<?xml version="1.0" encoding="utf-8"?>
<posts>
  <row Id="1" PostTypeId="1" AcceptedAnswerId="2" CreationDate="2013-05-08T18:59:12.333" Score="33" ViewCount="4167" Body="&lt;p&gt;Specifically I'm looking for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Agency canonical names&lt;/li&gt;&#xA;&lt;li&gt;Agency abbreviature/acronym&lt;/li&gt;&#xA;&lt;li&gt;Hierarchy of agencies e.g. Census Bureau is&#xA;part of Department of Commerce&lt;/li&gt;&#xA;&lt;li&gt;Agency logos&lt;/li&gt;&#xA;&lt;li&gt;Website/social media accounts&lt;/li&gt;&#xA;&lt;li&gt;HQ Address/contact info&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7" LastEditorUserId="70" LastEditDate="2015-03-26T20:36:33.233" LastActivityDate="2017-04-07T19:57:29.857" Title="Is there a list of all US Government agencies and sub agencies and is it available via API?" Tags="|data-request|usa|government|api|" AnswerCount="12" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="2" PostTypeId="2" ParentId="1" CreationDate="2013-05-08T19:14:48.833" Score="19" Body="&lt;p&gt;Check out:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;An official source for agency information: &lt;a href=&quot;https://www.federalregister.gov/api/v1/agencies&quot;&gt;https://www.federalregister.gov/api/v1/agencies&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;GSA API: &lt;a href=&quot;http://www.usa.gov/About/developer-resources/federal-agency-directory/index.shtml&quot;&gt;http://www.usa.gov/About/developer-resources/federal-agency-directory/index.shtml&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Source: &lt;a href=&quot;https://github.com/unitedstates/orgchart/issues/1&quot;&gt;https://github.com/unitedstates/orgchart/issues/1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35" LastEditorUserId="168" LastEditDate="2013-05-09T19:55:52.903" LastActivityDate="2013-05-09T19:55:52.903" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3" PostTypeId="1" CreationDate="2013-05-08T19:14:56.913" Score="15" ViewCount="108" Body="&lt;p&gt;I've found a list of government forms at the US federal level by looking at the &lt;a href=&quot;http://www.reginfo.gov/public/do/PRAXML&quot;&gt;OIRA PRA Information Collections XML file&lt;/a&gt;. Is there a list of similar forms at the state/local level for the US?&lt;/p&gt;&#xA;" OwnerUserId="26" LastEditorUserId="193" LastEditDate="2013-05-09T13:38:38.263" LastActivityDate="2013-05-09T20:43:53.963" Title="Is there a list of all municipal government forms in a machine readable format?" Tags="|usa|government|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4" PostTypeId="2" ParentId="1" CreationDate="2013-05-08T19:15:36.803" Score="4" Body="&lt;p&gt;I'm not sure about an API but here is a list of regular agencies:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.usa.gov/directory/federal/index.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.usa.gov/directory/federal/index.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks easy enough to scrape. Each agency has a detail page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.usa.gov/directory/federal/administrative-conference-of-the-united-states.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.usa.gov/directory/federal/administrative-conference-of-the-united-states.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the following info:&#xA;Website, Contact via the Web, E-mail: info@acus.gov, address, and phone number  &lt;/p&gt;&#xA;" OwnerUserId="39" LastActivityDate="2013-05-08T19:15:36.803" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5" PostTypeId="2" ParentId="1" CreationDate="2013-05-08T19:17:03.953" Score="9" Body="&lt;p&gt;It's hard to know if this is canonical, and it's not structured, but there is the &lt;a href=&quot;http://www.usa.gov/Agencies.shtml&quot;&gt;USA.gov Government Departments and Agencies&lt;/a&gt; page, which includes an A-Z list. It doesn't have all of the data you are looking for, but it's a start.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-08T19:17:03.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6" PostTypeId="1" CreationDate="2013-05-08T19:18:46.930" Score="9" ViewCount="762" Body="&lt;p&gt;I see the Green Button data standard on greenbuttondata.org.  But I am trying to figure out which geographic regions have the standard ALREADY deployed.&lt;/p&gt;&#xA;" OwnerUserId="44" LastEditorUserId="1511" LastEditDate="2015-09-08T10:15:22.590" LastActivityDate="2015-09-08T10:15:22.590" Title="Is there a list of all utilities that offer the Green Button Download and Green Button Connect?" Tags="|usa|energy|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7" PostTypeId="1" CreationDate="2013-05-08T19:19:10.630" Score="18" ViewCount="14052" Body="&lt;p&gt;Are there any websites that have basic City and County information for the U.S.?&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="70" LastEditDate="2015-03-31T18:43:30.187" LastActivityDate="2016-05-12T22:06:01.697" Title="U.S. City and County Web Data (API)" Tags="|data-request|usa|api|city|county|" AnswerCount="6" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8" PostTypeId="2" ParentId="7" CreationDate="2013-05-08T19:19:10.630" Score="13" Body="&lt;p&gt;The U.S. Small Business Administration has an API that provides U.S. City and County Data.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This geographic names data set provides a &quot;mashup&quot; of URLs for official city and county government web sites &lt;strong&gt;and city and county location data&lt;/strong&gt; from the USGS Geographic Names Information System (GNIS). GNIS data includes incorporated places, census designated areas, unincorporated places, counties, and populated places.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It is available at &lt;a href=&quot;http://www.sba.gov/about-sba-services/7617&quot;&gt;http://www.sba.gov/about-sba-services/7617&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="41" LastEditDate="2013-05-08T19:25:44.980" LastActivityDate="2013-05-08T19:25:44.980" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9" PostTypeId="1" CreationDate="2013-05-08T19:20:16.197" Score="9" ViewCount="132" Body="&lt;p&gt;A few years ago, &lt;a href=&quot;http://sunlightfoundation.com/policy/poia/&quot; rel=&quot;noreferrer&quot;&gt;Sunlight Foundation advocated for the Public Online Information Act (POIA)&lt;/a&gt;. Do you know of any city that has adopted such a law or statue?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In the age of the Internet, government is transparent only when public&#xA;  information is available online. The Public Online Information Act&#xA;  (POIA) is legislation, introduced by Rep. Steve Israel in the House&#xA;  and Sen. Jon Tester in the Senate, that embraces a new formula for&#xA;  transparency: public equals online. No longer will antiquated&#xA;  government disclosure practices bury public information in&#xA;  out-of-the-way offices and in outmoded formats.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;POIA requires executive branch agencies to publish all publicly&#xA;  available information on the Internet in a timely fashion and in&#xA;  user-friendly formats. It also creates an advisory committee to help&#xA;  develop government-wide Internet publication policies.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="48" LastEditorUserId="18" LastEditDate="2015-03-13T15:16:06.083" LastActivityDate="2015-03-13T15:16:06.083" Title="Does any City have POIA (Public Online Information act) laws in place?" Tags="|usa|city|legal|sunlight-foundation|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10" PostTypeId="2" ParentId="3" CreationDate="2013-05-08T19:23:46.547" Score="8" Body="&lt;p&gt;Probably not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is definitely no such list for Washington, DC (Government of the District of Columbia).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There was forms automation project back in 2006/2007 where some forms where converted to database backend using LiquidOffice tool. You can see list of all currently published forms for DC.gov here &lt;a href=&quot;http://forms.dc.gov/index.html&quot;&gt;http://forms.dc.gov/index.html&lt;/a&gt; (click Forms on the left). But beware, there are plenty of forms that are just stan alone PDFs or custom webpages.&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-08T19:23:46.547" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11" PostTypeId="1" CreationDate="2013-05-08T19:23:54.393" Score="18" ViewCount="2834" Body="&lt;p&gt;Are there any medical or clinical data sources that have de-identified patient data (name, date of birth, sex) as well as basic physical parameters such as weight, or height? I'm specifically interested in evaluating the medical &lt;a href=&quot;http://en.wikipedia.org/wiki/Entity%E2%80%93attribute%E2%80%93value_model&quot;&gt;Entity-Attribute-Value model&lt;/a&gt; and for this, various patient parameters would be useful.&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="70" LastEditDate="2015-03-24T17:38:46.317" LastActivityDate="2021-05-05T22:49:37.513" Title="De-identified patient data" Tags="|data-request|medical|" AnswerCount="6" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="12" PostTypeId="2" ParentId="9" CreationDate="2013-05-08T19:25:47.447" Score="4" Body="&lt;p&gt;Chicago has an executive order that has some of these elements: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://chicago.legistar.com/LegislationDetail.aspx?ID=1254930&amp;amp;GUID=B8473045-0917-495B-A1D2-E739A03CB962&quot; rel=&quot;nofollow&quot;&gt;http://chicago.legistar.com/LegislationDetail.aspx?ID=1254930&amp;amp;GUID=B8473045-0917-495B-A1D2-E739A03CB962&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-08T19:25:47.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="13" PostTypeId="5" CreationDate="2013-05-08T19:27:49.713" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T19:27:49.713" LastActivityDate="2013-05-08T19:27:49.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="14" PostTypeId="4" CreationDate="2013-05-08T19:27:49.713" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T19:27:49.713" LastActivityDate="2013-05-08T19:27:49.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="15" PostTypeId="1" AcceptedAnswerId="30" CreationDate="2013-05-08T19:28:40.953" Score="14" ViewCount="319" Body="&lt;p&gt;What data is used to calculate the CPI (Consumer Price Index) and if it is open, where can I find it?&lt;/p&gt;&#xA;" OwnerUserId="74" LastEditorUserId="74" LastEditDate="2013-05-21T19:05:19.277" LastActivityDate="2013-07-03T01:00:56.787" Title="Is the data used to calculate national CPI public?" Tags="|usa|government|economics|cpi|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="16" PostTypeId="1" AcceptedAnswerId="19" CreationDate="2013-05-08T19:30:10.813" Score="19" ViewCount="2414" Body="&lt;p&gt;I've seen they can be purchased from &lt;a href=&quot;http://www.guidestar.org/rxg/products/nonprofit-data-solutions/guidestar-data-sets.aspx&quot;&gt;Guidestar&lt;/a&gt;, but wondered if there was an freely available open data source.&lt;/p&gt;&#xA;" OwnerUserId="46" LastEditorUserId="70" LastEditDate="2015-04-09T14:33:24.513" LastActivityDate="2017-06-16T02:36:27.833" Title="Is there a complete list of all US tax-exempt nonprofits in machine-readable format?" Tags="|data-request|usa|nonprofit|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="17" PostTypeId="1" CreationDate="2013-05-08T19:31:04.713" Score="4" ViewCount="102" Body="&lt;p&gt;As an example, I'm very interested in working with rulemaking data from the FCC. Because the FCC is an independent agency, I've heard that its publishing requirements are different from non-independent federal agencies. While some agencies publish the full rulemaking record (including comments submitted by 3rd parties), the FCC publishes on regulations.gov only documents that it produces (e.g. Orders, NPRMs, and the like).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be nice to know:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) The laws and sources of these different rules&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) If there is any canonical list of what is available on regulations.gov on a per-agency basis&lt;/p&gt;&#xA;" OwnerUserId="65" LastEditorUserId="70" LastEditDate="2013-05-09T16:51:28.403" LastActivityDate="2013-05-09T16:51:28.403" Title="Given a federal agency, what can I expect to find on the regulations.gov API?" Tags="|usa|fcc|government|rulemaking|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="18" PostTypeId="2" ParentId="6" CreationDate="2013-05-08T19:33:09.987" Score="9" Body="&lt;p&gt;The Department of Energy's &lt;a href=&quot;http://energy.gov/data/green-button&quot;&gt;Green Button website&lt;/a&gt; offers a list of companies who have implemented it:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Green Button initiative was officially launched in January 2012.&#xA;  To date, a total of 35 utilities and electricity suppliers have signed&#xA;  on to the initiative. In total, these commitments ensure that 36&#xA;  million homes and businesses will be able to securely access their own&#xA;  energy information in a standard format. This number will continue to&#xA;  grow as utilities nation-wide voluntarily make energy data more&#xA;  available to their customers in this common, machine-readable format.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The following utilities have already committed to Green Button:&#xA;  American Electric Power, Austin Energy, Baltimore Gas &amp;amp; Electric,&#xA;  CenterPoint Energy, Chattanooga EPB, Commonwealth Edison, Glendale&#xA;  Water and Power, National Grid, NSTAR, Oncor, Pacific Power, Pepco&#xA;  Holdings, PG&amp;amp;E, PECO, Portland General Electric, PPL Electric&#xA;  Utilities, Reliant, Rocky Mountain Power, SDG&amp;amp;E, Southern California&#xA;  Edison, TXU Energy, and Virginia Dominion Power.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;... there is also a much more substantial list of companies who have have expressed interest in supporting it.&lt;/p&gt;&#xA;" OwnerUserId="46" LastActivityDate="2013-05-08T19:33:09.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="19" PostTypeId="2" ParentId="16" CreationDate="2013-05-08T19:35:19.733" Score="18" Body="&lt;p&gt;The &lt;a href=&quot;http://apps.irs.gov/app/eos/&quot;&gt;IRS website&lt;/a&gt; has an Exempt Organizations Select Check that allows the user to search for organizations that:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are eligible to receive tax-deductible contributions&lt;/li&gt;&#xA;&lt;li&gt;Were automatically revoked&lt;/li&gt;&#xA;&lt;li&gt;Have filed Form 990-N (e-Postcard)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;After selecting one of these options, a link will appear to download the entire database of organizations. The databases (plain-text files) are delimited by a vertical bar and should be easily imported into any RDBMS or spreadsheet application.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Database of organizations eligible to receive tax-deductible contributions (Pub. 78 data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/app/eos/forwardToPub78Download.do&quot;&gt;Download page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/pub/epostcard/data-download-pub78.zip&quot;&gt;Database file&lt;/a&gt; (16 MB compressed, 59 MB raw)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Database of organizations whose federal tax exemption was automatically revoked for not filing a Form 990-series return or notice for three consecutive years (Automatic Revocation of Exemption List). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/app/eos/forwardToRevokeDownload.do&quot;&gt;Download page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/pub/epostcard/data-download-revocation.zip&quot;&gt;Database file&lt;/a&gt; (16 MB compressed, 55 MB raw)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Database of e-Postcard filings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/app/eos/forwardToEpostDownload.do&quot;&gt;Download page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/pub/epostcard/data-download-epostcard.zip&quot;&gt;Database file&lt;/a&gt; (39 MB compressed, 130 MB raw)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sample of the database&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;000344394|Pandas Foundation Inc.|Salem|MA|United States|PC&#xA;000587764|Iglesia Bethesda Inc.|Lowell|MA|United States|PC&#xA;000635913|Ministerio Apostolico Jesucristo Es El Senor Inc.|Lawrence|MA|United States|PC&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The columns (best guess) are:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;EIN|Name|City|State|Country|Deductibility Status&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The Deductibility Status is a code that:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;describes the basis for the organization's or organizations' ability to accept tax-deductible, charitable contributions. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.irs.gov/app/eos/forwardToDeductStatusSearchHelp.do&quot;&gt;Deductibility Status Codes&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="41" LastEditDate="2013-05-08T20:21:39.740" LastActivityDate="2013-05-08T20:21:39.740" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="20" PostTypeId="2" ParentId="16" CreationDate="2013-05-08T19:36:08.447" Score="9" Body="&lt;p&gt;The IRS maintains &lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-Exempt-Organizations-Business-Master-File-Extract-%28EO-BMF%29&quot;&gt;data&lt;/a&gt; on non-profits that have received a tax exemption from the agency, but that doesn't include &lt;em&gt;every&lt;/em&gt; non-profit organization, only those who have received the tax exemption.&lt;/p&gt;&#xA;" OwnerUserId="9" LastActivityDate="2013-05-08T19:36:08.447" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="21" PostTypeId="2" ParentId="11" CreationDate="2013-05-08T19:37:14.993" Score="7" Body="&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; In response to your updated question about EAV, some of the datasets below may prove helpful. If you're looking for fairly large datasets where information in certain categories is relatively sparse, the BRFSS data may prove helpful. Otherwise, the other datasets may or may not serve your purpose. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've used the data from the CDC's &lt;a href=&quot;http://www.cdc.gov/brfss/about/brfss_faq.htm&quot;&gt;Behavioral Risk Factor Surveillance System&lt;/a&gt; (BRFSS), which includes information on a wide array of health factors. It isn't &lt;em&gt;patient&lt;/em&gt; data per se, but it's certainly medical data. I've also used the National Longitudinal Survey of Youth, which is a panel data set from the social sciences; it contains a lot of data that's useful for economists, but it does include height and weight. You can look through the &lt;a href=&quot;http://www.bls.gov/nls/nlsy79variablesummary.pdf&quot;&gt;summary of variables&lt;/a&gt; to see if it contains data you might need. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also look at a &lt;a href=&quot;http://www.visualizing.org/datasets/mqic-patient-data-100k-sample&quot;&gt;random sample&lt;/a&gt; of the Medical Quality Improvement Consortium patient data set. According to that site:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The records have been stripped of any personal identification and include the following dimensions: gender, age, diabetes, hypertension, stroke, heart disease, smoking history, and BMI.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Another place to look is the National Institute of Mental Health, which maintains a &lt;a href=&quot;http://www.nimh.nih.gov/about/updates/2012/new-and-existing-clinical-datasets-available-to-qualified-researchers.shtml&quot;&gt;list&lt;/a&gt; of clinical datasets that might prove helpful. &lt;/p&gt;&#xA;" OwnerUserId="80" LastActivityDate="2013-05-08T19:37:14.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="22" PostTypeId="2" ParentId="9" CreationDate="2013-05-08T19:37:58.360" Score="3" Body="&lt;p&gt;Philadelphia has its Open Data executive order available on GitHub: &lt;a href=&quot;https://gist.github.com/PhillyCDO/3623582&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/PhillyCDO/3623582&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details on the implementation of the plan are published in this GitHub repo:  &lt;a href=&quot;https://github.com/CityOfPhiladelphia/open-gov-phl&quot; rel=&quot;nofollow&quot;&gt;https://github.com/CityOfPhiladelphia/open-gov-phl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also be interested in the open data guidebook for agencies the Chief Data Officer released for public review: &lt;a href=&quot;http://phillymdoblog.wordpress.com/2013/02/26/an-open-data-guidebook-for-city-departments/&quot; rel=&quot;nofollow&quot;&gt;http://phillymdoblog.wordpress.com/2013/02/26/an-open-data-guidebook-for-city-departments/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19" LastActivityDate="2013-05-08T19:37:58.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="23" PostTypeId="1" CreationDate="2013-05-08T19:38:36.050" Score="14" ViewCount="329" Body="&lt;p&gt;Data.gov has a lot of datasets, and a super-majority of them are mapping. Is there a way to generate a list of all datasets &lt;em&gt;other&lt;/em&gt; than geodata?&lt;/p&gt;&#xA;" OwnerUserId="5" LastEditorUserId="70" LastEditDate="2013-05-09T02:00:14.913" LastActivityDate="2015-01-29T13:20:48.887" Title="How can I get a list of all non-geodata datasets on Data.gov?" Tags="|usa|data.gov|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="24" PostTypeId="1" AcceptedAnswerId="33" CreationDate="2013-05-08T19:39:59.097" Score="19" ViewCount="844" Body="&lt;p&gt;If some site claims to offer a definitive data source, how can I trust that it is not purposely biased? Even excluding elaborate conspiracies, how could I know that it isn't just a big hoax? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems unlikely that there's any central registry of these sites but it'd be nice to have some sort of list of bad sites (assuming there are any). Maybe like the lists of spam hosts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, what criteria could I use to determine if a source is trustable?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(In the most general sense, I'm hoping to safeguard against any purposely distorted data. In particular, I'm interested in biological data but this could apply to almost anything that's hard to verify. I should be able to trust well established sites like the FDA but what do I know about some small research group? Of course, it's probably fine but it'd be nice to have some &quot;peer review&quot;.)&lt;/p&gt;&#xA;" OwnerUserId="32" LastEditorDisplayName="user4293" LastEditDate="2018-03-01T19:39:11.057" LastActivityDate="2018-04-23T16:22:26.443" Title="How can I trust the authenticity of an open data source?" Tags="|authenticity|trust|data-request|" AnswerCount="8" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="25" PostTypeId="2" ParentId="7" CreationDate="2013-05-08T19:42:46.407" Score="6" Body="&lt;p&gt;If you're looking for demographic information, the &lt;a href=&quot;http://www.census.gov/main/www/access.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Census Bureau&lt;/a&gt; data could be helpful, especially the American Communities Survey. The QuickFacts section states that:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;State and County QuickFacts provides frequently requested Census Bureau information at the national, state, county, and city level.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The primary long form Census data are only collected every 10 years; the American Community Survey is taken monthly, but data releases are made annually. For the 40% of US counties that have less than 20K people, data for them is found in the ACS 5-year release. See &lt;a href=&quot;http://www.census.gov/acs/www/guidance_for_data_users/estimates/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; for more information about the 1, 3, and 5 year releases. Thanks for &lt;a href=&quot;https://opendata.stackexchange.com/users/18/joe-germuska&quot;&gt;Joe&lt;/a&gt; for the reminder about the ACS. &lt;/p&gt;&#xA;" OwnerUserId="80" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-09T12:59:30.420" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="26" PostTypeId="1" CreationDate="2013-05-08T19:42:51.483" Score="46" ViewCount="1741" Body="&lt;p&gt;I've heard a few times that for data one should use rather &lt;a href=&quot;http://creativecommons.org/publicdomain/zero/1.0/&quot;&gt;CC0&lt;/a&gt; (Creative Commons - Public Domain Dedication) license than &lt;a href=&quot;http://creativecommons.org/licenses/by/3.0/&quot;&gt;CC-BY&lt;/a&gt; (Creative Commons - Attribution).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the reason for that?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(As sure, one loses the requirement of attribution.)&lt;/p&gt;&#xA;" OwnerUserId="87" LastEditorDisplayName="user135" LastEditDate="2013-05-15T13:22:37.157" LastActivityDate="2013-09-03T17:34:56.517" Title="Benefits of using CC0 over CC-BY for data" Tags="|releasing-data|licensing|creative-commons|" AnswerCount="9" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="27" PostTypeId="2" ParentId="17" CreationDate="2013-05-08T19:43:04.847" Score="5" Body="&lt;p&gt;Regulations.gov offers a list of participating agencies in PDF Format on its &lt;a href=&quot;http://www.regulations.gov/#!aboutPartners&quot;&gt;About Page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Participating Agencies: &lt;a href=&quot;http://www.regulations.gov/docs/Participating_Agencies.pdf&quot;&gt;http://www.regulations.gov/docs/Participating_Agencies.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Non-Participating Agencies: &lt;a href=&quot;http://www.regulations.gov/docs/Non_Participating_Agencies.pdf&quot;&gt;http://www.regulations.gov/docs/Non_Participating_Agencies.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;On the &lt;a href=&quot;http://www.regulations.gov/#!faqs&quot;&gt;Regulations.gov FAQ&lt;/a&gt;, they describe what a non-participating agency does and does not provide:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A Non Participating agency is a Federal agency that publishes Federal&#xA;  Register documents on Regulations.gov but does not participate in the&#xA;  eRulemaking program; therefore, public comments and additional&#xA;  supporting documentation are not posted on Regulations.gov. In order&#xA;  to view these comments, users should contact the agency directly. In&#xA;  order to find the contact, reference the section in the Federal&#xA;  Register entitled &quot;For further information contact.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="46" LastActivityDate="2013-05-08T19:43:04.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="28" PostTypeId="2" ParentId="23" CreationDate="2013-05-08T19:46:36.440" Score="12" Body="&lt;p&gt;Currently Data.gov is run on bunch of technologies. Specifically one of the primary data platforms is Socrata - explore.data.gov.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is API for it defined here &lt;a href=&quot;http://dev.socrata.com/&quot;&gt;http://dev.socrata.com/&lt;/a&gt;, but essentially you can call this endpoint and iterate through all pages of master list of datasets&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://explore.data.gov/api/dcat.json?page=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I have sample scrapers for list of datasets and associated metadata here:&#xA;&lt;a href=&quot;https://github.com/kachok/data-json/tree/master/data-gov&quot;&gt;https://github.com/kachok/data-json/tree/master/data-gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You then can filter spatial vs tabular data based on metadata (I believe all of the datasets in explore.data.gov are tabular)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With imminent migration of data.gov to CKAN, all of the above will be obsolete (but new API will allow to do similar things as well)&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-08T19:46:36.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="29" PostTypeId="1" AcceptedAnswerId="34" CreationDate="2013-05-08T19:48:07.933" Score="16" ViewCount="1553" Body="&lt;p&gt;I am quite new to open data. I see a lot of people looking for machine-readable data, but to start, I am wondering which tool I can use to start playing with some dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am particularly looking for a tool that would provide basic text results (I do not look for a classy UI to release the result, even though it would be a plus) from my dataset, when running query on it. I am mostly expecting a DB-like tool, even though the first criterion would be the simplicity of the tool, and a quick setup.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What tool would you recommend me to start?&lt;/p&gt;&#xA;" OwnerUserId="37" LastEditorUserId="37" LastEditDate="2013-05-08T20:18:20.613" LastActivityDate="2013-05-22T13:28:41.877" Title="What's an easy-to-use tool to manage datasets?" Tags="|tool-request|analysis|" AnswerCount="9" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="30" PostTypeId="2" ParentId="15" CreationDate="2013-05-08T19:49:41.150" Score="11" Body="&lt;p&gt;The CPI is &lt;a href=&quot;http://www.bls.gov/cpi/cpifaq.htm#Question_8&quot;&gt;based on surveys conducted by BLS (Bureau of Labor Statistics)&lt;/a&gt;. Those surveys collect price information which is reviewed by commodity experts. Those experts review (and possible adjust) the data based on their knowledge of the particular commodity. That adjusted data is then averaged to calculate the CPI. You can definitely get the values that are averaged in the final calculation. I'm less clear on how to find the actual survey responses.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Various options for consuming the data: &lt;a href=&quot;http://www.bls.gov/cpi/data.htm&quot;&gt;http://www.bls.gov/cpi/data.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The average price data: &lt;a href=&quot;ftp://ftp.bls.gov/pub/time.series/ap/&quot;&gt;ftp site&lt;/a&gt;, &lt;a href=&quot;ftp://ftp.bls.gov/pub/time.series/ap/ap.txt&quot;&gt;documentation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="86" LastEditorUserId="37" LastEditDate="2013-05-08T20:31:36.460" LastActivityDate="2013-05-08T20:31:36.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="31" PostTypeId="2" ParentId="29" CreationDate="2013-05-08T19:52:56.627" Score="2" Body="&lt;p&gt;The most basic tool that you can use to manage data sets would be any spreadsheet application. There are limitations such as data manipulation functionality, and some applications have size restriction. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The next step would be a database application such as Microsoft Access. After that, you would go towards a managed relational database system such as MySQL (opensource) or SQL Server. Larger data sets are typically stored in data warehouses run by RDBMS (Relational Database Management Systems).&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="37" LastEditDate="2013-05-08T19:55:25.793" LastActivityDate="2013-05-08T19:55:25.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="32" PostTypeId="2" ParentId="26" CreationDate="2013-05-08T19:57:08.800" Score="11" Body="&lt;p&gt;The legal text of CC-BY is quite complex, and has more terms than simple attribution, such as not implying the author endorses your work. Although such terms such as this may be useful, they make the license incompatible with other licenses (including the GPL &lt;a href=&quot;http://www.gnu.org/licenses/license-list.html#ccby&quot;&gt;http://www.gnu.org/licenses/license-list.html#ccby&lt;/a&gt;). I'm not sure whether this includes any common open data licenses. This potentially prevents others combining your data with other data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CC0 on the other hand is very straightforward, and guarantees your dataset can be combined with any other dataset that someone has the rights to use.&lt;/p&gt;&#xA;" OwnerUserId="108" LastEditorUserId="108" LastEditDate="2013-05-08T23:29:22.437" LastActivityDate="2013-05-08T23:29:22.437" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="33" PostTypeId="2" ParentId="24" CreationDate="2013-05-08T20:00:20.403" Score="10" Body="&lt;p&gt;There are attempts at creating a registry of open data sites, see ckan's datahub &lt;a href=&quot;http://datahub.io/&quot;&gt;http://datahub.io/&lt;/a&gt;. I'm not aware of any effort to list bad sites, but I've not come across any instances of deliberately false open data.&lt;/p&gt;&#xA;" OwnerUserId="108" LastActivityDate="2013-05-08T20:00:20.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="34" PostTypeId="2" ParentId="29" CreationDate="2013-05-08T20:01:15.660" Score="14" Body="&lt;p&gt;I found &lt;a href=&quot;http://openrefine.org&quot;&gt;&lt;strong&gt;OpenRefine&lt;/strong&gt;&lt;/a&gt; really useful for people new to Open Data. It offer a nice and clean spreadsheet like interface with the power of querying by field (like SQL).&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-05-08T20:01:15.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="35" PostTypeId="2" ParentId="24" CreationDate="2013-05-08T20:02:59.897" Score="12" Body="&lt;p&gt;Authenticity and bias are two different concepts. An authentic source would be a government website some other regulated institute, or body of knowledge. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bias is subjective and you should use your best judgment in determining whether your data has bias. Bias may also refer to the way some data is calculated, such as in statistics. However, it depends on what &lt;em&gt;type&lt;/em&gt; of data you are working with.&lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-05-08T20:02:59.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="36" PostTypeId="5" CreationDate="2013-05-08T20:13:51.987" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T20:13:51.987" LastActivityDate="2013-05-08T20:13:51.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="37" PostTypeId="4" CreationDate="2013-05-08T20:13:51.987" Score="0" Body="Software and systems used to acquire, analyze, store, release or manipulate data." OwnerUserId="37" LastEditorUserId="263" LastEditDate="2013-05-28T19:00:05.310" LastActivityDate="2013-05-28T19:00:05.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="38" PostTypeId="2" ParentId="23" CreationDate="2013-05-08T20:21:07.747" Score="2" Body="&lt;p&gt;Data.gov divides itself into two categories: raw, and geodata. Geodata, in data.gov terminology, is essentially &quot;shape files&quot; which you can find here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geo.data.gov/geoportal/catalog/main/home.page&quot; rel=&quot;nofollow&quot;&gt;http://geo.data.gov/geoportal/catalog/main/home.page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The non-geodata is found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://explore.data.gov/catalog/raw&quot; rel=&quot;nofollow&quot;&gt;https://explore.data.gov/catalog/raw&lt;/a&gt;&#xA;It still, however, has data in it that is associated to particular places. Like Toxics Release Inventories by state, or Earthquake plots. That, however, is not &quot;geodata&quot; by Data.gov's terminology. &lt;/p&gt;&#xA;" OwnerUserId="26" LastActivityDate="2013-05-08T20:21:07.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="39" PostTypeId="2" ParentId="26" CreationDate="2013-05-08T20:25:34.300" Score="26" Body="&lt;p&gt;I have worked for numerous companies in the past who have had a policy of not using any software, libraries, or datasets that would impose requirements on their product, this would include the attribution clause in the CC-BY licence.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Placing a dataset in the public domain will maximise its potential audience; whether or not this is more desirable than attribution is going to be a matter of opinion for those involved.&lt;/p&gt;&#xA;" OwnerUserId="122" LastEditorUserId="146" LastEditDate="2013-05-10T22:10:23.417" LastActivityDate="2013-05-10T22:10:23.417" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="40" PostTypeId="1" AcceptedAnswerId="71" CreationDate="2013-05-08T20:30:39.103" Score="18" ViewCount="246" Body="&lt;p&gt;&lt;a href=&quot;http://www.fcc.gov/developers&quot; rel=&quot;noreferrer&quot;&gt;The FCC's developers page&lt;/a&gt; happens to have a sidebar linking to many other US government agencies' developers pages, APIs, etc. It's a handy list, but I assume the FCC hosts it only out of the goodness of their hearts (and only as time allows)---surely it's not within the FCC's scope to track this sort of thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any other agency or office that keeps an official and/or complete list of government agency developers' pages?&lt;/p&gt;&#xA;" OwnerUserId="130" LastEditorUserId="70" LastEditDate="2015-03-30T14:45:24.133" LastActivityDate="2015-03-30T14:45:24.133" Title="Is there an official/complete list of all US government agency &quot;developers' pages&quot;?" Tags="|data-request|usa|government|data.gov|api|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="41" PostTypeId="1" AcceptedAnswerId="77" CreationDate="2013-05-08T20:38:40.293" Score="13" ViewCount="1998" Body="&lt;p&gt;Is there downloadable and freely available database with administrative units of Germany (lands, cities, and if available, streets with zip codes)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In many countries such databases are provided freely by central statistical offices, but for example, in case of Poland, without zip codes.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="2012" LastEditDate="2014-02-20T14:10:00.937" LastActivityDate="2019-02-10T15:59:25.650" Title="Is there a free downloadable administrative division database of Germany?" Tags="|data-request|address|postal-code|germany|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="42" PostTypeId="1" CreationDate="2013-05-08T20:41:08.463" Score="43" ViewCount="1039" Body="&lt;p&gt;Are there drawbacks to FOIAing (Freedom of Information Act, either federally or equivalent state/local laws) an agency? For example, can it lead to an adversarial relationship?&lt;/p&gt;&#xA;" OwnerUserId="46" LastEditorUserId="147" LastEditDate="2013-05-16T19:38:22.847" LastActivityDate="2017-04-04T13:53:09.670" Title="Should I approach an agency unofficially before FOIAing them?" Tags="|usa|foia|social-process|" AnswerCount="8" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="43" PostTypeId="1" AcceptedAnswerId="76" CreationDate="2013-05-08T20:41:10.040" Score="8" ViewCount="1521" Body="&lt;p&gt;Is there open database with English words with grammatical classification?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I mean the list of words, with the information, which part of speech this word is (f.e. verb, noun, pronoun etc.). &lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="18" LastEditDate="2013-05-08T23:44:15.693" LastActivityDate="2013-05-08T23:44:15.693" Title="Database with English words with grammatical classification?" Tags="|english|language|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="44" PostTypeId="2" ParentId="29" CreationDate="2013-05-08T20:42:30.800" Score="1" Body="&lt;p&gt;When dealing big data like that of common crawl(40 tb), I would use a Hadoop MapReduce system, using hdfs for your data storage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Programs like Hive give you SQL-like abilities over the data. Hadoop is very scalable for a system that will contain lots of data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One can start off slow with Hadoop using the CDH4 vm image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://blog.cloudera.com/blog/2012/08/hadoop-on-your-pc-clouderas-cdh4-virtual-machine/&quot; rel=&quot;nofollow&quot;&gt;http://blog.cloudera.com/blog/2012/08/hadoop-on-your-pc-clouderas-cdh4-virtual-machine/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="140" LastEditDate="2013-05-08T23:44:16.400" LastActivityDate="2013-05-08T23:44:16.400" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="45" PostTypeId="2" ParentId="42" CreationDate="2013-05-08T20:43:53.523" Score="25" Body="&lt;p&gt;It is very recommended and would very likely smooth the process by at least an order of magnitude.&lt;/p&gt;&#xA;" OwnerUserId="142" LastActivityDate="2013-05-08T20:43:53.523" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="46" PostTypeId="1" CreationDate="2013-05-08T20:44:40.230" Score="51" ViewCount="30504" Body="&lt;p&gt;Is there a database containing the list of the most popular first names and surnames (with occurrence count, or at least sorted by popularity) for many nations/countries?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need such data for the generating of sample customer database. Customers from given land should at best have the realistic names from that land.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="70" LastEditDate="2015-03-24T22:27:35.300" LastActivityDate="2023-07-16T03:12:25.943" Title="Multinational list of popular first names and surnames?" Tags="|data-request|names|" AnswerCount="16" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="48" PostTypeId="1" CreationDate="2013-05-08T20:48:43.170" Score="8" ViewCount="232" Body="&lt;p&gt;Is there an open database that would contained the historical prices of the most popular products in U.S.? At best with the product classification, so that it would be possible to make analysis, how prices of various product groups have changed in the history.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, how the price of tools have changed in U.S. in XIX century.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="70" LastEditDate="2015-04-17T13:48:12.423" LastActivityDate="2015-04-17T13:48:12.423" Title="Database with the historical prices of most popular products in U.S.?" Tags="|data-request|usa|products|historical|prices|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="49" PostTypeId="2" ParentId="24" CreationDate="2013-05-08T20:48:47.127" Score="4" Body="&lt;p&gt;Cross-correlating your data!  In other words:  Does it &quot;jibe&quot; with other sources with similar data?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, without collecting the data yourself or validating its methodology, there is no other way besides resting on the data &lt;em&gt;provenance&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="142" LastEditorUserId="142" LastEditDate="2013-11-13T01:28:07.120" LastActivityDate="2013-11-13T01:28:07.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="50" PostTypeId="2" ParentId="42" CreationDate="2013-05-08T20:50:06.737" Score="22" Body="&lt;p&gt;Often any request for information, formally or informally, is a FOIA request. But either way, talking to someone specific has helped a lot in my experience.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My favored approach:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;See if the info is anywhere online. If it isn't...&lt;/li&gt;&#xA;&lt;li&gt;Find someone in the office holding the data and talk to them about what data they collect. Way easier than doing the back and forth of FOIA correspondence. If they don't give you data...&lt;/li&gt;&#xA;&lt;li&gt;Ask for the information as a FOIA request. At least you'll know what you're asking for.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="133" LastActivityDate="2013-05-08T20:50:06.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="51" PostTypeId="2" ParentId="11" CreationDate="2013-05-08T20:52:30.293" Score="3" Body="&lt;p&gt;1.&#xA;dbGaP is a database of Phenotypes and Genotypes. For a project that has approval by local ethics committee (in USA - Institutional Review Board), you can request phenotype data (e.g., blood pressure or eye color is a phenotype element) from dbGaP.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample search is here:&#xA;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/gap/?term=framingham&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/gap/?term=framingham&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.&#xA;www.i2b2.org site has demo data for a system called i2b2 that use EAV structure to store patient parameters&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="147" LastEditDate="2013-05-08T21:03:28.617" LastActivityDate="2013-05-08T21:03:28.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="52" PostTypeId="1" AcceptedAnswerId="62" CreationDate="2013-05-08T20:58:29.740" Score="11" ViewCount="4690" Body="&lt;p&gt;Wikipedia is a significant source of data. Data from Wikipedia may be available in various formats via other servers (e.g., SPARQL end point).&#xA;For a task of extracting all pairs of &quot;ATC code&quot; - &quot;generic or brand drug name&quot; &#xA;For example data on this page&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://en.wikipedia.org/wiki/Rosiglitazone&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;what server and what technologies could one use?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example data shown graphically:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/MdeRZ.png&quot; alt=&quot;example&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="70" LastEditDate="2015-04-02T10:45:12.977" LastActivityDate="2015-04-02T10:45:12.977" Title="What server and technologies can I use to extract data out of Wikipedia's infoboxes (e.g., ATC code for drugs)" Tags="|tool-request|medical|wikipedia|extracting|sparql|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="53" PostTypeId="2" ParentId="26" CreationDate="2013-05-08T20:59:18.177" Score="2" Body="&lt;p&gt;That is correct.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Public (i.e. government) data&lt;/strong&gt; doesn't need formal attribution or recognition as it was already rewarded by giving a salary to those who put it together.  Although good practice dictates that the data &lt;em&gt;provenance&lt;/em&gt; be preserved.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;strong&gt;&quot;Attribution&quot;&lt;/strong&gt;, in contrast, is a type of currency for proper formation of the data ecosystem &lt;em&gt;we're&lt;/em&gt; trying to create (as citizens), rewarding &quot;privately&quot;-curated data.)&lt;/p&gt;&#xA;" OwnerUserId="142" LastEditorUserId="142" LastEditDate="2013-05-13T00:53:41.770" LastActivityDate="2013-05-13T00:53:41.770" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="55" PostTypeId="2" ParentId="52" CreationDate="2013-05-08T21:13:05.913" Score="4" Body="&lt;p&gt;Wikipedia has an API to fetch raw content of the articles - &lt;a href=&quot;http://www.mediawiki.org/wiki/API:Main_page&quot; rel=&quot;nofollow&quot;&gt;http://www.mediawiki.org/wiki/API:Main_page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are plenty of libraries to interact with it, if you use Python I can recommend -&lt;a href=&quot;https://github.com/callison-burch/wikipydia&quot; rel=&quot;nofollow&quot;&gt;https://github.com/callison-burch/wikipydia&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that data you look for is standardized as {{drugbox}}/{{chembox}} template - &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:WikiProject_Chemicals/Chembox_validation&quot; rel=&quot;nofollow&quot;&gt;http://en.wikipedia.org/wiki/Wikipedia:WikiProject_Chemicals/Chembox_validation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically you need to fetch articles for drugs you interested in via API and then parse HTML/Wikipedia markup to get drugbox/chembox element and your data is inside. Here is format for Chembox - &lt;a href=&quot;http://en.wikipedia.org/wiki/Template:Chembox&quot; rel=&quot;nofollow&quot;&gt;http://en.wikipedia.org/wiki/Template:Chembox&lt;/a&gt; looks like it should be fairly easy to parse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can run such script on server or on your own machine, depending on volume/number of articles you want to extract and process.&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-08T21:13:05.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="56" PostTypeId="5" CreationDate="2013-05-08T21:14:22.567" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:14:22.567" LastActivityDate="2013-05-08T21:14:22.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="57" PostTypeId="4" CreationDate="2013-05-08T21:14:22.567" Score="0" Body="Any data source (website, database, file, ...)" OwnerUserId="37" LastEditorUserId="37" LastEditDate="2013-05-09T13:40:08.227" LastActivityDate="2013-05-09T13:40:08.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="58" PostTypeId="5" CreationDate="2013-05-08T21:15:37.650" Score="0" Body="" OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-03-04T18:03:35.023" LastActivityDate="2015-03-04T18:03:35.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="59" PostTypeId="4" CreationDate="2013-05-08T21:15:37.650" Score="0" Body="For questions related to application programming interfaces. Use 'api-request' instead if you're looking for an API that provides specific open data." OwnerUserId="37" LastEditorUserId="70" LastEditDate="2015-03-26T20:17:38.943" LastActivityDate="2015-03-26T20:17:38.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="60" PostTypeId="5" CreationDate="2013-05-08T21:16:21.307" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:16:21.307" LastActivityDate="2013-05-08T21:16:21.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="61" PostTypeId="4" CreationDate="2013-05-08T21:16:21.307" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:16:21.307" LastActivityDate="2013-05-08T21:16:21.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="62" PostTypeId="2" ParentId="52" CreationDate="2013-05-08T21:17:22.500" Score="15" Body="&lt;p&gt;Project DBpedia is a crowd-sourced community effort to extract structured information from Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Drugs and Chemicals infoboxes are available in structured form, already.&#xA;Check out &#xA;&lt;a href=&quot;http://dbpedia.org/page/Rosiglitazone&quot;&gt;http://dbpedia.org/page/Rosiglitazone&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="153" LastEditorUserId="7" LastEditDate="2013-05-09T13:39:30.597" LastActivityDate="2013-05-09T13:39:30.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="63" PostTypeId="5" CreationDate="2013-05-08T21:17:45.093" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:17:45.093" LastActivityDate="2013-05-08T21:17:45.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="64" PostTypeId="4" CreationDate="2013-05-08T21:17:45.093" Score="0" Body="A request for a set of data" OwnerUserId="37" LastEditorUserId="37" LastEditDate="2013-05-09T13:39:54.520" LastActivityDate="2013-05-09T13:39:54.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="65" PostTypeId="2" ParentId="9" CreationDate="2013-05-08T21:19:36.247" Score="5" Body="&lt;p&gt;NYC has its Open Data Law here - &#xA;&lt;a href=&quot;http://nycopendata.pediacities.com/wiki/index.php/NYC_Open_Data&quot;&gt;http://nycopendata.pediacities.com/wiki/index.php/NYC_Open_Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="153" LastActivityDate="2013-05-08T21:19:36.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="66" PostTypeId="5" CreationDate="2013-05-08T21:19:37.143" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:19:37.143" LastActivityDate="2013-05-08T21:19:37.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="67" PostTypeId="4" CreationDate="2013-05-08T21:19:37.143" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:19:37.143" LastActivityDate="2013-05-08T21:19:37.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="68" PostTypeId="5" CreationDate="2013-05-08T21:20:10.183" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T21:20:10.183" LastActivityDate="2013-05-08T21:20:10.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="69" PostTypeId="4" CreationDate="2013-05-08T21:20:10.183" Score="0" Body="Data intended to be  linked to geographical information." OwnerUserId="37" LastEditorUserId="37" LastEditDate="2013-05-09T13:38:45.873" LastActivityDate="2013-05-09T13:38:45.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="70" PostTypeId="2" ParentId="29" CreationDate="2013-05-08T21:22:04.633" Score="6" Body="&lt;p&gt;There are a lot of tools on the market that try and fill this gap-- &lt;a href=&quot;http://socrata.com&quot;&gt;Socrata&lt;/a&gt;, &lt;a href=&quot;http://www.google.com/drive/apps.html#fusiontables&quot;&gt;Google Fusion Tables&lt;/a&gt;, and the forthcoming &quot;&lt;a href=&quot;http://enigma.io/&quot;&gt;Enigma.io&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of them will take some form of commitment to learn how to understand and use. So why not spend that time learning and understand the tool that gives you the most flexibility to do with what you want. In that case, it's probably MySQL or Postgres, both of which are widespread (can run on any platform), tested (have been used for years), and flexible (are open source). Plus, unlike any of the web-based applications I've named, you don't have to worry about the vendor that creates the tool mothballing it. MySQL and Postgres are largely permanent pieces of infrastructure. Once installed on your machine, it'd be hard for Oracle to come and take your SQL away.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They're also easy to learn. I'd suggest grabbing the MySQL binaries for the platform of your choice, then a tool like &lt;a href=&quot;http://www.sequelpro.com/&quot;&gt;Sequel Pro for the Mac&lt;/a&gt;, that can help you create a table and import your favorite CSV file.  Then take some basic tutorials. &lt;a href=&quot;https://vimeo.com/24637589&quot;&gt;This one is a good place to start&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your ROI is likely going to be higher in learning the basics how to grab data and insert it into MySQL or Postgres than it is mastering the others.&lt;/p&gt;&#xA;" OwnerUserId="26" LastActivityDate="2013-05-08T21:22:04.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="71" PostTypeId="2" ParentId="40" CreationDate="2013-05-08T21:28:38.807" Score="12" Body="&lt;p&gt;Here is most comprehensive list of all .gov /Developer pages compiled by Gray Brooks at GSA&#xA;&lt;a href=&quot;http://gsa.github.io/slash-developer-pages/&quot;&gt;http://gsa.github.io/slash-developer-pages/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can suggest new additions if some info is missing. It is currently well maintained.&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-08T21:28:38.807" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="72" PostTypeId="2" ParentId="48" CreationDate="2013-05-08T21:29:08.277" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.bls.gov/cpi/#tables&quot; rel=&quot;nofollow&quot;&gt;CPI indices&lt;/a&gt; from the Bureau of Labor and Statistics is probably what you're looking for. While it doesn't tell you what the price of 12 ounces of Coca Cola is, it does tell you what the average price of, say, &quot;carbonated beverages&quot; is over time. It will take some munging, but the &lt;a href=&quot;ftp://ftp.bls.gov/pub/time.series/ap/&quot; rel=&quot;nofollow&quot;&gt;raw data is located here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26" LastActivityDate="2013-05-08T21:29:08.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="73" PostTypeId="2" ParentId="46" CreationDate="2013-05-08T21:33:01.653" Score="4" Body="&lt;p&gt;There was an API, &lt;a href=&quot;http://www.babynamemap.com/api&quot; rel=&quot;nofollow&quot;&gt;babynamemap&lt;/a&gt;, but as you can see it now redirects to the &lt;s&gt;projects source on github and hasn't been maintained for two years&lt;/s&gt; GitHub page where the project's source used to be. Aside from that I suppose you could always scrape &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_most_popular_given_names&quot; rel=&quot;nofollow&quot;&gt;Wikipedia's&lt;/a&gt; &lt;a href=&quot;http://en.wikipedia.org/wiki/Lists_of_most_common_surnames&quot; rel=&quot;nofollow&quot;&gt;pages&lt;/a&gt;. As far as the phone book idea goes it looks like there is an API for the &lt;a href=&quot;http://developer.whitepages.com/docs/Methods/find_person&quot; rel=&quot;nofollow&quot;&gt;White Pages&lt;/a&gt;, not sure if they accept international zip codes though. There is also the Bing PhoneBook API, here is &lt;a href=&quot;http://alastaira.wordpress.com/2011/07/14/searching-for-pois-with-the-bing-phonebook-search/&quot; rel=&quot;nofollow&quot;&gt;an example&lt;/a&gt; of that.&lt;/p&gt;&#xA;" OwnerUserId="152" LastEditorUserId="613" LastEditDate="2013-12-07T23:02:21.257" LastActivityDate="2013-12-07T23:02:21.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="74" PostTypeId="2" ParentId="16" CreationDate="2013-05-08T21:34:14.880" Score="6" Body="&lt;p&gt;Carl Malamud of PublicResource.org makes the 990 filings of non-profits &lt;a href=&quot;https://bulk.resource.org/irs.gov/eo/readme.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;available for download&lt;/a&gt; also &lt;a href=&quot;https://web.archive.org/web/20160912033100/https://bulk.resource.org/irs.gov/eo/readme.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;via Wayback Machine (2016)&lt;/a&gt; in bulk, as well as extracts of the first two pages of these filing. These are the same filings that GuideStar uses for to build much of their service, though I do not think they use Public Resource as their primary source.&lt;/p&gt;&#xA;" OwnerUserId="26" LastEditorUserId="90" LastEditDate="2017-06-16T02:36:27.833" LastActivityDate="2017-06-16T02:36:27.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="75" PostTypeId="2" ParentId="17" CreationDate="2013-05-08T21:47:41.837" Score="3" Body="&lt;p&gt;The participating/non-participating lists are a good place to start.  In general, you can expect that agencies on the &quot;participating&quot; list will have everything, including comments, though how far back they go will vary.  Which agencies fall into which categories is determined partially by statute and subsequent executive order, and, for those agencies not required to participate, by agency preference (I discussed the specifics a bit more in a &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/04/09/regulations-gov-continues-to-improve-but-still-has-potential-for-growth/&quot; rel=&quot;nofollow&quot;&gt;blog post&lt;/a&gt;).  For the FCC in particular, as you know, you're fortunate in that comment data is available in at least a semi-sane format from the FCC itself, via ECFS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to your other question, about the laws that authorize rulemakings, that turns out to be a giant can of worms, but one I'm super-interested in.  The short answer is that regulations.gov alone probably won't be able to answer that question for you in its entirety, but you can probably get closer in combination with other sources.  There are a few different paths:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Authority references will be included in the text of the rule, sometimes as a separate Authority section (particularly for final rules), and sometimes as a note at the end of a section.  You're more likely to be able to identify these if you examine the HTML representation of the document from federalregister.gov than the plain-text representation you get from regulations.gov's API, so that's probably a good starting place.  You can cross-walk from one to the other via the federal register number often included with a rule on regulations.gov.  (Side-note: regulations.gov now uses this nicer HTML for regulations.gov display purposes, as of just recently, though they don't yet make it available via the API; I expect this will be rectified soon-ish).&lt;/li&gt;&#xA;&lt;li&gt;Separate authority metadata is available for rules that meet a high enough threshold of significance for them to be subject to review by OIRA.  If that happens, there will be additional structured data about authority.  Again, federalregister.gov is the best bet, and they pull these OIRA authorities out as separate metadata fields.&lt;/li&gt;&#xA;&lt;li&gt;Once a rule has been codified into the Code of Federal Regulations, you can trace authority from the CFR back to the US Code via the Parallel table of Authorities and Rules (PTAR); Sunlight has at least a first pass at a parser for it if you want it structured.  This source is much messier than the others, though... probably best as a last resort.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So... no simple answer, but hopefully that's a start.  (Also, I almost recommended that you look at Dokket for more info about the FCC, before I realized who had asked this question.)&lt;/p&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-08T21:47:41.837" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="76" PostTypeId="2" ParentId="43" CreationDate="2013-05-08T21:51:25.903" Score="13" Body="&lt;p&gt;There are plenty of open corpora (databases) of English words available.&#xA;Specifically, take a look at &lt;a href=&quot;http://en.wikipedia.org/wiki/Brown_Corpus&quot;&gt;Brown&lt;/a&gt; and &lt;a href=&quot;http://wordnet.princeton.edu&quot;&gt;WordNet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out &lt;a href=&quot;http://nltk.org&quot;&gt;Natural Language Toolkit&lt;/a&gt; it is written in Python and has those corpora available for download. It is one of the most popular packages to work with human languages data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you prefer to use web based API, take a look at &lt;a href=&quot;http://developer.wordnik.com&quot;&gt;Wordnik API&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-08T21:51:25.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="77" PostTypeId="2" ParentId="41" CreationDate="2013-05-08T22:31:36.013" Score="13" Body="&lt;p&gt;Here is German Open Data portal for geodata - &lt;a href=&quot;http://www.geodatenzentrum.de/geodaten/gdz_rahmen.gdz_div?gdz_spr=eng&amp;amp;gdz_akt_zeile=5&amp;amp;gdz_anz_zeile=0&amp;amp;gdz_user_id=0&quot;&gt;http://www.geodatenzentrum.de/geodaten/gdz_rahmen.gdz_div?gdz_spr=eng&amp;amp;gdz_akt_zeile=5&amp;amp;gdz_anz_zeile=0&amp;amp;gdz_user_id=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has administrative areas, zipcodes and geo names (cities, points of interests), etc available for download (Shapefiles) and as webservices (WMS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically German addresses data is not available, though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, you can find zipcodes/admin areas on Wikipedia or DBpedia &#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_postal_codes_in_Germany&quot;&gt;http://en.wikipedia.org/wiki/List_of_postal_codes_in_Germany&lt;/a&gt;&#xA;&lt;a href=&quot;http://dbpedia.org/page/List_of_postal_codes_in_Germany&quot;&gt;http://dbpedia.org/page/List_of_postal_codes_in_Germany&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-08T22:31:36.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="78" PostTypeId="1" CreationDate="2013-05-08T22:54:01.533" Score="19" ViewCount="469" Body="&lt;p&gt;How can one evaluate a government entity's progress in making their data open? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've read the &lt;a href=&quot;https://public.resource.org/8_principles.html&quot; rel=&quot;noreferrer&quot;&gt;8 Principles of Open Government Data&lt;/a&gt;, but I'd like to know if there are tools to specifically &lt;strong&gt;grade&lt;/strong&gt; an entity's legal/practical commitment to Open Data.&lt;/p&gt;&#xA;" OwnerUserId="46" LastEditorUserId="193" LastEditDate="2014-01-21T12:00:07.850" LastActivityDate="2017-04-06T07:37:54.910" Title="Open Data Scorecards?" Tags="|government|standards|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="79" PostTypeId="2" ParentId="52" CreationDate="2013-05-08T22:58:22.380" Score="11" Body="&lt;p&gt;Wikipedia offers two interesting ways to get its own information:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia%3aDatabase_download&quot;&gt;Complete database dumps&lt;/a&gt; in XML and SQL, as you wish.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Special%3aExport&quot;&gt;Special export&lt;/a&gt; very nice XML files downloadabe from only the categories that you specify.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Images and uploaded files are stored elsewhere, &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia%3aDatabase_download#Where_are_images_and_uploaded_files&quot;&gt;also downloadable&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pastebin.com/Q7nQcGpR&quot;&gt;This&lt;/a&gt; is a XML file from the page requested using special export, the Wikipedia marckup specification is very nice for scripting. For the particular case of the ATC code (I'm assuming it is always ATC_prefix immediately followed by ATC_suffix) I did:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;grep -e 'ATC' Wikipedia_file.xml | awk '{print $4}' | tr -d '\n'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;PS: I'm oversimplifying because this file only have a single page, for many more it is not too different.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, the &quot;infoboxes&quot; tables are always at the beginning of the page and it is well structured.&lt;/p&gt;&#xA;" OwnerUserId="169" LastEditorUserId="169" LastEditDate="2013-05-09T13:21:42.523" LastActivityDate="2013-05-09T13:21:42.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="80" PostTypeId="2" ParentId="7" CreationDate="2013-05-08T23:13:59.873" Score="21" Body="&lt;p&gt;Using the Census Bureau's API, you can retrieve quite a bit of information about counties, but you need to learn where it's stored. You can request up to 50 different variables in a single call, and you can ask for all counties in the US with one call.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To the census, &quot;cities&quot; are &quot;places,&quot; and that includes things that you and I might think of as a city but which are not exactly cities legally.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, this URL would return the total population from the 2010 Decennial Census for all US counties, as a list of lists (in JSON format). The first row is a header, followed by 3221 rows, one per county. The county name and state and county FIPS codes are included in addition to the variables requested.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.census.gov/data/2010/sf1?key=[your&quot;&gt;http://api.census.gov/data/2010/sf1?key=[your&lt;/a&gt; API key here]&amp;amp;get=P0010001,NAME&amp;amp;for=county:*&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And this is for all the &quot;places&quot; in the US (almost 30K):&#xA;&lt;a href=&quot;http://api.census.gov/data/2010/sf1?key=[your&quot;&gt;http://api.census.gov/data/2010/sf1?key=[your&lt;/a&gt; API key here]&amp;amp;get=P0010001,NAME&amp;amp;for=place:*&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's more info about the API at &lt;a href=&quot;http://www.census.gov/developers/&quot;&gt;http://www.census.gov/developers/&lt;/a&gt; and you can &lt;a href=&quot;http://www.census.gov/developers/tos/key_request.html&quot;&gt;request a key here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt;&#xA;The Census Bureau is developing a &lt;a href=&quot;http://uscensusbureau.github.io/citysdk/&quot;&gt;CitySDK&lt;/a&gt; project which is specifically intended to make it easier for developers to pull together city-level data, including, eventually, data from sources other than the US Census. The project is also an effort to experiment with agile development methodologies and community involvement, so if you're at all interested, they invite suggestions of user stories and other participation. See also the &lt;a href=&quot;https://github.com/uscensusbureau/citysdk&quot;&gt;Github project&lt;/a&gt; and &lt;a href=&quot;https://waffle.io/uscensusbureau/citysdk&quot;&gt;Waffle.io project board&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-05-07T14:50:16.050" LastActivityDate="2015-05-07T14:50:16.050" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="81" PostTypeId="2" ParentId="46" CreationDate="2013-05-08T23:36:08.513" Score="16" Body="&lt;p&gt;For the United States, the Census Bureau has lists of surnames from 1990 and 2000 censuses &lt;a href=&quot;http://www.census.gov/genealogy/www/&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. The US Census list for 2010 was, for a time, available on census.socrata.com but that site is no longer running. (You may be able to find it with this &lt;a href=&quot;https://web.archive.org/web/20120501175312/http://census.socrata.com/dataset/Frequently-Occurring-Surnames-from-Census-2010/uqzf-9yai&quot; rel=&quot;noreferrer&quot;&gt;Wayback Machine link&lt;/a&gt;.) The Social Security Administration provides downloadable lists of first names by gender, year, and optionally by state, based on all Social Security registrations &lt;a href=&quot;http://www.ssa.gov/oact/babynames/limits.html&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-03-24T19:58:10.670" LastActivityDate="2015-03-24T19:58:10.670" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="82" PostTypeId="5" CreationDate="2013-05-08T23:39:55.410" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-08T23:39:55.410" LastActivityDate="2013-05-08T23:39:55.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="83" PostTypeId="4" CreationDate="2013-05-08T23:39:55.410" Score="0" Body="Creative Commons (CC) is a non-profit organization headquartered in Mountain View, California, United States devoted to expanding the range of creative works available for others to build upon legally and to share." OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-10T22:09:13.240" LastActivityDate="2013-05-10T22:09:13.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="84" PostTypeId="1" AcceptedAnswerId="124" CreationDate="2013-05-08T23:50:51.753" Score="6" ViewCount="154" Body="&lt;p&gt;I have a personal database of cartographic maps that I used for many purposes, mostly planning campings and other outside adventures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to have similar data about Brazil.&lt;/p&gt;&#xA;" OwnerUserId="169" LastEditorUserId="169" LastEditDate="2013-05-09T09:48:36.850" LastActivityDate="2013-10-08T07:55:52.607" Title="Where can I get digital cartographic maps of Brazil?" Tags="|brazil|geospatial|data-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="85" PostTypeId="1" CreationDate="2013-05-09T00:07:36.473" Score="4" ViewCount="150" Body="&lt;p&gt;When I buy a computer, besides the price, one of the most important characteristics is the processor. &lt;a href=&quot;http://cpudb.stanford.edu&quot; rel=&quot;nofollow&quot;&gt;CPU DB&lt;/a&gt; is a website that aims to list cpus hardware specifications.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get similar data for GPUs (for multiple brands)?&lt;/p&gt;&#xA;" OwnerUserId="169" LastEditorUserId="70" LastEditDate="2015-04-19T14:51:37.443" LastActivityDate="2015-04-19T14:51:37.443" Title="GPU hardware specifications data?" Tags="|data-request|computing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="88" PostTypeId="2" ParentId="52" CreationDate="2013-05-09T00:18:56.873" Score="8" Body="&lt;p&gt;Extracting data from Wikipedia infoboxes will not be necessary anymore in the not-too-distant future: The people at Wikipedia are currently working on a new project called &lt;a href=&quot;https://www.wikidata.org/&quot;&gt;&lt;strong&gt;Wikidata&lt;/strong&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Wikidata&lt;/strong&gt; is a free knowledge base that can be read and edited by humans and machines alike. It is for data what Wikimedia Commons is for media files: it centralizes access to and management of structured data, such as interwiki references and statistical information. Wikidata contains data in every language supported by the MediaWiki software.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data for your Rosiglitazone example will be located at &lt;a href=&quot;https://www.wikidata.org/wiki/Q424771&quot;&gt;https://www.wikidata.org/wiki/Q424771&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, it only lists very rudimentary data as well as the links to all language versions of the Wikipedia entry for Rosiglitazone. However, it is only a matter of time until the Wikidata entry will get expanded to include additional relevant data that currently resides in the infobox. You can look at the project progress regarding infoboxes data at &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Phase_2&quot;&gt;https://www.wikidata.org/wiki/Wikidata:Phase_2&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-05-09T00:35:56.647" LastActivityDate="2013-05-09T00:35:56.647" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="89" PostTypeId="5" CreationDate="2013-05-09T00:32:29.083" Score="0" Body="&lt;p&gt;Wikipedia is a collaboratively edited, multilingual, free Internet encyclopedia supported by the non-profit Wikimedia Foundation. Wikipedia's 30 million articles in 286 languages, including over 4.2 million in the English Wikipedia, are written collaboratively by volunteers around the world. Almost all of its articles can be edited by anyone having access to the site and not being blocked.[4] It has become the largest and most popular general reference work on the Internet, ranking sixth globally among all websites on Alexa and having an estimated 365 million readers worldwide.&lt;/p&gt;&#xA;" OwnerUserId="744" LastEditorUserId="744" LastEditDate="2013-06-07T19:05:17.033" LastActivityDate="2013-06-07T19:05:17.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="90" PostTypeId="4" CreationDate="2013-05-09T00:32:29.083" Score="0" Body="Wikipedia is a collaboratively edited, multilingual, free Internet encyclopedia supported by the non-profit Wikimedia Foundation." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-08T04:20:10.793" LastActivityDate="2014-02-08T04:20:10.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="91" PostTypeId="2" ParentId="46" CreationDate="2013-05-09T00:43:06.993" Score="11" Body="&lt;p&gt;Wikipedia has a &lt;a href=&quot;https://en.wikipedia.org/wiki/Category%3aLists_of_popular_names&quot;&gt;category with lists of popular names&lt;/a&gt; linking to a handful of Wikipedia articles containing tables that should be helpful to you.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-05-09T10:03:04.070" LastActivityDate="2013-05-09T10:03:04.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="92" PostTypeId="1" AcceptedAnswerId="318" CreationDate="2013-05-09T00:47:48.630" Score="38" ViewCount="32251" Body="&lt;p&gt;I'm looking to parse a large number of lines of repetitive but unstructured data. This is a task that happens at least once every project, in my experience, so I'm looking for a tool to transform fairly standard text into structured data. Right now I just use a combination of regex find and replace and one-off python scripts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a clean example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&#xA;Distance:&amp;nbsp;25.903&amp;nbsp;miles*&#xA;Morgan Road Middle School Extension&#xA;    HEPHZIBAH GA, 30815&#xA;    Telephone: 706.504.4071&#xA;    A unit of:&amp;nbsp;Boys &amp; Girls Clubs of Augusta&#xA;        http://www.bgcaugusta.org&#xA;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And here's a slightly messier example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;Maria Teresa’s Babies Early Enrichment Center/Daycare &#xA;825 23rd Street South &#xA;Arlington, VA 22202 &#xA;703-979-BABY (2229) &#xA;22. &#xA;Maria Teresa Desaba, Owner/Director; Tony Saba, Org. Director. &#xA;Website: www.mariateresasbabies.com &#xA;Serving children 6 wks to 5yrs full-time. &#xA;&#xA;&#xA;National Science Foundation Child  Development Center  &#xA;23. &#xA;4201 Wilson Blvd., Suite 180  22203 &#xA;703-292-4794 &#xA;Website:  www.brighthorizons.com 112 children, ages 6 wks - 5 yrs.   &#xA;7:00 a.m. – 6:00 p.m. Summer Camp for children 5 - 9 years. &#xA;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;These are only examples. The issue of parsing unstructured data that is nonetheless repetitive is something I come across fairly often, especially when receiving text or word documents in response to FOIA requests. Mostly I'm wondering if someone has written a tool or library that's good at converting these documents into structured data, or if I should be thinking about how to write something myself.&lt;/p&gt;&#xA;" OwnerUserId="133" LastEditorUserId="1511" LastEditDate="2014-03-13T20:24:52.343" LastActivityDate="2017-07-27T21:25:38.033" Title="Good tools to parse repetitive unstructured data" Tags="|tool-request|parsing|unstructured-data|programming|" AnswerCount="11" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="93" PostTypeId="1" AcceptedAnswerId="94" CreationDate="2013-05-09T00:51:51.927" Score="23" ViewCount="4730" Body="&lt;p&gt;Since the &lt;em&gt;Harvard Business Review&lt;/em&gt; claimed that &lt;a href=&quot;https://hbr.org/2012/10/data-scientist-the-sexiest-job-of-the-21st-century/&quot; rel=&quot;noreferrer&quot;&gt;&lt;em&gt;Data Scientist is The Sexiest Job of the 21st Century&lt;/em&gt;&lt;/a&gt;, graph analysis and big data are becoming very popular topics at my university.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm familiar with graphs algorithms, but we usually program our own task-specific tools. Are there any good applications to visualize and analyze graphs?&lt;/p&gt;&#xA;" OwnerUserId="169" LastEditorUserId="754" LastEditDate="2015-04-24T08:10:43.067" LastActivityDate="2020-08-05T06:05:33.127" Title="Graph visualization/analysis tool?" Tags="|tool-request|analysis|visualization|" AnswerCount="12" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="94" PostTypeId="2" ParentId="93" CreationDate="2013-05-09T01:02:52.080" Score="25" Body="&lt;p&gt;There are actually quite a few applications for visualizing and analyzing graphs:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://gephi.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gephi&lt;/a&gt; and &lt;a href=&quot;http://cytoscape.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cytoscape&lt;/a&gt; are two well-known open source&#xA;applications that support large and complex graphs.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you're mainly interested in visualizing graphs, have a look at&#xA;&lt;a href=&quot;http://graphviz.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Graphviz&lt;/a&gt;, which is an absolute classic.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You can also use &lt;a href=&quot;http://www.r-project.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;R&lt;/a&gt; or commercial tools like &lt;a href=&quot;http://www.wolfram.com/mathematica/new-in-8/graph-and-network-analysis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mathematica&lt;/a&gt; if you're &#xA;more interested in the statistical and analytical aspects (see also &lt;a href=&quot;https://stats.stackexchange.com/questions/6155/graph-theory-analysis-and-visualization&quot;&gt;this &#xA;question over on Stats SE&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:44:19.273" LastActivityDate="2013-08-06T21:57:41.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="95" PostTypeId="1" AcceptedAnswerId="99" CreationDate="2013-05-09T01:08:39.107" Score="18" ViewCount="9156" Body="&lt;p&gt;I would like to know if a repository of all known ISBN exists; either a worldwide database, or per country. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is no such downloadable database, among all the available API's for querying books by ISBN codes (think Google Books, Amazon, etc.), what is objectively the most complete resource that would allow me to query books in English AND French languages ?&lt;/p&gt;&#xA;" OwnerUserId="178" LastEditorUserId="70" LastEditDate="2015-03-26T21:52:19.753" LastActivityDate="2018-12-03T05:50:47.337" Title="What is the most comprehensive resource for querying french and english books having an ISBN code?" Tags="|data-request|api|books|barcodes|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="96" PostTypeId="2" ParentId="11" CreationDate="2013-05-09T01:16:13.330" Score="3" Body="&lt;p&gt;There a cancer registry database from US, you get date of diagnosis, type of cancer, treatment given, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You need to fill, sign and fax a form to SEER to get access (application is easy)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://seer.cancer.gov/data/&quot; rel=&quot;nofollow&quot;&gt;http://seer.cancer.gov/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="176" LastEditorUserId="169" LastEditDate="2013-05-09T09:10:38.470" LastActivityDate="2013-05-09T09:10:38.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="97" PostTypeId="2" ParentId="92" CreationDate="2013-05-09T01:18:53.827" Score="15" Body="&lt;p&gt;Python is the tool I would use.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;from itertools import izip_longest&#xA;&#xA;def grouper(iterable, n, fillvalue=None):&#xA;    '''Collect data into fixed-length chunks or blocks&#xA;      grouper('ABCDEFG', 3, 'x') --&amp;gt; ABC DEF Gxx'''&#xA;    args = [iter(iterable)] * n&#xA;    return izip_longest(fillvalue=fillvalue, *args)&#xA;&#xA;with open(&quot;raw_data.txt&quot;, 'r') as f:&#xA;    csv_file = open(&quot;out.csv&quot;, 'w')&#xA;    writer = csv.writer(csv_file)&#xA;&#xA;    for record in grouper(f, 4):&#xA;        record = [item.strip() for item in record]&#xA;        city = record[-1:][0].split(',')[0]&#xA;        state = record[-1:][0].split(' ')[1]&#xA;        zip_code = record[-1:][0].split(' ')[2]&#xA;&#xA;        sanitized_record = record[:-1] + [city, state, zip_code]&#xA;&#xA;        writer.writerow(sanitized_record)&#xA;&#xA;    csv_file.close()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;the advantage this offers you over grep is that if later you decide to put the data in a database or perform some complex calculations on the data that will be a lot easier with python than grep.&lt;/p&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-09T01:18:53.827" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="98" PostTypeId="2" ParentId="92" CreationDate="2013-05-09T01:32:39.730" Score="1" Body="&lt;p&gt;It does seem like a scripting language is the proper approach. I'd read line by line. Starting a new record at the top of the file or after an empty line. Use some pattern recognition and you'll be parsing away fairly quickly.&lt;/p&gt;&#xA;" OwnerUserId="181" LastActivityDate="2013-05-09T01:32:39.730" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="99" PostTypeId="2" ParentId="95" CreationDate="2013-05-09T01:33:33.580" Score="12" Body="&lt;p&gt;A quick Google search turns up several APIs.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developers.google.com/books/&quot; rel=&quot;nofollow&quot;&gt;Google Books&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://docs.aws.amazon.com/AWSECommerceService/latest/DG/EX_LookupbyISBN.html&quot; rel=&quot;nofollow&quot;&gt;Amazon&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.librarything.com/wiki/index.php/LibraryThing_APIs&quot; rel=&quot;nofollow&quot;&gt;LibraryThing&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://developer.ebay.com/DevZone/half-finding/Concepts/HalfFindingAPIGuide.html&quot; rel=&quot;nofollow&quot;&gt;half.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://isbndb.com/api/v2/docs&quot; rel=&quot;nofollow&quot;&gt;isbndb.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.goodreads.com/topic/show/740255-isbn-search---api---at-the-beginning&quot; rel=&quot;nofollow&quot;&gt;Goodreads&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/bookfinder/Book-Finder-Api&quot; rel=&quot;nofollow&quot;&gt;Bookfinder&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://openlibrary.org/developers/api&quot; rel=&quot;nofollow&quot;&gt;Open Library&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldcat.org/affiliate/tools?atype=wcapi&quot; rel=&quot;nofollow&quot;&gt;WorldCat API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can limit your queries to these resources by knowing that &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_ISBN_identifier_groups&quot; rel=&quot;nofollow&quot;&gt;French ISBNs start with a 2 and English ISBN's start with a 0 or 1&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as getting ISBNs for older books&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Reprints of older books will be assigned ISBNs by the publisher. That&#xA;  is why books in the public domain (like most 'classics': Shakespeare,&#xA;  Chaucer, etc.) are issued by different publishers and have different&#xA;  ISBNs. - &lt;a href=&quot;http://www.goodreads.com/topic/show/23107-how-do-old-books-get-isbn-numbers#comment_579780&quot; rel=&quot;nofollow&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I would assume this goes for any books that existed before ISBN was in wide use. ISBN &lt;a href=&quot;http://en.wikipedia.org/wiki/International_Standard_Book_Number&quot; rel=&quot;nofollow&quot;&gt;became a standard in 1970&lt;/a&gt; but in France, ISBN codes have been mandatory only since the &lt;a href=&quot;http://www.legifrance.gouv.fr/affichTexte.do?cidTexte=LEGITEXT000006063394&amp;amp;dateTexte=20080213&quot; rel=&quot;nofollow&quot;&gt;3rd December of 1981&lt;/a&gt; (link is in French).&lt;/p&gt;&#xA;" OwnerUserId="152" LastEditorUserId="193" LastEditDate="2015-04-03T17:13:30.297" LastActivityDate="2015-04-03T17:13:30.297" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="100" PostTypeId="2" ParentId="95" CreationDate="2013-05-09T01:41:40.477" Score="3" Body="&lt;p&gt;You can query ISBN considering the &lt;a href=&quot;http://www.isbn-international.org/page/ranges&quot; rel=&quot;nofollow&quot;&gt;Ranges&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many querible ISBN dbs, like the ones exposed by johnthexiii.&lt;/p&gt;&#xA;" OwnerUserId="169" LastActivityDate="2013-05-09T01:41:40.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="101" PostTypeId="2" ParentId="93" CreationDate="2013-05-09T01:43:31.237" Score="12" Body="&lt;p&gt;One that just appeared is &lt;a href=&quot;https://plot.ly&quot;&gt;https://plot.ly&lt;/a&gt;. There are many more. Which program is most useful to you depends on a lot of factors. If you are technical proficient, you might like Weka (&lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/&quot;&gt;http://www.cs.waikato.ac.nz/ml/weka/&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="181" LastActivityDate="2013-05-09T01:43:31.237" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="102" PostTypeId="2" ParentId="95" CreationDate="2013-05-09T01:49:08.233" Score="3" Body="&lt;p&gt;ISBN issuance is country-specific. Each country has their own registrar that issues ISBNs. It makes compiling such data virtually impossible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at registrars for US and France there is clear pattern that this data is not provided by registrars in bulk.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since ISBN data is part of bibliography data collected by libraries and available via search/catalogs for free. That seems a way most of the ISBN databases are compiled. So it means that realistically there is a chance that such databases are not complete (but probably close to 99%)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For specific APIs see johnthexiii answer.&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-09T01:49:08.233" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="103" PostTypeId="1" CreationDate="2013-05-09T01:57:03.220" Score="12" ViewCount="7452" Body="&lt;p&gt;I am looking for historical foreign exchange (forex) data for financial reporting purposes. For example, I would like to distribute a data source that could be used for determining forex gains and losses on floated amounts within open source financial software I help to develop.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data doesn't have to be exactly what the bank would charge (standard average rates are fine as long as they are consistent), but the data needs to be semantically consistent, and would ideally cover most currencies most days.&lt;/p&gt;&#xA;" OwnerUserId="183" LastEditorUserId="1511" LastEditDate="2014-03-06T21:21:46.910" LastActivityDate="2015-08-28T15:40:17.807" Title="Where can I find open data on historical forex rates for financial reporting purposes?" Tags="|data-request|finance|" AnswerCount="6" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="105" PostTypeId="2" ParentId="85" CreationDate="2013-05-09T02:36:15.470" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://www.techpowerup.com/gpudb/index.php?mfgr%5B%5D=amd&amp;amp;mfgr%5B%5D=ati&amp;amp;mfgr%5B%5D=intel&amp;amp;mfgr%5B%5D=matrox&amp;amp;mfgr%5B%5D=nvidia&amp;amp;mfgr%5B%5D=xgi&amp;amp;class%5B%5D=desktop&amp;amp;class%5B%5D=mobile&amp;amp;class%5B%5D=workstation&amp;amp;igp=1&amp;amp;released%5B%5D=y11_c&amp;amp;released%5B%5D=y08_11&amp;amp;released%5B%5D=y05_08&amp;amp;released%5B%5D=y00_05&amp;amp;generation=&amp;amp;chipname=&amp;amp;interface=&amp;amp;ushaders=&amp;amp;tmus=&amp;amp;rops=&amp;amp;memsize=&amp;amp;memtype=&amp;amp;buswidth=&amp;amp;slots=&amp;amp;sort=released&amp;amp;q=or+type+to+Search...&quot; rel=&quot;nofollow&quot;&gt;TechPowerUp&lt;/a&gt; is a not ideal, but reasonable answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is not downloadable (at least not in a well structured format), but it provides a database with Chip name|Release date|Bus type|Memory|clock frequency|Memory clock|Shaders/TMUs/ROPs information about GPUS. It is possible to select data concerning the all the provided fields as well as the generation.&lt;/p&gt;&#xA;" OwnerUserId="169" LastActivityDate="2013-05-09T02:36:15.470" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="106" PostTypeId="1" AcceptedAnswerId="197" CreationDate="2013-05-09T02:48:14.267" Score="6" ViewCount="419" Body="&lt;p&gt;Data for NOAA meteorological satellites can be downloaded through the NOAA CLASS archive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where, if anywhere, can I download data for the Chinese FY-3* meteorological satellites?&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="10235" LastEditDate="2016-05-20T12:36:42.527" LastActivityDate="2016-05-20T12:36:42.527" Title="Data download for Chinese meteorological satellites" Tags="|data-request|weather|china|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="107" PostTypeId="1" CreationDate="2013-05-09T03:05:16.273" Score="30" ViewCount="11000" Body="&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/&quot;&gt;Wikidata&lt;/a&gt; is a new Wikimedia project:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;It centralizes access to and management of structured data, such as interwiki references and statistical information.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This data would be of enormous interest to the Open Data community. Does anyone know if it is possible to download a complete dump of the Wikidata database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;: Thanks to everyone who has pointed me to the &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/&quot;&gt;Wikidata wiki dumps&lt;/a&gt;. However, I am interested in a more usable data format that doesn't require parsing to get to the actual data. An &lt;a href=&quot;https://meta.wikimedia.org/wiki/Wikidata/Development/RDF&quot;&gt;RDF dump&lt;/a&gt;, for example, would do nicely.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="6165" LastEditDate="2015-04-29T12:49:47.230" LastActivityDate="2021-02-28T03:56:09.960" Title="How can I download the complete Wikidata database?" Tags="|data-request|wikidata|json|rdf|" AnswerCount="8" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="108" PostTypeId="5" CreationDate="2013-05-09T03:06:15.560" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-09T03:06:15.560" LastActivityDate="2013-05-09T03:06:15.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="109" PostTypeId="4" CreationDate="2013-05-09T03:06:15.560" Score="0" Body="Wikidata is a project of the Wikimedia foundation related to open data" OwnerUserId="37" LastEditorUserId="37" LastEditDate="2013-05-10T16:58:20.170" LastActivityDate="2013-05-10T16:58:20.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="110" PostTypeId="2" ParentId="92" CreationDate="2013-05-09T03:07:11.143" Score="2" Body="&lt;p&gt;It entirely depends on how unstructured your data is.  You'll be making a little &quot;mini-domain language&quot; to put the data into structured form. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The more unstructured it is, the more you going to have to get in the minds of everyone who made the records.  Shoot for the most common and put the last 20% in the &quot;complete-by-hand&quot; file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Python, Sed/awk, Perl are tools that are quite commonly used.  I use Python myself and it's quite good.&lt;/p&gt;&#xA;" OwnerUserId="142" LastActivityDate="2013-05-09T03:07:11.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="111" PostTypeId="1" AcceptedAnswerId="123" CreationDate="2013-05-09T03:43:01.400" Score="8" ViewCount="191" Body="&lt;p&gt;Disasters happens, in this situations information is everything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any information system that works worldwide and would:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Notify the possible victims that the something is coming (in cases it is possible to figure out before)&lt;/li&gt;&#xA;&lt;li&gt;Provide useful information during/after the catastrophe:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;water sources in case of fire/lack of water&lt;/li&gt;&#xA;&lt;li&gt;missing person reports&lt;/li&gt;&#xA;&lt;li&gt;damaged area information&lt;/li&gt;&#xA;&lt;li&gt;where to get help, what help is on the way&lt;/li&gt;&#xA;&lt;li&gt;etc...&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="169" LastEditorUserId="754" LastEditDate="2016-01-19T11:09:14.743" LastActivityDate="2016-01-19T11:09:14.743" Title="Is there any world-wide real time catastrophe information system?" Tags="|tool-request|real-time|geohazard|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="112" PostTypeId="1" AcceptedAnswerId="113" CreationDate="2013-05-09T04:36:26.590" Score="5" ViewCount="159" Body="&lt;p&gt;I would like to have an open data source on inflation, rupee value and sensex index data over period of 10 years of India.&lt;/p&gt;&#xA;" OwnerUserId="198" LastEditorUserId="38" LastEditDate="2013-05-22T19:03:47.043" LastActivityDate="2013-05-22T19:03:47.043" Title="How can I access open data on the Indian rupee value, inflation and sensex index over time?" Tags="|data-request|economics|india|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="113" PostTypeId="2" ParentId="112" CreationDate="2013-05-09T04:52:16.087" Score="6" Body="&lt;p&gt;Trading Economic provides information about &lt;a href=&quot;http://www.tradingeconomics.com/india/inflation-cpi&quot;&gt;India inflation over the years&lt;/a&gt; (apparently registered users can export this data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google finance provides the &lt;a href=&quot;https://www.google.com/finance?q=CURRENCY%3AINR&amp;amp;ei=qiiLUcj_IYKOwAOUaQ&quot;&gt;Rupee value&lt;/a&gt; over th years and &lt;a href=&quot;https://support.google.com/finance/answer/71913?hl=en&quot;&gt;you can download&lt;/a&gt; this as a csv file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google finance also provides &lt;a href=&quot;https://www.google.com/finance?q=INDEXBOM%3ASENSEX&amp;amp;ei=PCuLUcCiM4KOwAOUaQ&quot;&gt;SENSEX&lt;/a&gt; data.&lt;/p&gt;&#xA;" OwnerUserId="169" LastActivityDate="2013-05-09T04:52:16.087" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="114" PostTypeId="2" ParentId="93" CreationDate="2013-05-09T05:16:23.187" Score="10" Body="&lt;p&gt;There are also a number of network analysis packages for the open source &lt;a href=&quot;http://cran.us.r-project.org/&quot;&gt;R&lt;/a&gt; language, such as &lt;a href=&quot;http://cran.r-project.org/web/packages/network/&quot;&gt;network&lt;/a&gt; and &lt;a href=&quot;http://cran.r-project.org/web/packages/sna/&quot;&gt;sna&lt;/a&gt;, and igraph, all of which have some viz capabilities.  R can also be a good environment for general data manipulation tasks. &lt;/p&gt;&#xA;" OwnerUserId="160" LastActivityDate="2013-05-09T05:16:23.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="115" PostTypeId="1" CreationDate="2013-05-09T05:40:54.680" Score="39" ViewCount="9630" Body="&lt;p&gt;I've run into a number of use cases where I need to normalize company names in a database before running automated and manual matching. We've usually ended up writing a specific script with endless subtleties for each application, but I'm curious if anyone knows of more general (free) solutions, or frameworks for normalizing (or maybe even stemming) company names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a crude example, I'd want these 4 strings to all be matched:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ACME, Inc.&#xA;Acme, Inc&#xA;Acme Inc&#xA;ACME INCORPORATED&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But also maybe some more challenging cases like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Wal Mart&#xA;Walmart&#xA;Wal*mart&#xA;Wal-Mart Stores, Inc.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've seen some applications use string edit distances, but I haven't had great results with that, maybe it would need to be combined with some rules for dealing with common abbreviations in various languages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some partial solutions I'm aware of:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opencorporates.com/&quot;&gt;OpenCorporates&lt;/a&gt; has a matching service/plugin for &lt;a href=&quot;https://github.com/OpenRefine&quot;&gt;OpenRefine&lt;/a&gt; (formerly &lt;a href=&quot;https://code.google.com/p/google-refine/&quot;&gt;google-refine&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opencalais.com&quot;&gt;OpenCalais&lt;/a&gt; does some entity recognition in free text.&lt;/p&gt;&#xA;" OwnerUserId="160" LastEditorUserId="70" LastEditDate="2015-04-19T14:18:52.733" LastActivityDate="2015-04-19T14:18:52.733" Title="Are there any good libraries available for doing normalization of company names?" Tags="|tool-request|companies|opencorporates|normalization|" AnswerCount="7" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="116" PostTypeId="2" ParentId="93" CreationDate="2013-05-09T05:46:37.110" Score="2" Body="&lt;p&gt;There are a number of packages in the R language very useful to data analysis/visualization. &lt;a href=&quot;https://github.com/hadley&quot; rel=&quot;nofollow&quot;&gt;Hadley Wickham&lt;/a&gt; has developed lot of interesting tools to make these task easier. The recent &lt;a href=&quot;https://github.com/hadley/bigvis&quot; rel=&quot;nofollow&quot;&gt;bigvis&lt;/a&gt; package is very promising.&lt;/p&gt;&#xA;" OwnerUserId="200" LastActivityDate="2013-05-09T05:46:37.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="117" PostTypeId="2" ParentId="103" CreationDate="2013-05-09T06:04:57.227" Score="3" Body="&lt;p&gt;Google finance have this information &lt;a href=&quot;https://www.google.com/finance?chdnp=1&amp;amp;chdd=1&amp;amp;chds=1&amp;amp;chdv=1&amp;amp;chvs=Linear&amp;amp;chdeh=0&amp;amp;chfdeh=0&amp;amp;chdet=1368079046776&amp;amp;chddm=3154204&amp;amp;cmpto=CURRENCY%3aUSDBRL;CURRENCY%3aUSDGBP;CURRENCY%3aUSDAUD;CURRENCY%3aUSDCHF&amp;amp;cmptdms=0;0;0;0&amp;amp;q=CURRENCY%3aUSDEUR&amp;amp;ntsp=0&amp;amp;ei=hjqLUejvB4KFwAO5hQE&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; are some examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to their &lt;a href=&quot;https://support.google.com/finance/answer/71913?hl=en&quot; rel=&quot;nofollow&quot;&gt;support page&lt;/a&gt; you can download &lt;em&gt;some&lt;/em&gt; of this data&lt;/p&gt;&#xA;" OwnerUserId="169" LastActivityDate="2013-05-09T06:04:57.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="120" PostTypeId="2" ParentId="26" CreationDate="2013-05-09T07:21:55.093" Score="3" Body="&lt;p&gt;Attribution causes obstacles to re-use, and depending on the actual attribution requirements may be prohibitive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you create a collection/mash-up of a large number of CC-BY datasets, you have to provide attribution to &lt;em&gt;every single one of them&lt;/em&gt;, heeding their attribution requirements. In the best case, you will have to ship the result with a long list of attribution statements that may exceed the size actual product. In the worst case, certain sources require you to print their statement on certain places of the result. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Take for example the OpenStreetMap project:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;We require that you use the credit “© OpenStreetMap contributors”.&lt;/li&gt;&#xA;&lt;li&gt;&quot;For a browsable electronic map, the credit should appear in the corner of the map.&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you want to use this data in conjuction with a large number of other sources with similar requirements, you end up with a rather unsightly block of text in your map - which may be just a tiny reference frame on your website. According to the requirements, you cannot just hide the attributions behind a single &quot;sources&quot; link to another page.&lt;/p&gt;&#xA;" OwnerUserId="202" LastActivityDate="2013-05-09T07:21:55.093" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="123" PostTypeId="2" ParentId="111" CreationDate="2013-05-09T08:08:38.680" Score="6" Body="&lt;p&gt;As far as I know there is no system in use that would alert people before the disaster.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To all the other questions, quite a lot of countries have adopted Sahana Eden, that does all the tasks related to the Management of the Disaster, including all the information you have putted there and a lot more...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has been deployed in large disaster scenarios and it is &quot;as good as it gets&quot;, also it complies with UN Standards!&lt;/p&gt;&#xA;" OwnerUserId="205" LastEditorUserId="169" LastEditDate="2013-05-09T09:18:48.153" LastActivityDate="2013-05-09T09:18:48.153" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="124" PostTypeId="2" ParentId="84" CreationDate="2013-05-09T08:10:11.607" Score="3" Body="&lt;p&gt;Open Street Maps and GEOTIFF Files from MODIS, wold do the job.&lt;/p&gt;&#xA;" OwnerUserId="205" LastActivityDate="2013-05-09T08:10:11.607" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="125" PostTypeId="2" ParentId="78" CreationDate="2013-05-09T08:50:15.183" Score="12" Body="&lt;p&gt;The Open Data Institute are building Open Data Certificates ( &lt;a href=&quot;https://certificates.theodi.org/&quot; rel=&quot;nofollow&quot;&gt;https://certificates.theodi.org/&lt;/a&gt; ) as a mechanism for describing how a particular dataset does in terms of legal, practical, technical and social information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's still being built, but you can see an example at: &lt;a href=&quot;https://certificates.theodi.org/datasets/347/certificates/90&quot; rel=&quot;nofollow&quot;&gt;https://certificates.theodi.org/datasets/347/certificates/90&lt;/a&gt; . Although it does require human input it seems like it might possibly be an effective way of 'grading' open data.&lt;/p&gt;&#xA;" OwnerUserId="49" LastEditorUserId="208" LastEditDate="2014-01-27T19:24:26.100" LastActivityDate="2014-01-27T19:24:26.100" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="126" PostTypeId="1" CreationDate="2013-05-09T08:53:56.740" Score="9" ViewCount="134" Body="&lt;p&gt;While &lt;a href=&quot;http://www.openstreetmap.org&quot; rel=&quot;noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; is rather good for cartographic information (and rendered maps) in urban areas of France, it is rather unsatisfactory in rural areas (except in the area where I live, where I improved the map!) The IGN local maps (1 : 25,000) are the reference maps for these, and include a high level of cartographic details while covering all of France. They are  available online from the government-subsidized &lt;a href=&quot;http://www.geoportail.gouv.fr/accueil&quot; rel=&quot;noreferrer&quot;&gt;Géoportail&lt;/a&gt;, but are not part of the data made available through the French government &lt;em&gt;open data&lt;/em&gt; effort (list of data available detailed &lt;a href=&quot;http://www.data.gouv.fr/Producteurs/Institut-National-de-l-Information-Geographique-et-Forestiere&quot; rel=&quot;noreferrer&quot;&gt;here in French&lt;/a&gt;). In particular, while there exist an API to query information, it cannot be downloaded for offline use (as far as I am aware).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I download high-precision cartographic data of France, with a good coverage of rural areas?&lt;/p&gt;&#xA;" OwnerUserId="100" LastEditorUserId="70" LastEditDate="2015-01-16T11:19:00.693" LastActivityDate="2015-01-16T11:19:00.693" Title="Where can I find high-precision cartographic data of French rural areas?" Tags="|data-request|geospatial|openstreetmap|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="127" PostTypeId="1" CreationDate="2013-05-09T09:00:40.927" Score="26" ViewCount="3449" Body="&lt;p&gt;What's the best practice of extracting tables from a large number of PDF, which may be formatted differently?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I have a series of PDFs like &lt;a href=&quot;http://www.censtatd.gov.hk/FileManager/press_release/2008Q4tables.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;, and I would like to extract the tables and save them as more machine-readable format (XML, csv, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Copy and paste yields plain text, which can be parsed but then I need to adjust my script for every PDF because they have different table structure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/92/good-tools-to-parse-repetitive-unstructured-data&quot;&gt;This&lt;/a&gt; is a related question, but I imagine PDFs are more complex to deal with.&lt;/p&gt;&#xA;" OwnerUserId="204" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-05-07T19:33:39.123" Title="Extracting tables from multiple PDFs" Tags="|tool-request|best-practice|extracting|pdf|" AnswerCount="7" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="128" PostTypeId="2" ParentId="24" CreationDate="2013-05-09T09:05:21.433" Score="4" Body="&lt;p&gt;You need to define terms here and then evaluate clearly.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Authenticity.  Do you mean the data is what it claims?  That the sources are verified as such?  This ought to be reasonably easy to verify.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Bias.  Ok, what do you mean here?  Do you mean that the data is a representative sample?  Representative in what way?  Representative of what?  Obviously this depends on your needs.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;These need to be looked at separately.  In general, you can address the first by looking at where the data came from and how trustworthy the source is.  If they list contributors, you can follow up with them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second is much harder.  You need to look at the following, once you are comfortable with the data source:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;What was the purpose the data was collected?  The further you get from this purpose, the less likely you have a representative sample for your purposes.  For example, if you are looking at prevalence of sickle cell anemia among sub-saharan Africans and that is a representative sample, it is not a representative sample of sickle cell anemia rates world-wide.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;How big is the sample?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;What conclusions can you draw from the sample?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Note that bias depends as much on what you want to do with the data as it does the data itself.  Data may be entirely unbiased regarding one usage and entirely biased regarding another.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-09T09:05:21.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="129" PostTypeId="2" ParentId="107" CreationDate="2013-05-09T09:17:35.720" Score="2" Body="&lt;p&gt;I have no information about Wikidata, but those are two ways to download structured information from Wikipedia:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;Complete database dumps&lt;/a&gt; in XML and SQL, as you wish.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Special:Export&quot; rel=&quot;nofollow noreferrer&quot;&gt;Special export&lt;/a&gt; very nice XML files downloadabe from only the categories that you specify.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Images and uploaded files are stored elsewhere, &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:Database_download#Where_are_images_and_uploaded_files&quot; rel=&quot;nofollow noreferrer&quot;&gt;also downloadable&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/79/169&quot;&gt;&lt;strong&gt;Also answered here&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="169" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-09T09:17:35.720" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="130" PostTypeId="2" ParentId="92" CreationDate="2013-05-09T09:22:42.077" Score="1" Body="&lt;p&gt;Python and some XSLT wold do the trick&lt;/p&gt;&#xA;" OwnerUserId="205" LastActivityDate="2013-05-09T09:22:42.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="131" PostTypeId="2" ParentId="111" CreationDate="2013-05-09T09:29:05.053" Score="4" Body="&lt;p&gt;The two most promising open source solutions for disaster management seem to be &lt;a href=&quot;http://eden.sahanafoundation.org/&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;Sahana Eden&lt;/strong&gt;&lt;/a&gt; and &lt;a href=&quot;http://ushahidi.com/products/ushahidi-platform&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;Ushahidi&lt;/strong&gt;&lt;/a&gt;. To quote from their respective websites:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Sahana Eden&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Sahana Eden is an Open Source Humanitarian Platform which can be used to provide solutions for Disaster Management, Development, and Environmental Management sectors.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Ushahidi Platform:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You can use the &lt;em&gt;Ushahidi Platform&lt;/em&gt; for information collection, visualization and interactive mapping.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;According to &lt;a href=&quot;http://live.osgeo.org/en/overview/sahana_overview.html&quot; rel=&quot;nofollow&quot;&gt;this overview article on Sahana Eden&lt;/a&gt;, the two tools can even be integrated:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Sahana Eden is also able to integrate with other solutions and can provide a management/ticketing interface around crowd-sourced data - such as that collected in the Ushahidi incident mapping application.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastActivityDate="2013-05-09T09:29:05.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="132" PostTypeId="2" ParentId="26" CreationDate="2013-05-09T09:35:08.010" Score="13" Body="&lt;p&gt;A major part of the problem has to do with interpretation gray areas and where these give rise to concerns, warranted or not, regarding license compatibility or other issues. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example the question of compatibility between the CC-BY and the GNU GPL is a relatively complicated one and it boils down to &quot;well, how do you read these two licenses?&quot;  And secondarily &quot;Are you afraid you might be sued?&quot;  My view is that they are compatible.  The FSF's view is that they aren't.  I would have no problem using CCBY data along with GPL data as long as the FSF is not a copyright holder.  As an example of the sort of problems that arise, I want to go into this disagreement, and I can see two reasons why the FSF may see this license as incompatible with the GPL.  IANAL, TINLA, but it is an exploration of the reasons disagreements can arise, and these disagreements (&lt;strong&gt;which can give rise to lawsuits!&lt;/strong&gt;) are powerful disincentives to reuse data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sublicensing and License Changes&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first is that the FSF has long held that the GPL places a &quot;relicensability&quot; requirement on other programs regardless of modification.  Stallman talks about &quot;relicensing&quot; as a requirement and uses this as a description of why the MPL is not compatible with the GPL.  In this view the fact that the CCBY explicitly states (regarding verbatim copying) renders it incompatible with the GPL by that reading:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You may not offer or impose any terms on the Work that alter or restrict the terms of this License or the recipients' exercise of the rights granted hereunder. You may not sublicense the Work.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The issue is whether the GPL requires that other licenses can be converted to the GPL when the code is transmitted verbatim.  Interestingly the predominant view of lawyers I have talked with is that the BSD family of licenses does not allow sublicensing either and therefore would be incompatible with the GPL for the same reason if this logic holds.  (When I asked Eben Moglen however, he said he thought the BSD licenses &lt;strong&gt;allowed&lt;/strong&gt; sublicensing which is, I think, why the FSF differs regarding these licenses.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Attribution Clause&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the CC-BY:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You must keep intact all copyright notices for the Work and give the Original Author credit reasonable to the medium or means You are utilizing by conveying the name (or pseudonym if applicable) of the Original Author if supplied; the title of the Work if supplied; to the extent reasonably practicable, the Uniform Resource Identifier, if any, that Licensor specifies to be associated with the Work,&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Two things:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Copyright notices cannot be removed anyway.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;This is at least arguably in keeping with the reasonable legal notices portion of the GPL v3.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In essence I am unsure how the CCBY can be incompatible with the GPL while the BSD license family (assuming no advertising clause) is compatible.  Legal notices (including credit of authorship) have always been allowed under the GPL at least by common practice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Other issues&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Jurisdictions differ regarding whether data from databases of facts is subject to copyright and to what extent.  This adds another layer of complexity in determining what real restrictions are at issue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the end the issue is more basic:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The more a business has to look into these, the more they are burdened by basic questions of whether they can re-use the data.&lt;/em&gt;  If they even have to ask the question, this involves asking what the motivations of the licensors are, how they interpret some of these gray areas, what might happen in court in whatever jurisdictions  are relevant, if fear of a lawsuit makes this out of the question and much more.  In general the more folks &lt;strong&gt;have to ask&lt;/strong&gt; the more they are going to look for other sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These questions are not trivial, they are fact-bound.  They require hiring attorneys, possibly asking counterparties how they interpret things, license compliance and everything else one tries to get away from by going with open data.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-09T09:35:08.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="133" PostTypeId="1" AcceptedAnswerId="136" CreationDate="2013-05-09T09:50:34.613" Score="25" ViewCount="2721" Body="&lt;p&gt;How do I merge similar datasets, not just once but on an ongoing basis? This seems like a reasonably common problem so I'd be interested if there is a tool out there aimed at this problem, as a guided workflow. Or if any general purpose data tools might suit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The exact problem I'm trying to solve is to curate a dataset of UK public bodies that is based on a number of existing datasets that change over time. The sorts of issues are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The names of the bodies vary subtly between the datasets&lt;/li&gt;&#xA;&lt;li&gt;The datasets all get updates which I'd like to add in regularly.&lt;/li&gt;&#xA;&lt;li&gt;There are thousands of bodies, so plenty of automation is required to match them, yet manual matching is essential too.&lt;/li&gt;&#xA;&lt;li&gt;Once it is established that an item needs copying into my dataset, the columns of the source datasets (name, abbreviation, website, etc.) will need to be mapped to my dataset's columns. I might want to do some manual tidying of the values, and not have this overwritten on the next time I 'run' the tool.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm very keen to hear other ideas, as the idea I've come up with seems a little esoteric:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Use crowd-sourcing to match up public body names using &lt;a href=&quot;http://okfnlabs.org/projects/nomenklatura/&quot; rel=&quot;noreferrer&quot;&gt;Nomenklatura&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Write a python script to take each data source, put in the standardized names, change the columns to a standard structure and save the output as CSV.&lt;/li&gt;&#xA;&lt;li&gt;Keep each CSV in git as the same 'file' but on different git branches. This allows me to merge changes into the master manually, using visual git tools. Git keeps a full record of changes in each dataset and the merge.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="208" LastEditorUserId="208" LastEditDate="2016-03-01T17:18:44.550" LastActivityDate="2017-09-24T16:14:12.933" Title="Tools for merging similar datasets continuously" Tags="|tool-request|" AnswerCount="8" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="134" PostTypeId="2" ParentId="26" CreationDate="2013-05-09T09:58:40.783" Score="6" Body="&lt;p&gt;This is what &lt;a href=&quot;https://creativecommons.org/&quot;&gt;Creative Commons&lt;/a&gt; themselves have to say on the topic:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;CC0, the public domain dedication, can also be used on databases. The effect is to waive all copyright and related rights in the database, placing it as close as possible into the worldwide public domain. &lt;strong&gt;In certain domains, such as science and government, there are important reasons to consider using tools like CC0. Waiving copyright and related rights eliminates all uncertainty for potential users, encouraging maximal reuse and sharing of information.&lt;/strong&gt; Where waiver is not a viable option and some conditions on reuse are necessary, rights holders should consider using CC licenses that give the public more freedom to reuse and remix the content.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Source: &lt;a href=&quot;http://wiki.creativecommons.org/Data&quot;&gt;http://wiki.creativecommons.org/Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-05-09T14:16:19.830" LastActivityDate="2013-05-09T14:16:19.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="136" PostTypeId="2" ParentId="133" CreationDate="2013-05-09T10:15:44.557" Score="14" Body="&lt;p&gt;&lt;a href=&quot;http://openrefine.org/&quot;&gt;OpenRefine&lt;/a&gt; (formerly Google Refine) offers nice tools for data cleansing, e.g. correcting slight spelling variations. You can also script all transformations on the data and re-apply them later for updated datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this what you're looking for?&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2013-05-09T10:15:44.557" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="137" PostTypeId="2" ParentId="127" CreationDate="2013-05-09T11:35:14.073" Score="16" Body="&lt;p&gt;I have had great luck with &lt;a href=&quot;https://github.com/jazzido/tabula&quot;&gt;https://github.com/jazzido/tabula&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once the PDF is loaded into the system, it takes manual selection of the table to get the data, but I really prefer it over rolling my own computer vision system, as I've found tabula to be highly accurate, and I can't say the same of a 100% automated system.&lt;/p&gt;&#xA;" OwnerUserId="211" LastActivityDate="2013-05-09T11:35:14.073" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="138" PostTypeId="2" ParentId="127" CreationDate="2013-05-09T11:44:41.763" Score="4" Body="&lt;p&gt;This topic came up on the NICAR-L mailing list recently. In addition to Tabula, some working journalists had positive things to say about &lt;a href=&quot;http://www.cogniview.com/pdf-to-excel/pdf2xl-ocr&quot; rel=&quot;nofollow&quot;&gt;Cogniview's PDF2XL tool&lt;/a&gt;. It's not free, but it's not all that expensive (~$130) Alas, it is Windows-only.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-09T11:44:41.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="139" PostTypeId="2" ParentId="1" CreationDate="2013-05-09T12:49:57.090" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://www.data.gov/metric&quot; rel=&quot;noreferrer&quot;&gt;data.gov&lt;/a&gt; website has a list of federal agencies and the sub-agencies in a downloadable &lt;code&gt;csv&lt;/code&gt; or Excel format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;Agency Name                 Abbr    Subagency Name                             Sub Abbr&#xA;Department of Agriculture   USDA        &#xA;Department of Agriculture   USDA    Department/Agency Level                     USDA&#xA;Department of Agriculture   USDA    Agricultural Marketing Service              AMS&#xA;Department of Agriculture   USDA    Agricultural Research Service               ARS&#xA;Department of Agriculture   USDA    Animal and Plant Health Inspection Service  APHIS&#xA;Department of Agriculture   USDA    Departmental Management                     DM&lt;/pre&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-05-09T12:49:57.090" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="140" PostTypeId="2" ParentId="95" CreationDate="2013-05-09T13:13:12.027" Score="8" Body="&lt;p&gt;After doing some research and testing its search features today, I found the &lt;a href=&quot;http://www.worldcat.org/&quot;&gt;&lt;strong&gt;Worldcat&lt;/strong&gt;&lt;/a&gt; database to be the best candidate for multi-language ISBN search. It has more in that it also has other media, such as DVD's and audio CD's, but for books it gets correct results every time, even for 1980 books not printed anymore. All media included, they say its database contains more than 2 billion items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has also books in many languages including English, French, German, Japanese, Chinese, Arabic, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Worldcat&lt;/em&gt; seems to be owned by the &lt;a href=&quot;http://www.oclc.org/canada/fr_ca/home.html?redirect=true&quot;&gt;OCLC&lt;/a&gt;, an organism I didn't know existed, and which is according to Wikipedia:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;a nonprofit, membership, computer library service and research&#xA;  organization dedicated to the public purposes of furthering access to&#xA;  the world’s information and reducing information costs&quot;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It is also indicated that they (emphasis is mine):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;produce and maintain WorldCat, &lt;strong&gt;the largest online public access&#xA;  catalog&lt;/strong&gt; (OPAC) in the world.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;... which by the way falls I think into the Open Data SE website.&lt;/p&gt;&#xA;" OwnerUserId="178" LastActivityDate="2013-05-09T13:13:12.027" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="142" PostTypeId="2" ParentId="42" CreationDate="2013-05-09T13:22:16.447" Score="6" Body="&lt;p&gt;No real drawbacks that I can think of.  If there is some question about the data being unusually sensitive, it &lt;em&gt;might&lt;/em&gt; be better to take it up through FOIA first but this is pretty rare.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general the more you can make things personal the better your chances are of getting exactly what you are looking for.  Ideally, this means they know what you want and you know them, and everyone is happy.  Maybe they will even direct you to public sources of the data before you get to the official FOIA stage.  I found for example when I was doing research on noxious weeds when I was in college, the USFS and state agencies were both extremely helpful and in some cases provided information well beyond what I requested (and the same for threatened, sensitive, and endangered species too).  It was immensely helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In short the more you get a chance to know them and them you, the better chance you get of a good fit for the data you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-09T13:22:16.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="143" PostTypeId="1" AcceptedAnswerId="155" CreationDate="2013-05-09T14:37:50.173" Score="9" ViewCount="5612" Body="&lt;p&gt;Is there a a standard source for finding out what businesses (with brick and mortar locations) exist in a geographical area (particularly in the U.S.)? This doesn't necessarily have to be a geographically-based query, but I am looking for city/state/government records or business registration as opposed to something that relies on user-submitted information (e.g. google business directory).&lt;/p&gt;&#xA;" OwnerUserId="102" LastEditorUserId="70" LastEditDate="2015-04-01T16:41:56.210" LastActivityDate="2015-04-01T16:41:56.210" Title="What is the best source for finding what businesses have opened/exist/closed in a given geographical area?" Tags="|data-request|usa|government|business|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="144" PostTypeId="2" ParentId="93" CreationDate="2013-05-09T14:58:28.000" Score="7" Body="&lt;p&gt;for python i recommend &lt;a href=&quot;http://igraph.org/python/&quot; rel=&quot;nofollow&quot;&gt;igraph&lt;/a&gt; and &lt;a href=&quot;http://networkx.github.io/&quot; rel=&quot;nofollow&quot;&gt;networkX&lt;/a&gt;, for parallel computing &lt;a href=&quot;http://spark.apache.org/graphx/&quot; rel=&quot;nofollow&quot;&gt;graphX&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="206" LastEditorUserId="206" LastEditDate="2016-05-15T14:42:21.707" LastActivityDate="2016-05-15T14:42:21.707" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="145" PostTypeId="1" AcceptedAnswerId="149" CreationDate="2013-05-09T15:04:01.417" Score="15" ViewCount="749" Body="&lt;p&gt;The Zooniverse team has had amazing success with the &lt;a href=&quot;http://www.oldweather.org/&quot;&gt;OldWeather&lt;/a&gt;  project to crowdsource coding of old ships logs to extract climate data. And I believe Sunlight did some crowdsourcing (with Mechanical Turk?) to build the &lt;a href=&quot;http://politicalpartytime.org/&quot;&gt;Political Party Time&lt;/a&gt; database.  Are there other services, libraries, etc., that can be used to support crowdsourced volunteers in performing similar types of tasks in open data applications?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm imagining tasks like checking a certain percentage of scraped data against the original source, or doing data entry when some documents are in non-machine-readable PDFs. At a minimum I'm assuming a library or service would be able to deal with the user registration and management, setting up task overlap for accuracy checking and user scoring, etc. &lt;/p&gt;&#xA;" OwnerUserId="160" LastEditorUserId="178" LastEditDate="2013-05-09T19:56:02.343" LastActivityDate="2014-03-05T12:00:42.817" Title="What are the available tools for managing crowdsourced data-cleaning tasks?" Tags="|tool-request|crowdsourcing|unstructured-data|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="146" PostTypeId="1" CreationDate="2013-05-09T15:09:51.607" Score="7" ViewCount="160" Body="&lt;p&gt;Assume that a person moves from one address to another. They update their driver's license, which means the DMV has the correct address. However the Town Clerk has the previous address. Both the DMV and The Town Clerk publicly expose their data through api's.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How should a consumer of both the DMV's and The Town Clerk's data inform The Town Clerk that their data is outdated? Are there any standards or ways to automate such requests?&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="193" LastEditDate="2013-05-13T23:35:24.973" LastActivityDate="2014-03-11T22:06:25.020" Title="Open Data Conflict Resolution" Tags="|trust|address|" AnswerCount="3" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="148" PostTypeId="2" ParentId="41" CreationDate="2013-05-09T15:10:17.083" Score="6" Body="&lt;p&gt;Here you can find some &lt;a href=&quot;http://schnipsel.dianacht.de/2010/07/15/shapefiles-fuer-bundeslaender-und-kantone&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://schnipsel.dianacht.de/2010/07/15/shapefiles-fuer-bundeslaender-und-kantone&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also as part of the global administrative borders service you can find some.&#xA;&lt;a href=&quot;http://www.gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gadm.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In both cases I don't know the depth of it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is not good enough, maybe openstreetmap has more data for you. Look for this at geofabrik &lt;a href=&quot;http://www.geofabrik.de/data/shapefiles.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geofabrik.de/data/shapefiles.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="206" LastEditorDisplayName="user6247" LastEditDate="2019-02-10T15:59:25.650" LastActivityDate="2019-02-10T15:59:25.650" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="149" PostTypeId="2" ParentId="145" CreationDate="2013-05-09T15:35:10.597" Score="4" Body="&lt;p&gt;PyBossa is an open platform for crowd-sourcing. You write a bit of HTML/JS that is the microtask. They have examples including PDF transcribing. Features include user registration, user credits, statistics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://crowdcrafting.org/about&quot; rel=&quot;nofollow&quot;&gt;http://crowdcrafting.org/about&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-05-09T15:35:10.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="151" PostTypeId="2" ParentId="146" CreationDate="2013-05-09T15:49:08.847" Score="2" Body="&lt;p&gt;I think the best approach is to start with a small random sample of conflicts and investigate them if this is possible.  If you can understand the type of error (out of date data, for example) then you can make an educated decision regarding which one to trust.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If that is not possible and you can get a tiebreaker, then go with that.  If this is not possible you will need to start looking at it from a statistical viewpoint.  However this should be a last resort because type of error should be more of a factor than anything else.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-09T15:49:08.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="153" PostTypeId="2" ParentId="115" CreationDate="2013-05-09T16:09:33.883" Score="11" Body="&lt;p&gt;&lt;a href=&quot;http://openrefine.org/&quot;&gt;OpenRefine&lt;/a&gt; has come a long way in the recent years. It has become quite flexible, there are many plugins available, and even though there's no programmatic &quot;batch mode&quot;, the community is already talking about adding one (see the last entry at the &lt;a href=&quot;http://github.com/OpenRefine/OpenRefine/wiki/FAQ&quot;&gt;OpenRefine FAQ&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It might be beneficial to look into OpenRefine (in combination with &lt;a href=&quot;http://opencorporates.com/&quot;&gt;OpenCorporates&lt;/a&gt;) once more – and I'm sure the community here at Open Data SE will be happy to help with any arising questions :)&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2013-05-09T16:09:33.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="154" PostTypeId="1" AcceptedAnswerId="180" CreationDate="2013-05-09T16:21:23.980" Score="4" ViewCount="568" Body="&lt;p&gt;I can already find data about Brazilian cities/states (e.g. population, localization, crime rates etc...), on some websites such as the &lt;a href=&quot;http://dados.gov.br/dataset/search?tags=finan%C3%A7as&amp;amp;tags=IBGE&quot; rel=&quot;nofollow&quot;&gt;government's open data portal&lt;/a&gt; and &lt;a href=&quot;ftp://ftp.ibge.gov.br/Censos/Censo_Demografico_2010/&quot; rel=&quot;nofollow&quot;&gt;census data&lt;/a&gt; (which unfortunately is a mess). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any API for this information, that would make it easier to query?&lt;/p&gt;&#xA;" OwnerUserId="168" LastEditorUserId="70" LastEditDate="2015-03-30T14:43:38.033" LastActivityDate="2015-07-10T14:54:26.877" Title="API for information about Brazilian cities/states" Tags="|api|census|brazil|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="155" PostTypeId="2" ParentId="143" CreationDate="2013-05-09T16:31:24.967" Score="3" Body="&lt;p&gt;There are several pay services, including &lt;a href=&quot;http://www.referenceusa.com/&quot; rel=&quot;nofollow&quot;&gt;ReferenceUSA&lt;/a&gt; and &lt;a href=&quot;http://nexis.com/&quot; rel=&quot;nofollow&quot;&gt;Nexis&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're interested specific geographic areas (as opposed to everywhere in the US), you can check with local governments (usually county) for FOIA-able &lt;strong&gt;occupational license data&lt;/strong&gt; and/or data about &lt;strong&gt;property records&lt;/strong&gt;, usually available via tax assessors office, which will often contain ownership information and flags for commercial properties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A service at Florida International University called &lt;a href=&quot;http://www.terrafly.com/&quot; rel=&quot;nofollow&quot;&gt;TerraFly&lt;/a&gt; has tons of geocoded business records. I'm not sure what all their sources are, but it might be worth your while to reach out to the researchers there. I think they have some API access.&lt;/p&gt;&#xA;" OwnerUserId="222" LastActivityDate="2013-05-09T16:31:24.967" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="156" PostTypeId="2" ParentId="29" CreationDate="2013-05-09T16:54:50.143" Score="2" Body="&lt;p&gt;I recently learned about &lt;a href=&quot;http://ckan.org&quot; rel=&quot;nofollow&quot;&gt;CKAN&lt;/a&gt;. It's an open source data management system that visualizes data. You can play around with it before committing to downloading it by visiting their live &lt;a href=&quot;http://demo.ckan.org&quot; rel=&quot;nofollow&quot;&gt;demo page&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="225" LastActivityDate="2013-05-09T16:54:50.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="157" PostTypeId="1" AcceptedAnswerId="319" CreationDate="2013-05-09T17:14:30.690" Score="29" ViewCount="3625" Body="&lt;p&gt;We publish most of our machine-readable open data in &lt;a href=&quot;http://data.mcc.gov/&quot;&gt;CSV format&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are best practices and/or standards to publish data dictionaries (e.g. definitions of columns in CSV files including human-readable names, data types, possible values and their definitions)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently we use subset of &lt;a href=&quot;http://www.fgdc.gov/metadata&quot;&gt;FGDC Metadata Standard&lt;/a&gt; since it has elements to define metadata for each column.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there simpler (or even plain-text) formats for this?&lt;/p&gt;&#xA;" OwnerUserId="7" LastEditorUserId="1511" LastEditDate="2014-03-12T11:45:23.437" LastActivityDate="2021-08-19T05:02:29.880" Title="Metadata standards and best practices for data dictionaries for CSV files/data" Tags="|csv|standards|metadata|best-practice|" AnswerCount="12" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="158" PostTypeId="1" CreationDate="2013-05-09T17:21:19.007" Score="14" ViewCount="843" Body="&lt;p&gt;What is average cost/effort to launch &lt;a href=&quot;http://ckan.org/&quot;&gt;CKAN&lt;/a&gt; instance and what are operational expenses to maintain it going forward? (Assuming small size government with limited IT resources)&lt;/p&gt;&#xA;" OwnerUserId="7" LastEditorUserId="134" LastEditDate="2013-05-13T01:28:29.943" LastActivityDate="2015-11-05T12:31:35.393" Title="Cost of ownership - CKAN for city/local government or small federal agency" Tags="|government|tool-request|ckan|data-portal|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="159" PostTypeId="5" CreationDate="2013-05-09T17:23:09.170" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-09T17:23:09.170" LastActivityDate="2013-05-09T17:23:09.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="160" PostTypeId="4" CreationDate="2013-05-09T17:23:09.170" Score="0" Body="For questions about government-related datasets. If relevant, please also specify the country in a separate tag." OwnerUserId="168" LastEditorUserId="70" LastEditDate="2013-05-13T02:43:11.313" LastActivityDate="2013-05-13T02:43:11.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="161" PostTypeId="2" ParentId="133" CreationDate="2013-05-09T17:26:33.140" Score="6" Body="&lt;p&gt;I am currently working a similar project and we went with &lt;a href=&quot;http://www.talend.com/&quot;&gt;Talend Open Studio&lt;/a&gt; with no regret so far (after 1 year in the project). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Talend offer:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;tons of connectors to get your data from any sources&lt;/li&gt;&#xA;&lt;li&gt;nice data cleaning and transormation components to massage your data&lt;/li&gt;&#xA;&lt;li&gt;fuzzymatch option (using levenshtein‎ and metaphone) for reconciliation&lt;/li&gt;&#xA;&lt;li&gt;job can be exported in a shell script and included in a cron job.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-05-09T17:26:33.140" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="162" PostTypeId="2" ParentId="157" CreationDate="2013-05-09T18:10:31.270" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.niem.gov&quot; rel=&quot;nofollow&quot;&gt;National Information Exchange Model (NIEM)&lt;/a&gt;, which is XML-based, has a variety of schemas for various industries. If one does not yet exist for your industry or needs, you can give input into the development of a suitable model.&lt;/p&gt;&#xA;" OwnerUserId="215" LastActivityDate="2013-05-09T18:10:31.270" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="163" PostTypeId="2" ParentId="143" CreationDate="2013-05-09T18:32:25.457" Score="1" Body="&lt;p&gt;Perhaps the best source for per-location business data is the &lt;a href=&quot;http://youreconomy.org/downloads/NETSDatabaseDescription2011.pdf&quot; rel=&quot;nofollow&quot;&gt;Nets database&lt;/a&gt;, which uses the &lt;a href=&quot;http://en.wikipedia.org/wiki/Data_Universal_Numbering_System&quot; rel=&quot;nofollow&quot;&gt;DUNS numbers&lt;/a&gt; from Dun and Bradstreet to map &quot;business type, location information, employment, sales, Dun and Bradstreet ratings and payment performance, and special indicators like minority- or women-ownership and whether the establishment imports or exports&quot;. They're especially interested in business relocation and claim to &quot;have the latitude-longitude of all origins and destinations of over 4.2 million moves&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you can imagine, the pricing is &lt;a href=&quot;http://youreconomy.org/downloads/NETSPricing2009.pdf&quot; rel=&quot;nofollow&quot;&gt;obscene&lt;/a&gt; -- just $200,000 for the complete 40-odd million records, with the smallest chunk of data going for $2,500. The way it was explained to me is that Dun and Bradstreet collects this info on an ongoing basis, but the most valuable part of it, to them, is what's current, so they sell the out-of-date archive to the folks who put NETS together. There's a 25% discount for &quot;research&quot;... &lt;/p&gt;&#xA;" OwnerUserId="228" LastActivityDate="2013-05-09T18:32:25.457" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="164" PostTypeId="2" ParentId="7" CreationDate="2013-05-09T19:06:18.640" Score="8" Body="&lt;p&gt;If you just want an API to get the County that encompasses a given Latitude and Longitude, the FCC's &lt;a href=&quot;http://www.fcc.gov/developers/census-block-conversions-api&quot;&gt;Census Block Conversions API&lt;/a&gt; is helpful.&lt;/p&gt;&#xA;" OwnerUserId="130" LastActivityDate="2013-05-09T19:06:18.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="165" PostTypeId="1" AcceptedAnswerId="166" CreationDate="2013-05-09T19:45:56.513" Score="10" ViewCount="3575" Body="&lt;p&gt;I'm seeking corpora of American English SMS (&amp;lt;=160 characters) text messages. What corpora are available?&lt;/p&gt;&#xA;" OwnerUserId="215" LastEditorUserId="70" LastEditDate="2013-05-09T20:50:31.380" LastActivityDate="2019-03-20T03:52:13.877" Title="American English SMS Text Message Corpora" Tags="|language|corpora|english|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="166" PostTypeId="2" ParentId="165" CreationDate="2013-05-09T19:49:25.157" Score="10" Body="&lt;p&gt;The largest English corpus I've found (over 10,000 messages) is the &lt;a href=&quot;https://doi.org/10.25540/WVM0-4RNX&quot; rel=&quot;nofollow noreferrer&quot;&gt;National University of Singapore's SMS corpus&lt;/a&gt; -- select the corpus with &quot;all&quot; messages -- however, &lt;a href=&quot;http://wing.comp.nus.edu.sg:8080/SMSCorpus/statistic.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;closer examination&lt;/a&gt; reveals that relatively few of the messages originate from US participants.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.esi.uem.es/~jmgomez/smsspamcorpus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;A corpus of SMS spam messages&lt;/a&gt; has been created which are written in English. There are over 1,000 legitimate messages and only a few hundred are spam-related.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dr. Caroline Tagg created a corpus of SMS messages (although I believe they are primarily in British English), but I cannot find the corpus online. However, &lt;a href=&quot;http://etheses.bham.ac.uk/253/1/Tagg09PhD.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;her paper&lt;/a&gt; contains hundreds of messages from the corpus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I created a &lt;a href=&quot;https://web.archive.org/web/20130921043042/http://cybersecurity.cit.purduecal.edu/content/tmcorpus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;text message corpus of SMS messages in American English&lt;/a&gt; that contains over 4,900 messages, a few hundred of which are related to illegal drug use. &lt;a href=&quot;https://web.archive.org/web/20130921043042/http://cybersecurity.cit.purduecal.edu/content/tmcorpus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Now available only on archive.org&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="215" LastEditorDisplayName="anon" LastEditDate="2019-03-20T03:52:13.877" LastActivityDate="2019-03-20T03:52:13.877" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="167" PostTypeId="1" AcceptedAnswerId="173" CreationDate="2013-05-09T20:12:14.450" Score="7" ViewCount="106" Body="&lt;p&gt;Certain U.S. federal grant applications require the use of &quot;recent&quot; data, e.g.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;data used to support the application should come from recent (i.e.&#xA;  within the past 5 years) published source&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Is there a standard by which one should determine the recency of a dataset? For example, American Community Survey data for 2007 - 2011 wasn't released until late 2012. Do you consider data to be as 'old' as its date of collection, projection date or release? &lt;/p&gt;&#xA;" OwnerUserId="102" LastEditorUserId="102" LastEditDate="2013-05-10T23:09:15.967" LastActivityDate="2013-05-10T23:09:15.967" Title="What is the appropriate way to timestamp/determine recency of given data set?" Tags="|usa|releasing-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="168" PostTypeId="2" ParentId="7" CreationDate="2013-05-09T20:24:11.090" Score="9" Body="&lt;p&gt;I've been building an API for this called &lt;a href=&quot;http://api.democracymap.org&quot;&gt;DemocracyMap&lt;/a&gt;. Probably the most relevant data resource for the basic details of city and county government is the &lt;a href=&quot;http://harvester.census.gov/gid/gid_07/options.html&quot;&gt;Census of Governments: Government Integrated Directory&lt;/a&gt; which provides city/county name, address of gov office, phone number, etc. This in combination with Census Tiger boundary data will get you pretty far and served as the basis for the DemocracyMap API. Tiger data is available via API from &lt;a href=&quot;http://tigerweb.geo.census.gov/&quot;&gt;Tigerweb&lt;/a&gt;, but I haven't found any APIs serving the GID directly from the Census. All other sources for the more comprehensive DemocracyMap API can be found at &lt;a href=&quot;http://api.democracymap.org&quot;&gt;http://api.democracymap.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="231" LastActivityDate="2013-05-09T20:24:11.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="169" PostTypeId="2" ParentId="145" CreationDate="2013-05-09T20:27:11.527" Score="1" Body="&lt;p&gt;If the data is in tables within pdfs, I've created a script in R for splitting the tables into cells and using OCR. You could use the cell images the script creates and use pybossa or mechanical turk to crowdsource each cell and merge them all back into a table. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/hansthompson/pdfHarvester&quot; rel=&quot;nofollow&quot;&gt;https://github.com/hansthompson/pdfHarvester&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="43" LastEditorUserId="43" LastEditDate="2014-03-05T00:40:07.943" LastActivityDate="2014-03-05T00:40:07.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="170" PostTypeId="2" ParentId="3" CreationDate="2013-05-09T20:43:53.963" Score="2" Body="&lt;p&gt;While surely not as comprehensive as what you're looking for, the Open311 GeoReport API standard does cover a wide range of forms for service request transactions with city governments. Currently, this is primarily focused on location specific things in public space, like a form to request that a broken streetlight gets repaired, but some Open311 APIs are also starting to include location-agnostic forms that are more targeted at the needs of an individual. Since the Open311 API allows for a lot of flexibility in publishing and receiving custom forms it may get even wider use as a standard way to make this available in a machine readable format. You can see a list of city Open311 endpoints at &lt;a href=&quot;http://wiki.open311.org/GeoReport_v2/Servers&quot; rel=&quot;nofollow&quot;&gt;http://wiki.open311.org/GeoReport_v2/Servers&lt;/a&gt; and an aggregate list of the forms that are managed by these APIs at &lt;a href=&quot;https://scraperwiki.com/scrapers/open311_services/&quot; rel=&quot;nofollow&quot;&gt;https://scraperwiki.com/scrapers/open311_services/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="231" LastActivityDate="2013-05-09T20:43:53.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="171" PostTypeId="1" AcceptedAnswerId="237" CreationDate="2013-05-09T20:46:59.033" Score="15" ViewCount="438" Body="&lt;p&gt;Maybe there is no way to request a specific file type but what is the best way to request a file (paper or digital) that can be converted easiestly?&lt;/p&gt;&#xA;" OwnerUserId="43" LastEditorUserId="100" LastEditDate="2013-05-10T06:38:01.767" LastActivityDate="2013-05-21T20:04:05.207" Title="What is the best way to request machine readable data from a FOIA request?" Tags="|usa|foia|conversion|" AnswerCount="6" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="172" PostTypeId="2" ParentId="9" CreationDate="2013-05-09T20:49:25.643" Score="6" Body="&lt;p&gt;The closest law I've seen to being as comprehensive as POIA is NYC's Local Law 11, but many other cities have an open data law with looser language about whether &quot;all&quot; public data has to be put online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More broadly speaking there's a fairly comprehensive list of city open data laws at:&#xA;&lt;a href=&quot;http://wiki.civiccommons.org/Open_Data_Policy&quot;&gt;http://wiki.civiccommons.org/Open_Data_Policy&lt;/a&gt; It's also worth noting that most cities are covered by the FOIA laws in place by the state that they're in. You can find a list of those laws at &lt;a href=&quot;http://www.rcfp.org/open-government-guide&quot;&gt;http://www.rcfp.org/open-government-guide&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="231" LastActivityDate="2013-05-09T20:49:25.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="173" PostTypeId="2" ParentId="167" CreationDate="2013-05-09T20:52:33.833" Score="5" Body="&lt;p&gt;The way I read the question it seems like you're asking whether &quot;old&quot; data can still be considered recent. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Larger data sets or data that is published at some frequency may not always be current. It takes time to scrub data for publication. Technically, the data is considered current if you're using the most recent published data. In other words, if a data set is published end of year, you will have &quot;current&quot; data up until the new data is published. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if the data is used by an application, typically the users/shareholders of that application understand the publication cycle of data being used.&lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-05-09T20:52:33.833" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="174" PostTypeId="1" CreationDate="2013-05-09T21:14:34.420" Score="2" ViewCount="66" Body="&lt;p&gt;Are there any open (and preferably inter/multinational, not just US) databases on membership to boards of directors and leaders of government agencies?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, Little Sis has mostly US data (&lt;a href=&quot;http://littlesis.org/features&quot; rel=&quot;nofollow&quot;&gt;http://littlesis.org/features&lt;/a&gt;). What about the rest of the world? Is the only current alternative to fish similar data on a country-by-country basis?&lt;/p&gt;&#xA;" OwnerUserId="85" LastEditorUserId="85" LastEditDate="2013-05-10T19:19:56.143" LastActivityDate="2013-05-10T20:14:29.420" Title="Non US-centric databases on boards of directors and government agency memberships?" Tags="|government|companies|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="175" PostTypeId="2" ParentId="41" CreationDate="2013-05-09T21:41:33.123" Score="4" Body="&lt;p&gt;Natural Earth has public-domain shapefiles for some of those types of geographies, but they're not as in-depth as the country-specific sources others have mentioned. They still might be worth a look, though, depending on your application: &lt;a href=&quot;http://www.naturalearthdata.com/downloads/&quot; rel=&quot;noreferrer&quot;&gt;http://www.naturalearthdata.com/downloads/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="75" LastActivityDate="2013-05-09T21:41:33.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="178" PostTypeId="2" ParentId="157" CreationDate="2013-05-10T01:19:54.087" Score="5" Body="&lt;p&gt;I wouldn't dismiss XML so lightly. In the first place, given the natural vagaries of data transmission (especially when considered world-wide), information should be put in XML to simplify error-catching -- the start- and end-point of every datum is unambiguously identified. In the second place, if your XML is self-documenting, as the XML spec intends, it should be a straightforward matter to transform your data to an industry standard that appears at sometime in the future. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, metadata may better be represented in a relational technology (such as OWL or Topic Maps) that does not require rigid and pre-accepted definitions of what your data is and how its pieces relate. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you might want to look at something like SKOS for your metadata.&lt;/p&gt;&#xA;" OwnerUserId="237" LastActivityDate="2013-05-10T01:19:54.087" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="179" PostTypeId="2" ParentId="29" CreationDate="2013-05-10T01:35:19.570" Score="2" Body="&lt;p&gt;I think you might also want to look at &lt;strong&gt;Neo4j&lt;/strong&gt;, an open-source graph database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A new book, &lt;em&gt;Graph Databases&lt;/em&gt; by Ian Robinson, Jim Webber, Emil Eifrem is being freely distributed in its raw, unedited form (&lt;a href=&quot;http://graphdatabases.com/&quot; rel=&quot;nofollow&quot;&gt;http://graphdatabases.com/&lt;/a&gt;). It explains why the NOSQL databases can provide capabilities, connections and insights that the usual relational database managers cannot.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically, I believe you're not going to be able to discern anything from Big Data unless you use tools that prevent your getting hammered by the very bigness of the data.&lt;/p&gt;&#xA;" OwnerUserId="237" LastActivityDate="2013-05-10T01:35:19.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="180" PostTypeId="2" ParentId="154" CreationDate="2013-05-10T02:50:13.523" Score="3" Body="&lt;p&gt;Both the Brazilian Community CKAN instance &lt;a href=&quot;http://br.ckan.net/dataset&quot; rel=&quot;nofollow&quot;&gt;http://br.ckan.net/dataset&lt;/a&gt; and the &lt;a href=&quot;http://dados.gov.br/&quot; rel=&quot;nofollow&quot;&gt;Brazilian Government's official Data Portal (CKAN-powered)&lt;/a&gt; which you link to, have APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also the World Bank API: &lt;a href=&quot;http://data.worldbank.org/&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="3840" LastEditDate="2015-07-10T14:54:26.877" LastActivityDate="2015-07-10T14:54:26.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="181" PostTypeId="2" ParentId="174" CreationDate="2013-05-10T02:52:38.553" Score="4" Body="&lt;p&gt;From corporate boards of directors, OpenCorporates is a fantastic resource for this kind of thing, if a bit intimidating to wade through.  They do have lots of US data, but also UK, and many other jurisdictions.  It's all scraper-assembled, so not quite as clean as you get from LittleSis, but you can definitely find corporate officers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm a little fuzzy on what you're asking for with respect to governments.  Do you want a list of government employees?  Or a list of corporate actors who serve in government capacities (on advisory committees and the like?)&lt;/p&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-10T02:52:38.553" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="182" PostTypeId="2" ParentId="143" CreationDate="2013-05-10T04:12:06.507" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;OpenCorporates&lt;/a&gt; scrapes the business entity reports for many countries and multiple US states.  But its focused on &quot;legal entities&quot;, not brick-and-mortar stores.  The &lt;a href=&quot;http://api.corpwatch.org/&quot; rel=&quot;nofollow&quot;&gt;CorpWatch API&lt;/a&gt; has some minimal information on U.S. publicly traded companies and their subsidiaries, but again the locations are legal addresses not physical locations. &lt;/p&gt;&#xA;" OwnerUserId="160" LastActivityDate="2013-05-10T04:12:06.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="183" PostTypeId="2" ParentId="115" CreationDate="2013-05-10T04:13:25.443" Score="8" Body="&lt;p&gt;Sunlight Labs has the &lt;a href=&quot;https://github.com/sunlightlabs/name-cleaver&quot;&gt;name-cleaver&lt;/a&gt; library, which does some of this, though it's more geared towards display than matching.  It does help with capitalization, though, and stripping &quot;Inc,&quot; &quot;Assoc,&quot; etc., from the ends of entity names.  Beyond that, like others have said, Refine is slick, especially when combined with custom reconciliation functions, of which Open Corporates has one, and Sunlight may at some point release another.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Editing to add: if you want to do fuzzy matching programmatically rather than via a UI, you can apply some of the same techniques Refine does by hand, like Levenshtein edit distance, which would allow you to group organizations whose names are similarly spelled.  There are several implementations of these kinds of algorithms floating around.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Editing again for disclosure: I'm a Sunlight employee.&lt;/p&gt;&#xA;" OwnerUserId="156" LastEditorUserId="156" LastEditDate="2013-05-12T23:06:11.627" LastActivityDate="2013-05-12T23:06:11.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="184" PostTypeId="2" ParentId="171" CreationDate="2013-05-10T05:02:04.183" Score="2" Body="&lt;p&gt;Look at &lt;a href=&quot;https://opendata.stackexchange.com/questions/42/should-i-approach-an-agency-unofficially-before-foiaing-them&quot;&gt;this question&lt;/a&gt; about official/unofficial data requests. Similarly, I've found it useful to ask questions about what data (or maybe just paper files) exist so you can ask for exactly what you want.&lt;/p&gt;&#xA;" OwnerUserId="133" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-10T05:02:04.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="185" PostTypeId="2" ParentId="106" CreationDate="2013-05-10T07:08:41.437" Score="2" Body="&lt;p&gt;I first searched the &lt;a href=&quot;http://govinfo.nlc.gov.cn/&quot; rel=&quot;nofollow&quot;&gt;Chinese Government's Public Information site&lt;/a&gt; for &lt;code&gt;FY-3&lt;/code&gt; and &lt;a href=&quot;http://govinfo.nlc.gov.cn/search/nlc_search.jsp?siteid=lmzy&amp;amp;keyword=FY%EF%BC%8D3&amp;amp;page=1&quot; rel=&quot;nofollow&quot;&gt;found 8 articles&lt;/a&gt; related to this kind of satellite, but no data sets. The articles had to do with beginning to use these satellites for various meteorological projects (November 2009) and the development of a system for processing this data (articles from 2009-2011). I did not see any actual data sets, however.&lt;/p&gt;&#xA;" OwnerUserId="215" LastEditorUserId="215" LastEditDate="2013-05-10T19:05:45.283" LastActivityDate="2013-05-10T19:05:45.283" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="186" PostTypeId="1" CreationDate="2013-05-10T10:26:09.100" Score="4" ViewCount="79" Body="&lt;p&gt;In reviewing the data from geonames, I discovered in my spot check that Indonesia is missing.  A bit of time with Google revealed a few places where I could buy data sets but nothing open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anywhere where this data is known to be available free of restrictions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:  It looks like there are a few countries missing.  Singapore is another one that is missing.  There may be others.  I would assume the Singapore postal system can manage if a zipcode is omitted but not sure about other places.&lt;/p&gt;&#xA;" OwnerUserId="183" LastEditorUserId="70" LastEditDate="2015-04-19T14:53:53.290" LastActivityDate="2015-04-19T14:53:53.290" Title="Where can I find open listings of zipcodes in Indonesia?" Tags="|data-request|postal-code|asia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="187" PostTypeId="2" ParentId="186" CreationDate="2013-05-10T12:25:09.500" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://www.indonesianewsonline.com/prangko/stamps/kodepos.htm&quot;&gt;This&lt;/a&gt; website claims to contain a &lt;em&gt;complete [list of?] postal code[s] in Indonesia&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is not in a good machine readable format, but the html uses &lt;code&gt;&amp;lt;pre&amp;gt;&lt;/code&gt; tags with makes much more easier script the data off there.&lt;/p&gt;&#xA;" OwnerUserId="169" LastActivityDate="2013-05-10T12:25:09.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="188" PostTypeId="1" AcceptedAnswerId="194" CreationDate="2013-05-10T13:55:14.470" Score="8" ViewCount="87" Body="&lt;p&gt;Is there some centralized or streamlined source of data release schedules for major U.S. government agencies? Something that combines sources such as the &lt;a href=&quot;http://www.bls.gov/lau/lausched.htm&quot;&gt;BLS Schedule of Data Release&lt;/a&gt;, &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/data_main/&quot;&gt;ACS Data Release Dates&lt;/a&gt; etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.gov/metric/federalagency/datasetpublishedpermonth&quot;&gt;Data.Gov&lt;/a&gt; tracks this type of thing retroactively and makes it easy to follow the newest releases, but I can't find a similar forward-looking record set.&lt;/p&gt;&#xA;" OwnerUserId="102" LastEditorUserId="7" LastEditDate="2013-05-10T14:21:49.873" LastActivityDate="2015-10-18T20:54:04.740" Title="Is there a centralized schedule of data release dates for U.S. federal agencies?" Tags="|usa|government|releasing-data|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="189" PostTypeId="2" ParentId="7" CreationDate="2013-05-10T14:01:13.823" Score="3" Body="&lt;p&gt;I've found the most complete information of this information internationally (not just the U.S.) at statoids.com. One aspect of completeness is that Statoids explains the ambiguous issues. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, your question seems straightforward enough, but Statoids notes: &quot;The secondary administrative divisions of the United States are of several types. There are counties, parishes, independent cities, boroughs, census areas, city-and-boroughs, city-and-counties, a district, a municipality, and a town-and-county. The general term for all these types is 'county-equivalent units'.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Statistics Division of the United Nations also provides considerable information about municipalities world-wide.&lt;/p&gt;&#xA;" OwnerUserId="237" LastActivityDate="2013-05-10T14:01:13.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="190" PostTypeId="2" ParentId="41" CreationDate="2013-05-10T14:25:03.550" Score="5" Body="&lt;p&gt;Germany is one of the best mapped countries in Open Street Maps. You could extract the administrative boundaries from OSM. Using &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Osmosis#Example_Usage&quot;&gt;Osmosis&lt;/a&gt;, you might do something like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;osmosis --read-xml germany.osm --way-key-value keyValueList=&quot;boundary.administrative&quot; --used-node --write-xml germany_admin.osm&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-10T14:25:03.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="191" PostTypeId="2" ParentId="1" CreationDate="2013-05-10T14:54:13.140" Score="5" Body="&lt;p&gt;The above links were correct in listing the raw API locations. If you are interested in HOW to pull the data from the API and filter the catalog by agency, there is a good tutorial by the GSA and Jed Sundwall:&#xA;&lt;a href=&quot;http://www.howto.gov/training/classes/learn-to-use-create-apis&quot;&gt;Howto.gov DigitalGov University: Learn How to Use and Create APIs&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the API responses may be in JSON or XML.&lt;/p&gt;&#xA;" OwnerUserId="243" LastActivityDate="2013-05-10T14:54:13.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="192" PostTypeId="2" ParentId="6" CreationDate="2013-05-10T15:26:30.487" Score="9" Body="&lt;p&gt;OpenEI from the National Renewable Energy Lab (NREL) maintains &lt;a href=&quot;http://en.openei.org/wiki/Green_Button#Participating_Green_Button_Utility_Providers&quot; rel=&quot;nofollow&quot;&gt;a list of both the utilities participating and a map&lt;/a&gt; as well as other &lt;a href=&quot;http://en.openei.org/apps/?keyword=Green%20Button%20Apps&quot; rel=&quot;nofollow&quot;&gt;Green Button apps&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2013-06-22T00:35:07.783" LastActivityDate="2013-06-22T00:35:07.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="193" PostTypeId="2" ParentId="23" CreationDate="2013-05-10T15:30:13.483" Score="9" Body="&lt;p&gt;The bifurcated view of open data on Data.gov will evaporate later this month and there will be an API to the entire catalog.  You can also separate that catalog along geo and non-geo data if that's your preference.  To get an early look at the direction we are heading, check out:  &lt;a href=&quot;http://geo.gov.ckan.org/dataset&quot;&gt;http://geo.gov.ckan.org/dataset&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Raw data is being merged with geo-data as we speak in this demo site.  This is a work in progress, so you'll be seeing updates and upgrades as we implement them before we launch operationally with the new catalog in late May 2013.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-10T15:30:13.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="194" PostTypeId="2" ParentId="188" CreationDate="2013-05-10T15:35:49.443" Score="7" Body="&lt;p&gt;On &lt;a href=&quot;http://www.data.gov&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt; we haven't looked at trying to aggregate a forward-looking schedule. In general we encourage agencies to release data as quickly as possible. Some data releases occur on a very regular basis, but there is often some fluctuation based on the internal approval processes.  I expect as agencies respond to the actions to comply with the new Open Data Executive Order &lt;a href=&quot;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&quot; rel=&quot;nofollow&quot;&gt;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&lt;/a&gt; it will be easier to create such a list.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="8614" LastEditDate="2015-10-18T20:54:04.740" LastActivityDate="2015-10-18T20:54:04.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="195" PostTypeId="1" AcceptedAnswerId="7926" CreationDate="2013-05-10T17:01:20.513" Score="24" ViewCount="8983" Body="&lt;p&gt;I'm looking for open-source or publicly-available terrain data, for instance heightmaps or DEMs -- ideally GeoTIFFS by way of an easy-to-use API. For instance: you pass a pair of lat/longs and maybe a resolution, and are returned an image, possibly wrapped in some XML.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The sources I've found so far require complicated dances through maddening interfaces to acquire data, which further requires lots of manual labor to be made useful. Does my dream source exist?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Edit: YES IT DOES, I helped make it. See &lt;a href=&quot;https://opendata.stackexchange.com/a/7926/146&quot;&gt;my answer below&lt;/a&gt;]&lt;/p&gt;&#xA;" OwnerUserId="146" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-09-15T02:08:59.643" Title="Is there an open API for world terrain data?" Tags="|geospatial|api|" AnswerCount="9" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="196" PostTypeId="2" ParentId="195" CreationDate="2013-05-10T17:32:08.097" Score="11" Body="&lt;p&gt;The &lt;a href=&quot;https://developers.google.com/maps/documentation/elevation/&quot; rel=&quot;noreferrer&quot;&gt;Google Elevation API&lt;/a&gt; should allow you to access elevation data world-wide and allows you to give location as latitude/longitude. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;h2&gt;What Can You Do With the Elevation API?&lt;/h2&gt;&#xA;  &#xA;  &lt;p&gt;The Elevation API provides elevation data for all locations on the surface of the earth, including depth locations on the ocean floor (which return negative values). In those cases where Google does not possess exact elevation measurements at the precise location you request, the service will interpolate and return an averaged value using the four nearest locations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It does have restrictions on its usage unfortunately - &lt;em&gt;&quot;the Elevation API may only be used in conjunction with displaying results on a Google map; using elevation data without displaying a map for which elevation data was requested is prohibited.&quot;&lt;/em&gt; - &lt;a href=&quot;https://developers.google.com/maps/documentation/elevation/#Limits&quot; rel=&quot;noreferrer&quot;&gt;https://developers.google.com/maps/documentation/elevation/#Limits&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="102" LastEditorUserId="382" LastEditDate="2013-05-21T22:36:20.337" LastActivityDate="2013-05-21T22:36:20.337" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="197" PostTypeId="2" ParentId="106" CreationDate="2013-05-10T18:59:06.767" Score="7" Body="&lt;p&gt;Try &lt;a href=&quot;http://satellite.cma.gov.cn/portalsite/Data/Satellite.aspx?currentculture=en-US&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://satellite.cma.gov.cn/portalsite/Data/Satellite.aspx?currentculture=en-US&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/LG2ek.jpg&quot; alt=&quot;Satellite data download page&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can then download a &quot;quickview&quot; by clicking the little &quot;picture&quot; icon:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/P7cyc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The full resolution data seemingly require payment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;---Information below is OBSOLETE. ---&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try &lt;a href=&quot;http://satellite.cma.gov.cn/arssen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FENGYUN Satellite Data Center&lt;/a&gt;. Getting the data from it can be a little tricky.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;First click one of the icons:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/axWDp.png&quot; alt=&quot;screenshot 1&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;In the next page, remember to select one of the &quot;products&quot; before clicking &quot;next&quot;:&lt;/strong&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/DYV9U.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I haven't really used the system. It seems you need to pay for the data. However, &quot;quickviews&quot; are free:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/TucQ8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="204" LastEditorUserId="204" LastEditDate="2014-10-25T15:09:25.280" LastActivityDate="2014-10-25T15:09:25.280" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="198" PostTypeId="2" ParentId="174" CreationDate="2013-05-10T20:14:29.420" Score="1" Body="&lt;p&gt;Check out Poderopedia, which aims to provide this service for Chile.&#xA;&lt;a href=&quot;http://poderopedia.org/&quot; rel=&quot;nofollow&quot;&gt;http://poderopedia.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-10T20:14:29.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="199" PostTypeId="1" AcceptedAnswerId="243" CreationDate="2013-05-10T20:30:20.233" Score="8" ViewCount="4228" Body="&lt;p&gt;Are there any open complete and downloadable usenet archives?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't expect binaries to be included, only the text messages? If the complete archive is not available, than at least a partial archive of some categories? But the most interesting aspect for me is, if there are complete archives for at least a part of groups, so containing all posts from beginning until now?&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="70" LastEditDate="2015-04-19T14:54:05.640" LastActivityDate="2015-04-19T14:54:05.640" Title="Are there open complete usenet archives?" Tags="|data-request|internet|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="200" PostTypeId="1" AcceptedAnswerId="320" CreationDate="2013-05-10T20:33:03.197" Score="18" ViewCount="8763" Body="&lt;p&gt;Is there a database of the ships that were built until now, containing the size, weight, displacement, cost, year of built, and optionally the amount of used materials?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not need to contain the data of [almost] all ships, but at least the representative sample.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="1511" LastEditDate="2014-12-04T13:13:07.633" LastActivityDate="2020-11-30T01:06:48.033" Title="Database of ships?" Tags="|data-request|transportation|" AnswerCount="8" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="201" PostTypeId="1" CreationDate="2013-05-10T20:35:34.130" Score="8" ViewCount="5209" Body="&lt;p&gt;Is there a database of fictional characters from novels, films, dramas etc., grouped by genre?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most important entries for me are the name, nationality (real or fictional), title of the novel/film/drama and the genre.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="70" LastEditDate="2013-06-05T17:30:25.980" LastActivityDate="2022-09-28T01:12:25.677" Title="Database of fictional characters?" Tags="|data-request|names|" AnswerCount="3" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="202" PostTypeId="2" ParentId="1" CreationDate="2013-05-10T20:36:41.547" Score="4" Body="&lt;p&gt;The short answer to this question is no, although there are partial lists, like those identified above. The problem is that there's an incredibly long tail of government created entities. It sounds like you don't need a comprehensive list, however, but rather some of the larger players.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is an ongoing area of political action. Jim Harper of the Cato Institute has written and testified on this issue, for example. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also a problem with agency structure and organization charts changing over time. The folks who are best at tracking this (oddly enough) is the Government Printing Office's Superindendent of Documents, who assigns government documents a SuDoC number. &lt;/p&gt;&#xA;" OwnerUserId="250" LastActivityDate="2013-05-10T20:36:41.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="203" PostTypeId="2" ParentId="9" CreationDate="2013-05-10T20:40:19.920" Score="6" Body="&lt;p&gt;POIA was proposed in California. See this blogpost by my former colleague Melanie Buck. &lt;a href=&quot;http://sunlightfoundation.com/blog/2012/01/13/public-online-information-act-inspires-transparency-advocacy-in-california/&quot;&gt;http://sunlightfoundation.com/blog/2012/01/13/public-online-information-act-inspires-transparency-advocacy-in-california/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also was proposed in eastern europe, although I cannot remember where anymore.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By the way, for more background information POIA, check out &lt;a href=&quot;http://sunlightfoundation.com/policy/poia/&quot;&gt;http://sunlightfoundation.com/policy/poia/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="250" LastActivityDate="2013-05-10T20:40:19.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="204" PostTypeId="2" ParentId="200" CreationDate="2013-05-10T21:21:36.290" Score="5" Body="&lt;p&gt;Wikipedia has an exhaustive &lt;a href=&quot;http://en.wikipedia.org/wiki/Lists_of_ships&quot; rel=&quot;noreferrer&quot;&gt;list of lists of ships&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="46" LastActivityDate="2013-05-10T21:21:36.290" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="205" PostTypeId="5" CreationDate="2013-05-10T21:34:21.633" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:34:21.633" LastActivityDate="2013-05-10T21:34:21.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="206" PostTypeId="4" CreationDate="2013-05-10T21:34:21.633" Score="0" Body="The Federal Communications Commission (FCC) is an independent agency of the United States government. The FCC works towards six goals in the areas of broadband, competition, the spectrum, the media, public safety and homeland security." OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-10T21:58:48.013" LastActivityDate="2013-05-10T21:58:48.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="207" PostTypeId="5" CreationDate="2013-05-10T21:37:01.320" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:37:01.320" LastActivityDate="2013-05-10T21:37:01.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="208" PostTypeId="4" CreationDate="2013-05-10T21:37:01.320" Score="0" Body="OAuth is an open standard for authorization. OAuth provides a method for clients to access server resources on behalf of a resource owner (such as a different client or an end-user). It also provides a process for end-users to authorize third-party access to their server resources without sharing their credentials (typically, a username and password pair), using user-agent redirections." OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-10T21:58:39.327" LastActivityDate="2013-05-10T21:58:39.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="209" PostTypeId="5" CreationDate="2013-05-10T21:39:10.300" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:39:10.300" LastActivityDate="2013-05-10T21:39:10.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="210" PostTypeId="4" CreationDate="2013-05-10T21:39:10.300" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:39:10.300" LastActivityDate="2013-05-10T21:39:10.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="211" PostTypeId="5" CreationDate="2013-05-10T21:40:16.100" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:40:16.100" LastActivityDate="2013-05-10T21:40:16.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="212" PostTypeId="4" CreationDate="2013-05-10T21:40:16.100" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:40:16.100" LastActivityDate="2013-05-10T21:40:16.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="213" PostTypeId="5" CreationDate="2013-05-10T21:41:00.497" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:41:00.497" LastActivityDate="2013-05-10T21:41:00.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="214" PostTypeId="4" CreationDate="2013-05-10T21:41:00.497" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:41:00.497" LastActivityDate="2013-05-10T21:41:00.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="215" PostTypeId="5" CreationDate="2013-05-10T21:43:51.583" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:43:51.583" LastActivityDate="2013-05-10T21:43:51.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="216" PostTypeId="4" CreationDate="2013-05-10T21:43:51.583" Score="0" Body="For questions related to cities and similar municipal levels of government." OwnerUserId="-1" LastEditorUserId="70" LastEditDate="2015-03-29T09:23:49.193" LastActivityDate="2015-03-29T09:23:49.193" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="217" PostTypeId="5" CreationDate="2013-05-10T21:45:44.123" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:45:44.123" LastActivityDate="2013-05-10T21:45:44.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="218" PostTypeId="4" CreationDate="2013-05-10T21:45:44.123" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:45:44.123" LastActivityDate="2013-05-10T21:45:44.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="219" PostTypeId="5" CreationDate="2013-05-10T21:46:38.657" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:46:38.657" LastActivityDate="2013-05-10T21:46:38.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="220" PostTypeId="4" CreationDate="2013-05-10T21:46:38.657" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:46:38.657" LastActivityDate="2013-05-10T21:46:38.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="221" PostTypeId="5" CreationDate="2013-05-10T21:47:11.770" Score="0" Body="&lt;p&gt;The term economics comes from the Ancient Greek οἰκονομία from οἶκος (oikos, pronounced eekos, &quot;house&quot;) and νόμος (nomos, &quot;custom&quot; or &quot;law&quot;), hence &quot;rules of the house (hold for good management)&quot;. 'Political economy' was the earlier name for the subject, but economists in the late 19th century suggested &quot;economics&quot; as a shorter term for &quot;economic science&quot; to establish itself as a separate discipline outside of political science and other social sciences.&lt;br&gt;&#xA;Economics focuses on the behaviour and interactions of economic agents and how economies work. Consistent with this focus, primary textbooks often distinguish between microeconomics and macroeconomics. Microeconomics examines the behaviour of basic elements in the economy, including individual agents and markets, their interactions, and the outcomes of interactions. Individual agents may include, for example, households, firms, buyers, and sellers. Macroeconomics analyses the entire economy (meaning aggregated production, consumption, savings, and investment) and issues affecting it, including unemployment of resources (labour, capital, and land), inflation, economic growth, and the public policies that address these issues (monetary, fiscal, and other policies).&lt;br&gt;&#xA;Other broad distinctions within economics include those between positive economics, describing &quot;what is&quot;, and normative economics, advocating &quot;what ought to be&quot;; between economic theory and applied economics; between rational and behavioural economics; and between mainstream economics and heterodox economics.&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Economics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Economics on Wikipedia&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2016-12-19T02:33:38.107" LastActivityDate="2016-12-19T02:33:38.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="222" PostTypeId="4" CreationDate="2013-05-10T21:47:11.770" Score="0" Body="Economics is a social science concerned with the factors that determine the production, distribution, and consumption of goods and services. " OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2016-12-19T02:33:38.107" LastActivityDate="2016-12-19T02:33:38.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="223" PostTypeId="5" CreationDate="2013-05-10T21:47:41.943" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:47:41.943" LastActivityDate="2013-05-10T21:47:41.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="224" PostTypeId="4" CreationDate="2013-05-10T21:47:41.943" Score="0" Body="A consumer price index (CPI) measures changes in the price level of a market basket of consumer goods and services purchased by households." OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-10T22:12:08.080" LastActivityDate="2013-05-10T22:12:08.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="225" PostTypeId="5" CreationDate="2013-05-10T21:50:48.750" Score="0" Body="&lt;p&gt;A nonprofit organization uses its profit to improve its services, rather than pay dividends to investors. If your organization is registered as a nonprofit, you are eligible for certain programs including grants, government surplus and tax exemptions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While not-for-profit organizations are permitted to generate surplus revenues, they must be retained by the organization for its self-preservation, expansion, or plans.[3] NPOs have controlling members or boards. Many have paid staff including management, while others employ unpaid volunteers and even executives who work with or without compensation (occasionally nominal).[4] Where there is a token fee, in general, it is used to meet legal requirements for establishing a contract between the executive and the organization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Designation as a nonprofit does not mean that the organization does not intend to make a profit, but rather that the organization has no owners and that the funds realized in the operation of the organization will not be used to benefit any owners. The extent to which an NPO can generate surplus revenues may be constrained or use of surplus revenues may be restricted.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-23T03:11:08.960" LastActivityDate="2014-05-23T03:11:08.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="226" PostTypeId="4" CreationDate="2013-05-10T21:50:48.750" Score="0" Body="A nonprofit organization (NPO) or not-for-profit organization is an organization that uses surplus revenues to achieve its goals rather than distributing them as profit or dividends" OwnerUserId="152" LastEditorUserId="90" LastEditDate="2014-05-23T03:06:41.963" LastActivityDate="2014-05-23T03:06:41.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="227" PostTypeId="5" CreationDate="2013-05-10T21:52:11.427" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:52:11.427" LastActivityDate="2013-05-10T21:52:11.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="228" PostTypeId="4" CreationDate="2013-05-10T21:52:11.427" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:52:11.427" LastActivityDate="2013-05-10T21:52:11.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="229" PostTypeId="5" CreationDate="2013-05-10T21:53:16.080" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:53:16.080" LastActivityDate="2013-05-10T21:53:16.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="230" PostTypeId="4" CreationDate="2013-05-10T21:53:16.080" Score="0" Body="Regulations.gov is a U.S. Federal government web site that acts as an &quot;Internet portal and document repository&quot; that allows members of the public to participate in the rule making processes of some Federal government agencies." OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-10T22:11:56.970" LastActivityDate="2013-05-10T22:11:56.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="231" PostTypeId="5" CreationDate="2013-05-10T21:53:57.740" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:53:57.740" LastActivityDate="2013-05-10T21:53:57.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="232" PostTypeId="4" CreationDate="2013-05-10T21:53:57.740" Score="0" Body="In administrative law, rule-making refers to the process that executive and independent agencies use to create, or promulgate, regulations. In general, legislatures first set broad policy mandates by passing statutes, then agencies create more detailed regulations through rulemaking." OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-10T21:58:30.967" LastActivityDate="2013-05-10T21:58:30.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="233" PostTypeId="5" CreationDate="2013-05-10T21:56:45.540" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:56:45.540" LastActivityDate="2013-05-10T21:56:45.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="234" PostTypeId="4" CreationDate="2013-05-10T21:56:45.540" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T21:56:45.540" LastActivityDate="2013-05-10T21:56:45.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="235" PostTypeId="5" CreationDate="2013-05-10T22:02:45.640" Score="0" Body="&lt;p&gt;Analysis can be defined in a myriad of ways, each differing on what is being observed and the desired end goals of said observation(s).&lt;br&gt;&#xA; BusinessDictionary's preferred definitions (below) provide a solid foundation for analysis and its usage here on Open Data SE.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;analysis&lt;/strong&gt;:&lt;br&gt;&#xA;1. A systematic examination and evaluation of data or information, by breaking it into its component parts to uncover their interrelationships. Opposite of synthesis.&lt;br&gt;&#xA;2. An examination of data and facts to uncover and understand cause-effect relationships, thus providing basis for problem solving and decision making.&#xA;&lt;strong&gt;NOTE&lt;/strong&gt;:  this list is far from conclusive and is not even attempting to be as much. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wiktionary's Definition of Analysis touches on the wide range of possible definitions for its use, which all fall under the context of Open Data:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;analysis&lt;/strong&gt;: ‎(countable and uncountable, plural analyses)&lt;br&gt;&#xA;(countable) Decomposition into components in order to study (a complex thing, concept, theory etc.).&lt;br&gt;&#xA;(countable) The result of such a process.&lt;br&gt;&#xA;(uncountable, mathematics) The mathematical study of functions, sequences, series, limits, derivatives and integrals.&lt;br&gt;&#xA;(countable, logic) Proof by deduction from known truths.&lt;br&gt;&#xA;(countable, chemistry) The process of breaking down a substance into its constituent parts, or the result of this process.&lt;br&gt;&#xA;(uncountable, music) The analytical study of melodies, harmonies, sequences, repetitions, variations, quotations, juxtapositions, and surprises.&lt;br&gt;&#xA;(countable, psychology) Psychoanalysis.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;References/Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.yourdictionary.com/analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Analysis Definition - Your Dictionary&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.businessdictionary.com/definition/analysis.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Definitions of Analysis - BusinessDictionary&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wiktionary.org/wiki/analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Analysis - Wiktionary&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2016-11-03T18:22:24.497" LastActivityDate="2016-11-03T18:22:24.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="236" PostTypeId="4" CreationDate="2013-05-10T22:02:45.640" Score="0" Body="Analysis is the process of breaking down thing(s) into parts/pieces/smaller organizable units, with the goal of learning what the parts do and how they interrelate to one another. " OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2016-11-03T18:22:24.497" LastActivityDate="2016-11-03T18:22:24.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="237" PostTypeId="2" ParentId="171" CreationDate="2013-05-10T22:03:34.387" Score="17" Body="&lt;p&gt;A common strategy used by journalists I've worked with is to first FOIA a data schema or other explanation of how the data is managed by the government body. This allows you to be much more explicit in constructing your actual request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And as rcackerman noted, you may not actually have to start with a FOIA -- but ask them what they have and how they have it, so that when you do file a FOIA for actual data, you can be precise.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-10T22:03:34.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="238" PostTypeId="5" CreationDate="2013-05-10T22:04:26.113" Score="0" Body="&lt;p&gt;An address is a collection of information, presented in a mostly fixed format, used to give the location of a building, apartment, or other structure or a plot of land, generally using political boundaries and street names as references, along with other identifiers such as house or apartment numbers. Some addresses also contain special codes, such as a postal code, to make identification easier and aid in the routing of mail.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Addresses are the location identifiers most widely used by the public and by federal, state and&#xA;local government. Addresses are critical information for administrative, emergency&#xA;response, research, marketing, mapping, GIS, routing and navigation, and many other&#xA;purposes. Because they have evolved over many decades, under the control of thousands&#xA;of local jurisdictions, in many different record and database formats, and to serve many&#xA;purposes, different address formats and types pose a number of complex geoprocessing&#xA;and modeling issues. As a consequence, government agencies struggle with these issues&#xA;as they seek to integrate large, mission-critical files into master address repositories.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Reference&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fgdc.gov/standards/projects/address-data/AddressDataStandardPart01&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Thoroughfare, Landmark, and Postal Address&#xA;Data Standard  (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Address_(geography)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia Entry - address (geography)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2017-05-10T15:25:45.637" LastActivityDate="2017-05-10T15:25:45.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="239" PostTypeId="4" CreationDate="2013-05-10T22:04:26.113" Score="0" Body="An address is a collection of information, presented in a mostly fixed format, used to give the location of a building, apartment, or other structure or a plot of land." OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2017-05-10T15:25:45.637" LastActivityDate="2017-05-10T15:25:45.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="240" PostTypeId="5" CreationDate="2013-05-10T22:05:44.320" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-10T22:05:44.320" LastActivityDate="2013-05-10T22:05:44.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="241" PostTypeId="4" CreationDate="2013-05-10T22:05:44.320" Score="0" Body="A postal code (aka 'ZIP code' (Zone Improvement Plan code) in the U.S.) is a series of letters and/or digits which is useful to identify a particular region or route.  In some cases, they may identify company (eg, The Washington Post or a large university) or a post office (typically used for Post Office boxes).&#xD;&#xA;&#xD;&#xA;Postal codes areas are typically contiguous, but may not be mutually exclusive in the case of overlapping postal routes." OwnerUserId="505" LastEditorUserId="263" LastEditDate="2014-02-06T16:31:41.177" LastActivityDate="2014-02-06T16:31:41.177" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="242" PostTypeId="2" ParentId="158" CreationDate="2013-05-11T00:44:51.747" Score="4" Body="&lt;p&gt;I think this is a very subjective question. What is a small government... a local government with a population of 10,000 or 100,000? How much traffic is there going to be? Are there people already familiar on the workings of CKAN, if not will training be paid for?  Is CKAN going to be augmented into an already existing IT department (cheaper) or will a new department have to be created (more expensive)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of these questions aside here is some data on the cost of running government websites in general.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.guardian.co.uk/news/datablog/2010/jul/05/government-websites-costs&quot; rel=&quot;nofollow&quot;&gt;Costs summary for UK government websites&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.siliconrepublic.com/strategy/item/15078-cost-of-running-government&quot; rel=&quot;nofollow&quot;&gt;Cost of running Government websites vary considerably&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;based on what I've read and my experience with this kind of thing on the more cost efficient side of things:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;If you already have adequate people (man power and experience)&lt;/li&gt;&#xA;&lt;li&gt;Your own server to host on&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The only real expense would be the employee's time. Assume maintenance takes 4 hours a week and the employee is being paid ~$30/hour then you are looking at around $1500 dollars a year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One the other end of the spectrum if you need: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A server (higher initial cost but cheaper in the long run) or &lt;a href=&quot;http://ckan.org/solutions/pricing/&quot; rel=&quot;nofollow&quot;&gt;hosting&lt;/a&gt; ($750/month)&lt;/li&gt;&#xA;&lt;li&gt;A new hire to run the system (full time $40,000 a year, part time $20,000 a year)&lt;/li&gt;&#xA;&lt;li&gt;Training&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Then you are probably looking at $30,000 to $50,000 a year, maybe more.&lt;/p&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-11T00:44:51.747" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="243" PostTypeId="2" ParentId="199" CreationDate="2013-05-11T01:09:19.093" Score="5" Body="&lt;p&gt;You should check out &lt;a href=&quot;http://ianmilligan.ca/2013/03/06/exploring-the-usenet-archive-early-thoughts/&quot;&gt;Exploring the USENET Archive: Early Thoughts&lt;/a&gt; and &lt;a href=&quot;http://archive.org/details/utzoo-wiseman-usenet-archive&quot;&gt;here&lt;/a&gt; is archive.org's archive.&lt;/p&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-11T01:09:19.093" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="244" PostTypeId="2" ParentId="199" CreationDate="2013-05-11T03:25:38.793" Score="3" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Google's been hosting all the Usenet archives for some time.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Most of Google's archive only goes back to ~1990 - their oldest stuff is from 1986.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Usenet Archive (&lt;a href=&quot;http://www.crunchbase.com/company/the-usenet-archive&quot; rel=&quot;nofollow&quot;&gt;http://www.crunchbase.com/company/the-usenet-archive&lt;/a&gt;) is more complete, going back to ~1980 - which technically was the beginning of the nn protocol &quot;usenet&quot;.  But the really old email based listserv archives seem to be gone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Someone has edited-swiped my answer.  I don't believe the above information is true, google has been hosting the USENET archives all the way back since their inception -- something like 1975.  --markj]&lt;/p&gt;&#xA;" OwnerUserId="142" LastEditorUserId="-1" LastEditDate="2014-02-06T07:07:41.480" LastActivityDate="2014-02-06T07:07:41.480" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="245" PostTypeId="1" CreationDate="2013-05-11T05:43:54.390" Score="6" ViewCount="2558" Body="&lt;p&gt;My understanding is that the MIT license allows sublicensing while the BSD license does not, meaning that license restrictions can be added to things like mashups and not to the original data as a whole (this view taken largely from Larry Rosen's book).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does it seem reasonable to state that these licenses provide a space between the CCBY and CC0 licenses, supporting the reuse of the latter with a subset of attribution requirements of the former?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anything that is dramatically incorrect in this understanding?  Anything which makes these licenses entirely unsuitable for data sets?&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-06-01T18:42:10.223" Title="CC-BY vs MIT or BSD licenses regarding re-use?" Tags="|creative-commons|licensing|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="247" PostTypeId="2" ParentId="126" CreationDate="2013-05-11T11:59:26.120" Score="5" Body="&lt;p&gt;Data.gov provides geospatial data for areas around the world through NASA satellite imagery and other shared services.  You can search for mapping data in France or anywhere else at &lt;a href=&quot;http://geo.data.gov/geoportal/&quot; rel=&quot;nofollow&quot;&gt;http://geo.data.gov/geoportal/&lt;/a&gt;.  You can also see a view of a new geospatial catalog on Data.gov below.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've already entered the &lt;a href=&quot;http://geo.gov.ckan.org/dataset?q=&amp;amp;ext_location=&amp;amp;ext_bbox=-3.9990234375,42.5530802889558,7.822265625000001,50.14874640066278&amp;amp;ext_prev_extent=-7.734374999999999,39.977120098439634,11.6015625,52.10650519075632&quot; rel=&quot;nofollow&quot;&gt;parameters for France&lt;/a&gt;, so you can see the data available.  Just draw the bounding box where you need it to find any geospatial data that is available in that area.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2013-05-23T00:11:58.147" LastActivityDate="2013-05-23T00:11:58.147" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="249" PostTypeId="1" AcceptedAnswerId="251" CreationDate="2013-05-11T17:13:00.597" Score="6" ViewCount="416" Body="&lt;p&gt;I'd like to be able to query to discover what's on the ballot - from local measures to Presidential elections.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a source that combines all of this data?  Or is there a standard that's relatively well implemented in the majority of locations that can be leveraged?&lt;/p&gt;&#xA;" OwnerUserId="165" LastEditorUserId="70" LastEditDate="2013-05-12T18:47:33.903" LastActivityDate="2013-05-12T18:47:33.903" Title="Is there an API or global source for US ballot information?" Tags="|usa|elections|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="250" PostTypeId="2" ParentId="249" CreationDate="2013-05-11T17:27:08.210" Score="3" Body="&lt;p&gt;If you are simply looking for information that can be found on the ballot I think &lt;a href=&quot;https://developers.google.com/civic-information/docs/us_v1/elections/voterInfoQuery&quot; rel=&quot;nofollow&quot;&gt;Google's Civic API&lt;/a&gt; is your best bet. Specifically the &lt;code&gt;Contests&lt;/code&gt; section.&lt;/p&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-11T17:27:08.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="251" PostTypeId="2" ParentId="249" CreationDate="2013-05-11T18:30:31.050" Score="5" Body="&lt;p&gt;Several sources of this kind of information:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ballotpedia.org/wiki/index.php/Main_Page&quot;&gt;Ballotpedia&lt;/a&gt; - lots of information, but in wiki pages, so not well-structured/API-able.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://neworganizingeducation.com/project/BIP&quot;&gt;The Ballot Information Project&lt;/a&gt; - an NOI project; a fair bit of data, structured (with an API, I think?)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://votinginfoproject.org/&quot;&gt;The Voting Information Project&lt;/a&gt; - this one has big sponsors (Google, etc.), and has an API as well.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://votesmart.org/&quot;&gt;Project Votesmart&lt;/a&gt; - Used to be the place to go for this kind of thing, but now charges for their data; still, they have a lot of stuff and could be a fallback, depending on whether the other sources have what you're looking for.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-11T18:30:31.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="252" PostTypeId="2" ParentId="95" CreationDate="2013-05-11T19:24:10.860" Score="3" Body="&lt;p&gt;ISBN was established as a bibliographic resource not for libraries but for booksellers. And an ISBN is assigned to a particular edition of a book by its publisher. So it is not nearly the universal identifier for books that some think it is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, it depends on what you want to do -- library cataloguing information may serve your purposes better. If that's the case, I'd begin with the Library of Congress site, loc.gov. Its Z39.50 gateway (information &lt;a href=&quot;http://www.loc.gov/z3950/lcserver.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;) allows for programmatic access to the electronic catalog and other electronic resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OCLC has asserted ownership of the cataloguing work performed by its member libraries; free access to WorldCat is limited to qualifying libraries. I'm not so sure how open its data truly is [but see my downgrade of this caveat below].&lt;/p&gt;&#xA;" OwnerUserId="237" LastEditorUserId="237" LastEditDate="2013-05-14T00:13:49.933" LastActivityDate="2013-05-14T00:13:49.933" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="253" PostTypeId="2" ParentId="157" CreationDate="2013-05-12T00:26:23.440" Score="3" Body="&lt;p&gt;Chicago has been doing a pretty good job describing their data. The about page for the food description has is pretty thorough, if you count links to external resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofchicago.org/Health-Human-Services/Food-Inspections/4ijn-s7e5/about&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofchicago.org/Health-Human-Services/Food-Inspections/4ijn-s7e5/about&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good points:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It describes how the data is entered&lt;/li&gt;&#xA;&lt;li&gt;It links to a detailed description of the meaning of every field&lt;/li&gt;&#xA;&lt;li&gt;It discusses the quality of the data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-05-12T00:39:04.757" LastActivityDate="2013-05-12T00:39:04.757" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="254" PostTypeId="1" AcceptedAnswerId="256" CreationDate="2013-05-12T00:48:47.443" Score="2" ViewCount="41" Body="&lt;p&gt;This question was recently asked on NICAR and got crickets: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anybody point me in the right direction for data on state or regional presence (or lack) of chemical weapons industry facilities/funders? &lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="255" LastEditDate="2013-05-12T05:22:26.010" LastActivityDate="2013-05-12T05:22:26.010" Title="Is there a list of Chemical Weapon Industry Facilities/Funders?" Tags="|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="255" PostTypeId="2" ParentId="195" CreationDate="2013-05-12T03:29:11.153" Score="8" Body="&lt;p&gt;Check out the &lt;a href=&quot;http://cugir.mannlib.cornell.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cornell University Geospatial Information Repository&lt;/a&gt;. Admittedly not exactly what you are looking for, but if you want data on NYS you can at least download it easily, and it might be possible to automate it if you have the time to write a script.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure what's available in other states, but this seems to be pretty par for the course when it comes to Geospatial data sets. Keeping this stuff up to date is a constant battle, so the maintainers often don't bother releasing a public version that will soon be out of date when they can just give you what you need on request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd try out the &lt;a href=&quot;https://gis.stackexchange.com/&quot;&gt;GIS Stack Exchange&lt;/a&gt;. They are the real experts on this stuff.&lt;/p&gt;&#xA;" OwnerUserId="256" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2013-05-12T03:56:43.283" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="256" PostTypeId="2" ParentId="254" CreationDate="2013-05-12T03:44:44.437" Score="3" Body="&lt;p&gt;According to &lt;a href=&quot;http://en.wikipedia.org/wiki/United_States_and_weapons_of_mass_destruction#Chemical_weapons_disposal&quot; rel=&quot;nofollow&quot;&gt;wikipedia&lt;/a&gt;:&#xA;&quot;the United States had destroyed 89.75% of the original stockpile of nearly 31,100 metric tons (30,609 long tons) of nerve and mustard agents declared in 1997.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The primary remaining chemical weapon storage facilities in the U.S. are Pueblo Chemical Depot in Colorado and Blue Grass Army Depot in Kentucky.[28] These two facilities hold 10.25% of the U.S. 1997 declared stockpile.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another good place to start would be the EPA: &lt;a href=&quot;http://www.epa.gov/envirofw/geo_data.html&quot; rel=&quot;nofollow&quot;&gt;http://www.epa.gov/envirofw/geo_data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can sort out the type of regulated sites you are looking for and extrapolate which are likely candidates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Biosafety_level#List_of_BSL-4_facilities&quot; rel=&quot;nofollow&quot;&gt;Here is a list&lt;/a&gt; of Biosafety Level 4 Facilities which are those facilities designed for work with extremely dangerous pathogens.&lt;/p&gt;&#xA;" OwnerUserId="256" LastActivityDate="2013-05-12T03:44:44.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="257" PostTypeId="2" ParentId="157" CreationDate="2013-05-12T05:58:15.317" Score="7" Body="&lt;p&gt;While SKOS certainly might be the best way to represent this information it does require more effort than I believe most will be willing to provide. Couldn't we start with a simple, practical, form for providing a data dictionary with another CSV file with 4 mandatory columns. DatasetName, FieldName, FieldValue or Code, ValueDefinition and an optional hyperlink. I think this is more common practice (well excepting the hyperlink).&lt;/p&gt;&#xA;&lt;p&gt;e.g.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;DatasetName, FieldName, FieldValue, ValueDefinition, RelevantHyperlink&#xA;WHOTBburdenestimates, NULL, NULL, NULL, http://www.who.int/tb/country/data/download/en/&#xA;WHOTBburdenestimates, country, NULL, Country identification, http://www.iso.org/iso/home/standards/country_codes/iso-3166-1_decoding_table.htm&#xA;WHOTBburdenestimates, country, AF, Afghanistan,NULL&#xA;WHOTBburdenestimates, country, AL, Albania,NULL&#xA;...&#xA;WHOTBburdenestimates, source_mdr_new, DRS, drug resistance surveillance or survey,NULL&#xA;WHOTBburdenestimates, source_mdr_new, MOD, statistical model,NULL&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="261" LastEditorUserId="-1" LastEditDate="2021-06-22T05:24:51.937" LastActivityDate="2021-06-22T05:24:51.937" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="258" PostTypeId="1" AcceptedAnswerId="276" CreationDate="2013-05-12T06:29:47.590" Score="8" ViewCount="378" Body="&lt;p&gt;We are probably all familiar with &lt;a href=&quot;http://www-958.ibm.com/software/analytics/manyeyes/&quot; rel=&quot;nofollow&quot;&gt;Manyeyes&lt;/a&gt; and &lt;a href=&quot;http://www.google.com/publicdata/directory&quot; rel=&quot;nofollow&quot;&gt;google public data explorer&lt;/a&gt; but those are always based on governmental Statistics bureau or OECD data. Are there any projects to aggregate data that is being produced by NGOs, consulting companies &amp;amp; others?&lt;/p&gt;&#xA;" OwnerUserId="97" LastEditorUserId="70" LastEditDate="2013-06-18T16:18:50.243" LastActivityDate="2013-06-18T16:18:50.243" Title="Are there any international non-governmental data aggregators?" Tags="|data-request|data-portal|ngo|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="259" PostTypeId="1" CreationDate="2013-05-12T06:31:46.113" Score="12" ViewCount="654" Body="&lt;p&gt;One of the advantages of most scientific file formats is that you have a block of attached metadata that tells a reader how to read / interpret the file (what the fields are, for the most part -- how they're encoded, what their meaning is, etc.  Also, metadata about the document as a whole)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We've got a number of scientists that we'll likely never get them moved away from some form of ASCII tables, be they fixed-width, tab-delim or CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any community-wide standards for making text files self-documenting?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; : I'm not asking about XML.  I want to know about community standards for making plain text files self-documenting.  The scientists have absolutely no desire to package their data in some horribly bloated format (not even &lt;a href=&quot;http://www.ivoa.net/documents/VOTable/&quot;&gt;VOTable&lt;/a&gt; when fixed-width or tab delim ASCII tables do 99% of what they need.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update 2&lt;/strong&gt; : as 'fixed-width ASCII tables' might not be used by all communities, they've been used for data transfer for decades, and they generally try to cram a lot into ~80 columns.  For instance, the &lt;a href=&quot;http://www.swpc.noaa.gov/ftpdir/indices/SPE.txt&quot;&gt;NOAA Solar Proton Events&lt;/a&gt; or &lt;a href=&quot;http://cdaw.gsfc.nasa.gov/CME_list/radio/waves_type2.html&quot;&gt;CDAW Type II Radio Bursts&lt;/a&gt;.   Then you have stuff that's not fixed-width, such as &lt;a href=&quot;http://spase-group.org/docs/conventions/sector_boundary_events_std.txt&quot;&gt;SPASE Event Lists&lt;/a&gt; (tab delim) or &lt;a href=&quot;http://en.wikipedia.org/wiki/METAR&quot;&gt;METAR&lt;/a&gt; (which is &lt;em&gt;much&lt;/em&gt; more complex, as it's tokenized and some parts are optional so you have to use formating cues). &lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-12T15:35:15.983" LastActivityDate="2014-08-27T10:38:10.870" Title="Standards for self-documenting text files?" Tags="|standards|data-format|documentation|" AnswerCount="5" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="260" PostTypeId="2" ParentId="258" CreationDate="2013-05-12T07:28:04.590" Score="1" Body="&lt;p&gt;As far as I know there are no big private sector open data aggregators, mainly because the push for openness and transparency in the private sector is not yet an issue. BUT some private or semi-private companies are starting a process of opening up, like italian ENEL (semi-private energy company).&lt;/p&gt;&#xA;" OwnerUserId="266" LastActivityDate="2013-05-12T07:28:04.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="261" PostTypeId="1" CreationDate="2013-05-12T07:33:21.847" Score="6" ViewCount="138" Body="&lt;p&gt;When &lt;a href=&quot;http://www.oclc.org/news/releases/2012/201248.en.html&quot; rel=&quot;noreferrer&quot;&gt;OCLC released their WorldCat data&lt;/a&gt; under &lt;a href=&quot;http://opendatacommons.org/licenses/by/&quot; rel=&quot;noreferrer&quot;&gt;Open Data Commons Attribution License&lt;/a&gt; last year, there was a question in the library community as to exactly what would be required for adequate attribution if you were to use the data in a mashup.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OCLC issued a statement that maintaining their identifiers would be sufficient attribution. (will have to dig to find the exact statement... was likely either on or referenced by either code4lib or ngc4lib)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It sounds reasonable, but is anyone aware of any instances where this hasn't been enough?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(it might be too new of a license for there to have been adoption, use, and complaints about the use).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-08-08T10:01:06.313" Title="Requirements of the Open Data Commons Attribution License" Tags="|licensing|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="262" PostTypeId="2" ParentId="259" CreationDate="2013-05-12T07:37:33.990" Score="1" Body="&lt;p&gt;As obvious it is complex to have both data and metadata in the same file while keeping the structure simple. For sure XML can help a lot, but as far as I know there is no unique standard for the metainformation. What could help you in some ways could be RDF (in one of its many formats)... It's a long shot and it depends on what your scientists have to do with the data. But it could be the real change: having metadata about the dataset itself, as well as about each column can be really helpful. It doesn't come for free, but if you have some automatic operations in your processes, RDF can help you further automatizing operations.&lt;/p&gt;&#xA;" OwnerUserId="266" LastActivityDate="2013-05-12T07:37:33.990" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="265" PostTypeId="2" ParentId="261" CreationDate="2013-05-12T10:17:56.160" Score="1" Body="&lt;p&gt;I am going to give a somewhat different answer than Gisle does above: &lt;em&gt;Regarding legal requirements ask a lawyer.&lt;/em&gt;   However otherwise, this largely supplements Gisle's post above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I say to contact a lawyer if in doubt is that copyright law varies significantly from one jurisdiction to another and in fruits-of-labor jurisdictions it isn't clear to me where the natural clear line where copyright protections end would be in a mashup.  What holds in one jurisdiction might not in another, but additionally to the extent that there is a balance between users and copyright holders, this may be different from one jurisdiction to another and from one application to another within a given jurisdiction.  So definitely discuss the matter with a lawyer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second point Gisle makes though is a good one and that is about norms.  It is important to consider that coordination and cooperation can be helpful, and so doing what the community expects in a way that works with what you are doing is a good way to build some bridges which can be quite useful later on.  I would urge people regardless of the law to engage in the community, and try to work out a mutually acceptable solution regardless of what the law requires.  Different communities have different cultures and to the extent you can work with a community's existing culture, you may get more support, both moral and material.  To the extent the community feels there is an obligation there is often a lot to be gained through fulfilling it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A third point I would make though is that as a businessman it is not the worst idea to figure that norms are the essence of licenses.  If the norms are to not worry about parts of licenses, those will be very hard to enforce (politically and possibly legally too depending on jurisdiction), and if norms are not followed even if the legal requirements are, this can result in painful consequences.  So I would say if in doubt, the norms are what you follow.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-12T10:17:56.160" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="266" PostTypeId="1" AcceptedAnswerId="273" CreationDate="2013-05-12T12:00:23.230" Score="158" ViewCount="29503" Body="&lt;p&gt;While there are many open databases available, is there a database or the project that would contain the information of such databases?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other words, is there an open meta-database of open databases?&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="70" LastEditDate="2015-04-03T09:49:57.067" LastActivityDate="2020-02-04T15:59:50.293" Title="A database of open databases?" Tags="|releasing-data|metadata|data-portal|" AnswerCount="29" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="267" PostTypeId="2" ParentId="266" CreationDate="2013-05-12T12:48:54.630" Score="3" Body="&lt;p&gt;The only thing that comes to mind is &lt;a href=&quot;http://www.programmableweb.com/&quot; rel=&quot;nofollow&quot;&gt;programmableweb&lt;/a&gt;... I guess you could also include &lt;a href=&quot;http://opendata.stackexchange.com&quot;&gt;this site&lt;/a&gt; although its still in closed beta.&lt;/p&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-12T12:48:54.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="268" PostTypeId="2" ParentId="259" CreationDate="2013-05-12T13:23:49.287" Score="2" Body="&lt;p&gt;Have you looked at Apache AVRO (&lt;a href=&quot;http://avro.apache.org/&quot; rel=&quot;nofollow&quot;&gt;http://avro.apache.org/&lt;/a&gt;)? Avro relies on schemas. When Avro data is read, the schema used when writing it is always present. This permits each datum to be written with no per-value overheads, making serialization both fast and small. This also facilitates use with dynamic, scripting languages, since data, together with its schema, is fully self-describing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When Avro data is stored in a file, its schema is stored with it, so that files may be processed later by any program. If the program reading the data expects a different schema this can be easily resolved, since both schemas are present&lt;/p&gt;&#xA;" OwnerUserId="181" LastActivityDate="2013-05-12T13:23:49.287" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="269" PostTypeId="1" AcceptedAnswerId="274" CreationDate="2013-05-12T13:28:35.653" Score="76" ViewCount="99063" Body="&lt;p&gt;I've seen many applications (mobile and web) that use a database of nutritional information and barcodes to track daily food consumption. Smartphones have the ability to scan barcodes, and many mobile applications have started to include a barcode scanner to search for and log food consumption. &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.myfitnesspal.android&amp;amp;hl=en&quot;&gt;Calorie Counter&lt;/a&gt; by MyFitnessPal is an example of this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know where/how they get their resources. I found the &lt;a href=&quot;http://ndb.nal.usda.gov/ndb/search/list&quot;&gt;National Nutrient Database&lt;/a&gt; provided by the USDA, but the most structured format that comes in is PDF. It also doesn't provide the barcodes that would be required for an app like Calorie Counter. It seems like the most reasonable approach for these applications would be to call an open API, rather than scraping PDFs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there an open API for nutritional information and/or food label barcodes?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="14171" LastEditDate="2017-03-05T12:58:23.630" LastActivityDate="2022-09-26T11:49:09.840" Title="Open API for nutritional information and/or food barcodes?" Tags="|data-request|api|food|barcodes|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="270" PostTypeId="2" ParentId="266" CreationDate="2013-05-12T13:28:53.577" Score="4" Body="&lt;p&gt;Have you looked into Linked Open Data (&lt;a href=&quot;http://vimeo.com/36752317&quot; rel=&quot;nofollow&quot;&gt;http://vimeo.com/36752317&lt;/a&gt;)? &lt;a href=&quot;http://lod-cloud.net/&quot; rel=&quot;nofollow&quot;&gt;http://lod-cloud.net/&lt;/a&gt; has a interactive diagram of open data sets (as at September 2011).&lt;/p&gt;&#xA;" OwnerUserId="181" LastEditorUserId="584" LastEditDate="2013-05-24T16:07:47.480" LastActivityDate="2013-05-24T16:07:47.480" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="271" PostTypeId="1" AcceptedAnswerId="344" CreationDate="2013-05-12T13:43:08.150" Score="6" ViewCount="253" Body="&lt;p&gt;&lt;a href=&quot;http://datahub.io/&quot;&gt;The Data Hub&lt;/a&gt;, powered by &lt;a href=&quot;http://ckan.org/&quot;&gt;CKAN&lt;/a&gt;, is an impressive collection of datasets available on the web. Currently it lists more than 6000 datasets — however, not all of them are available under an Open Data license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way to only search for or list open datasets that are compatible with the &lt;a href=&quot;http://opendefinition.org/okd/&quot;&gt;Open Definition&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-05-12T14:42:27.887" LastActivityDate="2013-05-14T15:50:35.927" Title="Restrict search to open datasets on CKAN's Data Hub?" Tags="|ckan|open-definition|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="272" PostTypeId="1" CreationDate="2013-05-12T13:50:29.190" Score="21" ViewCount="3733" Body="&lt;p&gt;The formal semantic web, now linked data, using RDF is largely flailing in most regions outside the UK. The main problem is the complexity in implementation compared with the tools typically used by web sites, for example, PHP, CSV, MySQL. However, a large part of the world uses Javascript for their development. &lt;a href=&quot;http://json-ld.org/&quot;&gt;JSON-LD&lt;/a&gt; has emerged as a proposal to tie back end systems together with a widely reusable JSON intermediary based on RDF structure. Are there any significant sites or project that use JSON-LD?&lt;/p&gt;&#xA;" OwnerUserId="277" LastEditorUserId="70" LastEditDate="2015-03-25T09:41:33.140" LastActivityDate="2020-02-28T15:47:32.900" Title="Any uses of JSON-LD?" Tags="|linked-data|json|" AnswerCount="9" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="273" PostTypeId="2" ParentId="266" CreationDate="2013-05-12T13:53:45.467" Score="100" Body="&lt;h3&gt;The short answer&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://dataportals.org/&quot;&gt;DataPortals.org&lt;/a&gt;&lt;/strong&gt; (previously DataCatalogs.org) provides a comprehensive list of open data portals from around the world. Their (meta-)data is in the public domain and available for download as &lt;a href=&quot;https://raw.githubusercontent.com/okfn/dataportals.org/master/data/portals.csv&quot;&gt;CSV&lt;/a&gt; and &lt;a href=&quot;http://dataportals.org/api/data.json&quot;&gt;JSON&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;The longer answer&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Data that is somehow related is usually grouped in &lt;strong&gt;&lt;em&gt;datasets&lt;/em&gt;&lt;/strong&gt; or &lt;strong&gt;&lt;em&gt;databases&lt;/em&gt;&lt;/strong&gt;, contained in files (e.g. CSV or spreadsheets) or some kind of database management system, which might be accessible via an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the context of Open Data, &lt;strong&gt;&lt;em&gt;data portals&lt;/em&gt;&lt;/strong&gt;, &lt;strong&gt;&lt;em&gt;data catalogs&lt;/em&gt;&lt;/strong&gt;, or &lt;strong&gt;&lt;em&gt;data hubs&lt;/em&gt;&lt;/strong&gt; make it easier to find these datasets or databases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A great example of such a data portal is &lt;strong&gt;&lt;a href=&quot;https://datahub.io/&quot;&gt;the Datahub&lt;/a&gt;&lt;/strong&gt;, which currently lists &lt;a href=&quot;https://datahub.io/dataset?isopen=true&quot;&gt;more than 4,500 open datasets&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there are already hundreds of data portals. A few prominent examples are the official data portals of the US (&lt;a href=&quot;https://www.data.gov/&quot;&gt;data.gov&lt;/a&gt;), the UK (&lt;a href=&quot;https://data.gov.uk/&quot;&gt;data.gov.uk&lt;/a&gt;), or the European Union (&lt;a href=&quot;https://open-data.europa.eu/&quot;&gt;open-data.europa.eu&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is where DataPortal.org comes in: It is a data portal of data portals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To sum it up:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    DataPortals.org --&amp;gt; Specific Data Portal --&amp;gt; Specific Data Set --&amp;gt; Open Data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2016-02-01T19:54:35.727" LastActivityDate="2016-02-01T19:54:35.727" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="274" PostTypeId="2" ParentId="269" CreationDate="2013-05-12T14:23:49.480" Score="43" Body="&lt;p&gt;The complete USDA National Nutrient Database for Standard Reference can be downloaded as ASCII text files &lt;a href=&quot;https://www.ars.usda.gov/Services/docs.htm?docid=8964&quot; rel=&quot;nofollow noreferrer&quot;&gt;from here&lt;/a&gt; — no PDF scraping necessary. &lt;/p&gt;&#xA;&lt;p&gt;Regarding product barcodes, have a look at &lt;a href=&quot;http://product.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Product Data&lt;/a&gt;, a new project by the &lt;a href=&quot;http://okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Knowledge Foundation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="32115" LastEditDate="2022-09-26T11:49:09.840" LastActivityDate="2022-09-26T11:49:09.840" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="275" PostTypeId="2" ParentId="272" CreationDate="2013-05-12T15:04:06.760" Score="9" Body="&lt;p&gt;On the GitHub repo for JSON-LD, they have a &lt;a href=&quot;https://github.com/json-ld/json-ld.org/wiki/Users-of-JSON-LD&quot;&gt;list of users&lt;/a&gt;. Here are three projects from that list and how they use it:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;PaySwarm uses it to &quot;&lt;a href=&quot;https://payswarm.com/wiki/Faq&quot;&gt;sign digital contracts&lt;/a&gt;&quot;&lt;/li&gt;&#xA;&lt;li&gt;graphite.js uses it for &quot;&lt;a href=&quot;https://github.com/megoth/graphitejs#readme&quot;&gt;parsing and serializing&lt;/a&gt;&quot;&lt;/li&gt;&#xA;&lt;li&gt;The Digital Public Library of America API &lt;a href=&quot;https://github.com/dpla/platform/#readme&quot;&gt;returns all results&lt;/a&gt; in JSON-LD&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="276" LastActivityDate="2013-05-12T15:04:06.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="276" PostTypeId="2" ParentId="258" CreationDate="2013-05-12T15:04:27.433" Score="7" Body="&lt;p&gt;&lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Data Hub&lt;/a&gt;, powered by &lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CKAN&lt;/a&gt;, currently lists more than 6000 datasets, though not all of them are Open Data. These datasets come from all kinds of sources, not just governments and statistics institutes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also the &lt;a href=&quot;http://linkeddata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Data community&lt;/a&gt; which collects datasets in the &lt;a href=&quot;http://datahub.io/group/lodcloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linking Open Data Cloud group on the Data Hub&lt;/a&gt;. Most of these datasets are related to research, but there is also geographic data, media-related data, as well as other user-generated data available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also have a look at the related discussion at &lt;a href=&quot;https://opendata.stackexchange.com/questions/266/a-database-of-open-databases&quot;&gt;A database of open databases?&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-12T15:13:59.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="277" PostTypeId="5" CreationDate="2013-05-12T15:40:13.443" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T15:40:13.443" LastActivityDate="2013-05-12T15:40:13.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="278" PostTypeId="4" CreationDate="2013-05-12T15:40:13.443" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T15:40:13.443" LastActivityDate="2013-05-12T15:40:13.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="279" PostTypeId="5" CreationDate="2013-05-12T15:41:51.263" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T15:41:51.263" LastActivityDate="2013-05-12T15:41:51.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="280" PostTypeId="4" CreationDate="2013-05-12T15:41:51.263" Score="0" Body="Creative Commons Attribution license." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-05-13T02:42:48.013" LastActivityDate="2013-05-13T02:42:48.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="281" PostTypeId="5" CreationDate="2013-05-12T15:43:21.943" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T15:43:21.943" LastActivityDate="2013-05-12T15:43:21.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="282" PostTypeId="4" CreationDate="2013-05-12T15:43:21.943" Score="0" Body="Creative Commons Public Domain Dedication." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-05-13T02:43:13.893" LastActivityDate="2013-05-13T02:43:13.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="283" PostTypeId="1" CreationDate="2013-05-12T15:49:14.240" Score="19" ViewCount="1027" Body="&lt;p&gt;I know that there are political issues (my place of work bans all peer-to-peer software without an explicit waiver), but how well does bit torrent scale for distributing large data collections where we may want to be able to pull out specific granules?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know of groups using BitTorrent to distribute the &lt;a href=&quot;http://www.naturalearthdata.com/forums/topic/natural-earth-data-bittorrent-mirror/&quot;&gt;whole collection as a single download&lt;/a&gt;, or a &lt;a href=&quot;http://visibleearth.nasa.gov/view.php?id=73580&quot;&gt;couple dozen items&lt;/a&gt;, and even a &lt;a href=&quot;http://data.gov.uk/&quot;&gt;few thousand&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... but I'm serving one data collection that's adding ~60k files, 16MB each ... per day.  Are there servers for hosting BT that peform well when serving millions of files?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, how far do they scale vertically before I have to start going horizontally?&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="244" LastEditDate="2014-11-25T13:06:45.807" LastActivityDate="2014-11-25T13:06:45.807" Title="What are the practical limits of releasing open data via bit torrent?" Tags="|big-data|releasing-data|bittorrent|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="284" PostTypeId="1" CreationDate="2013-05-12T16:26:53.527" Score="8" ViewCount="131" Body="&lt;p&gt;One of the problems with distributing data is that people think they understand it, and try to use it in ways that may be incompatable with the files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Years ago, one of the scientists I work with tried doing a longitudinal study of solar irradiance by summing up the total brightness for many years of calibrated images from a given telescope ... and found there was &lt;strong&gt;&lt;em&gt;no&lt;/em&gt;&lt;/strong&gt; variablity ... which was because the calibration normalized for total brightness across the image.&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://stereo-ssc.nascom.nasa.gov/beacon/beacon_secchi.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;STEREO Beacon Data&lt;/a&gt; is tranmitted at reduced resolution and highly compressed ... but upscaled for movie-generation purposes.  We replace the beacon images (the ones w/ '_n7eu' in the file names once the full-quality images are downlinked (they have '_n4eu' in the name), which means we have to deal with the 'compression artifact numbers' who insist they've found a UFO and that NASA's covering them up when we replace them with the better images.&lt;/li&gt;&#xA;&lt;li&gt;long wire antennas have different sensitivity than dual sphere antennas, and so what looks to be useful radio observations may actually be noise from the way in which the detector is contructed.&lt;/li&gt;&#xA;&lt;li&gt;more recent solar telescopes may be run in an exposure control mode in which the shutter will close early if there's a flare.  Calibrated images that correct for the shorter exposure will have amplified noise that may ruin some types of analysis.&lt;/li&gt;&#xA;&lt;li&gt;Some disciplines don't distribute the error bars with the data iself, but as software calibration routines or as a peer-reviewed paper in the journal of record for their field.&lt;/li&gt;&#xA;&lt;li&gt;Event catalogs catalogs may be based on data with gaps in it (eg, the couple of times when &lt;a href=&quot;http://sohowww.nascom.nasa.gov/about/Recovery/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SOHO was lost&lt;/a&gt; ;  &lt;a href=&quot;http://sdoisgo.blogspot.com/search/label/SDO%20eclipse%20season&quot; rel=&quot;nofollow noreferrer&quot;&gt;SDO eclipse season&lt;/a&gt;), so the catalog can't be used to assert that an event &lt;em&gt;didn't&lt;/em&gt; happen.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;... are there any standards for describing known biases of the data or other use caveats that may limit the applicability of the data?  Or is anyone even aware of attempts to catalog the possible types of caveats &amp;amp; biases that may apply?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;related : &lt;a href=&quot;https://opendata.stackexchange.com/q/24/263&quot;&gt;How can I trust the authenticity of an open data source?&lt;/a&gt; ; &lt;a href=&quot;https://opendata.stackexchange.com/q/259/263&quot;&gt;Standards for self-documenting text files?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-06-16T11:45:05.937" Title="Standards for documenting use caveats?" Tags="|standards|documentation|caveats|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="285" PostTypeId="1" CreationDate="2013-05-12T16:27:06.917" Score="11" ViewCount="10785" Body="&lt;p&gt;There are some individually maintained lists for some Scrabble dictionaries, and some websites for looking up words in those dictionaries:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;SOWPODS list: &lt;a href=&quot;https://raw.github.com/jmlewis/valett/master/scrabble/sowpods.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.github.com/jmlewis/valett/master/scrabble/sowpods.txt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;s&gt;TWL list (and sublists): &lt;a href=&quot;http://kisa.ca/scrabble/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://kisa.ca/scrabble/&lt;/a&gt; &lt;/s&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;s&gt;SOWPODS/TWL lookup: &lt;a href=&quot;http://www.scrabblist.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.scrabblist.com/&lt;/a&gt; &lt;/s&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, collecting these and trying to make sense of the varying forms of data is difficult. OSPD, the only official dictionary, is copyrighted (see comments) so there is not likely a reasonable or legal source for this information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there databases or APIs which allow querying of word lists from &lt;a href=&quot;http://en.wikipedia.org/wiki/SOWPODS&quot; rel=&quot;nofollow noreferrer&quot;&gt;SOWPODS&lt;/a&gt; or &lt;a href=&quot;http://en.wikipedia.org/wiki/Official_Tournament_and_Club_Word_List&quot; rel=&quot;nofollow noreferrer&quot;&gt;TWL/OWL&lt;/a&gt;? Better yet, is there a unified source which allows querying specific dictionaries (or all dictionaries) based on a parameter?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;English is the primary language of interest, but APIs providing other languages would be helpful as well.&lt;/p&gt;&#xA;" OwnerUserId="188" LastEditorUserId="1511" LastEditDate="2019-05-08T21:05:04.313" LastActivityDate="2020-01-09T15:54:10.860" Title="Is there a source for various Scrabble dictionaries?" Tags="|data-request|api|dictionary|games|" AnswerCount="5" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="286" PostTypeId="2" ParentId="285" CreationDate="2013-05-12T17:26:57.230" Score="8" Body="&lt;p&gt;The Wordnik API will tell you whether any single word is a valid scrabble word (among other information).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.wordnik.com/docs.html#!/word/getWord_get_1&quot;&gt;http://developer.wordnik.com/docs.html#!/word/getWord_get_1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure that's exactly what you're looking for, but it's the best I've got.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-12T17:26:57.230" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="287" PostTypeId="5" CreationDate="2013-05-12T17:48:27.713" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T17:48:27.713" LastActivityDate="2013-05-12T17:48:27.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="288" PostTypeId="4" CreationDate="2013-05-12T17:48:27.713" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T17:48:27.713" LastActivityDate="2013-05-12T17:48:27.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="289" PostTypeId="5" CreationDate="2013-05-12T17:51:32.183" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-12T17:51:32.183" LastActivityDate="2013-05-12T17:51:32.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="290" PostTypeId="4" CreationDate="2013-05-12T17:51:32.183" Score="0" Body="For questions related to barcodes, including UPC (Universal Product Code), EAN (International Article Number), and ISBN (International Standard Book Number)." OwnerUserId="276" LastEditorUserId="70" LastEditDate="2015-03-26T22:00:00.793" LastActivityDate="2015-03-26T22:00:00.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="291" PostTypeId="2" ParentId="271" CreationDate="2013-05-12T18:06:40.533" Score="2" Body="&lt;p&gt;From poking around at &lt;a href=&quot;http://demo.ckan.org/dataset?_license_id_limit=0&quot; rel=&quot;nofollow&quot;&gt;http://demo.ckan.org/dataset?_license_id_limit=0&lt;/a&gt; I see that the left rail allows you to filter by license ID. I can't find any syntax for specifying a license ID as part of the query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know why that isn't exposed on the DataHub.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a &lt;a href=&quot;http://trac.ckan.org/ticket/79&quot; rel=&quot;nofollow&quot;&gt;closed ticket&lt;/a&gt; from four years ago that indicates that a feature was added to search only open data sets, and the demo CKAN API exposes an &quot;is_open&quot; boolean value... but none of it seems to be very well exposed to web users.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2013-05-13T16:46:33.470" LastActivityDate="2013-05-13T16:46:33.470" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="292" PostTypeId="2" ParentId="259" CreationDate="2013-05-12T19:14:58.603" Score="3" Body="&lt;p&gt;YAML frontmatter tends to be the generic standard for documenting text files. Parseable/compatible with JSON, easily human readable, easy to type in. It's used in content management systems, in combination with Markdown, to append metadata to blog posts in text files without the need for fully blown content management systems. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.yaml.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.yaml.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26" LastActivityDate="2013-05-12T19:14:58.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="293" PostTypeId="2" ParentId="283" CreationDate="2013-05-12T19:29:14.753" Score="8" Body="&lt;p&gt;BitTorrent is not a great solution for this. Because each file distributed would need its own network of seeds and peers, you'd effectively dilute the network pool with each file you release, leaving you where you started: you being the one doing most of the distribution for most of the files in the first place. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's probably better to emulate govtrack.us' rsync strategy. Perhaps also with terms that say that anybody rsyncing must run an open rsync themselves (or voluntarily, depending on the size and happiness of your community) This will cut down on redundant downloading, and give you some bandwidth advantages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's how govtrack does it: &lt;a href=&quot;http://www.govtrack.us/developers/rsync&quot;&gt;http://www.govtrack.us/developers/rsync&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26" LastActivityDate="2013-05-12T19:29:14.753" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="294" PostTypeId="2" ParentId="266" CreationDate="2013-05-12T19:30:42.137" Score="35" Body="&lt;p&gt;There's also &lt;a href=&quot;http://datacatalogs.org/&quot;&gt;http://datacatalogs.org/&lt;/a&gt; which maintains a list of open data portals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get a full machine readable list (JSON) from there via the API: &lt;a href=&quot;http://datacatalogs.org/api/search/dataset&quot;&gt;http://datacatalogs.org/api/search/dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's only the first 10, to get 100 do: &lt;a href=&quot;http://datacatalogs.org/api/search/dataset?limit=100&quot;&gt;http://datacatalogs.org/api/search/dataset?limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And with full info: &lt;a href=&quot;http://datacatalogs.org/api/search/dataset?limit=100&amp;amp;all_fields=1&quot;&gt;http://datacatalogs.org/api/search/dataset?limit=100&amp;amp;all_fields=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="283" LastEditorUserId="207" LastEditDate="2013-05-13T15:13:35.327" LastActivityDate="2013-05-13T15:13:35.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="295" PostTypeId="1" CreationDate="2013-05-12T19:33:24.743" Score="10" ViewCount="200" Body="&lt;p&gt;Are there quantified self products (fitbit, withings, nike fuelband, zeo, etc) that share bulk aggregate data with the public via API or download? For example: runs per zipcode, steps per county, or anonymized sleep quality logs? &lt;/p&gt;&#xA;" OwnerUserId="26" LastEditorUserId="70" LastEditDate="2015-04-19T14:54:57.253" LastActivityDate="2020-10-24T19:07:37.177" Title="What quantified self products have open data behind them?" Tags="|data-request|computing|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="296" PostTypeId="1" CreationDate="2013-05-12T19:36:08.100" Score="7" ViewCount="62" Body="&lt;p&gt;I'm interested in the process of how an agency, like the EPA, GSA, or Department of State, finds a dataset they wish to release, selects it, and how they go about releasing it to the public. How do the internal processes work?&lt;/p&gt;&#xA;" OwnerUserId="26" LastActivityDate="2013-05-12T20:07:02.877" Title="How do United States federal agencies release data?" Tags="|usa|government|federal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="297" PostTypeId="1" CreationDate="2013-05-12T19:37:45.377" Score="14" ViewCount="6326" Body="&lt;p&gt;Weather data is often cited as a &quot;huge success&quot; for the open data community. Where does this data sit, and how does one parse the data into something readable, like the 5 day forecast?&lt;/p&gt;&#xA;" OwnerUserId="26" LastEditorUserId="70" LastEditDate="2015-03-30T14:06:32.433" LastActivityDate="2015-03-30T14:06:32.433" Title="How does one parse weather data?" Tags="|data-request|weather|noaa|parsing|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="298" PostTypeId="1" AcceptedAnswerId="299" CreationDate="2013-05-12T19:44:08.093" Score="14" ViewCount="660" Body="&lt;p&gt;I am looking for an API or dataset that has information about the known &lt;a href=&quot;http://en.wikipedia.org/wiki/Exo_planet&quot;&gt;exoplanets&lt;/a&gt;. The properties of this dataset would include things like mass, orbital period, atmosphere, temperature, etc.&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="70" LastEditDate="2016-12-04T12:13:58.713" LastActivityDate="2016-12-04T12:13:58.713" Title="Is there an exoplanet API or dataset?" Tags="|data-request|api|astronomy|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="299" PostTypeId="2" ParentId="298" CreationDate="2013-05-12T19:46:09.607" Score="13" Body="&lt;p&gt;With a little searching, I found what I was looking for. NASA has an archive of Exoplanets, as well as an API for it. The data are updated weekly.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://exoplanetarchive.ipac.caltech.edu/index.html&quot;&gt;Archive Home&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://exoplanetarchive.ipac.caltech.edu/docs/program_interfaces.html&quot;&gt;API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="276" LastEditorUserId="276" LastEditDate="2013-05-16T03:49:50.200" LastActivityDate="2013-05-16T03:49:50.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="300" PostTypeId="2" ParentId="78" CreationDate="2013-05-12T19:55:06.150" Score="5" Body="&lt;p&gt;The White House created a scorecard for open government compliance based on the initial open government initiative created by the Obama Administration in 2010. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://obamawhitehouse.archives.gov/open&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://obamawhitehouse.archives.gov/open&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26" LastEditorUserId="90" LastEditDate="2017-02-12T17:27:48.920" LastActivityDate="2017-02-12T17:27:48.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="301" PostTypeId="2" ParentId="296" CreationDate="2013-05-12T20:07:02.877" Score="3" Body="&lt;p&gt;The processes vary from agency to agency. In general, data is gathered as part of a regular task for a project or program within an agency (this could be the Mars Program or the 2010 census). The data is structured, validated, and organized, and then that data is used for a purpose for the agency (anything from scientific analysis of the surface of Mars to a count of people in a specific city).  The data is generally approved for release outside of the agency through a secondary process that ensures it is valid, understandable, and does not violate either citizen privacy or national security.  It is then posted on an agency site.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most agencies also release their data to Data.gov, which allows people to find the data independent of knowing the specific program, project, or web site to which the agency has released the data.  The existing policies to which U.S. federal data must comply to be released are posted at: &lt;a href=&quot;http://www.data.gov/data-policy&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gov/data-policy&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The new Executive Order and Open Data Policy &lt;a href=&quot;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&quot; rel=&quot;nofollow&quot;&gt;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&lt;/a&gt; requires that agencies default to openly posting data gathered in the course of doing their work.  This still allows an agency to not post data that would violate a citizen's privacy or national security, and it would also allow an agency the opportunity to post the data once it is structured, valid, organized, and understandable (pursuant to the Information Quality Act, P.L. 106-554).&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-12T20:07:02.877" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="302" PostTypeId="1" AcceptedAnswerId="303" CreationDate="2013-05-12T20:16:32.023" Score="15" ViewCount="1365" Body="&lt;p&gt;These datasets would be structured and presented in a way that is accessible for students or scholars interested in machine learning. Students could use them to learn how to create applications that utilize machine learning, and scholars could use them in research/studies.&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="70" LastEditDate="2015-03-25T09:27:15.110" LastActivityDate="2016-09-06T20:09:48.563" Title="Are there datasets prepared for machine learning?" Tags="|data-request|machine-learning|analysis|research|" AnswerCount="8" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="303" PostTypeId="2" ParentId="302" CreationDate="2013-05-12T20:16:32.023" Score="13" Body="&lt;p&gt;The &lt;a href=&quot;http://www.uci.edu/&quot;&gt;University of California, Irvine&lt;/a&gt; provides a &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot;&gt;dataset repository&lt;/a&gt; specifically for machine learning purposes. There are currently 239 datasets in the repository.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These datasets come in many different formats and topics. The oldest datasets in the repository date back to the late 80s, and there are some datasets that are from 2013.&lt;/p&gt;&#xA;" OwnerUserId="276" LastActivityDate="2013-05-12T20:16:32.023" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="304" PostTypeId="2" ParentId="297" CreationDate="2013-05-12T20:40:22.773" Score="7" Body="&lt;p&gt;NOAA provides weather data. You can see the general information and visualization at &lt;a href=&quot;http://www.weather.gov/&quot;&gt;http://www.weather.gov/&lt;/a&gt;  Specific data products are found at &lt;a href=&quot;http://www.ncdc.noaa.gov/most-popular-data&quot;&gt;http://www.ncdc.noaa.gov/most-popular-data&lt;/a&gt;  When you click on a dataset you are interested, there is technical documentation and material to guide you in the use of the data. For example, local climatological data can be found at &lt;a href=&quot;http://cdo.ncdc.noaa.gov/qclcd/QCLCD?prior=N&quot;&gt;http://cdo.ncdc.noaa.gov/qclcd/QCLCD?prior=N&lt;/a&gt; with detailed notes at &lt;a href=&quot;http://cdo.ncdc.noaa.gov/qclcd/qclcdfaq.htm&quot;&gt;http://cdo.ncdc.noaa.gov/qclcd/qclcdfaq.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-12T20:40:22.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="305" PostTypeId="2" ParentId="271" CreationDate="2013-05-12T22:45:37.103" Score="1" Body="&lt;p&gt;I can't find a way in the web interface to do it and the &lt;a href=&quot;http://docs.ckan.org/en/latest/api.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; appears to have incomplete data. I was able to &lt;a href=&quot;http://datahub.io/dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;download a dump&lt;/a&gt; and parse through it and create a &lt;a href=&quot;http://www.mediafire.com/view/?nyam177qa6hsiev&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt; with the file name and the license URL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the script [&lt;a href=&quot;https://github.com/johnthexiii/CKAN-Data-Hub-Parser&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github&lt;/a&gt;] I threw together**&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;import json&#xA;import os&#xA;&#xA;import rdfxml&#xA;&#xA;class Sink(object): &#xA;   def __init__(self): self.result = []&#xA;   def triple(self, s, p, o): self.result.append((s, p, o))&#xA;&#xA;def rdfToPython(s, base=None): &#xA;   sink = Sink()&#xA;   return rdfxml.parseRDF(s, base=None, sink=sink).result&#xA;&#xA;PATH = r&quot;C:\Users\John\Desktop\ckan-rdf&quot;&#xA;&#xA;csv_file = open(&quot;licenses.csv&quot;, 'w')&#xA;writer = csv.writer(csv_file)&#xA;&#xA;for file_name in os.listdir(PATH):&#xA;    with open(os.path.join(PATH, file_name)) as f: &#xA;        s_rdf = f.read()&#xA;        try:&#xA;            pyth = rdfToPython(s_rdf)&#xA;        except:&#xA;            print &quot;Error Parsing: &quot; + file_name&#xA;            continue&#xA;        for t in pyth:&#xA;            if t[1] == u&quot;&amp;lt;http://purl.org/dc/terms/rights&amp;gt;&quot;:&#xA;                licsn = t[2][1:-1]&#xA;                writer.writerow([file_name, licsn])&#xA;&#xA;csv_file.close()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;** &lt;em&gt;I don't consider this to be a complete solution as the library I used threw several errors when parsing the RDF files, unless you have a good understanding of the licenses the URLs are almost useless, and my knowledge of the RDF format is very poor (I probably missed things)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can download the CSV file by clicking this button in the upper left hand corner.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/k4o5s.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-12T22:45:37.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="306" PostTypeId="1" CreationDate="2013-05-12T23:38:32.407" Score="13" ViewCount="477" Body="&lt;p&gt;I work with a a couple of small non-profit genealogical and historical groups and we are interested in releasing some of the datasets we've compiled over the years as open data.  This information is already freely searchable through our online databases, which use Apache Solr and/or MySQL on the backend, but we'd like to start explicitly recognizing that this data is in the public domain and releasing the sets for individual download as CSV's.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously, it's not very likely that the old Austro-Hungarian Empire is going to resurrect itself just so that it can set up a Socrata or CKAN portal for its old town-by-town tax rolls and birth indices.  :-)  So, it looks like I may be the one creating a new website later this year or early next year to collect and distribute genealogical/historical datasets such as these.  Ideally, such a site would have detailed metadata available for the datasets, including how the data was transcribed (by hand from digital photographs or scans, usually), where the original copies are stored (libraries, archives), and would correctly label the data as public domain, since it was usually created by government entities, most of which do not exist anymore.  Some kind of versioning history would be nice too, in case any mistakes or typos are later discovered and fixed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think I've been in touch with all the historical/genealogical groups that I know of that would be interested in contributing to such a new endeavor, but I want to make sure I am aware of all the open data groups that might have an interest too.  What open data groups (besides Code4Lib, ODI, etc.) would be good for me to contact?  What are some things I would need to keep in mind if I created such an online archive?  What problems do you foresee with this idea?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, suggestions for a name for this new site would be most appreciated.  (&quot;Open Data of the Dead&quot; is probably way too creepy, right?)&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2013-06-14T14:52:42.163" Title="Releasing old historical/genealogical datasets as open data" Tags="|releasing-data|best-practice|historical|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="307" PostTypeId="2" ParentId="283" CreationDate="2013-05-13T00:24:39.860" Score="6" Body="&lt;p&gt;A few possibilities for using torrents &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Offer your torrents through an &lt;a href=&quot;http://yify-torrents.com/rss-guide&quot;&gt;RSS feed&lt;/a&gt;. RSS can be coupled with &lt;a href=&quot;http://a32.me/2010/08/7zip-differential-backup-linux-windows/&quot;&gt;differential files&lt;/a&gt; to have both a distributed network (which will reduce the bandwidth requirements on your end and potentially increase the speed at which your users can download) and reduce the amount of data per download (which will allow end users to get the data faster).&lt;/li&gt;&#xA;&lt;li&gt;Use a technology like &lt;a href=&quot;http://labs.bittorrent.com/experiments/sync.html&quot;&gt;bittorrent's Sync&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="152" LastActivityDate="2013-05-13T00:24:39.860" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="308" PostTypeId="2" ParentId="158" CreationDate="2013-05-13T00:29:29.343" Score="10" Body="&lt;p&gt;Figuring out the cost for running CKAN boils down to two different categories: the cost of running the software itself, as well as the cost of building and maintaining your open data catalog going forward.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The cost of the software itself is simpler to answer: CKAN itself is free/open-source, and available as a hosted solution. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;If you go the open-source route, you'll need to work out the cost of your employee's time, cost of server resources, bandwidth, storage, etc. Your employee time may be minimized by using &lt;a href=&quot;http://ckan.org/datasuite/services/deployment/&quot;&gt;CKAN's deployment services to get started&lt;/a&gt;. As for hardware, the system requirements for CKAN are minimal (it can run on a single server) and probably won't be a significant factor in your costs. This can grow significantly as your data catalog grows, your catalog usage grows, or as the service becomes critical enough to warrant making your CKAN highly-available. You'll need to know your own data size and usage patterns to accurately predict this.&lt;/li&gt;&#xA;&lt;li&gt;If you go the hosted route, this is simpler to figure out. &lt;a href=&quot;http://ckan.org/datasuite/services/hosted-slas/&quot;&gt;CKAN publishes their hosted pricing online&lt;/a&gt; - it runs from from between $400 - $3500 at the time of this writing.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The cost to run an &lt;em&gt;effective&lt;/em&gt; open data implementation within your government can vary widely. It could be near-zero for a site that appear to be &quot;abandonware&quot; but if you want a continually updated site with a growing repository of useful content, you'll need to spend time building and curating it. This goes far beyond the scope of IT; having a champion within the organization with a knowledge of the data produced will almost certainly help, rather than making your CKAN instance &quot;yet another tool being forced on me.&quot;&lt;/p&gt;&#xA;" OwnerUserId="134" LastActivityDate="2013-05-13T00:29:29.343" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="309" PostTypeId="2" ParentId="298" CreationDate="2013-05-13T01:22:29.977" Score="2" Body="&lt;p&gt;More generically, the astronomical community has a number of standardized APIs managed by the &lt;a href=&quot;http://www.ivoa.net/&quot; rel=&quot;nofollow&quot;&gt;International Virtual Observatory Alliance (IVOA)&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ivoa.net/documents/&quot; rel=&quot;nofollow&quot;&gt;http://www.ivoa.net/documents/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Some things that people might consider 'astronomical' the science community calls 'planetary', and their primary system in the United States is the &lt;a href=&quot;http://pds.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;Planetary Data System&lt;/a&gt;, and their standards are the basis for the &lt;a href=&quot;http://planetarydata.org/&quot; rel=&quot;nofollow&quot;&gt;International Planetary Data Alliance (IPDA)&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://planetarydata.org/&quot; rel=&quot;nofollow&quot;&gt;http://planetarydata.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;... of course, you then have to find the appropriate endpoint to talk to.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-13T01:22:29.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="310" PostTypeId="2" ParentId="297" CreationDate="2013-05-13T01:53:01.263" Score="2" Body="&lt;p&gt;Besides the NCDC data for forecasts, you can also get pretty detailed meterological information for airports (US and international) in &lt;a href=&quot;http://en.wikipedia.org/wiki/METAR&quot; rel=&quot;nofollow&quot;&gt;METAR&lt;/a&gt; format:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aviationweather.gov/adds/metars/&quot; rel=&quot;nofollow&quot;&gt;http://aviationweather.gov/adds/metars/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;... but to make use of it, you need to be able to decode the &lt;a href=&quot;http://aviationweather.gov/static/adds/metars/stations.txt&quot; rel=&quot;nofollow&quot;&gt;station codes&lt;/a&gt; to find airports near the location of interest.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-13T01:53:01.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="311" PostTypeId="1" AcceptedAnswerId="312" CreationDate="2013-05-13T02:35:18.303" Score="17" ViewCount="360" Body="&lt;p&gt;Data.gov provides ~400,000 datasets from 180 federal agencies. However, I know you are interested in more data and more specific data than what is already included. What additional topics, formats, or types of data are you interested in having published from the government?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(You can always request specific datasets at &lt;a href=&quot;https://explore.data.gov/nominate&quot;&gt;https://explore.data.gov/nominate&lt;/a&gt; ).&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="147" LastEditDate="2013-05-16T19:36:33.293" LastActivityDate="2013-06-26T16:49:52.897" Title="What new open data do you need from the U.S. government?" Tags="|government|usa|" AnswerCount="4" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="312" PostTypeId="2" ParentId="311" CreationDate="2013-05-13T04:06:01.593" Score="9" Body="&lt;p&gt;Some of the information you are looking for can be found by looking at the &lt;a href=&quot;https://opendata.stackexchange.com/tags&quot;&gt;tags&lt;/a&gt; portion of the web site you can see how people are tagging their questions. Of the More popular tags the one I think you would most interested in is &lt;code&gt;API&lt;/code&gt; (at the time of this writing approximately 1 in 7 questions are tagged with &lt;code&gt;API&lt;/code&gt;). I think the most important thing in an API is accessibility, and from my experience accessibility can be broken down into a couple different areas. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;How much effort does it take to get the data into a native data structure within my program?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are there third party libraries like &lt;a href=&quot;https://github.com/bear/python-twitter&quot; rel=&quot;nofollow noreferrer&quot;&gt;python-twitter&lt;/a&gt; for Twitter?&lt;/li&gt;&#xA;&lt;li&gt;Is the data in a standard format like JSON or XML? (coming from a python background JSON is preferable to XML)&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;How well documented is the API and how easy is it to find and navigate the documentation?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Does the documentation have broken links, was it's last update in usenet post from 1995?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Are there code examples in the documentation that I can simply copy and paste into my editor and get instant results? (The less time I have to spend figuring out how something works the faster I can develop... Duh :-)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Is deprecated functionality annotated? Are alternative methods provided for deprecated functionality? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Is the data provided by the API complete and/or meaningful?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are there specific error messages? (i.e. &lt;code&gt;You entered an incorrect date format&lt;/code&gt; is a much better error message than &lt;code&gt;Your input is invalid&lt;/code&gt;) &lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I run into a lot of situations where an API has a list function of some kind and the list function will only return a portion of the expected results. (i.e. if query &lt;code&gt;example.com/api.php?list=letters&lt;/code&gt; and get back anything other than &lt;code&gt;['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z']&lt;/code&gt; there's a problem. If there is some reason for not sending an API user all 10 million baby names from your baby name database explain that to them and offer an alternative way to get the data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Are there explanations for all the properties found in the data? (i.e. an API response gives me a something like &lt;code&gt;{'license':None, 'data':[1,2,3]}&lt;/code&gt; does that mean that there is no license associated with the data or does it mean that the API providers don't have a license on record but one may exist. Ambiguity is bad.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;To sum this up I don't think there is a problem with the amount of data or variety of data but rather with accessibility.&lt;/p&gt;&#xA;" OwnerUserId="152" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-13T04:11:19.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="313" PostTypeId="1" AcceptedAnswerId="317" CreationDate="2013-05-13T04:12:59.257" Score="11" ViewCount="343" Body="&lt;p&gt;In the past, I have released data as zipped Shapefiles (for the professional GIS crowd) and KML/KMZ (viewable by anyone using Google Earth). Are there other formats that would be especially helpful?&lt;/p&gt;&#xA;" OwnerUserId="288" LastEditorUserId="70" LastEditDate="2015-04-08T12:32:12.987" LastActivityDate="2017-03-03T06:08:21.107" Title="What are the most useful formats in which to release geospatial data?" Tags="|geospatial|releasing-data|best-practice|data-format|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="314" PostTypeId="2" ParentId="306" CreationDate="2013-05-13T04:32:09.117" Score="2" Body="&lt;p&gt;This is obviously a very big topic and any answer will be incomplete.  I would suggest a few specific issues to consider.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Licensing of the collection as a whole for fruits-of-labor jurisdictions.  Now, I prefer the BSD-style licenses (no sublicensing, but derivatives can be licensed under any other terms).  In general, you have to figure that if someone takes your data and markets a larger commercial database in the UK, it gives you some pointers for what data to focus on collecting. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Domain Names.  How about something like Open Ancestors or Open Regional History?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Web service access?  Do you want to solicit donations by allowing live integration via web services for a fee (vs possibly a free data dump and online search interface)?  If so what sort of organization would be involved in managing the money?  Adding a value added service and putting the money towards continued work is not a bad way to fund it.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-13T04:32:09.117" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="315" PostTypeId="2" ParentId="158" CreationDate="2013-05-13T04:38:46.493" Score="2" Body="&lt;p&gt;The minimum cost strictly associated with cloud hosting for a CKAN instance is &lt;strong&gt;around US$50 per month&lt;/strong&gt;. This is based on one of the &lt;a href=&quot;http://docs.ckan.org/en/ckan-1.8/install-from-package-amazon.html&quot; rel=&quot;nofollow&quot;&gt;recommended configurations&lt;/a&gt;, an Amazon Web Services EC2 server. Using the &lt;a href=&quot;http://aws.amazon.com/ec2/#pricing&quot; rel=&quot;nofollow&quot;&gt;current rate&lt;/a&gt; in the US East (N. Virginia) region of $0.060/hour for the m1.small instance, and running this instance full-time for 1 month, you can expect to pay $0.060 * 24 hours/day * 31 days/month = $44.64/month. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're using Amazon's S3 as a data store, you'll need to account for &lt;a href=&quot;http://aws.amazon.com/s3/#pricing&quot; rel=&quot;nofollow&quot;&gt;the costs of that service&lt;/a&gt;, but unless you have significant traffic or several terabytes of data, the costs are negligible compared to running the EC2 server.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This figure is only for the costs that directly result from cloud hosting for the CKAN application, and does not factor in the (likely greater) costs of initial site customization, data management, system administration, customer support, and community/organizational education about how to make use of open data.&lt;/p&gt;&#xA;" OwnerUserId="288" LastActivityDate="2013-05-13T04:38:46.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="316" PostTypeId="2" ParentId="284" CreationDate="2013-05-13T04:38:51.630" Score="4" Body="&lt;p&gt;I don't know that there can be a good standard other than what I was taught when studying environmental computer models, which is to be clear about everything up-front. Obviously this has to be documented somewhere in the expected place (like a README or the like) but the following things should probably be addressed on some way:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Methodology of how the data was collected.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Intended use, selection methodology&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Any normalization which occurred prior to publication&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Any known assumptions underlying the above three.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Any other notes that the collectors think might be useful.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This way people can read and check against their assumptions before they use the data in various ways.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-13T04:38:51.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="317" PostTypeId="2" ParentId="313" CreationDate="2013-05-13T07:38:04.157" Score="10" Body="&lt;p&gt;You can find a &lt;a href=&quot;http://en.wikipedia.org/wiki/GIS_file_formats&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of GIS file formats&lt;/a&gt; on Wikipedia. Here is a &lt;a href=&quot;https://gis.stackexchange.com/q/6604&quot;&gt;decent overview&lt;/a&gt; of open source GIS servers from the gis.se site, these are the servers people who use open data will most likely be using, so target the formats that those servers use. I would consider some kind of open vector/raster format (I like geoJSON for personal projects because it works well with &lt;a href=&quot;http://openlayers.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openlayers&lt;/a&gt;, I also know people who use netCDF and JPEG2000). As a side note I've used this &lt;a href=&quot;http://converter.mygeodata.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;tool&lt;/a&gt; before to convert between different formats.&lt;/p&gt;&#xA;" OwnerUserId="152" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2013-05-13T07:38:04.157" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="318" PostTypeId="2" ParentId="92" CreationDate="2013-05-13T08:26:37.167" Score="23" Body="&lt;p&gt;&lt;a href=&quot;http://openrefine.org&quot;&gt;OpenRefine&lt;/a&gt; can be used to parse semi-structured data into a table like structure, where it can be operated on in a manner similar to a spread sheet and exported.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The site features a &lt;a href=&quot;http://www.youtube.com/watch?v=cO8NVCs_Ba0&amp;amp;feature=player_embedded&quot;&gt;tutorial&lt;/a&gt; on converting a list on wikipedia into a table which may be a good starting point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The operations involved can also be exported incase you need to perform the same cleanup operation again.&lt;/p&gt;&#xA;" OwnerUserId="122" LastActivityDate="2013-05-13T08:26:37.167" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="319" PostTypeId="2" ParentId="157" CreationDate="2013-05-13T10:30:53.097" Score="23" Body="&lt;p&gt;I'd suggest using JSON Table Schema: &lt;a href=&quot;https://specs.frictionlessdata.io/table-schema&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://specs.frictionlessdata.io/table-schema&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It's:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;JSON-based&lt;/li&gt;&#xA;&lt;li&gt;Super simple&lt;/li&gt;&#xA;&lt;li&gt;Extendable&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Here's a rough outline:&lt;/p&gt;&#xA;&lt;pre&gt;&#xA;  # fields is an ordered list of field descriptors&#xA;  # one for each field (column) in the data&#xA;  &quot;fields&quot;: [&#xA;    # a field-descriptor&#xA;    {&#xA;      &quot;id&quot;: &quot;field unique name / id&quot;,&#xA;      &quot;label&quot;: &quot;A nicer human readable label for the field&quot;,&#xA;      &quot;type&quot;: &quot;A string specifying the type&quot;,&#xA;      &quot;format&quot;: &quot;A string specifying a format&quot;,&#xA;      &quot;description&quot;: &quot;A description for the field&quot;&#xA;      ...&#xA;    },&#xA;    ... more field descriptors&#xA;  ]&#xA;&lt;/pre&gt;&#xA;" OwnerUserId="207" LastEditorUserId="-1" LastEditDate="2021-08-19T05:02:29.880" LastActivityDate="2021-08-19T05:02:29.880" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="320" PostTypeId="2" ParentId="200" CreationDate="2013-05-13T10:38:05.277" Score="8" Body="&lt;p&gt;From this answer on Get the Data: &lt;a href=&quot;http://getthedata.org/questions/262/list-of-ocean-going-oil-tankers-and-owner/&quot;&gt;http://getthedata.org/questions/262/list-of-ocean-going-oil-tankers-and-owner/&lt;/a&gt; (provided by Kit Wallace). Note none of this detail seems to be &lt;a href=&quot;http://opendefinition.org/&quot;&gt;open data&lt;/a&gt; (as per Open Definition).&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;There are a number of commercial sources such as &lt;a href=&quot;http://www.ship-info.com/&quot;&gt;http://www.ship-info.com/&lt;/a&gt; or restricted sites &lt;a href=&quot;http://www.equasis.org/&quot;&gt;http://www.equasis.org/&lt;/a&gt; sites with copyright data &lt;a href=&quot;http://www.digital-seas.com/&quot;&gt;http://www.digital-seas.com/&lt;/a&gt; but also some amateur sites (which I cant find now).&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.shipais.com&quot;&gt;http://www.shipais.com&lt;/a&gt; includes data about the ships it plots - eg. &lt;a href=&quot;http://www.shipais.com/showship.php?mmsi=256933000&quot;&gt;http://www.shipais.com/showship.php?mmsi=256933000&lt;/a&gt; but I'm not sure where that comes from now. Worth investigating.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The ITU holds public details about MMSI numbers in their MARS database which does hold some category data , but its limited - here is the data for tanker with the above MMSI and the database is only searchable by MMSI, name or callsign.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The best source though you need to register and search by individual boat is equasis which contains full ownership details. According to the website&lt;/p&gt;&#xA;  &#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;France and the European Commission shared the cost of developing and running Equasis until 31 December 2001 when the maritime authorities of the United Kingdom, Spain, Singapore and Japan also agreed to support Equasis financially. The budget of Equasis is agreed and provided by the Equasis MoU members. It is anticipated that the use of this website will remain free for the foreseeable future&lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Also:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.marinetraffic.com/&quot;&gt;Marinemapper&lt;/a&gt; exports KML files, and seems to have links to a lot of information about the vessels themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.vesseltracker.com/app&quot;&gt;Vesseltracker&lt;/a&gt; also provides data about a variety of ship types, although it's commercial and non-open.&lt;/p&gt;&#xA;" OwnerUserId="207" LastActivityDate="2013-05-13T10:38:05.277" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="321" PostTypeId="2" ParentId="115" CreationDate="2013-05-13T10:49:13.300" Score="6" Body="&lt;p&gt;If you have (or want to create) a specific list you want to normalize against you may want to look at &quot;Nomenklatura&quot;: &lt;a href=&quot;http://nomenklatura.okfnlabs.org/&quot; rel=&quot;nofollow&quot;&gt;http://nomenklatura.okfnlabs.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This allows you to upload your own authoratative list and then do matching using a Refine compatible API or via the user interface. Your list can also be expanded through the web interface. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea is to combine automatic and manual matching to ensure good outputs.&lt;/p&gt;&#xA;" OwnerUserId="207" LastEditorUserId="386" LastEditDate="2013-05-22T17:08:25.257" LastActivityDate="2013-05-22T17:08:25.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="322" PostTypeId="1" CreationDate="2013-05-13T12:29:29.977" Score="9" ViewCount="118" Body="&lt;p&gt;The US Government just launched &lt;a href=&quot;http://project-open-data.github.io/&quot;&gt;Project Open Data on GitHub&lt;/a&gt;, which includes best practices, free tools to accelerate adoption of open data practices, and common core metadata for the federal government. What is the planned governance of this effort? Can anyone modify these?&lt;/p&gt;&#xA;" OwnerUserId="295" LastEditorUserId="70" LastEditDate="2013-05-13T15:38:06.027" LastActivityDate="2013-05-16T04:40:23.153" Title="What is the governance of the US Government's Project Open Data?" Tags="|usa|data.gov|git|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="323" PostTypeId="1" CreationDate="2013-05-13T12:31:38.237" Score="6" ViewCount="137" Body="&lt;p&gt;The US Government recently announced an intent to upgrade Data.gov.  What are the specific technical plans to do so? &lt;/p&gt;&#xA;" OwnerUserId="295" LastEditorUserId="122" LastEditDate="2013-05-13T13:28:39.990" LastActivityDate="2013-05-13T14:16:30.207" Title="What is the plan for the US Government's Data.gov?" Tags="|usa|data.gov|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="324" PostTypeId="2" ParentId="92" CreationDate="2013-05-13T12:39:21.513" Score="3" Body="&lt;p&gt;I've always done work like this in Perl -- my basic methodology goes something like this.  (note, this is for dealing with multi-GB files ... it can be simplified if you can load the whole thing in memory)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've denoted helper routines with &lt;code&gt;&amp;amp;&lt;/code&gt;, although you probably don't want to use that old perl-4 calling style as it'll force it to ignore function prototyping.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;my $record = '';&#xA;while ( my $line = &amp;lt;&amp;gt; ) {&#xA;  if ( &amp;amp;test_for_record_separator ) {&#xA;     &amp;amp;parse_record( $record );&#xA;     $record = '';&#xA;     next;&#xA;  }&#xA;  $record .= $line;&#xA;}&#xA;&amp;amp;parse_record( $record );&#xA;&#xA;sub parse_record { &#xA;  my $record = shift;&#xA;  my %record = ();&#xA;  # exact logic depends on how variable the record structure is.  To handle labeled lines:&#xA;  foreach my $line ( split /\n/, $record ) {&#xA;    if ( $line =~ m/Some Label:\s*(.*)$/  ) { $record{'Label'}  = $1; next } &#xA;    if ( $line =~ m/Other Label:\s*(.*)$/ ) { $record{'Label2'} = $1; next }&#xA;    ...&#xA;    &amp;amp;flag_unknown_lines( $line );&#xA;  }&#xA;  # if the record structure is fixed:&#xA;  @record{ qw( company, street_num, street, city, state, zip, phone, index, description )} = (&#xA;    $record =~ m/(.+)\n(\d+)\s+(.+)\n(.+),\s+(\w[\w\s]+\w)\s+([-\d]+)\n(\d+)[.]\n([\s\S]+)/&#xA;  );&#xA;  # or some other more complicated process&#xA;&#xA;  &amp;amp;throw_parse_error unless &amp;amp;validate(%record);&#xA;  &amp;amp;write_record_to_database_or_whatever(%record);&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Obviously, knowledge of the input will allow you to select the best parsing routine -- if you're only going to have state abbreviations, you won't need &lt;code&gt;(\w[\w\s]+\w)&lt;/code&gt; (which will match &lt;code&gt;New York&lt;/code&gt; or &lt;code&gt;West Virginia&lt;/code&gt; cleanly).  Bits of this (like looking for 'Key: Value' stuff can be easily abstracted to handle whatever input, provided your writing routine can handle it.)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-13T12:39:21.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="325" PostTypeId="2" ParentId="323" CreationDate="2013-05-13T12:42:12.950" Score="5" Body="&lt;p&gt;See this blog post about their move to the CKAN platform: &lt;a href=&quot;http://www.data.gov/blog/under-hood-open-data-engine&quot;&gt;http://www.data.gov/blog/under-hood-open-data-engine&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-05-13T12:42:12.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="326" PostTypeId="2" ParentId="323" CreationDate="2013-05-13T14:16:30.207" Score="10" Body="&lt;p&gt;On the Data.gov team, we'll be blogging and posting here as well about some of the upcoming changes.  The intent is to have all of you give us feedback as we start to evolve ideas, rather than just seeing what happens at the end of the design process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My blog above shows the catalog upgrade using CKAN 2.0 (it's the demonstration site, so don't worry if you see only some of the data there): &lt;a href=&quot;http://geo.gov.ckan.org/dataset&quot;&gt;http://geo.gov.ckan.org/dataset&lt;/a&gt;  We'll show you a demonstration shortly of the harvesting of agency JSON files as a new way to federate data to the catalog, and later redesigns of some of home page, dataset pages, and other Drupal components on the site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are rebuilding Data.gov from the inside out, and have spent time this last year working with the government of India, and now Canada and Ghana as well to open source the Open Government Platform as the underlying code under Data.gov.  You can find it on Github: &lt;a href=&quot;https://github.com/opengovplatform/opengovplatform-beta/wiki&quot;&gt;https://github.com/opengovplatform/opengovplatform-beta/wiki&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-13T14:16:30.207" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="327" PostTypeId="2" ParentId="295" CreationDate="2013-05-13T14:24:52.740" Score="2" Body="&lt;p&gt;There are some companies that are sharing aggregate data like the Green Button companies in energy: &lt;a href=&quot;http://www.greenbuttondata.org/greenadopt.html&quot; rel=&quot;nofollow&quot;&gt;http://www.greenbuttondata.org/greenadopt.html&lt;/a&gt; but there are many of them, and it's hard to be specific without further description of the type of data you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some companies offer such information at an aggregate level, and others, depending on terms of service, obviously offer individualized data for a fee.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-13T14:24:52.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="328" PostTypeId="2" ParentId="306" CreationDate="2013-05-13T14:44:16.410" Score="2" Body="&lt;p&gt;Just to be sure you are aware, the U.S. government releases genealogy data at a 72-year time lag (to help protect individual data of living persons).  For example, information about the 1940 census for genealogy can be found at &lt;a href=&quot;http://1940census.archives.gov/&quot; rel=&quot;nofollow&quot;&gt;http://1940census.archives.gov/&lt;/a&gt; and overall data at the Census is at &lt;a href=&quot;http://www.census.gov/main/www/access.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/main/www/access.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2013-05-15T18:34:05.230" LastActivityDate="2013-05-15T18:34:05.230" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="329" PostTypeId="2" ParentId="146" CreationDate="2013-05-13T15:14:57.897" Score="1" Body="&lt;p&gt;A tool for merging conflicts and feeding corrections back - how about git? See my similar problem here: &lt;a href=&quot;https://opendata.stackexchange.com/questions/133/tools-for-merging-similar-datasets-continuously&quot;&gt;Tools for merging similar datasets continuously&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="208" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-13T15:14:57.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="330" PostTypeId="2" ParentId="302" CreationDate="2013-05-13T16:42:28.957" Score="7" Body="&lt;p&gt;Hilary Mason (a data scientist at bit.ly and speaker on the topic of Machine Learning) put together a list of &quot;Research Quality&quot; datasets in a bit.ly bundle specifically for this reason&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;https://bitly.com/bundles/hmason/1&quot; rel=&quot;nofollow&quot;&gt;https://bitly.com/bundles/hmason/1&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20150320022752/https://bitly.com/bundles/hmason/1&quot; rel=&quot;nofollow&quot;&gt;https://web.archive.org/web/20150320022752/https://bitly.com/bundles/hmason/1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has some interesting datasets from a variety of different fields ripe for Machine Learning research&lt;/p&gt;&#xA;" OwnerUserId="159" LastEditorUserId="1511" LastEditDate="2016-09-06T20:09:48.563" LastActivityDate="2016-09-06T20:09:48.563" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="331" PostTypeId="2" ParentId="23" CreationDate="2013-05-13T17:30:17.213" Score="3" Body="&lt;p&gt;The interactive data sets on Data.gov are currently available here: &lt;a href=&quot;https://explore.data.gov/catalog/next-gen&quot; rel=&quot;nofollow&quot;&gt;https://explore.data.gov/catalog/next-gen&lt;/a&gt;. I do not they think they are currently available through the basic &quot;raw datasets&quot; &lt;a href=&quot;https://explore.data.gov/catalog/raw&quot; rel=&quot;nofollow&quot;&gt;https://explore.data.gov/catalog/raw&lt;/a&gt; link that Clay gives above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may also want to check out this GitHub listing of currently available U.S. government APIs, some of which are not on Data.gov: &lt;a href=&quot;https://github.com/GSA/slash-developer-pages&quot; rel=&quot;nofollow&quot;&gt;https://github.com/GSA/slash-developer-pages&lt;/a&gt;. It is currently actively maintained.&lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2013-05-13T17:30:17.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="332" PostTypeId="2" ParentId="322" CreationDate="2013-05-13T20:43:32.440" Score="3" Body="&lt;p&gt;From the &lt;a href=&quot;http://project-open-data.github.io/faq/&quot; rel=&quot;nofollow&quot;&gt;FAQ&lt;/a&gt; (emphasis is mine):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Who can participate in Project Open Data?&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Anyone – Federal employees, contractors, developers, the general&#xA;  public – can view and contribute to Project Open Data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It is possible to modify the content of the website as well as to contribute to the various tools offered on github by forking the projects. If your pushed changes are approved, they are integrated in the &quot;official&quot; app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for the governance, later on in the FAQ:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Who is in charge of Project Open Data?&lt;/strong&gt; &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Ultimately? You. While the&#xA;  White House founded and continues to oversee the project, Project Open&#xA;  Data is a collaborative work — commonly known as “open source” — and&#xA;  is supported by the efforts of an entire community. See the “how to&#xA;  contribute” section above to learn more.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;At the onset, the General Services Administration is here to provide&#xA;  daily oversight and support, but over time, it is our vision that&#xA;  contributors both inside and outside of &gt; government can be empowered&#xA;  to take on additional leadership roles.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="178" LastEditorUserId="178" LastEditDate="2013-05-13T21:29:00.983" LastActivityDate="2013-05-13T21:29:00.983" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="333" PostTypeId="2" ParentId="112" CreationDate="2013-05-14T00:23:34.080" Score="3" Body="&lt;p&gt;India has an active open data site at &lt;a href=&quot;http://data.gov.in&quot; rel=&quot;nofollow&quot;&gt;http://data.gov.in&lt;/a&gt; with 605 datasets as of today. &lt;a href=&quot;http://data.gov.in/catalogs/?filter=catalog_type%3acatalog_type_raw_data%2bagency:3731&amp;amp;sort=updated%20desc&quot; rel=&quot;nofollow&quot;&gt;Some of those&lt;/a&gt; are about finance, and &lt;a href=&quot;http://data.gov.in/dataset/india-macro-economic-indicators-summary-table&quot; rel=&quot;nofollow&quot;&gt;this one&lt;/a&gt; is related to inflation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The government of India continues to publish additional datasets.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="70" LastEditDate="2013-05-14T08:37:02.690" LastActivityDate="2013-05-14T08:37:02.690" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="334" PostTypeId="1" AcceptedAnswerId="345" CreationDate="2013-05-14T00:55:25.670" Score="5" ViewCount="175" Body="&lt;p&gt;I'm working on a site to help Chicagoans understand what their city council is doing. As part of that effort, I would like to roll up the many different types of legislation into a handful of comprehensible bins.&lt;/p&gt;&#xA;&lt;p&gt;I know that cities often delegate different tasks to their councils, but are there any sources or examples of taxonomies of municipal legislation?&lt;/p&gt;&#xA;&lt;p&gt;Here is what I have so far (The prefixing number is the number of pieces of legislation of this type in the previous month):&lt;/p&gt;&#xA;&lt;h1&gt;Ward Matters&lt;/h1&gt;&#xA;&lt;h2&gt;Residents&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;212 Handicapped Parking Permit&lt;/li&gt;&#xA;&lt;li&gt;18 Senior citizen sewer refund&lt;/li&gt;&#xA;&lt;li&gt;2 Condo Refuse Claim (if you are a condo owner occupier, you can ask the city to refund you your cost for disposing of refuse)&lt;/li&gt;&#xA;&lt;li&gt;15 Residential permit parking&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Local Business Permits and Privileges&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;161 Sidewalk cafe permit&lt;/li&gt;&#xA;&lt;li&gt;146 Grant of privilege in public way (needed for sidewalk cafes, awnings, or canopies)&lt;/li&gt;&#xA;&lt;li&gt;63 Awnings permit&lt;/li&gt;&#xA;&lt;li&gt;25 Sign permits&lt;/li&gt;&#xA;&lt;li&gt;15 Canopy permit&lt;/li&gt;&#xA;&lt;li&gt;24 Physical barrier exemption (if a commercial driveway could connect to an alleyway, the property owner would have to build a barrier to prevent that... unless they get an exemption from the council)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Land Use&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;33 Zoning Reclassification&lt;/li&gt;&#xA;&lt;li&gt;13 Liquor and Package Store Restrictions (the municipal code has a section that lists areas where new liquor licenses cannot be issued)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Local Economic Development&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;1 Tax Incentives (businesses can get various tax incentives with the support of the council)&lt;/li&gt;&#xA;&lt;li&gt;1 Tax Increment Financing, (these are special taxing districts)&lt;/li&gt;&#xA;&lt;li&gt;4 Special Service Area, (these are too)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Church and Non-Profits&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;4 Free Permits or License (aldermen can request that various fees be waved, usually this is just for churches and non profits)&lt;/li&gt;&#xA;&lt;li&gt;1 Tag Day Permits (in order to get on the street and solicit money, you need a permit)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Parking&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;4 Parking Meters (installing, relocating and removing meters)&lt;/li&gt;&#xA;&lt;li&gt;56 Loading/Standing/Tow Zone&lt;/li&gt;&#xA;&lt;li&gt;8 Parking Restrictions&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Traffic&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;1 Traffic Direction&lt;/li&gt;&#xA;&lt;li&gt;12 Traffic signs and signals&lt;/li&gt;&#xA;&lt;li&gt;3 Vehicle Weight Limitation&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Festivals&lt;/h2&gt;&#xA;&lt;h2&gt;??&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;2 Historical Landmark&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h1&gt;Small Claims&lt;/h1&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;9 Damage to property claim&lt;/li&gt;&#xA;&lt;li&gt;131 Damage to vehicle claim&lt;/li&gt;&#xA;&lt;li&gt;6 Settlement of Claims&lt;/li&gt;&#xA;&lt;li&gt;3 Excessive water rate claim (if you think that the city has messed up your water bill, you can make a claim)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h1&gt;Honorifics&lt;/h1&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;59 Honorific (congratulations, condolences, etc)&lt;/li&gt;&#xA;&lt;li&gt;7 Honorary street (honorary street names)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h1&gt;City Wide Issues&lt;/h1&gt;&#xA;&lt;h2&gt;Settlement Agreements&lt;/h2&gt;&#xA;&lt;h2&gt;Business&lt;/h2&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;2 Vacation of Public Street (the city basically gives a street to a property holder)&lt;/li&gt;&#xA;&lt;li&gt;5 Acquisition, Sale, and Conveyance of Property (buying, selling, and otherwise transferring property)&lt;/li&gt;&#xA;&lt;li&gt;1 Easement Agreement&lt;/li&gt;&#xA;&lt;li&gt;1 Lease agreement&lt;/li&gt;&#xA;&lt;li&gt;2 Intergovernmental Agreement&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Appointment&lt;/h2&gt;&#xA;&lt;h2&gt;Budget&lt;/h2&gt;&#xA;&lt;h2&gt;Municipal Code&lt;/h2&gt;&#xA;" OwnerUserId="33" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-05-19T17:03:10.853" Title="How should I categorize municipal legislation?" Tags="|legal|city|" AnswerCount="1" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="335" PostTypeId="1" AcceptedAnswerId="336" CreationDate="2013-05-14T02:11:23.790" Score="9" ViewCount="109" Body="&lt;p&gt;My background with open/free licensing is only within &lt;a href=&quot;http://en.wikipedia.org/wiki/Free_and_open-source_software&quot; rel=&quot;nofollow noreferrer&quot;&gt;FOSS&lt;/a&gt;. An example of category differences within FOSS is &lt;a href=&quot;http://en.wikipedia.org/wiki/Copyleft&quot; rel=&quot;nofollow noreferrer&quot;&gt;Copyleft&lt;/a&gt;/&lt;a href=&quot;http://en.wikipedia.org/wiki/Permissive_free_software_licence&quot; rel=&quot;nofollow noreferrer&quot;&gt;Permissive&lt;/a&gt;. There is a variety of licenses even within these categories. &lt;a href=&quot;http://opensource.org/licenses/gpl-license&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPL&lt;/a&gt;, &lt;a href=&quot;http://opensource.org/licenses/MIT&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIT License&lt;/a&gt;, and &lt;a href=&quot;http://www.apache.org/licenses/LICENSE-2.0.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Apache License&lt;/a&gt; are the first that come to mind.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These questions are great when it comes to Creative Commons Licensing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/26/benefits-of-using-cc0-over-cc-by-for-data&quot;&gt;Benefits of using CC0 over CC-BY for data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/261/requirements-of-the-open-data-commons-attribution-license&quot;&gt;Requirements of the Open Data Commons Attribution License&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, I don't want to assume that Creative Commons is the only option when it comes to licensing Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Are there multiple categories of Open Data licensing, and how do they differ?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-16T04:40:36.203" Title="Categories and varieties of Open Data licensing?" Tags="|releasing-data|licensing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="336" PostTypeId="2" ParentId="335" CreationDate="2013-05-14T02:18:16.330" Score="8" Body="&lt;p&gt;Here are the three options listed on &lt;a href=&quot;http://opendatacommons.org/licenses/&quot;&gt;opendatacommons.org&lt;/a&gt;, the licenses &lt;a href=&quot;http://opendatacommons.org/faq/licenses&quot;&gt;FAQ&lt;/a&gt; also has a bunch of really good information.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendatacommons.org/licenses/pddl/&quot;&gt;Public Domain Dedication and License (PDDL)&lt;/a&gt; — “The PDDL places the data(base) in the public domain (waiving all rights)”&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendatacommons.org/licenses/by/&quot;&gt;Attribution License (ODC-By)&lt;/a&gt; — “&lt;a href=&quot;http://opendatacommons.org/licenses/odbl/summary/&quot;&gt;Attribution for data/databases&lt;/a&gt;”&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendatacommons.org/licenses/odbl/&quot;&gt;Open Database License (ODC-ODbL)&lt;/a&gt; — “&lt;a href=&quot;http://opendatacommons.org/licenses/odbl/summary/&quot;&gt;Attribution Share-Alike for data/databases&lt;/a&gt;” - The community norms for Attribution-Sharealike are share your work, give credit where credit is due, let others know, use open data formats and don't use DRM.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is an &lt;a href=&quot;http://strata.oreilly.com/2011/06/openstreetmap-creative-commons-open-database-license.html&quot;&gt;here&lt;/a&gt; is an interview of Steve Coast (&lt;a href=&quot;http://www.openstreetmap.org/&quot;&gt;OpenStreetMap&lt;/a&gt;'s founder)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Steve Coast: Licensing is incredibly important for the community to&#xA;  trust that the data won’t be closed off. So we need to make sure that&#xA;  data from OpenStreetMap will always be free and open. It’s also&#xA;  important that we are able to stop anyone from trying to close it off&#xA;  or derive from it without giving back to the community. We have a&#xA;  multi-year process to re-license based on advice from multiple sources&#xA;  that Creative Commons is not applicable to data. We wish it were, and&#xA;  it probably will be in the future but it wasn’t clear when we began.&#xA;  Until that happens we have a process to move to the Open Database&#xA;  License, which explicitly covers data and not just creative works like&#xA;  photographs or text. The ODbL was in fact started as a result of&#xA;  investigations around the needs of &lt;a href=&quot;http://sciencecommons.org/about/&quot;&gt;Science Commons&lt;/a&gt; and we just helped&#xA;  it to its conclusion.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendefinition.org/guide/data/&quot;&gt;Here is a guide (incomplete)&lt;/a&gt; from opendatacommons.ors on how licensing applies to data from different fields and different countries.&lt;/p&gt;&#xA;" OwnerUserId="152" LastEditorUserId="152" LastEditDate="2013-05-14T02:36:57.193" LastActivityDate="2013-05-14T02:36:57.193" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="337" PostTypeId="5" CreationDate="2013-05-14T02:19:10.530" Score="0" Body="&lt;p&gt;The process of releasing data includes formal 'publishing' of data, with static data and a formal quality control process, making data available via web services or other APIs, or the informal 'dropping a bunch of files on some FTP or web site'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a deeper disussion of the types of data release, see &lt;a href=&quot;https://www.jstage.jst.go.jp/article/dsj/12/0/12_WDS-042/_article&quot; rel=&quot;nofollow&quot;&gt;Parsons &amp;amp; Fox's &quot;Is Data Publication the Right Metaphor&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;These questions are assumed to be from the point of view of the organization that is making the data available, rather than from someone consuming the data.&lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="70" LastEditDate="2015-03-26T20:25:58.967" LastActivityDate="2015-03-26T20:25:58.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="338" PostTypeId="4" CreationDate="2013-05-14T02:19:10.530" Score="0" Body="For questions related to making data available for others to use." OwnerUserId="276" LastEditorUserId="70" LastEditDate="2015-03-26T20:25:58.967" LastActivityDate="2015-03-26T20:25:58.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="339" PostTypeId="1" AcceptedAnswerId="341" CreationDate="2013-05-14T05:51:09.173" Score="8" ViewCount="250" Body="&lt;p&gt;Are there any open datasets about manned space missions? I'm looking for basic information like name and nationality of the astronauts or cosmonauts, launcher, goals, time in space, results, and so on.&lt;/p&gt;&#xA;" OwnerUserId="308" LastEditorUserId="70" LastEditDate="2015-04-19T15:01:59.463" LastActivityDate="2015-04-19T15:01:59.463" Title="Open dataset on manned space missions" Tags="|data-request|transportation|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="340" PostTypeId="2" ParentId="339" CreationDate="2013-05-14T11:07:22.137" Score="4" Body="&lt;p&gt;There is a current list (April 2013) of astronauts who have flown on NASA missions in PDF format at &lt;a href=&quot;http://www.nasa.gov/pdf/740566main_current.pdf&quot;&gt;http://www.nasa.gov/pdf/740566main_current.pdf&lt;/a&gt;  This contains detailed background information on each astronaut and also includes astronauts from other nations who have flown on NASA missions.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-14T11:07:22.137" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="341" PostTypeId="2" ParentId="339" CreationDate="2013-05-14T12:59:57.343" Score="6" Body="&lt;p&gt;The Johnson Space Center has a website with biographies of Astronauts and Cosmonauts that you should be able to extract much of your requested information from:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.jsc.nasa.gov/Bios/&quot;&gt;http://www.jsc.nasa.gov/Bios/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I find it easier to extract from HTML, but the 'time in space' text might be more difficult to extract from the free text than the PDF that Jeanne linked to.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; : oops ... you asked for time in space of the missions, not the astronauts ... Johnson also has a general &lt;a href=&quot;http://spaceflight.nasa.gov/history/index.html&quot;&gt;Manned Space Flight&lt;/a&gt; website, which has information about each of the missions (shuttle, ISS, skylab, etc.), but they're each formatted differently enough that it's a bit cumbersome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I were you, I'd probably e-mail the contact for those two websites, and ask if they had the information available in more easily parseable form.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, you might be able to get some information from Wikipedia, such as their &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_space_shuttle_missions&quot;&gt;list of shuttle missions&lt;/a&gt; and &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_human_spaceflights&quot;&gt;list of human spaceflights&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-14T13:08:17.187" LastActivityDate="2013-05-14T13:08:17.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="342" PostTypeId="1" AcceptedAnswerId="347" CreationDate="2013-05-14T14:35:59.333" Score="11" ViewCount="218" Body="&lt;p&gt;The likes of data.gov.uk and data.gov are keen to build a community around their data. How should that best be done?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main aim is to create a feedback loop, encouraging use of the data and release of the data (updates/more/better). Specifically, these sorts of activities are what users and government might want:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Users to share:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;tips for wrangling the data&lt;/li&gt;&#xA;&lt;li&gt;known issues with the metadata and data&lt;/li&gt;&#xA;&lt;li&gt;apps, visualisations &amp;amp; articles related to the dataset&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Government to:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;respond to questions about the data&lt;/li&gt;&#xA;&lt;li&gt;get feedback about what data is useful and where to improve&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Assuming there was budget to try and achieve these things, what would be the most effective way for government to do something? Comments on each dataset page? Host a forum? Twitter? Independent forums e.g. this one? All of these or just one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I'm involved in data.gov.uk&lt;/p&gt;&#xA;" OwnerUserId="208" LastEditorUserId="208" LastEditDate="2017-08-18T12:36:37.200" LastActivityDate="2017-08-18T12:36:37.200" Title="How should governments build community around their datasets?" Tags="|data.gov|data-portal|social-process|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="343" PostTypeId="2" ParentId="1" CreationDate="2013-05-14T15:32:15.803" Score="3" Body="&lt;p&gt;User 250 mentions Jim Harper of CATO and his testimony before Congress on the issue. I've recently started working with Jim on a project called Deepbills and one of the earlier tasks for this project was compiling this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not API access but it is machine-readable and there's some scripts to handle processing of it. If you look in the &lt;a href=&quot;https://github.com/favila/catoxml-entity-lookups&quot; rel=&quot;nofollow&quot;&gt;catoxml-entity-lookups git repo&lt;/a&gt; for it you'll find a directory of source information as well as the scripts that work on it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The real payoff, in my opinion, is the contents of &lt;a href=&quot;https://github.com/favila/catoxml-entity-lookups/tree/master/lookuptables&quot; rel=&quot;nofollow&quot;&gt;the lookup table directory&lt;/a&gt;. They're in XML format and we use them extensively for lookups on the Deepbills tool. Consult &lt;a href=&quot;http://namespaces.cato.org/catoxml/#entity-lookup-tables&quot; rel=&quot;nofollow&quot;&gt;the CatoXML reference section on entity lookup tables&lt;/a&gt; to see how we make use of them; since there's not canonical reference IDs you'll see that in our usage we have a timestamp to indicate when that lookup was fresh.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think the above mention is obvious but just in case: DISCLOSURE - I am a consultant working with Jim Harper and CATO on this project and have effectively inherited this from Francis Avila, whose git repository of the data is linked above.&lt;/p&gt;&#xA;" OwnerUserId="298" LastActivityDate="2013-05-14T15:32:15.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="344" PostTypeId="2" ParentId="271" CreationDate="2013-05-14T15:50:35.927" Score="5" Body="&lt;p&gt;There is a simple answer thanks to the isopen parameter. Here's the query:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/api/3/action/package_search?q=isopen:true&quot;&gt;http://datahub.io/api/3/action/package_search?q=isopen:true&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that q is basically the classic solr query paramemter so if you want to combine this with normal queries you do stuff like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/api/3/action/package_search?q=gold%20isopen:true&quot;&gt;http://datahub.io/api/3/action/package_search?q=gold%20isopen:true&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or, slightly more elegantly:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/api/3/action/package_search?fq=isopen:true&amp;amp;q=gold&quot;&gt;http://datahub.io/api/3/action/package_search?fq=isopen:true&amp;amp;q=gold&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that this just checks whether the license is open (as in conforms to the Open Definition).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Strictly, for full openness as per the open definition the data should be accessible (meaning available (in bulk) and machine-readable). As this is difficult to check automatedly these requirements are not part of the isopen computation in CKAN at the moment.&lt;/p&gt;&#xA;" OwnerUserId="207" LastActivityDate="2013-05-14T15:50:35.927" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="345" PostTypeId="2" ParentId="334" CreationDate="2013-05-14T16:15:54.320" Score="4" Body="&lt;p&gt;I may have a bad case of hammer-seeks-nail, as I'm currently working fairly full time on a &lt;a href=&quot;http://namespaces.cato.org/catoxml&quot; rel=&quot;nofollow&quot;&gt;federal legislative markup system with CATO called Deepbills that tags federal legislation in a way that tracks what code it modifies&lt;/a&gt;. But here's my thought, based on my experience with how that works combined with my years of poring through the DC code:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rather than a system that applies a (possibly) subjective classification to the proposed legislation based on reading, what about instead using a system of classification/tagging against the existing code and then tracking what the proposed legislation modifies? The organization of the &lt;a href=&quot;http://www.amlegal.com/library/il/chicago.shtml&quot; rel=&quot;nofollow&quot;&gt;Chicago municipal code&lt;/a&gt; already provides a very loose taxonomy of sorts:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;TITLE 1 GENERAL PROVISIONS&lt;/li&gt;&#xA;&lt;li&gt;TITLE 2 CITY GOVERNMENT AND ADMINISTRATION&lt;/li&gt;&#xA;&lt;li&gt;TITLE 3 REVENUE AND FINANCE&lt;/li&gt;&#xA;&lt;li&gt;TITLE 4 BUSINESSES, OCCUPATIONS AND CONSUMER PROTECTION&lt;/li&gt;&#xA;&lt;li&gt;TITLE 5 HOUSING AND ECONOMIC DEVELOPMENT&lt;/li&gt;&#xA;&lt;li&gt;TITLE 6 RESERVED&lt;/li&gt;&#xA;&lt;li&gt;TITLE 7 HEALTH AND SAFETY&lt;/li&gt;&#xA;&lt;li&gt;TITLE 8 OFFENSES AFFECTING PUBLIC PEACE, MORALS AND WELFARE&lt;/li&gt;&#xA;&lt;li&gt;TITLE 9 VEHICLES, TRAFFIC AND RAIL TRANSPORTATION&lt;/li&gt;&#xA;&lt;li&gt;TITLE 10 STREETS, PUBLIC WAYS, PARKS, AIRPORTS AND HARBORS&lt;/li&gt;&#xA;&lt;li&gt;TITLE 11 UTILITIES AND ENVIRONMENTAL PROTECTION&lt;/li&gt;&#xA;&lt;li&gt;TITLE 12 RESERVED&lt;/li&gt;&#xA;&lt;li&gt;TITLE 13 BUILDINGS AND CONSTRUCTION&lt;/li&gt;&#xA;&lt;li&gt;TITLE 14 RESERVED*&lt;/li&gt;&#xA;&lt;li&gt;TITLE 15 FIRE PREVENTION&lt;/li&gt;&#xA;&lt;li&gt;TITLE 16 LAND USE&lt;/li&gt;&#xA;&lt;li&gt;TITLE 17 CHICAGO ZONING ORDINANCE&lt;/li&gt;&#xA;&lt;li&gt;TITLE 18 BUILDING INFRASTRUCTURE&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Certain sections are related to certain issues and may be very specific if you drill down. Titles 16 &amp;amp; 17 relate specifically to land use and zoning. If you look at 16-18 it regards open space, 16-18-40 is the related fee schedule and 16-18-120 specifies the Paulina Street Corridor and outlines where exactly it is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So any proposed legislation which referenced 16-18 could be land-use related and classified as of interest to anyone doing new development or renovation (but not replacement); referencing 16-18-40 indicates that it's cost relevant. Similar logic works for many other sections -- &lt;a href=&quot;http://www.amlegal.com/nxt/gateway.dll/Illinois/chicago_il/title9vehiclestrafficandrailtransportati/chapter9-52bicycles-operation?f=templates%24fn=altmain-nf.htm%243.0#JD_Ch.9-52&quot; rel=&quot;nofollow&quot;&gt;9-52 is bicycles&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The advantages of this as a taxonomic basis is that you'll make your classification something that could more easily be done via machine. It's somewhat limited, but a second level of taxonomy or tagging done against the code could provide a more flexible alert system. Anything modifying title 9 is transportation, 9-52 is bicycles, 9-68-020 is residential parking permits. 9-68-022 is one of several Wrigley areas which is firmly defined.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By using a looser initial taxonomy and then applying attributes to code sections you could even use a geographic area definition in an automated way. Given an address XYZ you can then see when it falls within areas impacted by legislation: if it falls within the area described by 9-68-022 then you know any modifications to that section would impact that person.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That example is probably more specific than you care about, but the same would apply to any broader neighborhood definitions.&lt;/p&gt;&#xA;" OwnerUserId="298" LastEditorUserId="237" LastEditDate="2013-05-19T17:03:10.853" LastActivityDate="2013-05-19T17:03:10.853" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="346" PostTypeId="1" CreationDate="2013-05-14T16:23:59.363" Score="5" ViewCount="152" Body="&lt;p&gt;Often, we have catalogs of events or features that are based off of a time-series of data that has gaps.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if there were any standards for describing those gaps, and what type of gap it might be, eg:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;there will never be data for this period.  (data wasn't downlinked; sensor failed and was replaced, etc.)&lt;/li&gt;&#xA;&lt;li&gt;there's data, but access is restricted.  (eg, data didn't meet quality standards for the intended purpose, and so isn't distributed w/out talking to the PI directly)&lt;/li&gt;&#xA;&lt;li&gt;the data has been 'lost'.  (eg, authoritative archive no longer has a copy; as it existed, someone &lt;em&gt;might&lt;/em&gt; have it but it'd be suspect unless chain of custody could be proven)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;related : &lt;a href=&quot;https://opendata.stackexchange.com/q/284/263&quot;&gt;Standards for documenting use caveats?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; : I guess I should describe my particular use cases -- I'm not actually dealing with your typical 1-dimensional data, where you might have a file w/ a month's worth of observations in it, and so gaps within the file or the use of 'fill values' are obvious.  I have solar telescope data, and we have periods where the telescopes perform calibration routines (eg, close the shutters, take a picture of a calibration lamp, so it wasn't observing the sun), some spacecraft have orbits where they go through an 'eclipse' where their orbit takes them behind the earth.  Others have 'bake out' periods where they heat the CCD to improve its sensitivity).  For the most part, our data is cataloged by the discrete images, and &lt;em&gt;not&lt;/em&gt; as a series, so although I can identify gaps larger than a given time, I don't necessarily have documentation of &lt;em&gt;why&lt;/em&gt; those gaps exist.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a &lt;a href=&quot;http://umbra.nascom.nasa.gov/eit/bake_history.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;SOHO/EIT bakeout webpage&lt;/a&gt;, but I suspect it's out of date (one in 2012 is listed 'TBD'), and it doesn't list the gap when they &lt;a href=&quot;http://sohowww.nascom.nasa.gov/about/Recovery/&quot; rel=&quot;nofollow noreferrer&quot;&gt;lost but recovered the spacecraft&lt;/a&gt;.  But for catalogs and other higher-level products created using that data, the community knows about that caveat ... anyone new is going to have no idea as it's not explicitly mentioned.  Take the &lt;a href=&quot;http://cdaw.gsfc.nasa.gov/CME_list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CDAW LASCO CME catalog&lt;/a&gt; ... there's a gap for 3 months in 1998 ... but no explanation why, or specifically mentioning when the gap started (June 25th to ... depends on the instrument ... between 25 sept and 5 nov).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If standards exist, I'd also like to use them when returning results from the &lt;a href=&quot;http://virtualsolar.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Virtual Solar Observatory&lt;/a&gt; ... you searched for a period that included a gap, I return a record that says 'there was a gap from (start) to (end) of type (whatever)', rather than a generic 'no records found'.  (especially as in the case of recent observations, it might be a transient 'try back later, it's not processed yet')&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-08-18T07:54:21.187" Title="Standards for documenting gaps in data?" Tags="|standards|documentation|caveats|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="347" PostTypeId="2" ParentId="342" CreationDate="2013-05-14T18:29:28.180" Score="13" Body="&lt;p&gt;Some general advice:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Invest in community managers and evangelists. The worst thing you can do is create a forum or invite feedback and then not have anyone with a mandate to respond to it in an official capacity; I'm seeing this happen right now with the newly launched &lt;a href=&quot;https://github.com/project-open-data/project-open-data.github.io/issues?state=open&quot;&gt;project-open-data&lt;/a&gt; in which they've invited contributions and have no one to actually respond or accept those contributions&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Create time-boxed campaigns. Governments and policy mandates come and go, so rather than creating an open-ended &quot;chat with us about anything&quot; that may trail off, create 3 or 6 month challenges that you can budget for a high degree of feedback and engagement. This is also helpful for testing your own ability to engage long-term because you can explain your outcomes to superiors/oversight in the short-term. A platform like &lt;a href=&quot;http://challenge.gov/&quot;&gt;Challenge.gov&lt;/a&gt; can be helpful for this... assuming you actively engage with participants during the challenge periods (many agencies on Challenge.gov are really bad at this and it turns into a black box of disappointment when the winners are announced).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Write publicly about your experience in managing the platform and performing community engagement. Have a blog that you post to (at least) weekly about how you are helping actual people do stuff. Use first-person pronouns and first names; don't make it a series of press-releases. The &lt;a href=&quot;https://github.com/blog&quot;&gt;Github blog&lt;/a&gt; is a good example of this kind of engagement. If you can't regularly write about your own experiences running the platform (whether because of interest, mandate or oversight), you probably won't be able to relate to the experiences of people using it.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Create in-person &quot;networking&quot; events. Embrace opportunities to meet with the public, on their level. Which means either attending the meetings of existing community/developer groups, or hosting your own (though I'd recommend starting with the former). Chicago's &lt;a href=&quot;http://www.meetup.com/OpenGovChicago/&quot;&gt;OpenGov Meetup group&lt;/a&gt; often has government employees attending (even when they aren't making a presentation!) who can put a public face on things and help further relationships that may otherwise seem transactional or distant when their interactions only take place online.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The advice above is tool and platform agnostic. Specifically, I'd recommend:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Put Disqus (or equivalent) on everything; never let a comment go unresponded to (no page should ever have only &lt;em&gt;1&lt;/em&gt; comment, ever!)&lt;/li&gt;&#xA;&lt;li&gt;Start a development blog (as described above)&lt;/li&gt;&#xA;&lt;li&gt;Continue engaging in spaces like this one&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="46" LastActivityDate="2013-05-14T18:29:28.180" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="348" PostTypeId="2" ParentId="342" CreationDate="2013-05-14T19:07:04.170" Score="5" Body="&lt;p&gt;This is a complex opportunity to which many of us in open data are trying to respond. (Disclaimer: I'm the Evangelist for Data.gov and this answer addresses examples from my work there and at NASA.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are two broad kinds of communities to engage in around open data.  One is the technical community, like many of you here, of users and consumers of the data, developers, analysts, academics, and researchers who are data- and tech-savvy.  A second type of community is represented by citizens and businesses who want to learn from or act upon the information gathered from the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addressing the first community, the responder above is correct in that the best way to have conversations with people is to go where they are congregating. Hence, members of the Project Open Data and Data.gov team helping to initiate this Stack Exchange, and many of those people showing up a networking events around the country and the world to share, listen, and learn from others.  We do host forums on the Data.gov site but the effort to lift up those to bring people there for conversation isn't as useful as having broader conversations here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the second type of community, we have a focused effort building on a rich history of work in communities of practice.  These show up as communities on Data.gov organized around areas such as Energy &lt;a href=&quot;http://energy.data.gov&quot;&gt;http://energy.data.gov&lt;/a&gt;, Research and Development &lt;a href=&quot;http://research.data.gov&quot;&gt;http://research.data.gov&lt;/a&gt;, and Public Safety &lt;a href=&quot;http://safety.data.gov&quot;&gt;http://safety.data.gov&lt;/a&gt;, and local data as well such as Cities &lt;a href=&quot;http://cities.data.gov&quot;&gt;http://cities.data.gov&lt;/a&gt; (see the listing of all 18 communities at &lt;a href=&quot;http://www.data.gov/communities/&quot;&gt;http://www.data.gov/communities/&lt;/a&gt;). The communities on Data.gov are public-facing spaces that present data, information, and subject matter knowledge about a single topic from many agencies in one place.  The topics for these communities are chosen based on priorities from the public, agencies based on their mission, or issues of national importance. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Data.gov team provides services to help each community determine the following:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Vision: What will the community connection and collaboration look&#xA;like in the future? &lt;/li&gt;&#xA;&lt;li&gt;Leaders:  What core group will help to lead the&#xA;community? &lt;/li&gt;&#xA;&lt;li&gt;Participants:  Who will participate?  This could include&#xA;application developers, scientists, analysts, consumers or providers&#xA;of services, and members of the broader community.   &lt;/li&gt;&#xA;&lt;li&gt;Outcome:  What are the expected outcomes, metrics, and measurements that will show&#xA;success?  Examples might include challenges around a tough problem&#xA;in the field, a set of applications or guidelines that help people&#xA;make better decisions in this area, an API or data library, smart&#xA;phone apps, and visualizations and mashups.  How will this community&#xA;work to improve the lives of American citizens? &lt;/li&gt;&#xA;&lt;li&gt;Functionality:  What&#xA;types of activities will be conducted on the site (forums, blogs,&#xA;wikis, ranking, rating, challenges, or apps)? &lt;/li&gt;&#xA;&lt;li&gt;Content:   What&#xA;content should be displayed?  For example, this could be the conduit&#xA;to other resources within or outside of the government.&lt;/li&gt;&#xA;&lt;li&gt;Interactivity:  What ways will the community interact with the&#xA;leaders, with each other, and with the public?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I've found the most effective communities look at the entire open data ecosystem, from getting agencies to release useful and usable data to putting it in the hands of citizens and businesses to make decisions. Active leaders (inside and outside of government), diverse participants, online and offline interaction, integration with existing initiatives and businesses, and focused goals help drive these communities forward.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-14T19:07:04.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="349" PostTypeId="5" CreationDate="2013-05-14T22:29:58.923" Score="0" Body="&lt;p&gt;Data.gov provides hundreds of thousands of U.S. government datasets and increases the ability of the public to easily find, download, and use these datasets. Data.gov provides descriptions of the Federal datasets (metadata), information about how to access the datasets, and tools that leverage government datasets. An Open Government initiative for the White House, Data.gov has resources for developers and businesses, and access to local data as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;http://www.data.gov/about&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gov/about&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data.gov is the home of the U.S. Government’s open data. You can find Federal, state and local data, tools, and resources to conduct research, build apps, design data visualizations, and more. The Data.gov team works at the U.S. General Services Administration, and data on the site are provided by hundreds of organizations, including Federal agencies. The code behind the site is &lt;a href=&quot;https://github.com/GSA/data.gov/&quot; rel=&quot;nofollow&quot;&gt;open source&lt;/a&gt;, and we’d love your help making it even better.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="276" LastEditorUserId="70" LastEditDate="2015-04-03T17:17:50.250" LastActivityDate="2015-04-03T17:17:50.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="350" PostTypeId="4" CreationDate="2013-05-14T22:29:58.923" Score="0" Body="For questions related to data.gov, the home of the U.S. Government’s open data." OwnerUserId="-1" LastEditorUserId="70" LastEditDate="2015-04-03T17:17:50.250" LastActivityDate="2015-04-03T17:17:50.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="351" PostTypeId="2" ParentId="342" CreationDate="2013-05-15T02:05:13.167" Score="1" Body="&lt;p&gt;I work for NASA, and I've wanted to set up some sort of a wiki-like structure for our (existing) community to contribute documentation, code samples, value-added datasets and other comments. ... but I've run into way too many issues to do it:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You can't take submission from the general public w/out moderation  (if someone puts something inappropriate up, security might shut us down ... hard)&lt;/li&gt;&#xA;&lt;li&gt;Giving people the ability to log in requires a slew of paperwork and re-approval every year.  (so much so that my boss opted to remove every website that required authentication)&lt;/li&gt;&#xA;&lt;li&gt;If we're moderating, is that then considered 'government censorship' if we reject a comment or undo an edit?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;... my suggestion for folks who have to deal with similar situations is to find someone who's &lt;strong&gt;not&lt;/strong&gt; the government to host it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One thing that we need to do, however, is establish identifiers such that people can reference or cite the data that we're authoritative for, and so if someone wants to say 'this is software for dealing with (x) data', they have something unabmiguous to reference.  (see &lt;a href=&quot;http://dx.doi.org/10.2218/ijdc.v6i1.183&quot; rel=&quot;nofollow&quot;&gt;Laura Wynhold's &lt;em&gt;Linking to Scientific Data: Identity Problems of Unruly and Poorly Bounded Digital Objects&lt;/em&gt;&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I participated in the &lt;a href=&quot;http://www.nap.edu/catalog.php?record_id=13564&quot; rel=&quot;nofollow&quot;&gt;BRDI meeting on Data Attribution&lt;/a&gt;, so I'm probably biased, but I think the &quot;&lt;a href=&quot;http://virtualsolar.org/citation/&quot; rel=&quot;nofollow&quot;&gt;Landing Pages&lt;/a&gt;&quot; concept is something that we need more communities to do.  (I'm still not there myself, as our &quot;archive&quot; isn't considered stable enough for minting DOIs ... I'm trying to find a library to host the content for us. (and outside of government, so I can avoid all of those issues I mentioned).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-15T02:05:13.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="352" PostTypeId="2" ParentId="346" CreationDate="2013-05-15T02:48:23.833" Score="2" Body="&lt;p&gt;I do not know of standards in this area, but I do know that many data owners document missing data or other known issues in a dataset.  This is generally documented in either the site from which the dataset is linked or in the metadata of the dataset itself.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-15T02:48:23.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="353" PostTypeId="2" ParentId="258" CreationDate="2013-05-15T02:52:14.757" Score="6" Body="&lt;p&gt;I would also add that The World Bank has a very active and well run open data program: &lt;a href=&quot;http://data.worldbank.org/&quot;&gt;http://data.worldbank.org/&lt;/a&gt;  In addition, organizations such as the African Development Bank &lt;a href=&quot;http://opendataforafrica.org/&quot;&gt;http://opendataforafrica.org/&lt;/a&gt; provide regional data.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-15T02:52:14.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="355" PostTypeId="2" ParentId="41" CreationDate="2013-05-15T06:15:22.340" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.gadm.org/country&quot; rel=&quot;nofollow&quot;&gt;GADM Database of Global Administrative Areas&lt;/a&gt; attempts to capture all the administrative areas of all countries at all levels. You download all the data for an entire country. The adminstrative units don't go down to zipcodes for Germany.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While the license is not the most liberal, it is free for academic or noncommercial use.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-05-15T17:15:35.913" LastActivityDate="2013-05-15T17:15:35.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="356" PostTypeId="2" ParentId="346" CreationDate="2013-05-15T06:43:07.540" Score="2" Body="&lt;p&gt;I think the key is to that the data gathering and usage document should be pretty heavily integrated.  This really should be documented as part of intended use and use caveats.  In other words, documenting data sampling methods and assumptions, and problems gathering or releasing the data is what is needed, and gaps in data are just a part of that picture.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I dont think these need to be separately documented.  Rather it is important to provide users an accurate picture of which this is a piece.&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-15T06:43:07.540" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="357" PostTypeId="2" ParentId="258" CreationDate="2013-05-15T10:05:22.630" Score="4" Body="&lt;p&gt;There's the &lt;a href=&quot;http://iatiregistry.org/&quot;&gt;IATI Registry&lt;/a&gt; which aggregates data related to Aid projects published as part of the IATI initiative. This is obviously rather narrow.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also &lt;a href=&quot;http://africaopendata.org/&quot;&gt;http://africaopendata.org/&lt;/a&gt; which aggregates data from government and elsewhere from across Africa. This hub is community run coordinated by the Open Institute in Kenya.&lt;/p&gt;&#xA;" OwnerUserId="207" LastActivityDate="2013-05-15T10:05:22.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="358" PostTypeId="1" AcceptedAnswerId="363" CreationDate="2013-05-15T11:13:38.253" Score="6" ViewCount="158" Body="&lt;p&gt;I was browsing through the datasets on the website, and datasets like &quot;&lt;a href=&quot;https://explore.data.gov/Population/Tax-Year-2007-County-Income-Data/wvps-imhx&quot; rel=&quot;nofollow&quot;&gt;Tax Year 2007--&lt;/a&gt;&quot; caught my attention. At first I thought it might be &lt;a href=&quot;http://www.census.gov/#&quot; rel=&quot;nofollow&quot;&gt;Census&lt;/a&gt; data. However, if you look at the &quot;About&quot; tag for that dataset it says it's from the IRS. I also noticed that you can filter by agency through the menu on the left of &lt;a href=&quot;https://explore.data.gov/catalog/raw?limitTo=datasets&amp;amp;utf8=%E2%9C%93&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; page I was using to browse the datasets. It would be nice to have some sort of grid view for just the contributing agencies that provided stats about their contributions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is this a comprehensive list of contributing agencies, and is there a way to view all of them at once other than the small list view?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="70" LastEditDate="2013-05-15T22:38:56.820" LastActivityDate="2014-08-05T12:11:53.193" Title="What are the sources of data on Data.gov?" Tags="|usa|data.gov|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="359" PostTypeId="2" ParentId="358" CreationDate="2013-05-15T12:17:33.183" Score="1" Body="&lt;p&gt;Jeanne probably has some other ways to get to it, but you can get a list of the possible agencies by going to the &lt;a href=&quot;https://explore.data.gov/catalog/raw&quot; rel=&quot;nofollow&quot;&gt;raw data catalog&lt;/a&gt;, and on the left side there's an option to limit by agency.  You can click 'view all' to get the full list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, I suspect that it's a list of all agencies, &lt;em&gt;not&lt;/em&gt; those that have actually contributed.  And you then have to repeat it with the geodata catalog to get a full count.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-15T12:17:33.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="360" PostTypeId="2" ParentId="127" CreationDate="2013-05-15T13:08:35.097" Score="10" Body="&lt;p&gt;There's discussion of exactly this &lt;a href=&quot;http://ask.schoolofdata.org/question/10/what-tools-can-i-use-for-extracting-tabular-data-from-pdfs/&quot;&gt;in this question on School of Data Q&amp;amp;A site&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Among other items mentioned there are (all free/open source):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://coolwanglu.github.io/pdf2htmlEX/&quot;&gt;http://coolwanglu.github.io/pdf2htmlEX/&lt;/a&gt; - open-source, looks good but I've not tested for tabular data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://tabula.nerdpower.org/&quot;&gt;http://tabula.nerdpower.org/&lt;/a&gt; - open-source, designed specifically for tabular data but looks a bit of a pain to set up&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pdftoxml.sourceforge.net/&quot;&gt;http://pdftoxml.sourceforge.net/&lt;/a&gt; - one of the better for tables but have not used for a whiole&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pdftohtml.sourceforge.net/&quot;&gt;http://pdftohtml.sourceforge.net/&lt;/a&gt; - linux only afaict&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://mozilla.github.io/pdf.js/&quot;&gt;pdf.js&lt;/a&gt; - you probably want a fork like &lt;a href=&quot;https://github.com/modesty/pdf2json&quot;&gt;pdf2json&lt;/a&gt; or &lt;a href=&quot;https://github.com/jviereck/node-pdfreader&quot;&gt;node-pdfreader&lt;/a&gt; that integrates this better with node. I have not tried this on tables though ...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;UPDATE: Dec 2013 there's a lot of additional info on tools and there's strengths/weaknesses now in this github issue &lt;a href=&quot;https://github.com/okfn/ideas/issues/52&quot;&gt;https://github.com/okfn/ideas/issues/52&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="207" LastEditorUserId="207" LastEditDate="2013-12-21T18:00:59.153" LastActivityDate="2013-12-21T18:00:59.153" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="361" PostTypeId="2" ParentId="127" CreationDate="2013-05-15T13:25:16.023" Score="6" Body="&lt;p&gt;I've actually had decent luck using pdftotext (the poppler version) with the -layout flag (which tries to preserve columns, etc.), then applying regexes on the resulting text.  Works much better for generated PDFs than OCRed ones, though.&lt;/p&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-15T13:25:16.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="362" PostTypeId="2" ParentId="358" CreationDate="2013-05-15T13:48:49.903" Score="2" Body="&lt;p&gt;This sounds exactly like what you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://explore.data.gov/dataset/Data-gov-Federal-Agency-Participation/aubg-mfc9&quot; rel=&quot;nofollow&quot;&gt;&quot;This dataset provides distribution of all datasets provided by all Departments/ Agencies/ Organizations in Data.gov&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-15T13:48:49.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="363" PostTypeId="2" ParentId="358" CreationDate="2013-05-15T14:50:08.670" Score="5" Body="&lt;p&gt;The list of all organizations that are contributing data (or metadata) to Data.gov can be found in two different places. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One place is on the &lt;a href=&quot;https://www.data.gov/metrics&quot; rel=&quot;nofollow&quot;&gt;Federal Agency Participation&lt;/a&gt; link at the bottom of the page.  Clicking on an agency or sub-agency name takes you to a page with all of the raw datasets and tools submitted by that agency.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also &lt;a href=&quot;http://catalog.data.gov/organization&quot; rel=&quot;nofollow&quot;&gt;a listing of all organizations&lt;/a&gt; (which includes non-Federal entities) at the top of the Catalog page, and shows a description of the organization as well as the listing of all datasets and resources from that organization on Data.gov.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-08-05T12:11:53.193" LastActivityDate="2014-08-05T12:11:53.193" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="364" PostTypeId="1" CreationDate="2013-05-15T16:00:59.177" Score="5" ViewCount="88" Body="&lt;p&gt;Is there a list or database or API for finding hot-spots and public available wifis for Germany?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course this data is volatile, so it should be often actualized.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastActivityDate="2015-08-31T00:14:34.757" Title="Is there a list of hot-spots and free wifis in Germany?" Tags="|germany|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="365" PostTypeId="1" AcceptedAnswerId="379" CreationDate="2013-05-15T16:05:13.183" Score="38" ViewCount="23595" Body="&lt;p&gt;Is there a downloadable archive of weather conditions in Europe? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, the temperature, humidity, precipitation by location?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So the database would enable, for example, to draw the chart with average temperatures in February or May in Berlin Or Paris.&lt;/p&gt;&#xA;" OwnerDisplayName="user139" LastEditorUserId="389" LastEditDate="2013-05-23T04:42:20.867" LastActivityDate="2017-01-15T23:29:46.010" Title="Downloadable archive of weather conditions for Europe?" Tags="|data-request|weather|europe|" AnswerCount="10" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="366" PostTypeId="2" ParentId="365" CreationDate="2013-05-15T16:33:30.490" Score="5" Body="&lt;p&gt;UK open data is available. See: &lt;a href=&quot;http://data.gov.uk/dataset/metoffice_uklocs3hr_fc&quot;&gt;http://data.gov.uk/dataset/metoffice_uklocs3hr_fc&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;hourly observations for approximately 150 UK observing stations, daily&#xA;  site specific and 3 hourly site specific forecasts for approximately&#xA;  5000 UK locations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-05-15T16:33:30.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="367" PostTypeId="5" CreationDate="2013-05-15T18:09:20.943" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://ckan.org&quot; rel=&quot;nofollow&quot;&gt;CKAN&lt;/a&gt; is the Comprehensive Knowledge Archive Network and is an open source product from the &lt;a href=&quot;http://okfn.org&quot; rel=&quot;nofollow&quot;&gt;Open Knowledge Foundation&lt;/a&gt; that provides data catalog capabilities. CKAN is a data portal platform that allows an organization to manage, publish, and share data and for others to find and use that data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CKAN is an open source product that incorporates additional open source products like Solr and Ubuntu. CKAN installation guidelines are detailed on the &lt;a href=&quot;http://docs.ckan.org/en/ckan-2.0/install-from-package.html#install-the-ckan-package&quot; rel=&quot;nofollow&quot;&gt;site&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="244" LastEditDate="2013-06-03T03:33:09.580" LastActivityDate="2013-06-03T03:33:09.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="368" PostTypeId="4" CreationDate="2013-05-15T18:09:20.943" Score="0" Body="The Comprehensive Knowledge Archive Network is an open source product from the Open Knowledge Foundation that provides data catalog capabilities." OwnerUserId="263" LastEditorUserId="244" LastEditDate="2013-06-03T03:33:16.017" LastActivityDate="2013-06-03T03:33:16.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="369" PostTypeId="1" AcceptedAnswerId="4521" CreationDate="2013-05-15T18:34:22.827" Score="9" ViewCount="1182" Body="&lt;p&gt;I recently heard of &lt;a href=&quot;https://developers.google.com/transit/gtfs/&quot;&gt;GTFS&lt;/a&gt; as a specification for the times and geographic information regarding transit networks. It is initially used by Google to integrate them into Google Maps but is now made to be a standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understood there are a number of applications that rely on this specification.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I would like to know if there is another format which is more or comparably popular (regarding the widespread use) for public transit data? The intent would be to figure what format would be the most interesting to release data. &lt;/p&gt;&#xA;" OwnerUserId="37" LastEditorUserId="70" LastEditDate="2015-04-03T09:54:30.540" LastActivityDate="2018-09-02T18:38:25.817" Title="Alternative to GTFS (General Transit Feed Specification)?" Tags="|releasing-data|data-format|standards|public-transport|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="370" PostTypeId="2" ParentId="365" CreationDate="2013-05-15T18:41:18.697" Score="3" Body="&lt;p&gt;There are a large number of datasets covering international areas at the U.S. National Oceanographic and Atmospheric Administration (NOAA).  You can see some of the global daily indicators at &lt;a href=&quot;http://www.ncdc.noaa.gov/most-popular-data#ghcn&quot; rel=&quot;nofollow&quot;&gt;http://www.ncdc.noaa.gov/most-popular-data#ghcn&lt;/a&gt; and elsewhere on that page. I think the Global Historical Climatology Network-Daily (GHCN-D) is the data you are seeking. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;International indicators of climate change and data collected from many organizations are available at &lt;a href=&quot;http://www.ncdc.noaa.gov/international&quot; rel=&quot;nofollow&quot;&gt;http://www.ncdc.noaa.gov/international&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-15T18:41:18.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="371" PostTypeId="2" ParentId="369" CreationDate="2013-05-15T19:13:22.350" Score="7" Body="&lt;p&gt;I don't think there is such a thing. Near as I can tell, &lt;a href=&quot;http://blog.okfn.org/2011/03/15/public-transport-data-for-berlin/&quot;&gt;before Google came along and prodded them&lt;/a&gt;, a machine-readable transit data format for transit agencies didn't exist.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a &lt;a href=&quot;https://groups.google.com/forum/?fromgroups#!forum/transit-developers&quot;&gt;Transit Developers Google Group&lt;/a&gt;, you might want to check there as well.&lt;/p&gt;&#xA;" OwnerUserId="316" LastActivityDate="2013-05-15T19:13:22.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="372" PostTypeId="2" ParentId="369" CreationDate="2013-05-15T19:21:59.477" Score="9" Body="&lt;p&gt;GTFS is what everyone is using.  Other vendors, and even open platforms that consume transit data, consume GTFS.  &lt;a href=&quot;http://opentripplanner.com/&quot;&gt;Open Trip Planner&lt;/a&gt; is an example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(As an aside: was there a particular need that had that you feel GTFS doesn't address?  Perhaps we could give you a more focused answer if you clarified.)&lt;/p&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-15T19:21:59.477" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="373" PostTypeId="2" ParentId="78" CreationDate="2013-05-15T20:44:38.053" Score="6" Body="&lt;p&gt;Pascal Romain and Elie Sloïm presented about their Opquast open data quality standards checklist at the W3C Open Data on the Web conference about a month ago:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://checklists.opquast.com/en/opendata&quot; rel=&quot;noreferrer&quot;&gt;https://checklists.opquast.com/en/opendata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With these grading schemes I believe it's important to grade the &quot;openness&quot; of the data, but even more importantly the quality and the availability of the data. An open dataset is a lot less valuable if it's unusable or of unreliable quality.&lt;/p&gt;&#xA;" OwnerUserId="315" LastActivityDate="2013-05-15T20:44:38.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="374" PostTypeId="1" AcceptedAnswerId="375" CreationDate="2013-05-15T21:44:33.327" Score="14" ViewCount="1798" Body="&lt;p&gt;There's &lt;a href=&quot;https://opendata.stackexchange.com/questions/16/is-there-a-complete-list-of-all-us-tax-exempt-nonprofits-in-machine-readable-for&quot;&gt;another question&lt;/a&gt; about a list of all nonprofits, and this answer is kind of buried in the answers to that one. Also, this question came up today on the NICAR-L mailing list. It's a common question, so it seemed worth documenting here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;https://bulk.resource.org/irs.gov/eo/doc/about.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;resource.org&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Internal Revenue Service requires all tax-exempt organizations to&#xA;  file an annual Form 990, “Return of Organization Exempt From Income&#xA;  Tax.” The form details the revenues and expenses, assets and&#xA;  liabilities, and a wealth of information, such as the compensation of&#xA;  executives, any unrelated business income, whether the organization&#xA;  engages in lobbying activities, and the stated accomplishments of the&#xA;  organization.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-14T14:13:58.080" Title="Where can I get bulk access to IRS 990 filings for US non-profits" Tags="|usa|data.gov|nonprofit|irs|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="375" PostTypeId="2" ParentId="374" CreationDate="2013-05-15T21:44:33.327" Score="12" Body="&lt;p&gt;Resource.org has gathered &lt;a href=&quot;https://bulk.resource.org/irs.gov/eo/readme.html&quot;&gt;reports dating back to 2002&lt;/a&gt; and says that they process new data monthly. Bulk data can be pulled from &lt;a href=&quot;https://bulk.resource.org/irs.gov/eo/&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those who prefer a simple search, the Economic Research Institute (ERI) has &lt;a href=&quot;http://www.eri-nonprofit-salaries.com/index.cfm?FuseAction=NPO.Search&quot;&gt;a database of forms&lt;/a&gt; dating back to 2003. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In at least one case, a journalist on the NICAR-L list reported back that there was a form in the ERI database which was not in the Public Resource set, so proceed with due caution.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="1677" LastEditDate="2013-12-24T19:34:22.800" LastActivityDate="2013-12-24T19:34:22.800" CommentCount="0" CommunityOwnedDate="2013-05-15T21:44:33.327" ContentLicense="CC BY-SA 3.0" />
  <row Id="377" PostTypeId="2" ParentId="171" CreationDate="2013-05-15T22:52:11.433" Score="4" Body="&lt;p&gt;Summarizing from a thread on NICAR-L, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many reporters found that is was helpful to include technical terms in request, like &quot;ASCII text&quot;,  &quot;manipulatable digital format&quot;, &quot;Excel, CSV or other delimited text or spreadsheet format&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The journalists seemed to think this helped because such a request would be more likely routed to someone who understood how the data was stored and knew what you were asking for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Simply asking for the data in &quot;Electronic Format&quot; was considered a bad idea, since PDFs are an &quot;Electronic Format&quot;. &lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-15T22:52:11.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="378" PostTypeId="1" AcceptedAnswerId="380" CreationDate="2013-05-15T23:49:42.847" Score="22" ViewCount="2196" Body="&lt;p&gt;I have seen this acronym a lot on this website, but I don't know what it means! The main header of &lt;a href=&quot;http://ckan.org/&quot;&gt;CKAN.org&lt;/a&gt; claims, &quot;the world’s leading open-source data portal platform&quot;. What is a data portal platform? What operating systems does CKAN support? Is it standalone or can I run it in something like a web browser?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What does CKAN stand for and what does it do?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="244" LastEditDate="2013-05-16T01:15:49.273" LastActivityDate="2016-10-07T17:13:37.977" Title="What does CKAN stand for and what does it do?" Tags="|tool-request|ckan|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="379" PostTypeId="2" ParentId="365" CreationDate="2013-05-16T00:02:11.623" Score="21" Body="&lt;p&gt;The European Centre for Medium-Range Weather Forecasts (&lt;a href=&quot;http://www.ecmwf.int/&quot;&gt;ECWMF&lt;/a&gt;) has a rather impressive data collection available via &lt;a href=&quot;https://software.ecmwf.int/wiki/display/WEBAPI/Accessing+ECMWF+data+servers+in+batch&quot;&gt;batch scripts&lt;/a&gt;, &lt;a href=&quot;http://apps.ecmwf.int/datasets/&quot;&gt;downloadable files&lt;/a&gt; or even &lt;a href=&quot;http://www.ecmwf.int/products/data/archive/index.html&quot;&gt;tailored&lt;/a&gt; formats. The first two are freely available (under specific conditions) for non-commercial research but registration is necessary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just to give an example, the GRIB dataset lists &lt;a href=&quot;https://software.ecmwf.int/wiki/display/GRIB/GRIB+API&quot;&gt;4115 parameters&lt;/a&gt; ... including your requested temperature, humidity, precipitation and location (latitude/longitude).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more casual data retrieval, you might try weather services which focus on specific areas, such as &lt;a href=&quot;http://om.yr.no/verdata/free-weather-data/&quot;&gt;Yr&lt;/a&gt; from Norway.&lt;/p&gt;&#xA;" OwnerUserId="32" LastEditorUserId="389" LastEditDate="2015-09-22T12:40:41.277" LastActivityDate="2015-09-22T12:40:41.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="380" PostTypeId="2" ParentId="378" CreationDate="2013-05-16T00:41:57.297" Score="20" Body="&lt;p&gt;CKAN stands for Comprehensive Knowledge Archive Network. CKAN is a self-described data portal platform that allows an organization to manage, publish, and share data and for others to find and use that data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general, data portal platforms provide a structured solution of software, policies, and guidelines that let an organization (often a government entity) share data. The services embedded in these platforms may include data management, content management, data publishing, data discovery, visualization, and workflow. Other examples of such products include Socrata (&lt;a href=&quot;http://www.socrata.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.socrata.com/&lt;/a&gt;), Junar (&lt;a href=&quot;http://www.junar.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.junar.com/&lt;/a&gt;), DKAN (&lt;a href=&quot;http://drupal.org/project/dkan&quot; rel=&quot;nofollow&quot;&gt;http://drupal.org/project/dkan&lt;/a&gt;), and the Open Government Platform (&lt;a href=&quot;http://www.opengovplatform.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengovplatform.org/&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CKAN installation guidelines are detailed on the site at &lt;a href=&quot;http://docs.ckan.org/en/latest/maintaining/installing/index.html&quot; rel=&quot;nofollow&quot;&gt;http://docs.ckan.org/en/latest/maintaining/installing/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can run it standalone (as noted above) or in a hosted instance. CKAN provides a hosted service, which lets you essentially run the software in an instance on their servers (more at &lt;a href=&quot;http://ckan.org/datasuite/services/hosted-slas/&quot; rel=&quot;nofollow&quot;&gt;http://ckan.org/datasuite/services/hosted-slas/&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov which participates in OGPL. Data.gov also utilizes CKAN and Socrata.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="12764" LastEditDate="2016-10-07T17:13:37.977" LastActivityDate="2016-10-07T17:13:37.977" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="381" PostTypeId="1" CreationDate="2013-05-16T00:53:59.843" Score="25" ViewCount="4719" Body="&lt;p&gt;Most maps using count of reports of crime end up being maps of the population density of cities. An attractive response would be to turn these counts into a rate, but a rate per what?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most commonly, people seem to divide the counts by the population number from the census. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, that's more or less a count of where people sleep. In most American cities, relatively few people live in the Central Business District, and it doesn't seem to make a lot of sense to divide by that number for that area. Most homicides in my city are of minority, male youth between the ages of 15 and 30. Should I divide by the total population or try to identify the population who's at risk?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe there are two questions: 1. if you had a magic wand, how would you normalize crime reports, and 2. how in practice have people solved this problem?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="18" LastEditDate="2015-03-13T20:34:53.917" LastActivityDate="2015-03-13T20:34:53.917" Title="How to normalize the data when mapping crime reports?" Tags="|us-census|geospatial|crime|normalization|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="382" PostTypeId="2" ParentId="364" CreationDate="2013-05-16T01:56:27.867" Score="2" Body="&lt;p&gt;There is a wiki at &lt;a href=&quot;http://freewifiwiki.net/index.php?title=Germany&quot; rel=&quot;nofollow&quot;&gt;http://freewifiwiki.net/index.php?title=Germany&lt;/a&gt; which is a listing (not a database).  There are links at the bottom of that site to additional sites in German and English appear to augment this overarching listing.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-16T01:56:27.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="383" PostTypeId="5" CreationDate="2013-05-16T02:04:25.353" Score="0" Body="&lt;p&gt;It shouldn't be confused with &lt;a href=&quot;https://opendata.stackexchange.com/tags/extracting/info&quot;&gt;extracting&lt;/a&gt; which refer to the action of downloading / retrieving the information.&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="3499" LastEditDate="2017-08-28T13:59:04.723" LastActivityDate="2017-08-28T13:59:04.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="384" PostTypeId="4" CreationDate="2013-05-16T02:04:25.353" Score="0" Body="Parsing refers to breaking an artifact into its constituent elements and capturing the relationship between those elements. " OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T07:06:55.277" LastActivityDate="2014-02-06T07:06:55.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="385" PostTypeId="2" ParentId="378" CreationDate="2013-05-16T02:31:32.533" Score="2" Body="&lt;p&gt;I tell folks that it is the Drupal or Wordpress of data catalogs. Or an open source Socrata.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:38:40.133" LastActivityDate="2013-05-16T04:38:40.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="386" PostTypeId="2" ParentId="171" CreationDate="2013-05-16T02:32:43.990" Score="1" Body="&lt;p&gt;Perhaps asking for the data in a machine-readable format like X, Y, or Z and expressly requesting it not be in PDF.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:41:52.987" LastActivityDate="2013-05-16T04:41:52.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="387" PostTypeId="2" ParentId="78" CreationDate="2013-05-16T03:02:32.313" Score="3" Body="&lt;p&gt;Another upcoming path could combine the catalog API that the new Data.gov will offer with an overhauled 'request a dataset' functionality (that should then also have an API output) to maintain a 3 column chart of 'data offered at data.gov|data requested and not yet delivered|data requested and delivered'.  That would let interested citizens flesh out that which isn't in the catalog yet hold agencies accountable to making progress on these requests to lessen their 'todo list' and to grow their 'done list'.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With enough public interest to feed the dataset requests and internal/external drive on agencies to address their queue, this could be a valuable tool for what you're describing.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:41:34.097" LastActivityDate="2013-05-16T04:41:34.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="388" PostTypeId="2" ParentId="42" CreationDate="2013-05-16T03:12:16.097" Score="5" Body="&lt;p&gt;Another useful method is to write an open letter to the agency requesting the dataset and articulating why it's important for them to release it.  By partnering with an NGO or business that might share your interest and adding some heft to it, you can further increase the soft pressure.  A specific public facing pressuring can be a good way to put the government's feet to the fire, giving them something specific to address.  A FOIA request or email to staff suffer from being out of the public eye and thus a bit less pressing.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:41:13.220" LastActivityDate="2013-05-16T04:41:13.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="389" PostTypeId="2" ParentId="342" CreationDate="2013-05-16T03:22:28.623" Score="3" Body="&lt;p&gt;In my mind, the biggest move is to ensure a nearby, front-facing feedback mechanism for the public and to have agency staff actively respond and engage with those who post there.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the Federal Government, some great examples are the work of the &lt;a href=&quot;http://apiforum.ideascale.com/&quot; rel=&quot;nofollow&quot;&gt;Census Bureau forum&lt;/a&gt;, &lt;a href=&quot;http://developer.nrel.gov/doc/api/alt-fuel-stations/v1#comment-393149153&quot; rel=&quot;nofollow&quot;&gt;comments on National Renewable Energy Lab's API pages&lt;/a&gt;, the &lt;a href=&quot;http://www.eia.gov/beta/api/#&quot; rel=&quot;nofollow&quot;&gt;feedback section on the Energy Information Administration&lt;/a&gt;, and the &lt;a href=&quot;http://www.fcc.gov/developer&quot; rel=&quot;nofollow&quot;&gt;Developer Feedback &amp;amp; Discussion section on the Federal Communications Commission's developer hub&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:40:56.110" LastActivityDate="2013-05-16T04:40:56.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="390" PostTypeId="1" CreationDate="2013-05-16T03:26:24.380" Score="5" ViewCount="158" Body="&lt;p&gt;I have become very interested in &lt;a href=&quot;http://en.wikipedia.org/wiki/Genetic_algorithm&quot; rel=&quot;nofollow&quot;&gt;genetic algorithms&lt;/a&gt; or &lt;strong&gt;GAs&lt;/strong&gt; (which are not necessarily related in any way to genetics or genomics; see link). This algorithmic method of searching is very well-suited to large datasets. There are Open Source projects like the &lt;a href=&quot;https://github.com/encog&quot; rel=&quot;nofollow&quot;&gt;Encog Machine Learning Framework&lt;/a&gt; that implement GAs. Wikipedia also makes claims about the wide range of fields that GAs have been applied to,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;Genetic algorithms find application in bioinformatics, phylogenetics,&#xA;  computational science, engineering, economics, chemistry,&#xA;  manufacturing, mathematics, physics, pharmacometrics and other fields.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I am wondering if there have been any studies that have applied GAs to Open Data. &lt;a href=&quot;https://explore.data.gov/catalog/raw?category=Manufactures&amp;amp;utf8=%E2%9C%93&quot; rel=&quot;nofollow&quot;&gt;Manufacturing&lt;/a&gt; datasets are available on the &lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt; website, and I'm sure there are datasets out there somewhere for each of those other fields. I realize that not all research publications can be accessed for free, but I'm happy with just abstractions or summaries of projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Have any studies applied GAs to Open Data? If so, please provide pointers to them in your answer.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="244" LastEditDate="2014-11-25T13:02:37.023" LastActivityDate="2014-11-25T13:02:37.023" Title="Have genetic algorithms been applied to Open Data?" Tags="|data.gov|big-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="391" PostTypeId="2" ParentId="335" CreationDate="2013-05-16T03:31:50.237" Score="2" Body="&lt;p&gt;I also recommend the '&lt;a href=&quot;http://project-open-data.github.io/license-examples/&quot; rel=&quot;nofollow&quot;&gt;Examples of Open Licenses&lt;/a&gt;' section of the recently released Project Open Data as well as &lt;a href=&quot;https://github.com/project-open-data/project-open-data.github.io/issues/5&quot; rel=&quot;nofollow&quot;&gt;this thread in the associated issue tracker&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:40:36.203" LastActivityDate="2013-05-16T04:40:36.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="392" PostTypeId="2" ParentId="322" CreationDate="2013-05-16T03:32:56.140" Score="0" Body="&lt;p&gt;There is also a '&lt;a href=&quot;http://project-open-data.github.io/governance&quot; rel=&quot;nofollow&quot;&gt;Governance&lt;/a&gt;' section on Project Open Data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:40:23.153" LastActivityDate="2013-05-16T04:40:23.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="393" PostTypeId="2" ParentId="158" CreationDate="2013-05-16T03:35:40.970" Score="1" Body="&lt;p&gt;For US federal agencies, there are some pilots involved for offering hosted CKAN instances as a free shared service.  More to come...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:40:14.077" LastActivityDate="2013-05-16T04:40:14.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="394" PostTypeId="2" ParentId="298" CreationDate="2013-05-16T03:42:01.697" Score="3" Body="&lt;p&gt;I'm not sure whether it's duplicative but &lt;a href=&quot;http://exoapi.com/&quot; rel=&quot;nofollow&quot;&gt;here's another link&lt;/a&gt;.    &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:38:24.867" LastActivityDate="2013-05-16T04:38:24.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="395" PostTypeId="2" ParentId="195" CreationDate="2013-05-16T03:53:44.823" Score="3" Body="&lt;p&gt;I would guess the the US Geographic Survey would have this, though they have so much, it can be difficult to navigate.  Fortunately, the recently launched &lt;a href=&quot;http://doi.gov/developer&quot; rel=&quot;nofollow&quot;&gt;www.doi.gov/developer&lt;/a&gt; helps give an overview of places to look.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:39:52.357" LastActivityDate="2013-05-16T04:39:52.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="396" PostTypeId="2" ParentId="133" CreationDate="2013-05-16T03:57:06.513" Score="7" Body="&lt;p&gt;Topic Maps is a relationship technology -- standardized in ISO13250 -- that expressly deals with the issue of needing to repeatedly merge disparate data sources. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I say &quot;expressly&quot; I mean it has excellent structures for solving the identification problem we all recognize from interacting with the web and merging two topics that are about the same thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each of the specific issues you cite are handled directly in Topic Maps:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Identity is based on URIs as public subject identifiers, not just names&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Deduping is automatically handled by the Topic Map engine&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Unlike database-oriented solutions, constant manual tweaking of the data model and identifying disparate sources as being about the same thing are natural actions when working with Topic Maps&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Any piece of information can itself become a first-class member of the Topic Map, with any amount of attendant metadata&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ontopia is an open-source implementation of Topic Maps which was previously sold commercially as Ontopia Knowledge Suite (OKS). The Topic Maps community seems to be larger in Europe than in the United States so training and conferences are most easily found there.&lt;/p&gt;&#xA;" OwnerUserId="237" LastActivityDate="2013-05-16T03:57:06.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="397" PostTypeId="2" ParentId="24" CreationDate="2013-05-16T04:01:22.863" Score="3" Body="&lt;p&gt;I'm not sure how useful it would be to do this but if you were able to trace back to find a copy at an authoritative site, you could use an MD5 hash of the two datasets to see if they are identical.  Again, I'm not sure whether this defeats the purpose since you could then just use the original source file.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:39:06.477" LastActivityDate="2013-05-16T04:39:06.477" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="398" PostTypeId="2" ParentId="1" CreationDate="2013-05-16T04:12:08.433" Score="3" Body="&lt;p&gt;In addition to the APIs already mentioned, some other agency APIs are at &lt;a href=&quot;http://www.permits.performance.gov/developers-api&quot; rel=&quot;nofollow&quot;&gt;Permits.Performance.gov&lt;/a&gt; and &lt;a href=&quot;http://Registry.USA.gov&quot; rel=&quot;nofollow&quot;&gt;Registry.USA.gov&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2013-05-16T04:38:52.510" LastActivityDate="2013-05-16T04:38:52.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="399" PostTypeId="1" CreationDate="2013-05-16T04:51:51.583" Score="3" ViewCount="88" Body="&lt;p&gt;Clearly, government agencies should default to observing the broader trends of API producers but are there particular best practices that a government API should follow?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="46" LastEditDate="2013-05-16T19:58:49.117" LastActivityDate="2013-05-30T22:53:58.570" Title="Are there best practices that government API producers should follow more so than non-government API producers?" Tags="|government|api|best-practice|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="400" PostTypeId="5" CreationDate="2013-05-16T04:55:05.630" Score="0" Body="&lt;p&gt;PDF stands for Portable Document Format, created by Adobe Systems in 1993 and standardized as ISO32000 in 2008. Unlike most formats, which are associated with a particular application, PDF is intended to allow consistent representation of a document across different operating systems, different display resolutions, in both electronic and print form. Questions can be about creating, reading, editing PDFs using different languages.&lt;/p&gt;&#xA;" OwnerUserId="237" LastEditorUserId="505" LastEditDate="2014-02-06T16:23:46.337" LastActivityDate="2014-02-06T16:23:46.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="401" PostTypeId="4" CreationDate="2013-05-16T04:55:05.630" Score="0" Body="Portable Document Format (PDF) developed by Adobe Systems and now an open standard for electronic document exchange maintained by the International Organization for Standardization (ISO). Questions can be about creating, reading, editing PDFs using different programming languages." OwnerUserId="505" LastEditorUserId="263" LastEditDate="2014-02-06T16:33:14.720" LastActivityDate="2014-02-06T16:33:14.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="402" PostTypeId="1" CreationDate="2013-05-16T05:14:24.397" Score="9" ViewCount="255" Body="&lt;p&gt;There are already certain basic APIs for &lt;a href=&quot;http://www.broadbandmap.gov/developer&quot; rel=&quot;noreferrer&quot;&gt;census tracts&lt;/a&gt;, &lt;a href=&quot;http://www.ed.gov/developers&quot; rel=&quot;noreferrer&quot;&gt;school districts&lt;/a&gt;, &lt;a href=&quot;http://www.eia.gov/beta/api/qb.cfm?category=0&quot; rel=&quot;noreferrer&quot;&gt;energy costs&lt;/a&gt;, a &lt;a href=&quot;http://data.usgs.gov/&quot; rel=&quot;noreferrer&quot;&gt;range of geo data&lt;/a&gt;, &lt;a href=&quot;https://www.usps.com/business/web-tools-apis/list-of-apis.htm&quot; rel=&quot;noreferrer&quot;&gt;zip codes&lt;/a&gt;, etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'm wondering is what would be other fundamental web services that the government should make available?  It would be good to highlight what agencies should target.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer: I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="147" LastEditDate="2013-05-16T19:35:05.913" LastActivityDate="2013-05-23T03:58:16.770" Title="What would be particularly useful basic APIs for the US Federal Government to offer?" Tags="|government|api|usa|" AnswerCount="6" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="403" PostTypeId="1" AcceptedAnswerId="405" CreationDate="2013-05-16T10:51:10.407" Score="5" ViewCount="86" Body="&lt;p&gt;Here are a couple of questions where the Sunlight Foundation is referenced:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/9/does-any-city-have-poia-public-online-information-act-laws-in-place&quot;&gt;Does any City have POIA (Public Online Information act) laws in place?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/78/open-data-scorecards&quot;&gt;Open Data Scorecards?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What is the purpose of the Sunlight Foundation, how does it accomplish its goals, who is the Sunlight Foundation (who works there), and how does that relate to Open Data?&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-11-19T20:22:24.643" Title="How does the Sunlight Foundation relate to Open Data?" Tags="|nonprofit|sunlight-foundation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="404" PostTypeId="2" ParentId="272" CreationDate="2013-05-16T14:22:55.333" Score="9" Body="&lt;p&gt;Google supports &lt;a href=&quot;https://developers.google.com/gmail/schemas/reference/formats/json-ld&quot;&gt;JSON-LD&lt;/a&gt; for embedding structured data in emails.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From their &lt;a href=&quot;https://developers.google.com/gmail/schemas/embedding-schemas-in-emails&quot;&gt;developer documentation&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Gmail, Search Answer Cards, and Google Now rely on structured data in emails to work. Schemas in Gmail supports both JSON-LD and Microdata and you can use either of them to markup information in email. This lets Google understand the fields and provide the user with relevant search results, actions, and cards. For example, if the email is about an event reservation, you might want to annotate the start time, venue, number of tickets, and all other information that defines the reservation.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastActivityDate="2013-05-16T14:22:55.333" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="405" PostTypeId="2" ParentId="403" CreationDate="2013-05-16T14:24:05.300" Score="10" Body="&lt;p&gt;From the &lt;a href=&quot;http://sunlightfoundation.com/about/&quot;&gt;about page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;The Sunlight Foundation is a nonprofit, nonpartisan organization that uses the power of the Internet to catalyze greater government openness and transparency, and provides new tools and resources for media and citizens, alike. We are committed to improving access to government information by making it available online, indeed redefining “public” information as meaning “online,” and by creating new tools and websites to enable individuals and communities to better access that information and put it to use.&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In practical terms, Sunlight's open data work has several facets.  We do policy advocacy around encouraging openness in government (of which the POIA stuff is an example, as is the DATA Act), work with government agencies to figure out how best to expose data they've decided to open, and host an &lt;a href=&quot;http://transparencycamp.org/&quot;&gt;annual transparency-oriented conference&lt;/a&gt; of which open data is a major component.  Our Labs team, the technical arm of the organization, also both consumes and produces open data via our &lt;a href=&quot;http://sunlightfoundation.com/projects/&quot;&gt;tools&lt;/a&gt;, which try to make government information more accessible to the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for who works here: &lt;a href=&quot;http://sunlightfoundation.com/people/&quot;&gt;here's a staff list&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclosure: I'm a developer at Sunlight.  Sorry if this post comes across as overly self-promote-y.)&lt;/p&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-16T14:24:05.300" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="406" PostTypeId="2" ParentId="311" CreationDate="2013-05-16T16:41:57.630" Score="6" Body="&lt;p&gt;Maybe there are privacy implications I haven't thought of, but it would be great if the IRS would release a database of EIN, legal name, and jurisdiction of record for all US businesses that pay taxes.  (I don't mean tax $ amounts, just identifying info)&lt;/p&gt;&#xA;" OwnerUserId="160" LastActivityDate="2013-05-16T16:41:57.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="407" PostTypeId="2" ParentId="133" CreationDate="2013-05-16T17:00:58.607" Score="4" Body="&lt;p&gt;There was a talk at TransparencyCamp on cleaning open data that touched on merging datasets.  You can see &lt;a href=&quot;http://transparencycamp.org/schedule/2013/cleaning-open-data-todays-tools-and-brainstorming/&quot; rel=&quot;nofollow&quot;&gt;the notes for the talk&lt;/a&gt; here.  The speaker recommends: &lt;a href=&quot;https://github.com/open-city/dedupe&quot; rel=&quot;nofollow&quot;&gt;deDupe&lt;/a&gt;, &lt;a href=&quot;https://github.com/mediastandardstrust/superfastmatch&quot; rel=&quot;nofollow&quot;&gt;superfastmatch&lt;/a&gt;, &lt;a href=&quot;https://github.com/sunlightlabs/saucebrush/blob/master/saucebrush/filters.py&quot; rel=&quot;nofollow&quot;&gt;saucebrush&lt;/a&gt;, &lt;a href=&quot;https://github.com/sunlightlabs/name-cleaver&quot; rel=&quot;nofollow&quot;&gt;name-cleaver&lt;/a&gt;.  There's also a long list of tutorials for using OpenRefine.&lt;/p&gt;&#xA;" OwnerUserId="45" LastActivityDate="2013-05-16T17:00:58.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="408" PostTypeId="2" ParentId="402" CreationDate="2013-05-16T17:04:04.873" Score="3" Body="&lt;p&gt;Allow people to annotate / correct the descriptions of data sets being served.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know, it'd be really, really messy as you'd have to have someone moderate it, so that there's some review process before accepting new content, but I took a look yesterday at beta for the geodata portal for data.gov, and as best I can tell, information was ingested from the GCMD which includes more than just earth data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because solar is a driver in earth systems processes, it's sometimes listed with earth science data, but because &lt;a href=&quot;http://geo.gov.ckan.org/dataset?q=SOHO&quot; rel=&quot;nofollow&quot;&gt;solar physics&lt;/a&gt; isn't really earth data, the metadata used to describe it is near useless for the solar and heliophysics communities, and I assume questionable use for earth science.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The attempts to link to the data have missed that the are new tools and descriptions, and have missed obvious links to the documentation.  (which I assume would be desired, even if it's not the actual data).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-16T17:04:04.873" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="409" PostTypeId="2" ParentId="381" CreationDate="2013-05-16T17:14:15.677" Score="19" Body="&lt;p&gt;I asked a data analyst at the Bureau of Justice Statistics who provided this answer:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;I would say that the answer really depends on what information they are trying to show. There are many different way to normalize crime data and even multiple different ways of doing population based rates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example,  I've even seen some people playing around with creating rates using the &quot;flow&quot; of people through the area, where the denominator for the rate calculation is the number of people who pass through a given area during the day--for example at an airport which has no population per se, but does have counts of the number of people who go through the airport during a certain period of time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also create rates for specific crime times as a proportion of all crime in a given area, which helps to identify areas where particular crimes are more likely to occur than other types of crime. This is often done in types of hot-spot mapping where the interest is to identify across a given area where whether burglary (for examples) is more common than other types of crime and how that differs by city block.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Direct contact information and help is at AskBJS@usdoj.gov and they are happy to work directly with folks in this community on such issues.  In the future, as this private beta goes public, I'll invite such experts to answer directly in this forum.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I'm the Evangelist with Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-16T17:14:15.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="410" PostTypeId="2" ParentId="402" CreationDate="2013-05-16T17:15:25.810" Score="2" Body="&lt;p&gt;What I suspect would be really useful would be a single API that could be used with all the federal district and circuit courts. As it is now, I'm told, the courts are a wild hodgepodge of individualism.&lt;/p&gt;&#xA;" OwnerUserId="237" LastActivityDate="2013-05-16T17:15:25.810" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="411" PostTypeId="2" ParentId="390" CreationDate="2013-05-16T17:26:59.100" Score="5" Body="&lt;p&gt;Not sure if this answers the question, but there are two aspects: (1) using algorithms to analyze the holdings in a data catalog or a large (big) dataset; and (2) gathering data around genetics and genomics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(1) There are many tools and programs underway on data analytics. Check out a large solicitation from &lt;a href=&quot;http://www.nsf.gov/funding/pgm_summ.jsp?pims_id=504767&quot;&gt;NSF&lt;/a&gt; and an interagency &lt;a href=&quot;http://www.whitehouse.gov/sites/default/files/microsites/ostp/big_data_press_release.pdf&quot;&gt;big data initiative&lt;/a&gt; that references useful sites at the end.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(2) There is a growing set of data on Data.gov related to genetics and genomics, with particular recent emphasis on agriculture (&lt;a href=&quot;http://Agriculture.Data.gov&quot;&gt;Agriculture.Data.gov&lt;/a&gt;). And, &lt;a href=&quot;http://www.whitehouse.gov/blog/2013/02/22/expanding-public-access-results-federally-funded-research&quot;&gt;open access to federally funded research data&lt;/a&gt; is a new directive from the White House in addition to the &lt;a href=&quot;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&quot;&gt;Executive Order on Open Data&lt;/a&gt;.  &lt;a href=&quot;http://Research.Data.gov&quot;&gt;Research.Data.gov&lt;/a&gt; is starting to categorize and organize data related to that latter directive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2013-05-16T17:34:09.110" LastActivityDate="2013-05-16T17:34:09.110" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="412" PostTypeId="1" AcceptedAnswerId="427" CreationDate="2013-05-16T19:44:10.167" Score="12" ViewCount="3330" Body="&lt;p&gt;USA data on death can be obtained via Social Security as SSDI (death index) and SSDMF (death master file).&#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/Social_Security_Death_Index&quot;&gt;http://en.wikipedia.org/wiki/Social_Security_Death_Index&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One site &lt;a href=&quot;http://ssdmf.info&quot;&gt;http://ssdmf.info&lt;/a&gt;  offers the data as text file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.&#xA;Is there a public script that parses this data into a better format (e.g., CSV and explains what some other fields mean. (or can someone help to write it)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;427528265JOHNSON                 JULIA          M              P0414200509201929                     &#xA;427528266MATTHEWS                JAMES          C               0318199408251930                     &#xA;427528270FOKAKIS                 ARTHUR                        V0726199607141919&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;2.&#xA;The format seem to be SS, name, birth and death. Some records have V or P in front of birth. What does that mean?&lt;/p&gt;&#xA;" OwnerUserId="147" LastActivityDate="2020-07-25T07:28:37.863" Title="Is there a better public version of USA's Social Security Death Master File?" Tags="|data-request|usa|medical|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="413" PostTypeId="2" ParentId="157" CreationDate="2013-05-16T21:01:22.463" Score="1" Body="&lt;p&gt;There is a &lt;a href=&quot;http://schema.org/DataCatalog&quot; rel=&quot;nofollow&quot;&gt;data catalog&lt;/a&gt; entity define in schema.org, with defined attributes to describe the data-set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good Points:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;schema already defined&lt;/li&gt;&#xA;&lt;li&gt;supported by all majors search engine&lt;/li&gt;&#xA;&lt;li&gt;flexible schema that can be extended if needed.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-05-16T21:01:22.463" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="414" PostTypeId="2" ParentId="42" CreationDate="2013-05-17T00:47:21.280" Score="8" Body="&lt;p&gt;There is information available for FOIA requesters on the website of the Federal FOIA Ombudsman, in the office of Government Information Services (OGIS) within the National Archives and Records Administration (NARA). Their website includes best practices for FOIA requesters. While the current information does not appear to directly address your question, the site provides links to external organizations that work on FOIA that may have more directly relevant advice. The Best Practices are available at &lt;a href=&quot;https://ogis.archives.gov/about-foia/best-practices.htm&quot;&gt;https://ogis.archives.gov/about-foia/best-practices.htm&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2013-05-17T00:47:21.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="415" PostTypeId="1" CreationDate="2013-05-17T01:03:04.657" Score="9" ViewCount="120" Body="&lt;p&gt;It would be very valuable for government officials and the public to be able to track the uses of open data sets. Are there sources that currently do this and make the information available to the public? This could be either types of uses or specific examples of uses of the data (e.g, links to applications using the data, links to articles citing the data).&lt;/p&gt;&#xA;" OwnerUserId="233" LastEditorUserId="70" LastEditDate="2015-03-30T09:15:42.407" LastActivityDate="2015-03-30T09:15:42.407" Title="Are there publicly available sources listing uses of open data?" Tags="|uses-of-open-data|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="416" PostTypeId="1" CreationDate="2013-05-17T01:11:27.177" Score="1" ViewCount="61" Body="&lt;p&gt;IATI Standard has &quot;result&quot; element, which includes &quot;baseline&quot; and &quot;indicator&quot; elements to represent project performance. &lt;a href=&quot;http://iatistandard.org/activities-standard/result/&quot; rel=&quot;nofollow&quot;&gt;http://iatistandard.org/activities-standard/result/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an example how it should be structured?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have projects' performance data in following format:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;+--------------+-------------------------------+--------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------+----------+----------+----------+---------+&#xA;|   country    |            project            |                        activity                        |                                                                            kpi                                                                            | baseline |  target  |  actual  | percent |&#xA;+--------------+-------------------------------+--------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------+----------+----------+----------+---------+&#xA;| Burkina Faso | Rural Land Governance Project | All Activities                                         | Trend in incidence of conflict over land rights reported in the 17 pilot communes (Annual rate of change in the occurrence of conflicts over land rights) | 6.5      | 5.7      | Pending  | Pending |&#xA;| Burkina Faso | Rural Land Governance Project | Legal and Procedural Change and Communication Activity | Legal and regulatory reforms adopted                                                                                                                      | 0        | 42       | 51       | 121%    |&#xA;| Burkina Faso | Rural Land Governance Project | Legal and Procedural Change and Communication Activity | Stakeholders reached by public outreach efforts                                                                                                           | 0        | &quot;14,100&quot; | &quot;43,632&quot; | 309%    |&#xA;+--------------+-------------------------------+--------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------+----------+----------+----------+---------+&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Those are for one single fiscal quarter (let's say FY2012 Q4).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What will be XML structure representing this data?&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-22T17:50:39.830" Title="Capturing development/aid project perfromance in IATI format" Tags="|standards|iati|ict4d|aid|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="417" PostTypeId="1" CreationDate="2013-05-17T01:23:09.147" Score="2" ViewCount="52" Body="&lt;p&gt;Is there a way to represent Administrative Fund spendings? e.g. organization overhead paying for organization's admin/hr functions at HQ, not allocated to specific countries aid/development projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is sample of our financial data &lt;a href=&quot;http://data.mcc.gov/raw/finance/&quot; rel=&quot;nofollow&quot;&gt;http://data.mcc.gov/raw/finance/&lt;/a&gt; (filter to Admin Fund).&lt;/p&gt;&#xA;" OwnerUserId="7" LastActivityDate="2013-05-22T17:29:31.533" Title="Reporting non-country specific administrative spending in IATI standard" Tags="|standards|iati|ict4d|aid|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="418" PostTypeId="2" ParentId="415" CreationDate="2013-05-17T02:59:55.977" Score="6" Body="&lt;p&gt;Data.gov has a &lt;a href=&quot;http://www.data.gov/developer-apps-showcase&quot;&gt;developer showcase&lt;/a&gt; with links to 300+ applications that have been made with their data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update:&lt;/strong&gt; As does &lt;a href=&quot;http://data.gov.uk/apps&quot;&gt;uk.data.gov&lt;/a&gt; (per D Read).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if we get into articles, every NASA mission keeps a list of peer-reviewed publications to justify their continued funding.  (eg, &lt;a href=&quot;http://sohowww.nascom.nasa.gov/publications/publications.html&quot;&gt;SOHO&lt;/a&gt;, &lt;a href=&quot;http://stereo-ssc.nascom.nasa.gov/publications.shtml&quot;&gt;STEREO&lt;/a&gt;).  The astronomy community calls them 'telescope bibliographies' and currently has a draft circulating for comment (until 24 June 2013) on &lt;a href=&quot;http://iau-commission5.wikispaces.com/WG+Libraries&quot;&gt;Best Practices for Creating a Telescope Bibliography&lt;/a&gt;&#xA;  There's also been discussion of &lt;a href=&quot;http://adswww.harvard.edu/&quot;&gt;ADS&lt;/a&gt; building &lt;a href=&quot;http://www.mendeley.com/groups/2586141/astrocurator/&quot;&gt;tools for people to manage publication lists&lt;/a&gt;, but that's still a ways off.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer -- I help to manage the SOHO &amp;amp; STEREO web servers.  I also remember seeing a chart of Hubble papers that did/didn't include any PI team members, and a few years into the mission, the rate of publication &lt;strong&gt;without&lt;/strong&gt; a PI overtook those with.  It was one of the arguments for opening data, but I'm not having luck putting my hands on that presentation)&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-17T13:29:47.660" LastActivityDate="2013-05-17T13:29:47.660" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="419" PostTypeId="1" CreationDate="2013-05-17T12:51:27.887" Score="1" ViewCount="44" Body="&lt;p&gt;So, looking at geonames, I am finding that there are a significant number of blindspots regarding zipcode mappings.  Many countries are missing.  Some countries have abbreviated data (prefixes in zipcodes only are listed in Canada for 'copyright reasons').&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So my current approach is to create a routine in the software (an open source program called LedgerSMB) which will let users export a list of country/state or province/city/mail_code mappings to a CSV file that can then be emailed back to us for processing.   No identifiable information would be included and the results would be merged before distributing.  My current checklist is:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;An agreement with the customer that this will be going into a very permissively licensed package in exchange for validation feedback on their data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;We'd offer attribution in an appropriate form (but no downstream guarantees).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Data would be run through automated checks, and normalized prior to merging.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Is there anything major I am missing?  Anything we need to think about before approaching users (many being business users who are not entirely technical) about this?&lt;/p&gt;&#xA;" OwnerUserId="183" LastActivityDate="2013-05-17T16:04:33.543" Title="Checklist for soliciting non-identifiable data from FOSS-users for open data project" Tags="|licensing|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="420" PostTypeId="2" ParentId="419" CreationDate="2013-05-17T16:04:33.543" Score="2" Body="&lt;p&gt;Do you believe that these data can be licensed? If so, then that would imply that you should ask the user to verify that they are authorized to accept your licensing terms.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-17T16:04:33.543" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="421" PostTypeId="2" ParentId="127" CreationDate="2013-05-17T16:48:31.147" Score="1" Body="&lt;p&gt;It's not free and it's not open source, but I've had good luck with a paid service called &lt;a href=&quot;http://captricity.com/&quot; rel=&quot;nofollow&quot;&gt;Captricity&lt;/a&gt;. I was blown away with how well they created structured data from shitty PDF tables that I uploaded. They picked up an &lt;a href=&quot;http://www.knightfoundation.org/press-room/press-release/captricity-closes-financing-round-knight-enterpris/&quot; rel=&quot;nofollow&quot;&gt;investment from the Knight Foundation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="322" LastEditorUserId="70" LastEditDate="2013-05-17T17:10:16.737" LastActivityDate="2013-05-17T17:10:16.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="422" PostTypeId="1" CreationDate="2013-05-17T17:23:59.970" Score="15" ViewCount="1848" Body="&lt;p&gt;I'm looking for a database of URLs for every official city and town website. Ideally this list would be up to date and maintained. Freebase has some of the results and we have every city and town in Vermont from our own internal collection efforts at NearbyFYI but are looking for ways to get the official website(s) for municipalities in the United States. Does such a database yet exist or are we going to have to collect them?&lt;/p&gt;&#xA;" OwnerUserId="322" LastEditorUserId="70" LastEditDate="2015-03-27T16:29:44.280" LastActivityDate="2015-03-27T16:29:44.280" Title="Is there a list, database or API that contains the URLs for United States city and town websites?" Tags="|data-request|usa|api|city|" AnswerCount="7" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="423" PostTypeId="2" ParentId="422" CreationDate="2013-05-17T18:21:38.517" Score="3" Body="&lt;p&gt;The United States Small Business Administration &lt;a href=&quot;http://www.sba.gov/about-sba-services/7617&quot; rel=&quot;nofollow&quot;&gt;seems to have you covered&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="45" LastActivityDate="2013-05-17T18:21:38.517" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="424" PostTypeId="1" AcceptedAnswerId="431" CreationDate="2013-05-17T18:44:59.967" Score="6" ViewCount="319" Body="&lt;p&gt;Has anyone adapted a microdata format from &lt;a href=&quot;http://schema.org/&quot;&gt;schema.org&lt;/a&gt; for pieces of legislation?&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-22T07:56:30.057" Title="How should I adapt a Schema.org microdata format for legislation?" Tags="|legal|linked-data|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="425" PostTypeId="1" CreationDate="2013-05-17T18:53:22.733" Score="3" ViewCount="117" Body="&lt;p&gt;The U.S. government publishes a range of finance data sets (see, e.g., www.Treasury.gov/financedata). What additional data sets that the government already collects would be valuable if released in open, machine readable formats?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Disclaimer: I work at Treasury, which publishes www.treasury.gov/financedata and is involved in open data in the finance sector.&lt;/p&gt;&#xA;" OwnerUserId="233" LastEditorUserId="208" LastEditDate="2013-05-21T09:18:38.787" LastActivityDate="2013-05-21T11:22:08.030" Title="What finance data sets would be particularly useful to release?" Tags="|usa|finance|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="426" PostTypeId="2" ParentId="412" CreationDate="2013-05-17T18:55:38.067" Score="3" Body="&lt;p&gt;Interesting. From the comments on &lt;a href=&quot;http://ssdmf.info&quot; rel=&quot;nofollow&quot;&gt;http://ssdmf.info&lt;/a&gt;, it does seem the file is only available for purchase from the Social Security Administration.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ssdmf.info includes a PDF that the SSA requires to be distributed with the data, and it contains some information about the schema.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ssdmf.info/blah-blah-blah.pdf&quot; rel=&quot;nofollow&quot;&gt;http://ssdmf.info/blah-blah-blah.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The file contains some limited information about the schema. &lt;strong&gt;V/P seems to stand for VERIFIED or PROOF CODE.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for how to parse the file, I would suggest using &lt;a href=&quot;http://openrefine.org&quot; rel=&quot;nofollow&quot;&gt;OpenRefine&lt;/a&gt;. It deals quite well with fixed-width text files. You can find the field widths in the aforementioned PDF, as well.&lt;/p&gt;&#xA;" OwnerUserId="56" LastActivityDate="2013-05-17T18:55:38.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="427" PostTypeId="2" ParentId="412" CreationDate="2013-05-17T19:41:14.367" Score="7" Body="&lt;p&gt;As noted, there is no official public version of the file, because at this time the NTIS only provides it to subscribers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for parsing the file, I made a schema compatible with &lt;a href=&quot;http://csvkit.readthedocs.org/en/latest/&quot;&gt;csvkit&lt;/a&gt;'s &lt;code&gt;in2csv&lt;/code&gt; utility. The schema can be downloaded from &lt;a href=&quot;https://github.com/JoeGermuska/ffs/blob/master/us/ssa/death_master_file.csv&quot;&gt;https://github.com/JoeGermuska/ffs/blob/master/us/ssa/death_master_file.csv&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you've installed csvkit and downloaded a copy of the schema, the command would be&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;in2csv -s death_master_file.csv ssdm1 &amp;gt; ssdm1.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where &lt;code&gt;ssdm1&lt;/code&gt; might vary based on which of the ZIP files you retrieved from ssdmf.info&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more on the in2csv script, see &lt;a href=&quot;http://csvkit.readthedocs.org/en/latest/scripts/in2csv.html&quot;&gt;readthedocs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-17T19:41:14.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="428" PostTypeId="2" ParentId="422" CreationDate="2013-05-17T20:48:45.233" Score="4" Body="&lt;p&gt;I don't know of a single website, however, Maryland Municipal League maintains a list of &lt;a href=&quot;http://www.mdmunicipal.org/index.aspx?NID=110&quot;&gt;cities and towns in Maryland&lt;/a&gt;, and it also includes the names of municipalities that &lt;em&gt;don't&lt;/em&gt; have websites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most state municipal leagues should have a list, but they won't all be organized the same.  For instance, &lt;a href=&quot;http://www.mml.org/resources/links/municipal_web_sites.htm&quot;&gt;Michigan&lt;/a&gt; is one page per letter; &lt;a href=&quot;http://www.vml.org/Links.html&quot;&gt;Virginia&lt;/a&gt; wraps theirs in javascript which is giving my browser fits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some municipal leagues will include counties or other forms of local government, so you might need to do some cleaning of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National League of Cities has a &lt;a href=&quot;http://www.nlc.org/about-nlc/state-league-programs/state-municipal-leagues/state-municipal-league-directory&quot;&gt;directory of State Municipal Leagues&lt;/a&gt;, but I either counted wrong, or there's only 49 entries.  (I don't see a listing for Hawaii, which &lt;a href=&quot;http://www.municipalinsider.com/links-resources/state-municipal-leagues/&quot;&gt;Municipal Insider confirms&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer -- I'm a member of MMITA, the Maryland Municipal IT Association)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-17T20:48:45.233" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="429" PostTypeId="2" ParentId="115" CreationDate="2013-05-17T20:57:04.417" Score="21" Body="&lt;p&gt;[Note: I'm the co-founder of &lt;a href=&quot;http://opencorporates.com/&quot;&gt;OpenCorporates&lt;/a&gt;, which along with our &lt;a href=&quot;http://api.opencorporates.com/documentation/Google-Refine-Reconciliation-API&quot;&gt;reconciliation service&lt;/a&gt; for &lt;a href=&quot;http://openrefine.org/&quot;&gt;OpenRefine&lt;/a&gt;, has been kindly mentioned by several of the answers, but I've tried to cover some of the general issues here, using our experience, rather than suggesting we've got all the answers]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a really difficult problem because in general it requires more than just string algorithms, and also because of the underlying question of what you are matching.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So first, what will you be matching the normalised strings to? If you're matching them to companies (legal entities), OpenRefine is really great for that as long as it's for jurisdictions that we have in OpenCorporates (we have about 30 of the US states, for example), or it's matching the names against entries in Wikipedia, using Freebase. I'm not sure of the matching algorithms that Freebase use, but we do all the usual things such as you've got with your ACME examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the Walmart examples, it's rather more difficult. In part this is because sometimes these normalisations would lose information that is helpful in matching to entities. Take the hyphenation issue for example, and say you were searching for Wal-Mart Limited. If you search OpenCorporates on the web interface (which is pretty liberal in what it returns, and for the sake of this example, let's say we're limiting to companies in the UK, and &lt;a href=&quot;http://opencorporates.com/companies/gb?commit=Go&amp;amp;q=Wal-mart%20Limited&amp;amp;utf8=%E2%9C%93&quot;&gt;this is what you get&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CREDITS INVESTMENTS LTD (United Kingdom, 16 Feb 2007- )&lt;/li&gt;&#xA;&lt;li&gt;DOS-MART (UK) LIMITED (United Kingdom, 18 Feb 1999- )&lt;/li&gt;&#xA;&lt;li&gt;GEORGE SOURCING SERVICES UK LIMITED (United Kingdom, 2 Jun 2000- )&lt;/li&gt;&#xA;&lt;li&gt;WAL MART LIMITED (United Kingdom, 5 Jan 1999-17 Sep 2002)&lt;/li&gt;&#xA;&lt;li&gt;WAL-MART LIMITED (United Kingdom, 12 Apr 2006-31 Mar 2009)&lt;/li&gt;&#xA;&lt;li&gt;WAL-MART LN (UK) LIMITED (United Kingdom, 3 Feb 2000- )&lt;/li&gt;&#xA;&lt;li&gt;WAL-MART STORES (UK) LIMITED (United Kingdom, 26 Apr 1999- )&lt;/li&gt;&#xA;&lt;li&gt;WAL-MART STORES LIMITED (United Kingdom, 18 Mar 1994-10 Jul 2001)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Look at the fourth and fifth entries and you can see the problem. One has a hyphen, one doesn't. It's also worth looking at the first three entries, and these were returned because their previous names matched Wal-mart. There are also lots of other cases where normalisation brings false positives.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So although we do some normalisation, we also score against the non-normalised search term in our reconciliation API. We also are increasingly using other attributes of the companies, scoring current companies higher than dissolved companies (company names are often used by unrelated companies over time), unless a date is supplied in which case we return the company that was called that name at the given date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally there's the question of what do you want to match? With Walmart, maybe it's 'obvious', but in general it isn't, even with something like &quot;Tesco&quot;, the world's second biggest retailer (after Walmart), which could match several unrelated entities around the world, including the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's why when we're matching a dataset using OpenRefine and OpenCorporates we do a first pass, limiting to a jurisdiction, passing dates in where we can, and then automatically reconciling to those entities which have a high score and where there's just one high scoring result returned by the API (there's some cool filtering in Google Refine to do this), and then progressively go down the scores, sometimes using the ability to do live reconciliations, to match the ones with no match, or with ambiguous results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because we use the service internally we're constantly finding 'edge cases' (that aren't so edgy), and improving the matching. People who've used it and the proprietary DBs reckon OC is very good. However, we can see there's massive of room for improvement. We're now doing more normalisation for non-US/UK company forms (e.g. GmbH and SA/SARL), and playing around with transliteration, and when we launch company hierarchies, there's obviously potential for assuming that by Walmart/Wal-mart you mean the company at the 'top' of the Walmart tree.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&#xA;Chris  &lt;/p&gt;&#xA;" OwnerUserId="324" LastActivityDate="2013-05-17T20:57:04.417" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="430" PostTypeId="2" ParentId="143" CreationDate="2013-05-17T21:15:41.387" Score="6" Body="&lt;p&gt;[Disclosure: I'm the co-founder of &lt;a href=&quot;http://opencorporates.com/&quot;&gt;OpenCorporates]&#xA;&lt;/a&gt;&#xA;Given this site is about 'open data', I'm assuming that the questioner wanted to know about those with a licence that conforms to the Open Knowledge Definition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are to the best of our knowledge no such sources of data under an open licence. All the proprietary ones (D&amp;amp;B, Lexis-Nexis, Jigsaw, etc) have restrictive licences, and high price tags. We weren't familiar with TerraFly, and it's not terribly clear what their sources are (white pages?), but would love to know.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenCorporates has millions of registered or legal addresses, but these are often unrelated to the physical locations. We're looking at physical locations, but we're not there yet, not least because US business registers don't collect this data, and so we're looking at other public sources (e.g. business licences).&lt;/p&gt;&#xA;" OwnerUserId="324" LastActivityDate="2013-05-17T21:15:41.387" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="431" PostTypeId="2" ParentId="424" CreationDate="2013-05-17T23:18:24.630" Score="6" Body="&lt;p&gt;I'm not aware of any list of metadata in microdata format especially for legislation. Certainly there doesn't seem to be one at schema.org, although some parts of &lt;a href=&quot;http://schema.org/GovernmentOrganization&quot; rel=&quot;noreferrer&quot;&gt;GovernmentOrganization&lt;/a&gt; would be applicable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Concomitant with the existence of a governmental entity is, of course, the jurisdiction with which it's associated. For some uses, &lt;a href=&quot;http://schema.org/AdministrativeArea&quot; rel=&quot;noreferrer&quot;&gt;AdministrativeArea&lt;/a&gt; will serve, particularly where &quot;state&quot; is used as the primary administrative level below the country level. (Of course, even with the United States, you'd have to mislabel such entities as Puerto Rico and DC or omit them.) Purely geographical and/or geophysical schemes don't adapt especially well to identifying jurisdictions either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://akomantoso.org&quot; rel=&quot;noreferrer&quot;&gt;AkomaNtoso&lt;/a&gt; schema was created to provide a common structure for &quot;parliamentary, legislative and judicial documents.&quot; (Version 3.0 is being prepared and should be released this summer.) As such it provides markup for all aspects and phases of the legislative process. You could make use of the &lt;a href=&quot;http://www.akomantoso.org/docs/akoma-ntoso-user-documentation/metadata-describes-the-content&quot; rel=&quot;noreferrer&quot;&gt;metadata elements&lt;/a&gt; in your own schema, insert them as RDF or RDFa (as described &lt;a href=&quot;https://code.google.com/p/akomantoso/wiki/Using_RDF_with_Akoma_Ntoso&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;), or make use of them as microdata, as described at [schema.org]{&lt;a href=&quot;http://schema.org/docs/datamodel.html&quot; rel=&quot;noreferrer&quot;&gt;http://schema.org/docs/datamodel.html&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;&amp;lt;meta&amp;gt;&lt;/code&gt; element consists of eight different types of metadata, as shown here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.akomantoso.org/docs/akoma-ntoso-user-documentation/images-akoma-user-documentation/figure-6-2013-structure-of-meta-container&quot; rel=&quot;noreferrer&quot;&gt;a list of meta elements http://www.akomantoso.org/docs/akoma-ntoso-user-documentation/images-akoma-user-documentation/figure-6-2013-structure-of-meta-container&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And then you'll have to figure out not only how you want to classify the legislation but by what mechanism you're going to select the appropriate category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;i&gt;(Affiliation disclosure -- I belong to the OASIS technical committee for &lt;a href=&quot;https://www.oasis-open.org/committees/tc_home.php?wg_abbrev=legaldocml&quot; rel=&quot;noreferrer&quot;&gt;LegalDocML&lt;/a&gt;, which is working on version 3.0 now.)&lt;/i&gt;&lt;/p&gt;&#xA;" OwnerUserId="237" LastActivityDate="2013-05-17T23:18:24.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="432" PostTypeId="2" ParentId="422" CreationDate="2013-05-17T23:43:34.847" Score="3" Body="&lt;p&gt;I seem to remember that on the official website for some states you can find links to the official city and/or county websites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, the State of New Jersey has a page linking to county and municipal websites at &lt;a href=&quot;http://www.state.nj.us/nj/gov/county/localgov.html&quot; rel=&quot;nofollow&quot;&gt;http://www.state.nj.us/nj/gov/county/localgov.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each state has its own top-level domain name, which I have seen allocated to counties or cities. For instance, you can get to the Sussex County, NJ, site (which lists all its municipal websites) by just putting its name in front of nj.us -- sussex.nj.us.  Bergen County is at co.bergen.nj.us, Monmouth County at co.monmouth.nj.us, and so on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, there's a ton of information at HUD's &lt;a href=&quot;http://www.huduser.org/portal/datasets/socds.html&quot; rel=&quot;nofollow&quot;&gt;State of the Cities Data Systems&lt;/a&gt; (SOCDS). You might find something there that points you to what you're looking for or gives you enough information to try possible sitenames and see what you hit.&lt;/p&gt;&#xA;" OwnerUserId="237" LastEditorUserId="237" LastEditDate="2013-05-18T21:40:13.463" LastActivityDate="2013-05-18T21:40:13.463" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="433" PostTypeId="1" AcceptedAnswerId="436" CreationDate="2013-05-18T00:52:02.523" Score="8" ViewCount="221" Body="&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; It appears there have been two directions in terms of answering this question. Data interchange (ex. HTTP, FTP, P2P), and data formatting (ex. JSON, XML, CSV). My original question was about data interchange. However, it would be helpful to have both in one place.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let's say I'm developing an application (not necessarily web based) that consumes data from multiple open databases through APIs. Are there data interchange protocols and data formats that are standard within Open APIs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What should I expect when consuming an Open API?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="276" LastEditorUserId="70" LastEditDate="2015-03-31T18:44:37.447" LastActivityDate="2015-07-20T23:04:20.290" Title="What are the standards for data in terms of Open APIs?" Tags="|api|data-format|standards|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="434" PostTypeId="2" ParentId="433" CreationDate="2013-05-18T05:27:35.180" Score="4" Body="&lt;p&gt;To my knowledge, there is no standard model around open data. Simply put, each set of data has it's own unique characteristics and thus the API's that provide the data will also vary. Unless you're speaking about the technical format (&lt;code&gt;XML&lt;/code&gt; or &lt;code&gt;JSON&lt;/code&gt;), then that's a completely different discussion. &lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-05-18T05:27:35.180" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="435" PostTypeId="2" ParentId="433" CreationDate="2013-05-18T10:12:33.820" Score="2" Body="&lt;p&gt;There is nothing special about open data, like every other dataset each source has its own schema and if provided via an Api its own API. &lt;/p&gt;&#xA;" OwnerUserId="149" LastActivityDate="2013-05-18T10:12:33.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="436" PostTypeId="2" ParentId="433" CreationDate="2013-05-18T10:51:28.200" Score="6" Body="&lt;p&gt;Every standard is intended to serve a slightly different purpose.  Even if we're talking messaging standards over HTTP, you have both REST and SOAP.  (and before I get all of the SOAP haters commenting ... there is a ton of bad SOAP implementations, but not everything is documented oriented and meshes well with REST)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before we had SOAP there were standards like WDDX for encoding your structures as XML, then XML-RPC ... so standards evolve over time, and API providers may not change their systems to support the flavor of the week.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're working within a single discipline, there may be a set of standards, but again, as they each have a purpose, the odds of there being only one is quite slim unless that discipline's data is both homogeneous, and there's only one good way to search or visualize it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, in Astronomy, the &lt;a href=&quot;http://www.ivoa.net/documents/&quot;&gt;International Virtual Observatory Alliance has over 40 standards&lt;/a&gt;.  They all serve slightly different standards, for search query formation, serialization of results, etc.  And that doesn't even include all of the work on FITS (Flexible Image Transport System, a file format with dozens of registered extensions) or WCS (World Coordinate System, used with FITS and other astronomy data)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I gave a talk at ASIS&amp;amp;T a few years back on standards and protocols in earth and space sciences and we're starting to recycle, converging, and otherwise simplifying things ... but it'll never completely converge, especially as &lt;a href=&quot;http://xkcd.com/927/&quot;&gt;people add new 'unifying' standards&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-18T10:51:28.200" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="437" PostTypeId="2" ParentId="422" CreationDate="2013-05-18T16:37:06.517" Score="10" Body="&lt;p&gt;(&lt;em&gt;Disclaimer: I work for the U.S. Treasury but am writing in my personal capacity.&lt;/em&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do not know of an API that has what you are looking for off the shelf, but I would recommend you look into what information you can already access or request from the official system governing registration in the .gov domain. The .gov domain registration process for cities appears to be managed by General Services Administration (GSA) through the &lt;a href=&quot;https://www.dotgov.gov/portal/web/dotgov/welcome&quot; rel=&quot;nofollow noreferrer&quot;&gt;.Gov Domain Name Registration Service&lt;/a&gt;. (Note: GSA also manages Data.gov.) Cities appear to have to apply using a separate &lt;a href=&quot;https://www.dotgov.gov/portal/c/document_library/get_file?p_l_id=132757&amp;amp;folderId=136944&amp;amp;name=DLFE-5204.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;form&lt;/a&gt;. Several points of contact are given on the &lt;a href=&quot;https://www.dotgov.gov/portal/web/dotgov/welcome&quot; rel=&quot;nofollow noreferrer&quot;&gt;welcome page&lt;/a&gt; of the site, including registrar@dotgov.gov and a toll-free number: 1-877-REG-GOVT.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may also consider suggesting that this API be made available under the question asked on this site, &lt;a href=&quot;https://opendata.stackexchange.com/questions/402/what-would-be-particularly-useful-basic-apis-for-the-us-federal-government-to-of&quot;&gt;&quot;What would be particularly useful basic APIs for the US Federal Government to offer?&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="233" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-18T16:37:06.517" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="438" PostTypeId="2" ParentId="402" CreationDate="2013-05-18T17:19:21.223" Score="2" Body="&lt;p&gt;Having an API or database that contains the list of official URLs for local municipalities would be very useful. I posted a question about it &quot;&lt;a href=&quot;https://opendata.stackexchange.com/questions/422/is-there-a-list-database-or-api-that-contains-the-urls-for-united-states-city-a&quot;&gt;Is there a list, database or API that contains the URLs for United States city and town websites?&lt;/a&gt;&quot;. This would make it much easier for those of us that scrape and crawl city websites, school or water districts to keep our lists up to date and reduce costs for finding and maintaining the URLs. Not all cities and towns use the .gov or .us TLDs, very few of the 170 Vermont towns that we currently monitor at &lt;a href=&quot;http://www.nearbyfyi.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;NearbyFYI&lt;/a&gt; use .us domains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that the &lt;a href=&quot;http://sunlightfoundation.com/policy/local/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sunlight Foundation&lt;/a&gt; is also starting to become interested in local government information and we're likely to work with them to help collect the URLs. If the federal government provided this with the census data it would save us quite a bit of time.&lt;/p&gt;&#xA;" OwnerUserId="322" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2013-05-18T17:19:21.223" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="439" PostTypeId="1" CreationDate="2013-05-18T17:38:47.447" Score="5" ViewCount="126" Body="&lt;p&gt;Where can I find a list or directory of other organizations, foundations and investment firms that are interested in funding &quot;Open Data&quot; initiatives? Those that are focused on Open Government data would be of particular interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We submitted a proposal, &lt;a href=&quot;https://www.newschallenge.org/open/open-government/submission/a-network-of-regionalized-online-services-for-cities-and-towns&quot; rel=&quot;nofollow&quot;&gt;&quot;NearbyFYI is like Fitbit &amp;amp; Mint.com but for towns&quot;&lt;/a&gt; to &lt;a href=&quot;https://www.newschallenge.org/open/open-government/evaluation/&quot; rel=&quot;nofollow&quot;&gt;The Knight Foundation News Challenge&lt;/a&gt; focused on Open Government. Our proposal was one of 40 selected as a semi-finalist from about 900 entries, sadly (for us) we didn't make the cut to be selected as a winner. We're investigating other options for funding and wondered this.&lt;/p&gt;&#xA;" OwnerUserId="322" LastEditorUserId="70" LastEditDate="2015-03-25T08:13:03.843" LastActivityDate="2015-03-25T08:13:03.843" Title="Where can I find a list or directory of foundations, investment firms or individuals interested in financially supporting Open Data initiatives?" Tags="|data-request|government|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="440" PostTypeId="2" ParentId="439" CreationDate="2013-05-19T14:36:50.263" Score="1" Body="&lt;p&gt;Recent projects that are similar to yours that list their funders on their websites is probably the most timely source, although it will take a bit of hunting.&lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2013-05-19T14:36:50.263" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="441" PostTypeId="2" ParentId="439" CreationDate="2013-05-20T20:00:40.787" Score="4" Body="&lt;p&gt;There are a lot of organizations that fund open data projects for various reasons. A few that have provided funding in the last year or two are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Governments: Ministries and organizations that are looking to create a specific solution.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;US government: Grants and business opportunities from the US government can be found at &lt;a href=&quot;https://www.fbo.gov/&quot;&gt;https://www.fbo.gov/&lt;/a&gt; and &lt;a href=&quot;http://www.grants.gov/&quot;&gt;http://www.grants.gov/&lt;/a&gt; Challenges are found at &lt;a href=&quot;http://challenge.gov&quot;&gt;http://challenge.gov&lt;/a&gt;  These change almost daily, so you can set up alerts for topics you are interested in.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Ford Foundation (such as &lt;a href=&quot;http://www.webfoundation.org/2012/08/announcing-ford-foundation-ogd-grant/&quot;&gt;http://www.webfoundation.org/2012/08/announcing-ford-foundation-ogd-grant/&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;IBM (&lt;a href=&quot;http://www.ibm.com/ibm/responsibility/initiatives/grant_programs.shtml&quot;&gt;http://www.ibm.com/ibm/responsibility/initiatives/grant_programs.shtml&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Sunlight Foundation (such as &lt;a href=&quot;http://sunlightfoundation.com/participate/&quot;&gt;http://sunlightfoundation.com/participate/&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Microsoft (such as &lt;a href=&quot;http://research.microsoft.com/en-us/collaboration/focus/cs/seif.aspx&quot;&gt;http://research.microsoft.com/en-us/collaboration/focus/cs/seif.aspx&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Google (such as &lt;a href=&quot;http://www.google.org/projects.html&quot;&gt;http://www.google.org/projects.html&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Omidyar Network (&lt;a href=&quot;http://www.omidyar.com/&quot;&gt;http://www.omidyar.com/&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;William and Flora Hewlett Foundation (&lt;a href=&quot;http://www.hewlett.org/grants/grantseekers&quot;&gt;http://www.hewlett.org/grants/grantseekers&lt;/a&gt;) &lt;/li&gt;&#xA;&lt;li&gt;Open Society (&lt;a href=&quot;http://www.opensocietyfoundations.org/grants&quot;&gt;http://www.opensocietyfoundations.org/grants&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Knight News Foundation (you noted): &lt;a href=&quot;https://www.newschallenge.org/open/open-government/evaluation/&quot;&gt;https://www.newschallenge.org/open/open-government/evaluation/&lt;/a&gt; &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-20T20:00:40.787" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="442" PostTypeId="1" AcceptedAnswerId="447" CreationDate="2013-05-20T23:40:53.893" Score="6" ViewCount="147" Body="&lt;p&gt;Recently, I worked on a project that scrapes the county sheriff's inmate locator site as a roundabout way to get insight into where the delays occur in the local court system. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The photograph, name, age and other identifying information for each offender are available on this site.  In this project, we decided that we didn't want to store this data about people who were all being held for charges, but hadn't been convicted of anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data is a matter of public record, but the potential for harm in making it very easily accessible (i.e., via bulk download) did not seem worth it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there standards that you use in your research and investigation about what kind of public information you make readily accessible to others?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="237" LastEditDate="2013-05-21T04:07:49.483" LastActivityDate="2013-05-21T22:24:50.273" Title="Ethics of publicizing public data" Tags="|ethics|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="443" PostTypeId="1" AcceptedAnswerId="499" CreationDate="2013-05-21T00:04:35.610" Score="6" ViewCount="301" Body="&lt;p&gt;The &lt;a href=&quot;http://project-open-data.github.io/policy-memo/&quot; rel=&quot;noreferrer&quot;&gt;U.S. Government Policy on Open Data Memo&lt;/a&gt; directs agencies to take into account the &quot;mosaic effect.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Theoretically, it seems like the mosaic effect could justify the restriction of almost any data. If the mosaic effect is used to justify a data restriction, will there be any means of appeal?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="102" LastEditDate="2013-05-21T22:47:59.393" LastActivityDate="2013-05-30T04:26:54.880" Title="Appealing a &quot;Mosaic Effect&quot; restriction?" Tags="|usa|government|mosaic-effect|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="444" PostTypeId="2" ParentId="443" CreationDate="2013-05-21T02:02:47.743" Score="1" Body="&lt;p&gt;It seems as though if this can occur, it &lt;em&gt;should&lt;/em&gt; restrict that data from being provided. I don't want identifiable data from being published or parts being combined to identify me. It would be easy to systematically combine these data sets to create identifiable and potentially harmful data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You would have to provide sufficient evidence or justification for requesting those data parts to be available. A possible solution could be to partly de-identify some parts of the data to prevent the data from becoming identifiable.&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="41" LastEditDate="2013-05-21T02:07:55.657" LastActivityDate="2013-05-21T02:07:55.657" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="445" PostTypeId="2" ParentId="442" CreationDate="2013-05-21T08:23:34.927" Score="3" Body="&lt;p&gt;In our projects with data that could be sensitive and affect others, we will generally keep the data on our servers not so readily available, but will provide links to the publicly accessable data so they can find it themselves.&lt;/p&gt;&#xA;" OwnerUserId="278" LastActivityDate="2013-05-21T08:23:34.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="446" PostTypeId="2" ParentId="425" CreationDate="2013-05-21T11:22:08.030" Score="1" Body="&lt;p&gt;World Bank Donor Data - how donor funding is being spent by project/country/donor/implementer etc.&lt;/p&gt;&#xA;" OwnerUserId="333" LastActivityDate="2013-05-21T11:22:08.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="447" PostTypeId="2" ParentId="442" CreationDate="2013-05-21T14:49:05.040" Score="3" Body="&lt;p&gt;The ethics of posting mug shot photos online has been widely discussed. Some links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://latimesblogs.latimes.com/technology/2009/04/mugshots.html&quot; rel=&quot;nofollow&quot;&gt;LA Times: Tampa Bay mug shot site draws ethical questions&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.poynter.org/latest-news/top-stories/95107/archived-chat-the-ethics-of-posting-mug-shots-online/&quot; rel=&quot;nofollow&quot;&gt;Poynter: Archived Chat: The Ethics of Posting Mug Shots Online&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://source.mozillaopennews.org/en-US/learning/public-info-doesnt-always-want-be-free/&quot; rel=&quot;nofollow&quot;&gt;Source: Matt Waite on the ethics of a news app: Tampa Bay&#xA;Mugshots&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As it's the most recent, and as it's written by Matt Waite, who built the Tampa Bay mug shot site in the first place, I'll quote this bit from the &quot;Source&quot; article:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;So before you write the first line of code, ask these questions:&#xA;   - This data is public, but is it widely available? And does making it widely available and easy to use change anything?&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Should this data be searchable in a search engine?&lt;/li&gt;&#xA;  &lt;li&gt;Does this data expose information someone has a reasonable expectation that it would remain at least semi-private?&lt;/li&gt;&#xA;  &lt;li&gt;Does this data change over time?&lt;/li&gt;&#xA;  &lt;li&gt;Does this data expire?&lt;/li&gt;&#xA;  &lt;li&gt;What is my strategy to update or delete data?&lt;/li&gt;&#xA;  &lt;li&gt;How easy should it be to share this data on social media?&lt;/li&gt;&#xA;  &lt;li&gt;How should I deal with other people who want this data? API? Bulk download? Your answers to these questions will guide how you build&#xA;  your app. And hopefully, it’ll guide you to better decisions about how&#xA;  to build an app with ethics in mind.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2013-05-21T22:15:00.230" LastActivityDate="2013-05-21T22:15:00.230" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="448" PostTypeId="2" ParentId="439" CreationDate="2013-05-21T14:58:26.773" Score="2" Body="&lt;p&gt;There is an emerging class of investor projects known as &quot;civic accelerators&quot; or &quot;social impact accelerators.&quot;  Some are more oriented towards civic/tech than others. Here are just a few I've come across:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://codeforamerica.org/accelerator/&quot; rel=&quot;nofollow&quot;&gt;Code for America accelerator&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://theimpactengine.com/&quot; rel=&quot;nofollow&quot;&gt;The Impact Engine&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.pointsoflight.org/civic-incubator&quot; rel=&quot;nofollow&quot;&gt;Points of Light Civic Incubator&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://goodcompanygroup.org/&quot; rel=&quot;nofollow&quot;&gt;Good Company&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://matter.vc/&quot; rel=&quot;nofollow&quot;&gt;Matter.vc&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-05-21T14:58:26.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="449" PostTypeId="1" AcceptedAnswerId="451" CreationDate="2013-05-21T15:34:49.287" Score="4" ViewCount="76" Body="&lt;p&gt;For federal grant applications, specific geographical areas and populations often have to meet minimum qualifications in order to demonstrate a need that allows them to apply for a grant (e.g. median family income 120% or below the HHS poverty guideline). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More advanced and accessible technologies have made it such that you can see what areas meet certain standards, as well as the individual components that make up these standards. This is the case with the &lt;a href=&quot;http://www.ers.usda.gov/data-products/food-access-research-atlas/go-to-the-atlas.aspx&quot; rel=&quot;nofollow&quot;&gt;USDA Food Access Research Atlas&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there is one piece of the puzzle in the case of food deserts that is proprietary data (&lt;a href=&quot;http://www.ers.usda.gov/data-products/food-access-research-atlas/documentation.aspx#data&quot; rel=&quot;nofollow&quot;&gt;documentation here&lt;/a&gt;). This an example, where a list of supermarkets is made up, in part, from the Trade Dimensions TDLinx directory of stores. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do the new U.S. government open data standards require that this type of data be made available (even if only in part) to users/groups trying to determine their funding eligibility?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Part of the reason this is of particular interest is because people &quot;on the ground&quot; are able to verify information and, on some occasions, determine whether a given area's eligibility may have changed due to store closure etc.&lt;/p&gt;&#xA;" OwnerUserId="102" LastEditorUserId="244" LastEditDate="2013-05-21T18:46:29.860" LastActivityDate="2013-05-21T21:26:11.103" Title="Open and proprietary data in determining federal funding eligibility" Tags="|usa|government|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="450" PostTypeId="1" CreationDate="2013-05-21T18:34:03.107" Score="5" ViewCount="93" Body="&lt;p&gt;Many cities have opened up data on various forms of service requests, but it's difficult to interpret these data. If we see that part of a city has more calls for potholes, does that mean that there are more potholes or more people who will make service requests?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have there been any studies that attempt to decompose number of service requests into the rate of the phenomena and propensity to call?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am asking for data resulting from such studies, not for discussion about bias or how to avoid bias.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="754" LastEditDate="2015-03-26T07:45:59.883" LastActivityDate="2015-03-26T07:45:59.883" Title="Data about biases in city service requests" Tags="|data-request|city|research|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="451" PostTypeId="2" ParentId="449" CreationDate="2013-05-21T19:02:16.293" Score="3" Body="&lt;p&gt;There are two aspects I see to this question: (1) access to proprietary data, and (2) ability to crowdsource the verification of any data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the first, proprietary data from private companies is sometimes made available as open or restricted data. Some companies' business model is based on selling this data, and some companies will offer at least a small portion of their data openly. In only very specific cases, does the government ask for data directly from companies (incorporation data, financial regulations, etc.).  However, there are some interesting examples related to your question about supermarkets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Baltimore &lt;a href=&quot;https://data.baltimorecity.gov/Community/Grocery-Stores/uuwk-975y&quot; rel=&quot;nofollow&quot;&gt;open data&lt;/a&gt; on supermarkets and locations&lt;/li&gt;&#xA;&lt;li&gt;A blog on the &lt;a href=&quot;http://www.theodi.org/news/gains-opening-supermarket-pricing-information-%E2%80%9Cshould-not-be-under-estimated%E2%80%9D-says-odi&quot; rel=&quot;nofollow&quot;&gt;value of supermarket data&lt;/a&gt; for consumer confidence in the UK&lt;/li&gt;&#xA;&lt;li&gt;An interesting &lt;a href=&quot;http://podnosh.com/blog/2011/11/03/a-new-form-of-planning-gain-supermarkets-share-their-data-with-the-public-sector/&quot; rel=&quot;nofollow&quot;&gt;post and comments&lt;/a&gt; on this topic&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As to the second, there are some great examples of crowdsourcing the validation of open data. USAID did so for &lt;a href=&quot;http://blog.usaid.gov/2012/05/food-security-open-data-challenge/&quot; rel=&quot;nofollow&quot;&gt;food security&lt;/a&gt; and Google Earth did the same for crowdsourcing &lt;a href=&quot;http://www.youtube.com/watch?v=HsqHxskXGe8&amp;amp;feature=youtu.be&quot; rel=&quot;nofollow&quot;&gt;land grabbing in Ethiopia&lt;/a&gt;.  These both were well received and validated lots of data that would have been very difficult and costly to gather traditionally.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2013-05-21T21:26:11.103" LastActivityDate="2013-05-21T21:26:11.103" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="452" PostTypeId="2" ParentId="450" CreationDate="2013-05-21T19:04:10.487" Score="0" Body="&lt;p&gt;You would need to show evidence that the city of Chicago is reporting (unusually) more potholes than other service requests compared to other cities (ie. New York City). Once you have evidence, then you would need to approach the source of the data. Until that you can show that comparison, it's a subjective opinion that the data has (significant) bias. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Naturally, all data has some sort of bias. There is an acceptable tolerance for bias, but in this case, you would need to show a significant variance between service requests between cities.&lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-05-21T19:04:10.487" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="453" PostTypeId="1" CreationDate="2013-05-21T19:32:43.017" Score="10" ViewCount="306" Body="&lt;p&gt;In Chicago, a lot of data has been released on the &lt;a href=&quot;https://data.cityofchicago.org/&quot;&gt;City's Data Portal&lt;/a&gt;, but I have no idea how much is left to be opened. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The strategy I've noticed governments seem to follow is to start with a department head that is convinced open data is good and work their way from department to department, liberating one dataset at a time. As more departments get on the open data bandwagon, the ones on the fence see the benefits and fall in line.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other strategies? Has any city or municipality successfully opened all their available data? If so, when did they know they were done? &lt;/p&gt;&#xA;" OwnerUserId="217" LastEditorUserId="37" LastEditDate="2013-05-21T20:36:56.093" LastActivityDate="2014-01-23T14:47:34.113" Title="Is there a roadmap for opening all the data for a city or municipality?" Tags="|government|releasing-data|" AnswerCount="8" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="454" PostTypeId="2" ParentId="157" CreationDate="2013-05-21T19:39:05.697" Score="2" Body="&lt;p&gt;This is a problem I've had to deal with too.  Check out the OMG Standard which tries to define some basic field types for location-based open data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.OMGStandard.com&quot; rel=&quot;nofollow&quot;&gt;www.OMGStandard.com&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does a good job of keeping things generic enough to apply to lots of different data, but specific enough to be filterable and comparable across data sets.&lt;/p&gt;&#xA;" OwnerUserId="336" LastActivityDate="2013-05-21T19:39:05.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="455" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T19:39:59.060" Score="4" Body="&lt;p&gt;It's certainly not exhaustive, but Philadelphia has started a calendar to keep track of their data releases, and what data is still left to be opened, and is publishing it as a &lt;a href=&quot;https://trello.com/board/city-of-philadelphia-open-data-pipeline/51487d15bb68f5de3b0099b0&quot; rel=&quot;nofollow&quot;&gt;Trello board&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="17" LastEditorUserId="17" LastEditDate="2013-05-22T18:25:22.513" LastActivityDate="2013-05-22T18:25:22.513" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="456" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T19:40:50.870" Score="3" Body="&lt;p&gt;In NYC, we are thinking on how to improve the City's Road Map to a Digital City and therefore strengthening Local Law 11 of 2012, our open data law. Outside of those two efforts, we are debating how to not burden the city with an unfunded mandate to open ALL data, but only the data that seems most pressing. For us to accomplish this prioritization, we are looking at centralizing FOIL (freedom of information laws) requests to balance the need vs the want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While I would love to see ALL data be open, I wonder if this is possible.&lt;/p&gt;&#xA;" OwnerUserId="48" LastActivityDate="2013-05-21T19:40:50.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="457" PostTypeId="2" ParentId="433" CreationDate="2013-05-21T19:43:25.353" Score="2" Body="&lt;p&gt;This is a problem I've had to deal with too.  Check out the OMG Standard which tries to define some basic field types for location-based open data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.OMGStandard.com&quot; rel=&quot;nofollow&quot;&gt;www.OMGStandard.com&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does a good job of keeping things generic enough to apply to lots of different data, but specific enough to be filterable and comparable across data sets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that is about the field names, not the data format type (ie, XML, JSON, CSV, RSS, etc).  Not sure exactly if this is what you are looking for but it might help.&lt;/p&gt;&#xA;" OwnerUserId="336" LastActivityDate="2013-05-21T19:43:25.353" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="458" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T19:44:22.473" Score="7" Body="&lt;p&gt;Great question! Cities follow many different paths, but some best practices are starting to emerge.  Two particularly helpful guides/roadmaps are published by:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.socrata.com/open-data-field-guide/&quot;&gt;Open Data Field Guide&lt;/a&gt; from Socrata&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendatahandbook.org/en/&quot;&gt;Open Data Handbook&lt;/a&gt; from the Open Knowledge Foundation (available in multiple languages)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Both provide a nice how-to guide and future plans for cities and localities with open data.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-21T19:44:22.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="459" PostTypeId="2" ParentId="171" CreationDate="2013-05-21T19:46:02.153" Score="5" Body="&lt;p&gt;In general, it is good to have a sense of the most common ways machine-readable data is available (eg, API access, CSV/Excel, etc).  With this knowledge, make a phone call to the appropriate government official and chat with them about what they have available.  Verbally ask them if they have specific formats, or if they have a database (and if so, can they dump the contents into a CSV file, for instance).  With this questioning they will usually (though not always) indicate what they have and how you can get it, then you can tailor the language of your written request accordingly.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Getting on the phone for a few minutes before sending a written request can save you a lot of back-and-forth and needless delays.  It will also give your request more personality and presence, and therefore quicker fulfillment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you still need help, a great resource to help you most effectively craft a FOIA request -- for machine-readable data or otherwise -- would be &lt;a href=&quot;http://muckrock.com&quot;&gt;MuckRock.com&lt;/a&gt;.  The director, Michael Morisy, is very approachable and always happy to help.  You can email him at Michael@MuckRock.com&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More about MuckRock:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;MuckRock acts as a request proxy, e-mailing, faxing or even snail&#xA;  mailing the request on your behalf. Documents are sent to our offices&#xA;  to be prepared by our team of experts for your convenience. We can&#xA;  even assist with analyzing your data. Our intuitive system ensures&#xA;  that your documents are for your eyes only until you're ready to&#xA;  publish.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="342" LastActivityDate="2013-05-21T19:46:02.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="460" PostTypeId="1" CreationDate="2013-05-21T19:49:46.877" Score="8" ViewCount="211" Body="&lt;p&gt;Which communities are doing a good job on capturing community ideas around open gov / civic technology / policy improvements?&lt;/p&gt;&#xA;&lt;p&gt;Additional Questions?&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;If you were to break out ideation categories, how would you define&lt;br /&gt;&#xA;these realms?&lt;/li&gt;&#xA;&lt;li&gt;Suggestions on ways to improve these ideation&#xA;tools?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Examples of CfA Brigade Ideation tools...&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NYC: &lt;a href=&quot;http://betanyc.ideascale.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;betaNYC's project board&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;Oakland: &lt;a href=&quot;http://openoakland.uservoice.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Oakland&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://c4hrva.uservoice.com/forums/103669-code-for-hampton-roads&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hampton Roads&lt;/a&gt; (dead link, &lt;a href=&quot;https://web.archive.org/web/20141016023505/http://c4hrva.uservoice.com:80/forums/103669-code-for-hampton-roads&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt;),&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://c4sd.uservoice.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;San Diego&lt;/a&gt; (dead link, &lt;a href=&quot;https://web.archive.org/web/20150219084333/http://c4sd.uservoice.com:80/&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt;),&lt;/li&gt;&#xA;&lt;li&gt;Code For America's Brigade: &lt;a href=&quot;http://cfabrigade.ideascale.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Great American Civic Hack&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;General realms of ideation...&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Software Project Ideas, Things that can be worked on a hacknight, et. al.&lt;/li&gt;&#xA;&lt;li&gt;Data Set Ideas, Ideas for data sets, etc.&lt;/li&gt;&#xA;&lt;li&gt;Policy Improvement Ideas, Ideas on how to improve legislation or policy.&lt;/li&gt;&#xA;&lt;li&gt;Open Government Ideas, Catch all for other things.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Other examples:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://nyc.changeby.us/#start&quot; rel=&quot;nofollow noreferrer&quot;&gt;Change By US&lt;/a&gt; (dead link, &lt;a href=&quot;https://web.archive.org/web/20150221113105/http://nyc.changeby.us/#start&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt;),&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ioby.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ioby&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.openideo.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenIDEO&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bigapps.nyc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC BigApps&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://bigappsideas.devpost.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC BigApps Ideas&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://nytechmeetup.ideascale.com/a/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;NY Tech Meetup&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="48" LastEditorUserId="1511" LastEditDate="2020-12-27T12:27:49.337" LastActivityDate="2020-12-27T12:27:49.337" Title="Open data community ideation tools?" Tags="|tool-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="461" PostTypeId="2" ParentId="171" CreationDate="2013-05-21T20:04:05.207" Score="1" Body="&lt;p&gt;In the United Kingdom the law is currently being changed to provide a 'Right to Data' as part of the Freedom of Information legislation, so if requesting from a UK Authority then it may be useful to &lt;a href=&quot;http://data.gov.uk/consultation/code-of-practice/disclosing-datasets-in-an-electronic-form-which-is-capable-of-re-use&quot; rel=&quot;nofollow&quot;&gt;reference the draft Code of Practice (datasets)&lt;/a&gt; which states that an authority 'Disclose datasets in an electronic form which is capable of re-use'.&lt;/p&gt;&#xA;" OwnerUserId="125" LastActivityDate="2013-05-21T20:04:05.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="462" PostTypeId="1" AcceptedAnswerId="540" CreationDate="2013-05-21T20:04:07.820" Score="5" ViewCount="283" Body="&lt;p&gt;One of the data sets that I see being released by cities is information about what services cities are procuring. For example, the City of Chicago lists their contract award data like this: &lt;a href=&quot;https://data.cityofchicago.org/Administration-Finance/Contracts/rsxa-ify5&quot; rel=&quot;noreferrer&quot;&gt;https://data.cityofchicago.org/Administration-Finance/Contracts/rsxa-ify5&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What if we had the same data schema in multiple cities so that we could start to compare procurement across different cities? Is NY getting a better deal on paper than Philadelphia? Are there contracts that stand out from other cities once you actually look at them side by side? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first question is, has anyone else tried to standardize this type of data? If there's not a standard yet, would there be enough support in the opengovernment community to try and create one?&lt;/p&gt;&#xA;" OwnerUserId="346" LastEditorUserId="37" LastEditDate="2013-05-21T20:50:03.220" LastActivityDate="2017-02-12T17:02:31.083" Title="Is there (or should there be) a standard way to categorize procurement data at the municipal level?" Tags="|government|releasing-data|standards|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="463" PostTypeId="2" ParentId="311" CreationDate="2013-05-21T20:05:09.010" Score="4" Body="&lt;p&gt;I'd love to see more city/state data in specific categories.  Each may or may not be rolled up to the federal level currently (I'm not totally sure).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So here's a list, and you can let us know if it's possible to get &lt;strong&gt;address-specific&lt;/strong&gt; data for each one, or if the feds will always get aggregated, and non-address specific data, for these data sets.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Individual crime reports: seems to stop at the city level, then goes to UCR categories by Zip at the state level.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Traffic accidents: seems to stop at the state level.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Sex offender registry: stops at the state level, seems odd to me there is no national registry.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Property values (taxed value) of parcels.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Restaurant health inspection scores. Currently city level, though Yelp has helped create a national standard.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Political contributions - individual and company contributions to all political campaigns, down the street address level.  I think the feds have this data, but I'm not sure where to get it in bulk.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Foreclosures&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Recent home sales. I know this is tracked locally, but not much higher.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Building permits.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;311 Calls for service.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Special Business licenses, eg, alcohol, advertising, pornography, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I realize many of these datasets might have privacy issues attached to them, but they are all already released at least at the city level (and sensitive data is already scrubbed/fuzzed). I don't see an issue with aggregating them at the state/fed level, unless you are concerned with the federal government collecting too much information about its citizens, which is another possible issue.&lt;/p&gt;&#xA;" OwnerUserId="336" LastActivityDate="2013-05-21T20:05:09.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="464" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T20:05:23.320" Score="4" Body="&lt;p&gt;In February of 2012, &lt;a href=&quot;http://chicago.legistar.com/LegislationDetail.aspx?ID=1051238&amp;amp;GUID=F8E16231-2DB6-406C-BC7F-AB0064BC454C&quot; rel=&quot;nofollow&quot;&gt;Chicago partnered with Chapin Hall to produce a catalog of the City's Data&lt;/a&gt;. In the initial agreement, Chapin Hall would deliver in eighteen months, so the data catalog might be done late this summer of 2013.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once that catalog is in hand, it would be possible to build out a roadmap for the release of data.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-21T20:05:23.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="465" PostTypeId="2" ParentId="115" CreationDate="2013-05-21T20:39:27.923" Score="1" Body="&lt;p&gt;Adding to Andrew's response, I'd add that I recently read @chasedavis using shingles and Jaccard similarity to find matches within hashed buckets of possible matches. It's not too different an approach from Levenshtein, but might be somewhat more resistant to some classes of name variation.&lt;/p&gt;&#xA;" OwnerUserId="362" LastActivityDate="2013-05-21T20:39:27.923" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="466" PostTypeId="2" ParentId="442" CreationDate="2013-05-21T20:49:19.793" Score="3" Body="&lt;p&gt;Considering what happens when the public has a bad reaction to publicly released data done incorrectly, we should consider the ethics of publicizing open data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, when a NY newspaper released a map of all the gun owners - a law was &lt;a href=&quot;http://www.kjonline.com/news/senate-amendment-bans-release-of-gun-owner-information_2013-04-18.html?pagenum=full&quot; rel=&quot;nofollow&quot;&gt;passed&lt;/a&gt; to un-open that data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The voter file is public with everyone's name and address attached - but that's not well-known. If everyone in the country realized how easy it is to get all those names and addresses, I wonder what the reaction would be. My guess is not good. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do think that there's a line where your actions should be public knowledge. For example, when I apply for a liquor license or when I lobby a city official. When I preform an action that affects the public space (opening up a bar or trying to influence the political process) - there should be an expectation that my actions are public (with no expectation of privacy). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, in the case of the original poster (I'm arrested, but not convicted) - I don't think that my mugshot, name and birthday should necessarily be open. &lt;/p&gt;&#xA;" OwnerUserId="346" LastEditorUserId="346" LastEditDate="2013-05-21T22:24:50.273" LastActivityDate="2013-05-21T22:24:50.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="467" PostTypeId="1" CreationDate="2013-05-21T21:14:27.840" Score="1" ViewCount="101" Body="&lt;p&gt;I'm currently looking into real-world networks which can be well approximated by &lt;a href=&quot;http://en.wikipedia.org/wiki/Interval_graph&quot; rel=&quot;nofollow noreferrer&quot;&gt;interval graphs&lt;/a&gt;.  It seems natural to suspect that networks that have constraints forcing them to be approximately physically linear could be well approximated by interval graphs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the highway system of the south island of New Zealand forms a network where geographical constraints force the network to have a natural linearity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/1jS4G.png&quot; alt=&quot;South island New Zealand&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if I were to use this network, it looks like I would need to key in each of the highway intersections by hand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In another attempt, I tried using the &lt;a href=&quot;http://en.wikipedia.org/wiki/Caenorhabditis_elegans&quot; rel=&quot;nofollow noreferrer&quot;&gt;C. elegans&lt;/a&gt; neural network, thinking the physical linearity of the worm would force the network to be linear.  Unfortunately, this research was thwarted by long head-to-tail neurons with large numbers of synapses (see &lt;a href=&quot;https://cogsci.stackexchange.com/q/3226/931&quot;&gt;my cogsci.SE question&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;: Where can I access a real-world network which has an approximately linear structure (possibly due to some physical constraints)?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The network should be in a format that should be computer-readable.&lt;/p&gt;&#xA;" OwnerUserId="365" LastEditorUserId="-1" LastEditDate="2017-04-13T12:56:18.090" LastActivityDate="2013-05-22T13:29:20.020" Title="Seeking real-world networks that have an approximately linear structure" Tags="|data-request|network-structure|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="468" PostTypeId="2" ParentId="195" CreationDate="2013-05-21T21:37:14.233" Score="6" Body="&lt;p&gt;I've recently released a new version of my Data Science Toolkit API that supports elevation queries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example call:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;  {&#xA;    &quot;location&quot;: {&#xA;      &quot;latitude&quot;: 37.769456,&#xA;      &quot;longitude&quot;: -122.429128&#xA;    },&#xA;    &quot;statistics&quot;: {&#xA;      &quot;elevation&quot;: {&#xA;        &quot;value&quot;: 40,&#xA;        &quot;source_name&quot;: &quot;NASA and the CGIAR Consortium for Spatial Information&quot;,&#xA;        &quot;units&quot;: &quot;meters&quot;,&#xA;        &quot;description&quot;: &quot;The height of the surface above sea level at this point.&quot;&#xA;      }&#xA;    }&#xA;  }&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can spin up your own EC2 or Vagrant VM if you want to run it locally, and the docs/ec2setup.txt will walk you through the process I went through to import the data, which may help if you want to roll your own version instead. PostGIS's new raster support was a massive help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry, missed your geotiff requirement initially - you might want to download the SRTM source I used at srtm.csi.cgiar.org as three large GeoTIFFs and then tile them up.&lt;/p&gt;&#xA;" OwnerUserId="382" LastEditorUserId="33" LastEditDate="2013-05-22T13:26:37.613" LastActivityDate="2013-05-22T13:26:37.613" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="469" PostTypeId="2" ParentId="112" CreationDate="2013-05-21T21:38:07.090" Score="0" Body="&lt;p&gt;Answer to primary question, not particular options that are mentioned&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Census of India &lt;a href=&quot;http://censusindia.gov.in/&quot; rel=&quot;nofollow&quot;&gt;http://censusindia.gov.in/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Meteorological data  &lt;a href=&quot;http://www.imdpune.gov.in/&quot; rel=&quot;nofollow&quot;&gt;http://www.imdpune.gov.in/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;World bank data for India &lt;a href=&quot;http://data.worldbank.org/country/india&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/country/india&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Water related data from NGO &lt;a href=&quot;http://www.indiawaterportal.org/data&quot; rel=&quot;nofollow&quot;&gt;http://www.indiawaterportal.org/data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Ministry of Finance , Economic data &lt;a href=&quot;http://finmin.nic.in/stats_data/nsdp_sdds/index.html&quot; rel=&quot;nofollow&quot;&gt;http://finmin.nic.in/stats_data/nsdp_sdds/index.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="127" LastActivityDate="2013-05-21T21:38:07.090" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="470" PostTypeId="2" ParentId="467" CreationDate="2013-05-21T21:39:56.427" Score="3" Body="&lt;p&gt;The road system of New Zealand is obtainable in a computer readable form from &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;OpenStreetMap&lt;/a&gt;. There are APIs available to query for just the objects you want, in this case the roads, see &lt;a href=&quot;http://overpass-turbo.eu/s/cG&quot; rel=&quot;nofollow&quot;&gt;http://overpass-turbo.eu/s/cG&lt;/a&gt; for an example.&lt;/p&gt;&#xA;" OwnerUserId="108" LastEditorUserId="108" LastEditDate="2013-05-21T22:04:43.250" LastActivityDate="2013-05-21T22:04:43.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="471" PostTypeId="2" ParentId="29" CreationDate="2013-05-21T21:45:27.133" Score="2" Body="&lt;p&gt;Another tool that can be used to manage and publish datasets is &lt;a href=&quot;http://junar.com&quot; rel=&quot;nofollow&quot;&gt;Junar&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are City Governments &lt;a href=&quot;http://paloalto.opendata.junar.com&quot; rel=&quot;nofollow&quot;&gt;like Palo Alto&lt;/a&gt; and other institutions using this to manage datasets, publish data, allow data to be used in different ways, allow for data to be accessed via API.&lt;/p&gt;&#xA;" OwnerUserId="387" LastEditorUserId="33" LastEditDate="2013-05-22T13:28:41.877" LastActivityDate="2013-05-22T13:28:41.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="472" PostTypeId="1" AcceptedAnswerId="571" CreationDate="2013-05-21T21:45:50.560" Score="3" ViewCount="4521" Body="&lt;p&gt;One of the hurdles in taking advantage of a data API, particularly the ever more popular RESTful APIs, is either in implementing or finding an existing implementation of the API in one's programming language of choice.  (Of course this step isn't strictly necessary, but there are almost always advantages of having a complete implementation rather than hacking away with whatever one's favorite curl library might be).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks to their high structure, one can often automatically generate such an implementation for SOAP-based APIs (e.g. R users might see the &lt;a href=&quot;http://www.omegahat.org/SSOAP/&quot; rel=&quot;nofollow&quot;&gt;SSOAP&lt;/a&gt; package which does this).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't believe such a thing is inherently possible with RESTful APIs, but I understand one might be able to programmatically generate these functions if the RESTful API provided &lt;a href=&quot;http://en.wikipedia.org/wiki/Web_Application_Description_Language&quot; rel=&quot;nofollow&quot;&gt;WADL&lt;/a&gt; documentation.  (e.g. it seems there the omegahat project has a &lt;a href=&quot;http://www.omegahat.org/WADL/&quot; rel=&quot;nofollow&quot;&gt;preliminary R package&lt;/a&gt; to do so).  I am looking for examples of open data APIs that provide such WADL documentation.  How common is this format?  Is there a reason it is not more widely adopted?  Are there convenient ways for API providers to generate WADL documentation without simply hand-coding the XML?  &lt;/p&gt;&#xA;" OwnerUserId="379" LastActivityDate="2013-07-16T13:26:27.667" Title="Self-documenting RESTful APIs: examples with WADL?" Tags="|api|documentation|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="473" PostTypeId="2" ParentId="442" CreationDate="2013-05-21T21:48:09.623" Score="4" Body="&lt;p&gt;I believe the real test is if the increased accessibility drives the originator to stop publicizing the data.  Without improved accessibility, how would users even know that &quot;bad data&quot; is even being published in the first place?  By creating a feedback loop, I assert that you are also improving the accountability of the entire system.&lt;/p&gt;&#xA;" OwnerUserId="44" LastActivityDate="2013-05-21T21:48:09.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="474" PostTypeId="2" ParentId="29" CreationDate="2013-05-21T21:51:54.547" Score="3" Body="&lt;p&gt;I would suggest learning SQL using SQLite, which has a browser plugin for Firefox. Here's &lt;a href=&quot;https://github.com/tthibo/SQL-Tutorial/blob/master/tutorial_files/part1.textile&quot; rel=&quot;nofollow&quot;&gt;a tutorial by Troy Thibodeaux of the Associated Press&lt;/a&gt; that I use with students that I teach. I think that learning how to turn human questions into SQL is a good skill for interpreting and analyzing data.&lt;/p&gt;&#xA;" OwnerUserId="9" LastActivityDate="2013-05-21T21:51:54.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="475" PostTypeId="2" ParentId="29" CreationDate="2013-05-21T21:54:42.997" Score="7" Body="&lt;h2&gt;learn a general programming language first&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I would recommend focusing your efforts on learning a general-purpose scripting language suitable for working with data, such as &lt;a href=&quot;http://python.org&quot;&gt;python&lt;/a&gt; or &lt;a href=&quot;http://r-project.org&quot;&gt;R&lt;/a&gt;, before fiddling with dedicated tools for very specific purposes.  Such languages have a wealth of resources for interacting with APIs, SQL-like databases, generating visualizations and performing statistical analyses.  They also have large and active communities of users who can help point you in the right direction for just about any task.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(High level scripting languages are generally easier to learn and faster to write than low-level languages such as C or fortran.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have such a universal swiss-army knife in your toolkit, you can branch out to whatever specific tools work best for the data you are dealing with at the time.  Nearly everything on the list above falls into one of these more specific problem categories and discusses a resource or tool that can be manipulated through a generic programming language.  &lt;/p&gt;&#xA;" OwnerUserId="379" LastActivityDate="2013-05-21T21:54:42.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="476" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T21:56:55.457" Score="3" Body="&lt;p&gt;San Francisco's recent revision to their Open Data legislation sets mandates to achieve this goal.  Specifically:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Make reasonable efforts to make available all data sets under the &#xA;Department's control, provided however, that such disclosure shall be consistent with the &#xA;rules and standards promulgated by the CDO and adopted by COIT and with applicable law, &#xA;including laws related to privacy;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full text available on Github: &lt;a href=&quot;https://github.com/SFgov/San-Francisco-Open-Data-Legislation-2012/blob/master/OpenDataLegilsation2012Final&quot; rel=&quot;nofollow&quot;&gt;https://github.com/SFgov/San-Francisco-Open-Data-Legislation-2012/blob/master/OpenDataLegilsation2012Final&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="44" LastActivityDate="2013-05-21T21:56:55.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="477" PostTypeId="1" CreationDate="2013-05-21T21:57:16.487" Score="29" ViewCount="831" Body="&lt;p&gt;I am interested in how typical open data users, such as journalists, researchers, companies, developers, and others, find out about new open data sets today. For example, how do sources like search engines, re-distributors of open data, tech media, and government open data platforms compare? Is there any research into this question? (This question seems particularly relevant to this site, since many people have posted questions about how to find particular data sets.)&lt;/p&gt;&#xA;" OwnerUserId="233" LastEditorUserId="70" LastEditDate="2015-03-27T17:31:30.370" LastActivityDate="2017-03-07T22:29:00.380" Title="What are the most common ways that users find out about new data sets?" Tags="|releasing-data|" AnswerCount="12" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="478" PostTypeId="1" CreationDate="2013-05-21T21:58:51.823" Score="8" ViewCount="2688" Body="&lt;p&gt;I like to criticise strong linked data (i.e. not just REST/HATEOAS) for being impractical and too strongly based in academia. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, I want to be proven wrong: have any end-user open data applications been built on RDF? By end user application, I don't mean abstract things to handle &quot;the general case&quot; or weird attribute table viewers, but concrete tools which can answer questions about government, e.g. parliamentary tracking apps, procurement data browsers etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some candidates I can think of are Poderopedia and PublicSpending.gr, but I'm not sure how deep this goes in either case. &lt;/p&gt;&#xA;" OwnerUserId="386" LastActivityDate="2016-02-02T19:48:08.537" Title="What examples are there of Linked Data/RDF being used for open data applications?" Tags="|linked-data|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="479" PostTypeId="2" ParentId="460" CreationDate="2013-05-21T22:04:52.473" Score="2" Body="&lt;p&gt;Another avenue I'd offer for your consideration is the &quot;Data Jam&quot; model of generating great Ideations and then the companion &quot;Datapalooza&quot; showcase for spurring creation of actual products.  &lt;a href=&quot;http://boston.cleanwebhack.com/wp/?page_id=448&quot; rel=&quot;nofollow&quot;&gt;Boston&lt;/a&gt; and the NC &lt;a href=&quot;https://docs.google.com/file/d/0BwksgPYNPKn9dFdsd2kzY0pabzA/edit&quot; rel=&quot;nofollow&quot;&gt;Research Triangle&lt;/a&gt; are in the middle of such an experiment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, here is a &lt;a href=&quot;https://hackpad.com/Datapalooza-the-how-to-guide-for-empowering-innovators-WWi6fyHOrA3&quot; rel=&quot;nofollow&quot;&gt;draft handbook&lt;/a&gt; for how anyone familiar with a Hackathon can host their own Data Jams and Datapaloozas.&lt;/p&gt;&#xA;" OwnerUserId="44" LastActivityDate="2013-05-21T22:04:52.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="480" PostTypeId="2" ParentId="472" CreationDate="2013-05-21T22:10:17.463" Score="2" Body="&lt;p&gt;I haven't looked at WADL in detail, but I think that if you want a fully described service, SOAP may be the right thing in the first place?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The success of RESTful services can, I believe, in large part be attributed to their lack of formalism. An interface that emits and consumes JSON can be made somewhat self-explanatory through the use of URIs for entity identification and operations like pagination. Everything else can be explained in human language (I particularly like Twitter's &lt;a href=&quot;https://dev.twitter.com/docs/platform-objects&quot; rel=&quot;nofollow&quot;&gt;object guide&lt;/a&gt; in that regard).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the same sense,  generating a full set of objects seems unusual - given a simple resource, abstracting beyond basic HTTP methods often doesn't really make much sense: do you really need an object, or is api.get('/foo/5.json') good enough?&lt;/p&gt;&#xA;" OwnerUserId="386" LastActivityDate="2013-05-21T22:10:17.463" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="481" PostTypeId="2" ParentId="365" CreationDate="2013-05-21T22:31:11.820" Score="3" Body="&lt;p&gt;German climate data is available at the &lt;a href=&quot;http://www.dwd.de/bvbw/appmanager/bvbw/dwdwwwDesktop?_nfpb=true&amp;amp;_windowLabel=dwdwww_main_book&amp;amp;T82002gsbDocumentPath=Navigation/Oeffentlichkeit/Klima__Umwelt/Klimadaten/kldaten__kostenfrei/Abrufsysteme__Daten__node.html?__nnn=true&amp;amp;switchLang=en&amp;amp;_pageLabel=_dwdwww_klima_umwelt_klimadaten_deutschland&quot; rel=&quot;nofollow&quot;&gt;DWD&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-05-21T22:31:11.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="482" PostTypeId="2" ParentId="297" CreationDate="2013-05-21T22:35:35.650" Score="2" Body="&lt;p&gt;Here is an interesting project -- &lt;a href=&quot;http://openweathermap.org/API&quot; rel=&quot;nofollow&quot;&gt;open weather map&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-05-21T22:35:35.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="483" PostTypeId="2" ParentId="478" CreationDate="2013-05-21T22:40:01.470" Score="10" Body="&lt;p&gt;I would love to answer this, but I have no idea what &quot;strong linked data&quot; means.  These techniques have been used in a lot of products, the dbpedia.org system has been used by a number of systems, ranging from Watson (maybe IBM is considered too academic) to Siri (I don't think Apple is an academic group).  Schema.org and Facebook's Open Graph Protocol are also big users of linked data vocabularies and web linking schemes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Going to government, there's been a lot of work using linked data in various ways.  The Brits are the lead, a number of their open sites, based on the Ordnance Survey maps among others, use linked data.  Within the US, we have demonstrated a lot of uses at hackathons, in some of the competition winning apps, and in some the info sources available on line.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's an article Jeanne Holm, George Thomas, Chris Musialek and I wrote that covers some of this - &lt;a href=&quot;http://www.computer.org/csdl/mags/ex/2012/03/mex2012030025-abs.html&quot;&gt;IEEE Intelligent Systems&lt;/a&gt; and some thoughts about what we are doing at data.gov &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So my fast summary is that like many technologies this is being used as a component in many apps, it is not by iteself proposed or fielded as a be all and end all - but without the URIs, the data doesn't make it to the Web, and then we cannot exploit many of the powerful things that open data allows.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I have a column in the soon-to-be-released issue of &lt;a href=&quot;http://www.liebertpub.com/big&quot;&gt;Big Data&lt;/a&gt; called &quot;Peta vs. Meta&quot; that says a bit more about how the schema.org stuff is used - see also schema.org/Dataset)&lt;/p&gt;&#xA;" OwnerUserId="401" LastActivityDate="2013-05-21T22:40:01.470" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="484" PostTypeId="2" ParentId="478" CreationDate="2013-05-21T22:53:37.873" Score="5" Body="&lt;p&gt;Poderopedia uses Linked Data, as you mention. I have developed a few of my own as well:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datos.gob.cl/aplicaciones?filterby=privada&quot;&gt;http://datos.gob.cl/aplicaciones?filterby=privada&lt;/a&gt; is a mobile webapp based on Linked Data that shows bioequivalent drugs, according to information from the chilean government&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://graves.cl/ghi&quot;&gt;http://graves.cl/ghi&lt;/a&gt; shows the global hunger index, based on data published in RDF by Tim Davies.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What I like of Linked Data is that in my experience is much easier to model data using semantic technologies than creating custom relational schemas, especially when you are not sure about all the aspects of it (i.e., you may want to add new attributes, integrate different datasets, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it helps&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-21T22:53:37.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="485" PostTypeId="2" ParentId="477" CreationDate="2013-05-21T23:01:05.407" Score="6" Body="&lt;p&gt;Personally, I often start with an open question, and than look at potential data providers (Statistical Office, etc) or using google/yahoo with the filetype:xls keyword.&lt;br&gt;&#xA;&lt;a href=&quot;https://duckduckgo.com/?q=data+filetype%3Axls&quot; rel=&quot;nofollow noreferrer&quot;&gt;DuckDuckGo Search for &quot;data filetype:xls&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.google.com/?gws_rd=ssl#q=data+filetype:xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Search for &quot;data filetype:xls&quot;&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Very helpful and great search method. Adding to it, swap out &quot;filetype:xls&quot; for &quot;filetype:json&quot;, &quot;filetype:csv&quot;, &quot;filetype:xlsx&quot;, etc.&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="90" LastEditDate="2017-02-27T14:09:40.403" LastActivityDate="2017-02-27T14:09:40.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="486" PostTypeId="1" AcceptedAnswerId="548" CreationDate="2013-05-21T23:02:16.463" Score="3" ViewCount="79" Body="&lt;p&gt;Different data portals from different countries treat feedback about datasets (i.e., errors, annotations, comments) differently, but none seems to consider feedback towards the citizens.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there some best practices? which ones? are they documented?&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-23T02:10:41.543" Title="Are there best practices about data lifecycle management involving citizens?" Tags="|releasing-data|best-practice|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="487" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T23:15:52.383" Score="1" Body="&lt;p&gt;The Sunlight Foundation has long advocated for the auditing and indexing of data sets (it becomes much more feasible to open everything up once you know what everything is). In this blog post comparing the new federal open data executive order to open data policy both internationally and locally we surveyed which cities were exploring this auditing and indexing process (including NYC's Dashboard, Philly's Trello list, the new San Francisco amended administrative code efforts and Chicago's efforts. You can see that blog post &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/05/13/how-unique-is-the-new-u-s-open-data-policy/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Also, (everyone) can contribute to the working spreadsheet of cities with audits and indexes &lt;a href=&quot;https://docs.google.com/a/sunlightfoundation.com/spreadsheet/ccc?key=0AoYwlTIgH8t3dDlXN0lLZTR4UUI4djlZTEktVk5YYXc#gid=1&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="329" LastActivityDate="2013-05-21T23:15:52.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="488" PostTypeId="2" ParentId="453" CreationDate="2013-05-21T23:19:47.523" Score="2" Body="&lt;p&gt;If you're looking for policy supporting the opening up of &quot;ALL THE DATA&quot; the current U.S. Federal Executive Order is currently &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/05/09/open-data-executive-order-shows-path-forward/&quot; rel=&quot;nofollow&quot;&gt;the best example&lt;/a&gt; of that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, for more Open Data Guidelines in general (on top of what Jeanne recommended) see CfA Commons' &lt;a href=&quot;http://wiki.civiccommons.org/Open_Data_Guidelines&quot; rel=&quot;nofollow&quot;&gt;list&lt;/a&gt; and add to it!&lt;/p&gt;&#xA;" OwnerUserId="329" LastActivityDate="2013-05-21T23:19:47.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="489" PostTypeId="2" ParentId="258" CreationDate="2013-05-21T23:24:26.513" Score="2" Body="&lt;p&gt;For datasets in latinamerica, a new portal was created a few weeks ago: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opendatalatinoamerica.org/home/&quot; rel=&quot;nofollow&quot;&gt;http://www.opendatalatinoamerica.org/home/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea is to being able to collect datasets from different portals. This is particularly useful during hackathons and other events, when you don't necessarily know where to obtain the data for each country.&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-21T23:24:26.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="490" PostTypeId="2" ParentId="365" CreationDate="2013-05-21T23:28:28.127" Score="8" Body="&lt;p&gt;You should check out &lt;a href=&quot;http://worldclim.org/&quot;&gt;http://worldclim.org/&lt;/a&gt;. They have crunched a variety of data sets to produce average temperature and rainfall for each month of the year for most of the earth's surface at a sub-1km resolution. The data is downloadable as raster GIS files that you can load into PostGIS or desktop GIS packages. If you want the underlying data that they used to compile these averages, they have links to some of their sources here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://worldclim.org/methods&quot;&gt;http://worldclim.org/methods&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also packaged these up as an API if that's easier for your application:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.datasciencetoolkit.org/developerdocs#coordinates2statistics&quot;&gt;http://www.datasciencetoolkit.org/developerdocs#coordinates2statistics&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="382" LastActivityDate="2013-05-21T23:28:28.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="491" PostTypeId="2" ParentId="477" CreationDate="2013-05-21T23:30:06.303" Score="6" Body="&lt;p&gt;For datasets where a single authoritative source exists (for instance, a government office often fulfills this role for data concerning its jurisdiction), then it's helpful to find an RSS feed or &lt;a href=&quot;http://data.lexingtonky.gov/revision&quot; rel=&quot;noreferrer&quot;&gt;revisions page&lt;/a&gt; that lists additions/updates to datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also found that &lt;a href=&quot;http://www.google.com/alerts&quot; rel=&quot;noreferrer&quot;&gt;Google Alerts&lt;/a&gt; are helpful for this task, even beyond open data. Once you've found an existing dataset using a particular query, the Alert will email you (based on your settings) whenever another similar piece of content is posted.&lt;/p&gt;&#xA;" OwnerUserId="288" LastActivityDate="2013-05-21T23:30:06.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="492" PostTypeId="1" CreationDate="2013-05-22T00:00:52.920" Score="2" ViewCount="65" Body="&lt;p&gt;This data is available for bulk download and via an API at &lt;a href=&quot;http://www.consumerfinance.gov/complaintdatabase/&quot; rel=&quot;nofollow&quot;&gt;http://www.consumerfinance.gov/complaintdatabase/&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="233" LastEditorUserId="70" LastEditDate="2015-03-30T09:22:25.663" LastActivityDate="2015-03-30T09:22:25.663" Title="What companies, projects, and researchers are using the Consumer Financial Protection Bureau (CFPB)'s API of data on consumer product complaints?" Tags="|api|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="493" PostTypeId="2" ParentId="412" CreationDate="2013-05-22T00:01:11.387" Score="5" Body="&lt;p&gt;I have a copy of an old version of the SSDI Master File, purchased (legally!) about a year ago through an online data broker for about $37.  From what I can glean, one may either do a one-time purchase of the file &lt;strong&gt;&lt;em&gt;OR&lt;/em&gt;&lt;/strong&gt; may become a subscriber to the weekly or monthly updates.  To quote from the PDF that was distributed with the file:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;It is mandatory that all subscribers of the DMF intending to use its data on a continuing basis must, after receiving an updated complete DMF FULL FILE, keep that file updated by continually purchasing all MONTHLY OR WEEKLY UPDATES (NEW DEATHS/CHANGES/DELETIONS), beginning with the same month as the Full File. If you are not meeting SSA’s requirements because you are not receiving the MONTHLY OR WEEKLY UPDATES ON A CONTINUING BASIS immediately after receiving the FULL FILE, then you are NOT keeping your DMF up-to-date with SSA’s records. Thus, you are working with a DMF with an increased number of unnecessary inaccuracies and possibly adversely affecting an increased number of individuals. NO ONE IS TO SELL THE DMF WITHOUT REQUIRING CONTINUOUS SUBSCRIBERS TO ADHERE TO THIS MANDATORY REQUIREMENT FOR KEEPING THEIR DMF UP-TO-DATE.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Notwithstanding the Social Security Administration's apparent overuse of capital letters, it looks like subscribers are required to keep subscribing, so that their data is never stale, but one-time purchasers are not required to subscribe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The version of the file I have is from mid-2010, but this is actually better for my (genealogical) purposes, as it contains a number of death records that were initially contributed by individual states, but then scrubbed out of subsequent releases of the database.  The &quot;V&quot; or &quot;P&quot; is indeed indicative of &quot;Verified&quot; or &quot;Proof&quot;, described in the file like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;V = (VERIFIED) REPORT VERIFIED WITH A FAMILY MEMBER OR SOMEONE ACTING ON BEHALF &#xA;OF THE FAMILY, OR ...&#xA;P = (PROOF) DEATH CERTIFICATE OBSERVED.&#xA;(NOTE: DMF SUBSCRIBERS MUST NOT TAKE ANY ADVERSE ACTION AGAINST ANY INDIVIDUAL &#xA;WITHOUT FURTHER INVESTIGATION TO VERIFY ANY DEATH LISTED, EVEN IF V OR P CODES &#xA;ARE PRESENT.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here is the full data table provided in that PDF explaining the format of the records:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Death Master File Extract Output Record Specification 09/2001&#xA;&#xA;Record Location   Field Description                                 ￼Field Size&#xA;==============================================================================&#xA;01                Blank or A (add) C (change) or D (delete)         1&#xA;02-10             Social Security Number                            9&#xA;11-30             Last Name                                         20*&#xA;31-34             Name Suffix                                       4*&#xA;35-49             First Name                                        15*&#xA;50-64             Middle Name                                       15*&#xA;65                VorPCode (Verify or Proof code)                   1*&#xA;66-73             Date of Death (MM,DD,CC,YY)                       8*&#xA;74-81             Date of Birth (MM,DD,CC,YY)                       8*&#xA;82-83             State/Country Code of Residence /1                2*&#xA;84-88             Zip code Last Residence                           5*&#xA;89-93             Zip code Lump Sum Payment                         5*&#xA;94-100            Blanks                                            7&#xA;&#xA;Online and CDROM specifications:&#xA;Record Length: 100 - WITH LINE FEED CHARACTER ADDED AT END&#xA;**Note: the record length will be 101 because there is a line feed character at the &#xA;end of both the ASCII file and the EBCDIC online file, and the ASCII CDROM.&#xA;/1 = No new information after 2/88&#xA;&#xA;&#xA;DMF – STATE/COUNTRY CODE RESIDENCE (09/01)&#xA;====================================================================&#xA;CODE                                 CODE&#xA;￼    01    ALABAMA                        35    NORTH DAKOTA&#xA;    02    ALASKA                         36    OHIO&#xA;    03    ARIZONA                        37    OKLAHOMA&#xA;    04    ARKANSAS                       38    OREGON&#xA;    05    CALIFORNIA                     39    PENNSYLVANIA&#xA;    06    COLORADO                       40    PUERTO RICO&#xA;    07    CONNECTICUT                    41    RHODE ISLAND&#xA;    08    DELAWARE                       42    SOUTH CAROLINA&#xA;    09    DISTRICT OF COLUMBIA           43    SOUTH DAKOTA&#xA;    10    FLORIDA                        44    TENNESSEE&#xA;    11    GEORGIA                        45    TEXAS&#xA;    12    HAWAII                         46    UTAH&#xA;    13    IDAHO                          47    VERMONT&#xA;    14    ILLINOIS                       48    VIRGIN ISLANDS&#xA;    15    INDIANA                        49    VIRGINIA&#xA;    16    IOWA                           50    WASHINGTON&#xA;    17    KANSAS                         51    WEST VIRGINIA&#xA;    18    KENTUCKY                       52    WISCONSIN&#xA;    19    LOUISIANA                      53    WYOMING&#xA;    20    MAINE                          54    AFRICA&#xA;    21    MARYLAND                       55    ASIA&#xA;    22    MASSACHUSETTS                  56    CANADA&#xA;    23    MICHIGAN                       57    CENTRAL AMERICA &amp;amp; WEST INDIES&#xA;    24    MINNESOTA                      58    EUROPE&#xA;    25    MISSISSIPPI                    59    MEXICO&#xA;    26    MISSOURI                       60    OCEANIA (AUSTRALIA &amp;amp; ISLANDS IN THE PACIFIC&#xA;    27    MONTANA                        61    PHILIPPINE ISLANDS&#xA;    28    NEBRASKA                       62    SOUTH AMERICA&#xA;    29    NEVADA                         63    AREAS UNDER U.S. ADMINISTRATION: (CANAL ZONE, &#xA;                                         CANTON ISLANDS, CAROLINE ISLANDS, MARIANA ISLANDS &#xA;                                         (OTHER THAN GUAM), MARSHALL ISLANDS, MIDWAY ISLANDS, &#xA;                                         WAKE ISLANDS)&#xA;    30    NEW HAMPSHIRE                  64    AMERICAN SAMOA&#xA;    31    NEW JERSEY                     65    GUAM&#xA;    32    NEW MEXICO                     33    NEW YORK&#xA;    34    NORTH CAROLINA&#xA;&#xA;    (NOTE: IF ANY ALPHA’S/OR OTHER NUMERICS SHOW IN THESE TWO CODE POSITIONS, &#xA;    YOU SHOULD IGNORE THEM. FOR PURPOSES, IT MEANS THAT SSA DOES NOT HAVE A&#xA;    STATE/COUNTRY CODE FOR YOU.)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="284" LastActivityDate="2013-05-22T00:01:11.387" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="494" PostTypeId="2" ParentId="365" CreationDate="2013-05-22T00:04:44.627" Score="2" Body="&lt;p&gt;Forecast.io has a nice API for weather data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.forecast.io/&quot; rel=&quot;nofollow&quot;&gt;https://developer.forecast.io/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another nice resource if you want climate predictions is from the World Bank&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/developers/climate-data-api&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/developers/climate-data-api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="177" LastActivityDate="2013-05-22T00:04:44.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="495" PostTypeId="2" ParentId="272" CreationDate="2013-05-22T00:11:33.520" Score="7" Body="&lt;p&gt;The Digital Public Library of America uses JSON-LD&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dp.la/info/developers/codex/&quot;&gt;http://dp.la/info/developers/codex/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="177" LastActivityDate="2013-05-22T00:11:33.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="496" PostTypeId="2" ParentId="402" CreationDate="2013-05-22T00:14:33.150" Score="1" Body="&lt;p&gt;I would like to see a single, simple API for finding one's polling place based on one's home address (presumably for national elections only, not for local elections).  Ideally it would also have associated metadata such as the polling site's hours of operation, parking information, a list of languages that the ballot is available in (it often varies by locality), links to mapping providers showing the location, links to the relevant state and/or city registrar's website, etc.  I believe something similar was created by the Democratic Party for use in the 2012 national election, but it would be nice for this to be an official government-maintained API, and not tied to any party or organization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open source code, and a simple way for municipalities or individuals to browse and contribute data to the system, would be very nice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(On preview: it occurs to me that this code should be reusable by municipalities and states so they can run this API from their own servers with their own data for their own smaller elections and primaries.)&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2013-05-22T00:14:33.150" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="497" PostTypeId="1" AcceptedAnswerId="501" CreationDate="2013-05-22T00:40:41.810" Score="7" ViewCount="241" Body="&lt;p&gt;What would be the most useful way to display data provenance on an open data site? Overarching statements on the site seem to be limited in that amongst many datasets, at least some will likely have data gaps or problems. In other cases, an open data site might be displaying data from many sources, with varying quality or trust.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is putting provenance information in the metadata of each dataset sufficient or would some graphical notation (e.g., Sir Tim Berners-Lee's &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;5 star data&lt;/a&gt;) be helpful?  If either is true, which aspects of provenance are most important to validate?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The W3C provides a &lt;a href=&quot;http://www.w3.org/2005/Incubator/prov/wiki/What_Is_Provenance&quot; rel=&quot;nofollow noreferrer&quot;&gt;description of provenance&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;@Igelkott asked about how to &lt;a href=&quot;https://opendata.stackexchange.com/questions/24/how-can-i-trust-the-authenticity-of-an-open-data-source&quot;&gt;validate the authenticity of open data&lt;/a&gt;, but this question is focused on how to clearly display verified data.&lt;/li&gt;&#xA;&lt;li&gt;Disclaimer: I am the Evangelist for Data.gov.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-08-05T04:30:32.960" Title="Displaying Trust and Data Provenance?" Tags="|best-practice|linked-data|trust|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="498" PostTypeId="1" CreationDate="2013-05-22T00:57:36.127" Score="6" ViewCount="466" Body="&lt;p&gt;I have a problem trying to join up train station data from different sources.  There seems to be a standard to use 3 letter codes to represent each station.  However, everyone seems to be using different codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, Stratford station in London has the following codes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;National rail: &lt;strong&gt;SRA&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;DLR:  &lt;strong&gt;STR&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;TFL: &lt;strong&gt;SFD&lt;/strong&gt; (or sometimes 1000226)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To add to the confusion, codes in one dataset can be used for different stations in other datasets (eg National Rail use &lt;strong&gt;STR&lt;/strong&gt; to mean Stranraer).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where would be the best place to find a mapping between all these different identifiers?&#xA;Alternatively, if there is no such mapping, where would be a good place to begin building one, in a way that others can contribute to and use the data?&lt;/p&gt;&#xA;" OwnerUserId="415" LastEditorUserId="70" LastEditDate="2015-04-19T15:00:41.393" LastActivityDate="2015-04-19T15:00:41.393" Title="Are there any open mappings of train station identifiers in the UK?" Tags="|data-request|uk|public-transport|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="499" PostTypeId="2" ParentId="443" CreationDate="2013-05-22T01:16:11.647" Score="4" Body="&lt;p&gt;The answer depends very much on the legal framework of the jurisdiction where the data is released.  The question seems to be US-specific.  I do not know the legal framework in the USA, but close examination of relevant US privcy laws (which I understand are very fragmented and difficult to understand) should tell you about what means of appeal there exist in the USA (on federal and on state level).  The privacy laws of your jurisdiction &lt;em&gt;should&lt;/em&gt; give both tell you what means of appeal there exists, and on what grounds you may make an appeal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, since this is an international forum, and by means of example on how privacy laws work in the specific jurisdiction I am familiar with, I would like to point that in the EU and EEA, this regulated by the &lt;em&gt;Data Protection Directive&lt;/em&gt; (Directive 95/46/EC) where each member state must set up a supervisory authority, to make decisions about, among other things, the release of data that may affect privacy.  Decisions by the supervisory authority which give rise to complaints may be appealed against through the courts (art. 28).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Norway (EEA member state) the &quot;supervisory authority&quot; is known as &quot;The Data Inspectorate&quot;, and there is also the &quot;Privacy Appeals Board&quot;, which is the &lt;em&gt;primary&lt;/em&gt; means of appeal for decisions made by &quot;The Data Inspectorate&quot; (decisions made by the &quot;Privacy Appeals Board&quot; may be appealed against through the courts, so there are also a &lt;em&gt;secondary&lt;/em&gt; means of appeal available).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for case law in Norway, the Mosaic Effect is often cited as grounds for not releasing data.  What usually happens is that the &quot;The Data Inspectorate&quot; requires the data to be aggregated to the point where the Mosaic effect can longer be used to indentify individuals before the data is allowed to become public.  However, aggregating data also removes information and therefore makes the data less useful, so a requirement to aggregate is often appealed against.  EU/EEA law requires the supervisory authority to weigh the privacy risks against public utility when making a decion.  In other words, if the privacy risks are low (e.g. the Mosacic effect will not expose &lt;em&gt;sensitive&lt;/em&gt; personal data), and the public utility is high, a decision may be made to allow the data to be released without aggregation &lt;em&gt;despite&lt;/em&gt; the Mosaic effect.  Vica versa, data where the privacy risks are high, and the public utility is mariginal, the data may not be released at all, or only released as aggregates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I am a member of the &quot;Privacy Appeals Board&quot; in Norway, and has during my term of service heard several appeals where the Mosaic effect has been relevant.)&lt;/p&gt;&#xA;" OwnerDisplayName="user135" LastEditorDisplayName="user135" LastEditDate="2013-05-22T11:30:27.780" LastActivityDate="2013-05-22T11:30:27.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="500" PostTypeId="2" ParentId="424" CreationDate="2013-05-22T01:39:50.897" Score="1" Body="&lt;p&gt;schema.org may not have a schema for legislation yet, but you can help develop one: &lt;a href=&quot;http://www.w3.org/wiki/WebSchemas/SchemaDotOrgProposals&quot; rel=&quot;nofollow&quot;&gt;http://www.w3.org/wiki/WebSchemas/SchemaDotOrgProposals&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="416" LastActivityDate="2013-05-22T01:39:50.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="501" PostTypeId="2" ParentId="497" CreationDate="2013-05-22T01:56:21.533" Score="4" Body="&lt;p&gt;My issue would be what the purpose of displaying the provenance is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I've suggested in some of my questions on here, some of my concerns are about tracing the issues that might be in the data, and sometimes you have to go back and look to see how it's been processed and what it's derived from to tell what the possible issues might be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(eg I've run into at least once case where the folks calibrating the data hadn't considered big vs. little endian when they converted from 68000 to PPC processors ... the issue wasn't caught 'til they went from PPC to intel and realized that &lt;em&gt;all&lt;/em&gt; of the PPC processed data (years worth) was defective. ... but architecture the processing was run on isn't always captured when people talk about provenance)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Personally, I'm of the opinion that for the sake of open data, you shouldn't just share the provenance of the data set in question, but you should try to describe that data's relationship with all of the rest of the data that you serve.  (rule #4 in &quot;&lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow&quot;&gt;5 star data&lt;/a&gt;) After all, it might be that the data that someone found has some more processed form that would be better for their needs ... or formatted / packaged differently.  ... and you're not going to get that from only tracking provenance, as that only goes in one direction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer : years ago, I gave a talk at the AGU on the &lt;a href=&quot;http://vso1.nascom.nasa.gov/vso/misc/AGU2008_DataRelationships.ppt&quot; rel=&quot;nofollow&quot;&gt;need for a model to discuss relationships between data (warning: 18MB PPT file)&lt;/a&gt; ... unfortunately, I've gotten bogged down with other stuff for the past few years ... but the &lt;a href=&quot;http://schema.datacite.org&quot; rel=&quot;nofollow&quot;&gt;DataCite schema&lt;/a&gt; has &lt;code&gt;RelatedIdentifier&lt;/code&gt; and a decent list for &lt;code&gt;relationType&lt;/code&gt; to get people started)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-22T01:56:21.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="502" PostTypeId="2" ParentId="492" CreationDate="2013-05-22T04:15:49.917" Score="1" Body="&lt;p&gt;Our team at Beyond the Arc makes extensive use of the CFPB database.  You can see our latest analyses on &lt;a href=&quot;http://beyondthearc.com/blog&quot; rel=&quot;nofollow&quot;&gt;our blog&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="426" LastEditorUserId="462" LastEditDate="2013-05-22T13:26:24.550" LastActivityDate="2013-05-22T13:26:24.550" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="503" PostTypeId="1" CreationDate="2013-05-22T05:10:47.013" Score="5" ViewCount="146" Body="&lt;p&gt;Is there any blog and / or link where I can get regular updates on the release of latest open data sources across world?&lt;/p&gt;&#xA;" OwnerUserId="198" LastEditorUserId="70" LastEditDate="2015-04-03T09:58:09.680" LastActivityDate="2017-02-12T17:48:21.387" Title="How can I track updates on the release of new open data sources across the world?" Tags="|data-request|metadata|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="504" PostTypeId="2" ParentId="462" CreationDate="2013-05-22T06:18:23.867" Score="3" Body="&lt;p&gt;While I don't know about the US, a fallback may be looking at the Common Procurement Vocabulary (CPV) used throughout the European Union. It's a bit weird but fairly detailed and since it's already in use in the EU member states and a few countries beyond that, it may be a nice thing to use further: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/opented/opented/tree/master/cpvcodes&quot; rel=&quot;nofollow&quot;&gt;https://github.com/opented/opented/tree/master/cpvcodes&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="386" LastActivityDate="2013-05-22T06:18:23.867" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="505" PostTypeId="1" AcceptedAnswerId="516" CreationDate="2013-05-22T07:31:17.783" Score="6" ViewCount="4322" Body="&lt;p&gt;I need to access to history of each wiki page. I found &lt;a href=&quot;http://dumps.wikimedia.org/fawiki/latest/fawiki-latest-pages-meta-history.xml.7z&quot; rel=&quot;nofollow&quot;&gt;http://dumps.wikimedia.org/fawiki/latest/fawiki-latest-pages-meta-history.xml.7z&lt;/a&gt; contains such data for Persian wiki in XML format. But I want prossess the data using MySQL. Is that file available in sql format too? Where can I find it?&lt;/p&gt;&#xA;" OwnerUserId="438" LastEditorUserId="70" LastEditDate="2015-03-30T11:18:54.220" LastActivityDate="2015-03-30T11:18:54.220" Title="Wikipedia dump files in SQL format" Tags="|data-request|sql|wikipedia|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="506" PostTypeId="2" ParentId="462" CreationDate="2013-05-22T07:45:14.310" Score="5" Body="&lt;p&gt;There's plenty of classifications for public procurement used in different countries, &lt;a href=&quot;http://simap.europa.eu/codes-and-nomenclatures/codes-cpv/codes-cpv_en.htm&quot; rel=&quot;noreferrer&quot;&gt;Common Procurement Vocabulary&lt;/a&gt; (mentioned above) being the standard in EU member states. To give you some links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Jose María Alvarez Rodríguez (while at the &lt;a href=&quot;http://www.weso.es/&quot; rel=&quot;noreferrer&quot;&gt;WESO research group&lt;/a&gt;) &lt;a href=&quot;http://www.josemalvarez.es/web/2011/11/16/product-scheme-classifications/&quot; rel=&quot;noreferrer&quot;&gt;worked on product scheme classifications&lt;/a&gt; used in public procurement. This &lt;a href=&quot;http://www.josemalvarez.es/web/wp-content/uploads/2011/11/graph1.png&quot; rel=&quot;noreferrer&quot;&gt;diagram&lt;/a&gt; shows his coverage; including CPV, &lt;a href=&quot;http://www.census.gov/eos/www/naics/&quot; rel=&quot;noreferrer&quot;&gt;NAICS&lt;/a&gt;, &lt;a href=&quot;http://epp.eurostat.ec.europa.eu/portal/page/portal/nace_rev2/introduction&quot; rel=&quot;noreferrer&quot;&gt;NACE&lt;/a&gt; or &lt;a href=&quot;http://www.unspsc.org/&quot; rel=&quot;noreferrer&quot;&gt;UNSPSC&lt;/a&gt;. Many of these datasets are &lt;a href=&quot;http://datahub.io/group/product-scheme-classifications&quot; rel=&quot;noreferrer&quot;&gt;listed at the Data Hub&lt;/a&gt;, however, a lot of these contain dead links.&lt;/li&gt;&#xA;&lt;li&gt;Recently, I did some work with U.S. procurement data from &lt;a href=&quot;https://www.fbo.gov/&quot; rel=&quot;noreferrer&quot;&gt;FedBizOpps.gov&lt;/a&gt; and &lt;a href=&quot;http://usaspending.gov/data&quot; rel=&quot;noreferrer&quot;&gt;USASpending&lt;/a&gt;. These datasets use NAICS as the classification (&lt;a href=&quot;https://github.com/cmader/qSKOS-data/tree/master/NAICS&quot; rel=&quot;noreferrer&quot;&gt;available here in RDF&lt;/a&gt;) and Federal Acquisition Regulation code lists (&lt;a href=&quot;https://github.com/opendatacz/FBO2RDF/tree/master/codelists&quot; rel=&quot;noreferrer&quot;&gt;available here in RDF&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="441" LastActivityDate="2013-05-22T07:45:14.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="507" PostTypeId="2" ParentId="505" CreationDate="2013-05-22T07:50:13.063" Score="2" Body="&lt;p&gt;There is already &lt;a href=&quot;https://opendata.stackexchange.com/questions/107/when-will-the-wikidata-database-be-available-for-download/129#129&quot;&gt;an answer to this question, by @RSFalcon7&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will find the whole explanation on &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia%3aDatabase_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Wikipedia page&lt;/a&gt; about dumps available in XML or SQL format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data about revisions in SQL seems private though (no link provided for direct download), but I couldn't figure what this implies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not seem available in Persian unfortunately either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another possibility is to parse your XML and add it to your database. You can then define your own Database schema. Python language can probably help you do that.&lt;/p&gt;&#xA;" OwnerUserId="37" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-22T07:50:13.063" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="508" PostTypeId="2" ParentId="424" CreationDate="2013-05-22T07:56:30.057" Score="3" Body="&lt;p&gt;In its current state Schema.org might not offer a vocabulary that's expressive enough to describe law. Yet since it's under active development and &lt;a href=&quot;http://www.w3.org/wiki/WebSchemas/SchemaDotOrgProposals&quot; rel=&quot;nofollow&quot;&gt;new proposals&lt;/a&gt; are being accepted regularly, there's a chance something will be merged into it to provide you with what you need to describe legislation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Meanwhile, you can have a look at some of the RDF vocabularies and ontologies used to model law by &lt;a href=&quot;http://www.legislation.gov.uk/developer/formats/rdf&quot; rel=&quot;nofollow&quot;&gt;legislation.gov.uk&lt;/a&gt;, &lt;a href=&quot;http://www.metalex.eu/&quot; rel=&quot;nofollow&quot;&gt;Metalex&lt;/a&gt; in particular.&lt;/p&gt;&#xA;" OwnerUserId="441" LastActivityDate="2013-05-22T07:56:30.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="509" PostTypeId="2" ParentId="115" CreationDate="2013-05-22T08:08:55.013" Score="2" Body="&lt;p&gt;If you have your data in RDF (or are able to export it to RDF), you can use linking engines like &lt;a href=&quot;http://wifo5-03.informatik.uni-mannheim.de/bizer/silk/&quot; rel=&quot;nofollow&quot;&gt;Silk&lt;/a&gt; or &lt;a href=&quot;http://aksw.org/Projects/LIMES.html&quot; rel=&quot;nofollow&quot;&gt;LIMES&lt;/a&gt; to merge different company names belonging to the same legal entities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Silk, in particular, has a lot of &lt;a href=&quot;https://www.assembla.com/spaces/silk/wiki/Comparison&quot; rel=&quot;nofollow&quot;&gt;comparison metrics&lt;/a&gt; and &lt;a href=&quot;https://www.assembla.com/spaces/silk/wiki/Transformation&quot; rel=&quot;nofollow&quot;&gt;common transformations&lt;/a&gt;, from which &lt;a href=&quot;https://www.assembla.com/spaces/silk/wiki/Comparison#token-based_distance_measures&quot; rel=&quot;nofollow&quot;&gt;token-wise string similarity metrics&lt;/a&gt; might be what you're looking for when handling the kinds of names you have in examples.&lt;/p&gt;&#xA;" OwnerUserId="441" LastActivityDate="2013-05-22T08:08:55.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="510" PostTypeId="2" ParentId="157" CreationDate="2013-05-22T08:18:39.033" Score="13" Body="&lt;p&gt;While definitely not yet an established practice, another proposal to consider might be &lt;a href=&quot;https://twitter.com/JeniT&quot;&gt;Jeni Tennison&lt;/a&gt;'s &lt;a href=&quot;http://jenit.github.io/linked-csv/&quot;&gt;Linked CSV&lt;/a&gt; (see &lt;a href=&quot;https://github.com/JeniT/linked-csv/tree/master/examples/eurostat&quot;&gt;examples&lt;/a&gt;), which adds &lt;a href=&quot;http://jenit.github.io/linked-csv/#prolog-lines&quot;&gt;&quot;prolog lines&quot;&lt;/a&gt; to describe the schema used in CSV files.&lt;/p&gt;&#xA;" OwnerUserId="441" LastActivityDate="2013-05-22T08:18:39.033" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="511" PostTypeId="1" CreationDate="2013-05-22T09:18:43.930" Score="27" ViewCount="581" Body="&lt;p&gt;Open Data is discussed in many contexts, ranging from transparency, government accountability, and their economical benefits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there up-to-date studies and publications analyzing the real and expected value for the various economic sectors (manufacturing, agriculture, services, and so on)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A related point is whether an &quot;aggregator&quot; of case studies and best practices about significative applications (from a socio-economical point of view) is available, from global to regional scale.&lt;/p&gt;&#xA;" OwnerUserId="453" LastEditorUserId="9925" LastEditDate="2016-04-27T11:11:34.770" LastActivityDate="2016-04-27T11:11:34.770" Title="Evidence for the economic impact of open data?" Tags="|data-request|economics|research|metadata|" AnswerCount="7" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="512" PostTypeId="2" ParentId="511" CreationDate="2013-05-22T10:53:28.273" Score="15" Body="&lt;p&gt;There are several studies on the economical impact of Open Data. The most recent I know of is a study done in 2011 on data held by all public bodies in the European Union called &lt;em&gt;&lt;a href=&quot;http://ec.europa.eu/information_society/policy/psi/facilitating_reuse/economic_analysis/index_en.htm&quot; rel=&quot;noreferrer&quot;&gt;Review of Recent PSI Re-Use Studies Published&lt;/a&gt;&lt;/em&gt; [&lt;a href=&quot;http://ec.europa.eu/information_society/policy/psi/docs/pdfs/report/psi_final_version_formatted.docx&quot; rel=&quot;noreferrer&quot;&gt;docx&lt;/a&gt;] (PSI stands for Public Sector Information), the study is also know as the Vickery study. One of its main findings is that the EU's current usage of PSI results in €30 billion of economic activity and that opening up more PSI could increase this to €70 billion.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mentioned in the Vickery study are amongst others:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ec.europa.eu/information_society/policy/psi/mepsir/index_en.htm&quot; rel=&quot;noreferrer&quot;&gt;Measuring European Public Sector Information Resources&lt;/a&gt; (MEPSIR), 2006&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://epsiplatform.eu/content/commercial-exploitation-europe-s-public-sector-information-pira-study&quot; rel=&quot;noreferrer&quot;&gt;Commercial exploitation of Europe’s public sector information&lt;/a&gt; (PIRA), 2000&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="292" LastEditorUserId="292" LastEditDate="2015-03-26T12:48:57.003" LastActivityDate="2015-03-26T12:48:57.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="513" PostTypeId="1" CreationDate="2013-05-22T10:58:16.337" Score="6" ViewCount="289" Body="&lt;p&gt;It seems that many/most government surveys in the health sector are distributed in a fixed-format ASCII, often with SAS code provided to create variables out of the mess (e.g. NHAMCS &lt;a href=&quot;ftp://ftp.cdc.gov/pub/Health_Statistics/NCHS/dataset_documentation/namcs/sas/NAM93INP.TXT&quot;&gt;values&lt;/a&gt; and &lt;a href=&quot;ftp://ftp.cdc.gov/pub/Health_Statistics/NCHS/dataset_documentation/namcs/sas/NAM93FOR.TXT&quot;&gt;formats&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By fixed-format ASCII I mean a file that looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;0101010111239352w734    the cat jumped2432738564375&#xA;0101010111239352w734    the cat jumped2432738564375&#xA;0101010111239352w734    the cat jumped2432738564375&#xA;0101010111239352w734    the cat jumped2432738564375&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;With a set of instructions or (often non-machine-readable) codebook telling you the character number in each row and the number of characters of width that define each variable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anecdotally, I seem to have far more data errors when reading in these files (plus it takes way longer).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there documented stories out there of data errors that could be used to make a compelling use case to agencies to switch formats?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm thinking of something like the &lt;a href=&quot;http://www.eusprig.org/&quot;&gt;European Spreadsheet Risks Group&lt;/a&gt; list, but focused on this specific problem instead of spreadsheets.&lt;/p&gt;&#xA;" OwnerUserId="461" LastActivityDate="2013-05-22T13:44:47.670" Title="Tales of woe from fixed-format (non-delimited) ASCII data distribution" Tags="|data-format|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="514" PostTypeId="2" ParentId="511" CreationDate="2013-05-22T10:59:31.593" Score="6" Body="&lt;p&gt;This wiki page from linkedgov.org, &lt;a href=&quot;http://wiki.linkedgov.org/index.php/The_economic_impact_of_open_data&quot;&gt;The economic impact of open data&lt;/a&gt; is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;...collecting case studies and references to the economic impact of open data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://data.worldbank.org/about/open-government-data-toolkit/knowledge-repository&quot;&gt;World Bank Knowledge Repository&lt;/a&gt; also has a collection of economic impact studies in the &quot;How would my country benefit from Open Data?&quot; section.&lt;/p&gt;&#xA;" OwnerUserId="102" LastActivityDate="2013-05-22T10:59:31.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="515" PostTypeId="1" AcceptedAnswerId="566" CreationDate="2013-05-22T11:05:23.920" Score="13" ViewCount="3373" Body="&lt;p&gt;I see OpenRefine mentioned a lot here, but I don't see it doing much that R and others can't.  What capabilities does it offer that I'm not seeing in the promo page that R or other data packages cannot?&lt;/p&gt;&#xA;" OwnerUserId="461" LastEditorUserId="70" LastEditDate="2013-06-29T06:18:09.150" LastActivityDate="2013-08-20T22:04:56.853" Title="What does OpenRefine offer that other data-parsing tools don't?" Tags="|parsing|openrefine|programming|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="516" PostTypeId="2" ParentId="505" CreationDate="2013-05-22T11:36:24.990" Score="7" Body="&lt;p&gt;No, there are no SQL versions of the XML dump files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The page &lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/Tools_for_importing&quot;&gt;&lt;em&gt;Data dumps/Tools for importing&lt;/em&gt; on meta.wikimedia.org&lt;/a&gt; describes how to work around that: You can either &lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/ImportDump.php&quot;&gt;use &lt;code&gt;ImportDump.php&lt;/code&gt;&lt;/a&gt; to import the XML file directly (apparently suitable only for small wikis), or you can use a tool like &lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/mwdumper&quot;&gt;mwdumper&lt;/a&gt; to convert the XML into SQL and then import that.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2013-05-22T11:36:24.990" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="517" PostTypeId="1" AcceptedAnswerId="518" CreationDate="2013-05-22T11:50:17.220" Score="27" ViewCount="499" Body="&lt;p&gt;I'm interested in any Open Data conferences which are held on a regular basis (e.g., yearly). Are there any such conferences?&lt;/p&gt;&#xA;" OwnerUserId="292" LastEditorUserId="70" LastEditDate="2015-03-27T11:25:08.813" LastActivityDate="2019-12-11T22:07:01.667" Title="Are there any regular Open Data conferences?" Tags="|data-request|calendar|social-process|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="518" PostTypeId="2" ParentId="517" CreationDate="2013-05-22T11:50:17.220" Score="34" Body="&lt;p&gt;Conferences:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://transparencycamp.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TransparencyCamp&lt;/a&gt;, by the Sunlight Foundation, annually since 2009.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://okcon.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Knowledge Conference (OKCon)&lt;/a&gt;, annually since 2005. Open data has been central since its inception - in 2012 this expanded to be the &lt;a href=&quot;http://okfestival.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Knowledge Festival (OKFestival)&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opengovernmentdata.org/events/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Government Data Camp&lt;/a&gt;, by the Open Knowledge Foundation, annually since 2010. From 2012 the camp has been merged with the Open Knowledge Conference.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendataweek.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Open Data Week&lt;/a&gt;, annually since 2012.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://epsiplatform.eu/conference2013&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Public Sector Information Platform (ePSI) Conference&lt;/a&gt;, annually since 2012.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.data-forum.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Data Forum&lt;/a&gt;, focused on Linked Data, annually since 2012.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://healthdatapalooza.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Health Datapalooza&lt;/a&gt;, focused on U.S. open health data, annually since 2010&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://hackforchange.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Day of Civic Hacking&lt;/a&gt;, annually since ~2010&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.data.gov/sites/default/files/conference/iodgc_program_guide_2012_web.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Open Government Data Conference&lt;/a&gt;, started in 2010&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendataday.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Day&lt;/a&gt; is an annual event since 2009&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://odx13.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Exchange&lt;/a&gt; started in 2013, and will become an annual event.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ire.org/conferences/nicar-2013/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Computer-Assisted Reporting conference&lt;/a&gt; (often referred to as NICAR) is held annually by Investigative Reporters and Editors and focuses on obtaining and using open data in a journalism context.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ischool.drexel.edu/bigdata/bigdata2013/callforpaper.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;IEEE Big Data&lt;/a&gt;, a journal on big data which includes calls on open data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opensym.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSym&lt;/a&gt;, OpenSym includes a track specifically for open data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://odsc.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Science Conference&lt;/a&gt; began in 2015, held several times each year (i.e. 2-4) on both the east and west coasts of the U.S. as well as internationally (e.g. Kiev, Bangalore, Tokyo, etc.).  Emphasis on data science but also touches on open ideas, software, and data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(people might want to expand this community wiki)&lt;/p&gt;&#xA;" OwnerUserId="292" LastEditorUserId="7031" LastEditDate="2019-12-11T22:07:01.667" LastActivityDate="2019-12-11T22:07:01.667" CommentCount="4" CommunityOwnedDate="2013-05-22T11:50:17.220" ContentLicense="CC BY-SA 4.0" />
  <row Id="519" PostTypeId="2" ParentId="107" CreationDate="2013-05-22T12:02:07.710" Score="12" Body="&lt;p&gt;The wikidata dump is already available. As of now, &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/20130505/&quot;&gt;the last (mostly) complete dump is from 5 May 2013&lt;/a&gt; and it includes &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/20130505/wikidatawiki-20130505-pages-articles.xml.bz2&quot;&gt;the dump of pages in the important namespaces (&lt;code&gt;pages-articles.xml&lt;/code&gt;)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2013-05-22T12:02:07.710" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="520" PostTypeId="2" ParentId="513" CreationDate="2013-05-22T13:09:17.200" Score="1" Body="&lt;p&gt;i agree with you that it's preferable when governments provide data in a format that does not require users to purchase proprietary software.  but lobbying government statistical divisions is a lot more work than just writing the code ourselves.  so i wrote the &lt;code&gt;SAScii&lt;/code&gt; package for the &lt;code&gt;R&lt;/code&gt; language.  now sas-providing government agencies don't have to do anything.  :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://blog.revolutionanalytics.com/2012/07/importing-public-data-with-sas-instructions-into-r.html&quot; rel=&quot;nofollow&quot;&gt;click here&lt;/a&gt; to read about it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cran.r-project.org/web/packages/SAScii/index.html&quot; rel=&quot;nofollow&quot;&gt;click here&lt;/a&gt; to read my documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://asdfree.com&quot; rel=&quot;nofollow&quot;&gt;click here&lt;/a&gt; to get it working on various government surveys, or you could &lt;a href=&quot;https://github.com/ajdamico/usgsd/search?q=SAScii&amp;amp;ref=cmdform&quot; rel=&quot;nofollow&quot;&gt;click here&lt;/a&gt; to see the actual points in my united states government data scripts that it gets used.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i haven't converted nhamcs yet, but it's on my list.  if you need to get bigger data into sqlite or monetdb, check out those folders on &lt;a href=&quot;https://github.com/ajdamico/usgsd&quot; rel=&quot;nofollow&quot;&gt;my github account&lt;/a&gt; for versions of &lt;code&gt;SAScii&lt;/code&gt; that import directly into those databases and do not overload RAM on big files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the tools are out there, you just gotta use them.  ;)  good luck!&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2013-05-22T13:09:17.200" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="521" PostTypeId="2" ParentId="513" CreationDate="2013-05-22T13:44:47.670" Score="4" Body="&lt;p&gt;I gave a talk many years ago (2008) at the joint AGU/SPD meeting on &lt;a href=&quot;http://sdac.virtualsolar.org/catalogs/jhourcle_SPD_2008.ppt&quot; rel=&quot;nofollow&quot;&gt;problems trying to read catalogs&lt;/a&gt;, but I don't know that it's directly applicable, as many of the cases were due to manually maintained files that were expected to be read by humans, not machines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our community &lt;em&gt;does&lt;/em&gt; have a standard for documenting the files in a language-independant way (&lt;a href=&quot;http://umbra.nascom.nasa.gov/sdb/ngdc/xray_events/xray.fmt.rev&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;), but some of the problems that I ran into was that the documentation was just flat out wrong -- the documentation was written years before, and someone changed the table format without updating the docs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did keep some other documentation of the issues that I ran into with trying to read catalogs, but I instead formatted it as a &lt;a href=&quot;http://virtualsolar.org/catalogs/catalog_checklist.txt&quot; rel=&quot;nofollow&quot;&gt;checklist of recommended practices&lt;/a&gt;, not as specific 'tales of woe'.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-22T13:44:47.670" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="522" PostTypeId="1" AcceptedAnswerId="529" CreationDate="2013-05-22T14:41:01.313" Score="12" ViewCount="2578" Body="&lt;p&gt;Although this is not an apple to apple comparison and there is significant overlap i would like to know examples or specific cases where a data set falls into either category but not both. Can data be still called linked if it has a certain structure but is not a part of open web ?&lt;/p&gt;&#xA;" OwnerUserId="127" LastActivityDate="2013-05-24T20:23:10.310" Title="What is the major difference between Open data and Linked data?" Tags="|linked-data|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="523" PostTypeId="2" ParentId="522" CreationDate="2013-05-22T14:48:29.323" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://linkeddata.org/faq&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Data FAQ&lt;/a&gt; suggests that the 'open' portion  has to do with licensing:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Does all Linked Data need to be Linked Open Data?&lt;/strong&gt;&#xA;In a word, no, and it will likely never be so. The label &amp;quot;Linked Open Data&amp;quot; is widely used, but often to refer to Linked Data in general, rather than to Linked Data that is explicitly published under an open license. Not all Linked Data will be open, and not all Open Data will be linked. Therefore care should be taken to use the appropriate term, depending on the licensing terms of the data in question.&lt;/p&gt;&#xA;&lt;p&gt;(Contributor: Tom Heath)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-05-22T14:48:29.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="524" PostTypeId="2" ParentId="517" CreationDate="2013-05-22T15:16:21.870" Score="9" Body="&lt;p&gt;Yes. In addition to the list provided above, the website &lt;a href=&quot;http://lanyrd.com/&quot;&gt;Lanyrd&lt;/a&gt;, a collaboratively edited wiki about conferences around the globe, has over &lt;a href=&quot;http://lanyrd.com/topics/open-data/&quot;&gt;250 events&lt;/a&gt; (both past and upcoming) tagged as &quot;open data.&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It could make sense for this community to contribute to that wiki, rather than maintaining a separate wiki listing here, since they have a larger user base and existing listing of events. &lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2013-05-22T15:16:21.870" CommentCount="3" CommunityOwnedDate="2013-05-22T15:16:21.870" ContentLicense="CC BY-SA 3.0" />
  <row Id="525" PostTypeId="5" CreationDate="2013-05-22T15:23:48.187" Score="0" Body="&lt;p&gt;The Mosaic Effect occurs when the information in an individual dataset, in isolation, may not pose a risk of identifying an individual (or threatening some other important interest such as security), but when &lt;em&gt;combined&lt;/em&gt; with other available information, could pose such risk.&lt;/p&gt;&#xA;" OwnerDisplayName="user135" LastEditorDisplayName="user135" LastEditDate="2013-05-22T17:09:04.510" LastActivityDate="2013-05-22T17:09:04.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="526" PostTypeId="4" CreationDate="2013-05-22T15:23:48.187" Score="0" Body="The Mosaic Effect occurs when the information in an individual dataset, in isolation, may not pose a risk of identifying an individual (or threatening some other important interest such as security), but when *combined* with other available information, could pose such risk." OwnerDisplayName="user135" LastEditorDisplayName="user135" LastEditDate="2013-05-22T17:08:59.743" LastActivityDate="2013-05-22T17:08:59.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="527" PostTypeId="1" CreationDate="2013-05-22T15:25:04.683" Score="19" ViewCount="4867" Body="&lt;p&gt;Is there any open database of English words and their pronunciation in &lt;strong&gt;IPA&lt;/strong&gt;? What about &lt;em&gt;other languages&lt;/em&gt; (Arabic, French,...)? (Please also point out the license of the DB) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; I tried to convert some non-IPA schemes to IPA, but the results were  not accurate. Also see: &lt;a href=&quot;http://spirit.blau.in/simon/2012/05/02/schotts-general-american-dictionary-0-2-1-ipa/&quot;&gt;http://spirit.blau.in/simon/2012/05/02/schotts-general-american-dictionary-0-2-1-ipa/&lt;/a&gt; , &lt;a href=&quot;http://students.washington.edu/riebold/files/Arpabet%20Vowel%20Analyzer.praat&quot;&gt;http://students.washington.edu/riebold/files/Arpabet%20Vowel%20Analyzer.praat&lt;/a&gt; and &lt;a href=&quot;http://theaccentlab.com/&quot;&gt;http://theaccentlab.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="438" LastEditorUserId="438" LastEditDate="2013-07-08T04:46:27.953" LastActivityDate="2013-07-08T04:46:27.953" Title="IPA phonology database" Tags="|data-request|language|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="528" PostTypeId="2" ParentId="527" CreationDate="2013-05-22T15:31:14.777" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;http://websites.psychology.uwa.edu.au/school/MRCDatabase/uwa_mrc.htm&quot;&gt;MRC Psycholinguistic Database&lt;/a&gt; is similar to what you're looking for.&#xA;It is somewhat out of date in terms of design, but it does allow lookup of English words, pronunciation, and a number of other psychologically interesting facts about words.&lt;/p&gt;&#xA;" OwnerUserId="340" LastActivityDate="2013-05-22T15:31:14.777" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="529" PostTypeId="2" ParentId="522" CreationDate="2013-05-22T15:53:21.693" Score="19" Body="&lt;p&gt;Data can be open but not linked, or linked but not open.&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;Linked data&amp;quot; refers to data that is machine readable, &lt;a href=&quot;http://en.wikipedia.org/wiki/Semantic_data_model&quot; rel=&quot;noreferrer&quot;&gt;semantic data&lt;/a&gt;, that a machine can 'understand'.  The &amp;quot;semantic meaning&amp;quot; comes from the links, hence the names.  &amp;quot;Open Data&amp;quot; refers to data that is accessible to anyone (e.g. without monetary cost to access) with a permissive license on reuse (e.g. public domain or &lt;a href=&quot;http://creativecommons.org/publicdomain/zero/1.0/&quot; rel=&quot;noreferrer&quot;&gt;CC0&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;Development in linked data usually focuses on tools that &lt;em&gt;provide meaning to data&lt;/em&gt; as microdata, RDFa, or RDF, and ontologies that provide meaning of terms.  Open data focuses instead on tools that allow users to access the data conveniently, focusing on tools such as RESTful APIs, and formats that allow a user to query and subset data such as JSON or XML.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.w3.org/People/Berners-Lee/card#i&quot; rel=&quot;noreferrer&quot;&gt;Tim Berners-Lee&lt;/a&gt; suggested this &lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;noreferrer&quot;&gt;five star rating system&lt;/a&gt; to help think about linked data:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;★ make your stuff available on the Web (whatever format) under an open license&lt;/p&gt;&#xA;&lt;p&gt;★★    make it available as structured data (e.g., Excel instead of image scan of a table)&lt;/p&gt;&#xA;&lt;p&gt;★★★   use non-proprietary formats (e.g., CSV instead of Excel)&lt;/p&gt;&#xA;&lt;p&gt;★★★★  use URIs to denote things, so that people can point at your stuff&lt;/p&gt;&#xA;&lt;p&gt;★★★★★ link your data to other data to provide context&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;In Tim's system, five-star &lt;em&gt;linked data has to be open&lt;/em&gt; (first star, also open format, third star); The linking is really in stars four and five.&lt;/p&gt;&#xA;&lt;p&gt;By contrast, most open data systems provide the first three stars (e.g. a RESTful API providing data in JSON format), but don't necessarily hit the fourth and fifth star.  From this we might surmise that all linked data is open data, while all open data is not linked data.&lt;/p&gt;&#xA;&lt;p&gt;One could arguably claim that they provide linked data (URIs, links to other data) behind some proprietary firewall for internal use only, and thus it is not open data.&lt;/p&gt;&#xA;" OwnerUserId="379" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-05-22T15:53:21.693" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="530" PostTypeId="2" ParentId="527" CreationDate="2013-05-22T15:53:46.500" Score="17" Body="&lt;p&gt;Might want to double check the license, but the baseline standard is &lt;a href=&quot;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&quot;&gt;the CMU Pronunciation dictionary&lt;/a&gt;, which is freely downloadable and also ships with many NLP libraries, like NLTK (python).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For out-of-vocabulary words, I've had great success with &lt;a href=&quot;http://www-i6.informatik.rwth-aachen.de/web/Software/g2p.html&quot;&gt;Sequitur G2P&lt;/a&gt;, which is both trainable and under the GPL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: note that CMUDict (and many other speech processing pipelines) represent pronunciation in ARPAbet. I apparently don't have enough points to post more links, but google &quot;FAVE ARPABET&quot; and you'll get a handy cheat sheet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit 2, in response to OP's edit:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Converting from arpabet to IPA is deterministic, so again, &lt;a href=&quot;http://en.wikipedia.org/wiki/Arpabet&quot;&gt;wikipedia is your friend&lt;/a&gt; as long as broad transcription is acceptable (see note below) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Depending on the language, you may not need a pronunciation dictionary. german, japanese and korean are examples of languages that have a deterministic mapping of grapheme to phoneme. english orthography is a hideous mutt of historical accident, so sometimes there's really just no way to tell how a word will be said without just memorizing it. french is horrible, too. i'm not sure about arabic. i'd ask people who do automatic speech recognition in your target language (googling should bring you some researchers' homepages)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&quot;note below&quot;: 99.99% of the time, in real-world engineering usage, it is. IPA transcription can get insanely narrow, describing &lt;em&gt;phonetic&lt;/em&gt; attributes things like aspiration, specific articulatory gestures, etc that don't &quot;exist&quot; in a speaker's conscious knowledge of their language because they're not &lt;em&gt;phonemic&lt;/em&gt;, meaning that they can't be used to signal the difference between words with two different meanings&lt;/p&gt;&#xA;" OwnerUserId="484" LastEditorUserId="462" LastEditDate="2013-05-22T19:06:38.570" LastActivityDate="2013-05-22T19:06:38.570" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="531" PostTypeId="2" ParentId="515" CreationDate="2013-05-22T16:01:13.440" Score="7" Body="&lt;p&gt;If you're comfortable with R, probably not a whole lot.  OpenRefine's sweet spot is for facilitating data management for non-programmers, and packaging together a bunch of common data-munging tasks behind nice point-and-click interfaces.  Sunlight (my employer) has used it a fair bit for this purpose, if researchers need to be able to clean up some data without writing any code.  It also has some nice extensibility facilities that make it relatively straightforward for programmers to add functionality or integrate with existing data services and expose these to less-technical researchers as well.&lt;/p&gt;&#xA;" OwnerUserId="156" LastActivityDate="2013-05-22T16:01:13.440" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="532" PostTypeId="2" ParentId="515" CreationDate="2013-05-22T16:02:57.427" Score="7" Body="&lt;p&gt;I think the best benefit from OpenRefine is its GUI. You can always do everything OpenRefine offers you with Python, Java, etc. but for non-programmers it helps them to perform basic (and sometimes not so basic) operations with data without having to learn how to code.&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-22T16:02:57.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="533" PostTypeId="2" ParentId="416" CreationDate="2013-05-22T16:12:13.613" Score="1" Body="&lt;p&gt;Have a look at the latest IATI annual report ( &lt;a href=&quot;http://www.aidtransparency.net/news/media-release-22-april-2013-first-iati-annual-report-published&quot; rel=&quot;nofollow&quot;&gt;http://www.aidtransparency.net/news/media-release-22-april-2013-first-iati-annual-report-published&lt;/a&gt; )&#xA;on page 18pp - who's publishing what. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are currently 6 organisations listed that are publishing results - one of those that provides some result entries similar to your requirements is the GFATM.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To see the formatting, preview one of the activity files on &lt;a href=&quot;http://www.iatiregistry.org/dataset?q=&amp;amp;publishertype=&amp;amp;secondary_publisher=&amp;amp;groups=theglobalfund&quot; rel=&quot;nofollow&quot;&gt;http://www.iatiregistry.org/dataset?q=&amp;amp;publishertype=&amp;amp;secondary_publisher=&amp;amp;groups=theglobalfund&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="485" LastActivityDate="2013-05-22T16:12:13.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="534" PostTypeId="1" CreationDate="2013-05-22T16:25:30.500" Score="4" ViewCount="118" Body="&lt;p&gt;For example, consider a category of &quot;bread&quot;, it is approved by different Government agencies and are the ingredients specifically included on all products? Do any of these agencies maintain a list of approved products and related data for public use? &lt;/p&gt;&#xA;" OwnerUserId="127" LastEditorUserId="754" LastEditDate="2014-12-02T11:20:50.117" LastActivityDate="2014-12-02T11:20:50.117" Title="Does any US Government agency (like FDA) publish a list of approved food products and ingredients?" Tags="|usa|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="535" PostTypeId="2" ParentId="534" CreationDate="2013-05-22T16:44:28.937" Score="5" Body="&lt;p&gt;The USDA maintains a &lt;a href=&quot;http://ndb.nal.usda.gov/&quot;&gt;National Nutrient Database&lt;/a&gt; with &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;nutrient information on over 8,000 foods using this new and improved&#xA;  search feature. You can now search by food item, group, or list to&#xA;  find the nutrient information for your food items.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.ars.usda.gov/main/site_main.htm?modecode=12-35-45-00&quot;&gt;Nutrient Data Laboratory&lt;/a&gt; gives food composition and allows you to browse foods &lt;em&gt;by&lt;/em&gt; nutrient. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;FDA 'approval' of food products is somewhat less straight forward- see &lt;a href=&quot;http://www.fda.gov/AboutFDA/Transparency/Basics/ucm194879.htm&quot;&gt;What does FDA regulate?&lt;/a&gt; section on food. &lt;/p&gt;&#xA;" OwnerUserId="102" LastActivityDate="2013-05-22T16:44:28.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="536" PostTypeId="2" ParentId="511" CreationDate="2013-05-22T16:55:15.160" Score="9" Body="&lt;p&gt;One of the latest published reviews / reports (a few days ago) is &lt;a href=&quot;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/198752/13-744-shakespeare-review-of-public-sector-information.pdf&quot;&gt;the Shakespeare review&lt;/a&gt; which contains a chapter on evidence page 20pp:&#xA;&quot;&lt;em&gt;...This figure comprises direct economic benefits estimated at around £1.8bn, and a wider social value of PSI conservatively estimated in excess of £5bn...&lt;/em&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are various comments on this report online from Guardian over okfn.org to personal comments (search Twitter for open data or PSI) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another more recent report is:&#xA;European Public Sector Information Platform -Topic Report No.2012/02 &#xA;&lt;a href=&quot;http://epsiplatform.eu/sites/default/files/Final%20TR%20Open%20Aid%20Data.pdf&quot;&gt;Open Data in Development Aid&lt;/a&gt;&#xA;It provides a Cost–Benefit Analysis for IATI on page 11:&#xA;(Estimates for all IATI signatories US$)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Expected one-time costs: 8 million &lt;/li&gt;&#xA;&lt;li&gt;Expected annual savings through improved reporting mechanisms: 7 million&lt;/li&gt;&#xA;&lt;li&gt;Expected annual savings through reduced corruption and increased predictability 1,6 billion&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="485" LastEditorUserId="102" LastEditDate="2013-05-23T16:00:28.687" LastActivityDate="2013-05-23T16:00:28.687" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="537" PostTypeId="2" ParentId="417" CreationDate="2013-05-22T17:29:31.533" Score="4" Body="&lt;p&gt;I think the best way to do this is to create a new activity with these classifications:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;recipient-region:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;code: 998&lt;/li&gt;&#xA;&lt;li&gt;text: Bilateral/unspecified&lt;/li&gt;&#xA;&lt;li&gt;see &lt;a href=&quot;http://iatistandard.org/codelists/region/&quot; rel=&quot;nofollow&quot;&gt;IATI regions codelist&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;sector:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;code: 91010&lt;/li&gt;&#xA;&lt;li&gt;text: Administrative costs&lt;/li&gt;&#xA;&lt;li&gt;but maybe have a look to check there's not a more appropriate code: &lt;a href=&quot;http://iatistandard.org/codelists/sector/&quot; rel=&quot;nofollow&quot;&gt;IATI Sectors codelist&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If there are administrative costs related to a particular project, you could just include that in the description of the transaction.&lt;/p&gt;&#xA;" OwnerUserId="492" LastActivityDate="2013-05-22T17:29:31.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="538" PostTypeId="2" ParentId="416" CreationDate="2013-05-22T17:50:39.830" Score="3" Body="&lt;p&gt;You attach a result to a specific activity, so in this case the &lt;strong&gt;Legal and Procedural Change and Communication Activity&lt;/strong&gt;. The  should be nested within that activity. You can have many results, which are just siblings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A single result should look something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;result type=&quot;2&quot;&amp;gt;&#xA;  &amp;lt;title&amp;gt;Stakeholders reached by public outreach efforts&amp;lt;/title&amp;gt;&#xA;  &amp;lt;indicator measure=&quot;1&quot;&amp;gt;&#xA;     &amp;lt;period&amp;gt;&#xA;       &amp;lt;period-start iso-date = &quot;YYYY-MM-DD&quot; /&amp;gt;&#xA;       &amp;lt;period-end iso-date = &quot;YYYY-MM-DD&quot; /&amp;gt;&#xA;       &amp;lt;target value = &quot;14100&quot; /&amp;gt;&#xA;       &amp;lt;actual value = &quot;43632&quot; /&amp;gt;&#xA;     &amp;lt;/period&amp;gt;&#xA;     &amp;lt;baseline year = &quot;YYYY&quot; value=&quot;0&quot; /&amp;gt;&#xA;  &amp;lt;/indicator&amp;gt;&#xA;&amp;lt;/result&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A few points:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;values should not include commas&lt;/li&gt;&#xA;&lt;li&gt;the start and end dates could just be taken from the start and end dates of the activity&lt;/li&gt;&#xA;&lt;li&gt;the baseline year can just be the start year of the activity.&lt;/li&gt;&#xA;&lt;li&gt;check that you are happy with these assumptions:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;result type=&quot;2&quot;&lt;/code&gt; refers to the &lt;a href=&quot;http://iatistandard.org/codelists/result_type/&quot; rel=&quot;nofollow&quot;&gt;Result Type codelist&lt;/a&gt; - states that it is an &lt;strong&gt;outcome&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;indicator measure=&quot;1&quot;&lt;/code&gt; refers to the &lt;a href=&quot;http://iatistandard.org/codelists/indicator_measure/&quot; rel=&quot;nofollow&quot;&gt;Indicator Measure codelist&lt;/a&gt; - states that it is a &lt;strong&gt;unit&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;for the &lt;strong&gt;All Activities&lt;/strong&gt; indicator, I would attach that to the parent project. Where you have &quot;pending&quot; for the &lt;code&gt;actual&lt;/code&gt; element, you should leave the element out for now.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="492" LastActivityDate="2013-05-22T17:50:39.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="539" PostTypeId="2" ParentId="402" CreationDate="2013-05-22T17:50:53.817" Score="0" Body="&lt;p&gt;Since you work for GSA I'll limit my thoughts to what I think is GSA data. In general a flat file (.csv or .txt) is much more useful than an API, but when an agency isn't willing to make bulk data available an API is better than nothing. That said, I think a good guiding principal would be, if you were trying to replicate all of the things that GSA does as a third party developer, what would your APIs look like? &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;A list of all 'excluded' or 'barred' vendors, or people if such a thing exists. Presumably there's some folks who you won't buy from because they've delivered subpar goods / services in the past. This must include a link to some sort of vendor id / D+B number etc. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A reference list of all vendors in all of your databases (including both active and inactive ones), including name, physical location, contact information, and some sort of description of their specialty. Whatever additional information you maintain on them should be included--like, if there's a geographic scope to the goods / services they can provide. Are they a female or minority-owned business (I believe that's something you would track). Inclusion of D+B number would be helpful. Also subsidiary information. Is the vendor a subsidiary of someone else? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A reference list of all goods / services that you can help(?) agencies purchase (purchase on behalf of?), with all applicable descriptive categories. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A complete 'product' list that includes the ids for the vendor, the product, and all pricing information you have, to the extent that this is practicable; if there's a bulk discount, for instance, what is it?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A list of all purchases made, including the vendor, the buyer, and the price. If it's a service that's provided on an ongoing basis, this ideally would include the status (planning / ongoing / completed ) as well as any price adjustments (change orders). &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Travel information. What are per diem reimbursements for each city. What lodging options are available for federal employees there? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Complete data on the users / payments of the Public Buildings Service. What space is leased / rented and what revenue does that bring to GSA (if indeed it is counted as revenue towards GSA). &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Space available through PBS. If there's space available, what kind is it and where? What restrictions can be placed on it (i.e federal employees only?). &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This isn't data, but is a good use for an API: a way for vendors to submit their services / goods. Presumably there's a very specific process you use, but if there was an API to back this third party developers could help link new vendors to buyers. &lt;a href=&quot;http://codeforamerica.org/2013/03/21/can-rfp-ez-work-for-cities-listen/&quot; rel=&quot;nofollow&quot;&gt;RFP-EZ&lt;/a&gt; is doing interesting work along these lines. &lt;/p&gt;&#xA;" OwnerUserId="228" LastActivityDate="2013-05-22T17:50:53.817" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="540" PostTypeId="2" ParentId="462" CreationDate="2013-05-22T20:41:08.680" Score="9" Body="&lt;p&gt;I think it would be foolish to try and replace the &lt;a href=&quot;http://www.census.gov/eos/www/naics/&quot;&gt;NAICS system&lt;/a&gt;. NAICS is the federal government's categorization system, and in my experience, it is also in use at the municipal level in the United States. Here's a longer description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;NAICS was developed under the auspices of the Office of Management and Budget (OMB), and adopted in 1997 to replace the Standard Industrial Classification (SIC) system. It was developed jointly by the U.S. Economic Classification Policy Committee (ECPC), Statistics Canada , and Mexico's Instituto Nacional de Estadistica y Geografia , to allow for a high level of comparability in business statistics among the North American countries.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It's easy to hate on a system that only gets as specific as &quot;Custom computer programming services&quot;, but in reality, it was developed with a lot of effort by a bunch of smart folks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my opinion, there are two challenges when trying to compare prices across governments:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NAICS is not always specific enough, especially when it comes to technology. &lt;/li&gt;&#xA;&lt;li&gt;Units are not standardized. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;While I would love to see a data standard that fixes these issues, think it's inevitable that there is always going to be a large amount of discretion/manual comparison involved. Because of this, I'd be much more interested in a system that allows a user to view aggregated pricing data from multiple cities, filtered by query or NAICS code. It would pull from multiple sources like the City of Chicago link in the original post.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as NAICS goes -- maybe we could create additional subcategories for codes that are way too broad, such as &quot;Custom computer programming services&quot;? Or taking this idea further, would there be a way to create a superset of NAICS that extends it so it never goes out of date?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: There's a discussion going on about this at &lt;a href=&quot;https://github.com/dobtco/NAICS/issues/1&quot;&gt;https://github.com/dobtco/NAICS/issues/1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="502" LastEditorUserId="502" LastEditDate="2013-05-24T18:27:37.163" LastActivityDate="2013-05-24T18:27:37.163" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="541" PostTypeId="2" ParentId="295" CreationDate="2013-05-22T20:59:49.770" Score="2" Body="&lt;p&gt;COSM is a system that integrates the Internet of Things with open data.  There is a neat &lt;a href=&quot;https://plus.google.com/114314928852941289704/posts/QzAdqYTqUcz&quot; rel=&quot;nofollow&quot;&gt;demo&lt;/a&gt; by Daniel Appelquist of W3C fame, monitoring the temperature in his living room.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Shameless Plug&lt;/em&gt;.  I am also working on an open source task management system that is linked to 100% linked open standards and read / write web called &lt;a href=&quot;http://taskify.org/start&quot; rel=&quot;nofollow&quot;&gt;Taskify&lt;/a&gt;.  It is currently alpha code, but I expect to announce the beta later in the year.&lt;/p&gt;&#xA;" OwnerUserId="500" LastActivityDate="2013-05-22T20:59:49.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="542" PostTypeId="1" AcceptedAnswerId="543" CreationDate="2013-05-22T21:08:03.647" Score="16" ViewCount="7154" Body="&lt;p&gt;Are there any open data sources that can help correlate a given address to a latitude/longitude coordinate? aka geocoding&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="1511" LastEditDate="2017-05-10T06:49:16.883" LastActivityDate="2020-04-13T20:26:45.620" Title="Looking for Open Data Source to Correlate Address to Latitude/Longitude (geocoding)" Tags="|data-request|geospatial|address|geocoding|" AnswerCount="8" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="543" PostTypeId="2" ParentId="542" CreationDate="2013-05-22T21:15:14.440" Score="12" Body="&lt;p&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow noreferrer&quot;&gt;Openstreetmap&lt;/a&gt; has an API which gives coordinates for an address, see &lt;a href=&quot;https://stackoverflow.com/questions/13905098/how-to-get-the-longitude-and-latitude-coordinates-from-a-city-name-and-country-i&quot;&gt;Stackoverflow for an example&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-05-22T21:15:14.440" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="544" PostTypeId="2" ParentId="542" CreationDate="2013-05-22T21:22:17.967" Score="3" Body="&lt;p&gt;Firstly, &quot;geocoding&quot; is the name of the task you're trying to achieve (might help with future Googling).  The &lt;a href=&quot;https://github.com/geocommons/geocoder&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geocommons geocoder&lt;/a&gt; is one example of an open-data-driven geocoder; I think they mostly use US Census data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(As that example illustrates, a lot of this kind of data is country-specific, so a bit more detail in your question may produce better results.)&lt;/p&gt;&#xA;" OwnerUserId="156" LastEditorUserId="90" LastEditDate="2017-05-10T21:06:09.183" LastActivityDate="2017-05-10T21:06:09.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="545" PostTypeId="2" ParentId="439" CreationDate="2013-05-23T00:07:56.323" Score="1" Body="&lt;p&gt;The most comprehensive resource I know of is The Foundation Center (&lt;a href=&quot;http://foundationcenter.org/&quot; rel=&quot;nofollow&quot;&gt;http://foundationcenter.org/&lt;/a&gt;). Major foundations in your city likely subscribe to their very extensive funder researching tools. These foundations typically also have a library of local funding resources as well as directories to a wide range of other regional and national sources. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Over the years I was very well served taking some seminars on how to research using these tools. Key things to remember: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;If the funder does not accept unsolicited applications don't contact them - unless they clearly state they accept such contact. As an alternative, after researching them closely, you may find ways to get yourself in front of their board members, major donors, partners etc. They can then 'discover' you and take your project back and through their internalized opportunity process. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Drill down to the highest potential funder targets and create a single calendar with the various funding cycle dates. Don't allocate your time working hard (i.e. researching and grant writing) on one funder who's deadline is 90 days away, even if they are a high probability - if you're going to miss the deadline for a mid-probability opportunity that's 30 days away. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Research the heck out of the foundation before approaching them. Especially search for past grantees, look for annual reports that describe their relationships and deliverables etc. Find connections - they're everywhere. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Ditto #3 - Learn who is the primary contact and research them as well. Find out how they tick, what interests them and what successes they've had. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Take 'development' seminars or courses to learn how major non-profits and foundations research their funding targets (donors). You'll likely be fascinated with the wide range of tools they use, many which can apply to your (our) situation.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Partner Up! If you can connect your program along with another NPO's all the better. They like collaborations. Of special interest to the funders is your partnering with their other (successful) grantees.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Attend your local Meetups that focus on non-profits. You'll be surprised how many there are. When networking with other NPO's look for the development people and ask them for advice and help. You'll likely be in non-competitive markets and most love to help. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Thanks! &lt;/p&gt;&#xA;" OwnerUserId="507" LastActivityDate="2013-05-23T00:07:56.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="546" PostTypeId="2" ParentId="503" CreationDate="2013-05-23T00:14:05.950" Score="6" Body="&lt;p&gt;There are two additional options here. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;If you know of an open data portal for a country or topic you are interested in, many allow you to subscribe to their data updates or releases.&lt;/li&gt;&#xA;&lt;li&gt;If you do not know that a source exists and are looking for one, several aggregator sites are referenced in a recent answer to your related questions on &lt;a href=&quot;https://opendata.stackexchange.com/questions/258/are-there-any-international-non-governmental-data-aggregators/353#353&quot;&gt;international aggregators for NGO data&lt;/a&gt;.  Additionally, on Data.gov we track official &lt;a href=&quot;http://www.data.gov/opendatasites&quot; rel=&quot;nofollow noreferrer&quot;&gt;government open data portals&lt;/a&gt;, and I can certainly look into creating a subscription feed there.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2013-05-23T00:14:05.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="547" PostTypeId="2" ParentId="381" CreationDate="2013-05-23T00:36:47.760" Score="7" Body="&lt;p&gt;The FBI collects common Uniform Crime Reporting (UCR) data from all municipalities. These include things like murder, rape, assaults, property crimes, vehicle theft etc. Their primary site is here: &lt;a href=&quot;http://www.fbi.gov/about-us/cjis/ucr/ucr&quot;&gt;http://www.fbi.gov/about-us/cjis/ucr/ucr&lt;/a&gt; and they have common stats going back decades. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Typically, municipalities use a /1000 population rate which can also be broken down by city, zip, census tract, police beat or similar geographic boundaries. These numbers can be skewed as discussed by a variety of demographic and environmental factors. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When looking at the municipal level there are many other issues such as the codes law enforcement cite the offender with. In California for instance one might be cited under the state Business &amp;amp; Professions Code, Penal Code, Vehicle Code and others are cited under local ordinance (i.e. minor in possession of alcohol). This example also illustrates that the offender might be cited under local or state laws at the discretion of the officer. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another major factor is the police staffing and service levels. This can vary widely but, is identifiable. The police aren't too keen on revealing these numbers largely I believe out of institutional pride. However, if an area has a higher level of crime it might be partly attributable to low staffing levels. Or, they may have high staffing but, low in-service (available for dispatch to crime) times. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, there has to be a way to somehow regionalize this analysis because in my city (San Diego) for instance, although we have a large population we have abnormally low crime. We also have critically understaffed police because of chronic budget cuts (about 12% understaffed or over 250 officers). One might suggest if we have such low crime why would we need more officers. Another might suggest that fewer crimes are reported because people's tolerance is up (understanding that if they call a cop they'll likely not show up). Other factors include the departmental resources i.e. a low level of Vice officers when compared to staffing standards.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would be ideal is for municipalities to have a tool to look at similar citizen demographic and police-resourced municipalities that have lower crime rates for certain offenses (i.e. the minor in possession example) and compare their municipal codes. Community leaders might find alternative ordinances that help them reduce those crimes in their areas.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are other factors relating to business types and densities. Areas with high levels of shopping malls or tourist zones will have higher auto prowls (break-ins) and auto theft. Areas highly concentrated with bars likely have higher levels of DUI incidences but, not high DUI-offense rates because of low DUI patrols etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is definitely complicated and challenging topic but, one that we must work to improve because not only does this improve our ability to pursue happiness in safe communities, people's well-being and lives are on the line. &lt;/p&gt;&#xA;" OwnerUserId="507" LastActivityDate="2013-05-23T00:36:47.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="548" PostTypeId="2" ParentId="486" CreationDate="2013-05-23T02:10:41.543" Score="1" Body="&lt;p&gt;On Data.gov we have a several different ways for people to provide feedback, most of which are publicly viewable.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://explore.data.gov/nominate&quot; rel=&quot;nofollow&quot;&gt;Suggest a new dataset&lt;/a&gt; and see what others have suggested (all the dataset suggestions are tracked to completion, although not all requested datasets exist or can be released)&lt;/li&gt;&#xA;&lt;li&gt;Comment on or rate a dataset (see an &lt;a href=&quot;https://explore.data.gov/Geography-and-Environment/Worldwide-M1-Earthquakes-Past-7-Days/7tag-iwnu&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt; for earthquake data)&lt;/li&gt;&#xA;&lt;li&gt;Ask a question in our &lt;a href=&quot;http://www.data.gov/developers/community/developers/forums&quot; rel=&quot;nofollow&quot;&gt;Developer's Community&lt;/a&gt; (these are moderated for spam)&lt;/li&gt;&#xA;&lt;li&gt;Send an &lt;a href=&quot;http://www.data.gov/contact-us&quot; rel=&quot;nofollow&quot;&gt;email&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Host or participate in events (see a listing on our &lt;a href=&quot;http://www.data.gov/communities&quot; rel=&quot;nofollow&quot;&gt;community page&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer:  I serve as the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-23T02:10:41.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="549" PostTypeId="2" ParentId="93" CreationDate="2013-05-23T03:29:18.653" Score="0" Body="&lt;p&gt;Check out Tableau / Tableau Public. It was used to build this : &lt;a href=&quot;http://public.tableausoftware.com/shared/QZPQ8DCR9?:display_count=no&quot; rel=&quot;nofollow&quot;&gt;http://public.tableausoftware.com/shared/QZPQ8DCR9?:display_count=no&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has a loot of tools for building a visualization that lets you explore / drill into the data. It can let you build a sort of interactive experience that brings a lot more meaning to your graphs and charts. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The public version is free, student / non-profit pricing is fairly reasonable if I recall.&lt;/p&gt;&#xA;" OwnerUserId="513" LastActivityDate="2013-05-23T03:29:18.653" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="550" PostTypeId="2" ParentId="542" CreationDate="2013-05-23T03:43:02.290" Score="13" Body="&lt;p&gt;You mention you want data sources, so I'm going to focus on where you can get information that helps match street addresses to coordinates, rather than APIs. If you can, go with a web service, but there's a certain masochistic pleasure in building your own geocoder from raw data!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap is the most comprehensive worldwide source, and has &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Downloading_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;good downloading instructions&lt;/a&gt;. The biggest drawback is that OSM has been focused on rendering maps, rather than gathering data, which means less visible information like postal codes and house numbers within a street are often not available. &lt;a href=&quot;http://www.geonames.org/export/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames offers bulk downloads&lt;/a&gt; that can make up for a lot of the post code problems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you only care about the US, the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-line.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census's Tiger/LINE data set&lt;/a&gt; is very powerful. It has address ranges for house numbers, and can be &lt;a href=&quot;http://postgis.refractions.net/docs/Extras.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;loaded into PostGIS directly&lt;/a&gt; to create a turnkey geocoder.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you get beyond those, the data starts to get less structured. I'm fond of &lt;a href=&quot;http://archive.org/details/2011-08-SimpleGeo-CC0-Public-Spaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;SimpleGeo's 21m points of interest&lt;/a&gt;, but almost any data set that includes both street addresses and coordinates is useful. Knowing more about what your application is would help me point you in the right direction.&lt;/p&gt;&#xA;" OwnerUserId="382" LastEditorUserId="90" LastEditDate="2017-05-10T21:04:16.067" LastActivityDate="2017-05-10T21:04:16.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="551" PostTypeId="2" ParentId="402" CreationDate="2013-05-23T03:58:16.770" Score="4" Body="&lt;p&gt;Getting the USPS to open up basic information about ZIP codes, either through an open API or even better as a bulk download, would be a big help to a lot of us dealing with geo problems.&#xA;The &lt;a href=&quot;https://www.usps.com/business/web-tools-apis/list-of-apis.htm&quot; rel=&quot;nofollow&quot;&gt;ZIP code API&lt;/a&gt; you link to is a great example of how not to do it. It has so many restrictions on its use that it's not possible to use it with most open data sources - &lt;em&gt;&quot;User agrees to use the USPS Web site, APIs and USPS data to facilitate USPS shipping transactions only.&quot;&lt;/em&gt;. You have to phone the postal service before they'll even enable your access!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US Census does a great job of giving us &lt;a href=&quot;http://www.census.gov/geo/reference/zctas.html&quot; rel=&quot;nofollow&quot;&gt;their best guesses at ZIP code locations&lt;/a&gt;, but it's missing a large proportion of rural areas, and the boundaries aren't very accurate. &lt;/p&gt;&#xA;" OwnerUserId="382" LastActivityDate="2013-05-23T03:58:16.770" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="552" PostTypeId="2" ParentId="542" CreationDate="2013-05-23T04:45:58.977" Score="7" Body="&lt;p&gt;FWIW, Karsten W.'s suggestion uses R, so I'm not sure what your tool of choice is, but here're two other options:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.) A Python client, &lt;a href=&quot;https://github.com/geopy/geopy&quot;&gt;geopy&lt;/a&gt;, that hooks into the geocoders from:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;• GoogleV3&#xA;• Yahoo!&#xA;• geocoder.us (free for non-commercial use, accounts available for commercial uses)&#xA;• GeoNames&#xA;• MediaWiki&#xA;• Semantic MediaWiki&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've used it for years. It's solid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.) One &lt;a href=&quot;http://www.rubygeocoder.com/&quot;&gt;in Ruby&lt;/a&gt; (but I've no personal experience with it) that can use the geocoding APIs from:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;• Google&#xA;• Yahoo!&#xA;• Bing&#xA;• Nominatim&#xA;• Yandex.ru&#xA;• Geocoder.ca&#xA;• Mapquest&#xA;• Ovi/Nokia&#xA;• FreeGeoIP&#xA;• MaxMind &#xA;• ESRI&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="316" LastEditorUserId="316" LastEditDate="2013-05-23T04:51:48.983" LastActivityDate="2013-05-23T04:51:48.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="553" PostTypeId="1" CreationDate="2013-05-23T06:08:43.913" Score="3" ViewCount="5498" Body="&lt;p&gt;I'm looking for a database for accessing the product information which are available in India. The list of UPC's and ISBN's or all the information of a product.&lt;/p&gt;&#xA;" OwnerUserId="519" LastEditorUserId="70" LastEditDate="2015-03-26T22:06:45.970" LastActivityDate="2018-04-13T15:59:11.860" Title="Is there a list, database or API that contains the all the product information in India" Tags="|data-request|api|products|barcodes|india|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="554" PostTypeId="1" CreationDate="2013-05-23T08:31:54.517" Score="8" ViewCount="5203" Body="&lt;p&gt;I am looking for an English news dataset with (relevant) entities mentioned in the article labelled with the sentiment/connotation expressed on the entity by the article.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;e.g. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A sense of the change in political winds in Karnataka is also evident with how Bangalore has voted. The state capital, which hugely favoured the &amp;lt;NEGATIVE&gt;BJP&amp;lt;/NEGATIVE&gt; last time with hopes of development, chose to ignore it.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Of course, I am not looking for the data in the exact same format as above.&lt;/p&gt;&#xA;" OwnerUserId="521" LastEditorUserId="462" LastEditDate="2013-05-23T16:00:23.357" LastActivityDate="2018-12-19T03:51:37.823" Title="English news dataset for sentiment analysis" Tags="|data-request|sentiment-analysis|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="555" PostTypeId="2" ParentId="497" CreationDate="2013-05-23T10:09:53.143" Score="5" Body="&lt;p&gt;I'll take a stab... On the web, there's only one sure way to display something related to a piece of text/number/whatever - hyperlinking (yes, there are tooltips, but they aren't likely to be discoverable or accessible). If you are using HTML tables, linked notes are OK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, users should be able to trace the origins (and the full chain of transformations) of the data at each level where it matters: overall provenance for the dataset, links at each column's title when there were unusual/less than obvious transformations/normalizations applied, and sources for particular items when expert judgment or multiple-source fusion were used instead of solid data from one source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crucial step is enabling users to see if there were &lt;a href=&quot;https://opendata.stackexchange.com/questions/346/standards-for-documenting-gaps-in-data&quot;&gt;gaps/various kinds of missing data&lt;/a&gt; in the original dataset and &lt;strong&gt;how&lt;/strong&gt; these gaps were filled.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, it may be very nice to have access to historical revisions of the data.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-05-23T10:09:53.143" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="556" PostTypeId="1" CreationDate="2013-05-23T10:55:04.950" Score="6" ViewCount="297" Body="&lt;p&gt;In the &lt;a href=&quot;http://en.wikipedia.org/wiki/Celery&quot; rel=&quot;nofollow&quot;&gt;Wikipedia entry on Celery&lt;/a&gt;, the &lt;a href=&quot;http://en.wikipedia.org/wiki/Celeriac&quot; rel=&quot;nofollow&quot;&gt;Celeriac&lt;/a&gt; wasn't even mentioned, while it is the &quot;de facto celery&quot; of the Europe. If you walk up to a vegetable stand and ask for celery, you're getting a celery root. If the recipe says &quot;add celery&quot; it means &quot;celery root&quot;. Celery stalks are less common, only start gaining popularity and generally, while in the US &quot;celery&quot; as a food product means &quot;celery stalks&quot;, in Europe it's &quot;celery root&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I added the following paragraph:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In Europe the dominant variety of celery most commonly available in trade is Celeriac (Apium graveolens var. rapaceum) grown for its hypocotyl forming a large bulb (commonly but incorrectly called celery root). The leaves are used as seasoning, and the stalks find only marginal use.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And shortly that entry got a &quot;[citation needed]&quot; mark.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now how do I provide a citation on something that is just too mundane to create any research?&#xA;I guess if I linked some statistics that show sales or production of root celery (celeriac) surpassing sales/production of stalk celery (Pascal) it would be satisfactory, but where can I find these?&lt;/p&gt;&#xA;" OwnerUserId="527" LastEditorUserId="70" LastEditDate="2015-03-26T20:42:28.240" LastActivityDate="2015-03-26T20:42:28.240" Title="Where can I find data on sales of celery varieties in Europe?" Tags="|data-request|europe|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="557" PostTypeId="2" ParentId="258" CreationDate="2013-05-23T11:06:51.770" Score="5" Body="&lt;p&gt;These might be of interest:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ckan.org/&quot;&gt;CKAN&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datamarket.com/&quot;&gt;DataMarket&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.quandl.com/&quot;&gt;Quandl&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also cited in other answers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://africaopendata.org/en/&quot;&gt;Africa Open Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opendatalatinoamerica.org/&quot;&gt;Open Data LatinoAmerica&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And some traditional official providers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://epp.eurostat.ec.europa.eu/portal/page/portal/eurostat/home/&quot;&gt;Eurostat&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ilo.org/dyn/lfsurvey/lfsurvey.home&quot;&gt;International Labour Organization&lt;/a&gt; (labour force surveys)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.imf.org/external/data.htm&quot;&gt;International Monetary Fund&lt;/a&gt; (IMF)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.oecd.org/&quot;&gt;OECD&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.un.org/&quot;&gt;United Nations&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/&quot;&gt;World Bank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.euro.who.int/&quot;&gt;World Health Organization&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;https://github.com/briatte/srqm/wiki/data&quot;&gt;the rest of my list&lt;/a&gt; with more links and resources.&lt;/p&gt;&#xA;" OwnerUserId="511" LastActivityDate="2013-05-23T11:06:51.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="558" PostTypeId="2" ParentId="556" CreationDate="2013-05-23T11:39:55.973" Score="5" Body="&lt;p&gt;Eurostat is a European institution which collects data from its member country's statistical institutions and gathers data itself, amongst others stats on the production of vegetables. Here are the &lt;a href=&quot;http://appsso.eurostat.ec.europa.eu/nui/show.do?query=BOOKMARK_DS-075769_QID_-FC91D32_UID_-3F171EB0&amp;amp;layout=CROP_PRO,L,X,0;TIME,C,X,1;GEO,L,Y,0;STRUCPRO,L,Z,0;INDICATORS,C,Z,1;&amp;amp;zSelection=DS-075769STRUCPRO,PR;DS-075769INDICATORS,OBS_FLAG;&amp;amp;rankName1=STRUCPRO_1_2_-1_2&amp;amp;rankName2=INDICATORS_1_2_-1_2&amp;amp;rankName3=CROP-PRO_1_2_0_0&amp;amp;rankName4=TIME_1_0_1_0&amp;amp;rankName5=GEO_1_2_0_1&amp;amp;pprRK=FIRST&amp;amp;pprSO=PROTOCOL&amp;amp;ppcRK=FIRST&amp;amp;ppcSO=PROTOCOL&amp;amp;rStp=&amp;amp;cStp=&amp;amp;rDCh=&amp;amp;cDCh=&amp;amp;rDM=true&amp;amp;cDM=true&amp;amp;footnes=false&amp;amp;empty=false&amp;amp;wai=false&amp;amp;time_mode=ROLLING&amp;amp;lang=EN&amp;amp;cfo=###,###.###&quot;&gt;stats for celery and celeriac production across all EU countries&lt;/a&gt;. A summation across all countries for the years 2000-2011 shows the following production in 1000 tonnes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;celery: 3194.9 &lt;/li&gt;&#xA;&lt;li&gt;celeriac: 3817.2&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It is interesting to see though that the production data provided by Eurostat on The Netherlands differs in some cells from the &lt;a href=&quot;http://statline.cbs.nl/StatWeb/publication/?VW=T&amp;amp;DM=SLEN&amp;amp;PA=37738ENG&amp;amp;D1=a&amp;amp;D2=14,21&amp;amp;D3=a&amp;amp;HD=130523-1354&amp;amp;LA=EN&amp;amp;HDR=T,G2&amp;amp;STB=G1&quot;&gt;Statitistics Netherlands (CBS) data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="292" LastEditorUserId="292" LastEditDate="2013-05-23T12:04:09.327" LastActivityDate="2013-05-23T12:04:09.327" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="559" PostTypeId="2" ParentId="553" CreationDate="2013-05-23T12:11:34.943" Score="3" Body="&lt;p&gt;For the ISBN's, you may find interest in &lt;a href=&quot;http://www.worldcat.org/advancedsearch&quot; rel=&quot;nofollow&quot;&gt;Worldcat&lt;/a&gt;. It allows searching with ISBN codes, and by language. Hindi is one of the searchable languages. They also offer an API, but to perform unrestricted search requests you have to be affiliated to a Library, otherwise it's free. The other alternative is also to write your own API that scraps the results off web pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for the UPC codes, there is the &lt;a href=&quot;http://www.upcdatabase.com/&quot; rel=&quot;nofollow&quot;&gt;UPC database&lt;/a&gt; that has millions of items (though, not sure how many Indian UPC codes there are). Otherwise you can also use the &lt;a href=&quot;https://developers.google.com/shopping-search/v1/reference-overview?hl=fr-FR&quot; rel=&quot;nofollow&quot;&gt;Google Search API for Shopping&lt;/a&gt;, which is deprecated, but offered until September 2013. To search by UPC codes, you have to use the &lt;code&gt;gtin&lt;/code&gt; parameter in the URL. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are interested, read &lt;a href=&quot;http://www.gtin.info/&quot; rel=&quot;nofollow&quot;&gt;this article about the GTIN - Global Trade Item Number&lt;/a&gt;, which explains how it is related to UPC. If you are not, I'll make it short, the GTIN-12 format is UPC.&lt;/p&gt;&#xA;" OwnerUserId="178" LastActivityDate="2013-05-23T12:11:34.943" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="560" PostTypeId="5" CreationDate="2013-05-23T13:04:39.133" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-23T13:04:39.133" LastActivityDate="2013-05-23T13:04:39.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="561" PostTypeId="4" CreationDate="2013-05-23T13:04:39.133" Score="0" Body="IATI (International Aid Transparency Initiative) is a voluntary, multi-stakeholder initiative that seeks to improve the transparency of aid in order to increase its effectiveness in tackling poverty. IATI has developed and agreed a common, open, standard for the publication of aid information – the IATI standard. " OwnerUserId="536" LastEditorUserId="536" LastEditDate="2013-05-23T16:00:03.607" LastActivityDate="2013-05-23T16:00:03.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="562" PostTypeId="1" CreationDate="2013-05-23T13:58:36.590" Score="174" ViewCount="300027" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/International_Article_Number_%28EAN%29&quot;&gt;EAN 13&lt;/a&gt; is an international system. Is there an API or database that contains all items that have these barcodes? Like all food, goods you can buy in a regular convenience store. Is there a global open database for this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/4NOHH.png&quot; alt=&quot;Example of an EAN 13 barcode (Source: en.wikipedia.org/wiki/File:EAN-13-5901234123457.svg)&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="338" LastEditorUserId="10303" LastEditDate="2016-02-21T01:35:12.427" LastActivityDate="2021-02-04T18:15:35.320" Title="Is there a global database of all products with EAN 13 barcodes?" Tags="|data-request|products|barcodes|" AnswerCount="14" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="563" PostTypeId="2" ParentId="450" CreationDate="2013-05-23T14:23:16.557" Score="6" Body="&lt;p&gt;I understand your question and it does relate to open data. It seems like you have a piece of open data: municipal service requests (i.e. &quot;fix the pothole in front of my house!&quot;). Your followup question is a good one: given the number of service requests, are these people just cranky, or are there actually more needed items to be fixed in a certain area?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched a while for data on the responsiveness of public works departments in municipalities. Not surprisingly, this data is not collected yet in an open fashion that I could find. It is alluded to in annual reports, but even there, the numbers are sparse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some alternate possibilities:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Try to get the total number of requests historically, before and after the open data request system opened up.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Get the number of &quot;potholes fixed&quot; (public works improvements?) with and without an actual service request (this is harder I would imagine, and you will need to clarify what projects are and are not included).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Get the number/type of service requests and overlay demographics (maybe old people call more, or maybe rich people, soccer moms, etc). A lot of this will depend on how the request is geo-located (by zip, by block group, etc)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;As an aside, I think it might actually be a good thing to have some sort of &quot;responsiveness&quot; metric for public works departments; maybe you could make one. Every department seems to claim that it is responsive, but I was unable to prove this by looking at their annual reports since they didn't use numbers.&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2013-05-23T14:23:16.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="564" PostTypeId="2" ParentId="562" CreationDate="2013-05-23T14:28:20.767" Score="7" Body="&lt;p&gt;Not knowing what you've already found, do you want something like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.upcdatabase.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.upcdatabase.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gepir.gs1.org/v32/xx/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gepir.gs1.org/v32/xx/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There was a question like this, two actually, over on Stack Overflow. Each of these has more links and help:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/1050194/database-of-commercial-barcodes&quot;&gt;https://stackoverflow.com/questions/1050194/database-of-commercial-barcodes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/106963/how-can-i-lookup-data-about-a-book-from-its-barcode-number&quot;&gt;https://stackoverflow.com/questions/106963/how-can-i-lookup-data-about-a-book-from-its-barcode-number&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="509" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-05-23T14:28:20.767" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="566" PostTypeId="2" ParentId="515" CreationDate="2013-05-23T15:29:12.483" Score="22" Body="&lt;p&gt;I'm a programmer and I use OpenRefine all the time.  Some of the advantages it has over breaking out Python or some other language include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;results of transformation expressions are previewed interactively with live data&lt;/li&gt;&#xA;&lt;li&gt;quick, interactive, filter facets which allow for easy browsing of instances/rows which match a variety of filters&lt;/li&gt;&#xA;&lt;li&gt;exploratory analysis of data to do quick visualization via facets and explore interactions among columns&lt;/li&gt;&#xA;&lt;li&gt;reconciliation of text data against reference data services containing strong identifiers (Freebase, OpenCorporates, any SPARQL or RDF, etc)&lt;/li&gt;&#xA;&lt;li&gt;simple linking of reconciled entities to other info sources like Wikipedia, MusicBrainz, IMDB, etc&lt;/li&gt;&#xA;&lt;li&gt;complete provenance/undo history of all modifications&lt;/li&gt;&#xA;&lt;li&gt;combination of machine smarts and human review for tasks like clustering of names.  &lt;/li&gt;&#xA;&lt;li&gt;wide variety of input &amp;amp; output formats including both file formats and online repositories like Google Spreadsheets &amp;amp; Fusion Tables&lt;/li&gt;&#xA;&lt;li&gt;one click selection of record boundaries to produce a grid of data from a JSON or XML API is great for exploring new API endpoints&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And I'm finding more cool stuff all the time.  Just the other day I discovered that the scatterplot facet rotates 45 degrees allowing me to select any area on the diagonal of an OCR character accuracy vs OCR word accuracy scatterplot to investigate in more detail.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I'm the project lead for OpenRefine, but most the good stuff was done by the original author David Huynh.&lt;/p&gt;&#xA;" OwnerUserId="545" LastEditorUserId="545" LastEditDate="2013-05-24T23:27:44.867" LastActivityDate="2013-05-24T23:27:44.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="567" PostTypeId="2" ParentId="562" CreationDate="2013-05-23T15:43:03.333" Score="20" Body="&lt;p&gt;In short, no, there is no comprehensive open database of EAN 13 barcodes. I worked on a project that required UPC information and I found out that this data is not only hard to get, but what is there is often incomplete or poorly formed. I subscribed to &lt;a href=&quot;http://simpleupc.com/&quot; rel=&quot;noreferrer&quot;&gt;SimpleUPC&lt;/a&gt;'s API service to do some testing on matching products to parent companies. Manufacturer names weren't uniform, for example, so identifying all of the Procter &amp;amp; Gamble products wasn't that straightforward. If I recall correctly, I found misspellings of manufacturer names. I'm pretty certain these were upstream issues (UPC providers), not a problem with SimpleUPC's service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As Megan linked to, the &lt;a href=&quot;http://gepir.gs1.org/v32/xx/&quot; rel=&quot;noreferrer&quot;&gt;GEPIR registry&lt;/a&gt; on the GS1 will allow you to search, but is not bulk downloadable nor do they provide an API. There is an API version of the GS1 US GEPIR database called GS1 US Data Hub (www.gs1us.org/datahub).  It also offers an option to match a list of UPCs that you may have to their database.The GS1 is the international association that governs the EAN 13 and UPC standards. They do not provide the EAN 13 information in a machine readable format, and I doubt that have an interest in doing so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are companies like SimpleUPC that sell access to a slice of UPC data (groceries, for example) they collect through partnerships with larger companies. Even then, the information isn't likely to be uniform or complete.&lt;/p&gt;&#xA;" OwnerUserId="487" LastEditorUserId="-1" LastEditDate="2015-09-21T00:26:00.283" LastActivityDate="2015-09-21T00:26:00.283" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="568" PostTypeId="2" ParentId="478" CreationDate="2013-05-23T15:45:57.310" Score="4" Body="&lt;p&gt;The Organogram application on data.gov.uk is built on Linked Data. The application uses the UK government Linked Data that describes the structure of government and pay scales to provide a visualisation and explorer for citizens.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g. Cabinet Office: &lt;a href=&quot;http://data.gov.uk/organogram/cabinet-office&quot; rel=&quot;nofollow&quot;&gt;http://data.gov.uk/organogram/cabinet-office&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-23T15:45:57.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="569" PostTypeId="2" ParentId="26" CreationDate="2013-05-23T15:56:02.907" Score="7" Body="&lt;p&gt;The main benefit is moving the attribution requirement from being a legal part of the license, i.e. something that you MUST do, to being a norm, i.e. should that you OUGHT to do (to be polite).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason why this is beneficial is because attribution can be difficult:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data publishers don't always indicate how they wish to be attributed&lt;/li&gt;&#xA;&lt;li&gt;Where they do, then often they don't taken into account the variety of ways in which their data might be used, some of which might make attribution difficult&lt;/li&gt;&#xA;&lt;li&gt;&quot;Attribution stacking&quot; (having to cite many contributors to a dataset, and many source datasets) can make attribution difficult (see &lt;a href=&quot;http://wir.okfn.org/2012/01/27/attribution-stacking-as-a-barrier-to-reuse/&quot; rel=&quot;noreferrer&quot;&gt;Attribution stacking as a barrier to reuse&lt;/a&gt; en &lt;a href=&quot;http://sciencecommons.org/projects/publishing/open-access-data-protocol/&quot; rel=&quot;noreferrer&quot;&gt;point 5.3 of this ScienceCommons memo&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This adds friction when attempting to re-use data and may even dissuade people from using it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By encouraging attribution to be a community norm, we can remove this source of friction and rely on being making attribution on a &quot;best effort&quot; basis.&lt;/p&gt;&#xA;" OwnerUserId="550" LastEditorUserId="580" LastEditDate="2013-05-24T08:52:26.860" LastActivityDate="2013-05-24T08:52:26.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="570" PostTypeId="1" AcceptedAnswerId="588" CreationDate="2013-05-23T15:58:20.653" Score="4" ViewCount="298" Body="&lt;p&gt;I have a bunch of locations in a google fusion table, I've also got a population density spreadsheet from The Guardian so I have some data on population density.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I was wondering if there was a data set that would give me the locations (postcodes, whatever) that were within 30 miles of, say, 100,000 people in the UK?&lt;/p&gt;&#xA;" OwnerUserId="551" LastEditorUserId="70" LastEditDate="2013-05-30T21:07:41.350" LastActivityDate="2013-05-30T21:07:41.350" Title="Geolocation - UK places with 100,000 people within a 30 mile radius" Tags="|data-request|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="571" PostTypeId="2" ParentId="472" CreationDate="2013-05-23T16:02:50.667" Score="4" Body="&lt;p&gt;Code generation is often considered to be an anti-pattern for REST APIs: the goal is to allow clients and servers to evolve independently as much as possible. Generating client code from a WADL document, as you might do from SOAP, will make the client brittle to server-side changes. It'd be better to &quot;bootstrap&quot; the client by consuming the WADL at run-time rather than compile time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having said that, here's a couple of quick examples of WADL used on some public APIs (I've not checked the data licensing, so aren't necessarily &quot;Open Data&quot; APis):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Launchpad: &lt;a href=&quot;https://help.launchpad.net/API/Hacking&quot; rel=&quot;nofollow&quot;&gt;https://help.launchpad.net/API/Hacking&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;D&amp;amp;B direct: &lt;a href=&quot;http://dnbdirectapps.com/docs/1.0/rest&quot; rel=&quot;nofollow&quot;&gt;http://dnbdirectapps.com/docs/1.0/rest&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-23T16:02:50.667" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="572" PostTypeId="2" ParentId="554" CreationDate="2013-05-23T16:04:56.067" Score="1" Body="&lt;p&gt;I think the simplest answer would be to look at how articles are labelled by the news aggregators.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you go to &lt;a href=&quot;http://newsnow.co.uk&quot; rel=&quot;nofollow&quot;&gt;http://newsnow.co.uk&lt;/a&gt; or &lt;a href=&quot;https://news.google.com/&quot; rel=&quot;nofollow&quot;&gt;https://news.google.com/&lt;/a&gt; or &lt;a href=&quot;http://www.moreover.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.moreover.com/&lt;/a&gt; they  aggregate news articles and then helpfully label them up to help you with sentiment. &lt;/p&gt;&#xA;" OwnerUserId="551" LastActivityDate="2013-05-23T16:04:56.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="573" PostTypeId="2" ParentId="497" CreationDate="2013-05-23T16:15:28.350" Score="3" Body="&lt;p&gt;I'd suggest that the most important thing is that, where possible, you are clear about several different factors. Many of these are tied up with the definition of provenance:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Who is publishing the data? The organisation doing the publisher might not be directly responsible for its collection and maintenance (e.g. govt data being published in a central or third-party portal)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;How was the data collected? There are many ways that data might be collected, from detailed or ad hoc surveys, applications, crowd-sourcing, statistical analysis, etc. Identifying the method of collection might help identify potential gaps, biases, etc in the data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;How is the data maintained? This relates to ongoing data quality management. Does the data get updated? And if so, how does that happen&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Its difficult to boil this down into a simple set of display criteria, e.g. a 5-star scheme, as there are many different dimensions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best approach would be to ensure that there these different factors are clearly documented and that the documentation is clearly referenced from a dataset homepage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Machine-readable descriptions, e.g. &lt;a href=&quot;http://www.w3.org/TR/prov-overview/&quot; rel=&quot;nofollow&quot;&gt;http://www.w3.org/TR/prov-overview/&lt;/a&gt;, might be helpful too.&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-23T16:15:28.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="574" PostTypeId="1" AcceptedAnswerId="580" CreationDate="2013-05-23T16:21:02.667" Score="5" ViewCount="1163" Body="&lt;p&gt;I'm in the process of building a not-for-profit site that will aggregate current and historical property tax data for all counties in the United States and serve it via a REST API. A problem I've encountered is I can't find legal guidance on who owns this data, and if its legal for me to do this. What resources could I use to find ownership information for the data I'm looking to aggregate?&lt;/p&gt;&#xA;" OwnerUserId="553" LastEditorUserId="70" LastEditDate="2015-06-23T15:47:57.623" LastActivityDate="2015-06-23T15:47:57.623" Title="Ownership of US county property tax/assessment data?" Tags="|data-request|usa|legal|taxes|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="575" PostTypeId="2" ParentId="554" CreationDate="2013-05-23T16:29:08.317" Score="5" Body="&lt;p&gt;Could you explain more about what you need the data for? I'm not aware of any pre-built data sets, but you could attempt to construct your own. You'll need to break the problem into two parts though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The easiest route to identifying the entities is &lt;a href=&quot;http://www.opencalais.com/blogs/kristathomas/introduction-opencalais&quot; rel=&quot;noreferrer&quot;&gt;the OpenCalais API&lt;/a&gt;, which despite its name is a closed-source service, but has generous usage limits. You can also look at the &lt;a href=&quot;http://www.anc.org/data/oanc/annotations/&quot; rel=&quot;noreferrer&quot;&gt;American National Corpus&lt;/a&gt;, which contains a large number of automatically-tagged entities in an open data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll then separately need to figure out the sentiment associated with each entity, which is still an &lt;a href=&quot;http://en.wikipedia.org/wiki/AI-complete&quot; rel=&quot;noreferrer&quot;&gt;AI-complete problem&lt;/a&gt; to do totally accurately, especially in an example like yours where it would require understanding the meaning of the sentence. Most sentiment analysis techniques look at the frequency of particular words or small sequences of words, you can find &lt;a href=&quot;http://neuro.imm.dtu.dk/wiki/Text_sentiment_analysis&quot; rel=&quot;noreferrer&quot;&gt;a good overview of the algorithms here, along with some datasets matching words with their sentiment&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="382" LastActivityDate="2013-05-23T16:29:08.317" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="576" PostTypeId="1" AcceptedAnswerId="592" CreationDate="2013-05-23T16:33:00.133" Score="8" ViewCount="745" Body="&lt;p&gt;I've seen several attempts to define open data and open datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One much cited is Tim Berners Lee's &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow&quot;&gt;5 Star crieria for linked open data&lt;/a&gt;. The &lt;a href=&quot;http://en.wikipedia.org/wiki/Open_data&quot; rel=&quot;nofollow&quot;&gt;Wikipedia page on Open Data&lt;/a&gt; is also often referenced.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While most of these definitions list several useful and important requirements of often datasets, I do not think they are not yet to be considered &lt;em&gt;authorative&lt;/em&gt;. I also think they are rather incomplete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For open data to be useable, it needs to come with provenance, and it should be accompanied with some sort of policy document that says something regarding its maintenance (or lack thereof) and procedures for resolving disputes and correcting errors.  While just dumping the data in the public domain seems to be all some &quot;open data&quot; people want, if you actually care about the data being usable for serious work, having it in the public domain without ownership/accountability/maintainability defined, is probably the last thing you want.  You want freedom (to reuse and to share), yes.  But you also want transparency regarding who is in charge of the data and who provides QA (even if the answer is &quot;no-one&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest thing I've come to addressing these concerns is the &lt;a href=&quot;https://docs.google.com/document/d/1z-T3QmmZTmWkFrKySi-x_EBDVqIt6Orr6z-C58gPGeg/edit&quot; rel=&quot;nofollow&quot;&gt;ODDC Assessing open data supply report&lt;/a&gt;.  This is a working document, and it doesn't adress &lt;em&gt;all&lt;/em&gt; my concerns, but it is a good start. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the ODDC report is a scoreboard, not a definition. And it doesn't address provenance, granularity, the role of providers as interpreters (by means of selection or aggregation), etc. just to name a few of what I regard as omissions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is basically: Does there exist an authoritative definition of an open dataset that takes these type of considerations into account?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the answer to this is &quot;no&quot;, my follow-up question: Does there exist some sort of organization, community or international NGO that attempts to create this type of definition? I.e. something that people such as myself can get involved in to move such an (hopefully to-become authoritative) definition forwards?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(In the world of Free and Open Source Software, there are - for instance the the &lt;a href=&quot;http://opensource.org/&quot; rel=&quot;nofollow&quot;&gt;the Open Source Initiative&lt;/a&gt; and the &lt;a href=&quot;http://www.fsf.org/&quot; rel=&quot;nofollow&quot;&gt;Free Software Foundation&lt;/a&gt;, who attempts to supply such an definition for the term &quot;Free and Open Source Software&quot; - or rather &quot;Open Source Software&quot; and &quot;Free Software&quot; - since they can't even agree on what to call it.  I hesitate to cite these organizations as examples, because the long going rivalry and partisanship between them is of course &lt;em&gt;not&lt;/em&gt; something I would like to see replicated in the open dataset community. But I think their heart and their aspirations are in the right place, while the way they carry out their mission has potential for improvement).&lt;/p&gt;&#xA;" OwnerDisplayName="user135" LastEditorUserId="90" LastEditDate="2016-02-28T15:45:03.337" LastActivityDate="2016-02-28T15:45:03.337" Title="Does there exist an authorative definition of an open dataset?" Tags="|open-definition|" AnswerCount="5" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="577" PostTypeId="2" ParentId="576" CreationDate="2013-05-23T16:41:40.377" Score="4" Body="&lt;p&gt;I think your question has two distinct aspects:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What might be considered to be an &quot;Open&quot; dataset?&lt;/li&gt;&#xA;&lt;li&gt;What are the best practices for publishing data to the web?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;To some extent these are orthogonal, e.g. there are best practices for publishing data that don't specifically relate to its licensing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think there are already clear answers to the first part. There are some excellent attempts to define what open-ness means in the context of data. The material on opendefinition.org is very good and has some good guidance on open licensing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Answering the second involves more factors and personally I don't think this has much to do with &quot;open-ness&quot;. Publishing data to the web for others to use means that you have to think about:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Sustainability: will the data be available over the long term?&lt;/li&gt;&#xA;&lt;li&gt;Quality&lt;/li&gt;&#xA;&lt;li&gt;Provenance&lt;/li&gt;&#xA;&lt;li&gt;Means of access&lt;/li&gt;&#xA;&lt;li&gt;Timeliness&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The importance of these questions varies depending on what you want to do with the data. E.g. build a quick hack vs building a business.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Open Data Institute is working on an &quot;Open Data Certificate&quot; that addresses these questions and much more. You can see this work in progress at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://theodi.github.io/open-data-certificate/&quot; rel=&quot;nofollow&quot;&gt;http://theodi.github.io/open-data-certificate/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The certificate assesses data on multiple levels, giving a scoring and steps for further improvement. IMHO this is a good, nuanced way to address these wider issues.&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-23T16:41:40.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="578" PostTypeId="2" ParentId="283" CreationDate="2013-05-23T16:52:58.070" Score="4" Body="&lt;p&gt;After Katrina in 2005, the geo community used torrents to distribute imagery data. A site called geotorrents.org was subsequently set up bit was eventually shuttered. A nice write up about torrenting geo data was written up: &lt;a href=&quot;http://skipperkongen.dk/2011/03/15/bittorrent-and-geodata-was-big-in-2005/&quot; rel=&quot;nofollow&quot;&gt;http://skipperkongen.dk/2011/03/15/bittorrent-and-geodata-was-big-in-2005/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="555" LastActivityDate="2013-05-23T16:52:58.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="579" PostTypeId="2" ParentId="576" CreationDate="2013-05-23T16:54:30.180" Score="1" Body="&lt;p&gt;The following resources are mainly about parliament/government open data, but I guess much of it applies to general open data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.openingparliament.org/declaration&quot; rel=&quot;nofollow&quot;&gt;Declaration on Parliamentary Openness&lt;/a&gt;, by members of international parliamentary monitoring organizations and parliamentary strengthening communities.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sunlightfoundation.com/policy/documents/ten-open-data-principles/&quot; rel=&quot;nofollow&quot;&gt;Ten Principles for Opening Up Government Information&lt;/a&gt;, by the Sunlight Foundation.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="292" LastActivityDate="2013-05-23T16:54:30.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="580" PostTypeId="2" ParentId="574" CreationDate="2013-05-23T17:11:32.043" Score="6" Body="&lt;p&gt;In the USA there are no sui generis/fruits of labour provisons protecting data.  While compilations of data &lt;em&gt;may&lt;/em&gt; be protetected if the author has used creativity with respect to which facts to include, in what order to place them, and how to arrange the collected data so that they may be used effectively by readers (re: &lt;a href=&quot;http://en.wikipedia.org/wiki/Feist_v._Rural&quot;&gt;Feist vs. Rural telephone&lt;/a&gt;), this (very mariginal) copyright protection afforded collections of data in the USA will not be relevant when you create a &lt;em&gt;new&lt;/em&gt; collection reusing current and historical property tax data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, &lt;em&gt;most&lt;/em&gt; states in the USA regard works (which may be collections of data) that has been compiled by the agencies of government or its subdivisions, the &lt;em&gt;property of the people.&lt;/em&gt; For detail, see &lt;a href=&quot;http://en.wikipedia.org/wiki/Copyright_status_of_work_by_U.S._state_governments&quot;&gt;Wikipedia about copyright of US state governments&lt;/a&gt;.  This is probably not relevant to you, as transformatory use of state tax data is not under any circumstance breech of copyright in the USA, but gives you extra assurance that it is legal for you to reuse and aggregate this data for the purposes you describe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But to make &lt;em&gt;sure&lt;/em&gt; (never rely on legal advice on the Internet), you may contact the agencies of government or its subdivisions that releases the data you plan to aggregate, and ask if they claim ownership to it.&lt;/p&gt;&#xA;" OwnerDisplayName="user135" LastEditorDisplayName="user135" LastEditDate="2013-05-23T20:33:57.357" LastActivityDate="2013-05-23T20:33:57.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="581" PostTypeId="2" ParentId="511" CreationDate="2013-05-23T18:34:43.150" Score="2" Body="&lt;p&gt;The US National Academies has a 2009 report &lt;a href=&quot;http://www.nap.edu/catalog.php?record_id=12687&quot; rel=&quot;nofollow&quot;&gt;The Socioeconomic Effects of Public Sector Information on Digital Networks: Toward a Better Understanding of Different Access and Reuse Policies: Workshop Summary&lt;/a&gt;.  Look for the 'Download Free PDF' button, not the 'Add to Cart' button.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... and to take the other side, in &lt;a href=&quot;http://sites.nationalacademies.org/DBASSE/DBASSE_083053&quot; rel=&quot;nofollow&quot;&gt;John L King's wrap-up&lt;/a&gt;** to the data portion of the US National Academy's hearing last week on &lt;a href=&quot;http://sites.nationalacademies.org/DBASSE/CurrentProjects/DBASSE_082378&quot; rel=&quot;nofollow&quot;&gt;public access to federally-supported research and development&lt;/a&gt;, he brought up that much of the argument for opening data is economic, but most people have no idea what the actual costs of opening the data would be.  He also brought up that the 1998 Shelby Amendment, allowing for FOIA to get to data was put in to allow for more transparency ... but that corporations have used it to refute science &amp;amp; other political activities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;** Note : I've had problems accessing the videos in all browsers; King should be the &lt;em&gt;last&lt;/em&gt; video in the list, but Safari for Mac shows Jillian Wallis, and some versions of Firefox show no list at all.  Chrome for Mac worked for me.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-23T18:34:43.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="582" PostTypeId="2" ParentId="272" CreationDate="2013-05-23T18:52:44.097" Score="15" Body="&lt;p&gt;I'm maintaining a list of early adopter in the &lt;a href=&quot;https://github.com/json-ld/json-ld.org/wiki/Users-of-JSON-LD&quot;&gt;JSON-LD Wiki&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want a more visual representation, you might wanna look at &lt;a href=&quot;http://slideshare.net/lanthaler/building-next-generation-web-ap-is-with-jsonld-and-hydra/34&quot;&gt;http://slideshare.net/lanthaler/building-next-generation-web-ap-is-with-jsonld-and-hydra/34&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="557" LastActivityDate="2013-05-23T18:52:44.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="583" PostTypeId="5" CreationDate="2013-05-23T19:23:17.923" Score="0" Body="&lt;p&gt;This includes data compiled or processed by the U.S. federal government, individual states, or other entities.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="70" LastEditDate="2013-06-21T06:33:01.513" LastActivityDate="2013-06-21T06:33:01.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="584" PostTypeId="4" CreationDate="2013-05-23T19:23:17.923" Score="0" Body="For questions related to the United States of America or regions within it." OwnerUserId="-1" LastEditorUserId="70" LastEditDate="2015-03-25T15:11:08.163" LastActivityDate="2015-03-25T15:11:08.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="585" PostTypeId="5" CreationDate="2013-05-23T19:30:25.073" Score="0" Body="&lt;p&gt;Questions on the 10- and 13-digit &lt;a href=&quot;http://en.wikipedia.org/wiki/International_Standard_Book_Number&quot; rel=&quot;nofollow&quot;&gt;International Standard Book Number&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-23T21:21:32.543" LastActivityDate="2013-05-23T21:21:32.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="586" PostTypeId="4" CreationDate="2013-05-23T19:30:25.073" Score="0" Body="International Standard Book Number" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-23T21:20:52.307" LastActivityDate="2013-05-23T21:20:52.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="587" PostTypeId="2" ParentId="272" CreationDate="2013-05-23T19:34:30.367" Score="2" Body="&lt;p&gt;I really don't know what your beef is with this technology, or what it is you think you are critiquing, but it's clear you have something in your head that you think defines a technology.  The use of various linked data approaches has been accepted by such &quot;small&quot; companies as Google, Facebook, Microsoft and Yahoo, and is becoming a mainstay of a number of projects including, but not limited to, Open Data.  If there's a specific criticism that is motivating your question, then I'd suggest doing some homework, understanding what it is you are asking, and being more precise.&lt;/p&gt;&#xA;" OwnerUserId="401" LastEditorUserId="16193" LastEditDate="2018-11-01T11:21:18.500" LastActivityDate="2018-11-01T11:21:18.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="588" PostTypeId="2" ParentId="570" CreationDate="2013-05-23T20:02:14.823" Score="4" Body="&lt;p&gt;From this Q&amp;amp;A at GIS SE (&lt;a href=&quot;https://gis.stackexchange.com/questions/24435/worldwide-population-density-data-not-grouped-by-country&quot;&gt;Worldwide population density data not grouped by country&lt;/a&gt;) (updated by me to reflect link changes):&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;One of the best gridded data sets is CIESIN's Gridded Population.&lt;/p&gt;&#xA;&lt;p&gt;See &lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/collection/gpw-v3#aboutTable&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gridded Population of the World (GPW), v3&lt;/a&gt; for more details. The best resolution is 30 Arc seconds (&lt;em&gt;The global data set has resolution of 2.5 arc minutes - Deer Hunter&lt;/em&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;To find the places, have a look at this question at GIS SE: &lt;a href=&quot;https://gis.stackexchange.com/questions/16358/algorithm-for-finding-population-for-a-given-center-point-and-radius-in-us&quot;&gt;Algorithm for finding population for a given center point and radius in US&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In general, I would advise looking for geospatial data at GIS Stack Exchange before going here. The chances are quite high the question has already been asked and answered there.&lt;/p&gt;&#xA;&lt;p&gt;EDIT: through gracious assistance of &lt;strong&gt;ldodds&lt;/strong&gt;, UK-specific reverse geocoding facility (at Ordnance Survey) has been identified:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://beta.data.ordnancesurvey.co.uk/datasets/os-linked-data/explorer/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://beta.data.ordnancesurvey.co.uk/datasets/os-linked-data/explorer/search&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;with documentation available at &lt;a href=&quot;http://beta.data.ordnancesurvey.co.uk/docs/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://beta.data.ordnancesurvey.co.uk/docs/search&lt;/a&gt;. This would be the last stage in the processing pipeline.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-05-24T15:47:06.797" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="589" PostTypeId="1" CreationDate="2013-05-23T20:13:02.420" Score="19" ViewCount="7771" Body="&lt;p&gt;I would like to know if there is an open database for movies that could have the same amount and quality of data as &lt;a href=&quot;http://www.imdb.com/&quot;&gt;IMDB&lt;/a&gt;. I would like it for commercial use, and free if possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Same for music, I would like something that would allow me to get the same amount and quality of data as on &lt;a href=&quot;http://musicbrainz.org/&quot;&gt;MusicBrainz&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as I know, IMDB and MusicBrainz are not for commercial use.&lt;/p&gt;&#xA;" OwnerUserId="561" LastEditorUserId="16256" LastEditDate="2017-05-25T16:37:47.870" LastActivityDate="2017-05-25T16:37:47.870" Title="Is there an open movie and/or music database available for commercial use?" Tags="|data-request|music|film|" AnswerCount="8" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="590" PostTypeId="1" AcceptedAnswerId="601" CreationDate="2013-05-23T21:15:13.470" Score="4" ViewCount="254" Body="&lt;p&gt;I'm interested in determining what sort of cars were traded in and what sort of cars were purchased through the cash for clunkers program.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where to find that data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would hope it would include fields like make, model, year, price, state, city of trade or purchase.&lt;/p&gt;&#xA;" OwnerUserId="565" LastEditorUserId="156" LastEditDate="2013-05-23T21:28:02.930" LastActivityDate="2013-05-24T15:13:30.617" Title="Is there data on the types of cars bought and turned in during the &quot;cash for clunkers&quot; program?" Tags="|usa|data-request|federal|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="591" PostTypeId="2" ParentId="522" CreationDate="2013-05-23T22:28:12.990" Score="3" Body="&lt;p&gt;&quot;Open data&quot; is data that is available for anyone to use, reuse and redistribute (see the &lt;a href=&quot;http://opendefinition.org/&quot; rel=&quot;nofollow&quot;&gt;Open Definition&lt;/a&gt; for more details and a precise description of the requirements for open data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It therefore requires data to be available and either in the public domain or under license conditions that allow the user to use the data how they want without restriction (see for example the &lt;a href=&quot;http://opendatahandbook.org/en/what-is-open-data/&quot; rel=&quot;nofollow&quot;&gt;Open Data Handbook&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Linked data&quot; refers to datasets that make use of unambiguous identifiers that allow elements or relations in different datasets to be identified as referring to the same thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Big-L big-D Linked Data is often associated with the use of identifiers that take the form of URIs that, if dereferenced/resolved, displays a page that describes that thing. In addition, big-L big-D Linked Data data models often take the form of data triples that relate one entity to another via a relation and are serializable as RDF (or similar format like n3 or turtle).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;any kind of data (whether linked or otherwise) can be open data if is available and appropriately licensed. &lt;/li&gt;&#xA;&lt;li&gt;Linked Data is more about the format of the data and, in particular, use of URIs as identifiers, use of triples and use of RDF or similar serialization&lt;/li&gt;&#xA;&lt;li&gt;Linked Data need not be Open Data and Open Data need not be Linked Data&lt;/li&gt;&#xA;&lt;li&gt;Open Data that is Linked Data is usually referred to as Linked Open Data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For more information, see &lt;a href=&quot;http://blog.soton.ac.uk/webteam/2011/07/17/linked-data-vs-open-data-vs-rdf-data/&quot; rel=&quot;nofollow&quot;&gt;Linked Data vs Open Data vs RDF Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="567" LastEditorUserId="207" LastEditDate="2013-05-24T16:08:16.530" LastActivityDate="2013-05-24T16:08:16.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="592" PostTypeId="2" ParentId="576" CreationDate="2013-05-23T23:03:05.170" Score="14" Body="&lt;p&gt;Yes, there is: the &lt;a href=&quot;http://opendefinition.org/&quot;&gt;Open Definition&lt;/a&gt; defines openness for data (and content). The Definition was produced in 2005, heavily based on the Open Source Definition, and revised minimally since.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The key part of the &lt;a href=&quot;http://opendefinition.org/okd/&quot;&gt;Open Definition&lt;/a&gt; states:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A &lt;strong&gt;dataset&lt;/strong&gt; [work] is open if its manner of distribution satisfies the following&#xA;  conditions, which simultaneously delimit the characteristics of a suitable&#xA;  open &lt;strong&gt;license&lt;/strong&gt;:&lt;/p&gt;&#xA;  &#xA;  &lt;h3&gt;1. Access&lt;/h3&gt;&#xA;  &#xA;  &lt;p&gt;The &lt;strong&gt;work&lt;/strong&gt; shall be available as a whole and at no more than a&#xA;  reasonable reproduction cost, preferably downloading via the Internet&#xA;  without charge. The &lt;strong&gt;work&lt;/strong&gt; must also be available in a convenient and&#xA;  modifiable form. The &lt;strong&gt;license&lt;/strong&gt; may require the work to be available&#xA;  in a convenient and modifiable form.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Comment: This can be summarized as 'social' openness - not only are&#xA;  you allowed to get the work but you can get it. 'As a whole' prevents&#xA;  the limitation of access by indirect means, for example by only allowing&#xA;  access to a few items of a database at a time. An example of 'reasonable&#xA;  reproduction cost' is the cost of a blank DVD required to&#xA;  distribute a complete database.&lt;/em&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;h3&gt;2. Redistribution&lt;/h3&gt;&#xA;  &#xA;  &lt;p&gt;The &lt;strong&gt;license&lt;/strong&gt; shall not restrict any party from selling or giving away&#xA;  the work either on its own or as part of a package made from works from&#xA;  many different sources. The &lt;strong&gt;license&lt;/strong&gt; shall not require a royalty or&#xA;  other fee for such sale or distribution.&lt;/p&gt;&#xA;  &#xA;  &lt;h3&gt;3. Reuse&lt;/h3&gt;&#xA;  &#xA;  &lt;p&gt;The &lt;strong&gt;license&lt;/strong&gt; must allow for modifications and derivative works and&#xA;  must allow them to be distributed under the terms of the original work.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Comment: Note that this clause does not prevent the use of 'viral'&#xA;  or share-alike licenses that require redistribution of modifications&#xA;  under the same terms as the original.&lt;/em&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;...&lt;/p&gt;&#xA;  &#xA;  &lt;h3&gt;7. No Discrimination Against Persons or Groups&lt;/h3&gt;&#xA;  &#xA;  &lt;p&gt;The &lt;strong&gt;license&lt;/strong&gt; must not discriminate against any person or group&#xA;  of persons.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Comment: In order to get the maximum benefit from the process, the&#xA;  maximum diversity of persons and groups should be equally eligible to&#xA;  contribute to open knowledge. Therefore we forbid any open-knowledge&#xA;  license from locking anybody out of the process.&lt;/em&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Comment: this is taken directly from item 5 of the OSD.&lt;/em&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;h3&gt;8. No Discrimination Against Fields of Endeavor&lt;/h3&gt;&#xA;  &#xA;  &lt;p&gt;The &lt;strong&gt;license&lt;/strong&gt; must not restrict anyone from making use of the work in&#xA;  a specific field of endeavor. For example, it may not restrict the work&#xA;  from being used in a business, or from being used for genetic research.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Comment: The major intention of this clause is to prohibit license&#xA;  traps that prevent open material from being used commercially. We want&#xA;  commercial users to join our community, not feel excluded from it.&lt;/em&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Comment: this is taken directly from item 6 of the OSD.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(Disclosure: I helped draft the first version of the Open Definition and have helped curate it since along with other members of the &lt;a href=&quot;http://opendefinition.org/advisory-council/&quot;&gt;Open Definition Advisory Council&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="207" LastEditorUserId="70" LastEditDate="2013-07-23T20:46:04.447" LastActivityDate="2013-07-23T20:46:04.447" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="593" PostTypeId="2" ParentId="574" CreationDate="2013-05-23T23:21:27.613" Score="3" Body="&lt;p&gt;It depends on the data that you are aggregating and what licensing has been applied to it.  For example, if you are finding the data on the U.S. national open data portal, &lt;a href=&quot;http://data.gov&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt;, there is no licensing applied for data provided by federal agencies and it is open to use and reuse, including for commercial use.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also property assessment county level data such as for &lt;a href=&quot;https://data.sfgov.org/Property/San-Francisco-Property-Assessment-Roll-FY1112-Q3/d5pu-ci4g&quot; rel=&quot;nofollow&quot;&gt;San Francisco&lt;/a&gt; county and its &lt;a href=&quot;http://www6.sfgov.org/index.aspx?page=220&quot; rel=&quot;nofollow&quot;&gt;data policy&lt;/a&gt; allows free use as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is one place you can find &lt;a href=&quot;http://www.data.gov/cities/Community/Cities/Datasets&quot; rel=&quot;nofollow&quot;&gt;city&lt;/a&gt;, &lt;a href=&quot;http://www.data.gov/counties/page/counties-counties-data&quot; rel=&quot;nofollow&quot;&gt;county&lt;/a&gt;, and &lt;a href=&quot;http://www.data.gov/states/page/states-data&quot; rel=&quot;nofollow&quot;&gt;state&lt;/a&gt; data with associated &lt;a href=&quot;http://www.data.gov/cities/page/cities-policies&quot; rel=&quot;nofollow&quot;&gt;city&lt;/a&gt;, &lt;a href=&quot;http://www.data.gov/counties/page/counties-policies&quot; rel=&quot;nofollow&quot;&gt;county&lt;/a&gt;, and &lt;a href=&quot;http://www.data.gov/states/page/state-policies-and-developer-resources&quot; rel=&quot;nofollow&quot;&gt;state&lt;/a&gt; data use policies.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-23T23:21:27.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="594" PostTypeId="2" ParentId="590" CreationDate="2013-05-23T23:54:22.737" Score="1" Body="&lt;p&gt;Many Eyes lists one data set: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www-958.ibm.com/software/analytics/manyeyes/datasets/cash-for-clunkers-data/versions/1&quot; rel=&quot;nofollow&quot;&gt;http://www-958.ibm.com/software/analytics/manyeyes/datasets/cash-for-clunkers-data/versions/1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The provenance can be somewhat suspect when using Many Eyes data, so please follow up with the donator and make sure that the data is valid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For states, there are a few reports showing economic impact on the states where sales were made. One such report is here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://Fwww.remi.com/download/presentations/2010_miscellaneous_topics/Cash_for_Clunkers_Report.pdf&quot; rel=&quot;nofollow&quot;&gt;http://Fwww.remi.com/download/presentations/2010_miscellaneous_topics/Cash_for_Clunkers_Report.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This report also lists links to several other data sets where they pulled their data.&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2013-05-23T23:54:22.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="595" PostTypeId="1" CreationDate="2013-05-24T02:22:01.963" Score="6" ViewCount="453" Body="&lt;p&gt;I'm interested in seeing if anyone has experience to offer in extending an organization's existing data governance model to include open data release practices.  For example, how have organizations utilized data governance roles (data owner, data steward, data custodian, etc) in the management and release of public data?&lt;/p&gt;&#xA;" OwnerUserId="559" LastEditorUserId="550" LastEditDate="2013-05-24T16:08:08.060" LastActivityDate="2013-05-31T15:41:08.653" Title="How can a data governance framework be adapted for Open Data?" Tags="|releasing-data|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="596" PostTypeId="2" ParentId="595" CreationDate="2013-05-24T03:58:18.537" Score="0" Body="&lt;p&gt;It's hypothetical but a great (and realistic) model is &lt;a href=&quot;http://project-open-data.github.io/future-case-study/&quot; rel=&quot;nofollow&quot;&gt;http://project-open-data.github.io/future-case-study/&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="175" LastActivityDate="2013-05-24T03:58:18.537" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="597" PostTypeId="2" ParentId="272" CreationDate="2013-05-24T04:02:05.423" Score="1" Body="&lt;p&gt;There's a lot of informed and spirited debate that took place around Project Open Data - &lt;a href=&quot;https://github.com/project-open-data/project-open-data.github.io/pull/21&quot; rel=&quot;nofollow&quot;&gt;https://github.com/project-open-data/project-open-data.github.io/pull/21&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclaimer - I am a Sr. API Strategist at GSA]&lt;/p&gt;&#xA;" OwnerUserId="175" LastActivityDate="2013-05-24T04:02:05.423" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="598" PostTypeId="2" ParentId="40" CreationDate="2013-05-24T04:10:24.890" Score="3" Body="&lt;p&gt;As someone who drives the maintenance of the listing that Dmitry mentions, I want to echo the call for folks to contribute any developer hubs that aren't listed there.  It was built and is kept up in part by significant googling for key phrases like: 'api site:.gov' or 'json site:.gov' and then going through 20-30 pages of results.  Please do help &lt;a href=&quot;https://github.com/GSA/slash-developer-pages/issues?state=open&quot; rel=&quot;nofollow&quot;&gt;add to the list&lt;/a&gt;, though.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclaimer - I am a Sr. API Strategist at GSA]&lt;/p&gt;&#xA;" OwnerUserId="175" LastActivityDate="2013-05-24T04:10:24.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="599" PostTypeId="2" ParentId="339" CreationDate="2013-05-24T08:45:20.087" Score="2" Body="&lt;p&gt;The Apollo By Numbers statistical reference has much of this data for the Apollo missions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://history.nasa.gov/SP-4029/SP-4029.htm&quot; rel=&quot;nofollow&quot;&gt;http://history.nasa.gov/SP-4029/SP-4029.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is fairly easy to extract and covers astronaut roles, time in space, etc.&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-24T08:45:20.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="600" PostTypeId="2" ParentId="95" CreationDate="2013-05-24T08:49:17.710" Score="3" Body="&lt;p&gt;The British National Bibliography contains data on books published in the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bl.uk/bibliographic/datafree.html&quot; rel=&quot;nofollow&quot;&gt;http://www.bl.uk/bibliographic/datafree.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data can be downloaded in various formats and is also available through online APIs.&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-24T08:49:17.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="601" PostTypeId="2" ParentId="590" CreationDate="2013-05-24T10:43:16.117" Score="6" Body="&lt;p&gt;The stats seem to have been quoted on a number of sites. The official name of the program was the &quot;CARS program&quot;. You can find additional statistics on the transactions here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nhtsa.gov/Laws+&amp;amp;+Regulations/CARS+Program+Transaction+Data+and+Reports&quot; rel=&quot;nofollow&quot;&gt;http://www.nhtsa.gov/Laws+&amp;amp;+Regulations/CARS+Program+Transaction+Data+and+Reports&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;Final Paid Transaction Database&quot; appears to be what you're looking for. It's available as a Microsoft Access database or a CSV file (described as 'text' on the site.) Here is the list of columns in the CSV file (as generated with &lt;code&gt;csvcut -n&lt;/code&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  1: vendor_id&#xA;  2: dealer_name&#xA;  3: address_line1&#xA;  4: address_line2&#xA;  5: address_line3&#xA;  6: address_line4&#xA;  7: city&#xA;  8: state&#xA;  9: ZIP&#xA; 10: area_code&#xA; 11: phone&#xA; 12: invoice_id&#xA; 13: invoice_num&#xA; 14: invoice_date&#xA; 15: sale_date&#xA; 16: disposal_status&#xA; 17: disposal_facility_nmvtis_id&#xA; 18: disposal_facility_contact_info&#xA; 19: sales_type&#xA; 20: invoice_amount&#xA; 21: trade_in_VIN&#xA; 22: trade_in_vehicle_category&#xA; 23: trade_in_make&#xA; 24: trade_in_model&#xA; 25: trade_in_year&#xA; 26: trade_in_vehicle_drive_train&#xA; 27: trade_in_mileage&#xA; 28: trade_in_title_state&#xA; 29: trade_in_registration_state&#xA; 30: trade_in_registration_start&#xA; 31: trade_in_registration_end&#xA; 32: trade_in_insurance_start&#xA; 33: trade_in_NMVTIS_flag&#xA; 34: trade_in_odometer_reading&#xA; 35: new_vehicle_VIN_trunc&#xA; 36: new_vehicle_category&#xA; 37: new_vehicle_make&#xA; 38: new_vehicle_model&#xA; 39: new_vehicle_year&#xA; 40: new_vehicle_drive_train&#xA; 41: new_vehicle_car_mileage&#xA; 42: new_vehicle_MSRP&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The New York Times posted some summary statistics:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wheels.blogs.nytimes.com/2009/08/26/the-final-numbers-on-clunkers/?scp=3&amp;amp;sq=cash%20for%20clunkers&amp;amp;st=cse&quot; rel=&quot;nofollow&quot;&gt;http://wheels.blogs.nytimes.com/2009/08/26/the-final-numbers-on-clunkers/?scp=3&amp;amp;sq=cash%20for%20clunkers&amp;amp;st=cse&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="550" LastEditorUserId="18" LastEditDate="2013-05-24T15:13:30.617" LastActivityDate="2013-05-24T15:13:30.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="602" PostTypeId="2" ParentId="576" CreationDate="2013-05-24T12:07:07.600" Score="1" Body="&lt;p&gt;I don't think there is an authorative definition. And there may never be one. Issues such as access, degree of (technical) openness, raw versus cooked data and whether data must be available at source for it to be considered open are some of the contested issues I have already encountered.&#xA;I resort to the summary Open Definition as the most useful:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&quot;Open data is data that can be freely used,  reused and redistributed by anyone – subject only, at most, to the requirement to attribute and sharealike.&quot;&lt;/strong&gt; &lt;a href=&quot;http://opendefinition.org/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once the detail is added, the contestation begins.&lt;/p&gt;&#xA;" OwnerUserId="584" LastActivityDate="2013-05-24T12:07:07.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="603" PostTypeId="2" ParentId="589" CreationDate="2013-05-24T13:48:13.340" Score="10" Body="&lt;p&gt;I'm chosing to answer this from the perspective of &quot;what open datasets are there for movies/songs&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Its worth noting that IMDB and MusicBrainz offer commercial usage agreements, assuming you're happy to pay.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MusicBrainz is an excellent starting point for music metadata. The Core data, which covers the artists, releases, songs is all in the public domain under a CC0 license. It is only the additional &quot;supplementary data&quot; that is published in a CC-BY-NC license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More information on that here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://musicbrainz.org/doc/MusicBrainz_Database&quot;&gt;http://musicbrainz.org/doc/MusicBrainz_Database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Data for movies is more scattered. Wikipedia contains a lot of data on movies, actors and directors, all of which should be available in Dbpedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dbpedia is available for use under an Open license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think all other sources of movie data will likely require you to pay for some kind of commercial usage. &lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-24T13:48:13.340" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="604" PostTypeId="2" ParentId="374" CreationDate="2013-05-24T15:51:19.327" Score="9" Body="&lt;p&gt;There's also a good list just released from ProPublica starting for 2012 &lt;a href=&quot;http://projects.propublica.org/nonprofits/&quot;&gt;http://projects.propublica.org/nonprofits/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And you can always request a 990 directly from an entity -- it is required to give it to you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, GuideStar aggregates them and allows you to obtain one-at-a-time at no cost. Aggregate data will cost, however.&lt;/p&gt;&#xA;" OwnerUserId="250" LastActivityDate="2013-05-24T15:51:19.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="605" PostTypeId="2" ParentId="443" CreationDate="2013-05-24T15:55:21.277" Score="1" Body="&lt;p&gt;I think there's a practical perspective. Regardless of the legal implications, how will this influence agency prerogatives? How much speculation will they engage in? I have grave concerns that the include of mosaic effect could swallow the pro-publication bias. The language (and process) needs to be clarified. &lt;/p&gt;&#xA;" OwnerUserId="250" LastActivityDate="2013-05-24T15:55:21.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="606" PostTypeId="2" ParentId="399" CreationDate="2013-05-24T16:41:06.123" Score="6" Body="&lt;p&gt;You don't identify what kind of areas you're looking for advice on. But I'll highlight several that I think are particularly relevant for Government sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Where feasible, data should not just be made available via an API, but also available for download. This supports other kinds of uses. I think this is important as one goal of Open Government Data is to drive innovation and creation of new businesses. This is easier to do if the entire dataset is available. For example third-parties can offer value-added services over that data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;APIs should be accessible without usage restrictions or API keys. This avoids having any barriers to entry. Scaling may be an issue, but it'd be better to offer an open, unsupported API and then offer alternatives for higher-volume usage (and this is the kind of value-add that a third-party can offer)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Data must be clearly licensed. And that licensing information should be included not just in the API documentation but discoverable from the data itself. E.g. linked in API responses. Users should be crystal clear on how they can re-purpose the data. This is important for all Open Data, but particularly so for government.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use of Open Standards. Again, this is a benefit in all cases, but government providers should avoid using proprietary formats or data protocols that might impede usage.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-24T16:41:06.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="607" PostTypeId="2" ParentId="498" CreationDate="2013-05-24T16:49:31.527" Score="4" Body="&lt;p&gt;There are a number of codes used to identify train stations. There is a good summary of the various codes here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nrodwiki.rockshore.net/index.php/Identifying_Stations&quot; rel=&quot;nofollow&quot;&gt;http://nrodwiki.rockshore.net/index.php/Identifying_Stations&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That site includes links to reference that that you may be able to use in addition to NAPTAN, see:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nrodwiki.rockshore.net/index.php/Reference_Data&quot; rel=&quot;nofollow&quot;&gt;http://nrodwiki.rockshore.net/index.php/Reference_Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example this site correlates CRS, NLC, TIPLOC and STANOX codes and has a MySQL dump available:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://trains.barrycarlyon.co.uk/data/locations/&quot; rel=&quot;nofollow&quot;&gt;http://trains.barrycarlyon.co.uk/data/locations/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that covers what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-24T16:49:31.527" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="608" PostTypeId="2" ParentId="589" CreationDate="2013-05-24T18:24:52.073" Score="3" Body="&lt;p&gt;Yes, Freebase is available for commercial use and, I believe, powers a lot of the data behind Wikipedia movie and entity listings:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.freebase.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.freebase.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="300" LastActivityDate="2013-05-24T18:24:52.073" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="609" PostTypeId="1" CreationDate="2013-05-24T18:37:54.457" Score="5" ViewCount="152" Body="&lt;p&gt;I'm unable to find very much data about the usage of APIs from United States federal agencies. Which APIs that have been released have the highest traffic number in terms of queries, and/or implementation? &lt;/p&gt;&#xA;" OwnerUserId="26" LastEditorUserId="70" LastEditDate="2015-03-31T18:45:08.670" LastActivityDate="2015-03-31T18:45:08.670" Title="US Government API Usage" Tags="|data-request|usa|government|api|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="611" PostTypeId="2" ParentId="522" CreationDate="2013-05-24T20:23:10.310" Score="3" Body="&lt;p&gt;The currently unanswered part of your question is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I would like to know examples or specific cases where a data set falls&#xA;  into either category but not both&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Open but not Linked: &lt;a href=&quot;http://data.gov.uk/dataset/road-accidents-safety-data&quot; rel=&quot;nofollow&quot;&gt;Road Safety data&lt;/a&gt;. Open because the licence is open (OGL in this case). This is one chosen from many thousands on open data sites across the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Linked but not Open: (a much more interesting question!) BBC Sport's website is based on a Linked Data triple store, queried with SPARQL (e.g. Usain Bolt is linked to his news stories, linked to his results, linked to the medal table). &lt;a href=&quot;http://www.bbc.co.uk/blogs/bbcinternet/2012/04/sports_dynamic_semantic.html&quot; rel=&quot;nofollow&quot;&gt;Very cool stuff&lt;/a&gt;. But as far as I know (correct me if I'm wrong), the data is not Open (i.e. not openly licensed).&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-05-24T20:23:10.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="612" PostTypeId="2" ParentId="266" CreationDate="2013-05-24T20:41:22.857" Score="11" Body="&lt;p&gt;Actually, with the data portals everyone is talking about, people forgot about Google. We Google for most things in life, why not data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does no-one remember the early days of the web, when we had portals that neatly catalogued web pages. It made sense to have people manually curating lists of pages, carefully categorizing them. Portals were cool. Much better than dumb search engines. But we all know which won.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actually Google right now doesn't work too badly if you know the name of the dataset you're looking for. &quot;But a search engine is no good for browsing through the topics, or providing useful search faceting, or all those other features data.gov.uk has.&quot; I hear you say.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Well y'know they have a big new idea recently that might enable all those features. They want everyone publishing a dataset to publish a metadata record alongside it on their server. (The format is called 'schema.org'.) Then when googlebot comes to spider the site, it finds the metadata and can then do all the topic browsing, faceting etc. that the average data portal does. But Google has the added advantage that it indexes all the data that doesn't have metadata too, and you can bet they can make a good attempt at guessing categories for those datasets too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So in a couple of years Google (or Yahoo or Bing) might just run the finding data space. But not make the tools or metadata open. Tell me I'm wrong...&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-05-24T20:41:22.857" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="613" PostTypeId="1" CreationDate="2013-05-24T20:42:43.690" Score="9" ViewCount="687" Body="&lt;p&gt;How does a consumer know they are getting good data?  Are there standard frameworks for grading the quality of an open data set?  Should there be metrics published around accuracy, completeness, timeliness or validity of the data? Should there be a minimum set of controls on the part of the publisher? &lt;/p&gt;&#xA;" OwnerUserId="559" LastEditorDisplayName="user135" LastEditDate="2013-05-25T10:52:19.117" LastActivityDate="2017-10-27T13:25:08.697" Title="What are the data quality measures for open data?" Tags="|releasing-data|data.gov|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="614" PostTypeId="2" ParentId="266" CreationDate="2013-05-24T21:36:52.230" Score="13" Body="&lt;p&gt;As far as I know, the most complete dataset index is IOGDS: International Open Government Dataset Search. It contains info about &gt;1 million datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check it out at &lt;a href=&quot;http://logd.tw.rpi.edu/node/9903&quot;&gt;http://logd.tw.rpi.edu/node/9903&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-24T21:36:52.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="615" PostTypeId="2" ParentId="613" CreationDate="2013-05-24T21:38:25.560" Score="8" Body="&lt;p&gt;I think the question, as phrased, is impossible to answer well, but I will try.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q: &quot;How does a consumer know they are getting good data?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: Let me answer with more questions. How does a consumer know they are getting a good search result from Google? How do they know when the news is of high quality? It depends. As consumers get more interested and informed about something, they do better. The most savvy and informed consumers will compare a data set against a known source. Others have to rely on some degree of trust.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q: &quot;Are there standard frameworks for grading the quality of an open data set?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: In practice, there are defacto standards for metadata. For example, &lt;a href=&quot;http://www.data.dov&quot;&gt;data.gov&lt;/a&gt; &lt;a href=&quot;http://www.data.gov/faq&quot;&gt;uses Dublin Core along with additional attributes&lt;/a&gt;. &lt;a href=&quot;http://ckan.org/features/metadata/&quot;&gt;CKAN has many of the same attributes.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, for each type of data (or subfield) there are often industry standards or at least conventions. Good luck enumerating those!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A post from the Sunlight Foundation, &lt;a href=&quot;http://sunlightfoundation.com/blog/2010/04/07/government-data-sets-managing-expectations/&quot;&gt;Government Data Sets - Managing Expectations&lt;/a&gt; is a high-level gloss; it breaks down &quot;dataset quality&quot; into provenance, data quality, responsibility, maintenance, and documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above article is somewhat naive; the quality of a data set is not an independent thing. As &lt;a href=&quot;http://en.wikipedia.org/wiki/Data_quality&quot;&gt;Wikipedia - Data Quality&lt;/a&gt; points out, the quality of a data set  depends on the question asked of it. There is no &quot;one&quot; measure of data quality. Rather, there is a subjective 'appropriateness' for each question you might ask of a data set. You can't ignore the subjective nature of data quality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q: &quot;Should there be metrics published around accuracy, completeness, timeliness or validity of the data?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: There are advantages to doing so, sure, but there are costs too. Who provides the resources to do it? This question cannot be answered well in the abstract. This is a question of leadership and resources. If you want it, act. Advocate for it. Or do (hack, write, whatever) something for your city, country, state, province, or country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q: &quot;Should there be a minimum set of controls on the part of the publisher?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: Maybe. This is complex.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Perhaps it is smart to release the data sets you have, regardless of quality, in whatever format you have available.&lt;/li&gt;&#xA;&lt;li&gt;Perhaps later, over time, and perhaps with incentives, improve them and/or convert to better formats.&lt;/li&gt;&#xA;&lt;li&gt;Increasing standards of data quality may act as barriers to publishing data; reducing your data inventory. This may be good or bad.&lt;/li&gt;&#xA;&lt;li&gt;Some data releases may be criticized in any number of ways; for reasons in or out of your control.&lt;/li&gt;&#xA;&lt;li&gt;Data may be used in ways that the government or collecting agency does not agree with.&lt;/li&gt;&#xA;&lt;li&gt;Beware of publishing data that may be sensitive. It is difficult to anonymize data in the general case.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In summary, this is a hard problem with many pitfalls. Even well-meaning organizations may need significant prodding to make data releases happen.&lt;/p&gt;&#xA;" OwnerUserId="608" LastEditorUserId="608" LastEditDate="2013-05-24T21:59:49.357" LastActivityDate="2013-05-24T21:59:49.357" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="616" PostTypeId="2" ParentId="613" CreationDate="2013-05-24T21:54:09.407" Score="5" Body="&lt;p&gt;I think the best answer to this question is here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20160301214255/http://answers.semanticweb.com/questions/1072/quality-indicators-for-linked-data-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://answers.semanticweb.com/questions/1072/quality-indicators-for-linked-data-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open data and linked data are sometimes linked, but it's better to have the data both linked and open (Linked Open Data) than just open.&lt;/p&gt;&#xA;" OwnerUserId="451" LastEditorUserId="16193" LastEditDate="2017-10-27T13:25:08.697" LastActivityDate="2017-10-27T13:25:08.697" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="617" PostTypeId="2" ParentId="589" CreationDate="2013-05-24T22:29:06.403" Score="7" Body="&lt;p&gt;MusicBrainz is available for commercial use, although not all of it is free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Freebase has the majority of the information that's in MusicBrainz (imported from and linked back to MusicBrainz).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The largest source of open movie information is almost certainly Freebase.  It is not as strong as IMDB for U.S. movies, but is likely stronger for Bollywood &amp;amp; other geographies.  Movies, actors, etc are not only linked to IMDB, but also Netflix, Wikipedia, the books that the movies were adapted from (which are linked to OpenLibrary &amp;amp; Wikipedia), the sound tracks for the movies (which are, in turn, linked to MusicBrainz), etc, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of Freebase is CC-BY and available for commercial use without charge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I was curious about the relative coverage for the film domain, so here are the stats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.imdb.com/stats&quot;&gt;IMDB&lt;/a&gt;  - 289,447 feature films, 269,098 shorts&lt;/li&gt;&#xA;&lt;li&gt;Freebase  -  207,059 &lt;a href=&quot;https://www.freebase.com/film/film?instances&quot;&gt;total films&lt;/a&gt; including 131,438 with &lt;a href=&quot;https://www.freebase.com/query?lang=/lang/en&amp;amp;q=%5B%7B%22id%22%3anull,%22name%22%3anull,%22type%22%3a%22/film/film%22,%22runtime%22%3a%5B%7B%22runtime%3E%22:40,%22limit%22:0%7D%5D,%22return%22%3a%22count%22%7D%5D&amp;amp;autorun=1&quot;&gt;running time &gt; 40&#xA;min.&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://blog.dbpedia.org/category/dataset-releases/&quot;&gt;DBpedia&lt;/a&gt;  - 72,000 films&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://htmlgiant.com/film/how-many-movies-are-there/&quot;&gt;Apparently&lt;/a&gt; IMDB sometimes counts different cuts separately while Freebase groups them together, although it's go info on each cut, so the numbers aren't totally comparable, but IMDB has roughly twice as many movies as Freebase and Freebase three times as many as DBpedia.  Freebase, like DBpedia, is linked to Wikipedia, so for the 81,684 &lt;a href=&quot;https://www.freebase.com/query?lang=/lang/en&amp;amp;q=%5B%7B%22id%22%3anull,%22name%22%3anull,%22type%22%3a%22/film/film%22,%22key%22%3a%5B%7B%22namespace%22%3a%7B%22id%22%3a%22/wikipedia/en_id%22%7D,%22value%22%3anull%7D%5D%7D%5D&amp;amp;autorun=1&quot;&gt;films in Wikipedia &amp;amp; Freebase&lt;/a&gt; you can easily navigate to their Wikipedia article.&lt;/p&gt;&#xA;" OwnerUserId="545" LastEditorUserId="545" LastEditDate="2013-05-25T16:16:15.123" LastActivityDate="2013-05-25T16:16:15.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="618" PostTypeId="2" ParentId="554" CreationDate="2013-05-24T23:23:54.930" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://project-first.eu/content/first-corpus-fuzzy-labelled-gold-standard-sentiment-analysis-financial-weblogs-and-news&quot; rel=&quot;nofollow&quot;&gt;FIRST corpus&lt;/a&gt; sounds like it might fit the bill.  You might also look at the corpora used in similar research like &lt;a href=&quot;http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.95.8133&quot; rel=&quot;nofollow&quot;&gt;Good News or Bad News? Let the Market Decide&lt;/a&gt;.  A Google search along the lines of &quot;sentiment analysis labeled news corpus&quot; (without the quotes) might turn up some other relevant leads to follow.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Putting a high quality corpus together is expensive, which is why you don't see many of them freely available, but there's a lot of work being done on bootstrapping methods to help generate semi-automatically labelled corpora.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-05-24T23:23:54.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="619" PostTypeId="1" AcceptedAnswerId="670" CreationDate="2013-05-24T23:46:39.530" Score="6" ViewCount="892" Body="&lt;p&gt;Is there a database of which party (Democrats/Republicans/Other) won which county/zip code in a U.S. presidential election?  Even better would be a panel of these data. If no public database like this exists, which I find hard to imagine, what do you think the best way of getting these data would be?&lt;/p&gt;&#xA;" OwnerUserId="431" LastEditorUserId="431" LastEditDate="2013-05-25T07:02:36.177" LastActivityDate="2013-11-15T03:28:30.417" Title="Sources of political voting records at the county level?" Tags="|usa|county|postal-code|elections|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="620" PostTypeId="2" ParentId="302" CreationDate="2013-05-25T03:20:25.433" Score="2" Body="&lt;p&gt;Check out the Department of Defense's &lt;a href=&quot;http://www.adlnet.gov/tla/experience-api&quot; rel=&quot;nofollow&quot;&gt;Experience API&lt;/a&gt;.  It's an interesting education API, but it was also built with some great &lt;a href=&quot;https://groups.google.com/forum/?fromgroups#!topic/us-government-apis/KhgZc83i1xk&quot; rel=&quot;nofollow&quot;&gt;crowd-sourced developer input&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Disclaimer - I am the Sr. API Strategist for GSA)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="175" LastActivityDate="2013-05-25T03:20:25.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="621" PostTypeId="1" CreationDate="2013-05-25T06:08:28.693" Score="15" ViewCount="800" Body="&lt;p&gt;I'd want to publish some &quot;real-time&quot; data, i.e. my FV panel energy production, on a server. Which is the best way of cataloguing the data and make it available?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Energy is just an example, say that I add weather info or anything else.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked into &lt;a href=&quot;http://ckan.org/&quot;&gt;CKAN&lt;/a&gt;, but it seems that it's tuned more for finalized datasets, than real-time &quot;streaming&quot; data, which continuously grow over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The interface should be easy and accessible both from humans and automatic tools.&lt;/p&gt;&#xA;" OwnerUserId="612" LastEditorUserId="70" LastEditDate="2013-06-03T20:07:05.523" LastActivityDate="2016-10-31T20:04:46.587" Title="How to publish real-time open data" Tags="|releasing-data|best-practice|weather|data-portal|energy|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="622" PostTypeId="1" AcceptedAnswerId="631" CreationDate="2013-05-25T10:33:50.890" Score="7" ViewCount="125" Body="&lt;p&gt;I want to set up a free service where photographers buying or searching for discontinued photographic equipment can reference for technical specifications.  For instance, most eBay-listings of second-hand equipment are without any tech. specs whatsoever.  My current plan is to do this for the mainstream, usable cameras, lenses and flash units - i.e. not collectibles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Information about &lt;em&gt;current&lt;/em&gt; equipment is usually available from the manufacturer's websites, and some manufacturers (e.g. &lt;a href=&quot;http://www.canon.com/camera-museum/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canon Camera Museum&lt;/a&gt;) also make information about older models available on-line.  I am aware of a few non-manufacturer resources such as &lt;a href=&quot;http://www.botzilla.com/photo/strobeVolts.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Botzilla&lt;/a&gt; for strobe trigger voltages, and &lt;a href=&quot;http://www.butkus.org/chinon/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Butkus&lt;/a&gt; for old manuals (which contains technical specifications).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By &quot;technical specifications&quot;, I refer to things such as focal length and maximum f-stop (for lenses) and (normalized) guide number and trigger voltage (for flash units).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the sites mentioned above as examples requires scraping to extract the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am hunting for other non-manufacturer resources for technical specifications for photographic equipment to add to the planned service.  I am of course most interested in quality open linked data that does not require scraping or other ad-hoc data extraction methods.  However, since I suspect that few or no such resources exist, I am interested in pointers to &lt;em&gt;anything&lt;/em&gt; useful.&lt;/p&gt;&#xA;" OwnerDisplayName="user135" LastEditorUserId="6121" LastEditDate="2017-02-10T14:52:43.353" LastActivityDate="2017-02-10T14:52:43.353" Title="Are there any open datasets with technical specifications for photographic equipment?" Tags="|data-request|linked-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="623" PostTypeId="5" CreationDate="2013-05-25T10:36:00.773" Score="0" Body="&lt;p&gt;Data-request indicates a hunt for all sorts of data, not limited to data in the form of a structured database or dataset, but on-line data resources that may be scraped or acquired by means of other methods.&lt;/p&gt;&#xA;" OwnerDisplayName="user135" LastEditorUserId="107" LastEditDate="2013-05-25T16:15:36.630" LastActivityDate="2013-05-25T16:15:36.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="624" PostTypeId="4" CreationDate="2013-05-25T10:36:00.773" Score="0" Body="Data-request indicates a hunt for all sorts of data, not limited to data in the form of a structured database or dataset, but on-line data resources that may be scraped or acquired by means of other methods." OwnerDisplayName="user135" LastEditorUserId="107" LastEditDate="2013-05-25T16:15:18.923" LastActivityDate="2013-05-25T16:15:18.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="625" PostTypeId="2" ParentId="613" CreationDate="2013-05-25T12:16:18.143" Score="5" Body="&lt;p&gt;I'm personally against attempting to measure concepts of 'data quality' because you can't assess the quality of data without discussing what you're attempting to do with it.  We can discuss the quality of the data (and its associated metadata &amp;amp; documentation) for the purpose that it was originally collected, but 'bad' data might be fantastic for some other purpose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example -- there are a lot of ground based solar observatories.  Some days, the atmospheric conditions don't allow good seeing.  (where 'seeing' has to do with how clearly they can resolve distant objects).  The image might suck at the full resolution, but still be useful when reduced.  And for someone trying to study atmospheric aberration, it could be fantastic data ... we just don't know.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, last year the &lt;a href=&quot;http://datacuration.web.unc.edu/&quot; rel=&quot;noreferrer&quot;&gt;NSF ran a workshop to discuss data quality&lt;/a&gt;.  As your comment gave me reason to finally get around to reading their report (but only skimmed through thus far), I'm going to take a few excepts from their conclusions starting on page 17 of &lt;a href=&quot;http://datacuration.web.unc.edu/files/2012/10/NSF_Data_Curation_Workshop_Report.pdf&quot; rel=&quot;noreferrer&quot;&gt;their final report&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Conclusion&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;[...] we were able to distill these truths:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;We don't truly know what our data quality is today  &lt;/li&gt;&#xA;  &lt;li&gt;We need cooperative processes between creator, curator, and user&lt;/li&gt;&#xA;  &lt;li&gt;Data curation should be as painless as possible&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;  &#xA;  &lt;p&gt;Major conclusions were:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Context&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The chain from data capture through data curation to data users is too loose, and we need more and tighter interaction. Even defining &quot;quality&quot; without knowing the purpose of the data is difficult. Efficient capture of data including provenance and metadata is most easily done by working at the start of the process, not trying to retrofit quality in later. Later on, the aggregation of multiple databases often highlights errors that may have been overlooked in a single database, a problem aggravated by our lack of metrics for even separated areas.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Accounting&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Few projects track their curation costs, and since many projects also do not measure the number and size of errors in their archive, we can not plan how much we should spend on quality assurance to achieve a given level of reliability. [...]&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Technology&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We lack toolkits for both quality management and workflow description. Different projects do not share expertise in essential activities such as auditing, provenance, and privacy policy. Tools are needed both for the actual data and for management of the metadata.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Selection&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;[...] We do not understand the tradeoff between more data and better data nor do we have a general model of tools to implement selection policies. [...]&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Specializaton &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Do different disciplines require different procedures? Mechanically collected sensor data has different errors than survey data, and databases involving people create privacy issues. Nevertheless there should be procedures that are shareable across domains. [...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(disclaimer : I was invited to participate in the NSF workshop (as I was known to the organizers, who were from the LIS community), but when I realized they hadn't invited anyone from the &lt;a href=&quot;http://nsidc.org/&quot; rel=&quot;noreferrer&quot;&gt;NSIDC&lt;/a&gt;, who have done more work on the topic than I have, I ceded my seat to Ruth Duerr)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-25T12:16:18.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="626" PostTypeId="2" ParentId="622" CreationDate="2013-05-25T12:39:50.337" Score="4" Body="&lt;p&gt;Flickr might be an interesting source, though you'd need to scrape it too, probably starting off at &lt;a href=&quot;http://www.flickr.com/cameras/&quot; rel=&quot;nofollow&quot;&gt;http://www.flickr.com/cameras/&lt;/a&gt;. The specs are limited to a few key features, but you should find a lot of models there.&lt;/p&gt;&#xA;" OwnerUserId="374" LastEditorUserId="374" LastEditDate="2013-05-25T15:06:21.827" LastActivityDate="2013-05-25T15:06:21.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="627" PostTypeId="2" ParentId="619" CreationDate="2013-05-25T12:58:34.433" Score="1" Body="&lt;p&gt;I know that a number of the news organizations have made graphics showing visualizations with basic party-by-county vote information, so I'm fairly certain it's out there ... but I don't know if it's open in its aggregated form.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some newspapers have a sort of co-op that they call the &lt;a href=&quot;http://en.wikipedia.org/wiki/National_Election_Pool&quot; rel=&quot;nofollow&quot;&gt;National Election Pool&lt;/a&gt; to get presidential election results ... but again, it doesn't mean that the data's available to others in its raw form.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The good news is that even if you had to collect it up yourself, I would assume that there are enough other non-profits and similar interested groups (eg, &lt;a href=&quot;http://votesmart.org/&quot; rel=&quot;nofollow&quot;&gt;Project VoteSmart&lt;/a&gt;, &lt;a href=&quot;http://lwv.org/&quot; rel=&quot;nofollow&quot;&gt;League of Women Voters&lt;/a&gt;, &lt;a href=&quot;http://www.opensecrets.org/&quot; rel=&quot;nofollow&quot;&gt;Center for Responsive Politics&lt;/a&gt;, &lt;a href=&quot;http://www.publicintegrity.org/&quot; rel=&quot;nofollow&quot;&gt;Center for Public Integrity&lt;/a&gt;, &lt;a href=&quot;http://sunlightfoundation.com/&quot; rel=&quot;nofollow&quot;&gt;Sunlight Foundation&lt;/a&gt;, etc)  that you could probably make your own co-op.  You might also have luck attempting to contact state Board of Elections, and attempting to determine if they have county results, rather than having to contact each local election board individually.  (and/or attempting to convince the state board that they should become an aggregator of this information)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-25T12:58:34.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="628" PostTypeId="2" ParentId="619" CreationDate="2013-05-25T14:59:14.687" Score="1" Body="&lt;p&gt;There's nothing completely pre-packaged that I'm aware of, but &lt;a href=&quot;http://www.loc.gov/rr/program/bib/elections/statistics.html&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt; has a lot of decent resources, including &lt;a href=&quot;http://www.uselectionatlas.org/BOTTOM/store_data.php&quot; rel=&quot;nofollow&quot;&gt;recent county-level presidential voting data&lt;/a&gt;, but only under a commercial license. The gold standard for comprehensive data is &lt;a href=&quot;http://library.cqpress.com/elections/&quot; rel=&quot;nofollow&quot;&gt;CQ Press's Elections collection&lt;/a&gt;, but unfortunately it's commercial.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know some folks have used the Associated Press's data for visualizations of the last election through links like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.politico.com/mapdata/2012/NV.xml?cachebuster=4252013144720&quot; rel=&quot;nofollow&quot;&gt;http://www.politico.com/mapdata/2012/NV.xml?cachebuster=4252013144720&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's actually a semi-colon separated values result, not XML, and you'll have to crawl for each state (replacing NV in the URL with the other state codes). There's no license information, but it has been used for academic work. &lt;/p&gt;&#xA;" OwnerUserId="382" LastActivityDate="2013-05-25T14:59:14.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="629" PostTypeId="5" CreationDate="2013-05-25T16:20:36.310" Score="0" Body="&lt;p&gt;Data request tagged questions imply the user is seeking a specific dataset. See &lt;a href=&quot;https://opendata.meta.stackexchange.com/questions/284/how-a-good-data-request-question-should-look-like&quot;&gt;what a good data request should look like&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data sources may be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Files (CSV, JSON, XML, HTML, PDF, TXT, etc)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Database extracts&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Web_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;Web APIs&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="107" LastEditorUserId="90" LastEditDate="2018-07-13T13:11:17.970" LastActivityDate="2018-07-13T13:11:17.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="630" PostTypeId="4" CreationDate="2013-05-25T16:20:36.310" Score="0" Body="Indicates a request for relevant open data sources.&#xD;&#xA;Please read https://opendata.meta.stackexchange.com/q/284/17438 for writing a good request." OwnerUserId="107" LastEditorUserId="-1" LastEditorDisplayName="user4293" LastEditDate="2022-06-28T19:29:08.743" LastActivityDate="2022-06-28T19:29:08.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="631" PostTypeId="2" ParentId="622" CreationDate="2013-05-25T16:22:34.807" Score="5" Body="&lt;p&gt;I think it's semi-abandoned, but there are various levels of details for 1,300 models here: &lt;a href=&quot;https://www.freebase.com/digicams/digital_camera?instances&quot;&gt;https://www.freebase.com/digicams/digital_camera?instances&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If nothing else, the schema might provide a starting point for informing the types of information to collect.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-05-25T16:22:34.807" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="632" PostTypeId="2" ParentId="266" CreationDate="2013-05-25T16:26:17.153" Score="8" Body="&lt;p&gt;The Guardian data website has a variety and insights in to UK, European and World data.&#xA;The site also includes data visualisationa and application you can use.&#xA;Very enjoyable.&#xA;&lt;a href=&quot;http://www.guardian.co.uk/data&quot;&gt;http://www.guardian.co.uk/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="615" LastActivityDate="2013-05-25T16:26:17.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="633" PostTypeId="2" ParentId="621" CreationDate="2013-05-25T18:08:46.983" Score="11" Body="&lt;p&gt;You have a few options for real time (or &quot;near real time&quot;, which is when you have a delay between the collection &amp;amp; time to serve it, or for those that sample at a lower cadence)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a lot of considerations when dealing with 'real time' data:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Who is the intended audience?  (and do they already have standards for serving this type of data?)&lt;/li&gt;&#xA;&lt;li&gt;Is the data of value over the long term, or only ephemerally?  &lt;/li&gt;&#xA;&lt;li&gt;If the data is of value long term, at what cadence does it need to be at to be of value?  Does that cadence change as the data ages?&lt;/li&gt;&#xA;&lt;li&gt;If the data is ephemeral, what is the maximum age for which it's of value?&lt;/li&gt;&#xA;&lt;li&gt;What is the maximum latency acceptable for the data?&lt;/li&gt;&#xA;&lt;li&gt;How large is each record / observation?&lt;/li&gt;&#xA;&lt;li&gt;How would the intended audience expect to work with the data?&lt;/li&gt;&#xA;&lt;li&gt;How many people are going to be calling this API?&lt;/li&gt;&#xA;&lt;li&gt;Is the data useful individually, or only as part of a larger sensor network?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;... I'm probably missing a few things ... but without knowing the answers, I can't say if it makes sense to :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;have an API that queries the sensors in real time&lt;/li&gt;&#xA;&lt;li&gt;have the sensor report in every few minutes and serve the latest value&lt;/li&gt;&#xA;&lt;li&gt;have some sort of data logger and serve the last 10 or 100 values&lt;/li&gt;&#xA;&lt;li&gt;log to a database and have a protocol for requesting data from a given period of time&lt;/li&gt;&#xA;&lt;li&gt;append each entry to a log, and roll the log every day (or hour, or some other time period).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you're just looking to put up a few graphs on a website to show how much sunlight you get ... then just use &lt;a href=&quot;http://oss.oetiker.ch/rrdtool/&quot;&gt;RRDTool&lt;/a&gt; or something similar.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're trying to contribute back to a citizen science project ... you could look into the &lt;a href=&quot;http://www.nws.noaa.gov/om/coop/become.htm&quot;&gt;National Weather Service's Cooperative Observer Program&lt;/a&gt;.  I don't know if they deal with solar irradiance though.  DOE does, as they have their &lt;a href=&quot;http://energy.gov/maps/solar-energy-potential&quot;&gt;Solar Energy Potential map&lt;/a&gt;, but I don't know how they get the input for it.  You can also try to find if there are any local mesonets in your area that need a node near you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also be aware that for some types of real time and NRT (near real time) data, there are APIs for reporting significant events, and interested parties connect and subscribe to the types of alerts they're interested in.  Or individual sensors report back to some central clearing house, and people can then query that for data of interest.  For instance, in astronomy there's the &lt;a href=&quot;http://gcn.gsfc.nasa.gov/&quot;&gt;Gamma-ray Coordinates Network&lt;/a&gt;, for US earth science data, there's the &lt;a href=&quot;http://www.nosa.noaa.gov/&quot;&gt;NOAA Observing System Architecture&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-25T18:08:46.983" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="634" PostTypeId="2" ParentId="266" CreationDate="2013-05-25T19:48:26.753" Score="18" Body="&lt;p&gt;&lt;a href=&quot;http://www.quandl.com&quot; rel=&quot;noreferrer&quot;&gt;Quandl&lt;/a&gt; is an index of datasets. It includes &lt;a href=&quot;https://www.quandl.com/platform/open-data&quot; rel=&quot;noreferrer&quot;&gt;open datasets&lt;/a&gt; avaliable for free as well as &lt;a href=&quot;https://www.quandl.com/vendors&quot; rel=&quot;noreferrer&quot;&gt;premium databases&lt;/a&gt; which are only available for a cost.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It not only pulls them into one place for easier access, but provides an API for each dataset and packages for them to be pulled into the analysis tool of choice.&lt;/p&gt;&#xA;" OwnerUserId="616" LastEditorUserId="18" LastEditDate="2015-05-06T20:18:36.927" LastActivityDate="2015-05-06T20:18:36.927" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="635" PostTypeId="2" ParentId="542" CreationDate="2013-05-26T01:00:11.383" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://geoservices.tamu.edu/Services/Geocode/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Texas A&amp;amp;M Geoservices has a few Geocoding Services/Tools&lt;/a&gt; available, however they are for the U.S. only.&lt;/p&gt;&#xA;" OwnerUserId="431" LastEditorUserId="90" LastEditDate="2017-05-10T21:08:35.223" LastActivityDate="2017-05-10T21:08:35.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="636" PostTypeId="2" ParentId="554" CreationDate="2013-05-26T06:24:39.327" Score="1" Body="&lt;p&gt;I found the MPQA Opinion corpus here: &lt;a href=&quot;http://mpqa.cs.pitt.edu/&quot; rel=&quot;nofollow&quot;&gt;http://mpqa.cs.pitt.edu/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;this is close to what I am looking for.&lt;/p&gt;&#xA;" OwnerUserId="521" LastActivityDate="2013-05-26T06:24:39.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="637" PostTypeId="2" ParentId="93" CreationDate="2013-05-26T07:39:17.130" Score="9" Body="&lt;p&gt;&lt;a href=&quot;http://d3js.org&quot;&gt;d3.js&lt;/a&gt; is also a good javascript library manipulating data. Though most commonly used for building visualizations, you can do any sort of data-driven manipulation in the browser.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/trifacta/vega&quot;&gt;vega&lt;/a&gt; is slightly higher-level visualization grammar built on top of d3.&lt;/p&gt;&#xA;" OwnerUserId="71" LastActivityDate="2013-05-26T07:39:17.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="638" PostTypeId="1" AcceptedAnswerId="653" CreationDate="2013-05-26T08:08:08.903" Score="16" ViewCount="4974" Body="&lt;p&gt;Are there any openly-accessible databases for searching journal article metadata? I’m particularly looking for abstracts, citation data, and subjects/tags/fields-of-study information. I’m looking for something like Sciverse Scopus (but not just for Elsevier) or &lt;a href=&quot;http://csxstatic.ist.psu.edu/about&quot;&gt;CiteSeerX&lt;/a&gt;, but not just for CS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I’m not just looking for open access journals, and would like to at least cover however many thousand major journals there are across all fields of study.&lt;/p&gt;&#xA;" OwnerUserId="71" LastEditorUserId="70" LastEditDate="2015-03-30T14:41:58.090" LastActivityDate="2022-01-12T22:21:13.347" Title="Open database APIs for journal article metadata" Tags="|data-request|api|research|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="639" PostTypeId="2" ParentId="638" CreationDate="2013-05-26T11:21:59.780" Score="4" Body="&lt;p&gt;There are, but each system has a different scope, and so only collect up articles that they're interested in.  For instance:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://adswww.harvard.edu/&quot;&gt;SAO/NASA Astrophysics Data System&lt;/a&gt; focuses on &lt;a href=&quot;http://doc.adsabs.harvard.edu/abs_doc/faq.html#Data&quot;&gt;astronomy and related fields&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed&quot;&gt;PubMed&lt;/a&gt; focuses on [biomedical].&lt;/li&gt;&#xA;&lt;li&gt;Any institutional repository collects papers authored by their staff or faculty.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you're asking about standards for releasing the metadata ... it's not really set up for individuals to search on, but &lt;a href=&quot;http://www.openarchives.org/pmh/&quot;&gt;OAI-PMH (Protocol for Metadata Harvesting)&lt;/a&gt; allows for bulk downloading of metadata from repositories that support the standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The February memo from OSTP on &lt;a href=&quot;http://www.whitehouse.gov/blog/2013/02/22/expanding-public-access-results-federally-funded-research&quot;&gt;public access to (US) federally funded research&lt;/a&gt; specifically mentions in section 3:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;c) Ensure full public access to publications’ metadata without charge upon first publication in a data format that ensures interoperability with current and future search technology. Where possible, the metadata should provide a link to the location where the full text and associated supplemental materials will be made available after the embargo period;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;... but we don't yet know how it will be implemented.  It might that each agency will keep a registry or repository of the articles developed by their funding, or there might be a centralized one for all agencies, or it might prompt journals to start supporting OAI-PMH to make it easier for Google Scholar and others to aggregate it all in once place.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-26T11:21:59.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="640" PostTypeId="1" CreationDate="2013-05-26T16:15:46.737" Score="19" ViewCount="1006" Body="&lt;p&gt;I looked through several related questions here (e.g. &lt;a href=&quot;https://opendata.stackexchange.com/q/133/406&quot;&gt;Tools for merging similar datasets continuously&lt;/a&gt;) but nothing seemed to quite answer my question. So, apologies in advance if I missed something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm working on cleaning, normalizing, and linking some open data that consists of data dumps released as CSV files. New versions are released twice a month.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to include the new versions (which have additional data as well as possibly corrections of old data) without &quot;losing my place&quot; as it were with the normalizing I've already done. What's the best way to manage regular, periodic updates of CSV data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Out of the box &quot;diff&quot; tools don't offer much for CSV. I don't mind doing some scripting (python) to solve the problem but I'm not sure of the best approach for tracking, reviewing, and incorporating updates to data received in this form.&lt;/p&gt;&#xA;" OwnerUserId="406" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-09-09T22:47:48.770" Title="Keeping track of updates to open data published as CSV" Tags="|tool-request|best-practice|csv|" AnswerCount="7" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="641" PostTypeId="2" ParentId="640" CreationDate="2013-05-27T01:02:32.607" Score="2" Body="&lt;p&gt;CSV is a very simple format, I would suggest to keep track of the changes via a control version system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wrote a short tutorial on how to publish open data using github that tou may find interesting&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/alangrafu/github-open-data-portal/wiki/How-to-publish-Open-Data-using-github&quot; rel=&quot;nofollow&quot;&gt;https://github.com/alangrafu/github-open-data-portal/wiki/How-to-publish-Open-Data-using-github&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-27T01:02:32.607" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="643" PostTypeId="2" ParentId="542" CreationDate="2013-05-27T04:26:06.943" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://cartodb.com/&quot; rel=&quot;nofollow&quot;&gt;CartoDB&lt;/a&gt; service offers geocoding for tables stored in their service.  While CartoDB has a subscription fee, the software is open source.  In the US, they use TIGER in a PostGIS and for the rest of the world, they use GeoNames.&lt;/p&gt;&#xA;" OwnerUserId="630" LastActivityDate="2013-05-27T04:26:06.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="644" PostTypeId="1" AcceptedAnswerId="645" CreationDate="2013-05-27T09:05:53.913" Score="8" ViewCount="328" Body="&lt;p&gt;I would like to add a partial map of Prague into my LaTeX document but I am lost where to begin search for maps and how to get them into the document. I suppose that once I can get EPS or PDF of map area, I can manage from there. However I do not know where to start searching for map data that would be reasonably easy to convert to PDF or EPS. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="634" OwnerDisplayName="wilx" LastEditorUserId="70" LastEditDate="2013-06-03T20:00:33.680" LastActivityDate="2013-06-06T15:19:05.080" Title="Sources of topograpical maps for use in LaTeX documents" Tags="|data-request|geospatial|tool-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="645" PostTypeId="2" ParentId="644" CreationDate="2013-05-27T09:13:08.113" Score="9" Body="&lt;p&gt;Have you had a look at openstreetmap?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Osmbook&quot;&gt;http://wiki.openstreetmap.org/wiki/Osmbook&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not tested myself, they use Latex to generate the book.&lt;/p&gt;&#xA;" OwnerUserId="635" OwnerDisplayName="penbeuz" LastActivityDate="2013-05-27T09:18:25.870" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="647" PostTypeId="1" CreationDate="2013-05-27T15:19:13.477" Score="7" ViewCount="206" Body="&lt;p&gt;The main requirements for our open data directory are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;XML-based by default with ability to switch to JSON. It's important the easy way to make it human readable with just linking to XSL.&lt;/li&gt;&#xA;&lt;li&gt;All the data must be reachable by robot from the single starting point (root) without using interfaces like SPARQL. Something like the list of categories or entity types.&lt;/li&gt;&#xA;&lt;li&gt;Index of huge data collection of homogeneous entities must partitioned in some way (paged, by date period etc.). It must be obvious to robot that data are partitioned.&lt;/li&gt;&#xA;&lt;li&gt;Only reference to large entity can present in collection index, but not whole entity description. I.e. there should be a marker in the index unambiguously saying that data in index is not full and you have to follow a link to get more.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;What formats and schemas should I use? What vocabularies have support for such indexes and data partitioning? Are there public projects with such solutions that I could explore and use as examples?&lt;/p&gt;&#xA;" OwnerUserId="637" LastActivityDate="2013-06-03T18:46:04.110" Title="Best practices for huge explorable linked data directories" Tags="|best-practice|linked-data|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="648" PostTypeId="2" ParentId="640" CreationDate="2013-05-27T19:18:02.177" Score="4" Body="&lt;p&gt;Git will work reasonably well for CSVs, given that they are just flat files with text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A slightly more robust workflow might look something like this:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;For each row in in the CSV (call it SOURCE_DATA), &lt;a href=&quot;http://en.wikipedia.org/wiki/Hash_function&quot; rel=&quot;nofollow&quot;&gt;hash&lt;/a&gt; the entire line and store the hash value in a separate table (call it HASHES)&lt;/li&gt;&#xA;&lt;li&gt;Do your data processing on the raw input data, and store the output in a separate table (call it PROCESSED_DATA) and add a column for the hash value&lt;/li&gt;&#xA;&lt;li&gt;Every time your source data is updated, hash each line in the new SOURCE_DATA, check if it exists in HASHES, and if it does then just move to the next line (this prevents you from reprocessing data you've already done); otherwise do your processing and add it to PROCESSED_DATA&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This workflow will work well for data sets where:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Exact-duplicate rows don't matter&lt;/li&gt;&#xA;&lt;li&gt;Updates may occur on previously-released rows&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope that is helpful!&lt;/p&gt;&#xA;" OwnerUserId="643" LastActivityDate="2013-05-27T19:18:02.177" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="649" PostTypeId="2" ParentId="640" CreationDate="2013-05-27T22:44:18.077" Score="2" Body="&lt;p&gt;By far, the best thing I've seen on this complicated topic is Adrian Holovaty's series &lt;a href=&quot;http://source.mozillaopennews.org/en-US/learning/sane-data-updates-are-harder-you-think/&quot; rel=&quot;nofollow&quot;&gt;Sane Updates are Harder than you Think&lt;/a&gt;.  Unfortunately, its really too much to summarize here.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-05-27T22:44:18.077" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="650" PostTypeId="1" CreationDate="2013-05-28T00:49:48.700" Score="8" ViewCount="6871" Body="&lt;p&gt;Is there a site where USA road traffic historical data would be available? For example, whether the usual traffic jam on Bay Bridge in Maryland on Memorial day weekend was worse in 2012 vs. 2011?&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="160" LastEditDate="2013-05-28T19:43:44.327" LastActivityDate="2015-08-21T14:22:26.737" Title="Is there a site where USA road traffic historical data would be available?" Tags="|data-request|usa|transportation|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="651" PostTypeId="2" ParentId="650" CreationDate="2013-05-28T01:59:44.240" Score="6" Body="&lt;p&gt;There are a lot of datasets related to road safety and general patterns.  Here you can find many of the National Highway and Department of Transportation &lt;a href=&quot;http://catalog.data.gov/dataset?_organization_limit=0&amp;amp;organization=nhtsa-dot-gov&quot; rel=&quot;nofollow&quot;&gt;datasets&lt;/a&gt; and ones specific to &lt;a href=&quot;http://catalog.data.gov/dataset?q=traffic&amp;amp;sort=score%20desc,%20name%20asc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-139.21874999999997,8.754794702435618,-61.87499999999999,61.77312286453146&quot; rel=&quot;nofollow&quot;&gt;traffic&lt;/a&gt; in various locations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="292" LastEditDate="2013-05-28T23:03:36.353" LastActivityDate="2013-05-28T23:03:36.353" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="652" PostTypeId="2" ParentId="589" CreationDate="2013-05-28T08:23:12.593" Score="2" Body="&lt;p&gt;As far as I know Musicbrainz is free to use. The only cost comes in commerical licenses to their live API. You can take a copy of the database freely, create your own server and use as you see fit.&lt;/p&gt;&#xA;" OwnerUserId="648" LastActivityDate="2013-05-28T08:23:12.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="653" PostTypeId="2" ParentId="638" CreationDate="2013-05-28T08:53:15.153" Score="15" Body="&lt;p&gt;There are several different potential sources of information. I don't think any are completely comprehensive and few would count as strict &quot;open data&quot;: apart from Open Access titles, licensing is likely to vary between publishers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having said that you could look at some of the following sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dev.springer.com/&quot;&gt;Springer API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.nature.com/&quot;&gt;Nature Linked Data Platform&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/books/NBK25501/&quot;&gt;PubMed API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://api.plos.org/&quot;&gt;PLOS API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://arxiv.org/help/api/index&quot;&gt;ArXiv API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://search.crossref.org/help/api&quot;&gt;CrossRef Search API&lt;/a&gt; -- this would be a good starting point&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Essentially there are publisher specific APIs, subject aggregators, and a few cross-industry services. CrossRef as a DOI registry are a good starting point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Its worth noting that given a DOI, you can now get structured metadata about the article using content negotiation, i.e. a simple HTTP request. This includes all CrossRef and DataCite DOIs. &lt;a href=&quot;http://crosstech.crossref.org/2011/04/content_negotiation_for_crossr.html&quot;&gt;More information, including examples&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-28T08:53:15.153" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="654" PostTypeId="2" ParentId="647" CreationDate="2013-05-28T09:00:52.340" Score="4" Body="&lt;p&gt;The Linked Data API can help here. It's an open specification that defines how to expose data in a SPARQL endpoint as Linked Data, including descriptions of resources and lists of resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API provides a number of features that meet you needs:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Configurable list of entities, e.g. by type or property, with support for paging, sorting and filtering&lt;/li&gt;&#xA;&lt;li&gt;Configurable level of descriptions, e.g. a default description might be a simple label + type, a complete description might include all properties&lt;/li&gt;&#xA;&lt;li&gt;Data exposed in simple XML and JSON formats, as well as RDF serializations&lt;/li&gt;&#xA;&lt;li&gt;RESTful design making it easy to crawl the paged collections of data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;More background:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;General &lt;a href=&quot;http://www.epimorphics.com/web/tools/linked-data-api.html&quot; rel=&quot;nofollow&quot;&gt;overview&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://code.google.com/p/linked-data-api/wiki/Specification&quot; rel=&quot;nofollow&quot;&gt;Specification&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.epimorphics.com/web/tools/elda.html&quot; rel=&quot;nofollow&quot;&gt;Elda&lt;/a&gt; is an Open Source implementation&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The Linked Data API was designed to help support publishing of Government Linked Data in the UK. Its been used to publish &lt;a href=&quot;http://environment.data.gov.uk/lab/&quot; rel=&quot;nofollow&quot;&gt;data from the Environment Agency&lt;/a&gt;. You could refer to that as an example&lt;/p&gt;&#xA;" OwnerUserId="550" LastActivityDate="2013-05-28T09:00:52.340" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="655" PostTypeId="2" ParentId="640" CreationDate="2013-05-28T09:19:45.553" Score="4" Body="&lt;p&gt;If your CSV has newlines inside 'cells' then this will screw-up command-line diff. You'd be better off parsing it in python to either remove them, or to feed into the python diff.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hashing each line will tell you track a row that stays the same. It is no good for keeping track of a row that changes a bit. Maybe you don't need to do this. Row IDs have been commented on a couple of times, so it would be useful if you could tell us if this is a problem or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Git is an excellent system for keeping track of your 'place', and what you decided when previously 'reviewing' changes. I would recommend not trying to implement your own branching/merging system!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the king of data merging is to make everything Linked Data. You are doing the cleaning and converting to a common format anyway, so why not use well-known identifiers for things and their properties? Merging becomes a cinch. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And like any good open data wrangler you'll want to republish your resulting data. Doing it with these well-known standards saves you having to describe any custom format you thought up, and others will be able to use your data without all the parsing and interpretation that you had to go through.&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-05-28T09:19:45.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="656" PostTypeId="2" ParentId="640" CreationDate="2013-05-28T11:57:58.820" Score="2" Body="&lt;p&gt;Git or version control works well for managing the file updates themselves. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to reduce false-positive changes detected by git, you can sort the lines. In order to reduce processing of duplicates, you can assign hashes as mentioned by Dave Guarino.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What we do in praxis on datasets that do not have an unique &lt;em&gt;and&lt;/em&gt; immutable identifier is to assign columns into three categories: identifier, tracked and untracked.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;identifier&lt;/strong&gt; are columns that, if any of these is identical to another dataset in the other version will treat these datasets as the same. Depending on your use case, you may decide that all of the identifiers have to be the same, but if for example a road can either change name &lt;em&gt;or&lt;/em&gt; geometry, either should be enough to identify.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;tracked&lt;/strong&gt; are columns that will trigger a change if modified. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;untracked&lt;/strong&gt; are columns that are not relevant, or expected to change in every dataset (such as the last modified column, for example.)&lt;/p&gt;&#xA;" OwnerUserId="202" LastActivityDate="2013-05-28T11:57:58.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="657" PostTypeId="2" ParentId="647" CreationDate="2013-05-28T13:23:00.410" Score="1" Body="&lt;p&gt;You might want to look at &lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow&quot;&gt;CKAN&lt;/a&gt; as a starting point.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-05-28T13:23:00.410" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="658" PostTypeId="2" ParentId="640" CreationDate="2013-05-28T13:33:25.853" Score="6" Body="&lt;p&gt;You might want to consider maintaining your cleanups as a set of operations or diffs which get applied to the source data.  This would help isolate you from changes to the source and allow you to reapply them to a new dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://openrefine.org&quot;&gt;OpenRefine&lt;/a&gt; maintains a history of operations, but you could do something similar with a set of version controlled scripts in your favorite scripting language.  You also might be able to use a set of patch files produced by something like &lt;a href=&quot;http://www.diffkit.org/&quot;&gt;DiffKit&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-05-28T13:33:25.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="659" PostTypeId="2" ParentId="115" CreationDate="2013-05-28T14:14:47.800" Score="7" Body="&lt;p&gt;I worked on the creation of a  very large (300 million) company authority file for a major publisher and have been involved in proper noun resolution for a number of years.  The solution involves two parts: extraction of probable company names and then resolving those names to a standardized &quot;canonical&quot; name.  The extraction portion depends upon the source material.  Trade journals will refer to a company in one manner, often dropping Inc. or Co, while the national business press refers to the same company in a different manner, often using the standard enforced by the editor.  Further, consumer generated content such as blogs et al can be expected to have misspellings and bad format.  Thus, to find even the candidate names, one needs three different models.  In order to resolve ambiguities, company location and product/service type should also be extracted from the content.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The resolution piece needs to begin with an authority file.  One can start with the companies on the stock exchanges and then add to this private company lists from say D&amp;amp;B or similar. The authority file should also have address and industrial classification code so that ambiguities may be resolved.  Before candidates are matched to the authority file, certain normalization needs to be done on company suffixes and prefixes, spaces and punctuation so that the differences measured by string edit distance focus primarily on the the company name.  Nonetheless, ambiguities will be found and this is where product and location come into play.&lt;/p&gt;&#xA;" OwnerUserId="650" LastEditorUserId="458" LastEditDate="2013-05-28T15:38:08.953" LastActivityDate="2013-05-28T15:38:08.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="660" PostTypeId="2" ParentId="647" CreationDate="2013-05-28T17:09:17.357" Score="5" Body="&lt;p&gt;I would suggest:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When dereferencing the root URL, point to a metadata document (via RDFa and/or conneg), say &lt;a href=&quot;http://yoursite.com/meta&quot;&gt;http://yoursite.com/meta&lt;/a&gt;. When dereferencing this document, provide a description of datasets using &lt;a href=&quot;http://www.w3.org/TR/vocab-dcat/&quot;&gt;DCAT&lt;/a&gt;. every URI there, when dereferenced can show metadata (file size, creation dates, etc) and include a dcat:downloadURl link with the actual data. I'm not sure about the paging issue, but all of the above can be done in say, apache + flat files. Of course there are other more sophisticated solutions but I think this pretty much covers most of what you ask for.&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-05-28T17:09:17.357" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="661" PostTypeId="5" CreationDate="2013-05-28T18:03:13.697" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-28T18:03:13.697" LastActivityDate="2013-05-28T18:03:13.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="662" PostTypeId="4" CreationDate="2013-05-28T18:03:13.697" Score="0" Body="Best-practice questions generally involve a short guide or tutorial related to an outstanding example of the use or implementation of Open Data principles or practices." OwnerUserId="505" LastEditorUserId="244" LastEditDate="2014-02-06T07:08:23.483" LastActivityDate="2014-02-06T07:08:23.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="663" PostTypeId="5" CreationDate="2013-05-28T18:07:15.897" Score="0" Body="" OwnerUserId="263" LastEditorUserId="70" LastEditDate="2015-05-06T07:57:25.020" LastActivityDate="2015-05-06T07:57:25.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="664" PostTypeId="4" CreationDate="2013-05-28T18:07:15.897" Score="0" Body="For questions regarding data formats and file formats, such as comparison of different data formats or recommendations of a file format." OwnerUserId="505" LastEditorUserId="70" LastEditDate="2015-05-06T07:57:25.020" LastActivityDate="2015-05-06T07:57:25.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="665" PostTypeId="5" CreationDate="2013-05-28T18:10:13.953" Score="0" Body="&lt;p&gt;For questions about documentation of data, APIs or standards.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This might include questions about where to find documentation or other supplemental information necessary to make use of the data, clarification of the documentation, or discussions of how to improve documentation in general.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-28T19:00:38.110" LastActivityDate="2013-05-28T19:00:38.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="666" PostTypeId="4" CreationDate="2013-05-28T18:10:13.953" Score="0" Body="For questions about documentation of data, APIs or standards." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:22:33.517" LastActivityDate="2014-02-06T16:22:33.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="667" PostTypeId="5" CreationDate="2013-05-28T18:15:11.520" Score="0" Body="&lt;p&gt;Caveats are notices given to inform users of data or software of the limitations or expected usage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This may include a request for notifying the PI (Primary Investigator) of any research involving the data, or it may discuss possible biases due to investigation design that may preclude some types of analysis from being done on it.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2013-05-28T19:00:10.810" LastActivityDate="2013-05-28T19:00:10.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="668" PostTypeId="4" CreationDate="2013-05-28T18:15:11.520" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-05-28T18:15:11.520" LastActivityDate="2013-05-28T18:15:11.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="669" PostTypeId="2" ParentId="266" CreationDate="2013-05-28T18:35:19.807" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://re3data.org/&quot; rel=&quot;nofollow&quot;&gt;Registry of Research Data Repositories&lt;/a&gt; just issued a press release announcing their existance, but their scope isn't necessarily all data, only 'research data'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I assume they also contain closed data, based on one of their metadata fields:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Type of access to data:   open&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-05-28T18:35:19.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="670" PostTypeId="2" ParentId="619" CreationDate="2013-05-28T18:54:19.923" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://blog.openelections.net/&quot;&gt;open elections&lt;/a&gt; project is trying to collect this type of information from official sources, though it isn't yet available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is commercially valuable information that typically comes with a licensing fee and can be problematic for republishing. &quot;Election Data Services&quot; is one of the usual sources for this data. Also see &lt;a href=&quot;http://uselectionatlas.org/BOTTOM/store_data.php&quot;&gt;Dave Leip's political atlas store&lt;/a&gt; where a site license for 2012 county-level presidential results appears to be about $200. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data doesn't exist for ZIP codes, of course; they don't match polling districts. &lt;/p&gt;&#xA;" OwnerUserId="228" LastActivityDate="2013-05-28T18:54:19.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="671" PostTypeId="2" ParentId="462" CreationDate="2013-05-28T18:58:45.580" Score="4" Body="&lt;p&gt;I think NAICS is useful, but it depends on what you're trying to categorize. In practice, NAICS is a self-reported industrial classification of the contractor, and not necessarily a classification of what is being purchased. In fact it was developed to make comparisons across business statistics easier. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The federal contracting data has Product and Service codes in addition to NAICS that detail the category of the actual item purchased and were explicitly designed for this purpose. A big contractor like General Dynamics may self-report it's industrial classification as whatever is on it's tax form or D&amp;amp;B registration, but they could be selling the government something that is classified under a totally different industrial category. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe &lt;a href=&quot;http://www.acquisition.gov/PSC%20Manual%20-%20Final%20-%2011%20August%202011.pdf&quot; rel=&quot;nofollow&quot;&gt;this is the most recent Product and Service Code manual&lt;/a&gt;. It gets revised every few years and they appear to keep a relatively detailed changelog. &lt;/p&gt;&#xA;" OwnerUserId="654" LastEditorUserId="33" LastEditDate="2013-05-29T17:27:02.977" LastActivityDate="2013-05-29T17:27:02.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="672" PostTypeId="2" ParentId="589" CreationDate="2013-05-29T05:47:59.487" Score="5" Body="&lt;p&gt;&quot;The Million Song Dataset is a freely-available collection of audio features and metadata for a million contemporary popular music tracks&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/&quot; rel=&quot;noreferrer&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="661" LastActivityDate="2013-05-29T05:47:59.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="673" PostTypeId="1" AcceptedAnswerId="689" CreationDate="2013-05-29T14:17:40.567" Score="10" ViewCount="5247" Body="&lt;p&gt;I'm trying to get a general idea of railroad traffic along particular segments of track—whether it's abandoned, whether it gets one train a month, or 100 trains a day. Is there a source of such data? I've had no luck on the Department of Transportation's website, and no luck on &lt;a href=&quot;http://catalog.data.gov/dataset?q=railroad&amp;amp;organization=nhtsa-dot-gov&quot;&gt;Data.gov&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5" LastEditorUserId="202" LastEditDate="2013-05-30T13:20:15.537" LastActivityDate="2015-04-29T05:14:08.630" Title="Where can I find U.S. train traffic data?" Tags="|data-request|usa|transportation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="674" PostTypeId="2" ParentId="673" CreationDate="2013-05-29T18:21:05.500" Score="4" Body="&lt;p&gt;Weekly rail traffic summary:&#xA;&lt;a href=&quot;https://www.aar.org/newsandevents/Freight-Rail-Traffic/Pages/default.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.aar.org/newsandevents/Freight-Rail-Traffic/Pages/default.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rail time indicators (not free and structured): &lt;a href=&quot;https://www.aar.org/newsandevents/Pages/Rail-Time-Indicators.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.aar.org/newsandevents/Pages/Rail-Time-Indicators.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="127" LastEditorUserId="458" LastEditDate="2013-05-29T22:18:59.350" LastActivityDate="2013-05-29T22:18:59.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="675" PostTypeId="1" CreationDate="2013-05-29T21:39:56.187" Score="8" ViewCount="6292" Body="&lt;p&gt;I am not even quite sure how this data would be organized. But I am looking for a data source for different speed limits in the US correlated to street name. &lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="202" LastEditDate="2013-05-30T13:20:20.537" LastActivityDate="2013-05-30T14:24:10.107" Title="Data Source for Speed Limits" Tags="|data-request|usa|transportation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="676" PostTypeId="1" CreationDate="2013-05-29T21:41:03.880" Score="6" ViewCount="846" Body="&lt;p&gt;I am currently using the &lt;a href=&quot;http://commoncrawl.org/&quot; rel=&quot;noreferrer&quot;&gt;Common Crawl&lt;/a&gt; dump of web crawl data. Are their any other good providers of free web crawling data that I can blend with my Common Crawl data?&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="70" LastEditDate="2013-05-31T04:16:00.800" LastActivityDate="2013-06-06T16:13:08.540" Title="Open Web Crawling Dumps" Tags="|data-request|web-crawling|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="677" PostTypeId="1" AcceptedAnswerId="698" CreationDate="2013-05-29T22:07:23.340" Score="8" ViewCount="199" Body="&lt;p&gt;I'm currently starting a large project to capture and classify published CC-BY-NC data of an international aid organisation into standard open formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(There's an overview of the project online at &lt;a href=&quot;http://www.indiegogo.com/projects/open-data-for-transparency-in-development-aid&quot;&gt;Open Data for Transparency in Development Aid&lt;/a&gt; )&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll have 2 main blocks of data categories:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Project / activity data &lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Operational data&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Project / activity data is pretty straight forward - I will use the IATI activity data format.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I could so far not locate any standards to best capture the operational data&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Budgets: These are the annual budgets of the organisation - I've seen &lt;a href=&quot;/questions/417/reporting-non-country-specific-administrative-spending-in-iati-standard&quot;&gt;Reporting non-country specific administrative spending in IATI standard&lt;/a&gt; but that is looking at classifying general administrative overhead of projects vs general administrative costs of running the organisation. Breaking down these administrative cost into IATI sector codes is either not possible or misleading. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Procurements: I'm first trying to capture Requests for Proposal and their related documents - anyone done this before and could suggest standards in use ea.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Salaries, staff numbers: I had a look how e.g. &lt;a href=&quot;http://data.gov.uk/publisher/department-for-international-development&quot;&gt;DFID&lt;/a&gt; is publishing those, but they are using CSVs for that. So far not been able to identify any JSON / XML standard formats. With staff pay, I'm also looking into clustering the different levels to make them comparable (e.g. Top-Tier, 2nd level management, 3rd level management). Anyone done something similar before or any standards to look into.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="485" LastEditorUserId="18" LastEditDate="2014-08-28T20:46:02.883" LastActivityDate="2014-08-28T20:46:02.883" Title="Standards for capturing organisational data like budgets, procurement, salaries" Tags="|releasing-data|standards|iati|aid|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="678" PostTypeId="2" ParentId="589" CreationDate="2013-05-29T23:35:19.073" Score="5" Body="&lt;p&gt;For movies, in addition to DBPedia or Freebase (which are both heavily wikipedia derived) there is also &lt;a href=&quot;http://www.omdb.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.omdb.org/&lt;/a&gt; (though it &lt;a href=&quot;http://lists.okfn.org/pipermail/okfn-discuss/2013-February/009085.html&quot; rel=&quot;nofollow&quot;&gt;may be shutting down&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;http://datahub.io/dataset?q=movies&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset?q=movies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: as Tom Morris points out Freebase whilst using some Wikipedia material has a lot of additional movie info.&lt;/p&gt;&#xA;" OwnerUserId="207" LastEditorUserId="207" LastEditDate="2013-08-10T13:45:20.147" LastActivityDate="2013-08-10T13:45:20.147" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="679" PostTypeId="2" ParentId="11" CreationDate="2013-05-30T03:15:53.687" Score="8" Body="&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/nchs/nhis.htm&quot; rel=&quot;nofollow&quot;&gt;CDC's National Health Interview Survey (HIS)&lt;/a&gt; provides public use files containing person-level data including demographic data and physical parameters such as weight, and disability. Dating back to 1957, it is an annual survey of a nationally representative sample dates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CDC's National Health And Nutritional Examination Survey (NHANES) provides public use files containing person-level data including demographic, dietary, examination, and laboratory data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Health and Retirement Study (sponsored by the National Institute on Aging, and Social Security Administration) is longitudinal panel cohort study that started in 1992, and covers a representative sample of Americans over the age of 50, as they transition into retirement. Only certain person-level data are public use, because of the sensitive data collected including genetic information, prescription drug use, cognitive function, biomarkers, etc. The &quot;core&quot; survey is supplemented by focused add-on modules.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 3 surveys above are used for econometric microsimulation models; in case you wanted another way to search for these datasets that would be one way to back into it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, de-identified patient data will not include names. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Concerning EAV models that use large datasets where information in certain categories is relatively sparse, &quot;sparse&quot; suggests that an individual could be re-identified. At least with US government release of data, any such sparse data would be suppressed if an individual could be re-identified. Protection of personally identifiable information (PII) and maintaining patient confidentiality are considered fundamental to ensuring public trust and participation in these surveys.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclosure: I work for the Asst Secretary for Planning and Evaluation (ASPE) in the Dept of Health and Human Services (HHS) on the open data initiative. Surveys mentioned above are all HHS surveys, though I have no &lt;strong&gt;direct&lt;/strong&gt; connection to any of them.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="658" LastEditorUserId="70" LastEditDate="2013-08-07T21:25:55.343" LastActivityDate="2013-08-07T21:25:55.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="680" PostTypeId="2" ParentId="306" CreationDate="2013-05-30T04:01:02.253" Score="-1" Body="&lt;p&gt;The National Technical Information Service (NTIS.gov) is the official distributor of the Social Security Administration's (SSA) Death Master File (DMF) and contains over 85 million records of deaths, reported to the SSA, from 1936 to present, updated on a weekly basis as information becomes available. Name, SSN, date of birth, date of death, state of residence are included. It is available to the public for purchase. &lt;/p&gt;&#xA;" OwnerUserId="658" LastEditorUserId="658" LastEditDate="2013-05-30T14:25:50.483" LastActivityDate="2013-05-30T14:25:50.483" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="681" PostTypeId="2" ParentId="443" CreationDate="2013-05-30T04:26:54.880" Score="2" Body="&lt;p&gt;Data will still be available through Freedom of Information Act (FOIA) requests: &lt;a href=&quot;http://www.foia.gov&quot; rel=&quot;nofollow&quot;&gt;http://www.foia.gov&lt;/a&gt;. (i.e., yes, there will be &quot;means of appeal&quot; for individuals requesting government data that has not been publicly released).&lt;/p&gt;&#xA;" OwnerUserId="658" LastActivityDate="2013-05-30T04:26:54.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="682" PostTypeId="2" ParentId="595" CreationDate="2013-05-30T06:03:53.750" Score="0" Body="&lt;p&gt;The Department of Health and Human Services (HHS) has experience adapting its data governance framework for open data. The effort has been led out of the HHS CTO's office. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclosure: I work for the Asst Sec of Planning &amp;amp; Evaluation (ASPE), an HHS agency. I work closely with the CTO's office. I have experience to offer though I was not originally part of the extension of the data governance framework.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="658" LastEditorUserId="658" LastEditDate="2013-05-30T14:13:05.517" LastActivityDate="2013-05-30T14:13:05.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="683" PostTypeId="2" ParentId="675" CreationDate="2013-05-30T06:56:25.693" Score="2" Body="&lt;p&gt;Considering that Google and others estimate travel time, it seems likely that this data may have been compiled (unless they are just guessing by road type). I know of no way to get to this directly but it might be worth pursuing/requesting. I could imagine that they might want to protect it, assuming they actually have compiled it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source of data is &lt;a href=&quot;http://www.wikispeedia.org&quot; rel=&quot;nofollow&quot;&gt;http://www.wikispeedia.org&lt;/a&gt;. They seem rather interested in speed limit signs but they do have an API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, you may be able to get some government data but smaller roads are generally regulated by local authorities.&lt;/p&gt;&#xA;" OwnerUserId="32" LastActivityDate="2013-05-30T06:56:25.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="684" PostTypeId="2" ParentId="675" CreationDate="2013-05-30T14:13:09.140" Score="8" Body="&lt;p&gt;The best source at a broad level is from the &lt;a href=&quot;http://safety.fhwa.dot.gov/speedmgt/data_facts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Highway Administration&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a also variety of open data on &lt;a href=&quot;http://www.nhtsa.gov/NCSA&quot; rel=&quot;nofollow noreferrer&quot;&gt;traffic safety&lt;/a&gt;. Some of this has embedded speed limit information as well as other information, such as fatalities and accidents. There are also some state speed zone data zones, such as those for &lt;a href=&quot;http://catalog.data.gov/dataset/transroad-speedzns2000&quot; rel=&quot;nofollow noreferrer&quot;&gt;Virginia&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There was a question on &lt;a href=&quot;https://stackoverflow.com/questions/8469101/how-to-get-the-marked-speed-limit-of-a-road-out-of-longitude-and-latitude&quot;&gt;another Stack Exchange&lt;/a&gt; about this as well: &quot;you can derive an approximate max speed limit by looking at the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/OSM_tags_for_routing/Maxspeed&quot; rel=&quot;nofollow noreferrer&quot;&gt;national speed limit&lt;/a&gt; for the type of road in the country of interest&quot; derived from &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The DOT National Transportation Library has FAQs about the &lt;a href=&quot;https://ntl.custhelp.com/app/answers/detail/a_id/404/kw/%22speed%20limit%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;National speed limit&lt;/a&gt; and &lt;a href=&quot;https://ntl.custhelp.com/app/answers/detail/a_id/149/kw/%22speed%20limit%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;speed limit laws&lt;/a&gt;. Speed limits are governed by state and local jurisdictions. Some &lt;a href=&quot;http://www.hsisinfo.org/table2.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;roadway data&lt;/a&gt; from a subset of states is made available through the Turner-Fairbank Highway Research Center (TFHRC) (or pull a &lt;a href=&quot;http://www.hsisinfo.org/datarequest.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;data request&lt;/a&gt;). &lt;a href=&quot;https://ntl.custhelp.com/app/ask&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reference librarians&lt;/a&gt; are available to help with specific data requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov. A contractor with Dept. of Transportation also provided information for this answer.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-05-30T14:24:10.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="685" PostTypeId="2" ParentId="619" CreationDate="2013-05-30T15:10:30.100" Score="2" Body="&lt;p&gt;A word of caution about using the AP data made available through client sites such as Politico (or, for that matter, the New York Times): AP does make updates to its election results data, but most news organizations do not update their published data more than a few days after the election. So in most cases what you'll find in such feeds is incomplete data for some states and counties. This is one reason why we're doing OpenElections, and we will have county-level presidential results.&lt;/p&gt;&#xA;" OwnerUserId="9" LastActivityDate="2013-05-30T15:10:30.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="687" PostTypeId="2" ParentId="609" CreationDate="2013-05-30T19:26:13.770" Score="2" Body="&lt;p&gt;There is a growing catalog of APIs from the federal government available at Data.gov's &lt;a href=&quot;http://www.data.gov/developers/page/developer-resources&quot; rel=&quot;nofollow&quot;&gt;Developer community&lt;/a&gt;.  Activity on each dataset will be made visible in the activity stream area (not yet visible as the &lt;a href=&quot;http://catalog.data.gov/dataset&quot; rel=&quot;nofollow&quot;&gt;new catalog&lt;/a&gt; was just created last week).  In the meantime, you can see API activity as follows:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;EPA Envirofacts API: &lt;a href=&quot;http://catalog.data.gov/dataset/epa-envirofacts-api&quot; rel=&quot;nofollow&quot;&gt;dataset page&lt;/a&gt; and &lt;a href=&quot;http://catalog.data.gov/dataset/activity/epa-envirofacts-api&quot; rel=&quot;nofollow&quot;&gt;activity stream&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://explore.data.gov/Geography-and-Environment/EPA-Envirofacts-API/ctg5-dfaz&quot; rel=&quot;nofollow&quot;&gt;Previous metrics&lt;/a&gt; (temporary solution) until the activity streams are populated&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-30T19:26:13.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="688" PostTypeId="2" ParentId="676" CreationDate="2013-05-30T20:55:16.863" Score="7" Body="&lt;p&gt;If the crawled data doesn't need to be very recent, the &lt;a href=&quot;http://archive.org/&quot;&gt;Internet Archive&lt;/a&gt; provides &lt;a href=&quot;http://blog.archive.org/2012/10/26/80-terabytes-of-archived-web-crawl-data-available-for-research/&quot;&gt;80 terabytes of archived web crawl data from 2011 for research&lt;/a&gt;. Unfortunately, they don't say under which license they release the data, so it might not be Open Data as defined by the &lt;a href=&quot;http://opendefinition.org/&quot;&gt;Open Definition&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2013-05-30T20:55:16.863" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="689" PostTypeId="2" ParentId="673" CreationDate="2013-05-30T22:30:13.563" Score="7" Body="&lt;p&gt;As a supplement of open data, the Federal Railroad Administration in the U.S. provides data on &lt;a href=&quot;http://safetydata.fra.dot.gov/officeofsafety/default.aspx&quot; rel=&quot;nofollow&quot;&gt;incidents, casualties, and a listing of the rail crossings&lt;/a&gt;. FRA also provides geospatial data on the &lt;a href=&quot;http://fragis.fra.dot.gov/GISFRASafety/&quot; rel=&quot;nofollow&quot;&gt;location and maps of rail networks&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It could be possible to interpolate train traffic between two grade crossings as well. You could experiment with the FRA grade crossing data. The grade crossing file captures day and nighttime movement counts, as well as crossings where there is less than 1 train per day. The specification is &lt;a href=&quot;https://safetydata.fra.dot.gov/OfficeofSafety/ProcessFile.aspx?doc=GxFile.pdf&quot; rel=&quot;nofollow&quot;&gt;available&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2015-04-29T05:14:08.630" LastActivityDate="2015-04-29T05:14:08.630" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="690" PostTypeId="2" ParentId="399" CreationDate="2013-05-30T22:53:58.570" Score="2" Body="&lt;p&gt;Versioning of your API's, please!&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2013-05-30T22:53:58.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="691" PostTypeId="1" CreationDate="2013-05-31T04:17:56.420" Score="9" ViewCount="2038" Body="&lt;p&gt;I am looking for any open data set that maintains restaurants (or places in general) with their address. If a place closes I am hoping this database will reflect that quickly.&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="70" LastEditDate="2015-03-30T14:40:38.980" LastActivityDate="2015-03-30T14:40:38.980" Title="Open Address Data for Restaurants" Tags="|data-request|business|address|" AnswerCount="6" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="692" PostTypeId="2" ParentId="691" CreationDate="2013-05-31T05:06:32.240" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://www.yelp.com/&quot; rel=&quot;nofollow&quot;&gt;Yelp&lt;/a&gt; has a search and business API and you can find more details on their &lt;a href=&quot;http://www.yelp.com/developers/documentation&quot; rel=&quot;nofollow&quot;&gt;developers page&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="658" LastEditorUserId="505" LastEditDate="2014-01-31T09:35:43.913" LastActivityDate="2014-01-31T09:35:43.913" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="693" PostTypeId="2" ParentId="691" CreationDate="2013-05-31T12:52:25.870" Score="12" Body="&lt;p&gt;&lt;a href=&quot;http://www.openstreetmap.org/&quot;&gt;OpenStreetMap&lt;/a&gt; has quite an easily accessible database of restaurants (and other places), which you can easily query using their &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_API&quot;&gt;Overpass API&lt;/a&gt;. An example query for &lt;a href=&quot;http://overpass-api.de/query_form.html&quot;&gt;Overpass's Query Form&lt;/a&gt; which gets all restaurants in greater London:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;query type=&quot;node&quot;&amp;gt;&#xA;  &amp;lt;has-kv k=&quot;amenity&quot; v=&quot;restaurant&quot;/&amp;gt;&#xA;  &amp;lt;bbox-query s=&quot;51.28&quot; n=&quot;51.686&quot; w=&quot;-0.489&quot; e=&quot;0.236&quot;/&amp;gt;&#xA;&amp;lt;/query&amp;gt;&#xA;&amp;lt;print/&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;An easier way of creating a query is to use Overpass Turbo, which allows you to navigate a map to reflect your area of interest, again an &lt;a href=&quot;http://overpass-turbo.eu/s/gP&quot;&gt;example of all restaurants in greater London&lt;/a&gt; (click on &lt;code&gt;Run&lt;/code&gt; and move to the &lt;code&gt;Data&lt;/code&gt; tab on the upper right to see the 'raw' data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source is &lt;a href=&quot;http://opencorporates.com/&quot;&gt;OpenCorporates&lt;/a&gt;, which often holds official registrations of companies and whether they are active or not. Many restaurant registrations don't have their address listed, but you might want to use their data to find out whether restaurants are still active or not (&lt;a href=&quot;https://vimeo.com/17924204&quot;&gt;see their video&lt;/a&gt; on how to use Google/OpenRefine to reconcile names from a certain dataset (in this case OpenStreetMaps) with the OpenCorporates dataset).&lt;/p&gt;&#xA;" OwnerUserId="292" LastEditorUserId="292" LastEditDate="2013-05-31T12:58:11.267" LastActivityDate="2013-05-31T12:58:11.267" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="694" PostTypeId="1" CreationDate="2013-05-31T13:51:34.700" Score="13" ViewCount="266" Body="&lt;p&gt;I am curious if there is there any good way to guarantee that my articles (posted on personal sites and other blogs) will last? Is there a reliable repository for articles, post and essays? Or are there any good practices of self-archiving?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even when it comes to my websites, there is a dozen of things that can happen, e.g.:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;forgetting to pay for the domain or to the provider,&lt;/li&gt;&#xA;&lt;li&gt;the provider bankrupts,&lt;/li&gt;&#xA;&lt;li&gt;university will likely close it after being no longer affiliated (and if not, it policy may change later),&lt;/li&gt;&#xA;&lt;li&gt;having no to time to maintain it,&lt;/li&gt;&#xA;&lt;li&gt;and the proverbial &quot;&lt;a href=&quot;http://en.wikipedia.org/wiki/Bus_factor&quot;&gt;Getting hit by a bus&lt;/a&gt;&quot; (not to say that everyone dies, sooner or later).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;When it comes to guest posts on other blogs - I can guarantee even less.&#xA;And from practice, many good articles or essays I am linking to do disappear. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, there is wonderful Wayback Machine at the &lt;a href=&quot;http://archive.org&quot;&gt;Internet Archive&lt;/a&gt;, and (up to now) all my articles I care about are there. But it might be not a silver bullet, as it is hard to search inside.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just in case, all of them are on CC BY or can be made so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I mean archiving in a public repository - for others, not me.&lt;/p&gt;&#xA;" OwnerUserId="87" LastEditorUserId="70" LastEditDate="2015-03-30T09:04:05.623" LastActivityDate="2015-03-30T09:04:05.623" Title="Preservation of blog posts, articles and essays" Tags="|releasing-data|best-practice|historical|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="695" PostTypeId="2" ParentId="595" CreationDate="2013-05-31T15:41:08.653" Score="4" Body="&lt;p&gt;If you're talking data governance frameworks, I think you'll want to look at the Data Management Body of Knowledge (DMBOK) published by DAMA International. The functional point of view in DMBOK is pretty comprehensive. As Federal government guidelines on roles and responsibilities go, the best baseline framework is what the Office of Management and Budget (OMB) and agencies put together in response to the information quality act. OMB's guidelines are available here: &lt;a href=&quot;http://www.whitehouse.gov/omb/fedreg_final_information_quality_guidelines&quot; rel=&quot;nofollow&quot;&gt;http://www.whitehouse.gov/omb/fedreg_final_information_quality_guidelines&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Every federal agency was required to develop information quality guidelines, but here's an example from the US Department of Transportation: &lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/subject_areas/statistical_policy_and_research/data_quality_guidelines/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/subject_areas/statistical_policy_and_research/data_quality_guidelines/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The guidelines generally ponder a data quality administrator and data quality officials matrixed across the organization. DOT adapted most of that goodness into its data dissemination policy, DOT Order 1351.34. Which you can find using a google search because I don't have enough reputation points to link to it. :-)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am a contractor at the US Department of Transportation)&lt;/p&gt;&#xA;" OwnerUserId="688" LastActivityDate="2013-05-31T15:41:08.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="696" PostTypeId="2" ParentId="133" CreationDate="2013-05-31T15:49:23.640" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/timrdf/csv2rdf4lod-automation/wiki&quot; rel=&quot;nofollow&quot;&gt;csv2rdf4lod&lt;/a&gt; is a tool designed to integrate multiple versions of multiple datasets from multiple source organizations. It produces RDF and provides a hierarchical URI design that preserves where data elements came from. It uses a unix/shell environment (no GUI) and is focused on server-based automation and replication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even if you don't use it, flip through the &lt;a href=&quot;https://github.com/timrdf/csv2rdf4lod-automation/wiki/Conversion-process-phase%3a-name&quot; rel=&quot;nofollow&quot;&gt;hierarchical URI design convention&lt;/a&gt;. Each dataset &quot;update&quot; that you receive is modeled as a new version and it aligns with the previous versions in One Big RDF Graph depending on how you model the RDF creation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best of luck,&#xA;Tim&lt;/p&gt;&#xA;&#xA;&lt;p&gt;p.s. As suggested, I note that I'm the author of the tool.&lt;/p&gt;&#xA;" OwnerUserId="696" LastEditorUserId="696" LastEditDate="2014-01-28T23:07:47.093" LastActivityDate="2014-01-28T23:07:47.093" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="697" PostTypeId="2" ParentId="694" CreationDate="2013-05-31T17:03:28.037" Score="0" Body="&lt;p&gt;I use a mix of backups and version control.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a few sites built with a static site generator, which allows me to put all source code and content files in a version control system, like git. In addition to archiving your posts you also maintain a history of changes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For dynamic sites I do backups of the source code and the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For external posts you could also use version control to archive them, which obviously does not prevent them from being unpublished by the external site owner.&lt;/p&gt;&#xA;" OwnerUserId="374" LastActivityDate="2013-05-31T17:03:28.037" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="698" PostTypeId="2" ParentId="677" CreationDate="2013-05-31T20:48:49.897" Score="4" Body="&lt;p&gt;XBRL is a standard derived from XML that is gaining momentum for describing financial and business transactions. A good definition and &lt;a href=&quot;http://xbrl.sec.gov/&quot; rel=&quot;nofollow&quot;&gt;set of practices&lt;/a&gt; is represented by the Security and Exchange Commission.  It provides examples, APIs, and other technical information for accessing data from the SEC and for machine readable financial data using XBRL.  The site notes, &quot;The Commission also has published &lt;a href=&quot;http://www.sec.gov/rules/final/2009/34-59342.pdf&quot; rel=&quot;nofollow&quot;&gt;final rules&lt;/a&gt; requiring certain nationally-recognized statistical rating organizations (NRSROs) to provide rating information on their websites in XBRL format.&quot;&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-05-31T20:48:49.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="700" PostTypeId="2" ParentId="694" CreationDate="2013-06-01T14:17:39.330" Score="0" Body="&lt;p&gt;Just write topics in all possible places and create system which will sync them all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use blogs&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://blogger.com&quot; rel=&quot;nofollow&quot;&gt;http://blogger.com&lt;/a&gt; - google solution. I think it will live until google lives. Create blog - create posts&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wordpress.com/&quot; rel=&quot;nofollow&quot;&gt;http://wordpress.com/&lt;/a&gt; - open source blog platform from Automattic on &lt;a href=&quot;http://readwrite.com/2010/09/27/microsoft_moves_its_blogging_platform_to_wordpress&quot; rel=&quot;nofollow&quot;&gt;microsoft clouds&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Different wiki projects. SO is wiki project too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Harder solution for non web-developer is create blog on  &lt;a href=&quot;http://heroku.com&quot; rel=&quot;nofollow&quot;&gt;http://heroku.com&lt;/a&gt; or &lt;a href=&quot;http://openshift.redhat.com&quot; rel=&quot;nofollow&quot;&gt;http://openshift.redhat.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use &lt;a href=&quot;http://pages.github.com/&quot; rel=&quot;nofollow&quot;&gt;http://pages.github.com/&lt;/a&gt; as combine cvs and post info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Create torrent from posts and post it on &lt;a href=&quot;http://thepiratebay.sx/&quot; rel=&quot;nofollow&quot;&gt;http://thepiratebay.sx/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case of saving any fixes in topics you must have all texts in any CVS&lt;/p&gt;&#xA;" OwnerUserId="706" LastEditorUserId="706" LastEditDate="2013-06-02T08:49:00.627" LastActivityDate="2013-06-02T08:49:00.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="701" PostTypeId="2" ParentId="245" CreationDate="2013-06-01T18:42:10.223" Score="2" Body="&lt;p&gt;A good reason to not use MIT and BSD licenses for data is that they were written for software, so they're not a great fit. And, CC-BY was written for creative works, not data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know where you got the impression that BSD doesn't allow sublicensing, but it certainly does.  It also allows adding additional licenses, as long as they are license compatible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CC-BY says that attribution needs to be given in the form specified by the licensor.  If you want lighterweight attribution requirements, just say so in your CC-BY license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rather than choosing A, B, or C, you might want to start by writing down the goals that you're trying to achieve with your license.  Given a set of goals, people might be able to suggest a license or family of licenses which is a good fit.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-06-01T18:42:10.223" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="702" PostTypeId="2" ParentId="676" CreationDate="2013-06-01T18:53:36.867" Score="3" Body="&lt;p&gt;I'm pretty sure there aren't, but your best bet would probably be to ask on the Common Crawl &lt;a href=&quot;https://groups.google.com/forum/?hl=en&amp;amp;fromgroups#!forum/common-crawl&quot; rel=&quot;nofollow&quot;&gt;mailing list&lt;/a&gt;.  That's a place where people who are interested in this kind of stuff hang out and it's low enough traffic that a polite request wouldn't be out of line -- the answer would probably be of interest to the entire community there.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-06-01T18:53:36.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="703" PostTypeId="2" ParentId="691" CreationDate="2013-06-02T22:51:26.583" Score="7" Body="&lt;p&gt;The SimpleGeo point of interest dump of 21m places is the best open data set I know of, though it's getting pretty long in the tooth these days and so won't have the up-to-date-ness you're looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://archive.org/details/2011-08-SimpleGeo-CC0-Public-Spaces&quot;&gt;http://archive.org/details/2011-08-SimpleGeo-CC0-Public-Spaces&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="382" LastActivityDate="2013-06-02T22:51:26.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="704" PostTypeId="1" CreationDate="2013-06-03T03:36:34.583" Score="1" ViewCount="160" Body="&lt;p&gt;Are there any examples of U.S. Federal Government agencies offering service level agreements (SLAs) for their APIs?  &lt;/p&gt;&#xA;" OwnerUserId="295" LastEditorUserId="70" LastEditDate="2015-03-31T18:46:29.200" LastActivityDate="2015-03-31T18:46:29.200" Title="Which, if any, U.S. Federal Government agencies offer a Service Level Agreement (SLA) for their APIs?" Tags="|usa|government|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="705" PostTypeId="1" AcceptedAnswerId="707" CreationDate="2013-06-03T04:06:31.983" Score="1" ViewCount="2511" Body="&lt;p&gt;Open Data can be Big  Data, and Big Data can be Open Data -- but they are not synonymous.  What is the major difference between the two? &lt;/p&gt;&#xA;" OwnerUserId="295" LastEditorUserId="244" LastEditDate="2014-11-25T13:01:47.320" LastActivityDate="2019-05-17T18:04:47.447" Title="What's the difference between Open Data and Big Data" Tags="|open-definition|big-data|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="707" PostTypeId="2" ParentId="705" CreationDate="2013-06-03T05:46:18.847" Score="4" Body="&lt;p&gt;They are not the same at all. Datasets are &lt;a href=&quot;http://opendefinition.org/&quot; rel=&quot;nofollow&quot;&gt;Open if they are available under a free license to everyone&lt;/a&gt;. Datasets are Big if... well, they are. Typically big beyond where common software can handle them in real time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example Facebook and Google work with Big Data that is not Open. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most Open Data sets are actually an example of &lt;a href=&quot;http://www.guardian.co.uk/news/datablog/2013/apr/25/forget-big-data-small-data-revolution&quot; rel=&quot;nofollow&quot;&gt;Small Data&lt;/a&gt;: The datasets themselves are not huge, but there is a large number of them that can be correlated to increase their value. &lt;/p&gt;&#xA;" OwnerUserId="202" LastEditorUserId="207" LastEditDate="2013-06-14T12:03:02.437" LastActivityDate="2013-06-14T12:03:02.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="708" PostTypeId="1" CreationDate="2013-06-03T08:08:15.617" Score="7" ViewCount="310" Body="&lt;p&gt;I'm trying to find an open index of food prices [like the food one might find at a grocery store], either bulk prices or prices that might be in the store. Any ideas?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I'm looking to compare regional prices of food staples in order to compare cost of living. For example, if eggs are on average $1/dozen in IL and $0.90/dozen in IN, that will have a major effect on how much people need to spend when they go shopping.&lt;/p&gt;&#xA;" OwnerUserId="42" LastEditorUserId="42" LastEditDate="2013-06-04T01:09:22.763" LastActivityDate="2014-12-19T21:04:41.327" Title="Finding an index of food prices" Tags="|data-request|prices|food|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="709" PostTypeId="2" ParentId="705" CreationDate="2013-06-03T13:50:27.930" Score="1" Body="&lt;p&gt;They aren't synonymous, but big data can be inherited by open data. &quot;Big&quot; is just a quantifiable attribute given to data; meaning there is a large amount of it. &quot;Big&quot; data can also be misrepresented in terms of scale. Your big data could be small to someone else and vice versa. &quot;Open&quot; data is an idea that data should be readily available to the public.&lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-06-03T13:50:27.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="710" PostTypeId="2" ParentId="708" CreationDate="2013-06-03T14:37:38.900" Score="3" Body="&lt;p&gt;If you're looking for how prices vary over time, in the U.S., there's the &lt;a href=&quot;http://www.bls.gov/cpi/&quot; rel=&quot;nofollow&quot;&gt;Consumer Price Index&lt;/a&gt;, which includes various categories of food prices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've never dug into their raw data, so I don't know how much detail they make available (eg, comparisons by state or other region).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-03T14:37:38.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="711" PostTypeId="2" ParentId="704" CreationDate="2013-06-03T14:51:22.993" Score="2" Body="&lt;p&gt;SLAs suggest a quality of service that costs money to maintain ... in the business world, you have to pay to get an SLA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only time that I've been involved with something approaching an SLA would be an MOU (Memorandum of Understanding) between two federal agencies.  In some cases,  the agency requiring a given level of service helping to pay for the upkeep of the network and processes that go into making the data available ... in others, it's just an agreement that the connection to retrieve the data exists, with no guarantees on availability.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer : I work for the Solar Data Analysis Center, but I'm not the 'Joseph' listed on their website; I'm also not involved with these MOUs, other than knowing that they exist (and which hosts not to block if they start acting up))&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-03T14:51:22.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="712" PostTypeId="1" AcceptedAnswerId="717" CreationDate="2013-06-03T16:07:45.027" Score="2" ViewCount="58" Body="&lt;p&gt;In the work I do I often need various pieces of geographically-based information concerning public roadways and public transportation. It seems to me (and &lt;em&gt;please&lt;/em&gt; correct me if I'm wrong) that this data is particularly decentralized. For example, &lt;a href=&quot;http://ops.fhwa.dot.gov/freight/infrastructure/national_network.htm&quot; rel=&quot;nofollow&quot;&gt;the National Network&lt;/a&gt; of highways and associated map/gis data for determining trucking routes is available from various state governments but not from others although the network itself is subject to federal regulations and funding. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Several cities have public transportation station location available via the &lt;a href=&quot;http://www.data.gov/cities/Community/Cities/Datasets&quot; rel=&quot;nofollow&quot;&gt;Cities&lt;/a&gt; section of Data.gov. This data is qualified by data.gov:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Datasets from participating cities are not federal government data and&#xA;  not subject to the Data.gov Data Policy. Each city maintains its own&#xA;  data policy.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In looking for public transit data for Milwaukee I found the &lt;a href=&quot;http://www.ridemcts.com/developer-information&quot; rel=&quot;nofollow&quot;&gt;MCTA Developer Terms of Use&lt;/a&gt; to be notably restrictive:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Milwaukee County Transit System (&quot;MCTS&quot;), operated by Milwaukee&#xA;  Transport Services (&quot;MTS&quot;), on behalf of Milwaukee County Wisconsin&#xA;  (&quot;County&quot;), hereby grants you (&quot;Licensee&quot;) a non-exclusive, limited&#xA;  and revocable license to reproduce, display, perform, redistribute and&#xA;  otherwise use transit route schedules, pricing and other associated&#xA;  data (&quot;Data&quot;) subject to the following terms...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;My questions are: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;What level of government determines the terms of use for&#xA;transportation mapping data?  &lt;/li&gt;&#xA;&lt;li&gt;Are there 'minimum requirements' that must be met for the &lt;em&gt;openness&lt;/em&gt; of such data?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="102" LastEditorUserId="102" LastEditDate="2013-06-03T16:44:03.400" LastActivityDate="2013-06-03T18:18:50.683" Title="What level of government/governing agency determines the terms of use for transportation map/gis data in the U.S.?" Tags="|usa|licensing|transportation|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="714" PostTypeId="2" ParentId="647" CreationDate="2013-06-03T16:49:29.287" Score="2" Body="&lt;p&gt;Going back to your original requirements for the linked data directory--is that as thorough as you need?  Or is that the minimum? We're looking at the the best way to collect data to get it ready for linked directory. Currently:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Five Rules:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Structured: Give data users the ability to re-index, reaggregate, and&#xA;remix your data points. &lt;/li&gt;&#xA;&lt;li&gt;Machine Readable: &#xA;Good: CSV, XML, JSON.  Bad:&#xA;PDF, TIFF, JPG &lt;/li&gt;&#xA;&lt;li&gt;Documentation: How did you collect it?  What&#xA;assumptions need to be explained?  What do column names mean? &lt;/li&gt;&#xA;&lt;li&gt;Open Data Formats: Proprietary data formats put up unnecessary barriers to&#xA;adoption.  Simple, open data formats let anybody have access. &lt;/li&gt;&#xA;&lt;li&gt;Design for Open APIs: REST APIs are like websites full of data.  Users can&#xA;simply reload to get the latest, up-to-date versions.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="726" LastEditorUserId="244" LastEditDate="2013-06-03T18:46:04.110" LastActivityDate="2013-06-03T18:46:04.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="715" PostTypeId="2" ParentId="704" CreationDate="2013-06-03T17:58:40.300" Score="2" Body="&lt;p&gt;There is a growing list of &lt;a href=&quot;http://www.data.gov/developers/page/developer-resources&quot; rel=&quot;nofollow&quot;&gt;US government APIs&lt;/a&gt; on Data.gov (about 500 at this time). These are available without any SLA required. Additional resources and best practices for US government APIs will be added to this site over time. If you are interested in using APIs and asking whether you have to sign an SLA to do so, the answer is no, the US government provides this freely and without restriction.  (Attribution is always appreciated though.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you are interested in SLAs because you want to understand if there are any changes to an API you are using, that is slightly more complicated.  Some of the APIs may have a way to subscribe to related information, and in the future there will be an API key registry (later in 2013) that will help to prompt notifications to consumers of the APIs.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-06-03T17:58:40.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="717" PostTypeId="2" ParentId="712" CreationDate="2013-06-03T18:18:50.683" Score="3" Body="&lt;p&gt;The national governing body for geospatial data in the US is the &lt;a href=&quot;http://www.fgdc.gov/&quot; rel=&quot;nofollow&quot;&gt;Federal Geographic Data Committee&lt;/a&gt;.  Data provisioned through the FGDC is part of the overall &lt;a href=&quot;https://catalog.data.gov/dataset?metadata_type=geospatial&quot; rel=&quot;nofollow&quot;&gt;Data.gov corpus&lt;/a&gt; of data.  Data provided by federal agencies (such as NASA and NOAA) are provided without charge and without restriction. (Note the &lt;a href=&quot;http://www.data.gov/data-policy&quot; rel=&quot;nofollow&quot;&gt;data policy&lt;/a&gt; that states &quot;Data accessed through Data.gov do not, and should not, include controls over its end use.) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, data provided by other organizations, such as the Milwaukee city data you referenced, are governed by that entity and may vary. Non-federal data is clearly marked as such on the site in both the metadata and with a banner across the right side of the dataset in the search results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The new &lt;a href=&quot;http://www.whitehouse.gov/sites/default/files/omb/memoranda/2013/m-13-13.pdf&quot; rel=&quot;nofollow&quot;&gt;Open Data Policy&lt;/a&gt; from the US government explains more about the definition of &lt;a href=&quot;http://project-open-data.github.io/open-licenses/&quot; rel=&quot;nofollow&quot;&gt;open licensing&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-06-03T18:18:50.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="718" PostTypeId="2" ParentId="85" CreationDate="2013-06-03T19:11:39.267" Score="1" Body="&lt;p&gt;Wikipedia has comparisons of &lt;a href=&quot;https://en.wikipedia.org/wiki/Comparison_of_Nvidia_graphics_processing_units&quot; rel=&quot;nofollow&quot;&gt;Nvidia&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Comparison_of_AMD_graphics_processing_units&quot; rel=&quot;nofollow&quot;&gt;AMD&lt;/a&gt;, and &lt;a href=&quot;https://en.wikipedia.org/wiki/Comparison_of_Intel_graphics_processing_units&quot; rel=&quot;nofollow&quot;&gt;Intel&lt;/a&gt; GPUs, providing tabular information on different tech specs of the graphical processing units.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-04-19T14:51:29.457" LastActivityDate="2015-04-19T14:51:29.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="719" PostTypeId="2" ParentId="694" CreationDate="2013-06-03T19:30:06.067" Score="6" Body="&lt;p&gt;Great question.  I agree that permanent archiving of blog posts and other digital content is an important challenge in open data. It might be helpful to break this down into parts:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Persistent identifiers&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Having a persistent address at which potential users/machines can reference your content is crucial to good archiving, and most of the issues you list refer to this (losing your domain name, provider going bankrupt, etc.)  One promsing way to address this is by registering a &lt;strong&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Persistent_uniform_resource_locator&quot;&gt;PURL&lt;/a&gt;&lt;/strong&gt; or Persistent uniform resource locator.   PURLs are widely used for major web ontologies like Dublin Core: &lt;a href=&quot;http://purl.org/dc&quot;&gt;http://purl.org/dc&lt;/a&gt;, to make sure these resources have consistent links.  Users must register and they are relatively easy to set up (for instance, I have registered &lt;a href=&quot;http://purl.org/cboettig&quot;&gt;http://purl.org/cboettig&lt;/a&gt; as a partial redirect to each of the pages in my &lt;a href=&quot;http://purl.org/cboettig/2012/09/28/Welcome-to-my-lab-notebook.html&quot;&gt;online research notebook&lt;/a&gt;. If you are familiar with DOIs for published literature these are largely analogous technology.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Archiving content&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Making sure your link always resolves is not the same as guaranteeing your content continues to exist.  Robust, geo-politically distributed archiving services like &lt;a href=&quot;http://clockss.org&quot;&gt;CLOCKSS&lt;/a&gt; or &lt;a href=&quot;http://lockss.org&quot;&gt;LOCKSS&lt;/a&gt; are probably the gold standard here, but not accessible to individual authors.  Having your own distributed backup copies on public repositories is still a good idea.  Depositing copies in an appropriate repository, such as fig*&lt;em&gt;share&lt;/em&gt;* for scientific research content, is one way to achieve this level of archiving.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tools like Git/Github can help archive the version history of your content, not just the most recent version.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Good metadata&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Having good machine-readable metadata on your site will help search engines index it accurately and can help users/machines actually make use of it.  Consider identifying author, titles, dates, tags, and other such data using RDFa, though even vanilla HTML5 has quite a few semantics available.  &lt;a href=&quot;http://carlboettiger.info/2012/10/14/semantic-lab-notebook.html&quot;&gt;Some examples here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You've already mentioned good licensing, which is key in making your posts useful as open data.  See that the license information is properly embedded in machine-readable metadata as well. &lt;/p&gt;&#xA;" OwnerUserId="379" LastActivityDate="2013-06-03T19:30:06.067" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="720" PostTypeId="2" ParentId="621" CreationDate="2013-06-03T19:42:18.347" Score="7" Body="&lt;p&gt;Sounds like you could be interested in the &lt;a href=&quot;http://www.opengeospatial.org/node/1601&quot;&gt;Sensor Observation Service (SOS) standard&lt;/a&gt; published by the OGC. It's an open standard which describes a service to publish sensor readings and meta data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't been using it for  a while now but I had an &lt;a href=&quot;http://52north.org/communities/sensorweb/sos/&quot;&gt;SOS server from 52North&lt;/a&gt; running successfully for a while.&lt;/p&gt;&#xA;" OwnerUserId="728" LastActivityDate="2013-06-03T19:42:18.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="721" PostTypeId="2" ParentId="708" CreationDate="2013-06-03T22:06:35.450" Score="2" Body="&lt;p&gt;During the best city contest last year the Economist published a &lt;a href=&quot;http://buzzdata.com/eiu/best-city-contest-worldwide-cost-of-living-index#!/overview&quot; rel=&quot;nofollow&quot;&gt;Worldwide Cost of Living Index&lt;/a&gt; which include food prices for multiple cities across the globe. Data are available under Attribution-NonCommercial-ShareAlike&#xA;(CC BY-NC-SA) license. Currently the Economist website is down, but I am sure you can find updated version on their website (I will try to update my answer).&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-06-03T22:06:35.450" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="723" PostTypeId="2" ParentId="708" CreationDate="2013-06-04T03:38:31.333" Score="6" Body="&lt;p&gt;It sounds like you want Consumer Price Indices for Food and Beverage for various metropolitan areas. The Bureau of Labor Statistics calculates just such indices: &lt;a href=&quot;http://download.bls.gov/pub/time.series/cu/cu.txt&quot; rel=&quot;nofollow&quot;&gt;http://download.bls.gov/pub/time.series/cu/cu.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Metropolitan Areas&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;area_code   area_name   &#xA;A101        New York-Northern New Jersey-Long Island, NY-NJ-CT-PA1  &#xA;A102        Philadelphia-Wilmington-Atlantic City, PA-NJ-DE-MD&#xA;A103        Boston-Brockton-Nashua, MA-NH-ME-CT&#xA;A104        Pittsburgh, PA&#xA;A207        Chicago-Gary-Kenosha, IL-IN-WI&#xA;A208        Detroit-Ann Arbor-Flint, MI&#xA;A209        St. Louis, MO-IL    &#xA;A210        Cleveland-Akron, OH&#xA;A211        Minneapolis-St. Paul, MN-WI &#xA;A212        Milwaukee-Racine, WI&#xA;A213        Cincinnati-Hamilton, OH-KY-IN   &#xA;A214        Kansas City, MO-KS      &#xA;A311        Washington-Baltimore, DC-MD-VA-WV       &#xA;A316        Dallas-Fort Worth, TX       &#xA;A318        Houston-Galveston-Brazoria, TX  &#xA;A319        Atlanta, GA     &#xA;A320        Miami-Fort Lauderdale, FL   &#xA;A321        Tampa-St. Petersburg-Clearwater, FL     &#xA;A421        Los Angeles-Riverside-Orange County, CA &#xA;A422        San Francisco-Oakland-San Jose, CA  &#xA;A423        Seattle-Tacoma-Bremerton, WA    &#xA;A424        San Diego, CA   &#xA;A425        Portland-Salem, OR-WA   &#xA;A426        Honolulu, HI        &#xA;A427        Anchorage, AK       &#xA;A429        Phoenix-Mesa, AZ        &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2014-09-26T14:43:17.897" LastActivityDate="2014-09-26T14:43:17.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="725" PostTypeId="5" CreationDate="2013-06-04T08:40:06.667" Score="0" Body="&lt;p&gt;Linked Data is at the very core of the Semantic Web, formatting the data so it is accessible to/for the Semantic Web.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In computing, linked data (often capitalized as Linked Data) describes a method of publishing structured data so that it can be interlinked and become more useful. It builds upon standard Web technologies such as HTTP, RDF and URIs, but rather than using them to serve web pages for human readers, it extends them to share information in a way that can be read automatically by computers. This enables data from different sources to be connected and queried.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tim Berners-Lee, director of the World Wide Web Consortium, coined the term in a design note discussing issues around the Semantic Web project.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-22T17:12:45.127" LastActivityDate="2014-06-22T17:12:45.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="726" PostTypeId="4" CreationDate="2013-06-04T08:40:06.667" Score="0" Body="Linked data is a method of publishing structured data so that it can be interlinked and become more useful through semantic queries. " OwnerUserId="292" LastEditorUserId="5766" LastEditDate="2016-11-28T06:46:06.033" LastActivityDate="2016-11-28T06:46:06.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="727" PostTypeId="2" ParentId="1" CreationDate="2013-06-04T15:56:17.563" Score="4" Body="&lt;p&gt;The official list of Federal agencies (and organizations) were once located in FIPS 95-1 and FIPS 95-2, known as the &quot;Codes for the Identification of Federal and Federally-Assisted Organizations&quot;.  This was replaced by a Federal Register notice to dat maintained by the U.S. Census Bureau.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Federal Agency Directory API: &lt;a href=&quot;http://www.usa.gov/About/developer-resources/federal-agency-directory/index.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.usa.gov/About/developer-resources/federal-agency-directory/index.shtml&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census of Government (State and Local Directory): &lt;a href=&quot;http://www.census.gov/govs/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/govs/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="744" LastActivityDate="2013-06-04T15:56:17.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="728" PostTypeId="1" CreationDate="2013-06-04T17:19:28.610" Score="3" ViewCount="300" Body="&lt;p&gt;Is there a central database of all domain registration information, or a way to access an aggregate of that data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there are already tools to help you access the registration information of a specific domain, but I'm interested in a way to search all domain registration information to see all domains owned by one individual or company.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found paid tools that claim to do this, but their price is prohibitively expensive for the work I do, and I didn't know if there was a way to gain this information without a paid service.&lt;/p&gt;&#xA;" OwnerUserId="748" LastEditorUserId="70" LastEditDate="2015-03-30T14:39:55.560" LastActivityDate="2015-03-30T14:39:55.560" Title="Open database of domain registration information?" Tags="|data-request|tool-request|api|internet|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="729" PostTypeId="2" ParentId="728" CreationDate="2013-06-04T22:17:47.567" Score="2" Body="&lt;p&gt;You could try a service like &lt;a href=&quot;http://www.whoisxmlapi.com/reverse-whois.php&quot; rel=&quot;nofollow&quot;&gt;http://www.whoisxmlapi.com/reverse-whois.php&lt;/a&gt; or &lt;a href=&quot;http://www.domaintools.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.domaintools.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The short answer is: it's complicated. The whois system (which is used to query domain registration data) is decentralized similarly to the DNS system - individual registrars keep the whois data for their clients so there isn't a meaningful way to query a central database. Additionally, the whois protocol is designed to be incredibly simple: query for a resource and receive the associated data. Think of it as a dictionary... You can easily search a dictionary for the definition of a word, but you'd need a different tool to search through all the definitions to find words with similar meanings. Companies like the ones mentioned above do the heavy lifting by aggregating the individual whois data and then providing a means of searching the meta data. Since not all whois responses are the same however, most results by reverse whois searches are considered &quot;best guess.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As with everything, there are caveats to the explanation above, but without getting too unduly complicated - there you have it.&lt;/p&gt;&#xA;" OwnerUserId="752" LastActivityDate="2013-06-04T22:17:47.567" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="730" PostTypeId="2" ParentId="691" CreationDate="2013-06-05T02:59:10.707" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikivoyage.org&quot; rel=&quot;nofollow&quot;&gt;Wikivoyage&lt;/a&gt; has open data about restaurants and bars, worldwide, pretty up-to-date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is licensed under &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow&quot;&gt;Creative Commons Attribution/Share-Alike&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The format is like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{{eat&#xA;| name=Atelier de Joel Robuchon | url=http://www.robuchon.jp/latelier | email=&#xA;| address=Roppongi Hills Hillside 2F, 6-10-1 Roppongi&#xA;| lat=35.660197 | long=139.728804 | directions=&#xA;| phone=+81 3 5772-7500 | tollfree= | fax=&#xA;| hours=11:00–22:00 daily | price=&#xA;| content=The first overseas venture of the eponymous [[Paris]]-based Michelin-starred chef.  Each dish is a work of art almost as breathtaking as the price tag, as courses cost ¥2900–¥12,800 &amp;amp;mdash; still a steal by Tokyo gourmet standards.  No reservations are accepted, so prepare to queue.&#xA;}}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You are probably interested in the &lt;code&gt;name&lt;/code&gt; and &lt;code&gt;address&lt;/code&gt; field. Concatenate the the name of the article (country and city) to the &lt;code&gt;address&lt;/code&gt;, and tha makes the full address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It does not contain ALL restaurants, but rather a selection of about 10 restaurants for each small city (or each part of a big city).&lt;/li&gt;&#xA;&lt;li&gt;As far as I know, DBpedia does not parse Wikivoyage yet. This means you will have to &lt;a href=&quot;http://dumps.wikimedia.org/enwikivoyage/&quot; rel=&quot;nofollow&quot;&gt;download the XML dump&lt;/a&gt; (enwikivoyage-xxx-pages-articles.xml.bz2) and write a small script to extract the name-address couples.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2013-06-05T05:25:34.563" LastActivityDate="2013-06-05T05:25:34.563" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="731" PostTypeId="1" CreationDate="2013-06-05T06:46:34.190" Score="13" ViewCount="378" Body="&lt;p&gt;I already spent some time importing data in a tabular form from a PDF published by an official institution. I would like to publish this table on my website. The data is nicely formatted in CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any simple way to compile it in a ready-to-go RDFa? (Maybe something like an Open Office plugin...) Is there anyone with experience with this kind of workflow? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: I am sure it is a problem common to many, but I could hardly find any practical information on the Web.&lt;/p&gt;&#xA;" OwnerUserId="756" LastEditorUserId="70" LastEditDate="2015-03-30T09:30:51.383" LastActivityDate="2015-03-30T09:30:51.383" Title="How to publish open data on my website? (Or: from CSV to RDFa)" Tags="|releasing-data|tool-request|csv|rdf|conversion|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="733" PostTypeId="2" ParentId="731" CreationDate="2013-06-05T16:04:36.147" Score="9" Body="&lt;p&gt;The W3C offers a &lt;a href=&quot;http://www.w3.org/wiki/ConverterToRdf#CSV_.28Comma-Separated_Values.29&quot;&gt;collection of tools that convert from CSV to RDF&lt;/a&gt;. However, there is no explicit mention of RDFa in any of these CSV converters. Personally, I'd give the &lt;a href=&quot;http://refine.deri.ie/&quot;&gt;RDF Refine plugin&lt;/a&gt; for &lt;a href=&quot;http://openrefine.org/&quot;&gt;OpenRefine&lt;/a&gt; a try.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have your open data in an RDF format, you could use the &lt;a href=&quot;https://rdf-translator.appspot.com/&quot;&gt;RDF Translator&lt;/a&gt; to turn it into RDFa.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-06-05T16:18:14.047" LastActivityDate="2013-06-05T16:18:14.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="734" PostTypeId="2" ParentId="562" CreationDate="2013-06-05T16:51:46.660" Score="83" Body="&lt;p&gt;The &lt;a href=&quot;http://product.okfn.org/&quot;&gt;Open Product Data&lt;/a&gt; project is a comprehensive source for open barcode data. As of May 2014, they have close to a million products in their database. The data is accessible &lt;a href=&quot;http://www.product-open-data.com/navigate&quot;&gt;online&lt;/a&gt;, through an &lt;a href=&quot;https://play.google.com/store/apps/details?id=org.okfn.pod&quot;&gt;Android app&lt;/a&gt; (&lt;a href=&quot;https://github.com/okfn/product-browser-android&quot;&gt;source code&lt;/a&gt;), and &lt;a href=&quot;http://www.product-open-data.com/download&quot;&gt;available for download&lt;/a&gt; under the &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/&quot;&gt;Open Data Commons Open Database License (ODbL)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2014-12-15T12:03:37.243" LastActivityDate="2014-12-15T12:03:37.243" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="736" PostTypeId="2" ParentId="731" CreationDate="2013-06-06T02:37:18.923" Score="13" Body="&lt;p&gt;If you already have a nicely formatted CSV then why not publish that? You can publish in both formats if you really want to do the RDFa too.&lt;/p&gt;&#xA;" OwnerDisplayName="user192" LastActivityDate="2013-06-06T02:37:18.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="737" PostTypeId="1" CreationDate="2013-06-06T06:19:55.250" Score="4" ViewCount="78" Body="&lt;p&gt;I have been looking for a few weeks now for a license that has the same force as the &lt;a href=&quot;http://en.wikipedia.org/wiki/Hacktivismo_Enhanced-Source_Software_License_Agreement&quot; rel=&quot;nofollow&quot;&gt;HESSLA&lt;/a&gt;, namely, restrictions on the use of software for human rights violations or user surveillance, but applied to data sets (which I believe present more risk than program code anyway). Are there any candidates for this? Restrictions like this prevent the license from being &lt;em&gt;libre&lt;/em&gt;, but I think it's worth it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Desirable features:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ability to limit government/commercial use&lt;/li&gt;&#xA;&lt;li&gt;Ability to limit surveillance/rights violation use&lt;/li&gt;&#xA;&lt;li&gt;Actionable legal force&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="763" LastActivityDate="2013-06-06T15:00:59.123" Title="License for data that precludes government/surveillance use" Tags="|licensing|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="738" PostTypeId="2" ParentId="737" CreationDate="2013-06-06T15:00:59.123" Score="2" Body="&lt;p&gt;Such a license would require that the publisher provide one on one individual approvals for data use and analyze or have the potential user express all the impacts of the use of their application or analysis.  This essentially would not be open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Trying to stay with the theme of this group, there is a license that could apply:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://creativecommons.org/licenses/&quot; rel=&quot;nofollow&quot;&gt;CC BY-NC and BY-NC-ND&lt;/a&gt; which restricts commercial use&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;An example of the licensing used by &lt;a href=&quot;http://thomsonreuters.com/site/3ptyterms/&quot; rel=&quot;nofollow&quot;&gt;Thomson Reuters&lt;/a&gt; and many of their partners might provide insights as well.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-06-06T15:00:59.123" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="739" PostTypeId="2" ParentId="644" CreationDate="2013-06-06T15:19:05.080" Score="1" Body="&lt;p&gt;There is a &lt;a href=&quot;http://catalog.data.gov/dataset/world-street-map&quot; rel=&quot;nofollow&quot;&gt;world street map dataset&lt;/a&gt; available that has content for Prague, as well as other areas in the world.  &lt;a href=&quot;http://catalog.data.gov/dataset?q=street&amp;amp;sort=score%20desc,%20name%20asc&amp;amp;ext_location=&amp;amp;ext_bbox=14.17236328125,49.938847502925306,14.7271728515625,50.17865705409927&amp;amp;ext_prev_extent=14.14764404296875,49.88224746043338,14.75189208984375,50.23490869265562&quot; rel=&quot;nofollow&quot;&gt;More street data for Prague&lt;/a&gt; is also available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additional, you can find related datasets for this (or other) geographical area in the world on Data.gov by drawing a boundary around the geographical space you are searching at the new &lt;a href=&quot;http://catalog.data.gov/dataset&quot; rel=&quot;nofollow&quot;&gt;Data.gov catalog&lt;/a&gt;.  To look for a specific file format, browse the formats on the left side of the page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-06-06T15:19:05.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="741" PostTypeId="2" ParentId="677" CreationDate="2013-06-06T16:49:33.487" Score="2" Body="&lt;p&gt;BUDGETS: I don't know of an XML standard for an organization's annual budget, but I know there is an XBRL standard for the general ledger that allows organizations to produce budgets. (XBRL is an XML-based standard used for corporate financial reporting to most of the world's securities regulators.) The XBRL GL standard may be too complex for your project, but its structure may provide some clues for a budget standard. Details here: &lt;a href=&quot;http://www.xbrl.org/GLTaxonomy&quot; rel=&quot;nofollow&quot;&gt;http://www.xbrl.org/GLTaxonomy&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PROCUREMENTS: Similarly I don't know of an XML standard for RFPs, but you might consider reusing some elements of the XML schema that was promulgated by the Recovery Accountability and Transparency Board for quarterly reports submitted by grantees and contractors on how they spent funds from the U.S. fiscal stimulus. Details here: &lt;a href=&quot;https://www.federalreporting.gov/federalreporting/downloads.do&quot; rel=&quot;nofollow&quot;&gt;https://www.federalreporting.gov/federalreporting/downloads.do&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SALARIES AND STAFF NUMBERS: I don't know of any useful standards in this area.&lt;/p&gt;&#xA;" OwnerUserId="772" LastActivityDate="2013-06-06T16:49:33.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="742" PostTypeId="1" CreationDate="2013-06-08T15:08:37.350" Score="2" ViewCount="310" Body="&lt;p&gt;I have used NCES IPEDS data in the past, but this recent release seems to have instituted a change. In looking at the NCES college navigator site for a particular institution, I notice that they now break out satellite campuses with a longer &lt;code&gt;UNITID&lt;/code&gt; code (instead of a separate code as in years past), such as found here: &lt;a href=&quot;http://nces.ed.gov/collegenavigator/?id=150987&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/collegenavigator/?id=150987&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, when I download the &lt;code&gt;HD2012.csv&lt;/code&gt; table from &lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/DataFiles.aspx&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ipeds/datacenter/DataFiles.aspx&lt;/a&gt; I can not find those satellite campus codes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know from where I can download the data for those particular institutions?&lt;/p&gt;&#xA;" OwnerUserId="351" LastEditorUserId="744" LastEditDate="2013-06-21T12:47:02.867" LastActivityDate="2013-06-21T12:47:02.867" Title="Additional Detail from IPEDS Data Source" Tags="|data-request|usa|data.gov|education|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="743" PostTypeId="1" AcceptedAnswerId="745" CreationDate="2013-06-08T19:23:48.013" Score="6" ViewCount="227" Body="&lt;p&gt;I've been banging my head on this, and I'm just not having a lot of luck.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been using the Census' &lt;a href=&quot;http://factfinder2.census.gov/faces/nav/jsf/pages/searchresults.xhtml?refresh=t&quot; rel=&quot;nofollow&quot;&gt;American Fact Finder&lt;/a&gt; to try and find it, but I'm not seeing it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I need is to be able to look at a county (say Cole County, MO) and see where the residents are commuting to for work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best I've come up with is &lt;a href=&quot;http://www.census.gov/newsroom/releases/archives/news_conferences/commuting.html&quot; rel=&quot;nofollow&quot;&gt;this press kit&lt;/a&gt; that has 2006-2010 data, but I also need the data from 2000 and 1990, and I'm just not finding it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can find this information?&lt;/p&gt;&#xA;" OwnerUserId="785" LastEditorUserId="90" LastEditDate="2017-09-10T16:35:14.483" LastActivityDate="2017-09-10T16:35:14.483" Title="Census County Commuter Flow Data?" Tags="|data-request|us-census|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="744" PostTypeId="1" CreationDate="2013-06-08T21:43:21.373" Score="4" ViewCount="103" Body="&lt;p&gt;The recent U.S. Executive Order on open and machine-readable data requires the U.S. government to begin developing ways to integrate open data into procurement and grant-making.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there good examples (i.e. clear, simple, and re-usable language) in other government jurisdictions (local, state, or outside U.S.) where the government entity is requiring the output of the procurement or grant to be delivered as open data?&lt;/p&gt;&#xA;" OwnerUserId="295" LastEditorUserId="70" LastEditDate="2015-03-25T08:47:11.770" LastActivityDate="2015-03-25T08:47:11.770" Title="Are there good examples of requiring open data in RFPs?" Tags="|usa|best-practice|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="745" PostTypeId="2" ParentId="743" CreationDate="2013-06-09T03:08:07.193" Score="9" Body="&lt;p&gt;Here is a link to county to county commuting flows:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/population/metro/data/other.html&quot;&gt;http://www.census.gov/population/metro/data/other.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For older data, you can take a look at the raw files from:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 1990 Census: &lt;a href=&quot;http://www.census.gov/population/www/socdemo/jtw_workerflow.html&quot;&gt;http://www.census.gov/population/www/socdemo/jtw_workerflow.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 2000 Census: &lt;a href=&quot;http://www.census.gov/population/www/cen2000/commuting/index.html&quot;&gt;http://www.census.gov/population/www/cen2000/commuting/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="351" LastEditorUserId="351" LastEditDate="2013-06-10T13:46:49.983" LastActivityDate="2013-06-10T13:46:49.983" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="747" PostTypeId="1" AcceptedAnswerId="749" CreationDate="2013-06-10T10:49:52.467" Score="3" ViewCount="100" Body="&lt;p&gt;What is the best format that we cam reasonably get government bodies to publish their spend transaction data in? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In an ideal world we would ask for Linked Data, where every supplier was correctly identified by well-known URIs. Alternatively, a well specified spending transaction format using CSV &lt;a href=&quot;http://openspending.org/resources/standard/index.html&quot; rel=&quot;nofollow&quot;&gt;this suggested one from Openspending&lt;/a&gt; or XML would also be great. But government bodies seem to struggle to even output a simply specified CSV/XLS with any consistency.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course there is little money for them to achieve these goals. I imagine the requirement to publish their spend data arrives at the accounts department, who ask IT to write a custom report for their (probably arcane and proprietary!) finance systems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the light of these constraints, what is the best format to ask for this data in? Is there a neat format that is hard to get wrong that we can aggregate with less pain? Or are my expectations about what is generally possible by accounts systems too low? Perhaps there is a common format, that accounts systems might commonly export to?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any examples of other countries doing this sort of thing, would be most useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Background of our experience in the UK&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the UK &lt;a href=&quot;https://www.gov.uk/government/news/letter-to-government-departments-on-opening-up-data&quot; rel=&quot;nofollow&quot;&gt;the Prime Minister required hundreds of public bodies to publish their monthly lists of spending transactions over £25,000&lt;/a&gt;, with a &lt;a href=&quot;http://www.hm-treasury.gov.uk/psr_transparency_index.htm&quot; rel=&quot;nofollow&quot;&gt;specified spreadsheet format&lt;/a&gt; with headings such as: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Entity, Date, Expense type, Supplier, Amount&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The publishers list the data files on data.gov.uk and tag them 'spend-transactions'. We have over 300 bodies publishing these at the moment and plans for many more (browse the &lt;a href=&quot;http://data.gov.uk/data/openspending-report/index&quot; rel=&quot;nofollow&quot;&gt;main departments&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have quite an involved ETL pipeline that downloads these files, maps the columns names to the standard ones, parses the values and dates, reconciles supplier names using OpenCorporates. The result ends up as a database, browsable with &lt;a href=&quot;http://data.gov.uk/data/openspending-browse&quot; rel=&quot;nofollow&quot;&gt;OpenSpending's tool&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ETL is a pain to maintain, because of the sheer quantity of files and variability in the CSV:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;There seem limitless variations to column names (e.g. variations on Amount: Billed Amount, Transaction Amount, Gross Amt, Total inv, Net Value, Sum of Amount, BPPC Payment Amount, Charged, Amount in sterling, AP Amount, Line Value Exc Rec VAT, Total Value, ...) so we have to do lots of manual reconciliation (for which we use &lt;a href=&quot;http://nomenklatura.okfnlabs.org/uk25k-column-names&quot; rel=&quot;nofollow&quot;&gt;Nomenklatura&lt;/a&gt;). There are often plenty of extra columns that weren't required, and some of the required ones are missing.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Even parsing dates is not so simple. We detect from a range of formats for a file. But I've seen the format changing half way through a CSV, I think because they make the file up from several different systems!&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;BTW We've done some work on &lt;a href=&quot;http://data.gov.uk/data/openspending-report/index&quot; rel=&quot;nofollow&quot;&gt;providing feedback&lt;/a&gt;, about what files fail parsing, and which departments are not up to date, but we can probably work harder on this.&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-06-10T13:21:57.270" Title="Spend transaction data formats" Tags="|data-format|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="748" PostTypeId="1" AcceptedAnswerId="1061" CreationDate="2013-06-10T11:10:53.117" Score="114" ViewCount="18565" Body="&lt;p&gt;I know you can put CSV or XML in Git already, but there are issues for those wishing to collaborate on a dataset for creation, cleaning it up, pull requests, etc. Are there alternative version control systems that suit data better?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The key improvement I'd want is to Diff/Merge more intelligently. e.g. in CSV rather than line vs line comparison, it would do cell vs cell.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And ordering is usually not significant, e.g. rows in a CSV, whereas Git does care and presents the user with 'conflicts'.&lt;/p&gt;&#xA;" OwnerUserId="208" LastEditorUserId="208" LastEditDate="2018-01-02T10:26:38.540" LastActivityDate="2019-07-01T12:10:08.123" Title="Is there a Git for data?" Tags="|tool-request|" AnswerCount="21" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="749" PostTypeId="2" ParentId="747" CreationDate="2013-06-10T13:21:57.270" Score="4" Body="&lt;p&gt;I think it was best said in &lt;a href=&quot;http://sites.nationalacademies.org/DBASSE/DBASSE_083053&quot; rel=&quot;nofollow&quot;&gt;John King's wrap-up for the public hearing on public access to federal data&lt;/a&gt; last month at the National Academies.  To paraphrase:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you require people to do stuff for which they get no benefit, they're going to spend the minimum effort in doing so, and you'll get a crappy result.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So ... rather than focus on the format ... focus on what benefit they could get out of it.  I've been a big proponent of tool building to support data formats -- create some great tool that people want to use, but to use it, they have to put their data into a proscribed format.  Maybe you could give them a tool to do the reformatting, so that they're the ones maintaining it should their fields change.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Right now, their different formats support their existing systems.  They actually &lt;em&gt;need&lt;/em&gt; those systems to get their job done.  The extra reporting is just an extra burden that's been placed on them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Talk to the various IG (Inspector General) and finance departments ... maybe there are some common analysis that they all do that's challenging with their existing tools.  If it's more cumbersome than the data reformatting, you have a potential way in.  If you can't find some way that you can actually improve someone's life (with that someone being in the power to make the change), you're just going to be treated like another unfunded mandate. &lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-10T13:21:57.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="750" PostTypeId="2" ParentId="259" CreationDate="2013-06-10T14:46:18.497" Score="3" Body="&lt;p&gt;There's a proposal called 'Linked CSV' which allows you to subtly insert bits to a CSV file so that it is simply transformed into RDF. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://jenit.github.io/linked-csv/&quot; rel=&quot;nofollow&quot;&gt;Documentation here&lt;/a&gt; - see in particular '2.2.4 Self Description'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The benefit over YAML is that it is still proper CSV, so will be read &amp;amp; written easily by the same tools as normal. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The benefit over the likes of &lt;a href=&quot;http://www.dataprotocols.org/en/latest/data-packages.html&quot; rel=&quot;nofollow&quot;&gt;Data Packages&lt;/a&gt; is that the metadata is in the same file, so less likely to get lost.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Linked CSV is focused on describing each column's type (e.g. country name or latitude or something). But you can also add metadata on lines at the top, putting 'meta' in the first column.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the example of adding in a link to the index and the license for the data (although you can use anything in Dublic Core etc):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#,   country,                                 year,population&#xA;type,url,                                     time,integer&#xA;meta,index,                                   url, /populations&#xA;meta,license,                                 url, http://creativecommons.org/publicdomain/mark/1.0/&#xA;,    http://en.wikipedia.org/wiki/Afghanistan,1960,9616353&#xA;,    http://en.wikipedia.org/wiki/Afghanistan,1961,9799379&#xA;,    http://en.wikipedia.org/wiki/Afghanistan,1962,9989846&#xA;,    http://en.wikipedia.org/wiki/Afghanistan,1963,10188299&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It is brand new so not established, although it is interesting Linked Data folk. There are no tools for it yet (AFAIK), but you could adapt this little syntactical idea for your purposes.&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-06-10T14:46:18.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="751" PostTypeId="2" ParentId="748" CreationDate="2013-06-10T18:40:17.123" Score="20" Body="&lt;p&gt;Please note that &lt;code&gt;git&lt;/code&gt; has two configuration commands:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;git config filter.&amp;lt;driver&amp;gt;.clean&#xA;git config filter.&amp;lt;driver&amp;gt;.smudge&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The &lt;code&gt;clean&lt;/code&gt; filter can be used e.g. to sort all records in a CSV file except the top row, thus making re-ordering irrelevant.&lt;/p&gt;&#xA;&lt;p&gt;Quoting &lt;code&gt;gitattributes(5)&lt;/code&gt; :&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;A filter driver consists of a clean command and a smudge command, either of which can be left unspecified. Upon checkout, when the smudge command is specified, the command is fed the blob object from its standard input, and its standard output is used to update the worktree file. Similarly, the clean command is used to convert the contents of worktree file upon checkin.&lt;/p&gt;&#xA;&lt;p&gt;A missing filter driver definition in the config is not an error but makes the filter a no-op passthru.&lt;/p&gt;&#xA;&lt;p&gt;The content filtering is done to massage the content into a shape that is more convenient for the platform, filesystem, and the user to use. The key phrase here is &amp;quot;more convenient&amp;quot; and not &amp;quot;turning something unusable into usable&amp;quot;. In other words, the intent is that if someone unsets the filter driver definition, or does not have the appropriate filter program, the project should still be usable.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="458" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-06-10T18:40:17.123" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="752" PostTypeId="2" ParentId="748" CreationDate="2013-06-10T20:03:54.807" Score="43" Body="&lt;p&gt;Basic answer afaik is: &quot;No&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a first point I'd say that &quot;data&quot; is very broad - much broader than if you said &quot;code&quot;. There are all kinds of data in all kinds of different structures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Focusing down on just tabular data would make it more promising but the basic answer, at present, is that the Git for data &lt;em&gt;is&lt;/em&gt; Git (perhaps with a bit of config tweaking as suggested by Deer Hunter).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fundamentally git or hg or a given VCS is built around a diff format and a merge protocol. Get these right and much of the rest follows. The basic 3 options you have are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Serialize to line-oriented text and use the great tools like git&lt;/li&gt;&#xA;&lt;li&gt;Identify atomic structure (e.g. document) and apply diff at that level (think CouchDB or standard copy-on-write for RDBMS at row level)&lt;/li&gt;&#xA;&lt;li&gt;Recording transforms (e.g. Refine)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;So far, whilst imperfect (1) beats out anything I've really seen for 2 or 3.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; I've written some of this up in much more detail in this post which recommends using simple text-based formats and then using version control like Git - &lt;a href=&quot;http://blog.okfn.org/2013/07/02/git-and-github-for-data/&quot;&gt;http://blog.okfn.org/2013/07/02/git-and-github-for-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; there is also the &lt;a href=&quot;http://data.okfn.org/&quot;&gt;Frictionless Data project&lt;/a&gt; which is working to making this kind of thing easier. In particular, the &lt;a href=&quot;http://data.okfn.org/roadmap/core-datasets&quot;&gt;&quot;Core Datasets&quot;&lt;/a&gt; part of that is actively working to maintain a set of &quot;core&quot; datasets in version control on Github - see &lt;a href=&quot;http://data.okfn.org/roadmap/core-datasets&quot;&gt;http://data.okfn.org/roadmap/core-datasets&lt;/a&gt; and &lt;a href=&quot;https://github.com/datasets&quot;&gt;https://github.com/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;More info&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Here's a long post from 3y ago (my how time flies) on why we would want this and what's difficult about it:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://blog.okfn.org/2010/07/12/we-need-distributed-revisionversion-control-for-data/&quot;&gt;http://blog.okfn.org/2010/07/12/we-need-distributed-revisionversion-control-for-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a summary of concepts around versioning for data: &lt;a href=&quot;http://www.dataprotocols.org/en/latest/revisioning-data.html&quot;&gt;http://www.dataprotocols.org/en/latest/revisioning-data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The section entitled &quot;diffing and merging&quot; in &lt;a href=&quot;http://rufuspollock.org/2011/10/17/weekly-update-rufus-pollock-2/&quot;&gt;this post&lt;/a&gt; has a summary of the basic options.&lt;/p&gt;&#xA;" OwnerUserId="207" LastEditorUserId="207" LastEditDate="2014-06-18T10:00:13.593" LastActivityDate="2014-06-18T10:00:13.593" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="753" PostTypeId="1" CreationDate="2013-06-10T23:25:50.343" Score="2" ViewCount="158" Body="&lt;p&gt;The Federal Communications Commission (FCC) publishes documents from rulemakings on its &lt;a href=&quot;http://apps.fcc.gov/ecfs/comment_search/input&quot; rel=&quot;nofollow&quot;&gt;Electronic Comment Filing System&lt;/a&gt; (ECFS). These documents include filings from 3rd parties as well as FCC-produced documents such as Public Notices, Orders, and Notices of Proposed Rulemaking (NPRM). The FCC-produced documents also eventually become published (and edited) in the Federal Register. I'm trying to find a way to link these documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;http://apps.fcc.gov/ecfs/document/view?id=7022093344&quot; rel=&quot;nofollow&quot;&gt;this NPRM&lt;/a&gt; was published on ECFS on Dec. 28, 2012, while &lt;a href=&quot;http://www.gpo.gov/fdsys/pkg/FR-2013-01-22/pdf/2013-01154.pdf&quot; rel=&quot;nofollow&quot;&gt;its equivalent&lt;/a&gt; was published in the Federal Register on Jan. 22, 2013. The metadata for the Federal Register document is easily found through its JSON API:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;type&quot;: &quot;Proposed Rule&quot;,&#xA;    &quot;toc_doc&quot;: &quot;Rates for Interstate Inmate Calling Services&quot;,&#xA;    &quot;full_text_xml_url&quot;: &quot;https://www.federalregister.gov/articles/xml/201/301/154.xml&quot;,&#xA;    &quot;regulations_dot_gov_info&quot;: null,&#xA;    &quot;effective_on&quot;: null,&#xA;    &quot;abstract_html_url&quot;: &quot;https://www.federalregister.gov/articles/html/abstract/201/301/154.html&quot;,&#xA;    &quot;mods_url&quot;: &quot;http://www.gpo.gov/fdsys/granule/FR-2013-01-22/2013-01154/mods.xml&quot;,&#xA;    &quot;html_url&quot;: &quot;https://www.federalregister.gov/articles/2013/01/22/2013-01154/rates-for-interstate-inmate-calling-services&quot;,&#xA;    &quot;abstract&quot;: &quot;In this document, the Federal Communications Commission (Commission) seeks comment on the inmate calling services industry and how to ensure just and reasonable rates for inmate calling services.&quot;,&#xA;    &quot;subtype&quot;: null,&#xA;    &quot;start_page&quot;: 4369,&#xA;    &quot;end_page&quot;: 4376,&#xA;    &quot;title&quot;: &quot;Rates for Interstate Inmate Calling Services&quot;,&#xA;    &quot;signing_date&quot;: null,&#xA;    &quot;raw_text_url&quot;: &quot;https://www.federalregister.gov/articles/text/raw_text/201/301/154.txt&quot;,&#xA;    &quot;publication_date&quot;: &quot;2013-01-22&quot;,&#xA;    &quot;page_length&quot;: 8,&#xA;    &quot;json_url&quot;: &quot;https://www.federalregister.gov/api/v1/articles/2013-01154.json&quot;,&#xA;    &quot;agencies&quot;: [&#xA;        {&#xA;            &quot;parent_id&quot;: null,&#xA;            &quot;url&quot;: &quot;https://www.federalregister.gov/agencies/federal-communications-commission&quot;,&#xA;            &quot;raw_name&quot;: &quot;FEDERAL COMMUNICATIONS COMMISSION&quot;,&#xA;            &quot;json_url&quot;: &quot;https://www.federalregister.gov/api/v1/agencies/161.json&quot;,&#xA;            &quot;name&quot;: &quot;Federal Communications Commission&quot;,&#xA;            &quot;id&quot;: 161&#xA;        }&#xA;    ],&#xA;    &quot;volume&quot;: 78,&#xA;    &quot;topics&quot;: [],&#xA;    &quot;regulation_id_numbers&quot;: [],&#xA;    &quot;executive_order_number&quot;: null,&#xA;    &quot;corrections&quot;: [],&#xA;    &quot;citation&quot;: &quot;78 FR 4369&quot;,&#xA;    &quot;body_html_url&quot;: &quot;https://www.federalregister.gov/articles/html/full_text/201/301/154.html&quot;,&#xA;    &quot;regulation_id_number_info&quot;: {},&#xA;    &quot;dates&quot;: &quot;Comments are due on or before March 25, 2013. Reply comments are due on or before April 22, 2013.&quot;,&#xA;    &quot;toc_subject&quot;: null,&#xA;    &quot;significant&quot;: false,&#xA;    &quot;regulations_dot_gov_url&quot;: null,&#xA;    &quot;cfr_references&quot;: [&#xA;        {&#xA;            &quot;title&quot;: 47,&#xA;            &quot;part&quot;: 64&#xA;        }&#xA;    ],&#xA;    &quot;pdf_url&quot;: &quot;http://www.gpo.gov/fdsys/pkg/FR-2013-01-22/pdf/2013-01154.pdf&quot;,&#xA;    &quot;correction_of&quot;: null,&#xA;    &quot;comments_close_on&quot;: &quot;2013-04-22&quot;,&#xA;    &quot;executive_order_notes&quot;: null,&#xA;    &quot;docket_ids&quot;: [&#xA;        &quot;WC Docket No. 12-375&quot;,&#xA;        &quot;FCC 12-167&quot;&#xA;    ],&#xA;    &quot;action&quot;: &quot;Notice of proposed rulemaking.&quot;,&#xA;    &quot;public_inspection_pdf_url&quot;: &quot;https://s3.amazonaws.com/public-inspection.federalregister.gov/2013-01154.pdf?1358517206&quot;,&#xA;    &quot;document_number&quot;: &quot;2013-01154&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Though the FCC provides no API for ECFS, I've created a small Ruby &lt;a href=&quot;https://github.com/adelevie/ecfs&quot; rel=&quot;nofollow&quot;&gt;gem&lt;/a&gt; which provides programmatic access to the ECFS documents. So I can query for the ECFS NPRM like so:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;filings = ECFS::Filing.query.tap do |q|&#xA;  q.docket_number = &quot;12-375&quot;&#xA;  q.lawfirm = &quot;FCC&quot;&#xA;end.get[1]&#xA;#=&amp;gt; &#xA;{&quot;name_of_filer&quot;=&amp;gt;&quot;Wireline Competition Bureau&quot;,&#xA; &quot;docket_number&quot;=&amp;gt;&quot;12-375&quot;,&#xA; &quot;lawfirm_name&quot;=&amp;gt;&quot;FCC&quot;,&#xA; &quot;date_received&quot;=&amp;gt;&quot;2012-12-24T00:00:00.000Z&quot;,&#xA; &quot;date_posted&quot;=&amp;gt;&quot;2013-01-22T00:00:00.000Z&quot;,&#xA; &quot;exparte&quot;=&amp;gt;false,&#xA; &quot;type_of_filing&quot;=&amp;gt;&quot;NOTICE OF PROPOSED RULEMAKING&quot;,&#xA; &quot;document_urls&quot;=&amp;gt;&#xA;  [&quot;http://apps.fcc.gov/ecfs/document/view?id=7022093344&quot;, #document linked in beginning of this stackexchange post&#xA;   &quot;http://apps.fcc.gov/ecfs/document/view?id=7022093345&quot;,&#xA;   &quot;http://apps.fcc.gov/ecfs/document/view?id=7022093346&quot;,&#xA;   &quot;http://apps.fcc.gov/ecfs/document/view?id=7022093347&quot;,&#xA;   &quot;http://apps.fcc.gov/ecfs/document/view?id=7022093348&quot;,&#xA;   &quot;http://apps.fcc.gov/ecfs/document/view?id=7022093349&quot;]}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is there any good practice for querying for the Federal Register equivalent of an ECFS document given an FCC docket number, date published, and type of filing (e.g. Notice of Proposed Rulemaking)?&lt;/p&gt;&#xA;" OwnerUserId="65" LastEditorUserId="70" LastEditDate="2013-06-11T07:54:13.527" LastActivityDate="2013-06-11T07:54:13.527" Title="Linking FCC documents from ECFS to the Federal Register" Tags="|usa|fcc|rulemaking|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="754" PostTypeId="2" ParentId="753" CreationDate="2013-06-10T23:47:04.200" Score="1" Body="&lt;p&gt;I've found the &lt;a href=&quot;https://github.com/criticaljuncture/federal_register&quot; rel=&quot;nofollow&quot;&gt;Federal Register Ruby gem&lt;/a&gt; to be useful:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;result_set = FederalRegister::Article.search(:conditions =&amp;gt; {&#xA;  :agencies =&amp;gt; &quot;federal-communications-commission&quot;, &#xA;  :docket_id =&amp;gt; &quot;12-375&quot;, &#xA;  :type =&amp;gt; &quot;PRORULE&quot;&#xA;})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To provide programmatic linking, a mapping of &quot;NOTICE OF PROPOSED RULEMAKING&quot; (ECFS) to &quot;PRORULE&quot; (Federal Register) is needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This seems to work well enough, but a potential pitfall could be proceedings that have multiple documents of the same type (e.g. multiple NPRMs). In those cases, I'm not sure how to distinguish documents.&lt;/p&gt;&#xA;" OwnerUserId="65" LastActivityDate="2013-06-10T23:47:04.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="755" PostTypeId="1" CreationDate="2013-06-11T07:04:03.800" Score="3" ViewCount="68" Body="&lt;p&gt;I'm looking for lists of bioequivalent drugs in the US or EU. I know there is a (quite short) list from the Chilean government at &lt;a href=&quot;http://datos.gob.cl/datasets/ver/1303&quot; rel=&quot;nofollow&quot;&gt;http://datos.gob.cl/datasets/ver/1303&lt;/a&gt; but I'd like to know if there is something similar in other countries.&lt;/p&gt;&#xA;" OwnerUserId="402" LastActivityDate="2013-06-19T20:47:40.717" Title="Bioequivalent drugs in the US and EU?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="757" PostTypeId="2" ParentId="744" CreationDate="2013-06-11T12:45:41.010" Score="3" Body="&lt;p&gt;Clear and simple, I can do ... re-usable I'm not so sure of.&lt;/p&gt;&#xA;&lt;p&gt;NSF in 2011 put a requirement on all &lt;a href=&quot;http://www.nsf.gov/eng/general/dmp.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;grant applications to submit a 'data management plan'&lt;/a&gt;, explaining what data would be produced and made available by the project.  Note that it doesn't actually require the data to be 'open', and it's entirely possible that the scope of the project may be such that the PIs believe that there isn't any 'data' produced.**&lt;/p&gt;&#xA;&lt;p&gt;There's also been questions as to what instructions NSF has been giving to the grant review panels about data management plans, and how much weight they have in the final scoring of the grant proposals.&lt;/p&gt;&#xA;&lt;p&gt;NASA has various 'data policy' statements, depending on the field.  The &lt;a href=&quot;http://hpde.gsfc.nasa.gov/Heliophysics_Data_Policy_2009Apr12.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;heliophysics policy&lt;/a&gt; states:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Two overarching principles also essential to achieving the goals of current Heliophysics programs are:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Embracing NASA's open data policy that high-quality, high-resolution data, as defined by the mission goals, will be made publicly available as soon as practical ...&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;... while the &lt;a href=&quot;http://science.nasa.gov/earth-science/earth-science-data/data-information-policy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA Earth science policy&lt;/a&gt; contains:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NASA commits to the full and open sharing of Earth science data obtained from NASA Earth observing satellites, sub-orbital platforms and field campaigns with all users as soon as such data become available.&lt;/li&gt;&#xA;&lt;li&gt;There will be no period of exclusive access to NASA Earth science data. Following a post-launch checkout period, all data will be made available to the user community. Any variation in access will result solely from user capability, equipment, and connectivity.&lt;/li&gt;&#xA;&lt;li&gt;NASA will make available all NASA-generated standard products along with the source code for algorithm software, coefficients, and ancillary data used to generate these products.&lt;/li&gt;&#xA;&lt;li&gt;All NASA Earth science missions, projects, and grants and cooperative agreements shall include data management plans to facilitate the implementation of these data principles.&lt;/li&gt;&#xA;&lt;li&gt;NASA will enforce a principle of non-discriminatory data access so that all users will be treated equally. For data products supplied from an international partner or another agency, NASA will restrict access only to the extent required by the appropriate Memorandum of Understanding (MOU).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;My understanding is that all NASA missions require a 'PDMP' (project data management plan)&lt;/p&gt;&#xA;&lt;p&gt;** although, that then gets us into the question of what is 'data', which is much too long and off-topic for this post.&lt;/p&gt;&#xA;&lt;p&gt;(Disclaimer : I work for a NASA heliophysics archive; I haven't served on a grant review panel for years and never for NSF)&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-06-11T12:45:41.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="758" PostTypeId="1" CreationDate="2013-06-11T18:03:52.813" Score="5" ViewCount="151" Body="&lt;p&gt;Currently the Animal Care Information System Search Tool located at (&lt;a href=&quot;http://acissearch.aphis.usda.gov/LPASearch/faces/CustomerSearch.jspx&quot; rel=&quot;nofollow&quot;&gt;http://acissearch.aphis.usda.gov/LPASearch/faces/CustomerSearch.jspx&lt;/a&gt;) provides visitors with the ability to perform a number of queries against  Animal and Plant Health Inspection Reports. It is a fairly robust tool for getting info on reports that have been logged as little as 3 days ago. However it does not, to my knowledge, permit programmatic access and I have not seen where an API is available. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have any knowledge of how I might gain access to the data in these reports to create my own queries, say a REST API, or if there is a regular dump of this data made somewhere, please let me know!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I checked on data.gov. There was a link that pointed to a zip file of PDF files. These files, also visible when drilling into results on the Search page, are image based PDF files making them impossible to read with a screen reader even let alone a scraper. At any rate that is now a dead link. The email contact for the data bounces and the webmaster email for the APHIS site also bounces.&lt;/p&gt;&#xA;" OwnerUserId="750" LastEditorUserId="41" LastEditDate="2013-06-16T11:44:55.483" LastActivityDate="2017-02-05T16:54:02.293" Title="Availability of APHIS Data as API or bulk dump" Tags="|data-request|usa|data.gov|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="759" PostTypeId="1" AcceptedAnswerId="17444" CreationDate="2013-06-11T18:39:37.293" Score="7" ViewCount="979" Body="&lt;p&gt;When it comes to &lt;a href=&quot;http://wiredimpact.com/blog/wolfram-alpha-name-popularity/&quot;&gt;tracking the popularity and distribution of human names&lt;/a&gt; over time, &lt;a href=&quot;http://www.wolframalpha.com/input/?i=samuel&quot;&gt;Wolfram Alpha&lt;/a&gt; seems to be the place to go. But where to find this info for pets? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In 2008, the LA Times put together an interesting project on this topic called &lt;a href=&quot;http://projects.latimes.com/dogs/about/&quot;&gt;&quot;L.A.'s Top Dogs.&quot;&lt;/a&gt; But the authors note:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;There is no centralized list of dog registrations for Los Angeles County. More than a dozen agencies perform the service at the local level. While we made an effort to collect records from as many areas as possible, a few fell through the cracks. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Is there a more complete and up-to-date database for pet names available?&lt;/p&gt;&#xA;" OwnerUserId="84" LastActivityDate="2023-02-24T16:14:44.250" Title="A database for dog, cat and other pet names?" Tags="|data-request|names|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="760" PostTypeId="2" ParentId="758" CreationDate="2013-06-11T18:44:05.717" Score="3" Body="&lt;p&gt;It's likely not want you are hoping for, but that website is an API, just an undocumented poorly designed one. You'll want to make easier to work with by writing a screen scraper. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like at least one other person, maybe you, is working on one at ScraperWiki&#xA;&lt;a href=&quot;https://scraperwiki.com/scrapers/aphisacis/&quot; rel=&quot;nofollow&quot;&gt;https://scraperwiki.com/scrapers/aphisacis/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-06-13T13:31:23.720" LastActivityDate="2013-06-13T13:31:23.720" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="761" PostTypeId="2" ParentId="759" CreationDate="2013-06-11T20:37:50.943" Score="7" Body="&lt;p&gt;You'll have to go agency by agency. Dog licensing is a local government function. Some cities with open data have released license data, here's an &lt;a href=&quot;http://blog.aspca.org/content/new-interactive-map-shows-top-dog-names-breeds-nyc&quot; rel=&quot;nofollow&quot;&gt;example for NYC&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If they don't have it online already, most animal control departments should be able to provide their data with either a phone call or (if necessary) a FOIA request, although it may not necessarily be in electronic form.&lt;/p&gt;&#xA;" OwnerUserId="801" LastEditorUserId="78" LastEditDate="2013-06-17T14:30:57.083" LastActivityDate="2013-06-17T14:30:57.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="762" PostTypeId="2" ParentId="748" CreationDate="2013-06-11T20:38:22.657" Score="16" Body="&lt;p&gt;Can you provide a more comprehensive list of the pain points you're experiencing with Git? Git works great for data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to the config flag Deer Hunter mentioned for sorting, you can also teach git to diff on a word-by-word (rather than line-by-line basis), by simply passing the &lt;code&gt;--word-diff&lt;/code&gt; flag.&lt;/p&gt;&#xA;" OwnerUserId="335" LastActivityDate="2013-06-11T20:38:22.657" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="763" PostTypeId="2" ParentId="744" CreationDate="2013-06-12T13:22:25.713" Score="3" Body="&lt;p&gt;The U.S. Department of Education (ED) has added open data language to several RFPs and grant competitions.  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For a grant example, see &lt;a href=&quot;http://www.ed.gov/race-top/district-competition/definitions&quot; rel=&quot;nofollow&quot;&gt;http://www.ed.gov/race-top/district-competition/definitions&lt;/a&gt; (or  which includes definitions for 'open data format', 'open-standard registry', and 'interoperable data system'.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As a result of the recent Executive Order (&lt;a href=&quot;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&quot; rel=&quot;nofollow&quot;&gt;http://www.whitehouse.gov/the-press-office/2013/05/09/executive-order-making-open-and-machine-readable-new-default-government-&lt;/a&gt;), additional guidance including templates for acquisition language will be forthcoming.  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For an RFP (an interim example statement) may be: &quot;In support of Executive Order – “Making Open and Machine Readable the New Default for Government Information”, the Contractor shall provide data in open and machine readable formats (e.g., CSV, XML, JSON, API) that would allow stakeholders to leverage data developed to promote widespread use and dissemination. For existing examples, please visit http://www.{{agencyname}}.gov/developer webpage.&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="744" LastActivityDate="2013-06-12T13:22:25.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="764" PostTypeId="2" ParentId="691" CreationDate="2013-06-12T17:35:11.057" Score="1" Body="&lt;p&gt;Local health departments are often the agencies that keep license and inspection information. Yelp and a few cities have been working to develop a national standard for inspection data (LIVES), but not too many places have adopted this yet.&lt;/p&gt;&#xA;" OwnerUserId="801" LastActivityDate="2013-06-12T17:35:11.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="765" PostTypeId="2" ParentId="743" CreationDate="2013-06-12T17:41:35.720" Score="4" Body="&lt;p&gt;Also look at the Longitudinal Employer Household Dynamics (LEHD) dataset. This is a collaborative Census/BLS effort that links employment and individual records for analysis of labor markets. Data is available at sub-tract geographies, and includes counts of employed people by place of work and residence, and allows for the analysis of journey to work info.  &lt;a href=&quot;http://lehd.ces.census.gov/&quot; rel=&quot;nofollow&quot;&gt;http://lehd.ces.census.gov/&lt;/a&gt; They maintain a tool (&quot;On the Map&quot; - link on the LEHD site) that can be used to query the data and produce reports. It's great stuff.&lt;/p&gt;&#xA;" OwnerUserId="801" LastActivityDate="2013-06-12T17:41:35.720" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="767" PostTypeId="2" ParentId="755" CreationDate="2013-06-12T21:49:57.523" Score="1" Body="&lt;p&gt;A useful subset of the bioequivalent drugs would be approved generics. Don't know if you're also looking for unapproved (yet) but these would be a bit harder to find as a complete collection. Keep in mind that the pharmacokinetic test routines differ slightly between the US and Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keeping to the approved generics, the FDA is required to maintain and post &lt;a href=&quot;http://www.fda.gov/drugs/developmentapprovalprocess/howdrugsaredevelopedandapproved/approvalapplications/abbreviatednewdrugapplicationandagenerics/ucm126389.htm&quot; rel=&quot;nofollow&quot;&gt;a list&lt;/a&gt; quarterly. The data is in PDF but at least it's selectable text (not just scanned images). For Europe, the EMA has a &lt;a href=&quot;http://www.ema.europa.eu/ema/index.jsp?curl=pages/medicines/landing/epar_search.jsp&amp;amp;murl=menus/medicines/medicines.jsp&amp;amp;mid=WC0b01ac058001d124&amp;amp;searchTab=searchByAuthType&amp;amp;alreadyLoaded=true&amp;amp;isNewQuery=true&amp;amp;status=Authorised&amp;amp;status=Withdrawn&amp;amp;status=Suspended&amp;amp;status=Refused&amp;amp;keyword=Enter%20keywords&amp;amp;searchType=name&amp;amp;taxonomyPath=&amp;amp;treeNumber=&amp;amp;searchGenericType=generics&amp;amp;genericsKeywordSearch=Submit&quot; rel=&quot;nofollow&quot;&gt;search page&lt;/a&gt; for generics (etc). Search results can be downloaded in excel format.&lt;/p&gt;&#xA;" OwnerUserId="32" LastActivityDate="2013-06-12T21:49:57.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="768" PostTypeId="1" CreationDate="2013-06-13T06:02:45.400" Score="40" ViewCount="1057" Body="&lt;p&gt;This is a very simple question:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Suppose that I have some sort of specialized data, perhaps that I've collected myself or been a part of the collection. And suppose that nothing prevents me from handing this data out to people. In what method should I go about distributing/storing this data so that others will be able to find it and use it, whenever this time may be?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For example, as an undergrad I used to sell out my R programming capabilities to all the soft-science research groups. Sometimes, they would have really interesting data that they had collected. One that sticks out to me now: a group had spent 6 months traveling Central America, keeping records on aspects of water quality and personal hygiene, etc. I did their statistical analysis, they wrote their paper and project, and then they thought nothing more of their data. They ended up letting me keep it and distribute it however I wanted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I didn't know what to do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But as a fluke, 15 months later (again doing some R for a group), it turns out that I ran across someone who was interested and gave them a copy. And so it was passed on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How might one go about best making others aware of open data availability?&lt;/p&gt;&#xA;" OwnerUserId="79" LastEditorUserId="70" LastEditDate="2013-06-13T15:32:25.910" LastActivityDate="2015-04-13T13:17:15.817" Title="Let's suppose I have potentially interesting data. How to distribute?" Tags="|best-practice|releasing-data|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="769" PostTypeId="2" ParentId="677" CreationDate="2013-06-13T09:26:47.930" Score="5" Body="&lt;p&gt;For the DFID example, we have outputs on both CSV and RDF, if you check here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.gov.uk/organogram/department-for-international-development-0&quot; rel=&quot;nofollow&quot;&gt;http://data.gov.uk/organogram/department-for-international-development-0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check the template downloads on the right side of the organogram tool (above) they are labelled by numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We produced a controlled spreadsheet that all departments fill in, upload and automatically publish, so we basically created a standard vocabulary for reporting salaries and roles across UK government.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://reference.data.gov.uk/2011-09-30/doc/public-body/dfid/post/A11&quot; rel=&quot;nofollow&quot;&gt;http://reference.data.gov.uk/2011-09-30/doc/public-body/dfid/post/A11&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The code for the visualisation is also available via github under the linked-data-api project&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also plenty of guidance on how we have done it for data.gov.uk, if you check our library section you can read further about the process, specially the guidance to publishers, which details vocabularies, etc. We also plan to publish the spreadsheet template.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In a couple of months we will be re-writing the tool and updating the process, so keep an eye on our blogs for further details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.gov.uk/search/apachesolr_search/organograms?filters=type%3Aresource%20tid%3A11277&amp;amp;retain-filters=1&quot; rel=&quot;nofollow&quot;&gt;http://data.gov.uk/search/apachesolr_search/organograms?filters=type%3Aresource%20tid%3A11277&amp;amp;retain-filters=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="314" LastEditorUserId="314" LastEditDate="2013-06-15T08:15:57.827" LastActivityDate="2013-06-15T08:15:57.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="771" PostTypeId="2" ParentId="768" CreationDate="2013-06-13T12:50:34.647" Score="13" Body="&lt;p&gt;I'd recommend looking to see how that specific scientific discipline handles their data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some common methods include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Discipline Registry -- you continue hosting the data elsewhere, but notify the service of the availability of the data, and characteristics so that other people can tell if it's of value to them. (eg, &lt;a href=&quot;http://anthroregistry.wikia.com/wiki/Registry_of_Anthropological_Data_Wiki&quot;&gt;Anthropological&lt;/a&gt;, &lt;a href=&quot;http://vspo.gsfc.nasa.gov/&quot;&gt;Heliophysics&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Discipline Repository -- like the registry, but you give them the data to share with others.  (eg, the &lt;a href=&quot;http://pds.nasa.gov/&quot;&gt;PDS&lt;/a&gt; nodes, &lt;a href=&quot;http://datadryad.org/&quot;&gt;Dryad&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Discipline Database -- a type of repository where they have a proscribed format that you need to put the data into before submitting it to them. (eg, &lt;a href=&quot;http://www.earthchem.org/petdb&quot;&gt;PetDB&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Federation -- you continue hosting the code, and register it with the central authority, but you have to expose the data using a proscribed API. (eg, &lt;a href=&quot;http://ivoa.net/&quot;&gt;IVOA&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Note that these are general categories ... I didn't give the &lt;a href=&quot;http://www.wwpdb.org/&quot;&gt;Protein Data Bank&lt;/a&gt; as an example as it's sort of between a repository and a database; &lt;a href=&quot;http://www.data.gov/&quot;&gt;data.gov&lt;/a&gt; can act as a federation in some cases but is mostly a repository and it's not for a specific discipline.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... and in other cases, there's nothing formal.  For instance, in some 'big science' fields, where there's only a few new datasets released per year, I've seen the common practice be to put a little blurb in the relevant professional society's newsletter, or post to a mailing list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For your data, I'd suggest starting with the &lt;a href=&quot;http://www.exchangenetwork.net/getting-started-on-the-network/&quot;&gt;Environmental Information Exchange Network&lt;/a&gt;.  They deal with &lt;a href=&quot;http://www.exchangenetwork.net/data-exchange/wqx/&quot;&gt;water quality&lt;/a&gt;, but I don't know what their submittal processes are.  They're a federation, but you might be able to talk to one of the local member nodes, and have them take the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's also worth noting that some of the disciplines have specific metadata standards -- if you can't describe the data sufficiently for their needs, they're just not interested.  This seems strange, as you'd assume that all data is valuable, but if it doesn't have sufficient documentation for that group to cite it as supporting evidence it's of no use to them.  (although, that's not to say that there won't be other groups interested in the data with less vigorous standards)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-13T12:50:34.647" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="773" PostTypeId="2" ParentId="306" CreationDate="2013-06-14T14:52:42.163" Score="5" Body="&lt;h3&gt;Publishing the Data&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;If you don't want to go down the full CKAN-style route a really simple option if you've got a bunch of CSV files is just to put them online and turn them into &quot;simple data format&quot; data packages by adding a tiny bit of metadata in the form of a datapackage.json. Building a catalog out of this is really easy (and can be done with just a bit of JS+HTML!).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Simple Data Format&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For details you can see this &lt;a href=&quot;http://data.okfn.org/standards/simple-data-format&quot;&gt;simple introduction to simple data format for more information&lt;/a&gt;. Here's a simple example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of a minimal simple data format dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are 2 just files, the data file &lt;code&gt;data.csv&lt;/code&gt; and the &lt;code&gt;datapackage.json&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;data.csv&#xA;datapackage.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;data.csv looks like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var1,var2,var3&#xA;A,1,2.5&#xA;B,3,4.3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That is there are 3 fields (columns) and 2 rows of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A simple datapackage.json for this data would be:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;name&quot;: &quot;my-dataset&quot;,&#xA;  # here we list the data files in this dataset&#xA;  &quot;resources&quot;: [&#xA;    {&#xA;      &quot;path&quot;: &quot;data.csv&quot;,&#xA;      &quot;schema&quot;: {&#xA;        &quot;fields&quot;: [&#xA;          {&#xA;            &quot;id&quot;: &quot;var1&quot;,&#xA;            &quot;type&quot;: &quot;string&quot;&#xA;          },&#xA;          {&#xA;            &quot;id&quot;: &quot;var2&quot;,&#xA;            &quot;type&quot;: &quot;integer&quot;&#xA;          },&#xA;          {&#xA;            &quot;id&quot;: &quot;var3&quot;,&#xA;            &quot;type&quot;: &quot;number&quot;&#xA;          }&#xA;        ]&#xA;      }&#xA;    }&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h3&gt;People to contact&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Suggest these type of folks (you may already know them): &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Folks at the Open Knowledge Foundation - e.g. worth pinging the &lt;a href=&quot;http://lists.okfn.org/mailman/listinfo/okfn-discuss&quot;&gt;okfn-discuss mailing list&lt;/a&gt; (there have been several discussions about genealogical data here over the years)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opengenalliance.org/&quot;&gt;http://www.opengenalliance.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclosure: I helped write the simple data format spec and am a member of the Open Knowledge Foundation!)&lt;/p&gt;&#xA;" OwnerUserId="207" LastActivityDate="2013-06-14T14:52:42.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="774" PostTypeId="1" AcceptedAnswerId="784" CreationDate="2013-06-14T16:53:22.903" Score="14" ViewCount="1036" Body="&lt;p&gt;When publishing a data API, there seems to be a conflict between requiring a user to sign-up for an API key and the principal of open access. What is best practice in publishing an open data API whilst avoiding overuse/abuse?&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Details&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;When you publish a data API and are concerned about users over-using it, it seems normal to demand that they use an API key. This allows you to track/control the usage of each user and ban abusers. However, if you make it easy/automatic to get an API key then a banned user can simply recycle keys. One might conclude that the publisher should provide a web-form where you enter your e-mail address to receive the key.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Compared to providing a simple download URL, requiring registration and API key is not with the spirit of Open Data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;even this minor inconvenience can significantly reduce data reusage, as much data work is opportunistic&lt;/li&gt;&#xA;&lt;li&gt;providing contact details, the user/organisation tends to identify him/herself or the organisation, allowing for potential discrimination&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But for many live datasets (e.g. traffic hotspots, weather measurements) having an API is essential to use, and for massive datasets (e.g. crime maps) it is often more convenient to use an API than download the whole thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although the &lt;a href=&quot;http://opendefinition.org/&quot;&gt;Open Definition&lt;/a&gt; has no strict rules against registration or API keys, what is the best practice for open publishers in this tricky area?&lt;/p&gt;&#xA;" OwnerUserId="208" LastEditorUserId="70" LastEditDate="2013-06-16T15:54:09.540" LastActivityDate="2013-06-18T15:01:34.420" Title="Should data APIs require registration and API keys?" Tags="|api|releasing-data|best-practice|licensing|" AnswerCount="7" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="775" PostTypeId="2" ParentId="774" CreationDate="2013-06-14T17:38:59.330" Score="5" Body="&lt;p&gt;As a data user, I feel it is essentially OK to make people register to obtain API keys. Those who use API for data access are by definition application developers (even if they aren't), and their apps may saturate network bandwidth and server resources if coded without due consideration for others. Angry letters to ISPs have the potential to shut down innocent legitimate users as well as offenders. Traceability leads to sense of responsibility.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yet, registration should be automatic. Users shouldn't have to wait till somebody on the East Coast approves their application. A non-bouncing e-mail address, possibly a spamcheck, a human entering CAPTCHA in reply - all that should be enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This said, API is not a substitute for bulk download of the whole dataset (compressed!). For statistical etc. purposes it is often necessary to deal with the full set, and it is very frustrating to see the overhead of API calls (and time for throttled accesses) needed to get one's hands on the data. Anonymous FTP still seems the best solution for that (FTP servers can enforce bandwidth throttling without much hassle).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To re-cap: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;any extra hoop a user is forced to jump through means the data aren't really open&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;li&gt;A human decision-maker in the loop shouldn't be necessary.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;API keys should be available for play and de-bugging right away&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;li&gt;There's no need to come at the data producer &lt;strong&gt;with a FOIA and a sledgehammer&lt;/strong&gt; to get a supposedly &lt;strong&gt;open dataset&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Just my $0.02, if that matters...&lt;/p&gt;&#xA;" OwnerUserId="458" LastActivityDate="2013-06-14T17:38:59.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="776" PostTypeId="2" ParentId="774" CreationDate="2013-06-15T00:13:30.130" Score="3" Body="&lt;p&gt;I've been asking this question a lot both internally and externally, because I see how requiring an API key could be perceived as not-entirely-open open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a public dataset, if API keys are required, they should be made available instantly. This is definitely a best practice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't find the pro-key argument that it helps prevent abuse very valid, because you're right, an abusive user could just keep re-registering for keys. I am convinced by the argument that it gives the data holders a means of communicating with API users when there's a change to the API or underlying data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also the idea of providing meaningful usage statistics with a key. I know there are other ways of doing that, but many APIs on open data are basic (perhaps using a CSV to API tool), and would be using a key-as-a-service and not have a way of independently coming up with statistics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Always eager to hear more on this topic.&lt;/p&gt;&#xA;" OwnerUserId="592" LastActivityDate="2013-06-15T00:13:30.130" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="777" PostTypeId="2" ParentId="284" CreationDate="2013-06-15T00:57:21.733" Score="2" Body="&lt;p&gt;In the old data.gov metadata schema, statistical datasets were required to supply a bunch of additional metadata that disclosed the following items:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Statistical methodology &lt;/li&gt;&#xA;&lt;li&gt;Sampling&lt;/li&gt;&#xA;&lt;li&gt;Estimation&lt;/li&gt;&#xA;&lt;li&gt;Weighting  &lt;/li&gt;&#xA;&lt;li&gt;Disclosure avoidance&lt;/li&gt;&#xA;&lt;li&gt;Questionnaire design&lt;/li&gt;&#xA;&lt;li&gt;Series breaks&lt;/li&gt;&#xA;&lt;li&gt;Non-response adjustment&lt;/li&gt;&#xA;&lt;li&gt;Seasonal adjustment&lt;/li&gt;&#xA;&lt;li&gt;Data quality (variances, CVs, CIs, etc)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This would generally seem to be good practice to follow for non-statistical datasets. Now, usually, these are just generally long documents that people need to read before they try to use and interpret such data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are initiatives out there, like UncertML (&lt;a href=&quot;http://www.uncertml.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.uncertml.org/&lt;/a&gt;) which are an attempt to carry these kinds of information directly with the data. Not sure how well it works, but they might be models from which to build for the kinds of scientific and engineering data you are asking about in your question.&lt;/p&gt;&#xA;" OwnerUserId="688" LastEditorUserId="263" LastEditDate="2013-06-16T11:45:05.937" LastActivityDate="2013-06-16T11:45:05.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="778" PostTypeId="2" ParentId="742" CreationDate="2013-06-15T01:17:00.707" Score="1" Body="&lt;p&gt;The entry for IPEDS on data.gov (&lt;a href=&quot;https://catalog.data.gov/dataset/integrated-postsecondary-education-data-system-ipeds-data-center&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/integrated-postsecondary-education-data-system-ipeds-data-center&lt;/a&gt;) provides a point of contact. Recommend emailing the dataset POC directly.&lt;/p&gt;&#xA;" OwnerUserId="688" LastActivityDate="2013-06-15T01:17:00.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="779" PostTypeId="2" ParentId="774" CreationDate="2013-06-15T03:43:36.297" Score="3" Body="&lt;p&gt;APIs are an extra service layer on top of the data itself. One could make the argument that this &quot;closes&quot; the dataset, but for most developers it's a huge convenience that saves them the overhead of administering their own database and access layers. (can you imagine if you had to download a csv of tweets and store them in mysql to display a feed on your website?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want the data to be completely open (assuming the dataset updates less than once a week or so), offer a bulk download: text files are easy to host and bandwidth is cheaper than processing power.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to additionally offer users an API as a service, you shouldn't have any qualms about making users jump through whatever hoops you need them to in order to prevent folks from a)pounding your database quasi-ddos style or b) costing you a small fortune in hosting fees. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, it would be awfully nice to make the authorization process as painless and instantaneous as humanly (computationally?) possible. And it's also nice to have some contact info for folks so you can do outreach to find out how they're using your service and what you can do to improve their experience. Or, if necessary ask them politely to refactor their app so they don't kill your server.&lt;/p&gt;&#xA;" OwnerUserId="78" LastActivityDate="2013-06-15T03:43:36.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="780" PostTypeId="2" ParentId="677" CreationDate="2013-06-15T10:40:58.987" Score="2" Body="&lt;p&gt;@fpp This sounds like a fascinating project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On RFPs and procurement there is emerging work on data standards in the Open Contracting project, but no concrete standards yet. I've &lt;a href=&quot;http://www.timdavies.org.uk/2013/04/04/developing-data-standards-for-open-contracting/&quot; rel=&quot;nofollow&quot;&gt;documented a recent mini-study into available data and standards used here&lt;/a&gt; which suggests some common fields found across datasets that could be useful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On representing budgets in IATI, you can declare your own vocabularies for sectors (i.e. not be tied to the DAC sector codes if your use-case doesn't work for that). Have you also explored the &lt;a href=&quot;http://iatistandard.org/organisation-standard/&quot; rel=&quot;nofollow&quot;&gt;organisation standard&lt;/a&gt; which includes space for specifying country budgets. If you need to extend that with some classifications in your own extra namespace that would be possible and would fit with the idea of IATI as extensible, with the potential to bring extensions into the standard over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess the important thing with any selection of standards is to think about how you see the data being used, and thus what kinds of standards it is best to align with. &lt;/p&gt;&#xA;" OwnerUserId="125" LastActivityDate="2013-06-15T10:40:58.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="781" PostTypeId="2" ParentId="758" CreationDate="2013-06-15T16:10:37.870" Score="2" Body="&lt;p&gt;Absent a better solution, you could try just calling over there. The employee directory here: &lt;a href=&quot;http://www.aphis.usda.gov/mrpbs/contact_us/downloads/mrpbs_service_directory.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.aphis.usda.gov/mrpbs/contact_us/downloads/mrpbs_service_directory.pdf&lt;/a&gt; provides phone numbers for a number of folks. Looking for Ms. McDermott's name in there leads me to think you'll want to call the Investigative and Enforcement Services division. Or, hey, just call the CIO. At least that way you might get pointed to someone you can speak with.&lt;/p&gt;&#xA;" OwnerUserId="688" LastActivityDate="2013-06-15T16:10:37.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="782" PostTypeId="2" ParentId="774" CreationDate="2013-06-16T13:38:29.483" Score="6" Body="&lt;p&gt;To build on some of these answers, the important distinction to remember is that an API is a service, not the data itself. This will be a custom application that you will build, that will have methods for getting at the data in ways that you find useful (at least initially), and that will use the resources (bandwidth, computing power, etc..) that you are providing. The data is just what the API serves up. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With that in mind, as a developer - I often prefer to download the raw data files as APIs will often not have the method I am looking for, or won't allow me to easily do bulk analysis. So, having an option to download the raw data in a standard format is always a good idea. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you offer the data as a raw download, then I would absolutely encourage you to provide registration for the API use. By doing so, you can provide some type of proof that your users agree to your terms of service (how many accesses they can have per day, what constitutes abuse, availability of the service, etc...) and some means of contact if they start to abuse those terms (if you want to warn the before cutting them off). I agree with others that registration should be an automated and semi-immediate process, but if that is not possible, you should at least have the API respond with fake data so the user can begin developing and testing their app while they wait. One recommendation would be to also collect the IP address of the user at registration. While IPs can change, many website or corporate connections are static and you can ban the IP address as well as the user should they violate your terms of service. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If people start to use your API in their website or other public facing application, any downtime of your app can cause frustrations. While most people out there are reasonable and understanding, there are some who can be irrational. Having a terms that a user accepts can at least help mitigate that irrationality (since it is all spelled out). And, if you are providing the raw data as well, you can always say - if you don't like our terms or the way our service functions, just take the data and do it yourself. That to me is what truly makes data open.&lt;/p&gt;&#xA;" OwnerUserId="351" LastActivityDate="2013-06-16T13:38:29.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="783" PostTypeId="2" ParentId="774" CreationDate="2013-06-16T14:34:21.857" Score="5" Body="&lt;p&gt;I generally proscribe to the &quot;Technocratic Utopianism&quot; side of information politics, so I've been offended by needing to register to get data.   My first thought on the matter was to allow for use without registering, but do something to rate-limit w/ a warning message if one group starts to get abusive ... probably based on individual IPs or IP ranges.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... and then I remembered this little problem I'm having.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What if someone uses the API in the client software, rather than doing something to cache it on the front end?  Then you've got tens of thousands of requests coming from all over the place, and no way to figure out who the proper contact is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my case, people &lt;em&gt;really&lt;/em&gt; like &lt;code&gt;http://umbra.nascom.nasa.gov/images/latest_eit_304.gif&lt;/code&gt; .  They have for years.  We get people direct linking it to their websites all the time.  When it got really bad in the past (as we were behind a 200Mbps pipe until ~3 years ago, 100Mbps only ~4 years ago), we'd find contact info for the website, and ask them to cache the image every couple hours and serve it themselves.  And it generally worked.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for years now, I've been trying to track down what software acts as a web browser and sets the user agent to 'CompanionLink', with no referrer.  I've contacted companies with related names and products, and no one admits responsibility.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The other day's stats for the server :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;272463 total requests&#xA; 87417 requests for that image&#xA; 82335 requests for that image by 'CompanionLink'&#xA; 82338 requests by 'CompanionLink' total&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(those other 3 'CompanionLink' hits are for other 'latest' type image ... which is new .. the last time I looked into it, we had no other requests w/ that signature for the 30 days we're allowed to keep our logs).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm guessing was written into some default for ... something ... but what, I have no idea.  At its peak, it was responsible for 3/4 of the hits to our webserver, with one IP address requesting it multiple times a minute.  (that telescope only takes one image per filter every 6 hrs these days ... and the spacecraft only gets one downlink a day).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been sending an HTTP 406 status code for it for years now, and it still keeps coming.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm torn -- I think that for it to be 'open' data, people should be able to get it without registering.  But then there's also this aspect, which has been frustrating me for years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, my thought on a middle ground:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Have some API key process that's instantaneous (no waiting for a human to review it)&lt;/li&gt;&#xA;&lt;li&gt;Don't ask for contact info, but have them acknowledge that if they start hogging resources or become otherwise abusive, you might have to rate limit them or cut them off.&lt;/li&gt;&#xA;&lt;li&gt;If you find someone's mass-registering APIs or similar ... then you can block them or put some throttling on it.&lt;/li&gt;&#xA;&lt;li&gt;During the API signup, offer them some way to check for status changes (either leave an e-mail address to be contacted at, or a page they can check to see if they've been blocked)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the past, when we've blocked someone, we could generally figure out where they were from, or they'd contact us to ask what was up ... and we could work if there was a better way to get what they wanted  (eg, add new functionality so they didn't have to send thousands of requests, physically ship drives w/ the data to them, or get them to hit a mirror of the data on an alternate network) ... but when you start getting DDoS'd from abuse, it hurts all of the other people who might be using your API.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-16T14:34:21.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="784" PostTypeId="2" ParentId="774" CreationDate="2013-06-16T15:33:35.657" Score="10" Body="&lt;p&gt;The other answers so far are all terrific. I'll reiterate one point, and make a new one:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The openness of an API is always important, but when complete, quality bulk data is available some of these access issues become a lot more tolerable. &lt;strong&gt;An API is &lt;a href=&quot;http://sunlightfoundation.com/blog/2012/03/21/government-do-you-really-need-an-api/&quot;&gt;not&lt;/a&gt; a &lt;a href=&quot;http://www.peterkrantz.com/2012/publishing-open-data-api-design/&quot;&gt;substitute&lt;/a&gt; for bulk data&lt;/strong&gt;. The federal government has become very API focused, and many of them have throttling, API key registration, and even &lt;a href=&quot;http://www.eia.gov/beta/api/tos.cfm&quot;&gt;attribution&lt;/a&gt; requirements. The need for accompanying, complete bulk data is a point I hope the community will continue to press.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There's an important political aspect to API key registration, which is demonstrating (especially internally) that the API is a success, and worth continued investment. I work at the &lt;a href=&quot;http://sunlightfoundation.com/&quot;&gt;Sunlight Foundation&lt;/a&gt;, and this is one of the reasons (in addition to abuse, contacting devs, etc.) we require registration of an API key. This is both quantitative (measuring hits), and qualitative (it's nice to have logos of big organizations &lt;a href=&quot;http://sunlightfoundation.com/api/&quot;&gt;on the sidebar of our API homepage&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Of course, government agencies are in a fundamentally different situation than non-governmental organizations. They're funded directly by taxpayers and are the original producers of information that literally belongs to the public. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When agencies consider the benefits of using API keys versus providing open access, the scale should be heavily tilted towards open access to the people's information. Providing free bulk data access in addition to any APIs (like the &lt;a href=&quot;http://www2.census.gov/&quot;&gt;Census does&lt;/a&gt;), and providing key-free API access (like the &lt;a href=&quot;https://www.federalregister.gov/learn/developers&quot;&gt;Federal Register does&lt;/a&gt;) are models I strongly encourage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;: See FederalRegister.gov's &lt;a href=&quot;https://www.federalregister.gov/uploads/2012/11/FR2-API-Case-Study1.pdf&quot;&gt;API case study&lt;/a&gt; for their rationale for not using API keys:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In our view, API keys can create an unnecessary barrier to rapid experimentation with our public data. We are able to track our API usage via logging mechanisms on our servers and already have infrastructure in place to mitigate any sort of excessive requests. The benefits of using a simple REST-ful API format are that any user can easily try it in their browser (no SOAP that requires complicated XML to be POSTed around, no special headers, etc). The response to our no keys policy from the development community has been extremely positive (&lt;a href=&quot;http://news.ycombinator.com/item?id=2839137&quot;&gt;http://news.ycombinator.com/item?id=2839137&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="161" LastEditorUserId="161" LastEditDate="2013-06-18T15:01:34.420" LastActivityDate="2013-06-18T15:01:34.420" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="785" PostTypeId="2" ParentId="774" CreationDate="2013-06-16T18:31:47.037" Score="2" Body="&lt;p&gt;I've found that there are two decent reasons to require a key:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Because there is significant potential for accidental DOS attacks resulting from overwhelming API use by a single API user for many services that aren't swimming in excess resources.&lt;/li&gt;&#xA;&lt;li&gt;Because this makes it easy to notify users of substantial changes in the API structure that would otherwise only be discovered by something breaking.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have recently come around to a single perspective to address the tension that you describe. I've started pre-rendering JSON files and storing them statically, and using these to satisfy rote API requests. (e.g., &lt;a href=&quot;http://example.com/api/v1/person/smith-john.json&quot; rel=&quot;nofollow&quot;&gt;http://example.com/api/v1/person/smith-john.json&lt;/a&gt;.) No registration is required to interact with this—RewriteRules bypass the API wrapper to serve the file up directly. But to do anything dynamic with that (e.g., &lt;a href=&quot;http://example.com/api/v1/person/smith-john.json?fields=id+name+zip_code&amp;amp;sort=date_created&quot; rel=&quot;nofollow&quot;&gt;http://example.com/api/v1/person/smith-john.json?fields=id+name+zip_code&amp;amp;sort=date_created&lt;/a&gt;), then registration is required.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This largely solves the problem of accidental DOS (static resources are trivial to serve up), and reduces substantially the possibility of API changes (which are rare in something as fundamental as the basic URL structure, but more frequent in URL parameters for fiddling about with the response data). I can then also encourage strongly registration for a very, very low-volume mailing list (&quot;it's wholly possible you'll never hear from us at all&quot;), so that if something &lt;em&gt;did&lt;/em&gt; change, I'd have a method of informing these no-registration users.&lt;/p&gt;&#xA;" OwnerUserId="5" LastActivityDate="2013-06-16T18:31:47.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="786" PostTypeId="1" AcceptedAnswerId="18052" CreationDate="2013-06-17T02:14:41.693" Score="22" ViewCount="29202" Body="&lt;p&gt;Is there an up-to-date and regularly maintained open database of elementary, middle, and high schools in the United States?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for both public and private schools. Names alone would be a good start, but of course addresses (at least a state and city) and phone numbers would be very useful.&lt;/p&gt;&#xA;" OwnerUserId="421" LastEditorUserId="70" LastEditDate="2013-06-17T15:38:57.613" LastActivityDate="2020-09-16T20:03:23.493" Title="Is there an open database of elementary, middle, and high schools in the United States?" Tags="|data-request|usa|education|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="787" PostTypeId="1" AcceptedAnswerId="836" CreationDate="2013-06-17T07:48:49.353" Score="6" ViewCount="399" Body="&lt;p&gt;I am planning a project to look at the spatial-temporal spread of income over time. Hence, I am looking for data on household or individual level income information for India, China, and East/West African nations--with spatial coordinates or GIS info. This is really a comparative study of development. So I was wondering if there are any good open sources of data on income for these nations. I am i This type of information is pretty hard to come by, so I thought that perhaps there might be some decent proxy variables for income, such as consumption information, or living standards, even child mortality. I would like to stick with the original variable of income if I could and explore alternative proxies if I have to. I can build a web scrapper if I have to and attack the problem that way, but I was not sure of was sources of information exist and what website I would scrape if I could. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also note I am hoping to stay away from highly aggregated information because I am worried about losing too much information in the averaging process.&lt;/p&gt;&#xA;" OwnerUserId="786" LastEditorUserId="70" LastEditDate="2013-06-23T12:53:47.127" LastActivityDate="2016-02-23T21:38:05.760" Title="Data on income information for India, China, and West/East African nations with GIS coordinates" Tags="|data-request|government|india|geospatial|ngo|" AnswerCount="4" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="788" PostTypeId="2" ParentId="786" CreationDate="2013-06-17T13:07:31.340" Score="19" Body="&lt;p&gt;The &quot;Common Core of Data&quot; (CCD) maintained by the National Center for Education Statistics (NCES), U.S. Department of Education (ED) is your starting point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Public Schools (PK-12), see &lt;a href=&quot;http://www.ed.gov/developers&quot;&gt;http://www.ed.gov/developers&lt;/a&gt; and &lt;a href=&quot;http://www.data.gov/education&quot;&gt;http://www.data.gov/education&lt;/a&gt; including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Public elementary/secondary school listing&lt;/li&gt;&#xA;&lt;li&gt;School district / Local education agency (LEA) listing&lt;/li&gt;&#xA;&lt;li&gt;Public elementary/secondary school universe survey&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For Private Schools (PK-12), see&#xA;* &lt;a href=&quot;http://nces.ed.gov/surveys/pss/&quot;&gt;http://nces.ed.gov/surveys/pss/&lt;/a&gt; - Private School Universe Survey and its associated data tables at &lt;a href=&quot;http://nces.ed.gov/surveys/pss/tableswhi.asp&quot;&gt;http://nces.ed.gov/surveys/pss/tableswhi.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="744" LastActivityDate="2013-06-17T13:07:31.340" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="790" PostTypeId="1" CreationDate="2013-06-18T09:16:27.933" Score="5" ViewCount="230" Body="&lt;p&gt;I have been thinking about how it would be possible to crowdsource the collection of information. There are already many data sources, but often for the desired application the data is incomplete and practically impossible for a single person or a group to complete the missing informations. The good solution for this problem, in my opinion, is to unify the data source and enable end-users (&quot;data consumers&quot;) to fill the data themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to clarify my question I'll give two examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first is the car driver identification from the car's licence plate. These data are already available for law enforcement agencies but let's say we want to establish in parallel the data source which would be filled in by end users. Let's say you know who is the driver of a car with certain licence plate and you also noticed that car driving carelessly close tho school area and you want to make this information public. Such an application might not be a good example from the standpoint of privacy, but the idea is to establish the data source filled in by other drivers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second example is the data source from which you could retrieve food's nutrition facts by its barcode. There already are some data sources but there will be always new products and the it is hard for a centralized system to catch up with new products in the market. So the idea here is to add information by the end user if it doesn't exist in the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So to summarize the idea in the form of questions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Is it practically possible to establish a unified dataset which could be filled in by end users (if yes, how)?&lt;/li&gt;&#xA;&lt;li&gt;Is there already any initiative dealing with this idea?&lt;/li&gt;&#xA;&lt;li&gt;Is there any algorithm (such as PageRank for web pages) to &quot;rate&quot; crowdsourced data by credibility and relevance?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="842" LastEditorUserId="458" LastEditDate="2013-06-19T13:59:42.203" LastActivityDate="2013-06-24T02:40:52.937" Title="Crowdsourcing Data Submission" Tags="|crowdsourcing|data-portal|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="791" PostTypeId="2" ParentId="790" CreationDate="2013-06-18T12:35:51.297" Score="2" Body="&lt;p&gt;Indeed, quite typically, for transport data, it can be very interesting to gather open data and users feedbacks (tweets, posts, ...) to improve quality and restore confidence towards public services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some tools mixing Open Data and crowdsourcing: &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;OpenStreetMap&lt;/a&gt;, &lt;a href=&quot;http://www.openecomaps.co.uk/&quot; rel=&quot;nofollow&quot;&gt;OpenEcoMaps&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At some midpoint between Open Data and crowdsourcing, you have &lt;a href=&quot;http://www.fixmystreet.com/&quot; rel=&quot;nofollow&quot;&gt;FixMyStreet&lt;/a&gt;: The data released by the users can be used to hydrate future open data DB's. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Btw, see this blog post: &lt;a href=&quot;http://blog.okfn.org/2011/05/23/can-crowdsourcing-improve-open-data/&quot; rel=&quot;nofollow&quot;&gt;http://blog.okfn.org/2011/05/23/can-crowdsourcing-improve-open-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="777" LastEditorUserId="70" LastEditDate="2013-06-18T16:17:34.520" LastActivityDate="2013-06-18T16:17:34.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="793" PostTypeId="2" ParentId="790" CreationDate="2013-06-19T02:43:51.303" Score="-1" Body="&lt;p&gt;The answer to the second scenario is commercially available through a variety of platforms. See, e.g., &lt;a href=&quot;http://platform.fatsecret.com/&quot; rel=&quot;nofollow&quot;&gt;http://platform.fatsecret.com/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="688" LastActivityDate="2013-06-19T02:43:51.303" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="794" PostTypeId="2" ParentId="790" CreationDate="2013-06-19T10:52:43.450" Score="2" Body="&lt;p&gt;There are several ideas that go together with crowdsourcing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Crowdsourcing exploits non-monetary motivation.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;To combat spam, and other kinds of opportunistic behavior, you need to have community moderation. Community moderation practically forces you to forego using any ulterior motives (such as spite in your &lt;strong&gt;careless driving&lt;/strong&gt; example). What is left is:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;vanity (community-assessed reputation in StackExchange),&lt;/li&gt;&#xA;&lt;li&gt;influence (Wikipedia-style official positions with all the associated cabal stuff),&lt;/li&gt;&#xA;&lt;li&gt;genuine desire to help the world,&lt;/li&gt;&#xA;&lt;li&gt;hobby-level obsession with a particular subject (as Joe helpfully demonstrated, actresses in the case of IMDB).&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The strength of the community and its motivation determine the viability of data crowdsourcing. If there are no people who are genuinely obsessed with accuracy of nutritional content information (your second example) you're truly hosed, since data crowdsourcing will be unviable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Users should be able to get some value from the dataset right away. If you don't provide ability to enter arbitrary queries, they lose a bit of their motivation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you plan to monetize the dataset (I hope you don't), you'll be surprised to learn that the community has evaporated overnight and you'll be forced to hire people to do the stuff they used to do for free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, to feasibility: acquiring the data and verifying them should be cheap in terms of time and money (preferably free as far as money is concerned). That is, users don't have to buy barcode readers or pay-per-view to fix some fact.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Last, be prepared to contend with lawsuits from all directions and excruciating pressure (FUD, lawsuits, sabotage) from commercial providers of competing datasets.&lt;/p&gt;&#xA;" OwnerUserId="458" LastActivityDate="2013-06-19T10:52:43.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="795" PostTypeId="2" ParentId="790" CreationDate="2013-06-19T14:18:30.180" Score="0" Body="&lt;p&gt;There is one source to quality that I don't believe has been mentioned -- duplication of effort.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example, the &lt;a href=&quot;http://www.google.com/recaptcha&quot; rel=&quot;nofollow&quot;&gt;reCAPTCHA&lt;/a&gt; and &lt;a href=&quot;http://www.galaxyzoo.org/&quot; rel=&quot;nofollow&quot;&gt;Galaxy Zoo&lt;/a&gt; efforts can assign a level of confidence to their data, as it's been analyzed by more than one person.  When there's agreement, they can mark it as valid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Galaxy Zoo and the other &lt;a href=&quot;https://www.zooniverse.org/&quot; rel=&quot;nofollow&quot;&gt;Zooniverse&lt;/a&gt; projects track the people entering information, so that should there seem to be someone doing a poor job, they can easy flag all of their entries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, to add to Deer Hunter's list, although these would be more accurately described as analysis rather than collection:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Gamification : making a game out of the effort (Zooniverse)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Tolls : requiring an effort to gain access to something else desired (reCaptcha)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And in the case of reCaptcha, porn and warez have been involved, with groups using the promise of them to get people to OCR the text ... which was being used to protect &lt;em&gt;other&lt;/em&gt; sites.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-19T14:18:30.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="797" PostTypeId="1" CreationDate="2013-06-19T23:57:36.897" Score="3" ViewCount="151" Body="&lt;p&gt;I have been trying to find a dataset for the earth's long-term historical temperature record.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen a few charts like &lt;a href=&quot;http://upload.wikimedia.org/wikipedia/commons/1/1b/65_Myr_Climate_Change.png&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; one from wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open dataset with this information? If it exists, where can it be found?&lt;/p&gt;&#xA;" OwnerUserId="844" LastEditorUserId="70" LastEditDate="2015-04-19T15:01:02.780" LastActivityDate="2015-04-19T15:01:02.780" Title="Open dataset for a 65-million year temperature history of earth?" Tags="|data-request|weather|historical|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="798" PostTypeId="2" ParentId="768" CreationDate="2013-06-20T21:33:04.923" Score="2" Body="&lt;p&gt;&lt;strong&gt;WikiStats?&lt;/strong&gt;&#xA;I keep hoping that I will stumble across a page like wikipedia, but full of public datasets - a place where I could upload the open/public data which I find most useful... btw, I live in Central America and I would be &lt;em&gt;very&lt;/em&gt; interested to check out 6 months of water hygiene data...&lt;/p&gt;&#xA;" OwnerUserId="844" LastActivityDate="2013-06-20T21:33:04.923" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="799" PostTypeId="1" AcceptedAnswerId="874" CreationDate="2013-06-21T10:17:12.670" Score="10" ViewCount="2017" Body="&lt;p&gt;Does anyone know of an open alternative to &lt;a href=&quot;http://weatherbase.com&quot;&gt;weatherbase&lt;/a&gt;?  I'm looking for what's &lt;a href=&quot;http://www.weatherbase.com/weather/weather.php3?s=42287&amp;amp;cityname=Havana-Cuba&quot;&gt;listed here as &quot;Average Temperature&quot;&lt;/a&gt;. I'm looking for monthly averages for a city, hopefully for as many cities as possible. &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/normals/1981-2010/products/temperature/mly-tavg-normal.txt&quot;&gt;This from NOAA&lt;/a&gt; is perfect but only for US weather stations. As for time range, I care more about it being more recent as compared to backed by more years of data.&lt;/p&gt;&#xA;" OwnerUserId="860" LastEditorUserId="18" LastEditDate="2013-07-04T09:20:41.750" LastActivityDate="2014-05-26T08:40:45.643" Title="Open alternative to weatherbase.com" Tags="|data-request|weather|" AnswerCount="5" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="800" PostTypeId="2" ParentId="742" CreationDate="2013-06-21T12:33:13.403" Score="0" Body="&lt;p&gt;Historically since 1986, ED had a handful of campuses that only reported Institutional characteristics data, and data for all other surveys were reported with the parent campus.  In 2003, ED termed these institutions as perfect children campuses.  ED assigned them an 8 digit IPEDS ID and would ask the parent campus to list the campuses/locations that would be listed on College navigator only (&lt;a href=&quot;http://www.collegenavigator.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.collegenavigator.gov/&lt;/a&gt;).  The parent campus provides name and address and the award levels offered by the institution and the tuition and fees.  They do not supply any other information, so in 2003 it was determined these campuses would be shown on College Navigator only and not be part of the IPEDS Data Center.&lt;/p&gt;&#xA;" OwnerUserId="744" LastActivityDate="2013-06-21T12:33:13.403" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="801" PostTypeId="2" ParentId="797" CreationDate="2013-06-21T14:23:35.297" Score="2" Body="&lt;p&gt;The Zachos et al. article has supplemental data section, but there are no actual datasets in this section, only sources for ΔO-18 and ΔC-13 isotopic data. The article itself says that the temperature estimates are given for &lt;strong&gt;an ice-free world ocean&lt;/strong&gt;. If you want to cite the data from Figure 2 in the article without all the caveats (and then some) of the original, your readers will be either fooled or offended.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A sample caveat from the supplement:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Sampling Biases: One of the limitations on reconstructing long-term secular variations is the highly uneven distribution of deep-sea stable isotope data in both space and in time. &lt;strong&gt;The global signal for some key intervals is based on data from just a few records&lt;/strong&gt; (&lt;em&gt;emphasis mine - DH&lt;/em&gt;). In general, these spatial biases increase with age, moving toward the Atlantic, and shallower water depths. In other words, the Pacific, and abyssal portions of the oceans tend to be under-represented in existing stable isotope records. These biases do not pose a problem for our temperature/ice-volume reconstruction of the late Neogene oceans which were thermally homogeneous. Such biases, however, are a concern for establishing the mean climate-state of some &quot;warmer&quot; time intervals when the thermal gradients within the deep-sea were greater.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="458" LastActivityDate="2013-06-21T14:23:35.297" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="802" PostTypeId="1" CreationDate="2013-06-21T14:24:17.370" Score="4" ViewCount="91" Body="&lt;p&gt;Are there data sources listing international treaties held between countries of the world? From treaties between 2 countries, up to treaties among dozens of countries. The status of the treaty, ratification and adoption details would be valuable details to have.&lt;/p&gt;&#xA;" OwnerUserId="340" LastEditorUserId="70" LastEditDate="2015-04-19T15:02:28.777" LastActivityDate="2015-04-19T15:02:28.777" Title="Open data for international treaties" Tags="|data-request|legal|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="804" PostTypeId="2" ParentId="6" CreationDate="2013-06-21T21:06:49.150" Score="4" Body="&lt;p&gt;Thank you Jeanne for providing an answer.  I do want to point one thing out, the correct URL to visit in order to reach OpenEI's list is: &lt;a href=&quot;http://en.openei.org/wiki/Green_Button#Participating_Green_Button_Utility_Providers&quot; rel=&quot;nofollow&quot;&gt;http://en.openei.org/wiki/Green_Button#Participating_Green_Button_Utility_Providers&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An alternate page view is:&#xA;&lt;a href=&quot;http://en.openei.org/wiki/List_of_Green_Button_Utility_Providers&quot; rel=&quot;nofollow&quot;&gt;http://en.openei.org/wiki/List_of_Green_Button_Utility_Providers&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This list was recently updated to include the most recent changes and additions.  The status column identifies those that have implemented the Green Button from those that have committed.  Utilities that have implemented also have a Green Button next to the name that will navigate users to the company's Green Button page when possible, or to the account login page in the event a user must be logged in to access that page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is important to note that the utility company names on OpenEI are derived from the EIA-861 form.  In some cases these names may appear a bit different than those in the lists found on Energy.gov or greenbuttondata.org.  This is in part because the official operating name may differ slightly from the publicly identifiable name.  Also, there are instances where it may be because the individual subsidiaries are listed separately rather than by the parent holding company or corporation, such as with American Electric Power, Pacificorp and Pepco Holdings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To address the other question here posted by Nick; the difference between Green Button Download My Data and Green Button Connect My Data is that download allows users to do just that, download their energy usage data in a standardized format.  Connect My Data allows users to provide authenticated direct access by third parties, such as apps and developers, to their energy usage data.  This access is set up for a determined period of time and the user retains the right to revoke access at any time.  Downloaded data may still be used with most Green Button apps and services, as long as the user provides it for them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, utilities on the aforementioned list are not identified by the type of Green Button access they provide (Download, Connect or both).  At the moment, Download is more commonly found than Connect.  Stay tuned to OpenEI for updates, perhaps the type of data access will be provided in the future.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="864" LastActivityDate="2013-06-21T21:06:49.150" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="808" PostTypeId="5" CreationDate="2013-06-23T12:28:24.987" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-06-23T12:28:24.987" LastActivityDate="2013-06-23T12:28:24.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="809" PostTypeId="4" CreationDate="2013-06-23T12:28:24.987" Score="0" Body="Indicates a request for tools to create or manage open data." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T21:45:22.130" LastActivityDate="2015-03-26T21:45:22.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="811" PostTypeId="1" AcceptedAnswerId="843" CreationDate="2013-06-24T12:51:48.130" Score="7" ViewCount="462" Body="&lt;p&gt;I have a large dataset which I plan to release to the public (around 80GB compressed, 1TB uncompressed), and after considering my options it appears that using the BitTorrent protocol would be the best way to go about this. However, the BitTorrent protocol is often associated with copyright infringement, and I would like to have the torrent files tracked by somewhere slightly more reputable than The Pirate Bay. While I wouldn't like to get into a discussion of whether it is correct, and how easy it may be to circumvent, The Pirate Bay and others are blocked in the United Kingdom.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What BitTorrent tracker would you recommend for release of a dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: After some research, it appears that I have slightly misunderstood how BitTorrent trackers work. A tracker simply stores a list of peers against a hash of the torrent file. A user can provide a hash along with details of themselves to announce that they have a percentage of the file(s) available, or can request a list of peers for a given hash in order that their client can connect to these peers to begin downloading. I have found two trackers which will accept any torrents without them needing to be uploaded to an index, PublicBitTorrent and OpenBitTorrent which may be suitable for my needs, however I would need to find another way to distribute the .torrent files to those who may be interested in the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An index site is a website such as The Pirate Bay. Index sites will often run their own trackers, and as such the term tracker is often used interchangeably for the websites. The index site provides a way for users to search for .torrent files which contain the contain they desire. I have not found any index sites either specialising in Open Data and datasets, or one which appears to have a non-infringement reputation.&lt;/p&gt;&#xA;" OwnerUserId="872" LastEditorUserId="70" LastEditDate="2013-06-24T19:14:10.020" LastActivityDate="2013-07-01T13:07:43.557" Title="Recommended BitTorrent tracker/index for dataset release?" Tags="|releasing-data|bittorrent|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="812" PostTypeId="1" AcceptedAnswerId="814" CreationDate="2013-06-24T17:47:48.037" Score="3" ViewCount="567" Body="&lt;p&gt;I am currently running a crawl of the internet using &lt;a href=&quot;https://nutch.apache.org/&quot; rel=&quot;nofollow&quot;&gt;Nutch&lt;/a&gt;. This requires a list of URLs to start as a seed. I currently have a 500k url seed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I am looking for any open data sources to provide good starting seeds for web crawls.&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="70" LastEditDate="2013-06-24T19:06:18.957" LastActivityDate="2013-06-26T23:12:17.527" Title="Open Seed for Crawl" Tags="|data-request|web-crawling|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="813" PostTypeId="1" AcceptedAnswerId="837" CreationDate="2013-06-25T06:27:22.193" Score="7" ViewCount="1070" Body="&lt;p&gt;I need to find good and reliable data source of cloud coverage (to use GIS) with forecast for few days and be able to parse it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know good one? I know that NOAA provides weather data, but couldn't find any data of clouds.&lt;/p&gt;&#xA;" OwnerUserId="878" LastEditorUserId="70" LastEditDate="2013-06-25T07:34:09.683" LastActivityDate="2014-06-22T16:23:41.050" Title="What data source for cloud coverage available with forecast and how to parse it?" Tags="|data-request|parsing|weather|noaa|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="814" PostTypeId="2" ParentId="812" CreationDate="2013-06-25T08:54:28.517" Score="4" Body="&lt;p&gt;You can download the &lt;a href=&quot;http://s3.amazonaws.com/alexa-static/top-1m.csv.zip&quot; rel=&quot;nofollow&quot;&gt;top 1 million (ZIP)&lt;/a&gt; sites from &lt;a href=&quot;http://www.alexa.com/topsites&quot; rel=&quot;nofollow&quot;&gt;Alexa&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="374" LastActivityDate="2013-06-25T08:54:28.517" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="815" PostTypeId="1" CreationDate="2013-06-25T22:29:25.740" Score="7" ViewCount="171" Body="&lt;p&gt;Was curious whether anyone had successfully obtained access to streaming data from any municipality that uses a &quot;shots fired&quot; detection system like &lt;a href=&quot;http://www.shotspotter.com/&quot;&gt;this one&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to their own documentation, the system itself is capable of generating an &lt;a href=&quot;http://www.shotspotter.com/node/473&quot;&gt;xml feed&lt;/a&gt;, but I'm wondering if anyone has been able to obtain data via a public records request or similar action.&lt;/p&gt;&#xA;" OwnerUserId="78" LastEditorUserId="70" LastEditDate="2013-06-26T18:53:24.670" LastActivityDate="2013-12-03T22:00:37.877" Title="Real-time gunshot detection data?" Tags="|usa|foia|real-time|crime|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="816" PostTypeId="1" CreationDate="2013-06-25T23:30:15.993" Score="9" ViewCount="1331" Body="&lt;p&gt;Let's say, two governments have separate lists of reports, and I'm trying to figure out the most common elements between them. Think of one government administrator reporting # of sick days per year and another government administrator reporting number of employees that take sick days in a year --&gt; query results that both governments care about &quot;sick days&quot;.&lt;/p&gt;&#xA;" OwnerUserId="44" LastEditorUserId="44" LastEditDate="2013-06-30T20:22:46.867" LastActivityDate="2016-05-26T03:59:13.493" Title="Anyone have a good way of comparing two large and unstructured lists (~2k entries each) for commonalities between them?" Tags="|tool-request|best-practice|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="818" PostTypeId="1" AcceptedAnswerId="1006" CreationDate="2013-06-26T02:57:44.607" Score="7" ViewCount="4690" Body="&lt;p&gt;Are there public repositories that have public reviews and feedback data of products (I need digital camera reviews to be specific)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After searching on the internet, I found &lt;a href=&quot;http://www.cs.uic.edu/~liub/FBS/sentiment-analysis.html#datasets&quot; rel=&quot;noreferrer&quot;&gt;http://www.cs.uic.edu/~liub/FBS/sentiment-analysis.html#datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other sources of reviews data available on the internet or I will have to crawl and mine websites myself?&lt;/p&gt;&#xA;" OwnerUserId="887" LastEditorUserId="70" LastEditDate="2013-06-26T08:36:43.310" LastActivityDate="2019-04-16T08:22:28.350" Title="Open datasets for product reviews" Tags="|data-request|sentiment-analysis|products|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="819" PostTypeId="1" CreationDate="2013-06-26T13:27:43.350" Score="5" ViewCount="62" Body="&lt;p&gt;In &lt;a href=&quot;https://opendata.stackexchange.com/q/815/263&quot;&gt;a question about real-time gunshot data from Will Koper&lt;/a&gt;, he mentioned using public records laws to access it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... which makes me wonder if anyone's even aware of FOIA or various state public records laws being used for real-time data access.  My understanding is that they aren't for open-ended access; you'd have to re-file each month for any new records created since the previous request was filed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of this working?  Or even any groups attempting to go this route?&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-01-28T13:04:10.630" Title="Public access laws used for real-time data?" Tags="|usa|legal|foia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="820" PostTypeId="2" ParentId="311" CreationDate="2013-06-26T16:49:52.897" Score="1" Body="&lt;p&gt;A VERY SPECIFIC DATASET: Hi @Jeanne, I have been scouring the internet in search of a 65-Million-Year temperature history (isotopic record) dataset. I put in a request at data.gov as suggested. I created &lt;a href=&quot;https://opendata.stackexchange.com/questions/797/open-dataset-for-a-65-million-year-temperature-history-of-earth?noredirect=1#comment799_797&quot;&gt;this question on opendata.stackexchange&lt;/a&gt; which has led me in the right direction, and I am still pursuing the leads generated there, but I have not come up with anything solid yet...&lt;/p&gt;&#xA;" OwnerUserId="844" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2013-06-26T16:49:52.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="821" PostTypeId="5" CreationDate="2013-06-26T18:57:44.673" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-06-26T18:57:44.673" LastActivityDate="2013-06-26T18:57:44.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="822" PostTypeId="4" CreationDate="2013-06-26T18:57:44.673" Score="0" Body="Freedom of Information Act, a federal freedom of information law in the USA." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-06-26T18:57:44.673" LastActivityDate="2013-06-26T18:57:44.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="823" PostTypeId="1" CreationDate="2013-06-26T21:06:15.807" Score="24" ViewCount="10426" Body="&lt;p&gt;I'm interested in the data listed in the tables listed &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_television_stations_in_the_United_States_by_call_sign_%28initial_letter_K%29&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a good way to extract the information (as JSON, preferably) without resorting to HTML parsing?&lt;/p&gt;&#xA;" OwnerUserId="65" LastEditorUserId="70" LastEditDate="2015-03-30T11:03:13.657" LastActivityDate="2016-06-18T16:07:23.187" Title="Wikipedia table to JSON (or other machine-readable format)" Tags="|tool-request|json|wikipedia|extracting|html|" AnswerCount="10" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="824" PostTypeId="2" ParentId="823" CreationDate="2013-06-26T21:52:22.763" Score="3" Body="&lt;p&gt;Basically, you have two choices: either parse the rendered HTML or parse the source wikicode.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best I could find on &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia%3aTools#Importing_.28converting.29_content_to_Wikipedia_.28MediaWiki.29_format&quot; rel=&quot;nofollow&quot;&gt;Wikipedia's Tools page&lt;/a&gt; is &lt;a href=&quot;https://bitbucket.org/JanKanis/wiki2csv&quot; rel=&quot;nofollow&quot;&gt;wiki2csv&lt;/a&gt;, which converts table in wikicode format to CSV. Converting the CSV to JSON should be trivial using some CSV library.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2013-06-26T21:52:22.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="825" PostTypeId="2" ParentId="812" CreationDate="2013-06-26T23:12:17.527" Score="2" Body="&lt;p&gt;You may want to check out the Common Crawl dataset: &lt;a href=&quot;http://commoncrawl.org/&quot; rel=&quot;nofollow&quot;&gt;http://commoncrawl.org/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's hosted on Amazon s3 as HDFS with a 'pay as you access' model.&lt;/p&gt;&#xA;" OwnerUserId="893" LastActivityDate="2013-06-26T23:12:17.527" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="826" PostTypeId="2" ParentId="283" CreationDate="2013-06-27T08:38:03.957" Score="5" Body="&lt;p&gt;From a one time study, I had to decide between multicast transmission or bittorrent on similar specs (10k files/day, 1 to 2GB each plus ~2M files/day, 1k to 2M each).  Both technologies try to &quot;swarm up&quot; a bunch of uncooperative individuals into a robust supplier of information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, the bittorrent side of the study reads:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Determine the piece size:&lt;/strong&gt; Typically between 256 kB and 1 MB but size can be chosen freely.  They are atomic in the sense that a typical client will download a given piece from one peer only.  If that peer fails to deliver the whole piece within a given time range, no integrity checks can be done, the data has to be discarded and rerequested off another peer in the swarm.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A piece is integrity-protected by a 20B sha1 sum.  So for a piece size of 256k and your payload data size of 960G, there will be roughly 3.75M sha1s in your torrent file, totalling to 75 MB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Had you chosen, say 4 MB, for a piece, your torrent would &quot;only&quot; be 4.4 MB in size but now your swarm must be more cooperative, ideally it should consist of 240k individuals each willing to serve 4 MB in one go, realistically you'd probably see something like 1k peers.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Torrent structure:&lt;/strong&gt; You can have arbitrary file/directory layouts in your torrent (each adding their name to the total size of the torrent).  Short file names with a flat hierarchy will keep the torrent size down but will impede usability on the consumer's side.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By that I mean, if you want people to continue hosting the final download result in the consumer's file system must be usable directly.  Most bittorent clients will keep seeding off that directory and they're bad at tracking file renamings, moving, etc.  (and I'm willing to bet that most users won't symlink 60k files off your structure into their own structure).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I found for the very same reasons you must serve raw data, i.e. something a typical tool in the domain can process directly.  Delivering 60k compressed files (whilst saving a lot of bandwidth) will highly affect user-experience and swarm cooperativeness.  The user will end up with 2 copies of that giant pile data, the compressed one for seeding and an uncompressed one for further use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that many torrent clients allow to selective download only a few files in a big torrent file, so users that only need 4 out of your 60k files might happily download and seed those very 4 files as long as they don't have to extract them from a much larger compressed archive of files.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Incentivise:&lt;/strong&gt; This is the most debatable point and I'm keen on finding more profound studies on this.  There are some for the multicast case though so I will just draw some analogies here.  The idea is that completely unmonetised swarms have no reason not to be selfish (i.e. they will just leech what they need off the swarm and move on).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dx.doi.org/10.1109/ICDCS.2005.70&quot;&gt;In theory&lt;/a&gt; it greatly helps to introduce some kind of currency that seeders will receive and leechers will have to pay.  In practice it's hard to find the &quot;right&quot; currency.  Multicast ecosystems use trust as a payable and better latency as a receivable.  Bittorrent ecosystems might use something like a ratio watch, though I'm not sure how to convert that &quot;ratio currency&quot; into something useful.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Anyway, for &lt;em&gt;my&lt;/em&gt; scenario bittorrent did not turn out practical, even though we ticked off 1. and 2. of my list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit:&lt;/strong&gt;  Oh and re your vertical/horizontal issue: I found that with a carefully crafted stack (ext4, no &lt;code&gt;readdir()&lt;/code&gt; calls, &lt;code&gt;getdents()&lt;/code&gt; with big buffers) you can easily go up to 3M files per directory, but we recently migrated to max 32768 files per dir and prefixed dirs on the level up.  However, with bittorrent you can't really control what your consumers use.&lt;/p&gt;&#xA;" OwnerUserId="889" LastEditorUserId="889" LastEditDate="2013-06-27T09:10:14.437" LastActivityDate="2013-06-27T09:10:14.437" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="827" PostTypeId="1" AcceptedAnswerId="829" CreationDate="2013-06-27T08:39:53.593" Score="8" ViewCount="120" Body="&lt;p&gt;Is anyone aware of a way for an individual developer to access the &lt;a href=&quot;http://en.wikipedia.org/wiki/Digital_object_identifier&quot;&gt;Digital Object Identifier&lt;/a&gt; (DOI) system?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am a software developer working in biological research but independent of any single research institution, and thus it appears the DOI system is frustratingly difficult to access. According to the &lt;a href=&quot;http://www.doi.org/&quot;&gt;doi.org&lt;/a&gt; website, I need to choose the appropriate Registration Agency which in my case would be &lt;a href=&quot;http://www.datacite.org/&quot;&gt;DataCite&lt;/a&gt;. They in turn point me in the direction of my local affiliated member - being in Australia I have one choice: &lt;a href=&quot;http://www.ands.org.au/&quot;&gt;ANDS&lt;/a&gt;. But ANDS only deals with research/non-profit institutions. A request for access to a temporary appID and clientID for testing purposes was met with a polite &quot;no&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All I want to do is to play around with developing some code to mint DOIs in a test environment. This would allow me to hit the ground running should I have the opportunity to work with DOIs in production with a client.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The impression I had is that the DOI concept has much broader applications than just large governmental or research institutions - am I mistaken?&lt;/p&gt;&#xA;" OwnerUserId="886" LastEditorUserId="70" LastEditDate="2015-02-26T20:11:45.623" LastActivityDate="2018-06-03T13:22:28.457" Title="How to use the DOI system as an individual?" Tags="|tool-request|doi|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="828" PostTypeId="2" ParentId="823" CreationDate="2013-06-27T08:47:58.717" Score="12" Body="&lt;p&gt;You can use Google Spreadsheets ImportHTML formula as detailed in this &lt;a href=&quot;http://schoolofdata.org/handbook/recipes/liberating-html-tables/&quot;&gt;Liberating HTML Tables (using Google Spreadsheet) tutorial&lt;/a&gt; on School of Data by Tony Hirst - it includes a specific walk-through for Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The essence is to do:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;=importHTML(&quot;&quot;,&quot;table&quot;,N)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In your case you could try:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;=importHTML(&quot;http://en.wikipedia.org/wiki/List_of_television_stations_in_the_United_States_by_call_sign_%28initial_letter_K%29&quot;,&#xA;   &quot;table&quot;, 3);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In your case you can tweak 3 to be the table you want to grab and obviously you can repeat this formula for multiple tables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There a bit more on this and issues with links in &lt;a href=&quot;http://ask.schoolofdata.org/question/107/extracting-data-from-wikipedia-tables/?answer=119#post-id-119&quot;&gt;this answer on ask.schoolofdata.org&lt;/a&gt; (also from Tony Hirst).&lt;/p&gt;&#xA;" OwnerUserId="207" LastActivityDate="2013-06-27T08:47:58.717" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="829" PostTypeId="2" ParentId="827" CreationDate="2013-06-27T11:25:52.410" Score="2" Body="&lt;p&gt;I'm not aware of any groups that will let you create test DOIs unless you're somehow affiliated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the California Digital Library is a member of DataCite, and they operate &lt;a href=&quot;http://n2t.net/ezid&quot; rel=&quot;nofollow&quot;&gt;EZID&lt;/a&gt; to allow other groups to mint DOIs.  They have a &lt;a href=&quot;http://n2t.net/ezid/home/pricing&quot; rel=&quot;nofollow&quot;&gt;pricing schedule&lt;/a&gt; for groups to get access.  I'd suggest contacting them (see the link on the pricing page). &lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-06-27T11:25:52.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="830" PostTypeId="2" ParentId="768" CreationDate="2013-06-27T11:41:49.110" Score="23" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Suppose that I have some sort of specialized data, perhaps that I've collected myself or been a part of the collection. And suppose that nothing prevents me from handing this data out to people. In what method should I go about distributing/storing this data so that others will be able to find it and use it, whenever this time may be?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Targeting specialised repositories as per @Joe's answer is indeed an excellent way to go about disseminating data, but what if no such specialised repository exists or you do not wish to target only one specific community in particular?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A methodology to expose Open Data using &lt;em&gt;generic principles&lt;/em&gt; is the &lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;5-star Open Data&lt;/a&gt; scheme originally proposed by Tim Berners-Lee &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The core rationale of 5-star Open Data is that you make your data more easily accessible, processable and interoperable with each successive star:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★ &lt;strong&gt;Put your data on the Web in some format with an Open Licence&lt;/strong&gt;. People can access it through their browsers and spend some time to figure out how they can download/access/process/use it. (Avoid problems for your client like &lt;a href=&quot;https://opendata.stackexchange.com/questions/42/should-i-approach-an-agency-unofficially-before-foiaing-them&quot;&gt;this&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★ &lt;strong&gt;Put your data in a machine-processable format.&lt;/strong&gt; For example, having a table in Excel is better than having a snapshot printed in PDFs or images because people can download it and start running experiments over it. (Avoid problems like &lt;a href=&quot;https://opendata.stackexchange.com/questions/127/extracting-tables-from-multiple-pdfs&quot;&gt;this&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★★ &lt;strong&gt;Use non-proprietary formats.&lt;/strong&gt; For example, providing data as a CSV is often better than as an Excel file because CSV can be directly processed by a wider range of (free/open source) tools and programming languages. (Can't find anyone complaining about Excel on here &lt;em&gt;yet&lt;/em&gt; but, e.g., &lt;a href=&quot;https://opendata.stackexchange.com/questions/823/wikipedia-table-to-json-or-other-machine-readable-format&quot;&gt;this is a similar problem&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★★★ &lt;strong&gt;Use URIs to denote things.&lt;/strong&gt; For example, let's say you provide a bunch of pollution measures for cities and somebody would like to specifically reference the pollution measure for London. Assigning a URI for London in your local data provides a global unique identifier for that city that people can reference and point to. There are, for example, related proposals for &lt;a href=&quot;http://datatracker.ietf.org/doc/draft-hausenblas-csv-fragment/&quot; rel=&quot;nofollow noreferrer&quot;&gt;embedding URI fragment identifiers in CSV files&lt;/a&gt;. (Avoid problems like &lt;a href=&quot;https://opendata.stackexchange.com/questions/562/does-there-exist-a-global-database-of-all-products-with-ean-13-barcodes&quot;&gt;this&lt;/a&gt; or &lt;a href=&quot;https://opendata.stackexchange.com/questions/542/looking-for-open-data-source-to-correlate-address-to-latitude-longitude&quot;&gt;this&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★★★★ &lt;strong&gt;Link your data to other data to provide context.&lt;/strong&gt; So you have created a URI for London in your data and people can point to it. However, which London are you referring to? &lt;a href=&quot;https://en.wikipedia.org/wiki/London&quot; rel=&quot;nofollow noreferrer&quot;&gt;London, England&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/London,_Ontario&quot; rel=&quot;nofollow noreferrer&quot;&gt;London, Ontario&lt;/a&gt;? If you link your local URI for London to the Wikipedia page about the London to which you refer (or, even better, to &lt;a href=&quot;http://dbpedia.org/resource/London&quot; rel=&quot;nofollow noreferrer&quot;&gt;the DBpedia URI&lt;/a&gt; for the specific place to which you prefer), this provides context as to what you mean. (Avoid problems like &lt;a href=&quot;https://opendata.stackexchange.com/questions/115/are-there-any-good-libraries-available-for-doing-normalization-of-company-names&quot;&gt;this&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The shift from ★★★ to ★★★★(★) is quite an ambitious one and technical proposals are still being made on how best to achieve this, but five star Open Data is great because now your data are available on the Web under open licences with open structured formats where everything of importance is given a URI that can be referenced and linked across the Web, allowing for future discovery and re-use. A common methodology to create five star Open Data (again proposed by Tim Berners-Lee) is &lt;a href=&quot;http://linkeddatabook.com/editions/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Data&lt;/a&gt;, which assumes &lt;a href=&quot;http://en.wikipedia.org/wiki/Resource_Description_Framework&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF&lt;/a&gt; as a common interoperable data format. But if that all sounds too much, getting as far as ★★★ data is still great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, you can check out this description of &lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;5 Star Open Data&lt;/a&gt; for more information and a &lt;a href=&quot;https://opendata.stackexchange.com/questions/522/what-is-the-major-difference-between-open-data-and-linked-data&quot;&gt;related question here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A useful resource for the generic cataloguing of Open Datasets is the &lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CKAN&lt;/a&gt; project, where the related &lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataHub repository&lt;/a&gt; is a great place to list and publicise your dataset. You can check out a bunch of &lt;a href=&quot;http://datahub.io/group/lodcloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;5-star Open Datasets here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="881" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-08-14T14:21:35.633" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="831" PostTypeId="2" ParentId="802" CreationDate="2013-06-27T15:16:43.917" Score="4" Body="&lt;p&gt;A searchable directory of international treaties can be found here: &lt;a href=&quot;http://www.worldtreatyindex.com/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.worldtreatyindex.com/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Links to download the raw data of the complete database can be found here:&#xA;&lt;a href=&quot;http://www.worldtreatyindex.com/multi.html&quot; rel=&quot;nofollow&quot;&gt;http://www.worldtreatyindex.com/multi.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="340" LastActivityDate="2013-06-27T15:16:43.917" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="832" PostTypeId="2" ParentId="823" CreationDate="2013-06-27T16:43:08.400" Score="4" Body="&lt;p&gt;If you are using google chrome and google spreadsheet, there is a nice extension (still in beta development, but for the tables you mentioned it worked well) called scraper:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://chrome.google.com/webstore/detail/scraper/mbigbapnjcgaffohmbkdlecaccepngjd&quot; rel=&quot;nofollow&quot;&gt;https://chrome.google.com/webstore/detail/scraper/mbigbapnjcgaffohmbkdlecaccepngjd&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have the extension installed, just select one row of the desired table, rightclick on the selection and select &quot;Scrape similar&quot;. you will then get a spreadsheet wich you can easily download as a .csv.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although, you still have to convert it to json format.&lt;/p&gt;&#xA;" OwnerUserId="896" LastActivityDate="2013-06-27T16:43:08.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="833" PostTypeId="2" ParentId="823" CreationDate="2013-06-27T21:17:12.217" Score="6" Body="&lt;p&gt;Using &lt;a href=&quot;http://openrefine.org&quot; rel=&quot;noreferrer&quot;&gt;OpenRefine&lt;/a&gt; (previously Google Refine) you can easily convert the wikipedia table to a JSON document. The &lt;a href=&quot;http://www.youtube.com/watch?feature=player_embedded&amp;amp;v=cO8NVCs_Ba0#at=67&quot; rel=&quot;noreferrer&quot;&gt;following video&lt;/a&gt; will walk you through the steps to clean the wikipedia table, then using the template exporter you will be able to define the JSON format of your output document. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Working with OpenRefine will also allow you to extend your data using freebase.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclamer: I am part of the OpenRefine team.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-06-27T21:17:12.217" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="834" PostTypeId="2" ParentId="786" CreationDate="2013-06-28T01:21:54.020" Score="9" Body="&lt;p&gt;There are several datasets that might be useful to you. The list you are seeking is the &lt;a href=&quot;http://catalog.data.gov/dataset/list-of-public-elementary-and-secondary-schools-1986-present/resource/af1b40ad-784d-413f-807d-5f7cfcac3208&quot;&gt;Public Elementary/Secondary School Universe Survey Data&lt;/a&gt;, with details &lt;a href=&quot;http://nces.ed.gov/ccd/pubschuniv.asp&quot;&gt;here&lt;/a&gt;.  This provides a listing of all public elementary and secondary schools, student data, and teacher information. This includes the names, addresses, and telephone numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, overall statistics on elementary and secondary schools can be found at the &lt;a href=&quot;http://eddataexpress.ed.gov/state-tables-main.cfm&quot;&gt;ED Data Express&lt;/a&gt;.  This lets you explore many different aspects of data in schools (public and charter) in any or all states.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-06-28T01:21:54.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="835" PostTypeId="1" AcceptedAnswerId="864" CreationDate="2013-06-29T12:56:18.173" Score="5" ViewCount="960" Body="&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/833/70&quot;&gt;One answer&lt;/a&gt; to the question &lt;a href=&quot;https://opendata.stackexchange.com/q/823/70&quot;&gt;Wikipedia table to JSON (or other machine-readable format)&lt;/a&gt; suggested to use &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; for handling HTML tables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All I could find regarding OpenRefine and HTML tables were &lt;a href=&quot;https://github.com/OpenRefine/OpenRefine/search?q=%22html%20table%22&amp;amp;type=Issues&quot; rel=&quot;nofollow noreferrer&quot;&gt;a few open issues at their GitHub repository&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore my question: What is currently the best way to load data from HTML tables into OpenRefine?&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-07-31T13:55:59.983" Title="Load data from HTML tables into OpenRefine?" Tags="|best-practice|parsing|html|openrefine|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="836" PostTypeId="2" ParentId="787" CreationDate="2013-06-29T16:08:03.250" Score="5" Body="&lt;p&gt;Speaking as a non-professional, I have seen no such detailed datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your research should not depend on clueless strangers, though. My first hit on Chinese statistics was: &lt;a href=&quot;http://www.stats.gov.cn/english/statisticaldata/&quot; rel=&quot;nofollow&quot;&gt;http://www.stats.gov.cn/english/statisticaldata/&lt;/a&gt; , and I'd think they are worth exploring. Same for India.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gathering detailed income data is fraught with difficulty on many levels: the ones with access to the high-fidelity data (local tax authorities) won't talk for a host of reasons, apart from confidentiality (quite often they won't be bothered to help other government agencies), while aggregation over villages/counties/whatever lowest-level administrative units is not something in high demand from national and supranational decision-makers. I leave aside the obvious problems of tax evasion, non-response, and outright fabrication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus, for countries with less than well-funded statistical agencies, one is forced to look for proxies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The usual proxy is electricity consumption; while the utilities are loath to give outsiders access, as a rough proxy, one can simply look at the night lighting: &lt;a href=&quot;http://geology.com/articles/satellite-photo-earth-at-night.shtml&quot; rel=&quot;nofollow&quot;&gt;http://geology.com/articles/satellite-photo-earth-at-night.shtml&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd recommend against turning to land use data - they can't tell you much about city-dwellers or income levels. You can ask folks at GIS SE for details, though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Access to sanitation is another proxy (albeit a non-linear one). World Bank, local authorities, utility companies, food inspection agencies can possibly serve as sources, I'd guess.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whatever you do, please remember to compile a list of references, prior and related studies, validate and cross-check your data. Ideally, you would do an on-site survey for that (assuming you have got some money to spend). Beware of systematic bias creeping in (it will!) without you noticing or telling users of your data.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="458" LastEditDate="2013-06-30T04:46:50.880" LastActivityDate="2013-06-30T04:46:50.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="837" PostTypeId="2" ParentId="813" CreationDate="2013-06-29T16:17:41.817" Score="3" Body="&lt;p&gt;Open GIS-ready cloud data are available at various levels of detail, both in time and space.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is quite tempting to work with satellite photos of cloud coverage; unless you are a professional, don't do that - there are a bunch of hidden snags you have to know about.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For current data on (points) airfields and airports of the world, your best bet is &lt;a href=&quot;https://en.wikipedia.org/wiki/METAR&quot; rel=&quot;nofollow&quot;&gt;METAR&lt;/a&gt;, where you can learn type of clouds and cloud coverage, as well as visibility figures. There are many applications (in Python and Ruby, among others) that access and decipher METARs (you can do that as well, after a bit of training).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need in-depth point forecasts of probability that cloud cover will be less/greater than a given threshold, you can use &lt;a href=&quot;http://nomads.ncdc.noaa.gov/EnsProb&quot; rel=&quot;nofollow&quot;&gt;NOMADS&lt;/a&gt; (may be overkill for your purposes, though).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For wide-area coverage with forecasts up to 8 days, the ideal stuff comes from &lt;a href=&quot;https://en.wikipedia.org/wiki/GRIB&quot; rel=&quot;nofollow&quot;&gt;GRIB&lt;/a&gt;, easily downloadable and parseable with command-line utilities and GUI programs. These are forecasts of most probable weather, though, unlike the extensive data from NOMADS ensemble.&lt;/p&gt;&#xA;" OwnerUserId="458" LastActivityDate="2013-06-29T16:17:41.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="838" PostTypeId="2" ParentId="201" CreationDate="2013-06-30T12:56:49.690" Score="7" Body="&lt;p&gt;A past alternative to using DBpedia as suggested by &lt;a href=&quot;https://opendata.stackexchange.com/users/754/nicolas-raoul&quot;&gt;Nicolas Raoul&lt;/a&gt; was Freebase before it was shut down.&lt;/p&gt;&#xA;" OwnerUserId="374" LastEditorUserId="374" LastEditDate="2021-02-19T00:07:42.227" LastActivityDate="2021-02-19T00:07:42.227" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="839" PostTypeId="2" ParentId="816" CreationDate="2013-06-30T13:16:29.697" Score="6" Body="&lt;p&gt;Following the discussion in the comment section, I suggest that you have a look at &lt;a href=&quot;http://www.openrefine.org&quot; rel=&quot;nofollow&quot;&gt;OpenRefine&lt;/a&gt;. For a 4,000 rows dataset (two set of 2000 rows each) Refine allow a mix of manual and script cleaning (using fuzzy match). Here is the steps I will follow (based on what I understood) to clean this dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Prepare your data&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;In a separate tool, merge the two set in a single document with a column for each source&lt;/li&gt;&#xA;&lt;li&gt;Load the file in OpenRefine&lt;/li&gt;&#xA;&lt;li&gt;Using the &lt;a href=&quot;http://googlerefine.blogspot.ca/2011/09/json-code-to-transpose-important-number.html&quot; rel=&quot;nofollow&quot;&gt;transpose&lt;/a&gt; function merge the two fields in one, in the windows option remember to tick append column name (so you can track from which source your data come from) and separate&lt;/li&gt;&#xA;&lt;li&gt;Using the split function, split your new column based on the pipe |&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;So now you have a field with your source name and an field with your value, now we will be able to &lt;strong&gt;start to clean those value&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Invoke a text facet to list all the value available, and click cluster to do fuzzymatch comparison and search for similar record&lt;/li&gt;&#xA;&lt;li&gt;Play with the different clustering algo (including Levenshtein, metophone) ... You have to manually select the right matches, discard the other, you are in total control of the algorithm. Do not hesitate to explore the different algorithms available, some are more conservative than other or will match on different parameters.&lt;/li&gt;&#xA;&lt;li&gt;Once your done with the semi automatic clean up, finish the work manually using the facet windows to list all value available in your list. When you want to correct a value click the edit option in the facet windows to update all matching rows.&lt;/li&gt;&#xA;&lt;li&gt;Once done export your data, there is various format available.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This is a very high level process and hopefully you will find it useful. If you want more details, you can explore this &lt;a href=&quot;http://www.patinformatics.com/blog/patent-assignee-cleanup-using-google-refine-open-refine-text-facets-and-clustering/&quot; rel=&quot;nofollow&quot;&gt;tutorial&lt;/a&gt; for the split and clustering function, or dig through &lt;a href=&quot;https://github.com/OpenRefine/OpenRefine/wiki/External-Resources&quot; rel=&quot;nofollow&quot;&gt;existing step by step doc&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;disclaimer, I am part of OpenRefine team&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="-1" LastEditDate="2016-04-19T21:36:14.677" LastActivityDate="2016-04-19T21:36:14.677" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="840" PostTypeId="1" CreationDate="2013-06-30T14:20:49.163" Score="16" ViewCount="6754" Body="&lt;p&gt;Is there any downloadable open database of English words pronunciation in audio format?&lt;/p&gt;&#xA;" OwnerUserId="438" LastEditorUserId="438" LastEditDate="2013-07-02T03:03:42.360" LastActivityDate="2022-06-04T09:49:53.723" Title="Database of English words pronunciation" Tags="|data-request|language|english|audio|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="841" PostTypeId="1" CreationDate="2013-06-30T15:29:23.050" Score="6" ViewCount="361" Body="&lt;p&gt;I am trying to serve certain open datasets in tabular form , converted to Google fusion tables/ spreadsheets etc to any interested audience. I am not a web developer but am knowledgeable enough to create and serve a wordpress site through its CMS. Is there an out of the box solution specifically created for dealing with distribution of open datasets which will give me basic features like adding tags/ creating lists/ groups etc and which will work without too much of troubleshooting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An alternative stack that is easy to use with a ubuntu LAMP installation is also fine. My primary goal is to make it easy for many non-geeky folks to view and browse the datasets which have descriptions attached to them.&lt;/p&gt;&#xA;" OwnerUserId="900" LastActivityDate="2014-01-09T09:37:29.973" Title="What is a ready to use wordpress CMS template for serving open datasets?" Tags="|releasing-data|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="842" PostTypeId="2" ParentId="840" CreationDate="2013-06-30T15:41:17.360" Score="10" Body="&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/&quot;&gt;Wikimedia Commons&lt;/a&gt; currently offers &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category%3aEnglish_pronunciation&quot;&gt;more than 20.000 sound files with English pronunciation&lt;/a&gt;, around &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category%3aBritish_English_pronunciation&quot;&gt;1.500 of those with British English pronunciation&lt;/a&gt;. All of them are published under an open license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, there are currently &lt;a href=&quot;https://commons.wikimedia.org/wiki/Help%3aContents&quot;&gt;no dumps of the media files&lt;/a&gt; available. However, there is a page that explains &lt;a href=&quot;https://commons.wikimedia.org/wiki/Commons%3aReusing_content_outside_Wikimedia&quot;&gt;how to reuse the content outside of Wikimedia&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an alternative, there is &lt;a href=&quot;http://www.forvo.com/&quot;&gt;Forvo&lt;/a&gt;. Their audio files are licensed under the more restrictive (and not entirely open-data-compliant) &lt;a href=&quot;https://creativecommons.org/licenses/by-nc-sa/3.0/deed.en_GB&quot;&gt;CC BY-NC-SA license&lt;/a&gt;. On the other hand, &lt;a href=&quot;http://api.forvo.com/&quot;&gt;they do offer an API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-06-30T15:57:58.627" LastActivityDate="2013-06-30T15:57:58.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="843" PostTypeId="2" ParentId="811" CreationDate="2013-06-30T22:41:25.253" Score="6" Body="&lt;p&gt;Consider whether posting your .torrent file to a BitTorrent index site is the best solution for you. If your objective is to publicise your dataset you may be better off simply posting your .torrent file to a website or forum that focuses on open data or, more specifically, the topic to which the data relates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should also bear in mind the large amount of upload capacity you'll need for this initially. Depending on the level of interest, you might find it difficult to retain seeders, and so could find yourself uploading the file repeatedly. I assume you've looked into paid cloud storage (such as &lt;a href=&quot;https://mega.co.nz/&quot; rel=&quot;noreferrer&quot;&gt;Mega&lt;/a&gt;), but bandwidth limits will be a potential issue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It might also be worth confirming that you are using the maximum compression possible. Compression software commonly defaults to a moderate compression ratio as a trade-off for quicker compression time.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-06-30T22:41:25.253" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="844" PostTypeId="2" ParentId="835" CreationDate="2013-06-30T23:15:31.173" Score="3" Body="&lt;p&gt;As is often the case when handling HTML tables you will most likely need to save the table into an intermediate format that OpenRefine can accept. This is straightforward for a simple table, and is a reasonable solution for a small amount of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example, consider the simple HTML table on &lt;a href=&quot;http://www.w3schools.com/html/html_tables.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;this webpage&lt;/a&gt;. First, select the table and copy to the clipboard, as below. Note the selected text is highlighted blue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/TXh8D.png&quot; alt=&quot;Example selected table&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm using Excel, so can paste into a blank spreadsheet, and save in native .xls or .xlsx format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/vJRFK.png&quot; alt=&quot;Excel table&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The resulting Excel table can now be used in OpenRefine:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/sB6cJ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-06-30T23:15:31.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="845" PostTypeId="2" ParentId="841" CreationDate="2013-07-01T01:47:58.403" Score="2" Body="&lt;p&gt;WordPress supports both &lt;a href=&quot;http://en.support.wordpress.com/posts/categories-vs-tags/&quot; rel=&quot;nofollow&quot;&gt;categories and tags&lt;/a&gt; out of the box.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With a standard WordPress installation you could post links to your datasets in blog posts (one per post) with the content of the post being a description of the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Categories could be used to broadly group your datasets (e.g., &lt;em&gt;health&lt;/em&gt;, &lt;em&gt;education&lt;/em&gt;, &lt;em&gt;military&lt;/em&gt;), while tags will give you finer control over keywords specific to particular datasets (e.g., &lt;em&gt;vietnam&lt;/em&gt;, &lt;em&gt;iraq&lt;/em&gt;, &lt;em&gt;afghanistan&lt;/em&gt;). WordPress also has a general search function which would allow a user to search for words or phrases of interest (e.g., &quot;military budget&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use Wordpress' built-in &lt;a href=&quot;http://codex.wordpress.org/Uploading_Files#To_Upload_a_File_in_a_Post&quot; rel=&quot;nofollow&quot;&gt;upload function&lt;/a&gt; to upload a document although you might get more flexibility from uploading your datasets to a separate location and manually placing hyperlinks to your datasets in posts as required.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Choose a &lt;a href=&quot;http://wordpress.org/themes/&quot; rel=&quot;nofollow&quot;&gt;Wordpress theme&lt;/a&gt; that allows your users to easily browse the post archives, with a layout appropriate for your requirements and I would say you could get a very pleasing solution with little or no customisation.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-01T01:47:58.403" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="846" PostTypeId="2" ParentId="811" CreationDate="2013-07-01T13:07:43.557" Score="2" Body="&lt;p&gt;Several linux distributions chose &lt;a href=&quot;http://www.legittorrents.info/&quot; rel=&quot;nofollow&quot;&gt;legittorrents&lt;/a&gt; as their primary means of distribution.  However, according to the &lt;a href=&quot;http://www.legittorrents.info/index.php?page=modules&amp;amp;module=faq#6&quot; rel=&quot;nofollow&quot;&gt;FAQ&lt;/a&gt; the site administrators might delist your torrent if it wasn't seeded well (whatever they mean by that).&lt;/p&gt;&#xA;" OwnerUserId="889" LastActivityDate="2013-07-01T13:07:43.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="847" PostTypeId="1" CreationDate="2013-07-01T14:19:33.243" Score="2" ViewCount="277" Body="&lt;p&gt;The FCC has at least two APIs related to broadcast station data. One is &lt;a href=&quot;http://www.fcc.gov/encyclopedia/tv-query-broadcast-station-search&quot; rel=&quot;nofollow&quot;&gt;TV Query&lt;/a&gt;, which can return pipe-delimited results like &lt;a href=&quot;http://transition.fcc.gov/fcc-bin/tvq?state=&amp;amp;call=&amp;amp;arn=&amp;amp;city=&amp;amp;chan=&amp;amp;cha2=69&amp;amp;serv=&amp;amp;type=0&amp;amp;facid=&amp;amp;list=4&amp;amp;dist=&amp;amp;dlat2=&amp;amp;mlat2=&amp;amp;slat2=&amp;amp;dlon2=&amp;amp;mlon2=&amp;amp;slon2=&amp;amp;size=9&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; (&lt;a href=&quot;http://www.fcc.gov/mb/audio/newsite/datafiles/am_fm_tv_textlist_key.txt&quot; rel=&quot;nofollow&quot;&gt;keys&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|K02JU       |-         |TX |2   |DA  |                    |-  |-  |LIC    |SELAWIK                  |AK |US |BLTTV  -19800620IA  |0.018  kW |-         |0.0     |-       |11543      |N |66 |35 |57.00 |W |160 |0  |0.00  |CITY OF SELAWIK                                                             |   0.00 km |   0.00 mi |  0.00 deg |72.    m|H       |20773     |210.    |-       |0.      |21309     |-  |&#xA;|K02KB       |-         |TX |2   |DA  |                    |-  |-  |LIC    |ALLAKAKET                |AK |US |BLTTV  -19800908IY  |0.018  kW |-         |0.0     |-       |1036       |N |66 |33 |53.00 |W |152 |38 |38.00 |ALLAKAKET CITY COUNCIL                                                      |   0.00 km |   0.00 mi |  0.00 deg |113.   m|H       |20773     |90.     |-       |0.      |23306     |-  |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm trying to use the &lt;code&gt;facilityID&lt;/code&gt; field from its results as input for the &lt;a href=&quot;https://stations.fcc.gov/developer/&quot; rel=&quot;nofollow&quot;&gt;FCC's TV Stations API&lt;/a&gt; (specifically, the broadcast contour method [see &lt;a href=&quot;https://data.fcc.gov/mediabureau/v01/tv/facility/search/KCCI.json&quot; rel=&quot;nofollow&quot;&gt;example]&lt;/a&gt;). The problem is that many of the facilityIDs &lt;a href=&quot;https://data.fcc.gov/mediabureau/v01/tv/contour/facility/178669.kml&quot; rel=&quot;nofollow&quot;&gt;yield no results&lt;/a&gt;. I'm guessing this simply means that the TV Query query is scooping up types of facilities that aren't in the same category as those in the Stations database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So: How can I refine the TV Query query to only include the &quot;right type&quot; of station?&lt;/p&gt;&#xA;" OwnerUserId="65" LastEditorUserId="70" LastEditDate="2013-07-01T16:34:15.647" LastActivityDate="2013-07-10T19:27:59.600" Title="Linking results from the FCC's TV Query API to the FCC's TV Stations Profiles API" Tags="|usa|geospatial|fcc|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="848" PostTypeId="1" AcceptedAnswerId="849" CreationDate="2013-07-02T16:50:48.653" Score="2" ViewCount="50" Body="&lt;p&gt;I'm working on a new data product related to satellite atmospheric remote sensing.  I'm writing an article on it for a peer-reviewed scientific journal, and the data will be publicly available.  One &lt;em&gt;very important aspect&lt;/em&gt; (;-) ) is, of course, the name of the data product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Existing data products in my field have names such as &lt;em&gt;PATMOS-X&lt;/em&gt;, &lt;em&gt;CLAVR-X&lt;/em&gt;, &lt;em&gt;MSPPS&lt;/em&gt;, &lt;em&gt;MiRS&lt;/em&gt;, &lt;em&gt;ISCCP&lt;/em&gt;, &lt;em&gt;2C-ICE&lt;/em&gt;, &lt;em&gt;DARDAR&lt;/em&gt;, to name a few.  It seems almost all choose acronyms, some pronounceable, some not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From a user point of view, what makes a good name?  I guess it should be easy to pronounce, easy to remember, and preferably be descriptive of the content.  What else is in a good name, and how do I go about choosing one?&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2013-07-02T22:32:08.757" Title="What criteria determine a good name for an open data product?" Tags="|releasing-data|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="849" PostTypeId="2" ParentId="848" CreationDate="2013-07-02T17:16:59.197" Score="2" Body="&lt;p&gt;&lt;strong&gt;Unique.&lt;/strong&gt;  I can't believe we still have groups naming projects 'GAIA' (as if image processing software, satellites, and other existing projects isn't enough).  But even satelites like 'TRACE' and 'SOHO' are problematic because they're common enough in English.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd also look to see if there are standard prefixes or suffixes in the discipline that are significant (eg, you gave two examples that ended in &lt;code&gt;-X&lt;/code&gt;). If there are common acronyms for the given type of data you're releasing, you may want to follow the conventions in your field ... but you also have to be wary of it being &lt;em&gt;too&lt;/em&gt; similar and someone thinking it's just a typo for some other product.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-07-02T17:16:59.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="850" PostTypeId="1" AcceptedAnswerId="884" CreationDate="2013-07-02T20:20:30.420" Score="16" ViewCount="359" Body="&lt;p&gt;When thinking about &quot;Open Data&quot; (possibly due to nothing more than my own ignorance) I am &lt;em&gt;utterly confused&lt;/em&gt; as to what difference an open licence legally makes for structured data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Open Data&quot; for me is a bit like saying &quot;Free Air&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From discussions with other (fairly knowledgeable) people on the matter (for example, this &lt;a href=&quot;http://lists.w3.org/Archives/Public/semantic-web/2013May/0161.html&quot; rel=&quot;noreferrer&quot;&gt;nice summary&lt;/a&gt;), it seems I'm not alone in my confusion. Before I ask the concrete question (which will be: &quot;&lt;em&gt;why should I care how a structured dataset is licenced?&lt;/em&gt;&quot;) I feel I need to cover my own potentially flawed understanding of the matter (so sorry in advance for the long question).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;So let's say we have a dataset—let's say the IMDb dump. I am very interested to use the IMDb dump. The IMDb dump is publicly available for download from the Web. Great! ... but it doesn't have an open licence. Hmm.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But wait ... what legalities actually stop me from exploiting the factual content of the IMDb dump regardless of licencing or what the providers of the dump have to say? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;As far as I can tell, legally speaking, assuming the dataset is comprised of factual content and that it's the factual content I am interested in using&lt;/strong&gt; (e.g., the movie Dune was 137 minutes long) &lt;strong&gt;the only thing I have to avoid is duplicating the dataset &lt;em&gt;in its current expression&lt;/em&gt; elsewhere or duplicating the expression inherent in natural language or images&lt;/strong&gt; (e.g., the prose of an IMDb review or an IMDb image).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;As I understand it ...&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Licences themselves are a mechanism to outline the terms under which the licensor agrees not to sue the licensee. Independent of the terms of the licence, the licensor needs some legal basis on which to sue for a licence to have any purpose. The relevant laws are (presumably) Intellectual Property laws. &lt;a href=&quot;https://en.wikipedia.org/wiki/Intellectual_property&quot; rel=&quot;noreferrer&quot;&gt;Wikipedia gives a broad list of such laws&lt;/a&gt; (under &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:Text_of_Creative_Commons_Attribution-ShareAlike_3.0_Unported_License&quot; rel=&quot;noreferrer&quot;&gt;CC-BY-SA&lt;/a&gt;) ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/NhplM.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can't patent the first name of the Queen of England or the run-length of the movie Dune. So let's skip patenting. And trademarking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A more relevant law would seem to be copyright. But at least in the US, and I imagine in many other jurisdictions, you can't copyright the first name of the Queen of England or the run-length of the movie Dune either. Because copyright does not apply to facts. Here's a quote from &lt;a href=&quot;http://www.copyright.gov/help/faq/faq-protect.html&quot; rel=&quot;noreferrer&quot;&gt;the US copyright FAQ&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;Copyright does not protect facts, ideas, systems, or methods of operation, although it may protect the way these things are expressed.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In a nutshell, copyright thus applies to expression, not to content. So okay, copyright can prevent you from copying the expression of the data verbatim (e.g., redistribute the exact PDF or the exact Excel sheet or idiosyncracies of the HTML page or an image or the exact text of some prose) but does not protect the factual content itself. If the data are mapped into a generic format like CSV, JSON, RDF, etc., copyright seems to have no jurisdiction over data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So if not copyright, what else? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;None of the other IP laws listed above seem relevant, except for the one you can see I clicked on from the image above: database rights. It seems that database rights vary widely from jurisdiction to jurisdiction. US database rights consider factual content as out of scope. Only the EU has database rights that should be of concern, here quoting from &lt;a href=&quot;https://en.wikipedia.org/wiki/Directive_on_the_legal_protection_of_databases&quot; rel=&quot;noreferrer&quot;&gt;the Wikipedia article&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;While copyright protects the creativity of an author, database rights specifically protect the &quot;qualitatively and/or quantitatively [a] substantial investment in either the obtaining, verification or presentation of the contents&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The EU database rights seem a little more &quot;strong&quot; than copyright in that they explicitly apply to databases storing factual content, but other than protecting the database as a complete curated package (i.e., the contextual/physical schema and its extension as tables), it does not protect the individual items of content in the database. You cannot just put a bunch of content into a database and then say that those contents are protected under database rights: &lt;a href=&quot;http://www.bbc.co.uk/news/business-17218968&quot; rel=&quot;noreferrer&quot;&gt;precedent for people annoyingly trying to do this&lt;/a&gt; suggests that that's not how the law works.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Aside from IP, another possible legal facet is the Terms of Service/Acceptable Usage document you must implicitly/explicitly agree to when visiting the site to get the data, but other than banning the user from returning to a site or stopping them from accessing a service, I see no legal grounds on which a user can be sued for using a publicly downloadable dataset (again, other than infringing on the copyright of its &lt;em&gt;expression&lt;/em&gt;).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;So, assuming I'm not going to re-distribute the dataset with the same &quot;expression&quot; or re-use any creative elements likes images or prose writing ... assuming I'm only interested in using the factual content, my question then is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Why should I care how a structured dataset is licenced?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only meaningful answer I've come across so far is &quot;so you know someone isn't going to &lt;em&gt;try&lt;/em&gt; and sue you&quot;, which though a strong practical argument, I don't find conceptually compelling.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I would be particularly interested in precedents where a party was successfully sued for using the factual content of a structured dataset that was not openly licenced.)&lt;/p&gt;&#xA;" OwnerUserId="881" LastActivityDate="2013-07-11T19:58:53.593" Title="Why should I care how a (structured) dataset is licenced?" Tags="|licensing|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="851" PostTypeId="2" ParentId="848" CreationDate="2013-07-02T22:32:08.757" Score="1" Body="&lt;p&gt;If you want to flag instantly to a potential end-user that the dataset is open, then it seems putting the word &quot;Open&quot; in the title is the way to go. This is somewhat subjective, but if in  a list of search results I see a name such as OpenFlights, OpenWeather or OpenMap, then I'm clicking on it first.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're after a catchy name or acronym then, again, I'm sure most people will have different opinions. If SRS is commonly used to refer to Satellite Remote Sensing, then OpenSRS may be one option, otherwise you could try abbreviated keywords or combinations thereof (Atmos, Rem, Sens, and so on).&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-02T22:32:08.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="852" PostTypeId="2" ParentId="847" CreationDate="2013-07-02T22:55:19.277" Score="1" Body="&lt;p&gt;This is the sort of issue that can arise when trying to combine data from multiple sources, in this case two apparently distinct APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://stations.fcc.gov/developer/&quot; rel=&quot;nofollow&quot;&gt;Developer page&lt;/a&gt; gives some brief instructions as you point out, but importantly there seems to be no method for retrieving a list of all valid Facility IDs. This is an oversight in my opinion, as a &quot;Facility Details&quot; request, for example, requires a Facility ID as a parameter. It appears the only way to get valid Facility IDs, other than your method, is to use the &quot;Facility Search&quot; API method, which allows you to search for stations using &quot;call sign, frequency, city, state, channel, or Nielsen DMA&quot;, and returns a Facility ID among other data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You haven't stated whether you're working manually or programmatically, but as a programmer if I were doing this and needed to get a list of Facility IDs, I would probably use the Facility Search to return data for each of the 50 states, then combine these. This would be relatively straightforward in code - loop through the state codes for each of the 50 states, as per the example given for New York:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.fcc.gov/mediabureau/v01/tv/facility/search/NY.json&quot; rel=&quot;nofollow&quot;&gt;http://data.fcc.gov/mediabureau/v01/tv/facility/search/NY.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each state, scrape off the Facility IDs, which ought to result in a complete list of valid Facility IDs for the USA. This assumes that there are no facilities that are somehow independent of states, or have no state recorded.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having said all that, I would probably take a minute to send a quick email to &lt;strong&gt;developer@fcc.gov&lt;/strong&gt;, asking whether it is possible to retrieve a list of all Facility IDs via some unpublished API method. The amount of support you can expect for using an essentially free and thus unsupported service may vary of course.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-02T22:55:19.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="853" PostTypeId="1" AcceptedAnswerId="855" CreationDate="2013-07-03T00:28:03.613" Score="4" ViewCount="34" Body="&lt;p&gt;The &lt;a href=&quot;http://www.opengovpartnership.org/about&quot; rel=&quot;nofollow&quot;&gt;Open Government Partnership&lt;/a&gt; (OGP) is a global alliance of countries that are signatory to an Open Government Declaration. The United States is one of the eight founding signatories - I am curious to know which organizations in the US are working on projects sponsored or supported by the OGP.&lt;/p&gt;&#xA;" OwnerUserId="61" LastEditorUserId="70" LastEditDate="2013-07-03T07:25:38.613" LastActivityDate="2013-07-03T07:30:49.233" Title="What open data institutes in the US are working with the Open Government Partnership?" Tags="|usa|government|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="854" PostTypeId="2" ParentId="15" CreationDate="2013-07-03T01:00:56.787" Score="4" Body="&lt;p&gt;Everything dvogel wrote is correct.  Note that on the ftp page there are several datasets (including &quot;ap&quot; and &quot;cu&quot;) which are labelled &quot;consumer price index.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Bureau of Labor Statistics (BLS) samples posted prices at various US businesses on a monthly basis.  This sampling includes roughly 85 thousand observations per month.  The BLS then creates and publishes price indices broken down by the type of good and the geographic location where it is sold.  The original data are not made available to the public, but researchers can apply for restricted on-site access.  See (&lt;a href=&quot;http://ideas.repec.org/a/ucp/jpolec/v112y2004i5p947-985.html&quot; rel=&quot;nofollow&quot;&gt;http://ideas.repec.org/a/ucp/jpolec/v112y2004i5p947-985.html&lt;/a&gt;).  The underlying dataset is referred to as the &quot;CPI-RDB&quot; (Research Database).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The BLS does not publish documentation for the underlying dataset-- their website does not mention the CPI-RDB or the option of applying for access.  The best documentation I am aware of was written by an intern circa 2001-2005 named Teague Ruder, now at RAND (&lt;a href=&quot;http://www.teagueruder.com/portfolio/projects/RDB.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.teagueruder.com/portfolio/projects/RDB.pdf&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Final notes: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Be careful when using data from the BLS ftp page.  Many of the datasets contain typos or missing tab delimiters.  As important, the geographic codes are not consistent between datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) The Billion Prices Project at MIT is an attempt to recreate the CPI data by scraping online retail.  Some of their data may be available.&lt;/p&gt;&#xA;" OwnerUserId="906" LastActivityDate="2013-07-03T01:00:56.787" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="855" PostTypeId="2" ParentId="853" CreationDate="2013-07-03T07:30:49.233" Score="2" Body="&lt;p&gt;You may have already seen this, but on the OGP website there is a Country Commitments page for each country including the &lt;a href=&quot;http://www.opengovpartnership.org/countries/united-states&quot; rel=&quot;nofollow&quot;&gt;United States&lt;/a&gt;. The &quot;Efforts to Date&quot; tab has some broad information on the government's, well, efforts to date. It appears that the main objective so far has been to increase the utility of the datasets available at &lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;data.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data.gov looks to be a well-designed site with loads of information. For example you can dig down to Open Data sites at the &lt;a href=&quot;http://www.data.gov/opendatasites&quot; rel=&quot;nofollow&quot;&gt;state and county level&lt;/a&gt;. I suspect if you browse around you might find something approaching the information you're after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an aside, it seems that the OGP does not directly sponsor or financially support the work of individual groups or companies, etc. Rather they are an organisational body with the goal of spurring on governments to increase transparency. If you're interested in how the OGP's budget is sliced and diced, it is &lt;a href=&quot;http://www.opengovpartnership.org/ogp-budget&quot; rel=&quot;nofollow&quot;&gt;available for download&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-03T07:30:49.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="856" PostTypeId="2" ParentId="850" CreationDate="2013-07-03T10:49:18.667" Score="4" Body="&lt;p&gt;I'll address your last statement first. The process of methodically copying content from a website is known as &quot;scraping&quot;. There has been at least one notable &quot;scraping&quot; lawsuit, Cvent vs Eventbrite (&lt;a href=&quot;http://blog.ericgoldman.org/archives/2010/09/antiscraping_la.htm&quot; rel=&quot;nofollow&quot;&gt;brief summary&lt;/a&gt; &amp;amp; &lt;a href=&quot;http://www.scribd.com/doc/37566247/Cvent-v-Eventbrite&quot; rel=&quot;nofollow&quot;&gt;some relevant court transcripts&lt;/a&gt;). Cvent sued Eventbrite for scraping data from their website, citing the anti-scraping language in its user agreement. Interestingly, the court said &quot;the Terms of Use for Cvent's website are &lt;strong&gt;not displayed on the website in any way in which a reasonable user could be expected to notice them&lt;/strong&gt;.&quot; Look at the above links for further details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above case highlights the distinction between so-called &quot;clickwrap&quot; (or click-through) and &quot;browse-wrap&quot; terms and conditions. As the names suggest, in the former instance a user is presented with some terms to which they must agree before being permitted to access the website. The latter refers to terms and conditions which are posted on the website and are accessible via a link (often in the footer, for example). &lt;a href=&quot;http://www.simpsongrierson.com/ezine-enforceability-of-browse-wrap&quot; rel=&quot;nofollow&quot;&gt;This article&lt;/a&gt; describes how clickwrap agreements are generally held to be more enforcable, as you might expect, and cites a few examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will probably struggle to answer your other questions to your satisfaction, but &lt;a href=&quot;http://venturebeat.com/2011/05/30/how-legal-is-content-scraping/&quot; rel=&quot;nofollow&quot;&gt;this article&lt;/a&gt; includes a few interesting comments on the legalities of scraping with regard to copyright (in the US). The relevant points seem to be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the enforcability of terms of use is a largely untested gray area&lt;/li&gt;&#xA;&lt;li&gt;although the organisation/formatting/arrangement of facts may be &#xA;copyrighted, the facts themselves may not be, thus merely stating copyright on a website may not protect the content&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Essentially, it's the wild west out there. On the one hand you have websites that in many cases might be overstating their ownership of content/data, and on the other hand you have those who scrape data because it's easy and they almost certainly won't get caught not to mention successfully prosecuted.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-03T10:49:18.667" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="857" PostTypeId="1" AcceptedAnswerId="858" CreationDate="2013-07-03T21:56:13.740" Score="6" ViewCount="2023" Body="&lt;p&gt;On the NICAR-L mailing list, Matt Kiefer asked:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Is there a resource to look up the Standard Industrial Classification&#xA;  codes that companies file with the SEC? (They don't use NAICS.)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;I need a few hundred so I'm looking for a bulk solution, e.g. an API&#xA;  or a web form that would accept many comma-separated tickers. Not&#xA;  gonna look these up individually on sec.gov.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18" LastEditorUserId="70" LastEditDate="2015-03-30T14:38:27.483" LastActivityDate="2015-03-30T14:38:27.483" Title="Is there a resource to look up the Standard Industrial Classification codes that companies file with the SEC?" Tags="|api|industry|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="858" PostTypeId="2" ParentId="857" CreationDate="2013-07-03T21:56:13.740" Score="7" Body="&lt;p&gt;On the NICAR-L mailing list, Tim Henderson pointed to an HTML listing, at &lt;a href=&quot;http://www.sec.gov/divisions/corpfin/organization/cfia.shtml&quot;&gt;http://www.sec.gov/divisions/corpfin/organization/cfia.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Matt scraped the data and &lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AlYUzIaSVEbRdEQ1U1ZOdjRYMVhWU1R5QmhzS194WkE&amp;amp;usp=sharing&quot;&gt;posted it as a Google document&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Matt Jacob pointed to another potentially useful resource, &lt;a href=&quot;http://www.sec.gov/info/edgar/siccodes.htm&quot;&gt;a listing of what the SIC codes actually mean.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-07-03T21:56:13.740" CommentCount="0" CommunityOwnedDate="2013-07-03T21:56:13.740" ContentLicense="CC BY-SA 3.0" />
  <row Id="859" PostTypeId="2" ParentId="857" CreationDate="2013-07-03T22:18:45.010" Score="5" Body="&lt;p&gt;I scraped the SEC data at &lt;a href=&quot;http://www.sec.gov/divisions/corpfin/organization/cfia.shtml&quot;&gt;http://www.sec.gov/divisions/corpfin/organization/cfia.shtml&lt;/a&gt; and uploaded it as a &lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AlYUzIaSVEbRdEQ1U1ZOdjRYMVhWU1R5QmhzS194WkE#gid=0&quot;&gt;Google Spreadsheet&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since that page is dated 2006, it may not be necessary to run the scraper again any time soon, or if the data is updated, the scraper may not work any more, but here is the &lt;a href=&quot;https://github.com/mattkiefer/sec-sic-scraper/blob/master/scraper.py&quot;&gt;python script&lt;/a&gt; for reference. It requires the BeautifulSoup4 library.&lt;/p&gt;&#xA;" OwnerUserId="910" LastEditorUserId="18" LastEditDate="2013-08-09T07:17:05.383" LastActivityDate="2013-08-09T07:17:05.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="861" PostTypeId="2" ParentId="748" CreationDate="2013-07-04T07:56:07.963" Score="4" Body="&lt;p&gt;This topic was also discussed sometime ago at answers.semanticweb.com, see&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/20151025075216/http://answers.semanticweb.com/questions/3499/ontology-version-control-systems&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Ontology version control systems&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/20151025091344/http://answers.semanticweb.com/questions/453/how-to-implement-semantic-data-versioning&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;How to implement semantic data versioning?&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here are also some links to some semantic versioning approaches:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/utapyngo/owl2vcs&quot; rel=&quot;nofollow noreferrer&quot;&gt;OWL2VCS&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://semver.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Semantic Versioning&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://krizik.felk.cvut.cz/km/owldiff/documentation.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OWLDiff&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="914" LastEditorUserId="90" LastEditDate="2017-03-03T20:47:03.370" LastActivityDate="2017-03-03T20:47:03.370" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="862" PostTypeId="1" AcceptedAnswerId="870" CreationDate="2013-07-04T11:54:26.633" Score="19" ViewCount="15434" Body="&lt;p&gt;As far as I can tell open data is mostly offered as some kind of file download, that contains the complete data set. I'm aware of some Web services, e. g. &lt;a href=&quot;http://data.worldbank.org/developers/api-overview&quot;&gt;World Bank API&lt;/a&gt;, that allow you to feed a subset of data into your application, but I do know just one real-time open data feed, namely &lt;a href=&quot;http://earthquake.usgs.gov/earthquakes/feed/v1.0/&quot;&gt;earthquake data from the USGS&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know and have you used any other real-time open data feeds?&lt;/p&gt;&#xA;" OwnerUserId="374" LastEditorUserId="70" LastEditDate="2022-10-14T19:46:01.537" LastActivityDate="2022-10-14T19:46:01.537" Title="Which real-time open data APIs do you know?" Tags="|data-request|api|real-time|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="863" PostTypeId="2" ParentId="748" CreationDate="2013-07-04T12:00:35.267" Score="31" Body="&lt;p&gt;There is a project &lt;strong&gt;&lt;a href=&quot;http://dat-data.com/&quot; rel=&quot;noreferrer&quot;&gt;dat&lt;/a&gt;&lt;/strong&gt; that addresses what you are looking for. It is now in beta, featuring a command line tool with similar design like &lt;strong&gt;git&lt;/strong&gt;. There are also APIs for Javascript (&lt;a href=&quot;https://github.com/maxogden/dat-core&quot; rel=&quot;noreferrer&quot;&gt;dat-core&lt;/a&gt;), Python (&lt;a href=&quot;https://github.com/karissa/datpy&quot; rel=&quot;noreferrer&quot;&gt;datpy&lt;/a&gt;) and R (&lt;a href=&quot;https://github.com/ropensci/rdat&quot; rel=&quot;noreferrer&quot;&gt;rdat&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Supported input data formats for tabular data are (as of August 2015): CSV, TSV, JSON, and newline delimited JSON. It also supports versioning binary blobs (e.g. image data) as a simple key-value storage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a &lt;a href=&quot;https://github.com/maxogden/dat/blob/master/docs/whitepaper.md&quot; rel=&quot;noreferrer&quot;&gt;whitepaper&lt;/a&gt; that lists the design goals and workflows that are now working or expected to work with dat. Like git, it already supports distributed versioning with forking and merging.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For trying it out, there is an interactive tutorial at &lt;strong&gt;&lt;a href=&quot;http://try-dat.com/&quot; rel=&quot;noreferrer&quot;&gt;http://try-dat.com/&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also take a look at &quot;dat jawn: 'Git for Tabular Data'&quot; at &lt;a href=&quot;https://github.com/CodeForPhilly/jawn&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/CodeForPhilly/jawn&lt;/a&gt; .&lt;/p&gt;&#xA;" OwnerUserId="374" LastEditorUserId="2058" LastEditDate="2016-11-10T08:48:24.340" LastActivityDate="2016-11-10T08:48:24.340" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="864" PostTypeId="2" ParentId="835" CreationDate="2013-07-04T16:01:21.640" Score="4" Body="&lt;p&gt;If you're doing this interactively, most browsers will format tables as TSV when they're selected and cut.  Pasting this into the clipboard dialog of Refine's project creation dialog will allow you to import the data as TSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you've got a bunch to do or need to do this repeatedly, I'd use Google Spreadsheet's importHtml(url,&quot;table&quot;,N) function which will fetch the Nth table on the given page.  Refine can import directly from the resulting Google Spreadhsheet, so you can skip the export step.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you just wanted little bits of information from lots of different tables, you could use &quot;Add column by fetching URL&quot; and then hand parse the interesting data out using Refine's parseHTML() with the necessary CSS selectors, but that would be pretty painful and not recommended.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-07-04T16:01:21.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="865" PostTypeId="5" CreationDate="2013-07-04T16:02:59.257" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-07-04T16:02:59.257" LastActivityDate="2013-07-04T16:02:59.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="866" PostTypeId="4" CreationDate="2013-07-04T16:02:59.257" Score="0" Body="OpenRefine is an open source tool for cleaning and transforming messy data. Programming questions about its expression language (GREL) may be more appropriate for Stack Overflow." OwnerUserId="545" LastEditorUserId="545" LastEditDate="2023-08-14T15:54:09.093" LastActivityDate="2023-08-14T15:54:09.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="867" PostTypeId="2" ParentId="850" CreationDate="2013-07-04T16:21:14.867" Score="3" Body="&lt;p&gt;It might not be &quot;conceptually compelling,&quot; but what the laws says is just one dimension of this.  The business judgement comes down to &quot;what is the risk/reward/cost profile?&quot; Some companies settle with patent trolls because it's cheaper than fighting.  Others taken a principled approach and will litigate at all cost if they believe they are in the right.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this point you've publicly disclosed that you've read their license in detail and plan to do things that it prohibits because you believe it's unenforceable in court.  How much are you willing to pay to validate that belief?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If all you care about is the basic factual data, why not just use the Freebase movie data which is CC-BY licensed?&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-07-04T16:21:14.867" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="868" PostTypeId="2" ParentId="827" CreationDate="2013-07-04T16:26:33.107" Score="5" Body="&lt;p&gt;EZID (mentioned by @Joe) runs a &lt;a href=&quot;http://n2t.net/ezid/demo/simple&quot; rel=&quot;noreferrer&quot;&gt;test service&lt;/a&gt; that will allow you to mint identifiers that persist for 2 weeks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Figshare is free and mints DOIs for all assets. (It isn't clear from your question what kind of testing you want to do, so don't know if this would be applicable or not).&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2013-07-04T16:26:33.107" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="869" PostTypeId="2" ParentId="107" CreationDate="2013-07-05T14:32:02.257" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;http://www.wikidata.org/&quot; rel=&quot;nofollow&quot;&gt;Wikidata&lt;/a&gt; database is currently offered for download in &lt;a href=&quot;http://www.wikidata.org/wiki/Wikidata:Database_download&quot; rel=&quot;nofollow&quot;&gt;several different formats&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/&quot; rel=&quot;nofollow&quot;&gt;full XML dumps&lt;/a&gt; have been available for quite some time. However, they require parsing to extract the actual JSON data from the enclosing XML file.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://lists.wikimedia.org/pipermail/wikidata-l/2014-July/004216.html&quot; rel=&quot;nofollow&quot;&gt;Since July 2014&lt;/a&gt; there are also &lt;a href=&quot;http://dumps.wikimedia.org/other/wikidata/&quot; rel=&quot;nofollow&quot;&gt;pure JSON dumps&lt;/a&gt; available.&lt;/li&gt;&#xA;&lt;li&gt;In addition, Wikidata now also provides &lt;a href=&quot;https://tools.wmflabs.org/wikidata-exports/rdf/&quot; rel=&quot;nofollow&quot;&gt;official RDF exports&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2014-09-12T14:46:35.243" LastActivityDate="2014-09-12T14:46:35.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="870" PostTypeId="2" ParentId="862" CreationDate="2013-07-05T14:59:14.083" Score="13" Body="&lt;p&gt;You can find a wealth of government APIs at the &lt;a href=&quot;http://www.data.gov/developers/page/developer-resources&quot;&gt;Data.gov developer page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as real-time nature of the data feeds, the APIs vary in their update frequency. For example, &lt;a href=&quot;http://services.faa.gov/docs/services/airport/&quot;&gt;flight status from the FAA&lt;/a&gt; updates every 10 - 15 minutes: &lt;/p&gt;&#xA;" OwnerUserId="919" LastEditorUserId="919" LastEditDate="2013-07-05T15:07:34.647" LastActivityDate="2013-07-05T15:07:34.647" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="871" PostTypeId="2" ParentId="816" CreationDate="2013-07-05T22:46:34.340" Score="3" Body="&lt;p&gt;I would like to recommend an alternative that I have found that I prefer to open refine. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/datamade/dedupe&quot; rel=&quot;nofollow&quot;&gt;https://github.com/datamade/dedupe&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is a very easy to use python program, that provides many custom options to merge your data sets. You are able to decide how each field is compared. I like this feature, because I have some fields where I only want matches to occur when they are not equal, this field being source, and the values being doc1 or doc2. It handles lat/lon, string, and custom compares. The author is very quick to reply to any questions you might have. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The greatest thing I like is it allows you to help train the program, by taking samples of your data and asking you, is this a match? Yes, No, Unsure, or Finished&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So even if you don't want to get into the code and make up your custom comparators your able to quickly train the program what you feel is a match or not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Very easy to install using Python's pip&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pip install &quot;numpy&amp;gt;=1.9&quot;&#xA;pip install dedupe&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There are &lt;a href=&quot;https://github.com/datamade/dedupe-examples&quot; rel=&quot;nofollow&quot;&gt;examples for how to use dedupe&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="33" LastEditDate="2016-05-26T03:59:13.493" LastActivityDate="2016-05-26T03:59:13.493" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="872" PostTypeId="2" ParentId="133" CreationDate="2013-07-05T22:47:44.720" Score="9" Body="&lt;p&gt;Duplicate reply to a previous question, but you might like this as its all in Python and very easy to automate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to recommend an alternative that I have found that I prefer to open refine. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/datamade/dedupe&quot; rel=&quot;nofollow&quot;&gt;https://github.com/datamade/dedupe&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is a very easy to use python program(recommend using in Linux), that provides many custom options to merge your data sets. You are able to decide how each field is compared. I like this feature, because I have some fields where I only want matches to occur when they are not equal, this field being source, and the values being doc1 or doc2. It handles lat/lon, string, and custom compares. The author is very quick to reply to any questions you might have. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The greatest thing I like is it allows you to help train the program, by taking samples of your data and asking you, is this a match? Yes, No, Unsure, or Finished&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So even if you don't want to get into the code and make up your custom comparators your able to quickly train the program what you feel is a match or not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Very easy to install using Python's pip&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pip install &quot;numpy&amp;gt;=1.9&quot;&#xA;pip install dedupe&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There are &lt;a href=&quot;https://github.com/datamade/dedupe-examples&quot; rel=&quot;nofollow&quot;&gt;many examples of how to use dedupe&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="140" LastEditorUserId="33" LastEditDate="2016-05-26T04:02:15.397" LastActivityDate="2016-05-26T04:02:15.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="873" PostTypeId="2" ParentId="787" CreationDate="2013-07-06T16:41:17.983" Score="1" Body="&lt;p&gt;I've been looking for similar data sets for a while. The best I've found is Columbia University's &quot;Small area estimates of poverty and inequality&quot;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/set/povmap-small-area-estimates-poverty-inequality&quot; rel=&quot;nofollow&quot;&gt;http://sedac.ciesin.columbia.edu/data/set/povmap-small-area-estimates-poverty-inequality&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&quot;consumption-based poverty, inequality and related measures for subnational administrative units in approximately twenty countries throughout Africa, Asia, Europe, North America, and South America&quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download it as either a spreadsheet or a shapefile. It is based on older data however, 1991 - 2001.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not sub-national, but I would also highly recommend checking out the World Bank's time series data on all sorts of statistics at the country level. Go to this page, choose a topic like 'poverty', and then click on the download link on the page it takes you to:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/topic&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/topic&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="382" LastActivityDate="2013-07-06T16:41:17.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="874" PostTypeId="2" ParentId="799" CreationDate="2013-07-08T09:10:33.547" Score="4" Body="&lt;p&gt;How about &lt;a href=&quot;http://data.giss.nasa.gov/gistemp/station_data/&quot; rel=&quot;nofollow&quot;&gt;NASA GISS Surface Temperature Analysis&lt;/a&gt;? Although they have station-oriented timeseries, global coverage seems quite good and they provide monthly average temperatures globally for a ridiculously long time: &lt;a href=&quot;http://data.giss.nasa.gov/tmp/gistemp/STATIONS/tmp_109646560000_14_0/station.txt&quot; rel=&quot;nofollow&quot;&gt;random sample of a station dataset in Africa (1946-2012)&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;YEAR    JAN    FEB  ...   DEC&#xA;1946   24.8   25.9  ...  26.4&#xA;1947   26.1   27.3  ...  25.3&#xA;1948   25.8   27.4  ...  25.7&#xA;...&#xA;2010   25.9   28.0  ... 999.9&#xA;2011  999.9  999.9  ... 999.9&#xA;2012  999.9  999.9  ... 999.9&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Major cities tend to have one or multiple stations with identical name nearby. Documentation of their data processing is naturally very good. &lt;em&gt;(Meh: the sample station I picked seems to be plagued by missing values [&lt;code&gt;999.9&lt;/code&gt;] recently.)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-07-08T09:10:33.547" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="875" PostTypeId="1" AcceptedAnswerId="889" CreationDate="2013-07-08T12:32:54.303" Score="8" ViewCount="5736" Body="&lt;p&gt;I would like to see how big is the correlation between weather and visits to our website, but I can't seem to find any database that has option of downloading chosen datasets. Any ideas?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To be specific I am talking about Poland / Europe.&lt;/p&gt;&#xA;" OwnerUserId="932" LastEditorUserId="70" LastEditDate="2013-07-10T17:59:12.913" LastActivityDate="2022-07-18T19:32:20.800" Title="Is there any free weather database that one could use for correlations in business intelligence software?" Tags="|data-request|weather|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="876" PostTypeId="1" CreationDate="2013-07-09T07:23:34.557" Score="13" ViewCount="15713" Body="&lt;p&gt;I need to make a site that has Chinese bible verses as well as English bible verses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I download those in MySQL, XML or JSON format? Can I download them for free? I need NIV version and 和合本 version.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATES:&#xA;here are examples of site, data I want to make.&#xA;&lt;a href=&quot;http://www.o-bible.com/cgibin/ob.cgi?chapter=1&amp;amp;book=gen&amp;amp;version=hb5&amp;amp;version=kjv&amp;amp;version=bbe&quot;&gt;http://www.o-bible.com/cgibin/ob.cgi?chapter=1&amp;amp;book=gen&amp;amp;version=hb5&amp;amp;version=kjv&amp;amp;version=bbe&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.o-bible.com/cgibin/ob.cgi?version=hb5&amp;amp;book=mat&amp;amp;chapter=2&quot;&gt;http://www.o-bible.com/cgibin/ob.cgi?version=hb5&amp;amp;book=mat&amp;amp;chapter=2&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="936" LastEditorUserId="70" LastEditDate="2015-03-30T11:24:01.283" LastActivityDate="2021-01-31T02:14:18.857" Title="Where can I download those bible verses in JSON or XML or SQL formatted file?" Tags="|data-request|json|sql|religion|xml|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="878" PostTypeId="1" CreationDate="2013-07-09T15:45:11.763" Score="4" ViewCount="2868" Body="&lt;p&gt;What open data sources are available to determine the appropriate sales tax at the state and local levels?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, assume that an three items are sold from a retailer to the following destinations:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Houston, TX&lt;/li&gt;&#xA;&lt;li&gt;Chicago, IL&lt;/li&gt;&#xA;&lt;li&gt;Las Vegas, NV&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there an open API that provides up to date sales tax information for all of these states and localities?&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="70" LastEditDate="2015-03-27T16:01:03.150" LastActivityDate="2015-03-27T16:01:03.150" Title="What sources exist for sales tax information" Tags="|data-request|usa|api|taxes|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="879" PostTypeId="2" ParentId="878" CreationDate="2013-07-09T17:37:48.910" Score="4" Body="&lt;p&gt;I don't know of an API ... but it's really, really difficult ... as a given item might be considered to be a different class for taxing depending on the location.  For instance, DC had a few years where prepared ready to eat were subjected to the 'snack tax' (10%) and no longer exempt as food.  Some states have '&lt;a href=&quot;http://www.taxadmin.org/fta/rate/sales_holiday.html&quot; rel=&quot;nofollow&quot;&gt;sales tax holidays&lt;/a&gt;' where for a short period specific items are exempted from sales taxes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Streamlines Sales Tax Board offers downloads of data from &lt;a href=&quot;http://www.streamlinedsalestax.org/index.php?page=alias-10&quot; rel=&quot;nofollow&quot;&gt;their participants&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://streamlinedsalestax.org/ratesandboundry/&quot; rel=&quot;nofollow&quot;&gt;http://streamlinedsalestax.org/ratesandboundry/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've never used the data, so I don't know if it includes municipal and county sales taxes (or if they're removed as part of the 'simplification' agreements)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-07-09T17:37:48.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="880" PostTypeId="2" ParentId="878" CreationDate="2013-07-10T04:34:39.593" Score="3" Body="&lt;p&gt;I believe this is the top data provider on the subject of sales tax (part of Thomson Reuters now, used to be a separate company called Sabrix) - &lt;a href=&quot;http://onesource.thomsonreuters.com/solutions/indirect-tax/&quot; rel=&quot;nofollow&quot;&gt;http://onesource.thomsonreuters.com/solutions/indirect-tax/&lt;/a&gt; . They definitely have the data, not sure if they expose it as an API though.&lt;/p&gt;&#xA;" OwnerUserId="942" LastActivityDate="2013-07-10T04:34:39.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="881" PostTypeId="2" ParentId="876" CreationDate="2013-07-10T09:12:39.377" Score="7" Body="&lt;p&gt;Below are a couple of sites that have API access to bible text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://bibles.org/pages/api&quot;&gt;http://bibles.org/pages/api&lt;/a&gt; - This site has a well-documented API and serve a number of versions. They may have a version that suits your purposes - although NIV is not listed it is mentioned in the API documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://labs.bible.org/api_web_service&quot;&gt;http://labs.bible.org/api_web_service&lt;/a&gt; - This site has what looks to be a very flexible API that can serve XML, JSON or text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for a Chinese language version, the following site has an API in beta but does list Chinese among its many languages:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.4-14.org.uk/xml-bible-web-service-api&quot;&gt;http://www.4-14.org.uk/xml-bible-web-service-api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-10T09:12:39.377" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="882" PostTypeId="2" ParentId="847" CreationDate="2013-07-10T19:19:55.240" Score="0" Body="&lt;p&gt;First I'd note that most of this data is available for bulk download as part of the CDBS--see more &lt;a href=&quot;http://transition.fcc.gov/mb/databases/cdbs/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Building your own clone of the data takes some time, but is worth it if you plan to do much work with this data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think you're correct that not all TV stations returned in the query have profiles. I'm not sure of the criteria for inclusion, but would guess that it's based on &quot;service&quot; on the query page you link. I suspect that low power TV stations, TV translators/repeaters, auxiliary stations and more aren't included. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;No matter which way you go, you'll know the most if you run your own copy of CDBS. If you can't do that, you might try downloading just one service type at a time and querying the station lookup to see if that type is included. Also, you probably want to call up FCC and ask. Dale Bickel -- dale.bickel@fcc.gov -- knows about the contours, though I don't think the API stuff is in his bailiwick. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, I believe that there are contours available for all of these on the &lt;a href=&quot;http://transition.fcc.gov/Bureaus/MB/Databases/tv_service_contour_data/readme.html&quot; rel=&quot;nofollow&quot;&gt;contour page&lt;/a&gt;. They aren't in such a convenient format (my recollection is they are polygons with 360 vertices) but they are in a simple format that you should be able to convert to something else. (A few years ago I wrote a python converter that will dump them either to postgis or shapefile, I forget which, so get in touch with me directly if you need this). &lt;/p&gt;&#xA;" OwnerUserId="228" LastEditorUserId="228" LastEditDate="2013-07-10T19:27:59.600" LastActivityDate="2013-07-10T19:27:59.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="883" PostTypeId="2" ParentId="878" CreationDate="2013-07-11T12:51:57.000" Score="7" Body="&lt;p&gt;There are only &lt;a href=&quot;http://www.zip-tax.com/pricing&quot; rel=&quot;nofollow noreferrer&quot;&gt;pay-per-request API's&lt;/a&gt; for sales tax data. &lt;a href=&quot;https://thestc.com/services.stm&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Sales Tax Clearing House&lt;/a&gt; offers an interface to pull sales tax information. With a list of zip codes, you could automate the process of pulling in the tax data. I'm guessing they probably wouldn't like that, so it would probably be a good idea just to send them an e-mail requesting a data dump.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question has also been asked &lt;a href=&quot;https://stackoverflow.com/questions/2776629/free-us-sales-tax-lookup-per-zip-etc&quot;&gt;on StackOverflow&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-07-11T12:51:57.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="884" PostTypeId="2" ParentId="850" CreationDate="2013-07-11T13:54:47.633" Score="3" Body="&lt;p&gt;IANAL but I believe most open licences are exclusively designed to provide reuse rights that were taken away by copyright (e.g. CC). Some licences also give rights that were taken away by the 'database right' (e.g. ODbL, OGL). (I don't have much knowledge about click-wrap agreements.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure that you can say that most data is factual, and therefore copyright does not apply. Track names for CDs are creative works. Weather readings and locations of items on a map have been defended vigorously against copyright (e.g. before database right came along in '96), although you'd have thought that because they are collected by strict rules, they'd fail the 'creative judgement' test. That the &lt;a href=&quot;http://www.bbc.co.uk/news/business-17218968&quot; rel=&quot;nofollow&quot;&gt;case of the football fixture list&lt;/a&gt; had to be referred all the way up to the European Court suggests it is not an easy judgement and that you have to be extremely careful. The &lt;a href=&quot;http://opendefinition.org/guide/data/#Feist_v_Rural&quot; rel=&quot;nofollow&quot;&gt;telephone directory case&lt;/a&gt; also seems hard-won.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;'Database right' does not apply to an individual item of data, but the threshold is somewhat lower than the entire database. As soon as you extract a substantial quantity from the database you become liable. So anything more than one item might invite a letter from the lawyers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since reusing data without a licence is such a mine-field, anyone who doesn't have a massive legal fund might as well regard it as a no-go area. That's why there is a big push by governments to provide open licenses for their data, to encourage transparency and reuse of these valuable national assets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is important to note that you can &lt;em&gt;use&lt;/em&gt; data for your own internal purposes, whatever the licence. It's only if you want to republish the data or derived data that you need to study the licence.&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-07-11T13:54:47.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="885" PostTypeId="2" ParentId="850" CreationDate="2013-07-11T19:58:53.593" Score="3" Body="&lt;p&gt;Besides the large and complex interpretative aspects of copyright and all other IP variants, an open data license, such as the &lt;a href=&quot;http://www.nationalarchives.gov.uk/doc/open-government-licence/version/2/&quot; rel=&quot;nofollow&quot;&gt;Open Government License&lt;/a&gt; in the UK plays a social role as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you mentioned, an open license could be construed as just a way of telling you 'we wont sue you'but actually, that message is important, it gives confidence on re-use, it makes a covenant between holder and user that it is ok to re-use (changing behaviour towards openness), it links the re-use with any other domestic or international licensing framework and hopefully harmonises it and it provides security, when re-using to create services and apps, that will probably be required by investors, cautious perhaps of getting bitten later on by an unexpected legal case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An Open Data License is an explicit admission that it is ok to re-use, a public commitment by the IP owner which as behaviour change goes, I think plays a big part on making more data open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also does away with all the uncertainty malarkey so you can get on with doing great things with that data. &lt;/p&gt;&#xA;" OwnerUserId="314" LastActivityDate="2013-07-11T19:58:53.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="886" PostTypeId="2" ParentId="799" CreationDate="2013-07-11T20:09:13.057" Score="4" Body="&lt;p&gt;If you are after weather data besides the US and need UK data, you can use the 3 hourly reports from &lt;a href=&quot;http://data.gov.uk/metoffice-data-archive&quot; rel=&quot;nofollow&quot;&gt;data.gov.uk&lt;/a&gt; although historically it goes back only to December 2011 and we don't provide a data API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The interface gives access to three datasets, hourly observations for approximately 150 UK observing stations, daily site specific and 3 hourly site specific forecasts for approximately 5000 UK locations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get it with a data API from &lt;a href=&quot;https://datamarket.azure.com/dataset/0f2cba12-e5cf-4c6d-83c9-83114d44387a&quot; rel=&quot;nofollow&quot;&gt;Windows Azure Marketplace&lt;/a&gt; or the &lt;a href=&quot;http://www.metoffice.gov.uk/datapoint&quot; rel=&quot;nofollow&quot;&gt;Met Office data point&lt;/a&gt; (free but requires email signup)&lt;/p&gt;&#xA;" OwnerUserId="314" LastActivityDate="2013-07-11T20:09:13.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="887" PostTypeId="2" ParentId="478" CreationDate="2013-07-12T01:06:03.180" Score="6" Body="&lt;p&gt;The BBC has written a fair bit about its use of linked data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bbc.co.uk/blogs/internet/posts/BBC-News-Lab&quot;&gt;http://www.bbc.co.uk/blogs/internet/posts/BBC-News-Lab&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bbc.co.uk/blogs/bbcinternet/2010/07/bbc_world_cup_2010_dynamic_sem.html&quot;&gt;http://www.bbc.co.uk/blogs/bbcinternet/2010/07/bbc_world_cup_2010_dynamic_sem.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="646" LastActivityDate="2013-07-12T01:06:03.180" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="888" PostTypeId="1" CreationDate="2013-07-12T02:06:11.763" Score="3" ViewCount="98" Body="&lt;p&gt;Consider the following not-so-hypothetical situation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A state or city government has, for many years now, released a certain data set in various &quot;old school&quot; formats, such as a printed book or microfiche or microfilm, and may even be providing updates in those old formats from time to time.  They clearly already have a digitized, searchable version of this same data set from which the prints are routinely made, and which they use internally for look-ups of certain records.  There are no known privacy reasons why this data set cannot be further released to the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Under President Obama's new May 2013 directive on open data...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.whitehouse.gov/the-press-office/2013/05/09/obama-administration-releases-historic-open-data-rules-enhance-governmen&quot; rel=&quot;nofollow&quot;&gt;http://www.whitehouse.gov/the-press-office/2013/05/09/obama-administration-releases-historic-open-data-rules-enhance-governmen&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...isn't it now incumbent upon the city or state to release this data set to a private citizen or constituent, if requested?  And to do so in a timely manner?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the city or state refuses or stonewalls, or gives purposely misleading e-mail answers as to the release of this data set, what are the recourses available to a private citizen or constituent, to force compliance?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To whom can we complain if the data remains locked up?&lt;/p&gt;&#xA;" OwnerUserId="284" LastEditorUserId="70" LastEditDate="2013-07-12T14:32:53.993" LastActivityDate="2013-07-15T21:24:11.960" Title="Need clarification: if state or city gov releases data in non-open formats (i.e. book, microfiche), *must* they now also release it in CSV format?" Tags="|usa|government|city|foia|state|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="889" PostTypeId="2" ParentId="875" CreationDate="2013-07-12T04:53:22.443" Score="7" Body="&lt;p&gt;Two resources:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developer.forecast.io/&quot; rel=&quot;noreferrer&quot;&gt;https://developer.forecast.io/&lt;/a&gt; (free for low use, then paid after that)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ncdc.noaa.gov/cdo-web/#t=secondTabLink&quot; rel=&quot;noreferrer&quot;&gt;http://www.ncdc.noaa.gov/cdo-web/#t=secondTabLink&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The NOAA data is used by a developer in Chicago to &lt;a href=&quot;http://crime.static-eric.com/&quot; rel=&quot;noreferrer&quot;&gt;explore the correlation between weather and crime&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="191" LastEditorUserId="70" LastEditDate="2013-07-12T14:30:18.577" LastActivityDate="2013-07-12T14:30:18.577" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="890" PostTypeId="2" ParentId="888" CreationDate="2013-07-12T17:33:00.407" Score="6" Body="&lt;p&gt;The Open Data Policy and Executive Order are for federal datasets and does not mandate the same for state or local governments, although such policies does influence more local policies.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;http://www.data.gov/opendatasites&quot;&gt;http://www.data.gov/opendatasites&lt;/a&gt; for a large (but not comprehensive) listing of Open Data sites at the international, state and local levels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For state-level open government or 'sunshine' laws, recommend &lt;a href=&quot;http://www.rcfp.org/open-government-guide&quot;&gt;http://www.rcfp.org/open-government-guide&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="744" LastActivityDate="2013-07-12T17:33:00.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="891" PostTypeId="1" AcceptedAnswerId="893" CreationDate="2013-07-15T15:05:24.560" Score="5" ViewCount="110" Body="&lt;p&gt;In looking at the Census ACS data there are several columns that have line numbers ending in &lt;code&gt;.5&lt;/code&gt; or &lt;code&gt;.7&lt;/code&gt;. Their &lt;code&gt;table_ids&lt;/code&gt; are duplicates of ones immediately before or after, making some import more difficult than it should be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They seem to not have corresponding data in the distributed CSV data, either.&lt;/p&gt;&#xA;" OwnerUserId="4" LastEditorUserId="18" LastEditDate="2015-03-13T20:32:48.500" LastActivityDate="2015-03-13T20:32:48.500" Title="What is the significance of Census ACS columns with line numbers ending in &quot;.5&quot; or &quot;.7&quot;?" Tags="|usa|us-census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="892" PostTypeId="2" ParentId="888" CreationDate="2013-07-15T19:15:56.630" Score="4" Body="&lt;p&gt;The Urban Institute published a good guide for those seeking data from local sources. Some of the information pertains to organizations seeking data (rather than individuals), but some of this has relevance to anyone. &lt;a href=&quot;http://www.neighborhoodindicators.org/library/guides/nnip-lessons-local-data-sharing&quot; rel=&quot;nofollow&quot;&gt;http://www.neighborhoodindicators.org/library/guides/nnip-lessons-local-data-sharing&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In building relationships with others, it often can be a big help to ask elected officials or their staff to make the data request on your behalf. Their requests often make it to the top of the pile of the agency with the data, and are hard to deny. If you go this route, do what you can to get them enthused about your issue or project.&lt;/p&gt;&#xA;" OwnerUserId="801" LastEditorUserId="801" LastEditDate="2013-07-15T21:24:11.960" LastActivityDate="2013-07-15T21:24:11.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="893" PostTypeId="2" ParentId="891" CreationDate="2013-07-15T22:54:03.867" Score="4" Body="&lt;p&gt;Before seeing this, I actually verified this answer just earlier today with Paul Overberg, one of the leading Census journalists around: the &quot;fractional line numbers&quot; represent &quot;headers&quot;: that is, they are labels that group together subsequent rows but which don't have values themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;His example was the &quot;Median income in the past 12 months --&quot; line in this: &lt;img src=&quot;https://i.stack.imgur.com/sorGa.png&quot; alt=&quot;segment of American Fact Finder view&quot;&gt; (from &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/ACS/11_1YR/B07411&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://factfinder2.census.gov/bkmk/table/1.0/en/ACS/11_1YR/B07411&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2013-07-16T01:21:50.910" LastActivityDate="2013-07-16T01:21:50.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="894" PostTypeId="1" AcceptedAnswerId="899" CreationDate="2013-07-16T12:17:19.820" Score="12" ViewCount="2771" Body="&lt;p&gt;I'm thinking of building an application that shows you the nearest ATM machine, but I don't know where I can find open data about ATM locations (or if there even is such data available).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm asking for Paris because I'm thinking of starting the initial version of the app from here.&lt;/p&gt;&#xA;" OwnerUserId="961" LastEditorUserId="70" LastEditDate="2015-03-02T20:48:46.273" LastActivityDate="2015-05-28T08:29:32.350" Title="Where could I find open data about ATM locations (in Paris)?" Tags="|data-request|geospatial|finance|france|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="895" PostTypeId="2" ParentId="878" CreationDate="2013-07-16T12:43:41.383" Score="4" Body="&lt;p&gt;You might also be interested in exploring a sales tax calculator that the IRS provides for people who itemize their sales taxes. This is based on a black-box formula that estimates total sales tax burden on every day items based on income and household size, and excludes big-ticket items (like a new car) for which the user would presumably know the sales tax. But the reason I recommend it is because it includes the sales tax rates by zip code, so you can make reasonable comparisons by geography.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The calculator itself is here: &lt;a href=&quot;http://www.irs.gov/Individuals/Sales-Tax-Deduction-Calculator&quot; rel=&quot;nofollow&quot;&gt;http://www.irs.gov/Individuals/Sales-Tax-Deduction-Calculator&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to look under the hood, the regression coefficients that go into the formula are here: &lt;a href=&quot;http://users.nber.org/~taxsim/sales-tax-irs-publication-600/&quot; rel=&quot;nofollow&quot;&gt;http://users.nber.org/~taxsim/sales-tax-irs-publication-600/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="962" LastActivityDate="2013-07-16T12:43:41.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="896" PostTypeId="2" ParentId="472" CreationDate="2013-07-16T13:26:27.667" Score="2" Body="&lt;p&gt;Just another view on this.  I've been working in and around REST and RESTful APIs for a while, sometime going deep down the Hypermedia api sometimes not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With a hypermedia based API the intention is not to have many documented endpoints into the API but a small number of or even single endpoint from which the client can walk the API to find what they are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, one of our APIs provides a single end point which when requested tells the user there are two further endpoint, one to request an access token given your account details and another to create an account.  If the user does either of those things the API informs them of the new options available, resources present etc.  Each resource maintains links to it's available operations and children. See something like &lt;a href=&quot;http://audreydemo.aws.af.cm/hal-browser/#/&quot; rel=&quot;nofollow&quot;&gt;this HAL browser demo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea here is that the API can in some sense self document, it may not always be the right thing to do but another option none the less.&lt;/p&gt;&#xA;" OwnerUserId="963" LastActivityDate="2013-07-16T13:26:27.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="897" PostTypeId="2" ParentId="894" CreationDate="2013-07-16T13:43:43.157" Score="7" Body="&lt;p&gt;You can use the &lt;a href=&quot;https://developers.google.com/places/documentation/supported_types&quot;&gt;Google Places API&lt;/a&gt; which has &lt;code&gt;atm&lt;/code&gt; as a place type. You might also want to &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.tollanastudio.maps.atms.paris&quot;&gt;do some research&lt;/a&gt; around existing applications which already provide the functionality you describe. &lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-07-16T13:43:43.157" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="898" PostTypeId="2" ParentId="894" CreationDate="2013-07-16T13:48:18.743" Score="5" Body="&lt;p&gt;It seems that you could be interested by the &lt;a href=&quot;https://developer.mastercard.com/portal/display/api/Software+Development+Kit&quot; rel=&quot;nofollow&quot;&gt;MasterCard SDK&lt;/a&gt;, specifically the &lt;a href=&quot;https://developer.mastercard.com/portal/display/api/Locations%20-%20Resources#ATM&quot; rel=&quot;nofollow&quot;&gt;ATM Locations web service&lt;/a&gt;. You would first need to register to the MasterCard Developer Zone, which will allow you then to register to one of the services available, among them, the ATM Locations web service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SDK is available for the Java language and provided that you properly set the authorization header in the HTTP request, getting ATM locations for a particular region seems to be relatively easy:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.mastercard.com/atms/v1/atm?Format=XML&amp;amp;PageOffset=0&amp;amp;PageLength=10&amp;amp;AddressLine1=70 Main St&amp;amp;PostalCode=63366&amp;amp;Country=USA&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There also seems to be a Visa Developer Program, with an &lt;a href=&quot;https://developer.visa.com/atmlocator&quot; rel=&quot;nofollow&quot;&gt;ATM Locator Service&lt;/a&gt; available, but registration and access to the service is subject to Visa approval, see:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you are not a Visa client, you will be contacted to determine&#xA;  whether you are eligible to use the API. Your participation and access&#xA;  to the API is subject to Visa approval.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Note that both of these SDK's are not that much Open Data&lt;/strong&gt;, but they could be useful in case you do not get enough information with the Overpass API, or the Google Places API, respectively mentioned by @odjo and @FreshPrinceOfSO.&lt;/p&gt;&#xA;" OwnerUserId="178" LastEditorUserId="178" LastEditDate="2013-07-17T18:04:05.820" LastActivityDate="2013-07-17T18:04:05.820" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="899" PostTypeId="2" ParentId="894" CreationDate="2013-07-16T14:24:41.337" Score="16" Body="&lt;p&gt;OpenStreetMap's database has the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Atm&quot; rel=&quot;noreferrer&quot;&gt;ATM&lt;/a&gt; tag. Through the Overpass API, you can quickly access the Points of Interest: &lt;a href=&quot;http://overpass-turbo.eu/s/zG&quot; rel=&quot;noreferrer&quot;&gt;Map of ATMs in Paris (Overpass API)&lt;/a&gt;. Click on the points to see additional metadata  (mainly the name of the operating bank).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/i3m3O.jpg&quot; alt=&quot;Map of ATMs in Paris (Overpass Turbo)&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus: there is a good thread on &lt;a href=&quot;https://help.openstreetmap.org/questions/12009/xapi-call-for-all-atms&quot; rel=&quot;noreferrer&quot;&gt;XAPI call for all ATMS&lt;/a&gt; in OpenStreetMap's own Q&amp;amp;A plattform.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="930" LastEditDate="2015-05-28T08:29:32.350" LastActivityDate="2015-05-28T08:29:32.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="900" PostTypeId="1" AcceptedAnswerId="901" CreationDate="2013-07-16T21:49:44.803" Score="4" ViewCount="182" Body="&lt;p&gt;I'm a contributor to a project that presents municipal legislation to the public. I have been reading about the Popolo project &lt;a href=&quot;http://popoloproject.com/&quot; rel=&quot;noreferrer&quot;&gt;http://popoloproject.com/&lt;/a&gt; and other data specifications for legislation information, and I can't quite figure out the use cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using a schema.org standard would makes a lot of sense for us, because it would immediately help users figure out which search results are relevant to them, but none of these relevant open-data standards are on schema.org yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If we got more in the business of republishing the data through an API, then I can also see the benefit of using a data spec.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there some other use case for marking up our web pages with a data standard that would provide some significant benefit in the short term?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-07-17T04:43:38.553" LastActivityDate="2013-07-17T04:43:38.553" Title="Who are non-schema.org data standards for?" Tags="|linked-data|standards|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="901" PostTypeId="2" ParentId="900" CreationDate="2013-07-17T00:53:09.100" Score="6" Body="&lt;p&gt;Schema.org is an ontology (&quot;data standard&quot;) specifically for marking up HTML so that search engines can more easily extract structured data from otherwise unstructured data. Schema.org is very popular for marking up products (reusing the GoodRelations vocabulary), articles (reusing the rNews vocabulary), reviews, etc. If all you care about is search engines, then Schema.org is the only vocabulary you need to care about.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, HTML is just one way to share information. As you mention, you can provide an API or bulk downloads. Popolo (I'm its editor) is currently targeting those channels. If you're curious about why standards matter in those contexts, I can provide a longer answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, even if you only use Schema.org in your HTML, you'll be offering partial support for Popolo, because Popolo reuses terms from Schema.org. It also uses terms from predecessors of Schema.org that Schema.org subsequently adopted. For example, Popolo's &lt;a href=&quot;http://popoloproject.com/specs/person.html&quot;&gt;Person&lt;/a&gt; class has significant overlap to &lt;a href=&quot;http://schema.org/Person&quot;&gt;Schema.org's&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for adding Popolo terms to Schema.org, that's definitely a possibility. For example, I think it would make a lot of sense to add the &lt;code&gt;dissolutionDate&lt;/code&gt; property from Popolo to Schema.org's &lt;a href=&quot;http://schema.org/Organization&quot;&gt;Organization&lt;/a&gt; class, so that companies can dissolve like in real life.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Last point: unless you plan to share data with other developers through HTML, as far as I know, there's not much to gain from using vocabularies besides Schema.org in your HTML. If you want to share data with other developers, you should offer bulk downloads or an API, instead of requiring people to parse your HTML (even if that HTML has beautiful semantic markup).&lt;/p&gt;&#xA;" OwnerUserId="416" LastEditorUserId="416" LastEditDate="2013-07-17T00:59:56.687" LastActivityDate="2013-07-17T00:59:56.687" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="902" PostTypeId="1" CreationDate="2013-07-17T13:20:35.963" Score="4" ViewCount="144" Body="&lt;p&gt;Are there examples of&#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/Metadata#Metadata_and_data_warehousing&quot; rel=&quot;nofollow noreferrer&quot;&gt;metadata&lt;/a&gt; &amp;mdash;&#xA;lists of what a site offers, that users search to help them decide what to download &amp;mdash;&#xA;for non-uniform collections like&#xA;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI ml&lt;/a&gt;&#xA;or &lt;a href=&quot;http://openml.org/detail&quot; rel=&quot;nofollow noreferrer&quot;&gt;openml.org&lt;/a&gt; ?&lt;br&gt;&#xA;Metadata is possible for collections of files with uniform attributes,&#xA;e.g. &lt;a href=&quot;https://opendata.stackexchange.com/questions/157/metadata-standards-and-best-practices-for-data-dictionaries-for-csv-files-data&quot;&gt;metadata-standards-and-best-practices-for-data-dictionaries-for-csv-files-data&lt;/a&gt;,&#xA;but tough for kitchen sinks, or libraries of books .&lt;br&gt;&#xA;(I use the term &quot;TOC&quot;, table of contents, interchangably with &quot;metadata&quot;;&#xA;experts please suggest a better term.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's quite a range of TOCs for non-uniform collections, depending on&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;users: window shoppers / experts who know exactly what they're looking for&lt;/li&gt;&#xA;&lt;li&gt;how users want to search the TOC:&#xA;click through web pages / download a list of files with attributes / ...&lt;/li&gt;&#xA;&lt;li&gt;static / extensible: who can add comments, add new files ?&lt;/li&gt;&#xA;&lt;li&gt;human readable / machine readable / both.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;With this huge range, standards, even guidelines, are difficult;&#xA;no single kind of TOC can be good for everybody.&#xA;But examples of TOCs good for particular corners of this range,&#xA;with &lt;em&gt;detailed&lt;/em&gt; descriptions,&#xA;could help opendata providers to improve their TOCs &amp;mdash; which way is up ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Should this be a community wiki ?)&lt;/p&gt;&#xA;" OwnerUserId="966" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2013-07-19T19:20:24.433" Title="Examples of metadata for non-uniform collections" Tags="|best-practice|standards|metadata|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="903" PostTypeId="1" CreationDate="2013-07-17T19:42:09.620" Score="15" ViewCount="3429" Body="&lt;p&gt;This question has been asked (and closed) in various forms across this network, ie:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Stack Overflow: &lt;a href=&quot;https://stackoverflow.com/q/453880/896802&quot;&gt;How many software developers are there in the world?&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Programmers: &lt;a href=&quot;https://softwareengineering.stackexchange.com/q/19720/39006&quot;&gt;Where can I find statistics on worldwide developers and software companies?&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It has never been satisfactorily answered on Stack Exchange, or elsewhere (unless, maybe, you want to pay $16,500 for &lt;a href=&quot;http://www.researchandmarkets.com/reports/2112561/global_developer_population_and_demographic_study&quot; rel=&quot;nofollow noreferrer&quot;&gt;an enterprise report&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any centralized source of structured data on international labor statistics that provides the opportunity of sorting by &quot;software developers&quot; or &quot;programmers,&quot; and also by population per country?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or do I have to pay $20K for an enterprise report?&lt;/p&gt;&#xA;" OwnerUserId="84" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-19T15:02:59.210" Title="How many software developers are there in the world, per country?" Tags="|data-request|economics|programming|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="904" PostTypeId="2" ParentId="903" CreationDate="2013-07-18T10:23:09.303" Score="9" Body="&lt;p&gt;The databases at the &lt;a href=&quot;http://www.ilo.org/global/statistics-and-databases/lang--en/index.htm&quot;&gt;International Labour Organization&lt;/a&gt; (specifically ILOSTAT and LABORSTA) are tantalisingly close to what you're after. For example, go to LABORSTA and select &lt;em&gt;Employment&lt;/em&gt;, then select &lt;em&gt;Employment for detailed occupational groups by sex (SEGREGAT)&lt;/em&gt;. This allows you to select a country and view a breakdown of detailed occupational groups which includes &quot;computing professionals&quot;. Not quite &quot;software developers&quot; but perhaps a reasonable proxy if you're interested in comparing across countries. Note that the main LABORSTA statistics also break down by occupation but sadly the list of occupations lacks detail.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ILOSTAT is the whiz-bang successor to LABORSTA, but it seems the data is no more detailed than described above. Sadly, in neither case does there seem to be an option to download bulk data, rather you are compelled to view results on a per country basis.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-18T10:23:09.303" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="905" PostTypeId="2" ParentId="478" CreationDate="2013-07-18T10:30:43.723" Score="2" Body="&lt;p&gt;While it's not an end-user application in the sense that I think you mean, to comply with UK Government guidelines, the consultation system &lt;a href=&quot;https://www.citizenspace.com/info/tour/plays-nicely&quot; rel=&quot;nofollow&quot;&gt;Citizen Space&lt;/a&gt; uses RDFa metadata. The company behind Citizen Space have built their own &lt;a href=&quot;https://www.citizenspace.com/aggregator&quot; rel=&quot;nofollow&quot;&gt;aggregator&lt;/a&gt; of data from agencies that use their system&lt;/p&gt;&#xA;" OwnerUserId="953" LastActivityDate="2013-07-18T10:30:43.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="907" PostTypeId="2" ParentId="902" CreationDate="2013-07-19T16:40:49.980" Score="3" Body="&lt;p&gt;I don't know of a single all-encompasing standard.  You basically need to look at what attributes are common to all the collections you're tracking, even if they don't necessarily seem similar at first glance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're dealing with data, then &lt;a href=&quot;http://schema.datacite.org/&quot; rel=&quot;nofollow&quot;&gt;DataCite&lt;/a&gt; is generic enough to describe collections of data without getting into specifics for each scientific discipline.  (There are other more specific but still collection-level descriptions available; eg, &lt;a href=&quot;http://www.spase-group.org/data/dictionary/&quot; rel=&quot;nofollow&quot;&gt;SPASE&lt;/a&gt; for space physics data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For physical objects, you may need to look into why you're interested in the items.  For a museum, they might track collections by who donated them, or where they came from (archaeological dig, etc.), while someone who's operating a store would track that as a supplier and might have information such as lead time needed for orders, what type of things they manufacture, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You also run into strange issues of what exactly is a collection.  I deal with cataloging data for the most part, and there are issues with what the proper aggregation should be for cataloging.  See &lt;a href=&quot;http://www.ijdc.net/index.php/ijdc/article/view/174&quot; rel=&quot;nofollow&quot;&gt;Laura Wynholds's 'Linking to Scientific Data: Identity Problems of Unruly and Poorly Bounded Digital Objects'&lt;/a&gt; for a bit of a background.  (and see &lt;a href=&quot;http://mail.asist.org/asist2010/proceedings/proceedings/ASIST_AM10/submissions/240_Final_Submission.pdf&quot; rel=&quot;nofollow&quot;&gt;Renear, Sacchi &amp;amp; Wickett's 'Definitions of &lt;em&gt;Dataset&lt;/em&gt; in the Scientific and Technical Literature'&lt;/a&gt; to see we can't even agree on what the collective noun actually means)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To explain this with physical objects --  a car is a collection of parts; to the factory that needs to assemble the car and the dealership that's selling it, they might look at the car as one thing, or an aggregation of multiple components.  Even something as simple as a movie can be broken into multiple scenes, thousands of individual images plus audio tracks, etc.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-07-19T16:40:49.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="909" PostTypeId="2" ParentId="902" CreationDate="2013-07-19T19:20:24.433" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://schema.org&quot; rel=&quot;nofollow&quot;&gt;http://schema.org&lt;/a&gt; defines a collection of schemas that developers and content owners may use to add additional markup to online resources. The schemas are flexible and extensible, which may help with your non-uniform collections.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From their introduction:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Many sites are generated from structured data, which is often stored in databases. When this data is formatted into HTML, it becomes very difficult to recover the original structured data. Many applications, especially search engines, can benefit greatly from direct access to this structured data. On-page markup enables search engines to understand the information on web pages and provide richer search results in order to make it easier for users to find relevant information on the web. Markup can also enable new tools and applications that make use of the structure.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The folks at &lt;a href=&quot;http://microformats.org/&quot; rel=&quot;nofollow&quot;&gt;http://microformats.org/&lt;/a&gt; offer similar formats, listed here: &lt;a href=&quot;http://microformats.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;http://microformats.org/wiki/Main_Page&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="191" LastActivityDate="2013-07-19T19:20:24.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="910" PostTypeId="1" CreationDate="2013-07-19T21:42:39.953" Score="3" ViewCount="272" Body="&lt;p&gt;I have a list of stock tickers and for each ticker I need today's close price and yesterday's close price.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could use (have used) Yahoo Historical Data API by sending &lt;code&gt;GET&lt;/code&gt; requests of the following form:&#xA;&lt;code&gt;http://ichart.finance.yahoo.com/table.csv?params-go-here&lt;/code&gt;&lt;br&gt;&#xA;But I have to make a separate data request for each ticker. For large lists of tickers this approach is very network intensive, very slow, and very prone to communication errors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a data source API which I could send a list of tickers (in any format) and receive a list of today's close price &amp;amp; yesterday's close price for each ticker sent?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(A single 1D array in the request and a single 2D array in the response.)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT :&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question was intended as an API referral, not an example code request.&lt;/p&gt;&#xA;" OwnerUserId="981" LastEditorUserId="981" LastEditDate="2013-08-11T17:10:53.223" LastActivityDate="2013-08-11T17:10:53.223" Title="Programatically request recent close prices for a list of stock tickers" Tags="|data-request|real-time|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="912" PostTypeId="1" AcceptedAnswerId="3893" CreationDate="2013-07-21T15:14:56.540" Score="8" ViewCount="7906" Body="&lt;p&gt;Are there sources of nutritional data about UK supermarket products, by barcode?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The indexing by barcode does not need to be direct: if I have to implement a join with some other data to achieve that, that's fine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of the sort of information I am looking for (from &lt;a href=&quot;http://www.tesco.com/groceries/Product/Details/?id=254381873&quot; rel=&quot;noreferrer&quot;&gt;http://www.tesco.com/groceries/Product/Details/?id=254381873&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-----------------------------------------------------------------&#xA;| Typical Values   | 100g contains    | 4 squares (17g) contain |&#xA;=================================================================&#xA;| Energy           | 2135kJ (510kcal) | 365kJ (90kcal)          |&#xA;| Protein          | 6.2g             | 1.1g                    |&#xA;| Carbohydrate     | 63.0g            | 10.7g                   |&#xA;| Sugars           | 62.0g            | 10.5g                   |&#xA;| Fat              | 25.3g            | 4.3g                    |&#xA;| Saturates        | 16.0g            | 2.7g                    |&#xA;| Mono Unsaturates | 8.1g             | 1.4g                    |&#xA;| Polyunsaturates  | 1.1g             | 0.2g                    |&#xA;| Fibre            | 2.6g             | 0.4g                    |&#xA;| Sodium*          | 0.1g             | trace                   |&#xA;| *Salt Equivalent | 0.2g             | trace                   |&#xA;-----------------------------------------------------------------&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Of course, it would be possible to scrape supermarket websites, but I prefer not to do that.&lt;/p&gt;&#xA;" OwnerUserId="986" LastActivityDate="2019-03-22T09:02:05.970" Title="UK supermarket product nutrition" Tags="|data-request|food|barcodes|uk|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="913" PostTypeId="1" CreationDate="2013-07-21T16:07:41.317" Score="11" ViewCount="762" Body="&lt;p&gt;Are there any examples of open data that have been scraped from &quot;real-world&quot; sources?  To explain what I mean by &quot;real-world&quot;, here are some (made up) examples and then some criteria:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Train departure times from automated OCR of crowdsourced photos of train departure boards (UK readers will understand why this might be useful!)&lt;/li&gt;&#xA;&lt;li&gt;Train departure information from mobile GPS measurements&lt;/li&gt;&#xA;&lt;li&gt;Product nutrition information from OCR of crowdsourced photos of &quot;nutrition information&quot; on product labels (plus barcode scanning from image data)&lt;/li&gt;&#xA;&lt;li&gt;As above, but product prices&lt;/li&gt;&#xA;&lt;li&gt;Statistics about exercise habits from mobile GPS, accelerometer and temperature data&lt;/li&gt;&#xA;&lt;li&gt;Statistics about noise pollution from mobile microphone measurements&lt;/li&gt;&#xA;&lt;li&gt;Statistics about emotional state / mental health from processing photos of people on the web and analysing their facial expressions&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These all involve some combination of the following criteria:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Non-trivial processing of some sort of physical measurement source data: image processing / OCR, natural language processing, etc.&lt;/li&gt;&#xA;&lt;li&gt;The lack of an intrinsic need for direct user involvement in data gathering (other than consent, and app installation, if relevant).  Currently with photo data, user involvement is likely required in order to take the photo and indicate that it be processed in this way, but this may change over time.&lt;/li&gt;&#xA;&lt;li&gt;Crowd-sourced source data gathering from mobile phone / tablet / google glass-type devices&lt;/li&gt;&#xA;&lt;li&gt;Source data (photos, text) fetched from the web&lt;/li&gt;&#xA;&lt;li&gt;Crowd-sourced data analysis (e.g. coding photographs of people by perceived emotional state based on facial expression)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="986" LastActivityDate="2013-08-08T18:27:40.453" Title="Examples of scraping from &quot;real-world&quot; data sources using OCR, etc?" Tags="|data-request|geospatial|web-crawling|crowdsourcing|unstructured-data|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="914" PostTypeId="2" ParentId="913" CreationDate="2013-07-21T21:11:07.563" Score="3" Body="&lt;p&gt;The best example I have heard of is &lt;a href=&quot;http://www.maths-in-industry.org/miis/30/1/TrafficMonitoring.pdf&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;Real-time traffic monitoring using mobile&#xA;phone data&lt;/strong&gt; (PDF)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea is to derive road traffic velocity from the position data that the mobile phones within cars &quot;generate&quot; when moving from one base station to the next. The frequency of these base station handshakes approximates the travel velocity of the car. Practical application is the detection of congestion without the need for dedicated hardware.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-07-21T21:11:07.563" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="915" PostTypeId="2" ParentId="913" CreationDate="2013-07-22T03:31:01.407" Score="2" Body="&lt;p&gt;Mobile (cell) phone data is more frequently being used for research purposes in a variety of fields and in very novel ways. Three examples to add to that provided by @ojdo include:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ucsdnews.ucsd.edu/pressrelease/mathematicians_analyze_social_divisions_using_cell_phone_data&quot; rel=&quot;nofollow&quot;&gt;Geographic analysis of social divisions &amp;amp; interactions in France&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.hsph.harvard.edu/news/press-releases/cell-phone-data-malaria/&quot; rel=&quot;nofollow&quot;&gt;Movement of malaria carriers in Kenya&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.technologyreview.com/news/514211/african-bus-routes-redrawn-using-cell-phone-data/&quot; rel=&quot;nofollow&quot;&gt;Optimisation of bus routes in Ivory Coast&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regarding crowd-sourced photos, check out this &lt;a href=&quot;http://www.ted.com/talks/blaise_aguera_y_arcas_demos_photosynth.html&quot; rel=&quot;nofollow&quot;&gt;fascinating demo of Photosynth&lt;/a&gt; from TED2007. One feature of Photosynth is to use images culled from the web (e.g., Flickr) to create large-scale montages (from about 3:40 in the video).&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-22T03:31:01.407" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="916" PostTypeId="2" ParentId="903" CreationDate="2013-07-22T09:08:40.210" Score="4" Body="&lt;p&gt;New research published at the weekend suggests that the UK currently has 270,000 digital companies (&lt;a href=&quot;http://www.bbc.co.uk/news/business-23399134&quot; rel=&quot;nofollow&quot;&gt;http://www.bbc.co.uk/news/business-23399134&lt;/a&gt;) out of about 2.1 million total businesses (&lt;a href=&quot;http://www.ons.gov.uk/ons/rel/bus-register/uk-business/2011/sum-ukbusiness-2011.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ons.gov.uk/ons/rel/bus-register/uk-business/2011/sum-ukbusiness-2011.html&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This suggests that in the UK, at least, digital companies (most likely to emply developers) make up a sizable chunk of the workforce.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get at the official UK breakdown of activity type (&lt;a href=&quot;http://www.ons.gov.uk/ons/rel/bus-register/uk-business/2011/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ons.gov.uk/ons/rel/bus-register/uk-business/2011/index.html&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="551" LastActivityDate="2013-07-22T09:08:40.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="917" PostTypeId="1" AcceptedAnswerId="920" CreationDate="2013-07-22T09:13:51.453" Score="2" ViewCount="55" Body="&lt;p&gt;&lt;a href=&quot;http://www.bbc.co.uk/news/business-23399134&quot; rel=&quot;nofollow&quot;&gt;New research&lt;/a&gt; published this weekend suggests that the UK currently has 270,000 digital companies out of about &lt;a href=&quot;http://www.ons.gov.uk/ons/rel/bus-register/uk-business/2011/sum-ukbusiness-2011.html&quot; rel=&quot;nofollow&quot;&gt;2.1 million total businesses&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But does anyone have access to how many people are employed in these digital firms and where they are located?  &lt;a href=&quot;http://www.telegraph.co.uk/finance/economics/10194461/Digital-firms-importance-to-UK-economy-underestimated.html&quot; rel=&quot;nofollow&quot;&gt;This article&lt;/a&gt; suggests that there are hotspots in London, south-east England, Manchester, Middlesbrough &amp;amp; Aberdeen.  But is there more detail?&lt;/p&gt;&#xA;" OwnerUserId="551" LastEditorUserId="70" LastEditDate="2013-07-23T21:12:04.133" LastActivityDate="2013-07-23T21:12:04.133" Title="Where are the concentrations of digital companies in the UK?" Tags="|data-request|uk|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="918" PostTypeId="2" ParentId="910" CreationDate="2013-07-22T21:51:59.533" Score="4" Body="&lt;p&gt;While the &lt;a href=&quot;https://developers.google.com/finance/&quot; rel=&quot;nofollow&quot;&gt;Google Finance API&lt;/a&gt; is &lt;em&gt;officially&lt;/em&gt; no longer available,  it's still active in returning requests in XML.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;// Dow Jones&#xA;http://www.google.com/ig/api?stock=.DJI&#xA;&#xA;// NASDAQ&#xA;http://www.google.com/ig/api?stock=IXIC&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You will need to consult a programming site like &lt;a href=&quot;http://www.stackoverflow.com&quot;&gt;StackOverflow&lt;/a&gt;  if you have a programming related question.&lt;/p&gt;&#xA;" OwnerUserId="41" LastActivityDate="2013-07-22T21:51:59.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="919" PostTypeId="1" CreationDate="2013-07-22T22:07:47.603" Score="4" ViewCount="66" Body="&lt;p&gt;Has anyone written any Ruby libraries for working with Cato's &lt;a href=&quot;http://www.cato.org/resources/data&quot; rel=&quot;noreferrer&quot;&gt;Deep Bills Project&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="65" LastActivityDate="2013-11-19T18:44:09.107" Title="Accessing CATO Deep Bills with Ruby" Tags="|usa|legal|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="920" PostTypeId="2" ParentId="917" CreationDate="2013-07-22T23:28:08.253" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://niesr.ac.uk/publications/measuring-uk%E2%80%99s-digital-economy-big-data#.Ue28xNKKqzk&quot; rel=&quot;nofollow&quot;&gt;original article&lt;/a&gt; from the National Institute of Economic and Social Research (there's also a &lt;a href=&quot;http://niesr.ac.uk/sites/default/files/publications/SI024_GI_NIESR_Google_Report12.pdf&quot; rel=&quot;nofollow&quot;&gt;direct link to the PDF&lt;/a&gt;) has more detail on the geographic distribution of UK technology firms in the form of hotspot maps by Travel to Work Area. This is among a lot of other well presented information including breakdown of technology firms by sector, and growth rates of the &quot;digital economy&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suspect the articles you cite in your question did not look beyond the summary of key findings. Always look to the original published report as a primary source.&lt;/p&gt;&#xA;" OwnerUserId="886" LastEditorUserId="886" LastEditDate="2013-07-22T23:35:03.687" LastActivityDate="2013-07-22T23:35:03.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="921" PostTypeId="1" AcceptedAnswerId="922" CreationDate="2013-07-22T23:31:09.203" Score="12" ViewCount="2519" Body="&lt;p&gt;I am overwhelmed looking through dead ends on the US census website. Could someone that has solved this puzzle tell me where I can get the demographic and shapefile data?  Race and income are my biggest interests but I would like to pull any other data I can for my city, Anchorage, AK by census block.&lt;/p&gt;&#xA;" OwnerUserId="43" LastEditorUserId="18" LastEditDate="2015-03-13T20:20:32.460" LastActivityDate="2017-09-10T13:48:28.900" Title="How and where can I get data on US census block data by city and state?" Tags="|data-request|usa|us-census|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="922" PostTypeId="2" ParentId="921" CreationDate="2013-07-23T10:35:06.903" Score="11" Body="&lt;p&gt;Try &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow&quot;&gt;NHGIS&lt;/a&gt;, it has built a resource that offers what you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The race question is available at the block level from the 2010 Census Summary File 1 release; but the income question is available only through the American Community Survey (ACS) Summary File release which goes down to the block group level. If you want the information together, I would recommend using the ACS as a source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, if you have ArcGIS 10.1, you can just download &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER_DP/2011ACS/2011_ACS_5YR_BG_02.gdb.zip&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;. It may work in previous versions, but it's a roll of the dice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is what's available in the pre-joined Census data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/geo/docs/maps-data/data/tiger/prejoined/2011Tables.txt&quot; rel=&quot;nofollow&quot;&gt;Condensed Codebook&lt;/a&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;http://www2.census.gov/geo/docs/maps-data/data/tiger/prejoined/ACSMetadata2011.txt&quot; rel=&quot;nofollow&quot;&gt;Full Explanation of Each Variable&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update:&#xA;There are new resources for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2012(&lt;a href=&quot;ftp://ftp.census.gov/geo/tiger/TIGER_DP/2012ACS/ACS_2012_5YR_BG.gdb.zip&quot; rel=&quot;nofollow&quot;&gt;Data&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2013(&lt;a href=&quot;ftp://ftp.census.gov/geo/tiger/TIGER_DP/2013ACS/ACS_2013_5YR_BG.gdb.zip&quot; rel=&quot;nofollow&quot;&gt;Data&lt;/a&gt;, &lt;a href=&quot;ftp://ftp.census.gov/geo/tiger/TIGER_DP/2013ACS/Metadata/BG_Metadata_2013.txt&quot; rel=&quot;nofollow&quot;&gt;Variables&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2015-07-13T17:26:50.033" LastActivityDate="2015-07-13T17:26:50.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="923" PostTypeId="2" ParentId="921" CreationDate="2013-07-23T13:58:14.023" Score="3" Body="&lt;p&gt;Be aware that the Census Bureau puts out a lot of guidance for ACS users. They stress caution in using ACS data across different periods and in comparison with the decennial census. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also keep in mind that the ACS is not designed to produce population counts (but is designed to produce estimates of population characteristics). For example, users are encouraged to report the percent of population by race rather than the actual numbers by race if using the ACS. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the user guidance page from the ACS Website: &lt;a href=&quot;http://www.census.gov/acs/www/guidance_for_data_users/guidance_main/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/acs/www/guidance_for_data_users/guidance_main/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="801" LastActivityDate="2013-07-23T13:58:14.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="924" PostTypeId="1" CreationDate="2013-07-23T14:42:27.070" Score="2" ViewCount="161" Body="&lt;p&gt;&lt;strong&gt;Where can I find commuter-related datasets for underground transportation (subway, metro)?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;em&gt;&lt;a href=&quot;http://mta.info/developers/download.html&quot; rel=&quot;nofollow&quot;&gt;NY MTA&lt;/a&gt;&lt;/em&gt; is a good example, and there is also the &lt;a href=&quot;http://www.tfl.gov.uk/businessandpartners/syndication/&quot; rel=&quot;nofollow&quot;&gt;&lt;em&gt;Transport for London&lt;/em&gt; data feeds&lt;/a&gt;. I would like to have from other cities around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Commuter entrance &amp;amp; exit stations&lt;/li&gt;&#xA;&lt;li&gt;Times &amp;amp; durations of travel&lt;/li&gt;&#xA;&lt;li&gt;Passenger routes&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="999" LastEditorUserId="70" LastEditDate="2013-08-06T19:36:46.733" LastActivityDate="2013-08-06T19:36:46.733" Title="Metropolitan Railway Datasets" Tags="|data-request|transportation|public-transport|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="925" PostTypeId="1" AcceptedAnswerId="959" CreationDate="2013-07-23T15:19:18.177" Score="6" ViewCount="97" Body="&lt;p&gt;Just looking around, and noticed that the CSV dataset that should be a list of all elementary schools in the US, is actually a population breakdown of Canadian provinces. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog-next.data.gov/dataset/list-of-elementary-schools&quot;&gt;http://catalog-next.data.gov/dataset/list-of-elementary-schools&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't see any way to flag a problem with this dataset...&lt;/p&gt;&#xA;" OwnerUserId="1000" LastEditorUserId="70" LastEditDate="2013-07-23T20:42:12.917" LastActivityDate="2013-08-05T17:30:15.120" Title="How to flag incorrect links to data on data.gov?" Tags="|usa|data.gov|education|" AnswerCount="1" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="926" PostTypeId="2" ParentId="576" CreationDate="2013-07-23T15:21:23.640" Score="2" Body="&lt;p&gt;There is also the &lt;strong&gt;Open Database License&lt;/strong&gt;: &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/summary/&quot; rel=&quot;nofollow&quot;&gt;http://opendatacommons.org/licenses/odbl/summary/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ODbL states that:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You are free to share, create and adapt the database, as long as you attribute, share-alike and keep thee database open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ODbL is used by the Open Street Map project.&#xA;In the OSM Wiki they have some resources about the ODbL and why they use it:&#xA;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Open_Database_License&quot; rel=&quot;nofollow&quot;&gt;http://wiki.openstreetmap.org/wiki/Open_Database_License&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="999" LastActivityDate="2013-07-23T15:21:23.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="927" PostTypeId="2" ParentId="919" CreationDate="2013-07-23T17:32:54.317" Score="6" Body="&lt;p&gt;Since Deepbills is based on the official XML that Congress publishes, I think it'd be pretty easy to add support for passing through Deepbills' extra tags and attributes to the Ruby gem I made for working with Congress' bills, us-documents:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/unitedstates/documents&quot;&gt;https://github.com/unitedstates/documents&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a tool for stripping a lot of tags out of Congress' bill XML, and giving you semantic-less HTML that can be integrated and styled much more easily than the original XML.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Adding support for Deepbills might be as simple as adding new names to the whitelist of tags to preserve.&lt;/p&gt;&#xA;" OwnerUserId="161" LastActivityDate="2013-07-23T17:32:54.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="928" PostTypeId="2" ParentId="913" CreationDate="2013-07-23T22:36:23.600" Score="1" Body="&lt;p&gt;I re-read the numbered list, and I don't know if it would qualify -- but there have been examples of people mining what people are talking about (twitter) and looking for (search queries) to extract information that you might not expect:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Air quality : &lt;a href=&quot;http://www.forbes.com/2010/11/05/air-quality-research-technology-twitter.html&quot; rel=&quot;nofollow&quot;&gt;http://www.forbes.com/2010/11/05/air-quality-research-technology-twitter.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Disease outbreaks : &lt;a href=&quot;http://www.google.org/flutrends/about/how.html&quot; rel=&quot;nofollow&quot;&gt;http://www.google.org/flutrends/about/how.html&lt;/a&gt; ; &lt;a href=&quot;http://mashable.com/2012/06/08/social-media-disease-tracking/&quot; rel=&quot;nofollow&quot;&gt;http://mashable.com/2012/06/08/social-media-disease-tracking/&lt;/a&gt; ; &lt;a href=&quot;http://www.pri.org/stories/health/global-health/monitoring-infectious-diseases-online-on-twitter-gives-early-warning-of-outbreaks-13493.html&quot; rel=&quot;nofollow&quot;&gt;http://www.pri.org/stories/health/global-health/monitoring-infectious-diseases-online-on-twitter-gives-early-warning-of-outbreaks-13493.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-07-23T22:36:23.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="929" PostTypeId="1" AcceptedAnswerId="931" CreationDate="2013-07-24T19:52:16.160" Score="12" ViewCount="9246" Body="&lt;p&gt;I have a data set with zipcodes and would like to do a bulk upload to a tool that will give me the cities each zip is in (US only.)&lt;/p&gt;&#xA;" OwnerUserId="61" LastEditorUserId="70" LastEditDate="2013-07-24T20:15:30.067" LastActivityDate="2018-01-13T23:24:58.623" Title="Is there a tool to match zip codes to cities?" Tags="|usa|tool-request|postal-code|geocoding|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="930" PostTypeId="1" CreationDate="2013-07-24T20:29:05.510" Score="4" ViewCount="1479" Body="&lt;p&gt;Is there a way of grabbing a raw data feed for TV listings?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like &lt;a href=&quot;http://www.tribunemediaservices.com/tms-products-services/entertainment-data-apis/content-we-cover&quot; rel=&quot;nofollow&quot;&gt;Tribute Media&lt;/a&gt; offers such a thing, but at a price.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any free source of open data to use out there?&lt;/p&gt;&#xA;" OwnerUserId="1009" LastEditorUserId="70" LastEditDate="2015-04-19T15:03:10.683" LastActivityDate="2020-08-23T17:52:19.677" Title="Raw Data Feed for TV Listings" Tags="|data-request|media|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="931" PostTypeId="2" ParentId="929" CreationDate="2013-07-24T20:44:25.203" Score="11" Body="&lt;p&gt;There is no simple answer to this question, because ZIP codes do not represent geographical areas. They represent postal delivery routes, which are sometimes simply a bank of PO boxes in a specific post office, and are sometimes an organization like a University which has its own internal mail processing services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, not all ZIP Codes can truly be located in a city, and even those for which a geography can be reasonably defined, they are not necessarily located within a single city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably the closest approximation you could get would be to start with the Census Bureau's ZIP code tabulation area (ZCTA) gazetteer file, which can be downloaded &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/gazetteer2010.html&quot;&gt;here&lt;/a&gt;. Then, using as many of the &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2012/PLACE/&quot;&gt;state-based &quot;place&quot; shape files&lt;/a&gt; as you need, load those into a GIS tool. Personally, I'd use PostGIS, but you might also be able to use QGIS, or if you can get your hands on a copy, ArcGIS (commercial software).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could then:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;look up the ZCTA for a given ZIP code &lt;/li&gt;&#xA;&lt;li&gt;extract the INTPTLAT and INTPTLONG values, which are the lat/long for the &quot;centroid&quot; of the&#xA;ZCTA&lt;/li&gt;&#xA;&lt;li&gt;use the GIS tool to identify the place geography which contains&#xA;the ZCTA's centroid&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;You will probably have some ZIP codes which aren't in the ZCTA dataset, and it's not really precise, but it's probably good enough for a lot of cases.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-07-24T20:44:25.203" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="932" PostTypeId="1" AcceptedAnswerId="934" CreationDate="2013-07-24T20:47:14.563" Score="8" ViewCount="138" Body="&lt;p&gt;In &lt;em&gt;open data&lt;/em&gt;, should I understand &lt;em&gt;open&lt;/em&gt; to mean:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free as in speech&lt;/li&gt;&#xA;&lt;li&gt;Free as in beer, gratis&lt;/li&gt;&#xA;&lt;li&gt;Both?&lt;/li&gt;&#xA;&lt;li&gt;Something else?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For example, the Swedish Meteorological and Hydrological Institute (SMHI) has dedicated itself to open data, and more and more of its products will be available with free licenses; first for non-commercial uses, but later without usage instructions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For some data, such as data archived on tape, they will still ask for a one-time distribution fee, I think to cover costs they need to make to retrieve the data.  The data are still freely licensed, so the user is free to put it on the web etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this still &quot;open data&quot;?  The data in question is licensed under &lt;a href=&quot;http://www.smhi.se/klimatdata/Oppna-data/Information-om-oppna-data/villkor-for-anvandning-1.30622&quot;&gt;CC BY 2.5&lt;/a&gt; (Swedish link).&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2013-07-24T23:20:04.217" LastActivityDate="2013-07-25T11:23:40.387" Title="Is &quot;open&quot; data free as in speech, free as in beer, both, or something else?" Tags="|open-definition|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="933" PostTypeId="2" ParentId="929" CreationDate="2013-07-24T22:36:08.773" Score="10" Body="&lt;p&gt;There has been some mention about this being a complex problem.  It's not hard at all.  In fact, matching a zipcode to the corresponding cities is super simple.  Granted, trying to find an accurate shapefile that corresponds to a given zipcode, &lt;em&gt;that&lt;/em&gt; is a more challenging issue.  But simply matching zipcode to city/cities... very easy.  The USPS data has a Preferred city for each zipcode (which means the city where the delivering post office is located) and then a list of acceptable city names as well as a list of unacceptable city names.  This list is readily available and updated monthly from the US Postal Service.  So, even someone with Excel skills (including JOIN or HLOOKUP) could do the matching on a list of zipcodes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SmartyStreets has an &lt;a href=&quot;https://smartystreets.com/docs/city-state-zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; that you can use anytime. Try out the demo &lt;a href=&quot;https://smartystreets.com/demo?zipcode=10010&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  If you've got a list you need to process, send it to me (support@smartystreets.com) and I'm happy to do it for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[I work at SmartyStreets, that's why I have inside information about it and can offer our services.]&lt;/p&gt;&#xA;" OwnerUserId="1010" LastEditorUserId="1010" LastEditDate="2018-01-13T23:24:58.623" LastActivityDate="2018-01-13T23:24:58.623" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="934" PostTypeId="2" ParentId="932" CreationDate="2013-07-25T05:41:02.553" Score="6" Body="&lt;p&gt;The Wikipedia page for &lt;a href=&quot;http://en.wikipedia.org/wiki/Open_data&quot;&gt;Open Data&lt;/a&gt; states it better than I can. That is, &lt;em&gt;open data&lt;/em&gt; should be:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;... freely available to everyone to use and republish as they wish,&#xA;  without restrictions from copyright, patents or other mechanisms of&#xA;  control.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To answer your question, truly &quot;open&quot; data should certainly be free as in speech. I would say, however, that open data need not necessarily be free as in beer. In your example, even though a fee might need to be paid to access the data, as long as the end-user is able to use the data as they wish (including for commercial purposes) then I would agree this still could be considered &quot;open data&quot;. In practise, data that is made available for public use (by government, say) is generally also free as in beer, but I don't see this as a requisite.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea of open data is, in my view, synonymous with the notion of open source software. Just as open source software can be sold if desired by any party, I have no problem with open data being used in commercial ways. If a business is able to add value to open data (or software) then they should be able to charge for their product. The original source will always be available to anyone wishing to use it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, the above view is utopian in some ways. I suspect a lot of &quot;open&quot; data these days is in reality controlled in some way via partially restrictive licensing, copyright, and so on.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2013-07-25T05:41:02.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="935" PostTypeId="2" ParentId="932" CreationDate="2013-07-25T11:23:40.387" Score="2" Body="&lt;p&gt;I would say that open data is free as in speech - not as in beer.  @Snubian's quote from the wikipedia page is a good starting point.  But free actually means subsidised - because it is never free to collate, check, record &amp;amp; store meaningful data over any length of time.  So there has to be a motive to maintain the quality of open data if it isn't to degrade into worthlessness.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the &lt;em&gt;quality&lt;/em&gt; of open data is really the key point.  Like going and listening to someone rant on Hyde Park Corner you can get lots of free speech but verifying its quality is essential to building something worthwhile based on it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that the situation in the late 19th century for the western world where lots of libraries were built for the common good is a good analogy for open data.  Back then lots of well meaning (and rich) people built libraries to help improve society and implicitly improve the culture &amp;amp; world that they lived in.  Now rich organizations can release structured data often to encourage an ecosystem to be build around their products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In both instances something other than a profit motive can energize both sides of the coin, but replacing Victorian philanthropy with corporate brand building as a motivator.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So &lt;strong&gt;open data really has to be free&lt;/strong&gt; and is better without a profit motive - but for the quality to be maintained you need a different motivator, or the data will not be maintained.  If there is no way to justify subsidising the maintenance of open data as in the SMHI example then you have to question its medium term viability in any case.&lt;/p&gt;&#xA;" OwnerUserId="551" LastActivityDate="2013-07-25T11:23:40.387" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="936" PostTypeId="2" ParentId="924" CreationDate="2013-07-25T13:55:17.083" Score="1" Body="&lt;p&gt;The authoritative source for Chicago transit data is &lt;a href=&quot;http://www.transitchicago.com/data/&quot; rel=&quot;nofollow&quot;&gt;http://www.transitchicago.com/data/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stevevance.net/&quot; rel=&quot;nofollow&quot;&gt;Steven Vance&lt;/a&gt; did quite a bit of preparation and organization around Chicago transit data and &lt;a href=&quot;http://www.stevencanplan.com/download-transit-gis-data/&quot; rel=&quot;nofollow&quot;&gt;posted it on his blog in 2010&lt;/a&gt;. I don't see any note that indicates the data has been updated since then, but it's still probably useful as an overview to what data there is and what you might need to do with it.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-07-25T13:55:17.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="937" PostTypeId="2" ParentId="930" CreationDate="2013-07-25T15:44:32.843" Score="3" Body="&lt;p&gt;Digital TV channels should have an &lt;a href=&quot;http://www.mythtv.org/wiki/EIT&quot; rel=&quot;nofollow&quot;&gt;Event Information Table&lt;/a&gt; encoded in them, but the time window is quite limited (generally about 12 hrs).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tribute Media used to offer free TV listings to the public, but when the popularity of MythTV and other PVRs took off, they couldn't support the amount of traffic that they were getting hit by.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As Tribue wasn't interested in dealing with lots of individuals, some folks banded together to form &lt;a href=&quot;http://www.schedulesdirect.org/&quot; rel=&quot;nofollow&quot;&gt;SchedulesDirect&lt;/a&gt;.  They distribute the Tribune / Zap2it data to individuals, at a moderate fee (currently $25/yr), but there are &lt;a href=&quot;http://www.schedulesdirect.org/sagreement&quot; rel=&quot;nofollow&quot;&gt;restrictions on redistributing the data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="662" LastEditDate="2013-08-11T13:27:38.537" LastActivityDate="2013-08-11T13:27:38.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="938" PostTypeId="1" CreationDate="2013-07-26T03:03:35.753" Score="0" ViewCount="106" Body="&lt;p&gt;I have a database with about two million entries (!), relating IP ranges to locations. Unfortunately, a lot of the data is overlapping, so that every IP produces multiple hits (about two or three. Of these, only one is within an acceptable range of error. I have tried with about 10 IPs, and it seems the last one is always the most accurate, but I would like to try with more, about a thousand before making such a general rule and weeding out stuff by it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anywhere I can get such a massive number of accurate IP addresses, complete with location information? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a better way of cleaning this data?&lt;/p&gt;&#xA;" OwnerDisplayName="Raymond Machira" LastEditorUserId="70" LastEditDate="2015-04-01T14:06:46.197" LastActivityDate="2015-04-01T14:06:46.197" Title="Weed out inaccurate information from 2 million records" Tags="|data-request|tool-request|internet|geocoding|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="939" PostTypeId="2" ParentId="799" CreationDate="2013-07-26T18:00:50.327" Score="3" Body="&lt;p&gt;Wish I saw this sooner, but we field requests for data all the time. For non-commercial or academic, we're always happy to help. Feel free to drop me an email from the website.&lt;/p&gt;&#xA;" OwnerUserId="1019" LastActivityDate="2013-07-26T18:00:50.327" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="940" PostTypeId="2" ParentId="938" CreationDate="2013-07-26T20:42:51.440" Score="2" Body="&lt;p&gt;You might want to take a look at &lt;a href=&quot;https://github.com/open-city/dedupe&quot; rel=&quot;nofollow&quot;&gt;https://github.com/open-city/dedupe&lt;/a&gt;. I haven't used it, but looks like it should solve your problem.&lt;/p&gt;&#xA;" OwnerUserId="65" LastActivityDate="2013-07-26T20:42:51.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="941" PostTypeId="2" ParentId="938" CreationDate="2013-07-27T04:10:53.623" Score="2" Body="&lt;p&gt;assuming you do want to simply take the final entry for each geography, perhaps import your data set into any SQL database and use the &lt;code&gt;LAST&lt;/code&gt; command like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT LAST( ip_column ) , geography_name FROM tablename GROUP BY geography_name&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.w3schools.com/sql/sql_func_last.asp&quot; rel=&quot;nofollow&quot;&gt;click here for a more thorough explanation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SQL databases should be able to handle two million records without a problem, even on an older laptop :)&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2013-07-27T04:10:53.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="943" PostTypeId="1" CreationDate="2013-07-28T15:19:34.020" Score="5" ViewCount="882" Body="&lt;p&gt;Can anyone point me to time series data in the domain of machine monitoring/condition monitoring (for example, vibration analysis data)?&lt;/p&gt;&#xA;" OwnerUserId="627" LastEditorUserId="1511" LastEditDate="2015-01-17T15:51:34.380" LastActivityDate="2015-01-20T13:28:49.167" Title="Where can I find data sets for machine monitoring?" Tags="|data-request|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="944" PostTypeId="2" ParentId="924" CreationDate="2013-07-29T15:47:31.403" Score="1" Body="&lt;p&gt;Find DC Metro datasets here:&#xA;&lt;a href=&quot;https://www.wmata.com/rider_tools/developer_resources.cfm&quot; rel=&quot;nofollow&quot;&gt;https://www.wmata.com/rider_tools/developer_resources.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hopefully, downloads will be faster than their trains.&lt;/p&gt;&#xA;" OwnerUserId="1017" LastActivityDate="2013-07-29T15:47:31.403" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="945" PostTypeId="5" CreationDate="2013-07-30T16:48:48.450" Score="0" Body="&lt;p&gt;Censuses are resources which detail population characteristics with the greatest level of accuracy achievable in real life.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They often include measures of society that can be difficult to measure otherwise, such as: employment status, school enrollment, personal income, need of public assistance (due to being in poverty or disabled), family structure, migration, citizenship status, educational attainment, overcrowding, health insurance enrollment, and so on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: If you are specifying the U.S. Census Bureau, make sure to include the USA tag as well. The same would go for the UK, Canada, Australia, etc. if your questions are with respect to those countries.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2013-07-31T08:47:23.877" LastActivityDate="2013-07-31T08:47:23.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="946" PostTypeId="4" CreationDate="2013-07-30T16:48:48.450" Score="0" Body="A comprehensive count of the population." OwnerUserId="958" LastEditorUserId="958" LastEditDate="2013-07-30T21:34:25.710" LastActivityDate="2013-07-30T21:34:25.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="947" PostTypeId="1" CreationDate="2013-07-30T18:20:38.723" Score="4" ViewCount="34" Body="&lt;p&gt;Is there source of U.S. Supreme Court record items (merit and amicus briefs, appendices, etc.) from 1942?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in a general answer, but in particular, I'm interested in the record from &lt;em&gt;Wickard v. Filburn&lt;/em&gt;, 317 U.S. 111 (1942).&lt;/p&gt;&#xA;" OwnerDisplayName="user1041" LastActivityDate="2013-08-01T18:34:15.037" Title="U.S. Supreme Court record items" Tags="|data-request|government|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="948" PostTypeId="2" ParentId="919" CreationDate="2013-07-31T03:23:38.953" Score="3" Body="&lt;p&gt;Disclosure: I'm the consultant currently working on the Deepbills project with Cato.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Short answer: not that we are currently aware of.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let me ask - in what way do you wish to work with the data? If you mean retrieval of the marked-up documents then that can be done via JSON for individual documents, though that would be horribly painful for large quantities - it's meant as a way to do differentials from the compressed complete download. &lt;a href=&quot;http://www.cato.org/resources/data&quot; rel=&quot;nofollow&quot;&gt;Both methods are described here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you mean actually doing work with the XML and extracting information then you may wish to accomplish this with XSL rather than Ruby. &lt;a href=&quot;https://github.com/favila/wikisourceify&quot; rel=&quot;nofollow&quot;&gt;There are some sample scripts that we use against the files to create some documents for use on Wikipedia and you can find them here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the most recent set of extracts I have actually been using XSL to create documents that I then process with Perl; while some of these operations are certainly possible with XSL/XQuery, I'm quicker in Perl and I find the result less brittle for ongoing maintenance &amp;amp; some prototyping. So I have done some simple outputs with XSL into a form that lends itself well to regex parsing and then done multi-pass work on that intermediate output.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may find that a similar approach would work well for you if you wish to stick with Ruby. Simply use the JSON retrieval format to get an individual bill and apply a transform, perhaps with &lt;a href=&quot;http://rubygems.org/gems/ruby-xslt&quot; rel=&quot;nofollow&quot;&gt;the xslt gem&lt;/a&gt;, using some of our XSL as an inspiration.&lt;/p&gt;&#xA;" OwnerUserId="298" LastActivityDate="2013-07-31T03:23:38.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="949" PostTypeId="1" CreationDate="2013-07-31T04:27:05.443" Score="3" ViewCount="459" Body="&lt;p&gt;I want to find a hierarchy of all sellable products and services. Where can I find this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some ideas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;crawl ebay/amazon/craigslist/google-products &lt;/li&gt;&#xA;&lt;li&gt;find a database that&#xA;contains market research on all things&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1043" LastEditorUserId="70" LastEditDate="2015-04-19T15:03:29.930" LastActivityDate="2015-04-19T15:03:29.930" Title="A hierarchy of all sellable products and services" Tags="|data-request|products|" AnswerCount="2" CommentCount="2" ClosedDate="2015-03-24T16:24:48.963" ContentLicense="CC BY-SA 3.0" />
  <row Id="951" PostTypeId="2" ParentId="949" CreationDate="2013-07-31T16:21:06.283" Score="4" Body="&lt;p&gt;&lt;strong&gt;[Update: As of Jan 25 2015, the page linked in this answer no longer provides the download page or the POD site. A search on the website shows something related to accessing this POD but after quite a bit of search, it doesn't appear that any of this data is actually available.]&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most promising &lt;em&gt;open&lt;/em&gt; data source at least for sellable &lt;em&gt;products&lt;/em&gt; seems the &lt;a href=&quot;http://www.product-open-data.com/&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;Product Open Database (POD)&lt;/strong&gt;&lt;/a&gt;, which tries to publish a very comprehensive product database, indexed by the barcode number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.product-open-data.com/download&quot; rel=&quot;nofollow&quot;&gt;POD Download page&lt;/a&gt; contains the database itself and a DB scheme overview. Attributes include the GTIN (the barcode number), product name, brand name, country, size and weight of package. They even have thumbnails of product pictures and brand logos.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The terms of use... erm. Good news: &lt;em&gt;These Terms of Use grant you a worldwide, royalty-free, non-exclusive licence to use the Datasets and pictures subject to the conditions &lt;a href=&quot;http://www.product-open-data.com/terms-of-use&quot; rel=&quot;nofollow&quot;&gt;below&lt;/a&gt;. Please read them carefully.&lt;/em&gt; Bad news: &lt;em&gt;The license is not determined yet.&lt;/em&gt; But the explicit use of an &quot;Open Data&quot; badge gives hope...&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="930" LastEditDate="2015-01-26T15:30:47.430" LastActivityDate="2015-01-26T15:30:47.430" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="952" PostTypeId="2" ParentId="949" CreationDate="2013-07-31T16:24:13.000" Score="2" Body="&lt;p&gt;Ok, second try: &lt;em&gt;all sellable goods&lt;/em&gt; gives a strong hint to let you inspire by the most comprehensive directory of &lt;em&gt;all sold goods&lt;/em&gt; world-wide, which yields &lt;strong&gt;ebay&lt;/strong&gt;. Their &lt;a href=&quot;http://www.ebay.com/sch/allcategories/all-categories&quot; rel=&quot;nofollow&quot;&gt;all categories listing&lt;/a&gt; should give you a good inspiration to build your own tree, probably more or less refined on your focus.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-07-31T16:24:13.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="953" PostTypeId="2" ParentId="921" CreationDate="2013-07-31T22:19:35.130" Score="8" Body="&lt;p&gt;This is a bit involved, but for a project I worked on, we developed some tools to make it a little easier to load &lt;strong&gt;2010 decennial census data&lt;/strong&gt; (&quot;SF1&quot;) into a SQL database. (This has been tested in Postgres and MySQL.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, you'd run these SQL scripts:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/ireapps/census/blob/master/tools/sql/geo_2010.sql&quot; rel=&quot;nofollow&quot;&gt;geo_2010.sql&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/ireapps/census/blob/master/tools/sql/all_sf1_files.sql&quot; rel=&quot;nofollow&quot;&gt;all_sf1_files.sql&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Then, download the SF1 data for &lt;a href=&quot;http://www2.census.gov/census_2010/04-Summary_File_1/Alaska/&quot; rel=&quot;nofollow&quot;&gt;Alaska&lt;/a&gt;. Inside that ZIP file is one &quot;geoheader&quot; file and 47 &quot;segment&quot; files. You want to import these into the tables created by the SQL scripts above. Note that the geoheader file is in fixed width, not CSV. There are some notes about using the csvkit library to convert the geoheaders into CSV &lt;a href=&quot;https://github.com/ireapps/census/tree/master/tools&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; but if you know how to import fixed width files into your SQL database, that may not be necessary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then run &lt;a href=&quot;https://github.com/ireapps/census/blob/master/tools/sql/all_sf1_tables_as_views.sql&quot; rel=&quot;nofollow&quot;&gt;all_sf1_tables_as_views.sql&lt;/a&gt; to create views that are more aligned with the SF1 documented tables, instead of the segmented files used for distribution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can join the geoheader table to the appropriate view on LOGRECNO. If you're using more than one state, you need to join on the compound keys STUSAB and LOGRECNO as LOGRECNO values are not unique across the entire 2010 SF1 data set. You can use various values from the geoheader table to filter down to blocks (summary level 101) in specific counties or places.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Block level shapefiles are &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2012/TABBLOCK/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are satisfied with tract-level instead of block level, the project we did this work for, &lt;a href=&quot;http://census.ire.org/&quot; rel=&quot;nofollow&quot;&gt;census.ire.org&lt;/a&gt; may be helpful. There's a &lt;a href=&quot;http://census.ire.org/data/bulkdata.html&quot; rel=&quot;nofollow&quot;&gt;Bulk Data&lt;/a&gt; page that allows you to download all data for a single table for a state at five major summary levels (state, county, place, tract, and county subdivision), as well as quickly download the corresponding shapefile for the state. This data also has changes since 2000 for columns wherever possible, including adjusting 2000 tract-level data to 2010 tract boundaries. If you want to use &lt;strong&gt;this&lt;/strong&gt; data in SQL, there are &lt;a href=&quot;https://github.com/ireapps/census/tree/master/tools/sql/ire_export&quot; rel=&quot;nofollow&quot;&gt;SQL scripts&lt;/a&gt; that align to the bulk data format in the GitHub repo.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-03-08T18:54:54.587" LastActivityDate="2015-03-08T18:54:54.587" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="954" PostTypeId="2" ParentId="947" CreationDate="2013-08-01T18:34:15.037" Score="2" Body="&lt;p&gt;To my knowledge, there is no complete online archive of historic US Supreme Court documents. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are links to recent indices of online material from &lt;a href=&quot;http://www.supremecourt.gov/default.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.supremecourt.gov/default.aspx&lt;/a&gt;, and the court actually redirects seekers of online merits briefs to the &lt;a href=&quot;http://www.americanbar.org/publications/preview_home/alphabetical.html&quot; rel=&quot;nofollow&quot;&gt;American Bar Association's &quot;Preview&quot; publication&lt;/a&gt; A direct index of cases is available for 2012-13 and 2013-14; for earlier material, PDFs of &lt;em&gt;Preview&lt;/em&gt; can be downloaded, but only back to the 2007-08 session.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FindLaw site has &lt;a href=&quot;http://supreme.lp.findlaw.com/supreme_court/briefs/index.1999.html&quot; rel=&quot;nofollow&quot;&gt;online briefs dating to 1999&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't have access to WestLaw, but the SCOTUS site suggests that it may have historic briefs. If so, I would not assume that they have them as far back as 1942.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, I believe you'd have to visit a law library or use a commercial document retrieval service, which would send a person to the court to make copies of the relevant documents for you. &lt;a href=&quot;http://www.supremecourt.gov/oral_arguments/briefsource.aspx&quot; rel=&quot;nofollow&quot;&gt;This page&lt;/a&gt; lists libraries which are repositories for printed briefs as well as listing services which can retrieve documents for you (for a fee).&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-08-01T18:34:15.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="955" PostTypeId="1" CreationDate="2013-08-02T01:58:50.437" Score="6" ViewCount="58" Body="&lt;p&gt;I would like to know the rate of production and content of municipal and industrial solid waste, globally in units of mass per area or mass per city or region. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be particularly interested in a globally standardized data set, but a few similar data sets from a few distinct regions would also be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.oecd-ilibrary.org/environment/oecd-factbook-2010/municipal-waste_factbook-2010-64-en&quot; rel=&quot;nofollow&quot;&gt;OECD Factbook&lt;/a&gt; provides total waste by country, but I am looking for a more specific breakdown of the waste content, and a finer geographic resolution.&lt;/p&gt;&#xA;" OwnerUserId="1049" LastEditorUserId="1049" LastEditDate="2013-08-12T21:49:12.750" LastActivityDate="2015-07-09T05:44:20.087" Title="Solid Waste Production, Globally? Spatially Resolved?" Tags="|data-request|government|ngo|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="956" PostTypeId="1" CreationDate="2013-08-02T05:45:57.687" Score="3" ViewCount="69" Body="&lt;p&gt;I work for a company (in Australia) whose staff have been supporting costs of running an Orphanage for several years now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the money has been coming from their personal contribution, I am a developer that only contributed by making website and/or some minor technical database/software solutions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From my understanding Open Data has been for transparency of expenditure in Government. But can it be used for having transparency of expenditure in Non Profit institutions? (The real aim is to have a transparent cost structure so more people would consider donations as they can see what the money is being spent on.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please send any links that might seem helpful in how to have a transparent Not-For Profit organisation that can is openly funded (using Open Data or not).&lt;/p&gt;&#xA;" OwnerUserId="1054" LastEditorUserId="70" LastEditDate="2015-04-01T12:22:25.107" LastActivityDate="2015-04-01T12:22:25.107" Title="Open Data for having transparency of expenditures in running of an Orphanage?" Tags="|uses-of-open-data|nonprofit|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="958" PostTypeId="1" AcceptedAnswerId="960" CreationDate="2013-08-05T15:29:36.793" Score="2" ViewCount="220" Body="&lt;p&gt;I would like to know if there is an existing tool/crawler/scraper/service to crawl the data of a particular user from different websites and applications. For example, can I crawl the data of user A from websites W1, W2 and W3?&lt;/p&gt;&#xA;" OwnerUserId="1061" LastEditorUserId="70" LastEditDate="2022-10-14T19:07:45.537" LastActivityDate="2022-10-14T19:07:45.537" Title="Crawling user data from different applications" Tags="|tool-request|web-crawling|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="959" PostTypeId="2" ParentId="925" CreationDate="2013-08-05T17:30:15.120" Score="6" Body="&lt;p&gt;The datasets that you might be looking for are &lt;a href=&quot;http://catalog.data.gov/dataset/list-of-local-education-agencies-school-districts&quot;&gt;all school districts&lt;/a&gt; and/or the &lt;a href=&quot;http://catalog.data.gov/dataset/public-elementarysecondary-school-universe-survey-2009-10&quot;&gt;School Universe Survey&lt;/a&gt;. To provide feedback on any of the datasets on Data.gov, you can contact the dataset owner listed on the page (contact email, which in this case is jane.clark@ed.gov) or contact Data.gov at the &lt;a href=&quot;http://www.data.gov/contact-us&quot;&gt;contact link&lt;/a&gt; at the bottom of every Data.gov page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The URL you are linking to is for a new concept site on Data.gov (Next.Data.gov) for which we are eliciting feedback on a set of new approaches and user interface. This site is not fully operational, but in this case the link is clearly incorrect and I'll get it fixed right away. The contact listed on this page is Marina Martin at    marina@marinamartin.com.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-08-05T17:30:15.120" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="960" PostTypeId="2" ParentId="958" CreationDate="2013-08-05T18:09:47.013" Score="2" Body="&lt;p&gt;I'm going to assume that, given someone's name, you then want to scrape data from sites that they are posting on or otherwise have information on (i.e. Twitter, Facebook, etc.). With that being assumed...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been doing this type of thing for quite some time, and have not found any &quot;out of the box&quot; scrapers that will do this. I've been writing my own using a combination of Ruby and Python, which ultimately may be the way you have to go.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: be sure to check the TOS of each site, especially social sites. Some don't like their data going outside of their private walls.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A Google search will come up with a few tools that require you to learn XPATH or Regex. Both are relatively simple, once you get the hang of it (which took me some time).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you clarify what type of information you're looking for I'll be able to give you a better answer.&lt;/p&gt;&#xA;" OwnerUserId="1063" LastActivityDate="2013-08-05T18:09:47.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="961" PostTypeId="1" AcceptedAnswerId="1002" CreationDate="2013-08-06T03:21:49.237" Score="4" ViewCount="55" Body="&lt;p&gt;We've developed a free mobile app (Vancouver RentalDog, currently in iTunes) that allows people to identify licensed rental buildings in Vancouver, which have outstanding bylaw infractions. Our data is pulled from &lt;a href=&quot;http://app.vancouver.ca/rps_net/List.aspx&quot; rel=&quot;nofollow&quot;&gt;City of Vancouver&lt;/a&gt; and hosted on our server for access by mobile clients. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions for contacts in other cities that have similar datasets? We're more than willing to work with IT staff to put their data into Open.&lt;/p&gt;&#xA;" OwnerUserId="1071" LastEditorUserId="70" LastEditDate="2015-03-27T14:13:49.997" LastActivityDate="2015-03-27T14:13:49.997" Title="What cities provide open data on rental building bylaw infractions?" Tags="|data-request|government|city|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="962" PostTypeId="1" AcceptedAnswerId="968" CreationDate="2013-08-06T09:18:07.123" Score="7" ViewCount="142" Body="&lt;p&gt;I need large &lt;a href=&quot;http://commons.wikimedia.org/wiki/Commons%3aLicensing#Well-known_licenses&quot; rel=&quot;nofollow&quot;&gt;reusable&lt;/a&gt; pictures of particular places (to make &lt;a href=&quot;http://en.wikivoyage.org/wiki/Wikivoyage%3aBanner_Expedition&quot; rel=&quot;nofollow&quot;&gt;Wikivoyage banners&lt;/a&gt;, &lt;a href=&quot;http://en.wikivoyage.org/wiki/Tokyo/Roppongi&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where to find such images? For instance pictures of Berlin with width&gt;2100px&lt;br&gt;&#xA;Contiguous images, not mosaics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An idea could be to use &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category%3aBerlin&quot; rel=&quot;nofollow&quot;&gt;Wikicommons categories&lt;/a&gt;, but I could not find a way to filter these by image width (it seems that people with SSH access can get it via an &lt;a href=&quot;https://commons.wikimedia.org/wiki/Commons%3aVillage_pump#Search_images_by_size&quot; rel=&quot;nofollow&quot;&gt;SQL request&lt;/a&gt;, so the information is available somehow).&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-03-30T11:18:21.190" LastActivityDate="2015-03-30T11:18:21.190" Title="Find reusable images of city X with width&gt;2100 pixels" Tags="|data-request|city|images|creative-commons|" AnswerCount="3" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="963" PostTypeId="1" CreationDate="2013-08-06T10:03:57.050" Score="2" ViewCount="147" Body="&lt;p&gt;Does anyone know of a bicycle hire scheme anywhere in the world that provides individual bicycle data within its API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the Barclays Cycle Hire scheme in London provides data on each bike rack in this form:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bike rack ID:  1234&lt;br/&gt;&#xA;Number of slots: 10&lt;br/&gt;&#xA;Number of bikes: 3&lt;br/&gt;&#xA;Number of empty slots: 7&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But do any systems provide the ID numbers for individual bikes on a rack?  E.g&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Number of bikes: 3&lt;br/&gt;&#xA;Slot 1: Bike ID #3012&lt;br/&gt;&#xA;Slot 2: Bike ID #4067&lt;br/&gt;&#xA;Slot 3: Bike ID #6639&lt;br/&gt;&#xA;Etc&lt;/p&gt;&#xA;" OwnerUserId="1073" LastEditorUserId="754" LastEditDate="2021-08-05T02:09:21.373" LastActivityDate="2021-08-05T02:09:21.373" Title="Individual bicycle data within a bike hire scheme" Tags="|api|public-transport|bikesharing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="964" PostTypeId="1" CreationDate="2013-08-06T12:55:00.660" Score="5" ViewCount="226" Body="&lt;p&gt;I'm currently querying Twitter to access trend data.&#xA;I'm looking for an open alternative to source trend information.&#xA;The main question is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What's trending today?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd love to move away from using Twitter as the analytic tool and its very low request limit.&#xA;Looking forward to the community's insights, thanks for any help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking alternative streams of information about trends other than twitter. I'm very interested in sorting and categorizing trends by location. I'd prefer not to have to employ html scraping techniques.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If html scraping is the only options, which methods suit?&lt;/p&gt;&#xA;" OwnerUserId="1075" LastEditorUserId="1511" LastEditDate="2014-12-31T12:12:55.013" LastActivityDate="2014-12-31T12:12:55.013" Title="Source of open trend data" Tags="|data-request|best-practice|social-media|trends|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="965" PostTypeId="1" CreationDate="2013-08-06T18:59:59.657" Score="8" ViewCount="1127" Body="&lt;p&gt;So I recently tried to get some voter registration data, especially historical information. The only state I could easily find the information available is Ohio(but only the most recent). It appears quite difficult to get this information in some states and there is no standard place to get this information, despite it being &quot;public&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not for sure if this &lt;em&gt;can&lt;/em&gt; be distributed from one central federal location(since it's probably considered state data?). However, if it is at all possible, it would be very useful to me for a datamining project I have. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can this be exposed through data.gov in a standard format and location? &lt;/p&gt;&#xA;" OwnerUserId="1079" LastActivityDate="2016-11-24T04:19:49.000" Title="Voter Registration data in one place?" Tags="|data-request|usa|state|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="966" PostTypeId="1" CreationDate="2013-08-06T19:18:20.387" Score="11" ViewCount="2365" Body="&lt;p&gt;I wonder if there are some up-to-date web sites with data for S-bahn, U-bahn and other means of traffics in German cities. I found some before but not sure if they are updated regularly. Later I will add some links for those but others are welcomed to do so as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;p.s. My main interest in Baden-Würtemberg / Stuttgart area but others are welcome to contribute will available infos...  &lt;/p&gt;&#xA;" OwnerUserId="1080" LastEditorUserId="70" LastEditDate="2013-08-06T19:35:37.730" LastActivityDate="2017-03-22T15:38:53.560" Title="Are there public transport data for Germany freely available?" Tags="|data-request|germany|public-transport|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="967" PostTypeId="2" ParentId="966" CreationDate="2013-08-06T20:41:29.537" Score="7" Body="&lt;p&gt;Again, OpenStreetMap to the rescue: it has a whole tag scheme related to public transport services. Pointers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://openbusmap.org/&quot;&gt;ÖPNVKarte&lt;/a&gt; (German, real domain [öpnvkarte.de] contains an umlaut, openbusmap.org is just a proxy domain) has a nice rendered world map, showing airport, train stations, rails, buses, subways, trams, ... &lt;strong&gt;worldwide&lt;/strong&gt; (with varying degrees of coverage, of course). The &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/%C3%96pnvkarte&quot;&gt;corresponding page on OSM Wiki&lt;/a&gt; gives background information.&lt;/li&gt;&#xA;&lt;li&gt;More general, the article &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Public_transport&quot;&gt;Public transport on OSM Wiki&lt;/a&gt; lists all important tags for extracting relevant data from a data dump.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-08-06T20:41:29.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="968" PostTypeId="2" ParentId="962" CreationDate="2013-08-06T21:36:29.970" Score="8" Body="&lt;p&gt;If you don't need programmatic access (i.e. an API), you can use the &lt;strong&gt;&lt;a href=&quot;https://encrypted.google.com/advanced_image_search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Advanced Image Search&lt;/a&gt;&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get there by following these simple steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Go to &lt;strong&gt;&lt;a href=&quot;http://search.creativecommons.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;search.creativecommons.org&lt;/a&gt;&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;Enter your search term (e.g. &lt;strong&gt;&lt;em&gt;berlin&lt;/em&gt;&lt;/strong&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Select your license requirements (&lt;strong&gt;&lt;em&gt;use for commercial purposes&lt;/em&gt;&lt;/strong&gt; and/or &lt;strong&gt;&lt;em&gt;modify, adapt, or build upon&lt;/em&gt;&lt;/strong&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Click on &lt;strong&gt;&lt;em&gt;Google Images&lt;/em&gt;&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;On Google Images, click on the &lt;strong&gt;&lt;em&gt;Size&lt;/em&gt;&lt;/strong&gt; filter, select &lt;strong&gt;&lt;em&gt;Larger than…&lt;/em&gt;&lt;/strong&gt; and then &lt;strong&gt;&lt;em&gt;4 MP (2272×1704)&lt;/em&gt;&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;That should do the trick.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: If you want to share the URL of the image search results, please have a look at &lt;a href=&quot;https://webapps.stackexchange.com/q/47587/45128&quot;&gt;Google image search URL that can be shared?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/odE6u.jpg&quot; alt=&quot;Screenshot of Google Images, searching for berlin, with filters applied&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:25.523" LastActivityDate="2013-08-07T08:30:27.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="969" PostTypeId="2" ParentId="964" CreationDate="2013-08-07T07:40:41.787" Score="4" Body="&lt;p&gt;Here's the best open data source for trend data I could think of: &lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia%3aST#Page_views&quot; rel=&quot;nofollow&quot;&gt;Wikipedia page view statistics&lt;/a&gt;. Derived datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://toolserver.org/~johang/wikitrends/english-uptrends-this-week.html&quot; rel=&quot;nofollow&quot;&gt;Wikitrends&lt;/a&gt;, a daily/weekly/monthly updated list of 10 most popular (as in page views) articles. Bonus: not only absolute, but also relative change top 10 lists (called uptrends/downtrends) are offered.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:5000&quot; rel=&quot;nofollow&quot;&gt;Wikpedia:5000&lt;/a&gt;, a weekly updated list of the 5000 most accessed articles.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wikipedia.trending.eu/en/index.html&quot; rel=&quot;nofollow&quot;&gt;Trending articles on Wikipedia&lt;/a&gt; finally seems pretty close to what you seek: popular articles in multiple language wikipedias during last 1, 3, 6, 12 or 24 hours. In my region of interest it shows the typical pattern of expected and surprising keywords.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-08-07T07:40:41.787" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="970" PostTypeId="1" CreationDate="2013-08-07T08:06:23.583" Score="5" ViewCount="1728" Body="&lt;p&gt;I'm displaying a map of territories, which consist of UK postcode districts (e.g. SN12)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The wikipedia &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_postcode_areas_in_the_United_Kingdom&quot; rel=&quot;noreferrer&quot;&gt;page&lt;/a&gt; for &lt;a href=&quot;http://en.wikipedia.org/wiki/SN_postcode_area&quot; rel=&quot;noreferrer&quot;&gt;each postal area&lt;/a&gt; includes a &lt;a href=&quot;http://en.wikipedia.org/w/index.php?title=Template%3aAttached_KML/SN_postcode_area&amp;amp;action=raw&quot; rel=&quot;noreferrer&quot;&gt;kml file&lt;/a&gt; that includes each district separately, which I'm using to combine and plot on my map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My issue is that there isn't one for the &lt;a href=&quot;http://en.wikipedia.org/wiki/BT_postcode_area&quot; rel=&quot;noreferrer&quot;&gt;BT postal area&lt;/a&gt;, there's only a SVG image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find a KML file like the ones that exist on wikipedia for postal areas, but for the BT area?&lt;/p&gt;&#xA;" OwnerUserId="1091" LastEditorUserId="70" LastEditDate="2013-08-07T19:01:26.503" LastActivityDate="2013-09-15T17:04:13.507" Title="I need a KML file for Northern Ireland BT postcodes" Tags="|data-request|postal-code|geospatial|uk|kml|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="971" PostTypeId="1" CreationDate="2013-08-07T12:06:35.663" Score="5" ViewCount="3166" Body="&lt;p&gt;I am searching a database of all zipcodes / postal codes and the city districts (part of the cities) in the world. Is there some service like the &lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;nofollow&quot;&gt;GeoNames&lt;/a&gt; database? I spoke with GeoNames, but they don't have the relation between the zipcodes and the districts in their data.&lt;/p&gt;&#xA;" OwnerUserId="1094" LastEditorUserId="70" LastEditDate="2013-08-07T18:37:15.897" LastActivityDate="2013-08-18T22:47:13.360" Title="Postal codes and city districts worldwide for download" Tags="|data-request|postal-code|district|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="972" PostTypeId="1" CreationDate="2013-08-07T16:37:29.773" Score="13" ViewCount="4891" Body="&lt;p&gt;I am trying to classify US Census tracts as urban, suburban, or rural. The Census Bureau provides a table with counts of people, and classifies them as either urban: urbanized area, urban: urban cluster, or rural.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the &lt;a href=&quot;http://www.census.gov/geo/reference/urban-rural.html&quot;&gt;US Census Bureau&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Census Bureau’s urban-rural classification is fundamentally a delineation of geographical areas, identifying both individual urban areas and the rural areas of the nation.  The Census Bureau’s urban areas represent densely developed territory, and encompass residential, commercial, and other non-residential urban land uses.  The Census Bureau delineates urban areas after each decennial census by applying specified criteria to decennial census and other data.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Census Bureau identifies two types of urban areas:&lt;/p&gt;&#xA;  &#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;Urbanized Areas (UAs) of 50,000 or more people;&#xA;    Urban Clusters (UCs) of at least 2,500 and less than 50,000 people.&#xA;    “Rural” encompasses all population, housing, and territory not included within an urban area.&lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I am wondering if there were a more practical way of thinking about these. Is a &quot;Urban Cluster&quot; more commonly associated with what we generally think of as &quot;Suburban&quot;? Or is not the correct way to think of these counts?&lt;/p&gt;&#xA;" OwnerUserId="24" LastEditorUserId="18" LastEditDate="2015-03-13T20:32:29.053" LastActivityDate="2020-04-15T01:15:22.537" Title="What is the difference between US Census definitions of &quot;Urbanized Areas&quot; and &quot;Urban Clusters&quot;?" Tags="|usa|us-census|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="975" PostTypeId="2" ParentId="972" CreationDate="2013-08-07T18:24:12.147" Score="4" Body="&lt;p&gt;Oddly enough, the best information that I could find on the topic seems to come from the &lt;a href=&quot;http://www.fhwa.dot.gov/planning/census_issues/archives/metropolitan_planning/faqa2cdt.cfm#q25&quot; rel=&quot;nofollow&quot;&gt;DOT, in a 2003 FAQ&lt;/a&gt; (after the 2000 census) who suggest that neither one is 'suburbs' on their own, as they have some sort of an urban core to them:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What is an Urbanized Area (UZA)?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;An Urbanized Area is a statistical geographic entity designated by the Census Bureau, consisting of a central core and adjacent densely settled territory that together contain at least 50,000 people, generally with an overall population density of at least 1,000 people per square mile. Within the transportation planning community Urbanized Areas are typically referred to as the UZAs. To learn more about Census geography, terms and criteria see &lt;a href=&quot;http://www.census.gov/geo/www/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/geo/www/&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;What is an Urban Cluster (UC)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;An Urban Cluster is a new statistical geographic entity designated by the Census Bureau for the 2000 Census, consisting of a central core and adjacent densely settled territory that together contains between 2,500 and 49,999 people. Typically, the overall population density is at least 1,000 people per square mile. Urban Clusters are based on Census block and block group density and do not coincide with official municipal boundaries.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, their link to the Census terms &amp;amp; criteria is a dead link ... but the Census has a statement on one of their pages titled '&lt;a href=&quot;http://www.census.gov/geo/reference/ua/urban-rural-2010.html&quot; rel=&quot;nofollow&quot;&gt;2010 Census Urban and Rural Classification and Urban Area Criteria&lt;/a&gt;':&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Census Bureau’s urban-rural classification is fundamentally a delineation of geographical areas, identifying both individual urban areas and the rural areas of the nation.  The Census Bureau’s urban areas represent densely developed territory, and encompass residential, commercial, and other non-residential urban land uses.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For the 2010 Census, an urban area will comprise a densely settled core of census tracts and/or census blocks that meet minimum population density requirements, along with adjacent territory containing non-residential urban land uses as well as territory with low population density included to link outlying densely settled territory with the densely settled core.  To qualify as an urban area, the territory identified according to criteria must encompass at least 2,500 people, at least 1,500 of which reside outside institutional group quarters.  The Census Bureau identifies two types of urban areas:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Urbanized Areas (UAs) of 50,000 or more people;&lt;/li&gt;&#xA;  &lt;li&gt;Urban Clusters (UCs) of at least 2,500 and less than 50,000 people.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;  &#xA;  &lt;p&gt;“Rural” encompasses all population, housing, and territory not included within an urban area.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To summarize, the two 'urban' areas are both a town or city and its suburbs, but the delination between UZA and UC are if there are 50k people in that general region.  I don't believe that you can use that designation to distinguish between urban &amp;amp; suburbs.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-08-07T18:24:12.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="976" PostTypeId="2" ParentId="971" CreationDate="2013-08-07T18:35:04.827" Score="2" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;nofollow&quot;&gt;GeoNames&lt;/a&gt;&lt;/strong&gt; does indeed provide the relationship between parts of cities and their postal codes. A few examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.geonames.org/postalcode-search.html?q=EC1&amp;amp;country=GB&quot; rel=&quot;nofollow&quot;&gt;Parts of London with the postal code &lt;em&gt;EC1&lt;/em&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.geonames.org/postalcode-search.html?q=Innere%20Stadt&amp;amp;country=AT&quot; rel=&quot;nofollow&quot;&gt;Postal codes of districts in Austria called &lt;em&gt;Innere Stadt (Inner City)&lt;/em&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can either use GeoNames' &lt;strong&gt;&lt;a href=&quot;http://www.geonames.org/postal-codes/&quot; rel=&quot;nofollow&quot;&gt;Postal Codes Lookup Tool&lt;/a&gt;&lt;/strong&gt;, or you can &lt;strong&gt;&lt;a href=&quot;http://download.geonames.org/export/zip/&quot; rel=&quot;nofollow&quot;&gt;download the database dumps in text format&lt;/a&gt;&lt;/strong&gt; for many countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is licensed under &lt;a href=&quot;https://creativecommons.org/licenses/by/3.0/&quot; rel=&quot;nofollow&quot;&gt;Creative Commons Attribution 3.0&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2013-08-07T18:56:11.767" LastActivityDate="2013-08-07T18:56:11.767" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="977" PostTypeId="2" ParentId="107" CreationDate="2013-08-08T03:23:54.140" Score="12" Body="&lt;p&gt;Wikidata RDF dumps have been available since 3-Aug-2013.&#xA;&lt;a href=&quot;http://www.mail-archive.com/wikidata-l@lists.wikimedia.org/msg02553.html&quot;&gt;http://www.mail-archive.com/wikidata-l@lists.wikimedia.org/msg02553.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're interested in topics related to Wikidata, I'd suggest subscribing to their mailing list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, both Freebase and DBpedia have had much larger dumps available for years.&lt;/p&gt;&#xA;" OwnerUserId="545" LastEditorUserId="263" LastEditDate="2013-08-08T15:44:28.010" LastActivityDate="2013-08-08T15:44:28.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="978" PostTypeId="1" CreationDate="2013-08-08T07:54:24.283" Score="3" ViewCount="5803" Body="&lt;p&gt;I am looking for some twitter crawlers for crawling the tweets/retweets and the social graph of some thousands of users. Suggestions are most welcome.&lt;/p&gt;&#xA;" OwnerUserId="1061" LastEditorUserId="70" LastEditDate="2015-03-27T13:43:44.617" LastActivityDate="2016-06-15T20:54:15.693" Title="Twitter crawlers for tweets, retweets and social network" Tags="|tool-request|web-crawling|social-media|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="980" PostTypeId="1" CreationDate="2013-08-08T14:47:28.270" Score="7" ViewCount="236" Body="&lt;p&gt;I want to make my geophysical dataset available for all humanity for all future.  Until now, I'd put the data on our institutes' FTP server and write the link in the academic article I'm publishing.  This is not optimal.  Links may change, servers may disappear, universities may change names or decide to restructure everything, and if someone reads the article 10 years from now, there's a good chance the data won't be available at the same address.  What I need is a permanent identifier for the dataset, like a DOI.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found &lt;a href=&quot;http://www.datacite.org&quot; rel=&quot;nofollow&quot;&gt;DataCite&lt;/a&gt;, but the only DataCite member in my country is the &lt;a href=&quot;http://snd.gu.se/en&quot; rel=&quot;nofollow&quot;&gt;Swedish National Data Service&lt;/a&gt; which deals with &lt;em&gt;humanities, social sciences and health sciences&lt;/em&gt;.  My geophysical dataset does not fit.  Is there another alternative for persistently publishing my dataset?  Either including hosting, or just a persistent link that redirects to a website, where I could update the redirect should the location of the data change for some reason.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What alternatives do I have for persistently publishing my data?&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="70" LastEditDate="2015-02-26T20:12:18.900" LastActivityDate="2015-02-26T20:12:18.900" Title="Persistent publishing of data. My nations DataCite does not cover my field; alternatives?" Tags="|releasing-data|doi|" AnswerCount="4" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="981" PostTypeId="1" CreationDate="2013-08-08T17:47:51.780" Score="2" ViewCount="251" Body="&lt;p&gt;I have just analyzed daily climatic station data from the publicly available &lt;a href=&quot;https://www.ncdc.noaa.gov/cgi-bin/res40.pl?page=gsod.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Surface Summary of Day (GSOD)&lt;/a&gt; dataset issued by &lt;a href=&quot;http://www.ncdc.noaa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Climatic Data Center&lt;/a&gt;. I compared them to the station data we purchased from our national institute CHMI (who is in fact owner of the stations), in particular monthly mean temperatures in March - June. I was surprised there is quite a big difference (T&lt;sub&gt;GSOD&lt;/sub&gt; - T&lt;sub&gt;CHMI&lt;/sub&gt;: min = -0.57°C, max = 0.17°C, RMSE = 0.24°C), considering these are monthly averages. Even worse, there is a &lt;strong&gt;systematic bias&lt;/strong&gt; - the GSOD values are mostly smaller, and the difference grows with growing temperature:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/lGyDx.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;Rounding errors are out of question, the precision of input data is tenths of °F or °C, and also rounding errors would be smaller and not increasing with increasing temperature.&lt;/p&gt;&#xA;&lt;p&gt;It is interesting that, according to the &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/gsod/GSOD_DESC.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;GSOD docs&lt;/a&gt;, the mean daily temperature reported by GSOD is not the one reported by the station, but is computed from the observations:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Count   32-33     Int.   Number of observations used in &#xA;                         calculating mean temperature&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;So (&lt;strong&gt;details of comparison&lt;/strong&gt;) I took mean daily temperature from GSOD data and filtered only records where Count = 24 (obs./day). Then I averaged them accross months and compared (only those months with all days data) to monthly means which we bought from CHMI.&lt;/p&gt;&#xA;&lt;p&gt;According to the docs, since our timezone is UTC+1/2, some observations can be grouped to different day:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;... these elements are derived from the stations' reports during the day,&#xA;and may comprise a 24-hour period which includes a portion of the&#xA;previous day.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;but since the days are consecutive, this cannot explain the systematic bias in &lt;em&gt;monthly&lt;/em&gt; means.&lt;/p&gt;&#xA;&lt;h2&gt;So, where is the problem? Is GSOD biased and why?&lt;/h2&gt;&#xA;&lt;p&gt;Could it be some methodological aspect? In fact, the difference is correlated not only with the temperature but with also the difference of daily maximum and minimum temperature (which is correlated to temperature), so the causality could be there.&lt;/p&gt;&#xA;" OwnerUserId="790" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-03-27T18:53:59.240" Title="Systematic bias in NCDC GSOD climate dataset?" Tags="|weather|analysis|noaa|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="982" PostTypeId="2" ParentId="913" CreationDate="2013-08-08T18:27:40.453" Score="2" Body="&lt;p&gt;The Zooniverse team &lt;a href=&quot;https://www.zooniverse.org/&quot; rel=&quot;nofollow&quot;&gt;https://www.zooniverse.org/&lt;/a&gt; has a bunch of great projects using crowd sourcing for research by reading in data or extracting measurements and category information from non-machine-readable records.  Examples are extracting weather data from historic ships logs, digitized copies of botanical records,  astronomical and biological images, etc.  &lt;/p&gt;&#xA;" OwnerUserId="160" LastActivityDate="2013-08-08T18:27:40.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="983" PostTypeId="1" CreationDate="2013-08-09T01:58:45.987" Score="6" ViewCount="116" Body="&lt;p&gt;I just got this from one of my co-workers ... posting it for her as it's more time critical than normal :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;My friend Ralph is leading a search and rescue effort for a ship that's&#xA;  been missing on the Tasman Sea.  They were last heard from June 4.  We're&#xA;  trying to get images from May 28 to the present (emphasis on the earlier&#xA;  part of that window) to see if we can get any clue of what's happened to&#xA;  them.  There are 7 people on board - one of the people on the Schooner SV&#xA;  Niña is Evi Nemeth, author of many famous Unix/Linux sysadmin manuals.  : (&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Google granted us a free license to Google Earth Pro, but it still doesn't&#xA;  have images that are recent enough.  I wrote Google to see if they could&#xA;  give us more recent images, but I haven't heard back.  I'm kind of lost&#xA;  when it comes to Earth-pointed data, but then I realized I have a friend&#xA;  who is involved in Informatics for the American Geophysical Union.  : )&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Any idea how to get high-res data?  The ship is 70 feet long, so the 1.5-m&#xA;  resolution stuff in google earth would be fine.  Until we get images,&#xA;  they're focusing on ocean current models + drift models for other abandoned&#xA;  ships to help the aerial searchers more clearly refine the expected&#xA;  location for the ship.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The ship was fairly well equipped for a 3-week cruise, so it's possible for&#xA;  them to survive with their supplies + fishing for several months.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Any advice is appreciated.  We're posting info on the efforts at:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://evxx.com/&quot; rel=&quot;nofollow&quot;&gt;http://evxx.com/&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Anyhow, if you have any idea how to get high-resolution data over the&#xA;  Tasman Sea, I'd be very happy to hear it.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="263" LastEditorUserId="754" LastEditDate="2015-03-05T10:16:26.817" LastActivityDate="2015-03-05T10:16:26.817" Title="Recent high spatial resolution images of the Tasman Sea" Tags="|data-request|images|aerial-photography|oceanographic|australia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="984" PostTypeId="1" CreationDate="2013-08-08T19:52:16.257" Score="4" ViewCount="105" Body="&lt;p&gt;Where can I find the training logs of (as many as possible) athletes?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have that first-hand data, to be able to do some statistical research. Training logs of real athletes, from which perhaps very useful information could be obtained (for instance: how sub-optimal is training once a week with respect to four times? Does it make a huge different for your shoulder strength if you only do bench presses vs doing a lot of overhead work? would I obtain some first-hand conclusion about the number of reps vs strength gain? That kind of things).&lt;/p&gt;&#xA;" OwnerDisplayName="Mephisto" LastEditorUserId="70" LastEditDate="2015-04-19T15:03:42.220" LastActivityDate="2015-04-19T15:03:42.220" Title="Where can I find the training logs of (as many as possible) athletes?" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="985" PostTypeId="2" ParentId="983" CreationDate="2013-08-09T11:45:42.470" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.wmo-sat.info/oscar/instrumenttypes/view/22&quot; rel=&quot;nofollow&quot;&gt;WMO OSCAR&lt;/a&gt; has a (complete?¹) list of current space-borne high resolution optical imagers, defined as instruments with a &quot;spatial resolution in the range of less than 1 m to a few 10 m.&quot;.  Scroll down to &quot;Current instruments&quot;.  I'm not an expert in high-resolution optical imagers, but I suspect the problems are as follows:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The higher the resolution, the smaller the field of view.  At high resolutions, it either takes a very long time to cover the entire globe, or data are only acquired on pre-order and for-pay.  Also, it's not free.  Some examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.wmo-sat.info/oscar/instruments/view/677&quot; rel=&quot;nofollow&quot;&gt;GeoEye&lt;/a&gt; has a resolution of 0.41 metre, and covers the globe in 6 months.  Otherwise, data are available for pre-order for a specific location, but the field of view is too small so it likely won't help you.  Competing &lt;a href=&quot;http://www.wmo-sat.info/oscar/instruments/view/676&quot; rel=&quot;nofollow&quot;&gt;WorldView&lt;/a&gt; has similar properties.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.wmo-sat.info/oscar/instruments/view/67&quot; rel=&quot;nofollow&quot;&gt;AWFS&lt;/a&gt; has global coverage in 5 days, but the resolution of 56 metre is insufficient.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.wmo-sat.info/oscar/instruments/view/84&quot; rel=&quot;nofollow&quot;&gt;CMT&lt;/a&gt; has a resolution of 4 metre, and global coverage in 104 days.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.wmo-sat.info/oscar/instruments/view/136&quot; rel=&quot;nofollow&quot;&gt;ETM+&lt;/a&gt; on LandSat has a resolution of 15 metre, and global coverage in 16 days.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.wmo-sat.info/oscar/instruments/view/180&quot; rel=&quot;nofollow&quot;&gt;HiRi&lt;/a&gt; on Pleiades has a resolution of 0.7 metre, and global coverage in 26 days.  I don't know if they actually acquire information accordingly, or if this is just a theoretical limitation: it would be an awful lot of data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you browse through the list I linked above, you will find many more examples.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Data may be difficult or impossible to obtain, and most data are not free and open.  In fact, many high-resolution optical imagers are carried on spy satellites.  Good luck.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I don't know &lt;em&gt;practically&lt;/em&gt; speaking how to get the data.  Many instruments are commercially operated.  You might be able to get more information by contacting companies such as &lt;a href=&quot;http://www.satimagingcorp.com/satellite-sensors/geoeye-2.html&quot; rel=&quot;nofollow&quot;&gt;GeoEye&lt;/a&gt;, &lt;a href=&quot;http://www.rapideye.com/&quot; rel=&quot;nofollow&quot;&gt;RapidEye&lt;/a&gt;, or &lt;a href=&quot;http://www.digitalglobe.com/&quot; rel=&quot;nofollow&quot;&gt;DigitalGlobe&lt;/a&gt;.  Perhaps your best bet may be to see if any agency can get recent &lt;a href=&quot;http://smsc.cnes.fr/PLEIADES/index.htm&quot; rel=&quot;nofollow&quot;&gt;Pleiades&lt;/a&gt; data.  If WMO OSCAR is correct, it might just be good enough: 0.7 metre and 26 days appears to be the best thing out there.  Again, data are not free and open, but search and rescue organisations in most countries should have access to the necessary funds.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;¹&lt;sup&gt;It seems not to include spy satellites, but those &lt;em&gt;might&lt;/em&gt; not have open data available...&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2013-08-09T12:15:10.910" LastActivityDate="2013-08-09T12:15:10.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="986" PostTypeId="2" ParentId="981" CreationDate="2013-08-09T14:56:36.157" Score="1" Body="&lt;p&gt;Without all of the original data, and its metadata, any answer here can only offer a guide as to how to start answering your questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your first question is: &quot;where is the problem?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your second question is: &quot;is GSOD biased?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both of these must start with further statistical analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And you need to analyse the metadata for the datasets you are comparing.  Go through the definitions side by side methodically, and look for overlaps and for differences.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Compare your available data at its most temporally disaggregate: more detailed than what you've done so far - monthly means can hide so much of relevance. If possible, try to recreate the monthly means &lt;strong&gt;yourself&lt;/strong&gt; from the individual readings: that can often highlight issues that cause this sort of discrepancy: e.g. the way that missing data or outliers are handled.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would also be very helpful to set out your prior.  And it would be helpful to analyse what's happening in the other months too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for using linear regression as an analytic tool in this case, do remember that it's a really blunt, unsophisticated tool; it will more often mislead than give useful information. Remember, courtesy of &lt;a href=&quot;http://andrewgelman.com/2013/08/04/19470/&quot; rel=&quot;nofollow&quot;&gt;Andrew Gelman&lt;/a&gt;, the criteria for its applicability:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;Validity. Most importantly, the data you are analyzing should map to the research question you are trying to answer. This sounds obvious but is often overlooked or ignored because it can be inconvenient. . . .&lt;/li&gt;&#xA;  &lt;li&gt;Additivity and linearity. The most important mathematical assumption of the regression model is that its deterministic component is a linear function of the separate predictors . . .&lt;/li&gt;&#xA;  &lt;li&gt;Independence of errors. . . .&lt;/li&gt;&#xA;  &lt;li&gt;Equal variance of errors. . . .&lt;/li&gt;&#xA;  &lt;li&gt;Normality of errors. . .&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="530" LastActivityDate="2013-08-09T14:56:36.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="987" PostTypeId="2" ParentId="980" CreationDate="2013-08-09T15:37:53.397" Score="5" Body="&lt;p&gt;For either users or producers of open data, the &lt;a href=&quot;http://www.re3data.org/&quot;&gt;Register for Research data Repositories&lt;/a&gt; (RE3) can be a useful resource.  In &lt;a href=&quot;http://www.re3data.org/about/&quot;&gt;their own words&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The goal of re3data.org is to create a global registry of research data repositories. The registry will cover research data repositories from different academic disciplines. re3data.org will present repositories for the permanent storage and access of data sets to researchers, funding bodies, publishers and scholarly institutions. In the course of this mission re3data.org aims to promote a culture of sharing, increased access and better visibility of research data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Among other information, the registry specifies what repositories provide the ability to identify particular datasets through DOI, URN, or otherwise.  It allows to search by discpline.  For example, searching exclusively for &lt;a href=&quot;http://service.re3data.org/search/results/filter?term=&amp;amp;d=25&amp;amp;filter_subjects_active%5batmospheric+science%5d=Atmospheric+Science&amp;amp;filter_properties_active%5bhasopenaccess%5d=Open+Access&quot;&gt;open access atmospheric science repositories&lt;/a&gt; gets 37 results.  Limiting it to &lt;a href=&quot;http://service.re3data.org/search/results/filter?term=&amp;amp;d=25&amp;amp;filter_subjects_active%5batmospheric+science%5d=Atmospheric+Science&amp;amp;filter_properties_active%5bhasopenaccess%5d=Open+Access&amp;amp;filter_properties_active%5bhaspid%5d=Persistent+Identifier&amp;amp;filter_properties_active%5bisreviewed%5d=Repository+reviewed+by+re3data.org&quot;&gt;those that have persistent identifiers&lt;/a&gt; reduces the number of results to 7, such as the &lt;a href=&quot;http://service.re3data.org/repository/r3d100010299&quot;&gt;World Data Center for Climate&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The registry aims at both producers and users of open data.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2013-08-09T15:37:53.397" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="988" PostTypeId="2" ParentId="195" CreationDate="2013-08-11T01:44:09.537" Score="6" Body="&lt;p&gt;It's not an API, but I just found the &lt;a href=&quot;http://dwtkns.com/srtm/&quot;&gt;SRTM Tile Grabber&lt;/a&gt;, which is a minimal interface to mirrored, zipped, 90m SRTM tiles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And better yet: &quot;The files linked here are version 4.1 of an effort by the folks at CIAT-CSI to scrub, polish, and remove gaps in the raw SRTM data released by NASA.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Github repo: &lt;a href=&quot;https://github.com/dwtkns/srtm-tile-grabber/&quot;&gt;https://github.com/dwtkns/srtm-tile-grabber/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="146" LastActivityDate="2013-08-11T01:44:09.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="989" PostTypeId="2" ParentId="978" CreationDate="2013-08-11T10:51:40.397" Score="4" Body="&lt;p&gt;Have you looked at: &lt;a href=&quot;http://datasift.com/&quot; rel=&quot;nofollow&quot;&gt;http://datasift.com/&lt;/a&gt; it is where I would start. &#xA;&lt;a href=&quot;http://gnip.com/&quot; rel=&quot;nofollow&quot;&gt;http://gnip.com/&lt;/a&gt; would be another good option.&lt;/p&gt;&#xA;" OwnerUserId="1124" LastActivityDate="2013-08-11T10:51:40.397" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="990" PostTypeId="2" ParentId="912" CreationDate="2013-08-11T10:57:32.437" Score="2" Body="&lt;p&gt;Have you tried &lt;a href=&quot;http://www.wolframalpha.com&quot; rel=&quot;nofollow&quot;&gt;http://www.wolframalpha.com&lt;/a&gt; for example &lt;a href=&quot;http://www.wolframalpha.com/input/?i=bacardi&quot; rel=&quot;nofollow&quot;&gt;http://www.wolframalpha.com/input/?i=bacardi&lt;/a&gt;. They have an API which will bring back this kind of data. I am not sure it works off a barcode, but that is worth a try.&lt;/p&gt;&#xA;" OwnerUserId="1124" LastActivityDate="2013-08-11T10:57:32.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="991" PostTypeId="2" ParentId="799" CreationDate="2013-08-11T11:01:49.753" Score="1" Body="&lt;p&gt;I have found &lt;a href=&quot;http://www.wunderground.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.wunderground.com/&lt;/a&gt; to be excellent. Great API and good coverage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Weather Underground provides weather information based on personal weather stations, airports and other open sources. It provides current weather, forecasts and historic data. Great search facilities and a very easy to use API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is open as in 'free' for low use. Open as in 'community sourced'.&lt;/p&gt;&#xA;" OwnerUserId="1124" LastEditorUserId="754" LastEditDate="2014-05-26T08:40:45.643" LastActivityDate="2014-05-26T08:40:45.643" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="992" PostTypeId="2" ParentId="748" CreationDate="2013-08-11T11:06:51.853" Score="2" Body="&lt;p&gt;I believe this is what &lt;a href=&quot;http://buzzdata.com&quot; rel=&quot;nofollow&quot;&gt;http://buzzdata.com&lt;/a&gt; (&lt;a href=&quot;http://buzzdata.com/faq/about&quot; rel=&quot;nofollow&quot;&gt;http://buzzdata.com/faq/about&lt;/a&gt;) was trying to do. Sadly, it closed down. I don't think anyone has picked up the baton. I think it would be a great idea.&lt;/p&gt;&#xA;" OwnerUserId="1124" LastActivityDate="2013-08-11T11:06:51.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="993" PostTypeId="2" ParentId="477" CreationDate="2013-08-11T11:25:25.563" Score="5" Body="&lt;p&gt;'Finding' data is a really hot topic. (Would love to up-vote but am too new). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is something I am asked a lot about at work. We call the process 'Data Landscaping'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of sites &lt;a href=&quot;http://www.programmableweb.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.programmableweb.com/&lt;/a&gt; can be useful - but often comes a bit light. We would then start with data marketplaces and data providers (&lt;a href=&quot;http://www.quandl.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.quandl.com/&lt;/a&gt; for example). And of course, search engines and following the right accounts on twitter.&#xA;Building Data Curation Experience plays a huge part. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We often have to start with exploring what a client as already. &#xA;I use a 'magic quadrant' with axis of 'Distant and Close data' and 'Dark and Light' data.&#xA;Distant data 'you know is out there, but don't have in your organisation'.&#xA;Close data 'you have access to directly'.&#xA;Dark data 'you don't really know what to do with'&#xA;Light data 'you know how to use to benefit your organisation'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then map against 'The Data Journey' (I am producing a white paper on this - message me if you would like a copy). Which shows how data moves and can be put to work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The combination of these two assets help show gaps in the landscape and raise questions to focus where to look next. I have not, as yet, seen any research into how people are finding new data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Great question!! :)&lt;/p&gt;&#xA;" OwnerUserId="1124" LastActivityDate="2013-08-11T11:25:25.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="994" PostTypeId="2" ParentId="980" CreationDate="2013-08-11T14:14:25.550" Score="3" Body="&lt;p&gt;The University of Minnesota has &lt;a href=&quot;https://www.lib.umn.edu/datamanagement/datacenters&quot; rel=&quot;nofollow noreferrer&quot;&gt;a pretty good guide on the topic&lt;/a&gt;.  In case of link rot, I've copied the summary:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Sharing your data and making it open available is easy. You can do any of the following:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Deposit in an appropriate data repository or archive (&lt;a href=&quot;https://www.lib.umn.edu/datamanagement/datacenters&quot; rel=&quot;nofollow noreferrer&quot;&gt;see list below&lt;/a&gt;) (ie. Subject-based)&lt;/li&gt;&#xA;&lt;li&gt;Deposit to &lt;a href=&quot;https://www.lib.umn.edu/datamanagement/archiving#udc&quot; rel=&quot;nofollow noreferrer&quot;&gt;an institutional repository&lt;/a&gt;, like the UMN Digital Conservancy.&lt;/li&gt;&#xA;&lt;li&gt;Post online via a project or institutional web site, for example &lt;a href=&quot;http://www.cbs.umn.edu/cedarcreek/research/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cedar Creek Ecosystem Science Reserve.&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Submit data to a &lt;a href=&quot;http://oad.simmons.edu/oadwiki/Journal_open-data_policies&quot; rel=&quot;nofollow noreferrer&quot;&gt;journal that support data supplements.&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.lib.umn.edu/datamanagement/cite&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cite your data&lt;/a&gt; in your work so others can find and access it (via a permanent URL or DOI).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;If you're attached to a university or similar, and they have an Intitutional Repository, you can talk to them to see if they'd accept data.  (not all do, because of size consideratons, and not all can mint DOIs ... it'd be worth telling them about &lt;a href=&quot;http://n2t.net/ezid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EZID&lt;/a&gt;) if they can't.)&lt;/p&gt;&#xA;&lt;p&gt;If you don't have an IR (instutional repo.) or a discipline repository that will accept it, and you don't want to go the journal publishing route, you still have more options that will take it and assign an ID:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datadryad.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dryad&lt;/a&gt; will accept submissions, with a small fee attached.  Most of their data is ecological &amp;amp; environmental in nature (they were built to support &lt;a href=&quot;http://www.dataone.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataONE&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://figshare.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FigShare&lt;/a&gt; will take data for free provided you make it available to the public.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://zenodo.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zenodo&lt;/a&gt; will take data for free, under different licensing, and can be embargoed.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-05-22T19:24:52.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="995" PostTypeId="1" CreationDate="2013-08-11T16:08:06.610" Score="7" ViewCount="125" Body="&lt;p&gt;Where can I find a population longitudinal survey that would include the following data on the &lt;em&gt;same individuals&lt;/em&gt; over a long period (5+ years, higher frequency is preferable)?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Basic demographics (age, sex, marital status) &lt;/li&gt;&#xA;&lt;li&gt;Religious affiliation&lt;/li&gt;&#xA;&lt;li&gt;Geographical location (the higher resolution—the better; city-level is very good)&lt;/li&gt;&#xA;&lt;li&gt;Income and other economic data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would be glad to hear suggestions that do not exactly fit this description.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for the country, the US is preferable, but other countries are equally accepted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the moment, I've found the following ones:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.thearda.com/Archive/Browse.asp&quot; rel=&quot;nofollow&quot;&gt;Association of Religion Data Archives (ARDA)&lt;/a&gt; (though I didn't yet find out which of the surveys fit my needs)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/3812&quot; rel=&quot;nofollow&quot;&gt;Marital Instability over the Life Course&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://psidonline.isr.umich.edu/default.aspx&quot; rel=&quot;nofollow&quot;&gt;Panel Study of Income Dynamics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://discover.ukdataservice.ac.uk/catalogue/?sn=7279&quot; rel=&quot;nofollow&quot;&gt;Labour Force Survey Five-Quarter Longitudinal Dataset, January 2012 - March 2013&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There're much more, but maybe you could suggest the most suitable one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&lt;strong&gt;Update&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Links from the answers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www3.norc.org/GSS+Website/&quot; rel=&quot;nofollow&quot;&gt;General Social Survey (GSS)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.electionstudies.org/index.htm&quot; rel=&quot;nofollow&quot;&gt;American National Election Studies (ANES)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/21600&quot; rel=&quot;nofollow&quot;&gt;National Longitudinal Study of Adolescent Health (Add Health), 1994-2008 (ICPSR 21600)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-04-01T14:12:50.033" LastActivityDate="2015-04-01T14:12:50.033" Title="Where can I find a longitudinal survey that includes sociographic data, including religion affiliation, over a long period?" Tags="|data-request|geospatial|demographics|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="996" PostTypeId="2" ParentId="972" CreationDate="2013-08-11T18:06:26.153" Score="6" Body="&lt;p&gt;The problem, I think, is that suburban is a judgment call. For example, most people would probably talk about Evanston and Oak Park as 'suburbs' of Chicago, but each themselves have population enough to qualify as a UA. In some cases, one might even call Naperville a suburb of Chicago, even though it has almost 150K population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I downloaded the shapefiles for &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2012/STATE/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US states&lt;/a&gt; and for &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2012/UAC/&quot; rel=&quot;nofollow noreferrer&quot;&gt;urban areas and clusters&lt;/a&gt; from the Census and made a very crude map. Here's a screenshot of Northern Illinois and some of the adjacent states. In this map, yellow is &quot;urban area&quot; and red is &quot;urban cluster&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dJzT3.png&quot; alt=&quot;Chicago area urban areas and clusters&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From this I think what we see is that you can't use either UA or UC to distinguish suburbs near a major city from the city itself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm still learning about this, but I think you might be more interested in the distinction between &quot;principal cities&quot; of metropolitan/micropolitan areas (what the Census refers to as &quot;Core-Based Statistical Areas&quot; or CBSAs) and other places that are in the CBSA but are not the principal city. But I don't know of any Census Bureau product that readily slices up the data that way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Addendum:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Today I read a story on FiveThirtyEight.com, &lt;a href=&quot;http://fivethirtyeight.com/features/how-suburban-are-big-american-cities/&quot; rel=&quot;nofollow noreferrer&quot;&gt;How Suburban are Big American Cities&lt;/a&gt;. They surveyed people to ask if they considered their ZIP code urban, suburban, or rural. Their conclusion:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Our analysis showed that the single best predictor of whether someone&#xA;  said his or her area was urban, suburban or rural was ZIP code&#xA;  density. Residents of ZIP codes with more than 2,213 households per&#xA;  square mile typically described their area as urban. Residents of&#xA;  neighborhoods with 102 to 2,213 households per square mile typically&#xA;  called their area suburban. In ZIP codes with fewer than 102&#xA;  households per square mile, residents typically said they lived in a&#xA;  rural area.2 The density cutoff we found between urban and suburban —&#xA;  2,213 households per square mile — is roughly equal to the density of&#xA;  ZIP codes 22046 (Falls Church in Northern Virginia); 91367 (Woodland&#xA;  Hills in California’s San Fernando Valley); and 07666 (Teaneck, New&#xA;  Jersey).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So that may be useful to someone...&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-05-26T14:24:57.070" LastActivityDate="2015-05-26T14:24:57.070" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="997" PostTypeId="2" ParentId="966" CreationDate="2013-08-11T19:49:46.840" Score="5" Body="&lt;p&gt;Some information on public transportation in Berlin&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Berlin/Transportation&quot; rel=&quot;nofollow&quot;&gt;http://wiki.openstreetmap.org/wiki/Berlin/Transportation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Recently (Nov. 2015), the Deutsche Bahn AG released some data on its infrastructure:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.deutschebahn.com/datasets/&quot; rel=&quot;nofollow&quot;&gt;http://data.deutschebahn.com/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="389" LastEditDate="2015-11-23T08:12:36.670" LastActivityDate="2015-11-23T08:12:36.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="998" PostTypeId="1" AcceptedAnswerId="1000" CreationDate="2013-08-12T16:13:04.893" Score="5" ViewCount="88" Body="&lt;p&gt;Where can I find Chicago traffic-related fatalities by day (and also ideally time)?&lt;/p&gt;&#xA;" OwnerUserId="215" LastEditorUserId="70" LastEditDate="2015-04-19T15:04:27.220" LastActivityDate="2016-06-13T21:44:26.333" Title="Chicago Traffic-Related Fatalities" Tags="|data-request|usa|transportation|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="999" PostTypeId="2" ParentId="995" CreationDate="2013-08-12T18:26:07.470" Score="3" Body="&lt;p&gt;Here are some additional studies that may be useful:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Most likely meets most or all of your criteria:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACDA/studies/04690&quot; rel=&quot;nofollow&quot;&gt;Americans' Changing Lives: Waves I, II, III, and IV, 1986, 1989, 1994, and 2002 (ICPSR 04690)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;May meet some of your criteria:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You mentioned ARDA studies already, but &lt;a href=&quot;http://www.thearda.com/Archive/Browse_a.asp#N&quot; rel=&quot;nofollow&quot;&gt;the National Study of Youth and Religion (3 separate waves)&lt;/a&gt; may be helpful.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="215" LastActivityDate="2013-08-12T18:26:07.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1000" PostTypeId="2" ParentId="998" CreationDate="2013-08-12T18:54:28.047" Score="5" Body="&lt;p&gt;This data used to be publicly available through the Illinois Department of Transportation's Safety Data Mart. However, the Department's new &lt;a href=&quot;https://webapps.dot.illinois.gov/SafetyPortal/&quot; rel=&quot;nofollow&quot;&gt;Safety Portal&lt;/a&gt; is &lt;a href=&quot;http://chi.streetsblog.org/2015/08/21/state-transportation-department-is-refusing-to-provide-crash-data-to-citizens/&quot; rel=&quot;nofollow&quot;&gt;now only accessible to other government agencies&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Chicago data, you can get historical data from the &lt;a href=&quot;https://github.com/stevevance/Chicago-Crash-Browser/blob/master/DATA.md&quot; rel=&quot;nofollow&quot;&gt;Chicago Crash Browser&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-06-13T21:44:26.333" LastActivityDate="2016-06-13T21:44:26.333" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1001" PostTypeId="1" CreationDate="2013-08-12T18:57:55.157" Score="2" ViewCount="205" Body="&lt;p&gt;I've been searching furiously and the closest I came across was this for the Europe &lt;a href=&quot;http://marketing-advertising-the-media.europages.co.uk/business-directory-europe/did-22/Marketing-Advertising-the-Media.html&quot; rel=&quot;nofollow&quot;&gt;http://marketing-advertising-the-media.europages.co.uk/business-directory-europe/did-22/Marketing-Advertising-the-Media.html&lt;/a&gt; and some 20 years old statistics from &lt;a href=&quot;https://explore.data.gov/&quot; rel=&quot;nofollow&quot;&gt;https://explore.data.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if there's such database?&lt;/p&gt;&#xA;" OwnerUserId="1132" LastEditorUserId="70" LastEditDate="2015-04-19T15:05:09.627" LastActivityDate="2015-04-19T15:05:09.627" Title="Statistics of US/Europe Businesses, Advertising Agencies Specifically" Tags="|data-request|companies|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1002" PostTypeId="2" ParentId="961" CreationDate="2013-08-12T19:02:17.810" Score="2" Body="&lt;p&gt;The City of Chicago publishes building violations: &lt;a href=&quot;https://data.cityofchicago.org/Buildings/Building-Violations/22u3-xenr&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofchicago.org/Buildings/Building-Violations/22u3-xenr&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-08-12T19:02:17.810" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1003" PostTypeId="2" ParentId="971" CreationDate="2013-08-12T19:05:33.057" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.gadm.org/&quot; rel=&quot;nofollow&quot;&gt;GADM database of Global Administrative Areas&lt;/a&gt; could be a good place to start.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-08-12T19:05:33.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1004" PostTypeId="2" ParentId="1001" CreationDate="2013-08-12T20:31:32.980" Score="3" Body="&lt;p&gt;Gut feel, you will have to dig this data up &lt;em&gt;country by country&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This list should be fairly up to date for the UK.&#xA;&lt;a href=&quot;http://www.ipa.co.uk/framework/sections/agency/agencies.aspx?display=list&amp;amp;menu=open&quot; rel=&quot;nofollow&quot;&gt;http://www.ipa.co.uk/framework/sections/agency/agencies.aspx?display=list&amp;amp;menu=open&lt;/a&gt; (something like import.io or scraperwiki will help you turn the page into &lt;code&gt;data&lt;/code&gt; - I don't think they have an API)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this &lt;a href=&quot;http://eaca.adforum.com/search/agency/idCountry/783&quot; rel=&quot;nofollow&quot;&gt;http://eaca.adforum.com/search/agency/idCountry/783&lt;/a&gt; which has a variety of search options for agencies. Again, it is a site not a db. So you would have to use a scraper of some variety. There is still no guarantee of accuracy or completeness.&lt;/p&gt;&#xA;" OwnerUserId="1124" LastActivityDate="2013-08-12T20:31:32.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1005" PostTypeId="2" ParentId="984" CreationDate="2013-08-12T20:47:46.400" Score="2" Body="&lt;p&gt;Try these:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://link.springer.com/article/10.1007/BF00601804&quot; rel=&quot;nofollow&quot;&gt;Longitudinal study of the effect of high intensity weight training on aerobic capacity&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.researchgate.net/publication/48347113_Effect_of_endurance_training_on_lung_function_a_longitudinal_study&quot; rel=&quot;nofollow&quot;&gt;Effect of endurance training on lung function: a longitudinal study&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="215" LastActivityDate="2013-08-12T20:47:46.400" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1006" PostTypeId="2" ParentId="818" CreationDate="2013-08-12T22:12:55.010" Score="6" Body="&lt;p&gt;&lt;a href=&quot;https://affiliate-program.amazon.com/gp/advertising/api/detail/main.html&quot;&gt;Amazon has an API for this&lt;/a&gt;, and then there's always web-scraping.&lt;/p&gt;&#xA;" OwnerUserId="215" LastActivityDate="2013-08-12T22:12:55.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1007" PostTypeId="1" CreationDate="2013-08-13T08:07:33.207" Score="30" ViewCount="63820" Body="&lt;p&gt;I'm mainly interested in soccer related statistics. There are quite a few different API's relating to soccer, but most of them are commercial and far, far out of my price range. I've looked at DBpedia, but a lot of their data is quite out of date.&lt;/p&gt;&#xA;" OwnerUserId="1128" LastEditorUserId="22040" LastEditDate="2019-06-12T14:43:57.700" LastActivityDate="2020-12-29T09:58:20.300" Title="Are there any open datasets for soccer statistics?" Tags="|data-request|api|sports|football|" AnswerCount="19" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1008" PostTypeId="1" CreationDate="2013-08-13T21:03:27.440" Score="5" ViewCount="304" Body="&lt;p&gt;I can understand the need for real-time data in 'bidding' and 'automated' scenarios. I can also see the point for direct customer interaction and response through social media (maybe).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, beyond this, real-time often just seems to mean 'Not too out of date for my use case'. This means, quite often, data for yesterday, or this morning. It doesn't mean the user requires a real-time 'live' streaming system at massive cost. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However real-time is a fashionable buzzword at the moment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would love to know what real &lt;strong&gt;value generating&lt;/strong&gt; business use-cases there are, &lt;em&gt;that involve people&lt;/em&gt;, which require real-time data?&lt;/p&gt;&#xA;" OwnerUserId="1124" LastEditorUserId="70" LastEditDate="2015-03-27T18:54:35.533" LastActivityDate="2015-03-27T18:54:35.533" Title="Realtime Data - Why and Who?" Tags="|uses-of-open-data|real-time|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1009" PostTypeId="2" ParentId="1007" CreationDate="2013-08-13T21:04:09.613" Score="8" Body="&lt;p&gt;If you agree that &quot;the web is an API&quot;, you may scrape statistics from HTML pages. For instance, oddsportal.com has historical betting quotes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose this data is not open but maybe helpful for personal use/fun.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are using the programming language &lt;a href=&quot;http://www.r-project.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;R&lt;/a&gt;, you might find &lt;a href=&quot;http://cran.r-project.org/web/packages/fbRanks/vignettes/Scrape_match_data.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this vignette on web scraping match data (PDF)&lt;/a&gt; helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Today I found &lt;a href=&quot;http://www.football-data.co.uk/data.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;football-data.co.uk&lt;/a&gt; which provides a lot of statistics as CSV, for free (whatever that means).&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorDisplayName="user6247" LastEditDate="2019-02-10T15:59:21.980" LastActivityDate="2019-02-10T15:59:21.980" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1010" PostTypeId="2" ParentId="1008" CreationDate="2013-08-13T21:19:55.253" Score="3" Body="&lt;p&gt;Three examples:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;There is a startup that generates &lt;a href=&quot;https://www.stockpulse.de/en/&quot; rel=&quot;nofollow&quot;&gt;stock market signals from real-time social network data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;There is a logistics consultant who &lt;a href=&quot;http://hammacher-datentechnik.com/&quot; rel=&quot;nofollow&quot;&gt;visualizes lots of inventory data in real time (link leads to a German promo video)&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Here is someone who &lt;a href=&quot;http://stats.tis.bz.it/&quot; rel=&quot;nofollow&quot;&gt;predicts visitors to South Tyrolean&lt;/a&gt; using amazon sales rankings of travel literature (ok, maybe this project may not need real time data)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I am not related in any way to these projects&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="389" LastEditDate="2013-09-11T22:48:10.740" LastActivityDate="2013-09-11T22:48:10.740" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1011" PostTypeId="2" ParentId="1008" CreationDate="2013-08-14T13:50:44.823" Score="6" Body="&lt;p&gt;&lt;strong&gt;Learning:&lt;/strong&gt;&#xA;This is huge and can be applied to anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Imagine trying to learn how to play poker.  You can only play one hand every hour.  How long will it take you to learn how to play poker?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;&quot;Not too out of date for my use case&quot;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If the company is smart and whose goal is to make a profit, they will change their &quot;use case&quot; or even completely revamp the point or meaning of the use case so they can derive insights like what their competitors are doing, and much more outside the scope of this response to, for lack of a better word, &lt;strong&gt;&lt;em&gt;win&lt;/em&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With a realtime source feed this doesn't even cost much money.  I actually am 100% broke at the moment ($0) but I could program a few things on my computer or even (lol) go to the public library, rent out an amazon web server for 25 cents an hour that I remote desktop into, and start gathering insights with the correct programming and know-how.  Then, with correctly applied statistics, start deriving insights.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This concept mostly involves repeatedly testing different products or permutations of ideas (which is essentially what everyone does), but in the accelerating marketplace of the online world (and to the retail world as well since they are beginning to blend), competition is not going to go away.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whomever learns the quickest wins.  If you have direct competitors, whomever has the economic advantage will win, even if it's an accumulation of several different economic advantages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could say they got that economic advantage in a different way because maybe they:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Already know more about the market&lt;/li&gt;&#xA;&lt;li&gt;Initially had a longer time frame to learn more&lt;/li&gt;&#xA;&lt;li&gt;Had better connections/got luckier/hired the smartest people&lt;/li&gt;&#xA;&lt;li&gt;Are able to learn much faster than their competitors&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The internet changes VERY rapidly.  So would you agree with me that numbers 1, 2, and even 3 are becoming more irrelevant nowadays?  I didn't list money/resources because, usually, all they let you do is learn more quickly in some form or fashion.  Sometimes there are barriers to entry (example: oh no, we can only do 5,000 API requests per day and can't pay more for anymore?).  Learn more and you'll figure out a way around anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Colleges don't even teach the skills that are in most demand today! - unless its a programming language or something.  And if they do, then the teachers most likely don't know much more than the students!  Think about &quot;social media.&quot;&lt;br&gt;&#xA;Who teaches that?&lt;br&gt;&#xA;How many people are looking for experts in it?&lt;br&gt;&#xA;Now look at my poker learning analogy.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you think money is the biggest problem, then you're not learning quickly enough how to potentially point out trends that could persuade someone to invest, or you're not able to see all the little miniature data points that reveal the hidden picture - the one that could be lowering costs by a factor of 4.  That is, assuming you're able to analyze them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'd also not see how the real-time feed allows one to quickly test ideas and throw them out or keep them.  What if you wanted to test permutations of ideas?  Assuming sample size is large enough, you'd only be able to test one permutation (of which you'd probably have lets say 3x3x3=27 of) every day or whatever interval.  How would you sell that to inner management?  Think they'd be more easily persuaded if you could get the answer within an hour and do it cheaply? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What about factors that may change during your 27 days of permutation testing that would affect the outcome like market factor forces, seasonality, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It could be argued that getting the data over a longer time frame is better because you'd hope all uncontrollable factors would be included in the analysis as an average; but what if you wanted to control one of those factors and, say, just test at 4pm-5pm with all the permutations?  Or any other innumerable cases I could think of.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The factor of time here is most important in my opinion to be honest.  Why?  You may sacrifice a bit of accuracy by not doing the test for a lengthy period, but that sacrifice will lead you to conduct more experiments with better accuracy...ones that you could immediately implement.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now you could also argue your sample size isn't large enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most people assume you need a massive sample size.  Something to consider though is the validity of your analysis increases with sample size, BUT it increases at a quickly decreasing rate.  Something to consider - and apply with realtime data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I love massive sample sizes too, but how do you think drugs get approved in clinical trials or medical research studies are done with 20 people? They can't test them out on thousands and thousands of people.  They use statistical methods.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:  They look at all results of EVERYTHING, even things you may think are completely unrelated they record.  Blood pressure, heart rate, hair growth, skin color change, rashes, change in color preference perceived mood, sleep time, computer time, perceived interest, the combination of each factor and the combination of each factor on each other combination of factors comparing that to known full population averages are...factoring in time..etc..The data in small sample sizes is there (ie. real-time data would be considered a small sample size if you're using little snapshots of it), it's about setting up for it and digging deep.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many, many other statistical methods are available like fractional factorial, non-parametric, design of experiments, deriving simulated numbers from your numbers based on standard deviation and probability and seeing how they fit into your model, etc. methods as well.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ok enough belaboring on my part.  Here are a few examples too:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h1&gt;IP Addresses &amp;amp; What Their Attributes are at that Time&lt;/h1&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;GEO location to IP services such as Maxmind constantly update their database because IP addresses change so frequently.  For example, for a day or even 3 hours you could have your IP be used as a Tor exit node meaning alot of websites will block you, and do it quickly, or list you as using a &quot;proxy.&quot; This is based upon data from GeoIP databases, which somehow will pick up on you being a tor exit node and will change the attributes of your IP quickly and accordingly to that information.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;An attempt to geolocate a potential customer based on the results of a GEO-IP database and thus discovering potential facts about them using a big enough sample size that you regress into a big database of known facts about that area (like avg level of income) using census data.  =x   This involves the central limit theorum.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Thwarting fraud and identity theft.  If your IP is listed as a &quot;proxy&quot; in GEO-IP databases, the merchant will likely pick up on that (by doing behind the scenes requests to the their GEO-IP database provider) and reject your attempt to purchase anything.  &lt;strong&gt;&lt;em&gt;Essentially they are assuming your attempt to hide your identity must mean you're also hiding other things.&lt;/em&gt;&lt;/strong&gt;  Plus, statistics from transactions reveals this to overwhelmingly be true anyway.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Imagine you are a thief and stole someone's CC number and are trying to buy stuff online.  Are you going to use your home IP address?  Probably not.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h1&gt;Online Media Buying&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I can actually add more to this since I buy media online.  Albeit I admit that much of that does involve bidding and you admit the realtime factor being important for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there's MUCH more to it than that.  One thing that REALLY bothers me when I'm buying media is the lack of real time RESULTS being published as well.  Say I want to raise my bid price really high and see what happens - I'm testing the market.  Most systems will only charge you when you do this as if you were bidding slightly higher than the next person, but sometimes they won't, &lt;em&gt;or in my experience they actually just say they do and charge you some strange inflated ratio.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In our example lets say I get my results every 30 minutes.  During that 30 minutes my bid price was $10 dollars per click.  A very high bid on average.  I need to know the results of this test to judge all sorts of things about the market (and by market it could mean a specific website, or a specific keyword, anything really) like competition, size, potential of market, conversion rate, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I get my results back 30 minutes later and, oh crap, I just spent $10,000 because I was blind during the test.  Had I been able to see it realtime, I could of just done it for 30 seconds and known a good outcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could argue that I should have gradually raised my bid.  If so, I point you back to the poker analogy up top and remind you of all the permutations I have to test as well.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This also gets even more complex when you're working with sales reps at a digital marketing firm and the client or your boss wants answers quickly.  This means you have to conduct &lt;strong&gt;a lot&lt;/strong&gt; of tests on a very, very wide permutation of variables in order to be able to give them the information they seek or just to be able to found out what the profitable combination is.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could tell a client or anyone else alot in about 10 minutes with realtime data, using statistical analysis (a skill very few in my field have unfortunately), and trying different permutations...mostly involving macro changes (macro changes let you cover more ground at once - it's essentially a compensation for the inability to do everything real-time).  Without that, it could take a week.  Time is money.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Being able to make a move every 30 minutes or every morning won't work well when you have so many permutations to test (bid, landing page, source, offer, etc. etc. etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As another example, a company I worked for had a tech team that could only change the landing page every 2 weeks - whereas it would take me 30 seconds to make the change I wanted...but I wasn't allowed to do it.  In fact, I wasn't even allowed to talk directly to the person making the change.  It had to go through 3-4 different and usually unnecessary people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Imagine being able to make a move every 2 weeks and during those two weeks having to run the campaign and deal with the pressure and constant reminder that the campaign was not profitable.  Back to the poker learning analogy.&lt;/p&gt;&#xA;" OwnerUserId="1139" LastEditorUserId="1170" LastEditDate="2013-08-18T23:37:08.090" LastActivityDate="2013-08-18T23:37:08.090" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1012" PostTypeId="1" AcceptedAnswerId="1023" CreationDate="2013-08-14T15:24:41.887" Score="8" ViewCount="4187" Body="&lt;p&gt;I'm interested in generating some open-source maps, with possibly world-wide coverage. I know that depending on the number of zoom levels I include, the number of tiles can be very large, taking up a lot of disk space. I also don't anticipate that demand for the maps will be very large, so bandwidth isn't as much of an issue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What's the best way to store and host map tiles, assuming that keeping costs low is more important than bandwidth?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus question: what if demand goes up, and bandwidth becomes more important than lowest cost?&lt;/p&gt;&#xA;" OwnerUserId="146" LastEditorUserId="146" LastEditDate="2013-08-14T15:55:38.493" LastActivityDate="2017-02-12T16:59:09.890" Title="What's the best way to host map tiles?" Tags="|releasing-data|standards|data-format|geospatial|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1013" PostTypeId="1" CreationDate="2013-08-14T15:44:17.490" Score="4" ViewCount="143" Body="&lt;p&gt;(Background - a previous answer to this question--not sure how to link it--tells us City of Chicago publishes building violations.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We've developed a free mobile app (Vancouver RentalDog, currently in iTunes) that allows people to identify licensed rental buildings in Vancouver, which have outstanding bylaw infractions. Our data is pulled from City of Vancouver and hosted on our server for access by mobile clients.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions for contacts in other cities that have similar datasets? We're more than willing to work with IT staff to put their data into Open.&lt;/p&gt;&#xA;" OwnerUserId="1071" LastActivityDate="2013-12-22T23:30:13.253" Title="Besides Vancouver and Chicago, what cities have open data on rental buildings bylaw infractions?" Tags="|data-request|government|city|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1014" PostTypeId="2" ParentId="955" CreationDate="2013-08-14T17:34:43.480" Score="3" Body="&lt;p&gt;I haven't found anything quite like what you want, but you might be able to build it from a bunch of separate datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many datasets have solid waste production/consumption on the level of buildings.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.weatherfordtx.gov/Government/Solid-Waste-Operating-Statistics/mvy8-6q2t&quot; rel=&quot;nofollow&quot;&gt;https://data.weatherfordtx.gov/Government/Solid-Waste-Operating-Statistics/mvy8-6q2t&lt;/a&gt;?&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.snostat.org/Government/Solid-Waste-Transfer-Station-Data-2012-/xn5u-y9xd&quot; rel=&quot;nofollow&quot;&gt;https://data.snostat.org/Government/Solid-Waste-Transfer-Station-Data-2012-/xn5u-y9xd&lt;/a&gt;?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here's one with aggregates for the US.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.oregon.gov/Environment/Materials-Discarded-in-the-U-S-Municipal-Waste-Str/3g88-w2ag&quot; rel=&quot;nofollow&quot;&gt;https://data.oregon.gov/Environment/Materials-Discarded-in-the-U-S-Municipal-Waste-Str/3g88-w2ag&lt;/a&gt;?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I found all of these by searching on &lt;a href=&quot;http://openprism.thomaslevine.com/#/solid%20waste/1&quot; rel=&quot;nofollow&quot;&gt;OpenPrism&lt;/a&gt;. You'll probably find more if you look through more of that search's results.&lt;/p&gt;&#xA;" OwnerUserId="1140" LastActivityDate="2013-08-14T17:34:43.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1015" PostTypeId="2" ParentId="964" CreationDate="2013-08-14T17:42:44.587" Score="2" Body="&lt;p&gt;I've just been playing with &lt;a href=&quot;http://thomaslevine.com/!/socrata-metrics-api/&quot; rel=&quot;nofollow&quot;&gt;Socrata's site metrics&lt;/a&gt;. You get a quite a lot of information, which is nice. Unfortunately, Socrata doesn't have very many users, and its users are probably quite strange compared to the rest of the world.&lt;/p&gt;&#xA;" OwnerUserId="1140" LastActivityDate="2013-08-14T17:42:44.587" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1016" PostTypeId="2" ParentId="1013" CreationDate="2013-08-14T17:46:11.677" Score="1" Body="&lt;p&gt;You might find some on Edmonton in &lt;a href=&quot;https://data.edmonton.ca/Community-Services/Bylaw-Infractions/xgwu-c37w?&quot; rel=&quot;nofollow&quot;&gt;this dataset&lt;/a&gt;, but I haven't managed to find any others. You might try contacting portal administrators or submitting FOI requests.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Contacting the portals&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Socrata data portals have a &lt;a href=&quot;https://data.edmonton.ca/nominate&quot; rel=&quot;nofollow&quot;&gt;page where you can suggest a dataset&lt;/a&gt;. I suspect that other data portal software has such a page too. You can adapt &lt;a href=&quot;https://github.com/tlevine/socrata-nominate&quot; rel=&quot;nofollow&quot;&gt;this script&lt;/a&gt; to submit the same request across all Socrata portals.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Submitting an FOI request&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;To submit an FOI request, you send a letter to the appropriate FOI officier.&lt;/p&gt;&#xA;" OwnerUserId="1140" LastActivityDate="2013-08-14T17:46:11.677" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1017" PostTypeId="2" ParentId="477" CreationDate="2013-08-14T17:55:32.867" Score="5" Body="&lt;p&gt;I'm starting to think that nobody really has a systematic way of finding datasets. With that in mind, I recently made &lt;a href=&quot;http://openprism.thomaslevine.com&quot;&gt;OpenPrism&lt;/a&gt; so I could search 100 data portals at once.&lt;/p&gt;&#xA;" OwnerUserId="1140" LastActivityDate="2013-08-14T17:55:32.867" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1018" PostTypeId="2" ParentId="980" CreationDate="2013-08-14T18:00:57.337" Score="2" Body="&lt;p&gt;Try talking to archive.org. It doesn't seem like an ordinary person can upload into the &lt;a href=&quot;http://archive.org/details/datasets&quot; rel=&quot;nofollow&quot;&gt;dataset collection&lt;/a&gt;, but they might be able to arrange something; this feels to me like the right place to put it.&lt;/p&gt;&#xA;" OwnerUserId="1140" LastActivityDate="2013-08-14T18:00:57.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1019" PostTypeId="2" ParentId="963" CreationDate="2013-08-14T18:11:10.573" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.capitalbikeshare.com/trip-history-data&quot; rel=&quot;nofollow&quot;&gt;Capital Bikeshare&lt;/a&gt; has this. &lt;a href=&quot;http://www.meetup.com/betanyc/events/121671282/&quot; rel=&quot;nofollow&quot;&gt;CitiBike&lt;/a&gt; seems to as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, &lt;a href=&quot;http://api.citybik.es/&quot; rel=&quot;nofollow&quot;&gt;CityBikes&lt;/a&gt; looks really cool.&lt;/p&gt;&#xA;" OwnerUserId="1140" LastActivityDate="2013-08-14T18:11:10.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1021" PostTypeId="2" ParentId="965" CreationDate="2013-08-15T04:49:05.620" Score="6" Body="&lt;p&gt;It's unclear what you mean by &quot;voter registration data&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it's demographic statistical data, the &lt;a href=&quot;http://www.census.gov/hhes/www/socdemo/voting/&quot;&gt;Census Bureau&lt;/a&gt; has reports from 2012 and earlier, and there are more reports at the &lt;a href=&quot;http://www.eac.gov/registration-data/&quot;&gt;Election Assistance Commission&lt;/a&gt;.  These reports cover the whole US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;if, instead, you are looking for actual voter lists (names, addresses), then it's unlikely to ever be available at a national level (for some states, the sale of the lists generates revenue). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, some recent data (only) for a few states has been put online by Tom Alciere:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://connvoters.com/&quot;&gt;Connecticut&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://delawarevoters.info/&quot;&gt;Delaware&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://coloradovoters.info/&quot;&gt;Colorado&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://flvoters.com/&quot;&gt;Florida&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ohiovoters.info/&quot;&gt;Ohio&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://oklavoters.com/&quot;&gt;Oklahoma&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://utvoters.com/&quot;&gt;Utah&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These are ugly sites, presumably just automatically produced to generate advertising traffic. But for about half the states, the full dataset has been made available to download without restrictions, and the others are easy to crawl.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastActivityDate="2013-08-15T04:49:05.620" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1022" PostTypeId="1" AcceptedAnswerId="1024" CreationDate="2013-08-15T12:47:05.230" Score="7" ViewCount="1543" Body="&lt;p&gt;I'm trying to get hold of the Wikidata inter-language links, i.e. a file listing all of the articles and which articles they are linked to in other languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;( &lt;a href=&quot;http://www.wikidata.org/wiki/Wikidata:Glossary#Sitelink&quot;&gt;http://www.wikidata.org/wiki/Wikidata:Glossary#Sitelink&lt;/a&gt; )&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems like this should exist, and such a file seems available in the Wikidata data dumps: &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/&quot;&gt;http://dumps.wikimedia.org/wikidatawiki/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would have thought the one I want is &quot;...langlinks.sql.gz&quot;, which is described as &quot;Wiki interlanguage link records.&quot; That file is only 32 KB though, and the SQL file only produces a few thousand lines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What am I not understanding? Is it possible to get a list of these links?&lt;/p&gt;&#xA;" OwnerUserId="1148" LastActivityDate="2015-10-05T11:10:35.657" Title="How can I get the Wikidata inter-language links?" Tags="|wikidata|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1023" PostTypeId="2" ParentId="1012" CreationDate="2013-08-15T15:07:51.380" Score="11" Body="&lt;p&gt;Take a look at what OpenStreetMap does. There's a page describing the nature of &lt;a href=&quot;http://wiki.openstreetmap.org/Tile_Disk_Usage&quot; rel=&quot;nofollow noreferrer&quot;&gt;tile server disk usage&lt;/a&gt;. If you go up to zoom level 18 worldwide, you're talking about 91,625,968,981 tiles, which would take around 54000GB of disk space, but would mostly never be viewed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I'm not sure if it would ever be a sensible approach, but having said that, I heard that MapBox &lt;em&gt;do&lt;/em&gt; pre-generate all their tiles when hosting a tile set. I think they go up to higher zoom levels just in the cities or something like this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The approach OpenStreetMap tile servers use, is a combination of on-the-fly rendering and caching. The management of this is done with a specially written apache module called &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Mod_tile&quot; rel=&quot;nofollow noreferrer&quot;&gt;mod_tile&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Either way, if you want to do things worldwide up to a high zoom level, you need something a little more complicated than a filesystem full of 256x256px PNG images. mod_tile stores files in cache as a '&lt;a href=&quot;http://wiki.openstreetmap.org/Meta_tiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;meta-tiles&lt;/a&gt;'. MapBox uses a format called &lt;a href=&quot;http://www.mapbox.com/developers/mbtiles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MBTiles&lt;/a&gt; to store all the tiles in a database file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I mentioned &lt;a href=&quot;http://www.mapbox.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;MapBox&lt;/a&gt; a few times. If you pay them they'll render &amp;amp; host tiles for you. There's various other &lt;a href=&quot;http://switch2osm.org/providers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;providers of tile hosting/rendering and other map services&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general you'll find the OpenStreetMap tech community have a lot of experience with this kind of thing. You can &lt;a href=&quot;http://wiki.openstreetmap.org/Contact&quot; rel=&quot;nofollow noreferrer&quot;&gt;contact them in various ways&lt;/a&gt;. There's even a question &amp;amp; answer site: &lt;a href=&quot;https://help.openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://help.openstreetmap.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1150" LastEditorUserId="1150" LastEditDate="2017-02-10T17:09:32.547" LastActivityDate="2017-02-10T17:09:32.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1024" PostTypeId="2" ParentId="1022" CreationDate="2013-08-15T21:56:42.163" Score="6" Body="&lt;p&gt;The official &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata dumps&lt;/a&gt; are still in a very early stage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the moment, you might find &lt;a href=&quot;http://semanticweb.org/RDF/Wikidata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;these processed files&lt;/a&gt; helpful, especially the one that ends with links.ttl.gz (currently &lt;a href=&quot;http://semanticweb.org/RDF/Wikidata/turtle-20130801-links.ttl.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://semanticweb.org/RDF/Wikidata/turtle-20130801-links.ttl.gz&lt;/a&gt;), which is a &lt;a href=&quot;https://en.wikipedia.org/wiki/Turtle_%28syntax%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Turtle&lt;/a&gt; file that provides the inter-language links extracted from the Wikidata dump.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://github.com/mkroetzsch/wda&quot; rel=&quot;nofollow noreferrer&quot;&gt;export scripts&lt;/a&gt; are available on GitHub, and you might also find the corresponding &lt;a href=&quot;http://www.mail-archive.com/wikidata-l@lists.wikimedia.org/msg02553.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;announcement on the mailing list&lt;/a&gt; interesting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please also have a look at the related question &lt;a href=&quot;https://opendata.stackexchange.com/q/107/70&quot;&gt;How can I download the complete Wikidata database?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-08-15T22:42:20.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1025" PostTypeId="1" CreationDate="2013-08-15T23:12:24.193" Score="5" ViewCount="169" Body="&lt;p&gt;The API at &lt;a href=&quot;http://finder.healthcare.gov/services/&quot; rel=&quot;nofollow&quot;&gt;http://finder.healthcare.gov/services/&lt;/a&gt; has stopped responding. Previously it was returning the stated data very well. Where can I get support or more information about what's going on?&lt;/p&gt;&#xA;" OwnerUserId="1156" LastEditorUserId="70" LastEditDate="2015-04-17T18:23:30.073" LastActivityDate="2015-04-17T18:23:30.073" Title="The Healthplan finder API stopped responding, where can I get support or more information?" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1026" PostTypeId="2" ParentId="970" CreationDate="2013-08-16T00:23:13.893" Score="3" Body="&lt;p&gt;Tabular data about post code data is at &lt;a href=&quot;http://parlvid.mysociety.org:81/os/&quot; rel=&quot;nofollow&quot;&gt;MySociety.org&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://parlvid.mysociety.org:81/os/ONSPD_FEB_2012_UK_O.zip&quot; rel=&quot;nofollow&quot;&gt;ONS Postcode Directory (ONSPD)&lt;/a&gt;, February 2012 edition (thanks &lt;a href=&quot;http://twitter.com/dvdoug&quot; rel=&quot;nofollow&quot;&gt;dvdoug&lt;/a&gt;!). This include full UK (including Northern Ireland) postcode locations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Those files don't include the headers, which is annoying. &lt;a href=&quot;http://www.sharegeo.ac.uk/handle/10672/203&quot; rel=&quot;nofollow&quot;&gt;This page&lt;/a&gt; has a version from a different vintage which had a header added. If it's 47 columns, hopefully they match, but it's taking an age for me to download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like Northern Ireland has some more complicated licensing rules for commercial use, which may have contributed to that data being harder to find when the Wikipedia pages you're looking at were originally created.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like someone has &lt;a href=&quot;http://gis.19327.n5.nabble.com/Postcodes-to-Shapefile-td5374281.html&quot; rel=&quot;nofollow&quot;&gt;approximated shapes for the BT postcodes&lt;/a&gt; which you can see on &lt;a href=&quot;http://random.dev.openstreetmap.org/postcodes/#&quot; rel=&quot;nofollow&quot;&gt;this Open Street Map page&lt;/a&gt;. Getting those in a useable format is pretty obtuse, as best I can tell.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To conclude, I'm sorry that the original text of this answer was misleading: the source I identified doesn't actually have what you need. You may have to contact &lt;a href=&quot;http://www.nisra.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;NISRA&lt;/a&gt;; maybe more requests from the public will chip away at their data publishing process.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2013-08-19T15:17:34.027" LastActivityDate="2013-08-19T15:17:34.027" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1027" PostTypeId="2" ParentId="1025" CreationDate="2013-08-16T18:56:43.493" Score="4" Body="&lt;p&gt;First, verify that you've tested your script on a different system. Then I would proceed to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Calling HHS at 800-318-2596&lt;/li&gt;&#xA;&lt;li&gt;Trying a &lt;a href=&quot;https://www.healthcare.gov/help-center/&quot; rel=&quot;nofollow&quot;&gt;live chat&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Leaving feedback on this dataset at the &lt;a href=&quot;http://www.hhs.gov/developer/&quot; rel=&quot;nofollow&quot;&gt;Developers' Center&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Sending a tweet to &lt;a href=&quot;https://twitter.com/HealthCareGov&quot; rel=&quot;nofollow&quot;&gt;@healthcaregov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Leaving a post/send a message on their &lt;a href=&quot;https://www.facebook.com/Healthcare.gov&quot; rel=&quot;nofollow&quot;&gt;Facebook&lt;/a&gt; page&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="41" LastEditorUserId="41" LastEditDate="2013-08-16T19:03:00.667" LastActivityDate="2013-08-16T19:03:00.667" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1028" PostTypeId="2" ParentId="862" CreationDate="2013-08-16T22:07:51.610" Score="6" Body="&lt;p&gt;I've recently started using &lt;a href=&quot;https://exversion.com&quot; rel=&quot;noreferrer&quot;&gt;Exversion&lt;/a&gt; to find open data. They're effectively a search engine for it, and they have a fairly robust API that lets you play around with whatever you're looking for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as real time data, that's tough, I know NOAA publishes this, the FAA, voting data is live during election night, and there are a few others, like the Earthquake data, but it's far and few between. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="1159" LastActivityDate="2013-08-16T22:07:51.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1029" PostTypeId="2" ParentId="381" CreationDate="2013-08-17T01:22:46.290" Score="4" Body="&lt;p&gt;I'm a bit confused about the problem you're ultimately trying to solve, because you mention maps but then indicate a desire to convert &quot;counts&quot; into rates.  In any case, your primary question is&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;How would you normalize crime reports?&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;to which I would answer &lt;strong&gt;DON'T&lt;/strong&gt; (whether you mean normalizing the source data before generating reports or maps, or whether you mean how reports and maps should organize the data for effective presentation).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My own preference is to leave the &quot;crime reports&quot; as a detailed-as-possible database, then let the reporting (or mapping) tools optionally summarize or group or map as desired by the user.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, my local newspaper essentially refuses to report crimes in our city (apparently to protect the local tourist industry), even though the police post all crime reports on their own web site.  Poring through those reports to find what happened in my neighborhood is a pain.  So, I use Google Fusion Tables to import the police reports and map the crimes to make it easy to spot anything happening near me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A crime is essentially a triplet:  &lt;strong&gt;WHAT&lt;/strong&gt; happened, &lt;strong&gt;WHERE&lt;/strong&gt; it happened, &lt;strong&gt;WHEN&lt;/strong&gt; it happened.  One user might want all crimes in all locations for all time.  Another might want only felonies in a given region since Tuesday.  Another might want last month's map alongside this month's map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I think the best approach is not to try to predict how to summarize the data, but to instead provide flexible tools to map (or normalize or do whatever to) the data in as many different useful ways as possible.&lt;/p&gt;&#xA;" OwnerUserId="1162" LastActivityDate="2013-08-17T01:22:46.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1031" PostTypeId="2" ParentId="92" CreationDate="2013-08-17T20:22:25.410" Score="0" Body="&lt;p&gt;I think the best thing would be to use IntelliGet for this. Its a smart tool and has got nice support. Its available at &lt;a href=&quot;http://www.mountonetech.com/intelliget.asp&quot; rel=&quot;nofollow&quot;&gt;http://www.mountonetech.com/intelliget.asp&lt;/a&gt; for download and it has got plenty of examples, one of which is school-report, which I think is pretty close to what is being asked for here. You can define start and end of sections and sections within sections and how you want to pivot that information as fields of a line, etc.&lt;/p&gt;&#xA;" OwnerUserId="1167" LastEditorUserId="-1" LastEditDate="2013-09-17T10:44:14.573" LastActivityDate="2013-09-17T10:44:14.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1032" PostTypeId="2" ParentId="92" CreationDate="2013-08-18T20:38:35.823" Score="4" Body="&lt;p&gt;The problem with the second example you posted, is there is almost no structure to it. It doesn't even have a consistent ordering of rows for each record.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this is where Perl shines, so I went ahead and wrote up a prototype. ( took me about an hour )  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't think there exists a tool that would be any simpler, that would get as decent a result. ( There might be a tool that would be easier to learn, but it still won't be any simpler to setup )&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;All it does is parse the input file, and give a computer readable output.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You would still have to do some hand editing of either the input or the output, but it does a fairly decent job on your sample.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The code was designed to not lose a single piece of information, so it would still need some processing in order to load it into a database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It just throws whatever it can't decipher into &lt;code&gt;comment&lt;/code&gt;.&lt;br&gt;&#xA;If you knew a line should be tagged as &lt;code&gt;hours&lt;/code&gt; (for example) you could just add &quot;&lt;code&gt;hours:&amp;nbsp;&lt;/code&gt;&quot; to the beginning of that line.&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#! perl&#xA;use strict;&#xA;use warnings;&#xA;&#xA;use 5.14.0;&#xA;&#xA;# there was some wide chars in the input&#xA;use open ':encoding(utf8)';&#xA;use open (':std', ':encoding(utf8)');&#xA;&#xA;$/ = &quot;\n\n&quot;; # input record separator&#xA;&#xA;my @data;&#xA;&#xA;RECORD: while( my $record = &amp;lt;&amp;gt; ){&#xA;  # split on newlines, ignore empty ones&#xA;  my @lines = grep { length } split /\r?\n/, $record;&#xA;&#xA;  my %record = (&#xA;    name =&amp;gt; shift @lines, # first line is the name&#xA;  );&#xA;&#xA;  LINE: for( @lines ){ # for local $_ ( @lines ){...}&#xA;    s/^\s|\s+$//g; # remove leading and trailing spaces&#xA;&#xA;    if( /^(\d+)\.$/a ){ # &quot;22.&quot; &quot;23.&quot; etc&#xA;      $record{number} = ''.$1;&#xA;&#xA;    }elsif( /^\d{3}.\d{3}.[^\s]{4}/a ){ # loosely looks like a phone number&#xA;      push @{$record{phone}}, $_; # may be more than one phone number so put it in an array&#xA;&#xA;    }elsif( /^(\w+):\s+(.*)/ ){&#xA;      push @{$record{lc $1}}, ''.$2; # handles website: ...&#xA;&#xA;    }elsif( /\d+ .*? \b(?:st(?:reet)?|blvd|boul[ae]vard|ave(?:nue)?)\b/axi ){ # looks like a street address&#xA;      push @{$record{address}}, $_;&#xA;&#xA;    }elsif( /,\s+\w\w\s+\d{5}/a ){ # looks like &quot;city, state, zipcode&quot;&#xA;      push @{$record{address}}, $_;&#xA;&#xA;    }else{&#xA;      push @{ $record{comment} }, $_; # unknown line&#xA;    }&#xA;  }&#xA;&#xA;  push @data, \%record;&#xA;}&#xA;&#xA;use JSON;&#xA;# UTF8 is handled by &quot;use open ...&quot; above&#xA;# so we turn it off here&#xA;my $encode = JSON-&amp;gt;new-&amp;gt;utf8(0)-&amp;gt;pretty;&#xA;print $encode-&amp;gt;encode(\@data);&#xA;&#xA;print &quot;\n&quot;;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;   {&#xA;      &quot;website&quot; : [&#xA;         &quot;www.mariateresasbabies.com&quot;&#xA;      ],&#xA;      &quot;comment&quot; : [&#xA;         &quot;Maria Teresa Desaba, Owner/Director; Tony Saba, Org. Director.&quot;,&#xA;         &quot;Serving children 6 wks to 5yrs full-time.&quot;&#xA;      ],&#xA;      &quot;number&quot; : &quot;22&quot;,&#xA;      &quot;name&quot; : &quot;Maria Teresa’s Babies Early Enrichment Center/Daycare &quot;,&#xA;      &quot;address&quot; : [&#xA;         &quot;825 23rd Street South&quot;,&#xA;         &quot;Arlington, VA 22202&quot;&#xA;      ],&#xA;      &quot;phone&quot; : [&#xA;         &quot;703-979-BABY (2229)&quot;&#xA;      ]&#xA;   },&#xA;   {&#xA;      &quot;website&quot; : [&#xA;         &quot;www.brighthorizons.com 112 children, ages 6 wks - 5 yrs.&quot;&#xA;      ],&#xA;      &quot;comment&quot; : [&#xA;         &quot;7:00 a.m. – 6:00 p.m. Summer Camp for children 5 - 9 years.&quot;&#xA;      ],&#xA;      &quot;number&quot; : &quot;23&quot;,&#xA;      &quot;name&quot; : &quot;National Science Foundation Child  Development Center  &quot;,&#xA;      &quot;address&quot; : [&#xA;         &quot;4201 Wilson Blvd., Suite 180  22203&quot;&#xA;      ],&#xA;      &quot;phone&quot; : [&#xA;         &quot;703-292-4794&quot;&#xA;      ]&#xA;   }&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1170" LastActivityDate="2013-08-18T20:38:35.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1033" PostTypeId="2" ParentId="971" CreationDate="2013-08-18T22:47:13.360" Score="2" Body="&lt;p&gt;If you saw a map of for example districts, and zipcodes, you would notice that they are more likely than not to have different borders.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example my city shares a zipcode with another town (same county).&lt;br&gt;&#xA;It shares a school district with a completely different town, in a different county.&lt;br&gt;&#xA;The high school also hosts some classes for another town, that is in yet another county (mostly).&lt;br&gt;&#xA;All three of those other towns are about the same distance away from my city, in almost completely opposite directions.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There was also an occurrence where a bunch of houses were in two school districts at the same time, in a nearby city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;( I know you weren't asking about school districts, but they are similar enough to hopefully get the point across )&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;So the problem you are facing is that the two pieces of data have almost no relation to one another.&lt;br&gt;&#xA;The boundaries were most likely created by different governing bodies, at different times, who had different ideas about where to draw an arbitrary line.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may get some overlap of lines, at a river for example, but such obvious places to put a line will be few and far between.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best that you could do is find a high correlation between a set of places' districts, and their zipcodes. Also note that both can change over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option would be to get the coordinates of the boundaries, and figure it out that way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There will however &lt;strong&gt;never&lt;/strong&gt; be a definitive correlation.&lt;/p&gt;&#xA;" OwnerUserId="1170" LastActivityDate="2013-08-18T22:47:13.360" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1034" PostTypeId="2" ParentId="1013" CreationDate="2013-08-18T23:25:37.920" Score="1" Body="&lt;p&gt;Thomas Levine did an amazing job collating data sets found on socrata data portals. You should definitely check out his &lt;a href=&quot;http://thomaslevine.com/!/socrata-summary/&quot; rel=&quot;nofollow&quot;&gt;blog post&lt;/a&gt; about the project. In doing his project, he created a csv &lt;a href=&quot;https://github.com/tlevine/socrata-analysis/blob/master/socrata.csv&quot; rel=&quot;nofollow&quot;&gt;(here)&lt;/a&gt;, with descriptions of all datasets (warning - huge!) of all the open data portals listed on the Socrata status page. (I would suggest re-running the scripts now, to get updated information.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a first pass, I would suggest looking through this list and finding any housing infraction data you can. Secondly, look for other building inspections data and what agency is responsible for the data. Those will be the agencies likely to have rental housing infraction data.&lt;/p&gt;&#xA;" OwnerUserId="133" LastEditorUserId="133" LastEditDate="2013-08-21T18:29:26.643" LastActivityDate="2013-08-21T18:29:26.643" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1035" PostTypeId="2" ParentId="1008" CreationDate="2013-08-19T14:13:36.900" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;I would love to know what real value generating business use-cases there are, that involve people, which require real-time data?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I'm going to focus on savings, such as lives and property:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the case of weather reports, knowing as soon as possible when something is forming or approaching that might affect your business can give you more time to properly secure the place and/or evacuate people so that you can bring everything back up quickly after the storms.  Of course, other people would argue that it also means that you shut things down earlier or when it's not 100% necessary, but improved data also means that you can get earlier estimates of if your property is going to be affected.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other uses cases are tracking resource costs and inventory levels ... if you know that costs are going up even when you're not yet due for a re-order, you can make a decision to purchase out-of-cycle if you suspect that the costs will go up further and remain high through when you'll next need to order.  Tracking inventory levels is important in this case to know how long you can hold out without a new shipment and if you're able to take an early delivery.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also heard of e-commerce companies keeping track of various metrics as indicators that something's going wrong while they can still deal with it.  Think of it as the difference between an oil pressure gauge and a 'low oil' light in your car -- if you know that sales are down today, yet people are still adding the same value of items to the online shopping carts ... that might be a sign that something's wrong that's keeping people from being able to complete the sale.  The earlier you can figure out what's wrong and fix it, the less money you lose from an outage.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-08-19T14:13:36.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1036" PostTypeId="2" ParentId="748" CreationDate="2013-08-20T08:53:08.337" Score="1" Body="&lt;p&gt;Git is actually quite versatile and you can configure it to handle different types of files differently. Here is an example of how to adapt it to diff CSV files in a more useful way: &lt;a href=&quot;http://theodi.org/blog/adapting-git-simple-data&quot; rel=&quot;nofollow&quot;&gt;http://theodi.org/blog/adapting-git-simple-data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1175" LastActivityDate="2013-08-20T08:53:08.337" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1037" PostTypeId="2" ParentId="862" CreationDate="2013-08-20T21:27:24.310" Score="6" Body="&lt;p&gt;A number of municipalities have implemented the Open311 protocol, which allows near-realtime access to municipal service requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A list of known installations: &lt;a href=&quot;http://wiki.open311.org/GeoReport_v2/Servers&quot; rel=&quot;noreferrer&quot;&gt;http://wiki.open311.org/GeoReport_v2/Servers&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="191" LastActivityDate="2013-08-20T21:27:24.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1039" PostTypeId="2" ParentId="862" CreationDate="2013-08-21T01:08:59.630" Score="4" Body="&lt;p&gt;It takes a while before an API evolves a community and demand for real-time.  Some APIs and their topic immediately demand the need for real-time. Twitter, Chat, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm more seeing API driven real-time platform evolve that you can use as layer on top of existing APis to get the real-time features you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm tracking these providers like Pusher and SuperFeedr, you can see full list at my &lt;a href=&quot;http://realtime.apievangelist.com/&quot; rel=&quot;nofollow&quot;&gt;Real-Time @ API Evangelist&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="301" LastActivityDate="2013-08-21T01:08:59.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1041" PostTypeId="2" ParentId="1" CreationDate="2013-08-21T20:08:14.053" Score="6" Body="&lt;p&gt;We created this API to power GSA's Social Media Registry. &lt;a href=&quot;http://registry.usa.gov/agencies&quot;&gt;http://registry.usa.gov/agencies&lt;/a&gt; (see also &lt;a href=&quot;http://registry.usa.gov/agencies.json&quot;&gt;http://registry.usa.gov/agencies.json&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's what it has:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Basically every organization within the executive, legislative, and judicial branches.&lt;/li&gt;&#xA;&lt;li&gt;Basically every independent organization.&lt;/li&gt;&#xA;&lt;li&gt;Some sub-agencies that people think are independent, like the FBI, which is part of DOJ, and the IRS which is part of Commerce.&lt;/li&gt;&#xA;&lt;li&gt;Readable UIDs in the form of commonly-used acronyms or short names. E.g. Federal Aviation Administration is &quot;faa&quot; and Department of State is &quot;state.&quot;&lt;/li&gt;&#xA;&lt;li&gt;Each organization's main URL.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It'd be great to add links to logo pngs and the ability to identify parent/child relationships.&lt;/p&gt;&#xA;" OwnerUserId="1187" LastActivityDate="2013-08-21T20:08:14.053" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1042" PostTypeId="1" CreationDate="2013-08-22T01:18:14.157" Score="5" ViewCount="143" Body="&lt;p&gt;In light of the fact that this site is about open data, is Stack Exchange based upon any open data standard(s)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I converted the group welcome statement to open, standard, machine-readable StratML format at &lt;a href=&quot;http://xml.fido.gov/stratml/drybridge/index.htm#ODSE&quot; rel=&quot;noreferrer&quot;&gt;http://xml.fido.gov/stratml/drybridge/index.htm#ODSE&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="1188" LastEditorUserId="244" LastEditDate="2013-08-22T11:32:06.583" LastActivityDate="2013-10-08T14:23:39.893" Title="Open Data Standard for Stack Exchange?" Tags="|standards|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1043" PostTypeId="2" ParentId="1007" CreationDate="2013-08-22T02:33:44.303" Score="6" Body="&lt;p&gt;Check out the &lt;strong&gt;Equity in Athletics Disclosure&lt;/strong&gt; website &lt;a href=&quot;http://ope.ed.gov/athletics/&quot;&gt;http://ope.ed.gov/athletics/&lt;/a&gt; supported by the Office of Postsecondary Education (OPE), U.S. Department of Education (ED). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The downloadable data sets includes data such as: Participants by sport and gender, coaching staff and salaries, revenues and expenses by sport and &quot;game day&quot; and recruiting, and other supplemental information.&lt;/p&gt;&#xA;" OwnerUserId="744" LastActivityDate="2013-08-22T02:33:44.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1044" PostTypeId="2" ParentId="26" CreationDate="2013-08-22T20:14:54.117" Score="8" Body="&lt;p&gt;Regarding this question, I think this post by Denny Vrandečić (the project leader of Wikimedia's &lt;a href=&quot;http://www.wikidata.org/&quot;&gt;Wikidata&lt;/a&gt;) is well worth reading:  &lt;a href=&quot;https://plus.google.com/104177144420404771615/posts/cvGay9eDSSK&quot;&gt;https://plus.google.com/104177144420404771615/posts/cvGay9eDSSK&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Denny knows very well what he is talking about. I'll just quote the first sentences as a teaser:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;tl;dr - If you publish data, attach the CC0 license to it, but that’s basically just advertising - don’t think it means anything.&#xA;  If you use data, you do not have to care much about the data license.&#xA;  If you republish data, it’s a bit more complicated, but not as horrible as you might think.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1189" LastActivityDate="2013-08-22T20:14:54.117" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1045" PostTypeId="1" CreationDate="2013-08-22T21:42:34.593" Score="9" ViewCount="151" Body="&lt;p&gt;We have been scraping information regarding oil wells drilled in a particular state using web scraper from the state regulatory agency. This agency provides an arcane interface for this information. Theoretically i can obtain information for any well drilled prior to last 3 years from this. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this classify as open data (so that we can distribute it to others using CC/ MIT license). Or is this a grey area. This question can also be extended to other Govt. regulatory agencies such as FDA that contain valuable information in their repositories. I am sure interested parties use different automated scripts to extract useful information in this case simply because there is no API/ direct download option available , but no restriction on use of data.&lt;/p&gt;&#xA;" OwnerUserId="127" LastActivityDate="2013-08-23T20:34:38.363" Title="Is data scraped from Govt agencies and in public domain considered open data?" Tags="|licensing|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1046" PostTypeId="1" AcceptedAnswerId="1050" CreationDate="2013-08-23T14:15:19.063" Score="12" ViewCount="439" Body="&lt;p&gt;When I open a new project on Github, I see a selection of licenses in a drop-down list, which currently looks like this:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;None&#xA;Apache v2 License&#xA;MIT license&#xA;Affero GPL &#xA;Artistic License 2.0&#xA;BSD (3-clause) License&#xA;BSD 2-clause license&#xA;Eclipse Public License v1.0&#xA;GPL v3&#xA;LGPL v2.1 &#xA;LGPL v3 &#xA;Mozilla Public License Version 2.0   &#xA;Public Domain (Unlicense)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As a US Federal government employee, if I wrote the code, is there a license from this list that is appropriate for me to use?&lt;/p&gt;&#xA;" OwnerUserId="1193" LastActivityDate="2013-08-29T15:11:45.357" Title="GitHub license for code written by US Government Employee" Tags="|usa|government|licensing|federal|git|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1047" PostTypeId="2" ParentId="1012" CreationDate="2013-08-23T15:17:24.113" Score="5" Body="&lt;p&gt;Have a look at &lt;a href=&quot;http://developer.mapquest.com/web/products/open&quot; rel=&quot;nofollow&quot;&gt;Open MapQuest&lt;/a&gt;. They offer the Nasa BlueMarble, Satellite and different versions of OSM for free. They only require you to attribute them and OSM, etc., and let them know if your app will exceed 4000 tiles per second.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could set up your own Geoserver instance, Windows based or whatever (it's a self contained Java app), use mapserver as a source for base layers and then overlay your own data using OpenLayers as the client. All free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It really depends on your audience and what functionality you need for your users and your level of technical skills in JavaScript for the OpenLayers components.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to grow this to large numbers of users, then you need to consider scalability, etc. as well. Whilst not overly complicated, you will need someone who knows a lot about it to help you.&lt;/p&gt;&#xA;" OwnerUserId="849" LastEditorUserId="-1" LastEditDate="2013-08-25T06:29:38.307" LastActivityDate="2013-08-25T06:29:38.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1048" PostTypeId="2" ParentId="1012" CreationDate="2013-08-23T18:51:40.820" Score="3" Body="&lt;p&gt;Christopher Groskopf developed the &lt;a href=&quot;https://github.com/onyxfish/invar&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;invar&lt;/code&gt;&lt;/a&gt; library to generate tiles from a mapnik XML file. It may not be a great fit for your case, if you really want worldwide coverage, but it is a useful tool for generating tiles for a given bounding box and then efficiently uploading them to Amazon S3.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-08-23T18:51:40.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1049" PostTypeId="2" ParentId="1045" CreationDate="2013-08-23T20:07:51.073" Score="3" Body="&lt;p&gt;In order to license the data you have to hold a copyright, which it sounds like you do not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you believe the data is in the public domain, then you can consider &lt;a href=&quot;http://creativecommons.org/publicdomain/mark/1.0/&quot; rel=&quot;nofollow&quot;&gt;Public Domain Mark&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-08-23T20:34:38.363" LastActivityDate="2013-08-23T20:34:38.363" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1050" PostTypeId="2" ParentId="1046" CreationDate="2013-08-23T23:10:51.723" Score="11" Body="&lt;p&gt;As a work of the US government, there isn't any license appropriate for the work, because it's already in the public domain (in the United States). So a license like the Unlicense (or CC0), in which the licensor is &lt;em&gt;entering&lt;/em&gt; the covered work into the public domain, doesn't work. Some text that acknowledges the public domain status in the US is helpful (and desirable), but it's not a &quot;license&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above situation only applies to the US, unfortunately -- government works are potentially copyrightable in non-US contexts. So, some formal text or license that enters the work into the &lt;strong&gt;worldwide&lt;/strong&gt; public domain is appropriate (and desirable).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My favorite example of this is what HHS has done on their &lt;a href=&quot;https://github.com/HHS/ckanext-datajson#credit--copying&quot;&gt;ckanext-datajson extension&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;As a work of the United States Government, this package is in the public domain within the United States. Additionally, we waive copyright and related rights in the work worldwide through the CC0 1.0 Universal public domain dedication (which can be found at &lt;a href=&quot;http://creativecommons.org/publicdomain/zero/1.0/&quot;&gt;http://creativecommons.org/publicdomain/zero/1.0/&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="161" LastActivityDate="2013-08-23T23:10:51.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1051" PostTypeId="1" CreationDate="2013-08-24T17:00:31.380" Score="4" ViewCount="135" Body="&lt;p&gt;What historical illness or symptom data exists? There are so many health-related data sources on healthdata.gov, data.gov, CDC, etc. I'd like to identify the most useful data across all existing sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I'd like to know that strep throat, croup, or the common cold were going around last year at this time. Alternatively, I'd like to know if certain symptoms were going around (ex: cough, nausea, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data would:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Have a location associated with illnesses to some degree (region, state, zip, or hospital)&lt;/li&gt;&#xA;&lt;li&gt;Have a time period associated with it (quarter, month, week, or day).&lt;/li&gt;&#xA;&lt;li&gt;Be available through an API or feed of some type.&lt;/li&gt;&#xA;&lt;li&gt;Be collected by a reputable source, a government agency for example.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Please submit one data source per response and check for duplicates before posting.&lt;/p&gt;&#xA;" OwnerUserId="1200" LastEditorUserId="70" LastEditDate="2015-03-31T18:53:13.767" LastActivityDate="2015-03-31T18:53:13.767" Title="Survey of illness and symptom data" Tags="|data-request|usa|api|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1052" PostTypeId="2" ParentId="1051" CreationDate="2013-08-24T21:37:49.410" Score="4" Body="&lt;p&gt;you ought to start reading &lt;a href=&quot;http://asdfree.com&quot; rel=&quot;nofollow&quot;&gt;http://asdfree.com&lt;/a&gt; and play around with &lt;a href=&quot;http://www.google.com/trends/&quot; rel=&quot;nofollow&quot;&gt;http://www.google.com/trends/&lt;/a&gt;  :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the easiest county-level data set to work with is the &lt;a href=&quot;http://www.asdfree.com/search/label/area%20resource%20file%20%28arf%29&quot; rel=&quot;nofollow&quot;&gt;area health resource file&lt;/a&gt;.  this won't have individual cases, but it'll have many small-area counts of different things health-related over many years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the data set probably with most of the characteristics you've described is the &lt;a href=&quot;http://www.asdfree.com/search/label/surveillance%20epidemiology%20and%20end%20results%20%28seer%29&quot; rel=&quot;nofollow&quot;&gt;surveillance epidemiology and end results&lt;/a&gt; cancer incidence data.  it's got data over many years, but only for a handful of (nationally-representative) states&lt;/p&gt;&#xA;&#xA;&lt;p&gt;of the other major health surveys - &lt;a href=&quot;http://www.asdfree.com/search/label/behavioral%20risk%20factor%20surveillance%20system%20%28brfss%29&quot; rel=&quot;nofollow&quot;&gt;brfss&lt;/a&gt;, &lt;a href=&quot;http://www.asdfree.com/search/label/medical%20expenditure%20panel%20survey%20%28meps%29&quot; rel=&quot;nofollow&quot;&gt;meps&lt;/a&gt;, &lt;a href=&quot;http://www.asdfree.com/search/label/national%20health%20and%20nutrition%20examination%20survey%20%28nhanes%29&quot; rel=&quot;nofollow&quot;&gt;nhanes&lt;/a&gt;, and &lt;a href=&quot;http://www.asdfree.com/search/label/national%20health%20interview%20survey%20%28nhis%29&quot; rel=&quot;nofollow&quot;&gt;nhis&lt;/a&gt; - only meps has event-level/icd-9 data, only brfss has state- or sub-state-level data, and only nhanes has biological information.&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2013-08-24T21:37:49.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1053" PostTypeId="1" AcceptedAnswerId="1055" CreationDate="2013-08-25T06:57:14.270" Score="3" ViewCount="155" Body="&lt;p&gt;We need to regularly check for changes to airline schedule data from Low Cost Carriers. Their schedules are available as pdf files, and as far as we can find out, no other way that is freely available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of a Pdf is &lt;a href=&quot;http://www.cebupacificair.com/Flight%20Schedule/Domestic%20Flight%20Schedule%20%28070513%29.pdf&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have tried a few different software packages that Convert PDF to Excel files, but they do not appear to be intended to really obtain the data, creating up to 50 columns on some occasions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We want to automate this process if at all possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone recommend the best approach that will obtain consistent results and output a table of data, assuming that the pdf is formatted the same every time.&lt;/p&gt;&#xA;" OwnerUserId="849" LastEditorUserId="70" LastEditDate="2015-02-11T17:44:02.990" LastActivityDate="2015-02-11T17:44:02.990" Title="What is the best way to get airline schedule data from pdf files" Tags="|extracting|pdf|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1054" PostTypeId="1" AcceptedAnswerId="1056" CreationDate="2013-08-25T09:44:14.333" Score="9" ViewCount="8161" Body="&lt;p&gt;A number of sites are publishing ADS-B/Mode-S data on maps, obtained from the FAA with a 5 minute delay.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We would like to get access to these feeds, but I cannot find who to contact or where to start. The FAA web site has turned up with information about the programs but no way to access the real time data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.gov/developers/page/developer-resources&quot;&gt;http://www.data.gov/developers/page/developer-resources&lt;/a&gt; also does not list it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone tell me who to contact to obtain this real time data?&lt;/p&gt;&#xA;" OwnerUserId="849" LastEditorUserId="1511" LastEditDate="2020-03-16T16:47:18.353" LastActivityDate="2020-03-16T16:47:18.353" Title="Obtaining ADSB Mode-S Data Feeds for Aircraft from the FAA" Tags="|data-request|real-time|aviation|" AnswerCount="6" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1055" PostTypeId="2" ParentId="1053" CreationDate="2013-08-25T19:44:06.003" Score="4" Body="&lt;p&gt;If the pdfs are very similar each time you check them, then the best path may be to write a custom pdf scraper for each low cost carrier. Check out this tutorial, &lt;a href=&quot;http://blog.scraperwiki.com/2012/06/25/pdf-table-extraction-of-a-table/&quot; rel=&quot;nofollow&quot;&gt;http://blog.scraperwiki.com/2012/06/25/pdf-table-extraction-of-a-table/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should also keep your eye on &lt;a href=&quot;https://github.com/jazzido/tabula&quot; rel=&quot;nofollow&quot;&gt;https://github.com/jazzido/tabula&lt;/a&gt;, It's not quite there yet, but may be a solution soon.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-08-25T20:14:02.023" LastActivityDate="2013-08-25T20:14:02.023" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1056" PostTypeId="2" ParentId="1054" CreationDate="2013-08-25T19:53:34.557" Score="5" Body="&lt;p&gt;The FAA does not seem to provide a stream of ADB-S data, but does provide a stream of about airplane location and disposition called &lt;a href=&quot;http://en.wikipedia.org/wiki/Aircraft_Situation_Display_to_Industry&quot; rel=&quot;noreferrer&quot;&gt;Aircraft Situation Display to Industry&lt;/a&gt;. Getting access to this stream is not completely straightforward, but you can start with the &lt;a href=&quot;http://www.fly.faa.gov/ASDI/asdi.html&quot; rel=&quot;noreferrer&quot;&gt;FAA's page on the program&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-08-25T19:53:34.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1057" PostTypeId="2" ParentId="1053" CreationDate="2013-08-26T11:15:35.440" Score="3" Body="&lt;p&gt;I had some good experience with &lt;a href=&quot;http://pdftohtml.sourceforge.net/&quot; rel=&quot;nofollow&quot;&gt;pdftohtml&lt;/a&gt;, i.e. using the command line to convert to xml and then parse and analyse the XML.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-08-26T11:15:35.440" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1058" PostTypeId="1" CreationDate="2013-08-26T16:32:58.567" Score="6" ViewCount="375" Body="&lt;p&gt;I'm looking to search Data.gov and using the CKAN API for this. as a start I want to do a simple text search like this one for &lt;a href=&quot;https://catalog.data.gov/api/3/action/package_search?q=environmental&quot;&gt;environmental&lt;/a&gt; data. some questions related to this:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It appears that every API response includes a JSON piece with help information. can this be excluded?&lt;/li&gt;&#xA;&lt;li&gt;The response does not appear to include information on the total number of hits. how can API clients get information on this total number of hits of searches?&lt;/li&gt;&#xA;&lt;li&gt;Does the CKAN API support spatial selection criteria as seems to be implemented at data.gov? it appears the catalog.data.gov UI does do some form of spatial filtering (within/overlap is unclear), but the API returns an error when &lt;a href=&quot;https://catalog.data.gov/api/3/action/package_search?q=environment&amp;amp;ext_bbox=-130,30,-50,40&quot;&gt;using the ext_bbox parameter&lt;/a&gt;: &quot;Search Query is invalid: &quot;Invalid search parameters: ['ext_bbox']&quot;&quot;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1207" LastEditorUserId="1207" LastEditDate="2013-08-26T19:21:41.867" LastActivityDate="2018-01-08T22:21:52.163" Title="CKAN API questions" Tags="|api|data.gov|ckan|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1059" PostTypeId="1" CreationDate="2013-08-27T07:36:17.970" Score="12" ViewCount="2053" Body="&lt;p&gt;&lt;strong&gt;Are there any datasets available freely online without restrictions that include individual level responses to questions about job satisfaction?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I'd be interested in a datafile that included multiple questions about job satisfaction as well as other work related variables. But even some surveys that included job satisfaction as a small component perhaps as part of some broader survey would still interest me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The motivation for this question is that I'd like to use some real world data files in some courses in the area of organisational psychology.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="404" LastEditorUserId="70" LastEditDate="2015-04-19T15:05:42.293" LastActivityDate="2015-04-20T19:22:24.797" Title="Job satisfaction data" Tags="|data-request|business|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1060" PostTypeId="2" ParentId="1058" CreationDate="2013-08-27T12:58:36.177" Score="8" Body="&lt;p&gt;You've asked three separate questions in one question, I don't think this fits into Stack Exchange's one question, one answer model, should have been three separate posts maybe. But anyway..&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;It appears that every API response includes a JSON piece with help information. can this be excluded?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;No :) Not as far as I know. Just ignore it. I agree it seems a little unnecessary.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The response does not appear to include information on the total number of hits. how can API clients get information on this total number of hits of searches?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://catalog.data.gov/api/3/action/package_search?q=environmental&quot;&gt;package_search link you posted&lt;/a&gt; does actually contain the number of hits, that's the &lt;code&gt;&quot;count&quot;: 8511&lt;/code&gt; bit.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Does the CKAN API support spatial selection criteria as seems to be implemented at data.gov? it appears the catalog.data.gov UI does do some form of spatial filtering (within/overlap is unclear), but the API returns an error when using the ext_bbox parameter: &quot;Search Query is invalid: &quot;Invalid search parameters: ['ext_bbox']&quot;&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The CKAN version that catalog.data.gov is using does not support ext_bbox parameters on GET requests, but later CKAN versions do:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://demo.ckan.org/api/3/action/package_search?q=test&amp;amp;ext_bbox=-180,-90,180,90&quot;&gt;http://demo.ckan.org/api/3/action/package_search?q=test&amp;amp;ext_bbox=-180,-90,180,90&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On catalog.data.gov you need to send a POST request as in the following example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -X POST -d '{&quot;q&quot;:&quot;environmental&quot;, &quot;extras&quot;: {&quot;ext_bbox&quot;: &quot;-130,30,-50,40&quot;}}' http://catalog.data.gov/api/3/action/package_search&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1211" LastEditorUserId="533" LastEditDate="2013-08-27T13:34:08.880" LastActivityDate="2013-08-27T13:34:08.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1061" PostTypeId="2" ParentId="748" CreationDate="2013-08-27T13:56:21.110" Score="45" Body="&lt;p&gt;I recently stumbled on this article by the &lt;a href=&quot;http://okfnlabs.org/&quot;&gt;Open Knowledge Foundation&lt;/a&gt; regarding &lt;a href=&quot;http://okfnlabs.org/blog/2013/08/08/diffing-and-patching-data.html&quot;&gt;the design of a graphical interface to diff tabular data&lt;/a&gt; called &lt;code&gt;daff&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It can also be &lt;a href=&quot;http://paulfitz.github.io/daff/&quot;&gt;tested and forked on GitHub.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="3502" LastEditDate="2014-08-29T02:34:28.357" LastActivityDate="2014-08-29T02:34:28.357" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1062" PostTypeId="2" ParentId="1059" CreationDate="2013-08-27T14:05:59.070" Score="9" Body="&lt;p&gt;The Health and Retirement Study (&lt;a href=&quot;http://hrsonline.isr.umich.edu/&quot;&gt;HRS&lt;/a&gt;) is a longitudinal panel survey which includes job satisfaction questions in one of its &lt;a href=&quot;http://hrsonline.isr.umich.edu/modules/meta/2010/core/codebook/h10lb_ri.htm&quot;&gt;modules&lt;/a&gt;. It primarily focuses on tracking US individuals 51 years and over.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://sda.berkeley.edu/archive.htm&quot;&gt;GSS&lt;/a&gt; also has a few questions on job satisfaction.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2013-08-27T14:05:59.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1063" PostTypeId="2" ParentId="970" CreationDate="2013-08-28T09:20:06.260" Score="1" Body="&lt;p&gt;The Ordnance Survey recently released a new API and you should be able to get administrative boundary data, including post code boundaries: &lt;a href=&quot;http://www.ordnancesurvey.co.uk/business-and-government/help-and-support/web-services/code-playground.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ordnancesurvey.co.uk/business-and-government/help-and-support/web-services/code-playground.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1175" LastActivityDate="2013-08-28T09:20:06.260" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1064" PostTypeId="1" AcceptedAnswerId="1065" CreationDate="2013-08-28T10:54:02.380" Score="8" ViewCount="7216" Body="&lt;p&gt;I am looking to get current and historical sun radiation or illuminance data for given locations around the globe. I've had a look at the &lt;a href=&quot;http://www.wunderground.com/weather/api/&quot; rel=&quot;noreferrer&quot;&gt;wunderground API&lt;/a&gt; as I also need generic weather data but it appears that it doesn't include that info even though some weather stations do provide it. &lt;a href=&quot;http://gsfn.us/t/2sto9&quot; rel=&quot;noreferrer&quot;&gt;The ticket requesting it&lt;/a&gt; is 1 year old and doesn't seem to have moved very much in that time so it doesn't give me confidence that this will be made available any time soon. Does anybody know of any good alternative source for such data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that in terms of location, I would prefer an API that has a worldwide cover. Failing that, my highest priority is UK data followed by Europe and then the rest of the world.&lt;/p&gt;&#xA;" OwnerUserId="1175" LastEditorUserId="1175" LastEditDate="2013-08-29T15:17:36.100" LastActivityDate="2021-06-16T05:43:54.790" Title="API for sun radiation / illuminance data?" Tags="|weather|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1065" PostTypeId="2" ParentId="1064" CreationDate="2013-08-29T14:10:55.857" Score="8" Body="&lt;p&gt;As no one's given anything else so far, so might as well make this an official answer.&lt;/p&gt;&#xA;&lt;p&gt;I'm not aware of any free APIs specifically, but there are various data sources that might be able to give you what you need:&lt;/p&gt;&#xA;&lt;p&gt;The US Department of Energy's National Renewable Energy Lab offers maps of solar radiation in the US, both annual and monthly averages, although the data is only through 2009:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nrel.gov/gis/solar.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nrel.gov/gis/solar.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;NOAA offers data from 1991 to 2010 from 1500 ground stations in the US, with nominally hourly cadence:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/solar-radiation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/solar-radiation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;OpenEI (Energy Information) maintains a registry that lists 43 'irradiance' datasets and 26 maps (some are the NREL ones I already mentioned):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.openei.org/search?ra%5B%5D=Solar+Power&amp;amp;dt%5B%5D=data&amp;amp;sort=relevance&amp;amp;size=25&amp;amp;q=irradiance&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.openei.org/search?ra%5B%5D=Solar+Power&amp;amp;dt%5B%5D=data&amp;amp;sort=relevance&amp;amp;size=25&amp;amp;q=irradiance&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;SolarGIS might have it, as they sell products that look to have more granular information, but their only free (attribution required) offerings are annual averages of two types of 'irradiation'. (I'm not sure how that differs from 'irradiance'):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://solargis.com/maps-and-gis-data/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://solargis.com/maps-and-gis-data/overview&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;And the company that specifically markets an API (not free) for this data is Vaisala.  If those other resources aren't sufficient, you might have to look at their pricing:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://energy.vaisala.com/en/support/solar-prospecting-tools/how-accurate-are-solar-prospecting-tools/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://energy.vaisala.com/en/support/solar-prospecting-tools/how-accurate-are-solar-prospecting-tools/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;PS: &lt;a href=&quot;https://www.researchgate.net/post/What_is_different_between_solar_irradiation_and_solar_radiation/60b69b22c5a8eb133937978e/citation/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;What is different between solar irradiance and solar radiation?&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="28525" LastEditDate="2021-06-16T05:43:54.790" LastActivityDate="2021-06-16T05:43:54.790" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1066" PostTypeId="2" ParentId="1046" CreationDate="2013-08-29T15:11:45.357" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/project-open-data/project-open-data.github.io/pull/135#issuecomment-23299819&quot; rel=&quot;nofollow&quot;&gt;This ongoing discussion&lt;/a&gt; on the license for the White House Open Data Policy (Project Open Data) itself may shed some additional light on the issue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For information about the differences between the various licenses, &lt;a href=&quot;http://choosealicense.com/&quot; rel=&quot;nofollow&quot;&gt;choosealicense.com&lt;/a&gt; is an invaluable resource.&lt;/p&gt;&#xA;" OwnerUserId="335" LastActivityDate="2013-08-29T15:11:45.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1067" PostTypeId="2" ParentId="26" CreationDate="2013-08-30T12:55:24.520" Score="3" Body="&lt;p&gt;I have an application which reuses datasets from 50 sources. Should I update my &quot;about&quot; page if all these datasets would need attribution?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's also very difficult to prove that a certain dataset is used. If you are a data publisher, are you going to sue if a developer doesn't give the right attribution for a certain application? If not, then it's not worth licensing your data under CC BY since it will hold people back to reuse it (e.g. to sublicense a mash-up of datasets).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can however &quot;ask&quot; people to attribute you, but still just use a CC0 license for the ease of reusers.&lt;/p&gt;&#xA;" OwnerUserId="353" LastEditorUserId="244" LastEditDate="2013-09-03T17:34:56.517" LastActivityDate="2013-09-03T17:34:56.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1068" PostTypeId="1" CreationDate="2013-08-30T19:32:33.300" Score="17" ViewCount="332" Body="&lt;p&gt;I'm part of &lt;a href=&quot;http://sunlightfoundation.com/policy/local/&quot; rel=&quot;noreferrer&quot;&gt;Sunlight Foundation's local team&lt;/a&gt; working on opening up local governments and city data, specifically. We're working on a blog post rounding up the most common reasons cited by governments to not release data** and then refuting each one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We've rounded up the reasons cited for not releasing data, but now we're trying to refute each one. We're hoping to round up ideas by Sept. 9. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, we're curious: &#xA;What are your best responses when people tell you they can't open data? / &#xA;What are the best responses you've heard (or given) for releasing or sharing data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;*EDIT on Sept. 4: Thanks for the feedback, all! We're working toward sharing the crowdsourced list of reasons people have given us for not releasing data, and at that time we'll re-open the discussion on reasons TO release data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;**EDIT on Sept. 5: We've posted a blog rounding up the reasons people have cited for NOT releasing data and have re-issued the challenge to help refute each reason. Learn more here: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot; rel=&quot;noreferrer&quot;&gt;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;**EDIT on Sept. 16: Thanks to everyone who has responded on the Google doc or through this platform. We're rounding up all the reasons and responses now, and we'll be sure to share it here. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;**FInal update on Sept. 30: We are now starting to roll out the rebuttals as blog posts, and the first one went live today: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/30/reasons-to-not-release-data-part-1-apathy/&quot; rel=&quot;noreferrer&quot;&gt;http://sunlightfoundation.com/blog/2013/09/30/reasons-to-not-release-data-part-1-apathy/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks so much to all of you who contributed ideas for this project throughout its evolution! We couldn't have done it without the help of so many different perspectives, and we feel the end result is richer for it. If you'd like to share, please join the continuing conversation by using #whyopendata. &lt;/p&gt;&#xA;" OwnerUserId="1229" LastEditorUserId="1229" LastEditDate="2013-09-30T20:52:28.947" LastActivityDate="2019-01-08T13:34:20.277" Title="What are your responses when people tell you they can't open data?" Tags="|government|releasing-data|city|" AnswerCount="2" CommentCount="16" ContentLicense="CC BY-SA 3.0" />
  <row Id="1069" PostTypeId="1" CreationDate="2013-08-30T21:21:23.037" Score="1" ViewCount="45" Body="&lt;p&gt;The documentation for &lt;a href=&quot;https://data.cityofchicago.org/Buildings/Building-Permits/ydr8-5enu&quot; rel=&quot;nofollow&quot;&gt;Chicago's building permit data&lt;/a&gt; seems to be out date. Anybody know what Permit Type &quot;PERMIT - NEW CONSTRUCTION&quot; and &quot;PERMIT - RENOVATION/ALTERATION&quot; mean?&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-03T16:32:10.997" Title="What do the permit types in Chicago's Building Permit Data mean?" Tags="|documentation|chicago|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1070" PostTypeId="2" ParentId="93" CreationDate="2013-08-31T15:58:35.510" Score="5" Body="&lt;p&gt;There are a few solutions to visualize graphs : D3.js, Sigma.js, KeyLines, Gephi, Linkurious, Neoclipse, Neovigator.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a table that compare some of these options : &lt;a href=&quot;http://linkurio.us/comparative-study/&quot;&gt;http://linkurio.us/comparative-study/&lt;/a&gt;&#xA;And a quick presentation about the different approaches to visualizing graphs : &lt;a href=&quot;http://www.slideshare.net/Linkurious/graph-visualization-options-and-latest-developments&quot;&gt;http://www.slideshare.net/Linkurious/graph-visualization-options-and-latest-developments&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Linkurious is specifically designed with ease of use in mind. You can use it search, explore and visualize graph data easily.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer : I'm a co-founder of Linkurious&lt;/p&gt;&#xA;" OwnerUserId="1232" LastActivityDate="2013-08-31T15:58:35.510" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1071" PostTypeId="2" ParentId="748" CreationDate="2013-09-02T00:24:02.460" Score="2" Body="&lt;p&gt;You say: &quot;in CSV rather than line vs line comparison, it would do cell vs cell&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might convert the CSV to JSON with &lt;code&gt;key:value&lt;/code&gt; on each line:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;Name: Bill,&#xA;Title: Doctor&#xA;}&#xA;{&#xA;Name: Super-Ted,&#xA;Title: Coder&#xA;}&#xA;.&#xA;.&#xA;.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1237" LastActivityDate="2013-09-02T00:24:02.460" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1072" PostTypeId="1" CreationDate="2013-09-02T06:34:38.293" Score="6" ViewCount="345" Body="&lt;p&gt;&lt;em&gt;New to this site - if I'm doing anything wrong please give me a chance to correct myself before hitting me with close question etc!&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm very interested in the efficiency of car engines, particularly in relation to year (focus on past two decades), manufacturer (focus on BMW but all would be much more useful), volume and cylinder count. Also interested in RPM and throttle position, but I think that's a separate question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To clarify, I specify &lt;strong&gt;engine efficiency&lt;/strong&gt; as the efficiency of conversion from fuel energy to kinetic energy.  &lt;a href=&quot;http://en.wikipedia.org/wiki/Engine_efficiency#Gasoline_.28petrol.29_engines&quot;&gt;Wikipedia&lt;/a&gt; cites it as around 20-25% - I'm curious about how this number varies with the aforementioned variables.  &lt;strong&gt;I'm not looking for MPG or L/100 km&lt;/strong&gt;, as that's taking into account factors beyond the engine - car weight, aerodynamics, electronics etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So fields that I'd want to see:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Model number&lt;/li&gt;&#xA;&lt;li&gt;Manufacturer&lt;/li&gt;&#xA;&lt;li&gt;First year in general production&lt;/li&gt;&#xA;&lt;li&gt;Displacement&lt;/li&gt;&#xA;&lt;li&gt;Cylinders&lt;/li&gt;&#xA;&lt;li&gt;Fuel type (or petrol cars only)&lt;/li&gt;&#xA;&lt;li&gt;% Efficiency&lt;/li&gt;&#xA;&lt;li&gt;Maximum power output (not a must but would be helpful) &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Is there any open data relating to this?  I hope that by &quot;Open&quot; I mean &quot;can be used for any purpose including commercial&quot;.&lt;/p&gt;&#xA;" OwnerUserId="1239" LastEditorUserId="70" LastEditDate="2015-04-19T15:05:55.623" LastActivityDate="2015-04-19T15:05:55.623" Title="Is there Open Data on car engine efficiency?" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1073" PostTypeId="1" CreationDate="2013-09-02T19:24:04.480" Score="20" ViewCount="61344" Body="&lt;p&gt;IMDb offers a great deal of useful structured information for research.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There're multiple ways to get small pieces of its database:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Download a subset of data from &lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;noreferrer&quot;&gt;http://www.imdb.com/interfaces&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Use API via &lt;a href=&quot;http://imdbpy.sourceforge.net/&quot; rel=&quot;noreferrer&quot;&gt;http://imdbpy.sourceforge.net/&lt;/a&gt;, &lt;a href=&quot;https://github.com/richardasaurus/imdb-pie&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/richardasaurus/imdb-pie&lt;/a&gt;, or &lt;a href=&quot;https://github.com/nandhp/python-imdb&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/nandhp/python-imdb&lt;/a&gt; (and other languages)&lt;/li&gt;&#xA;&lt;li&gt;Use subsets from current papers on IMDb and its visualizations, eg this &lt;a href=&quot;http://vlado.fmf.uni-lj.si/vlado/papers/IMDBvis.pdf&quot; rel=&quot;noreferrer&quot;&gt;one&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Get a license from IMDb to use API more intensively: $15K+.&lt;/li&gt;&#xA;&lt;li&gt;Wandora &lt;a href=&quot;http://www.wandora.org/wandora/wiki/index.php?title=IMDB_extractor&quot; rel=&quot;noreferrer&quot;&gt;IMDb extractor&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;(But not by grabbing IMDb pages, which is not allowed by IMDb.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But these ways prevent from reaching a deeper study of relations within the DB, for instance, for economic research. Say, random sampling of a fraction of the DB may miss important relations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a better way to get mass IMDb data for research purposes?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="18" LastEditDate="2015-03-09T19:25:25.930" LastActivityDate="2021-07-21T15:47:35.250" Title="Where to get IMDb datasets" Tags="|data-request|economics|film|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1074" PostTypeId="2" ParentId="1069" CreationDate="2013-09-03T16:32:10.997" Score="2" Body="&lt;p&gt;Those are pretty common terms for building permits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;New construction&quot; means that they're building (or placing) a new building.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;renovation/alteration&quot; means that there's an existing building that's being modified.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What qualifies as a renovation can get a little interesting by area ... I remember one of my co-workers telling me that in Virginia if you leave one wall standing, you can declare it to be a renovation, and avoid having to pay all of the fees required for new construction if you're looking to tear down an existing building.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;http://www.cityofchicago.org/city/en/depts/bldgs/dataset/building_permits.html&quot; rel=&quot;nofollow&quot;&gt;the city's website&lt;/a&gt; for details on the other permit types.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-09-03T16:32:10.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1075" PostTypeId="1" AcceptedAnswerId="1076" CreationDate="2013-09-04T09:31:53.340" Score="5" ViewCount="3634" Body="&lt;p&gt;I was looking for a simple KML file anyone knew of that I could just easily import and overlay onto Google Earth.  I know Google Earth already seems to show postal code regions under government data, but they arn't shaded and I don't know how to make them shaded...and every explanation I find involved things quite above my current skill level (although I'm open to learning).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd would prefer to not use anything involving GIS too much either as that is way above my skill level and the last GIS products I used by a well known company that makes them...were very very laggy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially, I'm looking for something I can import into Google Earth that is like the maps at &lt;a href=&quot;http://www.usnaviguide.com/zip.htm&quot; rel=&quot;noreferrer&quot;&gt;http://www.usnaviguide.com/zip.htm&lt;/a&gt;.  Now they do admittedly have a feed at &lt;a href=&quot;http://maps.huge.info/zipv0.pl?ZIP=90210&quot; rel=&quot;noreferrer&quot;&gt;http://maps.huge.info/zipv0.pl?ZIP=90210&lt;/a&gt;, but I have no idea how to graph or plot that (suggestions welcome though).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find this which was nice: &lt;a href=&quot;http://www.filosophy.org/post/17/zipcodes_in_kml/&quot; rel=&quot;noreferrer&quot;&gt;http://www.filosophy.org/post/17/zipcodes_in_kml/&lt;/a&gt;  but once again not shaded.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Questions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1)  Do you know of a shaded KML file that is reasonably accurate for zip codes I can import into Google Earth?  By the way, I am aware zip codes do constantly change...I also don't want the TIGER files...I'd prefer the actual postal codes if possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2)  Could you lead me (realize I know very little) in the direction of perhaps making/shading these outline type files myself with some easy software? (I realize this might be more of a gis.stackexchange.com question, but they seem WAY over my head over there).&lt;/p&gt;&#xA;" OwnerUserId="1139" LastEditorUserId="70" LastEditDate="2015-04-08T08:54:25.557" LastActivityDate="2015-04-08T08:54:25.557" Title="Shaded KML file for US Zip Codes? Doesn't have to be perfect" Tags="|data-request|tool-request|geospatial|postal-code|kml|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1076" PostTypeId="2" ParentId="1075" CreationDate="2013-09-04T23:09:56.250" Score="3" Body="&lt;p&gt;The shading of shapes on a GIS map is a design choice; it's not a characteristic of the data. Not all choropleth maps are opaque, even if some that you've seen are. A designer made that choice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Google Earth, you can apply styles to a layer using the &quot;Edit &gt; Get Info&quot; command. On that, choose the &quot;Style, Color&quot; tab and change the color and opacity in the &quot;Area&quot; section. Getting labels like on &lt;a href=&quot;http://www.usnaviguide.com/zip.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.usnaviguide.com/zip.htm&lt;/a&gt; is not something I know how to do in Google Earth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that I find that &lt;a href=&quot;http://www.filosophy.org/post/17/zipcodes_in_kml/&quot; rel=&quot;nofollow&quot;&gt;file you pointed to at filosophy.org&lt;/a&gt; to be &quot;very laggy.&quot; I think that happens when you have over 50,000 features (shapes).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(edited in response to comment thread; comments may now seem unrelated)&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2013-09-06T15:24:56.547" LastActivityDate="2013-09-06T15:24:56.547" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="1077" PostTypeId="2" ParentId="1073" CreationDate="2013-09-05T05:47:35.580" Score="11" Body="&lt;p&gt;Not sure if this would classify as a comment or an answer, but it's useful information nonethelss:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So in reading this question I HAVE to point this out - ever heard of the paper?: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Arvind Narayanan and Vitaly Shmatikov. &lt;strong&gt;&quot;Robust De-anonymization of Large Datasets (How to Break Anonymity of the Netﬂix Prize Dataset)&quot;.&lt;/strong&gt; &#xA;  The University of Texas at Austin February 5, 2008.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Full text is at:&#xA;&lt;a href=&quot;http://arxiv.org/pdf/cs/0610105v2.pdf&quot;&gt;http://arxiv.org/pdf/cs/0610105v2.pdf&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's quite a famous paper and was even on the news when it got published.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the abstract: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We present a new class of statistical de-anonymization attacks against&#xA;  high-dimensional micro-data, such as individual preferences,&#xA;  recommendations, transaction records and so on. Our techniques are&#xA;  robust to perturbation in the data and tolerate some mistakes in the&#xA;  adversary’s background knowledge. We apply our de-anonymization&#xA;  methodology to the Netﬂix Prize dataset, which contains anonymous&#xA;  movie ratings of 500,000 subscribers of Netﬂix, the world’s largest&#xA;  online movie rental service. We demonstrate that an adversary who&#xA;  knows only a little bit about an individual subscriber can easily&#xA;  identify this subscriber’s record in the dataset. &lt;strong&gt;Using the &gt;&gt;&gt;Internet&#xA;  Movie Database&amp;lt;&amp;lt;&amp;lt; as the source of background knowledge,&lt;/strong&gt; &lt;em&gt;&lt;strong&gt;we successfully&#xA;  identiﬁed the Netﬂix records of known users, uncovering their apparent&#xA;  political preferences and other potentially sensitive information.&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I looked at their citations for clues but they only thing they cite verbatim is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;IMDb. The Internet Movie Database. &lt;a href=&quot;http://www.imdb.com/&quot;&gt;http://www.imdb.com/&lt;/a&gt;, 2007.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This is also quite a while ago too.  However going through the full text of that article, you may be able to glean some clues as to how they got their data and replicate those - so this could potentially help you.&lt;/p&gt;&#xA;" OwnerUserId="1139" LastActivityDate="2013-09-05T05:47:35.580" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1078" PostTypeId="2" ParentId="1068" CreationDate="2013-09-05T20:08:04.500" Score="2" Body="&lt;p&gt;&quot;Oops! I'm sorry, I can't be your customer.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-- by which I simply mean this: they can't, and so I can't. There are plenty of other people who are interested in having an open and honest relationship with their customers; companies who don't, aren't interesting to me, and I'm frankly unwilling to waste my time with people that I can't trust.&lt;/p&gt;&#xA;" OwnerUserId="230" LastEditorUserId="230" LastEditDate="2013-09-08T10:44:26.983" LastActivityDate="2013-09-08T10:44:26.983" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1079" PostTypeId="1" CreationDate="2013-09-05T21:13:35.683" Score="4" ViewCount="264" Body="&lt;p&gt;I'm looking for a few content-driven APIs and RSS feeds for a mashup website i'm building. Like Yahoo! News and Flickr, which allow you to submit a GET request and get a list of items based on a specific keyword. Like getting all news about &quot;michael jackson&quot; and pictures of &quot;R2D2&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you guys know any other public APIs and RSS feeds with such feature, without rate limits?&lt;/p&gt;&#xA;" OwnerUserId="1251" LastEditorUserId="70" LastEditDate="2015-03-30T18:40:24.483" LastActivityDate="2015-03-30T18:40:24.483" Title="Content-driven API or RSS feed" Tags="|api|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1081" PostTypeId="1" CreationDate="2013-09-07T03:16:10.713" Score="4" ViewCount="60" Body="&lt;p&gt;From the Sunlight Foundations's list of &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot; rel=&quot;nofollow&quot;&gt;Reasons (Not) to Release Data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes governments say they won't release data because no one outside government is interested in the data. Variants of this include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There is a lack of public interest&lt;/li&gt;&#xA;&lt;li&gt;There are few public requests for data to be open/for data in general&lt;/li&gt;&#xA;&lt;li&gt;Government is boring&lt;/li&gt;&#xA;&lt;li&gt;We don’t have community support&lt;/li&gt;&#xA;&lt;li&gt;We don’t have civic hackers&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;How should I respond to this kind of excuse?&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-11T18:23:21.353" Title="How should I respond if a government official says he won't release data because no one cares about the data?" Tags="|social-process|" AnswerCount="2" CommentCount="1" CommunityOwnedDate="2013-09-11T16:24:34.163" ContentLicense="CC BY-SA 3.0" />
  <row Id="1082" PostTypeId="1" AcceptedAnswerId="1087" CreationDate="2013-09-07T03:22:13.050" Score="9" ViewCount="131" Body="&lt;p&gt;From the Sunlight Foundations's list of &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot;&gt;Reasons (Not) to Release Data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes a government official won't release data because she doesn't see what the utility is. Variants include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There’s no clear use for {insert specific type of data here} &lt;/li&gt;&#xA;&lt;li&gt;I don't know what you could possibly need that for&lt;/li&gt;&#xA;&lt;li&gt;How would someone even use that kind of data? &lt;/li&gt;&#xA;&lt;li&gt;We need more proven results before we can open data&lt;/li&gt;&#xA;&lt;li&gt;The old system works &lt;/li&gt;&#xA;&lt;li&gt;We don’t want to have you (academic researcher) doing research for research sake. We want your research to benefit us directly, otherwise we don’t want to give you our data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;How should I respond?&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-20T13:51:13.877" Title="How should I respond if a government official says she won't release data because she doesn't think it will be useful?" Tags="|social-process|" AnswerCount="3" CommentCount="2" CommunityOwnedDate="2013-09-11T16:24:51.007" ContentLicense="CC BY-SA 3.0" />
  <row Id="1084" PostTypeId="1" AcceptedAnswerId="1085" CreationDate="2013-09-08T00:52:41.800" Score="6" ViewCount="1614" Body="&lt;p&gt;You go to BLS.gov.  Click on any one of the links up on their menu that you fancy - I specifically am interested in Consumer Expenditures or disposable income...potential demand..things of those nature...or almost anything else.   You notice the level of detail many of their variables drill down to....at most...sadly only the county and most likely only the state level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Well, I want that data for each zip code.  I know paid products that can do it (which somehow seem to derive their information from bls.gov for the current year...confusing me quite a bit), but what about fairly recent (I can't handle the option of only having data from 2007 for instance), high quality, open data sets for economic factors like these here?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suspect any open governmental dataset like this would involve using the TIGER files (although I checked there and they seemed pretty limited) - which if you can find would still be useful to me but....just not match up very well to the actual zip codes I'm forced to use in my project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;USPS zip codes would be great if there's a DB of that somewhere that's relatively recent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anything commercial (besides esri or arc) that does this? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open to anything you got.   Also  I don't want shapefiles - I'd need to have it as just a cvs or even a text format or some derivative thereof I can import into excel.&lt;/p&gt;&#xA;" OwnerUserId="1139" LastEditorUserId="33" LastEditDate="2013-09-11T23:43:54.993" LastActivityDate="2013-09-11T23:43:54.993" Title="How do I Get that Juicy Economic Data from BLS.gov (Bureau of Labor Statistics) into Zip Code Format?" Tags="|data-request|usa|postal-code|" AnswerCount="2" CommentCount="14" ContentLicense="CC BY-SA 3.0" />
  <row Id="1085" PostTypeId="2" ParentId="1084" CreationDate="2013-09-08T07:30:17.270" Score="5" Body="&lt;p&gt;I used some BLS data for a recent project. It took me a little while to dig through. But there are essentially 3 ways to get access to their data. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Is from their 'downloadble' sets published as links from HTML. It sounds like you have got to this.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.quandl.com/&quot;&gt;Quandl&lt;/a&gt; have some of the BLS data curated. That have made it nicely searchable, filterable and available under REST.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;All of the data the BLS publish is here in raw format: &lt;a href=&quot;ftp://ftp.bls.gov/pub/&quot;&gt;ftp://ftp.bls.gov/pub/&lt;/a&gt; the &lt;code&gt;doc&lt;/code&gt; folder tells you what each of the sub directories in &lt;code&gt;time.series&lt;/code&gt; directory is for. &lt;a href=&quot;ftp://ftp.bls.gov/pub/doc/overview.txt&quot;&gt;This&lt;/a&gt; is the overview. As far as I know this is totality of what they have published at the most granular level. Overview tells us this the &lt;code&gt;cx&lt;/code&gt; file and the &lt;code&gt;cx&lt;/code&gt; file tell us &lt;a href=&quot;ftp://ftp.bls.gov/pub/doc/cx.txt&quot;&gt;this&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The work is in curating this data. There are joins needed through structured keys. This is not hard, but you need to go through the process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To the best of my knowledge, if the data is not here, the BLS &lt;em&gt;don't have it&lt;/em&gt;. I would love to be proved wrong and shown where more granular data is.&lt;/p&gt;&#xA;" OwnerUserId="1124" LastActivityDate="2013-09-08T07:30:17.270" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1086" PostTypeId="2" ParentId="1081" CreationDate="2013-09-09T01:33:59.257" Score="1" Body="&lt;p&gt;Just because I'm known for my snarkiness, if someone tried giving me the 'government is boring' excuse, I'd likely:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ask them if it's so boring why they didn't find a more interesting job.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Or, if I had some time to kill, and wasn't looking to piss them off immediately:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ask them to tell me about what they did, and try to find points at which they seemed to express excitement, and ask them to go into more detail.  Once they told you want the interesting bits are, use that to refute their boring claim.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first two, and the last two, I see as completely different issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the first two, I'd ask:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Who knows you have this information?  (if no one knows, of course no one's asking about it).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you're advertising it, have you specified what the procedures are or a contact for people who want access to it?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last two are a slightly different chicken and egg problem -- if you don't give the community what they need (the data), you're not going to get community support.  Think of it like gardening -- if you don't plant anything, you can't expect anything to grow.  Something might grow, if it's particularly tenacious (ie, weeds), but you can't expect the plants you want (ie, the community / civic hackers) to grow without you preparing the beds &amp;amp; sowing the seeds.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-09-09T01:33:59.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1087" PostTypeId="2" ParentId="1082" CreationDate="2013-09-09T01:43:50.067" Score="8" Body="&lt;p&gt;The first three I'd lump together ... the others, I'm not so sure.  For the first three, I'd ask them:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Why did you collect the data?&lt;/li&gt;&#xA;&lt;li&gt;If the data has no use, why do you keep it?&lt;/li&gt;&#xA;&lt;li&gt;What do you use the data for?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The next two require more information ... they might be fiscal in nature, and in today's budget situations, it's quite likely that departments are already short-staffed; changing how they do things might have significant costs, especially when the data is actually in high demand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last one ... well, if it's a federal agency, I'd be inclined to bring up FOIA.  If it's a state agency, I'd bring up the equivalent law, if it exists.  I know a few people who argue against opening up the data because they've had to deal with too many crackpots who want to discuss the data and/or refute it without actually understanding what the data is.  (it's amazing how many times you can explain compression artifacts to people, and they still insist that it's UFOs, and that you're just trying to cover it up)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-09-09T01:43:50.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1089" PostTypeId="1" AcceptedAnswerId="1094" CreationDate="2013-09-09T22:20:39.977" Score="4" ViewCount="66" Body="&lt;p&gt;We've rounded up some of the reasons governments cite for not releasing data to the public. We're asking for help now in refuting those reasons. You can read more in this blog post: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot; rel=&quot;nofollow&quot;&gt;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're especially interested in how you refute statements like these: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It’s expensive / We don't have the budget &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1.  It requires expensive software&#xA;2.  It would be costly to provide copies of data in open formats&#xA;3.  It would require a lot of staff time&#xA;4.  It would require new processes and staff training&#xA;5.  Keeping everything updated would be costly &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What's the best response when a government says it can't release data due to cost concerns? &lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2013-09-11T14:11:39.717" Title="How do you respond when government cites costs for not releasing data?" Tags="|government|releasing-data|city|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1090" PostTypeId="1" AcceptedAnswerId="1095" CreationDate="2013-09-09T22:32:55.117" Score="5" ViewCount="89" Body="&lt;p&gt;We've rounded up some of the reasons governments cite for not releasing data to the public. We're asking for help now in refuting those reasons. You can read more in this blog post: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot;&gt;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're especially interested in how you refute statements like these: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We won’t be able to keep up! / We don't have the time&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With variants of:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I don’t have time/no one will help me &lt;/li&gt;&#xA;&lt;li&gt;There will be unending data release&lt;/li&gt;&#xA;&lt;li&gt;… unending cost&lt;/li&gt;&#xA;&lt;li&gt;… exhaustion &lt;/li&gt;&#xA;&lt;li&gt;Our staff can’t handle new software/training/processes&lt;/li&gt;&#xA;&lt;li&gt;We don’t have the technology&lt;/li&gt;&#xA;&lt;li&gt;We don’t have a website&lt;/li&gt;&#xA;&lt;li&gt;We don't have the servers for this&lt;/li&gt;&#xA;&lt;li&gt;We would have to take our entire production system offline for a&#xA;couple of days to program the system to get the data you want&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;What's the best response when a government says it can't release data due to these kinds of time concerns? &lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2019-01-08T09:28:22.690" Title="How do you respond when government cites time concerns for not releasing data?" Tags="|government|releasing-data|city|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1091" PostTypeId="1" AcceptedAnswerId="1093" CreationDate="2013-09-09T22:40:39.157" Score="5" ViewCount="103" Body="&lt;p&gt;We've rounded up some of the reasons governments cite for not releasing data to the public. We're asking for help now in refuting those reasons. You can read more in this blog post: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot;&gt;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're especially interested in how you refute statements like this:&#xA;We should really be selling this data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What's the best response when a government says this? &lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2019-01-08T09:23:26.650" Title="How do you respond when government says it should be selling its data, not opening it?" Tags="|government|releasing-data|city|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1092" PostTypeId="1" AcceptedAnswerId="1112" CreationDate="2013-09-09T22:48:26.133" Score="5" ViewCount="88" Body="&lt;p&gt;We've rounded up some of the reasons governments cite for not releasing data to the public. We're asking for help now in refuting those reasons. You can read more in this blog post: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&quot;&gt;http://sunlightfoundation.com/blog/2013/09/05/reasons-not-to-release-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're especially interested in how you refute statements like this: We need more proven results before we can open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What's the best response when a government says this? &lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2013-09-15T23:32:44.310" Title="How do you respond when government says it needs more proven results to release data?" Tags="|government|releasing-data|city|" AnswerCount="1" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1093" PostTypeId="2" ParentId="1091" CreationDate="2013-09-10T11:56:05.930" Score="2" Body="&lt;p&gt;Depending upon the situation, you could respond by saying&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;That violates the applicable FOIA law which usually says that records must be provided only at the cost of responding to the request. This might be substantial, but cannot, legally, be a money maker.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Even if it's legally permissible to charge for the data, the overhead of taking and processing payments is likely to wipe out any profit&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The data that people are most likely to pay is almost always timely. The data owner can increase their demand by making a staler version available for free and charging for more immediate access. In the private sector, many economic indicators are free, but you can pay for the privilege of getting the data a few minutes before anyone else, ex. &lt;a href=&quot;https://www.ism-chicago.org/chapters/ism-ismchicago/barometer.cfm&quot; rel=&quot;nofollow&quot;&gt;https://www.ism-chicago.org/chapters/ism-ismchicago/barometer.cfm&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-10T11:56:05.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1094" PostTypeId="2" ParentId="1089" CreationDate="2013-09-10T14:41:30.833" Score="2" Body="&lt;p&gt;For point one, I would probe more. Custom programming to get data out, a portal, what? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For point two, I try to make sure if it's actually true. Try to get the details of the software they are using and then figure out what the capabilities of the software are. Talking directly to the vendor is often the best next step.  This excuse is often given by people who are not well informed about what is technically possible, so I would also attempt to talk to the whoever is responsible. Assuming it is true, then ask them to release the data in whatever format they can. If the data is interesting enough, then the community will figure out how to make an obscure data format open, a la &lt;a href=&quot;http://treasury.io/&quot; rel=&quot;nofollow&quot;&gt;http://treasury.io/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For point three, they are likely already spending substantial staff time responding to FOIA requests. If they make their most common FOIAed documents open by default, they can save staff time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For point four, yes. They will have to do some different things.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For point five, this really depends upon their current information management practices. If they have good, computerized systems in place for managing their data internally, it should be easy to automate public data releases. If they don't have those internal systems, then, you might be in for a longer effort which involves finding an internal champion for better internal systems and supporting that effort.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-09-11T14:11:39.717" LastActivityDate="2013-09-11T14:11:39.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1095" PostTypeId="2" ParentId="1090" CreationDate="2013-09-11T14:23:36.310" Score="4" Body="&lt;p&gt;These seems like objections for a government that hasn't started making data public. If that's the case, then the key thing is go get them to make a start.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Real time data is great, but there's lots of really valuable data that changes very slowly, can be easily exported. GIS data and budget data are often good targets, but choose something that makes sense in your local context.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When a government is getting started, they don't need a dedicated open data web site. They can just make a new page on one of their existing sites with links. Make sure though, that they have a way of keeping track of traffic and downloads. You'll want to be strategic in selecting data sets that will get used so you can make the case for releasing more data later.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last point seems different than the others, because it seems like you are requesting a particular piece of data, not just advocating for open data. If you get this request, I would try to find out what the software is and talk to the vendor to see what's possible.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-11T14:23:36.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1096" PostTypeId="1" AcceptedAnswerId="1097" CreationDate="2013-09-11T14:35:52.413" Score="2" ViewCount="257" Body="&lt;p&gt;I'd like to request a query that includes a single quote &lt;code&gt;'&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.cityofchicago.org/resource/xh8b-g55w.json?%24where=license_description=%22Caterer%27s%20Liquor%20License%22&amp;amp;%24limit=1&quot; rel=&quot;nofollow&quot;&gt;http://data.cityofchicago.org/resource/xh8b-g55w.json?$where=license_description=&quot;Caterer's Liquor License&quot;&amp;amp;$limit=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;returns&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;&quot;code&quot; : &quot;query.execution.queryTooComplex&quot;,&#xA;&quot;error&quot; : true,&#xA;&quot;message&quot; : &quot;No multi-column conditions are allowed&quot;,&#xA;&quot;data&quot; : {&#xA;&quot;reason&quot; : &quot;validation.multi-column-condition&quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-09-12T02:39:31.167" LastActivityDate="2013-09-12T02:39:31.167" Title="How do I escape a single quote in a Socrata SODA 2 API call?" Tags="|api|socrata|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1097" PostTypeId="2" ParentId="1096" CreationDate="2013-09-11T14:35:52.413" Score="2" Body="&lt;p&gt;From Socrata Tech Support&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The [Socrata SODA 2 API] expects strings to be enclosed in single&#xA;  quotes. You can use double single quotes to escape it within a string.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.cityofchicago.org/resource/xh8b-g55w.json?%24where=license_description=%27Caterer%27%27s%20Liquor%20License%27&amp;amp;%24limit=1&quot; rel=&quot;nofollow&quot;&gt;http://data.cityofchicago.org/resource/xh8b-g55w.json?$where=license_description='Caterer''s Liquor License'&amp;amp;$limit=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-11T14:35:52.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1098" PostTypeId="1" AcceptedAnswerId="1099" CreationDate="2013-09-11T14:40:51.400" Score="2" ViewCount="87" Body="&lt;p&gt;How do I escape &lt;code&gt;&amp;amp;&lt;/code&gt; in a Socrata SODA 2 API call?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.cityofchicago.org/resource/xh8b-g55w.json?%24where=license_description=%27Special%20Event%20Beer%20&amp;amp;%20Wine%27&amp;amp;%24limit=1&quot; rel=&quot;nofollow&quot;&gt;http://data.cityofchicago.org/resource/xh8b-g55w.json?$where=license_description='Special Event Beer &amp;amp; Wine'&amp;amp;$limit=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-13T15:55:24.810" Title="How do I escape an ampersand in a Socrata SODA 2 API call?" Tags="|api|socrata|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1099" PostTypeId="2" ParentId="1098" CreationDate="2013-09-11T14:40:51.400" Score="2" Body="&lt;p&gt;Escape the &lt;code&gt;&amp;amp;&lt;/code&gt; as hex code &lt;code&gt;%26&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.cityofchicago.org/resource/xh8b-g55w.json?%24where=license_description=%27Special%20Event%20Beer%20&amp;amp;%20Wine%27&amp;amp;%24limit=1&quot; rel=&quot;nofollow&quot;&gt;http://data.cityofchicago.org/resource/xh8b-g55w.json?$where=license_description='Special Event Beer %26 Wine'&amp;amp;$limit=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-11T14:40:51.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1100" PostTypeId="2" ParentId="1082" CreationDate="2013-09-11T19:09:18.460" Score="1" Body="&lt;p&gt;In addition to Joe's answers, I would add that open government is now mature enough that you might be able to find examples of people using the same kind of data that comes from other cities or agencies.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-11T19:09:18.460" CommentCount="0" CommunityOwnedDate="2013-09-11T19:09:18.460" ContentLicense="CC BY-SA 3.0" />
  <row Id="1101" PostTypeId="2" ParentId="1084" CreationDate="2013-09-11T19:32:23.483" Score="2" Body="&lt;p&gt;As @Kotebiya says in the comment, if the data is not published in the areal units you want, the only way to get the data in your target units is through a geostatistical model. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is called &quot;areal interpolaton&quot; and it is a very difficult problem and an active area of research. &lt;a href=&quot;http://resources.arcgis.com/en/help/main/10.1/index.html#//0031000000q8000000&quot; rel=&quot;nofollow&quot;&gt;This ArcGIS help page&lt;/a&gt; is a good place to start. &lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-11T19:32:23.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1102" PostTypeId="2" ParentId="1096" CreationDate="2013-09-11T22:27:33.213" Score="2" Body="&lt;p&gt;Yep, that's exactly what you need to do. Looking at the error message you posted, it looks like you ended up confusing our query parser.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As we improve the SODA query APIs, we'll likely make that interface clearer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chris Metcalf&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Director of Developer Platform&lt;/p&gt;&#xA;&#xA;&lt;p&gt;chris.metcalf (at) socrata.com&lt;/p&gt;&#xA;" OwnerUserId="315" LastActivityDate="2013-09-11T22:27:33.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1103" PostTypeId="1" CreationDate="2013-09-12T19:27:47.683" Score="9" ViewCount="92" Body="&lt;p&gt;In Germany, there are several surveys on voter's preference (&quot;If there were an election next sunday, which party would you vote for&quot;), the so-called &quot;Sonntagsfrage&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are historical values available? I found &#xA;&lt;a href=&quot;http://www.sonntagsfrage-aktuell.de/&quot;&gt;this graphical data&lt;/a&gt;, but I am looking for numbers, ideally under an open license.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-10-13T13:03:33.493" Title="Historical values for the German &quot;Sonntagsfrage&quot;?" Tags="|data-request|germany|elections|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1104" PostTypeId="2" ParentId="972" CreationDate="2013-09-12T20:23:13.480" Score="9" Body="&lt;p&gt;Look at the National Center for Education Statistics Urban-Centric Locale Codes developed by U.S. Census &lt;a href=&quot;https://nces.ed.gov/ccd/rural_locales.asp&quot; rel=&quot;noreferrer&quot;&gt;https://nces.ed.gov/ccd/rural_locales.asp&lt;/a&gt;. You might be able to modify that approach to accomplish what you want. They use principal cities to delineate between &quot;urban&quot; and &quot;suburban&quot;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;City - Inside an urbanized area and inside a principal city  &lt;/li&gt;&#xA;&lt;li&gt;Suburb - Inside an urbanized area and outside a principal city  &lt;/li&gt;&#xA;&lt;li&gt;Town - Inside an urbanized cluster and outside an urbanized area  &lt;/li&gt;&#xA;&lt;li&gt;Rural - Outside of an urbanized cluster and outside of an urbanized area&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/JJnyo.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="327" LastActivityDate="2013-09-12T20:23:13.480" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1105" PostTypeId="2" ParentId="1072" CreationDate="2013-09-13T14:31:26.647" Score="5" Body="&lt;p&gt;Thanks for your question. I'm not an expert in this space, but I asked around and was pointed to two resources at NREL you might look at:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The efficiency curves available in the FASTSim model that are posted at &lt;a href=&quot;http://www.nrel.gov/fastsim&quot;&gt;http://www.nrel.gov/fastsim&lt;/a&gt;. I was told by the managers of this dataset that it may be used for commercial purposes, just not redistributed commercially.&lt;/li&gt;&#xA;&lt;li&gt;The Caltrans cleansed dataset will be posted at &lt;a href=&quot;http://www.nrel.gov/tsdc&quot;&gt;http://www.nrel.gov/tsdc&lt;/a&gt; in the next couple of weeks, which will includes a subset of vehicles where OBD data was recorded along with GPS speed profiles.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="974" LastActivityDate="2013-09-13T14:31:26.647" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1106" PostTypeId="2" ParentId="1098" CreationDate="2013-09-13T15:55:24.810" Score="1" Body="&lt;p&gt;Correct, you can also URL encode the whole $where parameter if you want to.&lt;/p&gt;&#xA;" OwnerUserId="315" LastActivityDate="2013-09-13T15:55:24.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1107" PostTypeId="2" ParentId="1079" CreationDate="2013-09-13T17:38:34.273" Score="2" Body="&lt;p&gt;Maybe you can find &lt;a href=&quot;http://www.programmableweb.com/apis/directory/1?apicat=News&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; something; but what would be a business model of an API &quot;news for free&quot; provider?&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-09-13T17:38:34.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1108" PostTypeId="1" CreationDate="2013-09-14T12:05:20.413" Score="13" ViewCount="3069" Body="&lt;p&gt;I'd like to be able to determine if a person's name is likely to be a Japanese name, or likely to be a non-Japanese name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unless someone's compiled an exhaustive list of Japanese, and non-Japanese names, I suspect a good approach is to find a database that has a large list of Japanese people, and look at the frequency of names in it, and do the same with a database containing non-Japanese people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The databases should contain female as well as male names, and should be in the English alphabet (romaji) or have kana spellings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any such data available?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd previously asked a similar question on Stack Overflow:&lt;br&gt;&#xA;&lt;a href=&quot;https://stackoverflow.com/questions/11423374/determine-whether-a-romanized-name-is-japanese-or-not-preferably-in-ruby&quot;&gt;Determine whether a romanized name is Japanese or not, preferably in Ruby&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="186" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2017-08-23T20:58:39.667" Title="Database of names of Japanese and non-Japanese people" Tags="|data-request|names|japanese|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1109" PostTypeId="2" ParentId="1103" CreationDate="2013-09-14T16:48:20.377" Score="4" Body="&lt;p&gt;Just found the &lt;a href=&quot;http://www.ifd-allensbach.de/studien-und-berichte/sonntagsfrage/gesamt.html&quot; rel=&quot;nofollow&quot;&gt;Overview of the Allensbach Institute&lt;/a&gt;, which has data at least for the current legislative period. The data can be easily scraped, see for example my &lt;a href=&quot;http://pastebin.com/Vpzn7gqV&quot; rel=&quot;nofollow&quot;&gt;R script&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This helps a bit, but if you have another answer, I will accept and upvote yours.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-09-14T16:48:20.377" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1110" PostTypeId="2" ParentId="1064" CreationDate="2013-09-15T13:53:01.287" Score="8" Body="&lt;p&gt;For UK &amp;amp; Europe solar data, I've used &lt;a href=&quot;http://re.jrc.ec.europa.eu/pvgis/index.htm&quot;&gt;Photovoltaic Geographical Information System&lt;/a&gt; (PVGIS) before. This may be more of a &quot;typical meteorological year&quot; as opposed to a climate database/almanac/normal. It's also data, not an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PVSyst has a good resource on finding solar data: &lt;a href=&quot;http://www.pvsyst.com/en/publications/meteo-data-sources&quot;&gt;Meteo data sources&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="639" LastActivityDate="2013-09-15T13:53:01.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1111" PostTypeId="2" ParentId="970" CreationDate="2013-09-15T14:26:24.243" Score="2" Body="&lt;p&gt;There isn't one currently available as open data. As &lt;a href=&quot;https://opendata.stackexchange.com/questions/970/i-need-a-kml-file-for-northern-ireland-bt-postcodes/1026#1026&quot; title=&quot;Joe&quot;&gt;Joe&lt;/a&gt; noted, NISRA has its own licence.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you just need the whole BT area as one polygon, Doogal's &lt;a href=&quot;http://www.doogal.co.uk/PostcodeDistricts.php&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;postcode districts&quot;&gt;postcode districts&lt;/a&gt; has it. All the 2008 &lt;a href=&quot;http://www.doogal.co.uk/UKPostcodes.php?Search=BT&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;BT district&quot;&gt;BT district&lt;/a&gt; postcodes are available as KML points, but you'd have to do some analysis to approximate the areas. The folks on &lt;a href=&quot;https://gis.stackexchange.com/&quot; title=&quot;Geographic Information Systems Stack Exchange&quot;&gt;Geographic Information Systems Stack Exchange&lt;/a&gt; could help with that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, if the licensing from &lt;a href=&quot;https://www.google.com/fusiontables/data?docid=1jgWYtlqGSPzlIa-is8wl1cZkVIWEm_89rWUwqFU#rows:id=1&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;UK postcode districts - Google Fusion Tables&quot;&gt;UK postcode districts - Google Fusion Tables&lt;/a&gt; is acceptable, you can filter this table for just BT postcodes and output that as KML. (link source: &lt;a href=&quot;https://stackoverflow.com/questions/9886500/how-did-google-get-the-outline-for-postcodes-on-maps/18537197#18537197&quot; title=&quot;location - How did google get the outline for postcodes on maps? - Stack Overflow&quot;&gt;location - How did google get the outline for postcodes on maps? - Stack Overflow&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="639" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-09-15T17:04:13.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1112" PostTypeId="2" ParentId="1092" CreationDate="2013-09-15T23:26:02.783" Score="4" Body="&lt;p&gt;First,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tell the story of peer cities or agencies that released data and realized benefits. It's hard without a specific target, but by now cities and agencies of very different sizes have released data and seen people run with it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Code for America's Brigade are a good resource, for telling these stories for cities, &lt;a href=&quot;http://brigade.codeforamerica.org&quot; rel=&quot;nofollow&quot;&gt;http://brigade.codeforamerica.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bigger examples you could point to&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;GTFS&lt;/li&gt;&#xA;&lt;li&gt;Weather&lt;/li&gt;&#xA;&lt;li&gt;Open Street Map&lt;/li&gt;&#xA;&lt;li&gt;The whole field of geographic market segmentation which largely depends upon census data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Second,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is what Hackathons are good for. It demonstrates the reality of the premise that if you release these data then people will do things with it, and that the government will get good press for making the data available.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-09-15T23:32:44.310" LastActivityDate="2013-09-15T23:32:44.310" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1113" PostTypeId="1" CreationDate="2013-09-16T04:30:19.823" Score="3" ViewCount="2730" Body="&lt;p&gt;Can anyone direct me to a good source?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am after a data set with:&#xA;1) A numeric or Binary DV&#xA;2) At least 6 possible predictor variables&#xA;3) At least one categorical predictor variable&#xA;4) At least 100 cases&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any assistance would be greatly appreciated&lt;/p&gt;&#xA;" OwnerUserId="1275" LastEditorUserId="1511" LastEditDate="2014-05-29T08:14:17.140" LastActivityDate="2015-06-03T13:24:59.403" Title="Data Set for Predictive Modelling" Tags="|data-request|machine-learning|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1114" PostTypeId="2" ParentId="1007" CreationDate="2013-09-16T19:26:17.750" Score="11" Body="&lt;p&gt;Recently, the paper &lt;a href=&quot;http://ceur-ws.org/Vol-1026/paper6.pdf&quot;&gt;Linked Soccer Data&lt;/a&gt; was published. In it the authors describe how they combined various football-related datasets, such as &lt;a href=&quot;http://fussballdaten.de/&quot;&gt;http://fussballdaten.de/&lt;/a&gt;. Some of the data they covered can be viewed through &lt;a href=&quot;http://mediaglobe.yovisto.com/SoccerLD/&quot;&gt;this demo application&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The paper also mentions other relevant sources of football data, including the &lt;a href=&quot;http://www.footytube.com/openfooty/&quot;&gt;openfooty API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="441" LastActivityDate="2013-09-16T19:26:17.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1115" PostTypeId="1" AcceptedAnswerId="1131" CreationDate="2013-09-16T20:11:13.607" Score="11" ViewCount="9050" Body="&lt;p&gt;I'd love to get a large product catalog dataset, preferably with pictures. Doesn't really matter what kind of products, so long as it's reasonably clean, the products have some attributes (length, weight, price, category, etc.) and I can make a decent demo out of it. Amazon's or Overstock.com's catalogs would be ideal. Books, movies, consumer goods, anything that a normal person would understand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone suggest sources for such data?&lt;/p&gt;&#xA;" OwnerUserId="1278" LastEditorUserId="70" LastEditDate="2015-03-27T16:11:58.927" LastActivityDate="2023-07-27T09:23:31.743" Title="Product catalog datasets" Tags="|data-request|products|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1116" PostTypeId="2" ParentId="1115" CreationDate="2013-09-16T21:38:38.287" Score="5" Body="&lt;p&gt;Following &lt;a href=&quot;https://opendata.stackexchange.com/questions/562/does-there-exist-a-global-database-of-all-products-with-ean-13-barcodes&quot;&gt;this&lt;/a&gt; discussion, the &lt;a href=&quot;http://www.product-open-data.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;product open database&lt;/a&gt; might be what you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-09-16T21:38:38.287" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1117" PostTypeId="2" ParentId="1113" CreationDate="2013-09-17T07:47:03.597" Score="2" Body="&lt;p&gt;Have a look at the homepages of machine learning toolkits like &lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/&quot; rel=&quot;nofollow&quot;&gt;WEKA&lt;/a&gt;. It has a subpage &lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/datasets.html&quot; rel=&quot;nofollow&quot;&gt;Datasets&lt;/a&gt; containing several collections of datasets. I went for the first one, &lt;a href=&quot;http://prdownloads.sourceforge.net/weka/datasets-UCI.jar&quot; rel=&quot;nofollow&quot;&gt;datasets-UCI.jar&lt;/a&gt;, renamed to .zip to extract the individual datasets and opened the first one, &lt;code&gt;anneal.arff&lt;/code&gt;, in a text editor:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Nominal or numeric class (not sure from description)&lt;/li&gt;&#xA;&lt;li&gt;38 possible predictor variables: 3 integer, 29 nominal, 6 continuous&lt;/li&gt;&#xA;&lt;li&gt;Check.&lt;/li&gt;&#xA;&lt;li&gt;798 instances.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="930" LastEditorUserId="930" LastEditDate="2015-06-01T16:52:56.007" LastActivityDate="2015-06-01T16:52:56.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1118" PostTypeId="1" CreationDate="2013-09-17T11:18:30.040" Score="3" ViewCount="167" Body="&lt;p&gt;I am trying to get my hands on data about app usage (iPhone and Android) by user. The users would be anonymised I assume, but I would need to link them to the range of apps they use or have installed on their phone. Is this data available or is it only available at an aggregated level?&lt;/p&gt;&#xA;" OwnerUserId="1283" LastEditorUserId="1245" LastEditDate="2013-09-26T23:34:19.047" LastActivityDate="2013-10-18T18:57:22.740" Title="Data on Android/iPhone apps by user?" Tags="|data-request|linked-data|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1119" PostTypeId="1" AcceptedAnswerId="1120" CreationDate="2013-09-17T13:06:48.713" Score="7" ViewCount="85" Body="&lt;p&gt;I hope this is the right place to ask. I thought that a forum about open data would probably attract people who know about how open data is (or NOT is) :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;we are a company that (among other things) hosts a lot of data from different companies in the same business.Those are 100% pure commercial activities. For examples sake, let's say our clients are all cardealers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each client has his/her's own database. Those databases reside on our servers. We create applications that help them manage their sales. We know exactly what each of the cardealers is doing; how many red cars that dealer sold, how many blue cars  that dealer sold, how many sportscars, average price, what town, extra safety-measures sold..... You get my drift.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are thinking about aggregating that data, creating new data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Town X loves red cars but hates sportscars&lt;/li&gt;&#xA;&lt;li&gt;Town Y loves red sportscars and loves sportscars&lt;/li&gt;&#xA;&lt;li&gt;Town Z spends noticably more on extra safety-measures&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If that data is aggregated, anonimised in such a way that it is no longer possible to determine who sold which car to whom, could we consider that data our own? Can we do with that data as we please?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would we be allowed to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;make that data available commercially? (sell it to car manufacturers)&lt;/li&gt;&#xA;&lt;li&gt;make that data available non-commercially? (make it publicly available)&lt;/li&gt;&#xA;&lt;li&gt;make that data available for explicit non-profit organisations? (give it to organisations dedicated to making our streets safer)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;After all, we feel we create new data that did not exist if it were not for us. Therefore, we should be allowed to do with it what suits us. But is that so? Who can tell me what rules, morals, ethics or laws apply?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for thinking with me!&#xA;Henro&lt;/p&gt;&#xA;" OwnerUserId="1284" LastEditorUserId="1284" LastEditDate="2013-09-17T14:03:33.190" LastActivityDate="2013-09-18T16:01:28.993" Title="Is metadata about data from my clients my data or the clients?" Tags="|releasing-data|ethics|legal|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1120" PostTypeId="2" ParentId="1119" CreationDate="2013-09-17T14:06:23.453" Score="4" Body="&lt;p&gt;I think you should check first if the agreement you have with your customers allow you to reuse and mix their data and in so in which conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also look at the standard and guideline promoted by of the &lt;a href=&quot;http://www.dutchdpa.nl/Pages/home.aspx&quot; rel=&quot;nofollow&quot;&gt;Dutch DPA&lt;/a&gt; or the &lt;a href=&quot;https://secure.edps.europa.eu/EDPSWEB/edps/EDPS&quot; rel=&quot;nofollow&quot;&gt;European Data Protection Supervisor&lt;/a&gt; in term of privacy. &lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="117" LastEditDate="2013-09-18T15:27:31.733" LastActivityDate="2013-09-18T15:27:31.733" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1121" PostTypeId="2" ParentId="1113" CreationDate="2013-09-17T14:14:20.833" Score="4" Body="&lt;p&gt;Kaggle hosts &lt;a href=&quot;http://www.kaggle.com/competitions&quot; rel=&quot;nofollow&quot;&gt;predictive modeling competitions&lt;/a&gt; where you might find the data set you are looking for to test your model.&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="2976" LastEditDate="2015-06-03T13:24:59.403" LastActivityDate="2015-06-03T13:24:59.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1122" PostTypeId="2" ParentId="1113" CreationDate="2013-09-17T14:41:10.717" Score="4" Body="&lt;p&gt;If you're already using a Python toolchain, then the easiest option is probably &lt;a href=&quot;http://jaberg.github.io/skdata/&quot; rel=&quot;nofollow&quot;&gt;skdata&lt;/a&gt;. See the &lt;a href=&quot;https://github.com/jaberg/skdata/wiki/Data-Set-Modules&quot; rel=&quot;nofollow&quot;&gt;data sets it provides&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1273" LastActivityDate="2013-09-17T14:41:10.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1123" PostTypeId="1" AcceptedAnswerId="1124" CreationDate="2013-09-17T23:51:26.597" Score="6" ViewCount="468" Body="&lt;p&gt;Where would be the best place to find up the the minute data on airline ticket prices, IE at the moment cost of a flight from Hamburg to Toronto. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know sites like skyscanner.com and Kayak.com have this kind of data. Do they buy it from airlines? Or is there another way to get this data live? &lt;/p&gt;&#xA;" OwnerUserId="1287" LastEditorUserId="70" LastEditDate="2015-04-19T15:13:46.303" LastActivityDate="2015-04-19T15:13:46.303" Title="Stream Airfare data" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1124" PostTypeId="2" ParentId="1123" CreationDate="2013-09-18T15:30:45.563" Score="7" Body="&lt;p&gt;Airlines distribute fare information through something called a &lt;a href=&quot;https://en.wikipedia.org/wiki/Global_Distribution_System&quot; rel=&quot;nofollow&quot;&gt;global distribution system (GDS)&lt;/a&gt;. An example of one such system is &lt;a href=&quot;https://en.wikipedia.org/wiki/Sabre_%28computer_system%29&quot; rel=&quot;nofollow&quot;&gt;SABRE&lt;/a&gt;. There are lots of different kinds of GDSs out there, and you can find them with a simple internet search. The &lt;a href=&quot;https://en.wikipedia.org/wiki/International_Air_Transport_Association&quot; rel=&quot;nofollow&quot;&gt;International Air Transport Association (IATA)&lt;/a&gt; is probably your best resource for finding out more about GDS and trends there.&lt;/p&gt;&#xA;" OwnerUserId="688" LastEditorUserId="662" LastEditDate="2013-10-08T16:58:43.837" LastActivityDate="2013-10-08T16:58:43.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1125" PostTypeId="2" ParentId="1119" CreationDate="2013-09-18T16:01:28.993" Score="0" Body="&lt;p&gt;If you're responsible for confidentiality of the data, releasing aggregated data would be bad if there turns out to be a way to get identifying information back out.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might want to consider what are the risks of this exposing you to a lawsuit, criminal proceedings, or just simply loss of customers (current or future).  This means it's both a regional question -- both in terms of laws and cultural norms.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It might be that you can get around this by sharing with your customers what things you might be able to generate using their data, and get their permission to make it available to others.  (and possibly release their claims to it, so that you're free to do other things with it)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-09-18T16:01:28.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1126" PostTypeId="1" AcceptedAnswerId="1130" CreationDate="2013-09-19T17:16:27.113" Score="5" ViewCount="1345" Body="&lt;p&gt;Anyone have any idea where to get a shapefile for NI wards that corresponds to the 2011 census? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NISRA has a small area shapefile that is supposed to be aggregable up to ward boundaries, but the file has a self-intersection in it that keeps breaking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a general poll, how do people feel about the availability of geospatial data in NI?&lt;/p&gt;&#xA;" OwnerUserId="1151" LastEditorUserId="70" LastEditDate="2016-12-04T12:11:12.007" LastActivityDate="2016-12-04T12:11:12.007" Title="Northern Ireland electoral wards shapefile" Tags="|data-request|geospatial|uk|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1127" PostTypeId="2" ParentId="1082" CreationDate="2013-09-20T13:51:13.877" Score="3" Body="&lt;ul&gt;&#xA;&lt;li&gt;Someone else will come up with the best use for your data.&lt;/li&gt;&#xA;&lt;li&gt;Because the public paid for the data it should have access to it.&lt;/li&gt;&#xA;&lt;li&gt;The two big drivers for opening up government data in general are:&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Transparency&lt;/li&gt;&#xA;&lt;li&gt;Build businesses&lt;/li&gt;&#xA;&lt;/ol&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It is useful to understand there are only a few defensible reasons to not open data, which are restricted to things like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;government uses but doesn't actually own the data&lt;/li&gt;&#xA;&lt;li&gt;national security&lt;/li&gt;&#xA;&lt;li&gt;it contains personally identifiable information&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and it is also debatable for cases when data is sold by government&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-09-20T13:51:13.877" CommentCount="0" CommunityOwnedDate="2013-09-20T13:51:13.877" ContentLicense="CC BY-SA 3.0" />
  <row Id="1128" PostTypeId="1" CreationDate="2013-09-21T06:31:12.987" Score="7" ViewCount="314" Body="&lt;p&gt;I am looking for free Bathymetric contour data in shapefile format for depths between 0-200 meters for North America (including Canada, especially Vancouver, BC). I prefer contours at 10 meter increments, but will take whatever I can get.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found Bathymetric layers for 0 and 200 meters from &lt;a href=&quot;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&lt;/a&gt;. However, I need more detail within that range.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My questions are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Where can I find freely available Bathymetric data between 0-200 meters for North America?&lt;/li&gt;&#xA;&lt;li&gt;How did you find the data and what did you use to search for it?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="783" LastEditorUserId="70" LastEditDate="2015-03-15T11:21:38.680" LastActivityDate="2019-02-18T09:14:15.250" Title="Bathymetric contour data for North America" Tags="|data-request|geospatial|north-america|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1129" PostTypeId="2" ParentId="1079" CreationDate="2013-09-23T14:11:47.313" Score="1" Body="&lt;p&gt;You can use search terms in &lt;a href=&quot;https://news.google.com/news/feeds?output=rss&amp;amp;q=stack%20exchange&quot; rel=&quot;nofollow&quot;&gt;Google News's RSS feed&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://support.google.com/news/answer/59255?hl=en&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt; for more details.&lt;/p&gt;&#xA;" OwnerUserId="1302" LastEditorUserId="1511" LastEditDate="2014-03-06T10:55:41.840" LastActivityDate="2014-03-06T10:55:41.840" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1130" PostTypeId="2" ParentId="1126" CreationDate="2013-09-25T13:08:33.833" Score="3" Body="&lt;p&gt;Found a shapefule for 2001 boundaries that's still valid for the 2011 census data I'm working with. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://borders.edina.ac.uk/html/boundary.html&quot; rel=&quot;nofollow&quot;&gt;UK Data Service&lt;/a&gt; has the file, but you'll need to register with them. (As a non-profit media group, it was easy enough for us to do so. For-profit may be more difficult.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, be aware the ward boundaries were changed in 2012, so they'll be different for data dated thereafter. UKDS doesn't have that shpfile, and I believe the only source so far is Land &amp;amp; Property Service and the Ordinance Survey of Northern Ireland.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have a map service you can use in Arc or QGIS, but of course is heavily restricted. Otherwise there's a lot of money involved.&lt;/p&gt;&#xA;" OwnerUserId="1151" LastActivityDate="2013-09-25T13:08:33.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1131" PostTypeId="2" ParentId="1115" CreationDate="2013-09-25T14:16:46.093" Score="7" Body="&lt;ul&gt;&#xA;&lt;li&gt;BestBuy publishes product data through &lt;a href=&quot;https://bbyopen.com/documentation/products-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Products API&lt;/a&gt; or in RDF/XML dumps (see &lt;a href=&quot;http://stores.bestbuy.com/sitemap.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;sitemap here&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://linkedopencommerce.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Open Commerce&lt;/a&gt; is an attempt to aggregate data from e-shops, including descriptions of products.&lt;/li&gt;&#xA;&lt;li&gt;An older (2009) attempt to publish product data is &lt;a href=&quot;http://productdb.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProductDB&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="441" LastEditorUserId="33723" LastEditDate="2023-07-27T09:23:31.743" LastActivityDate="2023-07-27T09:23:31.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1132" PostTypeId="2" ParentId="1128" CreationDate="2013-09-25T14:53:23.553" Score="5" Body="&lt;p&gt;OpenStreetMap to the rescue! Its cycling map shows contour lines and shaded relief (even in Canada):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4lUZA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4lUZA.png&quot; alt=&quot;&quot; /&gt;&lt;/a&gt;&lt;br /&gt;&#xA;&lt;sub&gt;(source: &lt;a href=&quot;http://c.tile.opencyclemap.org/cycle/10/306/368.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;opencyclemap.org&lt;/a&gt;)&lt;/sub&gt;&lt;/p&gt;&#xA;&lt;p&gt;Like most open data projects (probably Natural Earth, too), they use NASA's &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/SRTM&quot; rel=&quot;nofollow noreferrer&quot;&gt;SRTM (OSM Wiki)&lt;/a&gt; dataset that has global coverage, as far as I know. As you seem to need contour shapefiles, refer to the article &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Contours&quot; rel=&quot;nofollow noreferrer&quot;&gt;Contours (OSM Wiki)&lt;/a&gt; for a workflow on how to convert raw SRTM data to shapefiles using GDAL.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Jackpot:&lt;/strong&gt; Apparently, &lt;a href=&quot;http://www.opendem.info/opendem_client.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenDEM&lt;/a&gt; went through the effort of preparing contour shapefiles worldwide from SRTM with 25m precision. They offer a pretty convenient download for an arbitrary region. (Download manager or wget recommended.)&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;How I found the data:&lt;/strong&gt; For all my spatial data needs, usually before googling, I have a look at the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap Wiki&lt;/a&gt; and search for relevant keywords, in this case: contour, height, SRTM.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-02-18T09:14:15.250" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1133" PostTypeId="2" ParentId="1108" CreationDate="2013-09-25T15:40:12.807" Score="10" Body="&lt;p&gt;Finally, Wikipedia and its sometimes tragical affection to compiling &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_lists_of_lists&quot;&gt;lists&lt;/a&gt; on everything and anything becomes handy: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_most_common_surnames_in_Asia#Japan&quot;&gt;List of most common surnames in Asia#Japan (Wikipedia)&lt;/a&gt;. Every continent and major country seems to contain a pretty extensive list, sometimes even with estimates on number of occurrences.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Category%3aGiven_names_by_culture&quot;&gt;Category:given names by culture&lt;/a&gt; looks pretty extensive: &lt;a href=&quot;https://en.wikipedia.org/wiki/Category%3aJapanese_masculine_given_names&quot;&gt;male&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Category%3aJapanese_feminine_given_names&quot;&gt;female&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Category%3aJapanese_unisex_given_names&quot;&gt;neutral&lt;/a&gt; names cover over 1,000 articles. If they are still incomplete, looking for categories of famous Japanese persons might be complementary.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-09-25T15:40:12.807" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1134" PostTypeId="2" ParentId="1128" CreationDate="2013-09-25T16:08:56.300" Score="4" Body="&lt;p&gt;Bathymetry data for North America can be found at Data.gov from NOAA, NASA, and the Department of the Interior. Data specific to Vancouver (or any area) can be found by drawing a boundary box on the map in the left side of the page around the area in which you are interested. Alternatively, you can search for the resolution or elevation and area in the search box at the top of the page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets you are looking for are likely at &lt;a href=&quot;http://catalog.data.gov/dataset?q=&amp;amp;vocab_category_all=Elevation%20and%20Bathymetry&amp;amp;groups=ocean9585&amp;amp;sort=score%20desc,%20name%20asc&amp;amp;ext_location=&amp;amp;ext_bbox=-132.451171875,47.81315451752768,-116.54296874999999,52.32191088594773&amp;amp;ext_prev_extent=-134.208984375,44.08758502824516,-114.873046875,55.37911044801047&quot; rel=&quot;nofollow&quot;&gt;this view of Vancouver&lt;/a&gt; data. There is also a large collection of 71 datasets specific to &lt;a href=&quot;http://catalog.data.gov/dataset?vocab_category_all=Elevation%20and%20Bathymetry&amp;amp;groups=ocean9585&amp;amp;_vocab_category_all_limit=0&amp;amp;_groups_limit=0&quot; rel=&quot;nofollow&quot;&gt;elevation and bathymetry data&lt;/a&gt; available at the &lt;a href=&quot;http://ocean.data.gov&quot; rel=&quot;nofollow&quot;&gt;Ocean.Data.gov&lt;/a&gt; community on Data.gov.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-09-25T16:08:56.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1135" PostTypeId="1" AcceptedAnswerId="1138" CreationDate="2013-09-25T17:18:41.400" Score="6" ViewCount="2211" Body="&lt;p&gt;Is there a location I can download character distributions for &lt;a href=&quot;https://en.wikipedia.org/wiki/Frequency_analysis&quot; rel=&quot;nofollow&quot;&gt;frequency analysis&lt;/a&gt; used in decryption attempt validation? I am specifically interested in &lt;a href=&quot;https://en.wikipedia.org/wiki/ASCII&quot; rel=&quot;nofollow&quot;&gt;ASCII value&lt;/a&gt; [32, 126] frequency distribution for plain English language text. This would imply case-sensitivity and include punctuation. I'm not concerned with data formats.&lt;/p&gt;&#xA;" OwnerUserId="981" LastEditorUserId="70" LastEditDate="2015-03-27T16:18:16.120" LastActivityDate="2015-03-27T16:18:16.120" Title="Frequency Analysis Character Distribution Data" Tags="|data-request|language|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1137" PostTypeId="2" ParentId="1135" CreationDate="2013-09-26T12:33:56.123" Score="1" Body="&lt;p&gt;What about the (frequency analysis) article's first link to &lt;a href=&quot;https://en.wikipedia.org/wiki/Letter_frequency#Relative_frequencies_of_letters_in_the_English_language&quot; rel=&quot;nofollow&quot;&gt;Letter frequency (Wikipedia)&lt;/a&gt;? It lists letter distribution for English and other languages, all properly sourced:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Letter   Relfreq&#xA;----------------&#xA;e        12.702%    &#xA;t         9.056%    &#xA;a         8.167%    &#xA;o         7.507%    &#xA;i         6.966%    &#xA;n         6.749%    &#xA;s         6.327%    &#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-09-26T12:33:56.123" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1138" PostTypeId="2" ParentId="1135" CreationDate="2013-09-26T14:29:03.273" Score="6" Body="&lt;p&gt;Second try: &lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot;&gt;Google Ngram Viewer&lt;/a&gt; contains raw counts of 1-, 2-, ...-grams of text, retrieved from its book scanning endeavor. The section 1-grams contains counts of the occurence of lettres, numbers and even punctuation. They are provided as tab-separated value files, so the frequencies should be derivable with modest scripting efforts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Found via Wikipedia article &lt;a href=&quot;https://en.wikipedia.org/wiki/Text_corpus&quot;&gt;Text corpus&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-09-26T14:29:03.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1140" PostTypeId="1" CreationDate="2013-09-29T15:03:53.613" Score="6" ViewCount="490" Body="&lt;p&gt;Presumably the UN intended UN/LOCODE to be used, but there doesn't seem to be any information regarding its copyright or licensing. Does anyone know under what license it's distributed?&lt;/p&gt;&#xA;" OwnerUserId="1315" LastEditorUserId="70" LastEditDate="2015-04-08T12:31:34.410" LastActivityDate="2015-04-08T12:31:34.410" Title="UN/LOCODE Copyright Status" Tags="|geospatial|licensing|standards|trade|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1142" PostTypeId="1" CreationDate="2013-09-30T08:42:32.010" Score="9" ViewCount="708" Body="&lt;p&gt;I installed media-wiki on ec2 machine and loaded the Wikipedia page-articles dump content and other relevant data into that. I want to update the data regularly(daily) but I didn't get any resource for that. Is there any source from where I can get Wikipedia daily updates?&lt;/p&gt;&#xA;&lt;p&gt;Note: I can get the list of modified files using bots. But I need to get the modified content also.&lt;/p&gt;&#xA;" OwnerUserId="1318" LastEditorUserId="14011" LastEditDate="2020-12-12T20:49:38.390" LastActivityDate="2020-12-12T20:49:38.390" Title="How to get daily updates from Wikipedia?" Tags="|wikipedia|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1143" PostTypeId="2" ParentId="1142" CreationDate="2013-09-30T09:34:49.947" Score="4" Body="&lt;p&gt;There exists an &lt;em&gt;experimental&lt;/em&gt; &lt;a href=&quot;http://dumps.wikimedia.org/other/incr/&quot; rel=&quot;nofollow&quot;&gt;Wikimedia adds/changes dump service&lt;/a&gt;. Another approach is generating the differential dump yourself using &lt;a href=&quot;https://github.com/twotwotwo/dltp&quot; rel=&quot;nofollow&quot;&gt;deltapack&lt;/a&gt;, discussed about in &lt;a href=&quot;http://www.gossamer-threads.com/lists/wiki/wikitech/382121?do=post_view_threaded&quot; rel=&quot;nofollow&quot;&gt;this thread in the Wikitech mailing list&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-09-30T09:34:49.947" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1144" PostTypeId="1" AcceptedAnswerId="1149" CreationDate="2013-09-30T10:31:55.057" Score="9" ViewCount="947" Body="&lt;p&gt;Is anyone aware of a source for data related to the world gas/petrol prices at the pump?  The websites I've seen are all either selling data or just dealing with the global market price.  I'm interested in the actual sale price per litre/gallon at the pump.&lt;/p&gt;&#xA;" OwnerUserId="1141" LastEditorUserId="244" LastEditDate="2013-09-30T12:14:49.863" LastActivityDate="2016-08-18T21:18:30.290" Title="World gas/petrol prices at the pump" Tags="|data-request|prices|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1145" PostTypeId="2" ParentId="1142" CreationDate="2013-09-30T10:41:48.193" Score="6" Body="&lt;p&gt;Right now, there is no good solution. The options I can think of are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Just download the normal dump whenever it becomes available. This means you won't get daily updates at all. For the English Wikipedia, a new dump is generated about once a month.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use the &lt;a href=&quot;http://dumps.wikimedia.org/other/incr/&quot;&gt;adds/changes dumps&lt;/a&gt; (already mentioned by ojdo). There are two problems with using this:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It doesn't include all changes. Specifically, information about moves, deletes and some undeletes are not included.&lt;/li&gt;&#xA;&lt;li&gt;It's an experimental feature and I wouldn't be surprised if it were discontinued in the near future (because a better option is coming, see below).&lt;/li&gt;&#xA;&lt;/ol&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use the API (possibly combined with the &lt;a href=&quot;https://meta.wikimedia.org/wiki/IRC/Channels#Recent_changes&quot;&gt;IRC recent changes feed&lt;/a&gt;) to get the text of all new revisions to a wiki. I think this might work for very small wikis, but it's certainly not feasible for huge active wikis like the English Wikipedia.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use &lt;a href=&quot;https://www.mediawiki.org/wiki/User%3aSvick/Incremental_dumps&quot;&gt;binary incremental dumps&lt;/a&gt; (which is a project I built over this summer). This will do exactly what you want: it will allow you to download only changes since the last dump and it should allow creating dumps much more often (the hope is for daily dumps). The only problem is that this is not live yet, so you will have to wait before using this (I have no idea how long, but I would expect it to go live this year).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="462" LastActivityDate="2013-09-30T10:41:48.193" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1146" PostTypeId="1" CreationDate="2013-09-30T11:26:48.397" Score="5" ViewCount="200" Body="&lt;p&gt;I cannot find any web resource for crowdsourced consumer prices - e.g. gas/petrol, water, electricity, and food basics like rice.  I am aware of consumer indices such as &lt;a href=&quot;http://www.fao.org/giews/pricetool/&quot; rel=&quot;nofollow&quot;&gt;http://www.fao.org/giews/pricetool/&lt;/a&gt; but its spread for localised ('domestic' category) data (i.e. in towns and cities) is limited, so I'm wondering about crowdsourced data.  Anyone aware of anything?&lt;/p&gt;&#xA;" OwnerUserId="1141" LastEditorUserId="70" LastEditDate="2015-03-30T11:07:16.163" LastActivityDate="2017-11-29T00:29:20.253" Title="Crowdsourced local consumer prices" Tags="|data-request|economics|prices|" AnswerCount="3" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1147" PostTypeId="2" ParentId="1146" CreationDate="2013-09-30T11:44:39.883" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://gasbuddy.com&quot; rel=&quot;nofollow&quot;&gt;Gas Buddy&lt;/a&gt;, the Price of Weed website (SE does not allow a link) and Craigslist all come to mind.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-09-30T11:44:39.883" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1148" PostTypeId="1" CreationDate="2013-10-01T10:54:59.227" Score="10" ViewCount="184" Body="&lt;p&gt;With the government shutdown now upon us, and many groups going to be performing an 'orderly shutdown' of their systems in a few hours... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can systems that rely on linked open data make sure that they don't introduce a single point of failure by using data from other systems?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any recommended best practices, other than simply crawl any sites you rely on and maintain your own cache?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(due to the timing of this, I'm mostly interested in how do we deal with this now that this is happening, rather than preventative measures to be taken in advance)&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="1348" LastEditDate="2013-10-08T16:58:51.197" LastActivityDate="2013-10-11T04:05:31.203" Title="Government shutdown causing linked open data to go away" Tags="|usa|government|linked-data|reliability|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1149" PostTypeId="2" ParentId="1144" CreationDate="2013-10-01T13:11:44.160" Score="6" Body="&lt;p&gt;My best guess is &lt;a href=&quot;http://www.mytravelcost.com/petrol-prices/&quot;&gt;World petrol prices&lt;/a&gt; on MyTravelCost.com. They give you a large, configurable bar chart of gasoline prices. However, their source description can be described &lt;em&gt;vague&lt;/em&gt; at best:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The data are drawn from a variety of sources including official government materials, oil companies, online resources specializing in gas prices, and others. These sources provide reliable information about fuel prices in a large number of countries. For the other countries, we provide an estimate using previously published data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bonus:&lt;/strong&gt; If you want to access the raw data, simply right-click on the graphic an open the (incredibly long) image URL in a new tab. It contains the raw data for the bar chart like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.mytravelcost.com/graph.php&#xA;?data=0.02,0.09,0.15,0.18,...&#xA;&amp;amp;titles=0.02|0.09|0.15|0.18|...&#xA;&amp;amp;outsideGraphTitles=Venezuela|Iran|Saudi%20Arabia|Qatar|...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-01T13:11:44.160" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1150" PostTypeId="2" ParentId="1115" CreationDate="2013-10-01T17:56:15.420" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://www.semantics3.com/&quot; rel=&quot;nofollow&quot;&gt;Semantics3&lt;/a&gt; has an API for products.  It gives you UPC, dimensions of products, pricing and other details that typically show up on an Amazon search.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Semantics3 is not open data, but there is a &lt;a href=&quot;https://www.semantics3.com/pricing&quot; rel=&quot;nofollow&quot;&gt;free tier&lt;/a&gt; that allows 1000 API calls per day, which may be enough for experimentating.&lt;/p&gt;&#xA;" OwnerUserId="1324" LastEditorUserId="18" LastEditDate="2013-10-14T19:53:08.933" LastActivityDate="2013-10-14T19:53:08.933" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1152" PostTypeId="1" AcceptedAnswerId="1153" CreationDate="2013-10-02T19:26:07.320" Score="2" ViewCount="93" Body="&lt;p&gt;With the Federal government shut down, my source of raw SNAP participation rates is gone (both USDA and Data.gov are offline). Any suggestions about where I could find this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions of mirrors, alternative sources, or reports with average rates per year would all be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="133" LastActivityDate="2013-10-03T01:29:46.553" Title="Federal Shutdown: Raw SNAP (Food Stamps) participation data source" Tags="|data-request|usa|data.gov|federal|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1153" PostTypeId="2" ParentId="1152" CreationDate="2013-10-02T19:43:29.210" Score="3" Body="&lt;p&gt;Is this helpful? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Monthly Data -- National Level:&#xA;FY 2011 through June 2013&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://webcache.googleusercontent.com/search?q=cache:r9JbtaubWlMJ:www.fns.usda.gov/pd/34snapmonthly.htm&quot; rel=&quot;nofollow&quot;&gt;http://webcache.googleusercontent.com/search?q=cache:r9JbtaubWlMJ:www.fns.usda.gov/pd/34snapmonthly.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Annual State Level Data:&#xA;FY 2008-2012&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://webcache.googleusercontent.com/search?q=cache%3aWn9FRq5RWxgJ%3awww.fns.usda.gov/pd/15SNAPpartPP.htm&quot; rel=&quot;nofollow&quot;&gt;Persons Participating&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://webcache.googleusercontent.com/search?q=cache%3aWn9FRq5RWxgJ%3awww.fns.usda.gov/pd/16SNAPpartHH.htm&quot; rel=&quot;nofollow&quot;&gt;Households Participating&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://webcache.googleusercontent.com/search?q=cache%3aWn9FRq5RWxgJ%3awww.fns.usda.gov/pd/17SNAPfyBEN%24.htm&quot; rel=&quot;nofollow&quot;&gt;Benefits&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://webcache.googleusercontent.com/search?q=cache%3aWn9FRq5RWxgJ%3awww.fns.usda.gov/pd/18SNAPavg%24PP.htm&quot; rel=&quot;nofollow&quot;&gt;Average Monthly Benefit Per Person&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://webcache.googleusercontent.com/search?q=cache%3aWn9FRq5RWxgJ%3awww.fns.usda.gov/pd/19SNAPavg%24HH.htm&quot; rel=&quot;nofollow&quot;&gt;Average Monthly Benefit Per Household&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="231" LastActivityDate="2013-10-02T19:43:29.210" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1154" PostTypeId="2" ParentId="1152" CreationDate="2013-10-03T01:29:46.553" Score="2" Body="&lt;p&gt;In addition to the Google Cache, there's also archive.org &lt;a href=&quot;http://web.archive.org/web/20130922064932/http://www.fns.usda.gov/&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20130922064932/http://www.fns.usda.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-03T01:29:46.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1155" PostTypeId="2" ParentId="1148" CreationDate="2013-10-03T01:32:04.687" Score="5" Body="&lt;p&gt;Archive.org might have already crawled the site for you. Check out the Way Back Machine: &lt;a href=&quot;http://wayback.archive.org/web/query?type=urlquery&amp;amp;url=&amp;amp;Submit=Go+Wayback&quot;&gt;http://wayback.archive.org/web/query?type=urlquery&amp;amp;url=&amp;amp;Submit=Go+Wayback&lt;/a&gt;!&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-03T01:32:04.687" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1156" PostTypeId="2" ParentId="1042" CreationDate="2013-10-03T22:50:24.087" Score="5" Body="&lt;p&gt;I don't know much about open data standards, but as far as I'm aware, no. Stack Exchange itself isn't based on any particular standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We provide all publicly-accessible data via an XML-based [data dump, but I believe its schema is simply mimicking the database schema we also expose via the &lt;a href=&quot;http://data.stackexchange.com&quot; rel=&quot;noreferrer&quot;&gt;Data Explorer&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="27" LastActivityDate="2013-10-03T22:50:24.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1157" PostTypeId="2" ParentId="1007" CreationDate="2013-10-04T13:38:54.583" Score="5" Body="&lt;p&gt;MLB has a Gameday API with baseball stats in XML form &lt;a href=&quot;http://gd2.mlb.com/components/game/mlb/&quot;&gt;http://gd2.mlb.com/components/game/mlb/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's described on this website &lt;a href=&quot;http://gameday.timothyfisher.com/&quot;&gt;http://gameday.timothyfisher.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="58" LastActivityDate="2013-10-04T13:38:54.583" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1158" PostTypeId="1" CreationDate="2013-10-05T13:47:56.163" Score="4" ViewCount="1283" Body="&lt;p&gt;I need to perform &lt;a href=&quot;http://en.wikipedia.org/wiki/Stemming&quot; rel=&quot;nofollow&quot;&gt;stemming &lt;/a&gt; in my application, but mostly for a small subset of stems. I.e. to check if a given word is of a certain stem out of a small list of stem words. Maybe a hundred stem words only. There's few stemming projects out there, but they all look a bit huge. I am looking for one that is lightweight and predictable, that is preferrably based on a definite list of words belonging to each stem, not on a heursitc algorithm. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's because I assume large stemming packages rely more on algorithm (total newbie assumption) rather than holding databases of words, and thus their results may be a bit heuristic and less accurate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of such a software package, that stems by a 'dictionary' of words, or any open database that can be derived from, for the same purpose? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;a package can be better than a database, if it's speedy for large volume processing, as I need to figure, in my application, whether each and every word of a given long text, has the same stem as any of a short list of stem words, which requires an efficient algorithm.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1338" LastEditorUserId="70" LastEditDate="2015-02-05T23:05:32.217" LastActivityDate="2021-05-10T07:31:55.163" Title="Stemming of long English text" Tags="|data-request|tool-request|programming|english|dictionary|" AnswerCount="6" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1159" PostTypeId="2" ParentId="1158" CreationDate="2013-10-06T13:58:48.440" Score="2" Body="&lt;p&gt;If you are really looking for this dictionary approach, you can just roll your own.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In python this would be something like,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;stem_dict = ...&#xA;stemmed_doc = []&#xA;for word in original_doc :&#xA;    stemmed_doc.append(stem_dict[word])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-06T13:58:48.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1161" PostTypeId="2" ParentId="1158" CreationDate="2013-10-07T08:49:33.303" Score="3" Body="&lt;p&gt;If you have to treat long, natural English, I would go for the &lt;a href=&quot;http://tartarus.org/martin/PorterStemmer/&quot; rel=&quot;nofollow&quot;&gt;Porter stemming algorithm (with implementations)&lt;/a&gt; in order to stem both the text and your dictionary and then simply do (Python/pseudo-code):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;for word in stemmed_document:&#xA;     if word in stemmed_dictionary:&#xA;         pass # do something with a matching word stem&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-07T08:49:33.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1162" PostTypeId="1" AcceptedAnswerId="1163" CreationDate="2013-10-07T21:58:32.760" Score="4" ViewCount="186" Body="&lt;p&gt;I'm looking for a list of lat/long coordinates of the proposed Northern Gateway pipeline route, which Enbridge (an oil company) wants to build in BC. My goal is to build a web app that displays the proposed pipeline route on a map, along with other information.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know where I could find that data?&lt;/p&gt;&#xA;" OwnerUserId="1344" LastEditorUserId="23272" LastEditDate="2022-07-14T12:45:06.243" LastActivityDate="2022-07-14T12:45:06.243" Title="Looking for lat/long coordinates of proposed Northern Gateway pipeline route" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1163" PostTypeId="2" ParentId="1162" CreationDate="2013-10-08T02:00:45.067" Score="2" Body="&lt;p&gt;It looks like Pipe Up Against Enbridge has the data your after, i.e., &lt;a href=&quot;http://pipeupagainstenbridge.ca/the-project/map&quot; rel=&quot;nofollow&quot;&gt;http://pipeupagainstenbridge.ca/the-project/map&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My colleague @HughStimson is contacting them about the data in the hopes that we can get permission to host as part of the GeoDataBC collection (&lt;a href=&quot;https://github.com/geodatabc&quot; rel=&quot;nofollow&quot;&gt;https://github.com/geodatabc&lt;/a&gt;). (PS We're looking for contributors!)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the meantime, it appears that the necessary data is linked from that map, e.g.:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pipeupagainstenbridge.ca/images/map/pipelineroute.kml&quot; rel=&quot;nofollow&quot;&gt;http://pipeupagainstenbridge.ca/images/map/pipelineroute.kml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll probably want to check-in with them about the license / source for the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Phillip.&lt;/p&gt;&#xA;" OwnerUserId="646" LastActivityDate="2013-10-08T02:00:45.067" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1165" PostTypeId="2" ParentId="1142" CreationDate="2013-10-08T07:02:13.103" Score="3" Body="&lt;p&gt;It wouldn't give you complete updates, but there is also &lt;a href=&quot;http://live.dbpedia.org/&quot; rel=&quot;nofollow&quot;&gt;dbpedia live&lt;/a&gt;. Dbpedia only covers the stuctured text boxes in the wikipedia entries. It is monitoring the changes on Wikipedia though. &lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-10-08T07:02:13.103" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1166" PostTypeId="1" CreationDate="2013-10-08T07:22:23.040" Score="3" ViewCount="281" Body="&lt;p&gt;I guess every country will have its own way of predicting traffic conditions. However, since global sites like &lt;a href=&quot;https://maps.google.com/maps?q=Paris%20&amp;amp;hl=nl&amp;amp;ie=UTF8&amp;amp;sll=48.86261,2.345179&amp;amp;sspn=0.04393,0.085917&amp;amp;hnear=Parijs,%20%C3%8Ele-de-France,%20Frankrijk&amp;amp;t=m&amp;amp;z=12&amp;amp;layer=t&quot; rel=&quot;nofollow&quot;&gt;Google&lt;/a&gt; and &lt;a href=&quot;http://www.tomtom.com/livetraffic/&quot; rel=&quot;nofollow&quot;&gt;Tomtom&lt;/a&gt;, have live traffic services to get an impression of the current traffic situation, I suspect that uniform data and prediction models are used and available. What data is used, is it archived and how is it modeled? Maybe more important is it publicly available?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to be able to predict the average traffic conditions at any given time on any given route. The only prediction I could find was from the &lt;a href=&quot;http://www.sytadin.fr/sys/barometre_courbe_cumul.jsp.html&quot; rel=&quot;nofollow&quot;&gt;Paris region&lt;/a&gt;, but that is only a visualization and not the actual data. &lt;/p&gt;&#xA;" OwnerUserId="1348" LastEditorUserId="1348" LastEditDate="2013-10-08T12:12:23.280" LastActivityDate="2015-07-23T19:30:35.833" Title="What models and data is used for traffic predictions?" Tags="|data-request|traffic|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1167" PostTypeId="1" CreationDate="2013-10-08T07:36:14.163" Score="14" ViewCount="222" Body="&lt;p&gt;There are quite some datasets out there that simply doesn't contain an explicit license (e.g. CC-BY). At best a one-line statement is given that the data is &quot;open data&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I simply state that when the data is available without an explicit license it is open for everybody?&lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-10-08T17:17:18.683" Title="Can you use data if no data license is explicitly stated?" Tags="|licensing|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1168" PostTypeId="2" ParentId="1042" CreationDate="2013-10-08T07:45:59.730" Score="2" Body="&lt;p&gt;Every Stack Exchange site comes with a &quot;Creative Commons with Attribution and Share Alike&quot; statement. I would consider that an Open Data Standard. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You are allowed to:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;to Share - to copy, distribute and transmit the work &lt;/li&gt;&#xA;  &lt;li&gt;to Remix — to adapt the work &lt;/li&gt;&#xA;  &lt;li&gt;to make commercial use of the work&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(Source: &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/licenses/by-sa/3.0/&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1348" LastEditorUserId="27" LastEditDate="2013-10-08T14:23:39.893" LastActivityDate="2013-10-08T14:23:39.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1169" PostTypeId="2" ParentId="84" CreationDate="2013-10-08T07:55:52.607" Score="3" Body="&lt;p&gt;As other have already mentioned, &lt;a href=&quot;http://www.openstreetmap.org/#map=4/-9.75/-53.31&quot; rel=&quot;nofollow&quot;&gt;Open Street Maps&lt;/a&gt; is your friend. The covered details depends largely on the number people that have visited the region and actually added data to OSM. You can get an idea of how much detail in  a region is covered at the &lt;a href=&quot;http://garmin.openstreetmap.nl/&quot; rel=&quot;nofollow&quot;&gt;Garmin osm site&lt;/a&gt;. The size of each tile more or less reflects the size of the resulting image file. The more details, smaller the tile. This is a very rough estimate though. It does not mean that the bigger the tile the lesser the quality. Some brazilian regions (e.g. The amazon), do not contain that much infrastructure to cover. &lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-10-08T07:55:52.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1170" PostTypeId="2" ParentId="154" CreationDate="2013-10-08T08:21:00.620" Score="2" Body="&lt;p&gt;You could use &lt;a href=&quot;http://live.dbpedia.org/&quot; rel=&quot;nofollow&quot;&gt;dbpedia&lt;/a&gt; and its &lt;a href=&quot;http://live.dbpedia.org/sparql&quot; rel=&quot;nofollow&quot;&gt;sparql endpoint&lt;/a&gt; for this. The following SPARQL query would return all metrics except crime rates, &lt;a href=&quot;http://live.dbpedia.org/sparql/?default-graph-uri=http://dbpedia.org&amp;amp;query=PREFIX%20dbo%3a%20%3Chttp://dbpedia.org/ontology/%3E%20%0D%0APREFIX%20dbr%3a%20%3Chttp://dbpedia.org/resource/%3E%0D%0APREFIX%20dbp%3a%20%3Chttp://dbpedia.org/property/%3E%0D%0ASELECT%20%2a%20WHERE%20%7B%20%0D%0A?city%20rdf%3atype%20dbo%3aCity%20.%20%0D%0A?city%20foaf%3aisPrimaryTopicOf%20?wikipediaPage%20.%0D%0A?city%20dbo%3acountry%20dbr%3aBrazil%20.%0D%0A?city%20rdfs%3alabel%20?cityLabel%20.%0D%0A?city%20dbp%3apopulationTotal%20?population%20.%0D%0A?city%20%3Chttp://www.w3.org/2003/01/geo/wgs84_pos#long%3E%20?longitude%20.%0D%0A?city%20%3Chttp://www.w3.org/2003/01/geo/wgs84_pos#long%3E%20?latitude%20.%0D%0A%7D&amp;amp;should-sponge=&amp;amp;format=text/html&amp;amp;timeout=0&amp;amp;debug=on&quot; rel=&quot;nofollow&quot;&gt;you asked for&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX dbo: &amp;lt;http://dbpedia.org/ontology/&amp;gt; &#xA;PREFIX dbr: &amp;lt;http://dbpedia.org/resource/&amp;gt;&#xA;PREFIX dbp: &amp;lt;http://dbpedia.org/property/&amp;gt;&#xA;SELECT * WHERE { &#xA;?city rdf:type dbo:City . &#xA;?city foaf:isPrimaryTopicOf ?wikipediaPage .&#xA;?city dbo:country dbr:Brazil .&#xA;?city rdfs:label ?cityLabel .&#xA;?city dbp:populationTotal ?population .&#xA;?city &amp;lt;http://www.w3.org/2003/01/geo/wgs84_pos#long&amp;gt; ?longitude .&#xA;?city &amp;lt;http://www.w3.org/2003/01/geo/wgs84_pos#long&amp;gt; ?latitude .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;All the attributes that are mentioned in for example the dbpedia entry of &lt;a href=&quot;http://live.dbpedia.org/page/S%C3%A3o_Paulo&quot; rel=&quot;nofollow&quot;&gt;Sao Paolo&lt;/a&gt; are available through sparql queries. &lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-10-08T08:21:00.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1171" PostTypeId="2" ParentId="1167" CreationDate="2013-10-08T11:35:01.580" Score="3" Body="&lt;p&gt;It depends. In the US, facts are not eligible for copyright, but other countries do have &lt;a href=&quot;http://en.wikipedia.org/wiki/Database_right&quot; rel=&quot;nofollow&quot;&gt;'database rights'&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-08T11:35:01.580" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1172" PostTypeId="1" CreationDate="2013-10-08T12:20:23.183" Score="5" ViewCount="163" Body="&lt;p&gt;Is possible to get access to data on governmental spending on science in a such format that countries can be compared with each other?&lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2015-05-20T19:22:48.847" Title="Where can I find normalized data on governmental spending on science?" Tags="|data-request|government|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1173" PostTypeId="2" ParentId="1167" CreationDate="2013-10-08T13:56:52.140" Score="11" Body="&lt;p&gt;The content of a database is generally covered under copyright law, so broadly speaking&amp;hellip; &lt;em&gt;no&lt;/em&gt;. You &lt;strong&gt;cannot &lt;em&gt;assume&lt;/em&gt;&lt;/strong&gt; that copying and re-use is implicitly allowed &lt;strong&gt;&lt;em&gt;by default.&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Almost all major countries follow the &lt;a href=&quot;http://en.wikipedia.org/wiki/Berne_Convention&quot;&gt;Berne Convention&lt;/a&gt;. In the US (for example), almost everything published after April 1989 is considered &quot;copyrighted&quot; by default and protected whether it has a copyright notice or not. You should assume that any works that are not &lt;em&gt;explicitly&lt;/em&gt; licensed for reuse may &lt;em&gt;not&lt;/em&gt; be copied unless you know otherwise. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&quot;Knowing otherwise&quot; is where it gets tricky.&lt;/strong&gt; There is a lot of data that simply is not copyrightable. But you have to understand copyright law and the laws governing reuse if you are going to act without explicit license. There are Fair Use provisions which allow a certain amount of re-use of original works. Copyright law doesn't generally protect mere listings of &lt;em&gt;things&lt;/em&gt; (like ingredients, formulas, telephone listings, etc)&amp;hellip; but copyright protection &lt;em&gt;may&lt;/em&gt; extend to substantial literary expression &lt;em&gt;within&lt;/em&gt; those listings. Some countries recognize separate &lt;a href=&quot;http://en.wikipedia.org/wiki/Database_right&quot;&gt;property rights&lt;/a&gt; for databases which are somewhat distinct from copyright. Also, only original works of authorship are protected by copyright. Compilations of others' work may not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you don't see an explicit license, you should &lt;em&gt;assume&lt;/em&gt; copyright by default &amp;mdash; and then proceed cautiously to determine whether the work itself is actually copyrightable or if your application is covered under Fair Use.&lt;/p&gt;&#xA;" OwnerUserId="107" LastEditorUserId="107" LastEditDate="2013-10-08T17:17:18.683" LastActivityDate="2013-10-08T17:17:18.683" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1174" PostTypeId="2" ParentId="1068" CreationDate="2013-10-08T13:58:03.267" Score="2" Body="&lt;p&gt;In the end it boils down to two reasons people don't want to share their data. The first is that the data actually is non-existent. In this case people are just lying. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main reason however, is that there can be legitimate reason to keep data closed. Ranging from commercial reasons, as an entrepreneur you  sometimes simply need to keep the data to yourself keep the lead. This can especially be the case when you are alone to competing to larger teams. &#xA;Another reasons to hide the data is when people would get hurt when it get revealed. You don't want to share of names of people how files a police report against a someone having a gun. &#xA;I guess there are a multitude of reasons, you don't want to share. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do expect however that people are transparent about why the data is not open. If it is just &quot;because I say so&quot;. Well then I consider them to be of the &quot;inventing-data kind&quot;.&lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-10-08T13:58:03.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1176" PostTypeId="2" ParentId="422" CreationDate="2013-10-08T20:05:56.200" Score="4" Body="&lt;p&gt;Have you considered dbpedia?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following SPARQL query would have the following &lt;a href=&quot;http://live.dbpedia.org/sparql/?default-graph-uri=http://dbpedia.org&amp;amp;query=PREFIX%20dbprop%3a%20%3Chttp://dbpedia.org/property/%3E%0D%0APREFIX%20dbo%3a%20%3Chttp://dbpedia.org/ontology/%3E%0D%0APREFIX%20dbr%3a%20%3Chttp://dbpedia.org/resource/%3E%20%0D%0ASELECT%20?cityName%20?officialWebsite%20WHERE%20%7B%20%0D%0A%20%20%20?city%20rdf%3atype%20dbo%3aCity%20.%0D%0A%20%20%20?city%20rdfs%3alabel%20?cityName%20.%0D%0A%20%20%20?city%20dbo%3acountry%20dbr%3aUnited_States%20.%20%0D%0A%20%20%20?city%20dbprop%3awebsite%20?officialWebsite%20.%0D%0A%20%7D%20&amp;amp;should-sponge=&amp;amp;format=text/html&amp;amp;timeout=0&amp;amp;debug=on&quot; rel=&quot;nofollow&quot;&gt;results&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX dbprop: &amp;lt;http://dbpedia.org/property/&amp;gt;&#xA;PREFIX dbo: &amp;lt;http://dbpedia.org/ontology/&amp;gt;&#xA;PREFIX dbr: &amp;lt;http://dbpedia.org/resource/&amp;gt; &#xA;SELECT ?cityName ?officialWebsite WHERE { &#xA;   ?city rdf:type dbo:City .&#xA;   ?city rdfs:label ?cityName .&#xA;   ?city dbo:country dbr:United_States . &#xA;   ?city dbprop:website ?officialWebsite .&#xA; }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You could adapt the SPARQL query in many ways, such as ordering or limiting by state, etc. &lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-10-08T20:05:56.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1177" PostTypeId="1" CreationDate="2013-10-08T20:15:59.413" Score="8" ViewCount="467" Body="&lt;p&gt;I  mainly serialize linked data through the Java Jena library. One of the features I really like is where you create a java class from an OWL file, which in eclipse enable &lt;a href=&quot;http://andrawaag.wordpress.com/2012/03/23/how-to-generate-java-files-from-owl-files-in/&quot; rel=&quot;nofollow&quot;&gt;autocomplete&lt;/a&gt;, when coding an open data serializer. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would love to have the same autocomplete functionality in a simple editor. I often write triples in my preferred text editor &lt;a href=&quot;http://macromates.com/&quot; rel=&quot;nofollow&quot;&gt;Textmate&lt;/a&gt;, where I just type of copy/paste the long URIs. Having an editor that would autocomplete some preset prefixes would be really convenient. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does it exist?&lt;/p&gt;&#xA;" OwnerUserId="1348" LastEditorUserId="1511" LastEditDate="2014-10-03T13:41:03.953" LastActivityDate="2014-10-09T14:40:38.487" Title="What is a good editor for linked data?" Tags="|linked-data|programming|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1178" PostTypeId="1" CreationDate="2013-10-08T20:20:58.677" Score="1" ViewCount="32" Body="&lt;p&gt;The &lt;a href=&quot;http://nar.oxfordjournals.org/&quot; rel=&quot;nofollow&quot;&gt;Journal Nucleic Acid Research&lt;/a&gt; releases an annual issue on &lt;a href=&quot;http://nar.oxfordjournals.org/content/41/D1/D1.abstract&quot; rel=&quot;nofollow&quot;&gt;biological databases&lt;/a&gt;. Does there exist a subset containing biological resources from the NAR database issue that is exposed as linked data? &lt;/p&gt;&#xA;" OwnerUserId="1348" LastActivityDate="2013-12-17T17:29:37.127" Title="Is there a list of linked data from resources mentioned in the annual NAR database issue?" Tags="|linked-data|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1179" PostTypeId="1" CreationDate="2013-10-09T11:16:43.933" Score="11" ViewCount="239" Body="&lt;p&gt;Open data is perceived as being free. One argument against open data I often hear is that by making data open, you might lose your advantage over the competion. This way of thinking also keeps some scientists from releasing their data as open data, until it might lead to a publication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unless you have moral obligation to release your data as open data (e.g. being funded with public money), are there other reasons making open data beneficial and worth doing?&lt;/p&gt;&#xA;" OwnerUserId="1348" LastEditorUserId="1511" LastEditDate="2014-10-03T13:41:34.567" LastActivityDate="2016-04-22T12:37:11.707" Title="From an entrepreneur's perspective, are there reasons to open data?" Tags="|releasing-data|uses-of-open-data|open-definition|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1181" PostTypeId="1" AcceptedAnswerId="1182" CreationDate="2013-10-09T23:04:15.813" Score="5" ViewCount="903" Body="&lt;p&gt;I have a geoRSS file that I would like to convert to geoJSON to use it with Leaflet. I found &lt;a href=&quot;http://converter.mygeodata.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MyGeodata Converter&lt;/a&gt; (mentioned on &lt;a href=&quot;https://opendata.stackexchange.com/a/317/1344&quot;&gt;What are the most useful formats in which to release geospatial data?&lt;/a&gt;), but it doesn't allow to use geoRSS as an input format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a tool out there that handles geoRSS to geoJSON conversion?&lt;/p&gt;&#xA;" OwnerUserId="1344" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2018-07-19T14:50:51.497" Title="Is there a tool to convert geoRSS into geoJSON?" Tags="|geospatial|tool-request|data-format|conversion|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1182" PostTypeId="2" ParentId="1181" CreationDate="2013-10-10T02:21:41.873" Score="7" Body="&lt;p&gt;The most versatile tool for geo format conversion is ogr2ogr in &lt;a href=&quot;http://www.gdal.org/&quot; rel=&quot;nofollow&quot;&gt;gdal&lt;/a&gt;. &lt;a href=&quot;http://ogre.adc4gis.com/&quot; rel=&quot;nofollow&quot;&gt;Here's an online front end&lt;/a&gt; that uses ogr2ogr to convert to and from GeoJSON, and it supports GeoRSS.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2014-04-13T19:45:03.347" LastActivityDate="2014-04-13T19:45:03.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1183" PostTypeId="1" CreationDate="2013-10-10T19:46:15.540" Score="5" ViewCount="134" Body="&lt;p&gt;&lt;a href=&quot;http://www.census.gov&quot; rel=&quot;nofollow&quot;&gt;Census.gov&lt;/a&gt; usually makes available the shapefiles containing school district boundaries. Due to the US government shutdown, &lt;a href=&quot;http://www.census.gov&quot; rel=&quot;nofollow&quot;&gt;census.gov&lt;/a&gt; is down. Does anyone know where to download a recently archived copy?&lt;/p&gt;&#xA;" OwnerUserId="1200" LastEditorUserId="70" LastEditDate="2015-02-26T13:59:26.400" LastActivityDate="2018-08-04T19:41:38.507" Title="Where to get school district boundaries?" Tags="|data-request|usa|education|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1184" PostTypeId="2" ParentId="1148" CreationDate="2013-10-11T04:05:31.203" Score="3" Body="&lt;p&gt;There's a conversation going on about this within the OpenNews community, which may have interesting info for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dan Sinker wrote an article on the topic for Source, see &lt;a href=&quot;http://source.mozillaopennews.org/en-US/articles/us-shutdown-scuttles-data/&quot; rel=&quot;nofollow&quot;&gt;http://source.mozillaopennews.org/en-US/articles/us-shutdown-scuttles-data/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, during the October 9 OpenNews call, there was a detailed discussion about access to government open data during the shutdown, see the Etherpad for a log (first item in the Etherpad): &lt;a href=&quot;https://etherpad.mozilla.org/opennews-calls-Oct9&quot; rel=&quot;nofollow&quot;&gt;https://etherpad.mozilla.org/opennews-calls-Oct9&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="1344" LastActivityDate="2013-10-11T04:05:31.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1185" PostTypeId="2" ParentId="1183" CreationDate="2013-10-11T10:15:52.367" Score="7" Body="&lt;p&gt;1) &lt;a href=&quot;https://www.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;google&lt;/a&gt; to find the exact website of the &lt;a href=&quot;http://census.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;census.gov&lt;/a&gt; that contains the information you're looking for.  &lt;a href=&quot;https://www.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;google&lt;/a&gt;'s search results still contains all of the shuttered web pages&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) paste that url into the &quot;&lt;a href=&quot;http://archive.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;wayback machine&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) choose the most recent blue circle that's pre-shutdown&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php?year=2017&amp;amp;layergroup=School+Districts&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is the US Census 2017 School District TIGERLine/Shapefile Web Interface saved via Wayback Machine&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: the Census' FTP server will not save in the Wayback Machine; In very recent past, the team behind the Wayback Machine had started bypassing US .gov server restrictions in order to preserve sites/data, but for reasons unknown, Wayback is still blocked by Census FTP.&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="90" LastEditDate="2018-08-04T19:41:38.507" LastActivityDate="2018-08-04T19:41:38.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1186" PostTypeId="1" AcceptedAnswerId="1190" CreationDate="2013-10-11T11:10:39.620" Score="7" ViewCount="174" Body="&lt;p&gt;I'm searching for a dataset that contains an audio file for every word of basic French vocabulary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://fr.wiktionary.org/&quot; rel=&quot;nofollow&quot;&gt;Wiktionary&lt;/a&gt; has files but I don't know how to get them together, so that I don't have to download them separately.&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="70" LastEditDate="2015-03-30T10:20:42.337" LastActivityDate="2015-03-30T10:20:42.337" Title="Creative commons licensed audio files of basic French vocabulary" Tags="|data-request|audio|wiktionary|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1187" PostTypeId="2" ParentId="1081" CreationDate="2013-10-11T18:23:21.353" Score="2" Body="&lt;p&gt;Boringness of data sets is not a legal reason to withhold data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing that matters is: 1) does your state/country have a public records disclosure law? and 2) What exemptions does it have for &lt;strong&gt;not&lt;/strong&gt; disclosing? i.e. most states exempt agencies from disclosing records about undercover police officers and certain kinds of health records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And 3) of course, does the government actually collect the data that you are asking for?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If so, then they can be compelled to send you the data, as per the state's regulations. If the government doesn't actually collect that data, then no, they don't have to collect it for you. Also, most state laws say that an agency does not have to provide &lt;strong&gt;new types&lt;/strong&gt; of records or queries to you, if those queries aren't generated as part of the government's business.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, an agency may fight against a request that asks for pension amounts, aggregated by year/department, if they never conduct that aggregation themselves.&lt;/p&gt;&#xA;" OwnerUserId="1360" LastActivityDate="2013-10-11T18:23:21.353" CommentCount="0" CommunityOwnedDate="2013-10-11T18:23:21.353" ContentLicense="CC BY-SA 3.0" />
  <row Id="1188" PostTypeId="1" AcceptedAnswerId="1194" CreationDate="2013-10-12T11:09:33.277" Score="7" ViewCount="542" Body="&lt;p&gt;I'm currently working on a project for University and need to source a free and open database of scientific research papers to work on, the larger the better. It also needs to contain bibliographic data as we want apply a version of PageRank and various clustering algorithms on the data and for this we will need the paper citations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, are there any known complete databases we may be able look at? I've been looking for a while now but cant find anything immediately obvious.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, which is the more likely scenario:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We need to scrape together many existing databases on small subsets of scientific communities to create a larger more complete one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There may be a online database with some nice APIs we could query for this task?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any other useful scenarios?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have no experience in a task such as this, so any tips is greatly appreciated, such as any future road bumps we could hit if we take a particular path such as querying APIs.&lt;/p&gt;&#xA;" OwnerUserId="1363" LastEditorDisplayName="user6083" LastEditDate="2016-03-16T17:34:59.577" LastActivityDate="2017-08-07T10:35:37.407" Title="Large bibliographic database of research papers" Tags="|data-request|api|research|bibliometrics|" AnswerCount="8" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1189" PostTypeId="2" ParentId="1188" CreationDate="2013-10-12T14:10:52.130" Score="8" Body="&lt;p&gt;The the &lt;a href=&quot;http://arxiv.org/&quot;&gt;arXiv&lt;/a&gt; repository contains almost 1 million of scientific articles, whose bibliographic information is accessible through a &lt;a href=&quot;http://arxiv.org/help/api/index&quot;&gt;documented API&lt;/a&gt;, including links to other papers.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-12T14:10:52.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1190" PostTypeId="2" ParentId="1186" CreationDate="2013-10-13T12:38:17.477" Score="4" Body="&lt;p&gt;Many of the pronunciation files on Wiktionary are from the &lt;a href=&quot;http://shtooka.net/download.php&quot; rel=&quot;nofollow&quot;&gt;Shtooka Project&lt;/a&gt;, that offer colllections of audio files for basic vocabulary in many languages, licensed under the &lt;a href=&quot;http://creativecommons.org/licenses/by/3.0/us/&quot; rel=&quot;nofollow&quot;&gt;CC-BY&lt;/a&gt; license.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-13T12:38:17.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1191" PostTypeId="2" ParentId="1177" CreationDate="2013-10-13T12:47:52.470" Score="5" Body="&lt;p&gt;My currently favoured text editor &lt;a href=&quot;http://jedit.org/&quot;&gt;jEdit&lt;/a&gt; has a simple yet effective word completion feature (Menu Edit &gt; Complete word; default shortcut &lt;kbd&gt;Ctrl&lt;/kbd&gt;+&lt;kbd&gt;B&lt;/kbd&gt;). It takes its word list from the opened document and includes keywords of the file's programming language (in case it is code). Word-delimiting characters can be user-defined as described on the page &lt;a href=&quot;http://www.jedit.org/users-guide/words.html&quot;&gt;Working with Words&lt;/a&gt; (section &lt;em&gt;What's a Word?&lt;/em&gt;) in the comprehensive &lt;a href=&quot;http://www.jedit.org/users-guide/index.html&quot;&gt;jEdit User's Guide&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-13T12:47:52.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1192" PostTypeId="2" ParentId="1188" CreationDate="2013-10-13T12:49:12.867" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed&quot; rel=&quot;nofollow&quot;&gt;Pubmed&lt;/a&gt; has data about 23 million biology and medicine papers. Unfortunately I think you need to request access and given US politics at the moment it could take some time till there a human available to give you that access.&lt;/p&gt;&#xA;" OwnerUserId="1359" LastActivityDate="2013-10-13T12:49:12.867" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1193" PostTypeId="2" ParentId="1103" CreationDate="2013-10-13T13:03:33.493" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.wahlrecht.de/umfragen/&quot; rel=&quot;nofollow&quot;&gt;Wahlrecht.de&lt;/a&gt; provides a good list of results of the major survays.&#xA;Together with the &lt;a href=&quot;http://archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;wayback machine&lt;/a&gt; it should give you all the available survey data.&lt;/p&gt;&#xA;" OwnerUserId="1359" LastActivityDate="2013-10-13T13:03:33.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1194" PostTypeId="2" ParentId="1188" CreationDate="2013-10-13T17:29:58.667" Score="6" Body="&lt;p&gt;&lt;a href=&quot;http://csxstatic.ist.psu.edu/about/data&quot;&gt;CiteSeerX&lt;/a&gt; and &lt;a href=&quot;http://www.informatik.uni-trier.de/~ley/db/&quot;&gt;DBPL&lt;/a&gt; are two of the most commonly used data sets used in the academic literature.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-13T17:29:58.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1195" PostTypeId="2" ParentId="1158" CreationDate="2013-10-13T18:10:52.277" Score="3" Body="&lt;p&gt;Edit: Here are some useful Ruby packages I've used:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/aurelian/ruby-stemmer&quot; rel=&quot;nofollow&quot;&gt;https://github.com/aurelian/ruby-stemmer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/romanbsd/fast-stemmer&quot; rel=&quot;nofollow&quot;&gt;https://github.com/romanbsd/fast-stemmer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also a full suite package named &lt;a href=&quot;https://github.com/louismullie/treat&quot; rel=&quot;nofollow&quot;&gt;Treat&lt;/a&gt; which contains stemming among other things: &lt;a href=&quot;https://github.com/louismullie/treat&quot; rel=&quot;nofollow&quot;&gt;https://github.com/louismullie/treat&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Truth be told, Python has the better packages for this, but just in case you're trying to do it in Ruby/Rails...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(not relevant links below)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Checkout the data set of words (not sure if you need plain English text or if a list of words is sufficient) that Peter Norvig uses for his writeup on natural language processing:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://norvig.com/ngrams/&quot; rel=&quot;nofollow&quot;&gt;http://norvig.com/ngrams/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quoting from his summary, the data contains:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;4.9 MB   count_1w.txt    The 1/3 million most frequent words, all lowercase, with counts. (Called vocab_common in the chapter, but I changed file names here.)&#xA;5.6 MB  count_2w.txt    The 1/4 million most frequent two-word (lowercase) bigrams, with counts.&lt;/li&gt;&#xA;&lt;li&gt;0.0 MB   count_2l.txt    Counts for all 2-letter (lowercase) bigrams.&lt;/li&gt;&#xA;&lt;li&gt;0.2 MB   count_3l.txt    Counts for all 3-letter (lowercase) trigrams.&lt;/li&gt;&#xA;&lt;li&gt;0.0 MB   count_1edit.txt Counts for all single-edit spelling correction edits, from the file spell-errors.txt.&lt;/li&gt;&#xA;&lt;li&gt;0.5 MB   spell-errors.txt    A collection of &quot;right: wrong1, wrong2&quot; spelling mistakes, collected from Wikipedia and Roger Mitton.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The following files are not referenced in the chapter, but may be useful to you.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;0.3 MB    count_big.txt   A word count file (29,136 words) for the big.txt file from my spell correction article.&lt;/li&gt;&#xA;&lt;li&gt;4.3 MB    shakespeare.txt The complete works of Shakespeare, tokenized so that there is a space between words and punctuation. From John DeNero.&lt;/li&gt;&#xA;&lt;li&gt;3.0 MB    sowpods.txt The SOWPODS word list (267,750 words) -- used by Scrabble players (except in North America) and in other word games.&lt;/li&gt;&#xA;&lt;li&gt;1.9 MB    TWL06.txt   The Tournament Word List (178,690 words) -- used by North American Scrabble players.&lt;/li&gt;&#xA;&lt;li&gt;1.9 MB    enable1.txt The ENABLE word list (172,819 words) -- also used by word game players. Words with Friends uses a variant of this.&lt;/li&gt;&#xA;&lt;li&gt;2.7 MB    word.list   The YAWL (Yet Another Word List) word list (263,533 words) formed by combining the above.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1360" LastEditorUserId="1360" LastEditDate="2013-10-14T02:13:02.883" LastActivityDate="2013-10-14T02:13:02.883" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1196" PostTypeId="2" ParentId="1179" CreationDate="2013-10-14T11:03:53.190" Score="10" Body="&lt;p&gt;Example: I only know of the company Cloudmade because they provide (a now outdated, but fine at the time) &lt;a href=&quot;http://download.cloudmade.com/&quot;&gt;download portal&lt;/a&gt; of ready-to-use shapefiles derived from OSM data. Though this service &lt;em&gt;might have helped its competitors&lt;/em&gt;, they probably earned much more in terms of &lt;em&gt;visibility&lt;/em&gt;, which might spawn e.g. development contracts for custom-made solutions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This argument is more verbosely given for open source &lt;em&gt;software&lt;/em&gt; in the excellent blog post &lt;a href=&quot;http://blogs.hbr.org/2013/01/yes-you-can-make-money-with-op/&quot;&gt;Yes, You Can Make Money with Open Source&lt;/a&gt;. Just replace &lt;em&gt;OSS&lt;/em&gt; with &lt;em&gt;open data&lt;/em&gt;, and the argument stays valid.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-14T11:03:53.190" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1197" PostTypeId="2" ParentId="1172" CreationDate="2013-10-14T13:41:12.930" Score="4" Body="&lt;p&gt;Try the &lt;a href=&quot;http://stats.oecd.org/Index.aspx?DataSetCode=MSTI_PUB&quot; rel=&quot;nofollow&quot;&gt;OECD's Main Science and Technology Indicators&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-14T13:41:12.930" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1198" PostTypeId="2" ParentId="1158" CreationDate="2013-10-14T14:47:48.473" Score="4" Body="&lt;p&gt;Given that language is not a fixed thing, I'd hesitate to put much stock in a fixed database of &quot;definite&quot; stems. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the &lt;a href=&quot;http://nltk.org/_modules/nltk/stem/porter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;source code for the NLTK (python) Porter stemmer&lt;/a&gt; (GPL). It looks like it has no serious dependencies on anything else in NLTK -- just an interface that you could discard and some stuff for unicode compatibility that you could adapt. So if you're using Python (and can work within the GPL), this could get you started pretty quickly without the weight of the entire NLTK library.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you still feel that the stemmer is likely to make mistakes, it wouldn't be hard to add an override that checks a dictionary of 'definite' stems before dropping back to the algorithm. Maybe you deploy it with an empty dictionary and then add corrections as you find errors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS this Stack Overflow post &lt;a href=&quot;https://stackoverflow.com/questions/190775/stemming-algorithm-that-produces-real-words&quot;&gt;&quot;Stemming algorithm that produces real words&quot;&lt;/a&gt; looked like it might relate to your question.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-10-14T14:47:48.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1199" PostTypeId="1" CreationDate="2013-10-14T16:02:47.017" Score="4" ViewCount="306" Body="&lt;p&gt;I can't access data.gov. It says it's due to government funding. Is it down because of the US government shutdown and will be back or is it down for good?&lt;/p&gt;&#xA;" OwnerUserId="1376" LastEditorUserId="1348" LastEditDate="2013-10-14T21:46:55.807" LastActivityDate="2013-10-18T23:17:15.263" Title="Is Data.gov down due to the government shutdown or is it down for good?" Tags="|usa|government|data.gov|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1200" PostTypeId="1" CreationDate="2013-10-14T17:14:47.800" Score="6" ViewCount="337" Body="&lt;p&gt;I want to take the &lt;a href=&quot;http://meps.ahrq.gov/data_stats/download_data_files_detail.jsp?cboPufNumber=HC-140&quot; rel=&quot;nofollow noreferrer&quot;&gt;2002-2009 Risk Adjustment Scores&lt;/a&gt; of the &lt;a href=&quot;http://meps.ahrq.gov/mepsweb/index.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medical Expenditure Panel Survey&lt;/a&gt; and convert them to dollar amounts.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;http://meps.ahrq.gov/mepsweb/data_stats/download_data/pufs/h140/h140doc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation has a table for conversion&lt;/a&gt;, but I do not know which to use since there are multiple scores in the file.&lt;/p&gt;&#xA;&lt;p&gt;Has anyone else done this before? All I'm looking for is an equation to get a dollar risk amount.&lt;/p&gt;&#xA;" OwnerUserId="24" LastEditorUserId="23272" LastEditDate="2021-08-21T04:39:57.070" LastActivityDate="2021-08-21T04:39:57.070" Title="How to convert risk adjustment scores into dollar amounts from the Medical Expenditure Panel Survey?" Tags="|usa|data.gov|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1201" PostTypeId="2" ParentId="1199" CreationDate="2013-10-14T17:39:22.617" Score="6" Body="&lt;p&gt;Data.gov is down because of the US government shutdown. You can see almost identcal language on the census.gov website, which explains that the shutdown is causing the site to go offline.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an &lt;a href=&quot;http://www.infoworld.com/t/government/where-you-cant-and-can-get-government-data-during-the-shutdown-228582&quot;&gt;article&lt;/a&gt; explaining more details about what is and is not available during the shutdown.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And if you are interested in seeing what APIs are available for when the website comes back online, &lt;a href=&quot;http://web.archive.org/web/20130814234511/http://www.data.gov/developers/page/developer-resources&quot;&gt;try the Internet Archive for a list&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="24" LastActivityDate="2013-10-14T17:39:22.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1202" PostTypeId="2" ParentId="1188" CreationDate="2013-10-15T01:44:17.540" Score="6" Body="&lt;p&gt;There is also PLOS Public Library of Science  &lt;a href=&quot;http://api.plos.org/solr/faq/#solr_api_examples&quot;&gt;http://api.plos.org/solr/faq/#solr_api_examples&lt;/a&gt;&#xA;PLOS is open access.&lt;/p&gt;&#xA;" OwnerUserId="1377" LastActivityDate="2013-10-15T01:44:17.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1203" PostTypeId="1" CreationDate="2013-10-15T17:55:13.830" Score="6" ViewCount="473" Body="&lt;p&gt;I am looking for an open database or spreadsheet containing the gps coordinates of pipelines the possibly plot on Google Earth?&lt;/p&gt;&#xA;" OwnerUserId="1380" LastEditorUserId="70" LastEditDate="2015-04-08T08:52:26.760" LastActivityDate="2015-04-08T08:52:26.760" Title="Is there anywhere to get US gps pipeline route data?" Tags="|data-request|geospatial|" AnswerCount="4" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1204" PostTypeId="1" AcceptedAnswerId="1205" CreationDate="2013-10-15T19:01:48.430" Score="8" ViewCount="179" Body="&lt;p&gt;I'm reviewing this &lt;a href=&quot;http://s3.amazonaws.com/awesome.good.is/infographics/images/000/000/141/original/1360016729?1360016326&quot;&gt;Driving is Why You're Fat&lt;/a&gt; graph and would like to find the data behind it, preferably the actual data and not just the ranks. The data sources are vaguely cited in the lower right corner.  Another image  source, but no more information at &lt;a href=&quot;http://hyperakt.com/work-detail/236&quot;&gt;hyperakt&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="1095" LastEditorUserId="18" LastEditDate="2015-03-13T20:35:16.443" LastActivityDate="2015-03-13T20:35:16.443" Title="Data for &quot;Driving is Why You're Fat&quot; graph" Tags="|data-request|medical|us-census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1205" PostTypeId="2" ParentId="1204" CreationDate="2013-10-15T21:36:42.897" Score="8" Body="&lt;p&gt;Let's try to follow the sources one by one:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://healthyamericans.org/states/&quot; rel=&quot;nofollow&quot;&gt;Trust for America's Health&lt;/a&gt; has obesity ranks (sense probably inverted compared to the graphic) and the proportion (%) of obese people per state, directly linked from their homepage.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.census.gov/&quot; rel=&quot;nofollow&quot;&gt;U.S. Census&lt;/a&gt; &lt;a href=&quot;http://catalog.data.gov/dataset/american-community-survey&quot; rel=&quot;nofollow&quot;&gt;American Community Survey&lt;/a&gt; should have this data. They have per-state transport mode usage statistics.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://streetsblog.net/&quot; rel=&quot;nofollow&quot;&gt;Streetsblog&lt;/a&gt; is both a blog about (public) transportation and a network of grass root organisations promoting alternate (as in not passenger car) transport modes. I could not find any prominent study, statistic, survey or data source on their pages.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Sorry for the poor return, but I tried!&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="244" LastEditDate="2013-10-23T03:36:30.973" LastActivityDate="2013-10-23T03:36:30.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1207" PostTypeId="2" ParentId="1158" CreationDate="2013-10-16T13:34:19.600" Score="3" Body="&lt;p&gt;As I can understand, you want something custom. I don't know any database or any library where you can have access on the dictionary of the words, but you can see here a greek version where it works like you describe on your question. If you know python, you can change it a bit and make it to fit on your problem&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://bitbucket.org/akalapodis/grstemmer/src/342ef81aca9ca00d9ef595fa0134a4ca6813569e/stemming.py?at=default&quot; rel=&quot;nofollow&quot;&gt;Link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-10-16T13:34:19.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1208" PostTypeId="1" AcceptedAnswerId="1210" CreationDate="2013-10-16T19:56:32.993" Score="53" ViewCount="17563" Body="&lt;p&gt;If you are an open data researcher you will need to handle a lot of different file formats from datasets. Sadly, most of the time, you don’t have the opportunity to choose which file format is the best for your project, but you have to comport with all of them to be sure that you won’t find a dead end. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There’s always someone who knows the solution to your problem, but that doesn’t mean that answers come easy. Is there a guide or tutorial for all the different file formats?&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="244" LastEditDate="2014-03-03T15:05:57.890" LastActivityDate="2016-10-09T04:55:34.860" Title="A Python guide for open data file formats" Tags="|best-practice|data-format|programming|" AnswerCount="6" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="1209" PostTypeId="2" ParentId="1203" CreationDate="2013-10-17T00:05:26.140" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.rrc.state.tx.us/data/online/gis/index.php&quot; rel=&quot;nofollow&quot;&gt;In this project&lt;/a&gt; they use pipeline data. Maybe you can contact with them for more information.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-10-17T00:05:26.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1210" PostTypeId="2" ParentId="1208" CreationDate="2013-10-17T11:32:52.583" Score="56" Body="&lt;p&gt;Here is a guide for each file format from the &lt;a href=&quot;http://opendatahandbook.org/&quot;&gt;Open data handbook&lt;/a&gt; and a suggestion with a Python library to use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;JSON&lt;/strong&gt; is a simple file format that is very easy for any programming language to read. Its simplicity means that it is generally easier for computers to process than others, such as XML. Working with JSON in Python is almost the same such as working with a Python dictionary. You will need the JSON library, but it is preinstalled to every Python 2.6 and after.&lt;/p&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import json&#xA;json_data = open(&quot;file root&quot;)&#xA;data = json.load(json_data)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then data[&quot;key&quot;] prints the data for the JSON.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;XML&lt;/strong&gt; is a widely used format for data exchange, because it gives good opportunities to keep the structure in the data and the way files are built on and allows developers to write parts of the documentation in with the data without interfering with the reading of them. This is pretty easy in Python as well. You will need the &lt;a href=&quot;https://wiki.python.org/moin/MiniDom&quot;&gt;MiniDom&lt;/a&gt; library. It is also preinstalled.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from xml.dom import minidom&#xA;xmldoc = minidom.parse(&quot;file root&quot;)&#xA;itemlist = xmldoc.getElementsByTagName(&quot;name&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This prints the data for the &quot;name&quot; tag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;RDF&lt;/strong&gt; is a &lt;a href=&quot;http://en.wikipedia.org/wiki/World_Wide_Web_Consortium&quot;&gt;W3C&lt;/a&gt;-recommended format and makes it possible to represent data in a form that makes it easier to combine data from multiple sources. &lt;a href=&quot;https://en.wikipedia.org/wiki/Resource_Description_Framework&quot;&gt;RDF&lt;/a&gt; data can be stored in XML and JSON, among other serializations. RDF encourages the use of URLs as identifiers, which provides a convenient way to directly interconnect existing open data initiatives on the Web. RDF is still not widespread, but it has been a trend among Open Government initiatives, including the British and Spanish Government Linked Open Data projects. The inventor of the Web, &lt;a href=&quot;https://en.wikipedia.org/wiki/Tim_Berners-Lee&quot;&gt;Tim Berners-Lee&lt;/a&gt;, has recently proposed a five-star scheme that includes linked RDF data as a goal to be sought for open data initiatives I use rdflib for this file format. Here is an example.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from rdflib.graph import Graph&#xA;g = Graph()&#xA;g.parse(&quot;&amp;lt;file root&amp;gt;&quot;, format=&quot;&amp;lt;format&amp;gt;&quot;)&#xA;for stmt in g:&#xA;   print(stmt)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In RDF you can run queries too and return only the data you want. But this isn't easy as parsing it. You can find a tutorial &lt;a href=&quot;http://code.alcidesfonseca.com/docs/rdflib/gettingstarted.html#run-a-query&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Spreadsheets&lt;/strong&gt;. Many authorities have information left spreadsheet documents, for example Microsoft Excel. This data can often be used immediately with the correct descriptions of what the different columns mean. However, in some cases there can be macros and formulas in spreadsheets, which may be somewhat more cumbersome to handle. It is therefore advisable to document such calculations next to the spreadsheet, since it is generally more accessible for users to read. I prefer to use a tool like &lt;a href=&quot;https://pypi.python.org/pypi/xls2csv&quot;&gt;xls2csv&lt;/a&gt; and then use the output file as a &lt;a href=&quot;http://en.wikipedia.org/wiki/Comma-separated_values&quot;&gt;CSV&lt;/a&gt; file. But if you want for any reason to work with an .xls file, &lt;a href=&quot;http://www.python-excel.org/&quot;&gt;www.python-excel.org&lt;/a&gt; is the best source I had. The most populars are xlrd and xlwt. There is also another library, &lt;a href=&quot;http://pythonhosted.org/openpyxl/&quot;&gt;openpyxl&lt;/a&gt;, where you can work with .xlsx files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Comma Separated Files (CSV)&lt;/strong&gt; files can be a very useful format, because it is compact and thus suitable to transfer large sets of data with the same structure. However, the format is so spartan that data are often useless without documentation since it can be almost impossible to guess the significance of the different columns. It is therefore particularly important for the comma-separated formats that documentation of the individual fields are accurate. Furthermore, it is essential that the structure of the file is respected, as a single omission of a field may disturb the reading of all remaining data in the file without any real opportunity to rectify it, because it cannot be determined how the remaining data should be interpreted. You can use the CSV Python library. Here is an example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;with open('eggs.csv', 'rb') as csvfile:&#xA;    file = csv.reader(&amp;lt;file root&amp;gt;, delimiter=' ', quotechar='|')&#xA;    for row in file:&#xA;        print ', '.join(row)&amp;lt;/pre&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Plain Text (txt)&lt;/strong&gt; are very easy for computers to read. They generally exclude structural metadata from inside the document however, meaning that developers will need to create a parser that can interpret each document as it appears. Some problems can be caused by switching plain text files between operating systems. MS Windows, Mac OS X and other Unix variants have their own way of telling the computer that they have reached the end of the line. You can load the txt file, but how you will use it after that depends on the data format.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;text_file = open(&quot;&amp;lt;file root&amp;gt;&quot;, &quot;r&quot;)&#xA;lines = text_file.read()&amp;lt;/pre&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This example will return the whole txt.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PDF&lt;/strong&gt; Here is the biggest problem in open data file formats. Many datasets have their data in PDF, and unfortunately it isn't easy to read and then edit them. PDF is really presentation oriented and not content oriented. But you can use &lt;a href=&quot;https://pypi.python.org/pypi/pdfminer/&quot;&gt;PDFMiner&lt;/a&gt; to work with it. I won't include any example here since it isn't a trivial one, but you can find anything you want in their documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;HTML&lt;/strong&gt;. Nowadays much data is available in HTML format on various sites. This may well be sufficient if the data is very stable and limited in scope. In some cases, it could be preferable to have data in a form easier to download and manipulate, but as it is cheap and easy to refer to a page on a website, it might be a good starting point in the display of data. Typically, it would be most appropriate to use tables in HTML documents to hold data, and then it is important that the various data fields are displayed and are given IDs which make it easy to find and manipulate data. &lt;a href=&quot;https://en.wikipedia.org/wiki/Yahoo&quot;&gt;Yahoo&lt;/a&gt; has developed a tool, &lt;a href=&quot;https://en.wikipedia.org/wiki/Yahoo!_Query_Language&quot;&gt;YQL&lt;/a&gt; that can extract structured information from a website, and such tools can do much more with the data if it is carefully tagged. I have used a Python library many times called &lt;a href=&quot;https://en.wikipedia.org/wiki/Beautiful_Soup&quot;&gt;Beautiful Soup&lt;/a&gt; for my projects.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from bs4 import BeautifulSoup&#xA;soup = BeautifulSoup(html_file)&#xA;soup.title&#xA;soup.title.name&#xA;soup.title.string&#xA;soup.title.parent.name&#xA;soup.p&#xA;soup.p['class']&#xA;soup.a&#xA;soup.find_all('a')&#xA;soup.find(id=&quot;link3&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Those are only a few of what you can do with this library. By calling the tag, it will return the content. You can find more in &lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/bs4/doc/&quot;&gt;their documentation&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Scanned image&lt;/strong&gt;. Yes. It is true. Probably the least suitable form for most data, but both &lt;a href=&quot;http://en.wikipedia.org/wiki/Tagged_Image_File_Format&quot;&gt;TIFF&lt;/a&gt; and JPEG-2000 can at least mark them with documentation of what is in the picture - right up to mark up an image of a document with full text content of the document. If images are clean, containing only text and without any noise, you can use a library called &lt;a href=&quot;http://code.google.com/p/pytesser/&quot;&gt;pytesser&lt;/a&gt;. You will need the &lt;a href=&quot;https://en.wikipedia.org/wiki/Python_Imaging_Library&quot;&gt;Python Imaging Library&lt;/a&gt; (PIL) library to use it. Here is an example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from pytesser import *&#xA;image = Image.open('fnord.tif')  # Open image object using PIL&#xA;print image_to_string(image)&amp;lt;/pre&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Proprietary formats&lt;/strong&gt;. Last but not least, some dedicated systems, etc. have their own data formats that they can save or export data in. It can sometimes be enough to expose data in such a format - especially if it is expected that further use would be in a similar system as they came from. Where further information on these proprietary formats can be found should always be indicated, for example by providing a link to the supplier’s website. Generally it is recommended to display data in non-proprietary formats where feasible.. I suggest to google if there is any library specific for this dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tab Separated Values (TSV)&lt;/strong&gt;. A tab-separated values file is a simple text format for storing data in a tabular structure (for example, database or spreadsheet data). Each record in the table is one line of the text file. Each field value of a record is separated from the next by a tab stop character – it is a form of the more general delimiter-separated values format. Unfortunately, I haven't found any good working Python library only for TSV. Until now, I have worked with CSV library like the following example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;with open(&quot;tab-separated-values&quot;) as tsv:&#xA;    for line in csv.reader(tsv, dialect=&quot;excel-tab&quot;): #You can also use delimiter=&quot;\t&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Shapefiles&lt;/strong&gt; are files used to represent spatial data such as polygons that define a city, a neighborhood etc. You can use the libraries  &lt;code&gt;fiona&lt;/code&gt; and &lt;code&gt;shapely&lt;/code&gt; (&lt;code&gt;pip install fiona shapely&lt;/code&gt;) to help with this job. For example, if you want to load a shapefile, simplify its polygons (to reduce size) and then export to GeoJSON (so you can plot in your Web browser using JavaScript libraries such as &lt;a href=&quot;http://leafletjs.com/&quot;&gt;LeafLet&lt;/a&gt;), you can use this code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import json&#xA;&#xA;import fiona&#xA;import shapely.geometry&#xA;&#xA;&#xA;shapefile = fiona.open('my_shapefile.shp')&#xA;shapes = shapely.geometry.shape(shapefile['geometry'])&#xA;simplified_shapes = shapes.simplify(0.01) # 0.01 is the simplification factor&#xA;geodict = {'type': 'FeatureCollection',&#xA;           'features': shapely.geometry.mapping(simplified_shapes)}&#xA;with open('my_geojson.json') as fobj:&#xA;    fobj.write(json.dumps(geodict))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;VOTables&lt;/strong&gt; is a mix of &lt;a href=&quot;http://en.wikipedia.org/wiki/HTML&quot;&gt;HTML&lt;/a&gt; and &lt;a href=&quot;http://en.wikipedia.org/wiki/XML&quot;&gt;XML&lt;/a&gt; used most of the time in astronomy. This kind of data contains metadata that it is vital for you. It is pretty simple to extract them with Python using the following library.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from astropy.io.votable import parse&#xA;votable = parse(&quot;votable.xml&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Additional Information&lt;/strong&gt;. Maybe you will find the &lt;a href=&quot;http://pandas.pydata.org/pandas-docs/stable/io.html&quot;&gt;Pandas&lt;/a&gt; library useful, whose I/O capabilities integrate and unify access from/to most of the formats: CSV, Excel, HDF, SQL, JSON, HTML, and &lt;a href=&quot;https://en.wikipedia.org/wiki/Pickle_%28Python%29&quot;&gt;Pickle&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-01-13T18:37:55.417" LastActivityDate="2014-01-13T18:37:55.417" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1211" PostTypeId="1" CreationDate="2013-10-18T14:24:44.390" Score="21" ViewCount="296" Body="&lt;p&gt;I'm looking for a dataset which will give me is-a and has-a type relations between senses (and give senses from words). WordNet seems to be the most popular model, but I'm trying to evaluate other possible sources (also WordNet doesn't support slang, txt-speak, or company/brand names, which I will eventually need, either in the database I use or merged into it somehow).&lt;/p&gt;&#xA;&lt;p&gt;To clarify, I'm looking for data which I can process to give relations roughly like:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Chair&lt;/strong&gt;: is-a &lt;strong&gt;Seat&lt;/strong&gt; is-a &lt;strong&gt;Furniture&lt;/strong&gt; is-a &lt;strong&gt;Physical Object&lt;/strong&gt; is-a &lt;strong&gt;Entity&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Finger&lt;/strong&gt;: (part-of &lt;strong&gt;Hand&lt;/strong&gt; part-of &lt;strong&gt;Human&lt;/strong&gt; is-a &lt;strong&gt;Animal&lt;/strong&gt; is-a &lt;strong&gt;Physical Object&lt;/strong&gt; is-a &lt;strong&gt;Entity&lt;/strong&gt;) &lt;em&gt;OR&lt;/em&gt; (is-a &lt;strong&gt;Measurement Unit&lt;/strong&gt; is-a &lt;strong&gt;Abstract Entity&lt;/strong&gt; is-a &lt;strong&gt;Entity&lt;/strong&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I haven't been able to find anything beyond WordNet or dictionary-scraping so far. Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="1388" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2013-10-21T13:21:46.507" Title="Data for word hierarchies" Tags="|data-request|language|english|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1212" PostTypeId="2" ParentId="1211" CreationDate="2013-10-18T16:28:53.897" Score="18" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://conceptnet5.media.mit.edu/&quot;&gt;ConceptNet&lt;/a&gt; is a semantic network containing lots of things computers should know about the world, especially when understanding text written by people. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Trying to reproduce your relation-sequences yields:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/finger&quot;&gt;finger&lt;/a&gt; PartOf &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/hand&quot;&gt;hand&lt;/a&gt; IsA &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/body_part&quot;&gt;body part&lt;/a&gt;, which looks surprisingly &quot;dead end&quot;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/chair&quot;&gt;chair&lt;/a&gt; IsA &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/seat&quot;&gt;seat&lt;/a&gt; RelatedTo &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/furniture&quot;&gt;furniture&lt;/a&gt; MadeOf &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/wood&quot;&gt;wood&lt;/a&gt; ...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2013-10-18T16:28:53.897" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1214" PostTypeId="2" ParentId="1118" CreationDate="2013-10-18T18:57:22.740" Score="1" Body="&lt;p&gt;authors of the BAM application for android may have some data you are asking for.&#xA;It can recommend apps based on other users that have the same set installed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://play.google.com/store/apps/details?id=com.bestappsmarket.android.bestapps&amp;amp;hl=en&quot; rel=&quot;nofollow&quot;&gt;https://play.google.com/store/apps/details?id=com.bestappsmarket.android.bestapps&amp;amp;hl=en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g., blind users if they connect - they would recommend this way apps to each other.&lt;/p&gt;&#xA;" OwnerUserId="147" LastActivityDate="2013-10-18T18:57:22.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1215" PostTypeId="2" ParentId="1199" CreationDate="2013-10-18T23:17:15.263" Score="2" Body="&lt;p&gt;Data.gov was unavailable from October 1 through 16, 2013 due to the US Government shut down. This &lt;a href=&quot;http://en.wikipedia.org/wiki/United_States_federal_government_shutdown_of_2013&quot; rel=&quot;nofollow&quot;&gt;shut down&lt;/a&gt; affected the ability of agencies to provision and for the public to access a wide variety of government (.gov) web sites. As a result, Data.gov and the underlying data were not available. In most cases, the related agency site that could have served as an alternate path to government data (such as &lt;a href=&quot;http://www.nasa.gov&quot; rel=&quot;nofollow&quot;&gt;NASA.gov&lt;/a&gt;) were also unavailable for the same reason. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are no long-term issues with the funding or viability of Data.gov. It is unfortunate that this shut down impacted the site, but it was not specific or unique to Data.gov or open data in the United States.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-10-18T23:17:15.263" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1216" PostTypeId="1" CreationDate="2013-10-19T07:21:16.417" Score="4" ViewCount="702" Body="&lt;p&gt;I have downloaded the shape files from &lt;a href=&quot;http://www.arcgis.com/home/item.html?id=357b0e32423f43cebf9f844ae70f7d1c&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; but the shape files will not load correctly in any shape file viewer I have.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of any other shape file that contains the tectonic plates?&lt;/p&gt;&#xA;" OwnerUserId="849" LastEditorUserId="70" LastEditDate="2015-04-19T15:13:59.947" LastActivityDate="2015-04-19T15:13:59.947" Title="Where can I get Tectonic Plate Shape Files" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1217" PostTypeId="1" CreationDate="2013-10-19T23:07:30.560" Score="9" ViewCount="1135" Body="&lt;p&gt;I am looking for a dictionary of common misspelled words that can be used to highlight errors. I am not looking for a normal dictionary as I don’t want to hit things like names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It cannot include words like 'affect', which although is a common misspelling, is also a valid word.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something like the auto-correct dictionary used in Microsoft Word would be a good start, but broader because it is not required make an accurate match to a single expected word.&lt;/p&gt;&#xA;" OwnerUserId="1392" LastEditorUserId="70" LastEditDate="2015-02-05T23:03:56.883" LastActivityDate="2015-02-05T23:03:56.883" Title="Dictionary of misspelled words" Tags="|data-request|dictionary|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1218" PostTypeId="2" ParentId="1216" CreationDate="2013-10-20T03:54:20.693" Score="2" Body="&lt;p&gt;I solved this problem using QGis with the following steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Vector -&gt; Geometry Tools -&gt; Check Geometry Validity&lt;/li&gt;&#xA;&lt;li&gt;Vector -&gt; Geometry Tools -&gt; Simplify Geometry&lt;/li&gt;&#xA;&lt;li&gt;Saved as a new Shape File&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;It loaded just fine after this&lt;/p&gt;&#xA;" OwnerUserId="849" LastActivityDate="2013-10-20T03:54:20.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1219" PostTypeId="2" ParentId="1217" CreationDate="2013-10-20T04:17:43.813" Score="12" Body="&lt;p&gt;There is actually a &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia%3aLists_of_common_misspellings&quot;&gt;Wikipedia page about this very topic&lt;/a&gt;, and they maintain &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia%3aLists_of_common_misspellings/For_machines&quot;&gt;a machine-readable list&lt;/a&gt; that you can use as a starting point if you're writing a tool.&lt;/p&gt;&#xA;" OwnerUserId="1393" LastActivityDate="2013-10-20T04:17:43.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1220" PostTypeId="2" ParentId="1217" CreationDate="2013-10-20T10:56:41.800" Score="2" Body="&lt;p&gt;Maybe this will help you: &lt;a href=&quot;http://www.infochimps.com/datasets/word-list-commonly-misspelled-english-words&quot; rel=&quot;nofollow&quot;&gt;Word List - Commonly Misspelled English Words&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="1060" LastEditDate="2013-10-20T13:41:06.860" LastActivityDate="2013-10-20T13:41:06.860" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1221" PostTypeId="1" CreationDate="2013-10-20T17:54:45.000" Score="5" ViewCount="186" Body="&lt;p&gt;I'm interested in marriage/divorce information by birth date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know the best place to get something like that?&lt;/p&gt;&#xA;" OwnerUserId="1396" LastEditorUserId="70" LastEditDate="2015-04-19T15:14:25.420" LastActivityDate="2015-04-19T15:14:25.420" Title="Birthday and Marriage Information" Tags="|data-request|census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1222" PostTypeId="2" ParentId="1221" CreationDate="2013-10-20T19:07:45.383" Score="3" Body="&lt;p&gt;Something like &lt;a href=&quot;http://www.theguardian.com/news/datablog/2013/jun/07/world-divorce-rates-putin-perspective#data&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the spreadsheet on the bottom of the page.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-10-20T19:07:45.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1223" PostTypeId="2" ParentId="1204" CreationDate="2013-10-20T21:03:17.147" Score="5" Body="&lt;p&gt;This &lt;a href=&quot;http://dc.streetsblog.org/2010/07/08/car-dependent-states-hit-hardest-by-obesity-epidemic/&quot;&gt;streetsblog blog post&lt;/a&gt; has more details and the data &lt;a href=&quot;http://dc.streetsblog.org/wp-content/uploads/2010/07/StateDataEdited.xls&quot;&gt;[XLS]&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1095" LastActivityDate="2013-10-20T21:03:17.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1224" PostTypeId="2" ParentId="1221" CreationDate="2013-10-21T00:52:10.980" Score="3" Body="&lt;p&gt;There's are a number of studies on various 'birthday effects' in economics literature. I don't know of any that use open data, but you could contact the authors for help in your research.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example from the genre. &lt;a href=&quot;http://papers.ssrn.com/sol3/papers.cfm?abstract_id=2241677&quot; rel=&quot;nofollow&quot;&gt;http://papers.ssrn.com/sol3/papers.cfm?abstract_id=2241677&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-21T00:52:10.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1225" PostTypeId="2" ParentId="1211" CreationDate="2013-10-21T06:52:14.747" Score="11" Body="&lt;p&gt;English EuroWordNet at &lt;a href=&quot;http://globalwordnet.org&quot;&gt;globalwordnet.org&lt;/a&gt; is worth considering, depending on your requirements.&lt;br&gt;&#xA;&lt;a href=&quot;http://Opencyc.org&quot;&gt;Opencyc.org&lt;/a&gt; and Google &lt;a href=&quot;http://freebase.com&quot;&gt;freebase.com&lt;/a&gt; have large taxonomies already available for download. &lt;/p&gt;&#xA;" OwnerUserId="1398" LastEditorUserId="930" LastEditDate="2013-10-21T13:21:46.507" LastActivityDate="2013-10-21T13:21:46.507" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1226" PostTypeId="2" ParentId="1188" CreationDate="2013-10-22T03:25:54.153" Score="2" Body="&lt;p&gt;For papers on computational linguistics, there is an archive of 24,300 papers at &lt;a href=&quot;http://aclweb.org/anthology/&quot; rel=&quot;nofollow&quot;&gt;http://aclweb.org/anthology/&lt;/a&gt; , with an active community interested in better retrieving this data such as DFKI and DERI.&lt;/p&gt;&#xA;" OwnerUserId="1398" LastActivityDate="2013-10-22T03:25:54.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1227" PostTypeId="1" CreationDate="2013-10-23T05:18:19.080" Score="8" ViewCount="145" Body="&lt;p&gt;I'm a student working on Blended-Wing-Body(BWB) shape optimization. Does anyone know how can I get wind tunnel data or other data on BWB? Is there open data for aircraft design?&lt;/p&gt;&#xA;" OwnerUserId="1406" LastEditorUserId="70" LastEditDate="2015-04-19T15:15:49.713" LastActivityDate="2015-04-19T15:15:49.713" Title="Where can I find data on aircraft?" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1228" PostTypeId="2" ParentId="1227" CreationDate="2013-10-23T14:12:59.003" Score="3" Body="&lt;p&gt;NASA does quite a bit of aircraft testing.  (It's the National &lt;strong&gt;Aeronautics&lt;/strong&gt; and Space Administration, after all).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not familiar with repositories of that sort of data, but you can find technical papers, including those on Blended Wing Bodies in the &lt;a href=&quot;http://www.sti.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;NASA Technical Report Server&lt;/a&gt;, and that would give you contacts to request the data if it wasn't specifically deposited separately.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer: I work at a NASA center)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-10-23T14:12:59.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1229" PostTypeId="2" ParentId="1126" CreationDate="2013-10-23T15:12:38.983" Score="4" Body="&lt;p&gt;If you go &lt;a href=&quot;http://www.nisra.gov.uk/geography/home.htm&quot; rel=&quot;nofollow&quot;&gt;to the NISRA website&lt;/a&gt; then you'll get all shapefiles in both .shp and .tab formats for 2011 census as well as some other geogrpahies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Be awere of the copyright.&lt;/p&gt;&#xA;" OwnerUserId="1409" LastActivityDate="2013-10-23T15:12:38.983" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1230" PostTypeId="2" ParentId="1203" CreationDate="2013-10-23T20:21:59.080" Score="4" Body="&lt;p&gt;Open Street Map has some pipeline data in the us, i.e. &lt;a href=&quot;http://overpass-turbo.eu/s/1lo&quot; rel=&quot;nofollow&quot;&gt;http://overpass-turbo.eu/s/1lo&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-10-23T20:45:44.750" LastActivityDate="2013-10-23T20:45:44.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1231" PostTypeId="1" AcceptedAnswerId="1232" CreationDate="2013-10-23T23:08:03.660" Score="10" ViewCount="199" Body="&lt;p&gt;I've found the schemas for the &lt;a href=&quot;http://en.wikipedia.org/wiki/Election_Markup_Language&quot;&gt;Election Markup Language&lt;/a&gt;, and this relatively thin json effort &lt;a href=&quot;https://github.com/wnyc/election_california_2012/blob/master/examples/sample.json&quot;&gt;https://github.com/wnyc/election_california_2012/blob/master/examples/sample.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other widely used data standards or APIs for election results?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="117" LastEditDate="2016-06-14T04:10:06.283" LastActivityDate="2016-06-14T04:10:06.283" Title="Data standards for election results" Tags="|standards|elections|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1232" PostTypeId="2" ParentId="1231" CreationDate="2013-10-24T01:55:41.247" Score="8" Body="&lt;p&gt;This isn't widely used, because we just started working on it this year, but our Knight Foundation project, OpenElections, is developing specs for election results in the United States. You can see the latest specification &lt;a href=&quot;https://github.com/openelections/specs/wiki/Results-Data-Spec-Version-2&quot;&gt;on our Github wiki&lt;/a&gt;. We also have a format for &lt;a href=&quot;https://github.com/openelections/specs/wiki/Elections-Data-Spec-Version-2&quot;&gt;election metadata&lt;/a&gt;. Project details at &lt;a href=&quot;http://blog.openelections.net/&quot;&gt;openelections.net&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9" LastActivityDate="2013-10-24T01:55:41.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1233" PostTypeId="2" ParentId="1203" CreationDate="2013-10-24T09:10:09.757" Score="5" Body="&lt;p&gt;You can find geospatial data about this on &lt;a href=&quot;http://catalog.data.gov/dataset?q=%22gas%20pipeline%22&quot;&gt;Data.gov&lt;/a&gt; (this links to gas pipelines, but you can look for other types of pipelines). To find the geographic region you are looking for, you can draw a boundary box over the map in the upper left.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-10-24T09:10:09.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1234" PostTypeId="1" AcceptedAnswerId="1278" CreationDate="2013-10-24T16:14:24.970" Score="4" ViewCount="124" Body="&lt;p&gt;In the &lt;a href=&quot;http://www.isbe.net/assessment/report_card.htm&quot; rel=&quot;nofollow&quot;&gt;Illinois State Report Cards&lt;/a&gt; data for schools, there are fields that refer to 'Subregions'? What are subregions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are a couple of reports cards that use subregions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://webprod.isbe.net/ereportcard/publicsite/getReport.aspx?year=2012&amp;amp;code=1501629902054_e.pdf&quot; rel=&quot;nofollow&quot;&gt;http://webprod.isbe.net/ereportcard/publicsite/getReport.aspx?year=2012&amp;amp;code=1501629902054_e.pdf&lt;/a&gt;&#xA;&lt;a href=&quot;http://webprod.isbe.net/ereportcard/publicsite/getReport.aspx?year=2012&amp;amp;code=1501629902059_e.pdf&quot; rel=&quot;nofollow&quot;&gt;http://webprod.isbe.net/ereportcard/publicsite/getReport.aspx?year=2012&amp;amp;code=1501629902059_e.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I've only seen subregions defined for Chicago schools.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="1511" LastEditDate="2014-10-03T13:34:19.067" LastActivityDate="2014-10-03T13:34:19.067" Title="What does 'subregion' mean in Illinois State Report Card data?" Tags="|usa|education|" AnswerCount="1" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1235" PostTypeId="1" AcceptedAnswerId="1243" CreationDate="2013-10-24T19:00:46.440" Score="7" ViewCount="155" Body="&lt;p&gt;Sometimes, data is listed as &quot;open data&quot;, yet also has copyright statements that don't mention any permitted reuse.  If the &quot;data owner&quot; is not responsive, what's the best way to determine if the data is really open, or if the copyright statement terms are still current?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This example is from the Massachusetts Open Data Initiative, where the &lt;a href=&quot;https://wiki.state.ma.us/confluence/display/data/Terms+of+Use&quot;&gt;terms of use&lt;/a&gt; include permission to &lt;em&gt;&quot;Use the data in any lawful manner, including for profit&lt;/em&gt;&quot;,&lt;em&gt;&quot;Reproduce the data in full or in part&quot;&lt;/em&gt;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the &lt;a href=&quot;https://wiki.state.ma.us/confluence/display/data/Population+Data&quot;&gt;Population Data&lt;/a&gt; page there's a link to historical &lt;a href=&quot;http://www.sec.state.ma.us/arc/arcsrch/VitalRecordsSearchContents.html&quot;&gt;vital records&lt;/a&gt;, produced by Massachusetts Archives.  All their pages contain a &lt;a href=&quot;http://www.sec.state.ma.us/sectandc.htm&quot;&gt;Terms and Conditions&lt;/a&gt; footer link which states &lt;em&gt;&quot;©2012 Secretary of the Commonwealth of Massachusetts. The documents provided in this web site are for informational purposes only.&quot;.&lt;/em&gt;  No mention of permission to reuse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously the best way to resolve this conflict is to simply ask the data owner.  However in this case the project seems to have been abandoned or mothballed, many of the contact links are now broken, and no response from the data owner has been received from multiple attempts to make contact on the remaining addresses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given this is state data (not federal), is there any rule of thumb that be used to indicate if the data can be reused (does &quot;informational purposes&quot; include that?), or is there some other way to know if an Open Data initiative, even if abandoned part-way through, trumps a legacy copyright footer?&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Clarification&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;In response to the first answer from IM, I do need to explain a bit more clearly:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the Mass. Open Data is just an example.  I'm looking for generic rules when there are conflicts, like that. &lt;/li&gt;&#xA;&lt;li&gt;I'm wondering what is the purpose of an Open Data directory if the collections it links to are not open data?  In other words, should the presence of a collection in a state open data directory indicate that the data is intended to be open data under the open data terms? If not, why list it?&lt;/li&gt;&#xA;&lt;li&gt;in this case the data owner (archives) have failed to respond after multiple attempts to contact regarding that collection.  Thanks though for pointing out yet another license (public data without copyright but have to complete a permission form to publish) which conflicts with both the Open Data license, and with the copyright statement, but that does make it even harder to work out which one of the three versions is intended to apply to the example collection!&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1142" LastEditorUserId="70" LastEditDate="2015-04-03T12:23:56.433" LastActivityDate="2015-04-03T12:23:56.433" Title="What to do when license statements conflict?" Tags="|usa|licensing|state|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1236" PostTypeId="1" AcceptedAnswerId="1253" CreationDate="2013-10-24T21:00:01.850" Score="6" ViewCount="2086" Body="&lt;p&gt;I'm looking for rates of military discharges by type - honorable, dishonorable, Other Than Honorable, Bad Behavior, Officer, ETC. It would be really, really awesome if I could find this information by veteran's living in state or city, specifically Chicago, Illinois. But just finding military discharge rates nationwide would be awesome.&lt;/p&gt;&#xA;" OwnerUserId="1412" LastEditorUserId="70" LastEditDate="2015-04-19T15:31:54.917" LastActivityDate="2016-05-29T23:44:51.737" Title="I'm looking for military discharge rates, the more focused the better" Tags="|data-request|usa|military|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1237" PostTypeId="1" AcceptedAnswerId="1238" CreationDate="2013-10-25T13:57:07.867" Score="15" ViewCount="835" Body="&lt;p&gt;I would like to know if there is any kind open/standard resume or Curriculum Viate format which allows interchanging of resumes between systems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any hint?&lt;/p&gt;&#xA;" OwnerUserId="1413" LastEditorUserId="70" LastEditDate="2015-03-12T14:28:32.860" LastActivityDate="2020-03-10T14:38:13.287" Title="Do you know any open/standard resume format?" Tags="|data-format|standards|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1238" PostTypeId="2" ParentId="1237" CreationDate="2013-10-26T11:17:10.237" Score="9" Body="&lt;p&gt;&lt;a href=&quot;http://rdfs.org/resume-rdf/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ResumeRDF&lt;/a&gt; seems to be the most &quot;ontological&quot; approach to normalization of CV information. The W3C has another &lt;a href=&quot;http://www.w3.org/wiki/ResumeRDFOntology&quot; rel=&quot;nofollow noreferrer&quot;&gt;article about ResumeRDF&lt;/a&gt; with further links.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="16193" LastEditDate="2018-04-14T06:00:39.457" LastActivityDate="2018-04-14T06:00:39.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1239" PostTypeId="1" AcceptedAnswerId="1240" CreationDate="2013-10-26T13:38:15.327" Score="6" ViewCount="304" Body="&lt;p&gt;What are the Units of Measure for the ZAREALAND &amp;amp; MAREALAND fields in the &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/docs/rel/zcta_cbsa_rel_10.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;2010 ZCTA to Metropolitan and Micropolitan Statistical Areas Relationship File&lt;/a&gt; published by the  United States Census Bureau?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/PkO1b.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Image from the &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/pdfs/rel/explanation_zcta_cbsa_rel_10.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Explanation of the 2010 ZCTA to Metropolitan and Micropolitan Statistical Areas Relationship File [PDF]&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1417" LastEditorUserId="18" LastEditDate="2015-03-13T20:31:36.713" LastActivityDate="2015-03-13T20:31:36.713" Title="What are the Units of Measure for the ZAREALAND &amp; MAREALAND fields in US Census Data?" Tags="|us-census|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1240" PostTypeId="2" ParentId="1239" CreationDate="2013-10-26T15:41:06.833" Score="4" Body="&lt;p&gt;Since the file is a relationship file between ZCTA and MSA, it represents the area &lt;strong&gt;in square meters&lt;/strong&gt; that the whole ZCTA (ZAREALAND) covers, and the area that the whole MSA (MAREALAND) covers. If you notice a difference between ZAREA and ZAREALAND, or MAREA and MAREALAND, this is because there is a waterbody in that area and the *AREALAND counts only land area instead of all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Census Bureau uses scientific measurement units, hence meters.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2013-10-26T15:41:06.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1241" PostTypeId="1" AcceptedAnswerId="1242" CreationDate="2013-10-27T10:24:02.683" Score="5" ViewCount="93" Body="&lt;p&gt;I'm trying to get a list of all articles (just the names, not the contents) that are indirectly within the category &lt;a href=&quot;https://en.wikipedia.org/wiki/Category%3aJapanese_people&quot; rel=&quot;nofollow&quot;&gt;Japanese people&lt;/a&gt; in Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried using a tool called &lt;a href=&quot;https://tools.wmflabs.org/catscan2/quick_intersection.php&quot; rel=&quot;nofollow&quot;&gt;Quick intersection&lt;/a&gt;. The results aren't too bad, but I'm getting some apparently spurious results. For example, I get the article &lt;a href=&quot;https://en.wikipedia.org/wiki/John_Andru&quot; rel=&quot;nofollow&quot;&gt;John Andru&lt;/a&gt;, who competed in an Olympic games in Japan, but who I don't think is Japanese.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know whether this is a bug with Quick Intersection, or whether there is incorrect data in Wikipedia that is causing John to be categorized this way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One approach I considered was working out what categories John Andru directly or indirectly belonged to. However, I don't know how to do that. I tried searching for that information, but the only thing I've found so far is &lt;a href=&quot;https://meta.wikimedia.org/wiki/Tech/Archives/2013#List_all_parent_categories_of_a_page&quot; rel=&quot;nofollow&quot;&gt;this question&lt;/a&gt;, which wasn't answered.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I fix this dirty data problem?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is Quick Intersection the most suitable tool for what I'm trying to do?&lt;/p&gt;&#xA;" OwnerUserId="186" LastEditorUserId="70" LastEditDate="2015-03-30T11:01:54.090" LastActivityDate="2015-03-30T11:01:54.090" Title="Suspected dirty data in Wikipedia articles indirectly belonging to a category" Tags="|tool-request|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1242" PostTypeId="2" ParentId="1241" CreationDate="2013-10-27T15:41:53.633" Score="5" Body="&lt;p&gt;As far as I can see, there is no link from the category Japanese people to the article John Andru (at least based on dump from 1 October 2013), so I'm not sure why did the tool tell you otherwise.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the category structure &lt;em&gt;is&lt;/em&gt; pretty messed up. For example, John Andru is in the category &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:18th-century_German_writers&quot; rel=&quot;noreferrer&quot;&gt;18th-century German writers&lt;/a&gt;, through chain of categories like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Category:18th-century German writers → Category:Immanuel Kant → Category:Kantianism → Category:A priori → Category:Analysis → … → Category:Statistics → … → Category:Anatomy → … → Category:Memory → … → Category:Design → … → Category:Justice → … → Category:Anti-corruption measures → … → Category:Students → … → Category:New Left → … Category:Free will → … → Category:Technology → … → Category:History → … → Category:Millennia → Category:2nd millennium → … → Category:1932 births → John Andru&lt;/p&gt;&#xA;" OwnerUserId="462" LastEditorUserId="462" LastEditDate="2013-10-27T16:02:08.307" LastActivityDate="2013-10-27T16:02:08.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1243" PostTypeId="2" ParentId="1235" CreationDate="2013-10-27T22:22:59.007" Score="7" Body="&lt;p&gt;The Massachusetts Open Data Initiative seems to provide only a link to the data, not the data themselves. Their terms of use couldn't be really applied here.&#xA;The terms and conditions of the Massachusetts Archives website refer to the documents, not to their data collections.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to historical vital records, &lt;a href=&quot;http://www.sec.state.ma.us/arc/arcres/residx.htm&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt; states that &quot;[t]he Archives' collections are public records and are open to all for research.&quot; Besides, it states&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Publication &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Archives requires patrons who copy materials for&#xA;  publication to complete a permission to publish form agreeing to use a&#xA;  standard citation for archival materials and to give a copy of the&#xA;  published work to the Archives. There are no charges for publication.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Copyright &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Records created by Massachusetts government are not&#xA;  copyrighted and are available for public use. Copyright for materials&#xA;  submitted to state agencies may be held by the person or organization&#xA;  that created the document. Patrons are responsible for clearing&#xA;  copyright on such materials.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There is also A Guide to Massachusetts Public Records Law on their website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd suggest contacting archives staff to clarify the issues with a permission to publish form and a proper citation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it helps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(edited in response to Rob's clarification)  &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Sorry, I focused on this precise example and missed your more general question. Let's make clear some terms, shall we? For any data distribution process, there are the following participants:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;data collector (a person or persons who actually collected the data); &lt;/li&gt;&#xA;&lt;li&gt;author/creator/owner/principal investigator - it might be either the collector herself or an organization, e.g. government agency, university, research institute, which the collector has collected the data for;&lt;/li&gt;&#xA;&lt;li&gt;data publisher (keeps the data and provides them for someone's use);&lt;/li&gt;&#xA;&lt;li&gt;data distributor (it might be the same organization as publisher, but also might be another organization, say, with broader opportunities to disseminate information)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Now, the copyright always remains with the author/owner. And whatever other participants do, the data belong to the principal investigator.&lt;br&gt;&#xA;Data provider/publisher shall comply with the owner's terms of use, especially regarding confidentiality.&lt;br&gt;&#xA;Data distributor shall comply with the data publisher's terms of use, hence, automatically, with the owner's.&lt;br&gt;&#xA;When someone looks for data, one should apply the terms of use attached to the data, whether they are written by the owner, publisher, or distributor. &lt;strong&gt;If the terms of use are missing or conflicting, one should apply the terms of use of the &lt;em&gt;participant, which is one step higher on that list&lt;/em&gt; - publisher's instead of distributor's, or owner's instead of publisher's.&lt;/strong&gt;&lt;br&gt;&#xA;In this case, the data owner should be, in my understanding, the Massachusetts Registry of Vital Records and Statistics, the data publisher should be the Massachusetts Archives, and the Massachusetts Open Data Initiative goes as a distributor.&lt;br&gt;&#xA;Can you download the data from the MODI? No. There is only a link, so forget about their terms of use. Can you get the data from the archives? Yes. OK, then you should comply with their terms of use. Specifically: not with the terms of use of their website but with the terms of use of their data collections under the Massachusetts law.&lt;br&gt;&#xA;According to my experience, a possible citation for these data might look something like this: &lt;em&gt;Massachusetts Registry of Vital Records and Statistics, 2013, Vital Statistic Records (1841-1910). Boston, MA: Massachusetts Archives [distributor]&lt;/em&gt;, though I'd hesitate to use it without contacting the archives.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;What is the purpose of an Open Data directory if the collections it links to are not open data?&lt;/em&gt; Excellent question. Well, public records &lt;em&gt;are&lt;/em&gt; open data, are they not? The fact that you should do some paperwork for the data publisher doesn't make these data closed or private. But besides this, I totally agree with you: the ultimate goal of any open data distributor should be to provide open data, not to complicate the whole process.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;As discussed above, 2 out of 3 terms of use are not applicable here (one refers to a link, another to a website, but only the third one mentions the actual data).&lt;br&gt;&#xA;Have to say, I really sympathize with you about what you are going through. (The archives didn't answer even to phone calls? What's that again, the government shutdown?)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1415" LastEditorUserId="1415" LastEditDate="2014-11-27T15:41:30.250" LastActivityDate="2014-11-27T15:41:30.250" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1244" PostTypeId="1" AcceptedAnswerId="1245" CreationDate="2013-10-28T08:49:15.437" Score="10" ViewCount="380" Body="&lt;p&gt;I am looking for social networks, other than Facebook and Twitter, that offer their API to developers, for free. Which other social networks allow developers to crawl data? What kind of restrictions do they have? I am interested in any kind of social network. I would like to collect data for further processing.&lt;/p&gt;&#xA;" OwnerUserId="1419" LastEditorUserId="70" LastEditDate="2015-03-27T11:32:48.903" LastActivityDate="2015-03-27T11:32:48.903" Title="Social Networks other than facebook and twitter that allow access to their data to developers?" Tags="|api|network-structure|social-media|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1245" PostTypeId="2" ParentId="1244" CreationDate="2013-10-30T16:54:38.350" Score="8" Body="&lt;p&gt;&lt;a href=&quot;http://instagram.com/developer/#&quot;&gt;Instagram&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://developer.foursquare.com/&quot;&gt;Foursquare&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.livejournal.com/doc/server/ljp.csp.protocol.html&quot;&gt;Livejournal&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.flickr.com/services/api/&quot;&gt;Flikr&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://developers.pinterest.com/&quot;&gt;Pinterest&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://developer.linkedin.com/documents/authentication&quot;&gt;LinkedIn&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://developers.google.com/blogger/docs/2.0/json/using&quot;&gt;Blogger&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://developer.wordpress.com/&quot;&gt;Wordpress&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it'd be enough to begin with.&lt;/p&gt;&#xA;" OwnerUserId="1415" LastActivityDate="2013-10-30T16:54:38.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1246" PostTypeId="2" ParentId="1244" CreationDate="2013-10-31T09:26:34.803" Score="4" Body="&lt;p&gt;In addition to I.M.'s list, there also exist:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Dailymotion&lt;/li&gt;&#xA;&lt;li&gt;Metacafe&lt;/li&gt;&#xA;&lt;li&gt;Google+&lt;/li&gt;&#xA;&lt;li&gt;Tumblr&lt;/li&gt;&#xA;&lt;li&gt;Youtube (as distinct from G+)&lt;/li&gt;&#xA;&lt;li&gt;Vimeo&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My employer is building a service to provide a unified API for these services and more, leave a comment if you would like access to our pre-production API. You get access and I get to learn about your use case and add the features that you need to our API.&lt;/p&gt;&#xA;" OwnerUserId="1426" LastActivityDate="2013-10-31T09:26:34.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1247" PostTypeId="2" ParentId="1231" CreationDate="2013-10-31T15:03:23.967" Score="5" Body="&lt;p&gt;I've also found &lt;a href=&quot;http://standards.ieee.org/develop/project/1622.2.html&quot;&gt;IEEE P1622.2 - Standard for Election Results Reporting Data Interchange Format&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-10-31T15:03:23.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1248" PostTypeId="2" ParentId="1007" CreationDate="2013-11-01T14:42:18.777" Score="6" Body="&lt;p&gt;Doesn't seem to have soccer, but worth a look for other stats:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opensourcesports.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.opensourcesports.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1431" LastActivityDate="2013-11-01T14:42:18.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1249" PostTypeId="1" AcceptedAnswerId="1254" CreationDate="2013-11-01T15:48:02.077" Score="5" ViewCount="131" Body="&lt;p&gt;So here's the situation: I built a database (text file) that consists of a few sets of data (for example, but not really), &quot;car name&quot;, &quot;car parts&quot;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;car name&quot; data and others are under no copyright, but for &quot;car parts&quot;, I used two others sources of data, one licensed under Apache License 2.0, LGPLv3 and CC BY-SA 3.0, the other under GPLv2.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then compared the two sets of data, one by one, manually, and selected certain &quot;car parts&quot; from one source, certain &quot;car parts&quot; from the other source and merged the two together (although I changed the formatting/layout), and sometimes I simply copied the data from one source intact and only changed the formatting/layout, and sometimes I simply edited the original data by removing or including certain other &quot;car parts&quot; myself (and, again, changed the formatting/layout). I also did a lot of fixing of errors, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then added additional sets of data in the other fields.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, my question is, because I manually built my custom dataset with the help of two open-sourced databases (which do not resemble my database any longer), do I absolutely &lt;strong&gt;must&lt;/strong&gt; share this dataset publicly and make it available for all? The thing is, these particular &quot;car parts&quot; that I've selected and my custom formatting is something innovative and gives me an advantage over other people's projects who simply use one of the two open-sourced databases unchanged and in their original form.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to make all this data publicly available and freely accessible to everyone via a website or app (free), but I don't want to make the dataset itself downloadable in its text form, because the goal of my project is to be innovative and offer unique new features, and I don't want some random competitive project to incorporate my hundreds of hours of research and data into theirs, essentially making my unique project just another &quot;clone&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So what are my options, considering the mentioned licenses were never meant for (textual) data, but software and graphics/media, etc., and I &lt;em&gt;am&lt;/em&gt; making my data freely available and accessible via a website/app for everyone - I just don't want to share the source database as a download?&lt;/p&gt;&#xA;" OwnerUserId="1432" LastActivityDate="2013-11-05T15:19:38.170" Title="Data licensing question" Tags="|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1251" PostTypeId="1" AcceptedAnswerId="13675" CreationDate="2013-11-03T23:30:15.973" Score="9" ViewCount="87" Body="&lt;p&gt;While there are some nice APIs for campaign finance at the federal level, they differ significantly.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.opensecrets.org/resources/create/api_doc.php&quot;&gt;https://www.opensecrets.org/resources/create/api_doc.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://developer.nytimes.com/docs/campaign_finance_api/&quot;&gt;http://developer.nytimes.com/docs/campaign_finance_api/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sunlightlabs.github.io/datacommons/&quot;&gt;http://sunlightlabs.github.io/datacommons/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Have there been any attempts to define a data standard for campaign finance?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="244" LastEditDate="2014-05-26T00:34:08.167" LastActivityDate="2018-12-26T04:40:56.480" Title="Data Standards for Campaign Finance" Tags="|data.gov|standards|elections|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1252" PostTypeId="2" ParentId="1007" CreationDate="2013-11-04T17:46:24.760" Score="3" Body="&lt;p&gt;Last year, Manchester City FC opened up their collection of Opta Collected data. Here is a &lt;a href=&quot;http://www.optasportspro.com/en/about/optapro-blog/posts/2012/mcfc-analytics-a-response.aspx&quot; rel=&quot;nofollow&quot;&gt;press release from Opta&lt;/a&gt; but the &lt;a href=&quot;http://www.mcfc.co.uk/mcfcanalytics&quot; rel=&quot;nofollow&quot;&gt;main site&lt;/a&gt; seems to have gone dark (or requires a specific old browser?). &lt;/p&gt;&#xA;" OwnerUserId="411" LastActivityDate="2013-11-04T17:46:24.760" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1253" PostTypeId="2" ParentId="1236" CreationDate="2013-11-04T23:23:31.447" Score="5" Body="&lt;p&gt;I'm not an expert in this area, but I was told about this site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.va.gov/VETDATA/Veteran_Population.asp&quot;&gt;http://www.va.gov/VETDATA/Veteran_Population.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which has some data on veteran populations in the U.S. I'm not sure if it has discharge rates, but it might be a good place to start. You could try emailing some of the contact folks referenced in the datasets on that VA site, as they might have a better idea.&lt;/p&gt;&#xA;" OwnerUserId="974" LastActivityDate="2013-11-04T23:23:31.447" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1254" PostTypeId="2" ParentId="1249" CreationDate="2013-11-05T15:19:38.170" Score="3" Body="&lt;p&gt;The answer depends heavily on the context of you work and on potential users of your data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, there is no &quot;must&quot; about sharing your dataset. If the users want to get out more data than your website/app would allow them to do, they could always go to the original sources as they've been doing previously.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Secondly, if you decide to share your data (be it the whole database or just a part of it referring to a specific &quot;car&quot; with its &quot;parts&quot;), you &lt;strong&gt;must&lt;/strong&gt; do it under the same licenses as the original sources do (or you might try to find one license, which satisfies them all, but it's not the easiest thing in the world). And as far as I can tell without more details, there might be already a potential problem with combining GPLv2 and LGPLv3.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thirdly, it really depends on your area whether you should or should not distribute openly your work. In academia, for instance, it's highly recommended not only because we all stand for open data and global knowledge but because it will bring you citations, mentions, and scientific prestige. No fear that the others will use your work because you &lt;em&gt;want&lt;/em&gt; them to use your work as widely as possible and to give you credit for it.&lt;br&gt;&#xA;In private sector, however, it might be different, so it's up to you what to decide. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, I should note that any data might be &quot;scraped&quot; from a website or an app. If somebody is really interested in getting a lot of data, what would stop them from doing it? You can try to build a protection against data scraping, of course, but at the end of the day, it might be more costly than sharing the data. Thus, you might want to add a way to contact you directly for big amount of data (say, &quot;Here is my email, please send me an inquiry, describing your interest, your company/institution, and the intended purpose of data use&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it helps.&lt;/p&gt;&#xA;" OwnerUserId="1415" LastActivityDate="2013-11-05T15:19:38.170" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="1255" PostTypeId="1" CreationDate="2013-11-06T20:53:43.353" Score="6" ViewCount="221" Body="&lt;p&gt;I am looking for a PhD in Europe related with open data. Do you know any university that works with this sector?&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorDisplayName="user8811" LastEditDate="2019-03-11T12:37:26.647" LastActivityDate="2019-03-12T14:52:02.383" Title="PhD for open data in Europe" Tags="|research|education|europe|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1256" PostTypeId="1" CreationDate="2013-11-07T03:23:27.447" Score="93" ViewCount="173720" Body="&lt;p&gt;What's the best way to access a 4GB csv file?&lt;/p&gt;&#xA;&lt;p&gt;I would like get a 'cut' of this open data set: Full Replacement Monthly NPI File, &lt;a href=&quot;http://nppes.viva-it.com/NPI_Files.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;available here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Specifically, I want only the rows for hospitals; though, one might want the rows for healthcare clearing houses, or home health agencies, etc.&lt;/p&gt;&#xA;&lt;p&gt;The unzipped NPI file is 4.8GB, which is too large for my desktop applications. It is an interesting barrier to open data.&lt;/p&gt;&#xA;&lt;p&gt;Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="1453" LastEditorUserId="32115" LastEditDate="2022-10-21T14:07:18.540" LastActivityDate="2022-10-21T14:07:18.540" Title="How can I work with a 4GB csv file?" Tags="|tool-request|data-format|programming|csv|" AnswerCount="21" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="1257" PostTypeId="2" ParentId="460" CreationDate="2013-11-07T07:05:37.677" Score="2" Body="&lt;p&gt;Despite our tool approach being cited above (thanks @noneck), for us in Oakland the best tool is still an actual process of connecting with people with actual issues and ideas in person and listening. Not to be facetious at all, but for all the feedback and ideas I've seen on MindMixer and other platforms, the strongest ideas have happened in person. So perhaps CityCamp is the tool of choice for us? &lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-11-07T07:05:37.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1258" PostTypeId="2" ParentId="1256" CreationDate="2013-11-07T12:33:37.203" Score="15" Body="&lt;p&gt;you can connect to the file with sql and run your analysis from there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i have written extremely detailed r code (r is free and open source) about how to work with the nppes from your laptop here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://asdfree.com/national-plan-and-provider-enumeration-system-nppes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://asdfree.com/national-plan-and-provider-enumeration-system-nppes.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;if you have never used r before, check out &lt;a href=&quot;http://twotorials.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://twotorials.com&lt;/a&gt; for a crash course&lt;/p&gt;&#xA;&#xA;&lt;p&gt;hope this helps :)&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="1511" LastEditDate="2018-10-29T15:34:14.843" LastActivityDate="2018-10-29T15:34:14.843" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1259" PostTypeId="2" ParentId="1256" CreationDate="2013-11-07T15:30:59.223" Score="65" Body="&lt;p&gt;This is the kind of thing that the &lt;a href=&quot;http://csvkit.readthedocs.org/en/latest/&quot;&gt;csvkit&lt;/a&gt; was built for:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;csvgrep -c &quot;Healthcare Provider Taxonomy Code_1&quot; -r '^282N' npidata_20050523-20131110.csv &amp;gt; hospitals.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;csvkit is a suite of utilities for converting to and working with CSV, the king of tabular file formats.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;A little more efficiently, you could do: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;zcat NPPES_Data_Dissemination_Nov_2013.zip | grep 282N | csvgrep -c 48 -r '^282N' &amp;gt; hospitals.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-12-02T21:27:25.093" LastActivityDate="2013-12-02T21:27:25.093" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1260" PostTypeId="1" CreationDate="2013-11-07T19:32:50.850" Score="1" ViewCount="191" Body="&lt;p&gt;I'm not sure if this is the place for this sort of question but it seemed more relevant than stack overflow. Please let me know if there is somewhere better suited to it! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to answer a question I've been given along the following lines:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;If you're a digital services company that provides services to consumers for example, what do customers access in the form of data from the company?&quot;  In other words, &quot;Do customers ever access data from a company or is everything they access just information?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can only think of them accessing information, everything they access either though online accounts or via post would be in the form of information? As they would never understand just data. Am I along the right lines for this or way off?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&#xA;This is in a information systems perspective. e.g a customers account number is obviously a piece of data but to them wouldn't it be classed as information? as being data it's just a random set of numbers to them not specifically an account number?&lt;/p&gt;&#xA;" OwnerUserId="1458" LastEditorUserId="2012" LastEditDate="2014-02-20T14:10:04.157" LastActivityDate="2014-07-07T22:25:31.893" Title="Do customers ever access data from a company or is everything they access just information?" Tags="|data-request|" AnswerCount="2" CommentCount="8" ClosedDate="2015-04-19T15:18:28.603" ContentLicense="CC BY-SA 3.0" />
  <row Id="1262" PostTypeId="2" ParentId="1256" CreationDate="2013-11-08T16:09:03.430" Score="17" Body="&lt;p&gt;As you're only taking a portion of the file, you may be able to use simple tools to subset it before processing.  That may get it down to a reasonable size to work with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're working on a posix (ie, unix-like) system, you can use shell commands to reduce the file:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;zcat -c&lt;/code&gt;&lt;em&gt;filename&lt;/em&gt;&lt;code&gt;| grep&lt;/code&gt;&lt;em&gt;(pattern to match hospitals only)&lt;/em&gt;&lt;code&gt;&amp;gt;&lt;/code&gt;&lt;em&gt;outputFile&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This lets you extract the lines without uncompressing the larger file on disk.  (with today's systems, drive speeds are often a limiting factor, so working with the data compressed can be more efficient if you have sufficient CPU).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it were tab-deliminated, pipe-delimited, or fixed-width, you can also reduce the columns with the unix &lt;code&gt;cut&lt;/code&gt; command ... but it's hit-or-miss with CSV, as it'll break horribly if there are commas in strings:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;zcat -c&lt;/code&gt;&lt;em&gt;(filename)&lt;/em&gt;&lt;code&gt;| grep&lt;/code&gt;&lt;em&gt;(pattern to match hospitals only)&lt;/em&gt; &lt;code&gt;| cut -d, -f&lt;/code&gt;&lt;em&gt;(list of fields)&lt;/em&gt; &lt;code&gt;&amp;gt;&lt;/code&gt;&lt;em&gt;outputFile&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-11-08T16:09:03.430" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1264" PostTypeId="1" CreationDate="2013-11-09T00:25:18.537" Score="9" ViewCount="684" Body="&lt;p&gt;I am doing a research project to identify some patterns in how people interact with each other using text messages. The scope of the project is confined to American users. Can someone suggest a good place to find a corpus for American SMS/text messages for my experiment?&lt;/p&gt;&#xA;&lt;p&gt;I know that NUS Singapore has an SMS corpus, but on careful observation, I realized that the messages in that corpus do not generate from American users.&lt;/p&gt;&#xA;" OwnerUserId="1465" LastEditorUserId="23272" LastEditDate="2022-07-14T13:00:38.223" LastActivityDate="2022-07-14T13:00:38.223" Title="Text message corpus for American english" Tags="|data-request|language|english|corpora|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="1265" PostTypeId="2" ParentId="1256" CreationDate="2013-11-09T14:00:05.810" Score="3" Body="&lt;p&gt;Assuming that you can uncompress the online archive, your best approach might be to: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;split the uncompressed 4GB csv into smaller files and then &lt;/li&gt;&#xA;&lt;li&gt;extract the information interested, &lt;/li&gt;&#xA;&lt;li&gt;spool these rows into output-csv files and finally &lt;/li&gt;&#xA;&lt;li&gt;join those output-csv files back into one csv file for further processing. You can then use this file e.g. with SQL databases, Open-/Libre-/MS-Office, Statistical tools etc.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Depending on the OS you are using, there are a series of open source tools available to split / join large files or tools already installed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;MS Windows:&lt;/strong&gt;&#xA;you will have to install a tool or use a script (e.g python) to do the splitting. If you search Google for &quot;splitting csv files&quot; you will find quite a selection. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Alternatively you could also use a live CD/USB stick with e.g. Ubuntu on it (see the Ubuntu web site for how to create one) and then use the approach below.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Linux / Unix:&lt;/strong&gt;&#xA;Use the split command:&#xA;e.g. &lt;code&gt;split -d -l 10000 source.csv tempfile.part.&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;this will split &lt;code&gt;source.csv&lt;/code&gt; into files containing 10'000 lines each and named &lt;code&gt;tempfile.part.00&lt;/code&gt;, &lt;code&gt;tempfile.part.01&lt;/code&gt; ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the &lt;code&gt;join&lt;/code&gt; command to join the multiple output files from your selections together into one csv file (either by naming the files and piping them into one file or by joining all files within a folder into one output file - please check the &lt;code&gt;join&lt;/code&gt; manual pages or online how to do this in detail).&lt;/p&gt;&#xA;" OwnerUserId="485" LastActivityDate="2013-11-09T14:00:05.810" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1266" PostTypeId="2" ParentId="1264" CreationDate="2013-11-10T10:59:01.317" Score="4" Body="&lt;p&gt;I don't know a corpus, but I know a way to create one. If you know how to program you can use the Facebook API and download all the public facebook status from USA with their comments. Then you can use them as a corpus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Info about &lt;a href=&quot;https://developers.facebook.com/&quot; rel=&quot;nofollow&quot;&gt;Facebook API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-11-10T10:59:01.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1267" PostTypeId="2" ParentId="562" CreationDate="2013-11-11T07:00:14.897" Score="35" Body="&lt;p&gt;I recently set out to do this. &lt;a href=&quot;https://www.datakick.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.datakick.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The mission: Build a database of every product in the world that is free to everyone.  It's licensed under CC0 (Public Domain Dedication) and all the information is available for download.  There aren't many products yet, but it's a start for those who want to make this a reality.&lt;/p&gt;&#xA;&lt;p&gt;EDIT: DataKick has ceased operation on that domain. I have downloaded and replicated the whole site on &lt;a href=&quot;https://gtinsearch.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gtinsearch.org/&lt;/a&gt; to continue the project.&lt;/p&gt;&#xA;" OwnerUserId="1470" LastEditorUserId="26460" LastEditDate="2021-02-04T18:15:35.320" LastActivityDate="2021-02-04T18:15:35.320" CommentCount="12" ContentLicense="CC BY-SA 4.0" />
  <row Id="1268" PostTypeId="2" ParentId="511" CreationDate="2013-11-12T18:57:48.030" Score="4" Body="&lt;p&gt;Yes there is- I was part of a small review with Code for America folks of the McKinsey report looking at global value of open data- it's now published here:  &lt;a href=&quot;http://www.mckinsey.com/insights/business_technology/open_data_unlocking_innovation_and_performance_with_liquid_information&quot; rel=&quot;nofollow&quot;&gt;Open data: Unlocking innovation and performance with liquid information&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-11-12T18:57:48.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1269" PostTypeId="2" ParentId="42" CreationDate="2013-11-12T19:02:12.060" Score="3" Body="&lt;p&gt;Your question depends on a few important things for context- If you want a long, productive and helpful relationship with the agency in question, then it does benefit you to create some personal connection first. We always meet with and get to know the analysts who will be responding to requests- that consistently yields a higher quality of response and willingness to help you with technical questions once you get the data. It also gives your request a possible bump in their queue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Should you not have any reason to build a relationship with them, then the only drawback is that FOIA responses are sometimes carbon copy reactions of your request and are not often value added with data you may not have asked for explicitly- things that a conversation could have helped to discover.&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-11-12T19:02:12.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1270" PostTypeId="2" ParentId="24" CreationDate="2013-11-12T19:09:48.963" Score="4" Body="&lt;p&gt;If you're going to have to use data from &quot;small research groups&quot; then you don't have a ton of choice it seems but to trust the sources. Due diligence to see the perceptions of that organization- are they politically leaning in a big way or a trusted source of information? Is their research/data work generally respected and trusted?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beyond that you have to trust and have faith- but small shops and large agencies make mistakes and also introduce bias in the entire process of data collection- often as early as in the policies that prescribe how and what to collect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer- we're a small social research org that publishes a lot of data- often from aggregates raw records from local government that can't be published directly- makes it hard for people to test our sources, and some people won't trust us, but most do. Track record counts.&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-11-12T19:09:48.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1271" PostTypeId="2" ParentId="16" CreationDate="2013-11-12T19:15:18.607" Score="3" Body="&lt;p&gt;Also the &lt;a href=&quot;http://nccs.urban.org/&quot; rel=&quot;nofollow&quot;&gt;National Center for Charitable Statistics&lt;/a&gt; (yes, it exists) provides a decent web interface and &lt;a href=&quot;http://nccs.urban.org/database/index.cfm&quot; rel=&quot;nofollow&quot;&gt;data downloads&lt;/a&gt; for a wide variety of registered and non-r4egistered orgs. No API that I can see though.&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-11-12T19:15:18.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1272" PostTypeId="1" CreationDate="2013-11-12T19:48:55.887" Score="4" ViewCount="95" Body="&lt;p&gt;IMHO, &lt;a href=&quot;http://project-open-data.github.io/schema/&quot; rel=&quot;nofollow&quot;&gt;Project Open Data&lt;/a&gt; does a great job defining a standard metadata vocabulary based on &lt;a href=&quot;http://www.w3.org/TR/vocab-dcat/&quot; rel=&quot;nofollow&quot;&gt;DCAT&lt;/a&gt; for government datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would it be a good idea to start defining DCAT metadata terms in other languages, for example, &quot;título&quot; (Spanish) instead of &quot;title&quot; (English)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is that something &lt;a href=&quot;http://en.wikipedia.org/wiki/World_Wide_Web_Consortium&quot; rel=&quot;nofollow&quot;&gt;W3C&lt;/a&gt; should be looking at? Or something that should be patched through an &lt;a href=&quot;http://en.wikipedia.org/wiki/Adapter_pattern&quot; rel=&quot;nofollow&quot;&gt;adapter pattern&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="1136" LastEditorUserId="1245" LastEditDate="2013-11-15T06:30:44.997" LastActivityDate="2014-05-29T22:34:56.987" Title="Is it a good idea to think of defining a DCAT vocabulary in other languages?" Tags="|metadata|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1273" PostTypeId="1" CreationDate="2013-11-12T20:42:52.013" Score="6" ViewCount="339" Body="&lt;p&gt;I am a newcomer to the world of Open Data and I would like to know what type of tools/software one could be confronted with. Not for a specific task, but mostly in general. For example:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Which tools are often used regardless of the task ?&lt;/li&gt;&#xA;&lt;li&gt;Which tools are a must ?&lt;/li&gt;&#xA;&lt;li&gt;Is it important to consider the choice of the OS? If so, what are the consequences of working on Mac OSx, Windows or Linux?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I was hoping for an answer like &lt;a href=&quot;https://opendata.stackexchange.com/a/1210/1461&quot; title=&quot;this one&quot;&gt;this one&lt;/a&gt; if possible.&lt;/p&gt;&#xA;" OwnerUserId="1461" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-05-27T19:04:41.477" Title="What type of software is used by the Open Data community?" Tags="|best-practice|" AnswerCount="6" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1274" PostTypeId="2" ParentId="1273" CreationDate="2013-11-12T21:37:38.447" Score="6" Body="&lt;p&gt;You cannot find &quot;THE&quot; best answer for this question. It always depends of what you want to do with the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Statistic Analysis&lt;/strong&gt;&#xA;If you want to make a statistic analysis, you can use python like the question you mentioned. Otherwise, weka, spreadsheet (like microsoft excel), R or Rapidminer are a few tools I have worked with them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Geodata&lt;/strong&gt;&#xA;If you have geodata and the only thing you want to do is to visualize them in a map, you can use cartoDB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Visualization&lt;/strong&gt;&#xA;A pretty cool tool is the &lt;a href=&quot;http://openspending.org/&quot;&gt;open spending&lt;/a&gt;. You can create awesome graphs most of the time for financial data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Clean data&lt;/strong&gt;&#xA;Many times, you will find data that needs cleaning such as removing unwanted parts or fix mispelling labels etc. For this kind of work, Google refine or Open Refine as it is called now is perfect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I cannot remember something else now. If I refresh my memory with anything else, I will update the post.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-11-12T21:37:38.447" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1275" PostTypeId="2" ParentId="1208" CreationDate="2013-11-12T21:50:42.593" Score="7" Body="&lt;p&gt;As said in the question, the format used depends mainly on which project/domain the data comes from.  But most of the time the data is useless without metadata information, and when the dataset starts to get big you need a way to extract the metadata from it automatically.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In astronomy, where most of the data has been open for decades, the International Virtual Observatory Alliance (IVOA) created the specifications of a format that is somehow a mix of html tables and xml, it's called &lt;a href=&quot;http://www.ivoa.net/documents/VOTable/20130920/index.html&quot;&gt;VOTables&lt;/a&gt; and it contains information as where it comes from, what are the names of the columns, the units and other descriptors (base on a set of standards).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This fileformat, besides being compatible with a lot of tools used in astronomy can be also read and written in python using the astropy package. A simple votable can be &lt;a href=&quot;http://docs.astropy.org/en/latest/io/votable/index.html&quot;&gt;read by just&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from astropy.io.votable import parse&#xA;votable = parse(&quot;votable.xml&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1482" LastActivityDate="2013-11-12T21:50:42.593" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1276" PostTypeId="2" ParentId="1166" CreationDate="2013-11-12T22:08:44.940" Score="2" Body="&lt;p&gt;In this &lt;a href=&quot;http://math.mit.edu/projects/traffic/&quot; rel=&quot;nofollow&quot;&gt;MIT project&lt;/a&gt; you can find a model about traffic prediction. Also, they mention that they took the data from Minnesota Department of Transportation. So, my guess is that if you want the data from a specific city, you have to contact with the local department.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-11-12T22:08:44.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1277" PostTypeId="2" ParentId="1256" CreationDate="2013-11-12T22:12:08.160" Score="5" Body="&lt;p&gt;I have used utilities such as (g)awk to readlarge file such as this record by record. I the extract the required information from each line and write it to an output file. For windows users (g)awk is available in cygwin. I have also used python to achieve the same result. You could implement this process in most programming languages.     &lt;/p&gt;&#xA;" OwnerUserId="1483" LastActivityDate="2013-11-12T22:12:08.160" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1278" PostTypeId="2" ParentId="1234" CreationDate="2013-11-13T01:26:24.860" Score="4" Body="&lt;p&gt;I think these subregions are CPS 'networks': &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;http://www.cps.edu/fy13budget/pages/Schoolsandnetworks.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.cps.edu/fy13budget/pages/Schoolsandnetworks.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Networks/Collaboratives District-run schools in CPS are organized into&#xA;  five geographic collaboratives – North/Northwest, West, Southwest,&#xA;  South, and Far South – and then further divided into 19 Networks,&#xA;  which provide administrative support, strategic direction and&#xA;  leadership development to the schools within each Network. There are&#xA;  13 elementary Networks, four high school Networks, one K-12 Network&#xA;  that serves both elementary and high schools, and one alternative&#xA;  Network for alternative schools.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Network                                   No. of Schools &#xA;Austin-North Lawndale Elementary Network  32&#xA;Burnham Park Elementary Network           36&#xA;Englewood-Gresham Elementary Network      33&#xA;Fullerton Elementary Network              41&#xA;Fulton Elementary Network                 30&#xA;Garfield-Humboldt Elementary Network      28&#xA;Midway Elementary Network                 36&#xA;O'Hare Elementary Network                 42&#xA;Pershing Elementary Network               31&#xA;Pilsen-Little Village Elementary Network  26&#xA;Ravenswood-Ridge Elementary Network       40&#xA;Rock Island Elementary Network            29&#xA;Skyway Elementary Network                 40&#xA;Far South Side K-12 Network               37&#xA;North-Northwest Side High School Network  25&#xA;South Side High School Network            19&#xA;Southwest Side High School Network        19&#xA;West Side High School Network             27&#xA;Alternative Schools                        6&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-11-13T01:26:24.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1279" PostTypeId="1" CreationDate="2013-11-13T03:23:52.527" Score="4" ViewCount="95" Body="&lt;p&gt;Is there any resource that contains information showing when cities, towns and neighborhoods were established?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am personally looking for information regarding Fort Lauderdale, FL, but I think it would be useful to have a general place for this data that wasn't Florida specific.&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="70" LastEditDate="2015-03-27T14:25:37.837" LastActivityDate="2015-03-27T14:25:37.837" Title="Data about when cities and neighborhoods were established" Tags="|data-request|historical|city|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1280" PostTypeId="2" ParentId="1279" CreationDate="2013-11-13T04:06:28.963" Score="2" Body="&lt;p&gt;'Established' can mean different things (first settlers, formally founded &amp;amp; named, formally chartered or incorporated, etc.)  My town was incorporated in 1870, but founded in 1706, and settled sometime near 1695.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;'Neighborhoods' are even trickier, as they're not as formal.  You still have issues of multiple dates (when did New York's 'SoHo' start being called that, vs. when was it settled?) but the date and boundaries are much more ambiguous.&#xA; Camp Springs, Maryland has been fighting with the County to be recognized, as they're spread across multiple county council districts.  Subdivision are easier to deal with, as there'd have been some sort of planning process and establishment of homes (although there may be older homes in the subdivison).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For municipalities, I'm not aware of any one source, but I'd look to either state archives, or state municipal leagues.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-11-13T04:06:28.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1281" PostTypeId="1" CreationDate="2013-11-13T13:11:31.380" Score="5" ViewCount="115" Body="&lt;p&gt;I've built &lt;a href=&quot;https://www.thedash.com/dashboard/Pe66xUgvCq&quot; rel=&quot;nofollow&quot;&gt;a dashboard&lt;/a&gt; that uses &lt;a href=&quot;http://www.consumerfinance.gov/complaintdatabase/&quot; rel=&quot;nofollow&quot;&gt;complaints data&lt;/a&gt; from the Consumer Financial Protection Bureau to show the companies with the most complaints. The results are kind of interesting, but also rather predictable: the biggest companies have the most complaints (Bank of America, Capital One, et al). Obviously bigger companies are going to have more complaints than smaller companies, regardless of the quality of service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open data source with customer counts that I can use to give these numbers balance? So I can say something like &quot;Capital One: 12 complaints per 1000 customers&quot; or something.&lt;/p&gt;&#xA;" OwnerUserId="1302" LastEditorUserId="33" LastEditDate="2013-11-13T18:06:50.817" LastActivityDate="2013-11-18T20:22:57.503" Title="Public source for financial company customer counts?" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1282" PostTypeId="1" CreationDate="2013-11-13T20:15:43.210" Score="4" ViewCount="338" Body="&lt;p&gt;I am looking for a sample of a raw CANbus hex data file&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Controller_area_network&quot; rel=&quot;nofollow&quot;&gt;http://en.wikipedia.org/wiki/Controller_area_network&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have had no luck searching. &#xA;Anyone have any ideas/links/help?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&#xA;I have been doing more research. The standard for the data frames in communication only get turned into files when there is something to intercept and store the messages. There are boxes which send this wirelessly to servers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am wondering if it is an interceptor specific file format?&lt;/p&gt;&#xA;" OwnerUserId="1124" LastEditorUserId="70" LastEditDate="2015-04-19T15:18:58.507" LastActivityDate="2015-04-19T15:18:58.507" Title="CANbus data sample" Tags="|data-request|computing|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1283" PostTypeId="1" AcceptedAnswerId="1285" CreationDate="2013-11-14T04:42:06.623" Score="8" ViewCount="972" Body="&lt;p&gt;datahub.io is powered by CKAN, and as far as I can tell, seems like a watered down flavor, perhaps for a certain user base. The about page isn't very helpful..does anyone know the exact differences between them? And/or the reason(s) for using (or not using) each?&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2013-11-18T19:28:46.280" Title="Difference(s) Between Datahub.io and CKAN" Tags="|ckan|data-portal|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1284" PostTypeId="1" CreationDate="2013-11-14T09:47:36.090" Score="4" ViewCount="126" Body="&lt;p&gt;The book, &lt;a href=&quot;http://www.packtpub.com/openrefine-guide-for-data-analysis-and-linking-dataset-to-the-web/book&quot; rel=&quot;noreferrer&quot;&gt;Using OpenRefine&lt;/a&gt;, has been a really good resource, but is there anything better?&lt;/p&gt;&#xA;" OwnerUserId="1491" LastEditorUserId="33" LastEditDate="2013-11-18T18:05:34.457" LastActivityDate="2013-11-23T20:19:31.757" Title="What's a good resource for learning OpenRefine?" Tags="|openrefine|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1285" PostTypeId="2" ParentId="1283" CreationDate="2013-11-14T13:54:01.527" Score="10" Body="&lt;p&gt;As you say, &lt;a href=&quot;http://datahub.io&quot;&gt;http://datahub.io&lt;/a&gt; is a particular instance powered by CKAN, so you can't really compare both. In terms of what is particular about datahub.io, it is a community centred and powered site where everybody should be able to host their data, rather than the more default scenario of one or more organizations publishing data on the portal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is in the middle of a migration process to a newer CKAN version, so I suggest checking the &lt;a href=&quot;http://blog.datahub.io/&quot;&gt;blog&lt;/a&gt; or &lt;a href=&quot;http://blog.datahub.io/contact/&quot;&gt;contacting&lt;/a&gt; the maintainers if you want to know more about its status.&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2013-11-14T13:54:01.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1286" PostTypeId="1" AcceptedAnswerId="1296" CreationDate="2013-11-14T15:31:23.470" Score="10" ViewCount="2077" Body="&lt;p&gt;I'm not sure if this is a &lt;code&gt;requests&lt;/code&gt; issue, a CKAN API issue, or a catalog.data.gov issue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can do this GET query:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;import json&#xA;&#xA;r = requests.get('http://catalog.data.gov/api/search/dataset?q=sea_water_temperature')&#xA;f = r.json()&#xA;print f.keys()&#xA;&#xA;[u'count', u'results']&#xA;&#xA;a=f['results']&#xA;&#xA;# print 1st item in list&#xA;print a[0]&#xA;&#xA;meteorological-and-oceanographic-data-collected-from-the-national-data-buoy-center-coastal-mari&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but when I try do the same query using POST, I get a different result:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;d={'q':'sea_water_temperature'}&#xA;headers = {'Content-type': 'application/json', 'Accept': 'text/plain'}&#xA;r2 = requests.post('http://catalog.data.gov/api/3/action/package_search', data=json.dumps(d), headers=headers)&#xA;&#xA;f2 = r2.json()&#xA;print f2.keys()&#xA;&#xA;[u'help', u'success', u'result']&#xA;&#xA;print f2['result'].keys()&#xA;&#xA;[u'count', u'search_facets', u'facets', u'results']&#xA;&#xA;a2 =f2['result']['results']&#xA;print type(a2)&#xA;print a2[0]&#xA;&#xA;&amp;lt;type 'list'&amp;gt;&#xA;{u'license_title': None, u'maintainer': None, u'relationships_as_object': [], u'private': False, u'maintainer_email': None, u'num_tags': 0, u'id': u'69dd90ef-82d9-4ae3-84ea-f8bc49e7de1d', u'metadata_created': u'2013-09-16T16:24:10.828099', u'metadata_modified': u'2013-11-14T15:09:10.161527', u'author': None, u'author_email': None, u'state': u'active', u'version': None, u'license_id': None, u'type': u'dataset', u'resources': [{u'resource_group_id': u'19a8fa83-675f-427d-a7ab-67fff586ab2b', u'cache_last_updated': None, u'revision_timestamp': u'2013-11-14T15:09:10.161527', u'webstore_last_updated': None, u'id': u'da37f12f-5029-4326-b238-2a4a5fe76473', u'size': None, u'state': u'active',....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What am I doing wrong?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt;&#xA;In response to @amercader's suggestion below, I tried using the API 3 for both the GET and PUT, but the GET didn't change, and the PUT still is not working.   While the GET records returned seem correct, the PUT request records definitely are not datasets with &quot;sea_water_temperature&quot;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;import json&#xA;&#xA;r = requests.get('http://catalog.data.gov/api/3/search/dataset?q=sea_water_temperature')&#xA;f = r.json()&#xA;f.keys()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;[u'count', u'results']&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;print f['count']&#xA;79873&#xA;&#xA;f['results'][0:4]&#xA;[u'meteorological-and-oceanographic-data-collected-from-the-national-data-buoy-center-coastal-mari',&#xA; u'meteorological-and-oceanographic-data-collected-from-the-national-data-buoy-center-coastal-mari41f45',&#xA; u'meteorological-and-oceanographic-data-collected-from-the-national-data-buoy-center-coastal-mari46e38',&#xA; u'meteorological-and-oceanographic-data-collected-from-the-national-data-buoy-center-coastal-mari4c218']&#xA;&#xA;# now try same query with POST&#xA;&#xA;d={'q':'sea_water_temperature'}&#xA;headers = {'Content-type': 'application/json'}&#xA;r2 = requests.post('http://catalog.data.gov/api/3/action/package_search', data=json.dumps(d), headers=headers)&#xA;f2 = r2.json()&#xA;print f2.keys()&#xA;&#xA;[u'help', u'success', u'result']    In [11]:&#xA;&#xA;print f2['result'].keys()&#xA;&#xA;[u'count', u'search_facets', u'facets', u'results']&#xA;&#xA;print f2['result']['count']&#xA;88049&#xA;&#xA;for i in xrange(4):&#xA;    print f2['result']['results'][i]['title']&#xA;&#xA;Parking lots owned and maintained by the U.S. Fish and Wildlife Service&#xA;LiDAR Derived Bare Earth Digital Elevation Model: Camas National Wildlife Refuge&#xA;LiDAR Boundary: Camas National Wildlife Refuge&#xA;USGS National Geologic Map Database Collection&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm pretty sure there is something wrong with this POST call, right?&lt;/p&gt;&#xA;" OwnerUserId="1193" LastEditorUserId="1511" LastEditDate="2014-03-13T20:24:49.233" LastActivityDate="2015-04-06T10:14:32.173" Title="Catalog.data.gov using CKAN API with python requests package" Tags="|data.gov|ckan|programming|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1287" PostTypeId="1" AcceptedAnswerId="1290" CreationDate="2013-11-14T16:34:07.757" Score="4" ViewCount="178" Body="&lt;p&gt;Has anyone come across open geospatial data sets from India or Sri Lanka?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for city, district and state/province boundaries&lt;/p&gt;&#xA;" OwnerUserId="1258" LastEditorUserId="16193" LastEditDate="2017-09-04T12:29:43.957" LastActivityDate="2017-09-04T12:29:43.957" Title="Geospatial Open Data from Sri Lanka or India" Tags="|geospatial|india|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1288" PostTypeId="2" ParentId="1286" CreationDate="2013-11-14T16:40:16.233" Score="5" Body="&lt;p&gt;It has nothing to do with GET vs POST, you seem to be using two different API versions. In the first case you are using &lt;a href=&quot;http://docs.ckan.org/en/latest/legacy-api.html&quot;&gt;version 1&lt;/a&gt; of the CKAN API (&lt;a href=&quot;http://catalog.data.gov/api/search/dataset&quot;&gt;http://catalog.data.gov/api/search/dataset&lt;/a&gt;), which is deprecated. This version returns a list of dataset ids.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the second case you are using &lt;a href=&quot;http://docs.ckan.org/en/latest/api.html#ckan.logic.action.get.package_search&quot;&gt;version 3&lt;/a&gt; of the CKAN API (&lt;a href=&quot;http://catalog.data.gov/api/3/action/package_search&quot;&gt;http://catalog.data.gov/api/3/action/package_search&lt;/a&gt;), which returns full dataset objects. This is the recommended version rigth now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use GET or POST requests in both versions, although as I said, you will find version 3 more feature-rich.&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2013-11-14T16:40:16.233" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1289" PostTypeId="2" ParentId="619" CreationDate="2013-11-15T03:28:30.417" Score="1" Body="&lt;p&gt;In Louisiana election results for all races are available on the Secretary of State's website down to precinct level, as well at the Parish (Louisiana's equivalent for counties) level, though you will have to scrape the web pages to gather the data. Here is one example page at parish level: &lt;a href=&quot;http://staticresults.sos.la.gov/11062012/11062012_17.html&quot; rel=&quot;nofollow&quot;&gt;http://staticresults.sos.la.gov/11062012/11062012_17.html&lt;/a&gt;, which includes link to access precinct level data. Other states may have similar data on state's Secretary of State web sites since those offices generally are responsible for election returns.&lt;/p&gt;&#xA;" OwnerUserId="1496" LastActivityDate="2013-11-15T03:28:30.417" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1290" PostTypeId="2" ParentId="1287" CreationDate="2013-11-15T12:05:30.217" Score="3" Body="&lt;p&gt;Did you try to look for it at GeoCommons.com?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://geocommons.com/maps/263217/details&quot; rel=&quot;nofollow&quot;&gt;India states&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://geocommons.com/maps/160870/details&quot; rel=&quot;nofollow&quot;&gt;India state boundaries&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://geocommons.com/overlays/330108&quot; rel=&quot;nofollow&quot;&gt;India states&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1415" LastActivityDate="2013-11-15T12:05:30.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1291" PostTypeId="2" ParentId="1260" CreationDate="2013-11-17T12:52:40.317" Score="1" Body="&lt;p&gt;This is a pretty difficult question to answer, since so much depends on how you define ambiguous words, particularly 'data', 'information', and 'digital services.'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there are many businesses that sell what I think of as bulk data. For example: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Synergos&lt;/li&gt;&#xA;&lt;li&gt;InfoUSA&lt;/li&gt;&#xA;&lt;li&gt;Factual&lt;/li&gt;&#xA;&lt;li&gt;various bulk geocoders&lt;/li&gt;&#xA;&lt;li&gt;various bulk address standardization services&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-11-17T12:52:40.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1292" PostTypeId="2" ParentId="1203" CreationDate="2013-11-18T17:51:43.593" Score="2" Body="&lt;p&gt;The best available source is the National Pipeline Mapping System, but it is far from an open source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.npms.phmsa.dot.gov/&quot; rel=&quot;nofollow&quot;&gt;https://www.npms.phmsa.dot.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The public map viewer is not in a database format, and restricts you to viewing one county at a time. You can get access to database and other geospatial formats outside of the public map viewer, but you must be a government official or pipeline contractor. If you fit into the latter category, the restrictions on the data you can receive are pretty strong. If you are a local government official, you can receive an unrestricted copy of the dataset for your county only (which means that you can have a local government official request that information and share it with you).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.npms.phmsa.dot.gov/DataAccessPolicy/policy.htm&quot; rel=&quot;nofollow&quot;&gt;https://www.npms.phmsa.dot.gov/DataAccessPolicy/policy.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1506" LastActivityDate="2013-11-18T17:51:43.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1293" PostTypeId="2" ParentId="1283" CreationDate="2013-11-18T19:28:46.280" Score="6" Body="&lt;p&gt;To add to amercader's answer, if you have some data to publish and are wondering whether to use datahub.io or your own CKAN instance, there are various considerations.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Using datahub.io is free and requires no setup, site hosting, etc. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;With your own instance, you can have a data portal 'homed' at your own web address (e.g. data.myorganisation.org). You can choose the site configuration and which standard extensions are installed, have admin access to the site, and add your own pages to the site (e.g. a Contact page, pages about the site or project, etc). You can theme the site to fit your website branding, change the default metadata schema, add extensions, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In short, if you only have a few datasets to publish, datahub.io is a good lightweight solution. For a larger-scale or more bespoke data catalogue, it is probably worth looking at getting your own CKAN site. Datahub.io is not 'watered down', but it is shared with other users and of course you cannot choose different site configuration options etc.&lt;/p&gt;&#xA;" OwnerUserId="1508" LastActivityDate="2013-11-18T19:28:46.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1294" PostTypeId="2" ParentId="1284" CreationDate="2013-11-18T20:17:28.223" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://openrefine.org/documentation.html&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt; page on OpenRefine website point out to the official wiki a list of tutorials and the discussion list for your project specific questions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like @Joe pointed out, I am not sure what are your looking for exactly. Maybe you can explain what you are tying to learn and why the book or existing documentation doesn't address your challenge. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer I am part of the OpenRefine team)&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-11-18T20:17:28.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1295" PostTypeId="2" ParentId="1281" CreationDate="2013-11-18T20:22:57.503" Score="3" Body="&lt;p&gt;I am not sure you will find the number of customer per company but you can asses their size using other more accessible metrics like their revenue or number of employee.&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2013-11-18T20:22:57.503" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1296" PostTypeId="2" ParentId="1286" CreationDate="2013-11-18T22:43:44.220" Score="5" Body="&lt;p&gt;The POST syntax is fine - you get the same results using the web front end:&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=sea_water_temperature&amp;amp;sort=score+desc%2C+name+asc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-254.53125%2C-75.84516854027044%2C54.84375%2C83.19489563661588&quot;&gt;http://catalog.data.gov/dataset?q=sea_water_temperature&amp;amp;sort=score+desc%2C+name+asc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-254.53125%2C-75.84516854027044%2C54.84375%2C83.19489563661588&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However the underscores are being treated as spaces, so effectively your query becomes: &quot;sea&quot; OR &quot;water&quot; OR &quot;temperature&quot;. This is simply SOLR default syntax, and that has its pluses and minus. I think could successfully argue that the OR thing is not what you might expect, leading to all those results, but I'm not sure that the underscores as spaces is useful to users. (Can someone explain this aspect of SOLR?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get what you're after, try adding quote marks:&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=%22sea_water_temperature%22&amp;amp;sort=score+desc%2C+name+asc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-254.53125%2C-79.43237075914709%2C54.84375%2C80.87282721505686&quot;&gt;http://catalog.data.gov/dataset?q=%22sea_water_temperature%22&amp;amp;sort=score+desc%2C+name+asc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-254.53125%2C-79.43237075914709%2C54.84375%2C80.87282721505686&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This gives 52 results, starting with ones with exactly this tag, which is what I think you're after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're really just interested in this tag in particular, you can use just search this field using 'tags:' instead of 'q:' (web URL) or inside of the q value in the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can save faff of using requests and JSON decoding by using ckanclient. Once you get the hang of it, it is dead easy:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; import ckanclient&#xA;&amp;gt;&amp;gt;&amp;gt; from pprint import pprint&#xA;&amp;gt;&amp;gt;&amp;gt; ckan = ckanclient.CkanClient('http://catalog.data.gov/api')&#xA;&amp;gt;&amp;gt;&amp;gt; pprint(ckan.action('package_search', q='tags:sea_water_temperature', rows=1))&#xA;{u'count': 51,&#xA; u'facets': {},&#xA; u'results': [{u'author': None,&#xA;               u'author_email': None,&#xA;               u'extras': [{u'key': u'bbox-east-long',&#xA;                            u'value': u'-94.867'},&#xA;                           {u'key': u'resource-type', u'value': u'dataset'},&#xA;                           {u'key': u'bbox-north-lat', u'value': u'8.085'},&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="208" LastActivityDate="2013-11-18T22:43:44.220" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1297" PostTypeId="2" ParentId="24" CreationDate="2013-11-19T13:48:28.900" Score="3" Body="&lt;p&gt;For any complicated data set the decision is more complicated than whether you trust or don't trust it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You actually have to understand the data that you are dealing with. Even authoritative &#xA;biological databases contain errors. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are for example looking at protein data there's Swiss-Prot and Trembl. Swiss-Prot contains data that's reviewed by human while Trembl also contains data that are the output of algorithms. &#xA;As a result there are more errors in Trembl. But Trembl has also more data. Which database to use depends entirely on your goals. &lt;/p&gt;&#xA;" OwnerUserId="1359" LastActivityDate="2013-11-19T13:48:28.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1298" PostTypeId="2" ParentId="1273" CreationDate="2013-11-19T14:43:23.940" Score="3" Body="&lt;p&gt;While studying bioinformatics one of our professors told us to get comfortable with linux. There's some open-source bioinformatics software that's linux based.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the other hand a lot of data task don't need such tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the other hand plenty of tools are hosted on servers and linux servers are cheaper than windows servers. Knowing how to communicate with a linux server without having an UI is a useful skill. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;R is widely used statistics package. Learning to work with it is useful but you can also do most task within another framework.&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="1359" LastEditDate="2015-04-29T18:27:36.547" LastActivityDate="2015-04-29T18:27:36.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1299" PostTypeId="2" ParentId="1273" CreationDate="2013-11-19T16:25:49.297" Score="4" Body="&lt;p&gt;The question is somehow vague as pointed out before. In terms of &lt;strong&gt;data analysis&lt;/strong&gt;, the following are &lt;em&gt;very&lt;/em&gt; popular:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Statistical software &lt;a href=&quot;http://cran.r-project.org&quot;&gt;R&lt;/a&gt; and the fantastic IDE &lt;a href=&quot;http://www.rstudio.com&quot;&gt;RStudio&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com&quot;&gt;GitHub&lt;/a&gt; for collaborating and sharing code.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I would also familiarise myself with the following:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://scraperwiki.com&quot;&gt;Scraperwiki&lt;/a&gt; for extracting data from the web.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://openrefine.org&quot;&gt;Open Refine&lt;/a&gt; is a great tool for working with messy data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="33" LastEditDate="2013-11-19T19:12:17.543" LastActivityDate="2013-11-19T19:12:17.543" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1300" PostTypeId="2" ParentId="1255" CreationDate="2013-11-19T16:32:37.460" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.open.ac.uk&quot; rel=&quot;nofollow&quot;&gt;Open University&lt;/a&gt; and the &lt;a href=&quot;http://www.southampton.ac.uk&quot; rel=&quot;nofollow&quot;&gt;University of Southampton&lt;/a&gt; definitely have their hands in open data. For more concrete ideas you'd have to look at the appropriate department (e.g. Computer Science) and find a supervisor.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2013-11-19T16:32:37.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1301" PostTypeId="1" CreationDate="2013-11-19T16:37:32.400" Score="14" ViewCount="534" Body="&lt;p&gt;Stories that highlight the impact of open data and connect data to the individual. They can be small and regional.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="70" LastEditDate="2015-03-30T15:00:42.230" LastActivityDate="2015-05-15T18:04:24.030" Title="Where can I find a repository of open data stories?" Tags="|data-request|uses-of-open-data|" AnswerCount="12" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1302" PostTypeId="2" ParentId="919" CreationDate="2013-11-19T18:44:09.107" Score="1" Body="&lt;p&gt;Yes, I released an initial gem, &lt;a href=&quot;https://github.com/dwillis/catobills&quot; rel=&quot;nofollow&quot;&gt;Catobills&lt;/a&gt;, last weekend. It doesn't take advantage of all of the XML markup, but it's a start.&lt;/p&gt;&#xA;" OwnerUserId="9" LastActivityDate="2013-11-19T18:44:09.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1303" PostTypeId="2" ParentId="1301" CreationDate="2013-11-19T19:14:05.227" Score="3" Body="&lt;p&gt;There's Code For America's e-book &lt;a href=&quot;http://beyondtransparency.org/&quot; rel=&quot;nofollow&quot;&gt;Beyond Transparency&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-11-19T19:14:05.227" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1304" PostTypeId="1" AcceptedAnswerId="1328" CreationDate="2013-11-19T20:42:46.543" Score="4" ViewCount="121" Body="&lt;p&gt;I'm curious as to figuring out an estimated number of online linux computers. This is required for a case study that I'm working on. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since most online linuxes connect to some sort of NTP service to synchronize their clocks, one strong indicator would be the number of NTP requests per hour from time servers all around the world. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another indicator would be to gather user-agent data from a large variety of websites and use ratios to other browsers, although this only gives us a percentage, not a quantity. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are your toughts? Are there any other sources that could be used as estimators? Is it actually possible to retrieve some of this data?&lt;/p&gt;&#xA;" OwnerUserId="1513" LastEditorUserId="70" LastEditDate="2015-04-19T15:19:20.207" LastActivityDate="2015-04-19T15:19:20.207" Title="Estimate how many linux operated computers are currently online" Tags="|data-request|internet|computing|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1305" PostTypeId="1" AcceptedAnswerId="1310" CreationDate="2013-11-20T03:33:55.140" Score="5" ViewCount="199" Body="&lt;p&gt;If you go to the web page for the 2000 Census:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/main/www/cen2000.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/main/www/cen2000.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;they don't list MSA's anywhere. If you click on &quot;FactFinder&quot;, it just links to the Factfinder for the 2010 Census. The Demographic Profiles are just either for the whole country or at the state level, not the MSA level. Is it still possible to get these data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The raw data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/census_2000/datasets/Summary_File_1/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/census_2000/datasets/Summary_File_1/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;are just as the state level too. Is there a way to get 2000 data through the FactFinder? Is there a tutorial on the Factfinder? It seems so hard to use!&lt;/p&gt;&#xA;" OwnerUserId="1515" LastEditorUserId="18" LastEditDate="2015-03-13T20:29:42.557" LastActivityDate="2015-07-16T15:26:33.910" Title="Is it still possible to download Census 2000 data at the level of the Metropolitan Statistical Area?" Tags="|usa|data.gov|us-census|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1306" PostTypeId="2" ParentId="1273" CreationDate="2013-11-20T05:16:45.967" Score="4" Body="&lt;p&gt;For scrubbing big data, &lt;a href=&quot;http://openrefine.org/&quot;&gt;OpenRefine&lt;/a&gt; (formerly a Google project) is a must. You easily filter and style your data with a host of tools built in.&lt;/p&gt;&#xA;" OwnerUserId="1516" LastActivityDate="2013-11-20T05:16:45.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1308" PostTypeId="2" ParentId="1144" CreationDate="2013-11-20T13:19:50.287" Score="3" Body="&lt;p&gt;Another source of this data, just discovered - from the World Bank:&#xA; - &lt;a href=&quot;http://data.worldbank.org/indicator/EP.PMP.SGAS.CD&quot; rel=&quot;nofollow&quot;&gt;petrol/gas&lt;/a&gt;&#xA; - &lt;a href=&quot;http://data.worldbank.org/indicator/EP.PMP.DESL.CD&quot; rel=&quot;nofollow&quot;&gt;diesel&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1141" LastActivityDate="2013-11-20T13:19:50.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1309" PostTypeId="1" AcceptedAnswerId="1322" CreationDate="2013-11-20T16:41:25.267" Score="8" ViewCount="571" Body="&lt;p&gt;Thanks to &lt;a href=&quot;https://opendata.stackexchange.com/questions/1286/catalog-data-gov-using-ckan-api-with-python-requests-package&quot;&gt;this answer&lt;/a&gt;  , I can successfully use the python &lt;code&gt;ckanclient&lt;/code&gt; package to search &lt;code&gt;data.gov&lt;/code&gt; for &quot;sea_water_temperature&quot;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import ckanclient&#xA;q = 'tags:sea_water_temperature'&#xA;ckan = ckanclient.CkanClient('http://catalog.data.gov/api/3')&#xA;d = ckan.action('package_search', q=q, rows=10)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What I really want to do is to query for &quot;sea_water_temperature&quot; in a specific geospatial bounding box and temporal extent, and additionally find only datasets that have a specific data service endpoint. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Adrià Mercader provided these examples on the ckan-discuss mailing list:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# WMS + keyword&#xA;{&quot;q&quot;: &quot;salmon&quot;,&#xA; &quot;fq&quot;: &quot;res_format:WMS&quot;}&#xA;&#xA;# WMS + temporal&#xA;{&quot;q&quot;: &quot;metadata_modified:[2013-06-01T00:00:00.000Z TO NOW]&quot;,&#xA; &quot;fq&quot;: &quot;res_format:WMS&quot;}&#xA;&#xA;# WMS + spatial&#xA;{&quot;extras&quot;:{&quot;ext_bbox&quot;:&quot;-121,45,-120,46&quot;},&#xA; &quot;fq&quot;: &quot;res_format:WMS&quot;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How can I  convert these examples into something &lt;code&gt;ckanclient&lt;/code&gt; can understand?&lt;/p&gt;&#xA;" OwnerUserId="1193" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-11-27T13:41:11.687" Title="Geospatial, temporal and keyword search using CKAN API on data.gov using ckanclient" Tags="|api|data.gov|ckan|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1310" PostTypeId="2" ParentId="1305" CreationDate="2013-11-21T01:01:39.200" Score="3" Body="&lt;p&gt;It looks like the geographic categorization is different for MSA between 2000 and 2010. If you use &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/DEC/00_SF1/H001/0100000US.38000.003&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt;, and select &quot;BACK TO ADVANCED SEARCH&quot;, it will bring you back to the search bar with the geographic level I specified. Since this level only seems to apply to 2000, you'll be getting table listings for the 2000 Census.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the future, if you open the Topics tab --&gt; expand the Year drop-down list, select 2000 and then go into the geography tab, it will only list available geography levels in 2000, and MSA appears on the list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/iABt5.png&quot; alt=&quot;How to Select Surveys for 2000&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2013-11-22T16:11:06.753" LastActivityDate="2013-11-22T16:11:06.753" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1311" PostTypeId="1" CreationDate="2013-11-21T18:38:04.177" Score="5" ViewCount="136" Body="&lt;p&gt;I am looking for examples of how open data is helping to drive community development, with a focus on the United States. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are seeking examples across a broad range of community development domains, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Economic development, &lt;/li&gt;&#xA;&lt;li&gt;Neighborhood revitalization, &lt;/li&gt;&#xA;&lt;li&gt;Community organizing, &lt;/li&gt;&#xA;&lt;li&gt;Community development financing,&lt;/li&gt;&#xA;&lt;li&gt;Workforce development, and&lt;/li&gt;&#xA;&lt;li&gt;Programs to help transform communities of high poverty in area such as education, health and human services, housing, public safety, and education.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These could be examples of nonprofits, citizens, governments, or other community development actors using open data as a part of their work. They could also be examples of businesses and consumers leveraging open data in ways that help further community development objectives.&lt;/p&gt;&#xA;" OwnerUserId="233" LastEditorUserId="70" LastEditDate="2015-03-30T09:20:01.473" LastActivityDate="2015-03-30T09:20:01.473" Title="What are good examples of how open data is driving community development?" Tags="|usa|economics|uses-of-open-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1312" PostTypeId="2" ParentId="1256" CreationDate="2013-11-22T17:09:24.693" Score="10" Body="&lt;p&gt;There are streaming CSV parsers, that only look at a small window of the file at a time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Node is a particularly stream-friendly language and ecology, so here a few Node streaming CSV parsers:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/voodootikigod/node-csv&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/voodootikigod/node-csv&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/koles/ya-csv&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/koles/ya-csv&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/lbdremy/node-csv-stream&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/lbdremy/node-csv-stream&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="161" LastEditorUserId="90" LastEditDate="2015-04-17T14:08:41.367" LastActivityDate="2015-04-17T14:08:41.367" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1313" PostTypeId="2" ParentId="1311" CreationDate="2013-11-23T20:15:28.393" Score="6" Body="&lt;p&gt;I'm not sure about specific examples in the USA, but the &lt;strong&gt;OpenStreetMap&lt;/strong&gt; had some outstanding success in various countries. There are bound to be disaster stories in the US as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A famous example is the &lt;a href=&quot;http://hot.openstreetmap.org/projects/haiti-2&quot;&gt;Haiti earthquake&lt;/a&gt;. It also has nice &lt;a href=&quot;http://vimeo.com/9182869&quot;&gt;visuals&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Less known is perhaps the community mapping in Dar es Salaam, Tanzania:&#xA;&lt;a href=&quot;http://www.opendta.org/Pages/Initiatives/initiative-mapping-dar-es-salaam.aspx&quot;&gt;http://www.opendta.org/Pages/Initiatives/initiative-mapping-dar-es-salaam.aspx&lt;/a&gt;&#xA;&lt;a href=&quot;http://blogs.worldbank.org/ic4d/node/537&quot;&gt;http://blogs.worldbank.org/ic4d/node/537&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An open data platform that is cited numerous times for its success is &lt;a href=&quot;http://ushahidi.com&quot;&gt;Ushahidi&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2013-11-23T20:15:28.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1314" PostTypeId="2" ParentId="1284" CreationDate="2013-11-23T20:19:31.757" Score="1" Body="&lt;p&gt;Have a look at &lt;a href=&quot;https://code.google.com/p/google-refine&quot; rel=&quot;nofollow&quot;&gt;these three videos&lt;/a&gt; if you like watching tutorials.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise the list mentioned by @magdmartin is quite extensive.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2013-11-23T20:19:31.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1317" PostTypeId="1" AcceptedAnswerId="1320" CreationDate="2013-11-25T22:41:57.077" Score="5" ViewCount="3074" Body="&lt;p&gt;I don't expect anyone to be able to answer this, but hope to be proved wrong.  Does anyone know if there is a reasonably comprehensive source of old postcode data?  I have data going back a few years and a fair proportion are codes that appear to have been been retired by Royal Mail.  Has anyone has found decent source of such codes?&lt;/p&gt;&#xA;" OwnerUserId="1141" LastEditorUserId="70" LastEditDate="2014-12-17T15:15:04.013" LastActivityDate="2023-05-13T04:21:33.600" Title="Legacy/obsolete UK postcodes" Tags="|data-request|geospatial|postal-code|uk|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1318" PostTypeId="1" CreationDate="2013-11-26T06:47:50.587" Score="3" ViewCount="123" Body="&lt;p&gt;I'm helping with a sponsored online hackathon for liberating tabular data out of PDF files. Where would be the best places to find developers interested in participating?&lt;/p&gt;&#xA;" OwnerUserId="1537" LastEditorUserId="70" LastEditDate="2015-03-31T19:07:56.480" LastActivityDate="2015-04-01T09:56:34.477" Title="Where can one find developers interested in a PDF data extraction hackathon?" Tags="|extracting|programming|pdf|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1319" PostTypeId="2" ParentId="1318" CreationDate="2013-11-26T08:12:39.167" Score="4" Body="&lt;p&gt;I don't believe that you will find the &quot;BEST&quot; answer, but here are two suggestions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) &lt;a href=&quot;http://crowdcrafting.org/app/pdftabletranscribe/&quot; rel=&quot;nofollow&quot;&gt;crowdcrafting&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Crowdcrafting is an online platfrom that enables people to create and run projects that utilise online assistance in performing tasks that require human cognition. The link I gave you is a project for pdf extraction from this site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) For issues like this one, I think that Twitter is one option. You can create a google form with name and e-mail and then tweet that you are looking for vollunteers about this project and they have to fill the form. &lt;strong&gt;Be sure that you will use the appropriates hashtags&lt;/strong&gt;. &lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-11-26T08:12:39.167" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1320" PostTypeId="2" ParentId="1317" CreationDate="2013-11-26T08:19:32.427" Score="6" Body="&lt;p&gt;This site &lt;a href=&quot;http://borders.edina.ac.uk/html/pcluts_main.html&quot; rel=&quot;noreferrer&quot;&gt;UK Data Service&lt;/a&gt; has historical postcodes from 1988. But I don't know if it is open data since I have to login. I hope this will help you :)&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2013-11-26T11:16:14.910" LastActivityDate="2013-11-26T11:16:14.910" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1321" PostTypeId="1" CreationDate="2013-11-26T14:05:37.733" Score="2" ViewCount="107" Body="&lt;p&gt;I'm looking for some specific aggregated data: what I want is a 2-column table with the port number (0 to 65535) as first column, and as second column, the sum over the total number of vulnerabilities (bugs that permit remote access or dos) related to each application that run every sevice. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tab1&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;port applications&#xA;21   proFTP &#xA;80   apache,ngx,IIS&#xA;25   qmail,sendmail&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tab2&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;app      n° of vuln&#xA;IIS      9&#xA;nginx    2&#xA;proFTP   6&#xA;apache   4&#xA;qmail    1&#xA;sendmail 6&#xA;sshd-3&#xA;ftpd-4&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And we get as final data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tab3&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;port  total vuln&#xA;21    6+4&#xA;80    2+4+9&#xA;25    6+1&#xA;22    3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Since I could not find this data, I'm thinking to create this table on my own. That's the procedure I was thinking about:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Find the default services for each port (easy)&lt;/li&gt;&#xA;&lt;li&gt;Find the complete list of all cve in a structured format (easy)&lt;/li&gt;&#xA;&lt;li&gt;&quot;Grep&quot; all the software name from 2 and group the vuln by service name&lt;/li&gt;&#xA;&lt;li&gt;Match the services offered by each application from cve (if any)&lt;/li&gt;&#xA;&lt;li&gt;Group vuln by services/port and create the table.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;If you already have some intermediate data (Tab1 or Tab2) It would be very helpful.&lt;/p&gt;&#xA;" OwnerUserId="1534" LastEditorUserId="70" LastEditDate="2015-03-27T16:16:27.127" LastActivityDate="2015-03-27T16:16:27.127" Title="Aggregated data for port number and vulnerability" Tags="|data-request|security|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1322" PostTypeId="2" ParentId="1309" CreationDate="2013-11-27T10:40:04.233" Score="5" Body="&lt;p&gt;&lt;code&gt;ckan.action&lt;/code&gt; will pass all the keywords parameters onto whatever API call you are using, so you can pass any parameter supported by &lt;a href=&quot;http://docs.ckan.org/en/latest/api.html#ckan.logic.action.get.package_search&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;package_search&lt;/code&gt;&lt;/a&gt; to it (I'll use PDF instead of WMS to get some results):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import ckanclient&#xA;q = 'tags:sea_water_temperature'&#xA;ckan = ckanclient.CkanClient('http://catalog.data.gov/api/3')&#xA;d = ckan.action('package_search', q=q, rows=10, fq='res_format:PDF')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can change slightly your code to pass a whole dict of parameters, which makes easier to see what is going on:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import ckanclient                                                                                                       &#xA;search_params = {                                                                                      &#xA;    'q': 'tags:&quot;sea_water_temperature&quot;',       &#xA;    'fq': 'res_format:PDF',                         &#xA;    'rows': 10,                                                                                        &#xA;}                                                                                                      &#xA;&#xA;ckan = ckanclient.CkanClient('http://catalog.data.gov/api/3')                                          &#xA;d = ckan.action('package_search', **search_params) &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Use these parameters for the other query types that you needed:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# sea_water_temperature + PDF + modified since + bounding box&#xA;search_params = {                                                                                      &#xA;    'q': 'tags:&quot;sea_water_temperature&quot; AND metadata_modified:[2012-06-01T00:00:00.000Z TO NOW]',       &#xA;    'fq': 'res_format:PDF',                                                                            &#xA;    'extras': {&quot;ext_bbox&quot;:&quot;-121,45,-120,46&quot;},                                                          &#xA;    'rows': 10                                                                                        &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="533" LastEditorUserId="1193" LastEditDate="2013-11-27T13:41:11.687" LastActivityDate="2013-11-27T13:41:11.687" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1323" PostTypeId="2" ParentId="1256" CreationDate="2013-11-27T14:51:33.780" Score="11" Body="&lt;p&gt;Others have mentioned way to pull apart this file incrementally.  It seems to me like you are also commenting on use of resources for a large file.  For some solutions you can incrementally read the compressed file uncompressing as you go and feed it through the csv module.  For example in python with gzip'd input you would do this by:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;import gzip&#xA;&#xA;with gzip.open(&quot;test.csv.gz&quot;, &quot;r&quot;) as f:&#xA;     reader = csv.reader(f)&#xA;     for row in reader:&#xA;        pass  # do something with the row&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You could do the same thing for zip archives with zipfile.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this data is coming from across a network you can pay very little or sometimes get performance improvements by not copying and then uncompressing it.  It can cost you less to pull it across the network compressed (smaller) in pieces and operate on it then it does to pull it across in bulk, uncompress it, and then read it.  It also doesn't use up local storage resources.&lt;/p&gt;&#xA;" OwnerUserId="1545" LastEditorUserId="9622" LastEditDate="2017-09-25T11:41:58.283" LastActivityDate="2017-09-25T11:41:58.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1326" PostTypeId="1" CreationDate="2013-11-30T14:52:32.907" Score="3" ViewCount="191" Body="&lt;p&gt;Facebook has Graph Search, which allows finding people by specifying information about them. Facebook, LinkedIn, and Google ads services allow counting the number of people who search certain phrases or fit some characteristics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find a kind of reverse of this information, namely, what interests and characteristics a certain group of people has?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, the social group of &quot;teachers&quot; is X years old on average and their most popular interests are &quot;children,&quot; &quot;education,&quot; and so forth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There're two groups of possible sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Censuses and other government data (very limited and relatively easy to find)&lt;/li&gt;&#xA;&lt;li&gt;Social networks and their subservices, like AdWords, as well as general online data services&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And I believe the latter needs a deeper exposition.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-04-01T14:12:30.380" LastActivityDate="2015-04-01T14:12:30.380" Title="Data mining social group's interests, demographics, and geography" Tags="|data-request|network-structure|social-media|demographics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1327" PostTypeId="1" CreationDate="2013-12-01T12:17:18.700" Score="14" ViewCount="2394" Body="&lt;p&gt;Can anyone point me to opensource databases of speech audio with phonemes labelled, &#xA;&lt;code&gt;.wav&lt;/code&gt; or the like + label files, e.g.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# time, phoneme&#xA;0.31200 ao&#xA;0.41200 th&#xA;0.54200 er&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'd prefer English, several speakers, and various noise levels,&#xA;but let's see what's around.&lt;br&gt;&#xA;(There's &lt;code&gt;cmu_*_arctic&lt;/code&gt; from &lt;a href=&quot;http://festvox.org/dbs&quot;&gt;CMU festvox&lt;/a&gt;;&#xA;it's pretty old, 2005 &amp;mdash; there must be more.)&lt;/p&gt;&#xA;" OwnerUserId="966" LastActivityDate="2023-06-08T19:13:03.007" Title="Speech audio databases with phonemes labelled" Tags="|data-request|language|english|corpora|audio|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1328" PostTypeId="2" ParentId="1304" CreationDate="2013-12-01T23:01:34.217" Score="2" Body="&lt;p&gt;There is the good old &lt;a href=&quot;http://linuxcounter.net/&quot; rel=&quot;nofollow&quot;&gt;Linux counter project&lt;/a&gt;1 which estimates around 69 million linux users. Now this is not exactly the same as number of online linux machines, but it should at least give some reference for what the number might be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1 Actually this is a newer incarnation of the original counter.li.org.&lt;/p&gt;&#xA;" OwnerUserId="1554" LastActivityDate="2013-12-01T23:01:34.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1329" PostTypeId="1" AcceptedAnswerId="1371" CreationDate="2013-12-02T07:27:38.840" Score="8" ViewCount="88" Body="&lt;p&gt;I recently saw a story where a City Weekly filed a FOIA request and received a trove of emails in response. Is the receiver required to publish a link to the source? Is there a way to get access to the files / emails without resubmitting a request? &lt;/p&gt;&#xA;" OwnerUserId="1555" LastEditorUserId="70" LastEditDate="2015-03-25T08:40:43.683" LastActivityDate="2015-03-25T08:40:43.683" Title="After FOIA is fulfilled where can it be found?" Tags="|usa|foia|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1330" PostTypeId="2" ParentId="1329" CreationDate="2013-12-02T14:16:04.390" Score="5" Body="&lt;p&gt;The receiver does not have to republish. If you make a new request, you may get a response very quickly since the original agency already responded to the City Weekly request.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-12-02T14:16:04.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1331" PostTypeId="2" ParentId="1326" CreationDate="2013-12-02T14:41:47.080" Score="3" Body="&lt;p&gt;There are also academic surveys. Check &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/landing.jsp&quot; rel=&quot;nofollow&quot;&gt;ICPSR&lt;/a&gt; for open-access survey results.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2013-12-02T14:41:47.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1332" PostTypeId="1" CreationDate="2013-12-02T21:50:34.677" Score="3" ViewCount="64" Body="&lt;p&gt;The City of Chicago &lt;a href=&quot;http://www.cityofchicago.org/city/en/depts/dps/provdrs/contract/svcs/current_bid_opportunities.html&quot; rel=&quot;nofollow&quot;&gt;lists current RFPs&lt;/a&gt;. Is there a source for awarded RFPs before 2010?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-12-16T20:16:27.707" LastActivityDate="2013-12-16T20:46:00.697" Title="Source of historic RFPs for the City of Chicago" Tags="|city|chicago|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1333" PostTypeId="2" ParentId="1327" CreationDate="2013-12-02T22:01:49.883" Score="4" Body="&lt;p&gt;I am not 100% sure if the following links are useful for you. Please let me know if you are looking for something else.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.iitg.ac.in/ece/emstlab/SRdatabase/introduction.php&quot; rel=&quot;nofollow&quot;&gt;http://www.iitg.ac.in/ece/emstlab/SRdatabase/introduction.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://accent.gmu.edu/howto.php&quot; rel=&quot;nofollow&quot;&gt;http://accent.gmu.edu/howto.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.signalprocessingsociety.org/technical-committees/list/sl-tc/spl-nl/2012-05/the-rss2015-speech-corpus/&quot; rel=&quot;nofollow&quot;&gt;http://www.signalprocessingsociety.org/technical-committees/list/sl-tc/spl-nl/2012-05/the-rss2015-speech-corpus/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-02T22:01:49.883" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1334" PostTypeId="2" ParentId="381" CreationDate="2013-12-03T21:27:51.560" Score="4" Body="&lt;p&gt;As suggested, it really depends on what you're trying to do with these data. While there is strength in normalizing by pops, by transitional populations (more assumptions created here) those approaches meet certain needs. Providing bare counts is helpful but y'all seem to do that in Chicago already. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a lot of our violence prevention work and for targeting police efforts in Oakland we do normalize by at-risk populations as you hinted. The crime rate is misleadingly low as an absolute, as white guys in the hills are not homicide victims here, well, almost never. So controlling for population, when you look at the rate of homicides amongst young men of color, then you see some crazy, real data. That allows for powerful context- just like saying a white person from the wealthy hills will live on average 14 years longer than a black person born in the poor flatlands. That's some hard to avoid context. Public health folks do this kind of age adjusted rate calculation all the time.&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-12-03T21:27:51.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1335" PostTypeId="2" ParentId="1329" CreationDate="2013-12-03T21:31:37.463" Score="8" Body="&lt;p&gt;This depends on which city you are in too- as of last year in Oakland if you did ask for the exact same request, it may not have helped you much as the process was so poorly setup they couldn't always benefit from repeat efficiencies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But now we have an online request system that published all requested info by default- except certain crime info which is only available to the victims directly. This means all requests will be visible, you can just find past requests often and don't need to repeat the ask- incredible option all cities need to adopt.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://records.oaklandnet.com&quot;&gt;records.oaklandnet.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-12-03T21:31:37.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1336" PostTypeId="2" ParentId="1311" CreationDate="2013-12-03T21:55:14.767" Score="4" Body="&lt;p&gt;In Oakland we used a mix of open data and proprietary to plan out and implement a Community Land Trust- the data (foreclosures- public data sold by private firms, not open) helped to make the case for federal funding, and allowed us to target neighborhoods of high need (assessors data-open) as well as to purchase foreclosed homes while avoiding the most dangerous street corners (crime data we opened).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check &lt;a href=&quot;http://oakclt.org&quot; rel=&quot;nofollow&quot;&gt;oakclt.org&lt;/a&gt; - we own 17 homes now and have sold 9 to moderate income families, the homes will be permanently affordable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have tons of other stories about data driven community development &amp;amp; open data..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data from &lt;a href=&quot;http://data.acgov.org&quot; rel=&quot;nofollow&quot;&gt;data.acgov.org&lt;/a&gt; and &lt;a href=&quot;http://data.openoakland.org&quot; rel=&quot;nofollow&quot;&gt;data.openoakland.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-12-03T21:55:14.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1337" PostTypeId="2" ParentId="815" CreationDate="2013-12-03T22:00:37.877" Score="3" Body="&lt;p&gt;The City of Oakland tacitly agreed to make the shotspotter data open, and the firm representative was eager to do so, but they've not followed up by doing so. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They did release it in bulk in &lt;a href=&quot;http://www.washingtonpost.com/investigations/shotspotter-detection-system-documents-39000-shooting-incidents-in-the-district/2013/11/02/055f8e9c-2ab1-11e3-8ade-a1f23cda135e_story.html&quot; rel=&quot;nofollow&quot;&gt;Washington&lt;/a&gt; however, not real time.&lt;/p&gt;&#xA;" OwnerUserId="92" LastActivityDate="2013-12-03T22:00:37.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1339" PostTypeId="2" ParentId="92" CreationDate="2013-12-04T18:52:19.293" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://pyparsing.wikispaces.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;pyparsing&lt;/a&gt; is really a powerful tool. As the name implies, it's a module for Python. It's like zooming out one step from regexp. There are many examples at &lt;a href=&quot;http://pyparsing.wikispaces.com/Examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pyparsing.wikispaces.com/Examples&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;https://stackoverflow.com/a/10324600/277267&quot;&gt;another example&lt;/a&gt; which also makes use of regexp, in case you also want to use that for more exact pattern matching.&lt;/p&gt;&#xA;" OwnerUserId="1569" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2013-12-04T19:00:01.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1340" PostTypeId="2" ParentId="819" CreationDate="2013-12-04T19:45:48.857" Score="1" Body="&lt;p&gt;Given most local laws and regulations allow for a 2-3 week response time, I imagine you'd have to request the records before they exist, and word your request in such a way that it can &quot;never&quot; be completely fulfilled.&lt;/p&gt;&#xA;" OwnerUserId="78" LastActivityDate="2013-12-04T19:45:48.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1341" PostTypeId="5" CreationDate="2013-12-05T00:06:01.333" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2013-12-05T00:06:01.333" LastActivityDate="2013-12-05T00:06:01.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1342" PostTypeId="4" CreationDate="2013-12-05T00:06:01.333" Score="0" Body="Comma Separated Values (CSV) are a common interchange format for tabular data. " OwnerUserId="33" LastEditorUserId="33" LastEditDate="2013-12-10T13:38:15.583" LastActivityDate="2013-12-10T13:38:15.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1343" PostTypeId="2" ParentId="46" CreationDate="2013-12-07T23:17:54.233" Score="4" Body="&lt;p&gt;I can't find the full data set, but here is a bit on &lt;a href=&quot;https://dst.dk/da/Statistik/emner/befolkning-og-valg/navne/navne-i-hele-befolkningen&quot; rel=&quot;nofollow noreferrer&quot;&gt;the most common names in Denmark&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Pigenavne = Female first names.&lt;/li&gt;&#xA;&lt;li&gt;Drengenavne = Male first names.&lt;/li&gt;&#xA;&lt;li&gt;Efternavne = Surnames.&lt;/li&gt;&#xA;&lt;li&gt;First first name and last surname is included. All middle names are omitted.&lt;/li&gt;&#xA;&lt;li&gt;Surnames consisting of two hyphenated names are treated as one name.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="613" LastEditorUserId="613" LastEditDate="2018-12-30T00:32:55.957" LastActivityDate="2018-12-30T00:32:55.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1344" PostTypeId="2" ParentId="46" CreationDate="2013-12-08T16:49:35.353" Score="7" Body="&lt;p&gt;You can find a lot of valuable sources in wolframalpha about popular names. Bellow the table, there is an option &quot;sources&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;http://www.wolframalpha.com/input/?i=popular%20names&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-08T16:49:35.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1345" PostTypeId="1" CreationDate="2013-12-10T08:11:04.930" Score="1" ViewCount="84" Body="&lt;p&gt;I’m about to start on my project for a university degree.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To embark on it, I am looking for data listing, of any kind &amp;amp; preferably clean data. &#xA;The requirement is to obtain a data listing (size of at least in ten thousands), run it through IBM software and present the data to school (with the hope of getting a really good grade for it). &#xA;Can someone pls advise me where I can get data listing to be used for the project? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="1600" LastActivityDate="2013-12-12T22:09:18.287" Title="Data Listing Request" Tags="|data-request|" AnswerCount="2" CommentCount="2" ClosedDate="2015-04-19T15:20:46.050" ContentLicense="CC BY-SA 3.0" />
  <row Id="1346" PostTypeId="2" ParentId="1345" CreationDate="2013-12-10T09:10:34.557" Score="1" Body="&lt;p&gt;I am not sure if I have undestood you well. But are you looking for something like this one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A list with sources for open data: &lt;a href=&quot;https://en.wikipedia.org/wiki/Open_data#Major_sources_of_open_data&quot; rel=&quot;nofollow&quot;&gt;Open data catalogue&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-10T09:10:34.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1348" PostTypeId="2" ParentId="378" CreationDate="2013-12-11T10:39:50.240" Score="4" Body="&lt;p&gt;CKAN is an open-source software platform for publishing data. data.gov.uk is one of many examples where it's used to help implement 'open government data' programmes (in this case, from the UK government). It's also used to publish, e.g., scientific data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first ever instance of CKAN was originally called 'The Comprehensive Knowledge Archive Network' and was at ckan.net - hence the name. This is the history of the name, but the software is just called CKAN. The old ckan.net is still running at datahub.io.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CKAN development targets Ubuntu Linux but it can also be installed on most other common operating systems. It's a web platform so users (both publishers and data users) will interact with it via a web interface, though other applications can interact with it via its APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I work for the Open Knowledge Foundation, which maintains CKAN.)&lt;/p&gt;&#xA;" OwnerUserId="1508" LastActivityDate="2013-12-11T10:39:50.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1349" PostTypeId="2" ParentId="1345" CreationDate="2013-12-12T21:59:00.797" Score="2" Body="&lt;p&gt;It sounds like you're just looking for any large structured dataset to play with. If you could be more specific of the type of data you're interested in, we could probably provide some more targeted recommendations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/campeterson/5946446&quot; rel=&quot;nofollow&quot;&gt;This gist&lt;/a&gt; provides a good list of sample open data sets, including some curated collections by data scientists.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I particularly like &lt;a href=&quot;https://bitly.com/bundles/hmason/1&quot; rel=&quot;nofollow&quot;&gt;Hilary Mason's research-quality dataset list&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My advice is to pick a dataset related to a subject you're interested in. Good luck!&lt;/p&gt;&#xA;" OwnerUserId="974" LastEditorUserId="974" LastEditDate="2013-12-12T22:09:18.287" LastActivityDate="2013-12-12T22:09:18.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1350" PostTypeId="2" ParentId="1301" CreationDate="2013-12-13T11:56:51.613" Score="3" Body="&lt;p&gt;You could also take a look at &lt;a href=&quot;http://data.gov.uk/library/?f%5B0%5D=im_field_document_type:85&quot; rel=&quot;nofollow&quot;&gt;data.gov.uk case studies&lt;/a&gt; which has 69 case studies of open data use across the UK, it may help extrapolate some scenarios. &lt;/p&gt;&#xA;" OwnerUserId="314" LastActivityDate="2013-12-13T11:56:51.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1351" PostTypeId="2" ParentId="1301" CreationDate="2013-12-13T15:20:36.717" Score="2" Body="&lt;p&gt;You can find some examples of the impact of specific kinds of open data in Sunlight's &quot;Data Deep Dives&quot; -- I'm part of the local policy team working on these, and I'd be happy to help answer any questions! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sunlightfoundation.com/policy/local/&quot; rel=&quot;nofollow&quot;&gt;http://sunlightfoundation.com/policy/local/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2013-12-13T15:20:36.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1352" PostTypeId="2" ParentId="1301" CreationDate="2013-12-13T15:48:58.413" Score="4" Body="&lt;p&gt;Alright, some links!&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;This was started years ago, but didn't seem to take off: &lt;a href=&quot;http://opendatastories.org/&quot; rel=&quot;nofollow&quot;&gt;http://opendatastories.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Before the Beyond Transparency book, CfA did Engagement Stories: &lt;a href=&quot;http://commons.codeforamerica.org/engagement-commons&quot; rel=&quot;nofollow&quot;&gt;http://commons.codeforamerica.org/engagement-commons&lt;/a&gt; (The Commons hasn't been getting a ton of love recently though)&lt;/li&gt;&#xA;&lt;li&gt;OKF has a (more recent) living doc exploring how open data improved data quality: &lt;a href=&quot;http://bit.ly/opendata-betterdata&quot; rel=&quot;nofollow&quot;&gt;http://bit.ly/opendata-betterdata&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="329" LastActivityDate="2013-12-13T15:48:58.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1353" PostTypeId="1" AcceptedAnswerId="1354" CreationDate="2013-12-14T17:35:35.460" Score="3" ViewCount="175" Body="&lt;p&gt;I would like to combine together a couple of ESRI shapefile shared by the city of Toronto. After doing a quick search I found plenty of tutorials to use those file in programming language (R, php, python ...). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that &lt;a href=&quot;https://support.google.com/fusiontables/answer/2592829?hl=fr&quot; rel=&quot;nofollow&quot;&gt;fusion table&lt;/a&gt; kind of support them, but I am looking for other options that doesn't requiere too much coding.&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="2012" LastEditDate="2014-02-20T14:09:56.093" LastActivityDate="2014-02-26T14:18:02.197" Title="Building maps using ESRI shapefile" Tags="|tool-request|geospatial|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1354" PostTypeId="2" ParentId="1353" CreationDate="2013-12-14T18:37:54.820" Score="2" Body="&lt;p&gt;My favorite is &lt;a href=&quot;https://cartodb.com/&quot; rel=&quot;nofollow&quot;&gt;cartodb&lt;/a&gt;. It is free and you can create wonderful visualizations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, you can read this &lt;a href=&quot;http://www.geospatialtraining.com/blog/index.php/importing-esri-shapefiles-to-cartodb/&quot; rel=&quot;nofollow&quot;&gt;tutorial&lt;/a&gt; about using ESRI shapefiles in cartodb.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-14T18:37:54.820" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1355" PostTypeId="2" ParentId="1287" CreationDate="2013-12-15T03:14:56.937" Score="3" Body="&lt;p&gt;Also check out GADM:&#xA;&lt;a href=&quot;http://www.gadm.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.gadm.org/&lt;/a&gt;&#xA;This database is worldwide and has different administrative levels available, including for India (4 different levels).&lt;/p&gt;&#xA;" OwnerUserId="1630" LastActivityDate="2013-12-15T03:14:56.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1356" PostTypeId="2" ParentId="1178" CreationDate="2013-12-15T14:48:36.853" Score="3" Body="&lt;p&gt;Yes there are several resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bio2rdf.org&quot; rel=&quot;nofollow&quot;&gt;www.bio2rdf.org&lt;/a&gt; is probably the best known.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To easily browse linked data try&#xA;&lt;a href=&quot;http://www.distilbio.com&quot; rel=&quot;nofollow&quot;&gt;www.distilbio.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1632" LastEditorUserId="505" LastEditDate="2013-12-17T17:29:37.127" LastActivityDate="2013-12-17T17:29:37.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1358" PostTypeId="2" ParentId="1318" CreationDate="2013-12-16T15:54:02.037" Score="5" Body="&lt;p&gt;People from &lt;a href=&quot;https://scraperwiki.com/&quot; rel=&quot;nofollow&quot;&gt;ScraperWiki&lt;/a&gt; and &lt;a href=&quot;http://okfn.org/&quot; rel=&quot;nofollow&quot;&gt;OpenKnowledge Foundation&lt;/a&gt; sure will like it! They develop and maintain a software called &lt;a href=&quot;http://pdftables.readthedocs.org/en/latest/&quot; rel=&quot;nofollow&quot;&gt;pdftables&lt;/a&gt; which extracts tabular data from PDFs.&#xA;There is also an &lt;a href=&quot;https://blog.scraperwiki.com/2013/07/pdftables-a-python-library-for-getting-tables-out-of-pdf-files/&quot; rel=&quot;nofollow&quot;&gt;article on ScraperWiki's blog about research in identifying tabular data in PDFs&lt;/a&gt; (since PDFs do not have information about data semantic, only positions, font etc.).&#xA;To contact people directly you see members of &lt;a href=&quot;https://github.com/okfn&quot; rel=&quot;nofollow&quot;&gt;OKFN's GitHub organization&lt;/a&gt;, &lt;a href=&quot;https://github.com/scraperwiki/&quot; rel=&quot;nofollow&quot;&gt;ScraperWiki's GitHub organization&lt;/a&gt; and also &lt;a href=&quot;https://github.com/okfn/pdftables/graphs/contributors&quot; rel=&quot;nofollow&quot;&gt;pdftables contributors&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1635" LastEditorUserId="1635" LastEditDate="2013-12-16T16:08:36.910" LastActivityDate="2013-12-16T16:08:36.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1359" PostTypeId="2" ParentId="1353" CreationDate="2013-12-16T16:01:18.153" Score="6" Body="&lt;p&gt;If you just want a simple GUI to interact with shapefiles (plot maps, see properties and do some manipulation) you can use the free/libre software &lt;a href=&quot;http://qgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGIS&lt;/a&gt;.&#xA;If you want more control and a programmable interface you can go with &lt;a href=&quot;http://macwright.org/2012/10/31/gis-with-python-shapely-fiona.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python using libraries such as fiona and shapely&lt;/a&gt;.&#xA;And if you want to display your shapes in the Web, I highly recommend the JavaScript library &lt;a href=&quot;http://leafletjs.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LeafLet&lt;/a&gt;. In this case, the preferred format to use is GeoJSON (you can convert &lt;a href=&quot;https://opendata.stackexchange.com/questions/1208/a-python-guide-for-open-data-file-formats/1210#1210&quot;&gt;shapefiles to GeoJSON with fiona and shapely&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1635" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2013-12-16T16:01:18.153" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1360" PostTypeId="2" ParentId="422" CreationDate="2013-12-16T17:02:19.660" Score="7" Body="&lt;p&gt;This is a goal of the &lt;a href=&quot;http://www.democracymap.org/&quot;&gt;DemocracyMap&lt;/a&gt; project, which is still nascent.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The DemocracyMap API aims to provide normalized structured data for&#xA;  all of the contact details and other primary information for every&#xA;  government body and government official that represents you. Currently&#xA;  this API is more of a meta-API that aggregates, normalizes, and caches&#xA;  other data sources including geospatial boundary queries, but&#xA;  ultimately it aims to help provide standardized geospatial queries and&#xA;  merge with similar efforts like those based on the Boundary Services&#xA;  API (like OpenNorth Represent).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;from &lt;a href=&quot;http://api.democracymap.org/&quot;&gt;http://api.democracymap.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2013-12-16T17:02:19.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1361" PostTypeId="2" ParentId="422" CreationDate="2013-12-16T17:59:19.987" Score="3" Body="&lt;p&gt;For Ruby users, there is also Ben Balter's g-man gem to check for .gov or related email addresses: &lt;a href=&quot;https://github.com/benbalter/gman&quot; rel=&quot;nofollow&quot;&gt;https://github.com/benbalter/gman&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="329" LastActivityDate="2013-12-16T17:59:19.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1362" PostTypeId="2" ParentId="1332" CreationDate="2013-12-16T20:12:04.910" Score="4" Body="&lt;p&gt;With the assumption that an RFP converts to a contract, they have an &lt;a href=&quot;http://www.cityofchicago.org/city/en/depts/dps/provdrs/contract/svcs/awarded_contracts.html&quot; rel=&quot;nofollow&quot;&gt;Awarded Contract&lt;/a&gt; page. From there they have scanned documents for older content and a &lt;a href=&quot;https://webapps1.cityofchicago.org/VCSearchWeb/org/cityofchicago/vcsearch/controller/agencySelection/begin.do&quot; rel=&quot;nofollow&quot;&gt;Vendor, Contract and Payment Search&lt;/a&gt; system which looks to have the Specification number for linking back to the RFP/RFQ/RFI&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given the edited questions request to find RFPs pre 2010, I have not been able to find a decent search capability but there is pre-2010 data in the system as evidenced by &lt;a href=&quot;https://webapps1.cityofchicago.org/VCSearchWeb/org/cityofchicago/vcsearch/controller/contracts/display.do?contractNumber=13221&quot; rel=&quot;nofollow&quot;&gt;Contract #13221&lt;/a&gt;. It was awarded in 2007&lt;/p&gt;&#xA;" OwnerUserId="337" LastEditorUserId="337" LastEditDate="2013-12-16T20:46:00.697" LastActivityDate="2013-12-16T20:46:00.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1363" PostTypeId="1" CreationDate="2013-12-16T21:28:04.887" Score="5" ViewCount="155" Body="&lt;p&gt;What format(s) would/should be provided/included with a gis dataset repository?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that there is no correct answer, i'd like as many different answers/opinions as possible to make the best informed opinion.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open data github group has been discussing &lt;a href=&quot;https://github.com/datasets/registry/issues/38#issuecomment-30603066&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure if it is kosher to cross pollinate github with stack like this, in my opinion it should be, but apologies if this is overbearing. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="728" LastEditDate="2015-04-30T20:01:15.763" LastActivityDate="2015-04-30T20:01:15.763" Title="Optimal Data Format(s) for Open GIS Data Repositories?" Tags="|best-practice|data-format|geospatial|" AnswerCount="2" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="1364" PostTypeId="2" ParentId="1363" CreationDate="2013-12-17T07:39:40.340" Score="4" Body="&lt;p&gt;I would say that geojson is in the top of my personal list. JSON is really easy to use it with a programming language, especially with Python that I am familiar with. Also, it is easy for conversions. If someone has another system and he has to use the data in another format, he could convert it to that format from JSON pretty easy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, shapefiles are very popular and I feel it would be my second choice.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="380" LastEditDate="2013-12-18T22:15:29.950" LastActivityDate="2013-12-18T22:15:29.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1366" PostTypeId="2" ParentId="1256" CreationDate="2013-12-18T16:05:38.597" Score="26" Body="&lt;p&gt;On Windows, &lt;a href=&quot;http://www.sweetscape.com/010editor/&quot; rel=&quot;noreferrer&quot;&gt;SweetScape 010 Editor&lt;/a&gt; is the best application I am aware of to open/edit large files (easily up to 25 GB). It took around 10 seconds on my computer to open your 4 GB file (SSD):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/OSVrT.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More such tools: &lt;a href=&quot;https://stackoverflow.com/q/159521/395857&quot;&gt;Text editor to open big (giant, huge, large) text files&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-02-01T00:32:50.330" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1367" PostTypeId="1" CreationDate="2013-12-18T16:13:28.940" Score="12" ViewCount="4190" Body="&lt;p&gt;I'm looking for educational datasets from MOOCs. &lt;a href=&quot;https://pslcdatashop.web.cmu.edu/&quot;&gt;PSLC DataShop&lt;/a&gt; contains some learning interaction data, but not from MOOCs. I'm especially interested in logs tracking students' activities such as browsing the website or submitting answers.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2014-08-13T00:06:09.460" LastActivityDate="2023-05-27T02:11:28.210" Title="Has any MOOC (Coursera, edX, Udacity or others) publicly released some of their student data?" Tags="|data-request|education|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1368" PostTypeId="2" ParentId="266" CreationDate="2013-12-18T20:10:22.623" Score="5" Body="&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; provides databases mostly aimed at machine learning researchers. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aws.amazon.com/datasets&quot;&gt;Amazon Public Data Sets&lt;/a&gt; lists all public data sets that can be seamlessly integrated into AWS cloud-based application (currently 55 data sets are available).&lt;/li&gt;&#xA;&lt;li&gt;French government data: &lt;a href=&quot;http://www.data.gouv.fr/&quot;&gt;http://www.data.gouv.fr/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also, this &lt;a href=&quot;https://www.quora.com/Data/Where-can-I-find-large-datasets-open-to-the-public&quot;&gt;Quora thread&lt;/a&gt; lists quite a few others.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2014-06-10T22:43:50.257" LastActivityDate="2014-06-10T22:43:50.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1369" PostTypeId="2" ParentId="1367" CreationDate="2013-12-19T08:21:16.280" Score="7" Body="&lt;p&gt;From my knowledge, Coursera uses Backbone.js for their site, so you can find several JSON endpoints with a lot of data. Unfortunately, I am not familiar with Backbone and the only links I know are from Google&lt;/p&gt;&#xA;&#xA;&lt;p&gt;List of all courses - &lt;a href=&quot;https://www.coursera.org/maestro/api/topic/list?full=1&quot;&gt;https://www.coursera.org/maestro/api/topic/list?full=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another list of courses - &lt;a href=&quot;https://www.coursera.org/maestro/api/topic/list2&quot;&gt;https://www.coursera.org/maestro/api/topic/list2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;List of all universities - &lt;a href=&quot;https://www.coursera.org/maestro/api/university/list&quot;&gt;https://www.coursera.org/maestro/api/university/list&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Information about a specific course - &lt;a href=&quot;https://www.coursera.org/maestro/api/topic/information?topic-id=compdata&quot;&gt;https://www.coursera.org/maestro/api/topic/information?topic-id=compdata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe if you are familiar with those technologies, you can find other links with more details and maybe with non-personal data you may find interesting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;&#xA;Also, this user seems to have a lot of data about MOOC (completion rates etc). Maybe you can contact with him and ask him to share them with you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://moocmoocher.wordpress.com/2013/02/13/synthesising-mooc-completion-rates/&quot;&gt;http://moocmoocher.wordpress.com/2013/02/13/synthesising-mooc-completion-rates/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-19T08:21:16.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1370" PostTypeId="2" ParentId="200" CreationDate="2013-12-19T08:49:25.237" Score="5" Body="&lt;p&gt;Not quite all the details you were looking for, but the International Council for the Exploration of the Seas publishes their research vessel platform list as RDF &lt;a href=&quot;http://vocab.nerc.ac.uk/collection/C17/current/&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. You could use the IMO / MMSI numbers as a hopping off point to other data sources for tonnage etc... I've never seen any links to build cost data though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea with these platform codes is to provide an unambiguous, unique reference to a vessel (or other platform) used to collect marine science data. There are plenty of commercial vessels in the list that have been used as &quot;ships of opportunity&quot;.&lt;/p&gt;&#xA;" OwnerUserId="1655" LastActivityDate="2013-12-19T08:49:25.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1371" PostTypeId="2" ParentId="1329" CreationDate="2013-12-19T16:48:02.423" Score="6" Body="&lt;p&gt;Short answer: No. As other people have said, the recipient of the FOIA information is not obligated to share it with others. There are some FOIA allowances for the needs and benefits of providing information to media, primarily with regards to fee waivers, but the recipient can do whatever they like with the information once they have it... including keeping it all to themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, there are various initiatives to try to make these requests more useful by sharing them with a larger audience once they have been made. On the Federal side the most prominent that I am aware of is &lt;a href=&quot;https://foiaonline.regulations.gov/foia/action/public/home&quot;&gt;FOIA Online&lt;/a&gt;, which serves both as a conduit for requests and a place where others can see the responses. Unfortunately the participation seems to be voluntary and not all agencies participate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the public side you have projects like &lt;a href=&quot;https://www.muckrock.com/&quot;&gt;Muckrock&lt;/a&gt; which has &lt;a href=&quot;https://www.muckrock.com/foi/list/&quot;&gt;submitted requests and responses listed&lt;/a&gt; and possibly FOIA Machine, which was &lt;a href=&quot;http://www.kickstarter.com/projects/cir/foia-machine&quot;&gt;kickstartered into existence&lt;/a&gt; earlier this year by the &lt;a href=&quot;http://cironline.org/&quot;&gt;Center for Investigative Reporting&lt;/a&gt;. I'm unsure of FM will make public responses to other people; I can imagine a case for journalists to not necessarily make other journos aware of what they're working on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In voluntary participation people often put results into &lt;a href=&quot;http://www.scribd.com/&quot;&gt;Scribd&lt;/a&gt; or &lt;a href=&quot;https://www.documentcloud.org/home&quot;&gt;DocumentCloud&lt;/a&gt; and that might be your best avenue here - contact the people who made the request and ask them to put the results into there and share them. Here in the DC area people at the City Paper put supporting documents in one of those and attach them to the bottom of their online story. Your best bet may be to convince those folks that doing so would enhance their reporting.&lt;/p&gt;&#xA;" OwnerUserId="298" LastActivityDate="2013-12-19T16:48:02.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1372" PostTypeId="2" ParentId="1367" CreationDate="2013-12-20T21:26:36.003" Score="4" Body="&lt;p&gt;The staff from the &lt;a href=&quot;https://www.coursera.org/course/metadata&quot; rel=&quot;nofollow&quot;&gt;metadata&lt;/a&gt; course on coursera posted some statistics, which I aggregated &lt;a href=&quot;http://pastebin.com/DSb1uGAu&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2013-12-20T21:26:36.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1373" PostTypeId="1" CreationDate="2013-12-21T06:40:00.197" Score="9" ViewCount="139" Body="&lt;p&gt;I'd like to write an app that would utilize dialog from a play script, but I don't want to reinvent the wheel.  Is there an open format for encapsulating characters, locations, dialog, scenes, acts, etc?  I was sure there must be, but all I see is references to proprietary software packages.  There are the classes Shakespeare XML/DTD files, but they don't seem to have any widespread use.&lt;/p&gt;&#xA;" OwnerUserId="1664" LastEditorUserId="70" LastEditDate="2015-03-12T14:27:22.637" LastActivityDate="2015-03-12T14:27:22.637" Title="Is there an open data format for screen/play scripts?" Tags="|data-format|standards|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1374" PostTypeId="2" ParentId="1373" CreationDate="2013-12-21T14:31:32.907" Score="2" Body="&lt;p&gt;I know an ontology related to this. Maybe you can use this one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://link.springer.com/chapter/10.1007/978-3-642-10543-2_20&quot; rel=&quot;nofollow&quot;&gt;Ontofilm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-21T14:31:32.907" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1375" PostTypeId="2" ParentId="1013" CreationDate="2013-12-21T14:57:37.617" Score="3" Body="&lt;p&gt;A growing number of city open data sets is federated to &lt;a href=&quot;http://Cities.Data.gov&quot; rel=&quot;nofollow&quot;&gt;http://Cities.Data.gov&lt;/a&gt;.  There are quite a few rental building violation datasets accessible: &lt;a href=&quot;http://www.data.gov/cities/Community/Cities/Datasets&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gov/cities/Community/Cities/Datasets&lt;/a&gt;  You can find some additional information at &lt;a href=&quot;http://Counties.Data.gov&quot; rel=&quot;nofollow&quot;&gt;http://Counties.Data.gov&lt;/a&gt; and &lt;a href=&quot;http://States.Data.gov&quot; rel=&quot;nofollow&quot;&gt;http://States.Data.gov&lt;/a&gt;.  These include non-Socrata based local governments as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, you might look at:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.seattle.gov/Community/Seattle-code-violations-database/8agr-hifc&quot; rel=&quot;nofollow&quot;&gt;Seattle's code violations&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.cityofnewyork.us/City-Government/Violation-Dates-after-1-2-2013/sndx-sha6&quot; rel=&quot;nofollow&quot;&gt;New York's building code violations&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-12-21T14:57:37.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1376" PostTypeId="2" ParentId="1363" CreationDate="2013-12-21T17:59:27.163" Score="3" Body="&lt;p&gt;I'd vote for geojson or geocsv in first instance followed by shapefiles and perhaps topojson if that optimization of geojson was important.&lt;/p&gt;&#xA;" OwnerUserId="207" LastActivityDate="2013-12-21T17:59:27.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1377" PostTypeId="2" ParentId="1321" CreationDate="2013-12-21T20:28:14.020" Score="2" Body="&lt;p&gt;OpenVAS have a really good repository for &quot;Network Vulnerability Tests&quot; that contain all the information needed to carry a research like this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Downloading the archive from &lt;a href=&quot;http://www.openvas.org/trusted-nvts.html&quot; rel=&quot;nofollow&quot;&gt;the nvts repository&lt;/a&gt; you can parse the file in the database,and make your own statistic of port sorted according vulnerability.&#xA;With a few bash lines of code you can filter all the files that contain at least one &quot;CVE-XXXX-XXXX&quot; and one &quot;port&quot; directive, make some research inside the filtered files (warning: there can be more than one CVE and more than one port per file) and then sort and filter the results.&lt;/p&gt;&#xA;" OwnerUserId="1534" LastActivityDate="2013-12-21T20:28:14.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1378" PostTypeId="1" CreationDate="2013-12-22T19:58:36.373" Score="4" ViewCount="779" Body="&lt;p&gt;I'm looking for a world wide database of Cellular Network Providers With the Network Id, Name and possibly a logo or graphic representing the Service provider&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me to a source. &lt;/p&gt;&#xA;" OwnerUserId="849" LastEditorUserId="754" LastEditDate="2015-03-27T09:58:32.463" LastActivityDate="2015-03-27T09:58:32.463" Title="Cellular Network database" Tags="|data-request|network-structure|telecom|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1379" PostTypeId="2" ParentId="1378" CreationDate="2013-12-22T21:45:43.557" Score="3" Body="&lt;p&gt;This is a list of mobile phone network and satellite phone network operators measured by number of subscribers which is free in wikipedia with &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_mobile_network_operators&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Furthermore, there are a few more paid services in any case:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) &lt;a href=&quot;http://www.researchandmarkets.com/reports/2139568/worldwide_mobile_network_operators_directory_2013&quot; rel=&quot;nofollow&quot;&gt;researchandmarkets.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;http://www.deveo.net/index.asp?id=14&quot; rel=&quot;nofollow&quot;&gt;deveo&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-22T21:45:43.557" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1380" PostTypeId="2" ParentId="1373" CreationDate="2013-12-22T22:43:14.863" Score="3" Body="&lt;p&gt;Most screenplays for film and television are written and produced using FinalDraft [ &lt;a href=&quot;https://en.wikipedia.org/wiki/Final_Draft_%28software%29&quot; rel=&quot;nofollow&quot;&gt;wiki link&lt;/a&gt; ], a proprietary software. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're conducting research, you're most likely to find screenplays, and other document as PDF's (an Open Format). Using PDF's as a starting ground you may find yourself looking into various scraping techniques, depending on what you'd like to do with them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://fountain.io/&quot; rel=&quot;nofollow&quot;&gt;Fountain.io&lt;/a&gt; is an MIT Licensed plain-text markup style that allows the creation of screenplays in a more open format. &lt;/p&gt;&#xA;" OwnerUserId="1555" LastActivityDate="2013-12-22T22:43:14.863" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1381" PostTypeId="2" ParentId="1013" CreationDate="2013-12-22T23:30:13.253" Score="1" Body="&lt;p&gt;I googled the following and search 4 pages. All I could find were NYC and DC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NYC: &lt;a href=&quot;http://www.nyc.gov/html/hpd/html/pr/HPD-Open-Data.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.nyc.gov/html/hpd/html/pr/HPD-Open-Data.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DC: &lt;a href=&quot;http://data.dc.gov/Metadata.aspx?id=7&quot; rel=&quot;nofollow&quot;&gt;http://data.dc.gov/Metadata.aspx?id=7&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2013-12-22T23:30:13.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1382" PostTypeId="2" ParentId="266" CreationDate="2013-12-23T00:44:25.437" Score="9" Body="&lt;p&gt;Our open-date site has links to about 600 useful datasets from US and Canadian government and a handful from the UN. The US federal government datasets are sorted by department.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/index.php&quot; rel=&quot;noreferrer&quot;&gt;http://www.opengeocode.org/cude1.1/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We [opengeocode.org] maintain a catalog of open data portals across the world. We've categorized them under the categories:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Data Portal (multi-category)&lt;/li&gt;&#xA;&lt;li&gt;Transparency Portal (budget, payroll, expenditures, etc)&lt;/li&gt;&#xA;&lt;li&gt;GIS/Gazetteer (maps, geolocation data, etc)&lt;/li&gt;&#xA;&lt;li&gt;Census/Demographics&lt;/li&gt;&#xA;&lt;li&gt;Health&lt;/li&gt;&#xA;&lt;li&gt;Education&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;noreferrer&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-04T03:15:33.747" LastActivityDate="2014-06-04T03:15:33.747" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1383" PostTypeId="2" ParentId="111" CreationDate="2013-12-23T05:14:04.227" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.gdacs.org/&quot; rel=&quot;nofollow&quot;&gt;Global Disaster Alert and Coordination System&lt;/a&gt; should address the alert part. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;GDACS is a cooperation framework between the United Nations, the&#xA;  European Commission and disaster managers worldwide to improve alerts,&#xA;  information exchange and coordination in the first phase after major&#xA;  sudden-onset disasters.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;As for the coordination of relief etc, I don't think there's a worldwide system for that. The closest I can think of would be the &lt;a href=&quot;https://www.humanitarianresponse.info/&quot; rel=&quot;nofollow&quot;&gt;UN OCHA humanitarian response sites&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="577" LastActivityDate="2013-12-23T05:14:04.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1384" PostTypeId="1" CreationDate="2013-12-23T07:31:53.543" Score="8" ViewCount="376" Body="&lt;p&gt;I am looking for shape files(polygons data) of all the districts in the world. I can find few files from different sources for districts of one country but I need one (updated) file that have all the districts in the world OR one reliable source from where I can get files may be one per country. Please help me find.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: shape files for countries and regions are easily available but not required in my case and by world districts I mean district of all the cities or states in the world. like New York consists 27 Congressional Districts.&lt;/p&gt;&#xA;" OwnerUserId="1668" LastActivityDate="2013-12-25T10:40:18.940" Title="Shape Files (Free downloads) for districts of the world" Tags="|data-request|geospatial|geocoding|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1385" PostTypeId="2" ParentId="1384" CreationDate="2013-12-23T10:50:42.797" Score="6" Body="&lt;p&gt;There are 3 ways to do it&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Download shapefiles from &lt;a href=&quot;http://www.gadm.org/country&quot;&gt;here&lt;/a&gt; for cities boundaries. A single file  for each country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Use &lt;a href=&quot;https://dev.twitter.com/docs/api/1/get/geo/id/%3aplace_id&quot;&gt;Twitter API&lt;/a&gt; to get the coordinates and polygons for each city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) Use &lt;a href=&quot;http://wikimapia.org/api/&quot;&gt;wikimapia&lt;/a&gt; for the same thing such as Twitter API&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-23T10:50:42.797" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1386" PostTypeId="2" ParentId="1140" CreationDate="2013-12-23T19:01:33.720" Score="1" Body="&lt;p&gt;For whatever it's worth now, here's how it looked to me, having no relevant affiliation or authority. But I'm glad to see now from the other answer that &quot;UN/LOCODE is freely available to all interested users.&quot; Good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need the code list for commercial or other non-personal use, I had thought for the following reasons that your procedure is to contact the UN/CEFACT secretariat at &lt;a href=&quot;http://www.unece.org/cefact/cf_forums/geneva_2010/contact.html&quot; rel=&quot;nofollow&quot;&gt;&quot;Contact Us&quot; for CEFACT on ECE.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The creation and maintenance of UN/LOCODE is authorized in &lt;a href=&quot;http://www.unece.org/fileadmin/DAM/cefact/recommendations/rec16/rec16_rev3_ecetrd227.pdf&quot; rel=&quot;nofollow&quot;&gt;Recommendation No. 16 UN/LOCODE - CODE FOR PORTS AND OTHER LOCATIONS&lt;/a&gt;. It states that the codes will be available, among other places, on the web. It states that one may contact the secretariat of UN/CEFACT for &quot;conditions under which the code list may be procured.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The web location would appear to be the UNECE.org site. In summary, the &lt;a href=&quot;http://www.unece.org/legal_notice/copyrightnotice.html&quot; rel=&quot;nofollow&quot;&gt;copyright notice&lt;/a&gt; for the web site reserves all rights and, by referring to the &lt;a href=&quot;http://www.un.org/en/aboutun/terms/&quot; rel=&quot;nofollow&quot;&gt;terms of use&lt;/a&gt;, furthermore disclaims all warranties and makes an exception that &quot;grants permission to Users to visit the Site and to download and copy the information, documents and materials (collectively, “Materials”) from the Site for the User’s personal, non-commercial use&quot;.&lt;/p&gt;&#xA;" OwnerUserId="718" LastEditorUserId="718" LastEditDate="2014-02-27T02:23:45.560" LastActivityDate="2014-02-27T02:23:45.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1387" PostTypeId="1" AcceptedAnswerId="1388" CreationDate="2013-12-23T20:55:55.610" Score="12" ViewCount="3374" Body="&lt;p&gt;Is there a service or Open API that exists out there for providing the dates of existing holidays in the US including observed holidays?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, from my google searches I've just found a paid service &lt;a href=&quot;http://www.timeanddate.com/services/api/holiday-api.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;timeanddate.com&lt;/a&gt; and &lt;a href=&quot;http://www.bank-holidays.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;bank-holidays.com&lt;/a&gt; from this particular &lt;a href=&quot;https://stackoverflow.com/questions/14203708/is-there-a-comprehensive-api-or-json-xml-list-with-public-bank-holidays-worldwid&quot;&gt;SO thread&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I intend to just build my own event calendar application for self learning.&lt;/p&gt;&#xA;" OwnerUserId="1437" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2023-10-21T18:02:18.707" Title="Is there an open data api or service for dates of official government holidays?" Tags="|api|calendar|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1388" PostTypeId="2" ParentId="1387" CreationDate="2013-12-23T22:22:54.053" Score="6" Body="&lt;p&gt;The system for (US) federal holidays is rather simple. As described in &lt;a href=&quot;https://www.law.cornell.edu/uscode/text/5/6103&quot; rel=&quot;nofollow&quot;&gt;5 USC 6103&lt;/a&gt;, it's basically just a short list of specific dates and rules for weekends.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This could certainly be integrated into your calendar but you might want to find a more complicated data source to practice with an API. To keep on the same theme, how about religious holidays? (&lt;a href=&quot;http://www.hebcal.com/home/195/jewish-calendar-rest-api&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="32" LastEditorUserId="10292" LastEditDate="2016-02-20T16:00:40.790" LastActivityDate="2016-02-20T16:00:40.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1390" PostTypeId="1" AcceptedAnswerId="1435" CreationDate="2013-12-25T16:16:18.107" Score="8" ViewCount="7090" Body="&lt;p&gt;I'm looking for a simple German - English dictionary (txt, CSV or some other easy-to-parse format)&lt;/p&gt;&#xA;&lt;p&gt;I need only German nouns with their gender, plural form (optional) and translation to English. I've tried to Google some, but I've been unsuccessful :( Do you guys have any tips, where should I look? :)&lt;/p&gt;&#xA;&lt;p&gt;*It's for a non-profit open-source educational game, so a license shouldn't be issued.&lt;/p&gt;&#xA;" OwnerUserId="1679" LastEditorUserId="23272" LastEditDate="2022-07-14T13:07:19.260" LastActivityDate="2022-07-19T11:37:14.460" Title="German - English dictionary" Tags="|data-request|dictionary|" AnswerCount="8" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1391" PostTypeId="2" ParentId="1390" CreationDate="2013-12-25T17:29:34.707" Score="2" Body="&lt;p&gt;I am not sure for 100% that you can do all of what you want with &lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;nofollow&quot;&gt;wordnet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have used it a few months before with Python and it has many many options. Have you tried it? Maybe there are more functionalities that can help you.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-25T17:29:34.707" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1392" PostTypeId="2" ParentId="1140" CreationDate="2013-12-26T03:49:08.430" Score="5" Body="&lt;p&gt;I believe minopret is incorrect on the use restriction of UN/LOCODE to non-commercial use w/o permission. There is no where on the UNECE site that indicates such a restriction. All the verbage would indicate the contrary. The terms of use simply indicate that the material is w/o warranty and the user will indemify the UN.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This statement can be found on the web page: &lt;a href=&quot;http://www.unece.org/cefact/locode/locode_since1981.html&quot; rel=&quot;nofollow&quot;&gt;http://www.unece.org/cefact/locode/locode_since1981.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;UN/LOCODE is freely available to all interested users. It can be consulted and downloaded from the web-site www.unece.org/cefact/locode and users are welcome to propose additional locations; for this purpose a new, automated request procedure has been introduced, as described below:&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes users get confused on what code lists from the UN and ISO are free to use and which are copyrighted and you need to purchase. For example, the ISO 3166-1 codes are free to use, but the ISO 3166-2 subdivision codes are not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;b&gt;EDIT: Feb. 15, 2014&lt;/b&gt;&#xA;The ISO 3166-1 Country Codes will no longer be freely available from the ISO website after Feb. 20, 2014. You will need to purchase a subscription for 300 CHF (&lt;a href=&quot;http://www.iso.org/iso/home/standards/country_codes/country-codes_new-product-info&quot; rel=&quot;nofollow&quot;&gt;http://www.iso.org/iso/home/standards/country_codes/country-codes_new-product-info&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have placed an archived version (Feb. 15, 2014) of the English and French datasets in TXT and XML format at:&#xA;&lt;a href=&quot;http://www.opengeocode.org/archive.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/archive.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-02-15T19:08:18.903" LastActivityDate="2014-02-15T19:08:18.903" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1393" PostTypeId="2" ParentId="266" CreationDate="2013-12-26T10:20:53.080" Score="8" Body="&lt;p&gt;There are some great resources here. I would like to add &lt;a href=&quot;http://knoema.com&quot; rel=&quot;nofollow&quot;&gt;http://knoema.com&lt;/a&gt; to this list. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They are possibly the most comprehensive and constantly updating resource. All their data is free to use and links back to source. Plus the data exploration tools and search engine is pretty useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their dataset explorer is here: &lt;a href=&quot;http://knoema.com/data&quot; rel=&quot;nofollow&quot;&gt;http://knoema.com/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found that they have some open data portals as well like &lt;a href=&quot;http://opendataforafrica.org&quot; rel=&quot;nofollow&quot;&gt;http://opendataforafrica.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also found that they have good presence over chrome webstore: &lt;a href=&quot;https://chrome.google.com/webstore/search/knoema&quot; rel=&quot;nofollow&quot;&gt;https://chrome.google.com/webstore/search/knoema&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: I know some guys who work here and I think it is a good addition to list of resources here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; The Data Browser is now replaced by a Data Atlas which is more intuitive when looking for data. &lt;a href=&quot;http://knoema.com/atlas&quot; rel=&quot;nofollow&quot;&gt;http://knoema.com/atlas&lt;/a&gt;.&#xA;It is also easy to explore and share visualizations from dataset pages like here I compared China &amp;amp; USA GDP on line chart &lt;a href=&quot;http://knoema.com/IMFWEO2015Oct/imf-world-economic-outlook-weo-october-2015?accesskey=rlauzhf&quot; rel=&quot;nofollow&quot;&gt;http://knoema.com/IMFWEO2015Oct/imf-world-economic-outlook-weo-october-2015?accesskey=rlauzhf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1685" LastEditorUserId="1685" LastEditDate="2016-02-01T12:44:18.577" LastActivityDate="2016-02-01T12:44:18.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1394" PostTypeId="2" ParentId="1301" CreationDate="2013-12-26T13:34:21.990" Score="3" Body="&lt;p&gt;You should check the new project of Open Knowledge Foundation about community stories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://okfncommunity.tumblr.com&quot; rel=&quot;nofollow&quot;&gt;http://okfncommunity.tumblr.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-26T13:34:21.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1395" PostTypeId="1" AcceptedAnswerId="4548" CreationDate="2013-12-26T13:43:51.470" Score="8" ViewCount="1326" Body="&lt;p&gt;I'm looking for a large labelled data set, of characters&#xA;that I can use to contrast recognising Letters,&#xA;with recognising Numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something very similar to &lt;a href=&quot;http://yann.lecun.com/exdb/mnist/&quot; rel=&quot;noreferrer&quot;&gt;MNIST&lt;/a&gt;,&#xA;but with letters.&#xA;Language doesn't matter, other than it must be simpler than Japanese Kanji.&#xA;(&amp;lt;500 distinct characters, not extremely visually complex) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally 28x28 greyscale,&#xA;with the letters taking up a 20x20 box.&lt;/p&gt;&#xA;" OwnerUserId="1686" LastEditorUserId="33" LastEditDate="2013-12-30T03:23:11.103" LastActivityDate="2018-02-15T13:03:22.273" Title="Set of handwritten, labeled characters" Tags="|data-request|images|corpora|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1396" PostTypeId="2" ParentId="1395" CreationDate="2013-12-26T13:49:49.520" Score="3" Body="&lt;p&gt;This page lists some on/off-line handwriting database for academic use. Some of them can be downloaded free while others may need application.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gavo.t.u-tokyo.ac.jp/~qiao/database.html&quot; rel=&quot;nofollow&quot;&gt;http://www.gavo.t.u-tokyo.ac.jp/~qiao/database.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-26T13:49:49.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1397" PostTypeId="2" ParentId="1301" CreationDate="2013-12-26T13:54:01.863" Score="4" Body="&lt;p&gt;For stories about companies and groups successfully using open data in the United States, there are two sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://highlights.data.gov&quot;&gt;Highlights on Data.gov&lt;/a&gt; -- these are companies, civil society groups, non-profits, and citizens using open government data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opendata500.com/&quot;&gt;The Open Data 500&lt;/a&gt; -- this is a collection of 500 companies that have built a business model on open data (both government and non-government data)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-12-26T13:54:01.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1398" PostTypeId="2" ParentId="1256" CreationDate="2013-12-26T14:50:55.937" Score="7" Body="&lt;p&gt;Load the file into PostgreSQL database table  with a Copy statement.  This will give you the full  capabilities of SQL syntax, plus the ability to index columns for faster access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For complex queries  you have a optimizer that a can figure out the fastest way  to access the data. PostgreSQL has smarter I/O than  most applications it will detect sequential read access and read-ahead to pre-load data into memory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results can be viewed in Excel or other spreadsheets by accessing the data via an ODBC driver.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can access to PostgreSQL via several Cloud Services like Heroku or AWS.  It would be  good cloud project to create a new machine instance, install PostgreSQL and copy the data to the instance. Then use the Postgres COPY command  to load the data and then access the data with a  PostgreSQL client application from your desktop.&lt;/p&gt;&#xA;" OwnerUserId="1377" LastEditorUserId="1377" LastEditDate="2014-01-05T23:57:57.963" LastActivityDate="2014-01-05T23:57:57.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1399" PostTypeId="2" ParentId="1378" CreationDate="2013-12-26T18:51:30.843" Score="2" Body="&lt;p&gt;It's very unlikely that there's a comprehensive open collection with the information you're looking for.  At the very least, logos or graphics are going to be tricky, as they're the copyright of the individual companies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't answer the rest of the question with a single source, as there are at least 6 registration entities in the U.S. alone.  From the CDMA Development Group's &lt;a href=&quot;http://www.cdg.org/members_only/refdocs/130.zip&quot; rel=&quot;nofollow&quot;&gt;Document 130 (PRLs)&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The FCC eliminated the use of SIDs and the SID assignment process in its entirety as part of&#xA;  the license application and as a part of the FCC Year 2000 Biennial Regulatory Review&#xA;  (Amendment of Part 22 of the Commission’s Rules to Modify or Eliminate Outdated Rules&#xA;  Affecting the Cellular Radiotelephone Service and other Commercial Mobile Radio Services, WT&#xA;  Docket No. 01-108, Report and Order, FCC 02-229 (released Sept. 24, 2002), the section 22.941&#xA;  of the Commission Rules, 47 C.F.R. § 22.941).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ifast.org&quot; rel=&quot;nofollow&quot;&gt;IFAST (International Forum on&#xA;ANSI-41 Technology)&lt;/a&gt; might have it, but they charge:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;An Excel spreadsheet with more detailed IRM (SID) information is available to IFAST members. Membership is free to IRM/SID assignees upon application, and costs $1000 per year to others. For more information contact IFASTSec@ifastltd.org .&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="263" LastActivityDate="2013-12-26T18:51:30.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1400" PostTypeId="1" AcceptedAnswerId="1419" CreationDate="2013-12-28T14:18:16.297" Score="11" ViewCount="18213" Body="&lt;p&gt;Countries have mandatory disclosure of some financial indicators for certain industries. Some companies may disclose information about their financial performance at will.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While public corporations have to report to the SEC, is there any organized dataset for private companies?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-03-17T15:18:55.720" LastActivityDate="2015-04-28T22:58:01.083" Title="Where can I get private companies' financials?" Tags="|data-request|usa|finance|companies|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1401" PostTypeId="2" ParentId="1400" CreationDate="2013-12-29T12:09:14.357" Score="4" Body="&lt;p&gt;Have you seen this project &lt;a href=&quot;https://opencorporates.com&quot; rel=&quot;nofollow&quot;&gt;opencorporates&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably you will find a lot of data there.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-29T12:09:14.357" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1402" PostTypeId="1" AcceptedAnswerId="1404" CreationDate="2013-12-29T19:55:13.507" Score="6" ViewCount="106" Body="&lt;p&gt;Is there a way to find out how many cases have been filed under a particular act or law? Bonus if it is possible to filter by location, parties, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am primarily interested in this for the US (or any states where this is possible) but it would be interesting to see if there are information sources about this abroad as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any queryable or scrapable source is sufficient.&lt;/p&gt;&#xA;" OwnerUserId="1345" LastEditorUserId="70" LastEditDate="2015-04-01T12:11:09.920" LastActivityDate="2015-09-17T19:33:36.910" Title="Getting legal information" Tags="|data-request|legal|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1403" PostTypeId="2" ParentId="1402" CreationDate="2013-12-29T20:08:36.357" Score="2" Body="&lt;p&gt;It's not cases filed, but you can find some pretty amazing legal resources on &lt;a href=&quot;https://www.courtlistener.com/&quot; rel=&quot;nofollow&quot;&gt;CourtListener&lt;/a&gt;. They have a search engine, bulk data, and API access to approximately a hojillion court opinions from around the US.&lt;/p&gt;&#xA;" OwnerUserId="161" LastActivityDate="2013-12-29T20:08:36.357" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1404" PostTypeId="2" ParentId="1402" CreationDate="2013-12-30T03:32:18.533" Score="6" Body="&lt;p&gt;This is an example of a question that we won't be able to answer until the CourtListener archive is complete. Using the data that is available, one could run queries there for particular statutes by citation or name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, if interested in the Convention Against Torture, do a query at CourtListener for that with surrounding quotes, or if interested in cases invoking &quot;42 U.S.C. § 1983&quot; query that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But cases aren't always &quot;filed under&quot; a particular statute. When filing a federal lawsuit one is required to fill out a cover sheet and choose a &lt;a href=&quot;http://www.pacer.gov/documents/natsuit.pdf&quot;&gt;&quot;Nature of Suit&quot; (NOS) code&lt;/a&gt; that categorizes the case somewhat, but many lawsuits involve more than one issue, so a case alleging both copyright and trademark infringement might only be listed under the copyright NOS code and so even if you could search across all the NOS codes you wouldn't get exactly what you want. A separate problem illustrated by this example is that Copyright law is vast. Cases dealing with 17 U.S.C. § 107 (fair use) are often totally different from cases dealing with 17 U.S.C. § 109 (the first sale doctrine). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, in some ways your question is not exactly framed in an answerable form. What could be done (when CourtListener's archive is complete) is we could create a giant list of every opinion that mentions &quot;17 U.S.C. § 107&quot; and every opinion that mentions &quot;17 U.S.C. § 108&quot;, &quot;17 U.S.C. § 109&quot;, etc. through the entire United States code. That would be really interesting. What is the most litigated part of the code? What statute is cited the most? etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best collection of federal district court opinions that you could download/scrape would be the RECAP collection from the good people at CITP, hosted by the Internet Archive here: &lt;a href=&quot;https://archive.org/details/usfederalcourts&quot;&gt;https://archive.org/details/usfederalcourts&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, that collection includes any kind of document that might appear on a federal docket, including complaints, briefs, declarations, etc. and so it would take some additional effort to sort out the opinions from the rest. One day CourtListener will ingest that collection and make this easier for people trying to tackle questions like yours.&lt;/p&gt;&#xA;" OwnerUserId="1704" LastActivityDate="2013-12-30T03:32:18.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1405" PostTypeId="1" AcceptedAnswerId="1406" CreationDate="2013-12-30T04:24:44.657" Score="7" ViewCount="873" Body="&lt;p&gt;Can someone guide me in how to learn and practice Hadoop? I want to work on big data in the future and I want to work further in the field. Some datasets, practice tutorials, and guidelines are what I am looking for.&lt;/p&gt;&#xA;" OwnerUserId="1705" LastEditorUserId="90" LastEditDate="2015-04-16T05:07:03.207" LastActivityDate="2016-07-20T09:33:33.233" Title="Practice Hadoop?" Tags="|data-request|big-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1406" PostTypeId="2" ParentId="1405" CreationDate="2013-12-30T08:46:52.480" Score="8" Body="&lt;p&gt;Here you are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A &lt;a href=&quot;https://www.coursera.org/course/datasci&quot;&gt;MOOC&lt;/a&gt; from coursera, but you have to wait until they will run it again or&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can start from dozens of courses &lt;a href=&quot;http://bigdatauniversity.com/courses/&quot;&gt;here&lt;/a&gt; in big data university.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2013-12-30T08:46:52.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1407" PostTypeId="1" AcceptedAnswerId="1411" CreationDate="2013-12-30T23:22:04.543" Score="3" ViewCount="94" Body="&lt;p&gt;On the off chance, anyone know where to get an opensource copy of WHO's Anatomical Therapeutic Chemical (ATC) Defined Daily Dose (DDD) guidelines?&lt;/p&gt;&#xA;" OwnerUserId="1151" LastEditorUserId="70" LastEditDate="2015-03-31T18:52:01.470" LastActivityDate="2015-03-31T18:52:01.470" Title="WHO's Defined Daily Dose guidelines" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1408" PostTypeId="1" AcceptedAnswerId="1409" CreationDate="2013-12-31T16:45:37.777" Score="13" ViewCount="2185" Body="&lt;p&gt;Is the raw data of US Census or BLS available?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By raw I mean the datapoints that later comprise the summary tables. For instance, the average employment by firm size. Apart from means that you can find in official publications, is it possible to get this as firms' anonymized responses?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That would allow additional operations with data, like finding variance and distribution of employment across firm sizes in particular industries and geographies. And in general, the raw data can say much more about subjects than the aggregated does.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="18" LastEditDate="2015-03-13T20:30:26.613" LastActivityDate="2015-03-14T09:15:01.610" Title="Raw data from US Census and BLS" Tags="|usa|data.gov|us-census|" AnswerCount="6" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1409" PostTypeId="2" ParentId="1408" CreationDate="2013-12-31T17:36:17.193" Score="8" Body="&lt;p&gt;The native raw datapoints comprising some of the more popular tables related to your search are accessible through sites at both agencies.  As examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/ces/tables.htm&quot;&gt;Summary reports&lt;/a&gt; on current employment statistics and &lt;a href=&quot;http://www.bls.gov/ces/cesbtabs.htm&quot;&gt;detailed data&lt;/a&gt; behind the report from the Bureau of Labor Statistics&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.census.gov/econ/susb/&quot;&gt;Summary reports&lt;/a&gt; on firm size, employees, and payroll and &lt;a href=&quot;http://www.census.gov/econ/susb/data/download_susb2011.html&quot;&gt;detailed data&lt;/a&gt; behind the report from the U.S. Census&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;A collection of all the &lt;a href=&quot;http://catalog.data.gov/organization&quot;&gt;datasets by organization&lt;/a&gt; can be found at the Data.gov &lt;a href=&quot;http://catalog.data.gov/dataset&quot;&gt;catalog&lt;/a&gt;.  For the two you note:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://catalog.data.gov/organization/bls-gov&quot;&gt;Bureau of Labor Statistics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://catalog.data.gov/organization/census-gov&quot;&gt;U.S. Census&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2013-12-31T17:36:17.193" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1410" PostTypeId="2" ParentId="1408" CreationDate="2014-01-01T05:58:57.863" Score="4" Body="&lt;p&gt;This census table shows employment stats by Firm Size. It is for the country as a whole (not broken further down).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/econ/smallbus.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/econ/smallbus.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset from BLS shows job/loss gains since 1992 based on firm size.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/bdm/bdmfirmsize.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/bdm/bdmfirmsize.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This page from the BLS has a lot of data on Business Employment Dynamics has a lot of detailed tables, including by firm size.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/bdm/data.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/bdm/data.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This page from the SBA discusses and gives links to where to find firm size related data from various government agencies:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.sba.gov/advocacy/849/12162&quot; rel=&quot;nofollow&quot;&gt;http://www.sba.gov/advocacy/849/12162&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-01-01T05:58:57.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1411" PostTypeId="2" ParentId="1407" CreationDate="2014-01-01T06:26:50.820" Score="1" Body="&lt;p&gt;The ATC index DDD is copyright protected, so I do not believe one could legally make an open-data version.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find information on their licensing on this FAQ page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/classifications/help/FAQOther/en/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/classifications/help/FAQOther/en/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find their copyright statement at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/about/copyright/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/about/copyright/en/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-01-01T06:26:50.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1412" PostTypeId="1" AcceptedAnswerId="1437" CreationDate="2014-01-02T17:42:30.797" Score="8" ViewCount="1254" Body="&lt;p&gt;I have a dataset (it's a bunch of count variables) at the Census 2010 census tract level, and I want to merge it to a bunch of other datasets that are at the Census 2000 tract level.  Because it would be difficult/messy to change all the other datasets, I want to basically send this one dataset back in time and put it into Census 2000 tracts.  I'm aware that this is going to be imperfect/require some assumptions about uniformity across tracts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been looking through the crosswalk published as part of the LTDB (&lt;a href=&quot;http://www.s4.brown.edu/us2010/Researcher/LTBDDload/DataList.aspx&quot;&gt;http://www.s4.brown.edu/us2010/Researcher/LTBDDload/DataList.aspx&lt;/a&gt;), which takes files from Census 2000 tracts to Census 2010 tracts.  It seems like I should be able to use these weights to go in the opposite direction as well, right?  But I'm having a hard time wrapping my head around it as I read through their code.  Has anyone done this before?&lt;/p&gt;&#xA;" OwnerUserId="1722" LastEditorUserId="18" LastEditDate="2015-03-13T20:31:12.150" LastActivityDate="2015-03-13T20:31:12.150" Title="How can I convert from Census 2010 tracts to Census 2000 tracts?" Tags="|usa|us-census|conversion|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1413" PostTypeId="2" ParentId="1412" CreationDate="2014-01-02T22:10:30.117" Score="5" Body="&lt;p&gt;I've not done this myself, but the US Census does provide datasets and information for mapping census data between 2010 and 2000. They call these the geography relationship files. Below is a link to the datasets/information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/geo/maps-data/data/relationship.html&quot;&gt;http://www.census.gov/geo/maps-data/data/relationship.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is an excerpt from their website that I think would apply to your situation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The 2010 Census Tract Relationship files are provided as a tool to help data users compare the universe of Census 2000 tracts to the universe of 2010 Census tracts. From these files, data users may determine how Census 2000 tracts relate to 2010 Census tracts and vice versa. The links below provide more information about the relationship files, including format and layouts, as well as a link to the files. Also see the Congressional District relationship files section above for the 113th Congressional Districts to Census Tract relationship files.&lt;br/&gt;&#xA;•Overview of the 2010 Census Tract Relationship Files&lt;br/&gt;&#xA;•Understanding the 2010 Census Tract Relationship Files [PDF]&lt;br/&gt;&#xA;•Download the 2010 Census Tract Relationship Files&lt;br/&gt;&#xA;•2010 Census Tract Relationship File Format and Record Layout&lt;br/&gt;&#xA;•Census 2000 Tract Relationship Files&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-01-02T22:10:30.117" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1414" PostTypeId="2" ParentId="1326" CreationDate="2014-01-02T23:55:53.210" Score="3" Body="&lt;p&gt;The University of California, Berkley has an interactive form  for query social survey data they have compiled ('SDA: Survey Documentation and Analysis'). I don't know if they have a REST or other API interface.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find it at this link:&#xA;&lt;a href=&quot;http://sda.berkeley.edu/&quot; rel=&quot;nofollow&quot;&gt;http://sda.berkeley.edu/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their archives are at this link:&#xA;&lt;a href=&quot;http://sda.berkeley.edu/archive.htm&quot; rel=&quot;nofollow&quot;&gt;http://sda.berkeley.edu/archive.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 1972-2010 cumulative General Social Survey (GSS) interactive form is at this link:&#xA;&lt;a href=&quot;http://sda.berkeley.edu/cgi-bin/hsda3&quot; rel=&quot;nofollow&quot;&gt;http://sda.berkeley.edu/cgi-bin/hsda3&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, they also reference the ICPSR as referred to by the previous answer.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-01-02T23:55:53.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1415" PostTypeId="1" CreationDate="2014-01-03T17:49:32.320" Score="6" ViewCount="157" Body="&lt;p&gt;Is there a way to get an electronic copy of the Congressional Record, or otherwise get information about all the speakers in Congress, what they said, when they said, the votes on all motions bills, the text of all bills and related information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was unable to find the Congressional Record going back more that 20 years or so, but I imagine that since it is printed, it must be available somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone know where I can find it?&lt;/p&gt;&#xA;" OwnerUserId="1345" LastEditorUserId="70" LastEditDate="2015-03-27T16:40:18.150" LastActivityDate="2015-03-27T16:40:18.150" Title="Congressional Record in electronic form" Tags="|data-request|usa|government|historical|legal|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1416" PostTypeId="2" ParentId="1415" CreationDate="2014-01-03T19:30:42.060" Score="4" Body="&lt;p&gt;I would checkout govtrack.us. They make their datasets available as 'public domain'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.govtrack.us/developers&quot; rel=&quot;nofollow&quot;&gt;https://www.govtrack.us/developers&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Any data files we make available from the Source Data page for which we own the copyright we release into the public domain.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="33" LastEditDate="2014-01-04T14:13:32.270" LastActivityDate="2014-01-04T14:13:32.270" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1417" PostTypeId="1" CreationDate="2014-01-03T19:42:47.453" Score="5" ViewCount="1239" Body="&lt;p&gt;Where can I get financial indicators of public companies in the format friendly for statistical analysis?&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;Friendly&amp;quot; is mainly about:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Panel data in long format.&lt;/li&gt;&#xA;&lt;li&gt;Variable names compatible with statistical packages.&lt;/li&gt;&#xA;&lt;li&gt;Datapoints properly formatted.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Capital IQ Compustat is the example of such friendliness, but what are its open-data alternatives?&lt;/p&gt;&#xA;&lt;p&gt;A couple of sources that have the necessary information are:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pages.stern.nyu.edu/%7Eadamodar/New_Home_Page/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Useful Data Sets - Aswath Damodaran at NYU Stern School of Business&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/datasets/s-and-p-500-companies&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets / s-and-p-500-companies&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://rankandfiled.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rank and Filed&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="26648" LastEditDate="2021-02-20T01:35:47.343" LastActivityDate="2021-02-20T01:35:47.343" Title="Panel data for public companies' financials? Alternative to Capital IQ Compustat?" Tags="|data-request|usa|finance|companies|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="1418" PostTypeId="2" ParentId="1417" CreationDate="2014-01-04T00:04:40.947" Score="5" Body="&lt;p&gt;The SEC publishes standardized machine readable data in XBRL format on public companies and other entities, such as mutual funds. Public company financial statements are among the data sets available. These data sets are available on the interactive data home page of the SEC, &lt;a href=&quot;http://xbrl.sec.gov/&quot; rel=&quot;noreferrer&quot;&gt;www.xbrl.sec.gov&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, the SEC maintains a market structure and data analysis site. (See &lt;a href=&quot;http://www.sec.gov/News/PressRelease/Detail/PressRelease/1370539865877#.UsdPOWRDu0U&quot; rel=&quot;noreferrer&quot;&gt;announcement&lt;/a&gt;.) This site, &lt;a href=&quot;http://www.sec.gov/marketstructure&quot; rel=&quot;noreferrer&quot;&gt;www.sec.gov/marketstructure&lt;/a&gt;, contains data such as metrics for individual securities. The individual security data sets provide metrics for more than 4,800 securities. Columns include: Ticker, Date, Security, McapRank, TurnRank, VolatilityRank, PriceRank, Cancels, Trades, LitTrades, OddLots, Hidden, TradesForHidden, OrderVol, TradeVol, LitVol, OddLotVol, HiddenVol, TradeVolForHidden.&lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2014-01-04T00:04:40.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1419" PostTypeId="2" ParentId="1400" CreationDate="2014-01-04T02:19:42.267" Score="8" Body="&lt;p&gt;There is no comprehensive source of open data as you describe, but there are public and restricted-access open data sets that can illuminate certain aspects of private company finances. Privately-held companies often disclose information to the public in accordance with federal, state, and local laws. Some of this information directly involves company finances (such as public bankruptcy records; public property records) and some of it may serve as an indirect indicator of a company's financial circumstances (e.g., the U.S. Department of Labor publishes &lt;a href=&quot;http://www.dol.gov/ebsa/foia/foia-5500.html&quot;&gt;disclosure forms&lt;/a&gt; with rich information on the retirement plans maintained by U.S. employers, including 401(k) plan assets).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Certain sectors of private companies are subject to more comprehensive financial reporting, such as banks (see, e.g., the &lt;a href=&quot;http://www.ffiec.gov/financial.htm&quot;&gt;extensive federal open data&lt;/a&gt; on U.S. banks published by the banking regulators). &lt;a href=&quot;http://www.data.gov/&quot;&gt;Data.gov&lt;/a&gt;'s search feature can allow you to explore data available on particular sectors, such as finance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on the purposes you have, you may also be able to take advantage of restricted-access data sets on individual firms. For example, the U.S. Census provides researchers with access to nonpublic data at a number of &lt;a href=&quot;https://ask.census.gov/faq.php?id=5000&amp;amp;faqId=665&quot;&gt;Census Research Data Centers (RDCs)&lt;/a&gt;. Restricted use data includes economic data for business establishments and firms, including: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Economic Census&lt;/li&gt;&#xA;&lt;li&gt;Longitudinal Business Database (LBD) &lt;/li&gt;&#xA;&lt;li&gt;Annual Survey of Manufactures (ASM)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The list of Census restricted use data sets is available &lt;a href=&quot;http://www.census.gov/ces/dataproducts/&quot;&gt;on the Census Center for Economic Studies&lt;/a&gt; site.&lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2014-01-04T02:19:42.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1420" PostTypeId="2" ParentId="1415" CreationDate="2014-01-05T04:15:53.797" Score="5" Body="&lt;p&gt;The Sunlight Foundation makes a lot of Congressional Record data available through its &lt;a href=&quot;http://capitolwords.org/&quot;&gt;Capitol Words&lt;/a&gt; API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://capitolwords.org/api/1/&quot;&gt;http://capitolwords.org/api/1/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's focused on speeches, and doesn't bring much order to chaos beyond that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But you're also looking for votes, and bills, and bill text? Rather than plumb the depths of the Congressional Record, you can get that from this project:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/unitedstates/congress&quot;&gt;https://github.com/unitedstates/congress&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which has various scrapers that assemble this from around Congress. This is the data that ends up in &lt;a href=&quot;https://www.govtrack.us&quot;&gt;GovTrack&lt;/a&gt; and in the Sunlight Foundation's &lt;a href=&quot;http://sunlightlabs.github.io/congress&quot;&gt;Congress API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="161" LastActivityDate="2014-01-05T04:15:53.797" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1421" PostTypeId="2" ParentId="1301" CreationDate="2014-01-06T05:53:43.960" Score="2" Body="&lt;p&gt;Check out their database of databases at &lt;a href=&quot;http://www.quandl.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.quandl.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1139" LastActivityDate="2014-01-06T05:53:43.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1422" PostTypeId="2" ParentId="562" CreationDate="2014-01-06T07:42:50.080" Score="3" Body="&lt;p&gt;It looks you can get product+barcode data commercially from &lt;a href=&quot;http://www.mynetfair.com&quot; rel=&quot;nofollow&quot;&gt;http://www.mynetfair.com&lt;/a&gt;. At least &lt;a href=&quot;http://www.barcoo.com&quot; rel=&quot;nofollow&quot;&gt;http://www.barcoo.com&lt;/a&gt; uses their data. However, barcoo also crowd-collects so that may be bidirectional. (I like what they do and hope they will include allergy info with their food data at some time)&lt;/p&gt;&#xA;" OwnerUserId="1734" LastActivityDate="2014-01-06T07:42:50.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1423" PostTypeId="2" ParentId="266" CreationDate="2014-01-08T15:58:32.557" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://public.enigma.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public&lt;/a&gt; is a repository for data that host all the data in its raw form on its own servers which allows you to search within the data as well download it through a REST API. All data is available under creative commons licensing. &lt;/p&gt;&#xA;" OwnerUserId="1751" LastEditorUserId="13276" LastEditDate="2017-09-05T08:25:49.420" LastActivityDate="2017-09-05T08:25:49.420" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1424" PostTypeId="2" ParentId="841" CreationDate="2014-01-08T16:37:37.260" Score="2" Body="&lt;p&gt;I'm researching a similar open data storage/delivery problem. We'd like to hook an open data repo into a new CMS site, likely Wordpress, while avoiding having to roll our own CKAN environment. Our goal is provide datasets to developers who would then create various apps and projects based on the datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a tool called DKAN that's basically the CKAN platform squished into Drupal and it looks promising, but probably overkill.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also looking into Github or Google Drive as open data repositories (the &quot;regular&quot; kind of repository not the strict version-control type, though we'd get version-control with Github for free) and exposing lists and links on the CMS site via API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at Github, the organization and team features are only adequate for managing, &quot;categorizing&quot;, and organizing a hierarchy of data sets. The familiarity with which many folks have of Git and Github combined with our developer-heavy audience and potential app/project output makes this a solid option. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Drive, on the other hand, is much more robust from an organizational perspective, but doesn't give us much else beyond the Google App ecosystem basics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We expect to heavily customize our CMS and aren't afraid to try new things regarding open data storage, but moving straight to CKAN seems like a gnarly first move.&lt;/p&gt;&#xA;" OwnerUserId="1752" LastActivityDate="2014-01-08T16:37:37.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1426" PostTypeId="2" ParentId="1408" CreationDate="2014-01-08T20:11:15.417" Score="4" Body="&lt;p&gt;The answers here don't seem to be answering the question. It sounds like you are looking for anonymized individual-level data (also called microdata). This is often available, though it depends on the specific dataset you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In you want population microdata, you're best place to start is the &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/pums_documentation/&quot; rel=&quot;nofollow&quot;&gt;American Community Survey Public Use Microdata Sample (PUMS)&lt;/a&gt;. Their &lt;a href=&quot;http://www.census.gov/acs/www/Downloads/data_documentation/pums/DataDict/PUMSDataDict12.pdf&quot; rel=&quot;nofollow&quot;&gt;data dictionary is here&lt;/a&gt; and it asks a ton of questions about important economic and social indicators. The sample is also giant (person-level file has millions of records, depending on the year and sample).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For BLS data, it will depend on what dataset for which you want microdata. The &lt;a href=&quot;http://www.bls.gov/cex/csxmicrodoc.htm&quot; rel=&quot;nofollow&quot;&gt;Consumer Expenditure Survey&lt;/a&gt; has microdata, but if you are looking for a different dataset, your best bet would be to use Google and look for that dataset + microdata and see if they offer it. Best luck!&lt;/p&gt;&#xA;" OwnerUserId="24" LastActivityDate="2014-01-08T20:11:15.417" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1427" PostTypeId="2" ParentId="841" CreationDate="2014-01-09T09:37:29.973" Score="5" Body="&lt;p&gt;Data.gov has open sourced it's code, which combines WordPress for the front end with CKAN for the open data catalog.  The &lt;a href=&quot;https://github.com/GSA/data.gov&quot;&gt;code is available&lt;/a&gt; via Github--for commenting, downloading, or submitting modifications.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This code will continue to evolve with user-driven updates to the functionality needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This will be part of the U.S. ongoing contribution to the &lt;a href=&quot;http://ogpl.gov.in/&quot;&gt;Open Government Platform&lt;/a&gt;, as well, which is a collaboration between India, Canada, Ghana, and the U.S. and currently is available as a native Drupal, and a Drupal + CKAN capability. The source code is being made &lt;a href=&quot;http://ogpl.github.io/index-en.html&quot;&gt;accessible via Github&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist with Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-01-09T09:37:29.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1428" PostTypeId="1" CreationDate="2014-01-09T18:17:39.713" Score="2" ViewCount="99" Body="&lt;p&gt;I want to see what people are searching the most within &lt;a href=&quot;https://en.wikipedia.org/wiki/Pinterest&quot; rel=&quot;nofollow&quot;&gt;Pinterest&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be like an equivalent of the Google Keyword Research tool, but for Pinterest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data for similar/other social networks is OK too.&lt;/p&gt;&#xA;" OwnerUserId="1757" LastEditorUserId="754" LastEditDate="2015-03-06T06:49:23.253" LastActivityDate="2015-03-06T06:49:23.253" Title="Database of searches within Pinterest (or other social networks)" Tags="|data-request|social-media|search-engine|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1429" PostTypeId="1" CreationDate="2014-01-09T19:57:23.940" Score="4" ViewCount="86" Body="&lt;p&gt;I'm at a workshop on data publication, and there's talk about trying to do an audit of scienfitic file formats by related communities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of any existing surveys that we might be able to build on?&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-02-22T16:29:04.507" Title="File formats by scientific community?" Tags="|data-format|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1430" PostTypeId="2" ParentId="1390" CreationDate="2014-01-09T22:46:11.943" Score="2" Body="&lt;p&gt;Here is a hack (some might consider it ugly):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Download the english and the german wikipedia and/or wiktionary&lt;/li&gt;&#xA;&lt;li&gt;Make a list of articles that are translations of each other&lt;/li&gt;&#xA;&lt;li&gt;Use the page titles as words of your dictionary&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I admit, this is not an easy-to-parse format, but a huge data source that is sometimes overlooked.&lt;/p&gt;&#xA;" OwnerUserId="1759" LastActivityDate="2014-01-09T22:46:11.943" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1431" PostTypeId="2" ParentId="1301" CreationDate="2014-01-10T04:38:02.770" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.propublica.org/site/author/dan_nguyen&quot; rel=&quot;nofollow&quot;&gt;Dan Nguyen a former news application developer at ProPublica&lt;/a&gt;, taught a data journalism class at NYU during the fall of 2013. He compiled a list of data journalism related articles. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A large amount of these stories were born out of public data and FOIA requests, but not all. From the list description:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is a list of both useful and eclectic articles and guides to data journalism, in no particular order, though I’ve sorted them into rough categories for now. This list is auto-generated from a Google Spreadsheet&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.smalldatajournalism.com/readings/&quot; rel=&quot;nofollow&quot;&gt;Small Data Journalism Readings&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1555" LastActivityDate="2014-01-10T04:38:02.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1432" PostTypeId="1" AcceptedAnswerId="1442" CreationDate="2014-01-10T10:27:17.107" Score="5" ViewCount="95" Body="&lt;p&gt;What are all the different types of Degrees, Certifications and Diplomas you can get? I can find the Types of Degrees, but I am not looking only for the types of degrees.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for Certificate types and Diploma types, i.e: &lt;code&gt;National Diploma&lt;/code&gt; or &lt;code&gt;Senior Certificate&lt;/code&gt; or for the degree: &lt;code&gt;Bachelor of Arts&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1761" LastEditorUserId="1761" LastEditDate="2014-01-13T06:25:21.840" LastActivityDate="2014-01-13T17:36:23.980" Title="What are the different types of Degrees, Diplomas and Certifications and Industry types?" Tags="|data-request|education|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1433" PostTypeId="1" AcceptedAnswerId="1434" CreationDate="2014-01-10T10:47:46.860" Score="4" ViewCount="133" Body="&lt;p&gt;I don't have an example to showcase, but I have a general question. If a website provides its data open and free, but to download them you need to fill a captcha, can I use an automatic way to auto fill the questions and download the data I want?&lt;/p&gt;&#xA;" OwnerUserId="1762" LastActivityDate="2014-01-10T11:01:19.513" Title="Captcha in a website with open data" Tags="|best-practice|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1434" PostTypeId="2" ParentId="1433" CreationDate="2014-01-10T10:53:24.400" Score="3" Body="&lt;p&gt;It might be consider illegal. Autofilling captcha is a blackhat toolbox and in most of the cases you should avoid it. The best thing you can do is read the &quot;term of uses&quot; of the site and if you cannot find anything there, then you can always contact with them and ask for a certain reason to send you the data directly.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-01-10T11:01:19.513" LastActivityDate="2014-01-10T11:01:19.513" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1435" PostTypeId="2" ParentId="1390" CreationDate="2014-01-10T14:04:39.840" Score="6" Body="&lt;p&gt;If GPL licenced is acceptable to you, then you can use the German &amp;lt;-&gt; English dictionary included in the Ding package:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www-user.tu-chemnitz.de/~fri/ding/&quot; rel=&quot;noreferrer&quot;&gt;http://www-user.tu-chemnitz.de/~fri/ding/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="504" LastActivityDate="2014-01-10T14:04:39.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1436" PostTypeId="2" ParentId="1301" CreationDate="2014-01-10T17:48:42.793" Score="1" Body="&lt;p&gt;You might want to check out the &lt;a href=&quot;http://www.opendata500.com/&quot; rel=&quot;nofollow&quot;&gt;Open Data 500&lt;/a&gt; project from GovLab, which collects companies that rely on open data to create products and services.&lt;/p&gt;&#xA;" OwnerUserId="974" LastActivityDate="2014-01-10T17:48:42.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1437" PostTypeId="2" ParentId="1412" CreationDate="2014-01-11T04:39:39.180" Score="4" Body="&lt;p&gt;Missouri Census Data Center provides a (SAS-based) &lt;a href=&quot;http://mcdc.missouri.edu/websas/geocorr12.html&quot; rel=&quot;nofollow&quot;&gt;app&lt;/a&gt; that does this pretty smoothly.&lt;/p&gt;&#xA;" OwnerUserId="1766" LastActivityDate="2014-01-11T04:39:39.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1438" PostTypeId="1" CreationDate="2014-01-11T06:11:33.663" Score="5" ViewCount="1385" Body="&lt;p&gt;Is Alexa's Top available in a dataset format?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Several datasets exist, but include only basic information, like domains and their positions in the top.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What about other info, like category of the website, search visits, visitors locations, etc. as presented here: &lt;a href=&quot;http://www.alexa.com/siteinfo/google.com&quot; rel=&quot;noreferrer&quot;&gt;http://www.alexa.com/siteinfo/google.com&lt;/a&gt; ?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-12-10T13:01:15.653" Title="Alexa top dataset" Tags="|web-crawling|traffic|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1439" PostTypeId="2" ParentId="1438" CreationDate="2014-01-11T09:04:25.120" Score="4" Body="&lt;p&gt;I know that 1-2 years ago, Alexa had a free API for this on &lt;a href=&quot;http://data.alexa.com&quot; rel=&quot;nofollow&quot;&gt;data.alexa.com&lt;/a&gt;. Now it returns a 404 error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a few software out there that promise data from Alexa but actually they scrap the website which is illegal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only way I know is via Amazon web servers but it is a paid service. 0.15$/1000 requests. You can see details here &lt;a href=&quot;http://aws.amazon.com/awis/&quot; rel=&quot;nofollow&quot;&gt;AWS&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The price has changed to $0.0025 per URL.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="9517" LastEditDate="2015-12-10T13:01:15.653" LastActivityDate="2015-12-10T13:01:15.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1440" PostTypeId="1" CreationDate="2014-01-11T13:27:38.907" Score="19" ViewCount="18935" Body="&lt;p&gt;Are there any datasets on Amazon products' price history? &lt;a href=&quot;http://camelcamelcamel.com/&quot;&gt;http://camelcamelcamel.com/&lt;/a&gt; doesn't make it available and the &lt;a href=&quot;https://affiliate-program.amazon.com/gp/advertising/api/detail/main.html&quot;&gt;Amazon Product Advertising API&lt;/a&gt; doesn't seem to give access to the price history.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-04-19T15:21:12.977" LastActivityDate="2020-06-29T01:38:21.837" Title="Amazon price history dataset" Tags="|data-request|historical|products|prices|" AnswerCount="6" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1441" PostTypeId="2" ParentId="1208" CreationDate="2014-01-13T16:08:00.090" Score="12" Body="&lt;p&gt;I surprised no-one mentioned HDF5 yet. This is a documented format with freely available C libraries for using it. It has traditionally been used for high-performance persistence of numerical scientific data. HDF5 files are self-describing and very easy to work with using python (using either PyTables or H5Py). More importantly, HDF5 is platform agnostic and bindings are available for C++, Java and C# (not sure about JS Ruby etc. but anything with a foreign-function interface can be made to work). Think of HDF5 as like XML but for binary data.&lt;/p&gt;&#xA;" OwnerUserId="1775" LastActivityDate="2014-01-13T16:08:00.090" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1442" PostTypeId="2" ParentId="1432" CreationDate="2014-01-13T17:36:23.980" Score="4" Body="&lt;p&gt;I'm not entirely sure what exactly you are after, but in any case, looking at the ESCO-standard would probably get you in the right direction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/social/main.jsp?catId=1042&amp;amp;langId=en&quot; rel=&quot;nofollow&quot;&gt;ESCO&lt;/a&gt; is a EU-standard published in October, linking the NACE sector classification, the ISCO occupational standard and the EQF qualifications standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance the information about the &lt;a href=&quot;https://ec.europa.eu/esco/web/guest/qualification/-/Qualification/nl/nl/nl/http://ec.europa.eu/esco/qualification/23887?resetLanguage=true&amp;amp;newLanguage=en&quot; rel=&quot;nofollow&quot;&gt;European Hairdressing Certificate &lt;/a&gt; contains standardized metadata about the awarding bodies, the corresponding qualifications, the related occupations, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The complete standard is available as open data, and can be &lt;a href=&quot;https://ec.europa.eu/esco/download&quot; rel=&quot;nofollow&quot;&gt;downloaded&lt;/a&gt; as RDF.&lt;/p&gt;&#xA;" OwnerUserId="1777" LastActivityDate="2014-01-13T17:36:23.980" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1444" PostTypeId="2" ParentId="1440" CreationDate="2014-01-14T10:45:26.120" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://www.keepa.com&quot; rel=&quot;noreferrer&quot;&gt;www.keepa.com&lt;/a&gt; is a similar website to camelcamelcamel. I cannot find a way to download the data but maybe you will.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, &lt;a href=&quot;https://www.terapeak.com/services/data-services#pricing&quot; rel=&quot;noreferrer&quot;&gt;Terapeak&lt;/a&gt; provide a &lt;strong&gt;free&lt;/strong&gt; package with limited api calls (500/months) where you can find historical prices.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-01-14T10:45:26.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1445" PostTypeId="2" ParentId="266" CreationDate="2014-01-15T23:34:29.317" Score="4" Body="&lt;ul&gt;&#xA;&lt;li&gt;Here is a list of US portals that is slightly more up to date than datacatalogs.org, if one is missing, submit a pull request (but also notify datacatalogs.org!) &lt;a href=&quot;https://github.com/sunlightpolicy/opendata/blob/master/USlocalopendataportals.csv&quot; rel=&quot;nofollow&quot;&gt;https://github.com/sunlightpolicy/opendata/blob/master/USlocalopendataportals.csv&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;A list of portals, by vendor: &lt;a href=&quot;https://github.com/tlevine/openprism/blob/gh-pages/src/index.js&quot; rel=&quot;nofollow&quot;&gt;https://github.com/tlevine/openprism/blob/gh-pages/src/index.js&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Chicago's 'Hidden Open Data' round up which lists data not included on the portal: &lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AtbqcVh3dkAqdDZFaTlwRlBDczVGbUtJUnNwVnZ2ZVE#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheet/ccc?key=0AtbqcVh3dkAqdDZFaTlwRlBDczVGbUtJUnNwVnZ2ZVE#gid=0&lt;/a&gt; and the accompanying presentation: &lt;a href=&quot;http://www.smartchicagocollaborative.org/chicagos-hidden-opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.smartchicagocollaborative.org/chicagos-hidden-opendata/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="329" LastActivityDate="2014-01-15T23:34:29.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1446" PostTypeId="1" CreationDate="2014-01-16T05:39:49.740" Score="7" ViewCount="4074" Body="&lt;p&gt;Is there any open movie database containing all the Indian movie information which can be used commercially.&#xA;I know there are certain providers like &lt;a href=&quot;http://www.themoviedb.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.themoviedb.org/&lt;/a&gt; and IMDB where you can scrape or access API.I need to if there is any other choice?&lt;/p&gt;&#xA;" OwnerUserId="1644" LastEditorUserId="70" LastEditDate="2015-03-10T16:10:20.137" LastActivityDate="2015-10-24T11:48:58.260" Title="Indian Movie Database?" Tags="|data-request|film|india|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1447" PostTypeId="2" ParentId="1446" CreationDate="2014-01-16T07:56:00.567" Score="4" Body="&lt;p&gt;Hmm I don't know if you could find something for a commercial use. But here are a few suggestions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) &lt;a href=&quot;http://www.imdb.com/help/show_leaf?usedatasoftware&quot; rel=&quot;nofollow&quot;&gt;imdb&lt;/a&gt; if you do not want to play with api, you can download all the database. But not for commercial use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) An alternative api for movie database &lt;a href=&quot;http://developer.rottentomatoes.com/docs/read/Home&quot; rel=&quot;nofollow&quot;&gt;rotten tomatoes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) An alternative api for movie database &lt;a href=&quot;http://www.anditson.com&quot; rel=&quot;nofollow&quot;&gt;anditson&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since you need a commercial use, read very well all the term of uses, just to be 100% sure.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-01-16T07:56:00.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1448" PostTypeId="1" CreationDate="2014-01-16T12:21:30.887" Score="7" ViewCount="228" Body="&lt;p&gt;Personal data usually has to be anonymised, e.g. aggregated, to be published as open data. &#xA;However, some individuals are willing to share some of their personal data for example to contribute to medical research.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Are there exemplar individual efforts?&lt;/li&gt;&#xA;&lt;li&gt;Are there great tools and platforms that enable sharing personal data?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Examples to start with are:&#xA;&lt;a href=&quot;https://openpaths.cc/&quot;&gt;Open Paths&lt;/a&gt;, &lt;a href=&quot;https://commodify.us&quot;&gt;commodify.us&lt;/a&gt; etc.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-01-17T15:12:48.037" Title="What are examples of people sharing personal data as open data?" Tags="|best-practice|uses-of-open-data|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1449" PostTypeId="2" ParentId="1448" CreationDate="2014-01-16T17:56:19.027" Score="2" Body="&lt;p&gt;Stephen Friend of &lt;a href=&quot;http://sagebase.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sage Biometrics&lt;/a&gt; gave a talk at the &lt;a href=&quot;http://sites.nationalacademies.org/PGA/brdi/PGA_070715&quot; rel=&quot;nofollow noreferrer&quot;&gt;Symposium on Global Scientific Data Infrastructures &lt;/a&gt; in which he mentioned that people were putting their medical data out there to try to help find cures for their ailments.  (and often paying of of pocket for their DNA to be sequenced so it could be shared)&lt;/p&gt;&#xA;&lt;p&gt;Sage Biometrics operates &lt;a href=&quot;https://www.synapse.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Synapse&lt;/a&gt; to help distribute  and analyze that and other public biometrics data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; More info on the effort is at &lt;a href=&quot;http://sagebase.org/bridge/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sagebase.org/bridge/&lt;/a&gt; :&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Toward this goal, Sage Bionetworks, with support from the Robert Wood Johnson Foundation’s Pioneeer Portfolio is building BRIDGE a web-based, open-source platform that will allow patients to provide their data and insights as research partners on the health problems that matter most to them.&lt;/p&gt;&#xA;&lt;p&gt;On BRIDGE, citizens, patients and researchers will be able to use online tools that connect people, their data and their stories to build communities focused on defining the research question that matters most to patients and their families. Participants will be able to use BRIDGE’s consent tools and data portal to contribute their health data into open research projects such as those that Sage Bionetworks is enabling with its Synapse data repository and collaborative work space. The insights that come from the data will then be reported back on BRIDGE and also drive new rounds of research collaborations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-01-16T21:50:14.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1450" PostTypeId="2" ParentId="1448" CreationDate="2014-01-17T03:11:02.570" Score="2" Body="&lt;p&gt;One area where there are multiple projects to share personal data in an open way is in genetics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Projects like &lt;a href=&quot;http://www.genomesunzipped.org/data&quot; rel=&quot;nofollow&quot;&gt;Genomes Unzipped&lt;/a&gt; contain &lt;a href=&quot;http://www.isogg.org/wiki/Autosomal_DNA&quot; rel=&quot;nofollow&quot;&gt;autosomal DNA&lt;/a&gt; test results for named individuals (public domain).  There are many more of these genotypes at &lt;a href=&quot;http://opensnp.org/&quot; rel=&quot;nofollow&quot;&gt;OpenSNP&lt;/a&gt;.  This personal data is shared to enable research on variations in genes for medical research, and also for ancestry (genealogy).  There are &lt;a href=&quot;http://www.isogg.org/wiki/DNA_databases&quot; rel=&quot;nofollow&quot;&gt;many other ancestry-specific projects&lt;/a&gt; where named individuals share specific parts of their genes to hope to match with distant relatives, and some make their data freely available. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other data collections like &lt;a href=&quot;http://www.1000genomes.org/&quot; rel=&quot;nofollow&quot;&gt;1000 Genomes&lt;/a&gt; do anonymise data, but there are problems when some projects try to keep personal data anonymous and others with similar or the same data do not, as the &lt;a href=&quot;http://www.nytimes.com/2013/01/18/health/search-of-dna-sequences-reveals-full-identities.html?_r=0&quot; rel=&quot;nofollow&quot;&gt;data can sometimes be matched&lt;/a&gt; to identify people. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like Open Paths, Open Street Map has a large collection of &lt;a href=&quot;http://www.openstreetmap.org/traces&quot; rel=&quot;nofollow&quot;&gt;GPS tracks&lt;/a&gt;.  Some people use their full names, and the tracks probably include where they live and/or work, so they can be identified, even if that is not the intention.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastActivityDate="2014-01-17T03:11:02.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1451" PostTypeId="1" AcceptedAnswerId="1456" CreationDate="2014-01-17T10:21:05.090" Score="7" ViewCount="91" Body="&lt;p&gt;I found this &lt;a href=&quot;https://opendata.stackexchange.com/questions/517/are-there-any-regular-open-data-conferences&quot;&gt;great question&lt;/a&gt; about regular open data conferences. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But do you know if there are journals only or part of them for Open Data case studies and research? &lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-03-25T09:26:45.453" Title="Journals for Open Data research" Tags="|data-request|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1452" PostTypeId="2" ParentId="1448" CreationDate="2014-01-17T15:12:48.037" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://quantifiedself.com&quot; rel=&quot;nofollow&quot;&gt;Quantified Self&lt;/a&gt; project (start with blog on home page for &quot;calls for data&quot; and the forums for people posting how to get/use/provide their own data). They also have an &lt;a href=&quot;http://quantifiedself.com/open-data/&quot; rel=&quot;nofollow&quot;&gt;open-data tag&lt;/a&gt; that has some specific posts.&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2014-01-17T15:12:48.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1453" PostTypeId="1" AcceptedAnswerId="1454" CreationDate="2014-01-18T22:26:45.687" Score="17" ViewCount="6806" Body="&lt;p&gt;I've been rooting around at the US Census Dept's Tigerline Shapefile download area through the web portal here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/cgi-bin/geo/shapefiles2013/main&quot; rel=&quot;noreferrer&quot;&gt;http://www.census.gov/cgi-bin/geo/shapefiles2013/main&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And have been pretty successful at getting shapefiles for nearly all census-studied areas such as PUMA's (Public Use Microdata Areas), Counties, Census Block Groups, and so on. I have not however been successful at getting my hands on the MSA files there. There are CBSA files, which are to my knowledge a different, larger area-class of supra-metro regions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have access to census data for MSA regions, however, and was wondering where I might be able to get my hands on the MSA shapefile.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is one other possibility, however. I might be confused about the definitions of MSA's and learn that MSA's and Census &quot;Places&quot;, as the regional data type is called at the data access points, are the same. They also have a shapefile set called &quot;Urban areas&quot;, which is quite large and therefore I'm guessing fairly granular, so maybe that could be it, I don't know.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I definitely &lt;strong&gt;do not&lt;/strong&gt; want accidentally start making consultancy-level evaluative comments based on inaccurate information due to different areas with some overlap but not 100% identical accidentally being confused for the same area though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quick example of that:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Confusing &quot;Greater Greenville&quot; (50 square mile area) in 2010 for the &quot;City of Greenville&quot; (20 square mile area) and saying, given the &quot;growth&quot; from 2000's 20 square mile area population to 2010's 50 square mile area population area and thinking that the city has undergone an high-density urban revolution in just 10 years. &quot;Greenville is blowing up!&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any change of data-series title scares me a little to a lot so definitely looking for those MSA shapefiles. Fishing for edification on the census data structure though a bit too I guess, sorry mod's you can edit if you want&lt;/p&gt;&#xA;" OwnerUserId="1806" LastEditorUserId="1806" LastEditDate="2017-01-20T04:41:09.100" LastActivityDate="2017-10-06T20:52:18.487" Title="Trying to locate US Census Shapefiles for all MSA's (Metropolitan &amp; Micropolitan Statistical Areas)" Tags="|data.gov|city|geospatial|us-census|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1454" PostTypeId="2" ParentId="1453" CreationDate="2014-01-19T07:43:34.257" Score="15" Body="&lt;p&gt;You have been misled, CBSA files are in fact what you are looking for. Check the &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER2013/2013-FolderNames-Defined.pdf&quot; rel=&quot;noreferrer&quot;&gt;documentation&lt;/a&gt; detailing what each type of shapefile contains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Want more verification? Here is the description of the GEOID field for the CBSA shapefile: &lt;code&gt;2010 Census metropolitan statistical area/micropolitan statistical area code found in CBSAFP10&lt;/code&gt;. And here is the description for the CBSAFP10 field : &lt;code&gt;2010 Census metropolitan statistical area/micropolitan statistical area code&lt;/code&gt;. You may want to use the NAME10 field to reference each specific MSA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is another tip for you, all of the data released by the Census (as far as I know) comes labeled with a year in which it is measured. If your data is a 5-year average, the most recent year it covers is the shapefile year you should attach it to. If it is one year data, then the shapefile should come from the same year. I am going to assume you want population statistics and that the year of data you have is for 2012 or is for 2008-2012, therefore, I believe you want &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER2012/CBSA/&quot; rel=&quot;noreferrer&quot;&gt;this&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2015-12-06T15:32:55.140" LastActivityDate="2015-12-06T15:32:55.140" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1455" PostTypeId="1" CreationDate="2014-01-19T14:19:12.170" Score="5" ViewCount="60" Body="&lt;p&gt;Although this is a very subjective question as each national government has quite a different setup. However, in general, are there any patterns or working models involving statistics bureaus having a more involved role in either hosting, curating, managing, evangelizing, policy making, etc for the country open data portal? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there examples where the national open data portal was solely or jointly serviced by national statistics bureaus?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What might be the potential good practices in establishing roles and responsibilities between statistics bureaus, national information and ID centers, eGovernment programs, other ministries of significance etc?&lt;/p&gt;&#xA;" OwnerUserId="1758" LastEditorUserId="70" LastEditDate="2015-04-01T12:10:09.960" LastActivityDate="2015-04-01T12:10:09.960" Title="Involvement of central statistics bureau with national open data portal" Tags="|government|best-practice|data-portal|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1456" PostTypeId="2" ParentId="1451" CreationDate="2014-01-20T10:58:46.600" Score="2" Body="&lt;p&gt;It seems research is interdisciplinary. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For technical aspects I would look, for example, at journals that publish research on linked data. &lt;/li&gt;&#xA;&lt;li&gt;For business models etc management journals.&lt;/li&gt;&#xA;&lt;li&gt;For public sector information, journals that focus on pubic administration.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;More research might be in Information Systems and others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We at the ODI started a &lt;a href=&quot;https://www.zotero.org/groups/odi/items&quot; rel=&quot;nofollow&quot;&gt;Zotero group&lt;/a&gt; for open data papers, but early stages.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-01-20T10:58:46.600" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1457" PostTypeId="1" CreationDate="2014-01-20T11:02:36.667" Score="6" ViewCount="3210" Body="&lt;p&gt;Do you know if there is any (open) database for Google Books titles or texts? It could be used for text analysis and statistics.&lt;/p&gt;&#xA;" OwnerUserId="1762" LastEditorUserId="70" LastEditDate="2015-03-26T21:31:32.917" LastActivityDate="2016-02-27T22:40:01.563" Title="A dataset for Google Books" Tags="|data-request|books|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1458" PostTypeId="2" ParentId="1457" CreationDate="2014-01-20T14:28:41.773" Score="4" Body="&lt;p&gt;Google Books publishes an API. &lt;a href=&quot;https://developers.google.com/books/docs/v1/getting_started&quot; rel=&quot;nofollow&quot;&gt;https://developers.google.com/books/docs/v1/getting_started&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course one of the prohibitions in their ToS (&lt;a href=&quot;https://developers.google.com/terms/&quot; rel=&quot;nofollow&quot;&gt;https://developers.google.com/terms/&lt;/a&gt;) is &quot;you will not...Scrape, build databases or otherwise create permanent copies of such content&quot; so if anyone built an open database from this data, which I think is what you're asking for, it may be in violation of the ToS.&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2014-01-20T14:28:41.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1459" PostTypeId="2" ParentId="1457" CreationDate="2014-01-20T14:43:24.727" Score="2" Body="&lt;p&gt;Amazon Web Services provide several open dataset for their clients including mathematics, economics, biology, astronomy etc. &lt;strong&gt;One of them is Google Books Ngrams.&lt;/strong&gt; It's not exactly titles dataset but it is a 2.2 TB with Ngrams.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;N-grams are fixed size tuples of items. In this case the items are words extracted from the Google Books corpus. The n specifies the number of elements in the tuple, so a 5-gram contains five words or characters.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;The yellow dog played fetch.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Would produce the following 2-grams: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[&quot;The&quot;, &quot;yellow&quot;] &#xA;[&quot;yellow&quot;, 'dog&quot;] &#xA;[&quot;dog&quot;, &quot;played&quot;] &#xA;[&quot;played&quot;, &quot;fetch&quot;] &#xA;[&quot;fetch&quot;, &quot;.&quot;] &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more details check this &lt;a href=&quot;http://aws.amazon.com/datasets/Encyclopedic/8172056142375670&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-01-20T14:43:24.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1460" PostTypeId="2" ParentId="589" CreationDate="2014-01-21T03:39:31.710" Score="1" Body="&lt;p&gt;Some databases for movies : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.linkedmdb.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.linkedmdb.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.imdb.com/interfaces/&quot; rel=&quot;nofollow&quot;&gt;http://www.imdb.com/interfaces/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.themoviedb.org/documentation/api&quot; rel=&quot;nofollow&quot;&gt;http://www.themoviedb.org/documentation/api&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-01-21T03:39:31.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1461" PostTypeId="2" ParentId="78" CreationDate="2014-01-22T20:10:30.693" Score="2" Body="&lt;p&gt;Progress Report Examples: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NYC, by the city: &lt;a href=&quot;http://www.nyc.gov/html/static/pages/roadmap/open_government.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.nyc.gov/html/static/pages/roadmap/open_government.shtml&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;NYC, by Reinvent Albany: &lt;a href=&quot;http://reinventalbany.org/wp-content/uploads/2013/11/nyc.opendata.challenges.final.pdf&quot; rel=&quot;nofollow&quot;&gt;http://reinventalbany.org/wp-content/uploads/2013/11/nyc.opendata.challenges.final.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Philadelphia Report Card: &lt;a href=&quot;http://technical.ly/philly/2013/05/02/philadelphia-open-data-executive-order/&quot; rel=&quot;nofollow&quot;&gt;http://technical.ly/philly/2013/05/02/philadelphia-open-data-executive-order/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Philadelphia's New Opportunities for Data Publishing: &lt;a href=&quot;https://github.com/CityOfPhiladelphia/open-gov-phl/wiki/New-Opportunities-for-Data-Publishing&quot; rel=&quot;nofollow&quot;&gt;https://github.com/CityOfPhiladelphia/open-gov-phl/wiki/New-Opportunities-for-Data-Publishing&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Guides: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Sunlight Foundation's Guidelines to Guidelines timeline (list many of these guides in one spot): &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/06/04/your-guideline-to-open-data-guidelines-pt-1-the-history/&quot; rel=&quot;nofollow&quot;&gt;http://sunlightfoundation.com/blog/2013/06/04/your-guideline-to-open-data-guidelines-pt-1-the-history/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Federal Assessment: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Sunlight Foundation's assessment of how the federal agencies are complying with the federal open data policy: &lt;a href=&quot;http://sunlightfoundation.com/blog/2013/12/03/open-data-executive-order-compliance-the-bad-and-the-good/&quot; rel=&quot;nofollow&quot;&gt;http://sunlightfoundation.com/blog/2013/12/03/open-data-executive-order-compliance-the-bad-and-the-good/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="329" LastActivityDate="2014-01-22T20:10:30.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1462" PostTypeId="2" ParentId="1453" CreationDate="2014-01-22T23:37:48.740" Score="5" Body="&lt;p&gt;I concur with Kotebiya. MSAs are identified by a CBSA identifier. Below is the definition from the Tiger line handbook (&lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER2013/2013-FolderNames-Defined.pdf&quot; rel=&quot;nofollow&quot;&gt;ftp://ftp2.census.gov/geo/tiger/TIGER2013/2013-FolderNames-Defined.pdf&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CBSA      Metropolitan Statistical Area / Micropolitan Statistical Area&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="18" LastEditDate="2014-09-04T21:01:39.290" LastActivityDate="2014-09-04T21:01:39.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1463" PostTypeId="2" ParentId="1455" CreationDate="2014-01-22T23:40:40.333" Score="1" Body="&lt;p&gt;I have a CSV dataset you should find useful. It contains primary government website URLs for all countries in the world. The third field is to the country's statistical division.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#govweb&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/download.php#govweb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-01-22T23:40:40.333" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1464" PostTypeId="1" CreationDate="2014-01-23T09:34:20.490" Score="3" ViewCount="333" Body="&lt;p&gt;If a government or a company publish their data as Open Data, you don't have a (&lt;strong&gt;theoretical&lt;/strong&gt;) reason to not trust their data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But what happens when the data is a result of crowdsourcing. Can we trust them with the same way we trust the data from official publishers? Is there any way to evaluate them? Can we use them on research or contests about Open Data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;A recent example:&lt;/strong&gt;&#xA;A local municipality has published a dataset of points of interest. Wikimapia has also a dataset for the same area but it is bigger and with more details than the official one. If I want to create an application, I can choose the dataset from the municipality and I will have an official &quot;stamp&quot; for the data and better &quot;social acceptance&quot;, but my application will be misfunctioned. Or I can choose the &quot;unofficial&quot; dataset from crowdsourcing and create an application without the official &quot;stamp&quot;.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="1511" LastEditDate="2014-01-23T13:05:30.690" LastActivityDate="2014-01-23T21:24:31.847" Title="Crowdsourced Open Data" Tags="|government|releasing-data|crowdsourcing|reliability|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1465" PostTypeId="2" ParentId="1464" CreationDate="2014-01-23T13:03:04.443" Score="0" Body="&lt;p&gt;Why not have the possibility to have more than one stamp? A dataset can then have &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;the 'official' stamp&lt;/li&gt;&#xA;&lt;li&gt;the 'social acceptance' stamp&lt;/li&gt;&#xA;&lt;li&gt;both 1. and 2.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-01-23T13:03:04.443" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1466" PostTypeId="2" ParentId="453" CreationDate="2014-01-23T14:47:34.113" Score="1" Body="&lt;p&gt;it's not exactly a roadmap, but we are developing an &lt;a href=&quot;http://rawdatahunter.com/open-data-canvas-vers-outil-de-strategie-open-data/&quot; rel=&quot;nofollow&quot;&gt;&quot;Open Data Canvas&quot; 0.1&lt;/a&gt;, inspired by the Business Model Canvas, to anticipate all the issues of an Open Data Process. This canvas can be used by every organisation, cities included.&#xA;It's a first version, the objective is to have a kind of framework for every organisation which want to open some data (every feedbacks are very valuable).&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2014-01-23T14:47:34.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1467" PostTypeId="2" ParentId="1464" CreationDate="2014-01-23T21:19:00.667" Score="2" Body="&lt;p&gt;I aggregate datasets from different sources together frequently. I sometimes use a hybrid database/table representation, that follows some adaption of this basic approach:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Split the fields into two table schemas.&#xA;A. one for things that are invariants (e.g., place name, ISO codes, etc)&#xA;B. one for things that are variants (e.g., population, coordinates, etc).&#xA;C. the 2nd table schema uses a foreign key to tie its records to the first table schema.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I then make an instance of the 2nd table for each dataset source.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;When querying, I join the first table with an instance of the second table depending on which data source I want to use.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I avoid blending data for the same field from different data sources if there is a potential to be different, and I hate the idea of adding N fields for the same value in one table to cover each dataset. This way, if I decide to add a new dataset source, I can simply create another instance of the table schema. Other benefits I have:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Don't have to update existing table schemas.&lt;/li&gt;&#xA;&lt;li&gt;Don't have to re-optimize storage of in-production databases.&lt;/li&gt;&#xA;&lt;li&gt;Don't have to modify queries in my middle-ware.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-01-23T21:24:31.847" LastActivityDate="2014-01-23T21:24:31.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1468" PostTypeId="2" ParentId="133" CreationDate="2014-01-24T18:05:43.690" Score="1" Body="&lt;p&gt;Throwing in my weight into this topic. I work on an open-data project to solve producing dataset compilations from multiple dataset sources. We tackle issues like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;language (we handle 6 languages used by UN: en, fr, es, ru, ar, zh)&lt;br/&gt;&#xA;language script&lt;br/&gt;&#xA;character encodings and error detection&lt;br/&gt;&#xA;formal, short, variant and abbreviated name matching&lt;br/&gt;&#xA;ISO, US (FIPS/USGS/NGA/CBSA) and Canadian (SGC) geographic identifiers&lt;br/&gt;&#xA;unit handling&lt;br/&gt;&#xA;data representation, etc&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is our on-going proposed spec (CUDE):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/csv1.1.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/csv1.1.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below are the governmental datasets (500+) we have processed and released using the spec:&#xA;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We haven't released the code yet, just the datasets.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-01-24T18:05:43.690" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1469" PostTypeId="2" ParentId="381" CreationDate="2014-01-24T18:42:52.703" Score="7" Body="&lt;p&gt;I can throw in 2 cents on this subject. First, I would not use population of a point-of-interest as the sole normalizer in a crime analysis. Crime is more tied to the combination of population, economic activity and social factors at both the POI and surrounding area. Below are examples of some of the factors in developing an algorithm:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The population of the surrounding area that supports the economic activity. This is referred to in Census terms as the 'Urban agglomeration'. Factors to consider&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A. Population Density&lt;br/&gt;&#xA;B. Available Housing Density&lt;br/&gt;&#xA;C. Occupied Housing Unit Density&lt;br/&gt;&#xA;D. Unemployment rate&lt;br/&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The overall economic activity at the POI. This may be a combination:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A. Total size of employed workforce&lt;br/&gt;&#xA;B. Total wages of employed workforce&lt;br/&gt;&#xA;C. Total value of goods produced&lt;br/&gt;&#xA;D. Total value of all economic activity (goods produced and sold).&lt;br/&gt;&#xA;E. Types of the major economic activity (e.g., SIC or NAICS codes) and employment diversification.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;some of this data is obtainable from counties; otherwise I look for data from the BLS.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Social Factors&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A. Density of medical facilities&lt;br/&gt;&#xA;B. Density of non-food alcohol establishments&lt;br/&gt;&#xA;C. Ratios of Grocery Stores/Full-Service Restaurants to Limited-Service Restaurants (sometimes referred to Food Desert)&lt;br/&gt;&#xA;D. Ratio of students in public schools to private/charter&lt;br/&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I have some experience aggregating datasets for analyzing crime factors based on UCR codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Recently, I've been looking into how to use daily weather conditions (obtained from NOAA) as factor to predict variance.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-01-24T18:56:34.617" LastActivityDate="2014-01-24T18:56:34.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1471" PostTypeId="2" ParentId="433" CreationDate="2014-01-24T22:47:13.233" Score="2" Body="&lt;p&gt;Regarding formats, in &lt;a href=&quot;http://datos.gob.mx&quot; rel=&quot;nofollow&quot;&gt;Mexico&lt;/a&gt; we are pushing forward the idea of using REST in most of the cases. REST architectures are resource-oriented, thus making them accessible directly through a URL. This follows the open data principle of accessibility.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most users will not be able to craft a XML request to get the data from a SOAP interface. Compare that to accessing a simple REST interface, e.g. &lt;a href=&quot;http://datos.gob.mx/votes.json&quot; rel=&quot;nofollow&quot;&gt;http://datos.gob.mx/votes.json&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1136" LastEditorUserId="1136" LastEditDate="2015-07-20T23:04:20.290" LastActivityDate="2015-07-20T23:04:20.290" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1472" PostTypeId="1" CreationDate="2014-01-24T23:17:09.463" Score="6" ViewCount="124" Body="&lt;p&gt;Forecasting open data demand is quite challenging. A new public dataset means more downloads, a new app results in way more requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be interesting to discuss the throughput of open data portals, in terms of datasets downloads or API calls.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone done a research in this matter?&lt;/p&gt;&#xA;" OwnerUserId="1136" LastEditorUserId="70" LastEditDate="2015-03-30T15:23:06.847" LastActivityDate="2015-03-30T15:23:06.847" Title="Is there any documentation or case study of scaling up an Open Data API?" Tags="|api|releasing-data|best-practice|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1473" PostTypeId="1" CreationDate="2014-01-26T01:27:03.120" Score="1" ViewCount="375" Body="&lt;p&gt;My interest is in visualizations from the standpoint of a software developer, not a scientist. It seems that getting open data from two different sites take a lot of work as some expose an API and some just let you download JSON and do what you like. My question is...Is there a central repository of metadata for open data that is easily accessed? Has anyone thought of doing this legwork?&lt;/p&gt;&#xA;" OwnerUserId="1850" LastEditorUserId="70" LastEditDate="2015-03-30T14:50:16.710" LastActivityDate="2015-03-30T14:50:16.710" Title="Real Newbie Question" Tags="|data-request|metadata|" AnswerCount="1" CommentCount="0" ClosedDate="2015-03-30T14:50:02.693" ContentLicense="CC BY-SA 3.0" />
  <row Id="1474" PostTypeId="2" ParentId="1473" CreationDate="2014-01-26T02:07:08.320" Score="3" Body="&lt;p&gt;There's &lt;a href=&quot;http://www.data.gov&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt; for U.S. federal government open data, and &lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow&quot;&gt;Datahub&lt;/a&gt; for international open data, as a start.&lt;/p&gt;&#xA;" OwnerUserId="592" LastActivityDate="2014-01-26T02:07:08.320" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1475" PostTypeId="5" CreationDate="2014-01-27T05:11:45.207" Score="0" Body="&lt;p&gt;The untagged tag is automatically assigned when questions are migrated from other sites to Open Data, and all those questions should be tagged appropriately. There is no valid use case to tag a new or existing question with untagged.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Secondly, untagged is assigned if all tags on a question are deleted. This can happen because tags that only have a single question are automatically deleted after six months. In this case, too, the community should assign appropriate tags to those questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This answer was provided in &lt;a href=&quot;http://meta.opendata.stackexchange.com/questions/172/do-we-really-need-the-untagged-tag#comment9_172?noredirect=1&quot;&gt;Do we really need the &amp;quot;untagged&amp;quot; tag?&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-01-27T05:11:45.207" LastActivityDate="2014-01-27T05:11:45.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1476" PostTypeId="4" CreationDate="2014-01-27T05:11:45.207" Score="0" Body="The untagged tag is automatically assigned when questions are migrated from other sites to Open Data, and all those questions should be tagged appropriately. " OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-01-27T05:11:45.207" LastActivityDate="2014-01-27T05:11:45.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1478" PostTypeId="2" ParentId="562" CreationDate="2014-01-28T23:22:19.090" Score="9" Body="&lt;p&gt;I've been using &lt;a href=&quot;http://www.ean-search.org/&quot;&gt;http://www.ean-search.org/&lt;/a&gt; for a while. Seems pretty good.&lt;/p&gt;&#xA;" OwnerUserId="1868" LastActivityDate="2014-01-28T23:22:19.090" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1479" PostTypeId="1" AcceptedAnswerId="1480" CreationDate="2014-01-29T18:19:35.080" Score="7" ViewCount="2599" Body="&lt;p&gt;Lately I have been playing around with the Amazon Product Advertising API, and it made me very curious about how Amazon-price checking sites like Keepa and camelcamelcamel actually work.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a small number of requests, the Amazon Product Advertising API is quite straightforward.  However, even if you are pushing a lot of revenue to Amazon, I don't see how you could pull the amount of data that these sites have based on the published API limits.  The relevant docs from amazon imply that the absolute maximum number of requests is about 900,000 (ten per second per day):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://forums.aws.amazon.com/message.jspa?messageID=199771#&quot; rel=&quot;nofollow&quot;&gt;https://forums.aws.amazon.com/message.jspa?messageID=199771#&lt;/a&gt;&#xA;&lt;a href=&quot;http://docs.aws.amazon.com/AWSECommerceService/latest/DG/TroubleshootingApplications.html&quot; rel=&quot;nofollow&quot;&gt;http://docs.aws.amazon.com/AWSECommerceService/latest/DG/TroubleshootingApplications.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The tracking sites, on the other hand, claims that they are pulling daily prices for nearly seven million items, and that they are pulling prices much more frequently for the most popular items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So how are they doing it?  Do they have a sweetheart deal with Amazon, or are they screenscraping or something?  Any ideas or insider info?&lt;/p&gt;&#xA;" OwnerUserId="1874" LastEditorUserId="70" LastEditDate="2015-03-30T14:35:15.047" LastActivityDate="2015-03-30T14:35:15.047" Title="Techniques for Pulling Prices for a Large Number of Amazon Items" Tags="|api|best-practice|products|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1480" PostTypeId="2" ParentId="1479" CreationDate="2014-01-29T19:31:28.920" Score="5" Body="&lt;p&gt;As I can understand from this &lt;a href=&quot;http://blog.camelcamelcamel.com/post/14558348775/how-our-price-checking-system-works&quot; rel=&quot;nofollow&quot;&gt;blog post&lt;/a&gt; they split the database in groups of interest and they update products in base of these groups.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Without Ι know more than this blog post, several companies provide the option to contact with them and arrange a different paid package for their API. I don't know if this is the case for Amazon, but why not?&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-07T09:23:48.447" LastActivityDate="2014-02-07T09:23:48.447" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1482" PostTypeId="1" AcceptedAnswerId="1483" CreationDate="2014-01-30T12:29:43.943" Score="10" ViewCount="295" Body="&lt;p&gt;I recently took up piano and I was surprised (read: shocked) not to find easily downloadable music partitions (sheets) on the internet. Now I am not looking for partitions that would be copyrighted, say, by Alicia Keys. I'm more hunting for public domain compositions by classical composers like Mozart, Bach or even Gershwin. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So is there a place on-line that allows to download public-domain partitions for classical (symphonic) music? &lt;/p&gt;&#xA;" OwnerUserId="1870" LastEditorUserId="16256" LastEditDate="2017-05-25T16:37:21.583" LastActivityDate="2017-05-25T16:37:21.583" Title="Music partitions for piano" Tags="|data-request|music|audio|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1483" PostTypeId="2" ParentId="1482" CreationDate="2014-01-30T12:55:04.053" Score="7" Body="&lt;p&gt;I found this website (&lt;a href=&quot;https://musopen.org/&quot;&gt;musopen.org&lt;/a&gt;) the other day and I bookmarked it. Looks interesting. From the about section of their website:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We provide recordings, sheet music, and textbooks to the public for free, without copyright restrictions. Put simply, our mission is to set music free.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-01-30T12:55:04.053" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1485" PostTypeId="2" ParentId="477" CreationDate="2014-02-01T17:08:33.763" Score="3" Body="&lt;p&gt;In research, one common way is to simply read other research articles and see what datasets they have used. Also, when a dataset is created by a research lab, the latter usually advertises to their colleagues (research meeting, email, conference, etc.) and might publish a paper presenting the new dataset (1).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(1) E.g. Saeed, Mohammed, et al. &quot;&lt;a href=&quot;http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=1166854&quot; rel=&quot;nofollow&quot;&gt;MIMIC II: a massive temporal ICU patient database to support research in intelligent patient monitoring&lt;/a&gt;.&quot; Computers in Cardiology, 2002. IEEE, 2002.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-02-01T17:08:33.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1486" PostTypeId="2" ParentId="477" CreationDate="2014-02-03T15:08:44.937" Score="7" Body="&lt;p&gt;&lt;strong&gt;How to stay up to date with UK government data releases:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Office for National Statistics release calendar&lt;/li&gt;&#xA;&lt;li&gt;Parliamentary releases mailing list  &lt;/li&gt;&#xA;&lt;li&gt;Planning alerts mailing list&lt;/li&gt;&#xA;&lt;li&gt;Press releases&lt;/li&gt;&#xA;&lt;li&gt;RSS feeds&lt;/li&gt;&#xA;&lt;li&gt;Twitter&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The Office for National Statistics release calendar is excellent because it allows you to see weeks in advance what data is going to be published. &lt;a href=&quot;http://www.statistics.gov.uk/hub/release-calendar/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.statistics.gov.uk/hub/release-calendar/index.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Parliamentary releases mailing list lets you select exactly which committees and types of reports you want to be alerted to, and if you want them immediately or daily. &lt;a href=&quot;https://subscriptions.parliament.uk/accounts/UKPARLIAMENT/subscriber/new&quot; rel=&quot;nofollow&quot;&gt;https://subscriptions.parliament.uk/accounts/UKPARLIAMENT/subscriber/new&lt;/a&gt;?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Planning data has a great email alert, excellent for local data journalism.&#xA;&lt;a href=&quot;http://www.planningportal.gov.uk/inyourarea/&quot; rel=&quot;nofollow&quot;&gt;http://www.planningportal.gov.uk/inyourarea/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="90" LastEditDate="2015-03-28T21:43:12.560" LastActivityDate="2015-03-28T21:43:12.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1488" PostTypeId="1" CreationDate="2014-02-04T18:09:06.710" Score="4" ViewCount="146" Body="&lt;p&gt;Where can I download BLS &lt;a href=&quot;http://www.bls.gov/ooh/&quot; rel=&quot;nofollow&quot;&gt;Occupational Outlook Handbook&lt;/a&gt; data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find most information in separate tables on the BLS's website, but maybe a more comprehensive dataset is available?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1142" LastEditDate="2014-02-05T12:06:18.573" LastActivityDate="2014-06-09T21:04:13.123" Title="Occupational Outlook Handbook dataset" Tags="|usa|data.gov|economics|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1489" PostTypeId="1" CreationDate="2014-02-04T21:23:14.800" Score="7" ViewCount="128" Body="&lt;p&gt;Nate Silver, of 538 fame, &lt;a href=&quot;https://twitter.com/fivethirtyeight/status/430803692401336320&quot;&gt;just Tweeted&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Anybody know where I can find a file listing which congressional districts are adjacent to one another?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Seemed like an appropriate request to post here. Any ideas? &lt;/p&gt;&#xA;" OwnerUserId="84" LastActivityDate="2014-03-02T17:56:30.007" Title="A file listing adjacent congressional districts?" Tags="|government|district|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1490" PostTypeId="2" ParentId="1489" CreationDate="2014-02-05T09:45:54.013" Score="3" Body="&lt;p&gt;Maybe you are looking for something like this. If you click on an area, you will find information about the polygon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/fusiontables/DataSource?snapid=S506424n-DY&quot; rel=&quot;nofollow&quot;&gt;2012 US Congressional Districts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-02-05T09:45:54.013" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1491" PostTypeId="2" ParentId="1489" CreationDate="2014-02-06T01:31:44.490" Score="6" Body="&lt;p&gt;I just solved a problem exactly like this with the United States' 2012 Census Block Groups. I used ArcGIS to breakdown the borders to their individual line segments (in other words each line that consists of only two vertices), and captured the line length of each segment of each area. I then transformed the lines into midpoints and did an intersect analysis. This method I found was exponentially faster than near table analysis using the whole polygons. I then selected records that where only Block Group GEOID's from GEOID1 did not match the id in GEOID2.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This took ArcGIS too long so I had to do it in SAS. I then dissolved the records by GEOID1 and GEOID2 and summed the line length. This produces the total length of borders that are shared by GEOID1 and GEOID2. I then compared this length with the total length of the original Block Group. This helped me to solve the question: What percent of Block Group 1's border is shared by Block Group 2's border? And it was for all Block Groups. This also tells you what Block Groups are adjacent to each other.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I realized based on some of the answers provided that I was not including adjacent districts where only one corner from each was touching, so I broke down each district by vertex instead of line midpoint and did a similar analysis. I then joined the first analysis based on line midpoints to the vertex analysis and give a proportion score of zero to any that were not caught in the first analysis (because if only corners touched they do not share a common border, but a corner).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://drive.google.com/file/d/0B110OY2PF0KCUE9fcWNhMm1hUFk/edit?usp=sharing&quot; rel=&quot;nofollow&quot;&gt;file&lt;/a&gt; includes my analysis. The first column is the State and District number of the reference district; the second column represents the districts adjacent to it; the third column represents what proportion of the reference district's borders are shared with the adjacent district. If the proportion is zero, then they are adjacent by touching corners.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ftp2.census.gov/geo/tiger/TIGER2013/CD/&quot; rel=&quot;nofollow&quot;&gt;Source&lt;/a&gt; of data.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2014-02-07T18:48:17.720" LastActivityDate="2014-02-07T18:48:17.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1492" PostTypeId="1" AcceptedAnswerId="1732" CreationDate="2014-02-06T04:30:47.110" Score="5" ViewCount="1292" Body="&lt;p&gt;Are they any openly available lists of the scores of NCAA games in football or basketball?  The information exists in pieces on sites like &lt;a href=&quot;http://en.wikipedia.org/wiki/2012_Texas_Longhorns_football_team&quot; rel=&quot;nofollow&quot;&gt;wikipedia&lt;/a&gt;, and &lt;a href=&quot;http://www-cs-faculty.stanford.edu/~knuth/sgb.html&quot; rel=&quot;nofollow&quot;&gt;Stanford Graph Base&lt;/a&gt; has the entire 1990 NCAA division 1 football schedule in a nice format, but I wondering if there is a comprehensive list that would be easier to get then scraping &lt;a href=&quot;http://en.wikipedia.org/wiki/2011_SEC_football_season#Regular_season&quot; rel=&quot;nofollow&quot;&gt;wikipedia&lt;/a&gt; pages.&lt;/p&gt;&#xA;" OwnerUserId="1916" LastEditorUserId="70" LastEditDate="2015-03-27T10:00:12.733" LastActivityDate="2015-03-27T10:00:12.733" Title="Results of past NCAA games" Tags="|data-request|sports|historical|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1493" PostTypeId="5" CreationDate="2014-02-06T13:12:56.307" Score="0" Body="&lt;p&gt;Many maps are static two-dimensional, geometrically accurate (or approximately accurate) representations of three-dimensional space, while others are dynamic or interactive, even three-dimensional. Although most commonly used to depict geography, maps may represent any space, real or imagined, without regard to context or scale; e.g. brain mapping, DNA mapping and extraterrestrial mapping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although the earliest maps known are of the heavens, geographic maps of territory have a very long tradition and exist from ancient times. The word &quot;map&quot; comes from the medieval Latin Mappa mundi, wherein mappa meant napkin or cloth and mundi the world. Thus, &quot;map&quot; became the shortened term referring to a two-dimensional representation of the surface of the world.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some common map types:&lt;br&gt;&#xA;Atlas&lt;br&gt;&#xA;Thematic Map&lt;br&gt;&#xA;Topographic Map&lt;br&gt;&#xA;Street Map&lt;br&gt;&#xA;Weather Map&lt;br&gt;&#xA;Political Map  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-28T08:06:14.973" LastActivityDate="2014-06-28T08:06:14.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1494" PostTypeId="4" CreationDate="2014-02-06T13:12:56.307" Score="0" Body="A visual representation of an area-a symbolic depiction highlighting relationships between elements of that space such as objects, regions, and themes." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:23:21.880" LastActivityDate="2014-02-06T16:23:21.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1495" PostTypeId="5" CreationDate="2014-02-06T13:22:49.183" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-02-06T13:22:49.183" LastActivityDate="2014-02-06T13:22:49.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1496" PostTypeId="4" CreationDate="2014-02-06T13:22:49.183" Score="0" Body="A geographic information system (GIS), geographical information system, or geospatial information system is any system that captures, stores, analyzes, manages, and presents data that are linked to location(s). In the simplest terms, GIS is the merging of cartography, statistical analysis, and database technology." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:22:52.753" LastActivityDate="2014-02-06T16:22:52.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1497" PostTypeId="5" CreationDate="2014-02-06T13:24:53.753" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://json.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON&lt;/a&gt; (JavaScript Object Notation) is an open standard data format used to transmit data objects. JSON's data objects consist of attribute-value pairs, and while initially derived for JavaScript, JSON is language-independent, and the most popular alternative/successor to XML. Code for parsing and generating JSON data is readily available in a large variety of programming languages.&lt;br&gt;&#xA;&lt;code&gt;.json&lt;/code&gt; is JSON's filename extension.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geojson.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoJSON&lt;/a&gt; is an open standard format for encoding collections of simple geographical features along with their non-spatial attributes using JavaScript Object Notation. The features include points (therefore addresses and locations), line strings (therefore streets, highways and boundaries), polygons (countries, provinces, tracts of land), and multi-part collections of these types. GeoJSON features need not represent entities of the physical world only; mobile routing and navigation apps, for example, might describe their service coverage using GeoJSON.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The GeoJSON format differs from other GIS standards in that it was written and is maintained not by a formal standards organization, but by an Internet working group of developers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A notable offspring of GeoJSON is &lt;a href=&quot;https://github.com/topojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;TopoJSON&lt;/a&gt;, an extension of GeoJSON that encodes geospatial topology and that typically provides smaller file sizes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://json-ld.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON-LD (JSON for Linking Data)&lt;/a&gt; is another flavor of JSON in the form of a lightweight Linked Data format. JSON-LD was created so it is easy for humans to read and write, based on the already successful JSON format and providing a way to help JSON data interoperate at Web-scale. JSON-LD is an ideal data format for programming environments, REST Web services, and unstructured databases (like CouchDB and MongoDB).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2017-05-08T20:07:46.423" LastActivityDate="2017-05-08T20:07:46.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1498" PostTypeId="4" CreationDate="2014-02-06T13:24:53.753" Score="0" Body="JSON (JavaScript Object Notation) is a lightweight data-interchange format." OwnerUserId="505" LastEditorUserId="90" LastEditDate="2014-06-07T04:27:22.993" LastActivityDate="2014-06-07T04:27:22.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1499" PostTypeId="5" CreationDate="2014-02-06T13:26:42.963" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-02-06T13:26:42.963" LastActivityDate="2014-02-06T13:26:42.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1500" PostTypeId="4" CreationDate="2014-02-06T13:26:42.963" Score="0" Body="A GIS operation for converting street addresses into spatial data that can be displayed as features on a map, usually by referencing address information from a street segment data layer." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:32:08.727" LastActivityDate="2014-02-06T16:32:08.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1501" PostTypeId="5" CreationDate="2014-02-06T13:27:34.827" Score="0" Body="&lt;p&gt;HTML is the Content Layer (Document Layer) of the front-end web stack, used for conveying information (content) via structure and semantics, to the user.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-23T03:06:29.083" LastActivityDate="2014-05-23T03:06:29.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1502" PostTypeId="4" CreationDate="2014-02-06T13:27:34.827" Score="0" Body="HTML (HyperText Markup Language) is the principal markup language used for structuring web pages and formatting content. The most recent revision to the HTML specification is HTML5." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:23:55.053" LastActivityDate="2014-02-06T16:23:55.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1503" PostTypeId="5" CreationDate="2014-02-06T13:28:45.330" Score="0" Body="&lt;p&gt;Git is a distributed version-control system for tracking changes in source code during software development. It is designed for coordinating work among programmers, but it can be used to track changes in any set of files. Its goals include speed, data integrity, and support for distributed, non-linear workflows. (&lt;a href=&quot;https://en.wikipedia.org/wiki/Git&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2020-02-07T09:29:24.190" LastActivityDate="2020-02-07T09:29:24.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1504" PostTypeId="4" CreationDate="2014-02-06T13:28:45.330" Score="0" Body="Git is source code and data version control. GitHub is a hosting service for software development projects that use." OwnerUserId="505" LastEditorUserId="1511" LastEditDate="2020-02-07T09:29:24.190" LastActivityDate="2020-02-07T09:29:24.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1505" PostTypeId="5" CreationDate="2014-02-06T13:29:33.430" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-02-06T13:29:33.430" LastActivityDate="2014-02-06T13:29:33.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1506" PostTypeId="4" CreationDate="2014-02-06T13:29:33.430" Score="0" Body="The Resource Description Framework (RDF) is a language for representing information about resources in the World Wide Web. It is a syntax independent data model that may be serialised in a variety of concrete syntaxes. RDF is the core data format used on the Semantic Web." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:23:40.977" LastActivityDate="2014-02-06T16:23:40.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1507" PostTypeId="5" CreationDate="2014-02-06T13:30:04.557" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-02-06T13:30:04.557" LastActivityDate="2014-02-06T13:30:04.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1508" PostTypeId="4" CreationDate="2014-02-06T13:30:04.557" Score="0" Body="Keyhole Markup Language (KML) is an XML standard used for expressing geographic annotation and visualisations. The KML file format is used to display and annotate geographic data in various applications." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-06T16:22:25.843" LastActivityDate="2014-02-06T16:22:25.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1509" PostTypeId="1" CreationDate="2014-02-06T17:50:08.867" Score="8" ViewCount="168" Body="&lt;p&gt;Does anybody know where I can download a complete &amp;amp; up to date database of trademarked words? I have found &lt;a href=&quot;http://trademarks.reedtech.com/tmappxml.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://trademarks.reedtech.com/tmappxml.php&lt;/a&gt; but I'm looking for something that is already extracted and compiled into one database.&lt;/p&gt;&#xA;&lt;p&gt;Any format will do.&lt;/p&gt;&#xA;" OwnerUserId="1922" LastEditorUserId="23272" LastEditDate="2022-07-14T12:26:37.720" LastActivityDate="2022-07-14T12:26:37.720" Title="Database of trademarked words" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="1510" PostTypeId="2" ParentId="691" CreationDate="2014-02-07T00:26:30.557" Score="1" Body="&lt;p&gt;open tables sounds like the ticket:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.opentable.com/state.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.opentable.com/state.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: although i just clicked through state and onto a city...doesn't look like a straightforward list. @ least not offhand.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-02-07T00:26:30.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1511" PostTypeId="1" CreationDate="2014-02-08T05:41:42.183" Score="6" ViewCount="953" Body="&lt;p&gt;I'd like to find out the relation between the speed and density of traffic flow, and now I need some real data, but I don't know how to find it. Could you please tell me?&lt;/p&gt;&#xA;" OwnerUserId="1929" LastEditorUserId="17209" LastEditDate="2017-09-20T12:07:09.100" LastActivityDate="2017-09-20T12:07:09.100" Title="How to acquire data about the speed and density of vehicle on freeways?" Tags="|data-request|government|data.gov|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1512" PostTypeId="2" ParentId="1511" CreationDate="2014-02-08T08:29:51.677" Score="5" Body="&lt;p&gt;I couldn't find one dataset for both of your request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;http://www.itoworld.com/static/speed_limits.html&quot; rel=&quot;noreferrer&quot;&gt;ITOworld&lt;/a&gt; project which contains data about speed limits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here is a dataset for UK about &lt;a href=&quot;http://www.dft.gov.uk/traffic-counts/&quot; rel=&quot;noreferrer&quot;&gt;traffic&lt;/a&gt;. Maybe from this dataset you can find the density.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-02-08T08:29:51.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1513" PostTypeId="2" ParentId="1482" CreationDate="2014-02-08T11:31:28.580" Score="8" Body="&lt;p&gt;You can find a very large classical music archive on &lt;a href=&quot;http://imslp.org&quot;&gt;http://imslp.org&lt;/a&gt;. It's the petrucci imslp (internet music score library project) music library with tons of free piano music scores.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2014-02-08T11:31:28.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1514" PostTypeId="2" ParentId="365" CreationDate="2014-02-08T15:43:28.203" Score="2" Body="&lt;p&gt;I recommend &lt;a href=&quot;http://openweathermap.org&quot; rel=&quot;nofollow&quot;&gt;OpenWeatherMap&lt;/a&gt;. There are more than 40.000 weather stations around the globe and an excellent coverage in europe. They provide a very good API for free and also 5 to 14 day forecast mechanisms.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2014-02-08T15:43:28.203" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1515" PostTypeId="2" ParentId="297" CreationDate="2014-02-08T15:57:26.473" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://openweathermap.org&quot; rel=&quot;nofollow&quot;&gt;Open Weather Map&lt;/a&gt; provides an api with JSON data format. you can parse this data very easy in any modern programming language as python, php or javascript. Open Weather Map has APIs for current weather and even weather forecast from 5 to 14 days.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;JSON is a simple text based data format than can be converted to arrays or any structured data to access it in your applications. Try RESTClient extension in mozilla firefox to get an idea of how this works if you are new to JSON. You can view any JSON data online, e.g. at &lt;a href=&quot;http://jsonformat.com&quot; rel=&quot;nofollow&quot;&gt;JSON Viewer online&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2014-02-08T15:57:26.473" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1517" PostTypeId="1" AcceptedAnswerId="1530" CreationDate="2014-02-09T00:19:30.043" Score="18" ViewCount="8993" Body="&lt;p&gt;CKAN is sponsored by OKFN and runs data.gov, so what would be the benefits of switching to Socrata? Negatives? I'm partial to staying in line with OKFN, but I admit that its completely biased and I am in the dark about Socrata and their products.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-03-15T11:07:07.133" LastActivityDate="2015-09-03T03:44:05.600" Title="CKAN vs. Socrata" Tags="|ckan|socrata|okfn|" AnswerCount="6" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1518" PostTypeId="1" CreationDate="2014-02-09T11:47:27.160" Score="9" ViewCount="3114" Body="&lt;p&gt;I need to find the main themes or topics for each of 50,000 website urls. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;http://austinzencenter.org/&quot; rel=&quot;noreferrer&quot;&gt;http://austinzencenter.org/&lt;/a&gt; should return topics such as zen, monastic, austin, retreat, buddha, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm guessing I can use services such as alchemyapi, semantria, textrazor, or hopefully other free an accurate tools to create these topics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an aside, once I have topics for each URL I need a way to score each website based on predefined criteria. For example, I would score the topic 'zen' a 1 and topic 'finance' a 0. Any advice on how to do that?&lt;/p&gt;&#xA;" OwnerUserId="1934" LastEditorUserId="754" LastEditDate="2015-03-31T01:33:34.857" LastActivityDate="2021-08-19T05:02:15.313" Title="Tool to extract the main concepts/topics from web pages" Tags="|api|tool-request|best-practice|machine-learning|nlp|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1519" PostTypeId="2" ParentId="1518" CreationDate="2014-02-09T13:28:17.493" Score="8" Body="&lt;p&gt;You can use &lt;a href=&quot;https://github.com/dbpedia-spotlight/dbpedia-spotlight/wiki/Introduction&quot;&gt;DBpedia Spotlight&lt;/a&gt; to extract semantic annotations from DBpedia. Here is the code for Python.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need these libraries:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;BeautifulSoup&lt;/li&gt;&#xA;&lt;li&gt;urllib2&lt;/li&gt;&#xA;&lt;li&gt;urllib&lt;/li&gt;&#xA;&lt;li&gt;json&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The example is only for one link, but you can create a script to itterate through your url list.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from bs4 import BeautifulSoup&#xA;import urllib2&#xA;import json&#xA;import urllib&#xA;&#xA;link = &quot;http://austinzencenter.org/&quot;&#xA;req = urllib2.Request(link, headers={'User-Agent' : &quot;Magic Browser&quot;}) &#xA;usock = urllib2.urlopen(req)&#xA;page = usock.read()&#xA;usock.close()&#xA;&#xA;soup = BeautifulSoup(page)&#xA;&#xA;def annotate(doc):&#xA;    query = doc&#xA;    urlPostPrefixSpotlight = &quot;http://spotlight.sztaki.hu:2222/rest/annotate&quot;&#xA;    args = urllib.urlencode([(&quot;text&quot;, query)])&#xA;    request = urllib2.Request(urlPostPrefixSpotlight, data=args, headers={&quot;Accept&quot;: &quot;application/json&quot;})&#xA;    response = urllib2.urlopen(request).read()&#xA;    pydict= json.loads(response)&#xA;    annotation =  pydict['Resources']&#xA;&#xA;    entries = {}&#xA;    for keyword in annotation:&#xA;            if keyword[&quot;@URI&quot;] not in entries.values():&#xA;                entries[keyword[&quot;@surfaceForm&quot;]] = keyword[&quot;@URI&quot;]&#xA;    return entries&#xA;&#xA;keywords = annotate(soup)&#xA;for tag in keywords:&#xA;    print tag&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The output of this code is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;jQuery&#xA;Dogen&#xA;Buddhism&#xA;Hundred Hands&#xA;Buddha&#xA;abbot&#xA;Washington Square&#xA;Internet Explorer&#xA;meditation&#xA;Robin Anderson&#xA;Daily Texan&#xA;sesshin&#xA;zendo&#xA;Texas&#xA;Soto Zen&#xA;Mahayana&#xA;Lucida Grande&#xA;Shohaku Okumura&#xA;Dharma&#xA;Shunryu Suzuki-Roshi&#xA;Austin&#xA;sexual orientation&#xA;Zen&#xA;Japanese&#xA;San Francisco Zen Center&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can see that you will have a few irrelevant tags, but you can create a list of a few standart tags such as &quot;jquery&quot; or &quot;internet explorer&quot; and auto-remove them from the results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for your second question, I haven't understood how you want to score them.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-02-09T13:28:17.493" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1520" PostTypeId="2" ParentId="1511" CreationDate="2014-02-09T15:05:16.893" Score="4" Body="&lt;p&gt;I hope this helps. If you are looking for counts I think that can be found at some city sites.  If you are looking for counts and speed you may need to buy the data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So this might be a start.  Chicago has an open data project.  Which includes Average Daily Traffic Counts.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Average Daily Traffic refers to the number of vehicles traveling through a particular point on the city streets in a 24-hour period. Average Daily Traffic (ADT) counts are analogous to a census count of vehicles on city streets. These counts provide a close approximation to the actual number of vehicles passing through a given location on an average weekday.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cityofchicago.org/city/en/depts/cdot/dataset/average_daily_trafficcounts.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cityofchicago.org/city/en/depts/cdot/dataset/average_daily_trafficcounts.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This site below sell traffic data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.esri.com/data/esri_data/business-overview/traffic&quot; rel=&quot;nofollow&quot;&gt;http://www.esri.com/data/esri_data/business-overview/traffic&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will have to make a 2nd post this I need a high reputation to post more than one link:(&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Douglas  &lt;/p&gt;&#xA;" OwnerUserId="1931" LastActivityDate="2014-02-09T15:05:16.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1521" PostTypeId="2" ParentId="1511" CreationDate="2014-02-09T15:09:51.673" Score="2" Body="&lt;p&gt;Also, the Open NY Data project has real time speed data.  I'm not sure if it has counts as well.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofnewyork.us/Transportation/Real-Time-Traffic-Speed-Data/xsat-x5sa&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofnewyork.us/Transportation/Real-Time-Traffic-Speed-Data/xsat-x5sa&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nyctmc.org/&quot; rel=&quot;nofollow&quot;&gt;http://nyctmc.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this type of data work for you?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks,&#xA;Douglas&lt;/p&gt;&#xA;" OwnerUserId="1931" LastActivityDate="2014-02-09T15:09:51.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1522" PostTypeId="2" ParentId="1517" CreationDate="2014-02-09T16:58:54.187" Score="4" Body="&lt;p&gt;I am going to admit some bias up-front by saying that I work for Socrata.  But I'm also a believer in open source, so please afford me a chance to provide a thoughtful response with three points.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, I don't consider CKAN vs Socrata as an &quot;either / or&quot; decision.  Sure, both the OKFN and Socrata have a similar vision for our customers.  But looking at how governments are actually deploying CKAN, I would say that Socrata is an &lt;strong&gt;extension&lt;/strong&gt; of a CKAN project.  Even with data.gov, CKAN is the architecture, but the White House and some Federal agencies are still using Socrata to accomplish their Open Government goals in a way that CKAN cannot.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, there are some basic differences about the tools.  Socrata is a turn-key product solution; CKAN requires technically-savvy people to implement and maintain their project solution.  One approach is not universally better than the other, they are just different.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Third, since another part of your question is on Socrata's products, I'll mention that most people end up comparing CKAN against Socrata on the basis of Open Data Portals.  But Socrata also has two other products: &quot;GovStat&quot;, which is an open performance solution, and &quot;API Foundry&quot;, which is an automation tool for Developers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, just as with the open data movement as a whole, there is so much more that both organizations deliver beyond catalogs and beyond transparency.&lt;/p&gt;&#xA;" OwnerUserId="44" LastActivityDate="2014-02-09T16:58:54.187" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1523" PostTypeId="2" ParentId="1488" CreationDate="2014-02-09T17:28:40.393" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/data/#api&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/data/#api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should be able to use the API to get the raw data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Douglas&lt;/p&gt;&#xA;" OwnerUserId="1931" LastActivityDate="2014-02-09T17:28:40.393" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1524" PostTypeId="2" ParentId="1517" CreationDate="2014-02-10T11:09:58.357" Score="8" Body="&lt;p&gt;Just a quick response from CKAN --&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Second, there are some basic differences about the tools. Socrata is a turn-key product solution; CKAN requires technically-savvy people to implement and maintain their project solution. One approach is not universally better than the other, they are just different.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;We (the OKF) also offer a hosted solution where all the set-up/maintenance can be handled by our team -- as well as the opensource self-hosted version.&lt;/p&gt;&#xA;" OwnerUserId="1941" LastActivityDate="2014-02-10T11:09:58.357" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1525" PostTypeId="1" AcceptedAnswerId="1543" CreationDate="2014-02-10T15:17:44.533" Score="3" ViewCount="91" Body="&lt;p&gt;Does anyone know how I can get my hand on a dataset of user interface interactions?&#xA;I am looking for things like clicked buttons, mouse movements or executed commands.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many applications record these things to improve usability, but I can't seem to find any open datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another possibility would be data on the user interactions of a website (like which user clicked which link or completed which form).&lt;/p&gt;&#xA;" OwnerUserId="1944" LastEditorUserId="70" LastEditDate="2015-04-19T15:21:24.357" LastActivityDate="2015-04-19T15:21:24.357" Title="User interface data" Tags="|data-request|computing|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1526" PostTypeId="2" ParentId="477" CreationDate="2014-02-10T16:29:34.060" Score="6" Body="&lt;p&gt;&lt;a href=&quot;http://www.reddit.com/r/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;r/datasets&lt;/a&gt; Reddit sub is pretty helpful/has some rather interesting sets.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dataelixir.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Elixir&lt;/a&gt; is a weekly newsletter of curated data science news and resources from around the web. Free for data lovers.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tinyletter.com/data-is-plural&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Is Plural - A weekly newsletter of useful/colorful datasets&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle's Datasets&lt;/a&gt; are pretty extensive, and supported by a vibrant data science community.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Awesome Public Datasets&lt;/a&gt; is a  maintained list of open data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.kdnuggets.com/datasets/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;KDnuggets Datasets&lt;/a&gt; has datasets for data mining and data science.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.arcgis.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;ArcGIS Open Datasets&lt;/a&gt; has a lot of data; there is no feed for it all (that I can see), but typically you can subscribe to users/groups/terms RSS feeds in ArcGIS too.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/nationalparkservice/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;US National Park Service (NPS) Data Repository&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datahub.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub.io&lt;/a&gt; has many &lt;a href=&quot;https://datahub.io/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt; by a lot of &lt;a href=&quot;https://datahub.io/organization&quot; rel=&quot;nofollow noreferrer&quot;&gt;organizations&lt;/a&gt;; instances of both have RSS feeds you can subscribe to.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datahub.io/organization/opendata-stackexchange&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Stack Exchange's datahub.io instance&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Packaged Core Datasets via OKFN's Data Team on GitHub&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/BuzzFeedNews/everything&quot; rel=&quot;nofollow noreferrer&quot;&gt;BuzzFeedNews' everything Repository&lt;/a&gt; is an index of all of BuzzFeedNews' open-source data, analysis, libraries, tools, and guides.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://vaultanalytics.com/datacrunch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataCrunch Podcast&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://journalistsresource.org/studies&quot; rel=&quot;nofollow noreferrer&quot;&gt;Browse Studies Database&lt;/a&gt; provides a tool for diving into the database of studies found on the Journalist's Resource, a part of Harvard's Shorenstein Center on Media, Politics, and Public Policy&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-03-07T22:29:00.380" LastActivityDate="2017-03-07T22:29:00.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1527" PostTypeId="1" AcceptedAnswerId="1532" CreationDate="2014-02-10T18:09:00.157" Score="6" ViewCount="334" Body="&lt;p&gt;The Census Bureau published summary level (SUMLEV) definitions in PDFs, though these are not always complete and do not always match the SUMLEVs in the actual data file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;http://www.census.gov/prod/cen2010/doc/sf1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this PDF here&lt;/a&gt; has the summary level sequence chart, but I cannot easily turn this information into a table. What I want is an EXCEL or text file with this information, NOT an image or PDF, like we see below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone find one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/L2zyA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="24" LastEditorUserId="18" LastEditDate="2015-03-13T20:30:47.810" LastActivityDate="2015-03-13T20:30:47.810" Title="Where can I find a complete list of Census Bureau Summary Level (SUMLEV) definitions in table format?" Tags="|us-census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1528" PostTypeId="1" AcceptedAnswerId="1529" CreationDate="2014-02-10T18:51:37.707" Score="7" ViewCount="1748" Body="&lt;p&gt;Some locations on Google Maps are not strictly a single address and are instead denoted by a shaded area. (For example, any state or provincial park, or of specific interest to me, the &lt;a href=&quot;https://www.google.com/maps?q=Acadia+University,+University+Avenue,+Wolfville,+NS,+Canada&quot; rel=&quot;noreferrer&quot;&gt;Acadia University campus&lt;/a&gt;). Is there any way to obtain a set of longitude/latitude coordinates defining the boundary of such regions? (Again, I'm specifically interested in the aforementioned campus but I'm also interested in general solutions.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware that this information may be more easily accessible in a data set other than Google Maps, but I'm not aware of what data set that might be, so I'll gladly accept answers that don't have anything to do with Google Maps but net approximately the same result.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I'm sorry if this is the wrong place to be asking this question; while my first thought was to ask on Super User, it seems to have taken a turn toward tech support of late; despite being data-retrieval-oriented, this isn't a programming question, so Stack Overflow was out; and the GIS Stack Exchange seems more concerned with plotting existing data.)&lt;/p&gt;&#xA;" OwnerUserId="1949" LastActivityDate="2019-10-22T02:22:15.787" Title="Obtaining longitude/latitude boundaries for Google Maps regions" Tags="|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1529" PostTypeId="2" ParentId="1528" CreationDate="2014-02-10T20:45:39.957" Score="4" Body="&lt;p&gt;Google Maps data comes with many restrictions so isn't really suitable as a base for further use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although it can be of varying quality, &lt;a href=&quot;http://www.openstreetmap.org/way/203998377#map=16/45.0876/-64.3663&quot; rel=&quot;nofollow&quot;&gt;Open Street Map&lt;/a&gt; (OSM) increasingly includes boundaries as well as ways (roads) and points, and is Open Data (subject to their terms of use including attribution).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OSM data is in XML format (download link at bottom of the left column in the example) that lists the relations, ways and nodes in the boundary that was selected.  In a nice simple case like that Acadia University boundary, utilities like &lt;a href=&quot;https://github.com/tyrasd/osmtogeojson/&quot; rel=&quot;nofollow&quot;&gt;osmtogeojson&lt;/a&gt; should be able to convert it into a mapping format like geojson, but it might struggle with a more complex nested boundary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By comparing Google Maps with the OSM data you'll see there are some differences with the campus boundaries (especially north of Hwy 1 / Main St).  It's debatable which is more accurate, the &lt;a href=&quot;http://www2.acadiau.ca/campus-community.html&quot; rel=&quot;nofollow&quot;&gt;official campus map&lt;/a&gt; doesn't show any boundaries but does include (for example) buildings west of Westwood that neither Google or OSM include within the campus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a more general solution, many countries now have open data boundary files online, such as &lt;a href=&quot;http://www.geobase.ca/geobase/en/&quot; rel=&quot;nofollow&quot;&gt;GeoBase&lt;/a&gt; for Canada.  These are more likely just to be government admin areas (provinces, municipalities, ridings and so on), and can be a large amount of data to deal with.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastEditorUserId="1142" LastEditDate="2014-02-10T20:52:37.660" LastActivityDate="2014-02-10T20:52:37.660" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1530" PostTypeId="2" ParentId="1517" CreationDate="2014-02-10T21:52:51.663" Score="10" Body="&lt;p&gt;I'm also quite biased because I work on CKAN and DKAN, but four things to add:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Both CKAN and Socrata are often integrated in various ways with a Content Management System such as Wordpress (data.gov) or Drupal (data.gov.uk), in order to more readily provide a more full featured web portal including use cases like telling stories around data, creating groups to collaborate around the data, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) If this CMS use case is relevant for you, and especially if your organization already uses Drupal for its websites (and/or has a PHP-savvy than Python-savvy team), do look at &quot;DKAN&quot; as well (&lt;a href=&quot;http://nucivic.com/dkan&quot; rel=&quot;nofollow&quot;&gt;http://nucivic.com/dkan&lt;/a&gt;).  DKAN seeks to mimic the features and API of CKAN natively within Drupal, so there's just a single LAMP stack of software to deal with rather than an integration of two different open source platforms, as in the case of Wordpress+CKAN or Drupal+CKAN.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) I think open-source / lack of &quot;vendor lock-in&quot; is a big deal; even if you're buying a turnkey SaaS solution, I would always go with a one that you could always change your mind and take over direct responsibility for if you ever need to.  For now, CKAN and DKAN are stronger in that regard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;4) Both CKAN and DKAN are available in the cloud on IaaS platforms like AWS and Azure, as well as in SLA supported SaaS versions.  Open source + SaaS = OpenSaaS (&lt;a href=&quot;http://opensource.com/government/14/1/opensaas-and-government-innovation&quot; rel=&quot;nofollow&quot;&gt;http://opensource.com/government/14/1/opensaas-and-government-innovation&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1950" LastEditorUserId="-1" LastEditDate="2015-09-03T03:44:05.600" LastActivityDate="2015-09-03T03:44:05.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1531" PostTypeId="2" ParentId="1509" CreationDate="2014-02-11T02:51:47.253" Score="5" Body="&lt;p&gt;Check the following two resources (sorry, only US info):&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.uspto.gov/ip/officechiefecon/tm_casefiles.jsp&quot; rel=&quot;noreferrer&quot;&gt;http://www.uspto.gov/ip/officechiefecon/tm_casefiles.jsp&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://explore.data.gov/Business-Enterprise/Trademark-Daily-XML-Applications-Assignments-and-T/eqbw-esys&quot; rel=&quot;noreferrer&quot;&gt;https://explore.data.gov/Business-Enterprise/Trademark-Daily-XML-Applications-Assignments-and-T/eqbw-esys&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="1954" LastActivityDate="2014-02-11T02:51:47.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1532" PostTypeId="2" ParentId="1527" CreationDate="2014-02-11T09:26:48.927" Score="5" Body="&lt;p&gt;The page &lt;a href=&quot;http://mcdc.missouri.edu/allabout/sumlevs/&quot;&gt;Missouri Census Data Center - Census Geography and Summary Levels&lt;/a&gt; has a link to a listing of all the sumlev codes known to them as a &lt;a href=&quot;http://mcdc2.missouri.edu/cgi-bin/browse?/pub/sasfmats/Ssumlev.sas@&quot;&gt;text file&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although the text file is a SAS source code file it would be trivial to edit out the code before and after the list, and edit the rest to csv.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's unclear what the license is for their text version of the list.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastActivityDate="2014-02-11T09:26:48.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1533" PostTypeId="1" AcceptedAnswerId="1535" CreationDate="2014-02-11T14:58:19.027" Score="10" ViewCount="5642" Body="&lt;p&gt;I know that I can download English Wikipedia Dump, but I was wondering if I can download only articles for a specific category-subject.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, can I download articles related to Mathematics or Biology or Medicine only?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is not available, is there any way to find a list of all the articles related to one subject?&lt;/p&gt;&#xA;" OwnerUserId="1762" LastEditorUserId="70" LastEditDate="2015-03-30T11:08:38.920" LastActivityDate="2015-03-30T11:08:38.920" Title="Download Wikipedia articles from a specific category" Tags="|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1534" PostTypeId="2" ParentId="1517" CreationDate="2014-02-11T22:16:53.190" Score="13" Body="&lt;p&gt;Firstly, let me note that I work at Socrata with Ian.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I agree that maintaining technical options and preventing lock-in is important but, I disagree that Socrata fosters lock-in of any kind.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lock-in, for open data, could come from two sources--the data and the API.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Socrata enables customers and users to download the data via a huge number of open standards (CSV, JSON, etc.) so there is no risk of lock-in at the data level.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Socrata has also released an open source version of our server that can be self-implemented to provide, essentially, the API server at the heart of our SaaS offering.  We make this available to the community so that, should one of our customers ever decide to stop working with Socrata, they could stand up compatible API servers to support any important apps they'd created on top of our platform.  This prevents lock-in at the API level.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ben&lt;/p&gt;&#xA;" OwnerUserId="1960" LastActivityDate="2014-02-11T22:16:53.190" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1535" PostTypeId="2" ParentId="1533" CreationDate="2014-02-12T18:00:03.153" Score="8" Body="&lt;p&gt;The Wikipedia &lt;a href=&quot;http://en.wikipedia.org/wiki/Special%3aExport&quot; rel=&quot;noreferrer&quot;&gt;Special Export&lt;/a&gt; feature does exactly this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More details in &lt;a href=&quot;https://opendata.stackexchange.com/a/79/169&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="169" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-02-13T08:47:30.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1536" PostTypeId="2" ParentId="1528" CreationDate="2014-02-13T01:42:59.563" Score="1" Body="&lt;p&gt;The US Census provides a lot of Shapefiles (Tiger/Line Products) which would aid in some of the features you may be looking to define boundaries for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/geo/maps-data/data/tiger-line.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/geo/maps-data/data/tiger-line.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-13T01:42:59.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1537" PostTypeId="1" CreationDate="2014-02-13T05:41:57.900" Score="6" ViewCount="1534" Body="&lt;p&gt;I'm new in these parts and I have 0 programming experience. I've been doing research for a school project and I've hit a brick wall. What I want to do is to be able to extract the non-price data/information (e.g. benefits, health insurer HQ location) of healthcare plans all over the country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, the brick wall I'm facing is the Healthcare.gov Finder API &lt;a href=&quot;http://www.healthdata.gov/data/dataset/healthcare-finder-api&quot; rel=&quot;nofollow&quot;&gt;http://www.healthdata.gov/data/dataset/healthcare-finder-api&lt;/a&gt;. My question is: will this API do the job that I need done?&lt;/p&gt;&#xA;" OwnerUserId="1969" LastEditorUserId="70" LastEditDate="2015-04-17T18:23:21.633" LastActivityDate="2016-05-09T03:46:53.173" Title="Using the API from Healthcare.gov to access healthcare plan data" Tags="|healthcare-finder-api|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1538" PostTypeId="2" ParentId="107" CreationDate="2014-02-13T09:57:16.700" Score="3" Body="&lt;p&gt;Max Klein describes three ways of getting the data at &lt;a href=&quot;https://notconfusing.com/3-ways-to-access-wikidata-data-early.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;3 Ways To Access Wikidata Data Until It Can Be Done Properly&lt;/em&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Not mentioned is &lt;a href=&quot;https://github.com/mkroetzsch/wda&quot; rel=&quot;nofollow noreferrer&quot;&gt;the WDA tool&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1970" LastEditorUserId="6165" LastEditDate="2021-02-28T03:56:04.203" LastActivityDate="2021-02-28T03:56:04.203" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1539" PostTypeId="2" ParentId="1517" CreationDate="2014-02-13T17:39:28.873" Score="5" Body="&lt;p&gt;There are a number of lenses through which a choice of platforms can be viewed.  I will suggest one other ... from the perspective of risk management.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CKAN, especially the option of taking the code base without OKF support, requires a user to essentially bear all risks associated with install, integration and platform service and updating on an ongoing basis - as well as the full lifecycle of data management.  For some, this will be fine if they have a technical team prepared to handle this. But each function carries risks.  OKF's hosted offering shifts some of that risk (eg, for setup and hosting) back to OKF, but at a price.  Other risks remain on the customer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For solutions by firms like Socrata, a chunk of that risk is shifted to the solution provider.  For many, shifting much of the technical load to a vendor allows them to concentrate their limited resources (and team) on the harder and more important tasks of managing data supply chain and promoting reuse of data which is where the real value is.  For many governments, agencies and orgs, they simply do not have the bandwidth or team to successfully do it all. This can have real implications for how much use a platform gets at the end of the day, as some governments have found.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In many ways, this comes down to what risks a user is best positioned or willing to bear and where they prefer to invest their limited resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue of lock-in is also in many ways an issue of risk, but there is no generic answer on this.  Open standards--especially with respect to data and APIs--goes a long way to neutralizing the real lock-in risks with respect to an Open Data platform.&lt;/p&gt;&#xA;" OwnerUserId="1973" LastActivityDate="2014-02-13T17:39:28.873" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1540" PostTypeId="2" ParentId="1517" CreationDate="2014-02-13T18:18:36.507" Score="10" Body="&lt;p&gt;With respect to the question about Socrata and CKAN complementing each other, I also work at Socrata and support a number of Federal agencies on data publishing efforts. I’m seeing more and more cases where Socrata and CKAN are both part of a federated ecosystem of data publishing activities rather than one monolithic catalog that must serve everyone. IMO we’re seeing a larger shift towards decentralization where individual data publishers might use whatever standards-compliant platform happens to be the best fit for their end users’ needs, and can federate into other catalogs that provide useful pathways for their users to find the data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Take health as an example. CDC has a huge public health / education mission, and might choose to publish data and create APIs using Socrata (or something else), while at the same time federating into other catalogs (e.g. healthdata.gov, data.gov, etc). Sometimes the biggest potential value might be created by publishing a single dataset extremely well, and providing it in a way that maximizes its utility for different audiences (e.g. a great API for developers, raw datasets for researchers, visualizations and maps for less savvy audiences). I think this is a good thing, as so much open data has very specific and devoted communities around it. Individual publishers (and even individual data owners) can have flexibility in how they serve it up while at the same time ensuring it is discoverable to the widest possible audience.&lt;/p&gt;&#xA;" OwnerUserId="13" LastActivityDate="2014-02-13T18:18:36.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1541" PostTypeId="2" ParentId="1537" CreationDate="2014-02-13T18:52:00.983" Score="3" Body="&lt;p&gt;(Caveat - I have not used this API, but have used the raw datasets).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I read the technical documentation for this API. It can be found at: &lt;a href=&quot;https://finder.healthcare.gov/services&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/services&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is not a &quot;REST API&quot;. It is similar, but instead of using parameters on the URL request, you place your request in XML as party of the body in a POST request to the healthcare API url.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How you do this will depend on what programming language you are using? Curious, are you a HS or college student.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-13T18:52:00.983" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1542" PostTypeId="1" CreationDate="2014-02-13T19:28:53.390" Score="3" ViewCount="878" Body="&lt;p&gt;I am wondering if anyone knows of any internet-visible telemetry feeds that provide vehicle, science and/or sensor data?  An example of one we have identified is the ISS &lt;a href=&quot;http://spacestationlive.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://spacestationlive.nasa.gov/&lt;/a&gt; telemetry feed.&lt;/p&gt;&#xA;" OwnerUserId="1974" LastEditorUserId="23272" LastEditDate="2022-07-14T12:17:01.127" LastActivityDate="2022-07-14T12:17:01.127" Title="Telemetry data feeds" Tags="|data-request|real-time|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1543" PostTypeId="2" ParentId="1525" CreationDate="2014-02-14T00:54:00.607" Score="3" Body="&lt;p&gt;We can make some available from Retail systems, where the logs are the checkout operator. These are logs of main messages sent via PreTranslateMessage to the application. The operator tends to use the same screen all day, but there are a number of popup and child windows that show.  Our logs only show the inputs such as keystrokes and clicks; they do not show any output such as error messages. &lt;a href=&quot;http://www.fieldpine.com/docs/tech/datasets.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fieldpine.com/docs/tech/datasets.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure if these will contain enough information, depending on what your aim is. To fully understand and analyse you might also need to know some details about what button is positioned where. Maybe we can provide that too if needed but this is then getting quite specific. We have instrumentation all through the code and can track from user action, to processing flow, to final outcome. From your sale receipt we can track back to exact keystrokes if we want too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the moment I have only loaded a small sample so you can verify it has what you need, I will get some larger samples online next week.&lt;/p&gt;&#xA;" OwnerUserId="1629" LastActivityDate="2014-02-14T00:54:00.607" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1544" PostTypeId="2" ParentId="1438" CreationDate="2014-02-14T18:40:19.483" Score="4" Body="&lt;p&gt;Alexa is a division of Amazon.  They still have an API, but you need to access it as a paid service through AWS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alexa Web Information Service&#xA;&lt;a href=&quot;http://aws.amazon.com/awis/&quot; rel=&quot;nofollow&quot;&gt;http://aws.amazon.com/awis/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alexa Top Sites&#xA;&lt;a href=&quot;http://aws.amazon.com/alexatopsites/&quot; rel=&quot;nofollow&quot;&gt;http://aws.amazon.com/alexatopsites/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1981" LastActivityDate="2014-02-14T18:40:19.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1545" PostTypeId="1" CreationDate="2014-02-15T14:32:00.770" Score="26" ViewCount="31272" Body="&lt;p&gt;Where can I get Twitter datasets available for analysis?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found two:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;s&gt;&lt;a href=&quot;http://www.archive.org/details/2011-05-calufa-twitter-sql&quot; rel=&quot;nofollow noreferrer&quot;&gt;The May 2011 Calufa Twitter Scrape&lt;/a&gt;&lt;/s&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.archive.org/details/twitter_cikm_2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cheng-Caverlee-Lee September 2009 - January 2010 Twitter Scrape&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1511" LastEditDate="2019-12-15T19:58:56.383" LastActivityDate="2019-12-16T09:03:17.690" Title="Twitter open datasets" Tags="|data-request|nlp|social-media|network-structure|" AnswerCount="7" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="1546" PostTypeId="1" AcceptedAnswerId="1547" CreationDate="2014-02-16T23:39:31.523" Score="13" ViewCount="1592" Body="&lt;p&gt;I've downloaded the Central England Temperature Data available from &lt;a href=&quot;http://www.metoffice.gov.uk/hadobs/hadcet/data/download.html&quot;&gt;Met Office Hadley Centre&lt;/a&gt;. On their &lt;a href=&quot;http://www.metoffice.gov.uk/hadobs/hadcet/index.html&quot;&gt;summary page&lt;/a&gt;, it is described thus (emphasis mine):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;These daily and monthly temperatures are representative of a roughly triangular area of the United Kingdom enclosed by Lancashire, London and Bristol. &lt;strong&gt;The monthly series, which begins in 1659, is the longest available instrumental record of temperature in the world.&lt;/strong&gt; The daily series begins in 1772. Manley (1953, 1974) compiled most of the monthly series, covering 1659 to 1973. These data were updated to 1991 by Parker et al (1992), who also calculated the daily series. Both series are now kept up to date by the Climate Data Monitoring section of the Hadley Centre, Met Office. Since 1974 the data have been adjusted to allow for urban warming.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data comes in a &lt;a href=&quot;http://www.metoffice.gov.uk/hadobs/hadcet/data/daily_format.html&quot;&gt;nicely compact but not immediately processable format&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    Column 1: year&#xA;    Column 2: day&#xA;    Columns 3-14: daily CET values expressed in tenths of a degree. There are 12 columns; one for each of the 12 months.&#xA;     1772    1   32  -15   18   25   87  128  187  177  105  111   78  112&#xA;     1772    2   20    7   28   38   77  138  154  158  143  150   85   62&#xA;     1772    3   27   15   36   33   84  170  139  153  113  124   83   60&#xA;     1772    4   27  -25   61   58   96   90  151  160  173  114   60   47&#xA;     1772    5   15   -5   68   69  133  146  179  170  173  116   83   50&#xA;     1772    6   22  -45   51   77  113  105  175  198  160  134  134   42&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(The description doesn't to mention that not available / applicable data is encoded as -999.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've processed this in to a &lt;a href=&quot;http://j.mp/1kNQego&quot;&gt;&lt;strong&gt;3.8 Meg CSV file&lt;/strong&gt;&lt;/a&gt; that provides columns for both unix time and iso8601, then columns for min, mean and max daily temperature. Temperatures are in centigrade. Rows are in time order.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's my ruby code for doing that:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/Users/benjohn/.rvm/rubies/ruby-2.1.0/bin/ruby&#xA;require 'time'&#xA;&#xA;def with_time_and_temp(data_file)&#xA;  File.readlines(data_file).each do |line|&#xA;    line = line.split&#xA;    year = line[0]&#xA;    day = line[1]&#xA;    1.upto 12 do |month|&#xA;      miligrade = line[1+month].to_i&#xA;      unless(miligrade == -999)&#xA;        time = Time.gm(year, month, day)&#xA;        temp = miligrade / 10.0&#xA;        yield(time, temp)&#xA;      end&#xA;    end&#xA;  end&#xA;end&#xA;&#xA;time_to_temps = Hash.new {|h,k| h[k] = Array.new(ARGV.count)}&#xA;&#xA;(0...ARGV.count()).each do |i|&#xA;  with_time_and_temp(ARGV[i]) do |time, temp|&#xA;    time_to_temps[time][i] = temp&#xA;  end&#xA;end&#xA;&#xA;puts &quot;unix-time,iso8601,#{ARGV.join(&quot;,&quot;)}&quot;&#xA;time_to_temps.to_a().sort().each do |record|&#xA;  puts(&quot;#{record[0].to_i},#{record[0].iso8601},#{record[1..-1].join(&quot;,&quot;)}&quot;)&#xA;end&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here're the first few lines of the output file:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    unix-time,iso8601,cetmindly1878on_urbadj4.dat,cetdl1772on.dat,cetmaxdly1878on_urbadj4.dat&#xA;    -6248275200,1772-01-01T00:00:00Z,,3.2,&#xA;    -6248188800,1772-01-02T00:00:00Z,,2.0,&#xA;    -6248102400,1772-01-03T00:00:00Z,,2.7,&#xA;    -6248016000,1772-01-04T00:00:00Z,,2.7,&#xA;    -6247929600,1772-01-05T00:00:00Z,,1.5,&#xA;    -6247843200,1772-01-06T00:00:00Z,,2.2,&#xA;    -6247756800,1772-01-07T00:00:00Z,,2.5,&#xA;    -6247670400,1772-01-08T00:00:00Z,,0.0,&#xA;    -6247584000,1772-01-09T00:00:00Z,,0.0,&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(Note that for the earlier dates the min and max are not available).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to share this data more effectively than sticking it in my drop box. Is there some kind of repository for this sort of thing?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also like to process and graph this data. In particular, I would like to try and see how &quot;extreme events&quot; are distributed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am a total beginner with visualisation and processing but experienced as a programmer. I'm pretty sure that I could write some scripts, or use SQLite for processing, and get a graphing application from somewhere… but, I wonder if there are some friendly and accessible tools I should be using in this web 2.0 world of 2014?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm on a Mac computer, if that's relevant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="1989" LastEditorUserId="1511" LastEditDate="2015-01-17T15:51:50.717" LastActivityDate="2015-02-12T19:08:52.130" Title="How might I go about visualising historical temperature CSV data?" Tags="|tool-request|weather|time-series|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1547" PostTypeId="2" ParentId="1546" CreationDate="2014-02-17T12:15:29.747" Score="14" Body="&lt;h3&gt;Data&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Here is my take on it: I use &lt;a href=&quot;http://cran.r-project.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;R&lt;/strong&gt;&lt;/a&gt; and its IDE &lt;a href=&quot;http://www.rstudio.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RStudio&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The hard part, cleaning the data, is luckily done. Sharing the CSV via a dropbox link is not bad. The file is well structured. To improve it you could add a licence and provide a bit more information about the source. For more information see our &lt;a href=&quot;https://certificates.theodi.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;certificates&lt;/strong&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to publish in a more &quot;professional&quot; way, you can use a platform such as &lt;a href=&quot;http://www.socrata.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Socrata&lt;/a&gt; or &lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Analysis&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Use the power of visualisation to get a sense of the data. For example, three histograms across all years. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZnOWb.png&quot; alt=&quot;histogram&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I would calculate summary statistics for groups such as years or months. That should inform you about outliers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We can also look at a calendar visualisation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/WTi5R.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The winter in 2010 seems to be particularly cold. Winter is coming...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now that you have a sense of the data, you can explore ideas of how to create an algorithm that finds interesting patterns and outliers.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Code&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I have run similar analyses before therefore I have some code that I was able to re-use.&#xA;We share all of our code on GitHub. The relevant repository is here:&#xA; &lt;a href=&quot;https://github.com/theodi/R-playground/tree/master/weather-centuries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/theodi/R-playground/tree/master/weather-centuries&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/theodi/R-playground/blob/master/weather-centuries/visualise-temp.R&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is the syntax file for the graphics.&#xA;(Note that calendarHeat.R is from Paul Bleicher.)&lt;/p&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="5642" LastEditDate="2015-02-12T19:08:52.130" LastActivityDate="2015-02-12T19:08:52.130" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1548" PostTypeId="2" ParentId="1545" CreationDate="2014-02-17T14:52:49.190" Score="14" Body="&lt;p&gt;While you will find some exceptions, sharing archived tweets is against Twitter Developer &lt;a href=&quot;https://dev.twitter.com/overview/terms/policy.html#c-respect-users-control-and-privacy&quot; rel=&quot;noreferrer&quot;&gt;Policy&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Take all reasonable efforts to do the following, provided that when requested by Twitter, you must promptly take such actions:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Delete Content that Twitter reports as deleted or expired;&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;If a user deletes their own content, the archive should reflect that deletion (which is a massive effort to continuously check).&lt;/p&gt;&#xA;&lt;p&gt;For that reason, Twitter data sets are often shared as simply two fields: &lt;em&gt;user_id&lt;/em&gt; and &lt;em&gt;tweet_id&lt;/em&gt;. Then to reconstruct the dataset, one would query the API with those two keys. Then Twitter can ensure that if the tweet was deleted after the initial grab, the content won't show up in the second.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;As an exception...  the banning of &lt;a href=&quot;http://politwoops.sunlightfoundation.com/&quot; rel=&quot;noreferrer&quot;&gt;Politwoops&lt;/a&gt;, a service from Sunlight Foundation that archive deleted tweets from politicians. It has since been &lt;a href=&quot;http://readwrite.com/2016/01/04/twitter-politwoops-ban-reversed/&quot; rel=&quot;noreferrer&quot;&gt;reinstated&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;It doesn’t appear that Twitter is changing its terms for developers. Instead, the company has reached an agreement with the Sunlight Foundation and the Open State Foundation, another group involved in versions of Politwoops around the world, to offer the an exception.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;If you run the &lt;a href=&quot;https://developer.twitter.com/en/docs/tutorials/consuming-streaming-data.html&quot; rel=&quot;noreferrer&quot;&gt;live stream&lt;/a&gt;, you can collect your own (you'll get more tweets than you can deal with).&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;edit:&lt;/strong&gt; I can add that if you want to 'search' for all tweets, you can use 'lang:en' as your search parameter. See &lt;a href=&quot;https://twitter.com/search?q=lang:en&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. Then you can loop over desired langauges.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-05-15T09:44:49.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1549" PostTypeId="2" ParentId="1542" CreationDate="2014-02-17T17:28:52.790" Score="1" Body="&lt;p&gt;(note that 'telemetry' can mean a few different things ... for satellites, it's typically information about the location and other data about the operating status of the spacecraft)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NASA's STEREO mission makes their telemetry available.  See : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.srl.caltech.edu/STEREO/attorb.html&quot; rel=&quot;nofollow&quot;&gt;http://www.srl.caltech.edu/STEREO/attorb.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Most science missions have such information available, as the spacecraft location and pointing is necessary for proper interpretation of the data.  They'll also have other 'housekeeping' information (voltages, temperatures, etc.) which may be necessary for propler calibration.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find ephemeris data from other space science missions in the &lt;a href=&quot;http://heliophysicsdata.sci.gsfc.nasa.gov&quot; rel=&quot;nofollow&quot;&gt;VSPO&lt;/a&gt; ... use the restriction 'Measurement Type' of 'Ephemeris'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also compute spacecraft locations using &lt;a href=&quot;http://naif.jpl.nasa.gov/naif/aboutspice.html&quot; rel=&quot;nofollow&quot;&gt;SPICE&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-02-17T17:28:52.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1550" PostTypeId="1" CreationDate="2014-02-17T23:11:35.450" Score="8" ViewCount="270" Body="&lt;p&gt;I am looking for data on the relationship between demography (mainly indicators of knowledge such as formal education, rural/urban residency, salary) and political preference, preferably in the UK or the EU as a whole.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My aim is to demonstrate the correlation between these two and model potential election outcomes should the suffrage be limited.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could you please suggest any?&lt;/p&gt;&#xA;" OwnerUserId="1995" LastEditorUserId="70" LastEditDate="2015-03-25T09:56:52.273" LastActivityDate="2015-08-25T19:22:36.623" Title="Demography vs. political preference data sources" Tags="|data-request|government|europe|census|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1552" PostTypeId="1" AcceptedAnswerId="1556" CreationDate="2014-02-18T04:59:53.620" Score="3" ViewCount="186" Body="&lt;p&gt;What are the most fruitful ways to dissect a city budget for the non-accountant? Are there any standards for releasing budget data that I should be advocating?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my particular case(Fort Lauderdale, FL), I am working with &lt;a href=&quot;https://github.com/CodeForFtL/Fort-Lauderdale-Data/tree/master/Financial&quot; rel=&quot;nofollow&quot;&gt;unofficial documents provided by the city&lt;/a&gt; upon request. I am interested in putting together some kind of visualization, but I am having difficulty understanding the basics of the budget.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did notice that there seems to be a reporting of local budgets(at least part of them) to the state (i.e. &lt;a href=&quot;https://apps.fldfs.com/LocalGov/Reports/AdHoc.aspx&quot; rel=&quot;nofollow&quot;&gt;Transparency Florida's Local Budgets page&lt;/a&gt;), hopefully using a standard format.&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="193" LastEditDate="2014-09-10T17:17:48.313" LastActivityDate="2014-09-10T17:17:48.313" Title="Understanding City Budgets" Tags="|government|releasing-data|standards|city|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1553" PostTypeId="1" AcceptedAnswerId="1562" CreationDate="2014-02-18T23:33:06.153" Score="6" ViewCount="2052" Body="&lt;p&gt;I'm working on a personal project studying catchment areas for local travellers, and I'm looking for a way of finding population (&amp;amp; possibly GDP as well) within a radius of a point. I've been checking out census sites, but within a radius has been something I have been unable to find, particularly when I'm trying to do so in bulk (~40,000 times). Could someone point me in the right direction?&lt;/p&gt;&#xA;" OwnerUserId="1999" LastEditorUserId="23272" LastEditDate="2022-07-14T12:51:37.033" LastActivityDate="2022-07-14T12:51:37.033" Title="Population Within Radius" Tags="|data-request|us-census|geospatial|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="1555" PostTypeId="1" CreationDate="2014-02-19T00:07:33.310" Score="5" ViewCount="626" Body="&lt;p&gt;Is there an online database that contains numeric facts (world population, number of inches in a yard, lbs in a metric ton, ect)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm specifically interested in numeric facts. It can be any subject. The more facts (100s, 1000s, the better)! The more interesting, the better.&lt;/p&gt;&#xA;" OwnerUserId="2001" LastEditorUserId="70" LastEditDate="2015-02-22T17:44:59.823" LastActivityDate="2015-02-22T17:44:59.823" Title="Numeric facts database?" Tags="|data-request|" AnswerCount="5" CommentCount="0" ClosedDate="2015-04-19T15:23:43.110" ContentLicense="CC BY-SA 3.0" />
  <row Id="1556" PostTypeId="2" ParentId="1552" CreationDate="2014-02-19T06:57:41.407" Score="4" Body="&lt;p&gt;open budget and open spending are what you are looking for:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/adstiles/openbudgetoakland&quot; rel=&quot;nofollow&quot;&gt;https://github.com/adstiles/openbudgetoakland&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://openspending.org/&quot; rel=&quot;nofollow&quot;&gt;https://openspending.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;openspending csv format is basic, but still quite confusing, at least for me:&lt;br&gt;&#xA;you only need three columns: date, amount, unique id. from what i can tell, there is no way to automate this, and you're going to have to literally get all up in the guts of budget documents, and rip out what you need. i created a google doc you can see/copy here:&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0Aq0hZevysGfkdDNUVjVwazJ0M0NSZm9MdVBpTkhJdEE&amp;amp;usp=drive_web#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheet/ccc?key=0Aq0hZevysGfkdDNUVjVwazJ0M0NSZm9MdVBpTkhJdEE&amp;amp;usp=drive_web#gid=0&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;there's more to openspending than three columns, plus my explanation is quite vague, so loading data into openspending in-depth guide here:  &lt;a href=&quot;https://docs.google.com/document/d/1YBXX6du4rOV6OutZncT7gyJeOA7zHml3cC1TtWJW65w/edit&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/document/d/1YBXX6du4rOV6OutZncT7gyJeOA7zHml3cC1TtWJW65w/edit&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;openspending is where you want to submit actual spending, so final budgets, and openbudget is where you want to release budget submissions, proposals, etc.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-02-24T13:31:07.967" LastActivityDate="2014-02-24T13:31:07.967" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1557" PostTypeId="2" ParentId="1546" CreationDate="2014-02-19T07:01:08.363" Score="1" Body="&lt;p&gt;you can use heatmap.js with leaflet.js, although you may need to convert the csv, which is probably opposite your question&lt;br&gt;&#xA;&lt;a href=&quot;http://www.patrick-wied.at/static/heatmapjs/example-heatmap-leaflet.html&quot; rel=&quot;nofollow&quot;&gt;http://www.patrick-wied.at/static/heatmapjs/example-heatmap-leaflet.html&lt;/a&gt;&lt;br&gt;&#xA;you could use d3.js to make histograms:&lt;br&gt;&#xA;&lt;a href=&quot;http://bl.ocks.org/mbostock/3202354&quot; rel=&quot;nofollow&quot;&gt;http://bl.ocks.org/mbostock/3202354&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-02-19T07:01:08.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1558" PostTypeId="2" ParentId="1545" CreationDate="2014-02-19T08:39:25.463" Score="7" Body="&lt;p&gt;scraperwiki lets you search twitter for terms, but also allows twitters search operators. here's a quick search for my handle:&lt;br&gt;&#xA;&lt;a href=&quot;https://scraperwiki.com/dataset/crt52ai/view/fpzct4y&quot; rel=&quot;noreferrer&quot;&gt;https://scraperwiki.com/dataset/crt52ai/view/fpzct4y&lt;/a&gt;&lt;br&gt;&#xA;they also offer a get a list of followers feature, so not exactly what you are looking for, but a twitter tool nonetheless  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: some sets i came across:&lt;br&gt;&#xA;Twitter Data used for sentiment analysis&lt;br&gt;&#xA;&lt;a href=&quot;http://help.sentiment140.com/for-students/&quot; rel=&quot;noreferrer&quot;&gt;http://help.sentiment140.com/for-students/&lt;/a&gt;&lt;br&gt;&#xA;network Twitter Data&lt;br&gt;&#xA;&lt;a href=&quot;http://snap.stanford.edu/data/higgs-twitter.html&quot; rel=&quot;noreferrer&quot;&gt;http://snap.stanford.edu/data/higgs-twitter.html&lt;/a&gt;&lt;br&gt;&#xA;social Twitter data&lt;br&gt;&#xA;&lt;a href=&quot;http://snap.stanford.edu/data/egonets-Twitter.html&quot; rel=&quot;noreferrer&quot;&gt;http://snap.stanford.edu/data/egonets-Twitter.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2: Three more sets:&lt;br&gt;&#xA;Arizona State University Twitter Data Set&lt;br&gt;&#xA;&lt;a href=&quot;http://academictorrents.com/details/2399616d26eeb4ae9ac3d05c7fdd98958299efa9&quot; rel=&quot;noreferrer&quot;&gt;http://academictorrents.com/details/2399616d26eeb4ae9ac3d05c7fdd98958299efa9&lt;/a&gt;&lt;br&gt;&#xA;Twitter 2010-10 Dataset&lt;br&gt;&#xA;&lt;a href=&quot;http://academictorrents.com/details/d8b3a315172c8d804528762f37fa67db14577cdb&quot; rel=&quot;noreferrer&quot;&gt;http://academictorrents.com/details/d8b3a315172c8d804528762f37fa67db14577cdb&lt;/a&gt;&lt;br&gt;&#xA;Twitter Data - NIPS 2012&lt;br&gt;&#xA;&lt;a href=&quot;http://academictorrents.com/details/046cf7a75db2a530b1505a4ce125fbe0031f4661&quot; rel=&quot;noreferrer&quot;&gt;http://academictorrents.com/details/046cf7a75db2a530b1505a4ce125fbe0031f4661&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-11-27T07:53:43.400" LastActivityDate="2014-11-27T07:53:43.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1559" PostTypeId="2" ParentId="1555" CreationDate="2014-02-19T08:56:15.493" Score="2" Body="&lt;p&gt;I don't expect one database to contain population data AND unit conversions (which isn't really &quot;data&quot;). But it sounds like you are looking for what would be found in a World Almanac.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd search/browse the &lt;a href=&quot;http://www.programmableweb.com/apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Dashboard&lt;/a&gt;. I didn't find any hits with 'almanac' as a search term, but that would be where I would start.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/4Bp4z.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-19T08:56:15.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1560" PostTypeId="1" CreationDate="2014-02-19T09:27:10.397" Score="5" ViewCount="401" Body="&lt;p&gt;Some currencies already exist, like [1], [2] and they are all instances of &lt;code&gt;currency&lt;/code&gt; [3]. Unfortunately there are no links to all instances from [3].&#xA;So is there a possibility to get this list from Wikidata?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[1]    &lt;a href=&quot;http://www.wikidata.org/wiki/Q4916&quot; rel=&quot;nofollow&quot;&gt;http://www.wikidata.org/wiki/Q4916&lt;/a&gt; (Euro)&lt;/li&gt;&#xA;&lt;li&gt;[2]    &lt;a href=&quot;http://www.wikidata.org/wiki/Q4917&quot; rel=&quot;nofollow&quot;&gt;http://www.wikidata.org/wiki/Q4917&lt;/a&gt; (US dollar)&lt;/li&gt;&#xA;&lt;li&gt;[3]    &lt;a href=&quot;http://www.wikidata.org/wiki/Q8142&quot; rel=&quot;nofollow&quot;&gt;http://www.wikidata.org/wiki/Q8142&lt;/a&gt; (Currency)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1970" LastEditorUserId="70" LastEditDate="2015-03-25T09:18:06.043" LastActivityDate="2015-03-25T09:18:06.043" Title="How can I get a list of currencies from Wikidata?" Tags="|data-request|finance|wikidata|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1561" PostTypeId="2" ParentId="1560" CreationDate="2014-02-19T17:11:13.807" Score="2" Body="&lt;p&gt;The official dataset on currencies is maintained by the ISO 4217 standard. You can download the currency dataset in XML or Excel format at this link:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.currency-iso.org/en/home/tables/table-a1.html&quot; rel=&quot;nofollow&quot;&gt;http://www.currency-iso.org/en/home/tables/table-a1.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-19T17:11:13.807" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1562" PostTypeId="2" ParentId="1553" CreationDate="2014-02-19T17:18:42.127" Score="8" Body="&lt;p&gt;I have not done this before, but I do not think you can get exactly what you want (population + GDP) within a radius. You can get population/GDP/demographics down to a census tract. Here is what I would suggest as a rough method (in pseudo code), assuming your radius stays within a US county.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Get the census tract KML datasets from US Census.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For the point of interest (POI)&lt;br/&gt;&#xA;A. Determine which county the POI is in.&lt;br/&gt;&#xA;B. Determine which census tracts are in that county.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For each census tract determine if the census tract polygon is following within the circle defined by the POI and radius.&lt;br/&gt;&#xA;A. If so, include the population and other data as part of the radius&lt;br/&gt;&#xA;B. If not, determine if the polygon intersects the circle.&lt;br/&gt;&#xA;C. If so, use a rough approx. of how much of the population data for the census &#xA;     tract to include (e.g., 50%).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The US Census KML datasets can be found here:&#xA;&lt;a href=&quot;http://www2.census.gov/geo/tiger/KML/2010_Proto/&quot;&gt;http://www2.census.gov/geo/tiger/KML/2010_Proto/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-19T17:18:42.127" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1563" PostTypeId="2" ParentId="921" CreationDate="2014-02-19T19:00:01.003" Score="4" Body="&lt;p&gt;I've have been working with census data for newspaper projects for many years, and I would never, ever, use ACS data for small geography levels. The data is survey-based and the margins of error are laughably large. I don't know why they even release some of that data. (For example, a very recent product purported to show what counties people move to and from, nationwide. It had results such as, zero people moved from county x to county y, plus or minus 98. That's worse than useless).&#xA;So, if you must use ACS data, take a good hard look at the margins of error.&lt;/p&gt;&#xA;" OwnerUserId="2010" LastActivityDate="2014-02-19T19:00:01.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1564" PostTypeId="2" ParentId="1555" CreationDate="2014-02-19T19:49:15.203" Score="2" Body="&lt;p&gt;From what you've described, &lt;a href=&quot;http://www.wolframalpha.com/&quot; rel=&quot;nofollow&quot;&gt;Wolfram Alpha&lt;/a&gt; might be what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have a no-cost API that allows 2000 'non-commercial' uses per month, but I couldn't find any details on what they consider 'non-commercial' to be.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-02-19T19:49:15.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1565" PostTypeId="2" ParentId="1552" CreationDate="2014-02-19T19:59:20.797" Score="3" Body="&lt;p&gt;From having been an elected municipal official (although for a really small municipality), I found that you generally had to look at how a given line item changed from year to year. (eg, this line was up 30% from last year).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, this means that when they start re-classifying expenses, or moving them around between departments, it's more difficult to see.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found it useful to look at not just the previous year's budget, but its status each month -- some items would be a lump payment at the beginning or end of the year (eg, membership dues), while others would be a steady rate through the year (eg, salary).  Some would vary, but have a known curve to it (eg, electrical bills).  This was important so that we'd know if we had used 60% of a given line when we were only 6 months in, if that was going to be a problem or not.  If an item was only at 40%, did that mean we could move funds from there to somewhere else?&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-02-19T19:59:20.797" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1566" PostTypeId="1" CreationDate="2014-02-19T23:15:14.570" Score="34" ViewCount="34812" Body="&lt;p&gt;Is there any free API for programmatically grabbing SEC filing data, such as company financials or insider trading?  It seems ironic that the &lt;a href=&quot;http://www.sec.gov/edgar/searchedgar/companysearch.html&quot;&gt;EDGAR search&lt;/a&gt; gives you information in a nice tabular form, but there isn't any obvious way to get the raw data in those tables, or restrict by date, etc.  For instance, &lt;a href=&quot;http://www.sec.gov/cgi-bin/own-disp?action=getissuer&amp;amp;CIK=0000040545&quot;&gt;here&lt;/a&gt; I can see recent insider trades for GE, but I have to click &quot;Next 80&quot; to see more.  I'd like a REST API where I just submit a request to say something like &quot;give me all form 4 filings for GE between dates X and Y&quot;.  Does such a thing exist?&lt;/p&gt;&#xA;" OwnerUserId="2013" LastEditorUserId="70" LastEditDate="2015-03-30T14:47:59.607" LastActivityDate="2022-09-04T14:53:33.867" Title="Open API for SEC data?" Tags="|usa|api|finance|" AnswerCount="10" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1567" PostTypeId="2" ParentId="1555" CreationDate="2014-02-20T08:45:21.733" Score="3" Body="&lt;p&gt;I think the highest quality database you can find is wikipedia. Now bear with me for a moment: for every article wikipedia usually provides a very vast set of numeric facts along with the textual facts. The only thing you have to do is to download a wikipedia dump and using the markup language that wikipedia uses, extract the numeric facts.&lt;/p&gt;&#xA;" OwnerUserId="2012" LastActivityDate="2014-02-20T08:45:21.733" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1568" PostTypeId="2" ParentId="912" CreationDate="2014-02-20T09:08:08.173" Score="1" Body="&lt;p&gt;This company seems to be specifically focused on what you are looking for, give it a go:&#xA;&lt;a href=&quot;http://supermarketapi.com/Default.aspx&quot; rel=&quot;nofollow&quot;&gt;http://supermarketapi.com/Default.aspx&lt;/a&gt;&#xA;Note: this seems to be a paid service, there is a trial and after that you will have to pay for the service.&lt;/p&gt;&#xA;" OwnerUserId="2012" LastEditorUserId="2012" LastEditDate="2014-02-20T18:49:29.453" LastActivityDate="2014-02-20T18:49:29.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1569" PostTypeId="1" AcceptedAnswerId="1603" CreationDate="2014-02-20T12:04:53.113" Score="0" ViewCount="111" Body="&lt;p&gt;An &quot;AnyText&quot; filter for &quot;%opendata%&quot; takes over 300 seconds so proxy closes my connection.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An &quot;apiso:KeywordType&quot; filter for &quot;%opendata%&quot; gives 0 results which makes sense because I do not what the type but I want to search in keywords!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What can I do? Thanks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Answered my own question with python.&lt;/p&gt;&#xA;" OwnerUserId="2014" LastEditorUserId="2014" LastEditDate="2014-02-23T20:10:49.453" LastActivityDate="2014-02-23T20:26:41.777" Title="Search CSW for opendata without using an anytext filter?" Tags="|data-portal|" AnswerCount="1" CommentCount="2" ClosedDate="2015-04-01T13:50:48.073" ContentLicense="CC BY-SA 3.0" />
  <row Id="1570" PostTypeId="2" ParentId="1566" CreationDate="2014-02-20T17:55:46.493" Score="7" Body="&lt;p&gt;I don't know if the SEC has datasets for what you are looking for, but here is a link to the SEC's open datasets home page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sec.gov/open/datasets.shtml&quot;&gt;https://www.sec.gov/open/datasets.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is a link and contacts to a university research paper (2012) on insider trading. You may want to consider contacting the researchers on where they got their data and methodologies on using the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://papers.ssrn.com/sol3/papers.cfm?abstract_id=2192522&quot;&gt;http://papers.ssrn.com/sol3/papers.cfm?abstract_id=2192522&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Abstract:&lt;br&gt;&#xA;Hardly anything is known about how bond market participants react to insider stock trades. Our study attempts to fill this gap by analyzing the bond market reaction around insider transactions in U.S. firms during the period from 2002 to 2009. Our dataset covers 3,694 stock purchases and 9,033 stock sales by corporate insiders. In a first step we apply event study methodology in order to determine the cumulative abnormal bond price returns in a number of predetermined subperiods within an overall window from ten trading days before until twenty trading days after the publication date. We find that with few exemptions insider stock sales convey a negative signal to the bond market. Insider stock purchases, on the other hand, do not fundamentally influence corporate bond prices. In a second step we conduct a regression analysis in order to gain insight into the factors that influence the abnormal bond price returns. As explanatory variables we include the value of the insider trades, the firms’ leverage, their long-term debt ratings, as well as dummy variables for the insider’s position in the company, for trades related to an employee benefit plan, for the respective sector (financial vs. non-financial), and for the stock market phase in which the transactions take place. However, the overall evidence from the regression analysis is rather weak for both insider stock purchases and sales.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: 10/6/2014&lt;br/&gt;&#xA;Here's a link to datasets (Excel spreadsheets) from a NYU professor whom has been keeping corporate finance data on major corporations in US, Canada, UK and Australia for 20 years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&quot;&gt;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-06T23:49:21.367" LastActivityDate="2014-10-06T23:49:21.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1571" PostTypeId="2" ParentId="41" CreationDate="2014-02-21T01:25:23.993" Score="3" Body="&lt;p&gt;The US NGA/GNS Server contains geographic datasets for every country in the world. It does not contain shapefiles, but does have area centroids for at least:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Administrative Divisions&lt;/li&gt;&#xA;&lt;li&gt;Capitals (both country and administrative divisions).&lt;/li&gt;&#xA;&lt;li&gt;Incorporated Cities&lt;/li&gt;&#xA;&lt;li&gt;Other Populated Localities.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://earth-info.nga.mil/gns/html/namefiles.htm&quot; rel=&quot;nofollow&quot;&gt;http://earth-info.nga.mil/gns/html/namefiles.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-21T01:25:23.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1572" PostTypeId="1" AcceptedAnswerId="1573" CreationDate="2014-02-21T08:00:15.863" Score="2" ViewCount="267" Body="&lt;p&gt;I am wondering whether any of you could help me to find a tool that could help me to parse and extract data out of Curriculum Vitaes?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that Sovren is a very good application but I can’t help but think that you can do a lot with a little. For instance I would like to extract name, telephone numbers and emails .. company names and dates role titles, Skills etc has anyone here got any experience with these even if the cv was cut up into roles and dates and then the summary text that would be great. Has anyone had any experience of this? Would it be possible to tag the cvs too? Thinking about it realistically it is probably only possible to get telephone number and email out without a massive amount of work unless someone know any different?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note: This question was originally posted as an answer to &lt;a href=&quot;https://opendata.stackexchange.com/q/92&quot;&gt;another question&lt;/a&gt; by user &lt;a href=&quot;https://opendata.stackexchange.com/users/1996/edc&quot;&gt;EdC&lt;/a&gt;.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-30T13:58:09.153" Title="Parsing Curriculum Vitaes" Tags="|tool-request|extracting|parsing|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1573" PostTypeId="2" ParentId="1572" CreationDate="2014-02-21T08:54:03.090" Score="1" Body="&lt;p&gt;I'm a python fan, so that is the path I normally take.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the CVs are in PDF format, then I use &lt;a href=&quot;http://en.wikipedia.org/wiki/Pdftotext&quot; rel=&quot;nofollow&quot;&gt;pdftotext&lt;/a&gt; to convert them into .txt files (without formatting).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once in .txt files, to find email addresses, I usually split the lines into individual strings, and then look for strings that contain the '@' character. Since that may include twitter names or other noise, I then include only the strings that have a '@' character between two alpha-numeric characters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get phone numbers I look for clumps of numbers separated by '.', '-', or including parentheses. To get addresses I look for integers and then alpha strings. Names are usually the first alpha string in the .txt file. I have some synonym list for Skills, Education, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This process goes on and on, and gets more complicated for getting sections and tagging appropriate sections.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do the process iteratively, meaning that I scan 100 CVs in a training set. This tests my algorithm. If the CVs are from a particular industry (or academic), then my algorithm is tuned along the way to take into account different options.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;edit&lt;/strong&gt;: It's a dirty process, but it works for me. I value volume over accuracy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the CVs are in HTML format, like from indeed.com, then I use &lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow&quot;&gt;BeautifulSoup&lt;/a&gt; to parse the fields from the text. This is usually easier because the fields like Education are wrapped in an HTML tag that includes the string 'Education'. The only difficulty is being aware of all fields that may exist, since not everyone has all the sections.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-21T08:54:03.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1574" PostTypeId="2" ParentId="1537" CreationDate="2014-02-21T13:11:30.507" Score="3" Body="&lt;p&gt;If you don't have programming experience, it's going to be tough. I'm going to propose a possible solution that doesn't involve programming, but with a time restriction I think it's a major effort to get running.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a free open-source program called &lt;a href=&quot;http://www.knime.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;KNIME&lt;/a&gt; where you can create your POST request and then pass it to the service. KNIME is used for ETL (extract, transform, load) data as well as some analysis. It's done by using a visual workflow, where you drag and drop &quot;noes&quot; onto the page and connect them to connect the data flow. There are nodes for input and output of data, sometimes by Excel or XML files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The workflow would be constructed something like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/WFSBg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the POST node looks like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dpCzh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update:&lt;/strong&gt; If the API is indeed SOAP, then the node in KNIME is called &lt;a href=&quot;http://www.knime.org/files/nodedetails/_misc_Generic_Webservice_Client.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Generic_Webservice_Client&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-02-21T14:59:24.293" LastActivityDate="2014-02-21T14:59:24.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1575" PostTypeId="1" AcceptedAnswerId="1583" CreationDate="2014-02-21T14:47:16.273" Score="4" ViewCount="388" Body="&lt;p&gt;I'm trying to import the .sql file from &lt;a href=&quot;http://www.product-open-data.com/download/&quot; rel=&quot;nofollow&quot;&gt;Open Product Data&lt;/a&gt;, the POD Database Dump. The site recommends to use BigDump, but when I try to run the php script from BigDump in my localhost, I'm getting this message:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Stopped at the line 339.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;At this place the current query includes more than 300 dump lines. &#xA;  That can happen if your dump file was created by some tool which&#xA;  doesn't place a semicolon followed by a linebreak at the end of each&#xA;  query, or if your dump contains extended inserts or very long&#xA;  procedure definitions. Please read the BigDump usage notes for more&#xA;  infos. Ask for our support services in order to handle dump files&#xA;  containing extended inserts.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;How can I fix this? I already tried to open the .sql file, but it always stops working/crashs in my Mac&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other sources for product data?&lt;/p&gt;&#xA;" OwnerUserId="705" LastEditorUserId="70" LastEditDate="2015-03-30T11:24:22.783" LastActivityDate="2015-03-30T11:24:22.783" Title="Open Product Data sources and importing into SQL" Tags="|tool-request|sql|okfn|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1576" PostTypeId="1" AcceptedAnswerId="4986" CreationDate="2014-02-21T15:25:20.033" Score="15" ViewCount="474" Body="&lt;p&gt;I have some data which is Open(free from copyright, patents or other control mechanisms) and I want to share it with the users here. How do I do it without having to host it on some other server and share a link here? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As links are destined to change at some point, I would like this community to provide an option to upload Open Data and make it available for everyone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure if this is the right way of pushing a request, I am also going to ask this question on Meta -Stack Overflow. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also I would like to add that if this request is implemented, &lt;code&gt;SE - Open Data&lt;/code&gt; community is going to be very famous soon. (The same way a programmer searches for programming related questions, people with interest in Open Data and sharing Open resources would love to use this platform)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Link to my question on Meta-SO: &lt;a href=&quot;https://meta.stackexchange.com/q/222407&quot;&gt;https://meta.stackexchange.com/q/222407&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2025" LastEditorUserId="-1" LastEditDate="2017-03-20T10:32:31.783" LastActivityDate="2017-05-17T08:51:12.877" Title="How do I share Open Data with others on this SE site?" Tags="|releasing-data|tool-request|" AnswerCount="4" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="1577" PostTypeId="1" AcceptedAnswerId="1578" CreationDate="2014-02-22T01:44:39.443" Score="11" ViewCount="17281" Body="&lt;p&gt;I would like to use a lot of famous people data in a project. Is there a dataset with famous people? Like artists, musicians, politicians, etc.&lt;/p&gt;&#xA;" OwnerUserId="705" LastEditorUserId="70" LastEditDate="2015-04-19T15:25:55.157" LastActivityDate="2019-09-27T07:15:02.087" Title="Famous people dataset" Tags="|data-request|names|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1578" PostTypeId="2" ParentId="1577" CreationDate="2014-02-22T03:19:23.143" Score="6" Body="&lt;p&gt;Wikipedia has a &lt;a href=&quot;http://en.wikipedia.org/wiki/Lists_of_people&quot; rel=&quot;noreferrer&quot;&gt;list of lists of people&lt;/a&gt;, from that you can focus on the specific lists that are of interest to you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also have a very functional API for collecting data, see &lt;a href=&quot;http://www.mediawiki.org/wiki/API%3aMain_page&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt; for details. For your lists of interest you can collect whatever data you like for individual &quot;famous people.&quot;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-22T03:19:23.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1579" PostTypeId="2" ParentId="302" CreationDate="2014-02-22T04:05:47.930" Score="2" Body="&lt;p&gt;If you are using R, there is the &lt;a href=&quot;http://stat.ethz.ch/R-manual/R-patched/library/datasets/html/00Index.html&quot; rel=&quot;nofollow&quot;&gt;R Datasets Package&lt;/a&gt;. In this way, the data is prepared and ready for analyis in R.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also examples of the R code, which includes how to use the library. See &lt;a href=&quot;http://stat.ethz.ch/R-manual/R-patched/library/datasets/html/iris.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; for the canonical iris data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other languages will also have sample datasets. In python, the &lt;a href=&quot;http://scikit-learn.org/stable/datasets/&quot; rel=&quot;nofollow&quot;&gt;scikit&lt;/a&gt; library is popular for machine learning and predictive analytics.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-22T04:05:47.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1580" PostTypeId="2" ParentId="943" CreationDate="2014-02-22T04:29:37.170" Score="2" Body="&lt;p&gt;With some clever thinking you can find anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched '&lt;a href=&quot;https://encrypted.google.com/search?hl=en&amp;amp;q=vibration%20data%20filetype%3acsv&quot; rel=&quot;nofollow&quot;&gt;vibration data filetype:csv&lt;/a&gt;'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the results was some very complete data set: &lt;a href=&quot;http://www.tepco.co.jp/en/nu/fukushima-np/plant-data/f1_6_Katogenshotsuika1-05.csv&quot; rel=&quot;nofollow&quot;&gt;see here for example&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-22T04:29:37.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1581" PostTypeId="2" ParentId="1575" CreationDate="2014-02-22T05:24:43.737" Score="2" Body="&lt;p&gt;If you know where the end of each query is, then you can add the semi-colon with a command line parsing tool like 'sed'. See &lt;a href=&quot;https://developer.apple.com/library/mac/documentation/Darwin/Reference/ManPages/man1/sed.1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; for details about 'sed' on Mac OSX. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can read about how to use 'sed' to add a semicolon &lt;a href=&quot;https://stackoverflow.com/questions/12202555/adding-semicolon-at-the-end-those-do-not-have-one&quot;&gt;here&lt;/a&gt;. To know the exact command, I'd have to know the file details. If each query is on one line, then it's quite straightforward. If each query is multi-line, then you have to program some logic to check if it is the end of a query (i.e. having two new lines, or something).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-02-22T05:24:43.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1582" PostTypeId="1" CreationDate="2014-02-22T06:06:03.667" Score="27" ViewCount="22207" Body="&lt;p&gt;I'm looking for a free/open source downloadable database/API of all the businesses in North America. The sort of data that I'm looking for includes: name, address, industry, email address, website, ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The license should preferably be compatible with commercial use. Does anyone know of such a database?&lt;/p&gt;&#xA;" OwnerUserId="2018" LastEditorUserId="70" LastEditDate="2015-03-15T10:59:43.827" LastActivityDate="2017-06-27T12:44:27.370" Title="Free database or API of all North American businesses" Tags="|data-request|business|north-america|" AnswerCount="9" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1583" PostTypeId="2" ParentId="1575" CreationDate="2014-02-22T06:29:15.030" Score="5" Body="&lt;p&gt;Regarding your first question, Open Product Data provides &lt;a href=&quot;http://www.outpan.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;guidelines&lt;/a&gt; for data importing which suggests using software such as BigDump to handle importing the data.&lt;/p&gt;&#xA;&lt;p&gt;Now, to answer your second question:&#xA;&lt;a href=&quot;http://www.outpan.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Outpan&lt;/a&gt; is my personal project focusing specifically on creating a free database of all barcoded products. The database currently includes more than 18 million products and an &lt;a href=&quot;http://www.outpan.com/developers.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;API to easily access the content programmatically&lt;/a&gt;. As I mentioned before in &lt;a href=&quot;https://opendata.stackexchange.com/questions/562/does-there-exist-a-global-database-of-all-products-with-ean-13-barcodes/1554#1554&quot;&gt;another answer&lt;/a&gt; our top priority is to keep this completely free (hopefully even open source) and accessible for everyone.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;NOTE: I am affiliated with Outpan.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="2000" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-03-16T05:04:32.910" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1584" PostTypeId="2" ParentId="1582" CreationDate="2014-02-22T14:16:29.027" Score="6" Body="&lt;p&gt;I doubt that this exists. Lexis-Nexus provides access to US Federal Tax ID info (FEIN), but I imagine there are license restrictions. Public Companies are required to file much of this info and it should be available via the SEC Edgar interface. GuideStar provides access to nonprofit 990 data (which would include much of what you are looking for EIN data but the bulk data services are fee-based. ESRI provides access to business data for both the US and Canada via their Business Analyst service, but again, these are fee-for-service products. Verisign provides &lt;a href=&quot;http://www.verisigninc.com/en_US/channel-resources/domain-registry-products/zone-file-information/index.xhtml&quot;&gt;access&lt;/a&gt; to domain name registries, but I'm not sure what the license agreements are and obviously not all businesses have registered domains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, the issue of defining industry is challenging. If you mean NAICS/SIC, it can be quite challenging to drill down to individual level data. Often the BLS/BEA redacts industry data, particularly in non-metro areas, because the small number of establishments results in a defacto release of individual establishment data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck.&lt;/p&gt;&#xA;" OwnerUserId="2029" LastActivityDate="2014-02-22T14:16:29.027" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1585" PostTypeId="1" CreationDate="2014-02-22T14:35:40.063" Score="7" ViewCount="281" Body="&lt;p&gt;I see so munch information around cocoa production, and there are so many NGO and government initiative around Child labor in cocoa production and chocolate making. Is there any credible source where I can find that data by nation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit - This question was asked by students on &lt;a href=&quot;https://tuvalabs.com/ask/&quot; rel=&quot;nofollow&quot;&gt;TuvaLabs&lt;/a&gt;, part of the question &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Which countries produce chocolate? Is child labor involved in all&#xA;  chocolate production?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here, when it says chocolate, I think we can take cocoa production (agriculture).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I mentioned before there are so many places where you can find the information about cocoa production (&lt;a href=&quot;http://faostat.fao.org/&quot; rel=&quot;nofollow&quot;&gt;http://faostat.fao.org/&lt;/a&gt;), and child labor in general from &lt;a href=&quot;http://www.dol.gov/&quot; rel=&quot;nofollow&quot;&gt;UNITED STATES &#xA;DEPARTMENT OF LABOR&lt;/a&gt;, but not specifically involved in cocoa production for those countries.&lt;/p&gt;&#xA;" OwnerUserId="2030" LastEditorUserId="70" LastEditDate="2015-03-27T16:11:22.200" LastActivityDate="2015-03-27T16:11:22.200" Title="Where can I find dataset around child labor in cocoa production?" Tags="|data-request|food|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1586" PostTypeId="2" ParentId="1577" CreationDate="2014-02-22T14:45:10.047" Score="4" Body="&lt;p&gt;Freebase - Freebase is a large source of useful, structured data around lot of different categories. When you search for person in google, the result on left side is shown by Google's knowledge graph which is powered by Freebase.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For people search you can checkout, - &lt;a href=&quot;http://www.freebase.com/people&quot; rel=&quot;nofollow&quot;&gt;http://www.freebase.com/people&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2030" LastActivityDate="2014-02-22T14:45:10.047" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1587" PostTypeId="2" ParentId="1576" CreationDate="2014-02-22T16:07:27.377" Score="5" Body="&lt;p&gt;Try finding a stable data repository that can be a permanent home for the data. Two of the best places to look for such a home are &lt;a href=&quot;http://databib.org/&quot; rel=&quot;noreferrer&quot;&gt;DataBib&lt;/a&gt; and &lt;a href=&quot;http://www.re3data.org/&quot; rel=&quot;noreferrer&quot;&gt;re3data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are affiliated with a college or university whose library maintains an institutional repository, that may also be a good place to stash the data for the long term.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This answer assumes that the data are stable (or at least snapshottable).&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-02-22T16:07:27.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1588" PostTypeId="2" ParentId="1429" CreationDate="2014-02-22T16:29:04.507" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://otter.oerc.ox.ac.uk/standards&quot; rel=&quot;nofollow&quot;&gt;BioSharing Standards Database&lt;/a&gt; may be of some use to you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You're going to have a hard time with this, though, because of the scatteredness of the information and because quite a few instrument-science file formats are proprietary.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-02-22T16:29:04.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1589" PostTypeId="2" ParentId="1582" CreationDate="2014-02-22T19:02:20.437" Score="19" Body="&lt;p&gt;This question was &lt;a href=&quot;https://opendata.stackexchange.com/questions/143/what-is-the-best-source-for-finding-what-businesses-have-opened-exist-closed-in&quot;&gt;previously answered for non-profits&lt;/a&gt;, and I think the same answer works here at least partially.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, you can find all U.S. companies at the Securities and Exchange Commission's &lt;a href=&quot;https://www.sec.gov/edgar/searchedgar/companysearch.html&quot; rel=&quot;noreferrer&quot;&gt;EDGAR site&lt;/a&gt;. Technical documentation &lt;a href=&quot;http://xbrl.sec.gov/&quot; rel=&quot;noreferrer&quot;&gt;is also available&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Information about Canadian companies is accessible through their &lt;a href=&quot;http://data.gc.ca/eng&quot; rel=&quot;noreferrer&quot;&gt;open data site&lt;/a&gt;, but seems to be segmented by industry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mexico does not seem to have corporate content available publicly, but an explanation of where they are is at the &lt;a href=&quot;https://index.okfn.org/country/overview/Mexico/&quot; rel=&quot;noreferrer&quot;&gt;Open Data Index&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a nice overview on &lt;a href=&quot;http://blog.programmableweb.com/2013/12/20/edgar-online-modernizes-financial-data-access-with-apis/&quot; rel=&quot;noreferrer&quot;&gt;Programmable&lt;/a&gt; about ways to access this type of information.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-02-22T19:02:20.437" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1590" PostTypeId="2" ParentId="1582" CreationDate="2014-02-22T19:40:22.833" Score="7" Body="&lt;p&gt;NASDAQ provides a CSV dataset for all corporations traded on NASDAQ, AMEX and NYSE. You can get some basic information on these publicly traded companies from the datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nasdaq.com/screening/company-list.aspx&quot;&gt;http://www.nasdaq.com/screening/company-list.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is a link on our OpenGeoCode website where we've downloaded the datasets and converted them to our CUDE CSV format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/US%20Stock%20Exchange/Stocks/index.php&quot;&gt;http://www.opengeocode.org/cude1.1/US%20Stock%20Exchange/Stocks/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-22T19:40:22.833" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1591" PostTypeId="2" ParentId="1582" CreationDate="2014-02-22T20:03:12.060" Score="8" Body="&lt;p&gt;&lt;strong&gt;NOTE I'm not a lawyer and this is only a suggestion, please do consult a professional.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been in your shoes before, If you're willing to compromise precision for the sake of completeness in terms of the number of businesses, I would suggest scraping yellow pages and/or sites like yelp.&#xA;There has been a long debate over the legality of this type of data scraping, and it seems to be in a gray area more towards being legal. Then again you should definitely see a lawyer for more info on that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my opinion the best method would be to use many sources and try to consolidate them using internal and/or external standards. For example, you can get a very sound dataset from yellow pages focused on small businesses, and some data on public businesses from NASDAQ (as mentioned in one of the answers) and try to normalize them for your own use. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data/information seems to be very contextual and you usually have to do some mass operation on your datasets, why not use different sources while you're at it?&lt;/p&gt;&#xA;" OwnerUserId="2033" LastActivityDate="2014-02-22T20:03:12.060" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1592" PostTypeId="2" ParentId="1576" CreationDate="2014-02-22T20:34:39.277" Score="8" Body="&lt;p&gt;GitHub has all the things, seriously, it rules. OKFN hosts open data there. So do I. As do most Code for America brigades. But you can also get a free datahub.io account, at least for an organization and you can upload there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should also check out your area. Here in Virginia, there is an OpenVA data portal, and anyone can upload related data after signing up. Google your area and see if there are any municipal portals you can hit up.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: adding more options.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;check out dat  data, i have considered it on numerous occasions, and i may just use it personally so i get to play with it.&lt;br&gt;&#xA;&lt;a href=&quot;http://dat-data.com/&quot; rel=&quot;noreferrer&quot;&gt;http://dat-data.com/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;and &lt;a href=&quot;http://datahub.io&quot; rel=&quot;noreferrer&quot;&gt;http://datahub.io&lt;/a&gt;&lt;br&gt;&#xA;which was built by okfn, and runs off ckan...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;you could really get wild with free third party services: you could put them in dropbox, g drive, heroku, etc. you can also get a &quot;free&quot; account with amazon, not sure if its aws or as3; i do know that even though it's &quot;free&quot;, it requires a credit card, and then i stopped filling out the application. :)&lt;br&gt;&#xA;anything that gives you storage and url(s).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;but then you are giving up ownership of that data. @ least to some extent. oh and now they have the data too. not like i pulled a copy of that repo, like, hey we can just walk in the front door and do whatever we want, whenever we want.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-03-04T01:29:37.563" LastActivityDate="2014-03-04T01:29:37.563" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1593" PostTypeId="2" ParentId="1415" CreationDate="2014-02-22T20:50:45.420" Score="2" Body="&lt;p&gt;I am not sure about electronic copy of congressional record, but what they said and the votes on all motions bills and other information can be easily be query using this online application &lt;a href=&quot;http://iknow.io/&quot; rel=&quot;nofollow&quot;&gt;iknow.io&lt;/a&gt; - you can try the &lt;a href=&quot;http://iknow.io/explore/uscongress-2/navigator/&quot; rel=&quot;nofollow&quot;&gt;data navigator&lt;/a&gt; to query congressman name.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;FYI - They are using govetrack.us, but they are doing all heavy lifting so that any one can query information easily.&lt;/p&gt;&#xA;" OwnerUserId="2030" LastEditorUserId="2030" LastEditDate="2014-02-23T06:31:53.307" LastActivityDate="2014-02-23T06:31:53.307" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1594" PostTypeId="1" CreationDate="2014-02-23T04:47:06.257" Score="20" ViewCount="11870" Body="&lt;p&gt;Does anyone know of such a thing? I urgently need a database of all the movies and I want it to be free.&lt;/p&gt;&#xA;" OwnerUserId="2035" LastEditorUserId="505" LastEditDate="2014-02-23T10:10:45.260" LastActivityDate="2024-03-22T21:49:19.803" Title="Open Source alternative to IMDB" Tags="|data-request|film|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1595" PostTypeId="2" ParentId="1582" CreationDate="2014-02-23T04:54:24.733" Score="4" Body="&lt;p&gt;One thing you can do is to download the open source datasets of every city (most large cities in north america offer such datasets on their websites), they usually have datasets of business licenses issued which has a lot of info associated with them. I hope this can be starting point.&lt;/p&gt;&#xA;" OwnerUserId="2035" LastActivityDate="2014-02-23T04:54:24.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1596" PostTypeId="5" CreationDate="2014-02-23T10:14:36.343" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-02-23T10:14:36.343" LastActivityDate="2014-02-23T10:14:36.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1597" PostTypeId="4" CreationDate="2014-02-23T10:14:36.343" Score="0" Body="Geospatial pertains to the geographic location and characteristics of natural or constructed features and boundaries on, above, or below the Earth's surface, particularly referring to data that is geographic and spatial in nature." OwnerUserId="505" LastEditorUserId="244" LastEditDate="2014-02-23T15:28:18.303" LastActivityDate="2014-02-23T15:28:18.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1598" PostTypeId="2" ParentId="1594" CreationDate="2014-02-23T11:18:30.540" Score="7" Body="&lt;p&gt;Also, the API at &lt;a href=&quot;http://www.themoviedb.org/documentation/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Movie Database&lt;/a&gt; looks great. It is less clean than IMBD, but it is open and free for use.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: &lt;a href=&quot;http://mx.daviesinc.com/qwait/metastor/tree/461fd9f85bc0d59188913bcee544575e998ef10d/metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;this metastor repository has a dump of TMB&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1834" LastEditorUserId="90" LastEditDate="2016-11-19T23:31:37.860" LastActivityDate="2016-11-19T23:31:37.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1599" PostTypeId="2" ParentId="1373" CreationDate="2014-02-23T18:18:01.600" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://tei-c.org/&quot; rel=&quot;noreferrer&quot;&gt;Text Encoding Initiative&lt;/a&gt;'s XML language has &lt;a href=&quot;http://www.tei-c.org/release/doc/tei-p5-doc/en/html/DR.html&quot; rel=&quot;noreferrer&quot;&gt;a module for &quot;Performance Texts&quot;&lt;/a&gt; by which they mean plays, screenplays, and other sorts of scripts. If you're looking for very prescriptive rules, TEI will disappoint you (there's usually more than one way to do anything in TEI!), but if you want a hospitable markup language with a lot of existing scaffolding, TEI should work nicely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best way to get your head around TEI is &lt;a href=&quot;http://teibyexample.org/&quot; rel=&quot;noreferrer&quot;&gt;TEI By Example&lt;/a&gt;, which has &lt;a href=&quot;http://teibyexample.org/exercises/TBED05v00.htm&quot; rel=&quot;noreferrer&quot;&gt;a module tailored to drama&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-02-23T18:18:01.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1600" PostTypeId="2" ParentId="1518" CreationDate="2014-02-23T18:25:22.580" Score="4" Body="&lt;p&gt;What you're trying to do seems to fall under &quot;topic modeling&quot; or &quot;clustering.&quot; Looking at &lt;a href=&quot;http://dirt.projectbamboo.org/tags/clustering&quot; rel=&quot;nofollow&quot;&gt;the DiRT wiki's list of clustering tools&lt;/a&gt;, perhaps &lt;a href=&quot;http://code.google.com/p/topic-modeling-tool/&quot; rel=&quot;nofollow&quot;&gt;this topic-modeling tool&lt;/a&gt; would be a good place to start.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-02-23T18:25:22.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1601" PostTypeId="2" ParentId="1594" CreationDate="2014-02-23T19:12:40.650" Score="5" Body="&lt;p&gt;I'm not sure about the licensing but it's at least called a &quot;free&quot;base:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.freebase.com/film/film&quot; rel=&quot;noreferrer&quot;&gt;http://www.freebase.com/film/film&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2040" LastActivityDate="2014-02-23T19:12:40.650" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1602" PostTypeId="1" CreationDate="2014-02-23T19:18:41.060" Score="2" ViewCount="706" Body="&lt;p&gt;I need a free Geo-location database for a commercial project. It must be of high quality and updated regularly. Has anyone ever come across a database like this?&lt;/p&gt;&#xA;" OwnerUserId="2040" LastEditorUserId="70" LastEditDate="2015-04-19T15:26:34.277" LastActivityDate="2015-04-19T15:26:34.277" Title="Free high quality geolocation database" Tags="|data-request|geospatial|" AnswerCount="5" CommentCount="2" ClosedDate="2015-04-19T15:26:14.300" ContentLicense="CC BY-SA 3.0" />
  <row Id="1603" PostTypeId="2" ParentId="1569" CreationDate="2014-02-23T20:09:00.117" Score="1" Body="&lt;p&gt;The following python 2.7 code...&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*-&#xA;&#xA;import requests&#xA;&#xA;def main():&#xA;&#xA;    get_records = &quot;&quot;&quot;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&amp;lt;GetRecords&#xA;    xmlns=&quot;http://www.opengis.net/cat/csw/2.0.2&quot;&#xA;    xmlns:csw=&quot;http://www.opengis.net/cat/csw/2.0.2&quot;&#xA;    xmlns:ogc=&quot;http://www.opengis.net/ogc&quot;&#xA;    xmlns:ows=&quot;http://www.opengis.net/ows&quot;&#xA;    xmlns:dct=&quot;http://purl.org/dc/terms/&quot;&#xA;    xmlns:gml=&quot;http://www.opengis.net/gml&quot;&#xA;    xmlns:gmd=&quot;http://www.isotc211.org/2005/gmd&quot;&#xA;    xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot;&#xA;    service=&quot;CSW&quot;&#xA;    version=&quot;2.0.2&quot;&#xA;    maxRecords=&quot;{max_records}&quot;&#xA;    startPosition=&quot;1&quot;&#xA;    resultType=&quot;results&quot;&#xA;    outputFormat=&quot;application/xml&quot;&#xA;    outputSchema=&quot;http://www.isotc211.org/2005/gmd&quot;&#xA;    xsi:schemaLocation=&quot;http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd&quot;&amp;gt;&#xA;    &amp;lt;Query typeNames=&quot;gmd:MD_Metadata&quot;&amp;gt;&#xA;        &amp;lt;ElementSetName typeNames=&quot;csw:IsoRecord&quot;&amp;gt;full&amp;lt;/ElementSetName&amp;gt;&#xA;        &amp;lt;csw:Constraint version=&quot;1.1.0&quot;&amp;gt;&#xA;            &amp;lt;ogc:Filter xmlns:ogc=&quot;http://www.opengis.net/ogc&quot; xmlns:gml=&quot;http://www.opengis.net/gml&quot;&amp;gt;&#xA;                &amp;lt;ogc:PropertyIsLike wildCard=&quot;%&quot; singleChar=&quot;_&quot; escapeChar=&quot;\&quot;&amp;gt;&#xA;                    &amp;lt;ogc:PropertyName&amp;gt;apiso:Subject&amp;lt;/ogc:PropertyName&amp;gt;&#xA;                    &amp;lt;ogc:Literal&amp;gt;%opendata%&amp;lt;/ogc:Literal&amp;gt;&#xA;                &amp;lt;/ogc:PropertyIsLike&amp;gt;&#xA;            &amp;lt;/ogc:Filter&amp;gt;&#xA;        &amp;lt;/csw:Constraint&amp;gt;&#xA;    &amp;lt;/Query&amp;gt;&#xA;&amp;lt;/GetRecords&amp;gt;&quot;&quot;&quot;.format(max_records = 1) # minimal 1 !&#xA;&#xA;    r = requests.post('http://gdk.gdi-de.org/gdi-de/srv/eng/csw', data=get_records, headers={'content-type': 'application/xml'})&#xA;&#xA;    xml_string = r.content&#xA;&#xA;    with open('for_opendata_stackexchange_com___output.txt', 'w') as file_out:&#xA;        file_out.write(xml_string)&#xA;&#xA;if __name__ == '__main__':&#xA;    main()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;...will result in a text file starting with...&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&#xA;&amp;lt;csw:GetRecordsResponse xmlns:csw=&quot;http://www.opengis.net/cat/csw/2.0.2&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd&quot;&amp;gt;&#xA;&#xA;  &amp;lt;csw:SearchStatus timestamp=&quot;2014-02-23T21:03:24&quot; /&amp;gt;&#xA;&#xA;  &amp;lt;csw:SearchResults numberOfRecordsMatched=&quot;1053&quot; numberOfRecordsReturned=&quot;1&quot; elementSet=&quot;full&quot; nextRecord=&quot;2&quot;&amp;gt;&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So the German geo data catalogue has 1053 open data sets.&lt;/p&gt;&#xA;" OwnerUserId="2014" LastEditorUserId="2014" LastEditDate="2014-02-23T20:26:41.777" LastActivityDate="2014-02-23T20:26:41.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1604" PostTypeId="2" ParentId="875" CreationDate="2014-02-23T22:07:36.283" Score="2" Body="&lt;p&gt;I did something similar to Chris Gansen for Portland, OR. I downloaded the crime datasets from Portland's open data portal (www.civicapps.org) and the corresponding weather data from NOAA. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then created a new CSV dataset from the originals where I added fields for temperature mean, percipitation and snowfall, and posted them for other developers to use:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude/civicapps/civicapps.crime_incident_data.csv&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude/civicapps/civicapps.crime_incident_data.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-02-23T22:07:36.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1607" PostTypeId="2" ParentId="1518" CreationDate="2014-02-24T12:38:50.723" Score="9" Body="&lt;p&gt;I ended up creating my own system combining a bunch of APIs. Here is what I did:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I pulled the homepage text from each website and cleaned up all the html, javascript and styles&lt;/li&gt;&#xA;&lt;li&gt;I pushed this text out to various APIs to process and stored the results. I used &lt;a href=&quot;https://github.com/AlchemyAPI/&quot; rel=&quot;nofollow noreferrer&quot;&gt;alchemyapi.com&lt;/a&gt;, &lt;a href=&quot;http://textrazor.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;textrazor.com&lt;/a&gt;, &lt;a href=&quot;http://opencalais.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;opencalais.com&lt;/a&gt;. Those APIs have a lot of options but mainly I focused on keywords, entities and topics.&lt;/li&gt;&#xA;&lt;li&gt;I then manually scored a bunch of websites if they were on topic or not&lt;/li&gt;&#xA;&lt;li&gt;I exported the data to a CSV file and uploaded it to &lt;a href=&quot;http://BigML.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;BigML.com&lt;/a&gt; a SAAS machine learning tool. Using their very slick user interface, I was able to easily create a dataset, create a model or ensemble of models, run a 80/20 evaluation of my model and finally predict results.&lt;/li&gt;&#xA;&lt;li&gt;I originally used &lt;a href=&quot;https://developers.google.com/prediction/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Prediction&lt;/a&gt;, but it was very complex to setup, had very poor documentation and examples in their API for prediction. and was black box - meaning It worked but who knows why.&lt;/li&gt;&#xA;&lt;li&gt;I'm getting around 80% accuracy in my predictions for new URLs to see if they are on topic or not.&lt;/li&gt;&#xA;&lt;li&gt;Oddly enough I wrote this all in PHP as a WordPress plugin mainly because that is what I know and the end result of this will be a multisite wordpress website. A better choice would have been Python as there are many good text processing tools for that language.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1934" LastEditorUserId="23346" LastEditDate="2021-08-19T05:02:15.313" LastActivityDate="2021-08-19T05:02:15.313" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="1609" PostTypeId="1" CreationDate="2014-02-24T18:03:29.623" Score="5" ViewCount="214" Body="&lt;p&gt;I &lt;a href=&quot;https://twitter.com/jwyg/status/438010080420585472&quot;&gt;found in Twitter&lt;/a&gt; a great question related to Open Data SE. Maybe someone knows anything more.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Does anyone know of an estimate of total public expenditure from governments around world?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-02-24T18:49:49.627" LastActivityDate="2015-05-20T19:17:11.240" Title="Estimate of total public expenditure from governments around world?" Tags="|government|spending|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1610" PostTypeId="2" ParentId="1609" CreationDate="2014-02-24T18:41:11.540" Score="4" Body="&lt;p&gt;This question is hard to answer. There is no database providing a single figure. However, there are some international databases which provide the information for individual countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want a good coverage of countries, try the &lt;a href=&quot;http://data.worldbank.org/topic/public-sector&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldbank's Public Sector Statistics&lt;/a&gt;. Scroll down a bit and click on the &lt;a href=&quot;http://databank.worldbank.org/data/table/source/2?Topic=13&quot; rel=&quot;nofollow noreferrer&quot;&gt;Databank Button&lt;/a&gt;. For some countries the data is missing. Either they don't have this kind of information or they don't want to share it with the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Eurostat has quite complete and good quality &lt;a href=&quot;http://ec.europa.eu/eurostat/web/government-finance-statistics/data/database&quot; rel=&quot;nofollow noreferrer&quot;&gt;data on government expenses&lt;/a&gt;. But obviously, you will be mostly limited to the EU. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OECD has a wider geographic coverage. On their &lt;a href=&quot;http://stats.oecd.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;statistics site&lt;/a&gt;, you will find the data in the &quot;National Accounts&quot; Section:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/IgovX.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2075" OwnerDisplayName="user1702" LastEditorUserId="2075" LastEditorDisplayName="user1702" LastEditDate="2015-05-20T19:17:11.240" LastActivityDate="2015-05-20T19:17:11.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1612" PostTypeId="1" AcceptedAnswerId="1634" CreationDate="2014-02-24T19:55:43.060" Score="8" ViewCount="252" Body="&lt;p&gt;I'm looking for some open data dictionary with translations between languages, more concretely I would like english &amp;lt;-&gt; japanese, but others would also be valuable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching I looked into wiktionary, which looks great but as far as I know lacks translation capabilities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The use might be commercial so a CC license allowing commercial use would be ideal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1390/german-english-dictionary/1430#1430&quot;&gt;This question&lt;/a&gt; is quite similar and I liked the idea of wiktionary but no real way for matching meaning between languages is given.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="2049" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-02-05T23:06:16.217" Title="Translation dictionaries" Tags="|data-request|dictionary|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1613" PostTypeId="1" CreationDate="2014-02-25T04:21:44.320" Score="14" ViewCount="3564" Body="&lt;p&gt;I am mostly interested in electronic songs. I need both the songs' waveform and their labels (genre, BPM and key). If you know some similar data set that doesn't contain all 3 labels, please still share.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If possible, I want open data and downloading the whole dataset at once.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorDisplayName="user4293" LastEditDate="2017-03-31T14:42:56.973" LastActivityDate="2017-03-31T14:42:56.973" Title="Where can I find a dataset of songs labeled with their genre, BPM and key?" Tags="|data-request|music|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1614" PostTypeId="2" ParentId="1390" CreationDate="2014-02-25T07:47:14.750" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://www1.dict.cc/translation_file_request.php?l=e&quot; rel=&quot;nofollow noreferrer&quot;&gt;dict.cc dictionary&lt;/a&gt; is available to download as a machine readable text file (tab-delimited, UTF-8), with free registration. There are some licensing terms, mostly related to not sharing the data set (but you can share what you create, of course).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to German &amp;lt;-&gt; English, many other language pairs are available under the same terms&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Cso89.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Cso89.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-11-24T12:15:57.573" LastActivityDate="2016-11-24T12:15:57.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1615" PostTypeId="2" ParentId="1613" CreationDate="2014-02-25T09:25:09.390" Score="9" Body="&lt;p&gt;I haven't used them before. I've just had them in my bookmarks for any case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) &lt;a href=&quot;http://echoprint.me/&quot;&gt;http://echoprint.me/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Free: 'Use our data for whatever you want (commercial or non, research, personal use)'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;http://the.echonest.com/&quot;&gt;http://the.echonest.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Free for non-commercial: The Echo Nest APIs are free for non-commercial purposes. To use them commercially, contact us and we will go over licensing options.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that both of them are services to identify a song like Shazam does. But they let you download their data or use their API.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-02-25T09:25:09.390" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1616" PostTypeId="5" CreationDate="2014-02-25T10:59:52.993" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-02-25T10:59:52.993" LastActivityDate="2014-02-25T10:59:52.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1617" PostTypeId="4" CreationDate="2014-02-25T10:59:52.993" Score="0" Body="For questions related to human language. Use 'programming' instead for questions related to programming languages." OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-03-26T23:23:45.850" LastActivityDate="2015-03-26T23:23:45.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1618" PostTypeId="2" ParentId="1612" CreationDate="2014-02-25T11:20:24.970" Score="4" Body="&lt;p&gt;OK I have a unique solution that may work for any langauge pair. The fact that you ask for Japanese makes it tough because it requires unicode support for the characters (so many .txt dictionary files are out of the question and I'm not sure how useful OCR would be).&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;We search the wonderful flashcard program anki for Japanese:&#xA;&lt;a href=&quot;https://ankiweb.net/shared/decks/japanese&quot; rel=&quot;nofollow&quot;&gt;results&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Then, we find a large and popular deck of flashcards: &lt;a href=&quot;https://ankiweb.net/shared/info/194665997&quot; rel=&quot;nofollow&quot;&gt;one&#xA;example&lt;/a&gt;. (Maybe it's simpler to find a deck without audio and&#xA;images.)&lt;/li&gt;&#xA;&lt;li&gt;Then, we have to open the deck with Anki, so you'll need to install&#xA;the program or perhaps use the web client.&lt;/li&gt;&#xA;&lt;li&gt;Finally, we have to export the deck using &lt;a href=&quot;http://ankisrs.net/docs/manual.html#exporting&quot; rel=&quot;nofollow&quot;&gt;Anki directly&lt;/a&gt; or one&#xA;of the plug-ins, in this case to &lt;a href=&quot;https://ankiweb.net/shared/info/1822267896&quot; rel=&quot;nofollow&quot;&gt;comma-separated-values (CSV)&#xA;format&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;disclaimer&lt;/strong&gt;: I haven't tested this process but I'm happy to iterate and update if you decide to go with this path.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-02-25T11:25:53.387" LastActivityDate="2014-02-25T11:25:53.387" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1619" PostTypeId="2" ParentId="1585" CreationDate="2014-02-25T13:49:48.513" Score="5" Body="&lt;p&gt;Great question!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I'll assume a dataset doesn't exist because it makes the creation of a data-story more interesting.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some steps that I would take to collect the data and start to analyze it. Remember, &lt;strong&gt;a question is needed before we can ask the data for answers&lt;/strong&gt;. For that reason, I'll make up the question: &lt;strong&gt;&quot;Do cocoa producers have higher rates of child labors than other agricultural exporting countries?&quot;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;I would do some background reading. Wikipedia has a section about &lt;a href=&quot;http://en.wikipedia.org/wiki/Cocoa_bean#Child_labor&quot; rel=&quot;noreferrer&quot;&gt;cocao and child labor&lt;/a&gt;. From this reading I learn that Ivory Coast has approx 200,000 child laborers in the cocao industry (wow). From this article and other I'll start by making a list of cocoa producing countries.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I would then make a spreadsheet with rows for each cocao producing countries and columns for data like population, Gross Domestic Product (GDP) per capita, amount of cocao exported, amounts of total agricultural exports, etc. &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/geos/iv.html&quot; rel=&quot;noreferrer&quot;&gt;CIA World Factbook&lt;/a&gt; is one way to collect data, although it doesn't break down exports as percents of GDP, or of a total amount. I'd have to dig more for a more detailed data source.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Now that I have columns of economic data, I would add columns for child labor statistics for those countries. There may exist a database but you can also manually collect data for the 10-15 countries that are cocoa producers. &lt;a href=&quot;http://www.unicef.org/infobycountry/cotedivoire_statistics.html#107&quot; rel=&quot;noreferrer&quot;&gt;Here is the data for Ivory Coast&lt;/a&gt;. Wow, 35% child labor between ages 5 and 14 (&lt;a href=&quot;http://www.unicef.org/infobycountry/stats_popup9.html&quot; rel=&quot;noreferrer&quot;&gt;definitions&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Now comes the fun part - playing with the data. Scatter plots are easy and a great way to explore data (see the image blow). For this concept, I would start with the econonic indicators (best option is &quot;cocoa production as percentage of agricultural exports&quot;) of each country on the x-axis and the child labor stats on the y-axis. In this case, maybe I'll find that countries that have more cocoa (large x) also have high percentages of child labor (large y). In that case, maybe the scatter plot shows a linear relationship (correlation). I don't expect my first guess to be the final product, but I start to get a feeling for the data. I have to understand the data, for example, when comparing countries, it's often the case that I have to normalize by population (per capita).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Now that I'm familiar with the data, I should probably clean things up. This may mean including other agricultural countries that don't have cocoa production as a comparison. Now my scatter plots have two colors. Do these countries also have high child labor rates? Are there outliers (cocoa exporting countries without high rates of child labor)? Ask I ask these questions, it becomes essential to collect other data. &lt;strong&gt;And the process continues until I can pull the data together and tell a story.&lt;/strong&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/GFcgq.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-02-25T13:57:04.110" LastActivityDate="2014-02-25T13:57:04.110" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1620" PostTypeId="2" ParentId="875" CreationDate="2014-02-25T15:16:40.463" Score="3" Body="&lt;p&gt;Wunderground has an API with historical weather (&lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/history&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;). You can get 500 free API requests per day, so you have to be patient if you want to go back years. I found for my location a detailed daily history going back to 1997 (high temp, low temp, mean temp, precipitation amount, plus way more).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt;: the reason I post this now is that the Wunderground API includes international weather (and not just US).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-25T15:16:40.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1621" PostTypeId="2" ParentId="1550" CreationDate="2014-02-25T18:53:19.450" Score="3" Body="&lt;p&gt;Check this collection of static and real-time data sets: &lt;a href=&quot;http://www.oecd.org/statistics&quot; rel=&quot;nofollow&quot;&gt;http://www.oecd.org/statistics&lt;/a&gt;. Most indicators should be on a per-country (including per-EU-country) basis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, see:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org&lt;/a&gt; and &lt;a href=&quot;http://data.worldbank.org/products/wdi&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/products/wdi&lt;/a&gt;&#xA;(for R there is WDI package)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.un.org/DataMartInfo.aspx&quot; rel=&quot;nofollow&quot;&gt;http://data.un.org/DataMartInfo.aspx&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.google.com/publicdata/directory&quot; rel=&quot;nofollow&quot;&gt;http://www.google.com/publicdata/directory&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1954" LastActivityDate="2014-02-25T18:53:19.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1622" PostTypeId="2" ParentId="1492" CreationDate="2014-02-25T19:02:35.297" Score="1" Body="&lt;p&gt;Take a look at this College Football Statistics &amp;amp; History site: &lt;a href=&quot;http://www.sports-reference.com/cfb&quot; rel=&quot;nofollow&quot;&gt;http://www.sports-reference.com/cfb&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1954" LastActivityDate="2014-02-25T19:02:35.297" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1623" PostTypeId="2" ParentId="266" CreationDate="2014-02-25T21:50:30.710" Score="3" Body="&lt;p&gt;Google offers a couple more structured ways to search just on data sets beyond the main Google search function mentioned above:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) A Googler on Twitter &lt;a href=&quot;https://twitter.com/danbri/status/391192805873172480&quot; rel=&quot;nofollow&quot;&gt;has suggested&lt;/a&gt; &quot;try[ing] Google custom search (@googlecse) on pages that mention a &lt;a href=&quot;http://schema.org/Dataset&quot; rel=&quot;nofollow&quot;&gt;http://schema.org/Dataset&lt;/a&gt;  - &lt;a href=&quot;http://datasets.schema-labs.appspot.com/&quot; rel=&quot;nofollow&quot;&gt;http://datasets.schema-labs.appspot.com/&lt;/a&gt;&quot; This search tool allows you to search for data sets that have been tagged using the &lt;a href=&quot;http://schema.org/Dataset&quot; rel=&quot;nofollow&quot;&gt;Schema.org tag for data sets&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Google Fusion tables &lt;a href=&quot;https://support.google.com/fusiontables/answer/2573812?hl=en&quot; rel=&quot;nofollow&quot;&gt;allows the public to search for tables&lt;/a&gt; that are either uploaded into Fusion tables or tables that Google has found on the web that could be uploaded into Fusion tables. In their words, &quot;Web pages sometimes display high-quality structured data in a table.  Many of these tables appear in Google Tables search results, dramatically expanding your ability to locate structured data. Once you find a good table, you may decide to import it to Fusion Tables.&quot;&lt;/p&gt;&#xA;" OwnerUserId="233" LastActivityDate="2014-02-25T21:50:30.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1624" PostTypeId="2" ParentId="1602" CreationDate="2014-02-26T07:27:52.510" Score="3" Body="&lt;p&gt;check out geonames, that's the only thing that comes to mind&lt;br&gt;&#xA;&lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.geonames.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-02-26T07:27:52.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1625" PostTypeId="2" ParentId="302" CreationDate="2014-02-26T07:44:12.663" Score="2" Body="&lt;p&gt;microformats are the most abundant semantic technology deployed on the web today, aka they are the biggest dataset for machine learning. as long as the html document is marked up properly, they fit all of your needs and then some. you can find sites that are deploying them in the &quot;wild&quot; at the wiki:&lt;br&gt;&#xA;&lt;a href=&quot;http://microformats.org&quot; rel=&quot;nofollow&quot;&gt;http://microformats.org&lt;/a&gt;&lt;br&gt;&#xA;and if you do a quick web search, you'll find plenty of open source microformat parsers and scrapers, code snippets, and libs, to let your gorge on the semantic markup yumminess.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-02-26T07:44:12.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1626" PostTypeId="2" ParentId="302" CreationDate="2014-02-26T08:57:51.830" Score="3" Body="&lt;p&gt;The Weka machine learning toolkit (in Java) introduced the text-based &lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/arff.html&quot; rel=&quot;nofollow&quot;&gt;ARFF&lt;/a&gt; format (Attribute-Relation File Format) as a proposed standard format for machine learning datasets. Its website has a &lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/datasets.html&quot; rel=&quot;nofollow&quot;&gt;list of ARFF datasets&lt;/a&gt;. Some of them are discussed in the excellent Weka book that is now in its third edition: Witten, Frank, &amp;amp; Hall (2011): „Data mining. Practical machine learning tools and techniques“, Morgan Kaufmann Publishers, ISBN: 978-0-12-374856-0.&lt;/p&gt;&#xA;" OwnerUserId="2037" LastActivityDate="2014-02-26T08:57:51.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1627" PostTypeId="2" ParentId="956" CreationDate="2014-02-26T09:32:50.210" Score="1" Body="&lt;p&gt;It's an interesting question. Salaries are the large expenditure. Will the staff be upset if their salaries are public?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think transparency in a non-profit is essential, especially for charities. If the staff don't want their salaries public, perhaps share the average or median salary as part of an expenditure breakdown.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are interested to increase the number of donors, consider fund-raising for specific projects by using crowd-sourcing. One example is &lt;a href=&quot;http://www.indiegogo.com&quot; rel=&quot;nofollow&quot;&gt;http://www.indiegogo.com&lt;/a&gt;, where the donations can be matched to specific projects. For donation level you can also have small gifts of appreciation. You can link each amount to specific costs in the organization (i.e. $100 buys one month of ABC for XYZ). This setup allows for giving in levels ($10,$100,$1000+) that appeals to a broad audience (but mostly local).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-02-26T09:32:50.210" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1628" PostTypeId="2" ParentId="1602" CreationDate="2014-02-26T14:10:36.700" Score="2" Body="&lt;p&gt;There is simplegeo (public database) but the quality is not hight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use &lt;a href=&quot;http://www.programmableweb.com/api/factual&quot; rel=&quot;nofollow&quot;&gt;Factual&lt;/a&gt; and it's free&lt;/p&gt;&#xA;" OwnerUserId="794" LastActivityDate="2014-02-26T14:10:36.700" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1629" PostTypeId="2" ParentId="1353" CreationDate="2014-02-26T14:18:02.197" Score="2" Body="&lt;p&gt;You can use FME Desktop (trial) for merge a couple of Esri Shapefiles.&#xA;&lt;a href=&quot;http://www.safe.com/&quot; rel=&quot;nofollow&quot;&gt;FME Safe&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="794" LastActivityDate="2014-02-26T14:18:02.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1630" PostTypeId="2" ParentId="1602" CreationDate="2014-02-26T14:21:21.823" Score="3" Body="&lt;p&gt;Highly recommend &lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;nofollow&quot;&gt;GeoNames&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a huge dataset, which I worked with a few years back.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We were using it for city/town data, and you could choose the databases for cities greater than say, 1 million, or greater than 100,000 or all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They geolocate the towns, parks, lakes, hills, checkpoints, just about any landmark you could think of.  You have to indicate that you're using them, but otherwise, pretty darn great.  And the dat was relatively easy to use, once we imported it into a mysql database, for which there are instructions/tutorials onsite.&lt;/p&gt;&#xA;" OwnerUserId="1354" LastActivityDate="2014-02-26T14:21:21.823" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1631" PostTypeId="2" ParentId="1511" CreationDate="2014-02-26T20:16:46.930" Score="5" Body="&lt;p&gt;Try the Highway Performance Monitoring System (HPMS) from the US Federal Highway Administration. Esri shapefiles available here: &lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2013/zip/hpms.zip&quot; rel=&quot;noreferrer&quot;&gt;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2013/zip/hpms.zip&lt;/a&gt;. Full National Transportation Atlas Database (NTAD) available here: &lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="688" LastActivityDate="2014-02-26T20:16:46.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1632" PostTypeId="2" ParentId="1609" CreationDate="2014-02-27T01:03:56.243" Score="2" Body="&lt;p&gt;Adding to previous good answer, I think that you might find useful the following WDI indicators (&lt;a href=&quot;http://data.worldbank.org/products/wdi&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/products/wdi&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;General government final consumption expenditure (current US$): &lt;a href=&quot;http://data.worldbank.org/indicator/NE.CON.GOVT.CD&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/NE.CON.GOVT.CD&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;General government final consumption expenditure (current LCU): &lt;a href=&quot;http://data.worldbank.org/indicator/NE.CON.GOVT.CN&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/NE.CON.GOVT.CN&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Central government debt, total (% of GDP): &lt;a href=&quot;http://data.worldbank.org/indicator/GC.DOD.TOTL.GD.ZS&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/GC.DOD.TOTL.GD.ZS&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Central government debt, total (current LCU): &lt;a href=&quot;http://data.worldbank.org/indicator/GC.DOD.TOTL.CN&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/GC.DOD.TOTL.CN&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;GDP (current US$): &lt;a href=&quot;http://data.worldbank.org/indicator/NY.GDP.MKTP.CD&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/NY.GDP.MKTP.CD&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1954" LastActivityDate="2014-02-27T01:03:56.243" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1633" PostTypeId="2" ParentId="1609" CreationDate="2014-02-27T16:52:07.733" Score="4" Body="&lt;p&gt;This is the type of question that &lt;a href=&quot;http://www.wolframalpha.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;wolframalpha.com&lt;/a&gt; is really handy for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Enter &quot;&lt;a href=&quot;http://www.wolframalpha.com/input/?i=total+government+expenditure&quot; rel=&quot;nofollow noreferrer&quot;&gt;total government expenditure&lt;/a&gt;&quot; in the input box, and see the results. The results also provide the information sources used.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/TPeRG.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1896" LastEditorUserId="1512" LastEditDate="2014-02-28T18:10:16.143" LastActivityDate="2014-02-28T18:10:16.143" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1634" PostTypeId="2" ParentId="1612" CreationDate="2014-02-27T19:32:35.247" Score="1" Body="&lt;p&gt;For free Japanese to English datasets, I think this stackoverflow question may have some answers for you: &lt;a href=&quot;https://stackoverflow.com/questions/2716792/freely-available-dictionary-data-for-chinese-japanese-cjk-characters&quot;&gt;https://stackoverflow.com/questions/2716792/freely-available-dictionary-data-for-chinese-japanese-cjk-characters&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The referenced &lt;a href=&quot;http://www.edrdg.org/jmdict/j_jmdict.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;JMDict&lt;/a&gt; project may be what you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-02-27T19:32:35.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1635" PostTypeId="2" ParentId="1576" CreationDate="2014-02-27T22:13:25.483" Score="3" Body="&lt;p&gt;It's possible that the answer to this question might revolve around the nature of the data.  Although the data itself may be intended to be ephemeral in the case of something like 'how do I clean this up?' questions, we need the bad data to persist as it's so tightly coupled to the question, and we want the question to persist.  As such, I would &lt;em&gt;not&lt;/em&gt; suggest services like PasteBin.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're starting to get new services popping up that will take in datasets no matter the discipline:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://figshare.com/&quot; rel=&quot;nofollow&quot;&gt;FigShare&lt;/a&gt; is free for open data.  If you want to post restricted data, then to &lt;a href=&quot;http://figshare.com/pricing&quot; rel=&quot;nofollow&quot;&gt;pay depending on the size&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://zenodo.org/&quot; rel=&quot;nofollow&quot;&gt;Zenodo&lt;/a&gt; allows up to 2GB files and different licenses for the data, but I don't know if they have all of their cost model stuff ironed out quite yet.  (it's CERN funded, so I suspect it will persist)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It's likely that there are other groups out there popping up; some folks might use Drop Box and such, and it's possible that someone might end up with a sort of 'slideshare for tabular data' to allow someone to more easily skim through data that's been uploaded without the need to download the file ... but I don't think we're quite there yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(does the first paragraph show that I was just on a &lt;a href=&quot;http://www.dcc.ac.uk/webfm_send/1500&quot; rel=&quot;nofollow&quot;&gt;panel&lt;/a&gt; discussing &lt;a href=&quot;http://www.force11.org/datacitation&quot; rel=&quot;nofollow&quot;&gt;data citation&lt;/a&gt; this morning?)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-02-27T22:13:25.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1636" PostTypeId="2" ParentId="1609" CreationDate="2014-02-28T03:25:57.143" Score="3" Body="&lt;p&gt;Individually, you could use the &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot; rel=&quot;nofollow&quot;&gt;CIA World Factbook&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Under 'economy' there's 'budget' and then 'expenditures'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if there's an API for searching it, but I believe that Wikipedia sucked it all out to populate their initial country entries.  (but I don't know the schedule that they've been updated, or if it's consistent)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-02-28T03:25:57.143" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1637" PostTypeId="2" ParentId="1511" CreationDate="2014-02-28T05:29:15.837" Score="2" Body="&lt;p&gt;I passed the question onto a librarian from a state dot (department of transportation).   His response was :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Transportation data of that type would need to requested from a state or city transportation department specifically.&#xA;  The requestor should start with the state dot.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Transportation data is not yet open in many places. That is some thing we are working on.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I had talked to him earlier about the opening up of transportation data in general, and he had mentioned that each state had different rights that they tried to assert over their data.  As many states have rules similar to the Freedom of Information Act, it's possible that you could go that route &lt;a href=&quot;https://opendata.stackexchange.com/q/42/263&quot;&gt;if you really needed to&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-02-28T05:29:15.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1638" PostTypeId="2" ParentId="41" CreationDate="2014-02-28T14:51:00.547" Score="1" Body="&lt;p&gt;Zipcode shapefiles for Germany are available &lt;a href=&quot;http://arnulf.us/PLZ&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, however the data is from 1999.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2014-02-28T14:51:00.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1639" PostTypeId="1" CreationDate="2014-02-28T15:28:46.743" Score="2" ViewCount="1182" Body="&lt;p&gt;I am looking for find datasets of albums labeled with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;their release date&lt;/li&gt;&#xA;&lt;li&gt;band name&lt;/li&gt;&#xA;&lt;li&gt;genre (e.g. rock, pop, etc.)&lt;/li&gt;&#xA;&lt;li&gt;number of sold copies (ideally per country, otherwise worldwide)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-07-31T01:24:47.157" Title="Where can I find a dataset of albums labeled with their release date, band name, genre, and number of sold copies?" Tags="|data-request|music|" AnswerCount="2" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1641" PostTypeId="2" ParentId="1602" CreationDate="2014-03-01T10:42:30.090" Score="2" Body="&lt;p&gt;I have in mind a very good solution, but it is a commercial one. &#xA;&lt;a href=&quot;https://www.maxmind.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.maxmind.com/&lt;/a&gt;&#xA;This is the database that is currently being used by the open source analytic projects Piwik, so I highly recommend it.&lt;/p&gt;&#xA;" OwnerUserId="2069" LastActivityDate="2014-03-01T10:42:30.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1642" PostTypeId="2" ParentId="1639" CreationDate="2014-03-01T15:31:29.563" Score="3" Body="&lt;p&gt;I think you can find an API based on the answers to &lt;a href=&quot;https://stackoverflow.com/questions/1731250/anyone-know-of-a-music-api-and-database&quot;&gt;the question here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It may be harder to find the number of copies sold, so you may need to collect from two sources and join them together. In particular, the API listing site &lt;a href=&quot;http://www.programmableweb.com/apitag/music&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProgrammableWeb&lt;/a&gt; lists many music APIs.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-01T15:31:29.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1643" PostTypeId="1" CreationDate="2014-03-01T17:02:33.413" Score="2" ViewCount="341" Body="&lt;p&gt;I'm looking for a dataset of academic conferences containing, for each of their editions, as many following field as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;impact factor (+ optionally any other qualitative assessments)&lt;/li&gt;&#xA;&lt;li&gt;field (optionally subfield + keywords related to it)&lt;/li&gt;&#xA;&lt;li&gt;number of papers/posters/demo submitted and accepted&lt;/li&gt;&#xA;&lt;li&gt;location&lt;/li&gt;&#xA;&lt;li&gt;date&lt;/li&gt;&#xA;&lt;li&gt;number of attendees&lt;/li&gt;&#xA;&lt;li&gt;whether it was recorded (audio/video)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-05-10T16:54:37.713" LastActivityDate="2016-05-10T16:54:37.713" Title="Where can I find a dataset of academic conferences?" Tags="|data-request|research|" AnswerCount="3" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1644" PostTypeId="2" ParentId="980" CreationDate="2014-03-01T17:17:42.103" Score="2" Body="&lt;p&gt;In addition to re3data, try &lt;a href=&quot;http://databib.org/&quot; rel=&quot;nofollow&quot;&gt;Databib&lt;/a&gt;. Check with the librarian at your institution who is specifically assigned to your department also.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-03-01T17:17:42.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1645" PostTypeId="1" CreationDate="2014-03-01T17:27:09.900" Score="10" ViewCount="388" Body="&lt;p&gt;I'm looking for a dataset of drone attacks containing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;attack location (GPS coordinates if possible)&lt;/li&gt;&#xA;&lt;li&gt;number of injuries and deaths&lt;/li&gt;&#xA;&lt;li&gt;time and date&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Optionally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;demographics information on casualties&lt;/li&gt;&#xA;&lt;li&gt;reason for attack&lt;/li&gt;&#xA;&lt;li&gt;organization/country piloting the attack&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-04-19T15:31:29.530" LastActivityDate="2016-03-18T18:34:00.247" Title="Where can I find a dataset of drones attacks?" Tags="|data-request|military|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1646" PostTypeId="2" ParentId="1643" CreationDate="2014-03-01T23:39:06.340" Score="4" Body="&lt;p&gt;I would suggest that you scrape the data on &lt;a href=&quot;http://www.ssrn.com/&quot; rel=&quot;nofollow&quot;&gt;SSRN&lt;/a&gt; by looking by field/location/date.&lt;/p&gt;&#xA;" OwnerUserId="2069" LastEditorUserId="1652" LastEditDate="2014-03-04T18:28:35.053" LastActivityDate="2014-03-04T18:28:35.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1648" PostTypeId="2" ParentId="1550" CreationDate="2014-03-02T17:53:46.723" Score="7" Body="&lt;p&gt;Two resources you might consider are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.europeansocialsurvey.org/&quot;&gt;European Social Survey&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.cses.org/&quot;&gt;Comparative Study of Electoral Systems&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-03-02T17:53:46.723" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1649" PostTypeId="2" ParentId="1489" CreationDate="2014-03-02T17:56:30.007" Score="2" Body="&lt;p&gt;Jeffrey Lewis has compiled a complete set of geoJSON files for every congressional district through all of time. You should be able to use that to pretty easily figure out adjoining districts. &lt;a href=&quot;https://github.com/JeffreyBLewis/congressional-district-boundaries&quot; rel=&quot;nofollow&quot;&gt;Here's the link to the GitHub repo&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-03-02T17:56:30.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1650" PostTypeId="2" ParentId="1408" CreationDate="2014-03-02T18:01:26.190" Score="5" Body="&lt;p&gt;The individual-level microdata you want is not publicly available and never will be. That said, if &lt;a href=&quot;https://www.census.gov/ces/rdcresearch/rdcpartners.html&quot;&gt;you're affiliated with the right institution&lt;/a&gt;, you should be able to access much of it through a &lt;a href=&quot;https://www.census.gov/ces/index.html&quot;&gt;Census Bureau Research Data Center&lt;/a&gt;. These provide access to microdata, but the confidentiality requirements are fairly strict.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-03-02T18:01:26.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1651" PostTypeId="2" ParentId="1602" CreationDate="2014-03-02T21:34:18.310" Score="2" Body="&lt;p&gt;If you need the lingual translations of the geographic entities (especially countries) in many languages, the author of GeoNames recommended me to use &lt;a href=&quot;http://www.lexvo.org/index.html&quot; rel=&quot;nofollow&quot;&gt;Lexvo&lt;/a&gt; because in terms of translations it is more complete and better maintained.&lt;/p&gt;&#xA;" OwnerUserId="1970" LastEditorUserId="2075" LastEditDate="2014-03-02T21:56:26.990" LastActivityDate="2014-03-02T21:56:26.990" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1652" PostTypeId="2" ParentId="1550" CreationDate="2014-03-02T21:34:59.080" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.europeanvaluesstudy.eu/&quot; rel=&quot;nofollow&quot;&gt;European Values Study&lt;/a&gt; provides this information. The microdata is freely available. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can consider it as a substitute to the &lt;a href=&quot;http://www.europeansocialsurvey.org/&quot; rel=&quot;nofollow&quot;&gt;European Social Survey&lt;/a&gt; mentioned in this same thread. Or as a complement, if you want to check the robustness of your findings.  &lt;/p&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2014-03-02T21:34:59.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1653" PostTypeId="2" ParentId="1645" CreationDate="2014-03-03T08:17:28.623" Score="10" Body="&lt;p&gt;I found at least one non-profit that &lt;s&gt;&lt;a href=&quot;http://natsec.newamerica.net/drones/pakistan/analysis&quot; rel=&quot;nofollow&quot;&gt;has a website&lt;/a&gt;&lt;/s&gt; (&lt;a href=&quot;http://securitydata.newamerica.net/drones/pakistan-analysis.html&quot; rel=&quot;nofollow&quot;&gt;updated link&lt;/a&gt;) that contains statistics based on specific country. I don't know how accurate they are because many attacks are probably still unknown. I don't know if you can download their data as a database, but I think with finite data points, you can reconstruct the data set yourself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the optional stuff:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Demographics&lt;/strong&gt;: are sort-of there (Militants killed, Civilians killed, Unknown killed, Target organization)&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Reason for attack&lt;/strong&gt;: you may have to dig up media stories for specific attacks and then join that info with the data set&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Organization/country piloting the attack&lt;/strong&gt;: this website has organization and is sorted by country.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would start by reaching out to this organization (or any other similar ones) and ask if you can take an export of their data set. They use a &lt;a href=&quot;http://www.newamerica.net/about/copyright&quot; rel=&quot;nofollow&quot;&gt;Creative Commons license&lt;/a&gt;, so they encourage non-commercial use with attribution.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-03-18T18:34:00.247" LastActivityDate="2016-03-18T18:34:00.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1654" PostTypeId="2" ParentId="40" CreationDate="2014-03-03T09:07:40.620" Score="3" Body="&lt;p&gt;What you are looking for is the &lt;a href=&quot;http://www.data.gov/developers/&quot; rel=&quot;nofollow&quot;&gt;Data.gov Developer Page&lt;/a&gt;, which should contain the comprehensive list of developer pages and U.S. government APIs.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-03-03T09:07:40.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1655" PostTypeId="5" CreationDate="2014-03-03T15:09:59.060" Score="0" Body="&lt;p&gt;Not meant to replicate questions that belong on &lt;a href=&quot;http://stackoverflow.com/&quot;&gt;StackOverflow&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="1511" LastEditDate="2015-04-07T11:48:22.830" LastActivityDate="2015-04-07T11:48:22.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1656" PostTypeId="4" CreationDate="2014-03-03T15:09:59.060" Score="0" Body="For open data related questions about computer programming, programming languages (such as Python, R, or Java), and application development." OwnerUserId="244" LastEditorUserId="70" LastEditDate="2015-03-31T19:58:51.337" LastActivityDate="2015-03-31T19:58:51.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1657" PostTypeId="2" ParentId="1643" CreationDate="2014-03-04T09:18:35.113" Score="2" Body="&lt;p&gt;Are you looking for a specific field, or just ALL academic conferences?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It may be good to start to pick one field (i.e. &lt;a href=&quot;http://www.informatik.uni-trier.de/~ley/db/conf/indexa.html&quot; rel=&quot;nofollow&quot;&gt;computer science&lt;/a&gt;) which will provide more data but for fewer conferences. Another option is &lt;a href=&quot;http://www.ssrn.com/en/&quot; rel=&quot;nofollow&quot;&gt;SSRN&lt;/a&gt;, like @Noobie mentioned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want ALL conferences, then you may have to go with a third-party site and then do some &lt;a href=&quot;http://en.wikipedia.org/wiki/Web_scraping&quot; rel=&quot;nofollow&quot;&gt;scraping&lt;/a&gt;. In the past I've scraped &lt;a href=&quot;http://www.allconferences.com/&quot; rel=&quot;nofollow&quot;&gt;allconferences.com&lt;/a&gt;, which is useful because each event has a useful URL (&lt;a href=&quot;http://www.allconferences.com/c/hr-in-hospitality-conference-2014-april-28&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;). This would meet some of your criterea (field, location, date) but miss others (impact factor, number of papers, number of attendees). Also, that site is far from complete, so you rely on their collection algorithm.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1652" LastEditDate="2014-03-07T20:24:16.717" LastActivityDate="2014-03-07T20:24:16.717" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1659" PostTypeId="2" ParentId="302" CreationDate="2014-03-04T16:27:07.683" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow&quot;&gt;Kaggle&lt;/a&gt; hosts many machine learning contests, and their datasets is therefore prepared for machine learning. You can even use &lt;a href=&quot;http://inclass.kaggle.com/&quot; rel=&quot;nofollow&quot;&gt;Kaggle in Class&lt;/a&gt; for teaching purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also &lt;a href=&quot;http://mlcomp.org/datasets&quot; rel=&quot;nofollow&quot;&gt;MLcomp&lt;/a&gt;, whose concept of transparent comparison of ML algorithms is very attractive to me. Unfortunately the website is a bit dormant nowadays.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that most of the time datasets are grouped by machine learning task, e.g. for recommendation systems: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/entaroadun/1653794&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/entaroadun/1653794&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://grouplens.org/datasets/&quot; rel=&quot;nofollow&quot;&gt;http://grouplens.org/datasets/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2014-03-05T04:30:47.200" LastActivityDate="2014-03-05T04:30:47.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1660" PostTypeId="1" CreationDate="2014-03-05T00:25:44.400" Score="5" ViewCount="221" Body="&lt;p&gt;I want to build a dynamic representation of the most popular events in a region over a certain period of time. I was thinking Europe, but if there is no dataset available I could do it for the US.&#xA;Regarding the time I would like to have at least 2-3 years, even though 10 would be better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I need is the date, event name, geolocation and number of attendees (or estimate number of attendees). It would be even better if events are already categorised by type (sport, protest, etc..).&lt;/p&gt;&#xA;" OwnerUserId="2051" LastEditorUserId="1511" LastEditDate="2014-03-05T14:08:51.260" LastActivityDate="2014-03-05T23:29:18.270" Title="Dataset with biggest events in the world/region, reporting number of attendees, geolocation and date" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1661" PostTypeId="1" CreationDate="2014-03-05T03:38:04.423" Score="13" ViewCount="478" Body="&lt;p&gt;What usage is allowed for an &quot;open data&quot; database released with a Creative Commons BY-NC-ND (Attribution NonCommercial NoDerivatives) license?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of this is the &lt;a href=&quot;http://www.logainm.ie/Info.aspx?menuItem=about&amp;amp;contentTitle=proj.machines&amp;amp;uiLang=en&quot;&gt;Placenames Database of Ireland&lt;/a&gt;.  They say &quot;external parties are welcome to reuse these data to build their own applications or to integrate placename data in existing applications.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yet the &quot;No Derivatives&quot; clause says &lt;a href=&quot;http://creativecommons.org/licenses/by-nc-nd/3.0/ie/&quot;&gt;&quot;If you remix, transform, or build upon the material, you may not distribute the modified material.&quot;&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Creative Commons also say &lt;a href=&quot;http://wiki.creativecommons.org/Data&quot;&gt;&quot;CC does not recommend use of its NonCommercial (NC) or NoDerivatives (ND) licenses on databases intended for scholarly or scientific use.&quot;&lt;/a&gt;.  That link does go into detail about EU sui generis database rights, and how the usage can vary between version 3.0 and version 4.0 licenses. It's difficult to understand exactly how it applies in this case, but it looks like if there is any way to use the data it would be an unintended loophole.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a usage example, say I plot some of the places on a map (using the &lt;a href=&quot;http://data.logainm.ie/geometry/54160&quot;&gt;geometry data&lt;/a&gt;, and attach information to the places (such as the number of hedgehogs seen there last year).  Sounds like I'm building on it (violates ND), and if this is on a personal blog that also has a few ads, it becomes commercial.  Or if I'm at a university and plot similar data for the whole country, and publish it as a scientific paper that is charged for (by the publisher), that's commercial use (as well as still building on the database, and distributing it).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I actually can't think of a way to build an application using the data (as they say is possible) that conforms to the license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The obvious &quot;solution&quot; is to just ask for permission to use it in a particular way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which leads to the general question: &lt;strong&gt;is there any point to licensing a database as CC-BY-NC-ND?  In other words, is it actually granting any useful rights at all, or is it essentially the same as normal copyright?  Is there a case where the data could be used legally in a third party application?&lt;/strong&gt; &lt;/p&gt;&#xA;" OwnerUserId="1142" LastEditorUserId="1142" LastEditDate="2014-03-05T04:12:42.923" LastActivityDate="2017-05-27T04:25:51.250" Title="What can &quot;open data&quot; with a CC-BY-NC-ND (Creative Commons Attribution NonCommercial NoDerivatives) license be used for?" Tags="|creative-commons|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1662" PostTypeId="2" ParentId="1661" CreationDate="2014-03-05T08:16:31.670" Score="2" Body="&lt;p&gt;I don't agree with your conclusion completely in one respect:&#xA;I think there is a scenario where you can use CC BY-NC-ND (version 3 or 4) data and still stick to the license restrictions if you:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Use it for a non-profit/ non-commercial use case such as a web offering by a public body or an NGO&lt;/li&gt;&#xA;&lt;li&gt;You do not change any of the triples in this data set&lt;/li&gt;&#xA;&lt;li&gt;You do not extend the data set by triples which use their ontology (classes, properties)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I think the third restriction might be a little bit too cautious but I just want to make sure there is really no potential infringement to the license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is assured, I think there is no problem in importing this data together with your data in a database or a triple store as this is not a derivation of the external data set but merely a physical representation of the data.&lt;/p&gt;&#xA;" OwnerUserId="1970" LastActivityDate="2014-03-05T08:16:31.670" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1663" PostTypeId="2" ParentId="1660" CreationDate="2014-03-05T08:19:47.383" Score="3" Body="&lt;p&gt;Eventbrite is a platform where everyone can create an event and most of the BIG events use it as well. Also, eventbrite has an API for developers. I haven't used it, but maybe you could ask for an API key and use it to find all previous events with details such as attendees and dates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The developers' site is &lt;a href=&quot;http://developer.eventbrite.com/&quot; rel=&quot;nofollow&quot;&gt;this one&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-05T08:19:47.383" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1664" PostTypeId="1" CreationDate="2014-03-05T09:43:51.213" Score="23" ViewCount="56962" Body="&lt;p&gt;I've been looking for a free database of vehicle manufacturer's specifications, data, and images for a long time with no luck, does anyone have any ideas?&lt;/p&gt;&#xA;" OwnerUserId="2109" LastEditorUserId="70" LastEditDate="2015-04-19T15:32:14.757" LastActivityDate="2018-09-04T09:33:51.360" Title="Free database of vehicle data and images" Tags="|data-request|transportation|" AnswerCount="9" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1665" PostTypeId="2" ParentId="1664" CreationDate="2014-03-05T11:56:54.653" Score="10" Body="&lt;p&gt;For the United States, &lt;a href=&quot;http://www.fueleconomy.gov/feg/ws/index.shtml&quot;&gt;FuelEconomy.Gov&lt;/a&gt; provides a seemingly comprehensive database of vehicles. You can use the API to pull down select vehicles or all vehicles in the database. In is primarily to communicate fuel economy, but a number of other vehicle features are also reported (transmission, engine type, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full disclosure: I'm the developer of &lt;a href=&quot;https://github.com/rOpenGov/mpg&quot;&gt;an R package&lt;/a&gt; aimed at extracting data from the API.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-03-05T11:56:54.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1666" PostTypeId="2" ParentId="145" CreationDate="2014-03-05T12:00:42.817" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://requester.mturk.com/&quot; rel=&quot;nofollow&quot;&gt;Amazon Mechanical Turk&lt;/a&gt; is pretty well setup for these kinds of tasks. Of course, you have to pay workers to complete the tasks, but there are plenty of open-source clients to access the service. You might especially want to look at &lt;a href=&quot;http://boto.readthedocs.org/en/latest/&quot; rel=&quot;nofollow&quot;&gt;boto&lt;/a&gt; for Python and &lt;a href=&quot;https://github.com/leeper/MTurkR&quot; rel=&quot;nofollow&quot;&gt;MTurkR&lt;/a&gt; for R (note: I am the developer of this package).&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-03-05T12:00:42.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1667" PostTypeId="2" ParentId="1664" CreationDate="2014-03-05T12:02:07.037" Score="6" Body="&lt;p&gt;Here is a database of vehicles in the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.howmanyleft.co.uk&quot;&gt;How Many Left?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Search for statistics about every make and model of vehicle registered in Great Britain. Data comes directly from the Department for Transport, and is regularly updated.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-05T12:02:07.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1668" PostTypeId="2" ParentId="1472" CreationDate="2014-03-05T12:07:26.760" Score="3" Body="&lt;p&gt;You can have a look at the main data portal in the UK: &lt;a href=&quot;http://data.gov.uk/data/site-usage#totals&quot; rel=&quot;nofollow&quot;&gt;data.gov.uk&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of the published statistics is below.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Dataset                                         Views   Downloads&#xA;English Indices of Deprivation 2010             45173   15046&#xA;Bona Vacantia Unclaimed Estates and Adverts     38263   24112&#xA;Lower Layer Super Output Area (LSOA) boundaries 35547    8785&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-05T12:07:26.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1669" PostTypeId="2" ParentId="1208" CreationDate="2014-03-05T13:32:41.173" Score="1" Body="&lt;p&gt;&lt;strong&gt;.mbox mailbox format&lt;/strong&gt;: This data format is a standard when exporting mailboxes (&lt;a href=&quot;http://en.wikipedia.org/wiki/Mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia&lt;/a&gt;). Besides personal emails, one source of .mbox files is mailing lists, which can be found with a search engine: &lt;a href=&quot;https://encrypted.google.com/#q=filetype:mbox+pipermail&quot; rel=&quot;nofollow noreferrer&quot;&gt;example link&lt;/a&gt;. Mbox files are very powerful data sets for text-mining and sentiment analysis. Individual .mbox files can be concatenated (i.e. with &lt;a href=&quot;https://stackoverflow.com/a/20992684/2327328&quot;&gt;cat&lt;/a&gt; in linux). Gmail users can download their emails with &lt;a href=&quot;https://www.google.com/settings/takeout&quot; rel=&quot;nofollow noreferrer&quot;&gt;this tool&lt;/a&gt; from google.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With python there is a &lt;a href=&quot;http://docs.python.org/2/library/mailbox.html#mailbox.mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;library&lt;/a&gt; to open and read the .mbox format. I'll post a snippet of python 2.7 code for the usage of the mailbox library: read more by typing &lt;code&gt;help(mailbox.mbox)&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import mailbox&#xA;m = mailbox.mbox('C:\\data\\sample.maxima.mbox')&#xA;print m[0].keys() # print typical dict keys (first message only)&#xA;total_emails = 0&#xA;for message in m:&#xA;    total_emails += 1&#xA;    # can access keys here, for example the subject of each message&#xA;print total_emails,'total_emails'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;['Received', 'Received', 'Received', 'Date', 'Message-Id', 'User-Agent', 'From', 'To', 'References', 'Subject', 'Sender', 'Errors-To', 'X-BeenThere', 'X-Mailman-Version', 'Precedence', 'List-Help', 'List-Post', 'List-Subscribe', 'List-Id', 'List-Unsubscribe', 'List-Archive', 'Status']&#xA;620 total_emails&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://docs.python.org/release/2.5.2/lib/mailbox-examples.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;More examples&lt;/a&gt; of functionality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I shared a working code as a &lt;a href=&quot;https://gist.github.com/philshem/8905002&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gist&lt;/a&gt; as well as the sample data file, which was publicly shared and shortened for testing. There is also multithreading, which speeds up the code for large .mbox files. The goal of this code is to count the different spellings in my email Sent folder: Advisor or Adviser (the 'the' is just a reference to compare to).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-04-14T12:04:50.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1670" PostTypeId="1" CreationDate="2014-03-05T14:27:13.967" Score="23" ViewCount="26398" Body="&lt;p&gt;I would like to do some analytics on &lt;strong&gt;&lt;em&gt;CDR data&lt;/em&gt;&lt;/strong&gt;, preferably mobile, but anything will do.&lt;br&gt;&#xA;Ideally I would like to have between 100MB to 10GB of data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been trying to look for this type of data on the web, so far with no luck.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apparently a lot of interesting studies have been going around academia but I couldn't find anything to download.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically I want to experiment with (ideally large) CDRs dataset.  As the CDR layout may vary (e.g. may contain price elements; time of call; duration; position of caller etc.), the analytics I'll do will depend on the data I'll find.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is greatly appreciated.  &lt;/p&gt;&#xA;" OwnerUserId="1979" LastEditorUserId="754" LastEditDate="2015-03-26T09:17:53.887" LastActivityDate="2021-01-13T04:35:18.930" Title="Any CDR (call data record) dataset?" Tags="|data-request|telecom|" AnswerCount="7" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="1671" PostTypeId="1" CreationDate="2014-03-05T14:32:49.713" Score="6" ViewCount="363" Body="&lt;p&gt;A colleague told me that the Credit Agricole in France as published a dataset of banking transactions as part of their Open Data initiative.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to research it on different sites in France but I couldn't find it.  Anyone has heard / found it  yet?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be keen to have a look at it and see what sort of analytics it is possible to do with it.  &lt;/p&gt;&#xA;" OwnerUserId="1979" LastActivityDate="2014-03-05T15:35:57.123" Title="Banking open data from Credit Agricole?" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1672" PostTypeId="2" ParentId="1671" CreationDate="2014-03-05T15:35:57.123" Score="4" Body="&lt;p&gt;I think you are looking for the Crédit Agricole API, which has a page &lt;a href=&quot;https://www.creditagricolestore.fr/castore-data-provider/docs/V1/rest.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. As far as I can tell, it's designed for app designers so each account would require individual authentication. Maybe&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are tons of news stories about it, check out examples &lt;a href=&quot;http://blogs.forrester.com/jennifer_belissent_phd/13-03-28-one_small_step_for_credit_agricole_one_giant_leap_for_the_data_economy&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, &lt;a href=&quot;http://www.bankinnovation.net/2013/02/credit-agricole-opens-its-api-and-good-things-happen/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; or &lt;a href=&quot;http://www.americanbanker.com/magazine/123_8/open-api-for-bank-apps-can-credit-agricoles-model-work-1060535-1.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-05T15:35:57.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1673" PostTypeId="2" ParentId="1660" CreationDate="2014-03-05T23:29:18.270" Score="4" Body="&lt;p&gt;Here's a slightly off-topic, but perhaps interesting pick from Wikipedia on the (estimated) &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_largest_peaceful_gatherings_in_history&quot; rel=&quot;nofollow&quot;&gt;Largest peaceful gatherings in history&lt;/a&gt;, mainly for religious occasions. Some examples:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;An estimated 20 to 25 million people visited the shrine of Husayn ibn Ali in Karbala, Iraq during Arba'een in December 2013.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;An estimated 4.2 million people attended a concert given by Rod Stewart in Rio de Janeiro, Brazil on 1996-12-31.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;An estimated 1.25 million people attended a Papal mass given by Pope John Paul II in the Phoenix Park, Dublin, Ireland on 29 September 1979.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Similar lists by topic could get you started on &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_multi-sport_events&quot; rel=&quot;nofollow&quot;&gt;multi-sport evens&lt;/a&gt; (like the Olympic Games), &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_largest_running_events&quot; rel=&quot;nofollow&quot;&gt;running events&lt;/a&gt;, the &lt;a href=&quot;https://en.wikipedia.org/wiki/Largest_concerts_ever&quot; rel=&quot;nofollow&quot;&gt;largest concerts ever&lt;/a&gt;...&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-03-05T23:29:18.270" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1674" PostTypeId="2" ParentId="266" CreationDate="2014-03-06T02:48:03.690" Score="4" Body="&lt;p&gt;I've compiled an index/catalog of government open data portals around the world. So far, there are over 700 sites in the catalog. I've setup the catalog for crowdsourcing, so feel free to send us your suggested portals to add to the catalog.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the index as a CSV file as well:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/opendata.csv&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/opendata.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-26T22:50:47.363" LastActivityDate="2014-06-26T22:50:47.363" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1675" PostTypeId="1" AcceptedAnswerId="2089" CreationDate="2014-03-06T04:17:19.143" Score="5" ViewCount="82" Body="&lt;p&gt;I am looking for public road mileage or total vehicle miles traveled in the state of New Jersey for any of the years before 1981. Any help would be much appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;VMT for 1981 and beyond are &lt;a href=&quot;http://www.state.nj.us/transportation/refdata/roadway/vmt.shtm&quot;&gt;here&lt;/a&gt;. I've tried contacting the number listed on this page to no avail.&lt;/p&gt;&#xA;" OwnerDisplayName="user2115" LastActivityDate="2014-05-26T02:34:26.300" Title="Vehicle Miles Traveled in New Jersey before 1981" Tags="|data-request|government|transportation|state|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1676" PostTypeId="2" ParentId="103" CreationDate="2014-03-06T09:48:30.690" Score="6" Body="&lt;p&gt;I've used the &lt;a href=&quot;http://finance.yahoo.com/webservice/v1/symbols/allcurrencies/quote?format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yahoo Finance API&lt;/a&gt; in the past, but &lt;a href=&quot;https://stackoverflow.com/a/5131228/2327328&quot;&gt;apparently it doesn't exist&lt;/a&gt; (although it works fine). There is no documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a site with documentation, I'd suggest &lt;a href=&quot;https://openexchangerates.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Exchange Rates&lt;/a&gt;, which contains forex values that you are looking for, via an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many API methods and in particular for your case, you can request a &lt;a href=&quot;https://openexchangerates.org/documentation#time-series&quot; rel=&quot;nofollow noreferrer&quot;&gt;time series&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From their site:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You can access historical data snapshots, where available, in the format ‘&lt;strong&gt;/api/historical/&lt;em&gt;yyyy-mm-dd&lt;/em&gt;.json&lt;/strong&gt;’ (for example: /api/historical/2011-11-21.json.) There will soon be an 'available dates' endpoint available too.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You'll need a code to cycle over dates, here is an example of my python 2.7 code that collects 2013 precipitation and weather in Zurich.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;def get_precip(gooddate):&#xA;    urlstart = 'http://api.wunderground.com/api/REDACTED_KEY/history_'&#xA;    urlend = '/q/Switzerland/Zurich.json'&#xA;&#xA;    url = urlstart + str(gooddate) + urlend&#xA;    data = requests.get(url).json()&#xA;    for summary in data['history']['dailysummary']:&#xA;        print ','.join((gooddate,summary['date']['year'],summary['date']['mon'],summary['date']['mday'],summary['precipm'], summary['maxtempm'], summary['meantempm'],summary['mintempm']))&#xA;&#xA;if __name__ == &quot;__main__&quot;:&#xA;    from datetime import date&#xA;    from dateutil.rrule import rrule, DAILY&#xA;&#xA;    a = date(2013, 1, 1)&#xA;    b = date(2013, 12, 31)&#xA;&#xA;    for dt in rrule(DAILY, dtstart=a, until=b):&#xA;        get_precip(dt.strftime(&quot;%Y%m%d&quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; I noticed for the free account you can only make 1000 API calls per month (&lt;a href=&quot;https://openexchangerates.org/signup/free&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;). Not so open after all.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-06T12:41:37.220" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1677" PostTypeId="1" AcceptedAnswerId="1679" CreationDate="2014-03-06T12:31:46.797" Score="13" ViewCount="6224" Body="&lt;p&gt;There are many web-based Application Programming Interfaces (&lt;a href=&quot;http://en.wikipedia.org/wiki/Application_programming_interface&quot; rel=&quot;noreferrer&quot;&gt;API&lt;/a&gt;) that allow data-hungry people to get their hands on all sorts of data. It's a great way to collect data as-needed, instead of looking for an existing database or data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But how can I use web-based APIs to gather data?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-03-30T14:33:59.760" LastActivityDate="2019-02-10T15:59:04.390" Title="A web API user's guide for free and open data" Tags="|api|best-practice|web-crawling|programming|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1679" PostTypeId="2" ParentId="1677" CreationDate="2014-03-06T13:08:02.417" Score="18" Body="&lt;p&gt;APIs are often offered by websites so that developers can use the web-based data for apps, without having the uncertainty and difficulty of &lt;a href=&quot;http://en.wikipedia.org/wiki/Web_scraping&quot; rel=&quot;nofollow noreferrer&quot;&gt;scraping&lt;/a&gt; the HTML. But it's not necessary to use the data to build apps, and this means that APIs can be a great source of data for research and analysis. Just to name a few types of API data: weather forecasts, historical stock prices, the twitter live-stream, wikipedia page views, ... and the list goes on and on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Full list of APIs&lt;/strong&gt;: &lt;a href=&quot;http://www.programmableweb.com/apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProgrammableWeb&lt;/a&gt; has a comprehensive list of APIs (more than 10,000). The list is so comprehensive that it's hard to know where to start. In the answers below you'll find details about popular APIs as well as some instructions for how to connect to data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authentication&lt;/strong&gt;: Some APIs are free and open and don't require authentication, although they will often block your IP address if you make too many requests or request too fast. Other APIs require authentication but are free for basic usage. Each API has its own terms of service, and can restrict unlimited access by either capping the total calls per time period (i.e. 1000 per day), or by using a rate-limiting quota (i.e. 1 call per second).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data formats&lt;/strong&gt;: Data from APIs usually flows via a &lt;a href=&quot;http://en.wikipedia.org/wiki/Representational_state_transfer#Applied_to_Web_Services&quot; rel=&quot;nofollow noreferrer&quot;&gt;RESTful interface&lt;/a&gt;, and common formats are &lt;a href=&quot;http://en.wikipedia.org/wiki/JSON#JSON_sample&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON&lt;/a&gt;, &lt;a href=&quot;http://www.w3schools.com/xml/simple.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;XML&lt;/a&gt;, and sometimes CSV (comma separated values).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Software and code&lt;/strong&gt;: With a correct &lt;a href=&quot;https://stackoverflow.com/a/176274/2327328&quot;&gt;URL/URI&lt;/a&gt;, anyone can access the raw data from the browser (for example, &lt;a href=&quot;http://download.finance.yahoo.com/d/quotes.json?s=@%5EDJI,GOOG&amp;amp;f=nsl1op&amp;amp;e=.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON&lt;/a&gt;, &lt;a href=&quot;http://download.finance.yahoo.com/d/quotes.xml?s=@%5EDJI,GOOG&amp;amp;f=nsl1op&amp;amp;e=.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;XML&lt;/a&gt;, or even a &lt;a href=&quot;http://download.finance.yahoo.com/d/quotes.csv?s=@%5EDJI,GOOG&amp;amp;f=nsl1op&amp;amp;e=.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt; file). &lt;a href=&quot;http://schoolofdata.org/2013/11/18/web-apis-for-non-programmers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is a handy overview for non-programmers. Programming skills are usually needed to repeat or automate a process. There are some open source tools such as &lt;a href=&quot;http://www.knime.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;KNIME&lt;/a&gt; that allow non-programmers to connect to a RESTful interface and then collect and analyze data. For Python, see the &lt;a href=&quot;https://opendata.stackexchange.com/a/1210/1511&quot;&gt;Open Data Python Guide&lt;/a&gt; for examples of how to read and use the data files described above.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h3&gt;Here are just a handful of examples of the diverse and useful web-based API data&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Wikipedia page views:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://stats.grok.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;stats.grok.se&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Wikipedia page views are useful for many things, including predicting changes in a stock price (&lt;a href=&quot;http://www.nature.com/srep/2013/130508/srep01801/full/srep01801.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A flood of views to a company's Wikipedia page may be a sign that their stock price is about to plummet. (&lt;a href=&quot;http://www.wired.co.uk/news/archive/2013-05/8/wikipedia-views-stock-market&quot; rel=&quot;nofollow noreferrer&quot;&gt;news article&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You can access the &lt;a href=&quot;http://dumps.wikimedia.org/other/pagecounts-raw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;raw data&lt;/a&gt; without any authentication, either by download or via an API. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;For the API, you construct a URL like this: &lt;a href=&quot;http://stats.grok.se/json/en/201306/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://stats.grok.se/json/en/201306/Data&lt;/a&gt; , which would give you the page views in JSON format for the article 'Data' from June, 2013.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;It helps very much to first verify that you page and title exists. &lt;a href=&quot;http://en.wikipedia.org/wiki/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;It does.&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/philshem/8820732&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sample python code&lt;/a&gt; to access page views for two articles ('Advisor' and 'Adviser') for all months between 2008 and 2014 (&lt;a href=&quot;https://medium.com/on-data-and-language/cc063acef267&quot; rel=&quot;nofollow noreferrer&quot;&gt;my reason&lt;/a&gt;). Note that days that don't exist (i.e. June 31st) will return 0 (zero) page views.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Weather data (historical)&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.wunderground.com/weather/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wunderground.com&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;500 free API calls per day (with authentication), and offers historical detailed daily weather data going back to 1997 for my location (&lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/history&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;li&gt;International weather, so it is not only restricted to the US.&lt;/li&gt;&#xA;&lt;li&gt;Data comes in JSON format (&lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/history#city_within_the_usa__history_for_april_5__2006&quot; rel=&quot;nofollow noreferrer&quot;&gt;example data&lt;/a&gt;, click &quot;show response&quot;).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/philshem/8864437&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sample python code&lt;/a&gt; for current and historical weather.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Stock quotes&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://dev.markitondemand.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Markit On Demand&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free and authentication-less API for obtaining stock quotes and historical data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dev.markitondemand.com/#doc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Documention&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dev.markitondemand.com/Api/Quote/json?symbol=AAPL&quot; rel=&quot;nofollow noreferrer&quot;&gt;example GET request&lt;/a&gt; with JSON output&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Internet Archive&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://archive.org/web/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wayback Machine&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Archives HTML from old websites - example: &lt;a href=&quot;http://web.archive.org/web/20010224174211/http://www.nytimes.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NY Times from Feb 24, 2001&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/help/wayback_api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Documentation&lt;/a&gt; - No authentication needed (!)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/philshem/9504719&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example python code&lt;/a&gt; that finds historical New York Times front pages that include a certain string, and prints a link to those archived pages.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://developers.google.com/maps/documentation/business/geolocation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Maps Geolocation API&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Pass search string and receive latitude, longitude and other data.&lt;/li&gt;&#xA;&lt;li&gt;100 free requests per 24 hours (no authentication required)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://maps.googleapis.com/maps/api/geocode/json?sensor=false&amp;amp;address=Zurich,Switzerland&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example lookup&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/philshem/10017416#file-get_latlong-py&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python code sample&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-03-24T17:19:04.663" CommentCount="0" CommunityOwnedDate="2015-06-25T06:42:22.727" ContentLicense="CC BY-SA 3.0" />
  <row Id="1680" PostTypeId="2" ParentId="1172" CreationDate="2014-03-06T20:28:50.203" Score="1" Body="&lt;p&gt;As an alternative, you may have a look at Eurostat's data on &lt;a href=&quot;http://ec.europa.eu/eurostat/web/science-technology-innovation/data/database&quot; rel=&quot;nofollow&quot;&gt;Science, technology and innovation&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The geographic coverage is a bit different from the OECD database, but the comparability is better with Eurostat data.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2015-05-20T19:22:48.847" LastActivityDate="2015-05-20T19:22:48.847" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1681" PostTypeId="2" ParentId="1172" CreationDate="2014-03-07T11:57:22.687" Score="1" Body="&lt;p&gt;There will always remain some discrepancies on how the data is collected and defined.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good sources, as pointed out before, is &lt;a href=&quot;http://epp.eurostat.ec.europa.eu/statistics_explained/index.php/R_%26_D_expenditure&quot; rel=&quot;nofollow&quot;&gt;Eurostat&lt;/a&gt; with some explanation in the link.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OECD is a good source and I would also look at indicators published by the &lt;a href=&quot;http://data.worldbank.org/topic/science-and-technology&quot; rel=&quot;nofollow&quot;&gt;World Bank&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-07T11:57:22.687" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1682" PostTypeId="2" ParentId="1664" CreationDate="2014-03-07T19:31:59.597" Score="4" Body="&lt;p&gt;Edmunds API has pretty decent info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.edmunds.com/api-documentation/overview/index.html&quot; rel=&quot;nofollow&quot;&gt;http://developer.edmunds.com/api-documentation/overview/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2149" LastActivityDate="2014-03-07T19:31:59.597" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1683" PostTypeId="1" CreationDate="2014-03-07T19:36:29.100" Score="2" ViewCount="2628" Body="&lt;p&gt;Looking for an open Federal / Holiday Calendar service to show business hours of banking or credit related businesses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've requested this here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://explore.data.gov/nominate/2930&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://explore.data.gov/nominate/2930&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and I've seen paid services here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/59934/national-holiday-web-service&quot;&gt;https://stackoverflow.com/questions/59934/national-holiday-web-service&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;but looking for an open data solution&lt;/p&gt;&#xA;" OwnerUserId="2150" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-03-30T14:33:27.703" Title="Federal Holiday Calendar Service" Tags="|data.gov|api|calendar|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1684" PostTypeId="1" CreationDate="2014-03-07T19:53:48.053" Score="7" ViewCount="9184" Body="&lt;p&gt;I'm looking for a free/open Drink (Cocktail) Recipe database. I found this one: &lt;a href=&quot;http://www.odditysoftware.com/page-datasales7.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.odditysoftware.com/page-datasales7.htm&lt;/a&gt; which looks like exactly what I want, but this project doesn't have the budget to buy a database like this. Is there anything free that can get me close?&lt;/p&gt;&#xA;" OwnerUserId="2161" LastEditorUserId="70" LastEditDate="2015-04-19T15:32:36.107" LastActivityDate="2015-04-20T07:50:55.057" Title="Drink Recipe Database" Tags="|data-request|food|recipes|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1685" PostTypeId="2" ParentId="1684" CreationDate="2014-03-07T20:02:11.393" Score="4" Body="&lt;p&gt;I found a wiki with many coctails recipes and extra info, but since I can see, it has a strict copyright. Maybe you can contact with them, if you want the database for non-commercial use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.webtender.com/wiki/Category%3aRecipes&quot; rel=&quot;nofollow&quot;&gt;Webtender.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-07T20:02:11.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1686" PostTypeId="2" ParentId="1643" CreationDate="2014-03-07T20:31:37.633" Score="2" Body="&lt;p&gt;Regarding computer science, the &lt;a href=&quot;http://www.adaptivebox.net/CILib/CICON_stat.html&quot; rel=&quot;nofollow&quot;&gt;Conference Acceptance Ratio Statistics&lt;/a&gt; page contains many conferences onComputational Intelligence &amp;amp; Related, and specify the number of papers/posters/demo submitted and accepted, date and &#xA;number of attendees. It also has pointers (most are dead links now...) to similar databases for &lt;a href=&quot;http://www.cs.ucsb.edu/~almeroth/conf/stats/&quot; rel=&quot;nofollow&quot;&gt;Networking&lt;/a&gt;, &lt;a href=&quot;http://www.csc.ncsu.edu/faculty/xie/seconferences.htm&quot; rel=&quot;nofollow&quot;&gt;Software Engineering&lt;/a&gt;, &lt;a href=&quot;http://wwwhome.cs.utwente.nl/~apers/rates.html&quot; rel=&quot;nofollow&quot;&gt;Database&lt;/a&gt;, &lt;a href=&quot;http://vrlab.epfl.ch/~ulicny/statistics/&quot; rel=&quot;nofollow&quot;&gt;Graphics/Interaction/Vision&lt;/a&gt;, &lt;a href=&quot;http://oergin.etu.edu.tr/ingilizce/acceptance_rates.html&quot; rel=&quot;nofollow&quot;&gt;Hardware and Architecture&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-03-07T20:31:37.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1687" PostTypeId="2" ParentId="1684" CreationDate="2014-03-07T20:39:32.247" Score="4" Body="&lt;p&gt;I would be really surprised if such a data set existed. Prices will vary depending of your location and/or country. I think the best for you is to merge your source with a price index source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example here in Ontario, LCBO  (the provincial monopoly selling alcohol) information have been made available through an &lt;a href=&quot;http://lcboapi.com/&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="1511" LastEditDate="2014-03-08T01:33:31.150" LastActivityDate="2014-03-08T01:33:31.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1688" PostTypeId="1" AcceptedAnswerId="1708" CreationDate="2014-03-07T21:08:01.537" Score="3" ViewCount="226" Body="&lt;p&gt;Anyone know of a good resource(s) for data collected from wearables? Phone information in terms of location and motion is an obvious one, but where would such data reside that is in anonymized form and is open to the public? &lt;/p&gt;&#xA;" OwnerUserId="2196" LastEditorUserId="70" LastEditDate="2015-04-19T15:33:06.260" LastActivityDate="2015-04-19T15:33:06.260" Title="A resource for wearable data?" Tags="|data-request|computing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1689" PostTypeId="2" ParentId="1684" CreationDate="2014-03-07T21:12:23.743" Score="4" Body="&lt;p&gt;You might look at the source for Bartendro - &lt;a href=&quot;https://github.com/partyrobotics&quot; rel=&quot;nofollow&quot;&gt;https://github.com/partyrobotics&lt;/a&gt; - there is a default drink DB and I know there has been at least some community interest in building a more comprehensive open drink database.&lt;/p&gt;&#xA;" OwnerUserId="2199" LastActivityDate="2014-03-07T21:12:23.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1690" PostTypeId="1" CreationDate="2014-03-07T21:28:30.153" Score="5" ViewCount="1595" Body="&lt;p&gt;At one point I had an idea for a localized web site specifically focusing on a single city. I spoke to several people within that city's government, and it was clear that there was no one single place that kept easily accessible and update-to-date contact information on all the businesses legally operating in the city limits. The closest I came was the chamber of commerce listed all members on their Web site, but these were members only.&lt;/p&gt;&#xA;" OwnerUserId="2206" LastEditorUserId="70" LastEditDate="2015-03-25T08:54:48.103" LastActivityDate="2022-10-04T08:22:39.213" Title="Where can I find a dataset that lists all the businesses and their addresses operating in a given city?" Tags="|data-request|city|business|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1691" PostTypeId="2" ParentId="1690" CreationDate="2014-03-07T21:56:30.590" Score="-1" Body="&lt;p&gt;You can use the search endpoints of foursquare api to get contact details of the venues from &lt;a href=&quot;https://developer.foursquare.com/docs/venues/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;foursquare search&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2220" LastEditorUserId="32115" LastEditDate="2022-10-04T08:22:39.213" LastActivityDate="2022-10-04T08:22:39.213" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="1692" PostTypeId="1" CreationDate="2014-03-07T22:12:00.937" Score="3" ViewCount="1174" Body="&lt;p&gt;I am working on a project that need me to grab lot of research papers abstracts, titles, authors and display it on a web site of my own.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I chose to get list of research papers from DBLP and then crawl respective web sites to get the paper abstracts, titles and authors. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is, is it legal to just have these abstracts on my own website? If not, will be legal to show the copyright of IEEE/ACM under the abstract in my website?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: Any ideas like, how do sites like &lt;a href=&quot;http://academic.odysci.com/&quot; rel=&quot;nofollow&quot;&gt;http://academic.odysci.com/&lt;/a&gt; do it?&lt;/p&gt;&#xA;" OwnerUserId="2171" LastEditorUserId="70" LastEditDate="2015-03-27T14:35:47.390" LastActivityDate="2015-03-27T14:35:47.390" Title="Is it legal to crawl research papers from ACM/IEEE?" Tags="|web-crawling|legal|research|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1693" PostTypeId="1" CreationDate="2014-03-07T22:18:16.853" Score="1" ViewCount="459" Body="&lt;p&gt;I'm looking specifically for retailer-oriented product information, like with UPC, MPN, manufacturer, product description.  It's for a firearms-oriented product shopping / comparison site I'm working on as a weekend project (the goal being to aggregate product information between various retailers into canonical listings).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone know of such a database?  I emailed a couple firearm manufacturers but got no response.&lt;/p&gt;&#xA;" OwnerUserId="2224" LastEditorUserId="70" LastEditDate="2015-04-19T15:34:13.663" LastActivityDate="2015-04-19T15:34:13.663" Title="Product database for firearms, guns, ammo, weapons, munitions?" Tags="|data-request|products|military|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1694" PostTypeId="2" ParentId="1692" CreationDate="2014-03-07T22:21:34.430" Score="4" Body="&lt;p&gt;From the ACM &lt;a href=&quot;http://www.acm.org/publications/copyright-statement&quot; rel=&quot;nofollow&quot;&gt;terms of usage page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To copy otherwise, to republish, to post on servers, or to&#xA;  redistribute to lists, requires prior specific permission and/or a&#xA;  fee. Send written requests for republication to ACM Publications,&#xA;  Copyright &amp;amp; Permissions at the address above or fax +1 (212) 869-0481&#xA;  or email permissions@acm.org.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Thus, I believe that you shall contact with them before doing anything else. Also, without looking for the copyrights on IEEE, something similar probably would be the case.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-07T22:21:34.430" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1695" PostTypeId="1" AcceptedAnswerId="1723" CreationDate="2014-03-07T22:29:32.170" Score="12" ViewCount="7925" Body="&lt;p&gt;Looking for an open database of lat/long co-ordinates for hotels. I am aware of sites like Factual.com but I'm looking for something more open.&lt;/p&gt;&#xA;" OwnerUserId="2228" LastEditorUserId="70" LastEditDate="2015-03-25T08:56:17.043" LastActivityDate="2022-06-17T08:09:36.220" Title="Where can I find a database of hotel property locations?" Tags="|data-request|geospatial|" AnswerCount="6" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1696" PostTypeId="1" CreationDate="2014-03-07T22:34:00.877" Score="3" ViewCount="374" Body="&lt;p&gt;Similar to &lt;a href=&quot;https://opendata.stackexchange.com/questions/200/database-of-ships&quot;&gt;this question&lt;/a&gt; except for space technologies&amp;mdash;ships, satellites, drones etc.?&lt;/p&gt;&#xA;" OwnerUserId="2227" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-04-19T15:35:00.003" Title="Searching for a database for spaceships, satellites, drones, etc.?" Tags="|data-request|transportation|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1698" PostTypeId="2" ParentId="1690" CreationDate="2014-03-07T22:45:10.927" Score="2" Body="&lt;p&gt;If the city or county has an open portal it is likely they will have a business license dataset. Otherwise, I would contact the &quot;Revenue/Licensing&quot; department for the City and request a copy in electronic format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a catalog of government open data portals at this link. There are 38 US Cities in the list:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/opendata.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/opendata.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-07T22:45:10.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1699" PostTypeId="2" ParentId="1695" CreationDate="2014-03-07T22:54:11.530" Score="3" Body="&lt;p&gt;Here's how I would start. I would contact the customer support for each major hotel chain and inquire on how to make a request for a copy of all their locations in electronic format (e.g., CSV file). If you get any datasets, post them somewhere (e.g., github) and leave a link here for the rest of us to use.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-07T22:54:11.530" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1700" PostTypeId="1" AcceptedAnswerId="1736" CreationDate="2014-03-07T22:56:35.010" Score="5" ViewCount="244" Body="&lt;p&gt;Wondering if there are any datasets of motion capture data from people or animals running, walking, manipulating objects etc. Could be quite useful for robotic training, etc!&lt;/p&gt;&#xA;" OwnerUserId="2239" LastEditorUserId="70" LastEditDate="2015-04-19T15:35:24.277" LastActivityDate="2015-06-25T13:03:15.017" Title="Data sets from motion capture?" Tags="|data-request|computing|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1701" PostTypeId="1" CreationDate="2014-03-07T23:08:34.843" Score="6" ViewCount="4486" Body="&lt;p&gt;Are there any data sets of diabetes patient records? Logs of blood sugars, carbohydrate, activity etc plus other stats like age, height, weight.&lt;/p&gt;&#xA;" OwnerUserId="2244" LastEditorUserId="70" LastEditDate="2015-03-26T11:00:26.537" LastActivityDate="2015-03-26T11:00:26.537" Title="Diabetes patient record data sets?" Tags="|data-request|medical|machine-learning|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1702" PostTypeId="2" ParentId="1690" CreationDate="2014-03-07T23:16:14.610" Score="4" Body="&lt;p&gt;I would look into &lt;a href=&quot;https://developers.google.com/places/documentation/&quot; rel=&quot;nofollow&quot;&gt;Google Places API&lt;/a&gt; for this. You have to register for an API key and the quota is limited to 100,000 requests a day (plus some multipliers on some requests), but it's a rather verbose database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a request URL to get all &quot;food&quot; places within 500m of the specified latitude-longitude that has the word &quot;harbour&quot; in it:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://maps.googleapis.com/maps/api/place/nearbysearch/json?location=-33.8670522,151.1957362&amp;amp;radius=500&amp;amp;types=food&amp;amp;name=harbour&amp;amp;sensor=false&amp;amp;key=AddYourOwnKeyHere&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The response is JSON so you will need to do a little parsing unless you use their JavaScript API or use some other wrapper.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're using Java, I actually developed my own Java wrapper around this API which I believe successfully maps the API 1 to 1 if it fits your purposes: &lt;a href=&quot;https://github.com/windy1/google-places-api-java&quot; rel=&quot;nofollow&quot;&gt;https://github.com/windy1/google-places-api-java&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With this library you can just do something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;GooglePlaces client = new GooglePlaces(&quot;apiKey&quot;);&#xA;List&amp;lt;Place&amp;gt; places = client.getNearbyPlaces(lat, lng, radius, GooglePlaces.MAXIMUM_RESULTS);&#xA;for (Place place : places) {&#xA;    System.out.println(place.getName());&#xA;    System.out.println(place.getAddress());&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2243" LastEditorUserId="2243" LastEditDate="2014-03-07T23:23:02.100" LastActivityDate="2014-03-07T23:23:02.100" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1703" PostTypeId="2" ParentId="1701" CreationDate="2014-03-07T23:34:49.277" Score="7" Body="&lt;p&gt;Your question is so general it's hard to be sure I'm answering it correctly. More detail would be quite helpful. Here's a stab, though:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're looking for datasets that are already open and are fairly standard social science data, I would look at what &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies?q=diabetes&amp;amp;searchSource=icpsr-landing&quot;&gt;ICPSR&lt;/a&gt; holds. They have several datasets, in particular &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/34974?q=diabetes&amp;amp;searchSource=icpsr-landing&quot;&gt;this one&lt;/a&gt;, contributed by Jens Ludwig at UChicago.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, none of the files they have probably match what it sounds like you're looking for: in-depth logs from monitoring devices. On that I don't know of any data that's available, at all; to my knowledge, monitoring devices (at least in the US) don't tend to be wired at all.&lt;/p&gt;&#xA;" OwnerUserId="133" LastActivityDate="2014-03-07T23:34:49.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1705" PostTypeId="2" ParentId="1696" CreationDate="2014-03-07T23:45:55.943" Score="3" Body="&lt;p&gt;I would guess that scraping lists an timelines linked on the summary page &lt;a href=&quot;https://en.wikipedia.org/wiki/Template%3aSpaceflight_lists_and_timelines&quot; rel=&quot;nofollow&quot;&gt;Spaceflight lists and timeline&lt;/a&gt; (Wikipedia) will cover most satellites, probes and drones operational today and in the past.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-03-07T23:45:55.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1706" PostTypeId="1" CreationDate="2014-03-07T23:48:25.400" Score="7" ViewCount="377" Body="&lt;p&gt;This question came to my mind after sorting out some pictures and also having my picasa program at the same time open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So is it legal to make a face recognition database of public pictures from people like e.g. celebrities, politicians or any other people who are or want to be famous or recognized?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BTW this is not a copyright question. Imagine I can get enough photos for face recognition somehow.&lt;/p&gt;&#xA;" OwnerUserId="1584" LastEditorUserId="1511" LastEditDate="2017-03-07T10:19:19.157" LastActivityDate="2017-03-07T20:17:40.827" Title="Is it legal to make an open face recognition database of public people like celebrities?" Tags="|images|legal|germany|faces|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1707" PostTypeId="2" ParentId="1695" CreationDate="2014-03-07T23:57:44.473" Score="10" Body="&lt;p&gt;OpenStreetMap (OSM) to the rescue, I would say. According the the OSM Wiki, hotels can be found within the database by the tag &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Hotel&quot;&gt;&lt;code&gt;tourism=hotel&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A quick check using the Overpass API, shown here for an excerpt of &lt;a href=&quot;http://overpass-turbo.eu/s/2IG&quot;&gt;Rome, Italy&lt;/a&gt;; result:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;153 nodes (hotels) only in the visible area, tagged with name, operator, website, phone number. YMMV, depending on exact location.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-03-07T23:57:44.473" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1708" PostTypeId="2" ParentId="1688" CreationDate="2014-03-08T03:41:57.730" Score="3" Body="&lt;p&gt;Kaggle had a competition that involved &quot;biometric data,&quot; which came from sensors in people's cell phones.  The data is available at &lt;a href=&quot;http://www.kaggle.com/c/accelerometer-biometric-competition/data&quot; rel=&quot;nofollow&quot;&gt;http://www.kaggle.com/c/accelerometer-biometric-competition/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2287" LastActivityDate="2014-03-08T03:41:57.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1709" PostTypeId="2" ParentId="1677" CreationDate="2014-03-08T03:47:56.953" Score="4" Body="&lt;p&gt;It depends what data you want to gather.  Twitter is a major source of data that is API-accessible.  They have a &lt;a href=&quot;https://dev.twitter.com/docs/api&quot; rel=&quot;nofollow&quot;&gt;REST API&lt;/a&gt; and a &lt;a href=&quot;https://dev.twitter.com/docs/streaming-apis&quot; rel=&quot;nofollow&quot;&gt;streaming API&lt;/a&gt;.  There are also a lot of &lt;a href=&quot;https://dev.twitter.com/docs/twitter-libraries&quot; rel=&quot;nofollow&quot;&gt;wrappers&lt;/a&gt; to make it easier to use those API's from your language of choice.  For Twitter and other social media websites, I would suggest looking at the book &lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/1449367615&quot; rel=&quot;nofollow&quot;&gt;&quot;Mining the Social Web&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But this is just scratching the surface, and there are a lot of websites with APIs, and which you use depends on what type of data you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="2287" LastActivityDate="2014-03-08T03:47:56.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1710" PostTypeId="2" ParentId="266" CreationDate="2014-03-08T04:09:36.223" Score="3" Body="&lt;p&gt;The &quot;&lt;a href=&quot;http://datasets.reddit.com&quot; rel=&quot;nofollow&quot;&gt;Datasets&lt;/a&gt;&quot; and/or &quot;&lt;a href=&quot;http://www.reddit.com/r/opendata/&quot; rel=&quot;nofollow&quot;&gt;OpenData&lt;/a&gt;&quot; sub-reddits on reddit.com comprise something like that.   for example.&lt;/p&gt;&#xA;" OwnerUserId="2188" LastEditorUserId="1511" LastEditDate="2014-03-08T17:03:30.480" LastActivityDate="2014-03-08T17:03:30.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1711" PostTypeId="2" ParentId="1696" CreationDate="2014-03-08T04:23:39.800" Score="3" Body="&lt;p&gt;I found this while googling: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The UCS Satellite Database is a listing of the more than 1000 operational satellites currently in orbit around Earth. Our intent in producing the database is to create a research tool for specialists and non-specialists alike by collecting open-source information on operational satellites and presenting it in a format that can be easily manipulated for research and analysis. It is available as both a downloadable Excel file and in a tab-delimited text format.&lt;/em&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ucsusa.org/nuclear_weapons_and_global_security/solutions/space-weapons/ucs-satellite-database.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ucsusa.org/nuclear_weapons_and_global_security/solutions/space-weapons/ucs-satellite-database.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-08T04:23:39.800" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1712" PostTypeId="2" ParentId="1683" CreationDate="2014-03-08T04:49:05.883" Score="1" Body="&lt;p&gt;Here are a few things that might be helpful.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opm.gov/policy-data-oversight/snow-dismissal-procedures/federal-holidays&quot; rel=&quot;nofollow&quot;&gt;Federal holidays through 2020&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opm.gov/policy-data-oversight/snow-dismissal-procedures/current-status/&quot; rel=&quot;nofollow&quot;&gt;Current status&lt;/a&gt; with &lt;a href=&quot;http://www.opm.gov/xml/operatingstatus.xml&quot; rel=&quot;nofollow&quot;&gt;XML&lt;/a&gt; and &lt;a href=&quot;http://www.opm.gov/rss/operatingstatus.atom&quot; rel=&quot;nofollow&quot;&gt;RSS feeds&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Alerts and hurricane warnings are also listed.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-03-08T04:49:05.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1713" PostTypeId="2" ParentId="1555" CreationDate="2014-03-08T06:51:41.470" Score="3" Body="&lt;p&gt;Have a look at &lt;a href=&quot;http://numbersapi.com/&quot; rel=&quot;nofollow&quot;&gt;Numbers API&lt;/a&gt;. It has some very interesting facts about numbers and even dates. For each request of the form &lt;code&gt;http://numbersapi.com/49&lt;/code&gt; it returns a random trivia that refers to that number:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;49 is the number of days and night Siddhartha Gautama spent meditating as a holy man.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://numbersapi.com/42&quot; rel=&quot;nofollow&quot;&gt;And, of course&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;42 is the result given by the web search engines Google, Wolfram Alpha and Bing when the query &quot;the answer to life the universe and everything&quot; is entered as a search.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;By appending &lt;code&gt;/date&lt;/code&gt;, &lt;code&gt;/year&lt;/code&gt;, &lt;code&gt;/trivia&lt;/code&gt; or &lt;code&gt;/math&lt;/code&gt; to the number, the specific statements referring to the day of the year (e.g. 4th of July) or the year (e.g. 1492) can be returned.&lt;/p&gt;&#xA;" OwnerUserId="2312" LastEditorUserId="930" LastEditDate="2014-03-10T03:03:48.637" LastActivityDate="2014-03-10T03:03:48.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1714" PostTypeId="2" ParentId="1701" CreationDate="2014-03-08T06:56:37.427" Score="6" Body="&lt;p&gt;Here is &lt;a href=&quot;http://figshare.com/articles/Continuos_Glucose_Monitor_Data/741296&quot; rel=&quot;nofollow&quot;&gt;CGM data from a 14 year-old Type I diabetic&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data Includes Datetime Stamp, ISIG, and Glucose level.&lt;/p&gt;&#xA;" OwnerUserId="2314" LastEditorUserId="33" LastEditDate="2014-03-10T12:48:29.917" LastActivityDate="2014-03-10T12:48:29.917" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1715" PostTypeId="1" AcceptedAnswerId="1730" CreationDate="2014-03-08T10:56:33.453" Score="7" ViewCount="151" Body="&lt;p&gt;I'd like to examine claims frequently made in popular articles about reasons for the rising cost of education, e.g. &lt;a href=&quot;http://www.washingtonpost.com/wp-srv/special/business/cost-of-higher-education/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.washingtonpost.com/wp-srv/special/business/cost-of-higher-education/index.html&lt;/a&gt;.  I have not yet successfully found any articles that link to the original data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think it's fairly likely that data on at least public school spending is available somewhere on nces.ed.gov, but I haven't found it - I think perhaps I'm searching by the wrong keywords.&lt;/p&gt;&#xA;" OwnerUserId="2260" LastEditorUserId="70" LastEditDate="2015-03-25T08:56:36.823" LastActivityDate="2015-09-10T17:52:36.840" Title="Where can I find data on university expenditures?" Tags="|data-request|education|spending|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1716" PostTypeId="1" AcceptedAnswerId="1717" CreationDate="2014-03-08T12:29:48.583" Score="6" ViewCount="108" Body="&lt;p&gt;I saw that Glasgow (I live there) is boasting about their open data (&lt;a href=&quot;http://open.glasgow.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;http://open.glasgow.gov.uk/&lt;/a&gt;). Yet I saw &lt;a href=&quot;https://twitter.com/chillly/status/432539985841889282&quot; rel=&quot;nofollow&quot;&gt;a tweet&lt;/a&gt; from an OpenStreet Map/Open data enthusiast:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;It seems that, in spite of the hype, @openglasgow open data is not open. So Open Glasgow == closed data just called open. #datatrap&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As someone who is just trying to get their head around open data can anyone explain this comment?&lt;/p&gt;&#xA;" OwnerUserId="2338" LastEditorUserId="70" LastEditDate="2015-03-30T15:07:24.327" LastActivityDate="2015-03-30T15:07:24.327" Title="When is open data not open?" Tags="|uk|open-definition|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1717" PostTypeId="2" ParentId="1716" CreationDate="2014-03-08T14:26:29.333" Score="6" Body="&lt;h3&gt;All open data are good, but some are better.&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;In a colloquial way: &lt;em&gt;open&lt;/em&gt; means that everyone can use it, for any purpose. The idea is that you have as few technical, financial and legal barriers as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quite a popular definition is the one from the &lt;a href=&quot;http://opendefinition.org&quot; rel=&quot;noreferrer&quot;&gt;OKF&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;“A piece of data or content is open if anyone is free to use, reuse, and redistribute it — subject only, at most, to the requirement to attribute and/or share-alike.”&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I believe this becomes more clear when we enter the &quot;grey areas&quot;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Open usually means free. However, sometimes it may include a nominal fee when the publication of data is costly.&lt;/li&gt;&#xA;&lt;li&gt;Open usually &lt;strong&gt;avoids&lt;/strong&gt; a non-commercial licence. Excluding commercial activities brings the uncertainty of the exact definition of &quot;non-commercial&quot; and its potential legal ramifications.&lt;/li&gt;&#xA;&lt;li&gt;Twitter is also somewhere in between. Some people argue it's &quot;open&quot; (e.g J. Gurin in &lt;em&gt;Open Data Now&lt;/em&gt;) perhaps because of its public nature. However, there are serious restrictions of who and how you can use Twitter data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Glasgow&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;On their &lt;a href=&quot;http://data.glasgow.gov.uk/about&quot; rel=&quot;noreferrer&quot;&gt;site&lt;/a&gt; they write&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Glasgow City Council data is now open by default, freely and easily&#xA;  accessible to all.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the link to &quot;open by default&quot; goes nowhere at the moment. The licence would explain what you can and cannot do with it. I would assume (and I may be wrong) that the &lt;a href=&quot;http://www.nationalarchives.gov.uk/doc/open-government-licence/version/2/&quot; rel=&quot;noreferrer&quot;&gt;Open Government Licence&lt;/a&gt; applies. It is relatively generous and easy to read.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-08T14:26:29.333" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1718" PostTypeId="2" ParentId="1688" CreationDate="2014-03-08T14:34:37.850" Score="3" Body="&lt;p&gt;Have a look at this project:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://openpaths.cc&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenPaths&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/TXDc1.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-08T14:34:37.850" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1719" PostTypeId="2" ParentId="1701" CreationDate="2014-03-08T14:43:08.043" Score="3" Body="&lt;p&gt;There is a canonical diabetes data set that is used for all sorts of machine learning tutorials. You can check it out &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Diabetes&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Diabetes patient records were obtained from two sources: an automatic electronic recording device and paper records.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In general, the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow&quot;&gt;parent link from UCI&lt;/a&gt; has great data sets that are time tested and very useful for learning techniques in machine learning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are using Python, the &lt;a href=&quot;http://scipy-lectures.github.io/advanced/scikit-learn/&quot; rel=&quot;nofollow&quot;&gt;scikit-learn library&lt;/a&gt; offers a machine learning &lt;a href=&quot;http://scipy-lectures.github.io/advanced/scikit-learn/#linear-model-from-regression-to-sparsity&quot; rel=&quot;nofollow&quot;&gt;tutorial&lt;/a&gt; that includes a diabetes data set, among other things.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-08T14:43:08.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1720" PostTypeId="2" ParentId="1684" CreationDate="2014-03-08T14:58:19.733" Score="5" Body="&lt;p&gt;The Wikimedia project Wikibooks has a book on bartending, including a full &lt;a href=&quot;https://en.wikibooks.org/wiki/Bartending/Cocktails&quot; rel=&quot;nofollow&quot;&gt;chapter of cocktail recipes&lt;/a&gt;. Not a database, but pretty comprehensive and possibly a good start for a proper database.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="90" LastEditDate="2015-04-20T07:50:55.057" LastActivityDate="2015-04-20T07:50:55.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1721" PostTypeId="2" ParentId="1692" CreationDate="2014-03-08T15:15:31.340" Score="3" Body="&lt;p&gt;I looked up the &lt;a href=&quot;http://www.computer.org/portal/web/csdl/terms&quot; rel=&quot;nofollow&quot;&gt;IEEE case&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Guests/Members are not permitted to do the following:&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;create an archive of any portion of CSDL;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;use robots or intelligent agents to access, search and/or systematically download any portion of CSDL;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So not looking good for your project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, if your project has merit, each group may be open to something. I highly doubt that they will let you host titles and abstracts, though. Maybe you should try &lt;a href=&quot;http://www.plosone.org/browse/computer_and_information_sciences&quot; rel=&quot;nofollow&quot;&gt;PLOS ONE&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-08T15:15:31.340" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1722" PostTypeId="2" ParentId="1692" CreationDate="2014-03-08T15:22:57.947" Score="4" Body="&lt;p&gt;If you are affiliated with an academic institution that subscribes to IEEE/ACM material, talk to your library. They may be able to negotiate access on your behalf. Chances are fair it isn't the first such request they've heard.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-03-08T15:22:57.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1723" PostTypeId="2" ParentId="1695" CreationDate="2014-03-08T15:29:25.830" Score="4" Body="&lt;p&gt;There is a &lt;a href=&quot;https://stackoverflow.com/questions/1185961/travel-hotel-apis&quot;&gt;long discussion&lt;/a&gt; from 2009 on StackOverflow which you may find helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I'd check out the &lt;a href=&quot;http://developer.ean.com/docs/geo-functions/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Expedia Affiliate Network&lt;/a&gt; or try to get &lt;a href=&quot;http://help.tripadvisor.com/articles/200615497&quot; rel=&quot;nofollow noreferrer&quot;&gt;TripAdvisor&lt;/a&gt; access. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;... And maybe &lt;a href=&quot;http://api.hotelsbase.org/documentation.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;api.hotelbase.org&lt;/a&gt; will come back some day.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-08T15:29:25.830" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1724" PostTypeId="2" ParentId="269" CreationDate="2014-03-08T16:11:36.053" Score="20" Body="&lt;p&gt;Have a look at &lt;a href=&quot;https://openfoodfacts.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFoodFacts&lt;/a&gt;, which is a &quot;free, open and collaborative database of food products from the entire world.&quot;  It contains almost 920,000 items from around the world and may be helpful in solving your issue.&lt;/p&gt;&#xA;" OwnerUserId="2226" LastEditorUserId="2226" LastEditDate="2019-07-01T12:50:00.170" LastActivityDate="2019-07-01T12:50:00.170" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1725" PostTypeId="2" ParentId="562" CreationDate="2014-03-08T16:14:40.767" Score="18" Body="&lt;p&gt;&lt;a href=&quot;https://openfoodfacts.org/&quot; rel=&quot;noreferrer&quot;&gt;OpenFoodFacts&lt;/a&gt; takes care of food-related products with EAN and related information.&lt;/p&gt;&#xA;" OwnerUserId="2226" LastEditorUserId="2226" LastEditDate="2017-08-14T11:11:34.513" LastActivityDate="2017-08-14T11:11:34.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1726" PostTypeId="2" ParentId="1696" CreationDate="2014-03-08T17:59:11.933" Score="3" Body="&lt;p&gt;Nasa have a superb resource at &lt;a href=&quot;http://ssd.jpl.nasa.gov/?horizons&quot; rel=&quot;nofollow&quot;&gt;http://ssd.jpl.nasa.gov/?horizons&lt;/a&gt; which covers solar system objects. Satellites and spacecraft as well as asteroids, comets, planets etc&lt;/p&gt;&#xA;" OwnerUserId="2358" LastActivityDate="2014-03-08T17:59:11.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1728" PostTypeId="1" CreationDate="2014-03-08T19:53:41.350" Score="17" ViewCount="527" Body="&lt;p&gt;for a research project we are trying to collect a list of relevant open data systems. I am aware that &lt;em&gt;systems&lt;/em&gt; is very broad so I tried to categorize them a bit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please help us extending this list with other relevant systems. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is what we have collected so far:&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Open Data catalog software&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ckan.org/&quot;&gt;CKAN&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.socrata.com/&quot;&gt;Socrata&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://openspending.org/&quot;&gt;Open Spending&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://thedatatank.com/&quot;&gt;The Datatank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://nucivic.com/dkan/&quot;&gt;DKAN&lt;/a&gt; (CKAN clone in Drupal)&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.arcgis.com&quot;&gt;ArcGIS Open Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Data processing&lt;/h1&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.google.com/drive/apps.html#fusiontables&quot;&gt;Fusion tables&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://openrefine.org/&quot;&gt;Open Refine&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vis.stanford.edu/wrangler/&quot;&gt;Data wrangler&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.r-project.org&quot;&gt;R&lt;/a&gt; and &lt;a href=&quot;http://www.rstudio.com&quot;&gt;RStudio&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Visualization&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www-958.ibm.com/software/analytics/manyeyes/&quot;&gt;Many Eyes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datawrapper.de/&quot;&gt;Datawrapper&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Collaboration&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/&quot;&gt;GitHub&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://bitbucket.org/&quot;&gt;Bitbucket&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Databases&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org&quot;&gt;Wikidata&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.freebase.com/&quot;&gt;Freebase&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.openstreetmap.org/&quot;&gt;Open Streemap&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/&quot;&gt;Worldbank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Open_data#Open_data_in_government&quot;&gt;Governmental data portals&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datacatalogs.org/&quot;&gt;DataCatalogs&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot;&gt;OpenGeoCode&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ckan.org/instances/&quot;&gt;List of CKAN instances&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datamarket.azure.com/&quot;&gt;Azure data market&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.outpan.com/&quot;&gt;Outpan Product Database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="390" LastEditorUserId="70" LastEditDate="2015-02-22T17:29:56.087" LastActivityDate="2021-03-20T07:42:34.030" Title="Collect a list of open data systems" Tags="|data-request|tool-request|" AnswerCount="6" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1729" PostTypeId="2" ParentId="1728" CreationDate="2014-03-08T20:02:46.933" Score="6" Body="&lt;p&gt;I've compiled a fairly extensive list of open government portals both in US and around the world in the last few days. I am working on code to support crowdsourcing the catalog. I also have a CSV version for download. There is about 700 sites listed so far:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ONLINE CATALOG: &lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DOWNLOAD: &lt;a href=&quot;http://www.opengeocode.org/opendata/opendata.csv&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/opendata.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've setup the catalog for crowdsourcing, so feel free to send us your suggested portals to add to the catalog.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-26T22:50:24.647" LastActivityDate="2014-06-26T22:50:24.647" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1730" PostTypeId="2" ParentId="1715" CreationDate="2014-03-08T20:08:49.137" Score="6" Body="&lt;p&gt;Every year the US Department of Education requires all accredited post-secondary education institutions to complete the IPEDS survey. It's huge amount of data. You can get canned and customizable downloaded datasets here. I've used this site a lot. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/&quot;&gt;http://nces.ed.gov/ipeds/datacenter/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets contain information on past, current and projected costs of education per institution, including breaking it down by in-state, out-of-state, foreign, tuition, books, fees, on and off campus housing, etc.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-08T20:08:49.137" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1731" PostTypeId="1" AcceptedAnswerId="1816" CreationDate="2014-03-08T20:34:17.230" Score="6" ViewCount="379" Body="&lt;p&gt;Looking for a database/databases of popular news headlines. These could be data from specific publications or public record, and could be either international or American. Ideally this would cover at least the last 60 years.&lt;/p&gt;&#xA;" OwnerUserId="2297" LastEditorUserId="70" LastEditDate="2015-04-19T15:35:35.363" LastActivityDate="2020-03-09T06:07:29.560" Title="Popular News Database" Tags="|data-request|media|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1732" PostTypeId="2" ParentId="1492" CreationDate="2014-03-08T21:34:49.413" Score="4" Body="&lt;p&gt;I created a git repo with the data I have collected from the past few seasons for the NCAA mens basketball division I. &#xA;Check it out here: &#xA;&lt;a href=&quot;https://github.com/mgoldwasser/ncaa-basketball-historical-final-game-scores&quot; rel=&quot;nofollow&quot;&gt;https://github.com/mgoldwasser/ncaa-basketball-historical-final-game-scores&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2242" LastActivityDate="2014-03-08T21:34:49.413" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1733" PostTypeId="1" CreationDate="2014-03-09T08:58:45.967" Score="2" ViewCount="229" Body="&lt;p&gt;I know this is a very general question, but I'm looking for interesting machine learning projects, and wondered if there is anything I can waste cpu cycles on that actually matters. Particularly scientific data that might uncover a previously unknown relationship or something interesting. Or maybe data where someone might find a better model actually useful for something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware of Kaggle, but with 100's of people, including experts, already working on every dataset, there isn't much room to find something new.&lt;/p&gt;&#xA;" OwnerUserId="2385" LastEditorUserId="1511" LastEditDate="2014-05-29T08:14:51.600" LastActivityDate="2014-06-06T14:26:46.010" Title="Datasets with Practical Applications" Tags="|data-request|machine-learning|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1734" PostTypeId="2" ParentId="1677" CreationDate="2014-03-09T10:56:15.650" Score="4" Body="&lt;p&gt;Microformats are far more implemented than other &quot;technologies&quot;, and plenty of big companies, pushing out a lot of data, implement them. There's no great advertisement for them, so you have to figure it out, although there are plug-ins that will tell you when a microformat can be mined/consumed/interacted with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would assume you could do the same with microdata/rdfa that's been implemented. So to your question, microformats + microdata + rfda are by far the most implemented APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also typically you're not going to have many problems/restrictions with API limits. The markup is the API. You just have to parse it, and there are libraries for that all over GitHub. Optimus would be the most popular/famous&lt;br&gt;&#xA;&lt;a href=&quot;http://microformatique.com/optimus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://microformatique.com/optimus/&lt;/a&gt;&lt;br&gt;&#xA;and here's microformats parser for indieweb (which is something we all need to check out):&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/indieweb/php-mf2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/indieweb/php-mf2&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;commoncrawl.org has set up webcommonsdata, for getting slices of the web's data, and they specifically touch on crawling for microformats/rdfa in their posts as well.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Over half of the &quot;semantic world&quot; will fight me to death for promoting markup and microformats, but they're so easy, and they're all around us; and they are specifically what you are asking for. They provide a web API, and it's free and open. I don't want credit for the answer, I just cannot emphasize how crucial microformats are, how easy they are to implement, and why no one has an excuse to not use them. Most solid webdevs have been publishing them for years; it's near second-hand knowledge, or rather, the classes just make up patterns I embed into practically everything I do.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorDisplayName="user6247" LastEditDate="2019-02-10T15:59:04.390" LastActivityDate="2019-02-10T15:59:04.390" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="1735" PostTypeId="1" CreationDate="2014-03-09T14:35:39.777" Score="5" ViewCount="343" Body="&lt;p&gt;I'm trying to find a method to mine sepecific informations in judicial decisions (judge's name, court, area of law and neutral citation number[canadian way to cite decisions uniformly across the country]).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking at NLP(nltk module for Python) but as a novice programmer I feel overwhelmed by the complexity of nlp.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is an example of an html decision I would like to mine : &lt;a href=&quot;https://www.canlii.org/en/ca/scc/doc/2007/2007scc4/2007scc4.html&quot; rel=&quot;nofollow&quot;&gt;https://www.canlii.org/en/ca/scc/doc/2007/2007scc4/2007scc4.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The html metadatas are not formatted uniformly across the database of decisions and thus I cannot extract the necessary info automatically from a specific place in the html. Also, the html is not formatted in a standardised way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The advantage of nltk is that it can really easily strip the html and output some text, but I have no idea how to mine in the text for the info I need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope it's clearer now.&lt;/p&gt;&#xA;" OwnerUserId="2396" LastEditorUserId="70" LastEditDate="2015-03-31T20:03:25.823" LastActivityDate="2015-03-31T20:03:25.823" Title="Do you know a technique for text mining judicial decisions?" Tags="|tool-request|language|web-crawling|legal|nlp|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1736" PostTypeId="2" ParentId="1700" CreationDate="2014-03-09T16:54:44.533" Score="6" Body="&lt;p&gt;Here is a source of many varied subjects, motions, and motion categories: &lt;a href=&quot;http://mocap.cs.cmu.edu/&quot;&gt;CMU Graphics Lab Motion Capture Database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2366" LastActivityDate="2014-03-09T16:54:44.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1737" PostTypeId="1" AcceptedAnswerId="1745" CreationDate="2014-03-09T17:23:55.847" Score="16" ViewCount="1828" Body="&lt;p&gt;I am trying to compile a list data sources - excluding the US Census - that cover the continental US at the state, county and ZIP/ZCTA level.  Any help would be appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additional details: I have created an &lt;a href=&quot;http://cran.r-project.org/web/packages/choroplethr/index.html&quot;&gt;R package&lt;/a&gt; that facilitates creating choropleth maps of arbitrary data.  As an example, I have built in support for mapping data from the US Census' American Community Survey (&lt;a href=&quot;https://www.census.gov/acs/www/&quot;&gt;ACS&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The feature that I am working on now is facilitating mashups / normalization of user-supplied data sets with census data.  This will be very useful for my company (and I suspect any organization which generates data with a geographical component) because we constantly generate data which we aggregate at a geograpic level.  For example, Los Angeles County will always have a lot of whatever you are measuring because it is the most populous county.  But if you normalize that data on a per-capita basis Los Angeles might actually appear low.  That's the sort of insights that I hope to facilitate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem I'm having is creating examples of this feature which I can share with an audience outside my company.  I obviously cannot share our internal sales data, and I am having trouble finding data sources outside the US Census that are &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Are trustworthy&lt;/li&gt;&#xA;&lt;li&gt;Would be interesting to make choropleths of at the state, county and zip level&lt;/li&gt;&#xA;&lt;li&gt;Would be interesting to then choropleth-ize as a mashup of ACS data (e.g. make per capita)&lt;/li&gt;&#xA;&lt;li&gt;Provide easy access to their data.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="2399" LastEditorUserId="18" LastEditDate="2015-03-13T20:26:29.133" LastActivityDate="2018-10-17T23:21:16.940" Title="List of data sources at the state, county and zip / zcta level" Tags="|usa|geospatial|us-census|programming|" AnswerCount="4" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1738" PostTypeId="2" ParentId="1728" CreationDate="2014-03-09T21:56:43.560" Score="4" Body="&lt;p&gt;There's an epic list of text-processing and text-mining tools at the &lt;a href=&quot;http://dirt.projectbamboo.org/&quot; rel=&quot;nofollow&quot;&gt;Bamboo DiRT wiki&lt;/a&gt;. Go to town!&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-03-09T21:56:43.560" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1739" PostTypeId="2" ParentId="1715" CreationDate="2014-03-09T21:59:31.833" Score="3" Body="&lt;p&gt;Some public institutions will have open salary databases; it varies by state. &lt;a href=&quot;http://www.uwsa.edu/budplan/redbook/&quot; rel=&quot;nofollow&quot;&gt;Here's Wisconsin's&lt;/a&gt;, along with some other budget info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some stuff you're going to have a terrible time nailing down because the vendors don't want you to know and impose NDAs. IT infrastructure spending is one likely example; library expenditure on electronic journals and databases is another.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-03-09T21:59:31.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1740" PostTypeId="2" ParentId="1408" CreationDate="2014-03-09T22:03:15.720" Score="2" Body="&lt;p&gt;ICPSR has &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies?searchSource=icpsr-landing&amp;amp;q=census&amp;amp;geography%5B0%5D=United%20States&amp;amp;paging.startRow=1&quot; rel=&quot;nofollow&quot;&gt;odd bits and pieces here and there&lt;/a&gt;, such as random samples from the Puerto Rico censuses of the early 20th c. (which I know about because I helped transcribe them).&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-03-09T22:03:15.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1741" PostTypeId="2" ParentId="1555" CreationDate="2014-03-10T00:26:54.230" Score="2" Body="&lt;p&gt;Wikipedia's strange affection for lists of factoids sometimes comes very handy. Try by starting with the simple &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_numbers&quot; rel=&quot;nofollow&quot;&gt;List of numbers&lt;/a&gt; for interesting numbers, constants and peculiar values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then continue on &lt;a href=&quot;https://en.wikipedia.org/wiki/Orders_of_magnitude_%28numbers%29&quot; rel=&quot;nofollow&quot;&gt;Orders of magnitude (numbers)&lt;/a&gt;, which lists some random quantities from demography to mathematics for quantities from 10&lt;sup&gt;-10&lt;/sup&gt; to 10&lt;sup&gt;100&lt;/sup&gt; (and beyond). Two random picks:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Mathematics: The probability of rolling snake eyes 10 times in a row on a pair of fair dice is about 2.74×10&lt;sup&gt;−16&lt;/sup&gt;&lt;/li&gt;&#xA;  &lt;li&gt;Chess: 4.52×10&lt;sup&gt;46&lt;/sup&gt; is a proven upper bound for the number of legal chess positions.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bonus:&lt;/strong&gt; at the bottom, the info box &lt;a href=&quot;https://en.wikipedia.org/wiki/Template%3aOrders_of_magnitude_wide&quot; rel=&quot;nofollow&quot;&gt;Template:Orders of magnitude&lt;/a&gt; links to lists in other articles for &quot;typical values&quot; of many physical quantities like speed (from walking to space crafts), sound pressure (breathing to grenades), ...&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-03-10T00:26:54.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1742" PostTypeId="1" CreationDate="2014-03-10T07:55:13.923" Score="6" ViewCount="2178" Body="&lt;p&gt;Does anyone know where I can find the dataset of all possible research publications ? I would like to get only titles and abstracts for those papers.&lt;/p&gt;&#xA;" OwnerUserId="2171" LastEditorUserId="70" LastEditDate="2015-03-27T14:36:41.463" LastActivityDate="2021-11-04T13:37:45.603" Title="Where can I find the dataset that has all open research publications (just titles and abstracts)?" Tags="|data-request|research|" AnswerCount="5" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1743" PostTypeId="2" ParentId="1733" CreationDate="2014-03-10T09:46:01.380" Score="2" Body="&lt;p&gt;&lt;strong&gt;My opinion: Most of machine learning isn't wasting cycles but asking a question and then designing a path to an answer.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to 'waste' cpu cycles, consider running one of the &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_distributed_computing_projects&quot; rel=&quot;nofollow&quot;&gt;distributed computing&lt;/a&gt; projects. &lt;a href=&quot;http://en.wikipedia.org/wiki/Folding@home&quot; rel=&quot;nofollow&quot;&gt;Folding@Home&lt;/a&gt; is one of the best known examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to find something new, then find a topic that interests you and then ask a question that can be answered by collecting data. There are seemingly infinite projects and data for those projects &lt;a href=&quot;https://medium.com/p/356332cdb81&quot; rel=&quot;nofollow&quot;&gt;exist(s)&lt;/a&gt; all around us. Sometimes it's as simple as running a code or collecting web-based data, like &lt;a href=&quot;https://books.google.com/ngrams/&quot; rel=&quot;nofollow&quot;&gt;N-grams&lt;/a&gt; or &lt;a href=&quot;http://www.google.com/trends/&quot; rel=&quot;nofollow&quot;&gt;Search Trends&lt;/a&gt;. Other times it means downloading a 'traditional' data set and creating a unique analysis or new ways to visualize the data. And other times it requires being a '&lt;a href=&quot;http://en.wikipedia.org/wiki/Data-driven_journalism&quot; rel=&quot;nofollow&quot;&gt;data journalist&lt;/a&gt;' who gets dirty digging through data to uncover a story.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to see what people are doing outside of Kaggle, check out &lt;a href=&quot;http://www.datatau.com/&quot; rel=&quot;nofollow&quot;&gt;datatau.com&lt;/a&gt;, &lt;a href=&quot;http://www.reddit.com/r/MachineLearning/&quot; rel=&quot;nofollow&quot;&gt;/r/machinelearning&lt;/a&gt;, etc. Or get involved with the &lt;a href=&quot;http://okfn.org/&quot; rel=&quot;nofollow&quot;&gt;Open Knowledge Foundation&lt;/a&gt;. Or find local people and start to see where there is local need.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-10T09:46:01.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1744" PostTypeId="2" ParentId="1733" CreationDate="2014-03-10T11:54:46.353" Score="1" Body="&lt;p&gt;Have a look at this &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_crowdsourcing_projects&quot; rel=&quot;nofollow&quot;&gt;Wikipedia list&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps there's something you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-10T11:54:46.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1745" PostTypeId="2" ParentId="1737" CreationDate="2014-03-10T15:34:48.160" Score="21" Body="&lt;ol&gt;&#xA;&lt;li&gt;Health&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Behavioral Risk-Factor Surveillance System (&lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/annual_data.htm&quot;&gt;BRFSS&lt;/a&gt;) - A health-related survey that asks respondents about health and disease risk factors.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Area Health Resource File (&lt;a href=&quot;http://arf.hrsa.gov/download.htm&quot;&gt;AHRF&lt;/a&gt;) -  A compilation of Census Bureau demographic information, along with information about hospital utilization, health professionals, and natality/mortality.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Health Professional Shortage Areas (&lt;a href=&quot;http://datawarehouse.hrsa.gov/data/datadownload/hpsadownload.aspx&quot;&gt;HPSA&lt;/a&gt;) - An estimation of areas where the population may be underserved by healthcare systems.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: Varies from Census Tract to County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ers.usda.gov/data-products/supplemental-nutrition-assistance-program-%28snap%29-data-system/time-series-data.aspx#.Ux3SVfldV1Y&quot;&gt;SNAP Participation&lt;/a&gt; -  Enrollment Data for the Supplemental Nutritional Assistance Program by Year.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ers.usda.gov/data-products/food-access-research-atlas/download-the-data.aspx#.Ux3Q4_ldV1Y&quot;&gt;Food Deserts&lt;/a&gt; - An analysis of populations that are far from stable food sources, and are thus reasoned to have low access to supply.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: 2000 &amp;amp; 2010 Census Tract&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ers.usda.gov/data-products/food-environment-atlas/data-access-and-documentation-downloads.aspx#.Ux3RffldV1Y&quot;&gt;Food Security&lt;/a&gt; - Indicators of inequality of access to food sources.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Crime&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;National Incident Based Reporting System &lt;a href=&quot;https://www.icpsr.umich.edu/icpsrweb/NACJD/NIBRS/&quot;&gt;NIBRS&lt;/a&gt; - &quot;The National Incident Based Reporting System (NIBRS) is an incident-based reporting system for crimes known to the police. For each crime incident coming to the attention of law enforcement, a variety of data are collected about the incident. These data include the nature and types of specific offenses in the incident, characteristics of the victim(s) and offender(s), types and value of property stolen and recovered, and characteristics of persons arrested in connection with a crime incident.&quot;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Education&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Integrated Postsecondary Education Data System (&lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/&quot;&gt;IPEDS&lt;/a&gt;) - the primary source for data on colleges, universities, and technical and vocational postsecondary institutions in the United States.&lt;/li&gt;&#xA;&lt;li&gt;Common Core of Data (&lt;a href=&quot;http://nces.ed.gov/ccd/ccddata.asp&quot;&gt;CCD&lt;/a&gt;) - &quot;The Common Core of Data (CCD) is the Department of Education's primary database on public elementary and secondary education in the United States. CCD is a comprehensive, annual, national statistical database of all public elementary and secondary schools and school districts, which contains data that are designed to be comparable across all states.&quot;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: Individual Institutions&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Private School Survey (&lt;a href=&quot;http://nces.ed.gov/surveys/pss/pssdata.asp&quot;&gt;PSS&lt;/a&gt;) - &quot;The target population for the survey consists of all private schools in the U.S. that meet the NCES definition (i.e., a private school is not supported primarily by public funds, provides classroom instruction for one or more of grades K-12 or comparable ungraded levels, and has one or more teachers. Organizations or institutions that provide support for home schooling without offering classroom instruction for students are not included.).&quot;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: Individual Institutions&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Economic&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Longitudinal Employer-Household Dynamics (&lt;a href=&quot;http://lehd.ces.census.gov/data/&quot;&gt;LEHD&lt;/a&gt;) - This is an extremely useful dataset. Based on data from the Quarterly Census of Employment and Wages, the information published comes in three forms: The LEHD Origin-Destination Dataset (LODES), the Workforce Area Characteristics Dataset (WAC), and the Residence Area Characteristics Dataset (RAC). The WAC posts demographic information on jobholders by the area that their job is located; you will be hard-pressed to find this level of detail ANYWHERE else. The RAC posts demographic information on jobholders by the area that they live in. The LODES indicates the combination of the residence and worksite locations by each jobholder's job.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: 2000 &amp;amp; 2010 Census Block&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;County and Zip Code Business Patterns (&lt;a href=&quot;http://www.census.gov/econ/cbp/download/&quot;&gt;CBP&lt;/a&gt; / ZBP) - &quot;County Business Patterns (CBP) is an annual series that provides subnational economic data by industry. This series includes the number of establishments, employment during the week of March 12, first quarter payroll, and annual payroll. This data is useful for studying the economic activity of small areas; analyzing economic changes over time; and as a benchmark for other statistical series, surveys, and databases between economic censuses. Businesses use the data for analyzing market potential, measuring the effectiveness of sales and advertising programs, setting sales quotas, and developing budgets. Government agencies use the data for administration and planning.&quot;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: Zip Code, County, MSA, State&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Quarterly Workforce Indicators (QWI &lt;a href=&quot;http://www2.vrdc.cornell.edu/news/data/qwi-public-use-data/&quot;&gt;1&lt;/a&gt;,&lt;a href=&quot;http://lehd.ces.census.gov/data/&quot;&gt;2&lt;/a&gt;) - &quot;The Quarterly Workforce Indicators (QWI) are a set of economic indicators including employment, job creation, earnings, and other measures of employment flows. The QWI are reported using detailed firm characteristics (geography, industry, age, size) and worker demographics information (sex, age, education, race, ethnicity).&quot;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County, MSA, State&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Local Area Unemployment Statistics (&lt;a href=&quot;http://www.bls.gov/lau/tables.htm&quot;&gt;LAUS&lt;/a&gt;) - A predictive model of county-level unemployment by year. It is based on an estimation using the Current Population Survey, state payroll, and state unemployment insurance sources.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Migration&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-County-to-County-Migration-Data-Files&quot;&gt;SOI Tax Stats - County-to-County Migration Data Files&lt;/a&gt; - This source of information is unique from Census Bureau Migration data because it estimates emigration from areas as well.&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unit of Analysis: County&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="958" LastEditorUserId="18" LastEditDate="2014-04-29T13:20:35.610" LastActivityDate="2014-04-29T13:20:35.610" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1746" PostTypeId="2" ParentId="1735" CreationDate="2014-03-10T15:36:33.157" Score="1" Body="&lt;p&gt;It look like you are looking for a (web) parsing technologie and methods. If you know python, &lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow&quot;&gt;Beautiful Soup&lt;/a&gt; is a popular parser. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also look at &lt;a href=&quot;http://fr.wikipedia.org/wiki/XPath&quot; rel=&quot;nofollow&quot;&gt;xpath&lt;/a&gt; which work also with HTML if the page is properly structure. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally &lt;a href=&quot;http://en.wikipedia.org/wiki/Regular_expression&quot; rel=&quot;nofollow&quot;&gt;regex&lt;/a&gt; is a good language to select string of text matching a particual pattern (But have some a steep learning curve in my own opinion)&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2014-03-10T15:36:33.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1747" PostTypeId="1" CreationDate="2014-03-10T16:17:10.990" Score="5" ViewCount="2723" Body="&lt;p&gt;What are good examples of open data dashboards?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This can either be: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;A dashboard that uses open data, for example the &lt;a href=&quot;http://citydashboard.org/london/&quot; rel=&quot;nofollow&quot;&gt;London City Dashboard&lt;/a&gt; (but better...)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A collection of metrics about the open data ecosystem. For example, the various country indices such as the &lt;a href=&quot;https://index.okfn.org/&quot; rel=&quot;nofollow&quot;&gt;OKF census&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://data.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;data.gov.uk&lt;/a&gt; has a dashboard for &lt;a href=&quot;http://data.gov.uk/data/site-usage#totals&quot; rel=&quot;nofollow&quot;&gt;site analytics&lt;/a&gt; which arguably counts.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="70" LastEditDate="2015-03-25T08:44:56.630" LastActivityDate="2023-02-12T02:24:03.067" Title="What are good examples of open data dashboards?" Tags="|best-practice|uses-of-open-data|metadata|visualization|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1748" PostTypeId="1" CreationDate="2014-03-10T16:26:15.153" Score="9" ViewCount="1593" Body="&lt;p&gt;Looking for a data set of cannabis information. Already found the genome info off of amazon, but would be interested to know if there are any other botanical datasets out there like season cycles, nutrient sensitivity, etc. They do not need to be genome datasets, just need to be cannabis/hemp related :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea being to be able to apply predictive models to the data with hopes of understanding in what conditions optimize growth and ultimately yield.&lt;/p&gt;&#xA;" OwnerUserId="2416" LastEditorUserId="70" LastEditDate="2015-04-19T15:35:56.723" LastActivityDate="2019-05-30T09:55:52.937" Title="Cannabis Data Set" Tags="|data-request|biology|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1749" PostTypeId="2" ParentId="1735" CreationDate="2014-03-10T16:34:56.107" Score="4" Body="&lt;p&gt;If you are interested to just scrape some data from web pages, then like @magdmartin wrote, you just need to write some code to download the HTML (python &lt;a href=&quot;http://docs.python-requests.org/en/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;requests&lt;/a&gt; package) and then to parse the HTML (&lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/bs4/doc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BeautifulSoup&lt;/a&gt; in this case).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;from bs4 import BeautifulSoup&#xA;import re&#xA;r = requests.get('https://www.canlii.org/en/ca/scc/doc/2007/2007scc4/2007scc4.html')&#xA;soup = BeautifulSoup(r.text)&#xA;print soup.find(text=re.compile('Present:')).encode('utf-8')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This python 2.7 code finds the names of the judges based on finding the string 'Present' in the HTML-encoded text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/W1Yxg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The way I approach a problem like this is:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Find one website that has as many court cases as possible.&lt;/li&gt;&#xA;&lt;li&gt;Get familiar with the HTML. In Firefox, &lt;kbd&gt;control+U&lt;/kbd&gt; is how to view the page source.&lt;/li&gt;&#xA;&lt;li&gt;Develop a scraping algorithm that starts small (like the code above that finds the judges' names), and then gets more ambititious as the code develops.&lt;/li&gt;&#xA;&lt;li&gt;Deploy your code to as many pages (court cases) as possible (not manually, but with a crawling algorithm).&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Also, &lt;strong&gt;always look for APIs&lt;/strong&gt; that would allow you to automatically download the data you want without the messiness of HTML scraping.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you start to do full-blown text-mining (analysis on the text), you will need a &lt;a href=&quot;http://en.wikipedia.org/wiki/Ontology_%28information_science%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;legal ontology&lt;/a&gt;. One example is &lt;a href=&quot;https://github.com/RinkeHoekstra/lkif-core#lkif-core&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-10T16:34:56.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1750" PostTypeId="2" ParentId="1728" CreationDate="2014-03-10T17:00:50.897" Score="3" Body="&lt;p&gt;Civic Dynamics- CDP is a proven, open-source turnkey software platform for managing and publishing open, community data. It is used for local government data and community indicator systems.  It enables the publishing of open data in a dynamic format that allows citizens to easily view, mix, match and download data for analysis, as well as contribute their own information and thoughts - thereby facilitating true citizen engagement.  Given these attributes, it is recommended that CDP would fit under two of the identified categories: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Open Data Catalog software: &lt;a href=&quot;http://civic-dynamics.com/&quot; rel=&quot;nofollow&quot;&gt;http://civic-dynamics.com/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Visualization:&lt;a href=&quot;http://civic-dynamics.com/&quot; rel=&quot;nofollow&quot;&gt;http://civic-dynamics.com/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2418" LastActivityDate="2014-03-10T17:00:50.897" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1751" PostTypeId="1" CreationDate="2014-03-10T19:05:36.857" Score="8" ViewCount="86" Body="&lt;p&gt;I need a database of self-inflicted injuries, their prevalence, age, gender and area distribution and the nature of the injury. This is very specific but could have a huge impact in my research. Any help would be very much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="2421" LastEditorUserId="1511" LastEditDate="2016-02-27T09:43:41.637" LastActivityDate="2016-02-27T09:43:41.637" Title="Database of self-inflicted injuries?" Tags="|data-request|medical|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1753" PostTypeId="2" ParentId="106" CreationDate="2014-03-11T06:13:36.770" Score="1" Body="&lt;p&gt;Try checking the UCS Satellite database. They track over 1000 satellites orbiting the earth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ucsusa.org/nuclear_weapons_and_global_security/solutions/space-weapons/ucs-satellite-database.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ucsusa.org/nuclear_weapons_and_global_security/solutions/space-weapons/ucs-satellite-database.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-11T06:13:36.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1755" PostTypeId="1" AcceptedAnswerId="1761" CreationDate="2014-03-11T08:04:54.210" Score="11" ViewCount="9036" Body="&lt;p&gt;A friend's question:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Are there data about automobile accidents over the course of a year with daily increments and preferably with a large variety of filters like city, highway, etc?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="19566" LastEditDate="2019-03-17T12:41:35.707" LastActivityDate="2019-05-20T23:39:26.783" Title="Automobile accident data in the US" Tags="|data-request|usa|medical|transportation|traffic|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1756" PostTypeId="1" CreationDate="2014-03-11T12:06:48.433" Score="11" ViewCount="2291" Body="&lt;p&gt;Wikipedia has pages for containing a &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_towns_and_cities_with_100,000_or_more_inhabitants&quot;&gt;list of towns and cities with 100,000 or more inhabitants&lt;/a&gt;. I'd like this same data in machine readable format, with country and city names.&lt;/p&gt;&#xA;" OwnerUserId="2244" LastEditorUserId="70" LastEditDate="2015-04-19T14:23:58.273" LastActivityDate="2015-11-23T12:56:57.657" Title="Looking for a list of major cities of the world" Tags="|data-request|geospatial|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1757" PostTypeId="2" ParentId="1756" CreationDate="2014-03-11T12:44:39.490" Score="3" Body="&lt;p&gt;Your own link includes a reference to the UN-stats office (&lt;a href=&quot;http://unstats.un.org/unsd/demographic/sconcerns/densurb/default.htm&quot; rel=&quot;nofollow&quot;&gt;population density and urbanization&lt;/a&gt;). The link was dead but I was able to remove the final extension and then re-find it.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012.htm&quot; rel=&quot;nofollow&quot;&gt;Overview of data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Population of capital cities and cities of 100 000 or more inhabitants: latest available year, 1993-2012 (&lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012/Table08.xls&quot; rel=&quot;nofollow&quot;&gt;Excel link&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-03-11T12:57:17.287" LastActivityDate="2014-03-11T12:57:17.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1758" PostTypeId="2" ParentId="1756" CreationDate="2014-03-11T13:53:08.953" Score="4" Body="&lt;p&gt;I have a compiled list of all the cities of the world which I collated from the USGS GNIS database (US) and the NGA GNS Server (other countries) into CSV file. I've made the list available FREE as a public domain dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Metadata&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Column 1: ISO 3166-1 alpha-2 country code. &lt;br/&gt;&#xA;Column 2: US FIPS 5-2 1st level administrative division code (e.g., state/province). &lt;br/&gt;&#xA;Column 3: NGA GNS Feature Description (DSG) code. &lt;br/&gt;&#xA;Column 4: NGA GNS Unique Feature Identifier (UFI). &lt;br/&gt;&#xA;Column 5: ISO 639-1 alpha-2/3 code for language corresponding to the feature name. &lt;br/&gt;&#xA;Column 6: Language script (e.g., latin, arabic, chinese, etc) corresponding to the feature name. &lt;br/&gt;&#xA;Column 7: Feature name. &lt;br/&gt;&#xA;Column 8: Latitude coordinate of the area centroid. &lt;br/&gt;&#xA;Column 9: Longitude coordinate of the area centroid. &lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#cities&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/download.php#cities&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-11T13:53:08.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1759" PostTypeId="2" ParentId="1756" CreationDate="2014-03-11T14:16:20.837" Score="4" Body="&lt;p&gt;Freebase will have this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.freebase.com/query?lang=%2Flang%2Fen&amp;amp;q=%5B%7B%22type%22%3A%22%2Flocation%2Fcitytown%22%2C%22limit%22%3A2%2C%22name%22%3Anull%2C%22%2Flocation%2Fstatistical_region%2Fpopulation%22%3A%5B%7B%22number%22%3Anull%2C%22number%3E%22%3A100000%7D%5D%2C%22%2Flocation%2Flocation%2Fgeolocation%22%3A%5B%7B%22latitude%22%3Anull%2C%22longitude%22%3Anull%7D%5D%7D%5D&quot; rel=&quot;nofollow&quot;&gt;https://www.freebase.com/query?lang=%2Flang%2Fen&amp;amp;q=%5B%7B%22type%22%3A%22%2Flocation%2Fcitytown%22%2C%22limit%22%3A2%2C%22name%22%3Anull%2C%22%2Flocation%2Fstatistical_region%2Fpopulation%22%3A%5B%7B%22number%22%3Anull%2C%22number%3E%22%3A100000%7D%5D%2C%22%2Flocation%2Flocation%2Fgeolocation%22%3A%5B%7B%22latitude%22%3Anull%2C%22longitude%22%3Anull%7D%5D%7D%5D&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is an example query that looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[{&#xA;  &quot;type&quot;: &quot;/location/citytown&quot;,&#xA;  &quot;limit&quot;: 2,&#xA;  &quot;name&quot;: null,&#xA;  &quot;/location/statistical_region/population&quot;: [{&#xA;    &quot;number&quot;: null,&#xA;    &quot;number&amp;gt;&quot;: 100000&#xA;  }],&#xA;  &quot;/location/location/geolocation&quot;: [{&#xA;    &quot;latitude&quot;: null,&#xA;    &quot;longitude&quot;: null&#xA;  }]&#xA;}]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm limiting it to 2 here, you can change that to get more results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case I'm also pulling in longitude and latitude, just to show that you can get a lot of stuff from freebase!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The population data is annoyingly broken down by year, so this is actually getting every city that has ever had more than 100k people living there, rather than ones that do now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure how to deal with that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Clicking on the link button on the top right gives you an option for an MQLRead Link - that is the endpoint you'd query normally.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the extend of my knowledge - hopefully it's enough to pique your interest though - Freebase looks like it could be absolutely incredible once you've got your head round how to query it.&lt;/p&gt;&#xA;" OwnerUserId="2430" LastActivityDate="2014-03-11T14:16:20.837" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1760" PostTypeId="2" ParentId="1755" CreationDate="2014-03-11T15:54:06.917" Score="6" Body="&lt;p&gt;Not sure if you need something for the entire nation, but a lot of localities publish versions of this kind of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two examples:&#xA;&lt;a href=&quot;http://www.state.nj.us/transportation/refdata/accident/rawdata01-03.shtm&quot; rel=&quot;noreferrer&quot;&gt;http://www.state.nj.us/transportation/refdata/accident/rawdata01-03.shtm&lt;/a&gt;&#xA;&lt;a href=&quot;http://nypd.openscrape.com/#/&quot; rel=&quot;noreferrer&quot;&gt;http://nypd.openscrape.com/#/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="2434" LastActivityDate="2014-03-11T15:54:06.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1761" PostTypeId="2" ParentId="1755" CreationDate="2014-03-11T15:58:49.053" Score="18" Body="&lt;p&gt;&lt;strong&gt;California Polytechnic State University&lt;/strong&gt; has a downloaded dataset on fatal accidents on the national highway system for the year 2007:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.csc.calpoly.edu/datasets/wiki/HighwayAccidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.csc.calpoly.edu/datasets/wiki/HighwayAccidents&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data.Gov&lt;/strong&gt; has a number of datasets on accident data by state:&#xA;&lt;a href=&quot;https://explore.data.gov/catalog/raw?tags=crash&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://explore.data.gov/catalog/raw?tags=crash&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The NHTSA&lt;/strong&gt; has summary statistics for 2012 on a state by state basis here:&#xA;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/departments/nrd-30/ncsa/STSI/USA%20WEB%20REPORT.HTM&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/departments/nrd-30/ncsa/STSI/USA%20WEB%20REPORT.HTM&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Insurance Institute for Highway Safety&lt;/strong&gt; has accident/safety ratings per make/model/year, but you will have to scrap it off their site:&#xA;&lt;a href=&quot;http://www.iihs.org/iihs/ratings&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.iihs.org/iihs/ratings&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some of the city level open data portals also publish traffic accident datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Denver&lt;/strong&gt;: &lt;a href=&quot;http://data.opencolorado.org/dataset/city-and-county-of-denver-traffic-accidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.opencolorado.org/dataset/city-and-county-of-denver-traffic-accidents&lt;/a&gt;&lt;br/&gt;&#xA;&lt;strong&gt;Seattle&lt;/strong&gt;: &lt;a href=&quot;https://data.seattle.gov/Public-Safety/Traffic-Accidents/7ayk-pspk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.seattle.gov/Public-Safety/Traffic-Accidents/7ayk-pspk&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The UK data.gov&lt;/strong&gt; publishes accident/road safety datasets from 1979 to present here:&#xA;&lt;a href=&quot;http://data.gov.uk/dataset/road-accidents-safety-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.gov.uk/dataset/road-accidents-safety-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;I put together an online catalog of sites covering traffic surveys and traffic accidents: &lt;a href=&quot;http://www.opengeocode.org/opendata/traffic.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.opengeocode.org/opendata/traffic.php&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;A list of links from &lt;a href=&quot;https://opendata.stackexchange.com/users/90/albert&quot;&gt;albert&lt;/a&gt;&lt;/strong&gt;,&lt;br/&gt;&#xA;NCSA Publications &amp;amp; Data Requests &lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/Cats/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/Cats/index.aspx&lt;/a&gt;&#xA; you probably want this guy:&#xA;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;super in-depth stats&#xA;&lt;a href=&quot;http://www-fars.nhtsa.dot.gov/Main/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-fars.nhtsa.dot.gov/Main/index.aspx&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;crash stats archive&#xA;&lt;a href=&quot;http://ai.fmcsa.dot.gov/CarrierResearchResults/Archives.asp?p=23&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ai.fmcsa.dot.gov/CarrierResearchResults/Archives.asp?p=23&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;stats and facts&#xA;&lt;a href=&quot;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;nhtsa data&#xA;&lt;a href=&quot;http://www.nhtsa.gov/NCSA&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nhtsa.gov/NCSA&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;federal trans safety somtehing&#xA;&lt;a href=&quot;http://www.fmcsa.dot.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fmcsa.dot.gov/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;national highway traffic safety administration&#xA;&lt;a href=&quot;http://www.nhtsa.gov/NCSA&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nhtsa.gov/NCSA&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;nhsta crash stats&#xA;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;more crash stats&#xA;&lt;a href=&quot;http://ai.fmcsa.dot.gov/CrashProfile/CrashProfileMainNew.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ai.fmcsa.dot.gov/CrashProfile/CrashProfileMainNew.asp&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ai.fmcsa.dot.gov/CarrierResearchResults/CarrierResearchContent.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ai.fmcsa.dot.gov/CarrierResearchResults/CarrierResearchContent.asp&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-03-13T14:17:30.103" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1762" PostTypeId="2" ParentId="1756" CreationDate="2014-03-11T16:03:13.060" Score="9" Body="&lt;p&gt;&lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;nofollow&quot;&gt;Geonames&lt;/a&gt; has a &lt;a href=&quot;https://en.wikipedia.org/wiki/Tab-separated_values&quot; rel=&quot;nofollow&quot;&gt;tsv&lt;/a&gt; with  data of the cities with more than 15k inhabitants. You only need to filter the ones you are interested in. The tsv has a column with the population (the 15th one) so it should be quite easy to get them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download it &lt;a href=&quot;http://download.geonames.org/export/dump/cities15000.zip&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1872" LastEditorUserId="1872" LastEditDate="2015-11-23T12:56:57.657" LastActivityDate="2015-11-23T12:56:57.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1763" PostTypeId="2" ParentId="146" CreationDate="2014-03-11T22:06:25.020" Score="4" Body="&lt;p&gt;I will answer this in the more general term (leaving the consumer out). Invariably when data is aggregated and coalesced from plural data sources you will have conflicts in records. Just think of all the wacky occupants you receive in your mailbox or the wacky places you supposedly lived when you do a FREE background search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These data sources need to periodically perform a validation/reconciliation process on the aggregated/coalesced dataset. Typically, the process involves:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;A primary table which holds the 'best values' for a record.&lt;/li&gt;&#xA;&lt;li&gt;A secondary table which uses the primary key in the first table as a foreign key, which holds the conflicting values of the first table.&lt;/li&gt;&#xA;&lt;li&gt;A process which consists of a:&lt;br/&gt;&#xA;A. Validation - eliminates secondary records deemed to be invalid.&lt;br/&gt;&#xA;B. Reconciliation - chooses the values that are 'best' at the moment.&lt;br/&gt;&lt;/li&gt;&#xA;&lt;li&gt;The process is repeated periodically (or on demand) on records that are updated or new records are added.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Note: The not-best-value records in the secondary table, until deemed invalid, are retained, so that they can be reapplied when other records are updated or added.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-11T22:06:25.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1764" PostTypeId="2" ParentId="157" CreationDate="2014-03-11T22:09:59.760" Score="4" Body="&lt;p&gt;I have recently started using the Linked CSV proposed standard for generating CSV files from plural data sources. Below is a vocabulary definition for the columns/data types I am using. Perhaps others will find this useful/interesting approach:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: the above link throws a 404, however it is viewable via the Wayback Machine:&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20140625055123/http://opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20140625055123/http://opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Version 1.2 is live (and I'm assuming replaces 1.1):&lt;br&gt;&#xA;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/LinkedCSV-Vocab.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="90" LastEditDate="2015-07-21T02:35:55.933" LastActivityDate="2015-07-21T02:35:55.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1765" PostTypeId="2" ParentId="200" CreationDate="2014-03-11T22:47:59.973" Score="2" Body="&lt;p&gt;If you like some fun data, the University of Madrid published a dataset about ships between 1750-1855 which was extracted from shipping logs. Has name, type, details, locations of the ships (dates, latlng):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pendientedemigracion.ucm.es/info/cliwoc/cliwoc15.htm&quot; rel=&quot;nofollow&quot;&gt;http://pendientedemigracion.ucm.es/info/cliwoc/cliwoc15.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-11T22:47:59.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1766" PostTypeId="2" ParentId="1755" CreationDate="2014-03-12T00:50:23.193" Score="8" Body="&lt;p&gt;Not sure if my list is better (or worse), because I think it has a lot to do with Andrew's question about national/state levels. If Andrew says it's cool, I'll just have him update his answer with these links:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NCSA Publications &amp;amp; Data Requests&#xA;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/Cats/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/Cats/index.aspx&lt;/a&gt;&lt;br&gt;&#xA;you probably want this guy:&lt;br&gt;&#xA;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Super in-depth stats&lt;br&gt;&#xA;&lt;a href=&quot;http://www-fars.nhtsa.dot.gov/Main/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-fars.nhtsa.dot.gov/Main/index.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Crash stats archive&lt;br&gt;&#xA;&lt;a href=&quot;http://ai.fmcsa.dot.gov/CarrierResearchResults/Archives.asp?p=23&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ai.fmcsa.dot.gov/CarrierResearchResults/Archives.asp?p=23&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Stats and facts&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Federal trans safety something&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fmcsa.dot.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fmcsa.dot.gov/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;National highway traffic safety administration (NHTSA)&#xA;&lt;a href=&quot;http://www.nhtsa.gov/NCSA&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nhtsa.gov/NCSA&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NHTSA crash stats&lt;br&gt;&#xA;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More crash stats&lt;br&gt;&#xA;&lt;a href=&quot;http://ai.fmcsa.dot.gov/CrashProfile/CrashProfileMainNew.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ai.fmcsa.dot.gov/CrashProfile/CrashProfileMainNew.asp&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fmcsa.dot.gov/facts-research/art-stats-facts.htm&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-nrd.nhtsa.dot.gov/Cats/listpublications.aspx?Id=F&amp;amp;ShowBy=DocType&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ai.fmcsa.dot.gov/CarrierResearchResults/CarrierResearchContent.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ai.fmcsa.dot.gov/CarrierResearchResults/CarrierResearchContent.asp&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorDisplayName="user6247" LastEditDate="2019-02-10T15:59:42.717" LastActivityDate="2019-02-10T15:59:42.717" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1767" PostTypeId="1" CreationDate="2014-03-12T08:39:34.850" Score="16" ViewCount="12789" Body="&lt;p&gt;Does anyone know/have good dataset or data feed of vehicle traffic on freeways/highways or urban area?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm searching for data from vehicle counters that have small interval of measurement, like 1 or 5 minutes. Data should include vehicle count, average speed, types of vehicle, average headway or gap. Also it would be great if dataset or data feed has data about incidents like car accidents or roadworks and maybe time travel data from ANPR cameras.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also there are lot of papers that talk about vehicle traffic prediction, but they don't give dataset they used for prediction and analysis. Maybe if you have datasets like that it would be great to share it with link to paper because I would like to reproduce results and try some other methods and compare performances.&lt;/p&gt;&#xA;" OwnerUserId="2440" LastEditorUserId="1511" LastEditDate="2020-09-08T12:46:31.223" LastActivityDate="2020-09-08T12:46:31.223" Title="Data of vehicle traffic" Tags="|data-request|traffic|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1768" PostTypeId="1" CreationDate="2014-03-12T10:21:27.460" Score="4" ViewCount="173" Body="&lt;p&gt;I'd like to know an estimated amount of open data over the web. This is required for a research proposal that I'm working on.&lt;/p&gt;&#xA;" OwnerUserId="2442" LastEditorUserId="90" LastEditDate="2015-05-27T00:29:02.280" LastActivityDate="2022-04-28T02:23:56.397" Title="What is the amount of open data that is currently available over the web?" Tags="|data-request|internet|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1769" PostTypeId="1" CreationDate="2014-03-12T12:20:02.157" Score="4" ViewCount="1670" Body="&lt;p&gt;Do LinkedIn share their full list of endorsements? Is there a similar dataset of work skills, technologies, abilities and interests?&lt;/p&gt;&#xA;" OwnerUserId="2244" LastEditorUserId="70" LastEditDate="2015-04-19T15:38:11.413" LastActivityDate="2015-04-19T15:38:11.413" Title="Full list of LinkedIn endorsements" Tags="|data-request|business|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1770" PostTypeId="2" ParentId="1769" CreationDate="2014-03-12T13:23:25.460" Score="5" Body="&lt;p&gt;The only thing that is available right now on Linkedin is the skills from a certain user and not the endorsements. And in order to download the skills, users have to log in with auth. Unfortunately, you will not find any &lt;strong&gt;complete&lt;/strong&gt; list of skills from Linkedin.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to download the skills from a certain user, here is the code for python using this &lt;a href=&quot;https://github.com/ozgur/python-linkedin&quot;&gt;library&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from linkedin import linkedin&#xA;&#xA;API_KEY = '.............'     # This is api_key&#xA;API_SECRET = '...........'   # This is secret_key&#xA;&#xA;RETURN_URL = '.............'&#xA;&#xA;authentication = linkedin.LinkedInAuthentication(API_KEY, API_SECRET, RETURN_URL, linkedin.PERMISSIONS.enums.values())&#xA;&#xA;authentication.authorization_code = code&#xA;&#xA;authentication.get_access_token()&#xA;&#xA;application = linkedin.LinkedInApplication(authentication)&#xA;&#xA;skills = application.get_profile(selectors=['skills'])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-12T13:23:25.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1771" PostTypeId="2" ParentId="1768" CreationDate="2014-03-12T13:35:54.633" Score="4" Body="&lt;p&gt;I would suggest characterizing the availability not by the quantity of data but by the expansion of open data portals. Here are some suggestions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Visit the various open data catalogs which list (government and non-government) open data portals. &lt;br/&gt;&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A. Estimate the number of open data portals that are available.&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B. Look at when they were launched (&lt;a href=&quot;http://www.datacatalogs.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataCatalogs.org&lt;/a&gt; lists launch dates) and calculate a rate of expansion. (Jeanne Holm is one of the curators)&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;C. Sample portals at Federal, State and Municipality level to get an idea of the size and types of data that is made available.&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;D. Compare availability/expansion in various geo-economic regions (Northern America, Latin America, Europe, Asia, Northern Africa/Middle East, ...)&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E. Research press releases of government iniatives on open data, open data initiaative, transparency data. E.g., Obama's Open Data Initiative 2009, and followup initiatives in 2012 and 2013 &lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;F. Research the number and type of 3rd party and open source tools and support infrastructure for open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;G. Research the various emerging standards for accessing, organizing, format and layout. Compare access via direct dataset download (e.g., CSV files) vs. APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a good list of catalogs available at &lt;a href=&quot;https://opendata.stackexchange.com/questions/1728/collect-a-list-of-open-data-systems&quot;&gt;Collect a list of open data systems&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find related resources at &lt;a href=&quot;http://www.opengeocode.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenGeoCode&lt;/a&gt;, which I am a co-founder.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-03-12T15:26:52.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1772" PostTypeId="2" ParentId="1767" CreationDate="2014-03-12T17:18:16.683" Score="15" Body="&lt;p&gt;You can find plenty of summary data, but I have not seen any publicly available raw counter data. Here's some summaries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Federal Highway Administration&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Traffic Volume Trends is a monthly report based on hourly traffic count data reported by the States. These data are collected at approximately 4,000 continuous traffic counting locations nationwide and are used to estimate the percent change in traffic for the current month compared with the same month in the previous year.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fhwa.dot.gov/policyinformation/travel_monitoring/tvt.cfm&quot;&gt;http://www.fhwa.dot.gov/policyinformation/travel_monitoring/tvt.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Arizona Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;The annualized average 24-hour volume of vehicles at a given point or section of highway is called a traffic count. It is normally calculated by determining the volume of vehicles during a given period and dividing that number by the number of days in that period.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.azdot.gov/planning/DataandAnalysis&quot;&gt;http://www.azdot.gov/planning/DataandAnalysis&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;California Dept. of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;The Traffic Data Branch is responsible for the collection and dissemination of historical volumes (counts). We also produce the Mobility Performance Reports.&#xA;TRAFFIC COUNTS, also called Traffic Volumes, are available in various formats, and are only for the State Highway System. Highways are signed as Interstate, California State Route, or United States Route.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://traffic-counts.dot.ca.gov/&quot;&gt;http://traffic-counts.dot.ca.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Colorado Dept. of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;This is the access point to information frequently used for transportation planning and project development. Information is provided on current and projected traffic volumes, state highway attributes, summary roadway statistics, demographics and geographic data.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dtdapps.coloradodot.info/otis&quot;&gt;http://dtdapps.coloradodot.info/otis&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Florida Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Welcome to the Florida Department of Transportation's Traffic Information site. This site provides statistical traffic information for Florida's State Highway System.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dot.state.fl.us/planning/statistics/trafficdata/&quot;&gt;http://www.dot.state.fl.us/planning/statistics/trafficdata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Indiana Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;INDOT Interactive Traffic Count Map showing the annual average daily traffic (AADT).&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dotmaps.indot.in.gov/apps/trafficcounts/&quot;&gt;http://dotmaps.indot.in.gov/apps/trafficcounts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Maine Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Traffic Monitoring is responsible for the collection of all types of traffic data including traffic volumes, vehicle classification, turning movements and special studies as requested by the Department.  The reporting of traffic volumes is accomplished through two distinct methods involving the Continuous Count and Coverage (i.e. short term) Count programs.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.maine.gov/mdot/traffic/tc.htm&quot;&gt;http://www.maine.gov/mdot/traffic/tc.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Massachusetts Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;The Massachusetts Highway Department conducts an annual traffic data collection program. This data is available online by autoroute and city/town list or as an interactive map. You can view data for a specific town from the Town Index, for numbered routes from the Numbered Route Index, or you can use the interactive map to browse data by area. You can also download the complete spreadsheets&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mhd.state.ma.us/default.asp?pgid=content/traffic01&amp;amp;sid=about&quot;&gt;http://www.mhd.state.ma.us/default.asp?pgid=content/traffic01&amp;amp;sid=about&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Michigan Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;2012 Average Daily Traffic (ADT) Maps&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.michigan.gov/mdot/0,1607,7-151-9622_11033_11149---,00.html&quot;&gt;https://www.michigan.gov/mdot/0,1607,7-151-9622_11033_11149---,00.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Minnesota Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Thousands of traffic counts are collected on Minnesota roadways each year. This information is used to produce volume, classification, speed and weight data as well as traffic forecasts, reports, maps and analysis.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dot.state.mn.us/traffic/data/&quot;&gt;http://www.dot.state.mn.us/traffic/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;New York State Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;The Highway Data Services Bureau is responsible for the collection and dissemination of information on the extent, use and condition of the public roadway system in the State of New York. The Bureau consists of three sections: Highway Data, Traffic Monitoring, and Pavement Data.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dot.ny.gov/highway-data-services&quot;&gt;https://www.dot.ny.gov/highway-data-services&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;North Carolina Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Annual Average Daily Traffic (AADT) Traffic Volume Map presents the traffic average for the year at specific points on North Carolina highways. Data is collected at more than 40,000 locations throughout North Carolina using Portable Traffic Count Stations. AADT map is typically published at the later part of the summer.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncdot.gov/projects/trafficsurvey/&quot;&gt;http://www.ncdot.gov/projects/trafficsurvey/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Ohio Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Traffic Count Information &amp;amp; Maps includes Traffic Survey Reports and Traffic Survey Flow Maps. The Traffic Survey Reports list an estimate of Annual Average Daily Traffic (AADT) volumes separated by cars (Pass &amp;amp;A Com’l) and trucks (B&amp;amp;C Com’l) for all Ohio Interstate, US and State highway system routes.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dot.state.oh.us/Divisions/Planning/TechServ/traffic/Pages/Traffic-Count-Reports-and-Maps.aspx&quot;&gt;http://www.dot.state.oh.us/Divisions/Planning/TechServ/traffic/Pages/Traffic-Count-Reports-and-Maps.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Oregon Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;The Transportation Systems Monitoring (TSM) Unit has the mission to formulate a system to collect and process traffic related data on Oregon´s Highways. TSM provides traffic volumes, flow maps, trends, manual counts and vehicle class on state highways to Federal, State, Local, private and public constituents.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.oregon.gov/ODOT/td/tdata/Pages/tsm/tvt.aspx&quot;&gt;http://www.oregon.gov/ODOT/td/tdata/Pages/tsm/tvt.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;South Caroline Dept. of Transportation&lt;/strong&gt;&lt;br/&gt;The Traffic Polling and Analysis System provides traffic data and graphs from traffic counting devices on South Carolina's Highways. This system is intended for the general public to view current and historical traffic information during hurricane evacuation events&#xA;**&#xA;&lt;a href=&quot;http://www.scdot.org/getting/trafficcounts.aspx&quot;&gt;http://www.scdot.org/getting/trafficcounts.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tennessee Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;An AADT traffic volume is used throughout the project planning process to provide projected volumes of traffic.  It is based on a 24 hour, two directional count at a given location.  This raw traffic volume is then mathematically adjusted for vehicle type, determined by an axle correction factor.  Then this volume is statistically corrected by a seasonal variation factor that considers time of the year and day of the week.&lt;/em&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.tdot.state.tn.us/projectplanning/adt.asp&quot;&gt;http://www.tdot.state.tn.us/projectplanning/adt.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Washington State Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;The Annual Traffic Report (ATR) summarizes traffic data maintained by the Washington State Department of Transportation for the State Highway System. The report includes Annual Average Daily Traffic (AADT) figures and truck percentages, when available, for locations where data collection has occurred within the past four years.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wsdot.wa.gov/mapsdata/travel/annualtrafficreport.htm&quot;&gt;http://www.wsdot.wa.gov/mapsdata/travel/annualtrafficreport.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Wisconsin Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Wisconsin Department of Transportation (WisDOT) traffic counts are now part of an interactive map that allows you to view counts anywhere in the state.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dot.wisconsin.gov/travel/counts/&quot;&gt;http://www.dot.wisconsin.gov/travel/counts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Chicago, IL Transportation&lt;/strong&gt;&lt;br/&gt;Average Daily Traffic (ADT) counts are analogous to a census count of vehicles on city streets.&#xA;** &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofchicago.org/Transportation/Average-Daily-Traffic-Counts/pfsx-4n4m&quot;&gt;https://data.cityofchicago.org/Transportation/Average-Daily-Traffic-Counts/pfsx-4n4m&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Arlington, VA Transportation&lt;/strong&gt;&lt;br/&gt;Arlington County Regular Traffic Count Data is available in Portable Document Format (PDF).&#xA;** &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.arlingtonva.us/Departments/EnvironmentalServices/dot/traffic/counts/EnvironmentalServicesCounts.aspx&quot;&gt;http://www.arlingtonva.us/Departments/EnvironmentalServices/dot/traffic/counts/EnvironmentalServicesCounts.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Delaware Valley, PA Delaware Valley Regional Planning Commission&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.dvrpc.org/webmaps/trafficcounts/&quot;&gt;http://www.dvrpc.org/webmaps/trafficcounts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;British Columbia, Canada Ministry of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;The Ministry of Transportation and Infrastructure's Traffic Data Program monitors &lt;em&gt;traffic volumes at several locations throughout the province. This information is used by ministry staff to help support planning, design, construction, and operation of the Ministry road network.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.th.gov.bc.ca/trafficData/&quot;&gt;http://www.th.gov.bc.ca/trafficData/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;United Kingdom (UK) Dept of Transportation&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Traffic counts provides street-level traffic data for every junction-to-junction link on the 'A' road and motorway network in Great Britain.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dft.gov.uk/traffic-counts/&quot;&gt;http://www.dft.gov.uk/traffic-counts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;New South Wales, Australia Roads and Maritime&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;em&gt;Traffic Volume Data books, sorted by Roads and Maritime Services regions, containing the Annual Average Daily Traffic (AADT) volumes for various roads.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rms.nsw.gov.au/trafficinformation/downloads/aadtdata_dl1.html&quot;&gt;http://www.rms.nsw.gov.au/trafficinformation/downloads/aadtdata_dl1.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-03-12T18:14:04.370" LastActivityDate="2014-03-12T18:14:04.370" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1773" PostTypeId="1" CreationDate="2014-03-12T18:23:45.417" Score="1" ViewCount="164" Body="&lt;p&gt;I was looking for information about -&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;If intelligence predicts internet usage.&lt;/li&gt;&#xA;&lt;li&gt;A relation between IP addresses per capita versus GDP per capita.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I'd greatly appreciate any sources or just raw data on any one or both of these. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Notes:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google search did not yield much but maybe i'm not doing it right.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried I found some things on wolfram alpha though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find a relationships indicating that in developing countries, there were more IP addresses per person compared to other undeveloped countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/vtklh.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/XIbAU.gif&quot; alt=&quot;enter image description here&quot;&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/6Tg6y.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2448" LastEditorUserId="70" LastEditDate="2015-03-30T08:58:53.110" LastActivityDate="2015-03-30T08:58:53.110" Title="Intelligence, Internet usage and Ip addresses" Tags="|data-request|internet|" AnswerCount="1" CommentCount="5" ClosedDate="2015-03-30T09:23:37.373" ContentLicense="CC BY-SA 3.0" />
  <row Id="1774" PostTypeId="2" ParentId="200" CreationDate="2014-03-12T19:20:28.167" Score="4" Body="&lt;p&gt;The Lake Superior Maritime Collection at the University of Wisconsin-Superior has &lt;a href=&quot;http://www3.uwsuper.edu/maritime/finding_aid.html&quot; rel=&quot;nofollow&quot;&gt;material that may suit your needs&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-03-12T19:20:28.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1775" PostTypeId="1" AcceptedAnswerId="1777" CreationDate="2014-03-12T19:41:45.130" Score="3" ViewCount="211" Body="&lt;p&gt;I'm looking for some sort of list with all possible branches of business/employment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i.e. &quot;Restaurant&quot;, &quot;Hotel&quot;, &quot;IT&quot;, &quot;Bakery&quot;, &quot;Fitness Centre&quot;, &quot;School&quot;, &quot;Insurance&quot;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably something official like a list from a government organization or tax department, but anything will help.&lt;/p&gt;&#xA;" OwnerUserId="2449" LastEditorUserId="70" LastEditDate="2015-03-27T10:04:59.987" LastActivityDate="2015-03-27T10:04:59.987" Title="&quot;Official&quot; list of business branches" Tags="|data-request|government|metadata|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1776" PostTypeId="1" CreationDate="2014-03-12T19:49:17.980" Score="9" ViewCount="2709" Body="&lt;p&gt;I am trying to create a naive bayes spam filter for social networks and i need a spam dataset (containing posts/tweets etc.) of popular social networks like twitter/facebook. Is there any publicly available dataset which i can use to train the classifier?&lt;/p&gt;&#xA;" OwnerUserId="2450" LastEditorUserId="1511" LastEditDate="2014-11-13T19:11:51.390" LastActivityDate="2020-03-03T16:57:35.067" Title="publicly available spam dataset of social networks" Tags="|data-request|network-structure|machine-learning|social-media|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1777" PostTypeId="2" ParentId="1775" CreationDate="2014-03-12T20:14:00.040" Score="4" Body="&lt;p&gt;You are looking for SIC codes (e.g., Used by Bureau of Labor) and NAICS codes (e.g., Used by US Census). The NAICS is gradually replacing the older SIC system. It is updated every 5 years and is developed/maintenance in conjunction with Canada and Mexico (hence the name North American Industry Classification Standard). One good place to start is at this US Census link:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/eos/www/naics/&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/eos/www/naics/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This link has some downloadable definitions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2012&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2012&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the BLS link describing how they have moved away from the SIC system to NAICS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/bls/naics.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/bls/naics.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dutch SBI System (thanks @Martjin):&lt;br/&gt;&#xA;&lt;a href=&quot;http://unstats.un.org/unsd/cr/ctryreg/ctrydetail.asp?id=1182&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/cr/ctryreg/ctrydetail.asp?id=1182&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;European NACE System (thanks @Martjin):&lt;br/&gt;&#xA;&lt;a href=&quot;http://epp.eurostat.ec.europa.eu/statistics_explained/index.php/Glossary:Statistical_classification_of_economic_activities_in_the_European_Community_(NACE)&quot; rel=&quot;nofollow&quot;&gt;http://epp.eurostat.ec.europa.eu/statistics_explained/index.php/Glossary:Statistical_classification_of_economic_activities_in_the_European_Community_(NACE)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;United Nations ISIC (thanks @Martjin):&lt;br/&gt;&#xA;&lt;a href=&quot;https://unstats.un.org/unsd/cr/registry/regcst.asp?Cl=27&quot; rel=&quot;nofollow&quot;&gt;https://unstats.un.org/unsd/cr/registry/regcst.asp?Cl=27&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-03-12T22:02:15.663" LastActivityDate="2014-03-12T22:02:15.663" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1778" PostTypeId="2" ParentId="1776" CreationDate="2014-03-13T08:54:04.573" Score="6" Body="&lt;p&gt;From the &lt;a href=&quot;https://archive.ics.uci.edu/ml/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Machine Learning Repository at UCI&lt;/a&gt; there are some datasets that may get you started. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Spambase&quot; rel=&quot;nofollow noreferrer&quot;&gt;emails&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/SMS+Spam+Collection&quot; rel=&quot;nofollow noreferrer&quot;&gt;SMS&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For emails you may also find this &lt;a href=&quot;https://stackoverflow.com/q/4743996/2327328&quot;&gt;StackOverflow discussion&lt;/a&gt; helpful, or this 3&lt;a href=&quot;http://plg.uwaterloo.ca/~gvcormac/treccorpus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;00+MB dataset&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For blogs marked as spam, check out &lt;a href=&quot;http://ebiquity.umbc.edu/resource/html/id/212/Splog-Blog-Dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;this site&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Twitter data are not allowed to be publically shared. You can share the analysis or the visualization, but not the raw data of tweets. I imagine Facebook has a similar policy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, you can collect more than you ever dreamed of by using the &lt;a href=&quot;https://dev.twitter.com/docs/streaming-apis/streams/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;public live stream&lt;/a&gt;. Here is an &lt;a href=&quot;https://github.com/uwescience/datasci_course_materials/blob/master/assignment1/twitterstream.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;example python code&lt;/a&gt; to collect many, many tweets as they are sent. There should be plenty of spam if you let it run for a couple minutes.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-03-03T16:57:35.067" LastActivityDate="2020-03-03T16:57:35.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1779" PostTypeId="1" CreationDate="2014-03-13T17:47:54.950" Score="13" ViewCount="19205" Body="&lt;p&gt;I am looking for some web traffic or clickstream dataset, ideally from an ecommerce website. I like to do some analysis on purchasing pattern if possible. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: visit duration, conversion, shopping cart abandonment, cross-category shopping, promotion behavior...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can setup a place to upload the file. &lt;/p&gt;&#xA;" OwnerUserId="2454" LastEditorUserId="70" LastEditDate="2015-04-09T14:12:19.733" LastActivityDate="2018-08-19T19:35:18.503" Title="Clickstream sample dataset" Tags="|data-request|business|internet|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1780" PostTypeId="1" CreationDate="2014-03-13T23:11:28.787" Score="3" ViewCount="974" Body="&lt;p&gt;I've been hunting for something like this but haven't found anything yet:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Well location&lt;/li&gt;&#xA;&lt;li&gt;Production&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;for oil and gas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="2458" LastEditorUserId="754" LastEditDate="2015-03-31T08:04:51.843" LastActivityDate="2015-03-31T08:04:51.843" Title="APIs for oil and gas well location/production data?" Tags="|geospatial|api|energy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1781" PostTypeId="2" ParentId="1780" CreationDate="2014-03-13T23:31:52.130" Score="3" Body="&lt;p&gt;Some of the States provides datasets for oil and gas well locations:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Illinois&lt;/strong&gt; (ArcGIS, Shapefiles)&lt;br/&gt;&#xA;&lt;a href=&quot;http://certmapper.cr.usgs.gov/data/noga00/natl/spatial/doc/ilcells06g.htm&quot; rel=&quot;nofollow&quot;&gt;http://certmapper.cr.usgs.gov/data/noga00/natl/spatial/doc/ilcells06g.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Louisiana&lt;/strong&gt; (XML)&lt;br/&gt;&#xA;&lt;a href=&quot;http://lagic.lsu.edu/data/losco/oil_gas_wells_ldnr_2007_faq.html&quot; rel=&quot;nofollow&quot;&gt;http://lagic.lsu.edu/data/losco/oil_gas_wells_ldnr_2007_faq.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;New York&lt;/strong&gt; (CSV download)&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.dec.ny.gov/energy/1603.html&quot; rel=&quot;nofollow&quot;&gt;http://www.dec.ny.gov/energy/1603.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Nevada&lt;/strong&gt; (University of Nevada, Reno - 2011)&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.nbmg.unr.edu/Oil&amp;amp;Gas/NVWellInfo.html&quot; rel=&quot;nofollow&quot;&gt;http://www.nbmg.unr.edu/Oil&amp;amp;Gas/NVWellInfo.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Texas&lt;/strong&gt; Railroad Commission (charge ~$20/dataset)&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.rrc.state.tx.us/data/datasets/WellData.php&quot; rel=&quot;nofollow&quot;&gt;http://www.rrc.state.tx.us/data/datasets/WellData.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Utah&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;http://gis.utah.gov/data/energy/oil-gas/&quot; rel=&quot;nofollow&quot;&gt;http://gis.utah.gov/data/energy/oil-gas/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Production Summaries by State&lt;/strong&gt;:&lt;br/&gt;&#xA;Distribution and Production of Oil and Gas Wells by State&lt;br/&gt;&#xA;&lt;a href=&quot;https://explore.data.gov/download/dwne-h7vw/XLS&quot; rel=&quot;nofollow&quot;&gt;https://explore.data.gov/download/dwne-h7vw/XLS&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;ArcGIS&lt;/strong&gt; free dataset (CC-BY) for &lt;strong&gt;Alaska 2008&lt;/strong&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.arcgis.com/home/item.html?id=ccfcd4a89a234275a18408b9d7fe9fe0&quot; rel=&quot;nofollow&quot;&gt;http://www.arcgis.com/home/item.html?id=ccfcd4a89a234275a18408b9d7fe9fe0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UK&lt;/strong&gt; on/off shore oil wells/rigs (MS-Excel)&lt;br/&gt;&#xA;&lt;a href=&quot;https://www.gov.uk/oil-and-gas-digital-data-exchange-format&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/oil-and-gas-digital-data-exchange-format&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also commercial providers (paid), for example:&lt;br/&gt;&#xA;&lt;em&gt;PetroView&lt;/em&gt; &lt;a href=&quot;http://www.psg.deloitte.com/ProductsPetroviewData.asp&quot; rel=&quot;nofollow&quot;&gt;http://www.psg.deloitte.com/ProductsPetroviewData.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-03-13T23:42:42.557" LastActivityDate="2014-03-13T23:42:42.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1782" PostTypeId="2" ParentId="1742" CreationDate="2014-03-14T10:40:51.613" Score="6" Body="&lt;p&gt;Restricting this question to &quot;Computer Science&quot; (as suggested in the comments) and reducing &quot;all possible&quot; to the ones which were actually published, one resource is &lt;a href=&quot;http://www.informatik.uni-trier.de/~ley/db/&quot;&gt;The DBLP Computer Science Bibliography&lt;/a&gt;. Note that this source follows &lt;a href=&quot;http://opendatacommons.org/licenses/by/summary/&quot;&gt;ODC-BY 1.0&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The DBLP has a search interface with an attempt to identify coauthor communities. They also offer bulk downloads in XML format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other research subjects have good sources, such as &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed&quot;&gt;PubMed&lt;/a&gt; for biology, medicine, etc.&lt;/p&gt;&#xA;" OwnerUserId="32" LastActivityDate="2014-03-14T10:40:51.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1783" PostTypeId="2" ParentId="1775" CreationDate="2014-03-14T16:12:38.580" Score="3" Body="&lt;p&gt;The official approach is already covered by Andrew.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would add less centralised taxonomies such as &lt;a href=&quot;http://www.yelp.com/&quot; rel=&quot;nofollow&quot;&gt;Yelp&lt;/a&gt;. They have an &lt;a href=&quot;http://www.yelp.com/developers/documentation&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;OpenCorporates&lt;/a&gt; are also looking at adding additional data to its business networks.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-03-14T16:12:38.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1784" PostTypeId="2" ParentId="1776" CreationDate="2014-03-14T16:21:34.850" Score="1" Body="&lt;p&gt;More than a decade ago, when I worked for an ISP, I subscribed to the &lt;a href=&quot;http://www.abuse.net/spamtools.html&quot; rel=&quot;nofollow&quot;&gt;spamtools&lt;/a&gt; mailing list.  Unfortunately, their archives link doesn't work, so I have no idea if they're still active or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also were more focused on e-mail spam, but at the time social network spam didn't really exist (as social networks didn't really exist in the state they do today).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would suspect that if someone had a training set, it'd be someone on that list.  I'd also assume that twitter spam would be significantly different from blog or e-mail spam, due to the character limitations.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-03-14T16:21:34.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1785" PostTypeId="2" ParentId="1768" CreationDate="2014-03-14T16:34:19.303" Score="5" Body="&lt;p&gt;Some projects such as the &lt;a href=&quot;https://project.opendatamonitor.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Monitor&lt;/a&gt; aim to answer this question. For convenience, I split the answer into four sections.&lt;/p&gt;&#xA;&lt;h2&gt;Governments&lt;/h2&gt;&#xA;&lt;p&gt;The amount of open data released by governments is reasonably documented. Perhaps not in the sense of the exact amount of Gb.&lt;/p&gt;&#xA;&lt;p&gt;Examples are:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://index.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Index&lt;/a&gt; by the Open Knowledge Foundation&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.opendataresearch.org/project/2013/odb&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Barometer&lt;/a&gt; by the The Web Foundation &amp;amp; The Open Data Institute.&lt;/li&gt;&#xA;&lt;li&gt;Catalogues of datasets such as &lt;a href=&quot;https://datacatalogs.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;datacatalogs.org&lt;/a&gt; or the World Bank.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;h2&gt;Businesses&lt;/h2&gt;&#xA;&lt;p&gt;This is much harder to quantify. Indicators are:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The GovLab are running a survey, the &lt;a href=&quot;https://web.archive.org/web/20201125030833/https://www.opendata500.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data 500&lt;/a&gt;, analysing companies.&lt;/li&gt;&#xA;&lt;li&gt;Data about businesses is published with a dual-licence by &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates&lt;/a&gt;. At the moment the database contains over 60 million entities.&lt;/li&gt;&#xA;&lt;li&gt;Many businesses publish data, often via an API. However, in most cases not as open data. An example is Twitter, where the licence and availability of the &amp;quot;hose&amp;quot; is substantially limited.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;h2&gt;Institutions&lt;/h2&gt;&#xA;&lt;p&gt;Institutions are publishers of some of the largest datasets on the web. For example:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://www.internationalgenome.org/data#DataAccess&quot; rel=&quot;nofollow noreferrer&quot;&gt;1,000 Genome project&lt;/a&gt; is one of the largest open datasets with an extreme size of 260Tb.&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://web.archive.org/web/20200603003540/http://horatio.cs.nyu.edu:80/mit/tiny/data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tiny Images dataset&lt;/a&gt; consists of almost 80 million images stored in the form of large binary files. They are used in an &lt;a href=&quot;https://ieeexplore.ieee.org/document/4531741&quot; rel=&quot;nofollow noreferrer&quot;&gt;academic paper&lt;/a&gt; on scene recognition from 2008.&lt;/li&gt;&#xA;&lt;li&gt;Researchers at the &lt;a href=&quot;https://www.measurementlab.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Measurement Lab (M-Lab)&lt;/a&gt;, who publish over 750Tb of data under a CCZero licence.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;h2&gt;Individuals&lt;/h2&gt;&#xA;&lt;p&gt;The amount of personal data that individuals make available on the web is, to the best of my knowledge, negligible.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="14011" LastEditDate="2022-04-28T02:23:56.397" LastActivityDate="2022-04-28T02:23:56.397" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1786" PostTypeId="2" ParentId="818" CreationDate="2014-03-14T17:03:50.723" Score="5" Body="&lt;p&gt;We have several product reviews indexed at &lt;a href=&quot;https://www.datafiniti.net&quot; rel=&quot;nofollow&quot;&gt;https://www.datafiniti.net&lt;/a&gt;.  Here is a search for every product we have with reviews: &lt;a href=&quot;https://www.datafiniti.net/search/products?%5B%7B%22i%22%3a%22reviewHeaderInput%22,%22v%22%3atrue%7D%5D&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;.  Many reviews have text, title, date, rating, etc.&lt;/p&gt;&#xA;" OwnerUserId="771" LastEditorUserId="1511" LastEditDate="2014-03-16T16:02:54.590" LastActivityDate="2014-03-16T16:02:54.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1788" PostTypeId="1" CreationDate="2014-03-14T19:20:18.733" Score="7" ViewCount="912" Body="&lt;p&gt;Does anyone know of data available via an API for climate stations in Canada. NOAA has a nice API interface for US stations (&lt;a href=&quot;http://www.ncdc.noaa.gov/cdo-web/webservices/v2&quot; rel=&quot;noreferrer&quot;&gt;http://www.ncdc.noaa.gov/cdo-web/webservices/v2&lt;/a&gt;), and does have data for non-US stations, but not things that I want. I need 30 yr averages - which are only available from NOAA for US stations. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use a web interface to Canadian climate data here &lt;a href=&quot;http://climate.weather.gc.ca/&quot; rel=&quot;noreferrer&quot;&gt;http://climate.weather.gc.ca/&lt;/a&gt;, but I am looking for API access. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: found this &lt;a href=&quot;http://data.gc.ca/eng/access-our-application-programming-interface-api&quot; rel=&quot;noreferrer&quot;&gt;http://data.gc.ca/eng/access-our-application-programming-interface-api&lt;/a&gt; - which says they are using the CKAN platform, but there are no docs basically on how to use it - maybe someone has?&lt;/p&gt;&#xA;" OwnerUserId="177" LastEditorUserId="70" LastEditDate="2015-03-30T18:44:41.377" LastActivityDate="2015-03-30T18:44:41.377" Title="Climate data from stations in Canada" Tags="|api|weather|canada|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1791" PostTypeId="1" CreationDate="2014-03-15T09:09:10.703" Score="19" ViewCount="22126" Body="&lt;p&gt;Are there any public data sets for the World Cup in Brazil 2014?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Didn't find anything for download on the official FIFA site (besides a single-page PDF booklet for the match schedule).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data set includes groups, teams, players, squads, matches, stadiums and so on&#xA;and is in an &lt;strong&gt;open plain text format&lt;/strong&gt; such as CSV (comma-separated values), JSON (javascript objects), SQL (structured query language), etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insight appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclosure: I'm the project lead of the football.db project collecting open public domain football data e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/openfootball/world-cup&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;openfootball/world-cup&lt;/code&gt;&lt;/a&gt;-  World Cup Datasets (1930-2022)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2014-07-23T16:13:06.583" LastActivityDate="2014-09-12T13:21:38.277" Title="Any Open Data Sets for the (Football) World Cup (in Brazil 2014)?" Tags="|data-request|brazil|sports|" AnswerCount="6" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1792" PostTypeId="2" ParentId="1677" CreationDate="2014-03-15T12:45:55.320" Score="5" Body="&lt;p&gt;I found this website (&lt;a href=&quot;http://www.datasciencetoolkit.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.datasciencetoolkit.org/&lt;/a&gt;). There is an API collection in there with great tools, especially to &quot;clean&quot; and prepare your open datasets for analysis and visualization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A list of the tools:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Street Address to Coordinates&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Street Address to Location calculates the latitude/longitude&#xA;  coordinates for a postal address. Currently only the US and UK have&#xA;  street-level detail. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Google-style Geocoder&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Are you currently using Google's geocoding API and want to switch?&#xA;  Replace maps.googleapis.com with the address of a DSTK server and your&#xA;  code should work without changes.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Coordinates to Political Areas&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Returns the country, region, state, county, constituencies and&#xA;  neighborhood a point is inside. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Text to Sentiment&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Estimates whether a piece of text comment is complimentary or&#xA;  negative.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Coordinates to Statistics&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Returns the population density, elevation, terrain, climate, and other&#xA;  conditions at a point. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Geodict&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Geodict pulls country, city and region names from unstructured English&#xA;  text, and returns their coordinates. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;IP Address to Coordinates&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;IP Address to Location calculates country, state, city and&#xA;  latitude/longitude coordinates for IP addresses. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Text to Sentences&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Removes the parts of the text that seem to be boilerplate, leaving the&#xA;  real sentences. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;HTML to Text&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Returns the full text that would actually be displayed in the browser&#xA;  when an HTML document was rendered. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;HTML to Story&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Takes an HTML document representing a news article or similar page,&#xA;  and extracts just the story text. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Text to People&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Spots text fragments that look like people's names or titles, and&#xA;  guesses their gender where possible. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Text to Times&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Spots text fragments that look like times or dates, and converts them&#xA;  into a standard form. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;File to Text&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Converts PDFs, Word Documents, Excel Spreadsheets to text. Recovers&#xA;  text from JPEG, PNG or TIFF images of scanned documents.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="505" LastEditorUserId="2976" LastEditDate="2014-08-23T21:39:08.107" LastActivityDate="2014-08-23T21:39:08.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1793" PostTypeId="1" CreationDate="2014-03-15T14:15:57.743" Score="3" ViewCount="207" Body="&lt;p&gt;I know that I can get the number of links shared from Facebook's Open Graph with something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; http://graph.facebook.com?id=http://thanetstar.com/article/what-s-great-about-thanet-2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And I get back the URL and the share count. However I would like to see the comments on these shares as I would if I was clicking to see who had shared them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if Facebook's Open Graph API support this or if the data can be accessed with sufficient know-how and a bit of good old fashioned hard work (for my server anyway)?&lt;/p&gt;&#xA;" OwnerUserId="1968" LastEditorUserId="505" LastEditDate="2014-03-16T09:59:27.153" LastActivityDate="2014-03-16T20:19:19.817" Title="Using Open Graph to see what comments are being made" Tags="|api|programming|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1794" PostTypeId="1" CreationDate="2014-03-16T09:43:04.330" Score="2" ViewCount="139" Body="&lt;p&gt;I am developing an emulator for the &lt;a href=&quot;http://en.wikipedia.org/wiki/CAN_bus&quot; rel=&quot;nofollow&quot;&gt;Controller Area Network&lt;/a&gt; protocol in motor vehicles, and I am wondering if there is any openly available trace data for this application.&lt;/p&gt;&#xA;" OwnerUserId="2470" LastEditorUserId="70" LastEditDate="2015-04-19T15:38:25.203" LastActivityDate="2022-05-19T08:46:11.477" Title="Is there any public domain Controller Area Network trace data from a real vehicle?" Tags="|data-request|computing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1795" PostTypeId="2" ParentId="1791" CreationDate="2014-03-16T10:38:42.057" Score="5" Body="&lt;p&gt;You can find &lt;a href=&quot;http://www.excely.com/football/2014-fifa-world-cup-schedule.shtml#.UyV97_l_uSo&quot; rel=&quot;nofollow&quot;&gt;here an excel file&lt;/a&gt; with the schedule of the tournament and the groups. Inside the folder, you will find a license txt file containing the following:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;LICENSE. The Software may be freely distributed.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Software is licensed to you. So, you may not: &lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;p&gt;rent, lease, grant a security interest in, or otherwise transfer rights to the Software; &lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;modify or remove any proprietary notices or labels on the Software;&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;disassemble the Software; &lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;change the executable code of the Software;&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;sell this Software both standalone and part of a purchasable collection of software without author's explicit permission.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-05-26T08:38:31.397" LastActivityDate="2014-05-26T08:38:31.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1796" PostTypeId="1" CreationDate="2014-03-16T18:44:41.907" Score="22" ViewCount="11844" Body="&lt;p&gt;I am searching for an online database for climate data (especially temperature) for non-European countries on a monthly basis. 1990-2014 would be nice.&lt;/p&gt;&#xA;" OwnerUserId="2475" LastEditorUserId="23272" LastEditDate="2021-08-21T04:32:33.060" LastActivityDate="2021-08-21T04:32:33.060" Title="Database with monthly climate/weather data by country" Tags="|data-request|weather|" AnswerCount="8" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1797" PostTypeId="2" ParentId="1796" CreationDate="2014-03-16T19:22:11.150" Score="9" Body="&lt;p&gt;The UNDP gathers and reports data along the line of what you are looking for. I think its a matter of finding the right tables. They collect historic data as well as predicating climate changes to countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following link is a repository of some reports and raw data for 61 countries, mostly africa, middle east and south america. Each country has a zip file (AllData). Search through the subfolders looking for time series.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.geog.ox.ac.uk/research/climate/projects/undp-cp/&quot;&gt;http://www.geog.ox.ac.uk/research/climate/projects/undp-cp/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, this copy of the data is hosted by University of Oxford, Department of Geography and the environment. The time series are on a year basis (no monthly) and range from 1960 to 2006.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-03-16T20:55:32.660" LastActivityDate="2014-03-16T20:55:32.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1798" PostTypeId="2" ParentId="1793" CreationDate="2014-03-16T20:19:19.817" Score="3" Body="&lt;p&gt;As I said before, I made a small research about your question. Here is what I've found.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your url give me this response:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;URL: &lt;a href=&quot;http://graph.facebook.com/?id=http://thanetstar.com/article/what-s-great-about-thanet-2&quot; rel=&quot;nofollow&quot;&gt;http://graph.facebook.com/?id=http://thanetstar.com/article/what-s-great-about-thanet-2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Response: {&#xA;   &quot;id&quot;: &quot;http://thanetstar.com/article/what-s-great-about-thanet-2&quot;,&#xA;   &quot;shares&quot;: 19&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But if I use the same call for another website, I get this response&lt;/p&gt;&#xA;&#xA;&lt;p&gt;URL: &lt;a href=&quot;https://graph.facebook.com/?ids=http://www.hollywoodreporter.com/live-feed/scandal-shonda-rhimes-kerry-washington-olivia-pope-308845&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;http://www.hollywoodreporter.com/live-feed/scandal-shonda-rhimes-kerry-washington-olivia-pope-308845&quot;: {&#xA;      &quot;id&quot;: &quot;http://www.hollywoodreporter.com/live-feed/scandal-shonda-rhimes-kerry-washington-olivia-pope-308845&quot;,&#xA;      &quot;shares&quot;: 67,&#xA;      &quot;comments&quot;: 2&#xA;   }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can see that in your link, even if you have comments in the site, response doesn't include them. I don't know why. Maybe you haven't used the OG meta tags with the right way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Also, I found that this link will return the comments from a OG object:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;URL: &lt;a href=&quot;https://graph.facebook.com/comments/?ids=http://thanetstar.com/article/what-s-great-about-thanet-2&quot; rel=&quot;nofollow&quot;&gt;https://graph.facebook.com/comments/?ids=http://thanetstar.com/article/what-s-great-about-thanet-2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My source: &lt;a href=&quot;http://www.quora.com/Open-Graph/How-do-you-post-comments-to-a-URL-or-article-object-on-the-Facebook-Open-Graph&quot; rel=&quot;nofollow&quot;&gt;Quora&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-16T20:19:19.817" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1799" PostTypeId="2" ParentId="1794" CreationDate="2014-03-16T20:27:33.053" Score="2" Body="&lt;p&gt;I found this research paper and in the abstract, the authors write that they use trace data from CAN. You should contact them and ask them to share the data with you.&lt;/p&gt;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;https://ieeexplore.ieee.org/document/5196185&quot; rel=&quot;nofollow noreferrer&quot;&gt;research paper&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="14011" LastEditDate="2022-05-19T08:46:11.477" LastActivityDate="2022-05-19T08:46:11.477" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1800" PostTypeId="2" ParentId="1796" CreationDate="2014-03-17T10:13:00.757" Score="7" Body="&lt;p&gt;If you are looking for global temperatures that are not constrained to political borders, then you can access 150 years of global temperatures either as a dataset or with Google Earth as an interface. The data is based on latitude and longitude grids of 5 degrees and includes temperature, precipitation, pressure, etc..&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.uea.ac.uk/mac/comm/media/press/2014/February/cru-google-earth&quot; rel=&quot;noreferrer&quot;&gt;Press release&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/data&quot; rel=&quot;noreferrer&quot;&gt;Overview&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/temperature/&quot; rel=&quot;noreferrer&quot;&gt;Temperature data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/hrg/&quot; rel=&quot;noreferrer&quot;&gt;Links to higher resolution grids&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/temperature/#filfor&quot; rel=&quot;noreferrer&quot;&gt;Data formats are NetCDF&lt;/a&gt;, with an &lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/temperature/read_cru_hemi.r&quot; rel=&quot;noreferrer&quot;&gt;example R code&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/zgQ4v.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-17T10:13:00.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1801" PostTypeId="1" CreationDate="2014-03-17T13:29:31.947" Score="11" ViewCount="6711" Body="&lt;h2&gt;What am I looking for ?&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a big dataset (at least a few GB) containing French text. This french text should not have too much quality (such as literature or encyclopedias).&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Why this specific need ?&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I would like to use this dataset to do some sentiment analysis and information extraction in order to measure an entity's reputation.&#xA;As a consequence, the best dataset could be composed of products reviews, like the well-known &lt;code&gt;amazon review dataset&lt;/code&gt; from stanford, or of &lt;strike&gt;tweets&lt;/strike&gt; comments from social networks (please note that I'd rather not produce myself my dataset using &lt;code&gt;rest-like&lt;/code&gt; api).&lt;/p&gt;&#xA;" OwnerUserId="2479" LastEditorUserId="1652" LastEditDate="2015-09-13T21:26:44.360" LastActivityDate="2022-04-07T08:05:26.080" Title="Large French dataset for NLP (not formal, rather discussions/reviews)" Tags="|data-request|nlp|corpora|french|" AnswerCount="7" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="1802" PostTypeId="2" ParentId="1801" CreationDate="2014-03-17T14:18:21.613" Score="3" Body="&lt;p&gt;I can answer for the Twitter data. You can gather &lt;em&gt;plenty&lt;/em&gt; of French language tweets by one of two methods:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dev.twitter.com/docs/streaming-apis/streams/public&quot; rel=&quot;nofollow&quot;&gt;Live Stream&lt;/a&gt;. In this case, you can pass this URL: &lt;code&gt;https://stream.twitter.com/1.1/statuses/sample.json?language=fr&lt;/code&gt; and you will receive tweets as the standard JSON dictionary. An example python code to download a portion of the public stream is &lt;a href=&quot;https://github.com/uwescience/datasci_course_materials/blob/master/assignment1/twitterstream.py&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. In this case, you let the code run and stop it once you have collected a decent sized corpus.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://twitter.com/search?q=lang%3afr&quot; rel=&quot;nofollow&quot;&gt;Search for French language tweets&lt;/a&gt;. To do this programatically, you can use a code &lt;a href=&quot;https://gist.github.com/philshem/8905047&quot; rel=&quot;nofollow&quot;&gt;like this&lt;/a&gt; but replace the search terms with &lt;code&gt;lang:fr&lt;/code&gt;. In this case, you search back for a period up to one week for statuses (aka tweets) that are marked as French language.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Notes&lt;/strong&gt;: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For both of these methods, you have to authenticate as a developer first (&lt;a href=&quot;https://dev.twitter.com/docs/auth&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The language is based on Twitter's algorithm for recognizing language - and is not perfect.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;It's against the Twitter Terms of Service to share raw twitter data, but you can easily collect GBs of data by one the above methods.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-03-17T14:23:47.247" LastActivityDate="2014-03-17T14:23:47.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1803" PostTypeId="2" ParentId="1801" CreationDate="2014-03-17T15:24:53.697" Score="3" Body="&lt;p&gt;I cannot help you with products review and you have already got an answer for Twitter. But if you need a dataset with plain text in french, the best solution is the Wikipedia Dump. I used it for another project in English for a similar reason (sentiment analysis and information extraction).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;http://dumps.wikimedia.org/frwiki/20140226/&quot; rel=&quot;nofollow&quot;&gt;download link&lt;/a&gt; with all the info. The small dataset is 2.6 GB and the full one with the history is more than 20GB.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-17T15:24:53.697" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1804" PostTypeId="2" ParentId="1566" CreationDate="2014-03-17T16:06:43.010" Score="8" Body="&lt;p&gt;You should take a look at &lt;a href=&quot;http://rankandfiled.com/&quot;&gt;Rank and Filed&lt;/a&gt;, a relatively new (Feb 2014) site about EDGAR filings, with lots of &lt;a href=&quot;http://rankandfiled.com/#/data/tickers&quot;&gt;data export options&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="161" LastActivityDate="2014-03-17T16:06:43.010" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1805" PostTypeId="1" AcceptedAnswerId="1808" CreationDate="2014-03-17T18:50:06.240" Score="5" ViewCount="725" Body="&lt;p&gt;Is &lt;a href=&quot;http://www.amsciepub.com/doi/abs/10.2466/pr0.105.2.509-521&quot; rel=&quot;nofollow&quot;&gt;Cynthia Wessell's dictionary of affect&lt;/a&gt; available as an open dataset? Looks like a it's closed-source executable (and $175) on the &lt;a href=&quot;http://perceptmx.com/index.asp?WCU=psychometrics&quot; rel=&quot;nofollow&quot;&gt;official website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="70" LastEditDate="2015-04-19T15:39:29.510" LastActivityDate="2019-03-04T09:39:36.893" Title="Cynthia Wessell's Dictionary of Affect" Tags="|data-request|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1806" PostTypeId="2" ParentId="1756" CreationDate="2014-03-17T19:27:29.920" Score="3" Body="&lt;p&gt;I put together a quick SPARQL query to query DBpedia:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select *&#xA;where {&#xA;?place &amp;lt;http://dbpedia.org/ontology/populationTotal&amp;gt; ?population;&#xA;  &amp;lt;http://dbpedia.org/property/name&amp;gt; ?name;&#xA;  &amp;lt;http://www.w3.org/2003/01/geo/wgs84_pos#lat&amp;gt; ?lat;&#xA;  &amp;lt;http://www.w3.org/2003/01/geo/wgs84_pos#long&amp;gt; ?long.&#xA;}&#xA;order by DESC(?population)&#xA;limit 20&#xA;offset 0&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Alas, the data in DBpedia is dodgy. I've &lt;a href=&quot;https://github.com/dbpedia/extraction-framework/issues/192&quot; rel=&quot;nofollow&quot;&gt;reported the issue&lt;/a&gt; to DBpedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the data wasn't broken, you could use this SPARQL query against the &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;nofollow&quot;&gt;DBpedia endpoint&lt;/a&gt; to retrieve data (modifying the limit and offset as you would to page through SQL results).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/&quot; rel=&quot;nofollow&quot;&gt;Wikidata&lt;/a&gt; may have this data in the near future. It'd be nice if there were also a public SPARQL endpoint...&lt;/p&gt;&#xA;" OwnerUserId="2486" LastActivityDate="2014-03-17T19:27:29.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1807" PostTypeId="2" ParentId="1801" CreationDate="2014-03-17T20:57:40.380" Score="3" Body="&lt;p&gt;How about movies?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 1:&lt;/strong&gt; bulk download of French language movie subtitles. I haven't tried it, but &lt;a href=&quot;http://www.opensubtitles.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSubtitles.org&lt;/a&gt; has both instructions for &lt;a href=&quot;http://trac.opensubtitles.org/projects/opensubtitles/wiki/XMLRPC&quot; rel=&quot;nofollow noreferrer&quot;&gt;programming&lt;/a&gt; and &lt;a href=&quot;http://trac.opensubtitles.org/projects/opensubtitles/wiki/XML-RPC-debugger&quot; rel=&quot;nofollow noreferrer&quot;&gt;non-programming&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 2:&lt;/strong&gt; Download plot synopses from the plaintext IMDB database (with reviews) - &lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror links&lt;/a&gt;. Useful files are 'language.list', 'biographies.list', 'plot.list', etc. Unfortunately I don't see reviews and I checked and only some of the plot summaries for French movies are in French.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also some unofficial IMDB API's that may include reviews. You can check them out &lt;a href=&quot;https://stackoverflow.com/a/7744369/2327328&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;http://deanclatworthy.com/imdb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;http://www.omdbapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-31T14:57:21.007" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1808" PostTypeId="2" ParentId="1805" CreationDate="2014-03-17T21:16:10.177" Score="3" Body="&lt;p&gt;&lt;strong&gt;Well&lt;/strong&gt;, you picked a very commercial word list so even 'finding' a copy of the dataset could lead to legal problems or results you can't publish.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But&lt;/strong&gt;, to get a taste, there is a web-app that I found after chasing down some broken links. It's apparently endorsed by Cynthia herself. Check it out &lt;s&gt;&lt;a href=&quot;http://sail.usc.edu/~kazemzad/emotion_in_text_cgi/DAL_app/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/s&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Now&lt;/strong&gt;, interestingly, the creator of that site posts a link to &lt;s&gt;&lt;a href=&quot;http://sail.usc.edu/~kazemzad/emotion_in_text_cgi/DAL_app/info.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;more info&lt;/a&gt;&lt;/s&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;And&lt;/strong&gt;, in that &lt;em&gt;more info&lt;/em&gt; section is a URL that may help you greatly:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;dead link&lt;/em&gt; &lt;s&gt;&lt;a href=&quot;http://compling.org/cgi-bin/DAL_sentence_xml.cgi?sentence=This+is+a+great+web+app&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://compling.org/cgi-bin/DAL_sentence_xml.cgi?sentence=This+is+a+great+web+app&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;replacement?&lt;/em&gt; &lt;a href=&quot;https://sail.usc.edu/dal_app.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sail.usc.edu/dal_app.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;So&lt;/strong&gt;, there you have it, a web interface to the DAL without having the DAL itself. For a sentence in the URL with words separated by a '+' sign, you get in return XML:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;sentence&amp;gt;&#xA; &amp;lt;word&amp;gt;&#xA;  &amp;lt;token&amp;gt;This&amp;lt;/token&amp;gt;&#xA;   &amp;lt;emotion&amp;gt;&#xA;    &amp;lt;measure type=&quot;DAL&quot; valence=&quot;1.7500&quot; activation=&quot;1.3333&quot; imagery=&quot;1.0&quot;/&amp;gt;&#xA;   &amp;lt;/emotion&amp;gt;&#xA; &amp;lt;/word&amp;gt;&#xA; &amp;lt;word&amp;gt;&#xA;  &amp;lt;token&amp;gt;is&amp;lt;/token&amp;gt;&#xA;   &amp;lt;emotion&amp;gt;&#xA;    &amp;lt;measure type=&quot;DAL&quot; valence=&quot;1.8889&quot; activation=&quot;1.1818&quot; imagery=&quot;1.0&quot;/&amp;gt;   &#xA;   &amp;lt;/emotion&amp;gt;&#xA; &amp;lt;/word&amp;gt;&#xA; &amp;lt;word&amp;gt;&#xA;  &amp;lt;token&amp;gt;a&amp;lt;/token&amp;gt;&#xA;   &amp;lt;emotion&amp;gt;&#xA;    &amp;lt;measure type=&quot;DAL&quot; valence=&quot;2.0000&quot; activation=&quot;1.3846&quot; imagery=&quot;1.0&quot;/&amp;gt;&#xA;   &amp;lt;/emotion&amp;gt;&#xA; &amp;lt;/word&amp;gt;&#xA; &amp;lt;word&amp;gt;&#xA;  &amp;lt;token&amp;gt;great&amp;lt;/token&amp;gt;&#xA;   &amp;lt;emotion&amp;gt;&amp;lt;measure type=&quot;DAL&quot; valence=&quot;2.6250&quot; activation=&quot;2.1250&quot; imagery=&quot;1.0&quot;/&amp;gt;&#xA;   &amp;lt;/emotion&amp;gt;&#xA; &amp;lt;/word&amp;gt;&#xA; &amp;lt;word&amp;gt;&#xA;  &amp;lt;token&amp;gt;web&amp;lt;/token&amp;gt;&#xA;   &amp;lt;emotion&amp;gt;&#xA;    &amp;lt;measure type=&quot;DAL&quot; valence=&quot;1.7778&quot; activation=&quot;1.8750&quot; imagery=&quot;2.8&quot;/&amp;gt;&#xA;   &amp;lt;/emotion&amp;gt;&#xA;  &amp;lt;/word&amp;gt;&#xA;  &amp;lt;word&amp;gt;&#xA;   &amp;lt;token&amp;gt;app&amp;lt;/token&amp;gt;&#xA;    &amp;lt;emotion&amp;gt;&#xA;     &amp;lt;measure type=&quot;DAL&quot; valence=&quot;&quot; activation=&quot;&quot; imagery=&quot;&quot;/&amp;gt;&#xA;    &amp;lt;/emotion&amp;gt;&#xA;   &amp;lt;/word&amp;gt;&#xA;  &amp;lt;/sentence&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-03-04T09:39:36.893" LastActivityDate="2019-03-04T09:39:36.893" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1809" PostTypeId="1" CreationDate="2014-03-17T22:13:15.673" Score="5" ViewCount="296" Body="&lt;p&gt;I'm looking for a dataset of police car (or motorbike) chases containing for each chase as many following labels as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;date&lt;/li&gt;&#xA;&lt;li&gt;start time and end time&lt;/li&gt;&#xA;&lt;li&gt;start location and end location &lt;/li&gt;&#xA;&lt;li&gt;path taken by the chased car&lt;/li&gt;&#xA;&lt;li&gt;casualties (police, civilians, and crook)&lt;/li&gt;&#xA;&lt;li&gt;type of car used by the crook&lt;/li&gt;&#xA;&lt;li&gt;reason for fleeing &lt;/li&gt;&#xA;&lt;li&gt;weather (especially temperature and precipitation)&lt;/li&gt;&#xA;&lt;li&gt;number of policemen, police cars (with types of car), police choppers and other police vehicles involved&lt;/li&gt;&#xA;&lt;li&gt;was it broadcasted live on TV?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm especially interested in the US.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-02-23T22:29:55.400" LastActivityDate="2015-02-23T22:29:55.400" Title="Police car chase dataset" Tags="|data-request|police|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1810" PostTypeId="2" ParentId="1801" CreationDate="2014-03-18T08:21:34.080" Score="2" Body="&lt;p&gt;You can collect email data in &lt;strong&gt;.mbox&lt;/strong&gt; text files using a search engine. For example, a google search for &lt;code&gt;filetype:mbox from&lt;/code&gt; results in plenty of .mbox data. My best attempt at French-only .mbox files is &lt;a href=&quot;https://encrypted.google.com/search?hl=en&amp;amp;as_q=&amp;amp;as_epq=&amp;amp;as_oq=&amp;amp;as_eq=facebook&amp;amp;as_nlo=&amp;amp;as_nhi=&amp;amp;lr=lang_fr&amp;amp;cr=countryFR&amp;amp;as_qdr=all&amp;amp;as_sitesearch=&amp;amp;as_occt=any&amp;amp;safe=images&amp;amp;tbs=lr%3Alang_1fr&amp;amp;as_filetype=mbox&amp;amp;as_rights=&quot; rel=&quot;nofollow noreferrer&quot;&gt;this search&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Individual .mbox files can be concatenated into one large file (linux method):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;cat mboxfile1 &amp;gt; mboxfile&#xA;echo &amp;gt;&amp;gt; mboxfile&#xA;cat mboxfile2 &amp;gt;&amp;gt; mboxfile&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To parse the text, one option is the &lt;a href=&quot;http://docs.python.org/2/library/mailbox.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;mailbox library&lt;/a&gt; in python. See an example code &lt;a href=&quot;https://gist.github.com/philshem/8905002&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Here is the important snippet&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import mailbox&#xA;mbox = mailbox.mbox('emails.mbox')&#xA;for message in mbox:&#xA;    print str(message.get_payload()) # print body of each email in emails.mbox file&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stackoverflow.com/a/20992684/2327328&quot;&gt;my self-source&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Along this line you can also look for French language chat logs (i.e. &lt;a href=&quot;https://www.french-net.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IRC logs&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-18T08:21:34.080" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1811" PostTypeId="1" CreationDate="2014-03-19T11:21:40.690" Score="8" ViewCount="85" Body="&lt;p&gt;If you want to contribute a Vocabulary to the &lt;a href=&quot;http://linkeddata.org/&quot; rel=&quot;nofollow&quot;&gt;LOD&lt;/a&gt; community but work for a (commercial) company, the question arises within which (DNS) domain you define the &lt;a href=&quot;http://www.w3.org/TR/swbp-vocab-pub/#naming&quot; rel=&quot;nofollow&quot;&gt;vocabulary/ ontology namespace URI/ IRI&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know the following possibilities:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The domain of your company&lt;/li&gt;&#xA;&lt;li&gt;The domain of your personal web page&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://purl.org/&quot; rel=&quot;nofollow&quot;&gt;PURL.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vocab.org/&quot; rel=&quot;nofollow&quot;&gt;vocab.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Are there more? Which is the best in this case?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;---- EDIT 1 ----&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to add that I tried to register a URL at purl.org but they did not accept it for weeks. They also do not respond to mails or anything. This effort seems to be dead and I consider it &lt;strong&gt;dangerous&lt;/strong&gt; and &lt;strong&gt;harmful&lt;/strong&gt; for the LOD community using it.&lt;/p&gt;&#xA;" OwnerUserId="1970" LastEditorUserId="70" LastEditDate="2015-03-25T09:46:28.160" LastActivityDate="2015-03-25T09:46:28.160" Title="Which namespace should be used for an open vocabulary published by a private organization?" Tags="|best-practice|linked-data|ontology|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1812" PostTypeId="1" AcceptedAnswerId="3794" CreationDate="2014-03-19T12:40:27.380" Score="5" ViewCount="104" Body="&lt;p&gt;I'm looking for free and open-source Analyst Estimates for the S&amp;amp;P 500.  If the name of the Analyst was include that would be great.&lt;/p&gt;&#xA;" OwnerUserId="1931" LastEditorUserId="23272" LastEditDate="2021-04-07T13:04:02.890" LastActivityDate="2021-04-07T13:04:02.890" Title="Analyst Estimates for Earnings on the S&amp;P 500" Tags="|data-request|finance|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1813" PostTypeId="1" CreationDate="2014-03-19T18:50:28.487" Score="8" ViewCount="2106" Body="&lt;p&gt;I had an idea for a project, and I was wondering if there was a dataset somewhere that contained records of historical events - possibly with their start and end dates, the name of the event, and other metadata associations (like country, etc). Basically, the stuff you'd find in a history book, but in discrete values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me to such a dataset, as a seed for my project? Or would something like this have to be created from scratch?&lt;/p&gt;&#xA;" OwnerDisplayName="user2502" LastActivityDate="2017-12-06T23:31:13.257" Title="Open Data: Dataset containing records of events throughout history?" Tags="|data-request|historical|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1814" PostTypeId="2" ParentId="1813" CreationDate="2014-03-19T18:58:03.930" Score="4" Body="&lt;p&gt;An application that uses a dataset like this one is &lt;a href=&quot;http://el.dbpedia.org/apps/DayLikeToday/&quot; rel=&quot;nofollow&quot;&gt;Day Like Today&lt;/a&gt; from the OKFN Greek chapter. It makes use of DBpedia and retrieves information from Wikipedia infoboxes. For example dates of wars, deaths of popular persons etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus, I do not know a database that you can download and use, but you can use DBpedia to retrieve historical events from Wikipedia.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-19T18:58:03.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1815" PostTypeId="2" ParentId="1801" CreationDate="2014-03-20T10:31:20.380" Score="5" Body="&lt;p&gt;I've been thinking about this question a lot and I have another solution. You correctly wrote that Wikipedia articles have too much quality due to the editing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But&lt;/strong&gt;, the discussion (talk) pages are full of raw text data and are not prone to being edited, or even correct.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example for the French language &lt;a href=&quot;http://fr.wikipedia.org/wiki/Donn%C3%A9es_ouvertes&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data&lt;/a&gt; page (&lt;a href=&quot;http://fr.wikipedia.org/wiki/Discussion:Donn%C3%A9es_ouvertes&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;): &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Y a-t-il une raison pour laquelle le terme Open Data est utilisé partout dans l'article alors qu'il a pour titre Données ouvertes ? Je propose d'être uniforme dans tout l'article et d'opter pour la langue de ce wiki, c'est-à-dire le français. À moins d'une opposition claire, je vais procéder d'ici quelques jours. Dirac (d) 18 février 2013 à 19:48 (CET)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It's straightforward to download all the Discussion/Talk pages not only for articles, but also for Users, Files, Help, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Download:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Wikipedia has a (massive) data dump at &lt;a href=&quot;http://dumps.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dumps.wikimedia.org&lt;/a&gt; (&lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;). Be careful, the files are huge and won't open with most text viewers. It's best to have a programming approach for parsing the data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/What%27s_available_for_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;What's available?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dumps.wikimedia.org/enwiki/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;English latest&lt;/a&gt;, &lt;a href=&quot;http://dumps.wikimedia.org/frwiki/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;French latest&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The specific files you want are labeleled with something like &lt;code&gt;enwiki-latest-pages-meta-current1.xml-p000000010p000010000.bz2&lt;/code&gt;. The key part is &lt;code&gt;pages-meta&lt;/code&gt; and then some sequence for the individual files of the split data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Parse:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The header of these XML files contains these (selected) keys:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;namespace key=&quot;1&quot; case=&quot;first-letter&quot;&amp;gt;Talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;3&quot; case=&quot;first-letter&quot;&amp;gt;User talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;5&quot; case=&quot;first-letter&quot;&amp;gt;Wikipedia talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;7&quot; case=&quot;first-letter&quot;&amp;gt;File talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;9&quot; case=&quot;first-letter&quot;&amp;gt;MediaWiki talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;11&quot; case=&quot;first-letter&quot;&amp;gt;Template talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;13&quot; case=&quot;first-letter&quot;&amp;gt;Help talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;15&quot; case=&quot;first-letter&quot;&amp;gt;Category talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;101&quot; case=&quot;first-letter&quot;&amp;gt;Portal talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;109&quot; case=&quot;first-letter&quot;&amp;gt;Book talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;119&quot; case=&quot;first-letter&quot;&amp;gt;Draft talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;447&quot; case=&quot;first-letter&quot;&amp;gt;Education Program talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;711&quot; case=&quot;first-letter&quot;&amp;gt;TimedText talk&amp;lt;/namespace&amp;gt;&#xA;&amp;lt;namespace key=&quot;829&quot; case=&quot;first-letter&quot;&amp;gt;Module talk&amp;lt;/namespace&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/Other_tools&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia's guide&lt;/a&gt; to parsing the XML files, a &lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/Import_examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;guide to SQL import&lt;/a&gt;, and tutorial about how to parse with python: &lt;a href=&quot;http://jjinux.blogspot.ch/2009/01/python-parsing-wikipedia-dumps-using.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; and &lt;a href=&quot;https://stackoverflow.com/q/661584/2327328&quot;&gt;source&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-20T10:40:51.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1816" PostTypeId="2" ParentId="1731" CreationDate="2014-03-20T10:51:53.517" Score="5" Body="&lt;p&gt;&lt;strong&gt;The New York Times&lt;/strong&gt; has a &lt;a href=&quot;http://www.nytimes.com/ref/membercenter/nytarchive.html&quot;&gt;web-based archive&lt;/a&gt; of news stories going back to 1851. Headlines are available without being a paid member. I'm sure other individual media companies will have a similar archive, but I'm only familiar with the NYTimes one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After searching a time range, we notice that the URL of the results page can be used to create a scraping alogirthm.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://query.nytimes.com/search/sitesearch/#/*/from19140101to19140131/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;contains results from Jan. 1, 1914 to Jan. 31, 1914. You can even a summary of &lt;a href=&quot;http://select.nytimes.com/gst/abstract.html?res=F10915FE355D13738DDDA00894D9405B848DF1D3&amp;amp;action=click&amp;amp;module=Search&amp;amp;region=searchResults#0&amp;amp;version=&amp;amp;url=http://query.nytimes.com/search/sitesearch/#/%2a/from19140101to19140131/&quot;&gt;each article&lt;/a&gt; and download the &lt;a href=&quot;http://query.nytimes.com/mem/archive-free/pdf?res=F10915FE355D13738DDDA00894D9405B848DF1D3&quot;&gt;full PDF&lt;/a&gt;!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Unfortunately&lt;/strong&gt;, it's not a neat and clean database... Here is a sample scraping algorithm I wrote in order to get the Google results count from the HTML page (&lt;a href=&quot;https://gist.github.com/philshem/8752690#file-get_google_count-py&quot;&gt;link&lt;/a&gt;). The important part is here (download and parse)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;text = requests.get(url).text # get google html&#xA;m2 = re.search('About ([0-9,]+) results', text) # search for results&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You may find that the number of searches is limited (so be gentle with the scraping).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-03-20T10:51:53.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1817" PostTypeId="2" ParentId="1747" CreationDate="2014-03-20T16:38:26.420" Score="3" Body="&lt;p&gt;You already listed a bunch. There's also&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://trello.com/board/city-of-philadelphia-open-data-pipeline/51487d15bb68f5de3b0099b0&quot; rel=&quot;nofollow&quot;&gt;Philadelphia's Open Data Pipeline&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.whitehouse.gov/open/around&quot; rel=&quot;nofollow&quot;&gt;Whitehouse Scorecard&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastActivityDate="2014-03-20T16:38:26.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1818" PostTypeId="2" ParentId="1791" CreationDate="2014-03-20T17:11:14.993" Score="11" Body="&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;: A new initiative on the web &lt;a href=&quot;http://slideshow-s9.github.io/open_data_world_cup.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;open_data_world_cup&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit 2&lt;/strong&gt;: Gerald also started collecting a list of other football projects on &lt;a href=&quot;https://github.com/footballdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit 3&lt;/strong&gt;: &lt;a href=&quot;http://www.engagedata.eu/dataset/87642/world-cup-2014-player-ages/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is a list of the football players ages in a spreadsheet format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can create data by putting the information from the &lt;a href=&quot;http://en.wikipedia.org/wiki/2014_FIFA_World_Cup&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia&lt;/a&gt; page into a more structured format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are plenty of tools available that make scraping easier. A starting point might be &lt;a href=&quot;https://scraperwiki.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ScraperWiki&lt;/a&gt;, but it depends a bit on your interest and skills.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AheygzpA1RyrdDN0SmtCOWo3TWRfcXU4RjFJMmdxc3c&amp;amp;usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's&lt;/a&gt; a quick proof-of-concept with GoogleDocs' &lt;code&gt;ImportHTML&lt;/code&gt; function.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/urwOX.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1512" LastEditorUserId="1512" LastEditDate="2014-06-12T15:46:49.847" LastActivityDate="2014-06-12T15:46:49.847" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1819" PostTypeId="1" CreationDate="2014-03-21T02:22:23.403" Score="6" ViewCount="1079" Body="&lt;p&gt;I am working on project where I need Seattle City Buildings Data Set.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I found Building permits data set, this data set contains only buildings in the last 5 years.&#xA;&lt;a href=&quot;https://data.seattle.gov/Permitting/Building-Permits-Current/mags-97de&quot; rel=&quot;nofollow&quot;&gt;https://data.seattle.gov/Permitting/Building-Permits-Current/mags-97de&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Finding more relevant informations about building age, how many person live in this building would very helpful. &#xA;Any ideas where I can find these data sets. I can gather different data sets or crawl websites if needed. &lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="244" LastEditDate="2014-04-02T11:48:10.157" LastActivityDate="2014-04-02T11:53:30.103" Title="Seattle City Buildings Data Set" Tags="|usa|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1820" PostTypeId="2" ParentId="1819" CreationDate="2014-03-21T07:22:24.037" Score="3" Body="&lt;p&gt;In addition to the building permit database, Seattle.gov provides a dataset for historic buildings at:&#xA;&lt;a href=&quot;https://data.seattle.gov/browse?tags=historic+register&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.seattle.gov/browse?tags=historic+register&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any building in Seattle that is a public housing or multi-family housing inspected for public housing assistance program will have info in this HUD dataset:&#xA;&lt;a href=&quot;http://www.huduser.org/portal/datasets/pis.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.huduser.org/portal/datasets/pis.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The footprints and building heights are commercially available ($1571) at:&#xA;&lt;a href=&quot;http://market.weogeo.com/datasets/nokia-here-buildings-seattle-wa-metro-region.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://market.weogeo.com/datasets/nokia-here-buildings-seattle-wa-metro-region.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other than that, the best way to get this information free (or near FREE) is to go to the property tax office for King County and see if they provide a electronic copy (e.g., like on a CD) for a fee.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: I found some more links on building lot outline in major cities open data. This comes from stackexchange question: &lt;a href=&quot;https://gis.stackexchange.com/questions/2046/where-can-i-find-building-footprint-data/2050#2050&quot;&gt;https://gis.stackexchange.com/questions/2046/where-can-i-find-building-footprint-data/2050#2050&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chicago: &lt;a href=&quot;http://data.cityofchicago.org/Government/Boundaries-Buildings/w2v3-isjw&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.cityofchicago.org/Government/Boundaries-Buildings/w2v3-isjw&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seattle: &lt;a href=&quot;http://data.seattle.gov/dataset/2009-Building-Outlines/y7u8-vad7&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.seattle.gov/dataset/2009-Building-Outlines/y7u8-vad7&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bellingham: &lt;a href=&quot;http://www.cob.org/services/maps/gis/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cob.org/services/maps/gis/index.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bloomington: &lt;a href=&quot;http://bloomington.in.gov/documents/viewDocument.php?document_id=1870&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://bloomington.in.gov/documents/viewDocument.php?document_id=1870&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Spokane: &lt;a href=&quot;http://www.spokanecity.org/services/gis/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.spokanecity.org/services/gis/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kitsap County: &lt;a href=&quot;http://www.kitsapgov.com/gis/metadata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.kitsapgov.com/gis/metadata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also some &lt;a href=&quot;https://www.data.gov/cities/community/cities/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;additional data for several cities&lt;/a&gt; across the U.S. and federal data on building permits from Data.gov.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2014-04-02T11:53:30.103" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1821" PostTypeId="2" ParentId="1788" CreationDate="2014-03-21T19:16:15.903" Score="4" Body="&lt;p&gt;The CKAN API is documented here: &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow&quot;&gt;http://docs.ckan.org/en/latest/api/index.html&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1896" LastActivityDate="2014-03-21T19:16:15.903" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1822" PostTypeId="2" ParentId="1747" CreationDate="2014-03-21T20:40:04.720" Score="3" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The World Bank: Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.data.gov/open-gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Government (US)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendatacommunities.org/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Communities (UK)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.sfgov.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;San Francisco Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1896" LastEditorUserId="1896" LastEditDate="2023-02-12T02:24:03.067" LastActivityDate="2023-02-12T02:24:03.067" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="1823" PostTypeId="1" CreationDate="2014-03-21T21:28:30.613" Score="3" ViewCount="182" Body="&lt;p&gt;I recently started a project which involves ingesting the &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/ish-format-document.pdf&quot; rel=&quot;nofollow&quot;&gt;Integrated Surface Data&lt;/a&gt; provided by the National Climatic Data Center. When looking at the various datasets that are available from the NCDC, the GSOD format seems to be pretty well traversed territory with plenty of folks having built tools in various languages to make it easier to make sense of it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the same does not seem to be true of the Integrated Surface Data. The most challenging part is making sense of the &quot;Additional Data Section&quot; (I'd link to docs on that but they start on page 12 of the PDF I linked to above) mainly because it's a variable width and is separated broken up by any number of 3 letter delimiters (from amongst a pool of what looks to be hundreds of delimiters). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any chance there is anyone out there who has worked or is working on this problem currently? &lt;/p&gt;&#xA;" OwnerUserId="2520" LastEditorUserId="244" LastEditDate="2014-04-03T10:58:50.077" LastActivityDate="2014-04-08T20:44:09.150" Title="Looking for prior work parsing NCDC's Integrated Surface Data" Tags="|data.gov|weather|noaa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1824" PostTypeId="1" CreationDate="2014-03-22T11:49:10.957" Score="5" ViewCount="1143" Body="&lt;p&gt;I am trying to do a study about New York City. I need to know different information about every block level in New York. But I couldn't find updated information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked for specific information on : &#xA;&lt;a href=&quot;http://www.census.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found these datasets but it seems like very old between 2000-2010. &#xA;&lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2010/TABBLOCK/2010/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/geo/tiger/TIGER2010/TABBLOCK/2010/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find data about demography, poverty, relevant information about NY Citizens (every block), Not just in general as shown &lt;a href=&quot;http://www.census.gov/geo/reference/guidestloc/st36_ny.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone brief me what is &lt;a href=&quot;http://www.census.gov/geo/reference/geoguide.html&quot; rel=&quot;nofollow&quot;&gt;census 2010 datasets&lt;/a&gt; ?  Is it what I need to look for ? &lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="754" LastEditDate="2015-05-07T05:32:36.733" LastActivityDate="2015-05-07T05:32:36.733" Title="Census data at every block level in US cities" Tags="|usa|data.gov|us-census|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1825" PostTypeId="2" ParentId="1824" CreationDate="2014-03-22T16:02:45.937" Score="3" Body="&lt;p&gt;Below is from the US Census site. It appears that since the 2010 census, the type of data you are looking for is not available at the level of detail it was prior:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/hhes/www/poverty/about/datasources/description.html#cps&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/hhes/www/poverty/about/datasources/description.html#cps&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;American Community Survey (ACS)  ACS homepage&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Starting in 2006, the ACS releases annual subnational estimates of income and poverty for all places, counties, and metropolitan areas with a population of at least 65,000 as well as the nation and the states. The sample size of this survey is about 2.9 million addresses per year, making the ACS exceptionally useful for subnational analyses. Three-year period estimates are available for areas and subpopulations as small as 20,000. Starting in December 2010, five-year period estimates are available for census tracts/block groups and for small subgroups of the population. ACS estimates are updated every year. Because of its large sample size, estimates from the fully implemented ACS provide the best survey-based state level income and poverty estimates. Time series trend data will be available for all geographic areas, and for small population subgroups, beginning with the 2006 ACS for geographic areas with population of 65,000 or more. (Background on ACS)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Survey of Income and Program Participation (SIPP)  SIPP homepage&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Survey of Income and Program Participation (SIPP), a longitudinal survey, is most useful for understanding the dynamics of income and poverty (changes in income and poverty status for the same households over time, typically 3 to 4 years) and for examining the nature and frequency of poverty spells. Unlike the ACS and CPS ASEC, the SIPP also permits researchers to look at estimates of income and poverty for periods more than or less than one year. (Background on SIPP)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census 2000 long form&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best measure of change between 1990 and 2000 for subnational areas and for subpopulations are the comparisons of Census 2000 long form estimates with those from the 1990 Census long form. Since the ACS eliminated the need for a long form, the 2010 census will not provide income and poverty estimates. For small areas and subpopulations, ACS multiyear estimates are available for comparison to Census 2000 and earlier. ACS 5-year data products provide data at the census tract level which can be compared “with caution” to earlier decennial census estimates. (We suggest that comparisons focus on the direction of change, e.g. whether poverty rates went up or down, rather than the magnitude of changes).  (Background on Census 2000 long form)&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-22T16:02:45.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1826" PostTypeId="2" ParentId="95" CreationDate="2014-03-22T16:03:05.543" Score="5" Body="&lt;p&gt;Take a look at this tool &lt;a href=&quot;https://github.com/xlcnd/isbntools&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/xlcnd/isbntools&lt;/a&gt;. From the command line you can enter commands like this &lt;code&gt;isbn_meta 978032153496&lt;/code&gt; and get metadata about books from WorldCatalogue, Google Books, isbndb.com, OpenLibrary, ... and it is very easy to build more providers with a few lines of python!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can access ISBN &lt;em&gt;ranges&lt;/em&gt; (&lt;code&gt;isbn_mask ISBN&lt;/code&gt;) and &lt;em&gt;editions&lt;/em&gt; &lt;code&gt;isbn_editions ISBN&lt;/code&gt; and with this info query more specific databases.&lt;/p&gt;&#xA;" OwnerUserId="2521" LastActivityDate="2014-03-22T16:03:05.543" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1827" PostTypeId="1" CreationDate="2014-03-22T17:37:59.470" Score="7" ViewCount="274" Body="&lt;p&gt;Do you know if there is any free for commercial and non-commercial project database with drugs information and their targets?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Drug name: Paracetamol &#xA;Chemical Formula: C8H9NO2&#xA;Target: Antipyretics&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="505" LastEditorUserId="754" LastEditDate="2014-09-12T10:21:19.420" LastActivityDate="2015-12-21T20:31:13.263" Title="A database of drugs and their targets" Tags="|data-request|medical|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1828" PostTypeId="1" CreationDate="2014-03-22T19:25:33.500" Score="4" ViewCount="996" Body="&lt;p&gt;In this &lt;a href=&quot;http://en.wikipedia.org/wiki/Value_added_tax#EU_countries&quot; rel=&quot;nofollow&quot;&gt;Wikipedia Entry&lt;/a&gt;, there is a list of VAT rates ind EU countries and all other countries raising VAT. Is there a machine readable &lt;strong&gt;open&lt;/strong&gt; source for such data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have checked dbpedia but they do not import tables yet.&lt;/p&gt;&#xA;" OwnerUserId="1970" LastEditorUserId="70" LastEditDate="2015-04-19T15:39:51.997" LastActivityDate="2015-05-27T11:58:39.203" Title="VAT Rates of EU or better all Countries" Tags="|data-request|economics|taxes|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1829" PostTypeId="2" ParentId="1796" CreationDate="2014-03-22T19:48:07.347" Score="4" Body="&lt;p&gt;The Tyndall Centre for Climate Change Researchs offers teamperature data of 289 countries (and territories)  in a monthly frequency for the years 1901-2000:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/~timm/climate/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cru.uea.ac.uk/~timm/climate/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2475" LastActivityDate="2014-03-22T19:48:07.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1830" PostTypeId="2" ParentId="1828" CreationDate="2014-03-22T20:25:28.103" Score="0" Body="&lt;p&gt;The wikipedia tables are out of date in places. The official rates are at &lt;a href=&quot;http://ec.europa.eu/taxation_customs/resources/documents/taxation/vat/how_vat_works/rates/vat_rates_en.pdf&quot; rel=&quot;nofollow&quot;&gt;VAT Rates Applied in the Member States  of the European Union&lt;/a&gt; (pdf).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is unfortunately a PDF, with complex tables (although the first table of the main rates is simple enough to automatically extract).  A comma is used for the decimal point in the rates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The tables after that show the wide variation in the way each rate applies in each country, and the geographic variations, which make a simple CSV quite hard to produce.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastActivityDate="2014-03-22T20:25:28.103" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1831" PostTypeId="1" CreationDate="2014-03-22T21:01:07.633" Score="6" ViewCount="475" Body="&lt;p&gt;I'm looking for a matrix of language pairs that shows some measure of their similarity. My main issue is that I don't know of heuristics that work well across different writing styles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia's &lt;a href=&quot;http://en.wikipedia.org/wiki/Lexical_similarity&quot; rel=&quot;nofollow&quot;&gt;lexical similarity&lt;/a&gt; article contains a table, but it only contains languages in the Indo-European family, is sparse, and I'm not sure what the lexical similarity coefficient is based on. I found &lt;a href=&quot;http://jordic.com/langsim/&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; table of average Levenshtein distances of word pairs between languages, but that only words for languages that use similar alphabets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I'm looking for similarities between the following languages:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Arabic&lt;/li&gt;&#xA;&lt;li&gt;Bengali&lt;/li&gt;&#xA;&lt;li&gt;Czech&lt;/li&gt;&#xA;&lt;li&gt;Dutch&lt;/li&gt;&#xA;&lt;li&gt;French&lt;/li&gt;&#xA;&lt;li&gt;German&lt;/li&gt;&#xA;&lt;li&gt;Greek&lt;/li&gt;&#xA;&lt;li&gt;Hindi&lt;/li&gt;&#xA;&lt;li&gt;Hungarian&lt;/li&gt;&#xA;&lt;li&gt;Indonesian&lt;/li&gt;&#xA;&lt;li&gt;Italian&lt;/li&gt;&#xA;&lt;li&gt;Japanese&lt;/li&gt;&#xA;&lt;li&gt;Korean&lt;/li&gt;&#xA;&lt;li&gt;Mandarin&lt;/li&gt;&#xA;&lt;li&gt;Polish&lt;/li&gt;&#xA;&lt;li&gt;Portuguese&lt;/li&gt;&#xA;&lt;li&gt;Romanian&lt;/li&gt;&#xA;&lt;li&gt;Russian&lt;/li&gt;&#xA;&lt;li&gt;Spanish&lt;/li&gt;&#xA;&lt;li&gt;Swahili&lt;/li&gt;&#xA;&lt;li&gt;Turkish&lt;/li&gt;&#xA;&lt;li&gt;Vietnamese&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Does such a matrix exist? If not, is there an existing dataset can I use to generate one?&lt;/p&gt;&#xA;" OwnerUserId="2526" LastEditorUserId="70" LastEditDate="2015-03-27T18:49:29.260" LastActivityDate="2015-03-27T18:49:29.260" Title="Language Similarity Heuristic" Tags="|data-request|language|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1832" PostTypeId="2" ParentId="1827" CreationDate="2014-03-23T02:58:08.380" Score="5" Body="&lt;p&gt;Try the following:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DrugBank: &lt;a href=&quot;http://www.drugbank.ca/&quot; rel=&quot;nofollow&quot;&gt;http://www.drugbank.ca/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;openFDA API to get some data online:   &lt;a href=&quot;http://open.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="3082" LastEditDate="2014-08-22T20:45:15.777" LastActivityDate="2014-08-22T20:45:15.777" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1833" PostTypeId="2" ParentId="768" CreationDate="2014-03-23T18:59:13.967" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://academictorrents.com/&quot; rel=&quot;nofollow&quot;&gt;Academic Torrents&lt;/a&gt; is a platform to share research releated dataset and paper through a peer to peer network. Academci Torrents host a list of tracer so other can search for the torrent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data are stored on your local machine / own server and get distributer as other download and start to seed it back.&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2014-03-23T18:59:13.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1834" PostTypeId="2" ParentId="768" CreationDate="2014-03-24T11:40:30.350" Score="5" Body="&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/assets/images/logo.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub.io&lt;/a&gt; is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;a free, powerful data management platform from the Open Knowledge Foundation, based on the CKAN data management system. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Datasets can be added to as part of the organization &lt;strong&gt;&lt;a href=&quot;http://datahub.io/organization/opendata-stackexchange&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenData StackExchange&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, participation in the &quot;organization&quot; as a follower, member or admin is encouraged!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.meta.stackexchange.com/q/311/1511&quot;&gt;Discussion on meta site&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;It was mentioned in the comments of another answer, but I'll expand here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub&lt;/a&gt; is a great solution for hosting datasets (it's not just for code!). Here is a OpenData discussion regarding GitHub and datasets: &lt;a href=&quot;https://opendata.stackexchange.com/q/748/1511&quot;&gt;link&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some benefits:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Version control and forking (for when people want to contribute data or files)&lt;/li&gt;&#xA;&lt;li&gt;Accessible without registration&lt;/li&gt;&#xA;&lt;li&gt;Not domain specific (i.e. only found by biologists)&lt;/li&gt;&#xA;&lt;li&gt;Allows any and all formats (and multiple formats for same data)&lt;/li&gt;&#xA;&lt;li&gt;Can host data AND sample (R) code for using the data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here is a &lt;a href=&quot;http://blog.okfn.org/2013/07/02/git-and-github-for-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post from OKFN&lt;/a&gt; with some tips.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some options:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Post as your own, independent repository.&lt;/li&gt;&#xA;&lt;li&gt;Post your own, but list in the &lt;a href=&quot;https://github.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;OKFN registry&lt;/a&gt; and &lt;a href=&quot;https://github.com/datasets/registry&quot; rel=&quot;nofollow noreferrer&quot;&gt;text list&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;You can also post your data as part of their collection (&lt;a href=&quot;http://data.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-13T13:17:15.817" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1835" PostTypeId="2" ParentId="1796" CreationDate="2014-03-24T16:12:52.257" Score="5" Body="&lt;p&gt;The US government just last week released &lt;a href=&quot;http://climate.data.gov/&quot; rel=&quot;noreferrer&quot;&gt;climate.data.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From their &lt;a href=&quot;http://www.whitehouse.gov/blog/2014/03/19/climate-data-initiative-launches-strong-public-and-private-sector-commitments&quot; rel=&quot;noreferrer&quot;&gt;announcement&lt;/a&gt; : &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data from NOAA, NASA, the U.S. Geological Survey, the Department of Defense, and other Federal agencies will be featured on climate.data.gov, a new section within data.gov that opens for business today. The first batch of climate data being made available will focus on coastal flooding and sea level rise. NOAA and NASA will also be announcing an innovation challenge calling on researchers and developers to create data-driven simulations to help plan for the future and to educate the public about the vulnerability of their own communities to sea level rise and flood events.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;They also released a &lt;a href=&quot;http://www.whitehouse.gov/the-press-office/2014/03/19/fact-sheet-president-s-climate-data-initiative-empowering-america-s-comm&quot; rel=&quot;noreferrer&quot;&gt;fact sheet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer : I work as a contractor for one of the federal agencies that's contributing data, but I don't deal with earth science data)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-03-24T16:12:52.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1836" PostTypeId="2" ParentId="768" CreationDate="2014-03-25T12:03:25.023" Score="1" Body="&lt;p&gt;In this particular case I would also contact the UN Entity that operates in the area the survey was conducted - my sense is that it would be welcome.  UNICEF does a lot of work in the WATSAN area (water and sanitation) and the UN coordination body for Central America is the Regional Office for Latin America and the Caribbean (ROLAC). &lt;/p&gt;&#xA;" OwnerUserId="2542" LastActivityDate="2014-03-25T12:03:25.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1837" PostTypeId="2" ParentId="1645" CreationDate="2014-03-25T13:45:39.830" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;http://www.thebureauinvestigates.com/&quot;&gt;Bureau for Investigative Journalism&lt;/a&gt; was listed as the source for the well-known &lt;a href=&quot;http://drones.pitchinteractive.com/&quot;&gt;Pitch Interactive Drone&lt;/a&gt; visualization project. Pitch doesn't link directly to the data file they used, but poking around on the BIJ website leads to &lt;a href=&quot;http://www.thebureauinvestigates.com/category/projects/drones/drones-graphs/?view=all&quot;&gt;this page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, from clicking around I can't find any sign of well-structured, downloadable data, probably because it is rarely precise or absolutely confirmed.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-03-25T13:45:39.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1838" PostTypeId="2" ParentId="1733" CreationDate="2014-03-25T13:50:52.267" Score="1" Body="&lt;p&gt;You might consider filling out the &quot;Get Involved&quot; form at &lt;a href=&quot;http://www.datakind.org/&quot; rel=&quot;nofollow&quot;&gt;DataKind.org&lt;/a&gt; and seeing if they can introduce you to a group with real issues. &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-03-25T13:50:52.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1839" PostTypeId="2" ParentId="1824" CreationDate="2014-03-25T14:05:03.170" Score="7" Body="&lt;p&gt;Block level data is only available from the Decennial Census, which means that you can only get fundamental demographic and housing data. This amounts to age, sex, race, household/family structure, home ownership and home vacancy rates. Some Decennial Census tables are only tabulated at the census tract level and higher, because of restrictions based on releasing data which can personally identify respondents&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Questions about poverty, income, education, etc are now collected in the American Community Survey, which only tabulates data down to the block group level. Furthermore, because it's a survey and not a complete count, for many estimates at the block group level there is a high margin of error.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-03-25T14:05:03.170" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1840" PostTypeId="1" CreationDate="2013-01-26T03:28:05.847" Score="5" ViewCount="17775" Body="&lt;p&gt;I am trying to do a project for data analysis based on the details of calls stored in Call Details Record (CDR) of telecommunications industry. It will take some time to obtain the real data, and before that I want to work on some sample data. Is there any source which provides a very simple CDR database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would prefer voice calls but it can be database of other actions like GPRS usage. If CDR is not available anything related to telecom is OK. &lt;/p&gt;&#xA;" OwnerDisplayName="Sudip Kafle" LastEditorUserId="754" LastEditDate="2015-03-26T09:18:10.823" LastActivityDate="2015-03-26T09:18:10.823" Title="Download a sample database of calls in telecommunication" Tags="|data-request|telecom|" AnswerCount="3" CommentCount="1" ClosedDate="2015-03-24T15:56:13.593" ContentLicense="CC BY-SA 3.0" />
  <row Id="1842" PostTypeId="1" AcceptedAnswerId="1845" CreationDate="2014-03-25T23:50:12.053" Score="9" ViewCount="246" Body="&lt;p&gt;I need a dataset of books by title with their respective authors. I have tried the library of congress, but it seems as though you need a subscription to access its data? Are there any other website that would offer a dataset similar to this? I do not need every book, only a large sample.&lt;/p&gt;&#xA;" OwnerUserId="2549" LastEditorUserId="70" LastEditDate="2015-03-26T21:34:41.197" LastActivityDate="2015-03-26T21:34:41.197" Title="Where can I find a large list of English books published in the last 50 years?" Tags="|data-request|books|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1843" PostTypeId="1" CreationDate="2014-03-26T04:30:15.383" Score="8" ViewCount="1080" Body="&lt;p&gt;I'm looking for free geo localization data of world wide golf courses. I can easily parse and store this information from several specialized websites... But I would like to find another way to get it (just don't want to have any copyright issues).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any idea?&lt;/p&gt;&#xA;" OwnerUserId="2552" LastEditorUserId="70" LastEditDate="2015-03-27T16:31:10.810" LastActivityDate="2015-03-27T16:31:10.810" Title="Looking for geo localization data of golf courses" Tags="|data-request|geospatial|api|sports|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1844" PostTypeId="2" ParentId="1843" CreationDate="2014-03-26T08:14:15.653" Score="7" Body="&lt;p&gt;You could start with the 25000+ objects tagged with &lt;a href=&quot;http://taginfo.openstreetmap.org/tags/leisure=golf_course&quot;&gt;leisure=golf_course&lt;/a&gt; on OpenStreetMap. To do this, you could extract the geolocations with GIS tools, or create a custom map like they did with &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Bicycle_tags_map&quot;&gt;bicycle tags&lt;/a&gt;. OSM data is &lt;a href=&quot;http://www.openstreetmap.org/copyright&quot;&gt;ODbL licensed&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="240" LastActivityDate="2014-03-26T08:14:15.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1845" PostTypeId="2" ParentId="1842" CreationDate="2014-03-26T08:25:54.383" Score="6" Body="&lt;p&gt;There are lots of options, though &lt;a href=&quot;http://www.gutenberg.org/browse/languages/en&quot;&gt;Project Gutenberg&lt;/a&gt; is probably not one of them because of the time range. You could try using &lt;a href=&quot;http://www.librarything.com/api.php&quot;&gt;LibraryThing&lt;/a&gt;, &lt;a href=&quot;https://developers.google.com/books/docs/v1/using&quot;&gt;Google Books&lt;/a&gt; (orderBy=newest), &lt;a href=&quot;http://www.goodreads.com/api&quot;&gt;Goodreads&lt;/a&gt; or &lt;a href=&quot;https://affiliate-program.amazon.com/gp/advertising/api/detail/main.html&quot;&gt;Amazon&lt;/a&gt; APIs to run search queries. Or try to get access to &lt;a href=&quot;https://www.oclc.org/en-US/worldcat.html&quot;&gt;OCLC WorldCat&lt;/a&gt; or &lt;a href=&quot;http://www.ingramcontent.com/pages/oasis.aspx&quot;&gt;Ingram OASIS&lt;/a&gt; - talk to your friendly local librarian.&lt;/p&gt;&#xA;" OwnerUserId="240" LastActivityDate="2014-03-26T08:25:54.383" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1846" PostTypeId="2" ParentId="1840" CreationDate="2014-03-26T08:29:04.887" Score="2" Body="&lt;p&gt;There is no fully open telecom sample that I'm aware of, this kind of data has been opened in the past for research purposes or as part of data mining contests - such as &lt;a href=&quot;http://arxiv.org/abs/1210.0137&quot; rel=&quot;nofollow&quot;&gt;this paper based on one from Orange&lt;/a&gt; and a more recent one by &lt;a href=&quot;http://www.telecomitalia.com/tit/en/bigdatachallenge.html&quot; rel=&quot;nofollow&quot;&gt;Telecom Italia&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="240" LastActivityDate="2014-03-26T08:29:04.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1847" PostTypeId="1" CreationDate="2014-03-26T09:23:21.357" Score="2" ViewCount="595" Body="&lt;p&gt;I am searching for a proxy for monthly GDP. The variable should be high correlated with GDP and available for most countries. 1980-2014 on a monthly basis would be nice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="2475" LastEditorUserId="70" LastEditDate="2015-04-19T15:40:05.140" LastActivityDate="2016-02-05T22:35:09.260" Title="Searching a proxy for monthly GDP" Tags="|data-request|economics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1848" PostTypeId="2" ParentId="1847" CreationDate="2014-03-26T15:49:00.730" Score="2" Body="&lt;p&gt;The UNSD's Joint Oil Data Initiative (JODI) contains oil production, export/import and consumption on a monthly basis for all the countries in the world since 2002. I have a tutorial here on using the dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opengeocode.org/tutorials/UNSD.php&quot; rel=&quot;nofollow&quot;&gt;http://opengeocode.org/tutorials/UNSD.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The UNSD also publishes annually a very comprehensive energy statistics yearbook for 215 countries (currently). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;'The 2010 Energy Statistics Yearbook is the fifty-fourth issue in a series of annual compilations of internationally comparable statistics summarizing world energy trends. which commenced under the title World Energy Supplies in Selected Years, 1929-1950. Annual data for 215 countries and areas for the period 2007 to 2010 are presented on production, trade and consumption of energy for solid, liquid, and gaseous fuels, electricity, and heat. Per capita consumption series are also provided for all energy products. Graphs are included to illustrate historic trends and/or changes in composition of production and/or consumption of major energy products. Special tables of interest include: international trade tables for coal, crude petroleum and natural gas by partner countries; selected series of statistics on renewables and wastes; refinery distillation capacity; and a table on selected energy resources. &quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/energy/yearbook/default.htm&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/energy/yearbook/default.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-26T15:49:00.730" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1849" PostTypeId="2" ParentId="1831" CreationDate="2014-03-26T16:35:49.120" Score="2" Body="&lt;p&gt;Check out the World Atlas of Language Structures.  &lt;a href=&quot;http://wals.info/&quot; rel=&quot;nofollow&quot;&gt;http://wals.info/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2555" LastActivityDate="2014-03-26T16:35:49.120" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1850" PostTypeId="1" AcceptedAnswerId="1851" CreationDate="2014-03-26T21:26:24.637" Score="7" ViewCount="6084" Body="&lt;p&gt;I'm looking for messy data files for practice/testing/training in data cleaning. Ideally, someone knows of a collection like there are for &lt;a href=&quot;http://archive.ics.uci.edu/ml/index.html&quot;&gt;Machine Learning&lt;/a&gt; and other domains. But individual bad data sets would be useful, too. By &quot;bad&quot; I meaning containing things like misspellings, miscodings, wrong level of detail, ...&lt;/p&gt;&#xA;" OwnerUserId="1095" LastEditorUserId="18539" LastEditDate="2018-02-10T13:41:34.140" LastActivityDate="2018-02-10T13:41:34.140" Title="Collection of messy data" Tags="|data-request|education|" AnswerCount="4" CommentCount="6" ClosedDate="2015-04-19T15:41:58.240" ContentLicense="CC BY-SA 3.0" />
  <row Id="1851" PostTypeId="2" ParentId="1850" CreationDate="2014-03-27T01:25:03.057" Score="5" Body="&lt;p&gt;I collected some answer from friends on twitter, they suggested:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;MG-RAST: &lt;a href=&quot;http://metagenomics.anl.gov/&quot; rel=&quot;noreferrer&quot;&gt;http://metagenomics.anl.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Interaction web database: &lt;a href=&quot;http://www.nceas.ucsb.edu/interactionweb/&quot; rel=&quot;noreferrer&quot;&gt;http://www.nceas.ucsb.edu/interactionweb/&lt;/a&gt; - just a collection of csv files basically, same general format but all from diff researchers&lt;/li&gt;&#xA;&lt;li&gt;Interesting dataset of 2127 articles that the Wellcome trust paid for in Europe for open access article fees to publishers&#xA;&lt;ul&gt;&#xA;&lt;li&gt;lots of messy data see this blog post: &lt;a href=&quot;http://biomickwatson.wordpress.com/2014/03/25/biologists-this-is-why-bioinformaticians-hate-you/&quot; rel=&quot;noreferrer&quot;&gt;http://biomickwatson.wordpress.com/2014/03/25/biologists-this-is-why-bioinformaticians-hate-you/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;the data &lt;a href=&quot;http://figshare.com/articles/Wellcome_Trust_APC_spend_2012_13_data_file/963054&quot; rel=&quot;noreferrer&quot;&gt;http://figshare.com/articles/Wellcome_Trust_APC_spend_2012_13_data_file/963054&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="177" LastEditorUserId="177" LastEditDate="2014-03-27T01:35:53.747" LastActivityDate="2014-03-27T01:35:53.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1852" PostTypeId="2" ParentId="1850" CreationDate="2014-03-27T05:22:47.010" Score="2" Body="&lt;p&gt;I started an article back in Dec (haven't finished) about handling bad data in government datasets. Perhaps there is enough info to seed bad data into an existing dataset at a predetermined distribution:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dec. 18, 2013&#xA;By Andrew Ferlitsch&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem: How we deal with bad data in government datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While working with datasets from various government agencies, both US and abroad, as well as international organizations, we encounter what we call bad data. Bad data effects the value of the dataset and may cause problems in parsing the data, importation into databases, and indexing and search. Bad data generally falls into the following categories:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Wrong character encoding of dataset - results in garbled characters.&#xA;Misalignment of data - results in breaking non-adaptable parsing methods.&#xA;Errors in metadata descriptions - results in misinterpretation of fields.&#xA;Non-standard or esoteric representation of primary keys - results in problematic indexing of records.&#xA;Inconsistencies in delimination and use of punctuation with fields - results in problematic decomposition of the data.&#xA;Obsolete or historic data not identified accordingly - results in invalid (erroneous) records in database.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/articles/baddata.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/articles/baddata.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-03-27T05:22:47.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1853" PostTypeId="2" ParentId="1850" CreationDate="2014-03-27T09:24:44.107" Score="1" Body="&lt;p&gt;I'm a big fan of twitter data because with the 140 characters of text per tweet comes a network and enourmous amounts of meta-data, including many incorrect computer-assigned tags (i.e. tweet language). What can you do with 140 characters and some meta-data: A recent example of researchers determining a user's location based on non-geotagged tweets (&lt;a href=&quot;http://www.wired.co.uk/news/archive/2014-03/24/twitter-location-algorithm&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before you get started, you have to register as a developer and then you'll receive authentication keys (&lt;a href=&quot;https://dev.twitter.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;). The interface is a ReST API - &lt;a href=&quot;https://dev.twitter.com/docs/api/1.1&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've previously posted &lt;a href=&quot;https://dev.twitter.com/docs/streaming-apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;two methods&lt;/a&gt; for collecting tweet data.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you run the &lt;a href=&quot;https://dev.twitter.com/docs/streaming-apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;live stream&lt;/a&gt;, you can collect your own (you'll get more tweets than you can deal with).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Tweets from the live stream can come without any language filtering, and each tweet is assigned a language &lt;code&gt;tweet[u'lang']&lt;/code&gt; in addition to the user's language &lt;code&gt;tweet[u'user'][u'lang']&lt;/code&gt;. You'll find that many of these auto-assignments are incorrect. For example, here is a graph of the languages of my tweets, which includes Slovene and Tagalog (&lt;a href=&quot;https://twitter.com/philshem/status/446605514852421632&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; to tweet).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/17JRP.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option is to search for tweets.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you want to 'search' for all tweets, you can use &lt;code&gt;lang:en&lt;/code&gt; as your search parameter. See &lt;a href=&quot;https://twitter.com/search?q=lang:en&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Then you can loop over desired langauges.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In the tweets returned with &lt;code&gt;lang:en&lt;/code&gt; you'll find many misspellings, abbreviations, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data comes in JSON format (&lt;a href=&quot;https://dev.twitter.com/docs/platform-objects/tweets&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;), which you can easily 'break' yourself by randomly replacing real characters with quotation marks. See &lt;a href=&quot;https://stackoverflow.com/a/14411384/2327328&quot;&gt;here&lt;/a&gt; for an example (although start with 0.01%!&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-27T09:24:44.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1854" PostTypeId="1" CreationDate="2014-03-27T10:28:37.847" Score="5" ViewCount="173" Body="&lt;p&gt;I am looking for an open database containing information about released computer models. This information has to contain the Stock Keeping Unit (SKU) number, which is a unique ID for computers, and information such that the processor model, amount of RAM etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cnet has a solution called &lt;a href=&quot;http://demo.cnetcontent.com/product-information.html&quot; rel=&quot;noreferrer&quot;&gt;DataSource&lt;/a&gt; which looks to be what I am looking for, but it is not open data and I don't want to buy their solution without knowing the quality of the service. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if such a database exists?&lt;/p&gt;&#xA;" OwnerUserId="2560" LastActivityDate="2014-05-03T10:24:57.827" Title="Where can I find data from released computer models?" Tags="|data-request|products|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1855" PostTypeId="2" ParentId="1670" CreationDate="2014-03-27T10:33:55.300" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/1841/1511&quot;&gt;This answer&lt;/a&gt; was posted by &lt;a href=&quot;https://opendata.stackexchange.com/users/2550/peterm&quot;&gt;@peterm&lt;/a&gt;, and I think it could be useful for you project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gedis-studio.com/online-call-detail-records-cdr-generator.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Call Detail Record Generator&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Our call detail records (CDR) generator is developed with GEDIS Studio and is available on-line. To use it, you need to register for an account at &lt;a href=&quot;http://www.data-generator.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.data-generator.com&lt;/a&gt; and import into your private workspace the Telecom project available from the shared workspace.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-03-28T08:25:23.200" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1856" PostTypeId="2" ParentId="1842" CreationDate="2014-03-27T13:45:31.477" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;http://www.archive.org/&quot;&gt;Internet Archive&lt;/a&gt;'s &lt;a href=&quot;https://openlibrary.org&quot;&gt;Open Library&lt;/a&gt; project offers &lt;a href=&quot;https://openlibrary.org/developers/dumps&quot;&gt;dumps of their database&lt;/a&gt; so you don't have to keep hiting an API like most of the other sites that only allow searching by title/author/isbn.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more details, see their &lt;a href=&quot;https://openlibrary.org/developers&quot;&gt;documentation for developers&lt;/a&gt;.  The &lt;a href=&quot;https://openlibrary.org/developers/licensing&quot;&gt;license&lt;/a&gt; is effectively CC0 (they waive their rights, but there may be more complex issues)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-03-27T13:45:31.477" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1857" PostTypeId="1" CreationDate="2014-03-27T22:51:00.497" Score="12" ViewCount="4733" Body="&lt;p&gt;I'm looking for a dataset of personal names containing for each name as many following labels as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;first name(s)&lt;/li&gt;&#xA;&lt;li&gt;middle name if any&lt;/li&gt;&#xA;&lt;li&gt;last name(s)&lt;/li&gt;&#xA;&lt;li&gt;nationality&lt;/li&gt;&#xA;&lt;li&gt;country of residence&lt;/li&gt;&#xA;&lt;li&gt;country of birth&lt;/li&gt;&#xA;&lt;li&gt;age&lt;/li&gt;&#xA;&lt;li&gt;sex&lt;/li&gt;&#xA;&lt;li&gt;is married &lt;/li&gt;&#xA;&lt;li&gt;number of siblings&lt;/li&gt;&#xA;&lt;li&gt;number of children&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-04-19T14:17:05.387" LastActivityDate="2016-03-02T15:58:04.447" Title="Dataset of personal names" Tags="|data-request|names|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1858" PostTypeId="2" ParentId="1857" CreationDate="2014-03-28T01:06:48.837" Score="5" Body="&lt;p&gt;Yo could scrape baby names from the Social Security site &lt;a href=&quot;http://www.ssa.gov/OACT/babynames/&quot;&gt;http://www.ssa.gov/OACT/babynames/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="177" LastActivityDate="2014-03-28T01:06:48.837" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1860" PostTypeId="1" CreationDate="2014-03-28T19:34:26.323" Score="3" ViewCount="85" Body="&lt;p&gt;I am trying to get all available 1 and 3 yr American Community Survey data for New Orleans from the census.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking on the FTP drive at ftp2.census.gov in the folder /acs2012_1yr/summaryfile/2012_ACSSF_By_State_By_Sequence_Table_Subset/Louisiana&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the files in this folder?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They are in a text format that looks like CSV but does not have headers. The sections start &quot;ACSSF,2012e1,la,&quot; etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is this format?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure where to look in the ACS documentation or guides.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What am I looking at? Where can I find the documentation that explains it?&lt;/p&gt;&#xA;" OwnerUserId="2572" LastEditorUserId="18" LastEditDate="2015-03-13T20:28:24.300" LastActivityDate="2015-03-13T20:28:24.300" Title="What do the summary files in the ACS FTP drive mean?" Tags="|usa|us-census|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1861" PostTypeId="2" ParentId="1857" CreationDate="2014-03-28T21:51:04.937" Score="8" Body="&lt;p&gt;There's a sample generation project on GEDIS Studio (online generation tool) named &quot;Personal Data&quot; allowing to generate those data. You can register a free account from www.data-generator.com.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Provided fields for each record : Country Code, UID, Family headcount, gender, first name, last name, birth date, age, majority (yes/no), marital status, address, email, job title, bank data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can configure many parameters controlling the quality of generated data such has : Country Code (French, US, UAE), Male / Female ratio, Ratio Family (single / multi), Married Ratio, Age of Majority, Age distribution,...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More info on GEDIS Studio at &lt;a href=&quot;http://www.gedis-studio.com/personal-data.html&quot; rel=&quot;nofollow&quot;&gt;http://www.gedis-studio.com/personal-data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will find there two sample datasets (each of 300 records) and detail descriptions on the configuration of generation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notice that this generator is configurable and you can change / add / remove whatever you want I soon as you imported it into your workspace.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer : I'm the owner of GEDIS Studio, so you can ask me improvement :)&lt;/p&gt;&#xA;" OwnerUserId="2574" LastEditorUserId="2574" LastEditDate="2016-03-02T15:58:04.447" LastActivityDate="2016-03-02T15:58:04.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1862" PostTypeId="1" CreationDate="2014-03-28T22:24:47.210" Score="6" ViewCount="517" Body="&lt;p&gt;I would like to compare 25+ different coding (same programming language, if possible Java but other languages are fine too) implementations of the same homework. Where can I find such homework solution datasets?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2014-03-31T02:10:56.283" LastActivityDate="2014-03-31T17:54:50.920" Title="Coding homework dataset" Tags="|data-request|programming|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1863" PostTypeId="1" CreationDate="2014-03-29T11:48:17.080" Score="12" ViewCount="406" Body="&lt;p&gt;I've learned about the idea of storing data in the form of triples not too long ago. This is essentially what RDF allows and since I've started using this to model my data, I've never really looked back to less interoperable data models. I know RDF has a long history of misconceptions, but so does JSON or HTTP or many other standards out there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm wondering why isn't RDF more popular within the startup/industry scene, because it's definitely popular and has shown its power in academia and life sciences (ex: the Linked Data cloud).&lt;/p&gt;&#xA;" OwnerUserId="2360" LastActivityDate="2020-08-07T21:39:07.187" Title="Why isn't RDF more popular within the private sector?" Tags="|linked-data|rdf|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1864" PostTypeId="2" ParentId="1863" CreationDate="2014-03-29T18:30:07.307" Score="3" Body="&lt;p&gt;I see three drivers for this true observation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.)&#xA;I'm a very observing information technologist I would say and RDF has been on my radar for I would say 6 years. My sentiment towards RDF until about one year was:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Very popular in academia&lt;/li&gt;&#xA;&lt;li&gt;Complex if you want to do advanced stuff&lt;/li&gt;&#xA;&lt;li&gt;Clearly the basis for the Web 3.0 but needs time&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;2.)&#xA;Considering the the major architectural paradigm in which at least larger commercial organizations lived and still live: SOA, ESBs.&#xA;They were just happy to have their interlinked silos and not isolated silos. Their biggest challenge was and still is to integrate systems. Many of these systems is COTS and they have no control and nor interest in the exact details of the employed data models, they just want to import and export data from those systems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3.)&#xA;Also consider what major vendors in the IT sector brought to the table:&#xA;I know of RDF support in Oracle and DB2. I even played around with it on DB2 a bit and my opinion about their efforts is rather crushing: Not really usable. I thinkk that they merely added support for some SemWeb stuff as marketing alibi - just to have it and not being reckoned to have overslept a trend.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think all these 3 lead to the situation you described.&#xA;I'm 100% sure this will change and soon be visible in Gartner's Hyper Cycle as big, open and linked data trends mandate a interoperable data model/ serialization format.&lt;/p&gt;&#xA;" OwnerUserId="1970" LastActivityDate="2014-03-29T18:30:07.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1865" PostTypeId="2" ParentId="1811" CreationDate="2014-03-30T12:09:34.970" Score="5" Body="&lt;p&gt;I would use purl.org yes. That's weird that they're not answering. They answered pretty quickly when I tried myself. There's also &lt;a href=&quot;https://w3id.org/&quot;&gt;https://w3id.org/&lt;/a&gt; if you're looking for stable and persistent identifiers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best however could also simply be to publish the vocabulary yourself. One of the issues with using URIs for the vocabulary of your data is that there's so many to choose from already: &lt;a href=&quot;http://vocab.cc/&quot;&gt;http://vocab.cc/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Instead of creating yet another vocabulary make sure the concepts you're trying to identify don't already exist. Also &lt;a href=&quot;http://lov.okfn.org/dataset/lov/&quot;&gt;http://lov.okfn.org/dataset/lov/&lt;/a&gt; is a good place to search for existing vocabularies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you feel you need to publish new URIs, then try to go with something persistent unless it's so specific for your use-case, then you should perhaps use your company's domain name.&lt;/p&gt;&#xA;" OwnerUserId="2360" LastActivityDate="2014-03-30T12:09:34.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1866" PostTypeId="2" ParentId="1863" CreationDate="2014-03-30T20:58:23.097" Score="8" Body="&lt;p&gt;While there is clear power with RDF and other formal ontologies, web technologies are showing a tendency towards simplicity -- things that are easy to code, read, manipulate, etc. RDF has none of those qualities. So while a language like Ruby might evolve on its own, it gains more power, popularity and community when a platform that makes development more simple (like Rails) starts to use it.&lt;/p&gt;&#xA;" OwnerUserId="2580" LastActivityDate="2014-03-30T20:58:23.097" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1867" PostTypeId="2" ParentId="298" CreationDate="2014-03-30T21:21:14.937" Score="3" Body="&lt;p&gt;The NASA Exoplanet archive also has a &lt;a href=&quot;http://exoplanetarchive.ipac.caltech.edu/bulk_data_download/&quot; rel=&quot;nofollow&quot;&gt;bulk download feature&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2580" LastActivityDate="2014-03-30T21:21:14.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1868" PostTypeId="2" ParentId="1862" CreationDate="2014-03-31T12:26:16.680" Score="3" Body="&lt;p&gt;&lt;em&gt;Note: I've been thinking about this question since it was asked because I think doing text analysis on human-typed computer programming langauges is a very novel idea. I don't think this answer is spot-on, but I hope that it starts the discussion and gets us to a better answer.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The idea&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub&lt;/a&gt; is the source of many programming codes these days, in addition to other resources (&lt;a href=&quot;http://blog.okfn.org/2013/07/02/git-and-github-for-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data sets&lt;/a&gt;, &lt;a href=&quot;https://gist.github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;code snippets&lt;/a&gt;, &lt;a href=&quot;https://github.com/showcases/writing&quot; rel=&quot;nofollow noreferrer&quot;&gt;writing&lt;/a&gt;, &lt;a href=&quot;https://github.com/showcases/projects-that-power-github&quot; rel=&quot;nofollow noreferrer&quot;&gt;team projects&lt;/a&gt;, &lt;a href=&quot;https://github.com/showcases&quot; rel=&quot;nofollow noreferrer&quot;&gt;etc&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;li&gt;Many courses and contests require or suggest posting code to GitHub. For that reason, you have many implementations of the same &quot;homework&quot; or assignment.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 1:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt; is a &lt;em&gt;predictive modeling and analytics&lt;/em&gt; competition (contest) platform with many projects and 95,000 participants (&lt;a href=&quot;http://en.wikipedia.org/wiki/Kaggle&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;). &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Participants may post their code submissions to GitHub.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Steps:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Visit GitHub and search &quot;kaggle&quot; - &lt;a href=&quot;https://github.com/search?q=kaggle&amp;amp;ref=cmdform&quot; rel=&quot;nofollow noreferrer&quot;&gt;direct link&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The left menu bar has a breakdown by programming language. Kaggle is heavy with R and Python. The popularity of Java with data-science people is decreasing (more info here). Or maybe it is just Java in general - &lt;a href=&quot;https://books.google.com/ngrams/graph?content=Java%20code/code,Java%20programming%20language/programming%20language,%20Java%20developer/developer&amp;amp;year_start=1990&amp;amp;year_end=2008&amp;amp;corpus=15&amp;amp;smoothing=0&amp;amp;share=&amp;amp;direct_url=t1;,%28Java%20code%20/%20code%29;,c0;.t1;,%28Java%20programming%20language%20/%20programming%20language%29;,c0;.t1;,%28Java%20developer%20/%20developer%29;,c0&quot; rel=&quot;nofollow noreferrer&quot;&gt;N-grams link&lt;/a&gt;, &lt;a href=&quot;http://www.indeed.com/jobtrends?q=sql,%20java,%20python,%20nosql&amp;amp;l=&quot; rel=&quot;nofollow noreferrer&quot;&gt;indeed.com job trends&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/G3rKQ.png&quot; alt=&quot;Search results from &amp;quot;kaggle&amp;quot;&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;So let's choose Python from the filter - &lt;a href=&quot;https://github.com/search?l=Python&amp;amp;q=kaggle&amp;amp;ref=cmdform&amp;amp;type=Repositories&quot; rel=&quot;nofollow noreferrer&quot;&gt;search results&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;One recent contest was a handwritten digit recognizer. 36 Python results for searching &quot;&lt;a href=&quot;https://github.com/search?q=kaggle%20digit&amp;amp;type=Repositories&amp;amp;ref=searchresults&quot; rel=&quot;nofollow noreferrer&quot;&gt;kaggle digit&lt;/a&gt;&quot; and 30 &quot;&lt;a href=&quot;https://github.com/search?q=kaggle%20digits&amp;amp;type=Repositories&amp;amp;ref=searchresults&quot; rel=&quot;nofollow noreferrer&quot;&gt;kaggle digits&lt;/a&gt;&quot; on GitHub. Here is a &lt;a href=&quot;https://github.com/canerturkmen/digits/blob/master/kaggle.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;random example&lt;/a&gt; of code.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You can see &lt;a href=&quot;https://www.kaggle.com/competitions&quot; rel=&quot;nofollow noreferrer&quot;&gt;contests have the largest turnout&lt;/a&gt;, and then create GitHub searches for those in particular. After some digging you may find one that is Java-centric.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;These repositories can be easily and openly be obtained. If you aren't familiar with Git, you can download all the code, or use their &lt;a href=&quot;http://developer.github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; to search and collect code that meets your criterea. Here is the documentation about &lt;a href=&quot;http://developer.github.com/v3/search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API search&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 2:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Similar to above, but for &lt;a href=&quot;http://en.wikipedia.org/wiki/Massive_open_online_course&quot; rel=&quot;nofollow noreferrer&quot;&gt;MOOCs&lt;/a&gt; from places like Coursera instead of Kaggle. &lt;/li&gt;&#xA;&lt;li&gt;These online courses often encourage or require posting code to GitHub. &lt;/li&gt;&#xA;&lt;li&gt;One example: 173 Java results with tons of Java code for a course called &quot;&lt;a href=&quot;https://www.coursera.org/course/android&quot; rel=&quot;nofollow noreferrer&quot;&gt;Programming Mobile Applications for Android Handheld Systems&lt;/a&gt;&quot; - &lt;a href=&quot;https://github.com/search?l=Java&amp;amp;nwo=aporter%2Fcoursera-android&amp;amp;q=coursera+android&amp;amp;ref=cmdform&amp;amp;search_target=global&amp;amp;type=Repositories&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub search results&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;With deeper searching you can find tons of code for identical project descriptions.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 3:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Other contests: e.g. &lt;a href=&quot;https://github.com/search?o=desc&amp;amp;q=contest&amp;amp;ref=searchresults&amp;amp;s=&amp;amp;type=Repositories&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; or &lt;a href=&quot;http://google-opensource.blogspot.ch/2013/12/google-code-in-programming-competition.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/kijiji-ca/2013-coding-contest&quot; rel=&quot;nofollow noreferrer&quot;&gt;For example...&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-03-31T13:19:22.123" LastActivityDate="2014-03-31T13:19:22.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1869" PostTypeId="2" ParentId="1857" CreationDate="2014-03-31T12:55:46.210" Score="9" Body="&lt;p&gt;I'm going to expand on the comment of @Joe &lt;a href=&quot;https://opendata.stackexchange.com/q/1857/1511&quot;&gt;above&lt;/a&gt; because there isn't room to add too much in the comments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;IMDB offers textfile datasets with enormous amounts of data (&lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;). Choosing one site at random, you see a list of the files (&lt;a href=&quot;ftp://ftp.sunet.se/pub/tv+movies/imdb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;). Choose biographies.list.gz and uncompress. The &lt;strong&gt;biographies.list&lt;/strong&gt; file has sections incuding:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;NM: 'K', Murray the&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;RN: Murray Kaufman&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;NK: The Fifth Beatle&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;DB: 14 February 1922, New York City, New York, USA&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;DD: 21 February 1982, Los Angeles, California, USA (cancer)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;BG: Murray the K was born Murray Kaufman in New York, New York, on 14... &#xA;  &lt;em&gt;(abbreviated)&lt;/em&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;SP: * 'Jacklyn Zeman' (qv) (14 February 1979 - 1981) (divorced)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;TR: * Legendary disk jockey who made his name at WINS (New York) in the 1950s... &lt;em&gt;(abbreviated)&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Some categories are easy to decode (BG = background). Here is the full list of possible categories, with some annotation based on my skimming. It seems there are about 500k unique people included. The data is a little dirty, but you can surely get names, nationalities, countries, ages, genders, marital and family status after a little text mining.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;2050717 BG: (biography)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1438983 TR: (trivia)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;585662 NM: (name)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;560287 OW:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;373177 DB: (date of birth)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;329587 QU: (quotes)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;155847 HT: (height)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;138481 RN: (real name)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;132678 AT:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;130380 SP: (spouse)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;119293 DD: (date of death)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;96901 BY: (biography written by)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;74378 CV:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;66683 NK: (nickname)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;61704 PT:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;52134 IT:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;29016 BO:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;27863 TM:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;11012 PI:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6348 SA:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6042 BT:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1 WN:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Overview stats via some awk/grep/sort/uniq/sort:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;awk '{print $1}' biographies.list | grep -v '^$' | sort | uniq -c | sort -rn -k1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;: Instead of downloading the file and parsing it, you can use one of the unofficial APIs: &lt;a href=&quot;https://opendata.stackexchange.com/q/1073/1511&quot;&gt;discussion&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/7744369/2327328&quot;&gt;one&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://deanclatworthy.com/imdb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;two&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.omdbapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;three&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-03-31T14:59:36.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1870" PostTypeId="2" ParentId="1862" CreationDate="2014-03-31T13:59:51.730" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://rosettacode.org/wiki/Rosetta_Code&quot; rel=&quot;nofollow&quot;&gt;Rosetta Code&lt;/a&gt; might help you in your task :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Rosetta Code is a programming chrestomathy site. The idea is to&#xA;  present solutions to the same task in as many different languages as&#xA;  possible, to demonstrate how languages are similar and different, and&#xA;  to aid a person with a grounding in one approach to a problem in&#xA;  learning another. Rosetta Code currently has 711 tasks, 131 draft&#xA;  tasks, and is aware of 530 languages, though we do not (and cannot)&#xA;  have solutions to every task in every language.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can find all the programming tasks on the &lt;a href=&quot;http://rosettacode.org/wiki/Category%3aProgramming_Tasks&quot; rel=&quot;nofollow&quot;&gt;relevant page&lt;/a&gt; and on the &lt;a href=&quot;http://rosettacode.org/wiki/Category%3aDraft_Programming_Tasks&quot; rel=&quot;nofollow&quot;&gt;page with candidates&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2585" LastActivityDate="2014-03-31T13:59:51.730" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1871" PostTypeId="2" ParentId="1862" CreationDate="2014-03-31T17:54:50.920" Score="5" Body="&lt;p&gt;Including to other answers, here is one that may help to create a database.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://projecteuler.net/&quot; rel=&quot;noreferrer&quot;&gt;Project Euler&lt;/a&gt; is a series of challenging mathematical/computer&#xA;  programming problems that will require more than just mathematical&#xA;  insights to solve. Although mathematics will help you arrive at&#xA;  elegant and efficient methods, the use of a computer and programming&#xA;  skills will be required to solve most problems.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;As the about section said, project Euler is a collection of many mathematical problems and users try to solve them one by one with programming languages. Unfortunately, there isn't a limitation on the programming language you have to use. But if someone track them and collect only those that want, it would create a nice database.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-03-31T17:54:50.920" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1872" PostTypeId="2" ParentId="1863" CreationDate="2014-03-31T19:45:23.690" Score="5" Body="&lt;p&gt;RDF is unpopular because it is generally misunderstood. This problem arises (primarily) from how RDF has been presented to the market in general.&#xA;To understand RDF you have to first understand what Data actually is [1], once you cross that hurdle two things [2][3] will become obvious:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;RDF is extremely useful in regards to all issues relating to Data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;RDF has been poorly promoted.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Links:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://slidesha.re/1epEyZ1&quot;&gt;http://slidesha.re/1epEyZ1&lt;/a&gt; -- Understanding Data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://bit.ly/1fluti1&quot;&gt;http://bit.ly/1fluti1&lt;/a&gt; -- What is RDF, Really? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2588" LastActivityDate="2014-03-31T19:45:23.690" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1873" PostTypeId="2" ParentId="1860" CreationDate="2014-03-31T20:32:00.210" Score="2" Body="&lt;p&gt;To answer your question very specifically: here is the technical documentation for the ACS2012-1yr summary files: &lt;a href=&quot;http://www2.census.gov/acs2012_1yr/summaryfile/ACS_2012_SF_Tech_Doc.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/acs2012_1yr/summaryfile/ACS_2012_SF_Tech_Doc.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, the comments on your question provide sage advice: if you don't know why you need the summary files, you may be better off using the &lt;a href=&quot;http://factfinder2.census.gov&quot; rel=&quot;nofollow&quot;&gt;American Fact Finder&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, I've been part of a project called &lt;a href=&quot;http://censusreporter.org&quot; rel=&quot;nofollow&quot;&gt;Census Reporter&lt;/a&gt;, which aims to make ACS data easier for journalists to use. We hope that it's useful to non-journalists as well. Here's our &lt;a href=&quot;http://censusreporter.org/profiles/16000US2255000-new-orleans-la/&quot; rel=&quot;nofollow&quot;&gt;profile page for New Orleans&lt;/a&gt; You can also get bulk data for different tables. We're gradually working on some help documents that try to put census concepts into clearer, if sometimes less technically precise language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you do want to go deeper with the summary files, the first question is &quot;why do you want data for both the 1-year and the 3-year&quot;?  They are not meant to be compared to each other. If you want to compare data for New Orleans this year and three years ago, use the 2012 and the 2009 1-year data sets.  If you want data for different areas inside New Orleans, you'll need to use the 5-year dataset to find census tracts or block groups inside the city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The root of the Census Bureau's ACS documentation is at &lt;a href=&quot;http://www.census.gov/acs/www/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/acs/www/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just to get a general idea of what goes on in the ACS data, I found the &lt;a href=&quot;https://www.census.gov/acs/www/guidance_for_data_users/handbooks/&quot; rel=&quot;nofollow&quot;&gt;ACS Handbooks for Data Users&lt;/a&gt; quite helpful, and there are several versions each slightly tailored to a different audience. Coming from a journalism background, I was impressed that the &quot;media&quot; version included quotes from several respected expert census journalists.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2014-04-09T19:14:58.633" LastActivityDate="2014-04-09T19:14:58.633" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1874" PostTypeId="2" ParentId="1305" CreationDate="2014-03-31T20:39:48.797" Score="3" Body="&lt;p&gt;For what it's worth, bulk summary file data for MSAs and other geographies which are not by definition contained by state boundaries is in &lt;a href=&quot;http://www2.census.gov/census_2000/datasets/Summary_File_1/0Final_National/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/census_2000/datasets/Summary_File_1/0Final_National/&lt;/a&gt;  but you're probably better off using FactFinder, as advised, or IPUMS if you want someone else to deal with the fact that the boundaries of MSAs have changed since 2000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;https://www.census.gov/population/metro/data/pastmetro.html&quot; rel=&quot;nofollow&quot;&gt;a Census Bureau page about historical delineations of MSAs&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-07-16T15:26:33.910" LastActivityDate="2015-07-16T15:26:33.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1875" PostTypeId="1" CreationDate="2014-04-01T09:58:43.427" Score="2" ViewCount="137" Body="&lt;p&gt;Where can I get US population demographics data for various MSA (MSA level data)? An early response is appreciated.&lt;/p&gt;&#xA;" OwnerDisplayName="Nitin Siwach" LastEditorUserId="18" LastEditDate="2015-03-13T20:29:54.943" LastActivityDate="2015-03-13T20:29:54.943" Title="Data mining for US demographics" Tags="|data-request|usa|data.gov|us-census|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1876" PostTypeId="2" ParentId="1875" CreationDate="2014-04-01T13:00:48.393" Score="3" Body="&lt;p&gt;You can find demographic data on Metropolitan Statistical Areas through &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/ACS/12_1YR/DP02/0100000US.31000&quot; rel=&quot;nofollow&quot;&gt;American FactFinder&lt;/a&gt;. Depending on how accurate, timely, or complete you want your data to be, you can decide between 1-Year averaged estimates, 3-Year averaged estimates, or 5-Year averaged estimates. The 1-Year averaged estimates cover areas with populations over 65,000 (with an average sampling rate of 1.5% of the population); The 3-Year averaged estimates covers areas with populations over 20,000 (with an average sampling rate of 4.5% of the population; and the 5-Year averaged estimates will have the largest sample with an average sampling rate of 7.5% of the population.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-04-01T13:00:48.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1877" PostTypeId="1" CreationDate="2014-04-02T00:24:30.043" Score="3" ViewCount="1145" Body="&lt;p&gt;I am using an API (To get crimes in city ) where I have found a field entitled &quot;Census Tract Number&quot; and am getting data formatted with (longitude, latitude, census tract number). What does this last field represent? Is there any way to find these &quot;census tract numbers&quot;? For example, for the value &quot;census tract= 8100.2010&quot;, where can I find data about that census tract number?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The results I receive are: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Nb_census_tract = census_tract_of_address(&quot;200 N State Chicago IL 60601&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I found this definition: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Census Tract&lt;/strong&gt;: The census is conducted by the US Census Bureau every 10 years. It identifies certain geographic areas by census tract&#xA;  and census block. The census track reflects median numbers when it&#xA;  comes to age and income. It is a generalization about a specific area,&#xA;  not by any means an exact science or number.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I tried to load the shape file in Postgis, and I found census tract data on the official website, but it's not specific to every block/building in the city (I found something like: Poverty rate in city, ...) and most of data are older then 2010.  Then, I tried another approach--I found a &lt;a href=&quot;http://www.ffiec.gov/geocode/default.aspx&quot; rel=&quot;nofollow&quot;&gt;service&lt;/a&gt; where it shows census information (even in 2014, although I couldn't find the dataset in the official website). But this service gives you information from an address. I don't want to do geocoding as it takes time and my data is huge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as I know Decennial Census are the data where you can only get fundamental demographic and housing data. I tried to explore this &lt;a href=&quot;http://www.fcc.gov/developers/census-block-conversions-api&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;, but it works by getting lat/long, but in my case I have polygons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought about getting the center of the polygon, but it's not effective.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My questions are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Where can I find data by &quot;census tract numbers&quot;, for example: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Longitude: -122.338906797&#xA;latitude: 47.609284041&#xA;census tract number = 8100.2010&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can check : &lt;a href=&quot;https://data.seattle.gov/Public-Safety/2014-City-Violent-Crimes-to-date/vmv9-kq5t&quot; rel=&quot;nofollow&quot;&gt;https://data.seattle.gov/Public-Safety/2014-City-Violent-Crimes-to-date/vmv9-kq5t&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Can I find updated census tract data (as far as I know, all data is before 2010)? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="18" LastEditDate="2015-03-13T20:23:25.127" LastActivityDate="2015-03-13T20:23:25.127" Title="Where can I find data by &quot;census tract numbers&quot;" Tags="|usa|data.gov|us-census|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1880" PostTypeId="2" ParentId="1877" CreationDate="2014-04-03T01:01:48.297" Score="5" Body="&lt;p&gt;I think I know what is going on with the weird Census Tract numbers you are getting. Census tract numbers come in many forms. However, the number you are shown in the Seattle city violent crimes appears to be both the tract number and the block number (e.g. &quot;4700.4003&quot;). I am guessing that the first number prior to the period is the tract number, which is expressible in its GEOID form as &quot;004700&quot;, which also shows up as &quot;Census Tract 47&quot;, or tract number 47.00. It is inherently 6 digits long, although the last 2 digits can be thought of as decimals and the leftmost numbers may disappear because they are leading zeroes. The numbers after the period are 4 digits long, because block numbers are always 4 digits long no matter what.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given this information, I would forget about worrying what the Census tract number is. If you have the latitude and longitude I would suggest taking a different approach to matching the locations to areas with demographic data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Make an account with &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;noreferrer&quot;&gt;NHGIS.org&lt;/a&gt; (They are a free publicly-provided service) and download the latest data from the 2008-2012 ACS along with corresponding shapefiles to go with it. With these shapefiles in your hands, and the lat/long coordinates of the crime incidents, you may be able to perform some type of intersect analysis to find which Census tract each crime was located in. If you are so inclined, you can do this instead by Census block group which is a smaller geographic division than Census tract, but may suffer from a larger degree of statistical error than Census tracts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this was helpful.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-04-03T01:01:48.297" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1881" PostTypeId="1" CreationDate="2014-04-03T04:41:40.917" Score="3" ViewCount="7570" Body="&lt;p&gt;Each year, some (US) ZIP codes change. New codes are added, preferred and acceptable city names change, codes are sometimes deleted, or even swapped between two cities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Are there archives anywhere of ZIP code changes by year, going back to the 1970's and 1980's?&lt;/strong&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are they perhaps listed in certain government or USPS publications?  I've been unable to find anything other than current ZIP codes at the USPS site, and they don't seem to be mentioned in the USPS Federal Register filings.  A dataset of all of the changes would be even better!  Census data doesn't help as ZCTA's are only since 2000 (and are subtly different anyway).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The changes are usually announced in newspapers, like this &lt;a href=&quot;http://articles.sun-sentinel.com/1987-04-21/news/8701250657_1_zip-code-code-boundary-area-code&quot; rel=&quot;nofollow&quot;&gt;Florida article&lt;/a&gt; from 1987 (with more in the &quot;related articles&quot; sidebar).  Are the press releases that generate such articles archived?  It appears that (in recent years at least) the changes are decided at the USPS district level, but those districts have themselves been split or (more usually) &lt;a href=&quot;http://about.usps.com/postal-bulletin/2012/pb22332/html/updt_002.htm&quot; rel=&quot;nofollow&quot;&gt;merged and re-arranged&lt;/a&gt;, so tracking down the changes at the district level is likely to be very difficult.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After further searching, it appears one place that some changes are listed is in the &quot;address management&quot; section of the &lt;a href=&quot;http://about.usps.com/postal-bulletin/2012/pb22331/html/info_001.htm#ep1414833&quot; rel=&quot;nofollow&quot;&gt;Postal Bulletin&lt;/a&gt; when Post Offices are closed (and sometimes the associated zip code is retired).  As the Postal Bulletin is issued every two weeks, and it's up to issue 22,385, going through the back issues would be a very lengthy process (and that section seems to only apply to Post Office closings, not new ZIP codes).  The online archive only goes back to 2001.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source is the &quot;National 5-digit Zip Code Directory&quot;, a large book (later two volumes) that has been issued by the USPS since 1965.  A few have been scanned by Google Books, but none very early and none with full text available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need the list of changes (or snapshots of the zip code list) to find locations for some historical data that just has ZIP codes shown, going back 30-40 years.  In other words, to put placenames (the name at that time) to the zip code (at that time). I don't need exact geographic co-ordinates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using the current preferred place name for a ZIP code will be right in many (most) cases (or, better, a list of the preferred and acceptable names). But there will be a percentage that have changed (split, merged, swapped), and where using a modern lookup for 1970's data will give incorrect (and misleading) results.  It's those exceptions I want to deal with.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastEditorUserId="1142" LastEditDate="2014-04-05T20:31:33.883" LastActivityDate="2024-03-28T20:04:54.637" Title="Archive of ZIP code changes" Tags="|usa|postal-code|historical|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1882" PostTypeId="2" ParentId="1854" CreationDate="2014-04-03T09:40:23.687" Score="1" Body="&lt;p&gt;I think in your search you should use either the term &quot;specifications&quot; or &quot;specs&quot;, as in &quot;computer specs&quot;. &quot;Information&quot; is too vague and in the jargon of technology specs/specifications is the way to go.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get you started, I would suggest looking for non-commercial groups that are collecting data on hardware. For example, the groups doing the Energy Star rating, groups collecting data for import and selling purposes, groups conducting safety tests, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One quick example: As part of the &lt;strong&gt;old&lt;/strong&gt; EU Energy Star program, there is an Excel file with the type of specs you are looking for. &lt;strong&gt;Unfortunately&lt;/strong&gt;, the manufactorers are masked. But it's a start.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.eu-energystar.org/en/index.html&quot; rel=&quot;nofollow&quot;&gt;Overview&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.eu-energystar.org/en/253.shtml#computers&quot; rel=&quot;nofollow&quot;&gt;All Downloads&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.eu-energystar.org/downloads/specifications/20081118/Computer%20Data_Final_Masked.xls&quot; rel=&quot;nofollow&quot;&gt;Computers version 5.0 - Final - Masked Dataset [XLS]&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If there is any newer data, you'll have to register: &lt;a href=&quot;http://beta.eu-energystar.org/home/&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-04-03T09:40:23.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1884" PostTypeId="1" CreationDate="2014-04-03T16:14:12.507" Score="11" ViewCount="3266" Body="&lt;p&gt;I want to obtain the entire dataset for all zip codes in the US along with their corresponding USDA Plant Hardiness Zone Map (PHZM) data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many sites that seem to offer a zipcode lookup tool and this data is returned. Where do they get the entire database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my Search I found &lt;a href=&quot;https://planthardiness.ars.usda.gov/PHZMWeb/DownloadsZipcode.aspx&quot; rel=&quot;noreferrer&quot;&gt;this site&lt;/a&gt; where I can purchase credits and do queries for multiple zip codes and get a .txt for .csv file. There has to be a better way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/e3mhU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2603" LastEditorUserId="1511" LastEditDate="2014-06-11T07:38:34.307" LastActivityDate="2019-04-17T14:09:24.113" Title="USDA Plant Hardiness Zone Map (PHZM) data" Tags="|data-request|usa|government|data.gov|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1885" PostTypeId="2" ParentId="365" CreationDate="2014-04-03T17:21:31.767" Score="3" Body="&lt;p&gt;For worldwide data of over 3000 professional weather stations from the german government authority (the &lt;code&gt;DWD&lt;/code&gt;) i suggest you &lt;a href=&quot;https://www.google.de/url?sa=t&amp;amp;rct=j&amp;amp;q=&amp;amp;esrc=s&amp;amp;source=web&amp;amp;cd=1&amp;amp;cad=rja&amp;amp;uact=8&amp;amp;ved=0CDEQFjAA&amp;amp;url=http%3A%2F%2Fwww.dwd.de%2Fbvbw%2Fappmanager%2Fbvbw%2FdwdwwwDesktop%3F_nfpb%3Dtrue%26_pageLabel%3Ddwdwww_wetter_warnungen%26_state%3Dmaximized%26_windowLabel%3DT174800148261285830600274%26T174800148261285830600274gsbDocumentPath%3DNavigation%25252FOeffentlichkeit%25252FHomepage%25252FWetter__Ihre__Website%25252Fftp-Zugriff__node.html%25253F__nnn%25253Dtrue&amp;amp;ei=TpY9U4KlJIjCtAbn8oCQCQ&amp;amp;usg=AFQjCNHOLk7rKtAPKssMth9laabtOoOM-A&amp;amp;sig2=FjNI3LgM1Nif8lMEkN0sQg&amp;amp;bvm=bv.64125504,d.Yms&quot; rel=&quot;nofollow&quot;&gt;register for a (free) FTP account&lt;/a&gt; with them to pull it directly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although those are only 125 &quot;free&quot; stations in Europe, in particular for Germany it is the best-validated data available.&lt;/p&gt;&#xA;" OwnerUserId="2604" LastActivityDate="2014-04-03T17:21:31.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1886" PostTypeId="2" ParentId="1823" CreationDate="2014-04-03T17:34:16.087" Score="3" Body="&lt;p&gt;Neal Lott of NOAA/NCDC  is familiar with Integrated Surface Data.   He can be reached at Neal.Lott@noaa.gov &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Peter Grimm&#xA;NOAA/NESDIS&#xA;Silver Spring, MD&#xA;Peter.L.Grimm@noaa.gov &lt;/p&gt;&#xA;" OwnerUserId="2605" LastActivityDate="2014-04-03T17:34:16.087" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1887" PostTypeId="1" AcceptedAnswerId="4108" CreationDate="2014-04-03T19:28:02.407" Score="9" ViewCount="555" Body="&lt;p&gt;I am wondering if theres a dataset of key logs for keyboards of computers or even smartphones. It only needs to have the time and the key character for each key pressed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;9:00 4/2/2014, a&#xA;9:01 4/2/2014, ! &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know it could be very sensitive but could there be any public dataset for this?&lt;/p&gt;&#xA;" OwnerUserId="2266" LastEditorUserId="70" LastEditDate="2015-04-19T15:42:31.237" LastActivityDate="2015-04-19T15:42:31.237" Title="Where to find key log data for keyboard usage?" Tags="|data-request|computing|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1888" PostTypeId="1" CreationDate="2014-04-03T19:54:25.657" Score="1" ViewCount="435" Body="&lt;p&gt;I saw these sentences &lt;a href=&quot;http://en.wikipedia.org/wiki/Internet_of_Things&quot; rel=&quot;nofollow&quot;&gt;on Wikipedia&lt;/a&gt;:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Nearly all of the roughly 50 petabytes (a petabyte is 1,024 terabytes) of data available on the Internet were first captured and created by human beings—by typing, pressing a record button, taking a digital picture or scanning a bar code.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Is that correct?&lt;br&gt;&#xA;If we suppose that just a DVD movie is at least 4.7 GB, I think it should much more than 50 petabyte.&lt;/p&gt;&#xA;" OwnerUserId="2606" LastEditorUserId="70" LastEditDate="2015-03-30T08:59:09.167" LastActivityDate="2015-03-30T08:59:09.167" Title="How much data is available on the Internet?" Tags="|data-request|internet|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1889" PostTypeId="2" ParentId="1850" CreationDate="2014-04-03T20:28:23.507" Score="3" Body="&lt;p&gt;If you want messy data to test cleaning features, maybe you can start with clean data and then apply some minor changes here and there to corrupt your original data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the strategy I followed to test a screening system that need to detect some words (the clean data) in SWIFT messages even if they occur with some minor typos.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used &lt;a href=&quot;http://www.gedis-studio.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;GEDIS Studio&lt;/a&gt; to do so and here how I proceeded :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The idea was to start with a collection of clean data representing personal data (first name, last name, birth date, address, etc.). I used a generator available in GEDIS (the one named &quot;Personnal Data&quot; in the shared workspace).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Then produce a dataset of personnal data in CSV format.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Then I created another generator using a specific transformation rule named &lt;a href=&quot;http://www.gedis-studio.com/generation-rules/transformation/90-jumble-words.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;The Word Jumbler&quot;&lt;/a&gt; to apply various minor changes on the selected columns of the source dataset (basically names).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I apply the second generator with input read from the dataset of personal data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Kk4wr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The available jumbling effects in the Jumbler rule are &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;character swapping, where you can configure the distance between the swapped positions&lt;/li&gt;&#xA;&lt;li&gt;character insertion, where you can configure the number of character to insert and the alphabet of character you can insert&lt;/li&gt;&#xA;&lt;li&gt;character change where you can configure the alphabet of changeable characters, the alphabet of characters you can insert&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Obviously, you can mix several transformation at a time for the same source value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The VERY valuable feature is that you can also produce a table with the original data, the corrupted data and the type of corruption applied to make sure that you detect all dirty data, only dirty data and if you miss ones then what were the type of corruption you missed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cool no ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to check that mechanism on a simple use case, you can register an account on GEDIS Studio at &lt;a href=&quot;http://www.data-generator.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.data-generator.com&lt;/a&gt; (its FREE) and import the &quot;Testing&quot; project from the shared workspace. Then go to the Production tab and launch generation of the file named &quot;String Mutations.txt&quot; it is based on the &quot;String Mutations&quot; generator.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the following picture you can see the result of this sample applied over the OFAC list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Wo0wY.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do not hesitate to contact me if you have trouble with this. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps&lt;/p&gt;&#xA;" OwnerUserId="2574" LastEditorUserId="2574" LastEditDate="2014-04-03T20:51:12.827" LastActivityDate="2014-04-03T20:51:12.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1891" PostTypeId="2" ParentId="1884" CreationDate="2014-04-04T08:36:48.117" Score="6" Body="&lt;p&gt;There's an &lt;a href=&quot;https://github.com/wboykinm/ophz/tree/master&quot; rel=&quot;noreferrer&quot;&gt;Open Plant Hardiness Zones (OPHZ)&lt;/a&gt; project on Github where various people have reverse-engineered &lt;a href=&quot;http://planthardiness.ars.usda.gov/PHZMWeb/Images/All_states_halfzones_poster_rgb_300dpi.pdf&quot; rel=&quot;noreferrer&quot;&gt;a pdf of the hardiness zones&lt;/a&gt; (pdf, really large) to produce a GIS file (SHP) of the zone boundaries.  The ophz-c version is the latest. It's public domain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could use GIS software or tools, and a list of the center point of each zip, to find the hardiness zone for each zip. (you're no doubt aware there are no firm boundaries for each ZIP, so this would just be an approximate answer, the latitude and longitude of a street address would be better). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Doesn't even have to be GIS software. You could convert the SHP file to geojson if needed, import it into a geo-aware database such as MongoDB or Postgres, import the zip code list as well, and use the database GIS queries to give you &quot;zip is within .. zone&quot; answers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably a more complex solution than you'd like.  Maybe somebody has done these steps already and released the results, but I'm not aware of it.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastActivityDate="2014-04-04T08:36:48.117" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1892" PostTypeId="2" ParentId="1888" CreationDate="2014-04-04T09:40:44.413" Score="2" Body="&lt;p&gt;Have a look at the &lt;a href=&quot;http://www.measurementlab.net&quot; rel=&quot;nofollow&quot;&gt;Measurement Lab&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One estimate I've heard is that researchers at the Measurement Lab (M-Lab) publish over 750Tb of data under a CCZero licence.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-04-04T09:40:44.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1894" PostTypeId="2" ParentId="92" CreationDate="2014-04-04T19:37:11.930" Score="2" Body="&lt;p&gt;The Los Angeles Times did some very interesting work using natural language processing (NLP) to analyze their archival recipes and convert them into structured data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An &lt;a href=&quot;https://source.opennews.org/en-US/articles/how-we-made-new-california-cookbook/&quot; rel=&quot;nofollow&quot;&gt;interview with the team&lt;/a&gt; ran on OpenNews Source, and Anthony Pesce wrote more (including some code samples) on the &lt;a href=&quot;http://datadesk.latimes.com/posts/2013/12/natural-language-processing-in-the-kitchen/&quot; rel=&quot;nofollow&quot;&gt;LAT Data Desk blog&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-04-04T19:37:11.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1895" PostTypeId="2" ParentId="1881" CreationDate="2014-04-04T22:04:24.063" Score="2" Body="&lt;p&gt;I've never used data that old for addressing. One place I would start is with the US Census 1970. It used real zip codes back then (vs. ZCTA), but it is before the census published tigerline shapefiles. So without the geographic shape, I am not sure how you can solve the problem. I did some googling the census archive. I think this is where the census data for this is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Census of Population and Housing, 1970, Fifth Count File 5B National&lt;br/&gt;&#xA;  Archives Identifier: 594232 Data Files: 10 (one per ZIP Code Area,&#xA;  based on first digit of ZIP code) Geographic Areas: 12,500 ZIP code&#xA;  areas for Standard Metropolitan Statistical Areas (SMSAs) Technical&#xA;  Documentation: 44 pages and 82 supplemental pages&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I would google to see what &quot;commercial&quot; providers who have converted data from archives into shapefiles.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-04-04T22:04:24.063" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1897" PostTypeId="1" AcceptedAnswerId="3453" CreationDate="2014-04-05T22:46:04.780" Score="8" ViewCount="131" Body="&lt;p&gt;If someone wants to write a program to recognise songs by melody (mobile apps like that exist), one would need some huge data sample for this. I'm wondering whether something like this exists (at least for, say, classical music), in what format is the data available and what license restrictions apply if I wanted to add melody data from currently popular music?&lt;/p&gt;&#xA;" OwnerUserId="1759" LastEditorUserId="70" LastEditDate="2015-04-03T11:55:52.943" LastActivityDate="2015-04-03T11:55:52.943" Title="What open data about tunes and melodies exist? Do copyrights apply here?" Tags="|data-request|licensing|legal|music|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1898" PostTypeId="1" CreationDate="2014-04-06T01:14:50.433" Score="10" ViewCount="417" Body="&lt;p&gt;Are there any datasets available that contain real or simulated movement data of individuals over a period of time, or at least some metadata about population movements that might be used to build simulated models.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I'm looking for fine-grained (say hourly) data on position over the course of a day or perhaps week for a sample region, ideally a population centre with &gt;1 million residents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If these are not available due to privacy concerns, are there any suggestions for generating semi-realistic models?&lt;/p&gt;&#xA;" OwnerUserId="2616" LastEditorUserId="70" LastEditDate="2015-04-19T15:43:05.960" LastActivityDate="2015-04-19T15:43:05.960" Title="Population movement datasets?" Tags="|data-request|transportation|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1899" PostTypeId="2" ParentId="93" CreationDate="2014-04-06T12:50:34.130" Score="4" Body="&lt;p&gt;Quadrigram (&lt;a href=&quot;http://www.quadrigram.com&quot; rel=&quot;nofollow&quot;&gt;www.quadrigram.com&lt;/a&gt;) has good graph visualizations in both 2D and 3D. They are relatively easy to set and publish. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also combine them with Maps and other visualizations&#xA;Checkout this example &lt;a href=&quot;http://answers.quadrigram.com/2014/02/qexample-network-on-map.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2620" LastActivityDate="2014-04-06T12:50:34.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1901" PostTypeId="2" ParentId="1779" CreationDate="2014-04-07T06:53:24.487" Score="4" Body="&lt;p&gt;This may be for only an old version (4.1), but...&lt;/p&gt;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;https://my.vertica.com/docs/4.1/HTML/Master/4314.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;ClickStream Example Database&lt;/a&gt;&lt;/s&gt; &lt;a href=&quot;https://web.archive.org/web/20150319234902/https://my.vertica.com/docs/4.1/HTML/Master/4314.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wayback Archive&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Example Database File Locations&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The example databases are installed in:&lt;/p&gt;&#xA;&lt;p&gt;/opt/vertica/examples/ClickStream_Schema&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Update: &lt;s&gt;&lt;a href=&quot;https://community.dev.hpe.com/t5/Vertica-Forum/Where-is-the-ClickStream-Example/td-p/215141&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download instructions&lt;/a&gt;&lt;/s&gt; (link denied due to registration)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-12-19T08:53:41.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1902" PostTypeId="1" AcceptedAnswerId="1939" CreationDate="2014-04-07T09:34:58.993" Score="9" ViewCount="309" Body="&lt;p&gt;There are several questions regarding making a US &quot;Freedom of Information Act&quot; reqest (FOIA) for data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/171/1511&quot;&gt;What is the best way to request machine readable data from a FOIA request?&lt;/a&gt; - (this question and answers are particulary useful).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/42/1511&quot;&gt;Should I approach an agency unofficially before FOIAing them?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/1329/1511&quot;&gt;After FOIA is fulfilled where can it be found?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;FOIA is something I often hear about from journalists and in the media. I just submitted my first request, related to &lt;a href=&quot;https://opendata.stackexchange.com/q/1884/1511&quot;&gt;this question&lt;/a&gt;, but I feel that I did everything too quickly and probably sloppy. For someone like me, someone data-centered but not a journalist and with no goverment experience:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Are there any guidelines, suggested practices or tips for making a sucessful FOIA request, especially related to data?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-04-20T11:11:18.000" Title="How to make a successful FOIA request?" Tags="|usa|government|releasing-data|foia|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1903" PostTypeId="2" ParentId="1898" CreationDate="2014-04-07T10:19:04.133" Score="2" Body="&lt;p&gt;It's only a subset of population, but many bikesharing programs openly offer their data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One example, &lt;a href=&quot;http://capitalbikeshare.com&quot; rel=&quot;nofollow&quot;&gt;Capital Bikeshare&lt;/a&gt; in Washington DC has a &lt;a href=&quot;http://capitalbikeshare.com/system-data&quot; rel=&quot;nofollow&quot;&gt;data page&lt;/a&gt;. This data will include geolocation of each bike with exact time, as well as status of each station and more. There was a recent presentation about using &lt;a href=&quot;http://www.knime.org/&quot; rel=&quot;nofollow&quot;&gt;KNIME&lt;/a&gt; with the data (&lt;a href=&quot;http://www.knime.org/files/bicycle_final.pdf&quot; rel=&quot;nofollow&quot;&gt;PDF link&lt;/a&gt;), and you may find their analysis an interesting start.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Other cities: &lt;a href=&quot;https://citibikenyc.com/system-data&quot; rel=&quot;nofollow&quot;&gt;New York City&lt;/a&gt;, &lt;a href=&quot;https://divvybikes.com/datachallenge&quot; rel=&quot;nofollow&quot;&gt;Chicago&lt;/a&gt;, &lt;a href=&quot;https://bayareabikeshare.com/datachallenge&quot; rel=&quot;nofollow&quot;&gt;Bay Area&lt;/a&gt;, etc...&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_bicycle_sharing_systems&quot; rel=&quot;nofollow&quot;&gt;List of bike sharing programs&lt;/a&gt; (Wikipedia)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-04-07T10:19:04.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1904" PostTypeId="1" AcceptedAnswerId="1933" CreationDate="2014-04-07T22:43:04.907" Score="9" ViewCount="3564" Body="&lt;p&gt;I want to test some hypotheses regarding the length of books and their review distributions. I imagine if the data exists, it probably records the number of &lt;em&gt;pages&lt;/em&gt; per book, but &lt;em&gt;words&lt;/em&gt; would be ideal. If not an open datasource, is there a clever way to use an existing API (&lt;em&gt;e.g.&lt;/em&gt; Google Books) to get this data?&lt;/p&gt;&#xA;" OwnerUserId="421" LastEditorUserId="421" LastEditDate="2019-04-04T07:59:16.393" LastActivityDate="2019-04-04T07:59:16.393" Title="Is there a database that provides lengths of books?" Tags="|data-request|api|books|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="1905" PostTypeId="2" ParentId="1904" CreationDate="2014-04-08T07:03:13.307" Score="7" Body="&lt;p&gt;Here is a python snippet to scrape the page count from Amazon. You'll have to manually add links to the list (just one link now), or read a file of amazon links, or find a way to get lots of links into one list. You can use this code to also scrape for other things.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;from bs4 import BeautifulSoup&#xA;&#xA;urllist = [&#xA;    'http://www.amazon.com/Flash-Boys-Wall-Street-Revolt/dp/0393244660',&#xA;    'http://www.amazon.com/The-Big-Short-Doomsday-Machine/dp/0393338827'&#xA;    ]&#xA;&#xA;for url in urllist:&#xA;    r = requests.get(url)&#xA;    soup = BeautifulSoup(r.text)&#xA;    tmp = ''&#xA;    for line in soup.get_text().split():&#xA;        if line.lower() == 'pages' and tmp.isdigit():&#xA;            print tmp,line, ' - ',soup.html.head.title.text&#xA;        else:&#xA;            tmp = line&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;output:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;288 pages  -  Flash Boys: A Wall Street Revolt: Michael Lewis: 9780393244663: Amazon.com: Books&#xA;291 pages  -  The Big Short: Inside the Doomsday Machine: Michael Lewis: 9780393338829: Amazon.com: Books&#xA;264 pages  -  The Big Short: Inside the Doomsday Machine: Michael Lewis: 9780393338829: Amazon.com: Books&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(I made a gist for easier copy/paste: &lt;a href=&quot;https://gist.github.com/philshem/10099302&quot; rel=&quot;noreferrer&quot;&gt;link&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-04-08T07:59:03.507" LastActivityDate="2014-04-08T07:59:03.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1906" PostTypeId="2" ParentId="1904" CreationDate="2014-04-08T07:11:29.970" Score="4" Body="&lt;p&gt;For the words count, maybe you could use the Google Books Ngrams (in your case 1gram). The dataset is available free in Amazon in &lt;a href=&quot;http://aws.amazon.com/datasets/Encyclopedic/8172056142375670&quot; rel=&quot;nofollow&quot;&gt;this link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-04-08T07:11:29.970" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1907" PostTypeId="1" AcceptedAnswerId="1924" CreationDate="2014-04-08T08:09:24.843" Score="13" ViewCount="14003" Body="&lt;p&gt;This is a question I found on &lt;a href=&quot;http://www.reddit.com/r/datasets/&quot; rel=&quot;noreferrer&quot;&gt;/r/datasets&lt;/a&gt;. Does OpenData have any answers to add?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I'm looking for a large collection or resumes and preferably knowing whether they are employed or not. Does such a dataset exist?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.reddit.com/r/datasets/comments/22biq4/a_dataset_of_resumes/&quot; rel=&quot;noreferrer&quot;&gt;Link to reddit post&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-04-19T15:43:26.290" LastActivityDate="2024-03-21T23:16:01.563" Title="A dataset of resumes" Tags="|data-request|business|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1908" PostTypeId="2" ParentId="1907" CreationDate="2014-04-08T11:54:16.093" Score="3" Body="&lt;p&gt;I doubt that it exists and, if it does, whether it should: after all CVs are personal data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps you can contact the authors of this study:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nber.org/papers/w9873.pdf&quot; rel=&quot;nofollow&quot;&gt;Are Emily and Greg More Employable than Lakisha and Jamal? A Field Experiment on Labor Market Discrimination&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They might be willing to share their dataset of fictitious resumes.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-04-08T11:54:16.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1909" PostTypeId="2" ParentId="1823" CreationDate="2014-04-08T20:44:09.150" Score="3" Body="&lt;p&gt;I asked on the &lt;a href=&quot;http://essi.agu.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESSI (earth &amp;amp; space science informatics)&lt;/a&gt; mailing list, and received a response from Mark Lackey :&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www1.ncdc.noaa.gov/pub/data/noaa/ISD/software/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www1.ncdc.noaa.gov/pub/data/noaa/ISD/software/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;At the link above there is some (older) Fortran routines that may be&#xA;helpful. If it isn't we do have some perl-based parsing routines that we&#xA;might be able to add in the near future. Hope this helps...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(and he cc'd Neal Lott on the response)&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-04-08T20:44:09.150" CommentCount="1" CommunityOwnedDate="2014-04-08T20:44:09.150" ContentLicense="CC BY-SA 3.0" />
  <row Id="1910" PostTypeId="2" ParentId="1907" CreationDate="2014-04-09T00:25:45.360" Score="4" Body="&lt;p&gt;....linkedin..pretty sure its one of their main reasons for being. you can play with their api and access users resumes.&lt;br&gt;&#xA;i'm not sure if they offer full access or what, but you could just suck down as many as possible per setting, saving them...&lt;br&gt;&#xA;not sure, but elance probably has one as well;&lt;br&gt;&#xA;if there's not an open source one, find a huge slab of web data recently crawled, you could use commoncrawl's data for exactly this purpose; then just crawl looking for hresume microformats data...you'll find a ton, although the most recent numbers have shown a dramatic shift in schema.org users, and i'm sure that's where you'll want to search more and more in the future. i can't remember 100%, but there were still 300 or 400% more micformatted resumes on the web, than schema...the report was very recent. here's linkedin's developer api, and a link to commoncrawl, and crawling for hresume: &#xA;&lt;a href=&quot;https://developer.linkedin.com/search/node/resume&quot; rel=&quot;nofollow&quot;&gt;https://developer.linkedin.com/search/node/resume&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.recruitmentdirectory.com.au/Blog/using-the-linkedin-api-a304.html&quot; rel=&quot;nofollow&quot;&gt;http://www.recruitmentdirectory.com.au/Blog/using-the-linkedin-api-a304.html&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://commoncrawl.org/&quot; rel=&quot;nofollow&quot;&gt;http://commoncrawl.org/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i actually found this trying to find a good explanation for parsing microformats. i think this is easier to understand:&lt;br&gt;&#xA;&lt;a href=&quot;http://beyondplm.com/2013/06/10/why-plm-should-care-web-data-commons-project/&quot; rel=&quot;nofollow&quot;&gt;http://beyondplm.com/2013/06/10/why-plm-should-care-web-data-commons-project/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: i actually just found this resume crawler...i searched for javascript near va. beach, and my a bunk resume on my site came up first...it shouldn't be indexed, so idk if that's good or bad, but check it out:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.theresumecrawler.com/search.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.theresumecrawler.com/search.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2:  here's details of web commons crawler release:&lt;br&gt;&#xA;&lt;a href=&quot;http://lists.w3.org/Archives/Public/public-vocabs/2014Apr/0002.html&quot; rel=&quot;nofollow&quot;&gt;http://lists.w3.org/Archives/Public/public-vocabs/2014Apr/0002.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-04-17T19:45:05.530" LastActivityDate="2014-04-17T19:45:05.530" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1912" PostTypeId="1" AcceptedAnswerId="1914" CreationDate="2014-04-09T09:35:15.377" Score="5" ViewCount="313" Body="&lt;p&gt;I'm looking for a csv file containing the utf-8 encoding table.&#xA;This file would contain the code point, the escaped html entity and the symbol itself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already found websites providing these correspondances, like &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_Unicode_characters&quot; rel=&quot;nofollow&quot;&gt;this one&lt;/a&gt; or &lt;a href=&quot;http://www.utf8-chartable.de/unicode-utf8-table.pl&quot; rel=&quot;nofollow&quot;&gt;this other one&lt;/a&gt;. However, they do not provide an offline access and pasting all the content would be, while technically possible, a little bit tedious.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would you know where such a file is available ?&lt;/p&gt;&#xA;" OwnerUserId="2479" LastEditorUserId="70" LastEditDate="2015-04-19T15:43:38.603" LastActivityDate="2015-04-19T15:43:38.603" Title="Looking for an UTF-8 table" Tags="|data-request|computing|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1913" PostTypeId="2" ParentId="1904" CreationDate="2014-04-09T09:46:43.940" Score="2" Body="&lt;p&gt;You may want to scrap &lt;a href=&quot;http://www.gutenberg.org/&quot; rel=&quot;nofollow&quot;&gt;the gutenberg project&lt;/a&gt;. They do not dispose of an api, which would force you to develop your own scraper/parser, but all books available are easily readable by machine (see &lt;a href=&quot;http://www.gutenberg.org/cache/epub/2345/pg2345.txt&quot; rel=&quot;nofollow&quot;&gt;this example)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All you would have to do would be to make a list of all books uris.&lt;/p&gt;&#xA;" OwnerUserId="2479" LastActivityDate="2014-04-09T09:46:43.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1914" PostTypeId="2" ParentId="1912" CreationDate="2014-04-09T10:26:45.313" Score="5" Body="&lt;p&gt;With python you can lookup each unicode character by its integer code using &lt;a href=&quot;https://docs.python.org/2/library/functions.html#unichr&quot;&gt;unichr&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import sys&#xA;with open('unicode.csv','wb') as output:&#xA;    for i in xrange(sys.maxunicode):&#xA;        output.write(unicode(i))&#xA;        output.write(u',')&#xA;        output.write(unichr(i).encode('utf-8'))&#xA;        output.write(u',')&#xA;        output.write(unichr(i).encode('ascii', 'xmlcharrefreplace'))&#xA;        output.write(u'\n')&#xA;print sys.maxunicode&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This gives you a file (unicode.csv) which has the unciode integer, unicode representation, unicode character, and HTML escaped character (for non-ascii).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, each line looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;64058,u'\ufa3a',墨,&amp;amp;#64058;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I put the &lt;a href=&quot;https://gist.github.com/philshem/10251329#file-create_csv_unicode-py&quot;&gt;code&lt;/a&gt; and the &lt;a href=&quot;https://gist.githubusercontent.com/philshem/10251329/raw/7fd3ad59f291e38e95d23d5b98e7114d44775140/unicode.csv&quot;&gt;unicode.csv file&lt;/a&gt; on github for easier access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; Because the unicode character set includes newline characters, CSV is not really the best format. (See lines 10 to 13.) I also added a &lt;a href=&quot;https://gist.github.com/philshem/10251329#file-create_json_unicode-py&quot;&gt;python code&lt;/a&gt; to generate a JSON file, which is more safe than CSV for storing unicode characters.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-04-09T10:41:30.380" LastActivityDate="2014-04-09T10:41:30.380" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1915" PostTypeId="1" AcceptedAnswerId="1916" CreationDate="2014-04-10T22:44:10.280" Score="8" ViewCount="100" Body="&lt;p&gt;I have read many news stories this week about a release of 2012 Medicare data (physician billing) that just happened.  Some news sites like NYTimes and the Washington Post have data browser tools on their site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But where do I actually find the data itself?  I couldn't find any links to it from the articles.&lt;/p&gt;&#xA;" OwnerUserId="2640" LastEditorUserId="70" LastEditDate="2015-03-25T08:12:37.557" LastActivityDate="2015-03-25T08:12:37.557" Title="Where can I find the 2014 release of Medicare data from 2012?" Tags="|data-request|government|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1916" PostTypeId="2" ParentId="1915" CreationDate="2014-04-11T00:04:43.457" Score="9" Body="&lt;p&gt;It looks like this might be the data:&#xA;&lt;a href=&quot;http://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Physician-and-Other-Supplier.html&quot;&gt;http://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Physician-and-Other-Supplier.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2640" LastActivityDate="2014-04-11T00:04:43.457" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1917" PostTypeId="2" ParentId="1902" CreationDate="2014-04-11T00:08:27.957" Score="3" Body="&lt;p&gt;the only successful foia is the one that you do not make...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OR  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;the one that you make, but only after acquiring a hard-copy of the data you seek prior to making it. that way, when feds say, we don't have it, parts are missing, or they just white out 99% of the document, you can pull out the ace up the sleeve and blammo: you can prove it with cold, hard evidence.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but you really have no chance at a &quot;successful&quot; request. feds have proven time and time again that they will fight tooth and nail, over the most miniscule, arbitrary details, to prevent you from accomplishing your mission(s).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;its actually set up to be intimidating, as the feds view anyone asking for data as an adversary. of course that's not what they say, but its overwhelmingly obvious to all peoples interacting that someone does not like being asked anything about their job. that you pay for. and they do not like being asked to do their job (that you still pay for) even more. i'm being snarky, but that is reality. there's a bunch of stories where feds acted unjust/illegally in regards to foia, but my favorite just happened, after the naval yard shooting in dc (i think the beginning of 2014), where a journalist foia'd some info, and the navy's foia point woman, literally her job to handle foia's, writes out her plan to avoid and elude the reporter's questions for as long as she can....she's writing to her peers for advice, thoughts, etc., on how to avoid doing her job, and avoid giving you, the american tax payer, that makes all of this possible, the request that you have every legal right to have.&lt;br&gt;&#xA;so smart foia lady cc's the reporter on the email, which he naturally publishes.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;there is no formula for how to overcome that...corruption, deceit, sloth, pathetic displays of character, etc., whatever you want to call it...it's what we are facing when we foia: the other side is actively working against you, regardless of what they say to you, or anyone else.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;another thought: define success...i'm sure we have very similiar goals/agendas/etc., but what you deem a success, i may not. that's just life. for example: no foia for nsa/snowden/prism will be successful in my opinion until we have the chats between the nsa and microsoft, google, etc., where they are talking about how they are going to spy on us, while destroying the constitution. but that's my definition of success....idk what yours is.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i do like the question, just don't think there's any methodical way to make them successful; when the system is stacked against you, sometimes the best play is to not play...&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-04-11T00:08:27.957" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1918" PostTypeId="2" ParentId="93" CreationDate="2014-04-11T04:47:20.517" Score="5" Body="&lt;p&gt;My team builds &lt;a href=&quot;https://vida.io&quot;&gt;https://vida.io&lt;/a&gt; a tool for creating data visualization templates. We support d3.js templates. You can see a lot of examples on our site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vida.io/explore&quot;&gt;https://vida.io/explore&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For simple chart/visualization, you can use Google visualization tool:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vida.io/pages/google-charts&quot;&gt;https://vida.io/pages/google-charts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2641" LastActivityDate="2014-04-11T04:47:20.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1920" PostTypeId="2" ParentId="93" CreationDate="2014-04-11T13:29:20.357" Score="6" Body="&lt;p&gt;If your main focus is to visualize the data and have graph metrics I would recommend this list.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;If you want an off the shelf package&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gephi.org/&quot;&gt;Gephi&lt;/a&gt; - Desktop application, Open Source license&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cytoscape.org/&quot;&gt;Cytoscape&lt;/a&gt; - Desktop Application - Open Source license&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pajek.imfm.si/doku.php?id=pajek&quot;&gt;Pajek&lt;/a&gt; - Desktop Application, Free for non Commercial use (old but still good - I've seen papers using it just few days ago)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;If you have any programming skills&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://keylines.com/&quot;&gt;KeyLines&lt;/a&gt; - Javascript Toolkit, SNA metrics, Commercial license&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/anvaka/VivaGraphJS&quot;&gt;VivaGraphJS&lt;/a&gt; - Javascript Toolkit, few SNA metrics, Open Source licence&#xA;&lt;ul&gt;&#xA;&lt;li&gt;As mentioned in the page linked, the library will close in faviour of &lt;code&gt;ngraph&lt;/code&gt; in the future&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://igraph.sourceforge.net/&quot;&gt;igraph&lt;/a&gt; - R/Python Toolkit, more focused on SNA rather than visualization, Open Source license&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Others or &quot;Why you didn't mentioned this/that?&quot;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;This is a list of more libraries that will let you do only a part of what you're asking or there are strong constraints on the use:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NetworkX - Wonderful for SNA, Open Source license&#xA;&lt;ul&gt;&#xA;&lt;li&gt;it doesn't visualize by itself, so use it in combination with SigmaJS or some other Python library&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Linkurious - Easy to use, with SNA, Commercial license&#xA;&lt;ul&gt;&#xA;&lt;li&gt;you need a Neo4J backend in order to use it&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;d3.js&lt;/code&gt; - Wonderful to visualize data, but it has not built-in SNA metrics&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I'm in the &lt;a href=&quot;http://keylines.com/&quot;&gt;KeyLines&lt;/a&gt; team.&lt;/p&gt;&#xA;" OwnerUserId="1567" LastEditorUserId="1567" LastEditDate="2014-04-12T15:51:51.913" LastActivityDate="2014-04-12T15:51:51.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1921" PostTypeId="1" AcceptedAnswerId="1923" CreationDate="2014-04-12T16:41:44.240" Score="9" ViewCount="3222" Body="&lt;p&gt;I am interested in finding all cities, regions and cantons of Switzerland. Where can I find them?&lt;/p&gt;&#xA;" OwnerUserId="2652" LastEditorUserId="70" LastEditDate="2015-02-26T14:00:57.760" LastActivityDate="2018-06-28T19:32:07.347" Title="Where can I find all cities, regions and cantons of Switzerland?" Tags="|data-request|geospatial|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1922" PostTypeId="2" ParentId="1582" CreationDate="2014-04-13T03:09:57.503" Score="4" Body="&lt;p&gt;Also, be sure to check free database records usually compiled by each Secretary of State in each of our 50 states. All businesses who incorporate in each state can be found there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I often use Georgia's Secretary of State incorporated business database. You just have to get creative with the keywords you enter.&lt;/p&gt;&#xA;" OwnerUserId="2657" LastActivityDate="2014-04-13T03:09:57.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1923" PostTypeId="2" ParentId="1921" CreationDate="2014-04-13T07:55:50.633" Score="9" Body="&lt;p&gt;For detailed statistics, &lt;a href=&quot;http://www.bfs.admin.ch/bfs/portal/en/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;bfs.admin.ch&lt;/a&gt; is the official Swiss source of population stats and data. They have many English-language resources, but the one you are looking for is in German or French only. Excel files are easy to understand without speaking German or French.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The source page is &lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/kataloge-datenbanken/tabellen.assetdetail.3222022.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and the Excel file is &lt;a href=&quot;https://www.bfs.admin.ch/bfsstatic/dam/assets/3222022/master&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/strong&gt; It is called &quot;Bilanz der ständigen Wohnbevölkerung nach Bezirken und Gemeinden&quot; or &quot;Bilan de la population résidante permanente selon les districts et les communes&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Excel file has the structure as follows 1. Kanton/Canton (i.e. Zurich), 2. Bezirk/District/Distretto (i.e. Affoltern), 3. Municipality/Gemeinde/Commune (i.e. Aeugst am Albis). Note that the municipality code is &lt;strong&gt;not&lt;/strong&gt; the PLZ.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;- Zürich&#xA;&amp;gt;&amp;gt; Bezirk Affoltern&#xA;......0001 Aeugst am Albis&#xA;......0002 Affoltern am Albis&#xA;......0003 Bonstetten&#xA;......0004 Hausen am Albis&#xA;......removed for clarity&#xA;......0014 Wettswil am Albis&#xA;&amp;gt;&amp;gt; Bezirk Andelfingen&#xA;......0021 Adlikon&#xA;......0022 Benken (ZH)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For basic lists of municipalities (cities) and their PLZ (zip code) and Canton (two-letter code), you can use the resources from &lt;a href=&quot;http://www.post.ch/en/post-startseite.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;post.ch&lt;/a&gt;. &lt;s&gt;See the download link &lt;a href=&quot;http://www.post.ch/en/post-startseite/post-adress-services-match/post-direct-marketing-datengrundlage/post-adress-services-downloadcenter.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and this particular file &lt;a href=&quot;https://match.post.ch/download?file=10000&amp;amp;tid=10&amp;amp;rol=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/s&gt; They also have a list of municipalities by PLZ &lt;strong&gt;and&lt;/strong&gt; municipality number.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you are looking for mapping data, the government &lt;a href=&quot;http://www.swisstopo.admin.ch/internet/swisstopo/en/home.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;swisstopo&lt;/a&gt; site offers tons of data. There is a GitHub repo called &lt;a href=&quot;https://github.com/interactivethings/swiss-maps&quot; rel=&quot;nofollow noreferrer&quot;&gt;swiss-maps&lt;/a&gt; where you can find tools to create geoJSON and topoJSON files based on the swisstopo data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-06-28T19:32:07.347" LastActivityDate="2018-06-28T19:32:07.347" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1924" PostTypeId="2" ParentId="1907" CreationDate="2014-04-14T11:36:27.340" Score="6" Body="&lt;p&gt;indeed.com has a &lt;a href=&quot;http://www.indeed.com/resumes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;résumé site&lt;/a&gt; &lt;s&gt;(but unfortunately no API like the &lt;a href=&quot;http://www.indeed.com/jsp/apiinfo.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;main job site&lt;/a&gt;).&lt;/s&gt; You can build URLs with search terms:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.indeed.com/resumes/data-science&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;With these HTML pages you can find individual CVs, i.e. &lt;a href=&quot;http://www.indeed.com/r/Trieu-Nguyen/dd3537dea14be928?sp=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;. You can search by country by using the same structure, just replace the .com domain with another (i.e. &lt;a href=&quot;http://de.indeed.com/resumes&quot; rel=&quot;nofollow noreferrer&quot;&gt;indeed.de/resumes&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The HTML for each CV is relatively easy to scrape, with human readable tags that describe the CV section:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;div class=&quot;work_company&quot; &amp;gt;&#xA;...&#xA;&amp;lt;p class=&quot;work_description&quot;&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Check out libraries like python's &lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BeautifulSoup&lt;/a&gt; for scraping tools and techniques.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-04-25T18:06:42.297" LastActivityDate="2019-04-25T18:06:42.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="1925" PostTypeId="2" ParentId="1921" CreationDate="2014-04-14T16:30:57.177" Score="2" Body="&lt;p&gt;Below is a link to a CSV file I generated for Switzerland from the US NGA GNS Server. It contains all geographic features from their database, including the 26 cantons (AMD1) and incorporated places (PPL).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/NGA/GNS/SZ.zip&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/NGA/GNS/SZ.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Explanation of the field naming and type conventions for our linked CSV format is here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The GNS DSG column is where you can identify the feature type:&lt;br/&gt;&#xA;ADM1 : Cantons&lt;br/&gt;&#xA;ADM2 : Districts, Prefectures&lt;br/&gt;&#xA;PPL  : Populated Places&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FX column will identity the type of administrative division (e.g., district vs. prefecture).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many of the features have multiple entries, one per official language where the name of the feature differs on the language (column lang). Entries for the same feature will have the same UFI value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also been maintaining the NGA GEC (formerly FIPS 10-4) Excel spreadsheet (original format) for 1st level administrative divisions of countries. The spreadsheet is currently updated to Update 15 (March 2014). You can find the BGN approved short names and administrative division names for Switzerland as an additional resource:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/archive.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/archive.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-05-03T00:54:51.693" LastActivityDate="2014-05-03T00:54:51.693" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1926" PostTypeId="1" AcceptedAnswerId="18274" CreationDate="2014-04-15T06:53:32.757" Score="30" ViewCount="22332" Body="&lt;p&gt;When working across country border it makes things easier to know in advance if people in a specific country are going to be on public holiday a certain day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While some calendars application offer to import this information, is there an open list of public holidays per country (and ideally in icalendar format) available similar to what is available for time-zones (&lt;a href=&quot;ftp://ftp.iana.org/tz/&quot; rel=&quot;noreferrer&quot;&gt;Olson DB&lt;/a&gt;)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I'm aware of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;countries specific sites like &lt;a href=&quot;http://www.opm.gov/policy-data-oversight/snow-dismissal-procedures/federal-holidays#url=Overview&quot; rel=&quot;noreferrer&quot;&gt;opm.gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Also other &lt;a href=&quot;https://stackoverflow.com/questions/14203708/is-there-a-comprehensive-api-or-json-xml-list-with-public-bank-holidays-worldwid&quot;&gt;SO thread&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But looking for an international list and thought that people on &lt;code&gt;Open Data&lt;/code&gt; may have other data sources than listed above.&lt;/p&gt;&#xA;" OwnerUserId="2666" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2020-11-27T15:12:04.610" Title="List of public holidays by countries?" Tags="|data-request|calendar|" AnswerCount="4" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1927" PostTypeId="1" CreationDate="2014-04-15T07:20:34.547" Score="4" ViewCount="190" Body="&lt;p&gt;We are looking for a tool that plugs into a database (SQL) and help us query and visualize results dynamically, building monitoring dashboards and dynamic queries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any good tool out there?&lt;/p&gt;&#xA;" OwnerUserId="2620" LastActivityDate="2014-04-21T19:27:31.797" Title="What is the best tool for doing explorative analysis of databases?" Tags="|tool-request|sql|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1928" PostTypeId="2" ParentId="1208" CreationDate="2014-04-15T07:37:21.423" Score="2" Body="&lt;p&gt;&lt;strong&gt;Downloading and Uncompressing Archive (.zip) Files and Folders:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Often data is downloaded from the web in a compressed form, or data folders are joined in one zip file. Before processing, the files must be uncompressed. If already working in a Python environment, it's useful to be able to download the .zip file and also unzip it, all in the same piece of code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most commonly used url-retrieving library is &lt;a href=&quot;http://docs.python-requests.org/en/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;requests&lt;/a&gt;, and I prefer this package for all my scraping needs. But the &lt;code&gt;requests&lt;/code&gt; package is not suggested for downloading large non-HTML files (&lt;a href=&quot;https://stackoverflow.com/a/9419208/2327328&quot;&gt;source&lt;/a&gt;). Instead, &lt;a href=&quot;https://docs.python.org/2/library/urllib2.html#urllib2.urlopen&quot; rel=&quot;nofollow noreferrer&quot;&gt;urllib2.urlopen&lt;/a&gt; can be used. In case .zip files contain multiple files or folders, it's best to unzip to a new folder. The following code is OS-agnostic (and adapted from &lt;a href=&quot;https://stackoverflow.com/a/12886818/2327328&quot;&gt;here&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# set remote and local file location&#xA;url = 'http://www.colorado.edu/conflict/peace/download/peace_essay.ZIP'&#xA;filename = 'data.zip'&#xA;folderpath = 'data'&#xA;&#xA;def download(url,filename):&#xA;    import urllib2&#xA;    page=urllib2.urlopen(url)&#xA;    open(filename,'wb').write(page.read())&#xA;&#xA;def unzip(source_filename, dest_dir):&#xA;    import zipfile,os.path&#xA;    with zipfile.ZipFile(source_filename) as zf:&#xA;        for member in zf.infolist():&#xA;            words = member.filename.split('/')&#xA;            path = dest_dir&#xA;            for word in words[:-1]:&#xA;                drive, word = os.path.splitdrive(word)&#xA;                head, word = os.path.split(word)&#xA;                if word in (os.curdir, os.pardir, ''): continue&#xA;                path = os.path.join(path, word)&#xA;            zf.extract(member, path)&#xA;&#xA;download(url,filename)&#xA;unzip(filename,folderpath)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you want to check if the file exists on the remote server (&lt;a href=&quot;https://stackoverflow.com/a/7347995/2327328&quot;&gt;more details&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import urllib2&#xA;page=urllib2.urlopen(url)&#xA;if page.code == 200:&#xA;    print &quot;Exists!&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you want to check if the .zip file is updated since the last download, you can first read the headers (&lt;a href=&quot;https://stackoverflow.com/a/1639765/2327328&quot;&gt;more details&lt;/a&gt;). The 'last-modified' date and 'content-length' can tell you if it has been updated:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;print page.headers.items()&#xA;&amp;gt;&amp;gt; [('content-length', '39600'), ('set-cookie', 'f5_persistence=1729145024.20480.0000; path=/'), ('accept-ranges', 'bytes'), ('server', 'Apache'), ('last-modified', 'Fri, 18 Dec 1998 23:27:52 GMT'), ('connection', 'close'), ('etag', '&quot;a0a66ce5-9ab0-33f4cb8492e00&quot;'), ('date', 'Tue, 15 Apr 2014 07:27:54 GMT'), ('content-type', 'application/zip')]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For simple .zip files with single .txt contents, a much simpler piece of code can be used. &lt;a href=&quot;https://docs.python.org/2/library/zipfile.html#module-zipfile&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;.zip file&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import zipfile&#xA;with ZipFile('spam.zip', 'w') as myzip:&#xA;    myzip.write('eggs.txt')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For .gzip files, the process is similar. &lt;a href=&quot;https://docs.python.org/2/library/gzip.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;.gzip&lt;/strong&gt;:&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import gzip&#xA;f = gzip.open('file.txt.gz', 'rb')&#xA;file_content = f.read()&#xA;f.close()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Other formats:&lt;/strong&gt; &lt;a href=&quot;https://docs.python.org/2/library/tarfile.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;.tar.gz&lt;/strong&gt;&lt;/a&gt;, &lt;a href=&quot;https://github.com/fancycode/pylzma/blob/master/py7zlib.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;.7z&lt;/strong&gt;&lt;/a&gt; and &lt;a href=&quot;https://docs.python.org/2/library/bz2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;.bz2&lt;/strong&gt;&lt;/a&gt; files can also be processed.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-10-09T04:55:34.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1930" PostTypeId="1" AcceptedAnswerId="1944" CreationDate="2014-04-15T20:35:03.550" Score="6" ViewCount="145" Body="&lt;p&gt;I'm working on an OCR functionality around checks, specifically around a user taking a photograph of a check, and I'm looking to acquire a data set to quantify the success of our various features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of such a set already in existence that meets these requirements?&lt;/p&gt;&#xA;" OwnerUserId="2671" LastEditorUserId="1511" LastEditDate="2015-05-23T17:37:43.263" LastActivityDate="2015-05-23T17:37:43.263" Title="Source for photographs of sample checks" Tags="|data-request|finance|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1932" PostTypeId="2" ParentId="1915" CreationDate="2014-04-17T14:57:50.127" Score="1" Body="&lt;p&gt;An interactive browser interface to the dataset is also available at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cms.gov/Medicare/Medicare-Provider-Utilization-and-Payment-Data-Phy/jzd2-pt4g&quot; rel=&quot;nofollow&quot;&gt;https://data.cms.gov/Medicare/Medicare-Provider-Utilization-and-Payment-Data-Phy/jzd2-pt4g&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2014-04-17T14:57:50.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1933" PostTypeId="2" ParentId="1904" CreationDate="2014-04-17T17:13:22.307" Score="9" Body="&lt;p&gt;You can get page counts from OpenLibrary and word counts from the linked editions on Internet Archive.  Of course the latter is only going to be for public domain editions and if you are focused on review sentiment (as a proxy for purchase desirability?), you are probably more interested in modern non-public domain editions.  The other drawback to IA word counts is that  you'll need to download the full text to get them, but if you pull down a compressed text-only file, it shouldn't be too bad.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the chain of links you need to follow:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;OL work page &lt;a href=&quot;https://openlibrary.org/works/OL3686173W/Lorna_Doone&quot; rel=&quot;noreferrer&quot;&gt;https://openlibrary.org/works/OL3686173W/Lorna_Doone&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;OL edition &lt;a href=&quot;https://openlibrary.org/books/OL13522117M/Lorna_Doone&quot; rel=&quot;noreferrer&quot;&gt;https://openlibrary.org/books/OL13522117M/Lorna_Doone&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;OL API &lt;a href=&quot;https://openlibrary.org/books/OL13522117M.json&quot; rel=&quot;noreferrer&quot;&gt;https://openlibrary.org/books/OL13522117M.json&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;IA page &lt;a href=&quot;https://archive.org/details/blaclornadooneromanc00rich&quot; rel=&quot;noreferrer&quot;&gt;https://archive.org/details/blaclornadooneromanc00rich&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;IA files &lt;a href=&quot;https://ia600308.us.archive.org/9/items/blaclornadooneromanc00rich/&quot; rel=&quot;noreferrer&quot;&gt;https://ia600308.us.archive.org/9/items/blaclornadooneromanc00rich/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;IA text file &lt;a href=&quot;https://ia600308.us.archive.org/9/items/blaclornadooneromanc00rich/blaclornadooneromanc00rich_djvu.txt&quot; rel=&quot;noreferrer&quot;&gt;https://ia600308.us.archive.org/9/items/blaclornadooneromanc00rich/blaclornadooneromanc00rich_djvu.txt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Counting words is as simple as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl https://ia600308.us.archive.org/9/items/blaclornadooneromanc00rich/blaclornadooneromanc00rich_djvu.txt | wc&#xA;  34410  280815 1488652&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So this edition of Lorna Doone is 687 pages with (approximately) 280K words.  The word count is done over OCR'd text, so it will not be 100% accurate, but it should be close enough for this type of project.&lt;/p&gt;&#xA;" OwnerUserId="545" LastEditorUserId="545" LastEditDate="2014-05-30T03:58:54.057" LastActivityDate="2014-05-30T03:58:54.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1934" PostTypeId="1" AcceptedAnswerId="1941" CreationDate="2014-04-18T00:09:14.163" Score="5" ViewCount="146" Body="&lt;p&gt;How do I find several historical aerials from the mid-1970's or early 1980's and where can I download them and I would like them to be free of charge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/9DYJZ.jpg&quot; alt=&quot;Dona Ana County&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dUHZR.jpg&quot; alt=&quot;Near Anthony, Texas&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/k5Riz.jpg&quot; alt=&quot;Near Hatch, New Mexico&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="70" LastEditDate="2015-03-27T14:08:46.023" LastActivityDate="2015-03-27T14:08:46.023" Title="Where can I find historical aerials for some areas in Dona Ana County, New Mexico?" Tags="|data-request|usa|images|historical|aerial-photography|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1935" PostTypeId="2" ParentId="1934" CreationDate="2014-04-18T03:43:06.243" Score="5" Body="&lt;p&gt;Not free, but UNM has an archive here: &lt;a href=&quot;https://edac.unm.edu/image-archive/&quot; rel=&quot;nofollow&quot;&gt;https://edac.unm.edu/image-archive/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2556" LastActivityDate="2014-04-18T03:43:06.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1936" PostTypeId="1" AcceptedAnswerId="1937" CreationDate="2014-04-18T17:42:41.587" Score="3" ViewCount="47" Body="&lt;p&gt;I am looking for a file that contains the boundary of the Colorado State Forest.&lt;/p&gt;&#xA;" OwnerUserId="2688" LastEditorUserId="70" LastEditDate="2014-09-13T10:34:13.717" LastActivityDate="2014-09-13T10:34:13.717" Title="Administrative boundary of Colorado State Forest" Tags="|data-request|data.gov|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1937" PostTypeId="2" ParentId="1936" CreationDate="2014-04-19T02:19:42.900" Score="1" Body="&lt;p&gt;best way to do this is search for locality admin site. then search it for gis. that gave me this:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.arcgis.com/home/group.html?owner=rsacco&amp;amp;title=Colorado%20Parks%20and%20Wildlife%20-%20Administrative%20Boundary%20Data&quot; rel=&quot;nofollow&quot;&gt;http://www.arcgis.com/home/group.html?owner=rsacco&amp;amp;title=Colorado%20Parks%20and%20Wildlife%20-%20Administrative%20Boundary%20Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-04-19T02:19:42.900" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1938" PostTypeId="2" ParentId="1936" CreationDate="2014-04-19T19:46:57.847" Score="1" Body="&lt;p&gt;This link is to the BLM's geospatial data for Colorado. You may find some useful stuff here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.blm.gov/co/st/en/BLM_Programs/geographical_sciences/gis/GeospatialData.html&quot; rel=&quot;nofollow&quot;&gt;http://www.blm.gov/co/st/en/BLM_Programs/geographical_sciences/gis/GeospatialData.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-04-19T19:46:57.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1939" PostTypeId="2" ParentId="1902" CreationDate="2014-04-20T11:11:18.000" Score="8" Body="&lt;p&gt;The basics for FOIA are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;be very clear in your request&lt;/li&gt;&#xA;&lt;li&gt;be respectful&lt;/li&gt;&#xA;&lt;li&gt;be tenacious&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Remember that while there are government officials who are hostile to records requests, not all of them are. There are many people in government who want to do the right thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a few websites designed to help you file FOIA requests. In the US, &lt;a href=&quot;https://www.muckrock.com&quot;&gt;Muck Rock&lt;/a&gt; has been around for several years, and &lt;a href=&quot;https://www.foiamachine.org&quot;&gt;FOIA Machine&lt;/a&gt; is another newer one. In preparing this answer, I also learned about &lt;a href=&quot;https://www.ifoia.org/#!/&quot;&gt;iFOIA.org&lt;/a&gt;. There is also a project called &lt;a href=&quot;http://www.alaveteli.org&quot;&gt;Alaveteli&lt;/a&gt;, an open source project to make it easier to set up sites like these. Their GitHub wiki has a &lt;a href=&quot;https://github.com/mysociety/alaveteli/wiki/List-of-foi-websites-and-projects&quot;&gt;list of running sites&lt;/a&gt; around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One way to have a hint about data systems that must exist is to consider forms that you already know are filed. You can use what you infer from the existence of the form and the fields it collects to explain what you are requesting, and to make your request more confidently. As mentioned in the other answer, requesting data schemes or other system documentation can also sometimes be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In response to Albert's answer: While there are always going to be cases where people in power work to contain information, there is a long history of important news being broken based on information obtained via FOIA. Here are just a few lists:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www2.gwu.edu/~nsarchiv/nsa/foia/stories.htm&quot;&gt;Noteworthy News Stories made possible by FOIA&#xA;documents&lt;/a&gt;&#xA;(National Security Archive) &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sunshineingovernment.org/wordpress/?page_id=1533&quot;&gt;The FOIA Files: Stories that FOIA made&#xA;possible&lt;/a&gt;&#xA;(Sunshine in Government Initiative)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But also, in respect for Albert's point, I offer &lt;a href=&quot;https://mobile.twitter.com/thejefflarson/status/456140408025006081&quot;&gt;this tweet&lt;/a&gt; from ProPublica's Jeff Larson: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Don’t use ‘related to’ in your FOIA request. Just got:&#xA;  ‘all documents 'relate' to others in some remote fashion’ as a reason for denial.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-04-20T11:11:18.000" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1940" PostTypeId="1" CreationDate="2014-04-20T18:16:22.493" Score="3" ViewCount="228" Body="&lt;p&gt;Is there any way to use the contains() filter in a SODA2 API call. Something like this, but I get a response saying the query is too complex -&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.cityofchicago.org/resource/4ijn-s7e5.json?%24select=dba_name&amp;amp;%24where=contains%28dba_name,%27Some%20string%27%29&quot; rel=&quot;nofollow&quot;&gt;http://data.cityofchicago.org/resource/4ijn-s7e5.json?$select=dba_name&amp;amp;$where=contains(dba_name,'Some string')&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;code&quot; : &quot;query.execution.queryTooComplex&quot;,&#xA;  &quot;error&quot; : true,&#xA;  &quot;message&quot; : &quot;Only simple comparison filters are allowed&quot;,&#xA;  &quot;data&quot; : {&#xA;    &quot;reason&quot; : &quot;validation.complex-filter&quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;When you view the dataset &lt;a href=&quot;https://data.cityofchicago.org/Health-Human-Services/Food-Inspections/4ijn-s7e5&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; you're able to create different filter view conditions like 'DBA Name contains apple', so I was just wondering if there was a way to do the same thing using the SODA2 API endpoint.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is for an iOS App also. My current solution is just storing a years worth of data on the device and then doing all the operations I need on my own.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="2696" LastEditorUserId="2696" LastEditDate="2014-04-22T13:32:22.513" LastActivityDate="2014-04-22T13:32:22.513" Title="Contains filter in SODA2 API call" Tags="|socrata|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1941" PostTypeId="2" ParentId="1934" CreationDate="2014-04-21T16:45:37.293" Score="6" Body="&lt;p&gt;USGS &lt;a href=&quot;http://earthexplorer.usgs.gov/&quot;&gt;EarthExplorer&lt;/a&gt; is often a fantastic resource for this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out, in particular, these datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Aerial Photo Single Frames (usually pre-1980)&lt;/li&gt;&#xA;&lt;li&gt;DOQ (1990s)&lt;/li&gt;&#xA;&lt;li&gt;NAPP (1980s-1990s) &lt;/li&gt;&#xA;&lt;li&gt;NHAP (1970s-1980s)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2701" LastActivityDate="2014-04-21T16:45:37.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1942" PostTypeId="2" ParentId="1927" CreationDate="2014-04-21T19:27:31.797" Score="4" Body="&lt;p&gt;looks like possibly same question on stackoverflow:&lt;br&gt;&#xA;&lt;a href=&quot;https://stackoverflow.com/questions/12835572/how-to-use-pure-sql-for-exploratory-data-analysis&quot;&gt;https://stackoverflow.com/questions/12835572/how-to-use-pure-sql-for-exploratory-data-analysis&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;most results i found recommend using R&lt;br&gt;&#xA;&lt;a href=&quot;http://www.renzeconsulting.com/presentations/exploratory-data-analysis-with-r.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.renzeconsulting.com/presentations/exploratory-data-analysis-with-r.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;looks like these two solutions cost:&lt;br&gt;&#xA;&lt;a href=&quot;http://science.nature.nps.gov/im/units/arcn/documents/documents/nps-arcn-dmsop-2009-03_exploratory_data_analysis_using_sqlserverstudio_v1.0_20090210.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://science.nature.nps.gov/im/units/arcn/documents/documents/nps-arcn-dmsop-2009-03_exploratory_data_analysis_using_sqlserverstudio_v1.0_20090210.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://spie.org/Publications/Proceedings/Paper/10.1117/12.907097&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://spie.org/Publications/Proceedings/Paper/10.1117/12.907097&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-04-21T19:27:31.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1943" PostTypeId="2" ParentId="1940" CreationDate="2014-04-22T07:37:22.480" Score="1" Body="&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;: I realized my answer is for the browser and not related to Socrata. I'll probably delete it soon.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Your core URI is &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://data.cityofchicago.org/resource/4ijn-s7e5.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which is actually just a large &lt;a href=&quot;http://en.wikipedia.org/wiki/JSON&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON file&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's possible to use the browser to filter the JSON file. After the core &lt;a href=&quot;https://stackoverflow.com/a/176274/2327328&quot;&gt;URI&lt;/a&gt; above, you put a question mark (?) and then the filters. For example, to get inspection_id # 1434955, the URL will be constructed as follows:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://data.cityofchicago.org/resource/4ijn-s7e5.json?inspection_id=1434955&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;key&lt;/strong&gt; from the JSON file is &lt;em&gt;inspection_id&lt;/em&gt; and the &lt;strong&gt;value&lt;/strong&gt; is &lt;em&gt;1434955&lt;/em&gt;. These strings must match exactly, so it's most useful to use the complete JSON as a reference.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can combine filters with ampersand (&amp;amp;). For example, this URI gives a JSON that combines all Zip Codes being 60649 and with Inspection Type being &quot;Complaint&quot;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://data.cityofchicago.org/resource/4ijn-s7e5.json?zip=60649&amp;amp;inspection_type=Complaint&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;keys&lt;/strong&gt; are things like &lt;em&gt;zip&lt;/em&gt; and &lt;em&gt;inspection_type&lt;/em&gt;, and the &lt;strong&gt;values&lt;/strong&gt; are things like &lt;em&gt;60649&lt;/em&gt; and &lt;em&gt;Complaint&lt;/em&gt;. There is also the ability to give the browser JSON with more complicated filters (greater than, less than), but those will require some documentation from the data source. Normally you put a JSON-like piece of text in your URI (&lt;a href=&quot;https://stackoverflow.com/a/19904091/2327328&quot;&gt;for example&lt;/a&gt;). If you use a browser tool like &lt;a href=&quot;https://stackoverflow.com/a/2368279/2327328&quot;&gt;discussed here&lt;/a&gt;, I think then you can easily search text in the JSON file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you don't know programming, consider learning &lt;a href=&quot;http://curl.haxx.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;cURL&lt;/a&gt; (don't mind the tacky website, it's really a core resource). Also, there are browser extensions that may make the process simpler (&lt;a href=&quot;https://stackoverflow.com/q/9522536/2327328&quot;&gt;for example&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-04-22T11:08:37.593" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1944" PostTypeId="2" ParentId="1930" CreationDate="2014-04-22T13:03:50.967" Score="3" Body="&lt;p&gt;This is an interesting question. Here is a non-direct path (assuming you are using Windows).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;TL;DR&lt;/strong&gt; print hard copies with check font, scan/photograph them, use OCR.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used Python to write the few &lt;a href=&quot;http://en.wikipedia.org/wiki/Magnetic_ink_character_recognition#Unicode&quot; rel=&quot;nofollow noreferrer&quot;&gt;MICR characters&lt;/a&gt; in Unicode. I use the utf-16-le (little endian) encoding with &lt;a href=&quot;http://en.wikipedia.org/wiki/Byte_order_mark#UTF-16&quot; rel=&quot;nofollow noreferrer&quot;&gt;BOM&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import codecs&#xA;with open('micr.txt','wb') as output:&#xA;    output.write(codecs.BOM_UTF16)&#xA;    for ichar in xrange(9280,9280+11):&#xA;        line = ( u'1'+unichr(ichar)+u'\n').encode('utf-16')&#xA;        output.write(line)&#xA;    output.write( (u'0123456789'+u'\n').encode('utf-16') )&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The output looks like this (I suggest using Notepad++ or another high-level text editor). It's required to have some character before each of the non-numeric MICR unicode characters, I just chose '1' for simplicity:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1⑀ &#xA;1⑁ &#xA;1⑂&#xA;1⑃&#xA;1⑄&#xA;1⑅ &#xA;1⑆&#xA;1⑇&#xA;1⑈&#xA;1⑉&#xA;1⑊&#xA;0123456789&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;These are all the possible unicode characters for MICR. Of course, the font is wrong. (A simpler method would be to copy paste from &lt;a href=&quot;http://www.scarfboy.com/coding/unicode-tool?s=U%2b2440&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The MICR font costs money, unfortunately, but there is an open version: &lt;a href=&quot;http://www.sandeen.net/GnuMICR/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GnuMICR&lt;/a&gt;. You can download the font directly here: &lt;a href=&quot;http://www.sandeen.net/GnuMICR/download/GnuMICR-0.30/GnuMICR.ttf&quot; rel=&quot;nofollow noreferrer&quot;&gt;GnuMICR.ttf&lt;/a&gt;. To install, just double click and then restart and running programs where you want to use it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then took my output text from above, and pasted it into LibreOffice Writer (other MS Word-like programs will work, too). Highlight all the text and change the font to &lt;strong&gt;GnuMICR&lt;/strong&gt;. I've shared the LibreOffice Writer .ODT file &lt;a href=&quot;https://github.com/philshem/philshem.github.io/raw/master/data/unicode_micr.odt&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (you must have the GnuMICR font already installed).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The screenshot below shows what my screen looks like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dcXuN.png&quot; alt=&quot;Screenshot of LibreOffice Writer with the GnuMICR font and unicode characters&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From here, you can use the Python code or lots of copy/paste to generate unlimited routing and account numbers. &lt;em&gt;Let me know if you want a python snippet to generate fake routing/account numbers.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To really test the OCR, generate your own &lt;a href=&quot;http://en.wikipedia.org/wiki/Magnetic_ink_character_recognition&quot; rel=&quot;nofollow noreferrer&quot;&gt;MICR documents&lt;/a&gt; by physically printing your digital &quot;checks&quot; and then scan/photograph (re-digitize) them. Between printing and scanning you can have some fun by folding, spilling coffee, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also digitally damage the images, for example, by using &lt;a href=&quot;http://www.pythonware.com/products/pil/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python Imagine Library (PIL)&lt;/a&gt; and methods such as &lt;a href=&quot;https://stackoverflow.com/q/15145046/2327328&quot;&gt;discussed here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-04-22T13:03:50.967" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1945" PostTypeId="1" CreationDate="2014-04-23T05:01:58.097" Score="5" ViewCount="351" Body="&lt;p&gt;I've been looking into the benefits of white/ambient noise on studying lately, and I think it's best to put on some cafe, busy library, study place ambient noise (with people talking in the background). I've been looking for audio tracks of this kind. So far I've found some that are simply &quot;sound effects&quot;, which last &amp;lt; 1 minute. But what I really want is an audio track that plays for several hours with no looping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've searched several places but haven't found anything like that.&lt;br&gt;&#xA;Is there some open data collection of ambient background noise that I described?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-03-30T10:09:37.257" LastActivityDate="2020-03-24T11:38:25.140" Title="Cafe, library ambience noise database" Tags="|data-request|audio|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1946" PostTypeId="1" AcceptedAnswerId="1963" CreationDate="2014-04-23T05:42:15.453" Score="12" ViewCount="5901" Body="&lt;h1&gt;Data request&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I am looking for a database that describes the &quot;difficulty&quot; of each English word.&lt;br&gt;&#xA;Difficulty of a word is not easy to define, but it is probably a mix of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Level of study needed to understand the signified meaning&lt;/li&gt;&#xA;&lt;li&gt;Time it takes for a certain person to read the word&lt;/li&gt;&#xA;&lt;li&gt;Probability that a certain person will fail to understand, or misunderstand the word&lt;/li&gt;&#xA;&lt;li&gt;Rarity of the signifier in literature&lt;/li&gt;&#xA;&lt;li&gt;Length of the signifier&lt;/li&gt;&#xA;&lt;li&gt;Rare characters in the signifier&lt;/li&gt;&#xA;&lt;li&gt;Rare combinations of characters in the signifier&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Context&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I have a huge database of English words (&lt;a href=&quot;https://ankiweb.net/shared/info/1679254382&quot; rel=&quot;noreferrer&quot;&gt;sample&lt;/a&gt;) and want to split them into flashcard decks of different difficulty levels. &lt;em&gt;(actually for a &lt;a href=&quot;https://www.google-melange.com/gsoc/project/details/google/gsoc2014/jakeprobst/5639274879778816&quot; rel=&quot;noreferrer&quot;&gt;GSoC project&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's why I need to know the &quot;difficulty&quot; of each English word.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: There are some algorithms to calculate complexity &lt;em&gt;(Flesch Kincaid Reading Ease, Flesch Kincaid Grade Level, Gunning Fog Score, Coleman Liau Index, SMOG Index, Automated Reability Index, Dale-Chall Readability Score, Spache Readability Score, etc)&lt;/em&gt; but they are very primitive, and while they can be useful to evaluate the complexity of a whole book, they are totally ineffective for a single word.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Region&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Any variant of English, or any combination, is OK&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;License&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Must be reusable and embeddable into my server-side non-redistributed software.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Format&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Any format is fine. The most obvious would be a CSV with an integer (or decimal) for each word, like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WORD; DIFFICULTY&#xA;rhinoceros; 3&#xA;cees; 11&#xA;leptophyllarum; 14&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In any case, I would prefer to avoid web-scraping.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Authority&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Preferably data from an academic body, but crowdsourced data is acceptable too.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Requirements&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Must contain at least the 3000 most-used words of the English language&lt;/li&gt;&#xA;&lt;li&gt;The complexity scale must have at least 3 different levels, for instance Easy, Medium, Difficult. The more levels the better.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Non-answer&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The database at &lt;a href=&quot;http://elexicon.wustl.edu&quot; rel=&quot;noreferrer&quot;&gt;http://elexicon.wustl.edu&lt;/a&gt; would be a great answer if it were open data. This project measures how long it takes for a human to do a &quot;lexical decision&quot; for a particular word.&#xA;So far they have measured 1,123,350 reaction times, by 443 humans, with 40,481 words and 40,481 nonwords.&#xA;It is not yet clear to me what &quot;lexical decision&quot; actually is, but I am pretty sure it correlates or at least is an important factor in complexity.&#xA;Unfortunately not open:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Unauthorized Use Strictly Prohibited: Word lists generated from this website are available for non-commercial research purposes only and may not be used in the development of speech technology.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-02T02:41:02.320" LastActivityDate="2021-11-16T21:59:37.027" Title="Database of English words difficulty" Tags="|data-request|language|english|metadata|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1947" PostTypeId="1" CreationDate="2014-04-23T05:45:16.300" Score="0" ViewCount="104" Body="&lt;p&gt;I have a huge database of Japanese words and want to split them into flashcard decks of different difficulty levels. &lt;em&gt;(actually for a &lt;a href=&quot;https://www.google-melange.com/gsoc/project/details/google/gsoc2014/jakeprobst/5639274879778816&quot; rel=&quot;nofollow&quot;&gt;GSoC project&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this, I need to know the &quot;difficulty&quot; of each Japanese word.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Difficulty of a word is not easy to define, but it is probably a mix of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Level of study needed to understand the signified meaning&lt;/li&gt;&#xA;&lt;li&gt;Rarity of the signifier in litterature&lt;/li&gt;&#xA;&lt;li&gt;Rarity of each character in the signifier&lt;/li&gt;&#xA;&lt;li&gt;Length of the signifier&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-04-29T03:21:19.430" Title="Database of Japanese words difficulty" Tags="|data-request|language|metadata|japanese|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1948" PostTypeId="2" ParentId="1945" CreationDate="2014-04-23T06:17:39.743" Score="4" Body="&lt;p&gt;nature sounds offers kitchen audio...which may not be close enough. it allows for exporting 30min file&lt;br&gt;&#xA;&lt;a href=&quot;http://naturesoundsfor.me/&quot; rel=&quot;nofollow&quot;&gt;http://naturesoundsfor.me/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;ok. i can't find anything longer than a few minutes. check out some of the results in the open audio community on archive.org:&lt;br&gt;&#xA;&lt;a href=&quot;https://archive.org/details/opensource_audio&quot; rel=&quot;nofollow&quot;&gt;https://archive.org/details/opensource_audio&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-04-29T20:08:29.743" LastActivityDate="2014-04-29T20:08:29.743" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="1949" PostTypeId="1" AcceptedAnswerId="3328" CreationDate="2014-04-23T19:29:41.893" Score="6" ViewCount="157" Body="&lt;p&gt;Does anyone know of anyone else who has compiled a machine-readable set of the IRS's SOI Tax Stats - Historical Table 2, i.e., &lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-Historic-Table-2&quot; rel=&quot;nofollow&quot;&gt;these&lt;/a&gt;? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The .xls files available from the IRS are crosstabbed and contain multiple subcategories. Difficult to translate to something database compliant for analysis.&lt;/p&gt;&#xA;" OwnerUserId="1151" LastEditorUserId="70" LastEditDate="2015-04-09T14:37:29.217" LastActivityDate="2015-04-09T14:37:29.217" Title="IRS Statistics of Income, machine-readable" Tags="|data-request|usa|government|economics|irs|" AnswerCount="2" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1950" PostTypeId="2" ParentId="1926" CreationDate="2014-04-24T08:22:05.883" Score="12" Body="&lt;p&gt;You could probably grab &lt;a href=&quot;http://gmailblog.blogspot.dk/2014/02/new-holiday-calendars.html&quot;&gt;Google's public calendars&lt;/a&gt;. All of the calendars are public, but the URLs for them don't seem to be systematically listed anywhere. You would have to go into Google Calendar to pull the list of &quot;interesting calendars&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the one for the United States in several formats: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.google.com/calendar/feeds/en.usa%23holiday%40group.v.calendar.google.com/public/basic&quot;&gt;XML&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.google.com/calendar/ical/en.usa%23holiday%40group.v.calendar.google.com/public/basic.ics&quot;&gt;iCal&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.google.com/calendar/embed?src=en.usa%23holiday%40group.v.calendar.google.com&quot;&gt;Web interface&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-04-24T08:22:05.883" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1951" PostTypeId="1" AcceptedAnswerId="17724" CreationDate="2014-04-24T13:21:44.063" Score="13" ViewCount="5245" Body="&lt;p&gt;There are many web resources to find domain names (whois.com), and using the WHOIS &lt;a href=&quot;http://en.wikipedia.org/wiki/Whois&quot; rel=&quot;noreferrer&quot;&gt;protocol&lt;/a&gt; there are some APIs. Some examples are the unix command line tool &lt;a href=&quot;http://linux.die.net/man/1/whois&quot; rel=&quot;noreferrer&quot;&gt;jwhois&lt;/a&gt; and the python library &lt;a href=&quot;https://code.google.com/p/pywhois/&quot; rel=&quot;noreferrer&quot;&gt;pywhois&lt;/a&gt;. These tools return the full WHOIS record, which includes personal information like name, phone number, and address. Because of the personal information, these APIs either cost money (whoisxmlapi.com) or have IP-address quotas and rate limiting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not looking for personal information, but I would like to collect non-personal domain data &lt;em&gt;in bulk&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there an open dataset of registered domains?&lt;/strong&gt; (Even old, partial, or geographically limited data would be of interest.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-04-19T14:17:15.800" LastActivityDate="2023-10-21T15:54:43.187" Title="Dataset of domain names" Tags="|data-request|internet|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1952" PostTypeId="2" ParentId="1843" CreationDate="2014-04-24T17:57:29.730" Score="3" Body="&lt;p&gt;geonames.usgs.gov has all the named features on US maps, including golf courses. They have some coverage of foreign names, too, but I have no experience with those.&lt;/p&gt;&#xA;" OwnerUserId="2727" LastActivityDate="2014-04-24T17:57:29.730" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1954" PostTypeId="1" CreationDate="2014-04-24T22:31:33.353" Score="3" ViewCount="2707" Body="&lt;p&gt;I am looking for a downloadable, always up to date and structured comprehensive dataset of movies and TV shows.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://opendata.stackexchange.com/questions/589/is-there-an-open-movie-and-or-music-database-available-for-commercial-use&quot;&gt;this&lt;/a&gt; question and it does have some answers - DBPedia and Freebase, but they do not provide the same kind of comprehensive data+images that TheTVDB/TheMovieDB have.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially what I need is a structured dataset with the data TheMovieDB/TheTVDB/IMDB have. Scraping/downloading this from an API is also an option, as long as the given service has a reasonable limit which would allow retrieving their whole dataset in a couple of days.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would imagine there's a paid service that would sell this kind of data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details on what kind of information I need:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Title, first aired/release year, certification, description, tagline&lt;/li&gt;&#xA;&lt;li&gt;Genres&lt;/li&gt;&#xA;&lt;li&gt;IMDB ID&lt;/li&gt;&#xA;&lt;li&gt;Cast, directors, etc.&lt;/li&gt;&#xA;&lt;li&gt;IMDB Rating&lt;/li&gt;&#xA;&lt;li&gt;TV show specific info: episodes (name, release date), seasons, runtime, status (ended/active), air date&lt;/li&gt;&#xA;&lt;li&gt;Posters/images&#xA;Any additional data might be useful&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="2732" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-04-26T16:22:32.563" Title="Structured movie/TV dataset" Tags="|data-request|film|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1955" PostTypeId="2" ParentId="1949" CreationDate="2014-04-25T03:07:57.987" Score="1" Body="&lt;p&gt;using scraperwiki, i can parse the .xls just fine. place the url in the input field, after it is done uploading, select download as spreadsheet, and you'll get .csv/.xlsx.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;not an answer to the question(s) you posed directly, but an answer nonetheless. hope its useful... &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-04-25T03:07:57.987" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="1956" PostTypeId="2" ParentId="1256" CreationDate="2014-04-25T08:56:30.527" Score="5" Body="&lt;p&gt;Well, in short, &lt;a href=&quot;http://www.talend.com/products/data-integration&quot; rel=&quot;noreferrer&quot;&gt;Talend Open Studio for Data Integration&lt;/a&gt; is an ETL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It can be used for many use cases, including data migration, files processing, etc.&#xA;You can easily build jobs using a visual editor to combine specialized connectors (read CSV files, select rows corresponding to your criteria, write result to one or more files or directly to a database, and more). The possibilities are endless because there are more than 800 connectors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the end, TOS generates a java application which can be launched from the designer or for the command line (Windows or Unix).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="2729" LastActivityDate="2014-04-25T08:56:30.527" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1957" PostTypeId="2" ParentId="1951" CreationDate="2014-04-25T16:23:36.680" Score="8" Body="&lt;p&gt;This isn't a complete dataset, but you will find all .gov.uk domain names with the following info:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Domain Name&lt;/li&gt;&#xA;&lt;li&gt;Representing&lt;/li&gt;&#xA;&lt;li&gt;Owner&lt;/li&gt;&#xA;&lt;li&gt;Status&lt;/li&gt;&#xA;&lt;li&gt;Next Renewal Date&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Link: &lt;a href=&quot;http://data.gov.uk/dataset/list-of-gov-uk-domain-names&quot;&gt;http://data.gov.uk/dataset/list-of-gov-uk-domain-names&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-04-25T16:23:36.680" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1959" PostTypeId="2" ParentId="1954" CreationDate="2014-04-25T22:01:55.427" Score="3" Body="&lt;p&gt;About the TV shows I know a great site (&lt;a href=&quot;https://eztv-proxy.net/showlist/&quot; rel=&quot;nofollow&quot;&gt;eztv&lt;/a&gt;) with a list of airplay, info, trailers etc, but I cannot find anywhere about copywrite. Maybe you can contact with them and ask them about it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Link: &lt;a href=&quot;https://eztv-proxy.net/showlist/&quot; rel=&quot;nofollow&quot;&gt;https://eztv-proxy.net/showlist/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-04-25T22:01:55.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1960" PostTypeId="1" AcceptedAnswerId="1972" CreationDate="2014-04-26T20:31:07.063" Score="4" ViewCount="144" Body="&lt;p&gt;Recently I participated in a digital humanities hackathon where we created programs for automatic handling of texts. For example, one program involved automatic detection of Biblical phrases in modern prose and poetry. For this and similar projects, we needed quick access to text in a table format, such as, a table of all verses in the Bible. Although such table can be created automatically from &lt;a href=&quot;https://en.wikisource.org&quot; rel=&quot;nofollow&quot;&gt;Wikisource&lt;/a&gt; using their API, it is much more convenient to be able to download the table itself in a computer-readable format, such as comma-seperated-values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is, a CSV file of the Bible (or other large texts) would be too large to put in a Wikisource page. Also, the Media-Wiki software does not allow to upload CSV or any other database files. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, my question is: do you know of a wiki-like website where uses can create and edit data tables in a format that is convenient both for human editors and for computers?&lt;/p&gt;&#xA;" OwnerUserId="2740" OwnerDisplayName="Erel Segal Halevi" LastEditorUserId="70" LastEditDate="2015-03-30T11:12:50.327" LastActivityDate="2015-03-30T11:12:50.327" Title="Wiki site for data tables" Tags="|tool-request|csv|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="1961" PostTypeId="1" AcceptedAnswerId="1977" CreationDate="2014-04-28T02:53:37.750" Score="2" ViewCount="708" Body="&lt;p&gt;How would I go about finding a dataset of IP addresses of backbone routers? Looking around on Google didn't seem to help. Is this information available somewhere?&lt;/p&gt;&#xA;" OwnerUserId="2741" LastEditorUserId="70" LastEditDate="2015-04-19T15:44:09.083" LastActivityDate="2015-04-19T15:44:09.083" Title="IP addresses of backbone routers" Tags="|data-request|internet|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1963" PostTypeId="2" ParentId="1946" CreationDate="2014-04-28T07:18:26.143" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;http://www.newgeneralservicelist.org/&quot; rel=&quot;noreferrer&quot;&gt;New General Service List&lt;/a&gt; (updated just a few weeks ago) is a list of &quot;&lt;em&gt;the most important words for second language learners of English&lt;/em&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It ranks the top three thousand headwords (plus more words within each headword, such as plurals and tenses).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So it won't cover &lt;em&gt;all&lt;/em&gt; the words in your list, and it's really indicating &quot;usefullness&quot; rather than difficulty.  But I think useful words are more likely to be used, so more familiar, so &quot;easier&quot;.  It's certainly something you could use as a major factor, along with other factors, to determine difficulty.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is in a spreadsheet, and the license is CC-BY. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For (more difficult) words beyond that list, you could use word frequency as a major component of a difficulty rank.  One source is &lt;a href=&quot;http://invokeit.wordpress.com/frequency-word-lists/&quot; rel=&quot;noreferrer&quot;&gt;subtitles word frequency lists&lt;/a&gt; (CC-BY).  That lists a few hundred thousand words by how often they appear in English-language TV and film subtitles.  Again not the same as difficulty (and it's spoken English, rather than written), but it's an indication of how likely it is that somebody has heard the word before.&lt;/p&gt;&#xA;" OwnerUserId="1142" LastEditorUserId="1142" LastEditDate="2014-04-28T08:16:24.860" LastActivityDate="2014-04-28T08:16:24.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1964" PostTypeId="2" ParentId="1951" CreationDate="2014-04-28T07:47:36.290" Score="3" Body="&lt;p&gt;To expand on the answer of &lt;a href=&quot;https://opendata.stackexchange.com/a/1957/1511&quot;&gt;Anastasios Ventouris&lt;/a&gt;, I found an official list for US .gov domains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://explore.data.gov/Federal-Government-Finances-and-Employment/Federal-Executive-Agency-Internet-Domains-as-of-03/ku4m-7ynp&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Federal Executive Agency Internet Domains as of 03272014&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also many filter, view, and export options (i.e. &lt;a href=&quot;https://explore.data.gov/api/views/ku4m-7ynp/rows.json?accessType=DOWNLOAD&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON&lt;/a&gt;). I don't know how the URL will be updated since it includes date information.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-04-28T07:47:36.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1965" PostTypeId="2" ParentId="1961" CreationDate="2014-04-28T08:31:38.423" Score="3" Body="&lt;p&gt;This image is prominent on the Wikipedia article for &lt;a href=&quot;http://en.wikipedia.org/wiki/Internet_backbone&quot; rel=&quot;nofollow noreferrer&quot;&gt;Internet backbone&lt;/a&gt;.&#xA;&lt;img src=&quot;https://i.stack.imgur.com/OPXkjm.jpg&quot; alt=&quot;Internet backbone image&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Each line is drawn between two nodes, representing two IP addresses. This is a small look at the backbone of the Internet.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The source and raw data can be obtained from &lt;a href=&quot;http://www.opte.org/maps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.opte.org/maps/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the data is from 2005.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you can tolerate the HTML, you can find long lists of T3 nodes here: &lt;a href=&quot;http://cities.lk.net/trlist.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cities.lk.net/trlist.html&lt;/a&gt; All of their links to world maps are dead, unfortunately.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Instead of finding an online list, you can put together your own using the unix command '&lt;a href=&quot;http://en.wikipedia.org/wiki/Traceroute&quot; rel=&quot;nofollow noreferrer&quot;&gt;traceroute&lt;/a&gt;' and some scripting - &lt;a href=&quot;http://www.cybercon.com/backbone.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;See here for example.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-04-28T08:31:38.423" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1966" PostTypeId="2" ParentId="266" CreationDate="2014-04-28T11:15:24.783" Score="5" Body="&lt;p&gt;Please refer the link &lt;a href=&quot;https://www.udacity.com/wiki/ml/resources&quot;&gt;https://www.udacity.com/wiki/ml/resources&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the above given link there is a &lt;a href=&quot;http://kevinchai.net/datasets&quot;&gt;link&lt;/a&gt; which points to many sites where you can pull the data from open database.&lt;/p&gt;&#xA;" OwnerUserId="2743" LastActivityDate="2014-04-28T11:15:24.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1967" PostTypeId="2" ParentId="1113" CreationDate="2014-04-28T11:25:17.370" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow&quot;&gt;UCI&lt;/a&gt; hosts a Machine Learning Repository with many datasets that are labeled by about method, type, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;LINK&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In R there is a package 'readMLData' to read these datasets directly (&lt;a href=&quot;http://cran.r-project.org/web/packages/readMLData/readMLData.pdf&quot; rel=&quot;nofollow&quot;&gt;PDF details&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With Python you can use the sklearn package to load many of the datasets (&lt;a href=&quot;http://scikit-learn.org/stable/datasets/&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-04-28T11:25:17.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1968" PostTypeId="2" ParentId="1947" CreationDate="2014-04-29T03:21:19.430" Score="2" Body="&lt;p&gt;You can start by gathering Japanese books or documents which you know the difficulty level of (e.g. reading level of the book). Match your list of words to your set of books/documents to derive the difficulty of your words. This will probably give you a pretty decent classification to start with. You can then improve your classification by looking at additional things like the ones on your list.&lt;/p&gt;&#xA;" OwnerUserId="2647" LastActivityDate="2014-04-29T03:21:19.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1969" PostTypeId="1" AcceptedAnswerId="2005" CreationDate="2014-04-29T14:20:26.003" Score="6" ViewCount="343" Body="&lt;p&gt;I am trying to gather the total population of Pittsburgh and overlay it onto a Google Map.  I took the Census Tract .shp files from the &lt;a href=&quot;https://www.census.gov/geographies/reference-files/time-series/geo/gazetteer-files.2010.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Gazetteer Files for 2010&lt;/a&gt; and put them in a fusion table and then ran the census API for the total population&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://api.census.gov/data/2010/acs5?key=XXXX&amp;amp;get=B01003_001E&amp;amp;for=tract:*&amp;amp;in=state:42+county:003&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Then I took that information and uploaded it into another google Fusion table and linked the tract information letting me pull in the population numbers and link it to the XML data.&lt;/p&gt;&#xA;&lt;p&gt;I have my outcome hung on &lt;a href=&quot;http://codepen.io/fpcond/pen/IvJDA?editors=101&quot; rel=&quot;nofollow noreferrer&quot;&gt;Codepen (&amp;quot;messing with census tracts and google map&amp;quot;)&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;My question is: How accurate is this? I ask because when I click on the polygons some of the population numbers seem really low for the size of the area.&lt;/p&gt;&#xA;" OwnerUserId="2545" LastEditorUserId="23272" LastEditDate="2022-07-14T14:20:47.097" LastActivityDate="2022-07-14T14:20:47.097" Title="Accurately Using Census Tract Data and Total Population" Tags="|government|data.gov|geospatial|us-census|geocoding|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="1970" PostTypeId="1" AcceptedAnswerId="2101" CreationDate="2014-04-29T15:18:23.127" Score="5" ViewCount="99" Body="&lt;p&gt;My research involves the following questions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;How common is it for a person who owns some real estate (house, farm, etc.) to sell/lose it?&lt;/li&gt;&#xA;&lt;li&gt;Conversely, how common is it for a person who owns no real estate to acquire some?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I guess it is not difficult to find data about deals of buying/selling real estate, but, such data will not help me answer the questions, because often a person sells a house in order to buy a new house etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also guess it is not difficult to find general statistical data about percentage of real-estate ownership as a function of time, but this also does not help to answer the questions about losing/acquiring real estate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have an idea how I can get data for my research?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NOTE: I am interested in data from various countries.&lt;/p&gt;&#xA;" OwnerUserId="2740" LastEditorUserId="1511" LastEditDate="2017-05-04T11:36:31.643" LastActivityDate="2017-05-04T11:36:31.643" Title="Change of real estate ownership" Tags="|data-request|economics|real-estate|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="1971" PostTypeId="2" ParentId="1960" CreationDate="2014-04-29T15:23:20.980" Score="4" Body="&lt;p&gt;A hopeful candidate is &lt;a href=&quot;http://dat-data.com/&quot; rel=&quot;nofollow&quot;&gt;Dat&lt;/a&gt;, which aspires to become what Git (and GitHub) is for code. With this in mind, searching for &quot;git for data&quot; yields a lot of interesting results. In that context, the article &lt;a href=&quot;https://sunlightfoundation.com/blog/2010/08/05/we-dont-need-a-github-for-data/&quot; rel=&quot;nofollow&quot;&gt;We Don't Need a GitHub for Data&lt;/a&gt; is an good read which stresses the thought that it's (almost) never data that needs versioning, but data &lt;em&gt;transformations&lt;/em&gt; - which usually are code...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Back to now: a proven way to share (non-big) data in a collaborative way &lt;em&gt;right now&lt;/em&gt; is just to use GitHub. A good example is the &lt;a href=&quot;https://github.com/cooperhewitt/collection&quot; rel=&quot;nofollow&quot;&gt;Cooper-Hewitt's Collection Database&lt;/a&gt;, a collection of metadata on modern art exhibits. Practical note: try to use a least-surprise solution when creating the data structure. A good way might be to follow a published recommendation like the &lt;a href=&quot;http://dataprotocols.org/tabular-data-package/&quot; rel=&quot;nofollow&quot;&gt;Tabular Data Package&lt;/a&gt; (previously called Simple Data Format) published by the &lt;a href=&quot;http://dataprotocols.org/&quot; rel=&quot;nofollow&quot;&gt;Open Knoweldge Foundation&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And for the scientific data publisher: &lt;a href=&quot;http://thedata.org/&quot; rel=&quot;nofollow&quot;&gt;The Dataverse Network Project&lt;/a&gt; aims to become a repository of citable scientific data, analoguous to text publications that receive a unique identifier alreday.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-04-29T15:23:20.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1972" PostTypeId="2" ParentId="1960" CreationDate="2014-04-29T17:56:44.180" Score="3" Body="&lt;p&gt;scraperwiki lets you do this, plus push to ckan databases. there are limitations for free accounts. it will break your huge file up into multiple csvs.&lt;br&gt;&#xA;google drive also lets you do this, a little bit more limited, but you can still do what you want by creating a new doc (spreadsheet) and then importing your data.&lt;br&gt;&#xA;tabula is another sweet tool, published by knight foundation, that you can use on your desktop...i've had minimal problems with file size, but for each one, if i simply wait it out, as in let the program consume my resources as much as it needs....it always works.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;as for hosting: datahub.io, google drive, will host off the top of my head. so i guess on that note, amazon's free service and dropbox too &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-04-29T17:56:44.180" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1974" PostTypeId="1" AcceptedAnswerId="2088" CreationDate="2014-04-30T17:27:27.030" Score="8" ViewCount="2612" Body="&lt;p&gt;I am wondering if anyone knows where I can find data to train a classification model for &lt;a href=&quot;http://en.wikipedia.org/wiki/Bankruptcy_prediction&quot; rel=&quot;nofollow&quot;&gt;bankruptcy prediction&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bankruptcy prediction appears to be a popular topic, and there are tons of papers about it (&lt;a href=&quot;http://scholar.google.com/scholar?q=bankruptcy+prediction&amp;amp;hl=en&amp;amp;as_sdt=0&amp;amp;as_vis=1&amp;amp;oi=scholart&amp;amp;sa=X&amp;amp;ei=9ClhU9yrB8mpsQTzu4DwDg&amp;amp;ved=0CCkQgQMwAA&quot; rel=&quot;nofollow&quot;&gt;see Google Scholar&lt;/a&gt;). I've searched through a large number of these papers, but unfortunately none of them include a link to the data they used to train their models. I've also contacted a few authors, but have not heard back to date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I am hoping to find data that contains accounting-related features (X) which can be used to predict whether a firm will go bankrupt or not (Y). It would also be nice to find a dataset that has been used in a previous study (so that I have a benchmark for my model). Many of the datasets in the literature appear to contain around N=1000 examples with about P=5-60 features. The only dataset that I have found so far is the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Qualitative_Bankruptcy&quot; rel=&quot;nofollow&quot;&gt;qualitative bankruptcy&lt;/a&gt; dataset on UCI (which is not great since it has been derived from other data, and processed substantially). &lt;/p&gt;&#xA;" OwnerUserId="1505" LastEditorUserId="244" LastEditDate="2014-05-26T01:32:10.597" LastActivityDate="2020-04-01T18:29:16.553" Title="Looking for data on bankruptcy prediction" Tags="|data-request|data.gov|finance|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1976" PostTypeId="1" AcceptedAnswerId="1983" CreationDate="2014-05-01T18:45:52.427" Score="2" ViewCount="97" Body="&lt;p&gt;As an example, yelp and craigslist both have clauses in their terms of service that attempt to scare you away from trying to crawl/scrape their pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would they be able to legally prevent you from simply crawling this data? &#xA;What if you don't redisplay their content? &#xA;What if you use it to provide relevant links back their site?&lt;/p&gt;&#xA;" OwnerUserId="2242" LastEditorUserId="70" LastEditDate="2014-09-13T10:52:58.143" LastActivityDate="2014-09-13T10:52:58.143" Title="Why and how are certain websites able to state in their terms of service that you can't crawl their data?" Tags="|web-crawling|legal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="1977" PostTypeId="2" ParentId="1961" CreationDate="2014-05-01T19:47:23.467" Score="3" Body="&lt;p&gt;I suggest you use data from &lt;a href=&quot;http://www.caida.org/&quot; rel=&quot;nofollow&quot;&gt;Caida (Cooperative Association for Internet Data Analysis)&lt;/a&gt;.   In particular their Macroscopic Internet Topology Data Kit (ITDK) may suite your needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.caida.org/data/internet-topology-data-kit/&quot; rel=&quot;nofollow&quot;&gt;http://www.caida.org/data/internet-topology-data-kit/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quoting from the above page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ITDK contains data about connectivity and routing gathered from a large cross-section of the global Internet. This dataset is useful for studying the topology of the Internet at the router-level, among other uses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The latest ITDK release, 2013-07, currently consists of&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;two related router-level topologies,&lt;/li&gt;&#xA;&lt;li&gt;router-to-AS assignments,&lt;/li&gt;&#xA;&lt;li&gt;geographic location of each router, and&lt;/li&gt;&#xA;&lt;li&gt;DNS lookups of all observed IP addresses.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1693" LastActivityDate="2014-05-01T19:47:23.467" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1978" PostTypeId="2" ParentId="823" CreationDate="2014-05-01T20:24:40.890" Score="2" Body="&lt;p&gt;another option, and imo the easiest to implement, although that comes with a tradeoff in regards to owning your data outright.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;sign up for basic (free) scraperwiki.org account, and then log in. select create a new dataset, select extract data tables, then place the wikipedia url (any url) into the input form control and click extract tables. now your dataset(s) have been created, but you still have more options of what you can do with it...i always select view in a table, then download the data in .csv/.xlsx formats, which takes care of me owning my data. if you don't do that, you'll just be relying on some service, probably scraperwiki, to host the data for you. which isn't necessarily a bad thing. its also the reason why this solution is the easiest to implement.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;here's your wikipedia article url, converted into a dataset:&lt;br&gt;&#xA;&lt;a href=&quot;https://scraperwiki.com/dataset/a6ddhxy&quot; rel=&quot;nofollow&quot;&gt;https://scraperwiki.com/dataset/a6ddhxy&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;sraperwiki has more options, as well as even more options if you upgrade your account (which you should if you have to deal with data locked up in .pdfs, .csvs, etc., and you are not writing/using your own parsers for them.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;my favorite scraperwiki option is to push your dataset(s) to a ckan api! utilize this everytime, even if you are never going to the repo to use...someone else can.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-05-01T20:24:40.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1979" PostTypeId="5" CreationDate="2014-05-01T21:22:10.930" Score="0" Body="&lt;p&gt;Web Crawling is a method of programatically assessing a web site's content, by systematically browsing the site via a bot, aka &quot;crawling&quot; for the purpose of Web Indexing. Bots, aka Spiders, aka FOAF Web Scutter, are scripts typically programmed to copy a sites content for the purpose of comparing it to the sites content at a future/paste date (Web Indexing). The differences are typically used for updating search engine result pages. Bots typically can validate hyperlinks, HTML, CSS, and JavaScript (Web Platform Technologies), empowering it to make decisions in regards to a sites links, content (seo), and functionality (ajax and accessibility support are two examples)&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-05T03:54:19.717" LastActivityDate="2014-05-05T03:54:19.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1980" PostTypeId="4" CreationDate="2014-05-01T21:22:10.930" Score="0" Body="Web crawling is done typically for building and maintaining a Web Index. The crawled data is compared to previous versions of that dataset for changes. Web scraping is similar to web crawling, except that the site being crawled is scraped by the bot (crawler)." OwnerUserId="90" LastEditorUserId="244" LastEditDate="2014-05-05T03:54:12.817" LastActivityDate="2014-05-05T03:54:12.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1981" PostTypeId="2" ParentId="823" CreationDate="2014-05-02T08:52:39.783" Score="2" Body="&lt;p&gt;I don't usually do things by manually, but if you only need to do it once, it's sometimes cost effective.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, you can go to the &lt;a href=&quot;http://en.wikipedia.org/w/index.php?title=List_of_television_stations_in_the_United_States_by_call_sign_%28initial_letter_K%29&amp;amp;action=edit&quot; rel=&quot;nofollow&quot;&gt;Edit page&lt;/a&gt; and copy the text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since it's formatted as a table, you can use command line tools (or a text editor like Notepad++ to parse into a CSV).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;....&#xA;See also the [[List of television stations in the United States by call sign (initial letter W)|list of TV stations beginning with ''W'']] and the [[List of television stations in Mexico by call sign|list of TV stations beginning with ''X'']].&#xA;&#xA;==KA==&#xA;{| class=&quot;wikitable sortable&quot;&#xA;|-&#xA;! Call&amp;amp;nbsp;letters !! Channel !! Network(s) !! City and state !! Meaning or notes&#xA;|-&#xA;| [[KAAH-TV]]&#xA;| 27 PSIP 26&#xA;| [[Trinity Broadcasting Network|TBN]]&#xA;| [[Honolulu]], Hawaii&#xA;| K '''A'''ll '''A'''merican TV '''H'''onolulu&#xA;|-&#xA;| [[KAAL]]&#xA;... &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;First, remove the non-table stuff. Everything in the table has a pipe character (|), so that would be the first thing to &lt;strong&gt;grep&lt;/strong&gt; (and remove with &lt;strong&gt;sed&lt;/strong&gt;. Then you can replace [ and ] with nothing and then replace the line breaks (\r\n in this case) with your delimiter. I'd choose a pipe or a tab (\t) since the text has commas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a trial and error procedure, but in about 10 minutes you can usually have a working CSV file without writing elaborate code to do the same. With Notepad++ you can go to View -&gt; Show Symbol -&gt; Show All Characters and this will show you whitespace characters. In linux you can use &lt;strong&gt;od -c filename&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a lot practice, and it took 3 minutes. &lt;a href=&quot;http://pastebin.com/raw.php?i=TWW3J97N&quot; rel=&quot;nofollow&quot;&gt;Here&lt;/a&gt; is a nearly correct CSV (requires some fine tuning. I used &lt;code&gt;||&lt;/code&gt; as a delimiter. You should be able to fix the rest with find/replace.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-05-02T09:06:56.223" LastActivityDate="2014-05-02T09:06:56.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1983" PostTypeId="2" ParentId="1976" CreationDate="2014-05-02T13:55:28.587" Score="2" Body="&lt;p&gt;IANAL, TINLA. If you really need to know, get a lawyer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the United States, adult human beings are presumed competent to enter into contracts while protecting their own interests. Ergo, contracts can say almost anything you can imagine and the law will enforce them. Terms of Service agreements are contracts. Ergo...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(There are certain specific limitations to the power of contract. If you want to know more, talk to a lawyer.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Re copyright: in the United States, compilations of facts are not copyrightable (Feist v Rural Telephone Service) because they do not meet copyright's standard for originality/creativity. So base facts about a restaurant... not covered by copyright. Reviews, however, likely pass the originality test, so scraping them has copyright-infringement implications.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-05-02T13:55:28.587" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="1984" PostTypeId="1" AcceptedAnswerId="1985" CreationDate="2014-05-02T11:03:22.550" Score="4" ViewCount="1510" Body="&lt;p&gt;Can anyone recommend a place to download a dictionary of medical terms in XML or other suitable data format?&lt;/p&gt;&#xA;" OwnerDisplayName="markp3rry" LastEditorUserId="70" LastEditDate="2015-04-17T13:59:57.840" LastActivityDate="2017-05-10T17:56:05.220" Title="Where to download a dictionary of medical terms" Tags="|data-request|medical|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1985" PostTypeId="2" ParentId="1984" CreationDate="2014-05-02T11:39:02.630" Score="3" Body="&lt;h1&gt;Merriam-Webster's Medical Dictionary with Audio&lt;/h1&gt;&#xA;&lt;p&gt;Free for noncommercial (which here means &lt;em&gt;not generating any revenue&lt;/em&gt;) use provided you submit less than 1000 queries a day. Other forms of licensing are available upon request.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dictionaryapi.com/products/api-medical-dictionary.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;description&lt;/a&gt;, &lt;a href=&quot;http://www.dictionaryapi.com/info/frequently-asked-questions.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;licencing and fees&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2771" OwnerDisplayName="user7610" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-05-02T11:39:02.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1986" PostTypeId="1" CreationDate="2014-05-02T18:40:23.383" Score="3" ViewCount="239" Body="&lt;p&gt;I'm looking for a dataset of researchers CV containing the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;date of all the main graduations (MS, PhD) and &lt;a href=&quot;https://en.wikipedia.org/wiki/Academic_rank_in_the_United_States&quot; rel=&quot;nofollow&quot;&gt;change of ranks&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;location of their jobs&lt;/li&gt;&#xA;&lt;li&gt;their field&lt;/li&gt;&#xA;&lt;li&gt;their name and gender&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm mostly interested in the US.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-03-27T14:37:16.427" LastActivityDate="2015-03-27T14:37:16.427" Title="Dataset of researchers CV" Tags="|data-request|usa|research|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="1987" PostTypeId="1" CreationDate="2014-05-03T03:31:21.573" Score="1" ViewCount="556" Body="&lt;p&gt;I need a data set of diabetes patients suffering from diabetes complications like retinopathy kidney diseases and etc. dividing by patient age and sex in at least 25 years.     &lt;/p&gt;&#xA;" OwnerUserId="2776" LastEditorUserId="70" LastEditDate="2014-09-13T10:34:44.157" LastActivityDate="2014-09-13T10:34:44.157" Title="diabetes complications dataset" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1988" PostTypeId="2" ParentId="1986" CreationDate="2014-05-03T10:18:25.253" Score="4" Body="&lt;p&gt;I don't know if it would have all of what you're looking for, but there are a couple of efforts to try to give identifiers to researchers.  Most of them link to publications, and some have CV building tools.  They might not be 100% what you're looking for, but they may satisfice your need:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://orcid.org/&quot; rel=&quot;nofollow&quot;&gt;http://orcid.org/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://researchgate.net/&quot; rel=&quot;nofollow&quot;&gt;http://researchgate.net/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.researcherid.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.researcherid.com/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(note that I haven't looked at their terms for extracting their data; I know when I signed up for ORCID, it asked me what info I wanted to make public.)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-05-03T10:18:25.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1989" PostTypeId="2" ParentId="1987" CreationDate="2014-05-05T11:08:34.307" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; provides three datasets for diabetes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Diabetes&quot; rel=&quot;nofollow&quot;&gt;Diabetes Data Set&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Pima+Indians+Diabetes&quot; rel=&quot;nofollow&quot;&gt;Pima Indians Diabetes Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Diabetes+130-US+hospitals+for+years+1999-2008&quot; rel=&quot;nofollow&quot;&gt;Diabetes 130-US hospitals for years 1999-2008 Data Set&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If these don't meet your needs, you may want to go through the papers that cite these datasets and see what else they have used.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-05-05T11:58:54.740" LastActivityDate="2014-05-05T11:58:54.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1990" PostTypeId="5" CreationDate="2014-05-06T06:05:31.033" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="70" LastEditDate="2015-04-03T10:20:00.160" LastActivityDate="2015-04-03T10:20:00.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1991" PostTypeId="4" CreationDate="2014-05-06T06:05:31.033" Score="0" Body="For questions about data portals, data catalogs, data hubs, and related software tools." OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-04-03T10:20:00.160" LastActivityDate="2015-04-03T10:20:00.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1992" PostTypeId="5" CreationDate="2014-05-06T06:18:43.830" Score="0" Body="&lt;p&gt;A work is open if its manner of distribution satisfies the following conditions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Access:&#xA;The work shall be available as a whole and at no more than a reasonable reproduction cost, preferably downloading via the Internet without charge. The work must also be available in a convenient and modifiable form.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Redistribution:&#xA;The license shall not restrict any party from selling or giving away the work either on its own or as part of a package made from works from many different sources. The license shall not require a royalty or other fee for such sale or distribution.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Reuse:&#xA;The license must allow for modifications and derivative works and must allow them to be distributed under the terms of the original work.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Absence of Technological Restriction:&#xA;The work must be provided in such a form that there are no technological obstacles to the performance of the above activities. This can be achieved by the provision of the work in an open data format, i.e. one whose specification is publicly and freely available and which places no restrictions monetary or otherwise upon its use.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Attribution:&#xA;The license may require as a condition for redistribution and re-use the attribution of the contributors and creators to the work. If this condition is imposed it must not be onerous. For example if attribution is required a list of those requiring attribution should accompany the work.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Integrity:&#xA;The license may require as a condition for the work being distributed in modified form that the resulting work carry a different name or version number from the original work.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;No Discrimination Against Persons or Groups:&#xA;The license must not discriminate against any person or group of persons.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;No Discrimination Against Fields of Endeavor:&#xA;The license must not restrict anyone from making use of the work in a specific field of endeavor. For example, it may not restrict the work from being used in a business, or from being used for genetic research.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Distribution of License:&#xA;The rights attached to the work must apply to all to whom it is redistributed without the need for execution of an additional license by those parties.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;License Must Not Be Specific to a Package:&#xA;The rights attached to the work must not depend on the work being part of a particular package. If the work is extracted from that package and used or distributed within the terms of the work’s license, all parties to whom the work is redistributed should have the same rights as those that are granted in conjunction with the original package.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;License Must Not Restrict the Distribution of Other Works:&#xA;The license must not place restrictions on other works that are distributed along with the licensed work. For example, the license must not insist that all other works distributed on the same medium are open.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="90" LastEditorUserId="244" LastEditDate="2014-05-23T03:10:43.630" LastActivityDate="2014-05-23T03:10:43.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1993" PostTypeId="4" CreationDate="2014-05-06T06:18:43.830" Score="0" Body="The Open Definition sets out principles that define “openness” in relation to data and content." OwnerUserId="90" LastEditorUserId="263" LastEditDate="2014-05-06T11:06:04.997" LastActivityDate="2014-05-06T11:06:04.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1994" PostTypeId="5" CreationDate="2014-05-06T06:28:25.303" Score="0" Body="&lt;p&gt;A data dictionary is documentation about data.  It will typically contain information about the records, such as what the record contains, what the meaning of the fields are, what the meanings of the values of the fields are.  It may also contain information about relationships between records, technical information about how records are stored within a database or how they are indexed.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="263" LastEditDate="2014-05-06T10:35:41.713" LastActivityDate="2014-05-06T10:35:41.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1995" PostTypeId="4" CreationDate="2014-05-06T06:28:25.303" Score="0" Body="A data dictionary, or metadata repository, as defined in the IBM Dictionary of Computing, is a &quot;centralized repository of information about data such as meaning, relationships to other data, origin, usage, and format.&quot;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-06T10:29:08.783" LastActivityDate="2014-05-06T10:29:08.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1996" PostTypeId="5" CreationDate="2014-05-06T06:35:55.667" Score="0" Body="&lt;p&gt;NOAA (National Oceanic and Atmospheric Administration) is a scientific agency within the United States Department of Commerce focused on the conditions of the oceans and the atmosphere. NOAA warns of dangerous weather, charts seas and skies, guides the use and protection of ocean and coastal resources, and conducts research to improve understanding and stewardship of the environment. In addition to its civilian employees, NOAA research and operations are supported by 300 uniformed service members who make up the NOAA Commissioned Officer Corps.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-07T08:48:06.787" LastActivityDate="2014-05-07T08:48:06.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1997" PostTypeId="4" CreationDate="2014-05-06T06:35:55.667" Score="0" Body="National Oceanic and Atmospheric Administration (United States government agency)" OwnerUserId="90" LastEditorUserId="263" LastEditDate="2014-05-06T10:45:05.867" LastActivityDate="2014-05-06T10:45:05.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1998" PostTypeId="5" CreationDate="2014-05-06T06:47:23.513" Score="0" Body="&lt;p&gt;Socrata is a company that provides social data discovery services for opening government data, including &quot;Open Data Portal&quot; (used by the US data.gov v.2), GovStat, and API Foundry.  Although the products are licensed, their products typically expose data through the &lt;a href=&quot;http://dev.socrata.com/&quot; rel=&quot;nofollow&quot;&gt;Socrata Open Data API (SODA)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="263" LastEditDate="2014-05-06T10:43:52.360" LastActivityDate="2014-05-06T10:43:52.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="1999" PostTypeId="4" CreationDate="2014-05-06T06:47:23.513" Score="0" Body="Socrata is a company that provides social data discovery services for opening government data." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-06T10:57:30.907" LastActivityDate="2014-05-06T10:57:30.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2000" PostTypeId="5" CreationDate="2014-05-06T07:00:30.827" Score="0" Body="&lt;p&gt;BitTorrent is a protocol supporting the practice of peer-to-peer file sharing that is used to distribute large amounts of data over the Internet.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;BitTorrent is a way to transfer files of just about any size quickly and efficiently. It works by breaking files up into small pieces. The file is downloaded piece by piece from one or many different sources. It's efficient because you can download portions of a file from others who have already download it;  they may be closer and less congested than the original download site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BitTorrent is one of the most common protocols for transferring large files, but the swarming technique of opening multiple streams resulted in it being estimated to have consumed as much as 35% of all internet bandwidth.  Although &#xA;modifications have been made to TCP congestion control, this issue along with the illegal nature of many of the files being transferred in its early years (movies and TV shows), has resulted in a ban on the protocol, and possibly all peer-to-peer protocols at some government agencies and companies.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="14011" LastEditDate="2018-11-02T08:59:36.693" LastActivityDate="2018-11-02T08:59:36.693" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="2001" PostTypeId="4" CreationDate="2014-05-06T07:00:30.827" Score="0" Body="BitTorrent is a protocol supporting the practice of peer-to-peer file sharing that is used to distribute large amounts of data over the Internet." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-06T10:36:18.267" LastActivityDate="2014-05-06T10:36:18.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2002" PostTypeId="1" CreationDate="2014-05-06T07:28:22.933" Score="2" ViewCount="186" Body="&lt;p&gt;I'm searching for a dataset that contains news and matching music over emotions, topic, etc. Where I find such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="2790" LastEditorUserId="70" LastEditDate="2014-09-13T10:45:26.130" LastActivityDate="2014-09-13T10:45:26.130" Title="Dataset: text and music" Tags="|data-request|music|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2003" PostTypeId="1" CreationDate="2014-05-06T08:44:57.873" Score="2" ViewCount="183" Body="&lt;p&gt;I am looking for a DB of the &lt;a href=&quot;http://en.wikipedia.org/wiki/Age_of_consent&quot; rel=&quot;nofollow&quot;&gt;age of consent&lt;/a&gt; per state/country. I found &lt;a href=&quot;http://www.webistry.net/jan/consent.html&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; list for the states in the USA.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Is there an official database I can use for the USA?&lt;/li&gt;&#xA;&lt;li&gt;Are there any databases for other countries?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2791" LastEditorUserId="70" LastEditDate="2014-09-13T11:03:50.970" LastActivityDate="2014-09-13T11:03:50.970" Title="Age of consent per country database" Tags="|data-request|data.gov|legal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2004" PostTypeId="2" ParentId="2003" CreationDate="2014-05-06T15:22:29.170" Score="3" Body="&lt;p&gt;The UN publishes such as list for age of consent for marriage:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.un.org/Data.aspx?d=GenderStat&amp;amp;f=inID:19&quot; rel=&quot;nofollow&quot;&gt;http://data.un.org/Data.aspx?d=GenderStat&amp;amp;f=inID:19&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, the age of consent for sex is in many countries lower than consent for marriage. The UN publishes this as well, but I was not able to find it at the moment.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-05-06T15:35:50.463" LastActivityDate="2014-05-06T15:35:50.463" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2005" PostTypeId="2" ParentId="1969" CreationDate="2014-05-06T17:18:58.267" Score="3" Body="&lt;p&gt;Note that your API request is for the population of all tracts in Allegheny County, not just in Pittsburgh. But I don't think the API supports tracts-in-place right now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know the region that well, but I don't see any problems with your method. Note that you're using 2010 ACS estimates, when you could be using 2012.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://api.census.gov/data/2012/acs5?key=XXXX&amp;amp;get=B01003_001E&amp;amp;for=tract:*&amp;amp;in=state:42+county:003&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Remember that the ACS data are estimates, so there is always a risk of sampling error. I don't think you can get the error as part of the Census API query, but you could get it from the American FactFinder, or from our project, CensusReporter: here is &lt;a href=&quot;http://censusreporter.org/data/table/?table=B01003&amp;amp;geo_ids=140|05000US42003&quot; rel=&quot;nofollow&quot;&gt;B01003 for all tracts in Allegheny county&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our (Census Reporter's) advice to journalists is to use caution when the error is &gt; 10% of the estimate. That is the case in 123 of the 402 tracts in Allegheny county. But also, the total of the tract-level population estimates from your API call is 1,223,066, which is quite close to the 2010 population from the Decennial census, listed as &quot;estimates base&quot; in the &lt;a href=&quot;http://quickfacts.census.gov/qfd/states/42/42003.html&quot; rel=&quot;nofollow&quot;&gt;Allegheny County Quick Facts&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have personal knowledge of the places with low population that makes you suspicious?&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-05-06T17:18:58.267" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2007" PostTypeId="1" AcceptedAnswerId="2201" CreationDate="2014-05-07T19:20:08.037" Score="5" ViewCount="1333" Body="&lt;p&gt;I'd like to start working on a web application that relates to board games and eventually off of it. I'd like to know if there are any data sets out there that will fit this scenario.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found that BoardGameGeek has quite a large database with an &lt;a href=&quot;http://boardgamegeek.com/wiki/page/BGG_XML_API&amp;amp;redirectedfrom=XML_API#&quot; rel=&quot;nofollow&quot;&gt;XML api&lt;/a&gt;, unfortunately their &lt;a href=&quot;http://boardgamegeek.com/wiki/page/XML_API_Terms_of_Use&quot; rel=&quot;nofollow&quot;&gt;terms of service&lt;/a&gt; restrict commercial usage.&lt;/p&gt;&#xA;" OwnerUserId="2803" LastEditorUserId="70" LastEditDate="2015-03-30T14:32:17.310" LastActivityDate="2015-03-30T14:32:17.310" Title="Are there any open datasets of board games that allow commercial usage?" Tags="|data-request|games|" AnswerCount="3" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2008" PostTypeId="2" ParentId="2007" CreationDate="2014-05-07T21:44:32.407" Score="2" Body="&lt;p&gt;not a strong board gamer, so i can't verify if these titles are &quot;legit&quot;...i recognize a few; a list of free alternatives to classic, well known games:&lt;br&gt;&#xA;&lt;a href=&quot;http://forum.dune2k.com/topic/26191-free-alternatives-to-classicwell-known-games/&quot; rel=&quot;nofollow&quot;&gt;http://forum.dune2k.com/topic/26191-free-alternatives-to-classicwell-known-games/&lt;/a&gt;&lt;br&gt;&#xA;the only game i looked @ was frozen bubbles, its 100% open source, as they are all advertised, denoted by the &quot;This is Free Software&quot; headline, seen here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.frozen-bubble.org/downloads/#framecontent&quot; rel=&quot;nofollow&quot;&gt;http://www.frozen-bubble.org/downloads/#framecontent&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-05-07T21:44:32.407" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2009" PostTypeId="1" AcceptedAnswerId="2013" CreationDate="2014-05-08T02:48:44.620" Score="25" ViewCount="17328" Body="&lt;p&gt;Does anybody know if there is a place I can find historical data of weather forecasts by forecaster? I'm mainly interested in forecasts of high temperature and low temperature, but precipitation forecasts would be great as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To clarify, I am looking for historical forecast data. For example, I would be interested in knowing what Wunderground said the weather forecast for April 20th was on April 16th. Essentially, I am looking to compare historical forecasts against the actual weather that occurred to see if different sources of forecasts have different biases.&lt;/p&gt;&#xA;" OwnerUserId="2807" LastEditorUserId="16193" LastEditDate="2017-08-09T21:30:52.300" LastActivityDate="2021-02-04T18:45:44.317" Title="Historical Weather Forecasts" Tags="|data-request|weather|historical|" AnswerCount="3" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="2010" PostTypeId="1" AcceptedAnswerId="2040" CreationDate="2014-05-08T10:50:33.877" Score="5" ViewCount="231" Body="&lt;p&gt;I am interested in researching the predictive power of combining social network analytics (&lt;a href=&quot;http://en.wikipedia.org/wiki/Centrality&quot; rel=&quot;nofollow&quot;&gt;eigenvector &amp;amp; betweenness centralities&lt;/a&gt;, &lt;a href=&quot;http://en.wikipedia.org/wiki/Community_structure#Algorithms_for_finding_communities&quot; rel=&quot;nofollow&quot;&gt;community detection&lt;/a&gt;, &lt;a href=&quot;http://en.wikipedia.org/wiki/Collaborative_filtering&quot; rel=&quot;nofollow&quot;&gt;collaborative filtering&lt;/a&gt;, etc.) with traditional data mining techniques (&lt;a href=&quot;http://en.wikipedia.org/wiki/Random_forest&quot; rel=&quot;nofollow&quot;&gt;random forest&lt;/a&gt;, &lt;a href=&quot;http://en.wikipedia.org/wiki/K-nearest_neighbors_algorithm&quot; rel=&quot;nofollow&quot;&gt;K-NN&lt;/a&gt;, &lt;a href=&quot;http://en.wikipedia.org/wiki/Principal_component_analysis&quot; rel=&quot;nofollow&quot;&gt;principal component analysis&lt;/a&gt;, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have run into problems finding open source data sets that contain both relationship data for the &lt;a href=&quot;http://en.wikipedia.org/wiki/Social_Network_Analysis&quot; rel=&quot;nofollow&quot;&gt;SNA&lt;/a&gt; as well as attribute data for the traditional algorithms, and finally some attribute of interest worth modelling (accepted offer, $ spent, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could anyone offer suggestions?&lt;/p&gt;&#xA;" OwnerUserId="2808" LastEditorUserId="917" LastEditDate="2014-05-10T20:59:27.693" LastActivityDate="2020-01-09T07:14:28.393" Title="Data sets with both social and attribute data" Tags="|data-request|network-structure|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2011" PostTypeId="1" CreationDate="2014-05-08T14:24:41.863" Score="4" ViewCount="3010" Body="&lt;p&gt;I am looking for a movie and tv show database with a good developer friendly api which can be used for commercial purposes (Android app). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.themoviedb.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.themoviedb.org/&lt;/a&gt; looked like a good options but apparently they are not allowing more commercial apps. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Right now I am leaning towards &lt;a href=&quot;http://www.omdbapi.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.omdbapi.com/&lt;/a&gt; but before I start writing all my code for it I wanted to make sure there weren't other better options. My main requirement is that they give me a url for a poster for said tv show or movie.&lt;/p&gt;&#xA;" OwnerUserId="2809" LastEditorUserId="70" LastEditDate="2015-03-30T14:31:58.347" LastActivityDate="2016-02-22T11:18:48.677" Title="Movie/Tv Show api (with posters) for commercial user" Tags="|api|film|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2012" PostTypeId="1" CreationDate="2014-05-08T22:12:59.503" Score="6" ViewCount="104" Body="&lt;p&gt;I am starting a project looking at textual analysis (topic analysis and sentiment analysis) for newspapers African countries, including Gambia, Nigeria, and Tanzania. However, I was wondering if anyone knew of good repositories or archives of African newspapers or textual data (preferably in English). Newspapers would be great, but also blog posts or other resources. Any assistance would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="786" LastEditorUserId="70" LastEditDate="2015-03-26T20:02:20.457" LastActivityDate="2015-11-17T12:24:47.550" Title="african newpapers for the past 20 years for machine learning" Tags="|data-request|web-crawling|machine-learning|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2013" PostTypeId="2" ParentId="2009" CreationDate="2014-05-09T13:06:39.627" Score="11" Body="&lt;p&gt;The NOAA / National Weather Service has an archive from the Weather Prediction Center, but it only started archiving most products a few years ago:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;http://www.hpc.ncep.noaa.gov/archives/web_pages/wpc_arch/get_wpc_archives.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.hpc.ncep.noaa.gov/archives/web_pages/wpc_arch/get_wpc_archives.php&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.wpc.ncep.noaa.gov/archives/web_pages/wpc_arch/get_wpc_archives.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wpc.ncep.noaa.gov/archives/web_pages/wpc_arch/get_wpc_archives.php&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Most of what's archived are weather maps (like what you'd see behind the weatherman on the news as he's giving his forecast), and not specific temperatures.  Their 'national high/low' product just reports where the highest &amp;amp; lowest temperature on a given day was recorded, not the high/low for lots of cities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For many years, they only maintained a 'rolling archive', where they'd keep maybe 30-60 days of forecasts, and then purge them.  It's possible that something like archive.org might have some of it, but it'd likely be an incomplete record.  If you wanted to go that route, take a look at the list of NOAA's national centers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;http://www.hpc.ncep.noaa.gov/html/othersites.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.hpc.ncep.noaa.gov/html/othersites.shtml&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.wpc.ncep.noaa.gov/html/othersites.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wpc.ncep.noaa.gov/html/othersites.shtml&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastEditorUserId="1511" LastEditDate="2018-09-18T10:59:56.033" LastActivityDate="2018-09-18T10:59:56.033" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="2014" PostTypeId="1" AcceptedAnswerId="5544" CreationDate="2014-05-09T20:18:58.160" Score="5" ViewCount="1253" Body="&lt;p&gt;The Common European Framework of Reference for Languages: Learning, Teaching, Assessment, abbreviated as &lt;a href=&quot;https://en.wikipedia.org/wiki/Common_European_Framework_of_Reference_for_Languages&quot; rel=&quot;noreferrer&quot;&gt;CEFR&lt;/a&gt;, is a guideline used to describe achievements of learners of foreign languages across Europe. While the CEFR describes what a learner is supposed to be able to do in reading, listening, speaking and writing at each level, it appears that there are word lists that are relevant for each level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are these word lists available as open data? Especially, I am interested in Spanish A1 vocabulary.&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="389" LastEditDate="2014-05-14T16:35:01.953" LastActivityDate="2015-06-27T19:21:41.883" Title="Word list for Common European Framework of Reference for Languages (CEFR)" Tags="|data-request|language|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2015" PostTypeId="2" ParentId="2012" CreationDate="2014-05-10T00:06:06.013" Score="3" Body="&lt;p&gt;Here's a good starting place (compiled by Columbia University):  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Nigeria:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://library.columbia.edu/locations/global/virtual-libraries/african_studies/countries/nigeria/online.html&quot; rel=&quot;nofollow&quot;&gt;http://library.columbia.edu/locations/global/virtual-libraries/african_studies/countries/nigeria/online.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tanzania:&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://library.columbia.edu/locations/global/virtual-libraries/african_studies/countries/tanzania/online.html&quot; rel=&quot;nofollow&quot;&gt;http://library.columbia.edu/locations/global/virtual-libraries/african_studies/countries/tanzania/online.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35" LastActivityDate="2014-05-10T00:06:06.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2016" PostTypeId="2" ParentId="2014" CreationDate="2014-05-10T00:12:45.580" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.euralex.org/elx_proceedings/Euralex2012/pp328-335%20Marello.pdf&quot; rel=&quot;nofollow&quot;&gt;Here's a PDF&lt;/a&gt; with some of the Spanish words, should be fairly easy to extract them: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also this English list as an example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cambridgeenglish.org/images/22105-ket-vocabulary-list.pdf&quot; rel=&quot;nofollow&quot;&gt;http://cambridgeenglish.org/images/22105-ket-vocabulary-list.pdf&lt;/a&gt; -&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, it appears you might have to request the list as explained at the bottom of this page: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://coe.int/t/dg4/linguistic/dnr_EN.asp&quot; rel=&quot;nofollow&quot;&gt;http://coe.int/t/dg4/linguistic/dnr_EN.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35" LastEditorUserId="389" LastEditDate="2014-05-12T12:23:55.590" LastActivityDate="2014-05-12T12:23:55.590" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2017" PostTypeId="1" CreationDate="2014-05-10T02:01:47.503" Score="3" ViewCount="114" Body="&lt;p&gt;I'm looking for a dataset containing the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name of the business (I'm mostly interested in clubs, bars and restaurants) if possible along with its location&lt;/li&gt;&#xA;&lt;li&gt;Standing and &lt;a href=&quot;http://en.wikipedia.org/wiki/Seating_capacity&quot; rel=&quot;nofollow&quot;&gt;seating&lt;/a&gt; capacity&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm mostly interested in the US and in particular, Boston and California.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-04-19T15:44:35.547" LastActivityDate="2015-04-19T15:44:35.547" Title="Standing and seating capacity of clubs, bars and restaurants" Tags="|data-request|usa|geospatial|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2018" PostTypeId="2" ParentId="2017" CreationDate="2014-05-10T14:16:51.633" Score="5" Body="&lt;p&gt;I've only came across one dataset that contained the seating capacity. It is the restaurant inspections for Seattle and King County:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://info.kingcounty.gov/health/ehs/foodsafety/inspections/search.aspx&quot;&gt;http://info.kingcounty.gov/health/ehs/foodsafety/inspections/search.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-10T14:16:51.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2019" PostTypeId="1" CreationDate="2014-05-11T06:37:55.753" Score="13" ViewCount="2503" Body="&lt;p&gt;Regardless of whether the home is for sale, if you type any street address into Zillow, Redfin, or Trulia, they will often tell you the square footage, the last-sold-date, the taxable value, and often some other official information.  Here is one example address across all three services:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.redfin.com/MD/Baltimore/25-W-27th-St-21218/home/10093658&quot;&gt;http://www.redfin.com/MD/Baltimore/25-W-27th-St-21218/home/10093658&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.zillow.com/homes/25-west-27th-st-baltimore_rb/&quot;&gt;http://www.zillow.com/homes/25-west-27th-st-baltimore_rb/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.trulia.com/homes/Maryland/Baltimore/sold/434549-25-W-27th-St-Baltimore-MD-21218&quot;&gt;http://www.trulia.com/homes/Maryland/Baltimore/sold/434549-25-W-27th-St-Baltimore-MD-21218&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Has anyone had any luck reproducing their underlying data?  I'm not so concerned with getting up-to-the-minute home sales. If data are a few years old, that's no problem for my purposes.  It would just be nice to have basic structural data nationwide like:&#xA;&lt;code&gt;address&lt;/code&gt; &lt;code&gt;square footage&lt;/code&gt; &lt;code&gt;last sold date&lt;/code&gt; &lt;code&gt;sale value&lt;/code&gt; &lt;code&gt;tax assessment&lt;/code&gt; &lt;code&gt;number of bedrooms&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose I could write scraping algorithms for all of the counties with recorder databases online, but did Redfin/Zillow/Trulia all seriously show up at all of the other county recorder offices and scan things in by hand?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a bit of discussion, most of it makes me think this would be a massive undertaking:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Here are &lt;a href=&quot;http://www.quora.com/Real-Estate/Do-Trulia-Redfin-and-Zillow-all-pull-from-the-same-database-of-real-estate&quot;&gt;one&lt;/a&gt;, &lt;a href=&quot;http://www.quora.com/Real-Estate/Do-zillow-and-trulia-get-their-home-sale-data-directly-through-relationships-with-municipalities-or-from-3rd-parties-like-CoreLogic&quot;&gt;two&lt;/a&gt; uninspiring discussion threads on the topic of where these three websites pulled these data from.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Here's &lt;a href=&quot;http://www.zillow.com/blog/pro/chronicles-of-data-collection-a-gargantuan-task-6071/&quot;&gt;an eight-year-old blog post&lt;/a&gt; saying that pulling this information &lt;em&gt;is hard&lt;/em&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Here's &lt;a href=&quot;http://www.netronline.com/&quot;&gt;a website&lt;/a&gt; that appears to point to all 3,000+ county recorder of deeds pages.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="334" LastEditorUserId="70" LastEditDate="2015-04-10T08:51:04.367" LastActivityDate="2015-04-10T08:51:04.367" Title="How to construct a database with the underlying real estate data displayed by Redfin, Zillow, or Trulia?" Tags="|usa|address|real-estate|county|taxes|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="2020" PostTypeId="1" CreationDate="2014-05-12T09:08:20.410" Score="3" ViewCount="1272" Body="&lt;p&gt;As I am a French student in IT I have to work on a Big-Data project using French data (the country, not the language). &#xA;What I'm looking for is a data set of something  interesting like weather or traffic which is large (more than 100 Gb) and frequently updated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do not really know where to look at and I will appreciate and considere any suggestion.&lt;/p&gt;&#xA;" OwnerUserId="2823" LastEditorUserId="70" LastEditDate="2015-03-30T14:31:07.943" LastActivityDate="2015-03-30T14:31:07.943" Title="Looking for a large data set of French data" Tags="|data-request|big-data|france|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2021" PostTypeId="2" ParentId="2020" CreationDate="2014-05-12T09:38:01.767" Score="2" Body="&lt;p&gt;There was a &lt;a href=&quot;https://opendata.stackexchange.com/q/1801/1511&quot;&gt;similar (French) question&lt;/a&gt; recently and I posted several answers. The difference may be that you are interested in France-data and the other question was for French-language data. I think the most appropriate answer was for collecting Twitter data, which I'll describe here with some additions to make it specific for France.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/1802/1511&quot;&gt;Twitter data&lt;/a&gt; can easily grow to more than 100 GB, if you let the public live stream run or you search constantly. Once you have your own decent-sized private corpus, you can do all the testing/training while the data collects in the background. You can select French-language tweets by including '&lt;a href=&quot;https://twitter.com/search?q=lang:fr&amp;amp;src=typd&quot; rel=&quot;nofollow noreferrer&quot;&gt;lang:fr&lt;/a&gt;' in the search/stream paramters. To include only tweets from France, you can &lt;a href=&quot;https://dev.twitter.com/docs/streaming-apis/parameters#locations&quot; rel=&quot;nofollow noreferrer&quot;&gt;filter by geolocation&lt;/a&gt;. Note that only a sub-set of tweets have geolocation activated. Also, note that the language is sometimes incorrectly identified, especially for short, cryptic tweets.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For other France-specific data, consider downloading from the &lt;a href=&quot;http://www.openstreetmap.org/#map=13/43.2122/5.5012&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMaps&lt;/a&gt; project. Perhaps someone who is more familiar with that project can expand on what data is avaiable that meets your needs.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-05-12T09:38:01.767" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2022" PostTypeId="2" ParentId="2020" CreationDate="2014-05-12T10:25:03.073" Score="5" Body="&lt;p&gt;I also think that &lt;a href=&quot;https://dev.twitter.com/docs/api/streaming&quot;&gt;Twitter data&lt;/a&gt; is the best way to get &gt;100Gb french dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMaps gives really great open data but you can't reach 100Gb easily : &lt;a href=&quot;https://www.data.gouv.fr/fr/dataset/donnees-openstreetmap-integrales-de-france-metropolitaine&quot;&gt;the Integral Metropolitan France dataset&lt;/a&gt; is 2.6 GB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is no open weather data by &lt;a href=&quot;https://donneespubliques.meteofrance.fr&quot;&gt;MeteoFrance&lt;/a&gt; (you have to pay the licence) but there is an &lt;a href=&quot;http://data.openmeteoforecast.org&quot;&gt;Open Meteo Forecast that you can try&lt;/a&gt;. I never had the opportunity to use it but I guess it can provide you large amount of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You also have &lt;a href=&quot;http://data.bnf.fr/semanticweb&quot;&gt;the dataset &quot;Tous les documents&quot; from the BNF&lt;/a&gt; that is 1.5GB and looks quite interesting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it can help.&#xA;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastEditorUserId="1834" LastEditDate="2014-05-12T10:45:30.053" LastActivityDate="2014-05-12T10:45:30.053" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2023" PostTypeId="2" ParentId="2020" CreationDate="2014-05-12T14:29:51.950" Score="2" Body="&lt;p&gt;The US National Intelligence Agency (NGA) maintains a geographic feature database for each country in the world. The data is kept in the Geographic Name Server (GNS). The format is somewhat arcane by today's standards. I have converted each country's dataset into a standardized CSV format to make it more friendly to developers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The France dataset contains ~98,000 records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/NGA/GNS/FR.zip&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/NGA/GNS/FR.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata on the vocabulary used for the fields in the dataset is defined here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-12T14:29:51.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2024" PostTypeId="2" ParentId="2020" CreationDate="2014-05-12T14:50:11.630" Score="2" Body="&lt;p&gt;Website of the government open data project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.gouv.fr/&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gouv.fr/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Everything you want and more.&lt;/p&gt;&#xA;" OwnerUserId="2826" LastActivityDate="2014-05-12T14:50:11.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2025" PostTypeId="2" ParentId="2019" CreationDate="2014-05-12T14:51:40.037" Score="7" Body="&lt;p&gt;I don't know specifics on how Zillow, etc acquired their data - other than assuming they (or 3rd party) obtains the data on a per county basis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As cities/counties open up open data portals, this data will become more accessible to developers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When searching these portals, you want to look for tax lots, property tax, or parcels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A lot of these datasets are still in Shapefile formats, but some are being provided in more readable formats (CSV). Some examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Denver, CO&lt;br/&gt;&#xA;&lt;a href=&quot;http://data.denvergov.org/dataset/city-and-county-of-denver-parcels&quot;&gt;http://data.denvergov.org/dataset/city-and-county-of-denver-parcels&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Madison, WI&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.cityofmadison.com/Property/Assessor-Property-Information/u7ns-6d4x&quot;&gt;https://data.cityofmadison.com/Property/Assessor-Property-Information/u7ns-6d4x&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;New York, NY&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.nyc.gov/html/dcp/html/bytes/dwn_pluto_mappluto.shtml&quot;&gt;http://www.nyc.gov/html/dcp/html/bytes/dwn_pluto_mappluto.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Vancouver, BC&lt;br/&gt;&#xA;&lt;a href=&quot;ftp://webftp.vancouver.ca/OpenData/csv/property_tax_report_csv.zip&quot;&gt;ftp://webftp.vancouver.ca/OpenData/csv/property_tax_report_csv.zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-05-12T16:16:53.933" LastActivityDate="2014-05-12T16:16:53.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2026" PostTypeId="2" ParentId="1670" CreationDate="2014-05-13T07:08:40.513" Score="8" Body="&lt;p&gt;Try with d4d challenge from orange Senegal:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.d4d.orange.com/en/home&quot;&gt;http://www.d4d.orange.com/en/home&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;2.5B anonymized records of 5 million mobile phones&quot;&lt;/p&gt;&#xA;" OwnerUserId="2828" LastActivityDate="2014-05-13T07:08:40.513" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2027" PostTypeId="2" ParentId="2020" CreationDate="2014-05-13T09:39:09.840" Score="3" Body="&lt;p&gt;You can check the databases of the &lt;a href=&quot;http://www.insee.fr/en/bases-de-donnees/&quot; rel=&quot;nofollow&quot;&gt;INSEE&lt;/a&gt; (National Institute of Statistics and Economic Studies). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are a teacher or student you can use the online statistical data for non-commercial use &lt;a href=&quot;http://www.insee.fr/en/publics/default.asp&quot; rel=&quot;nofollow&quot;&gt;details over here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2830" LastActivityDate="2014-05-13T09:39:09.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2028" PostTypeId="1" AcceptedAnswerId="2033" CreationDate="2014-05-13T17:09:10.570" Score="1" ViewCount="103" Body="&lt;p&gt;The National Highway Traffic Safety Administration has a database of fatal crashes called Fatality Analysis Reporting System (FARS) &lt;a href=&quot;http://www.nhtsa.gov/FARS&quot; rel=&quot;nofollow&quot;&gt;http://www.nhtsa.gov/FARS&lt;/a&gt; One can download each years data going back to 1975.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been assigned to build a SQL database of the entire FARS. Unfortunately over the course of the past 38 years there have been many changes to the data structure. What is the best way to build a queryable copy of the entire data?&lt;/p&gt;&#xA;" OwnerUserId="2833" LastActivityDate="2020-04-02T11:51:15.080" Title="Fatality Analysis Reporting System" Tags="|usa|government|best-practice|data-format|sql|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2029" PostTypeId="1" CreationDate="2014-05-13T20:00:00.167" Score="3" ViewCount="94" Body="&lt;p&gt;I'm looking for a dataset containing the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;for each country, number of weddings according to the spouses' nationalities&lt;/li&gt;&#xA;&lt;li&gt;if possible, yearly data and % of divorces.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For example, here is such &lt;a href=&quot;http://www.index.go.kr/potal/main/EachDtlPageDetail.do?idx_cd=2430&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset about Koreans&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/GPrDg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-04-19T15:45:06.910" LastActivityDate="2015-05-27T13:05:29.310" Title="Dataset of international marriages" Tags="|data-request|census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2030" PostTypeId="1" CreationDate="2014-05-13T20:05:21.440" Score="4" ViewCount="1022" Body="&lt;p&gt;I'm looking for a dataset containing the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;for each country, for each allergy types, number of humans affected by the allergy.&lt;/li&gt;&#xA;&lt;li&gt;if possible, break down per gender and age.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2021-01-15T18:02:12.050" Title="Dataset of allergies" Tags="|data-request|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2031" PostTypeId="1" CreationDate="2014-05-13T20:09:10.130" Score="7" ViewCount="2049" Body="&lt;p&gt;I'm looking for a dataset containing crossword grids along with their clues and their solution, preferably in English or French. If possible crossword grids would be rated on some difficulty scale and dated.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="754" LastEditDate="2014-09-12T13:17:03.310" LastActivityDate="2014-09-12T13:17:03.310" Title="Dataset of crosswords" Tags="|data-request|games|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2032" PostTypeId="2" ParentId="2029" CreationDate="2014-05-13T20:12:30.837" Score="1" Body="&lt;p&gt;The United Nations Statistics Divisions publishes tables on marriages per country. While they do not break it down by nationality, they do provide a variety of demographic data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/Demographic/sconcerns/mar/mar2.htm&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/Demographic/sconcerns/mar/mar2.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The BLS also publishes tables on marriage that contain some ethnicity information for the US:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/opub/mlr/2013/article/marriage-and-divorce-patterns-by-gender-race-and-educational-attainment.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/opub/mlr/2013/article/marriage-and-divorce-patterns-by-gender-race-and-educational-attainment.htm&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-13T20:12:30.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2033" PostTypeId="2" ParentId="2028" CreationDate="2014-05-13T22:44:46.953" Score="3" Body="&lt;p&gt;First you will need to define the schema of your final database and determine how you will map each file to your schema.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I recommand using ETL tool (Extract Transform and Load) such as &lt;a href=&quot;http://www.talend.com/download/data-integration&quot; rel=&quot;nofollow&quot;&gt;Talend Open Studio (TOS)&lt;/a&gt; or &lt;a href=&quot;http://community.pentaho.com/&quot; rel=&quot;nofollow&quot;&gt;Penthao&lt;/a&gt; (both are open source solution). Using such tools will allow you to:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;automate the process (and not process each file individually)&lt;/li&gt;&#xA;&lt;li&gt;create mapping for each file between the original format and your SQL schema&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In the case of talend you will do something like this:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;find the right component to connect to the input file (I don't know the format made available by FARS)&lt;/li&gt;&#xA;&lt;li&gt;connect this component to a tmap&lt;/li&gt;&#xA;&lt;li&gt;connect the tmap to a tSQLout component to update your database&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Then using a tLoop and a putting your file name as a variable, you can loop through the different file and process them and define a different route depending on the file format from FARS (and update the tmap accordingly).&lt;/p&gt;&#xA;" OwnerUserId="117" LastEditorUserId="117" LastEditDate="2014-05-15T15:57:22.297" LastActivityDate="2014-05-15T15:57:22.297" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2034" PostTypeId="2" ParentId="2031" CreationDate="2014-05-14T07:38:18.213" Score="6" Body="&lt;p&gt;There was a really super visualization recently from &lt;a href=&quot;https://twitter.com/VizualStatistix&quot; rel=&quot;noreferrer&quot;&gt;vizual-statistix&lt;/a&gt;. See the whole post &lt;a href=&quot;http://vizual-statistix.tumblr.com/post/79264479116/my-dad-is-the-crossword-champion-of-our-family&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/vQhVN.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, his data source was &lt;a href=&quot;http://www.xwordinfo.com/&quot; rel=&quot;noreferrer&quot;&gt;XWord Info&lt;/a&gt;, which shares all the NYTime Daily Crossword Puzzles. You can see an example (most recent) of JSON format:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.xwordinfo.com/JSON/Data.aspx?date=9/11/2008&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Details &lt;a href=&quot;http://www.xwordinfo.com/JSON/&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. With a snippet of code you can search over all valid calendar dates, then download and parse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also the &lt;a href=&quot;http://www.xwordinfo.com/XPF/&quot; rel=&quot;noreferrer&quot;&gt;XPF format&lt;/a&gt; which is designed for crossword puzzles in order to fit unusual features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For NYTimes puzzles, the difficulty generally increases from Monday to Sunday.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-05-14T07:38:18.213" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2035" PostTypeId="2" ParentId="1007" CreationDate="2014-05-14T22:45:11.647" Score="3" Body="&lt;p&gt;Did you know about that one: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.european-football-statistics.co.uk/index1.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.european-football-statistics.co.uk/index1.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Prof. Robert Simmons from Lancaster University (&lt;a href=&quot;http://www.lancaster.ac.uk/lums/people/all/robert-simmons/&quot; rel=&quot;nofollow&quot;&gt;http://www.lancaster.ac.uk/lums/people/all/robert-simmons/&lt;/a&gt;) once introduced that to us in one of our M.Sc. Sport Management classes at the German Sport University Cologne.&lt;/p&gt;&#xA;" OwnerUserId="2847" LastActivityDate="2014-05-14T22:45:11.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2036" PostTypeId="1" CreationDate="2014-05-14T23:19:01.563" Score="2" ViewCount="71" Body="&lt;p&gt;as a M.Sc. Sport Management, keen about dynamic documents for the purpose of  economic and business analytics with R, knitr, R markdown, and RStudio I am searching for open data in the area of sport, which could provide insight into new market trends and market demand in the broader field of sport. I am also interested into new ideas, how unsatisfied demand and gaps in the market can be identified using analytics of open data. Besides basic research, the insights are meant to serve as a foundation for the development of new, innovative products and services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking forward to your suggestions and ideas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yours,&#xA;Magnus&lt;/p&gt;&#xA;" OwnerUserId="2847" LastEditorUserId="2847" LastEditDate="2014-05-15T08:49:25.137" LastActivityDate="2014-05-15T08:49:25.137" Title="Open Data for Economic and Business Research within Sport Management" Tags="|analysis|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2037" PostTypeId="2" ParentId="2036" CreationDate="2014-05-14T23:49:44.320" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://slideshow-s9.github.io/open_data_world_cup.html#1&quot; rel=&quot;nofollow&quot;&gt;Here are the slides&lt;/a&gt; from the vienna.rb talk (I did not attend it) about Open Football(soccer) Data and the World Cup 2014. The presentation is really interesting and it gives a lot of ideas I think.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/openfootball&quot; rel=&quot;nofollow&quot;&gt;Open Football on GitHub&lt;/a&gt; proposes a large collection of open football datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.danielforsyth.me/analyzing-a-nhl-playoff-game-with-twitter/&quot; rel=&quot;nofollow&quot;&gt;Here is a brilliant article called &quot;ANALYZING A NHL PLAYOFF GAME WITH TWITTER&quot;&lt;/a&gt;. It's not really Open Data but it also gives ideas and some pieces of code !&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.tableausoftware.com/public/blog/2014/03/what-should-football-clubs-do-data-2371&quot; rel=&quot;nofollow&quot;&gt;An interesting article&lt;/a&gt; about data future in football (it's more economy than tech but I thought it's what you asked).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My selection is a little football-oriented, and I'm sure there are a lot of data in sports like baseball or NBA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it could help !&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2014-05-14T23:49:44.320" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2038" PostTypeId="2" ParentId="2009" CreationDate="2014-05-15T16:24:43.797" Score="9" Body="&lt;p&gt;&lt;a href=&quot;http://forecast.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;forecast.io&lt;/a&gt; also provides historical forecasts through &lt;a href=&quot;https://developer.forecast.io/docs/v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;their API&lt;/a&gt;. You can call a past date and time and still get the daily, hourly, and minute forecasts (in addition to actual forecasts). That is, ask for the weather on April 16th and will include forecasts for April 20th in the daily summaries.&lt;/p&gt;&#xA;&lt;p&gt;It's free for under 1,000 calls per day, and then $1 for 10,000 calls--a pretty reasonable price.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;forecast.io (aka darksky.net) no longer provides historical forecasts.&lt;/p&gt;&#xA;&lt;p&gt;From their API FAQ on July 27, '18 (&lt;a href=&quot;https://darksky.net/dev/docs/faq#previous-forecasts&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://darksky.net/dev/docs/faq#previous-forecasts&lt;/a&gt;):&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Can I get your previous forecasts instead of weather station observations?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately, we do not have the storage capacity to store previous&#xA;forecasts. Sorry!&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update 2&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Apple has acquired DarkSky and has closed new sign-ups for the API. This likely isn't a useful answer anymore.&lt;/p&gt;&#xA;" OwnerUserId="2852" LastEditorUserId="2852" LastEditorDisplayName="user4293" LastEditDate="2021-01-15T00:47:06.180" LastActivityDate="2021-01-15T00:47:06.180" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="2039" PostTypeId="2" ParentId="731" CreationDate="2014-05-15T20:04:55.290" Score="1" Body="&lt;p&gt;if you want to publish it on the web, publish it in .html, so it works on the web, aka web platform.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;best course of action here is to have .json that you render in .html in the document, but also will render to .csv/.xls//.xlsx/.etc on the fly, for users to download&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-05-15T20:04:55.290" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2040" PostTypeId="2" ParentId="2010" CreationDate="2014-05-15T22:42:03.150" Score="3" Body="&lt;p&gt;I'm not sure if you care what domain the data are from, but I suspect the &lt;a href=&quot;http://www.cpc.unc.edu/projects/addhealth/data/publicdata&quot; rel=&quot;nofollow&quot;&gt;Add Health&lt;/a&gt; dataset may have what you're looking for. It contains a bunch of variables on health and child wellbeing and includes data on respondents' school-based networks.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-05-15T22:42:03.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2041" PostTypeId="5" CreationDate="2014-05-15T23:18:28.767" Score="0" Body="&lt;p&gt;R is a language and environment for statistical computing and graphics. It is a GNU project which is similar to the S language and environment which was developed at Bell Laboratories (formerly AT&amp;amp;T, now Lucent Technologies) by John Chambers and colleagues. R can be considered as a different implementation of S. There are some important differences, but much code written for S runs unaltered under R.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;R provides a wide variety of statistical (linear and nonlinear modelling, classical statistical tests, time-series analysis, classification, clustering, ...) and graphical techniques, and is highly extensible. The S language is often the vehicle of choice for research in statistical methodology, and R provides an Open Source route to participation in that activity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of R's strengths is the ease with which well-designed publication-quality plots can be produced, including mathematical symbols and formulae where needed. Great care has been taken over the defaults for the minor design choices in graphics, but the user retains full control.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;R is available as Free Software under the terms of the Free Software Foundation's GNU General Public License in source code form. It compiles and runs on a wide variety of UNIX platforms and similar systems (including FreeBSD and Linux), Windows and MacOS. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-23T03:10:49.077" LastActivityDate="2014-05-23T03:10:49.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2042" PostTypeId="4" CreationDate="2014-05-15T23:18:28.767" Score="0" Body="R is a free software environment for statistical computing and graphics. It compiles and runs on a wide variety of UNIX platforms, Windows and MacOS" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-05-23T03:06:51.663" LastActivityDate="2014-05-23T03:06:51.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2044" PostTypeId="5" CreationDate="2014-05-15T23:29:08.517" Score="0" Body="" OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-03-24T15:21:37.483" LastActivityDate="2015-03-24T15:21:37.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2045" PostTypeId="4" CreationDate="2014-05-15T23:29:08.517" Score="0" Body="For questions related to visual representations of open data." OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-03-24T15:21:37.483" LastActivityDate="2015-03-24T15:21:37.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2046" PostTypeId="1" AcceptedAnswerId="3598" CreationDate="2014-05-16T15:25:51.910" Score="11" ViewCount="3976" Body="&lt;p&gt;Does anyone know of a simple tool, method or dataset to enable someone to convert geographic coordinates to New York City neighborhood names?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the very least, it would be good to map a dataset to the set of neighborhoods.&lt;/p&gt;&#xA;" OwnerUserId="2722" LastEditorUserId="70" LastEditDate="2015-03-30T14:19:09.420" LastActivityDate="2015-03-30T14:19:09.420" Title="Converting Geographic Coordinates to New York City neighboorhood names" Tags="|data-request|geospatial|tool-request|api|geocoding|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2047" PostTypeId="2" ParentId="2046" CreationDate="2014-05-16T16:20:48.753" Score="5" Body="&lt;p&gt;Zillow provides Shapefiles for neighborhoods for the largest US Cities (includes NYC) for free (CC license). You can find them here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.zillow.com/howto/api/neighborhood-boundaries.htm&quot; rel=&quot;noreferrer&quot;&gt;http://www.zillow.com/howto/api/neighborhood-boundaries.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-16T16:20:48.753" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2048" PostTypeId="2" ParentId="2046" CreationDate="2014-05-16T23:21:33.693" Score="6" Body="&lt;p&gt;tamu has a killer geocoder, as well as a definitive list of other free geocoders. all you have to do is upload your data&lt;br&gt;&#xA;&lt;a href=&quot;http://geoservices.tamu.edu/Services/Geocode/BatchProcess/&quot;&gt;http://geoservices.tamu.edu/Services/Geocode/BatchProcess/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://geoservices.tamu.edu/Services/Geocode/OtherGeocoders/&quot;&gt;http://geoservices.tamu.edu/Services/Geocode/OtherGeocoders/&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-05-16T23:21:33.693" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="2049" PostTypeId="1" AcceptedAnswerId="2050" CreationDate="2014-05-17T05:38:47.997" Score="6" ViewCount="139" Body="&lt;p&gt;I'm looking for a dataset of &lt;a href=&quot;http://en.wikipedia.org/wiki/Adulterant#Incidents_of_adulteration&quot; rel=&quot;nofollow&quot;&gt;adulteration incidents&lt;/a&gt; containing as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name of the adulterant(s) (an adulterant is a substance found within other substances such as food, beverages, fuels, although not allowed for legal or other reasons)&lt;/li&gt;&#xA;&lt;li&gt;name of the substance that should have been present instead&lt;/li&gt;&#xA;&lt;li&gt;date of the incident&lt;/li&gt;&#xA;&lt;li&gt;location (e.g. country): if the good has been exported, if possible both source and destination locations.&lt;/li&gt;&#xA;&lt;li&gt;amount of affected products (e.g. 1.5 ton of milk powder)&lt;/li&gt;&#xA;&lt;li&gt;number of casualties&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even if the database has one or two of those fields I'm still interested.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-13T21:19:54.143" LastActivityDate="2015-09-13T21:19:54.143" Title="Dataset of adulteration incidents" Tags="|data-request|medical|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2050" PostTypeId="2" ParentId="2049" CreationDate="2014-05-17T13:23:30.560" Score="4" Body="&lt;ul&gt;&#xA;&lt;li&gt;Here is a &lt;a href=&quot;http://www.foodfraud.org/&quot; rel=&quot;nofollow&quot;&gt;Food Fraud Database&lt;/a&gt;. I haven't used it, but for some&#xA;reason it was in my bookmarks.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The first publication of the database in 2012 includes more than 1300 entries based on more than 650 articles. This includes information on more than 350 different food ingredients. Each record in the database is a publicly reported unique combination of food ingredient, adulterant, and where available an analytical detection method published in one literature reference.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Here is a &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_food_contamination_incidents&quot; rel=&quot;nofollow&quot;&gt;Wikipedia list&lt;/a&gt; with a few dozens of incidents.&lt;/li&gt;&#xA;&lt;li&gt;Here is &lt;a href=&quot;http://onlinelibrary.wiley.com/enhanced/doi/10.1111/j.1750-3841.2012.02657.x/&quot; rel=&quot;nofollow&quot;&gt;a paper&lt;/a&gt; (&lt;em&gt;Development and Application of a Database of Food Ingredient Fraud and Economically Motivated Adulteration from 1980 to 2010&lt;/em&gt;). They said that they would created a Database. Maybe you could contact with them or read the paper and find any citation.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-05-17T13:23:30.560" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2051" PostTypeId="1" AcceptedAnswerId="2052" CreationDate="2014-05-17T14:37:53.003" Score="7" ViewCount="340" Body="&lt;p&gt;I am looking for a database about death rates and population around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Idealy, I want:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Per country&lt;/li&gt;&#xA;&lt;li&gt;Per year&lt;/li&gt;&#xA;&lt;li&gt;Including birth rates&lt;/li&gt;&#xA;&lt;li&gt;Divided by gender&lt;/li&gt;&#xA;&lt;li&gt;Including age of death&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="505" LastActivityDate="2017-11-27T14:45:12.387" Title="Human Mortality database around the world" Tags="|data-request|census|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2052" PostTypeId="2" ParentId="2051" CreationDate="2014-05-17T14:56:55.157" Score="6" Body="&lt;p&gt;The World Health Organization &lt;a href=&quot;http://www.who.int/healthinfo/mortality_data/en/&quot;&gt;Mortality Database&lt;/a&gt; is probably what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-05-17T14:56:55.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2053" PostTypeId="2" ParentId="2051" CreationDate="2014-05-17T15:29:57.480" Score="3" Body="&lt;p&gt;The CIA's &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot; rel=&quot;nofollow&quot;&gt;World Factbook&lt;/a&gt; contains everything you ask except it has data for only one year.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-05-17T15:29:57.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2054" PostTypeId="2" ParentId="2051" CreationDate="2014-05-17T15:52:06.070" Score="3" Body="&lt;p&gt;The United Nations Statistical Division publishes an annual yearbook of statistics (including birth/death rates) by country. The latest addition is 2012&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012.htm&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-17T15:52:06.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2056" PostTypeId="1" CreationDate="2014-05-18T19:30:39.270" Score="3" ViewCount="158" Body="&lt;p&gt;I am messing with yelp academic data set right now and was wondering if there is any info on the financial situation for the small businesses?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I am looking for the revenues of small businesses in New York, I am trying to analyze corresponding revenues change by the reviews of the customer on yelp. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: restaurant A has a 2011 revenue of y, during the end of 2011, a review z is on the yelp website, did that review cause 2012 revenue of A to increase or decrease. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In another word, I want to analyze the corresponding impact on the success each small business in new york due to the rating from yelp. I originally used the closure of a business to indicate the success of one business, but ultimately I would like to use revenue as the indicator, and I am missing that critical piece of data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="2866" LastEditorUserId="754" LastEditDate="2014-09-12T13:16:29.923" LastActivityDate="2014-09-12T13:16:29.923" Title="Data set for operating cost and revenue for small business?" Tags="|data-request|finance|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2057" PostTypeId="2" ParentId="2056" CreationDate="2014-05-18T19:44:47.133" Score="2" Body="&lt;p&gt;In &lt;a href=&quot;http://www.infochimps.com/tags/business&quot; rel=&quot;nofollow&quot;&gt;Infochimps&lt;/a&gt;, you will find hundreds of business related datasets. A few of them are from USA about tax return, receipts and net income. You will find also about revenues for certain business categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Visit here: &lt;a href=&quot;http://www.infochimps.com/tags/business&quot; rel=&quot;nofollow&quot;&gt;Website Link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. If you cannot find what you need in the link, please update your question with more details. Where you have already searched or/and an example of what exactly the dataset you want to contain.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-05-18T19:44:47.133" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2058" PostTypeId="1" CreationDate="2014-05-19T06:57:31.967" Score="1" ViewCount="107" Body="&lt;p&gt;I am having a really hard time in doing my Data Mining project. We've decided on a topic that &lt;strong&gt;&lt;em&gt;WHAT DO HIGH-SCHOOL GRADUATE STUDENTS LOOK FOR WHEN JOINING ANY UNIVERSITY?&lt;/em&gt;&lt;/strong&gt;&#xA;Factors like cost, convenience, major etc., These can be considered as an attributes for our case. &amp;amp; We are gonna give 3 choices of University in our city!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem that I am having is what questions should my survey contains that helps me in acheiving my goal?? :-/ Once Im done with the survey, How can I analyze the survey using the JUSTNN software...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll be using &lt;a href=&quot;http://www.justnn.com/&quot; rel=&quot;nofollow&quot;&gt;JUSTNN software&lt;/a&gt; for prediction purposes &amp;amp; results.. Really in need of suggestions or help..&lt;/p&gt;&#xA;" OwnerUserId="2870" LastEditorUserId="70" LastEditDate="2014-09-13T10:48:29.083" LastActivityDate="2014-09-13T10:48:29.083" Title="Survey Questions for Data Mining Project JUSTNN" Tags="|survey|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2060" PostTypeId="2" ParentId="2058" CreationDate="2014-05-19T14:54:04.810" Score="2" Body="&lt;p&gt;I would consider asking questions similar to the data collected in the IPEDS surveys by the US Department of Education. Each year, every accredited university/college and trade school fills this survey out. It includes a large number of questions, including: tuition, books, housing on/off campus, degrees offered, size of freshman class, student population by ethnicity, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download standard or customized tables from the US Dept of Ed here:&#xA;&lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ipeds/datacenter/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also have a number of these tables converted into CSV format, which anyone is free to use:&#xA;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/US%20Education/IPEDS/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/US%20Education/IPEDS/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-19T14:54:04.810" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2061" PostTypeId="2" ParentId="1007" CreationDate="2014-05-19T15:20:28.573" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://developer.espn.com/blog/read/publicretirement&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;Note: The ESPN Developer APIs have been retired.&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;ESPN.com provides an API: &lt;a href=&quot;http://developer.espn.com/&quot; rel=&quot;nofollow&quot;&gt;Developer Center&lt;/a&gt;. You have to &lt;a href=&quot;http://developer.espn.com/member/register&quot; rel=&quot;nofollow&quot;&gt;register&lt;/a&gt; as a developer. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once set up, you can make requests for &lt;a href=&quot;http://developer.espn.com/docs/teams#using-the-api&quot; rel=&quot;nofollow&quot;&gt;teams&lt;/a&gt; or &lt;a href=&quot;http://developer.espn.com/docs/athletes#using-the-api&quot; rel=&quot;nofollow&quot;&gt;athletes&lt;/a&gt;, among other request types. General overview is &lt;a href=&quot;http://developer.espn.com/docs&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The free quota is 3 Calls per second and 7,500 Calls per day.&lt;/li&gt;&#xA;&lt;li&gt;You can use the &lt;a href=&quot;http://developer.espn.com/io-docs&quot; rel=&quot;nofollow&quot;&gt;API console&lt;/a&gt; to explore (once registered)&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The URL will look something like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.espn.com/:version/sports/:sportname/:leagueabbrev?apikey=:yourkey&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-08-16T18:09:24.370" LastActivityDate="2014-08-16T18:09:24.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2062" PostTypeId="2" ParentId="1007" CreationDate="2014-05-19T18:25:03.053" Score="3" Body="&lt;p&gt;FYI: I started the &lt;a href=&quot;https://github.com/openfootball&quot; rel=&quot;nofollow&quot;&gt;football.db project&lt;/a&gt; to collect open public domain football data. The public domain data sets are hosted on GitHub and also include &lt;a href=&quot;https://github.com/openfootball/build/releases&quot; rel=&quot;nofollow&quot;&gt;ready-to-use pre-built single-file SQLite databases&lt;/a&gt; (e.g. worldcup.db, etc.)  You can find a short intro article about the football.db project on the Open Knowledge Foundation (OKFN) Data Wrangler Blog titled &quot;&lt;a href=&quot;http://okfnlabs.org/blog/2014/05/06/open-data-world-cup.html&quot; rel=&quot;nofollow&quot;&gt;Using open football data - Get ready for the World Cup in Brazil 2014&lt;/a&gt;&quot;, for example. Cheers.&lt;/p&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2014-05-27T10:46:02.897" LastActivityDate="2014-05-27T10:46:02.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2063" PostTypeId="1" CreationDate="2014-05-19T19:14:17.940" Score="4" ViewCount="528" Body="&lt;p&gt;I know this question seems relatively simple but not a single guide I've seen on the topic of how I add a topic/entity to Freebase references the current structure of the site. I've clicked through virtually every link on the page hunting for something that would indicate that it would let you add a new entity and I just don't get why I can't find it. I'm not sure why it's such a complicated process but I would appreciate it if someone could explain what I'm missing. Specifically, I would like to know how I can add a company entity to the site.&lt;/p&gt;&#xA;" OwnerUserId="2876" LastEditorUserId="70" LastEditDate="2015-03-27T10:03:46.997" LastActivityDate="2015-03-27T10:03:46.997" Title="How do I add a topic to Freebase?" Tags="|contributing-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2064" PostTypeId="2" ParentId="2063" CreationDate="2014-05-20T11:13:03.787" Score="2" Body="&lt;p&gt;Copied directly from Freebase (&lt;a href=&quot;http://wiki.freebase.com/wiki/Creating_a_new_topic&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;)...&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Many times when you think you need to Create a New Topic, you probably will NOT need to.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;IF YOU'RE SURE YOU NEED TO CREATE A NEW &lt;a href=&quot;http://wiki.freebase.com/wiki/Topic&quot; rel=&quot;nofollow noreferrer&quot;&gt;Topic&lt;/a&gt; in Freebase:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Think about what sort of thing your topic is. For instance, is it a Person, Film, or Skyscraper.&lt;/p&gt;&#xA;&lt;p&gt;On Freebase.com, navigate to that &lt;a href=&quot;http://wiki.freebase.com/wiki/Type&quot; rel=&quot;nofollow noreferrer&quot;&gt;Type&lt;/a&gt; (the &lt;a href=&quot;http://wiki.freebase.com/wiki/Search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search&lt;/a&gt; interface at the top of each page is an easy way to do this)&lt;/p&gt;&#xA;&lt;p&gt;When you are on the type page, click &amp;quot;Add more topics&amp;quot; in the upper right of the page&lt;/p&gt;&#xA;&lt;p&gt;Enter the name of your new topic&lt;/p&gt;&#xA;&lt;p&gt;Once it is added, you can click through to it and then &lt;a href=&quot;http://wiki.freebase.com/wiki/Editing_topics&quot; rel=&quot;nofollow noreferrer&quot;&gt;edit it&lt;/a&gt; to add more information.&lt;/p&gt;&#xA;&lt;p&gt;New topics usually appear in a Search within a minute or so, but this can be longer if the system is under high load.&lt;/p&gt;&#xA;&lt;p&gt;SEE ALSO: &lt;a href=&quot;http://wiki.freebase.com/wiki/Freebase_suggest#FAQs&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQs about Topics&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-05-20T11:13:03.787" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="2065" PostTypeId="1" AcceptedAnswerId="2071" CreationDate="2014-05-21T10:43:50.413" Score="7" ViewCount="3874" Body="&lt;p&gt;I am looking for a list of all (say 220) countries in all Western languages. At the very least, all 24 official EU languages. so that's a 220x24 or so table. So it should look something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  EN        BG              CS              DA&#xA;Afghanistan Афганистан      Afghánistán     Afghanistan&#xA;Albania     Албания         Albánie         Albanien&#xA;Algeria     Алжир           Alžírsko        Algeriet&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally as a CSV or tab-separated download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked at CLDR but its focus is on locales, I can not see a list of country names in multiple languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are plenty of web pages with human-readable versions run together as text, not separated.&lt;/p&gt;&#xA;" OwnerUserId="2887" LastEditorUserId="70" LastEditDate="2015-04-19T15:30:35.623" LastActivityDate="2022-03-02T14:40:45.543" Title="Download list of the name of every country in Western languages" Tags="|data-request|geospatial|dictionary|" AnswerCount="7" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2066" PostTypeId="2" ParentId="2065" CreationDate="2014-05-21T11:15:31.067" Score="4" Body="&lt;p&gt;There is a popular GitHub repo that has CSV, XML and JSON country lists in several languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/mledoze/countries&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the translations are only:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;translations&quot;: {&#xA;    &quot;de&quot;: &quot;Österreich&quot;,&#xA;    &quot;es&quot;: &quot;Austria&quot;,&#xA;    &quot;fr&quot;: &quot;Autriche&quot;,&#xA;    &quot;it&quot;: &quot;Austria&quot;,&#xA;    &quot;ja&quot;: &quot;オーストリア&quot;,&#xA;    &quot;nl&quot;: &quot;Oostenrijk&quot;,&#xA;    &quot;hr&quot;: &quot;Austrija&quot;&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-05-21T11:15:31.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2067" PostTypeId="2" ParentId="2065" CreationDate="2014-05-21T11:18:44.957" Score="2" Body="&lt;p&gt;Wikipedia has a great list for what you are looking. Here is the &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_country_names_in_various_languages&quot; rel=&quot;nofollow&quot;&gt;index&lt;/a&gt; and here is an example: &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_country_names_in_various_languages_%28A%E2%80%93C%29&quot; rel=&quot;nofollow&quot;&gt;Countries A-C&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are satistfied with the data, just let me know and I will create a CSV file for what you need and update the answer here with a new link.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-05-21T11:18:44.957" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2068" PostTypeId="2" ParentId="2065" CreationDate="2014-05-21T11:39:05.930" Score="4" Body="&lt;p&gt;Here's a way to scrape the country name from Wikipedia. Not so useful after @Anastasios Ventouris's answer, but I'll post it anyway.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each wiki page has a link to different language pages&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/wCvje.png&quot; alt=&quot;germany wikipedia language options&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;HTML looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;li class=&quot;interlanguage-link interwiki-ace&quot;&amp;gt;&amp;lt;a href=&quot;//ace.wikipedia.org/wiki/Jeureuman&quot; title=&quot;Jeureuman – Achinese&quot; lang=&quot;ace&quot; hreflang=&quot;ace&quot;&amp;gt;Acèh&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;&amp;lt;li class=&quot;interlanguage-link interwiki-kbd&quot;&amp;gt;&amp;lt;a href=&quot;//kbd.wikipedia.org/wiki/%D0%94%D0%B6%D1%8D%D1%80%D0%BC%D1%8D%D0%BD&quot; title=&quot;Джэрмэн – Kabardian&quot; lang=&quot;kbd&quot; hreflang=&quot;kbd&quot;&amp;gt;Адыгэбзэ&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;&amp;lt;li class=&quot;interlanguage-link interwiki-af&quot;&amp;gt;&amp;lt;a href=&quot;//af.wikipedia.org/wiki/Duitsland&quot; title=&quot;Duitsland – Afrikaans&quot; lang=&quot;af&quot; hreflang=&quot;af&quot;&amp;gt;Afrikaans&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;&amp;lt;li class=&quot;interlanguage-link interwiki-am&quot;&amp;gt;&amp;lt;a href=&quot;//am.wikipedia.org/wiki/%E1%8C%80%E1%88%AD%E1%88%98%E1%8A%95&quot; title=&quot;ጀርመን – Amharic&quot; lang=&quot;am&quot; hreflang=&quot;am&quot;&amp;gt;አማርኛ&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Easy to scrape (python 2.7 here). Just need to expand countries list. There is more data, this is just the country name in all available wiki languages.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;from bs4 import BeautifulSoup&#xA;countries = []&#xA;countries.append('Germany')&#xA;urlbase = 'http://en.wikipedia.org/wiki/'&#xA;&#xA;for country in countries:&#xA;    r = requests.get(url=urlbase+country)&#xA;    soup = BeautifulSoup(r.text)&#xA;names = soup.find_all('li', attrs={'class': 'interlanguage-link'})  &#xA;for item in names:&#xA;    print country, item.encode('utf-8')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives ugly but useful output of:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Germany &amp;lt;li class=&quot;interlanguage-link interwiki-ace&quot;&amp;gt;&amp;lt;a href=&quot;//ace.wikipedia.org/wiki/Jeureuman&quot; hreflang=&quot;ace&quot; lang=&quot;ace&quot; title=&quot;Jeureuman – Achinese&quot;&amp;gt;Acèh&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;Germany &amp;lt;li class=&quot;interlanguage-link interwiki-kbd&quot;&amp;gt;&amp;lt;a href=&quot;//kbd.wikipedia.org/wiki/%D0%94%D0%B6%D1%8D%D1%80%D0%BC%D1%8D%D0%BD&quot; hreflang=&quot;kbd&quot; lang=&quot;kbd&quot; title=&quot;Джэрмэн – Kabardian&quot;&amp;gt;Адыгэбзэ&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;Germany &amp;lt;li class=&quot;interlanguage-link interwiki-af&quot;&amp;gt;&amp;lt;a href=&quot;//af.wikipedia.org/wiki/Duitsland&quot; hreflang=&quot;af&quot; lang=&quot;af&quot; title=&quot;Duitsland – Afrikaans&quot;&amp;gt;Afrikaans&amp;lt;/a&amp;gt;&amp;lt;/li&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-05-21T12:38:32.767" LastActivityDate="2014-05-21T12:38:32.767" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2069" PostTypeId="2" ParentId="2065" CreationDate="2014-05-21T19:07:02.023" Score="3" Body="&lt;p&gt;I set up a spreadsheet derived from &lt;a href=&quot;https://unterm.un.org/&quot; rel=&quot;nofollow&quot;&gt;UN Multilingual Terminology Database&lt;/a&gt; for you &lt;a href=&quot;https://docs.google.com/spreadsheets/d/10efeLNKHd0ORpIkhN0KMdK4ud6HmFPPYd3MxH_TUySA/edit#gid=1064901875&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2542" LastActivityDate="2014-05-21T19:07:02.023" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2070" PostTypeId="2" ParentId="2063" CreationDate="2014-05-21T20:02:03.873" Score="1" Body="&lt;p&gt;I know that the initial version of OpenRefine (freebase Gridworks) was designed to populate freebase. However I am not sure if this option is still supported now Google have took over freebase and is not supporting OpenRefine anymore.&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2014-05-21T20:02:03.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2071" PostTypeId="2" ParentId="2065" CreationDate="2014-05-22T05:40:39.887" Score="4" Body="&lt;p&gt;A list of the names of each ISO country code in up to 114 languages was produced by Jonah Ellison in 2011 (the number of languages available varies by country).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a link to the UTF-8 CSV file on his page: &lt;a href=&quot;http://jonahellison.com/21640-translated-country-names-unicode-csv&quot; rel=&quot;nofollow&quot;&gt;21,640 Translated Country Names&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each line contains the ISO country code, the ISO language code, and the name of the country in that language.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, here's Luxembourg (country code LU) in around 75 languages, after loading that file into a spreadsheet:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;LU  af  Luxemburg&#xA;LU  am  ሉክሰምበርግ&#xA;LU  ar  لوكسمبورج&#xA;LU  az  Lüksemburq&#xA;LU  be  Люксембург&#xA;LU  bg  Люксембург&#xA;LU  bn  লাক্সেমবার্গ&#xA;LU  bo  ལཀ་ཛམ་བོརྒ།&#xA;LU  ca  Luxemburg&#xA;LU  cs  Lucembursko&#xA;LU  cy  Lwcsembwrg&#xA;LU  da  Luxembourg&#xA;LU  de  Luxemburg&#xA;LU  el  Λουξεμβούργο&#xA;LU  en  Luxembourg&#xA;LU  eo  Luksemburgo&#xA;LU  es  Luxemburgo&#xA;LU  et  Luksemburg&#xA;LU  eu  Luxenburgo&#xA;LU  fa  لوکزامبورگ&#xA;LU  fi  Luxemburg&#xA;LU  fo  Luksemborg&#xA;LU  fr  Luxembourg&#xA;LU  fur Lussemburc&#xA;LU  ga  Lucsamburg&#xA;LU  gl  Luxemburgo&#xA;LU  gsw Luxemburg&#xA;LU  gu  લક્ઝમબર્ગ&#xA;LU  he  לוקסמבורג&#xA;LU  hi  लक्समबर्ग&#xA;LU  hr  Luksemburg&#xA;LU  hu  Luxemburg&#xA;LU  hy  Լյուքսեմբուրգ&#xA;LU  id  Luxembourg&#xA;LU  is  Lúxemborg&#xA;LU  it  Lussemburgo&#xA;LU  ja  ルクセンブルグ&#xA;LU  ka  ლუქსემბურგი&#xA;LU  km  លុចហ្សំបួរ&#xA;LU  kn  ಲಕ್ಸಂಬರ್ಗ್&#xA;LU  ko  룩셈부르크&#xA;LU  ln  Luksamburg&#xA;LU  lo  ລຸກແຊມເບີກ&#xA;LU  lt  Liuksemburgas&#xA;LU  lv  Luksemburga&#xA;LU  mk  Луксембург&#xA;LU  ml  ലക്സംബര്‍ഗ്&#xA;LU  mr  लक्झेंबर्ग&#xA;LU  ms  Luksembourg&#xA;LU  mt  Lussemburgu&#xA;LU  my  လူဇင်ဘတ်&#xA;LU  nb  Luxembourg&#xA;LU  nds Luxemborg&#xA;LU  ne  लक्जेमबर्ग&#xA;LU  nl  Luxemburg&#xA;LU  nn  Luxembourg&#xA;LU  or  ଲକ୍ସେମବର୍ଗ&#xA;LU  pl  Luksemburg&#xA;LU  pt  Luxemburgo&#xA;LU  ro  Luxemburg&#xA;LU  ru  Люксембург&#xA;LU  se  Luxembourg&#xA;LU  sk  Luxembursko&#xA;LU  sl  Luksemburg&#xA;LU  so  Luksemboorg&#xA;LU  sq  Luksemburg&#xA;LU  sr  Луксембург&#xA;LU  sv  Luxemburg&#xA;LU  sw  Luksemburg&#xA;LU  ta  லக்ஸ்சம்பர்க்&#xA;LU  te  లక్సంబర్గ్&#xA;LU  th  ลักเซมเบิร์ก&#xA;LU  tr  Lüksemburg&#xA;LU  uk  Люксембург&#xA;LU  vi  Lúc-xăm-bua&#xA;LU  zh  卢森堡&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Scroll down the above list to see all the languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A more authoritative source, but in a less convenient form, would be the Unicode CLDR files you mention. In the file for &lt;a href=&quot;http://unicode.org/repos/cldr-tmp/trunk/diff/summary/pt.html&quot; rel=&quot;nofollow&quot;&gt;Portuguese&lt;/a&gt; (for example) country names are listed as &quot;names / territory&quot; starting at about line 2340. &lt;/p&gt;&#xA;" OwnerUserId="1142" LastEditorUserId="1142" LastEditDate="2014-05-22T07:27:31.023" LastActivityDate="2014-05-22T07:27:31.023" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2072" PostTypeId="1" AcceptedAnswerId="2073" CreationDate="2014-05-22T09:19:21.913" Score="4" ViewCount="118" Body="&lt;p&gt;Australia has recently published high resolution surface mineral maps using data from ASTER &lt;a href=&quot;http://www.csiro.au/Organisation-Structure/Flagships/Minerals-Down-Under-Flagship/Exploration/Project-ASTER-overview.aspx&quot; rel=&quot;nofollow&quot;&gt;see here&lt;/a&gt;. Does anyone know of similar free products available world-wide?&lt;/p&gt;&#xA;" OwnerUserId="2893" LastEditorUserId="70" LastEditDate="2015-04-01T12:21:45.383" LastActivityDate="2018-03-20T05:51:43.000" Title="High Resolution Mineral Maps" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2073" PostTypeId="2" ParentId="2072" CreationDate="2014-05-22T14:25:52.597" Score="3" Body="&lt;p&gt;The US government portal for this data is &lt;strong&gt;mrdata&lt;/strong&gt; from from USGS:&#xA;&lt;a href=&quot;http://mrdata.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mineral Resources On-Line Spatial Data&lt;/a&gt;.&#xA;They also include some &lt;a href=&quot;http://mrdata.usgs.gov/general/?place=fLD&quot; rel=&quot;nofollow noreferrer&quot;&gt;world maps&lt;/a&gt; with a list of &lt;a href=&quot;http://mrdata.usgs.gov/general/index.php?place=fBL&amp;amp;div=fips&quot; rel=&quot;nofollow noreferrer&quot;&gt;external databases&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular you may be interested in the &lt;a href=&quot;http://mrdata.usgs.gov/mrds/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mineral Resources Data System&lt;/a&gt; (MRDS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/70xky.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to interactive maps, they also offer a list of &lt;a href=&quot;http://mrdata.usgs.gov/catalog/api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;API web-services&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just a couple of the services:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://mrdata.usgs.gov/catalog/api.php?id=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data records near a geographic location&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://mrdata.usgs.gov/catalog/api.php?id=6&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data catalog records for a topic category&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-05-22T14:25:52.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2074" PostTypeId="2" ParentId="2072" CreationDate="2014-05-23T02:04:26.027" Score="4" Body="&lt;p&gt;In addition to Phil's answer I have found two other resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.geo.uni-hamburg.de/en/geologie/forschung/geochemie/glim.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;GLiM&lt;/a&gt; is a 0.5 degree grid of surface rock properties.  The categories here are very broad, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;AD Alluvial deposits&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DS Dune sands&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EV Evaporites&lt;/p&gt;&#xA;&#xA;&lt;p&gt;etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also &lt;a href=&quot;http://www.onegeology.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OneGeology&lt;/a&gt; which is a collection of geological surveys from different countries that can be viewed in a single portal.  The drawback of OneGeology is that there is no single file format with consistent fields and scale etc.  It is just a collection of separate resources.&lt;/p&gt;&#xA;" OwnerUserId="2893" LastEditorUserId="2893" LastEditDate="2018-03-20T05:51:43.000" LastActivityDate="2018-03-20T05:51:43.000" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2075" PostTypeId="1" CreationDate="2014-05-23T02:09:15.290" Score="2" ViewCount="47" Body="&lt;p&gt;I have the benefit of having a fairly green field project on my hands where I need to perform some language analysis on advice and etiquette giving. This involves both centralized sources (advice columns in newspapers) as well as decentralized ones (online advice forums, like subreddits or ask metafilter). Does anyone know of any (English language) sources that already compile this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2014-05-26T04:24:44.777" Title="Relationship Advice/Advice Column Corpora?" Tags="|english|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2076" PostTypeId="2" ParentId="731" CreationDate="2014-05-23T08:47:24.220" Score="1" Body="&lt;p&gt;This is indeed a common question! First step should consider what your aim and your audience is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the ODI we believe that good open data goes beyond technical standards when publishing. That's why we have build the &lt;a href=&quot;http://certificate.theodi.org/&quot; rel=&quot;nofollow&quot;&gt;Open Data Certificates&lt;/a&gt;. More &lt;a href=&quot;https://certificates.theodi.org/about&quot; rel=&quot;nofollow&quot;&gt;on the about page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It covers four areas:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Legal &lt;/li&gt;&#xA;&lt;li&gt;Technical &lt;/li&gt;&#xA;&lt;li&gt;Practical &lt;/li&gt;&#xA;&lt;li&gt;Social&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-05-23T08:47:24.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2077" PostTypeId="2" ParentId="731" CreationDate="2014-05-23T13:43:01.227" Score="1" Body="&lt;p&gt;I agree with other answers but I also think that the first question would be : who is going to use those data ? If it's just for consultation html or csv seems great but if you want them to be re-use by developers, in ways you just don't know yet, maybe RDF gives more flexibility. If your data will just be download by big companies people, .xls or .xlsx will be fine etc... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You really have to wonder who is going to use the data and what for !&lt;/p&gt;&#xA;&#xA;&lt;p&gt;cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2014-05-23T13:43:01.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2078" PostTypeId="1" CreationDate="2014-05-24T09:48:49.773" Score="7" ViewCount="2016" Body="&lt;p&gt;I would like to ask if there is a homepage where I can get weather radar data for Europe territory for free. I have looked in the internet, but can't find them. I will be very glad if someone can help me. (It would be ideal to get the rainfall or precipitation data for Latvia.)&lt;/p&gt;&#xA;" OwnerUserId="2906" LastEditorUserId="70" LastEditDate="2015-01-28T17:49:06.367" LastActivityDate="2017-01-15T23:26:37.360" Title="Weather radar data for Europe, especially Latvia" Tags="|data-request|data.gov|weather|europe|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="2079" PostTypeId="1" CreationDate="2014-05-25T07:19:05.813" Score="6" ViewCount="50" Body="&lt;p&gt;In most countries before elections, every citizen receives by mail an envelope containing paper leaflets printed by each political group, each describing its political program.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that these documents have a great historical value.&lt;br&gt;&#xA;I have thought about uploading them to Wikimedia Commons, but I don't think they are compatible with CC-BY-SA-3.0. For instance &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:French_presidential_election_%282007%29&quot; rel=&quot;nofollow&quot;&gt;this category&lt;/a&gt; does not contain any of these leaflets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the most appropriate repository where I can upload such political leaftlets?&lt;br&gt;&#xA;Preferably one platform for the whole world.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-08-11T09:24:24.323" LastActivityDate="2015-08-11T09:24:24.323" Title="Where to contribute pictures of election leaftlets?" Tags="|images|elections|contributing-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2080" PostTypeId="2" ParentId="799" CreationDate="2014-05-25T15:44:19.123" Score="2" Body="&lt;p&gt;Have you looked at &lt;a href=&quot;http://openweathermap.org&quot; rel=&quot;nofollow&quot;&gt;openweathermap.org&lt;/a&gt; already? It's free and has an excellent API. We are using OWM because it has a great worldwide coverage of weather stations (more than 40.000).&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2014-05-25T15:44:19.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2081" PostTypeId="1" CreationDate="2014-05-25T16:15:00.353" Score="8" ViewCount="3154" Body="&lt;p&gt;We have plenty of data buried in a lot of Excel files (.xls, .xlsx). The data comprises mainly statistics (first row comtains colum headers, first column contains row headers, rest of data are decimal numbers). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We want to provide this data in various file formats that better follow the open data best practices than Excel files. Excel has just 2 stars, we want more (see &lt;a href=&quot;http://5stardata.info&quot; rel=&quot;nofollow&quot;&gt;http://5stardata.info&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since we live in an Linux world, we are looking for batch data conversion tools (libraries, scripts, tools, etc.) - PHP prefered, but this is no must - that convert these Excel files to&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CSV (decimal point, decimal comma)&lt;/li&gt;&#xA;&lt;li&gt;TSV (tab separated values)&lt;/li&gt;&#xA;&lt;li&gt;JSON&lt;/li&gt;&#xA;&lt;li&gt;XML (schema file and data file)&lt;/li&gt;&#xA;&lt;li&gt;RDF&lt;/li&gt;&#xA;&lt;li&gt;ODF&lt;/li&gt;&#xA;&lt;li&gt;Maybe there are other open data formats, too. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;...or at least some of them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Excel files are updated periodically (yearly, monthly,...), so the conversion process should be repeatable. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some Excels have headers in multiple rows. How can we deal with that?&lt;/p&gt;&#xA;" OwnerUserId="1930" LastEditorUserId="70" LastEditDate="2015-03-20T10:15:15.570" LastActivityDate="2015-11-18T09:12:00.203" Title="Best way to convert Excel Files to Open Data Formats" Tags="|tool-request|data-format|conversion|" AnswerCount="12" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2082" PostTypeId="2" ParentId="2081" CreationDate="2014-05-25T16:52:44.870" Score="5" Body="&lt;p&gt;I don't believe that you will find a &quot;ready&quot; library that will be the case for all your excel files. My advice is to create a script by yourself in base of your file structures. Especially if the updates will still have the same structure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I cannot help you in PHP, but in Python you can find an answer for what you need here: &lt;a href=&quot;https://opendata.stackexchange.com/a/1210/505&quot;&gt;A Python guide for open data file formats&lt;/a&gt;. If you decide to do it, you can update your question with an example of your files and let users help you with the code.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-05-25T16:52:44.870" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2083" PostTypeId="2" ParentId="2081" CreationDate="2014-05-25T17:48:10.807" Score="1" Body="&lt;p&gt;Have you tried the xlrd package in python? you can use it to import your file. exporting requires the library specific to your output filetype.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.anthonydebarros.com/2013/02/05/get-json-from-excel-using-python-xlrd/&quot; rel=&quot;nofollow&quot;&gt;Example links.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2722" LastEditorUserId="2722" LastEditDate="2014-05-26T21:03:50.513" LastActivityDate="2014-05-26T21:03:50.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2085" PostTypeId="2" ParentId="1751" CreationDate="2014-05-26T00:10:54.787" Score="3" Body="&lt;p&gt;Sounds like very interesting research.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a database of self-inflicted injuries and suicide from the U.S. Centers for Disease Control and Prevention.  &lt;a href=&quot;http://www.cdc.gov/nchs/fastats/suicide.htm&quot; rel=&quot;nofollow&quot;&gt;Faststats&lt;/a&gt; has both summary and detailed information about this.  There is a related set of data on &lt;a href=&quot;http://www.cdc.gov/nchs/fastats/accidental-injury.htm&quot; rel=&quot;nofollow&quot;&gt;unintentional injuries&lt;/a&gt; that may also be helpful.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T00:10:54.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2086" PostTypeId="2" ParentId="1251" CreationDate="2014-05-26T00:33:56.797" Score="4" Body="&lt;p&gt;In the United States, the Digital Accountability and Transparency Act (DATA) Act puts in place a requirement for U.S. federal spending to be in &quot;open, standardized data, and to publish that data online.&quot; This will affects awards, appropriations, accounts, and payments.  It may or may not have a secondary affect of bringing other financial reporting into this new XBRL standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some of the &lt;a href=&quot;https://explore.data.gov/catalog/ethics&quot; rel=&quot;nofollow&quot;&gt;key datasets&lt;/a&gt; related to campaign finance and transparency have been collected and made interactive at &lt;a href=&quot;http://ethics.data.gov&quot; rel=&quot;nofollow&quot;&gt;Ethics.Data.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some states, such as &lt;a href=&quot;http://www.sos.ca.gov/prd/cal-access/&quot; rel=&quot;nofollow&quot;&gt;California&lt;/a&gt;, have a standard format for campaign finance and lobbying data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, there are &lt;a href=&quot;http://www.fec.gov/finance/disclosure/ftp_download.shtml&quot; rel=&quot;nofollow&quot;&gt;no standards&lt;/a&gt; in place for campaign finance filings across the U.S. These are managed by the Federal Election Commission, which notes that each Committee has &lt;a href=&quot;http://www.fec.gov/info/filing.shtml&quot; rel=&quot;nofollow&quot;&gt;different requirements&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note: As of May 25, 2014, his has been passed by the House and Senate, and awaits the President's signature before it is law.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T00:33:56.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2087" PostTypeId="1" AcceptedAnswerId="2090" CreationDate="2014-05-26T01:01:35.887" Score="11" ViewCount="2786" Body="&lt;p&gt;I am looking for IP address to geocoding data sources and/or APIs. Open to any formats, and the main concern is the quality, depth, and freshness of the data.&lt;/p&gt;&#xA;" OwnerUserId="2910" LastEditorUserId="70" LastEditDate="2015-03-26T20:28:44.213" LastActivityDate="2017-05-09T23:13:12.743" Title="IP Geocoding Data Sources and/or APIs" Tags="|data-request|geocoding|api|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2088" PostTypeId="2" ParentId="1974" CreationDate="2014-05-26T01:32:01.360" Score="7" Body="&lt;p&gt;In the U.S., bankruptcy data is found in several places. Depending on which parameters you decide are important for your tool and algorithm, some of the following datasets should be helpful to you:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Recent &lt;a href=&quot;http://www.uscourts.gov/Statistics/BankruptcyStatistics.aspx&quot; rel=&quot;noreferrer&quot;&gt;bankruptcies, findings, and maps&lt;/a&gt; from the U.S. Courts&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.justice.gov/ust/eo/public_affairs/data_files/&quot; rel=&quot;noreferrer&quot;&gt;Bankruptcy statistics&lt;/a&gt; from the U.S. Department of Justice&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.sec.gov/opa/data/opendatasetsshtmlbankruptcy.html#.U4KX-C8jTmI&quot; rel=&quot;noreferrer&quot;&gt;Public bankruptcy cases&lt;/a&gt; from the U.S. Securities and Exchange Commission&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The challenge with any predictive modeling is not where to find the data, but which data will be true indicators of the item you are trying to predict. In this case, the data above show the companies that have become bankrupt. Your challenge is finding those factors that led to their bankruptcy...a much more difficult problem.  In this case, it may be that data such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/chapter-7-trustee-final-reports&quot; rel=&quot;noreferrer&quot;&gt;Chapter 7 Trustee reports&lt;/a&gt; from U.S. Department of Justice&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://lopucki.law.ucla.edu/&quot; rel=&quot;noreferrer&quot;&gt;UCLA Bankruptcy Research Database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These may point to the underlying causes and complexity in the area you are researching.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T01:32:01.360" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2089" PostTypeId="2" ParentId="1675" CreationDate="2014-05-26T02:34:26.300" Score="1" Body="&lt;p&gt;National statistics for miles traveled on different roads and for different uses have been compiled for the United States by the Department of Transportation.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Historical listings &lt;a href=&quot;http://www.fhwa.dot.gov/ohim/summary95/vm201.pdf&quot; rel=&quot;nofollow&quot;&gt;from 1936-1995&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Detailed listings from &lt;a href=&quot;http://www.fhwa.dot.gov/policyinformation/quickfinddata/qftravel.cfm&quot; rel=&quot;nofollow&quot;&gt;1995-present&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;National Household Travel Survey (online &lt;a href=&quot;http://nhts.ornl.gov/tools.shtml&quot; rel=&quot;nofollow&quot;&gt;data extraction tool and tables&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Specific to New Jersey (&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/state_transportation_statistics/new_jersey/index.html&quot; rel=&quot;nofollow&quot;&gt;after 1995&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even at the New Jersey state level, the &lt;a href=&quot;http://www.state.nj.us/transportation/refdata/&quot; rel=&quot;nofollow&quot;&gt;statistics&lt;/a&gt; only go back to 1995, but they are complete for &lt;a href=&quot;http://www.state.nj.us/transportation/refdata/roadway/vmt.shtm&quot; rel=&quot;nofollow&quot;&gt;miles traveled&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T02:34:26.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2090" PostTypeId="2" ParentId="2087" CreationDate="2014-05-26T03:02:43.703" Score="7" Body="&lt;p&gt;There are three sources that may be helpful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The answer on Stack Overflow on how to &lt;a href=&quot;https://stackoverflow.com/questions/3232516/geocode-an-ip-address&quot;&gt;Geocode an IP Address&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://freegeoip.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Free GEOIP&lt;/a&gt; has a RESTful API for this specific task&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://developers.google.com/maps/signup?csw=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Map API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;A &lt;a href=&quot;http://ipinfodb.com/ip_location_api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;geolocation XML API&lt;/a&gt; from PInfoDB&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-05-26T03:02:43.703" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2091" PostTypeId="2" ParentId="2087" CreationDate="2014-05-26T03:33:44.427" Score="3" Body="&lt;p&gt;&lt;em&gt;(Just to add details to the second list item in Jeanne's answer)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://freegeoip.net/&quot; rel=&quot;nofollow&quot;&gt;freegeoip.net&lt;/a&gt; is a community-built IP geocoding platform.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Database files are &lt;a href=&quot;https://github.com/fiorix/freegeoip/blob/master/db/updatedb#L128&quot; rel=&quot;nofollow&quot;&gt;downloaded automatically by the updatedb script from the blog.freegeoip.net domain&lt;/a&gt; and according to &lt;a href=&quot;http://blog.freegeoip.net/2013/06/all-cities-in-the-world.html&quot; rel=&quot;nofollow&quot;&gt;their blog&lt;/a&gt; the data actually comes from the &lt;a href=&quot;http://dev.maxmind.com/geoip/legacy/geolite/&quot; rel=&quot;nofollow&quot;&gt;Geolite&lt;/a&gt; databases which are disctributed under the Creative Commons Attribution-ShareAlike 3.0 Unported License.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The engine itself is open source&lt;/li&gt;&#xA;&lt;li&gt;There is even a free hosted API (with hourly limits)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-05-26T03:33:44.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2092" PostTypeId="2" ParentId="2081" CreationDate="2014-05-26T03:40:36.600" Score="4" Body="&lt;p&gt;You may want to look at this previous stackoverflow question on converting Excel to CSV in batch mode on Linux. Once it is in CSV, you have lots of options of converting to other formats - but CSV is the most common format for open datasets&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/10557360/convert-xlsx-to-csv-in-linux-command-line&quot;&gt;https://stackoverflow.com/questions/10557360/convert-xlsx-to-csv-in-linux-command-line&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-05-26T03:40:36.600" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2093" PostTypeId="2" ParentId="2087" CreationDate="2014-05-26T03:47:59.487" Score="3" Body="&lt;p&gt;Three more IP geolocation APIs/Datasets I can suggest:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ip2location.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.ip2location.com  - free version for non-commercial use&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.hostip.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.hostip.info - crowdsourced dataset and API&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dev.maxmind.com/geoip/legacy/geolite/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dev.maxmind.com/geoip/legacy/geolite/ - free IP geolocation dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="90" LastEditDate="2017-05-09T23:13:12.743" LastActivityDate="2017-05-09T23:13:12.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2094" PostTypeId="2" ParentId="2078" CreationDate="2014-05-26T03:55:33.770" Score="2" Body="&lt;p&gt;Weather radar data specific to Latvia can be found using &lt;a href=&quot;https://gis.ncdc.noaa.gov/map/viewer/#app=cdo&amp;amp;cfg=radar&amp;amp;theme=radar&amp;amp;display=nexrad&quot; rel=&quot;nofollow&quot;&gt;NOAA's Radar Data tool&lt;/a&gt;.  Just enter &quot;Republic of Latvia&quot; in the search box and you're off and running.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a large number of datasets covering international areas at the U.S. National Oceanographic and Atmospheric Administration (NOAA), which maps some of the &lt;a href=&quot;http://www.ncdc.noaa.gov/most-popular-data#ghcn&quot; rel=&quot;nofollow&quot;&gt;global daily indicators&lt;/a&gt;. The Global Historical Climatology Network-Daily (GHCN-D) is the data you are seeking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncdc.noaa.gov/international&quot; rel=&quot;nofollow&quot;&gt;International indicators of climate change&lt;/a&gt; and data collected from many organizations are available as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I am the Evangelist for Data.gov)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T03:55:33.770" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2095" PostTypeId="2" ParentId="2065" CreationDate="2014-05-26T04:00:42.760" Score="1" Body="&lt;p&gt;Here's a CSV dataset I made of the official country names in English, French, Spanish, German and Italian from:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BGN : U.S. Board on Geographic Names&lt;br/&gt;&#xA;UNGEGN : United Nations Group of Experts on Geographic Names&lt;br/&gt;&#xA;PCGN : U.K. Permanent Committee on Geographic Names&lt;br/&gt;&#xA;FAO : United Nations Food &amp;amp; Agriculture Organization&lt;br/&gt;&#xA;FFO : German Federal Foreign Office&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#countrynames&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/download.php#countrynames&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-26T04:00:42.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2096" PostTypeId="2" ParentId="2075" CreationDate="2014-05-26T04:24:44.777" Score="1" Body="&lt;p&gt;English Language&amp;amp;Usage has some material that might interest you, under some of its tags like this one:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://english.stackexchange.com/questions/tagged/politeness&quot;&gt;https://english.stackexchange.com/questions/tagged/politeness&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is licensed under cc by-sa 3.0 with attribution required.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2017-04-13T12:38:15.693" LastActivityDate="2014-05-26T04:24:44.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2097" PostTypeId="1" AcceptedAnswerId="2099" CreationDate="2014-05-26T04:40:22.593" Score="4" ViewCount="180" Body="&lt;p&gt;Not including projects where the contributors are all affiliated with a central entity, for example data.gov, what decentralized open data project has the most contributors by count?&lt;/p&gt;&#xA;" OwnerUserId="2910" LastEditorUserId="754" LastEditDate="2015-03-27T09:57:03.967" LastActivityDate="2015-03-27T09:57:03.967" Title="What decentralized open data project has the most contributors?" Tags="|contributing-data|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2098" PostTypeId="2" ParentId="2081" CreationDate="2014-05-26T05:03:45.777" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://dag.wiee.rs/home-made/unoconv/&quot; rel=&quot;nofollow&quot;&gt;unoconv&lt;/a&gt; can convert CSV to OpenDocument spreadsheet:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?php&#xA;exec('unoconv -f ods -o output.ods input.xlsx');&#xA;?&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;unoconv is based on LibreOffice, and has features for batch processing.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-05-26T05:03:45.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2099" PostTypeId="2" ParentId="2097" CreationDate="2014-05-26T05:11:32.253" Score="5" Body="&lt;p&gt;I would say Wikipedia, with &lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia%3aWikipedians#Number_of_editors&quot;&gt;21,436,641&lt;/a&gt; named editors (and more anonymous editors), but there might be bigger projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only other hard-numbers references I could find are &lt;a href=&quot;http://www.ohloh.net/&quot;&gt;the Ohloh project&lt;/a&gt;, which has tons of similar data, but it is only about open source projects, not all open data.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-05-26T05:11:32.253" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="2100" PostTypeId="2" ParentId="2030" CreationDate="2014-05-26T05:23:11.813" Score="2" Body="&lt;p&gt;A list of statistics is available for U.S. persons:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Medical treatment triggered by &lt;a href=&quot;http://www.cdc.gov/nchs/fastats/allergies.htm&quot; rel=&quot;nofollow&quot;&gt;allergies and hay fever&lt;/a&gt;. &lt;/li&gt;&#xA;&lt;li&gt;Allergy by &lt;a href=&quot;http://www.cdc.gov/nchs/hdi.htm&quot; rel=&quot;nofollow&quot;&gt;age and ethnicity&lt;/a&gt; for 1998-2012 (specifically at 205.207.175.93/HDI/TableViewer/tableView.aspx?ReportId=59)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;An interesting &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/23256652&quot; rel=&quot;nofollow&quot;&gt;related article&lt;/a&gt; about the need for more data on allergy prevalence in developing nations may be informative.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T05:23:11.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2101" PostTypeId="2" ParentId="1970" CreationDate="2014-05-26T05:49:17.780" Score="1" Body="&lt;p&gt;It would be difficult to track a single individual's home ownership pattern and reasons over time, primarily because these are considered personal data in most countries and would not be released as such.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, in the U.S., the following datasets may be helpful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;U.S. Department of Housing &lt;a href=&quot;http://www.huduser.org/portal/datasets/HUD_data_matrix.html&quot; rel=&quot;nofollow&quot;&gt;datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Data related to families &lt;a href=&quot;http://www.huduser.org/portal/datasets/mto.html&quot; rel=&quot;nofollow&quot;&gt;moving to areas of opportunity&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.census.gov/programs-surveys/ahs/&quot; rel=&quot;nofollow&quot;&gt;American Housing Survey&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://factfinder2.census.gov/faces/nav/jsf/pages/guided_search.xhtml&quot; rel=&quot;nofollow&quot;&gt;FactFinder&lt;/a&gt; from the U.S. Census on housing information&lt;/li&gt;&#xA;&lt;li&gt;Detailed &lt;a href=&quot;https://www.census.gov/housing/nychvs/data/2011/occ_11_long.pdf&quot; rel=&quot;nofollow&quot;&gt;data for New York City&lt;/a&gt; for specific reasons for moving (via @EreiSegalHalevi)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-05-26T05:49:17.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2102" PostTypeId="2" ParentId="1791" CreationDate="2014-05-26T08:38:56.433" Score="8" Body="&lt;p&gt;I found one more free, open database you can use. &lt;a href=&quot;http://openfootball.github.io/&quot;&gt;http://openfootball.github.io/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What’s football.db?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A free open public domain football (soccer) database &amp;amp; schema for use in any (programming) language (e.g. uses plain text fixtures/data sets). Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;### Teams&#xA;&#xA;barcelona, Barcelona|FC Barcelona|Fútbol Club Barcelona, BAR, city:barcelona&#xA;madrid,    Real Madrid|Real Madrid CF,                   RMD, city:madrid&#xA;malaga,    Málaga|FC Málaga|Málaga CF|CF Málaga,         MAG, city:malaga&#xA;...&#xA;### Matches&#xA;&#xA;2013-03-12 20:45  Schalke 04      2-3  Galatasaray&#xA;2013-03-12 20:45  Barcelona       4-0  Milan&#xA;&#xA;2013-03-13 20:45  Málaga          2-0  Porto&#xA;2013-03-13 20:45  Bayern München  0-2  Arsenal&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The football.db schema, data and scripts are dedicated to the public domain. Use it as you please with no restrictions whatsoever.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try the football.db web admin app running on Heroku &lt;a href=&quot;http://footballdb.herokuapp.com&quot;&gt;footballdb.herokuapp.com&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-05-26T08:38:56.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2103" PostTypeId="1" CreationDate="2014-05-26T08:57:54.583" Score="5" ViewCount="212" Body="&lt;p&gt;Is there a PHP script that can take posts from my website and convert them to CSV, RDF, etc.? Can someone help?&lt;/p&gt;&#xA;" OwnerUserId="2913" LastEditorUserId="23272" LastEditDate="2021-04-07T12:53:42.443" LastActivityDate="2021-04-07T12:53:42.443" Title="PHP script automatically convert content in open data formats" Tags="|data-format|programming|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="2104" PostTypeId="2" ParentId="2103" CreationDate="2014-05-26T09:16:59.333" Score="3" Body="&lt;p&gt;I found this Wordpress Plugin &lt;a href=&quot;https://wordpress.org/plugins/wp-csv/&quot; rel=&quot;nofollow&quot;&gt;WP-CSV&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;More than 50000 lines can be imported/exported (the only limit is&#xA;your server) &lt;/li&gt;&#xA;&lt;li&gt;Posts, pages, and custom post types&lt;/li&gt;&#xA;&lt;li&gt;Tags, categories,   and custom taxonomies&lt;/li&gt;&#xA;&lt;li&gt;Custom fields (simple and complex)&lt;/li&gt;&#xA;&lt;li&gt;Thumbnails&lt;/li&gt;&#xA;&lt;li&gt;Flexible filter system to easily control which fields export&lt;/li&gt;&#xA;&lt;li&gt;Simple User Interface (if you know Excel or another spreadsheet&#xA;program, you will find this plugin quite easy) The plugin should now&#xA;be usable with most plugins that are fully WordPress compliant.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-05-26T09:16:59.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2105" PostTypeId="2" ParentId="1200" CreationDate="2014-05-26T13:38:42.913" Score="1" Body="&lt;p&gt;This is a complex calculation. Several factors are considered before the risk score is created, including age, original reason for entitlement, Medicaid status, and primary payer information.  The data behind these include the Minimum Data Set Long Term Institutional File and the Common Medicare Environment from the Beneficiary Demographic Input File. The Medical Expenditure Panel has a &lt;a href=&quot;http://catalog.data.gov/dataset/medical-expenditure-panel-survey-meps-query-tool&quot; rel=&quot;nofollow&quot;&gt;query interface&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Diagnostic Data is used in risk score calculations and is obtained from both plans and FFS providers.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Risk Adjustment Processing System (RAPS) Database contains the diagnostic data submitted by Medicare Advantage plans, PACE organizations, and cost plans.&lt;/li&gt;&#xA;&lt;li&gt;The National Medicare Utilization Database (NMUD) contains the diagnostic data submitted by fee-for-service providers.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The Risk Adjustment System (RAS) calculates risk scores for all Medicare beneficiaries.&quot; (&lt;a href=&quot;http://www.cms.gov/Regulations-and-Guidance/Guidance/Manuals/downloads/mc86c07.pdf&quot; rel=&quot;nofollow&quot;&gt;Medicare Managed Care Manual&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-05-26T13:47:32.607" LastActivityDate="2014-05-26T13:47:32.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2106" PostTypeId="2" ParentId="2079" CreationDate="2014-05-26T14:52:51.097" Score="5" Body="&lt;p&gt;Unlock Democracy runs a project called &lt;a href=&quot;http://www.electionleaflets.org/&quot; rel=&quot;nofollow&quot;&gt;Election Leaflets&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can take photos, scan the leaflets, or even post them to their address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They've got a good repository of leaflets.&lt;/p&gt;&#xA;" OwnerUserId="2917" LastEditorUserId="244" LastEditDate="2014-05-27T02:18:44.547" LastActivityDate="2014-05-27T02:18:44.547" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2107" PostTypeId="2" ParentId="2079" CreationDate="2014-05-26T14:54:46.060" Score="4" Body="&lt;p&gt;I was not able to find anyone collecting leaflets for Europe generally.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some sites I did find.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ireland: &lt;a href=&quot;http://irishelectionliterature.wordpress.com/&quot; rel=&quot;nofollow&quot;&gt;http://irishelectionliterature.wordpress.com/&lt;/a&gt; including &lt;a href=&quot;http://irishelectionliterature.wordpress.com/index-of-electionsparty-literature/2014-european-elections-leaflets/&quot; rel=&quot;nofollow&quot;&gt;Irish candidates for European Parliament elections&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Australia: &lt;a href=&quot;http://www.electionleaflets.org.au/&quot; rel=&quot;nofollow&quot;&gt;http://www.electionleaflets.org.au/&lt;/a&gt; accepts public contributions&lt;/li&gt;&#xA;&lt;li&gt;Los Angeles: &lt;a href=&quot;http://digital.library.ucla.edu/campaign/&quot; rel=&quot;nofollow&quot;&gt;http://digital.library.ucla.edu/campaign/&lt;/a&gt; accepts contributions from &quot;candidates and other election organizations&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-05-26T14:54:46.060" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2108" PostTypeId="2" ParentId="2011" CreationDate="2014-05-26T15:04:17.370" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/2787808/is-there-any-online-free-movie-information-apis&quot;&gt;A question like this&lt;/a&gt; was asked on Stack Overflow a few years ago. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Besides TheMovieDB (which was the accepted answer), and &lt;a href=&quot;http://www.omdbapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OMDB&lt;/a&gt;, which you've found,  people suggested the &lt;a href=&quot;http://developer.rottentomatoes.com/docs/read/Home&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rotten Tomatoes API&lt;/a&gt;, which appears to have posters, but which also looks like it's integrated into OMDB...&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-05-26T15:04:17.370" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2109" PostTypeId="2" ParentId="748" CreationDate="2014-05-26T15:10:22.920" Score="9" Body="&lt;p&gt;Since this question was originally asked, the &lt;a href=&quot;http://dat-data.com/&quot;&gt;&lt;strong&gt;Dat&lt;/strong&gt;&lt;/a&gt; project has made a lot of progress. Originally conceived by Max Ogden, it now has several other developers working on it.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;dat is an open source tool that enables the sharing of large&#xA;  datasets, the goal being a collaboration flow similar to what git&#xA;  offers for source code. As a team we have a bias towards supporting&#xA;  scientific + research data use cases.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The screencast linked from the home page (or here on &lt;a href=&quot;https://www.youtube.com/watch?v=tP_6N7mMKok&quot;&gt;YouTube&lt;/a&gt;) is worth watching if you're interested in this kind of stuff.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-05-26T15:10:22.920" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2110" PostTypeId="1" AcceptedAnswerId="2142" CreationDate="2014-05-26T15:40:02.870" Score="6" ViewCount="201" Body="&lt;p&gt;Searching for a &lt;a href=&quot;http://en.wikipedia.org/wiki/Internet_Protocol&quot; rel=&quot;nofollow&quot;&gt;IP&lt;/a&gt; to &lt;a href=&quot;http://en.wikipedia.org/wiki/Top-level_domain&quot; rel=&quot;nofollow&quot;&gt;TLD&lt;/a&gt; database lookup that is from an source that provides updates &amp;amp; archives. Possible this might require a number of sources, since I'm looking for &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_Internet_top-level_domains&quot; rel=&quot;nofollow&quot;&gt;all TLDs&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2910" LastEditorUserId="70" LastEditDate="2015-04-19T14:21:46.543" LastActivityDate="2015-04-19T14:21:46.543" Title="Domain Name System Record A database" Tags="|data-request|internet|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2111" PostTypeId="2" ParentId="2081" CreationDate="2014-05-26T17:04:41.047" Score="5" Body="&lt;p&gt;For example with Python, using &lt;a href=&quot;http://pandas.pydata.org/&quot;&gt;Pandas&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;&#xA;data = pd.from_excel(&quot;path_to.xls&quot;, sheetname=&quot;sheet1&quot;)&#xA;data.to_csv(&quot;path_to.csv&quot;, encoding=&quot;utf8&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(As simple as that.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pandas can &lt;a href=&quot;http://pandas.pydata.org/pandas-docs/stable/io.html&quot;&gt;read and write from/to more formats&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, for typical tabular data CSV is the best option for open data.  &lt;/p&gt;&#xA;" OwnerUserId="87" LastActivityDate="2014-05-26T17:04:41.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2112" PostTypeId="1" CreationDate="2014-05-26T23:32:10.950" Score="9" ViewCount="3209" Body="&lt;p&gt;I'm looking for a dataset containing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;list of Indian last names&lt;/li&gt;&#xA;&lt;li&gt;list of Indian castes&lt;/li&gt;&#xA;&lt;li&gt;for each last name, the probability to belongs to each caste.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="18" LastEditDate="2014-05-27T13:52:59.113" LastActivityDate="2021-11-13T15:00:31.803" Title="Indian caste dataset" Tags="|data-request|names|india|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2113" PostTypeId="1" CreationDate="2014-05-27T01:50:57.367" Score="6" ViewCount="222" Body="&lt;p&gt;For a tool that I'm working on, I'd like to to distribute an example data set that is Twitter-like. Twitter's terms of service preclude redistributing their data, so I know I can't use them directly. Here is what I need:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;On the order of tens of thousands of records (if the data set is larger, I can always trim it down).&lt;/li&gt;&#xA;&lt;li&gt;Easily redistributed or linked to, and doesn't require a separate program or agreement for users to access.&lt;/li&gt;&#xA;&lt;li&gt;Includes a timestamp.&lt;/li&gt;&#xA;&lt;li&gt;Includes geo-location as latitude and longitude, or something similar.&lt;/li&gt;&#xA;&lt;li&gt;Includes hashtags or something similar. (Specifically, entries have been tagged/categorized and an individual record may have more than one tag/category.)&lt;/li&gt;&#xA;&lt;li&gt;Preferably, the data topic is something that is of a broad interest, but this isn't a hard requirement.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Note: Twitter technically allows you to kind of redistribute their data, but the method is not sufficient for my purpose. As I understand it, in order to do so you must distribute the IDs of the tweets, and then any user must use their API to get all of the other data about those tweets. This is too complex and time-consuming for what is essentially a demo of the tool.&lt;/p&gt;&#xA;" OwnerUserId="1713" LastEditorUserId="1511" LastEditDate="2014-11-13T16:23:07.170" LastActivityDate="2015-05-14T04:30:41.547" Title="Redistributable Twitter-like data" Tags="|data-request|geospatial|social-media|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2115" PostTypeId="1" CreationDate="2014-05-27T15:30:25.197" Score="5" ViewCount="424" Body="&lt;p&gt;I'm a master student working on networks analysis in general. A network is something that has nodes and there are links between the nodes. Nodes and links could have attributes. An evolving network is one that changes overtime (new nodes and links are added..etc). An example of that is Facebook. Nodes are users and links represent the friendship relationship. Users have attributes (gender, age ..etc). A Facebook network as you know is an example of a social network. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue is that so many people studied traditional evolving networks like social networks, the web, or transportation networks. Currently I'm looking for novel examples of evolving networks to study them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware of &lt;code&gt;snap.stanford.edu/data/&lt;/code&gt; but all of those datasets were heavily studied. So I thought maybe someone is aware of novel datasets that represent evolving networks?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you know some novel datasets or maybe could think of some novel examples for an evolving network dataset that I could construct, I would be very thankful to you.&lt;/p&gt;&#xA;" OwnerUserId="2920" LastEditorUserId="70" LastEditDate="2014-09-13T10:46:57.717" LastActivityDate="2014-09-13T10:46:57.717" Title="Examples or datasets of evolving networks" Tags="|data-request|network-structure|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2116" PostTypeId="2" ParentId="2081" CreationDate="2014-05-27T18:27:31.190" Score="2" Body="&lt;p&gt;That sounds like you'll do fine with a CSV format. (Assuming the datasets are not too large.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem, as pointed out before, is that you may have to design a process for each format/version etc of Excel sheet. They are optimised for human-readability, not machines. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use your tool of your choice to convert them, but there will be some manual work to codify the conversion. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're thinking of publishing data, also consider aspects that go beyond technical aspects; more e.g. in our &lt;a href=&quot;https://certificates.theodi.org/&quot; rel=&quot;nofollow&quot;&gt;Open Data Certificates&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-05-27T18:27:31.190" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2117" PostTypeId="2" ParentId="2115" CreationDate="2014-05-27T21:06:58.217" Score="1" Body="&lt;p&gt;I've not looked at this myself, but I found online at the University of California in Irvine they have a repository of network data for study.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The UCI Network Data Repository is an effort to facilitate the scientific study of networks. Feel free to browse and download the currently available datasets. For more information about networks and the terms used to describe the datasets, click Getting Started&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://networkdata.ics.uci.edu/resources.php&quot; rel=&quot;nofollow&quot;&gt;http://networkdata.ics.uci.edu/resources.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-27T21:06:58.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2118" PostTypeId="2" ParentId="2115" CreationDate="2014-05-28T07:48:26.310" Score="2" Body="&lt;p&gt;One of my favorite (dynamic) networks to study is Wikipedia. You have plenty of data to analyze and it is evolving every second :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of the edits in Wikipedia articles: &lt;a href=&quot;http://rcmap.hatnote.com/#en&quot; rel=&quot;nofollow&quot;&gt;http://rcmap.hatnote.com/#en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you want more options, &lt;a href=&quot;http://www.growmeme.com/snas&quot; rel=&quot;nofollow&quot;&gt;in this repository&lt;/a&gt;, you will find dozens of networks and you could sort the table by &quot;Dynamic&quot; networks to find only those you need.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-05-28T07:48:26.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2119" PostTypeId="2" ParentId="2087" CreationDate="2014-05-28T09:04:09.843" Score="4" Body="&lt;p&gt;For a project I use the &lt;a href=&quot;http://dev.maxmind.com/geoip/legacy/geolite/&quot; rel=&quot;nofollow&quot;&gt;GeoLite City&lt;/a&gt; download from &lt;a href=&quot;http://dev.maxmind.com/&quot; rel=&quot;nofollow&quot;&gt;MaxMind&lt;/a&gt;. The license is &quot;&lt;a href=&quot;http://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow&quot;&gt;Creative Commons Attribution-ShareAlike 3.0 Unported License&lt;/a&gt;.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This file is usually updated every month, so I have a script that checks if the file has been updated and only downloads/unzips if it has:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget -N http://geolite.maxmind.com/download/geoip/database/GeoLiteCity.dat.gz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I choose the binary file, and not the CSV, because there is a nice python library to load this data and then do the lookups: &lt;a href=&quot;http://pythonhosted.org//pygeoip/&quot; rel=&quot;nofollow&quot;&gt;pygeoip&lt;/a&gt;. For thousands of IP addresses, I found this process &lt;strong&gt;much&lt;/strong&gt; faster than sending each IP address to an external web API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A python snippet to load the IP table and then do a lookup:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import pygeoip&#xA;gi = pygeoip.GeoIP('GeoLiteCity.dat')&#xA;print gi.record_by_addr('64.233.161.99')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;provides a JSON output like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; {'city': u'Mountain View', 'region_name': u'CA', 'area_code': 650, 'time_zone': 'America/Los_Angeles', 'dma_code': 807, 'metro_code': 'San Francisco, CA', 'country_code3': 'USA', 'latitude': 37.41919999999999, 'postal_code': u'94043', 'longitude': -122.0574, 'country_code': 'US', 'country_name': 'United States', 'continent': 'NA'}   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-05-28T09:04:09.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2120" PostTypeId="1" CreationDate="2014-05-28T14:36:11.383" Score="6" ViewCount="4629" Body="&lt;p&gt;&lt;a href=&quot;http://store.steampowered.com/&quot; rel=&quot;nofollow&quot;&gt;Steam&lt;/a&gt; offers a REST-like API (details &lt;a href=&quot;https://developer.valvesoftware.com/wiki/Steam_Web_API&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;http://steamcommunity.com/dev&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;) enabling a registered developer to obtain informations on its users (games owned, time passed on each...). However, I didn't find useful informations on the games themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a consequence, I'm looking for a database/API having some of the following informations on games:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the name (quite obviously)&lt;/li&gt;&#xA;&lt;li&gt;type of game (like fps, str and so on)&lt;/li&gt;&#xA;&lt;li&gt;details on multiplayer (maximum number of players, if LAN/local game is possible)&lt;/li&gt;&#xA;&lt;li&gt;metacritic score&lt;/li&gt;&#xA;&lt;li&gt;year of release&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I could get all these informations on Steam using some HTML parser, but that's highly inconvenient. Are there better solutions?&lt;/p&gt;&#xA;" OwnerUserId="2479" LastEditorUserId="70" LastEditDate="2015-03-30T14:29:44.900" LastActivityDate="2017-07-01T09:31:45.943" Title="Video game meta-data (supplement for Steam API)" Tags="|data-request|api|games|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2121" PostTypeId="1" AcceptedAnswerId="2123" CreationDate="2014-05-28T15:43:39.440" Score="2" ViewCount="701" Body="&lt;p&gt;I am looking for a 3-dimensional valued dataset to test my tri-clustering method. &#xA;I hope to find something like a movie rating database with dimensions for user-movie-genre and ratings depending on both movie and genre (e.g. user rates the movie as a 5-star horror, 3-star thriller, or 1-star comedy).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any fields will do. Only the structure of the data is important.&lt;/p&gt;&#xA;" OwnerUserId="2921" LastEditorUserId="1511" LastEditDate="2014-05-29T07:59:31.050" LastActivityDate="2014-05-29T20:36:28.593" Title="3-dimensional dataset to test tri-clustering method" Tags="|data-request|machine-learning|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2122" PostTypeId="2" ParentId="1951" CreationDate="2014-05-28T15:46:46.137" Score="15" Body="&lt;p&gt;I think this is what you are looking for. It is a DNS registration dataset snapshot taken in 2013. Compressed - it is ~15GB and uncompressed 157GB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dnscensus2013.neocities.org/&quot;&gt;http://dnscensus2013.neocities.org/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They claim it contains: Dataset containing 2,676,380,336 DNS records and 106,928,034 domains&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-28T15:46:46.137" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="2123" PostTypeId="2" ParentId="2121" CreationDate="2014-05-29T06:47:29.390" Score="1" Body="&lt;p&gt;A good place to start looking for datasets is the &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow&quot;&gt;Machine Learning Repository&lt;/a&gt; from UCI.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a few datasets that stand out for your method. Although they may not match exactly, you may get some ideas.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/YouTube+Comedy+Slam+Preference+Data&quot; rel=&quot;nofollow&quot;&gt;The YouTube Codedy Slam Preference Data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Character+Trajectories&quot; rel=&quot;nofollow&quot;&gt;Character Trajectories&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/User+Identification+From+Walking+Activity&quot; rel=&quot;nofollow&quot;&gt;User Identification from Walking Activity&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can use the table columns &quot;Default Task&quot;, &quot;Attribute Types&quot;, and &quot;# Attributes&quot; to help narrow down more possible data sets.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-05-29T06:47:29.390" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2124" PostTypeId="5" CreationDate="2014-05-29T08:07:44.703" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;/questions/tagged/machine-learning&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;machine-learning&amp;#39;&quot; rel=&quot;tag&quot;&gt;machine-learning&lt;/a&gt; tag is used for questions related to systems learning from data. This often involves training an algorithm with data and then testing it. Data sets are typically very structured and even calibrated or designed for a machine learning approach.&#xA;Machine learning, a branch of artificial intelligence, concerns the construction and study of systems that can learn from data. For example, a machine learning system could be trained on email messages to learn to distinguish between spam and non-spam messages. After learning, it can then be used to classify new email messages into spam and non-spam folders.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The core of machine learning deals with representation and generalization. Representation of data instances and functions evaluated on these instances are part of all machine learning systems. Generalization is the property that the system will perform well on unseen data instances; the conditions under which this can be guaranteed are a key object of study in the subfield of computational learning theory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a wide variety of machine learning tasks and successful applications. Optical character recognition, in which printed characters are recognized automatically based on previous examples, is a classic example of machine learning.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2014-06-28T10:12:11.047" LastActivityDate="2014-06-28T10:12:11.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2125" PostTypeId="4" CreationDate="2014-05-29T08:07:44.703" Score="0" Body="Algorithmic learning from data. A form of Pattern Recognition." OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2014-06-28T08:06:11.807" LastActivityDate="2014-06-28T08:06:11.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2126" PostTypeId="2" ParentId="2120" CreationDate="2014-05-29T09:15:26.460" Score="6" Body="&lt;p&gt;There is an &lt;a href=&quot;https://www.mashape.com/byroredux/metacritic&quot; rel=&quot;nofollow&quot;&gt;unofficial API for metacritic&lt;/a&gt; which can provide most of the data you request. You'll have to register.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example cURL request of the &lt;a href=&quot;https://www.mashape.com/byroredux/metacritic#!endpoint-Find-game&quot; rel=&quot;nofollow&quot;&gt;'find game' endpoint&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl --include --request GET 'https://byroredux-metacritic.p.mashape.com/details?url=http%3A%2F%2Fwww.metacritic.com%2Fgame%2Fplaystation-3%2Fthe-elder-scrolls-v-skyrim' --header &quot;X-Mashape-Authorization: &amp;lt;mashape-key&amp;gt;&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To loop over all desired games, you'll have to pass this type query for each game URL at metacritic. Creating that list of URLs may be a small project in itself (although at least they are logical).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That gives a JSON output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;result&quot;: {&#xA;    &quot;name&quot;: &quot;The Elder Scrolls V: Skyrim&quot;,&#xA;    &quot;score&quot;: &quot;92&quot;,&#xA;    &quot;rlsdate&quot;: &quot;2011-11-11&quot;,&#xA;    &quot;genre&quot;: &quot;Role-Playing&quot;,&#xA;    &quot;rating&quot;: &quot;M&quot;,&#xA;    &quot;platform&quot;: &quot;PlayStation 3&quot;,&#xA;    &quot;publisher&quot;: &quot;Bethesda Softworks&quot;,&#xA;    &quot;developer&quot;: &quot;Bethesda Game Studios&quot;,&#xA;    &quot;url&quot;: &quot;http://www.metacritic.com/game/playstation-3/the-elder-scrolls-v-skyrim&quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To get more than one result per query, you'll have to construct some clever searches using the &lt;a href=&quot;https://www.mashape.com/byroredux/metacritic#!endpoint-Search-games&quot; rel=&quot;nofollow&quot;&gt;'search games' endpoint&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They provide code for common languages (i.e. &lt;a href=&quot;http://unirest.io/python.html&quot; rel=&quot;nofollow&quot;&gt;python&lt;/a&gt;), so you can perhaps use &lt;strong&gt;search&lt;/strong&gt; to get and store multiple games.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-10-06T17:47:49.053" LastActivityDate="2016-10-06T17:47:49.053" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2127" PostTypeId="2" ParentId="1737" CreationDate="2014-05-29T15:20:15.010" Score="3" Body="&lt;p&gt;The Bureau of Labor and Statistics (BLS) has two economic datasets which may be of interest. The monthly Current Population Survey (CPS) of 50,000 households is broken down by region, state and select number of Metropolitan Statistics Areas (MSA).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/cps/&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cps/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The monthly Local Area Unemployment Statistics (LAUS) is broken down by MSA and counties. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/lau/&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/lau/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In both cases, you will need to learn how to parse the raw data files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the crosswalk file for mapping LAU codes to MSA and counties:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/lau/codenotice.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/lau/codenotice.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;HUD also provides a crosswalk file for mapping USPS Zipcodes to Census geography (tracts, County, CBSA, CD)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.huduser.org/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow&quot;&gt;http://www.huduser.org/portal/datasets/usps_crosswalk.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-05-29T22:51:08.150" LastActivityDate="2014-05-29T22:51:08.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2128" PostTypeId="2" ParentId="1208" CreationDate="2014-05-29T18:08:04.640" Score="8" Body="&lt;p&gt;Once you've decided on a data format, you will need to decide the following additional issues before publishing your open dataset:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Data Layout&lt;br/&gt;&lt;/li&gt;&#xA;&lt;li&gt;Name/Data type (Vocabulary) of data fields.&lt;br/&gt;&lt;/li&gt;&#xA;&lt;li&gt;Language and Language Script.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data Layout&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Tabular Data Format (TDF)&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://dataprotocols.org/tabular-data-package/&quot;&gt;http://dataprotocols.org/tabular-data-package/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The key features of this format are the following:&lt;br/&gt;&#xA;•CSV (comma separated variables) for data&lt;br/&gt;&#xA;•Single JSON file (datapackage.json) to describe the dataset including a schema for data files&lt;br/&gt;&#xA;•Reuse wherever possible of existing work including other Data Protocols specifications&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Data Packages (DP)&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://dataprotocols.org/data-packages/&quot;&gt;http://dataprotocols.org/data-packages/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;A data package consists of:&lt;br/&gt;&#xA;•Data package metadata that describes the structure and contents of the package&lt;br/&gt;&#xA;•Optionally, additional resources, including data files, that make up the package&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Dataset Publishing Language (DSPL)&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;https://developers.google.com/public-data/&quot;&gt;https://developers.google.com/public-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a Google standard that does not appear to have gained much traction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;DSPL is a data and metadata format designed from the ground up to support powerful, interactive visualizations like those in the Google Public Data Explorer.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Name / Data Type&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;OgenGeoCode Linked CSV Vocabulary&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot;&gt;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is our OpenGeoCode.Org's published standard (disclaimer: which I am a co-founder).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;This document describes the field namimg convention and data types ('the vocabulary') used in the Linked CSV generated datasets. For more information on Linked CSV, see Linked CSV, ODI&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Common Core Metadata Schema&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://project-open-data.github.io/schema/&quot;&gt;http://project-open-data.github.io/schema/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;This section contains guidance to support the use of the common core metadata to list agency datasets and application programming interfaces (APIs) as hosted at agency.gov/data.&#xA;Updates to the metadata schema can be found in the changelog. Current metadata version: 1.0 FINAL as of 9/20/13.&#xA;Standard Metadata Vocabulary&#xA;Metadata is structured information that describes, explains, locates, or otherwise makes it easier to retrieve, use, or manage an information resource (NISO 2004, ISBN: 1-880124-62-9). The challenge is to define and name standard metadata fields so that a data consumer has sufficient information to process and understand the described data. The more information that can be conveyed in a standardized regular format, the more valuable data becomes.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Data Catalog Vocabulary (DCAT)&lt;/em&gt;&lt;/strong&gt; (W3C std) - &lt;a href=&quot;http://www.w3.org/TR/vocab-dcat/&quot;&gt;http://www.w3.org/TR/vocab-dcat/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;DCAT is an RDF vocabulary designed to facilitate interoperability between data catalogs published on the Web. This document defines the schema and provides examples for its use.&#xA;By using DCAT to describe datasets in data catalogs, publishers increase discoverability and enable applications easily to consume metadata from multiple catalogs. It further enables decentralized publishing of catalogs and facilitates federated dataset search across sites. Aggregated DCAT metadata can serve as a manifest file to facilitate digital preservation.*&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Linked Open Vocabularies (LOV)&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://lov.okfn.org/dataset/lov/&quot;&gt;http://lov.okfn.org/dataset/lov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Welcome to LOV, your entry point to the growing ecosystem of linked open vocabularies (RDFS or OWL ontologies) used in the Linked Data Cloud. Here you will find vocabularies listed and individually described by metadata, classified by vocabulary spaces, interlinked using the dedicated vocabulary VOAF.&#xA;You will enjoy querying the LOV dataset either at vocabulary level or at element level, exploring the vocabulary content using full-text faceted search, and finding metrics about the use of vocabularies in the Semantic Web.&#xA;Not finding your favourite one? Suggest a new vocabulary to add to LOV!&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Linked Open Data (LOD)&lt;/em&gt;&lt;/strong&gt; [Getty Vocabulary] - &lt;a href=&quot;http://www.getty.edu/research/tools/vocabularies/lod/&quot;&gt;http://www.getty.edu/research/tools/vocabularies/lod/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The Getty vocabularies are constructed to allow their use in linked data. A project to publish AAT, TGN, ULAN, and CONA to the LOD (Linked Open Data) cloud is underway. The documents on this page contain news and presentations about releasing the Getty vocabularies as LOD. These materials are subject to frequent modification and addition.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;US Government's Vocab&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://vocab.data.gov/&quot;&gt;http://vocab.data.gov/&lt;/a&gt;&#xA;A metamodel for government data ... Government Data Vocabulary ... Schema that defines concepts and relationships common to all Open Government Data.&#xA;**&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Language and Script&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;ISO 639-1&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://www.loc.gov/standards/iso639-2/php/code_list.php&quot;&gt;http://www.loc.gov/standards/iso639-2/php/code_list.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Codes for the Representation of Names of Languages&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;IANA Character Set Identifiers&lt;/em&gt;&lt;/strong&gt; - &lt;a href=&quot;http://www.iana.org/assignments/character-sets/character-sets.xhtml&quot;&gt;http://www.iana.org/assignments/character-sets/character-sets.xhtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;These are the official names for character sets that may be used in&#xA;the Internet and may be referred to in Internet documentation.  These&#xA;names are expressed in ANSI_X3.4-1968 which is commonly called&#xA;US-ASCII or simply ASCII.  The character set most commonly use in the&#xA;Internet and used especially in protocol standards is US-ASCII, this&#xA;is strongly encouraged.  The use of the name US-ASCII is also&#xA;encouraged.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-29T18:08:04.640" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2129" PostTypeId="2" ParentId="2121" CreationDate="2014-05-29T20:36:28.593" Score="1" Body="&lt;p&gt;You can find clustering datasets that are publicly available by googling. Here are a few  more:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;KEEL - &lt;a href=&quot;http://sci2s.ugr.es/keel/datasets.php&quot; rel=&quot;nofollow&quot;&gt;http://sci2s.ugr.es/keel/datasets.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ResearchGate Forum / Do you know any free large-scale dataset for clustering? - &lt;a href=&quot;http://www.researchgate.net/post/Do_you_know_any_free_large-scale_dataset_for_clustering&quot; rel=&quot;nofollow&quot;&gt;http://www.researchgate.net/post/Do_you_know_any_free_large-scale_dataset_for_clustering&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Illinois - Intelligent Data Set - &lt;a href=&quot;http://uisacad2.uis.edu/dstar/data/clusteringdata.html&quot; rel=&quot;nofollow&quot;&gt;http://uisacad2.uis.edu/dstar/data/clusteringdata.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Koln - &lt;a href=&quot;http://www.uni-koeln.de/themen/statistik/data/cluster/&quot; rel=&quot;nofollow&quot;&gt;http://www.uni-koeln.de/themen/statistik/data/cluster/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-29T20:36:28.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2130" PostTypeId="2" ParentId="2081" CreationDate="2014-05-29T20:59:51.050" Score="2" Body="&lt;p&gt;Talend Data Integration can help you go convert Excel files, including those with more than 1 sheet, to any format or your choice for free. Have à look at www.talend.com download the tool and enjoy.&lt;/p&gt;&#xA;" OwnerUserId="2729" LastActivityDate="2014-05-29T20:59:51.050" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2131" PostTypeId="2" ParentId="2078" CreationDate="2014-05-29T21:57:15.153" Score="2" Body="&lt;p&gt;&lt;strong&gt;Lativa Government's General Statistics&lt;/strong&gt; provides this data in downloadable datasets on a monthly basis. It goes back to Jan 2012.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.csb.gov.lv/en/statistikas-temas/metodologija/weather-conditions-and-air-quality-latvia-38299.html&quot; rel=&quot;nofollow&quot;&gt;http://www.csb.gov.lv/en/statistikas-temas/metodologija/weather-conditions-and-air-quality-latvia-38299.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The European Climate Assessment &amp;amp; Dataset (ECAD),&lt;/strong&gt; Royal Netherlands Meteorological Institute (KNMI) collects weather data from 62 countries and makes some datasets available for non-commercial use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Today, ECA&amp;amp;D is receiving data from  63 participants for  62 countries and the ECA dataset contains 37491 series of observations for  12 elements at  7862 meteorological stations throughout Europe and the Mediterranean (see Daily data &gt; Data dictionary). 61% of these daily series can be downloaded from this website for non-commercial research and education. Participation to ECA&amp;amp;D is open to anyone maintaining daily station data. If you want to join please contact us. See our data policy for more details.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://eca.knmi.nl/&quot; rel=&quot;nofollow&quot;&gt;http://eca.knmi.nl/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-29T21:57:15.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2132" PostTypeId="2" ParentId="962" CreationDate="2014-05-29T22:06:09.720" Score="2" Body="&lt;p&gt;For the US, the US Government provides a large stock of public domain photos for geographic locations and historic sites. You can find them at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.usa.gov/Topics/Graphics-State.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.usa.gov/Topics/Graphics-State.shtml&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the US Government's link to public domain images for Science.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.loc.gov/rr/scitech/selected-internet/imagesources.html&quot; rel=&quot;nofollow&quot;&gt;http://www.loc.gov/rr/scitech/selected-internet/imagesources.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-05-29T22:12:14.380" LastActivityDate="2014-05-29T22:12:14.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2133" PostTypeId="2" ParentId="1272" CreationDate="2014-05-29T22:34:56.987" Score="1" Body="&lt;p&gt;I would not recommend translating standard schema terms to other languages. This would make datasets not portable across toolsets that incorporate the schema. Instead, I would suggest mapping the terms to other languages in the visualization (e.g., viewer) of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, an spreadsheet view in English might show &quot;title&quot; while in Spanish how &quot;titulo&quot;. But the field naming in the raw data would not change.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-29T22:34:56.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2134" PostTypeId="2" ParentId="1773" CreationDate="2014-05-29T22:44:46.330" Score="1" Body="&lt;p&gt;Going by country is pretty coarse. But as indicated in my earlier comment, I would start with the (coarse) database showing the distribution of IP addresses to countries/cities: &lt;a href=&quot;http://dev.maxmind.com/geoip/legacy/geolite&quot; rel=&quot;nofollow&quot;&gt;http://dev.maxmind.com/geoip/legacy/geolite&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would then use the World Bank datasets on economic related data per country, such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;GDP&lt;/li&gt;&#xA;&lt;li&gt;Economic Indicators&lt;/li&gt;&#xA;&lt;li&gt;Gender Statistics&lt;/li&gt;&#xA;&lt;li&gt;Education Statistics&lt;/li&gt;&#xA;&lt;li&gt;GNI Gross National Income per capita&lt;/li&gt;&#xA;&lt;li&gt;Health and Nutrition Indicators&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datacatalog.worldbank.org/&quot; rel=&quot;nofollow&quot;&gt;http://datacatalog.worldbank.org/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-05-29T22:44:46.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2135" PostTypeId="2" ParentId="962" CreationDate="2014-05-29T23:51:23.683" Score="2" Body="&lt;p&gt;flickr and wikimedia sound like your best bet. both have apis too (i know you know), although i'm not familiar with wikimedia's at all. both you may want to confirm, for size and content  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;flickr commons search&lt;br&gt;&#xA;&lt;a href=&quot;https://www.flickr.com/search/?text=berlin&amp;amp;sort=relevance&amp;amp;license=1%2C2%2C3%2C4%2C5%2C6&quot; rel=&quot;nofollow&quot;&gt;https://www.flickr.com/search/?text=berlin&amp;amp;sort=relevance&amp;amp;license=1%2C2%2C3%2C4%2C5%2C6&lt;/a&gt;&lt;br&gt;&#xA;flickr size api questions&lt;br&gt;&#xA;&lt;a href=&quot;https://www.flickr.com/groups/api/discuss/72157603708437252/&quot; rel=&quot;nofollow&quot;&gt;https://www.flickr.com/groups/api/discuss/72157603708437252/&lt;/a&gt;&lt;br&gt;&#xA;flickr photo source urls shortcuts&lt;br&gt;&#xA;&lt;a href=&quot;https://www.flickr.com/services/api/misc.urls.html&quot; rel=&quot;nofollow&quot;&gt;https://www.flickr.com/services/api/misc.urls.html&lt;/a&gt;&lt;br&gt;&#xA;wikimedia berlin search&lt;br&gt;&#xA;&lt;a href=&quot;http://commons.wikimedia.org/wiki/Category%3aBerlin&quot; rel=&quot;nofollow&quot;&gt;http://commons.wikimedia.org/wiki/Category:Berlin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i also (shittily) keep a list of free/open source imagery sites. i should clean it up:&lt;br&gt;&#xA;&lt;a href=&quot;http://dev.bowdenweb.com/get.html&quot; rel=&quot;nofollow&quot;&gt;http://dev.bowdenweb.com/get.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-05-29T23:51:23.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2136" PostTypeId="2" ParentId="1007" CreationDate="2014-05-30T02:39:25.703" Score="4" Body="&lt;p&gt;football.db free open public domain football data&lt;br&gt;&#xA;&lt;a href=&quot;http://openfootball.github.io/&quot; rel=&quot;nofollow&quot;&gt;http://openfootball.github.io/&lt;/a&gt;&lt;br&gt;&#xA;here's a python tool for fun&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/soccermetrics/soccermetrics-client-py&quot; rel=&quot;nofollow&quot;&gt;https://github.com/soccermetrics/soccermetrics-client-py&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-05-30T02:39:25.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2137" PostTypeId="2" ParentId="2081" CreationDate="2014-05-30T02:48:57.550" Score="1" Body="&lt;p&gt;simpleexcelphplibrary is the answer you seek:&lt;br&gt;&#xA;&lt;a href=&quot;http://faisalman.github.io/simple-excel-php/api/0.3/&quot; rel=&quot;nofollow&quot;&gt;http://faisalman.github.io/simple-excel-php/api/0.3/&lt;/a&gt;&lt;br&gt;&#xA;JSON!!!!!!!!!, HTML, CSV, and XML  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;seriously just github search this if you want/need more. there are so many conversion scripts its ridiculous. you could do the same with npm, but that's not php...i know codeplex (ms) has a php/excel library. also google code, bit bucket, and sourceforge are going to have a similar findings, although perhaps not as up to date.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;saving them in google drive allows exportation in ods, and csv, as well as offers a pretty big space of free storage for your data.&lt;br&gt;&#xA;Note:  this option is only optimal when doing one or two conversions at a time, but keeping that in mind, its a free, easy, cloud hosted/converter.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-03-20T03:45:24.523" LastActivityDate="2015-03-20T03:45:24.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2138" PostTypeId="2" ParentId="365" CreationDate="2014-05-31T00:31:41.063" Score="6" Body="&lt;p&gt;There are several related opendata.stackexchange related questions to weather in Europe. Here is a compendium of questions/answers:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/2078/weather-radar-data-for-europe-latvia-free-download&quot;&gt;Weather radar data for Europe, especially Latvia&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1796/database-with-monthly-climate-weather-data-by-country&quot;&gt;Database with monthly climate/weather data by country&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/813/what-data-source-for-cloud-coverage-available-with-forecast-and-how-to-parse-it&quot;&gt;What data source for cloud coverage available with forecast and how to parse it?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/2009/historical-weather-forecasts&quot;&gt;Historical Weather Forecasts&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1546/how-might-i-go-about-visualising-historical-temperature-csv-data&quot;&gt;How might I go about visualising historical temperature CSV data?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/297/how-does-one-parse-weather-data/310#310&quot;&gt;How does one parse weather data?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-05-31T00:31:41.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2139" PostTypeId="1" CreationDate="2014-05-31T22:37:20.247" Score="15" ViewCount="9664" Body="&lt;p&gt;I'm looking for a data set that contains total screen time and first on-screen appearance (mm:ss) by actors and actresses in Hollywood films. I'm most interested in these data points for actors and actresses in Oscar-nominated roles, but I'd be able to parse those records out of a larger data set if one is available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've seen several articles that report records for the shortest Oscar-winning or Oscar-nominated performance, but I can't find any that cite where the data comes from.  Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Anthony Hopkins won an Oscar for &lt;em&gt;Silence of the Lambs&lt;/em&gt;, but only appeared on-screen for 16 minutes.&lt;/li&gt;&#xA;&lt;li&gt;Beatrice Straight won an Oscar for her role in &lt;em&gt;Network&lt;/em&gt;. She only appeared on-screen for 5 minutes and 40 seconds.&lt;/li&gt;&#xA;&lt;li&gt;Judy Dench won for &lt;em&gt;Shakespeare in Love&lt;/em&gt; but only appeared on-screen for about 8 minutes.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I don't know if these are official records or not, since I can't find specific references to data. If official records are kept, then I'd like to know if the data is available.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In my search, I did find a recent article, &lt;a href=&quot;http://www.nytimes.com/2014/03/02/movies/awardsseason/cinemetrics-extracts-statistical-data-from-movies.html?smid=tw-share&amp;amp;_r=0&quot;&gt;The Gender Gap in Screen Time&lt;/a&gt;, that shows that actresses get significantly less screen-time than their male counterparts in Hollywood films. That article cites the &lt;a href=&quot;http://www.cinemetrics.lv/database.php&quot;&gt;Cinemetrics database&lt;/a&gt;, but I don't think historical data for performers screen times are kept there. I think the author of the NYT article may have used the tools available at that site to compile times for Oscar nominees for the past two years only. Those are the only two years that the author gives examples from in the article, and I cannot find the data on the cited web page.&lt;/p&gt;&#xA;" OwnerUserId="1060" LastEditorUserId="70" LastEditDate="2015-03-10T16:11:22.077" LastActivityDate="2016-08-01T05:30:26.523" Title="Total screen time and first on-screen appearance by actors in films" Tags="|data-request|film|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2140" PostTypeId="2" ParentId="1733" CreationDate="2014-06-01T15:08:03.127" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://flossmole.org&quot; rel=&quot;nofollow&quot;&gt;FLOSSmole&lt;/a&gt; is a project to support researchers trying to understand how open source software is made. We collect data to do that and analyze it. At the moment our data includes text (examples: email, IRC) and metadata (ex: how many devs, language).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open questions include: what makes a project successful/failed? Why are open source developers only 1.5% female? How does license choice impact success, community? etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For machine learning, you can classify projects by any number of variables and see what sticks. You can work on NLP in chat or email. You can add new data sources such as source code itself, run analyses on them, and donate those back to the project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A related project is &lt;a href=&quot;http://zerlot.cse.nd.edu/mediawiki/index.php?title=Main_Page&quot; rel=&quot;nofollow&quot;&gt;SRDA&lt;/a&gt;, which collects some of the same metadata from Sourceforge. There is also &lt;a href=&quot;http://ghtorrent.org/&quot; rel=&quot;nofollow&quot;&gt;GHTorrent&lt;/a&gt; which collects from Github.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So if you want to contribute to the human understanding of how open source works and why, these would be good projects to work on.&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2014-06-01T15:08:03.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2141" PostTypeId="2" ParentId="1007" CreationDate="2014-06-01T23:13:10.143" Score="2" Body="&lt;p&gt;(Disclosure : I'm one of the founders of YouFoot)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;YouFoot offers both huge amounts of data as well as API and apps (web and mobile).&#xA;Currently access to our APIs are on a request basis. We look to make them public soon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;YouFoot is not only about distributing data but also about empowering people to collect complex sets of football data easily using only web or mobile apps.&#xA;Our match commentary apps allow you to produce stats and live test commentary in over 15 languages simultaneously.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See this basic tutorial video for instance (it shows 3 different apps that can be used to enter the data): &lt;a href=&quot;https://www.youtube.com/watch?v=AJAQKSbNbYI&amp;amp;feature=youtu.be&quot; rel=&quot;nofollow&quot;&gt;https://www.youtube.com/watch?v=AJAQKSbNbYI&amp;amp;feature=youtu.be&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of player stats (with videos attached to actions):&#xA;&lt;a href=&quot;https://www.youtube.com/watch?v=LEJfCGIdKFk&quot; rel=&quot;nofollow&quot;&gt;https://www.youtube.com/watch?v=LEJfCGIdKFk&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;YouFoot is used by hundreds of pro and amateur teams, federations and media for football coverage across the world.&#xA;Note: In many cases the data is generated under Creative Common license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Feel free to contact us if you need access to our APIs, we'll answer your request quickly : help@youfoot.com&lt;/p&gt;&#xA;" OwnerUserId="2941" LastActivityDate="2014-06-01T23:13:10.143" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2142" PostTypeId="2" ParentId="2110" CreationDate="2014-06-02T07:45:59.020" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;http://dnscensus2013.neocities.org/&quot;&gt;DNS Census 2013&lt;/a&gt; is an attempt to provide a public dataset of registered domains and DNS records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The torrent is about 15 GB (uncompressed: 157 GB).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am pretty sure it contains domain names and IPs, but I am not 100% sure as I have not downloaded it to check. Please let us know, thanks!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can extract TLD from domain name.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-06-02T07:45:59.020" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2143" PostTypeId="1" AcceptedAnswerId="2144" CreationDate="2014-06-02T11:57:06.880" Score="9" ViewCount="1579" Body="&lt;p&gt;I'm doing some research and I would like to learn how CKAN manages data, in particular, I would like to learn its database scheme. &#xA;Do you know where I can find it?&lt;/p&gt;&#xA;" OwnerUserId="2065" LastEditorUserId="70" LastEditDate="2015-04-01T13:53:45.870" LastActivityDate="2022-05-16T19:02:12.437" Title="CKAN database scheme" Tags="|ckan|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2144" PostTypeId="2" ParentId="2143" CreationDate="2014-06-02T18:15:53.377" Score="6" Body="&lt;p&gt;CAVEAT: I am not an experienced user of the CKAN software.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From reviewing the online documentation, it appears that CKAN supports storing data in two methods: FileStore and DataStore. FileStore is storing and retrieving an entire datasets (e.g., CSV file, PDF document, etc). It does not involve a database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Datastore uses what they call an ad-hoc database for storing and querying individual elements of a structured dataset. In one mode, it appears to be fairly generic, creating a table and entries based on the column names in the structured data, and supporting an API query based on the column names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://docs.ckan.org/en/1117-start-new-test-suite/datastore.html&quot;&gt;http://docs.ckan.org/en/1117-start-new-test-suite/datastore.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe it has more advanced capabilities and relationships in the structured data is linked data or RDF and is constructed using a vocabulary supported by CKAN, which include the Dublin Core, DCAT, VoID and SCOVO.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://docs.ckan.org/en/1117-start-new-test-suite/linked-data-and-rdf.html&quot;&gt;http://docs.ckan.org/en/1117-start-new-test-suite/linked-data-and-rdf.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-02T18:15:53.377" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2145" PostTypeId="1" CreationDate="2014-06-02T21:38:00.193" Score="5" ViewCount="910" Body="&lt;p&gt;The link I am told to use, &lt;a href=&quot;https://api.fda.gov&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov&lt;/a&gt;, redirects me to &lt;a href=&quot;http://api.data.gov&quot; rel=&quot;nofollow&quot;&gt;http://api.data.gov&lt;/a&gt;, which does NOT have an FDA option!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In any case, that site has no place to enter the API key I got on the OpenFDA website. Only an invitation to apply.  Help!  &lt;/p&gt;&#xA;" OwnerUserId="2950" LastEditorUserId="70" LastEditDate="2015-03-26T20:02:55.520" LastActivityDate="2015-03-26T20:02:55.520" Title="Now I have an API key, how do I access OpenFDA?" Tags="|api|government|openfda|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2146" PostTypeId="2" ParentId="2145" CreationDate="2014-06-02T22:53:27.867" Score="2" Body="&lt;p&gt;I agree, their documentation seems lacking. Have you looked at &lt;a href=&quot;http://open.fda.gov/api/reference/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/api/reference/&lt;/a&gt; ? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It indicates that an API key is not strictly required, but rather, changes the limitations they put on usage. They offer a &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc%3a%22nonsteroidal%20anti-inflammatory%20drug%22&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow&quot;&gt;sample query&lt;/a&gt; which doesn't have an API key in it, and which does work:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But after registering for the key, I got the following email which explains how to use the key:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You can start using this key to make Web service requests. Simply pass&#xA;  your key in the URL when making a Web request. Here's an example:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://api.data.gov/nrel/alt-fuel-stations/v1/nearest.json?api_key=%5bput&quot; rel=&quot;nofollow&quot;&gt;https://api.data.gov/nrel/alt-fuel-stations/v1/nearest.json?api_key=[put&lt;/a&gt; your key here]&amp;amp;location=Denver+CO&#xA;  What Next?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-06-02T22:53:27.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2147" PostTypeId="2" ParentId="2145" CreationDate="2014-06-02T23:09:50.940" Score="2" Body="&lt;p&gt;Wow, that's pretty cryptic documentation (what do you expert from a bunch of MDs - lol). I managed to google and find another reference page in addition to the one Joe G found. This one has a field-by-field guide for the drugs/event category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/drug/event/reference/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-02T23:09:50.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2148" PostTypeId="2" ParentId="2145" CreationDate="2014-06-03T03:46:24.277" Score="4" Body="&lt;p&gt;I'm one of the core team members for openFDA. Really sorry to hear that you find the documentation cryptic - one big goal that we have is to make the API as easy to understand as possible!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main documentation for drugs has a number of sample queries: &lt;a href=&quot;http://open.fda.gov/drug/event/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/drug/event/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can hit &quot;Run Query&quot; next to any of those and it will show the results right there in the page. You can edit the query, hit Run Query again, and it will update accordingly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In regards to the API Key, it is optional. When you sign up, you will get an email from api.data.gov, who provides API keys for the entire federal government. We're working on customizing those emails to include an FDA example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How would you recommend we improve the documentation?&lt;/p&gt;&#xA;" OwnerUserId="948" LastActivityDate="2014-06-03T03:46:24.277" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="2149" PostTypeId="1" CreationDate="2014-06-03T12:12:11.650" Score="2" ViewCount="71" Body="&lt;p&gt;Is there any available dataset for the interaction of neurons in the brain? As I know the brain is composed of huge numbers of connected neurons. Also new neurons are added regularly and new connections are made as well. Is there a dataset that captures such evolving information/interactions about the brain?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want the data of one brain with all the evolution of the brain over time. Like new neurons, which neurons made new connections with which neurons .. and so on.&lt;/p&gt;&#xA;" OwnerUserId="2920" LastEditorUserId="754" LastEditDate="2014-09-12T13:16:49.887" LastActivityDate="2014-09-12T13:16:49.887" Title="Dataset for neurons in the brain?" Tags="|data-request|biology|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="2150" PostTypeId="5" CreationDate="2014-06-03T19:41:44.277" Score="0" Body="&lt;p&gt;The UK is a sovereign state located off the north-western coast of continental Europe. The country includes the island of Great Britain (a term sometimes also loosely applied to the whole state), the north-eastern part of the island of Ireland, and many smaller islands. Northern Ireland is the only part of the UK that shares a land border with another state: the Republic of Ireland. Apart from this land border, the UK is surrounded by the Atlantic Ocean, with the North Sea in the east, the English Channel in the south and the Irish Sea in the west.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-04T05:45:41.963" LastActivityDate="2014-06-04T05:45:41.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2151" PostTypeId="4" CreationDate="2014-06-03T19:41:44.277" Score="0" Body="UK is short for the United Kingdom, which itself is short for the United Kingdom of Great Britain and Northern Ireland; also called Britain" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-04T05:44:44.790" LastActivityDate="2014-06-04T05:44:44.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2152" PostTypeId="5" CreationDate="2014-06-03T19:45:33.200" Score="0" Body="&lt;p&gt;Crowdsourcing is the practice of obtaining needed services, ideas, or content by soliciting contributions from a large group of people, and especially from an online community, rather than from traditional employees or suppliers.&lt;br&gt;&#xA;This process is often used to subdivide tedious work or to fund-raise startup companies and charities, and can also occur offline.&lt;br&gt;&#xA;It combines the efforts of numerous self-identified volunteers or part-time workers, where each contributor of their own initiative adds a small portion to the greater result. The term &quot;crowdsourcing&quot; is a portmanteau of &quot;crowd&quot; and &quot;outsourcing&quot;; it is distinguished from outsourcing in that the work comes from an undefined public rather than being commissioned from a specific, named group.&#xA;The word &quot;crowdsourcing&quot; was coined in 2005 and can apply to a wide range of activities. Crowdsourcing can involve division of labor for tedious tasks split to use crowd-based outsourcing, but it can also apply to specific requests, such as crowdfunding, a broad-based competition, and a general search for answers, solutions, or a missing person.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Original definition:&lt;br&gt;&#xA;&quot;crowdsourcing represents the act of a company or institution taking a function once performed by employees and outsourcing it to an undefined (and generally large) network of people in the form of an open call. This can take the form of peer-production (when the job is performed collaboratively), but is also often undertaken by sole individuals. The crucial prerequisite is the use of the open call format and the large network of potential laborers.&quot;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-04T05:45:20.787" LastActivityDate="2014-06-04T05:45:20.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2153" PostTypeId="4" CreationDate="2014-06-03T19:45:33.200" Score="0" Body="Crowdsourcing represents the act of a company or institution taking a function once performed by employees and outsourcing it to an undefined (and generally large) network of people in the form of an open call." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-04T05:45:46.680" LastActivityDate="2014-06-04T05:45:46.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2154" PostTypeId="2" ParentId="748" CreationDate="2014-06-04T09:09:12.947" Score="3" Body="&lt;p&gt;I don't know if you are still looking for a git for data but there is &lt;a href=&quot;http://coreobject.org&quot; rel=&quot;nofollow&quot;&gt;Core Object&lt;/a&gt; that present themselves as: &quot;a version-controlled object database for Objective-C that supports powerful undo, semantic merging, and real-time collaborative editing&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I never used it but maybe it could help ;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2014-06-04T09:09:12.947" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2155" PostTypeId="1" CreationDate="2014-06-04T10:21:23.297" Score="4" ViewCount="845" Body="&lt;p&gt;I read about data availability on &lt;a href=&quot;http://open.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/&lt;/a&gt;&#xA;Now i want to download data in structured row-column format but all that i am getting is modifying my search query in order to retrieve infomration in JSON format.&#xA;Can it be downloaded in the form of CSV files.&lt;/p&gt;&#xA;" OwnerUserId="2962" LastEditorUserId="18" LastEditDate="2014-06-04T21:04:44.980" LastActivityDate="2014-06-06T15:03:05.647" Title="Data In CSV Format from OpenFDA" Tags="|json|openfda|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2156" PostTypeId="2" ParentId="2155" CreationDate="2014-06-04T10:31:35.103" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;The API returns results as JSON by default.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So, you cannot download the data to CSV directly. But if you want to work with CSV you can always convert them from JSON to CSV. Especially if you have a few programming skills.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Take a &lt;a href=&quot;https://opendata.stackexchange.com/q/1208/505&quot;&gt;look here&lt;/a&gt; about Python and Open Data file formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a second choice, you can use an online tool like &lt;a href=&quot;http://konklone.io/json/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;, but you cannot be 100% sure that you will have the exact structure that you want.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-06-04T10:31:35.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2157" PostTypeId="2" ParentId="2155" CreationDate="2014-06-04T11:31:49.263" Score="1" Body="&lt;p&gt;Without programming, you can use &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; to convert data in JSON format to CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm copy/pasting from &lt;a href=&quot;http://www.stevencanplan.com/2013/how-to-convert-bike-share-json-data-to-csv-and-then-to-shapefile/&quot; rel=&quot;nofollow noreferrer&quot;&gt;another site&lt;/a&gt;, and you'll have to adapt for your purposes&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;Download, install, and open OpenRefine – it opens in your default web browser. Click “Create Project” and then click the “Clipboard” tab.&lt;/li&gt;&#xA;  &lt;li&gt;Copy the JSON text and paste it into the text box. Then click “Next”.&lt;/li&gt;&#xA;  &lt;li&gt;OpenRefine then asks you to click on the first row/record of the JSON text. Hover your mouse over the first “{” (curly bracket) after “stationBeanList” (see screenshot 1).&#xA;  OpenRefine then gives you a preview table of your data after you select the first row/record. Give you project a name like “Divvy_2013-10-09 10:49:02 PM” (the timestamp at which you copied the data).&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here is one of many screenshot from the &lt;a href=&quot;http://www.stevencanplan.com/2013/how-to-convert-bike-share-json-data-to-csv-and-then-to-shapefile/&quot; rel=&quot;nofollow noreferrer&quot;&gt;source site&lt;/a&gt;:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/qkctJ.png&quot; alt=&quot;open refine screenshot&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-06-04T11:31:49.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2158" PostTypeId="1" CreationDate="2014-06-04T12:50:21.770" Score="6" ViewCount="1485" Body="&lt;p&gt;I'm looking for freestyle, greco, and folkstyle statistics. At the &quot;professional&quot; and college level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To expand on my question (and in response to the comment below), for example, I'm looking for match results from the recent US Open held in Las Vegas. (Real wrestling, not the fake WWE/WWF stuff).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, there's a website (trackwrestling.com) that has all of this information, I'd like to know where they get it, and if I could get it as well (since they have not responded to my requests).&lt;/p&gt;&#xA;" OwnerUserId="2963" LastEditorUserId="70" LastEditDate="2015-03-30T14:25:34.440" LastActivityDate="2017-01-04T18:07:41.880" Title="Are there any open datasets for Wrestling statistics" Tags="|data-request|sports|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2159" PostTypeId="2" ParentId="2158" CreationDate="2014-06-04T14:05:58.207" Score="6" Body="&lt;p&gt;FILA keeps an online database of all matches for Amateur/Professional wrestling tournaments worldwide. These are &quot;Olympic&quot; class wrestlers (not WWE). It does not though contain collegiate events. It does have all Olympic related records dating back to 1896&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fila-official.com/index.php?option=com_content&amp;amp;view=article&amp;amp;id=768&amp;amp;Itemid=100236&amp;amp;lang=en&quot; rel=&quot;nofollow&quot;&gt;http://www.fila-official.com/index.php?option=com_content&amp;amp;view=article&amp;amp;id=768&amp;amp;Itemid=100236&amp;amp;lang=en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The NCAA publishes it's national championship results here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://i2.turner.ncaa.com/dr/ncaa/ncaa7/release/sites/default/files/external/gametool/brackets/wrestling_di_2014.pdf&quot; rel=&quot;nofollow&quot;&gt;http://i2.turner.ncaa.com/dr/ncaa/ncaa7/release/sites/default/files/external/gametool/brackets/wrestling_di_2014.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-04T14:05:58.207" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2163" PostTypeId="1" CreationDate="2014-06-04T16:34:12.510" Score="1" ViewCount="302" Body="&lt;p&gt;I get error when attempting to use count=patient.drug.openfda.manufacturer_name.exact without including the filter by field like in search=patient.drug.openfda.pharm_class_epc:&quot;nonsteroidal+anti-inflammatory+drug . &#xA;And, even if I add a filter by field, the api only returns the top 100 manufacturers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I add the limit keyword to get more than 100, I get up to the first 1000 (&amp;amp;limit=1000&amp;amp;skip=0), but then refuses to support the search for the second page of 1000 (&amp;amp;limit=1000&amp;amp;skip=1000). If says that the skip term is not supported in count queries.&lt;/p&gt;&#xA;" OwnerUserId="2964" LastEditorUserId="70" LastEditDate="2015-03-27T10:03:32.773" LastActivityDate="2015-03-27T10:03:32.773" Title="How to get total count of adverse effects events by manufacturer in openFDA?" Tags="|api|government|openfda|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2164" PostTypeId="2" ParentId="2163" CreationDate="2014-06-04T18:03:39.037" Score="2" Body="&lt;p&gt;Direct count queries are supported: e.g.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?count=patient.drug.openfda.manufacturer_name.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?count=patient.drug.openfda.manufacturer_name.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;works without an accompanying search.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can confirm that it's not returning the full list of manufacturers.  The 1000 entry cap is to avoid the backend server overloading, but it should only be relevant for non-count queries: count queries are supposed to return all of the results by default, which is why skip is disabled for them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for reporting this -- I'll file an issue to figure out what's going on.&lt;/p&gt;&#xA;" OwnerUserId="2970" LastActivityDate="2014-06-04T18:03:39.037" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2165" PostTypeId="1" CreationDate="2014-06-04T18:19:41.300" Score="8" ViewCount="119" Body="&lt;p&gt;There are a number of catalogs of open data portals out there. Like many well intended efforts, many of them go stale for long periods of time or altogether.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One way to combat this problem is to have an easily exchangeable format (e.g., CSV) for the catalog that other sites can download and update their listings, keeping everybody up-to-date. Some examples are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datacatalogs.org&quot; rel=&quot;noreferrer&quot;&gt;DataCatalogs&lt;/a&gt; &lt;br/&gt;&#xA;&lt;a href=&quot;https://www.data.gov/open-gov/&quot; rel=&quot;noreferrer&quot;&gt;Data.Gov&lt;/a&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;http://ckan.org/instances/&quot; rel=&quot;noreferrer&quot;&gt;CKAN&lt;/a&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;http://opengeocode.org&quot; rel=&quot;noreferrer&quot;&gt;OpenGeoCode&lt;/a&gt; (disclaimer: I am a founder of)&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="70" LastEditDate="2015-03-31T18:48:54.047" LastActivityDate="2015-03-31T18:56:44.140" Title="Format for exchanging open data catalogs" Tags="|api|data-format|standards|data-portal|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2166" PostTypeId="2" ParentId="2165" CreationDate="2014-06-04T18:41:50.847" Score="1" Body="&lt;p&gt;I would propose that each site that hosts a Catalog of Open Data Portals has a downloadable version of the catalog in CSV format. To ease exchangeability, I would recommend the following layout:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Basic Level&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;url, short name, formal name, political entity, admin division, category, license&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;url&lt;/em&gt; : Url to the open data portal&lt;br/&gt;&#xA;&lt;em&gt;short name&lt;/em&gt;: A short name for the data portal (abbreviation, acronym, etc).&lt;br/&gt;&#xA;&lt;em&gt;formal name&lt;/em&gt;: formal name of the open data portal (e.g., City of Madison Open Data ....)&#xA;&lt;br/&gt;&#xA;&lt;em&gt;political entity&lt;/em&gt;: country or dependency (e.g., Canada)&lt;br/&gt;&#xA;&lt;em&gt;admin division&lt;/em&gt;: administrative division type (e.g., state, province, county, town,...)&lt;br/&gt;&#xA;&lt;em&gt;category&lt;/em&gt;: type of open data portal. some examples:&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data Portal (multi-category)&lt;/li&gt;&#xA;&lt;li&gt;Transparency Portal (government finances, budget, payroll, expenditure)&lt;/li&gt;&#xA;&lt;li&gt;GIS/Gazetteer (Geographic Information Systems, Maps)&lt;/li&gt;&#xA;&lt;li&gt;Census/Demographics (Population Statistics)&lt;/li&gt;&#xA;&lt;li&gt;Health&lt;/li&gt;&#xA;&lt;li&gt;Education&lt;/li&gt;&#xA;&lt;li&gt;Commerce/Transportation&lt;/li&gt;&#xA;&lt;li&gt;Science&lt;/li&gt;&#xA;&lt;li&gt;Historical&lt;/li&gt;&#xA;&lt;li&gt;Military&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;license&lt;/em&gt;: type of license to use the data. examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CC0 (public)&lt;/li&gt;&#xA;&lt;li&gt;CC-BY&lt;/li&gt;&#xA;&lt;li&gt;ODbl&lt;/li&gt;&#xA;&lt;li&gt;UK OGL&lt;/li&gt;&#xA;&lt;li&gt;PDDL&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Level II&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This level would add information for geolocation and geographic scope that the portal covers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;url, short name, formal name, political entity, admin division, category, license, coord, area&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;coord&lt;/em&gt; : lat/lng of area centroid&lt;br/&gt;&#xA;&lt;em&gt;area&lt;/em&gt;  : total area in sqkm&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This should be fairly easy to looked up and added.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Level III&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This level would add population scope that the portal covers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;url, short name, formal name, political entity, admin division, category, license, coord, area, pop, year&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;pop&lt;/em&gt;: population&lt;br/&gt;&#xA;&lt;em&gt;year&lt;/em&gt;: year of population statistic&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Level IIII&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This level would add information on the amount and scope of information in the data portal:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;url, short name, formal name, political entity, admin division, category, license, coord, area, pop, year, ndatasets, nrecords, subcategories&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;ndatatsets&lt;/em&gt; : the (approx) number of datasets in the portal&lt;br/&gt;&#xA;&lt;em&gt;nrecords&lt;/em&gt; : the (approx.) total number of data records in the portal.&lt;br/&gt;&#xA;&lt;em&gt;subcategories&lt;/em&gt;: a list of subcategories of the type of data available (e.g., crime, bus routes, business licenses, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would take a crawler to periodically crawl the portal to determine size and scope.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="70" LastEditDate="2015-03-31T18:56:44.140" LastActivityDate="2015-03-31T18:56:44.140" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2167" PostTypeId="1" CreationDate="2014-06-04T20:15:55.943" Score="2" ViewCount="284" Body="&lt;p&gt;The openFDA.gov reference website says to use the following webpage for queries: &lt;a href=&quot;https://api.fda.gov&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov&lt;/a&gt;. But when I go to that page, there is no where to type in a query and run it. Where can I type in and run a query on this database?&lt;/p&gt;&#xA;" OwnerUserId="2974" LastEditorUserId="70" LastEditDate="2015-03-30T14:24:39.673" LastActivityDate="2015-03-30T14:24:39.673" Title="Where do I type in my query in the API in openFDA.gov" Tags="|data.gov|api|openfda|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2168" PostTypeId="1" CreationDate="2014-06-04T20:47:08.433" Score="1" ViewCount="40" Body="&lt;p&gt;I'm looking for a way to search the OpenFDA databse for a patients claim of false advertising. I would then like to return the results of the search ion which the Drugs are noted with that claim. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is appreciated. &lt;/p&gt;&#xA;" OwnerUserId="2975" LastEditorUserId="18" LastEditDate="2014-06-04T21:10:22.857" LastActivityDate="2014-06-06T14:49:29.160" Title="Search for False advertising/drug name associated with patient complaint of false advertising" Tags="|government|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2169" PostTypeId="2" ParentId="2167" CreationDate="2014-06-04T20:52:45.220" Score="1" Body="&lt;p&gt;I just typed it into the browser address bar: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc%3a%22nonsteroidal%20anti-inflammatory%20drug%22&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc:&quot;nonsteroidal+anti-inflammatory+drug&quot;&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Returns the same result as the example query on the API basics webpage (&lt;a href=&quot;http://open.fda.gov/api/reference/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/api/reference/&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;if you eliminate the perimeters after the &quot;=&quot; sign, you can search for drugs by name. &lt;/p&gt;&#xA;" OwnerUserId="2975" LastEditorUserId="754" LastEditDate="2014-06-05T11:14:01.333" LastActivityDate="2014-06-05T11:14:01.333" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2170" PostTypeId="2" ParentId="2167" CreationDate="2014-06-04T21:01:05.603" Score="2" Body="&lt;p&gt;If you want to type queries, you are probably not the intended audience of the openFDA API. An API is designed for software developers to access an application or data resource with code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, looking around that site, I don't see any more user-friendly way to search the database. A simple reference application that provides a friendly search API would be a good proof-of-concept application for either OpenFDA or some civic-minded coders to create.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that the source data for the resource is at &lt;a href=&quot;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&lt;/a&gt; but that probably isn't any &lt;em&gt;more&lt;/em&gt; user friendly for most people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;: see also Mark Silverberg's answer in this thread pointing to &lt;a href=&quot;http://openfdasearch.herokuapp.com/&quot; rel=&quot;nofollow&quot;&gt;a simple OpenFDA search interface&lt;/a&gt; he created which might help the original asker.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2014-06-07T13:08:25.207" LastActivityDate="2014-06-07T13:08:25.207" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="2171" PostTypeId="2" ParentId="2167" CreationDate="2014-06-04T21:15:17.607" Score="0" Body="&lt;p&gt;I agree with Anthony, the documentation for the actual search terms is very unfriendly to a programmer. But as you start using it, you slowing pick up on things. Most queries will take the form:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.fda.gov/drug/event.json?search=field%3aterm%5b&amp;amp;count%5d%5b&amp;amp;limit=N1%5d%5b&amp;amp;skip=N2%5d&quot; rel=&quot;nofollow&quot;&gt;http://api.fda.gov/drug/event.json?search=field:term[&amp;amp;count][&amp;amp;limit=N1][&amp;amp;skip=N2]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where the [..] are optional.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;field:&lt;/em&gt; this is a keyword referring to a category&lt;br/&gt;&#xA;&lt;em&gt;term:&lt;/em&gt; this is a keyword referring to a value within the category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By default, the API will return upto the first 1000 records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&amp;amp;count:&lt;/em&gt; this will return the number of matching records instead of the record data.&lt;br/&gt;&#xA;&lt;em&gt;&amp;amp;limit=N1&lt;/em&gt;: this overrides the default number of maximum number of records to return (e.g., limit=100 returns 100 records).&lt;br/&gt;&#xA;&lt;em&gt;&amp;amp;skip=N2&lt;/em&gt;: Without this argument, the first 1000 (default) or N1 records are returned. To get the next group of records,specify &amp;amp;skip=N2 to skip N2 number of records. So, to get the 3rd group of 100 records (201 .. 300), specify &amp;amp;limit=100&amp;amp;skip=200&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also a variety of search modifiers:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;field1:term1+AND+field2:term2 : (AND) both field1:term1 and field2:term2 must be matched&lt;br/&gt;&#xA;field1:term1+field2:term2 : (OR) either field1:term1 or field2:term2 must be matched&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is more modifiers, but I have not deciphered them yet (lol).&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-04T21:15:17.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2172" PostTypeId="2" ParentId="2167" CreationDate="2014-06-04T21:17:02.277" Score="3" Body="&lt;p&gt;@Joe Germuska - we built something like you mentioned (user-friendlier web interface to search Open FDA adverse events API) at &lt;a href=&quot;http://searchopenfda.socialhealthinsights.com&quot; rel=&quot;nofollow&quot;&gt;http://searchopenfda.socialhealthinsights.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-04T21:17:02.277" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2173" PostTypeId="2" ParentId="2168" CreationDate="2014-06-04T21:18:03.637" Score="1" Body="&lt;p&gt;It doesn't appear that the OpenFDA service has that data at this time. Right now, the only data source they have is&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is the openFDA API endpoint for adverse drug events. An adverse&#xA;  event is submitted to the FDA to report any undesirable experience&#xA;  associated with the use of a drug, including serious drug side&#xA;  effects, product use errors, product quality problems, and therapeutic&#xA;  failures.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;From a little googling, it seems like you're interested in the &lt;a href=&quot;http://www.fda.gov/aboutfda/centersoffices/officeofmedicalproductsandtobacco/cder/ucm090142.htm&quot; rel=&quot;nofollow&quot;&gt;Office of Prescription Drug Promotion&lt;/a&gt;. I didn't see any online access to the complaints.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-06-04T21:18:03.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2174" PostTypeId="2" ParentId="2139" CreationDate="2014-06-04T23:21:12.703" Score="8" Body="&lt;p&gt;I don't have an answer but your request reminds me of a &lt;a href=&quot;http://www.slate.com/articles/arts/culturebox/2014/05/friends_chandler_joey_ross_rachel_monica_phoebe_which_friends_were_closest.html&quot;&gt;Slate.com article about characters shared scenes in &lt;em&gt;Friends&lt;/em&gt;&lt;/a&gt;. The journalist explained his method:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To determine which characters shared scenes, I downloaded transcripts of all 236 episodes from this remarkably comprehensive fan site. For the purposes of this inquiry, I treated these transcripts as authoritative, as watching all 10 seasons was impractical. Due to inconsistencies in the transcripts, which do not always list all of the characters present in a given scene, I used the following methodology: If a character spoke a line in a scene, I marked him or her as present. Admittedly, this is an imperfect approach, as even with this gregarious group, there were scenes in which a character was present but did not have a line. However, in most instances, all parties present in a scene end up uttering a line, so I’m confident my analysis is sound, even if it missed a moping Ross here or a pouting Rachel there.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Interestingly, the author mentions the limitations of his method.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This method won't help you to measure exactly how much time an actor &lt;em&gt;appear on-screen&lt;/em&gt;. But it may be a good basis to calculate how much time an actor is present in a scene, by measuring the time between his first and last sentence in a scene, then repeating it for every scene to get the total time in the movie. It may be a good approximation of the time an actor spent &lt;em&gt;on-screen&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2977" LastActivityDate="2014-06-04T23:21:12.703" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2175" PostTypeId="1" CreationDate="2014-06-04T23:52:29.123" Score="5" ViewCount="89" Body="&lt;p&gt;I need to test a prototype and I need an all District dataset for Australia. It can be any data from Australia that is for every district.&lt;/p&gt;&#xA;" OwnerUserId="2978" LastEditorUserId="70" LastEditDate="2015-03-17T10:40:58.123" LastActivityDate="2015-03-17T10:40:58.123" Title="Australia District/County level data needed" Tags="|data-request|county|australia|district|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2176" PostTypeId="2" ParentId="2175" CreationDate="2014-06-05T00:55:14.180" Score="5" Body="&lt;p&gt;The link below is to the National Geospatial Agency (NGA) Geographic Name Server (GNS) for geographic features of Austrialia. The dataset has been converted to a linked CSV format and should be easy to parse. Your interest will be in records that are administrative divisions (NGA/GNS FCFC=A). The value of NGA/GNS DSG will tell you the type of administrative division:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ADM1: provinces and territories&lt;br/&gt;&#xA;ADM2: 2nd level divisions (e.g., shires)&lt;br/&gt;&#xA;ADMD: other smaller division (I think this includes districts)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/NGA/GNS/AS.zip&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/NGA/GNS/AS.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link below is to the Australian Statistical Geography Standard fact sheets. These PDF documents explain how the Australian Census is broken down into geographic areas and contain links to various downloads. The smallest unit are mesh blocks, which consist of approx. 30 to 60 dwellings. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.abs.gov.au/websitedbs/D3310114.nsf/home/ASGS+Fact+Sheets&quot; rel=&quot;nofollow&quot;&gt;http://www.abs.gov.au/websitedbs/D3310114.nsf/home/ASGS+Fact+Sheets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-06T15:57:18.117" LastActivityDate="2014-06-06T15:57:18.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2177" PostTypeId="1" CreationDate="2014-06-05T02:43:09.177" Score="5" ViewCount="153" Body="&lt;p&gt;In looking at &lt;a href=&quot;http://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFDA&lt;/a&gt;, I'd like to know the range of values for results.seriousnessother, results.seriousnesshospitalization, results.serious, and results.primarysource.qualification, as well as what they mean.&lt;/p&gt;&#xA;" OwnerUserId="2981" LastEditorUserId="23272" LastEditDate="2021-04-04T04:47:06.997" LastActivityDate="2021-04-04T04:47:06.997" Title="Seriousness values on OpenFDA" Tags="|data.gov|openfda|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="2178" PostTypeId="1" CreationDate="2014-06-05T13:27:28.417" Score="7" ViewCount="1253" Body="&lt;p&gt;Where can I find some resources to help me learn how to write Python to CKAN (in this instance &lt;code&gt;data.gov.uk&lt;/code&gt;) repositories?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've had some signs of life from bits of code that I've found, but would certainly benefit from some good tutorials.&lt;/p&gt;&#xA;" OwnerUserId="2965" LastActivityDate="2014-06-05T22:26:37.443" Title="What is a good Python CKAN Tutorial?" Tags="|ckan|programming|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2179" PostTypeId="1" CreationDate="2014-06-05T16:39:20.270" Score="3" ViewCount="199" Body="&lt;p&gt;Two of the sample queries on the open.fda.gov &quot;API Basics&quot; webpage return what &lt;em&gt;appears&lt;/em&gt; to be inconsistent results:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc&lt;/a&gt;:&quot;nonsteroidal+anti-inflammatory+drug&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This returns just one patient record with 5 reactions (&quot;ASTHENIA&quot;, &quot;DISEASE RECURRENCE&quot;, &quot;DIZZINESS&quot;, &quot;TRANSIENT ISCHAEMIC ATTACK&quot;, &quot;VERTIGO&quot;) and one drug (&quot;AGGRENOX&quot;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc&lt;/a&gt;:&quot;nonsteroidal+anti-inflammatory+drug&quot;&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This returns counts for 100 reactions (e.g., &quot;ABDOMINAL DISCOMFORT&quot;, &quot;ABDOMINAL PAIN UPPER&quot;, ... , &quot;WEIGHT DECREASED&quot;, &quot;WEIGHT INCREASED&quot;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The results from the second query are to be expected since NonSteroidal Anti Inflammatory Drugs (NSAIDs) are commonly used. My guess is that the 100 record limit is the default.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is: why does the first query return only one (random) patient record? The documentation implies that, by default, the API will return up to the first 1000 records.&lt;/p&gt;&#xA;" OwnerUserId="2982" LastEditorUserId="117" LastEditDate="2014-06-06T15:34:34.703" LastActivityDate="2014-06-06T15:34:34.703" Title="Inconsistency in API results?" Tags="|api|data.gov|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2180" PostTypeId="2" ParentId="2167" CreationDate="2014-06-05T18:01:17.363" Score="1" Body="&lt;p&gt;To query the OpenFDA, check out &lt;a href=&quot;http://openfda.socialhealthinsights.com/&quot; rel=&quot;nofollow&quot;&gt;Social Health Insights&lt;/a&gt;, which is a tool we built so you can interact with the dataset and get insights.&lt;/p&gt;&#xA;" OwnerUserId="2984" LastEditorUserId="244" LastEditDate="2014-06-05T18:27:41.013" LastActivityDate="2014-06-05T18:27:41.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2181" PostTypeId="2" ParentId="2179" CreationDate="2014-06-05T18:13:42.320" Score="2" Body="&lt;p&gt;The first query only returning 1 result is probably a bug with the API. I would suggest reporting it. The total number of records for this query currently is 286,115. You can get more records using the limit parameter. This query will get you the first 50 records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc&lt;/a&gt;:&quot;nonsteroidal+anti-inflammatory+drug&quot;&amp;amp;limit=50&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the &amp;amp;skip parameter to walk through the results. Yesterday, you could request fairly large limits. I noticed that today you get an error message if you set the limit to above 100 records. I think they retuned the number of records and limit after they launched on Monday.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They added this to the API Basics on the &amp;amp;limit option:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Return up to this number of records that match the search parameter. Large numbers (above 100) could take a very long time, or crash your browser.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-05T18:13:42.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2182" PostTypeId="2" ParentId="2177" CreationDate="2014-06-05T22:13:43.960" Score="1" Body="&lt;p&gt;You might want to check out &lt;a href=&quot;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&lt;/a&gt; for more information on the data in these reports.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-05T22:13:43.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2183" PostTypeId="2" ParentId="2178" CreationDate="2014-06-05T22:26:37.443" Score="3" Body="&lt;p&gt;Have you looked at &lt;a href=&quot;https://github.com/ckan/ckanapi&quot; rel=&quot;nofollow&quot;&gt;https://github.com/ckan/ckanapi&lt;/a&gt; ? It is the official and current python client for CKAN. &lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-05T22:26:37.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2184" PostTypeId="2" ParentId="1733" CreationDate="2014-06-06T14:26:46.010" Score="0" Body="&lt;p&gt;There was a recent blog post (featured on &lt;a href=&quot;https://twitter.com/kdnuggets/status/472434918828802048&quot; rel=&quot;nofollow&quot;&gt;@kdnuggets&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://rs.io/2014/05/29/list-of-data-sets.html&quot; rel=&quot;nofollow&quot;&gt;100+ Interesting Data Sets&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Summary:&lt;/strong&gt; Looking for interesting data sets? Here's a list of more than 100 of the best stuff, from dolphin relationships to political campaign donations to death row prisoners.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-06-06T14:26:46.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2185" PostTypeId="2" ParentId="2168" CreationDate="2014-06-06T14:49:29.160" Score="4" Body="&lt;p&gt;Joe is correct here. We don't currently offer data on patient claim of false advertising. In our scope for the future, we plan to offer data on product recalls and product labels. We're definitely listening to the community, though, and will add patient claims of false advertising to our list of potential datasets for the future!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sean Herron, openFDA Team Member&lt;/p&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-06T14:49:29.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2186" PostTypeId="2" ParentId="2179" CreationDate="2014-06-06T14:59:45.563" Score="1" Body="&lt;p&gt;Thanks all for your contributions. We return 1 result by default when searching to help manage load on the system. You can edit this to return up to 100 with the limit parameter. For instance:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;?search=patient.drug.openfda.pharm_class_epc:&quot;nonsteroidal+anti-inflammatory+drug&quot;&amp;amp;limit=10&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that due to the amount of data contained in many of these records, querying more than 15 or so at a time can crash your browser. That's why we support the skip parameter, which makes it easy to paginate through records. For instance, if a search has 20 total results, you can get the first 10 with:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;?search=patient.drug.openfda.pharm_class_epc:&quot;nonsteroidal+anti-inflammatory+drug&quot;&amp;amp;limit=10&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the second 10 with:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;?search=patient.drug.openfda.pharm_class_epc:&quot;nonsteroidal+anti-inflammatory+drug&quot;&amp;amp;limit=10&amp;amp;skip=10&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(sorry, had to remove &lt;a href=&quot;https://api.fda.gov/drug/event.json&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json&lt;/a&gt; from the beginning of these as I don't have enough reputation on StackExchange to post more than 2 links)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sean Herron, openFDA Core Team&lt;/p&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-06T14:59:45.563" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="2187" PostTypeId="2" ParentId="2155" CreationDate="2014-06-06T15:03:05.647" Score="3" Body="&lt;p&gt;Joe, we don't support CSV downloads for the time being. Drug adverse event data is highly relational, a format that does not easily lend itself to being represented in a format like CSV. For instance, a given record may have 5-10 different drugs associated with it and an additional 5-10 different reactions, each of which all have their own additional metadata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have a recommendation on how we could easily represent this data in CSV, please do let me know!&lt;/p&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-06T15:03:05.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2188" PostTypeId="2" ParentId="2177" CreationDate="2014-06-06T15:11:08.197" Score="5" Body="&lt;p&gt;If you take a look at our API documentation (&lt;a href=&quot;http://open.fda.gov/drug/event/reference/&quot;&gt;http://open.fda.gov/drug/event/reference/&lt;/a&gt;), you'll see a complete reference for every field we return and the range of possible values. We follow the E2b specification for adverse drug reporting (&lt;a href=&quot;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&quot;&gt;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the specific examples you provided, here's what our documentation reads:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;seriousnesshospitalization&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This value is 1 if the adverse event resulted in a hospitalization,&#xA;  and absent otherwise.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;serious:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;1 = The adverse event resulted in death, a life threatening condition,&#xA;  hospitalization, disability, congenital anomali, or other serious&#xA;  condition.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;2 = The adverse event did not result in any of the above.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;primarysource.qualification:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;An encoded value for the category of individual submitting the report.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1 = Physician&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;2 = Pharmacist&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;3 = Other Health Professional&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;4 = Lawyer&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;5 = Consumer or non-health professional&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-06T15:11:08.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2189" PostTypeId="2" ParentId="2163" CreationDate="2014-06-06T15:16:58.437" Score="2" Body="&lt;p&gt;Thanks for your feedback on this. We have two different limits at play here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For &lt;code&gt;search&lt;/code&gt; queries, we support up to 100 records being returned at a time (using &lt;code&gt;limit&lt;/code&gt;). You can then paginate through this with &lt;code&gt;skip&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For &lt;code&gt;count&lt;/code&gt; queries, we support returning up to 1000 results. You cannot paginate through &lt;code&gt;count&lt;/code&gt; queries with &lt;code&gt;skip&lt;/code&gt;. This is due to the nature of Elasticsearch (the backend for openFDA). Running that long tail of counts is extremely expensive, and getting records in that long tail tend not to be statistically significant anyway. The only exception for this is when you are counting a &lt;code&gt;date&lt;/code&gt; field, in which case we will return everything we can find for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are having an issue with things being slow or crashing, we would love to see the exact queries you are running. Large returns (for instance, a &lt;code&gt;limit&lt;/code&gt; of 1000) can return JSON so large that it can crash your browser.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sean Herron, openFDA Team Member&lt;/p&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-06T15:16:58.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2191" PostTypeId="2" ParentId="2145" CreationDate="2014-06-06T15:22:53.630" Score="0" Body="&lt;p&gt;Joe and Anthony, I can't respond inline but in response to your questions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We offer a full explanation of every field at &lt;a href=&quot;http://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/drug/event/reference/&lt;/a&gt;, which is linked to multiple times from the site. Hopefully this satisfied your need for a full dictionary of terms, but if not, please let us know how we can improve it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In regards to downloading the full dataset, that is on our feature list for the very near future. It's really important to note that this is a beta project and we are moving as fast as we can to get feedback and iterate on it. You can download the entire source dataset at &lt;a href=&quot;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&lt;/a&gt;, but as you will notice we do a lot of cleanup and additional field matching on top of that. We definitely hear the desire to have a full dump of that improved version.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sean Herron, openFDA Team Member&lt;/p&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-06T15:22:53.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2192" PostTypeId="5" CreationDate="2014-06-06T18:22:53.650" Score="0" Body="&lt;p&gt;This tag is for questions relating to any of the developer resources offered at Open.FDA.gov, especially the &lt;a href=&quot;http://open.fda.gov/drug/event/&quot; rel=&quot;nofollow&quot;&gt;API program&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="175" LastEditorUserId="175" LastEditDate="2014-06-07T04:27:40.133" LastActivityDate="2014-06-07T04:27:40.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2193" PostTypeId="4" CreationDate="2014-06-06T18:22:53.650" Score="0" Body="Questions and answers surrounding the U.S. Food and Drug Administration's OpenFDA program." OwnerUserId="175" LastEditorUserId="244" LastEditDate="2014-06-07T04:27:06.160" LastActivityDate="2014-06-07T04:27:06.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2194" PostTypeId="1" CreationDate="2014-06-06T23:10:46.787" Score="6" ViewCount="177" Body="&lt;p&gt;I am not a programmer, so I am trying to understand the search methods to use when looking at OpenFDA. I am currently using the generic form for Reported Reactions. How do you get more the 10 adverse events and how do you get deaths to show up?&lt;/p&gt;&#xA;" OwnerUserId="2990" LastEditorUserId="244" LastEditDate="2014-06-07T04:28:24.063" LastActivityDate="2014-06-16T15:28:49.073" Title="Search for deaths by a specific drug" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2195" PostTypeId="2" ParentId="1453" CreationDate="2014-06-07T01:33:14.297" Score="2" Body="&lt;p&gt;Get the CBSA data and filter out all areas with a population of less than 50,000. Actually that's not really correct, its the CITY that has to have a population of at least that number, not the combined counties, I think. So that's a variable. 50,000 people is just a cutoff. You basically have to filter out according to some population number in order to only be working with &quot;real&quot; city. The government's other cutoff is 10,000. To get that group, filter to only get those with populations &amp;lt; 49999.&lt;/p&gt;&#xA;" OwnerUserId="1806" LastActivityDate="2014-06-07T01:33:14.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2196" PostTypeId="2" ParentId="1079" CreationDate="2014-06-07T04:50:38.473" Score="1" Body="&lt;p&gt;FWIW, here's a &lt;a href=&quot;https://github.com/GSA/.Gov-Content-as-an-API&quot; rel=&quot;nofollow&quot;&gt;collection of content APIs&lt;/a&gt; from the US government.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I'm a Sr. API Strategist for GSA.&lt;/em&gt;  &lt;/p&gt;&#xA;" OwnerUserId="175" LastActivityDate="2014-06-07T04:50:38.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2197" PostTypeId="2" ParentId="2194" CreationDate="2014-06-07T10:52:07.650" Score="6" Body="&lt;p&gt;Here are two ways to do your query:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Using the OpenFDA API directly by specifying a &lt;code&gt;brand_name&lt;/code&gt; and &lt;code&gt;reactionmedrapt&lt;/code&gt; value: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name%3a%28tysabri%29+AND+patient.reaction.reactionmeddrapt%3a%28death%29&amp;amp;limit=50&amp;amp;skip=0&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:(tysabri)+AND+patient.reaction.reactionmeddrapt:(death)&amp;amp;limit=50&amp;amp;skip=0&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Using a tool I helped build which is a searchable web interface to the OpenFDA data at &lt;a href=&quot;http://openfdasearch.herokuapp.com/?drugbrandname=tysabri&amp;amp;patient_reaction=death&quot; rel=&quot;nofollow&quot;&gt;http://openfdasearch.herokuapp.com/?drugbrandname=tysabri&amp;amp;patient_reaction=death&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-06-16T15:28:49.073" LastActivityDate="2014-06-16T15:28:49.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2198" PostTypeId="2" ParentId="2177" CreationDate="2014-06-07T14:26:52.293" Score="2" Body="&lt;p&gt;If you use our search tool you can find a graph (last one of 5) that tabulates the  results.primarysource.qualification into a bar graph for your search query. &lt;a href=&quot;http://openfda.socialhealthinsights.com/&quot; rel=&quot;nofollow&quot;&gt;http://openfda.socialhealthinsights.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2984" LastActivityDate="2014-06-07T14:26:52.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2199" PostTypeId="1" AcceptedAnswerId="2200" CreationDate="2014-06-07T15:27:00.300" Score="5" ViewCount="243" Body="&lt;p&gt;I am working on an app for the iPhone right now. It involves using location data of local businesses. I was wondering if it would be better to either create a web crawler or buy the data from somewhere? I was looking around and the only place to buy data I could find is infochimps.com is there any other places to buy data from?&lt;/p&gt;&#xA;" OwnerUserId="2993" LastEditorUserId="70" LastEditDate="2015-04-19T15:48:04.780" LastActivityDate="2015-04-19T15:48:04.780" Title="Data on business locations" Tags="|data-request|geospatial|business|" AnswerCount="4" CommentCount="1" ClosedDate="2015-04-19T15:46:32.503" ContentLicense="CC BY-SA 3.0" />
  <row Id="2200" PostTypeId="2" ParentId="2199" CreationDate="2014-06-07T16:46:41.317" Score="5" Body="&lt;p&gt;Can't comment so sharing advice in an answer: Can you be more specific about what type of location data?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;If every type of category, you're probably best using APIs/licensed data from the likes of Infochimps, Google Places, Yelp, Foursquare, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you're doing something smaller scope like hospitals and clinics or maybe gas stations, you can probably find some open data about it that covers the majority of the data points and ultimately saves you money.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-07T16:46:41.317" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2201" PostTypeId="2" ParentId="2007" CreationDate="2014-06-07T16:49:32.417" Score="3" Body="&lt;p&gt;Depending on what type (and the structure) of the metadata you're looking for, have you thought of tapping a more general product API from the likes of Google, Amazon, eBay, etc.?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also: consider contacting the API you found that has terms not to your liking. Perhaps you can create a special arrangement with them.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-07T16:49:32.417" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2202" PostTypeId="2" ParentId="2002" CreationDate="2014-06-07T16:53:48.987" Score="2" Body="&lt;p&gt;Have you seen &lt;a href=&quot;http://freemusicarchive.org/search/&quot; rel=&quot;nofollow&quot;&gt;http://freemusicarchive.org/search/&lt;/a&gt; which has an API (&lt;a href=&quot;http://freemusicarchive.org/api/docs/&quot; rel=&quot;nofollow&quot;&gt;http://freemusicarchive.org/api/docs/&lt;/a&gt;) as well as categories like &lt;code&gt;eerie&lt;/code&gt;, &lt;code&gt;happy&lt;/code&gt;, and &lt;code&gt;sad&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-07T16:53:48.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2203" PostTypeId="2" ParentId="2167" CreationDate="2014-06-08T01:42:20.703" Score="1" Body="&lt;p&gt;Query parameters and syntax are documented comprehensively here, including the AND modifier, grouping, and limit and skip.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://open.fda.gov/api/reference/#query-parameters&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov/api/reference/#query-parameters&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2994" LastActivityDate="2014-06-08T01:42:20.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="2204" PostTypeId="2" ParentId="2199" CreationDate="2014-06-08T14:00:57.010" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://wikimapia.org/&quot; rel=&quot;nofollow&quot;&gt;Wikimapia&lt;/a&gt; has plenty of business locations datasets. And as I know, they have an API to use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the website of the &lt;a href=&quot;http://wikimapia.org/api#placegetbyarea&quot; rel=&quot;nofollow&quot;&gt;Wikimapia API&lt;/a&gt; and here is an &lt;a href=&quot;http://api.wikimapia.org/?key=example&amp;amp;function=place.getbyarea&amp;amp;coordsby=bbox&amp;amp;bbox=2.292493,48.8590143,2.293493,48.8599143&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt; of the output when you search by a specific area.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2014-06-09T13:36:06.957" LastActivityDate="2014-06-09T13:36:06.957" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="2205" PostTypeId="2" ParentId="2139" CreationDate="2014-06-08T15:25:15.547" Score="5" Body="&lt;p&gt;The Cinemetrics database actually does have historical data from more than 14,000 movies dating from 1899 and the screen time for a variety of actors and actresses in these movies.  You just need to look at &lt;a href=&quot;http://www.cinemetrics.lv/database.php?sort=year&quot; rel=&quot;noreferrer&quot;&gt;this view&lt;/a&gt; of the database.  However, for many movies, the focus is on the length of the shots, rather than the screen time for the actors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additional data can be found for camera shots and methods for &lt;a href=&quot;http://www.cinemetrics.lv/satltdb.php&quot; rel=&quot;noreferrer&quot;&gt;film&lt;/a&gt; and for &lt;a href=&quot;http://www.shotlogger.org/data.php&quot; rel=&quot;noreferrer&quot;&gt;television&lt;/a&gt;.  Perhaps the most authoritative data on films, actors, and roles is the &lt;a href=&quot;http://www.afi.com/members/catalog/default.aspx?s=&quot; rel=&quot;noreferrer&quot;&gt;American Film Institute's catalog&lt;/a&gt;.  Some sites, like Rotten Tomatoes, also provides an &lt;a href=&quot;http://developer.rottentomatoes.com/docs&quot; rel=&quot;noreferrer&quot;&gt;API&lt;/a&gt;, but does not have actual screen time per actor/character.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-06-08T15:25:15.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3205" PostTypeId="2" ParentId="2199" CreationDate="2014-06-09T03:39:57.103" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://wikivoyage.org/&quot; rel=&quot;nofollow&quot;&gt;Wikivoyage&lt;/a&gt; has business details for the whole world. Its goal is not to cover ALL businesses, but to cover the best restaurants/hotels/attractions in 3 range of prices (yes it is subjective).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The whole data is available as CSV here:&lt;br&gt;&#xA;&lt;a href=&quot;http://sourceforge.net/projects/wikivoyage/files/Listings-as-CSV/&quot; rel=&quot;nofollow&quot;&gt;http://sourceforge.net/projects/wikivoyage/files/Listings-as-CSV/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Free, Creative Commons Attribution-ShareAlike License.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;TITLE;TYPE;NAME;ALT;ADDRESS;DIRECTIONS;PHONE;TOLLFREE;EMAIL;FAX;URL;HOURS;CHECKIN;CHECKOUT;IMAGE;PRICE;LAT;LON;CONTENT&#xA;&quot;Tokyo/Roppongi&quot;;&quot;sleep&quot;;&quot;Hotel Villa Fontaine Roppongi&quot;;&quot;&quot;;&quot;Roppongi 1-6-2 Izumi Garden&quot;;&quot;direct connection to Roppongi Itchome station (Namboku line)&quot;;&quot;+81 3 3560-1110&quot;;&quot;&quot;;&quot;&quot;;&quot;+81 3 3560-1388&quot;;&quot;http://www.hvf.jp/roppongi/&quot;;&quot;&quot;;&quot;15:00&quot;;&quot;11:00&quot;;&quot;&quot;;&quot;From ¥10,000 per night (with great weekend specials from ¥6300)&quot;;&quot;35.66418&quot;;&quot;139.73954&quot;;&quot;Nice and spacious rooms targeting business travelers.&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-06-09T03:56:49.477" LastActivityDate="2014-06-09T03:56:49.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3206" PostTypeId="2" ParentId="2007" CreationDate="2014-06-09T03:59:33.277" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://boardgames.stackexchange.com/&quot;&gt;Board &amp;amp; Card Games QA site&lt;/a&gt; is full of open data about board games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The whole content is licensed cc by-sa 3.0 with attribution required.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on what data you want, you might be interested in their tags too: &lt;a href=&quot;https://boardgames.stackexchange.com/tags&quot;&gt;https://boardgames.stackexchange.com/tags&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, they have for each board game:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a tag name&lt;/li&gt;&#xA;&lt;li&gt;a short description of the game&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2017-04-13T12:38:52.797" LastActivityDate="2014-06-09T03:59:33.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3207" PostTypeId="1" CreationDate="2014-06-09T15:31:59.287" Score="4" ViewCount="38" Body="&lt;p&gt;I am planning a trial with diabetic patients to use our digital tablet-based Android app for helping to track/manage glucose, nutrition, medications, and fitness-related activities. It has been recommended by an ex-FDA colleague that I produce the following and submit it to FDA before proceeding with a small clinical trial:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A brief description of the device, and intended use statement, an indication statement, and identify a predicate and outline for the overall development plan, including verification and validation assessments&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Are there any model documents for the above available through OpenFDA or other resources that may be helpful?&lt;/p&gt;&#xA;" OwnerUserId="512" LastEditorUserId="23272" LastEditDate="2021-04-07T13:18:56.523" LastActivityDate="2021-04-07T13:18:56.523" Title="Model documents for presubmission meeting with FDA about mhealth pilot trial and risk assessment" Tags="|government|data.gov|openfda|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3208" PostTypeId="2" ParentId="3207" CreationDate="2014-06-09T17:42:39.180" Score="1" Body="&lt;p&gt;While I am not part of the Open FDA team (I am a member of the community), I am pretty sure this is not part of the current Open FDA initiative which is at &lt;a href=&quot;http://open.fda.gov&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I were you, I would start at the following links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://rockhealth.com/2013/03/fda-101-a-guide-for-digital-health-entrepreneurs/&quot; rel=&quot;nofollow&quot;&gt;Rock Health's &quot;FDA 101: A Guide for Digital Health Entrepreneurs&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fda.gov/MedicalDevices/ProductsandMedicalProcedures/ConnectedHealth/MobileMedicalApplications/default.htm?utm_source=twitterfeed&amp;amp;utm_medium=twitter&quot; rel=&quot;nofollow&quot;&gt;FDA page about &quot;Mobile Medical Applications&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-09T17:42:39.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3209" PostTypeId="1" CreationDate="2014-06-09T18:10:21.483" Score="3" ViewCount="193" Body="&lt;p&gt;The counts by date range do not seem to add up. For example, the following two queries&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:&quot;ambien&quot;+AND+serious:1+AND+patient.patientsex:1+AND+[2013-01-01+TO+2014-01-01]&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:&quot;ambien&quot;+AND+serious:1+AND+patient.patientsex:1+AND+[2012-01-01+TO+2013-01-01]&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;return 46 and 137 for FATIGUE, respectively. However, a query that combines those two date ranges into one, namely&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:&quot;ambien&quot;+AND+serious:1+AND+patient.patientsex:1+AND+[2012-01-01+TO+2014-01-01]&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns 139 for FATIGUE, instead of 183.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this a real issue or a syntax error in the query?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that a query avoiding the first day of 2014 (to avoid overlap) does not work at all (I get back &quot;No matches found!&quot;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:&quot;ambien&quot;+AND+serious:1+AND+patient.patientsex:1+AND+[2013-01-01+TO+2013-12-31]&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This seems to be an outright issue with how dates are handled.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ron&lt;/p&gt;&#xA;" OwnerUserId="2982" LastEditorUserId="18" LastEditDate="2014-06-10T14:23:41.603" LastActivityDate="2014-06-10T14:23:41.603" Title="OpenFDA adverse event counts by dates do not add up" Tags="|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3210" PostTypeId="2" ParentId="3209" CreationDate="2014-06-09T19:06:24.377" Score="4" Body="&lt;p&gt;Mark is correct - you need to specify the date field that you want to search on. &lt;code&gt;receivedate&lt;/code&gt; tends to work best. &lt;/p&gt;&#xA;" OwnerUserId="2987" LastActivityDate="2014-06-09T19:06:24.377" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3211" PostTypeId="2" ParentId="1488" CreationDate="2014-06-09T21:04:13.123" Score="2" Body="&lt;p&gt;The BLS has a section for 'Employment Projections' at:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/emp/&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/emp/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;They have links to :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;tables of data for download&lt;/li&gt;&#xA;&lt;li&gt;publications (including the one you mentioned)&lt;/li&gt;&#xA;&lt;li&gt;&quot;databases&quot; (web-based tables that you can search/order/etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-06-09T21:04:13.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3212" PostTypeId="2" ParentId="107" CreationDate="2014-06-10T03:28:00.823" Score="5" Body="&lt;p&gt;Depending on your use-case &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_Toolkit&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata toolkit&lt;/a&gt; is a Java tool that allows you to iterate over all the items in a dump. In fact it auto-downloads the latest dump and translates the entire model into Java objects. This means everything is abstracted and you just have to write the call-back to be applied to each item. I wrote a tutorial on how to use it in conjunction with Python pandas &lt;a href=&quot;https://notconfusing.com/sex-ratios-in-wikidata-part-iii.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3004" LastEditorUserId="6165" LastEditDate="2021-02-28T03:56:09.960" LastActivityDate="2021-02-28T03:56:09.960" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3213" PostTypeId="1" AcceptedAnswerId="3215" CreationDate="2014-06-10T06:23:16.377" Score="8" ViewCount="2172" Body="&lt;p&gt;I want to fetch all the drugList, lets say -&gt; &lt;code&gt;DrugName&lt;/code&gt;, &lt;code&gt;Manufacturer&lt;/code&gt;, &lt;code&gt;Prescribed for&lt;/code&gt;, &lt;code&gt;Description&lt;/code&gt;.&#xA;I tried using &lt;code&gt;https://api.fda.gov/drug/event.json?count=patient.drug.openfda.manufacturer_name.exact&lt;/code&gt; It jst fetch the high level manufacturer name now to fetch the In-depth. &lt;/p&gt;&#xA;" OwnerUserId="3006" LastActivityDate="2020-03-03T16:55:55.910" Title="How to get all the DrugList" Tags="|api|data.gov|openfda|json|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3214" PostTypeId="1" CreationDate="2014-06-10T08:45:41.603" Score="8" ViewCount="277" Body="&lt;p&gt;I want to write a districting algorithm like the one found on &lt;a href=&quot;http://rangevoting.org/SplitLR.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;RangeVoting.org&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/xDYpy.png&quot; alt=&quot;Indiana&quot;&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/IOSrH.png&quot; alt=&quot;Alabama&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like they have a pretty good source of population density.  Is there somewhere I can find a similar source of data?&lt;/p&gt;&#xA;" OwnerUserId="3007" LastEditorUserId="14011" LastEditDate="2018-12-30T15:16:33.753" LastActivityDate="2018-12-30T15:16:33.753" Title="High resolution population density maps in the US" Tags="|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3215" PostTypeId="2" ParentId="3213" CreationDate="2014-06-10T12:10:29.560" Score="6" Body="&lt;p&gt;The current OpenFDA Adverse Event dataset isn't really well suited for a query like that. An API for the drug SPLs (Structured Product Labels) is coming soon according to &lt;a href=&quot;https://open.fda.gov/about/&quot;&gt;https://open.fda.gov/about/&lt;/a&gt; though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now, check out the following resources for the data you're looking for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NLM Pillbox API (&lt;a href=&quot;http://pillbox.nlm.nih.gov&quot;&gt;http://pillbox.nlm.nih.gov&lt;/a&gt;) - recommended - most developer friendly &lt;/li&gt;&#xA;&lt;li&gt;NIH DailyMed bulk downloads and APIs (&lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/help.cfm#webservices&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/help.cfm#webservices&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;FDA National Drug Code Directory bulk download and web search (&lt;a href=&quot;http://www.fda.gov/drugs/informationondrugs/ucm142438.htm&quot;&gt;http://www.fda.gov/drugs/informationondrugs/ucm142438.htm&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-10T12:10:29.560" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3216" PostTypeId="2" ParentId="3214" CreationDate="2014-06-10T12:24:57.150" Score="8" Body="&lt;p&gt;The US Census publishes population statistics on US congressional and state legislative voting districts. The 2010 census (gazetteer) files can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/gazetteer2010.html&quot;&gt;https://www.census.gov/geo/maps-data/data/gazetteer2010.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Every year between the dicennial census, the US Census publishes estimated updates. The 2013 census (gazetteer) files can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/geo/maps-data/data/gazetteer2013.html&quot;&gt;http://www.census.gov/geo/maps-data/data/gazetteer2013.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also converted all the gazetteer files from 1990 to 2013 to a common linked CSV format (I am a co-founder of OpenGeoCode.Org). They can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/US%20Census/index.php&quot;&gt;http://www.opengeocode.org/cude1.1/US%20Census/index.php&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above data contains in addition to population counts, land area and center of population (population centriod).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;US Census Tiger/Line shapefiles for District outlines can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/geo/maps-data/data/tiger.html&quot;&gt;http://www.census.gov/geo/maps-data/data/tiger.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-10T12:33:08.057" LastActivityDate="2014-06-10T12:33:08.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3217" PostTypeId="1" AcceptedAnswerId="3219" CreationDate="2014-06-10T12:29:30.607" Score="7" ViewCount="200" Body="&lt;p&gt;Does anyone else really dislike those country or birth-year &lt;a href=&quot;http://en.wikipedia.org/wiki/Drop-down_list&quot; rel=&quot;nofollow noreferrer&quot;&gt;drop-down list&lt;/a&gt; on websites?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/uRnmz.png&quot; alt=&quot;Pitcairn!&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've heard anecdotally from database admins that way too many people were born in 1900 and come from Afghanistan.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Does anyone know a public dataset that shows some sort of artificial distribution due to the user interface?&lt;/strong&gt; (It doesn't need to be Afghanistan and 1900, that's just a fun example.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE:&lt;/strong&gt; Like @Joe mentioned, I'd also be interested in a demographic dataset that is skewed because of spiders/bots AND the random crap in text fields.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-04-19T15:49:45.657" LastActivityDate="2015-04-19T15:49:45.657" Title="Dataset with a specific demographic distribution due to user interface" Tags="|data-request|computing|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3218" PostTypeId="2" ParentId="3217" CreationDate="2014-06-10T12:47:04.120" Score="2" Body="&lt;p&gt;The UN publishes an annual Statistical Yearbook which contains tables on each country with demographics broken down by age group. This is as close as I know of population diversity per birth year for the countries in the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the downloadable tables for 2012 edition (latest) at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012.htm&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Table 8 has population broken down into 5 year ranges.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have some of the 2011 and 2012 yearbook tables converted to our linked CSV format (disclaimer: co-founder of OpenGeoCode.Org). They are at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/UN/UNSD/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/UN/UNSD/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-10T12:47:04.120" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3219" PostTypeId="2" ParentId="3217" CreationDate="2014-06-10T14:03:45.453" Score="4" Body="&lt;p&gt;Not a user-interface problem, but a related consequence: in &lt;a href=&quot;http://www.vox.com/2014/4/21/5636040/whats-the-matter-with-kansas-and-porn&quot; rel=&quot;nofollow&quot;&gt;Blue states watch more porn than red states&lt;/a&gt;, bad data collection led to the conclusion that Kansas consumes more porn (from pornhub.com) than any other state. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Further review revealed that the IP geolocation service defaults to Kansas when it can't locate an IP address, skewing the data.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-06-10T14:03:45.453" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3220" PostTypeId="2" ParentId="3214" CreationDate="2014-06-10T14:21:39.537" Score="9" Body="&lt;p&gt;As part of &lt;a href=&quot;http://www.census.gov/rdo/about_the_program/&quot;&gt;PL94-171&lt;/a&gt;, the canonical source for population data for drawing legislative districts is the Decennial census. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the high resolution data you want, you can download shapefiles of blocks by state with population included from &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2010BLKPOPHU/&quot;&gt;http://www2.census.gov/geo/tiger/TIGER2010BLKPOPHU/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, if you want to get into demographics of the population of those blocks, that is also available from the decennial census. You can get race and basic age from the &lt;a href=&quot;http://www2.census.gov/census_2010/01-Redistricting_File--PL_94-171/&quot;&gt;files released for PL94-171&lt;/a&gt; -- that data is the first release from each decennial census so that redistricting can get started promptly. Of course, now that the decennial census is several years in the past, you can get &lt;a href=&quot;http://www2.census.gov/census_2010/&quot;&gt;complete demographic data&lt;/a&gt;, although dealing with it at the block level is not a simple task.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-06-10T14:21:39.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3221" PostTypeId="2" ParentId="103" CreationDate="2014-06-10T16:25:49.290" Score="2" Body="&lt;p&gt;This looks like the best source I've found, but no doubt there are others. &lt;a href=&quot;http://www.oanda.com/currency/historical-rates/&quot; rel=&quot;nofollow&quot;&gt;http://www.oanda.com/currency/historical-rates/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1141" LastActivityDate="2014-06-10T16:25:49.290" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3223" PostTypeId="1" AcceptedAnswerId="3224" CreationDate="2014-06-11T13:44:08.747" Score="3" ViewCount="1642" Body="&lt;p&gt;Is there a way to get the ethnic breakdown (within limits) on a zipcode basis in the US?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was looking at &lt;a href=&quot;http://www.census.gov/newsroom/releases/archives/2010_census/cb12-cn32.html&quot; rel=&quot;nofollow&quot;&gt;this census data&lt;/a&gt; but its insanely hard to parse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where kind I find data that is more easily parsed?&lt;/p&gt;&#xA;" OwnerUserId="1345" LastEditorUserId="18" LastEditDate="2015-03-13T20:26:04.267" LastActivityDate="2017-11-16T18:51:33.547" Title="Demographics by Zipcode" Tags="|data-request|data.gov|us-census|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3224" PostTypeId="2" ParentId="3223" CreationDate="2014-06-11T14:35:51.343" Score="5" Body="&lt;p&gt;The Census Bureau has far easier avenues of extracting data through the &lt;a href=&quot;http://factfinder2.census.gov/faces/nav/jsf/pages/index.xhtml&quot;&gt;American FactFinder&lt;/a&gt; (AFF). There are many tutorials for how to use AFF, but it is generally not been 'intensely hard' to use for me. By downloading the information in .csv format, you would be able to download the latest information from the &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/ACS/12_5YR/B03002/0100000US.86000&quot;&gt;ACS&lt;/a&gt;, or the &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/DEC/10_SF1/P5/0100000US.86000&quot;&gt;2010 Census&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-06-11T14:35:51.343" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3225" PostTypeId="2" ParentId="3223" CreationDate="2014-06-11T15:17:45.800" Score="3" Body="&lt;p&gt;The data you are looking for is found in the Demographic Profile Summary File (DPSF). The data contains population counts by age groups and race/ethnic. It contains entries for all census geographic areas (including ZCTAs which are approx. of US Postal Zip Codes). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;raw&quot; summary files are packaged on a state by state basis. At the parent FTP directory, the file 0FILE_STRUCTURE.doc describes how to use the files. The description of TABLES_2010.DBF starting on page 13 describes the column layout of the data fields.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each state has zip package with three files:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;0000120101.dp : this is the data file&#xA;geo20101.dp   : this is the geographic reference file that maps the geographic identifier to the geographic type and place name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each row in the data file (example is from Alabama) starts like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DPST,OR,000,01,0000001,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The fifth field (e.g., 0000001) is the geographic identifier.&#xA;The fields following this are the data and are ordered as described in the description of TABLES_2010.DBF.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/census_2010/03-Demographic_Profile_with_SF1geos/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/census_2010/03-Demographic_Profile_with_SF1geos/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another access method is to use the US Census Data Ferret. I have only limited experience so far in using it. But it is an online interactive application that will help you select sources and fields to build and download a custom table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dataferrett.census.gov/GettingStarted.html&quot; rel=&quot;nofollow&quot;&gt;http://dataferrett.census.gov/GettingStarted.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-11T15:26:03.893" LastActivityDate="2014-06-11T15:26:03.893" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3226" PostTypeId="2" ParentId="2010" CreationDate="2014-06-11T17:34:39.473" Score="4" Body="&lt;p&gt;You could check out our &lt;a href=&quot;http://ndssl.vbi.vt.edu/synthetic-data/&quot; rel=&quot;nofollow&quot;&gt;data sets&lt;/a&gt;. This is synthetic data generated to match the census data as closely as possible, without having any privacy concerns. It contains both demographics, household relationships, and social contact networks.&lt;/p&gt;&#xA;" OwnerUserId="3023" LastActivityDate="2014-06-11T17:34:39.473" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3227" PostTypeId="2" ParentId="1884" CreationDate="2014-06-11T18:03:00.920" Score="3" Body="&lt;p&gt;The GIS data is contracted out to the PRISM group at Oregon State University. One can purchase the high resolution maps they created, operating under the entity Climate Source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have not found a direct download from the USDA on the zipcode dataset. Instead, you can semi-auto query using this backdoor call.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://planthardiness.ars.usda.gov/PHZMWeb/ZipProxy.ashx?d=00:00:00&amp;amp;ZipCode=97228&quot; rel=&quot;nofollow&quot;&gt;http://planthardiness.ars.usda.gov/PHZMWeb/ZipProxy.ashx?d=00:00:00&amp;amp;ZipCode=97228&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that after every 5 calls, it will return a result requiring you to enter a Captcha. There are about 50K zip codes in the US. That's about 10,000 times one would have to enter a captcha.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-11T18:03:00.920" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3228" PostTypeId="1" CreationDate="2014-06-11T19:11:57.163" Score="5" ViewCount="337" Body="&lt;p&gt;I am looking for weekly raster data for US for temperature and precipitation. All the major datasets PRISM, WorldClim etc. are either on a monthly scale or daily scale. I was wondering if anyone has aggregated data for weekly values from daily data or can point me to links where I can get it. I am looking for data for years 2005-2011. Thanks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: Here is the link from the PRISM database. You have two sections for monthly and daily data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.prism.oregonstate.edu/recent/&quot; rel=&quot;nofollow&quot;&gt;http://www.prism.oregonstate.edu/recent/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3025" LastEditorUserId="3025" LastEditDate="2014-06-12T15:47:25.313" LastActivityDate="2014-11-18T15:46:14.733" Title="Weekly raster data for temperature and precipitation in US" Tags="|data-request|data.gov|weather|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3229" PostTypeId="1" CreationDate="2014-06-11T23:07:28.893" Score="16" ViewCount="196" Body="&lt;p&gt;Our company runs a business similar to Yelp but limited to a regional area. Currently we are thinking of licencing our Point of Interest database under a free licence. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course that would mean that our competitors can take all our POI data and put it in their database. But we do not see this as a big problem, because they can do it (illegaly) also by crawling our website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are our expectations? Mainly a higher motivation for the user to contribute information and a improved image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you see any other advantages or disadvantages?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: Thank you very much for your answers. Unfortunatly it was decided not to open the data.&lt;/p&gt;&#xA;" OwnerUserId="3028" LastEditorUserId="70" LastEditDate="2015-02-22T17:27:20.190" LastActivityDate="2015-02-22T17:27:20.190" Title="Should we open our data?" Tags="|releasing-data|economics|licensing|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3230" PostTypeId="2" ParentId="1791" CreationDate="2014-06-11T23:41:44.540" Score="5" Body="&lt;p&gt;Mashape has an API listed for the World Cup 2014 which would return in Json some of the info you're looking for - &lt;a href=&quot;https://www.mashape.com/leolima77/copa-do-mundo-2014-world-cup-brazil#!documentation&quot;&gt;https://www.mashape.com/leolima77/copa-do-mundo-2014-world-cup-brazil#!documentation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is listed in Portugese so you might need to translate it to English.&lt;/p&gt;&#xA;" OwnerUserId="3029" LastActivityDate="2014-06-11T23:41:44.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3231" PostTypeId="2" ParentId="3229" CreationDate="2014-06-12T20:28:08.933" Score="5" Body="&lt;p&gt;yes. the less barriers to accessibility, the easier it is to be consumed. the same principle applies to content.&lt;br&gt;&#xA;open.all.the.things.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-06-12T20:28:08.933" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3232" PostTypeId="2" ParentId="1791" CreationDate="2014-06-12T23:31:23.620" Score="3" Body="&lt;p&gt;I just added this API to mashape, it's not realtime and the scores will take awhile to be updated but it gives you all the teams and matchups. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mashape.com/montanaflynn/fifa-world-cup/&quot; rel=&quot;nofollow&quot;&gt;https://www.mashape.com/montanaflynn/fifa-world-cup/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3037" LastActivityDate="2014-06-12T23:31:23.620" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3234" PostTypeId="1" CreationDate="2014-06-13T16:21:27.873" Score="2" ViewCount="39" Body="&lt;p&gt;Anyone know where I could get access to text entry speed data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;the data could be something like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;f d 899&#xA;a d 920&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The first two characters indicate the typed key and the last-typed key, respectively. The first line says typing &lt;code&gt;a&lt;/code&gt; when last typed key is &lt;code&gt;f&lt;/code&gt; takes 899 millisecond. I suspect depends on the last-typed key, typing the same key will have different speed in general.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And of course it should be an average value of a certain population.&lt;/p&gt;&#xA;" OwnerUserId="2266" LastActivityDate="2014-06-14T14:09:46.893" Title="Access to text entry speed data?" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3235" PostTypeId="1" CreationDate="2014-06-14T02:33:10.277" Score="2" ViewCount="72" Body="&lt;p&gt;I'm looking for datasets that contain a list of regexps where each regexp is associated with at least one sentence written in English that explains what the regexp does. Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;All 3-letter words ending by .at except bat&quot; can be expressed in regexp as &lt;code&gt;[^b]at&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&quot;Any word starting with the letter s&quot; can be expressed in regexp as &lt;code&gt;s.*&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am aware of the &lt;a href=&quot;http://groups.csail.mit.edu/rbg/code/regexp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt; provided with &lt;em&gt;Kushman, Nate, and Regina Barzilay. &quot;&lt;a href=&quot;http://dspace.mit.edu/openaccess-disseminate/1721.1/79645&quot; rel=&quot;nofollow noreferrer&quot;&gt;Using semantic unification to generate regular expressions from natural language.&lt;/a&gt;&quot; North American Chapter of the Association for Computational Linguistics (NAACL), 2013.&lt;/em&gt;, but I'm looking for more data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am also aware that there exist &lt;a href=&quot;http://dspace.mit.edu/openaccess-disseminate/1721.1/79645&quot; rel=&quot;nofollow noreferrer&quot;&gt;different regular expression standards&lt;/a&gt; (more precisely the POSIX standard isn't always respected) and I'm okay if the regexp output is not POSIX although I would prefer it was. By the same token I know that two regular expressions &lt;a href=&quot;https://softwarerecs.stackexchange.com/q/6954/903&quot;&gt;can be equivalent&lt;/a&gt; just like two description written in English can be equivalents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally it would be great if each regexp comes with some positive and negative examples as well (e.g. for &lt;code&gt;s.*&lt;/code&gt;, &quot;hello&quot; is a negative example, &quot;salut&quot; is a positive example), but it's okay if not.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:02.280" LastActivityDate="2014-06-14T02:33:10.277" Title="Dataset of regexps with corresponding sentences" Tags="|data-request|corpora|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3236" PostTypeId="2" ParentId="3234" CreationDate="2014-06-14T14:09:46.893" Score="2" Body="&lt;p&gt;I am not aware of any dataset like this one. But if you Google &lt;a href=&quot;https://www.google.gr/webhp?sourceid=chrome-instant&amp;amp;ion=1&amp;amp;espv=2&amp;amp;ie=UTF-8#q=typing%20speed%20test%20data&quot; rel=&quot;nofollow&quot;&gt;&quot;typing speed test data&quot;&lt;/a&gt;, you will see many websites that does exactly this. And most of them have a contact page. You shall contact with them (maybe all of them) and ask if they are willing to share their data.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-06-14T14:09:46.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3237" PostTypeId="2" ParentId="3229" CreationDate="2014-06-14T18:05:01.957" Score="7" Body="&lt;p&gt;Quick answer with what comes to my mind. They might be several others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Advantages&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Since you lower the barrier to access the data (no more scraping), you will see more people using it and new usage of your data will appear&lt;/li&gt;&#xA;&lt;li&gt;You will also receive feedback regarding your data quality (since there is more eyes looking at it under different angles)&lt;/li&gt;&#xA;&lt;li&gt;This can be a marketing opportunity to introduce your company to new audience via partner website and application (I used your data on my website / application in return I mention you as the source)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Disavantages&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A competitor can reused those data and present it in a more user friendly was, with nice functionality and get straight after your current business.&lt;/li&gt;&#xA;&lt;li&gt;Depending on the format used someone can reverse ingeneer your internal process / data structure and reuse it on a different market.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I think the next question you will need to asnwer is the license and release format (API, csv or database dump ...). Those can be different questions on OpenData SE)&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2014-06-14T18:05:01.957" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3238" PostTypeId="2" ParentId="3229" CreationDate="2014-06-15T19:40:24.253" Score="3" Body="&lt;p&gt;I think the world is moving towards open data, the sooner you get on the wagon the better. If someone needs your data they're going to use 1001 trick to get it and if you want to stop them you'd probably end up in a legal battle where only the lawyers win!&lt;/p&gt;&#xA;" OwnerUserId="2000" LastActivityDate="2014-06-15T19:40:24.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3239" PostTypeId="1" CreationDate="2014-06-15T19:53:16.190" Score="3" ViewCount="168" Body="&lt;p&gt;I need a comprehensice list of e-ecommerce website. Specifically, this list needs to include both famous websites (Amazon...) and the mom and pop sort of websites, like the ones that use Magento, OpenCart...&#xA;P.S. It would be nice if the license was open&lt;/p&gt;&#xA;" OwnerUserId="3049" LastActivityDate="2014-07-27T12:27:46.490" Title="List of all ecommerce websites" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3241" PostTypeId="2" ParentId="2199" CreationDate="2014-06-15T20:08:04.567" Score="4" Body="&lt;p&gt;Foursquare provides a location layer, check it out.&#xA;&lt;a href=&quot;https://developer.foursquare.com/overview/venues&quot; rel=&quot;nofollow&quot;&gt;https://developer.foursquare.com/overview/venues&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3050" LastActivityDate="2014-06-15T20:08:04.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3242" PostTypeId="2" ParentId="748" CreationDate="2014-06-15T20:10:54.123" Score="3" Body="&lt;p&gt;you can convert your database rows to xml and do version control on this textual data.&lt;/p&gt;&#xA;" OwnerUserId="3050" LastActivityDate="2014-06-15T20:10:54.123" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3243" PostTypeId="1" CreationDate="2014-06-16T14:04:35.920" Score="3" ViewCount="221" Body="&lt;p&gt;Where can I find a comprehensive data set of U.S. companies with their respective &lt;em&gt;industries&lt;/em&gt; and internet top level domains (TLDs), if any?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Such as the &lt;a href=&quot;http://fortune.com/fortune500/&quot; rel=&quot;nofollow&quot;&gt;Fortune 500&lt;/a&gt; list...&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Company Name    Website Industry&#xA;Ford Motor  http://www.ford.com Manufacturing&#xA;JetBlue Airways http://www.jetblue.com  Travel, Recreation, and Leisure&#xA;Bank of America http://www.bankofamerica.com    Financial Services&#xA;Northwestern Mutual http://www.northwesternmutual.com   Financial Services&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;... but much larger, including small/medium businesses?&lt;/p&gt;&#xA;" OwnerUserId="3054" LastEditorUserId="70" LastEditDate="2015-03-30T09:27:26.500" LastActivityDate="2023-07-26T19:37:27.997" Title="Resolve company name / TLD to industry?" Tags="|data-request|usa|business|internet|companies|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3244" PostTypeId="1" CreationDate="2014-06-16T14:22:39.123" Score="4" ViewCount="315" Body="&lt;p&gt;Is it possible to get counts nested by 2 fields ? For example adverse events by patient sex and reaction type. The result would be something like a 2 dim array.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;edit&lt;/strong&gt; (since this account doesn't have enough reputation to comment on my own question)&#xA;- not possible yet: thanks, that's what I needed to know. &#xA;- why do I need it: to build graphics with more than 1 dimension involved (for example stacked bars). &#xA;- the drilldown possibility: that's certainly useful, but not what I need here. Basically that would require 1 call to the API for each bar in the chart.&lt;/p&gt;&#xA;" OwnerUserId="3055" LastEditorUserId="3067" LastEditDate="2014-06-17T16:33:19.677" LastActivityDate="2014-06-17T16:33:19.677" Title="OpenFDA API : can we count on several fields?" Tags="|openfda|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3245" PostTypeId="2" ParentId="3244" CreationDate="2014-06-16T14:37:16.207" Score="2" Body="&lt;p&gt;Not at this time. I'm not 100% sure how the team behind OpenFDA is fielding feature requests but I've been putting ideas and requests like this on Github and they have been labeling them as &quot;enhancements.&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Link to OpenFDA github: &lt;a href=&quot;https://github.com/fda/openfda/issues&quot; rel=&quot;nofollow&quot;&gt;https://github.com/fda/openfda/issues&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: While OpenFDA was in beta, I built a drill down tool (see &lt;a href=&quot;http://recordit.co/Hn65jq.gif&quot; rel=&quot;nofollow&quot;&gt;http://recordit.co/Hn65jq.gif&lt;/a&gt; for screencast) but it's currently broken because the API changed quite a bit.. if something like that seems useful to you I can work to resurrect it :)&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-16T14:37:16.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3246" PostTypeId="2" ParentId="3243" CreationDate="2014-06-16T15:02:34.400" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Data_Universal_Numbering_System&quot; rel=&quot;nofollow&quot;&gt;DUNS&lt;/a&gt; is the best business list that I can think of -- but I have no idea if it has industry info in it.  Years ago, when you wanted an SSL certificate, registrars wanted your DUNS number to verify you weren't mascarading as another company.  Unfortunately, it's not an open list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For something that's more likely to be free, for the U.S., there's a the &lt;a href=&quot;http://en.wikipedia.org/wiki/Employer_identification_number&quot; rel=&quot;nofollow&quot;&gt;EIN&lt;/a&gt;, which the government uses to track employers.  I'm not aware of any searchable list, though.   The &lt;a href=&quot;http://www.sba.gov/community/blogs/community-blogs/business-law-advisor/how-do-i-find-ein-0&quot; rel=&quot;nofollow&quot;&gt;SBA's website&lt;/a&gt;   points to the &lt;a href=&quot;http://www.sec.gov/edgar/searchedgar/webusers.htm&quot; rel=&quot;nofollow&quot;&gt;SEC's EDGAR&lt;/a&gt; for public companies, and &lt;a href=&quot;http://www.guidestar.org&quot; rel=&quot;nofollow&quot;&gt;GuideStar&lt;/a&gt; for non-profits.  This would miss private companies, though.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-06-16T15:02:34.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3248" PostTypeId="2" ParentId="3243" CreationDate="2014-06-16T15:40:10.127" Score="0" Body="&lt;p&gt;I know you're posting in the OpenData SE but here are some other places to look in addition to SEC's EDGAR and GuideStar some of which have APIs&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Lead gen services like salesgenie.com&lt;/li&gt;&#xA;&lt;li&gt;LinkedIn &lt;/li&gt;&#xA;&lt;li&gt;YellowPages&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-16T15:40:10.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3249" PostTypeId="1" CreationDate="2014-06-16T19:01:04.790" Score="5" ViewCount="71" Body="&lt;p&gt;The best source seems to be the National Crime Victimization Survey, and especially their victim characteristics reports at &lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=92&quot;&gt;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=92&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any others? Any hints on interpreting and working with this data?&lt;/p&gt;&#xA;" OwnerUserId="3056" LastActivityDate="2014-06-16T22:53:33.120" Title="What data on violence against women in the U.S. is available?" Tags="|data-request|usa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3250" PostTypeId="2" ParentId="3243" CreationDate="2014-06-16T19:16:27.073" Score="2" Body="&lt;p&gt;I'm afraid this is generally the kind of data which is not centrally collected by a government agency, and not freely given by businesses that set up to collect it for their own use or for sale to third-parties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, NASDAQ has &lt;a href=&quot;http://www.nasdaq.com/screening/companies-by-industry.aspx?industry=ALL&quot; rel=&quot;nofollow&quot;&gt;a list of companies by industry&lt;/a&gt; that is 6500+ entries (not limited to the NASDAQ exchange).  I'm not really sure how they select the industries, but they aren't exactly labels from the &lt;a href=&quot;http://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2012&quot; rel=&quot;nofollow&quot;&gt;official NAICS list&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the list as a CSV, but the downloaded list does not include a URL for the company. The HTML version does, if you were inclined to write a scraper.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-06-16T19:16:27.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3251" PostTypeId="1" CreationDate="2014-06-16T20:20:07.610" Score="2" ViewCount="690" Body="&lt;p&gt;I was wondering how to create a query based off the examples, and the main question I have is where do the &lt;code&gt;patient.drug.openfda.pharm_class_epc&lt;/code&gt; and &#xA;&lt;code&gt;patient.reaction.reactionmeddrapt&lt;/code&gt; come from?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand that there are many fields to choose from, but is there some sort of list from which we can find different possible fields? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am fine with the syntax and understand the parameters, as well as how the results are displayed, but I cannot toy with the examples much because I do not understand what the syntax of different fields are for searching and counting. Thanks&lt;/p&gt;&#xA;" OwnerUserId="3057" LastEditorUserId="117" LastEditDate="2014-06-17T04:36:49.347" LastActivityDate="2018-08-15T21:08:33.867" Title="Where is the list of fields available through the openFDA API?" Tags="|openfda|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3252" PostTypeId="2" ParentId="3251" CreationDate="2014-06-16T21:02:47.760" Score="1" Body="&lt;p&gt;There are a few sources for the information you're looking for (essentially a data dictionary if I am understanding your question correctly):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/api/reference/#openfda-fields&quot; rel=&quot;nofollow&quot;&gt;List of OpenFDA Fields&lt;/a&gt; (data OpenFDA has added/annotated for developer and user convenience on top of the base FAERS data fields)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/FDA/openfda/blob/master/schemas/faers_mapping.md&quot; rel=&quot;nofollow&quot;&gt;FAERS/AERS Mapping Notes&lt;/a&gt; which are part of the Github project and document some caveats about fields like &lt;code&gt;primarysource.reportercountry&lt;/code&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Lastly, the one of the great parts of the OpenFDA team using ElasticSearch as a backend is that you can query by literally any field you see returned to you. So you could look at the sample queries, look at the fields, and query that way.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps! &lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-16T21:02:47.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3253" PostTypeId="2" ParentId="3249" CreationDate="2014-06-16T21:26:03.863" Score="2" Body="&lt;p&gt;You might try the &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/NIBRS/&quot; rel=&quot;nofollow&quot;&gt;National Incident-based Reporting System&lt;/a&gt; data (stored at ICPSR). I've not personally worked with these data, but this is based on police reports whereas the NCVS is based on survey self-reports.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-06-16T21:26:03.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3254" PostTypeId="2" ParentId="3249" CreationDate="2014-06-16T22:29:22.503" Score="3" Body="&lt;p&gt;The FBI provides summary data on crime statistics. These tables cover a variety of categories and geographic regions (national, state, county, Metropolitan Statistical Areas (MSA)).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The start page is here:&#xA;&lt;a href=&quot;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2010/crime-in-the-u.s.-2010/violent-crime&quot; rel=&quot;nofollow&quot;&gt;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2010/crime-in-the-u.s.-2010/violent-crime&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The world bank has a Excel spreadsheet for violent crimes against women on a per country basis. The data is summary (percent/totals). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://web.worldbank.org/WBSITE/EXTERNAL/TOPICS/EXTSOCIALDEVELOPMENT/EXTCPR/0,,contentMDK:22488819~menuPK:6835249~pagePK:148956~piPK:216618~theSitePK:407740,00.html&quot; rel=&quot;nofollow&quot;&gt;http://web.worldbank.org/WBSITE/EXTERNAL/TOPICS/EXTSOCIALDEVELOPMENT/EXTCPR/0,,contentMDK:22488819~menuPK:6835249~pagePK:148956~piPK:216618~theSitePK:407740,00.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-06-16T22:53:33.120" LastActivityDate="2014-06-16T22:53:33.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3255" PostTypeId="1" AcceptedAnswerId="3260" CreationDate="2014-06-17T00:44:44.150" Score="8" ViewCount="330" Body="&lt;p&gt;I am trying to determine the level of rise in sea levels in coastal areas of India and Bangladesh. I was wondering if anyone knew the best sources of open data--mean local sea level, mean local tide level--for this type of information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From what I gather, it seems like mean sea level or tidal data is the best way to go. That is just because sea level is not a constant value, but fluctuates over time. So we need some sort of average tide level--basically how far above sea level the tide extends. Then I can determine which areas of these countries are submerged given this level of tide using existing elevation data.  &lt;/p&gt;&#xA;" OwnerUserId="786" LastEditorUserId="244" LastEditDate="2014-08-17T14:13:48.030" LastActivityDate="2014-08-17T14:13:48.030" Title="What is the best source of open data on sea level rise in Bangladesh and India?" Tags="|data-request|weather|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3256" PostTypeId="2" ParentId="1791" CreationDate="2014-06-17T09:36:11.680" Score="5" Body="&lt;p&gt;I've made a database of 736 players by scraping and refining.&lt;br&gt;&#xA;The database (in French) is available here:&lt;br&gt;&#xA;&lt;a href=&quot;http://mondial-de-football.com/WorldCupData&quot; rel=&quot;nofollow&quot;&gt;http://mondial-de-football.com/WorldCupData&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains many data fields: age, number of selections, clubs, championship, etc.&lt;/p&gt;&#xA;" OwnerUserId="3061" LastEditorUserId="70" LastEditDate="2014-09-12T13:21:38.277" LastActivityDate="2014-09-12T13:21:38.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3257" PostTypeId="2" ParentId="1108" CreationDate="2014-06-17T15:25:08.073" Score="6" Body="&lt;p&gt;An exhaustive list of non-Japanese names would be an unwieldy thing! @ojdo's answer seems like a great start for the positive matches. For the United States, the best source for last names is probably the US Census Bureau, who, from their &lt;a href=&quot;https://www.census.gov/topics/population/genealogy/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;genealogy section&lt;/a&gt;, have a few kinds of name data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/topics/population/genealogy/data/2010_surnames.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2010&lt;/a&gt; and &lt;a href=&quot;https://www.census.gov/topics/population/genealogy/data/2000_surnames.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2000&lt;/a&gt;: Excel file of 1000 most common surnames and ZIP with Excel and CSV of all surnames occurring more than 100 times. For both files, there are ranks, counts, and data about the racial distribution for the name.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/topics/population/genealogy/data/1990_census/1990_census_namefiles.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;1990&lt;/a&gt;: Text files of proportion of surnames, male first names and female first names from a sample of survey responses. No race data, no absolute counts.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2017-08-23T20:58:39.667" LastActivityDate="2017-08-23T20:58:39.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3259" PostTypeId="1" AcceptedAnswerId="3261" CreationDate="2014-06-17T16:07:07.623" Score="6" ViewCount="348" Body="&lt;p&gt;Is there any way to get multiple patients' results in one output? I've noticed it defaults to show one patient's results at a time - and skipping allows you to see other patients - but is there any way to have two or more show up in one result (e.g. change the limit of a &quot;results&quot; search)?&lt;/p&gt;&#xA;" OwnerUserId="3058" LastActivityDate="2014-06-28T08:06:05.663" Title="openFDA: Can we print results for multiple patients at once?" Tags="|api|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3260" PostTypeId="2" ParentId="3255" CreationDate="2014-06-17T16:31:59.757" Score="5" Body="&lt;p&gt;The NOAA National Oceangraphic Data Center (NODC) maintains data (and datasets) for sea levels and tides. You can get current (hourly) or historic data back to 1994. The data is collected from 289 stations around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nodc.noaa.gov/General/sealevel.html&quot;&gt;http://www.nodc.noaa.gov/General/sealevel.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-17T16:31:59.757" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3261" PostTypeId="2" ParentId="3259" CreationDate="2014-06-17T16:40:35.507" Score="6" Body="&lt;p&gt;You're looking for the &lt;code&gt;limit&lt;/code&gt; URL parameter which maxes out at a value of 100. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate%3a%5b2012-08-09+TO+3000-01-01%5d&amp;amp;limit=100&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[2012-08-09+TO+3000-01-01]&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is explained at the &quot;Query parameters&quot; section of the API documentation at &lt;a href=&quot;https://open.fda.gov/api/reference/#query-parameters&quot;&gt;https://open.fda.gov/api/reference/#query-parameters&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-17T16:40:35.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3262" PostTypeId="1" AcceptedAnswerId="5343" CreationDate="2014-06-17T20:36:11.257" Score="4" ViewCount="1515" Body="&lt;p&gt;The mean average salary in Poland is blown out of proportion by extremely high salaries of people in management and government jobs. Meanwhile, finding a 'common' job that pays anywhere close to the country's average is very difficult.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe using median average would show the more realistic salary level, and what common people can actually afford - but my search for any sources that would give median salary as opposite to mean average have proven unsuccessful so far.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both gross income and net pay are okay - converting between one and the other for incomes in the lower range is rather straightforward. A source of this data, that either records it over time or gives current value, updated over time would be preferred, but in absence of such, a momentary, current/recent data point would suffice.&lt;/p&gt;&#xA;" OwnerUserId="527" LastEditorUserId="70" LastEditDate="2015-03-14T15:58:09.447" LastActivityDate="2015-05-27T12:48:33.180" Title="What is the national median salary in Poland?" Tags="|data-request|census|poland|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3263" PostTypeId="2" ParentId="3262" CreationDate="2014-06-17T20:46:20.327" Score="0" Body="&lt;p&gt;You can get the Gross National Income (GNI) per capita from the Work Bank statistics:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/country/poland&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/country/poland&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Organization of Economic Cooperation and Development (OECD) has summary employment and economic statistics per country:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stats.oecd.org/index.aspx?queryid=35253&quot; rel=&quot;nofollow&quot;&gt;http://stats.oecd.org/index.aspx?queryid=35253&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: The Central Statistics Office of Poland publishes macro-economic information on a monthly and annual basis (e.g., average salary, unemployment, etc):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stat.gov.pl/en/poland-macroeconomic-indicators/&quot; rel=&quot;nofollow&quot;&gt;http://stat.gov.pl/en/poland-macroeconomic-indicators/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-16T14:24:49.980" LastActivityDate="2014-10-16T14:24:49.980" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3264" PostTypeId="1" AcceptedAnswerId="3266" CreationDate="2014-06-18T15:55:10.260" Score="4" ViewCount="347" Body="&lt;p&gt;I am building a website that must gather information from the USGS' various APIs but seem to have a hard time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to obtain the Soil Type using the Vs30 API. Here is the link for the documentation: &lt;a href=&quot;http://earthquake.usgs.gov/hazards/apps/vs30/documentation.php&quot; rel=&quot;nofollow&quot;&gt;http://earthquake.usgs.gov/hazards/apps/vs30/documentation.php&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I'm receiving information from USGS in the correct form, yet the files are either empty or simply do not exist. Each file 'size' is returned 'false' and following the url provided lands me on the 'page not found' page. I am using jQuery.ajax() to call a php document using cURL to post my request. As stated before, I get the correct format returned, yet the files are unusable. Using wget through bash has also return empty files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is my code for the Vs30 API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;jQuery:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var dataObj = {&#xA;        json: 'true', &#xA;        site_name: 'model', &#xA;        top_left_lat: 34.00, &#xA;        top_left_lon: -122.00,&#xA;        bottom_right_lat: 34.01, &#xA;        bottom_right_lon: -121.99, &#xA;        slope_type: 'stable',&#xA;        output_types: ['jpg', 'txt', 'grd']&#xA;    };&#xA;&#xA;$.ajax({&#xA;    url: /php/vs30.php,&#xA;    type: 'POST',&#xA;    dataType: 'json',&#xA;    crossDomain: true,&#xA;    data: dataObj,&#xA;    success: function(data) {&#xA;        console.log(data);&#xA;    }&#xA;});&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PHP:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$curl = curl_init();&#xA;curl_setopt_array($curl, array(&#xA;    CURLOPT_RETURNTRANSFER =&amp;gt; 1,&#xA;    CURLOPT_URL =&amp;gt; 'http://earthquake.usgs.gov/hazards/apps/vs30/vs30.php',&#xA;    CURLOPT_USERAGENT =&amp;gt; 'Codular Sample cURL Request',&#xA;    CURLOPT_POST =&amp;gt; 1,&#xA;    CURLOPT_POSTFIELDS =&amp;gt; &quot;json=true&amp;amp;site_name=model&amp;amp;top_left_lat=34&amp;amp;top_left_lon=-122&amp;amp;bottom_right_lat=33.89&amp;amp;bottom_right_lon=-122.11&amp;amp;slope_type=stable&amp;amp;output_types[]=jpg&amp;amp;output_types[]=xyz&amp;amp;output_types[]=grd&quot;&#xA;    )&#xA;);&#xA;$resp = curl_exec($curl);&#xA;curl_close($curl);&#xA;echo $resp;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As you can see, I have hard coded the request inside the PHP script temporarily. Here is the response I get from USGS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Chrome Console:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Object {jpg: Object, grd: Object, xyz: Object}&#xA;grd: Object&#xA;    size: false&#xA;    url: &quot;http://ehp3-earthquake.wr.usgs.gov/hazards/apps/vs30/output/model/1403106400.grd.gz&quot;&#xA;    __proto__: Object&#xA;jpg: Object&#xA;    size: false&#xA;    thumb: &quot;http://ehp3-earthquake.wr.usgs.gov/hazards/apps/vs30/output/model/1403106400_thumb.jpg&quot;&#xA;    url: &quot;http://ehp3-earthquake.wr.usgs.gov/hazards/apps/vs30/output/model/1403106400.jpg&quot;&#xA;    __proto__: Object&#xA;xyz: Object&#xA;    size: false&#xA;    url: &quot;http://ehp3-earthquake.wr.usgs.gov/hazards/apps/vs30/output/model/1403106400.txt.gz&quot;&#xA;    __proto__: Object&#xA;__proto__: Object&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I &lt;em&gt;think&lt;/em&gt; that the other API calls (GET http requests) are relatively the same process, so if I get this figured out, I can call the other APIs with no problem. If my thinking is wrong, please let me know and how to go about the other APIs (geohazards . usgs . gov/hazardtool/application.php &amp;lt;-- Click on the tab &quot;Data Access&quot;, and earthquake . usgs . gov/hazards/designmaps/usdesigndoc.php &amp;lt;-- located at the bottom of the page).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry for the broken links, I cannot post more than two... I am new to cross domain communication therefore new to cURL. Any advice would be very helpful!&lt;/p&gt;&#xA;" OwnerUserId="3072" LastEditorUserId="70" LastEditDate="2015-03-31T18:40:54.527" LastActivityDate="2015-03-31T18:40:54.527" Title="USGS Various API Calls" Tags="|usa|government|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3265" PostTypeId="2" ParentId="1742" CreationDate="2014-06-18T16:30:46.360" Score="6" Body="&lt;p&gt;First to be able to better answer: what is your definition of open scientific publications?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second: &#xA;there is for sure nothing comparable to Wikipedia or so in terms of cross-disciplinarity and amount of content. Most of this data is in the hands of big (publishing) companies. There is no central register for scientific literature. One of the best ways is to get bibliographic data and find the DOI (digital object identifier). With this, you can search in different databases for it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I know some big open repositories, which have a lot of open access:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.plos.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;plos&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://arxiv.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;arxiv&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.biomedcentral.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BioMedCentral&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Another good spot to look for Open Access publications is the &lt;a href=&quot;http://doaj.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Directory of Open Access Journals (DOAJ)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="206" LastEditorDisplayName="user6247" LastEditDate="2019-02-10T15:59:19.727" LastActivityDate="2019-02-10T15:59:19.727" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3266" PostTypeId="2" ParentId="3264" CreationDate="2014-06-18T16:53:37.257" Score="4" Body="&lt;p&gt;I looks like you have your left/right longitude values mixed up. Try fixing this and post back your results.&lt;/p&gt;&#xA;" OwnerUserId="3074" LastEditorUserId="70" LastEditDate="2015-03-31T18:39:53.883" LastActivityDate="2015-03-31T18:39:53.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3267" PostTypeId="1" CreationDate="2014-06-19T14:40:47.313" Score="3" ViewCount="1405" Body="&lt;p&gt;&lt;a href=&quot;http://www.nlm.nih.gov/research/umls/rxnorm/&quot; rel=&quot;nofollow&quot;&gt;RxNorm&lt;/a&gt; is a terminology that has a good content.&#xA;It can be downloaded (after signing a user agreement) from NLM website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it requires dealing with databases (Oracle or MySQL).&#xA;Can I parse the file quickly in R to extract just names of brand name drugs?&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="70" LastEditDate="2015-04-19T14:19:52.337" LastActivityDate="2015-04-19T14:19:52.337" Title="Is there a way to extract the brand names of drugs available in USA?" Tags="|medical|programming|drugs|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3268" PostTypeId="2" ParentId="3267" CreationDate="2014-06-19T14:40:47.313" Score="2" Body="&lt;p&gt;After downloading the zip file, use only the &quot;prescribable&quot; portion. (that are drugs currently approved for use, without many &quot;historical&quot; drugs)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main file is RXCONSO.RRF which is 28MB.&#xA;It has 113290 rows and contains many different types of rows (e.g., synonyms).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To filter only ingredients, using R, do this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;conso&amp;lt;-read.delim(file = 'RXNCONSO.RRF', sep='|',header = F, stringsAsFactors=F)&#xA;&#xA;conso[3:7] &amp;lt;- list(NULL)  #not used in this distribution, only in full UMLS&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;column names can be seen here &#xA;&lt;a href=&quot;http://www.nlm.nih.gov/research/umls/rxnorm/docs/2014/rxnorm_doco_full_2014-2.html#s12_4&quot; rel=&quot;nofollow&quot;&gt;http://www.nlm.nih.gov/research/umls/rxnorm/docs/2014/rxnorm_doco_full_2014-2.html#s12_4&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;names(conso)[1] &amp;lt;- 'rxcui'&#xA;names(conso)[3] &amp;lt;- 'rxaui'&#xA;names(conso)[7] &amp;lt;- 'sab'  #12&#xA;names(conso)[8] &amp;lt;- 'tty'  #13&#xA;names(conso)[10] &amp;lt;- 'str' #15&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Use TTY term type column - value BN=Brand Name&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#only brand names&#xA;bn&amp;lt;-subset(conso,tty=='BN',select=c('rxcui','str'))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and in bn data.frame is your result.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample result would look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; head(bn,5)&#xA;    rxcui       str&#xA;1      38  Parlodel&#xA;73    332  Adipex-P&#xA;107   479   Alfenta&#xA;187   756 Anafranil&#xA;188   769   Anaspaz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In fact, to get only generic ingredient names, a similar query can be used like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#get only ingredients and CUI and name for each intredient&#xA;ingr&amp;lt;-subset(conso,tty=='IN',select=c('rxcui','str'))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="147" LastEditorUserId="147" LastEditDate="2014-06-19T15:30:39.003" LastActivityDate="2014-06-19T15:30:39.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3269" PostTypeId="2" ParentId="1742" CreationDate="2014-06-19T16:57:59.253" Score="2" Body="&lt;p&gt;&quot;all possible research publications&quot; is way too broad of a search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's estimated that there are &lt;a href=&quot;http://pages.cmns.sfu.ca/heather-morrison/appendix-c-how-many-active-scholarly-peer-reviewed-journals/&quot; rel=&quot;nofollow noreferrer&quot;&gt;over 26,000 peer reviewed journals, and 21,000 'non-journals'&lt;/a&gt;, not to mention all of the journals that aren't peer reviewed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's possble that some of those only published one issue, and went defunct ... but even then the number of articles is &lt;em&gt;huge&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching &lt;a href=&quot;http://scholar.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Scholar&lt;/a&gt; for the letter 'a' yields 8,460,000 results.  The Astrophysics Data System is at least 9,250,000 records &lt;a href=&quot;http://dx.doi.org/10.5281/zenodo.10417&quot; rel=&quot;nofollow noreferrer&quot;&gt;based on a poster from this week's LISA conference&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To start, I'd probably try to use the various disciplinary bibliographic systems -- &lt;a href=&quot;http://adswww.harvard.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ADS&lt;/a&gt; for astronomy &amp;amp; physics, and &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PubMed Central&lt;/a&gt; for biology &amp;amp; health.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For books, you might try OCLC, but &lt;a href=&quot;https://opendata.stackexchange.com/a/1845/263&quot;&gt;I think their 'open license' applies to their members, not necessarily the general public.&lt;/a&gt; ... that also wouldn't necessarily have 'abstract' info, except for a few phrases or sentence you might in the front matter of more recent books books. &lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-06-19T16:57:59.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3270" PostTypeId="2" ParentId="3267" CreationDate="2014-06-19T18:20:35.840" Score="0" Body="&lt;p&gt;RXNorm is probably the way to go but there's also &lt;a href=&quot;http://dailymed.nlm.nih.gov/&quot; rel=&quot;nofollow&quot;&gt;DailyMed&lt;/a&gt; which has an API and data downloads. For example, a list of drugs (just brand name) can be paged through at &lt;code&gt;http://dailymed.nlm.nih.gov/dailymed/services/v2/drugnames.json?pagesize=100&amp;amp;page=1&amp;amp;name_type=b&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/help/drugnames_api.cfm&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;/drugnames.json&lt;/code&gt; API documentation&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-19T18:20:35.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3271" PostTypeId="1" CreationDate="2014-06-19T18:45:31.523" Score="2" ViewCount="33" Body="&lt;p&gt;Our app worked fine with Version 1 and Version 2 of the Regulations.gov API, but I can't get it to work with version 3.  I am using a new API key, and pasting the complete URL in the browser brings back good data.  However, when used in our program it returns a &quot;(406) Not Acceptable&quot; error.  I also used my new API key in the &quot;Try it now&quot; section on this site, and it also returns an error.  It doesn't seem to make sense when pasting the URL in the browser seems to work fine.&lt;/p&gt;&#xA;" OwnerUserId="3083" LastEditorUserId="70" LastEditDate="2015-03-31T18:39:00.293" LastActivityDate="2015-03-31T18:39:00.293" Title="Docket Information call returns &quot;Not Acceptable&quot; error in windows form app" Tags="|usa|government|api|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3273" PostTypeId="2" ParentId="3271" CreationDate="2014-06-20T04:36:32.170" Score="1" Body="&lt;p&gt;Use a network sniffer like Wireshark to compare:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The request that fails&lt;/li&gt;&#xA;&lt;li&gt;The request that succeeds&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is probably a tiny difference in the request, that you can find out and fix.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Network sniffers are easier to use on HTTP, but if you are forced to use HTTPS, there are still various &lt;a href=&quot;http://aegif-labo.blogspot.jp/2013/04/how-to-get-https-headers.html&quot; rel=&quot;nofollow&quot;&gt;solutions&lt;/a&gt;.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-06-20T04:36:32.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3274" PostTypeId="1" CreationDate="2014-06-20T08:39:05.873" Score="2" ViewCount="375" Body="&lt;p&gt;This year will be the Basketball World Cup in Spain (&lt;a href=&quot;http://fiba.com/spain2014&quot; rel=&quot;nofollow&quot;&gt;here the official web page&lt;/a&gt;), and I'm thinking in doing an app to keep track of all the teams and results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone kowns, if there is (or will be) any API that will provide those data?&lt;/p&gt;&#xA;" OwnerUserId="3088" LastEditorUserId="70" LastEditDate="2015-03-30T14:23:55.937" LastActivityDate="2015-03-30T14:23:55.937" Title="Results data for Basketball World Cup" Tags="|api|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3275" PostTypeId="2" ParentId="3274" CreationDate="2014-06-20T11:32:10.040" Score="1" Body="&lt;p&gt;There is a question about a soccer API which has answers with many sports APIs - &lt;a href=&quot;https://opendata.stackexchange.com/q/1007/1511&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, check out my &lt;a href=&quot;https://opendata.stackexchange.com/a/2061/1511&quot;&gt;answer&lt;/a&gt; there about the &lt;a href=&quot;http://developer.espn.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESPN Developer Center&lt;/a&gt; API, which should include the FIBA World Cup.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.espn.com/blog/read/publicretirement&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Note: The ESPN Developer APIs have been retired.&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-08-15T13:53:35.917" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3276" PostTypeId="1" CreationDate="2014-06-20T15:02:23.800" Score="5" ViewCount="257" Body="&lt;p&gt;Going to any of the API version pages, like...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://finder.healthcare.gov/services/version_2_0&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/services/version_2_0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And attempting to download the schema results in an error message, like...&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Access Denied&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;You don't have permission to access&#xA;  &quot;&lt;a href=&quot;http://finder.healthcare.gov/api/finder_api_v2.0.xsd&quot; rel=&quot;nofollow&quot;&gt;http://finder.healthcare.gov/api/finder_api_v2.0.xsd&lt;/a&gt;&quot; on this server.&#xA;  Reference #18.9f6a1db8.1403276369.429a99a1&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I did not see any messaging that the API is broken or outdated, just that it's going to be changed.  And I did not see any way to apply for schema access or report a bug on the site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Trying to use the API to create a health insurance information site, so any help is appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3092" LastEditorUserId="70" LastEditDate="2015-04-17T18:24:06.673" LastActivityDate="2015-04-17T18:24:06.673" Title="Is the Healthcare Finder API broken?" Tags="|healthcare-finder-api|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3277" PostTypeId="2" ParentId="3276" CreationDate="2014-06-20T17:47:25.533" Score="1" Body="&lt;p&gt;I haven't tried to make any API calls but here is the XSD on Github: &lt;a href=&quot;https://github.com/faraazkhan/finder-api-cgi/blob/master/doc/finder_xsd/finder_api_v2.0.xsd&quot; rel=&quot;nofollow&quot;&gt;https://github.com/faraazkhan/finder-api-cgi/blob/master/doc/finder_xsd/finder_api_v2.0.xsd&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course that doesn't mean the file linked to above is up to date or accurate or that the API servers are running either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're looking to create a &quot;health information site,&quot; surely some of the data sets at &lt;a href=&quot;https://data.healthcare.gov/&quot; rel=&quot;nofollow&quot;&gt;https://data.healthcare.gov/&lt;/a&gt; will be of interest to you. &lt;a href=&quot;http://socialhealthinsights.com/2013/10/healthcare-gov-open-data/&quot; rel=&quot;nofollow&quot;&gt;Here&lt;/a&gt; is a blog post I wrote the day that data hit the 'net about what's in there and some visualizations off of the data.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-06-20T17:47:25.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3278" PostTypeId="1" AcceptedAnswerId="3282" CreationDate="2014-06-21T23:03:37.567" Score="5" ViewCount="112" Body="&lt;p&gt;Related to this question:  &lt;a href=&quot;https://opendata.stackexchange.com/questions/1408/raw-data-from-us-census-and-bls&quot;&gt;Raw data from US Census and BLS&lt;/a&gt;  what we want is occupational data for natural language processing research (i.e,. the text that people fill in, not the bubbles) probably from the census long form, but other data sources would suffice.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking through the different census sites, I didn't see anything that had that type of data.   Does anyway have any other sources, or is there a way to get the raw (transcribed) long-form text?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="3093" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-13T20:29:29.243" Title="How can I get raw occupational data from the census long form?" Tags="|us-census|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3279" PostTypeId="2" ParentId="813" CreationDate="2014-06-22T16:23:41.050" Score="2" Body="&lt;p&gt;There is a comparison of different weather forecast services here:&#xA;&lt;a href=&quot;http://www.randalolson.com/2014/06/21/accuracy-of-three-major-weather-forecasting-services/&quot; rel=&quot;nofollow&quot;&gt;http://www.randalolson.com/2014/06/21/accuracy-of-three-major-weather-forecasting-services/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe this helps to select the best service for your requirements.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2014-06-22T16:23:41.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3280" PostTypeId="1" AcceptedAnswerId="3281" CreationDate="2014-06-22T19:01:50.520" Score="4" ViewCount="204" Body="&lt;p&gt;I am interested in finding a list of valid search terms for the JSON query tool. The query syntax examples are clear, but knowing what terms to use with the syntax remains a mystery. Is there a listing of &quot;topics&quot; to use with the open.fda.gov data base? If so, how can I access it?&lt;/p&gt;&#xA;" OwnerUserId="3096" LastEditorUserId="70" LastEditDate="2015-04-01T13:46:49.200" LastActivityDate="2015-04-01T13:46:49.200" Title="open.fda.gov JSON search terms" Tags="|openfda|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3281" PostTypeId="2" ParentId="3280" CreationDate="2014-06-22T20:19:34.627" Score="1" Body="&lt;p&gt;See my answers to a question similar to yours here: &lt;a href=&quot;https://opendata.stackexchange.com/questions/3251/where-is-the-list-of-fields-available-through-the-openfda-api?rq=1&quot;&gt;'Where is the list of fields available through the openFDA API?'&lt;/a&gt;. You could also just do a query for a random event report like &lt;code&gt;https://api.fda.gov/drug/event.json?limit=5&amp;amp;search=morphine&lt;/code&gt; and then use a JSON visualizer such as &lt;a href=&quot;http://jsonviewer.stack.hu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;jsonviewer.stack.hu&lt;/a&gt; look at the structure and fields in a more friendly way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: Also, see &lt;a href=&quot;https://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/drug/event/reference/&lt;/a&gt; which includes an anatomy of a typical response. &lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-06-23T14:30:32.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3282" PostTypeId="2" ParentId="3278" CreationDate="2014-06-22T23:08:08.833" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.census.gov/acs/www/&quot; rel=&quot;nofollow&quot;&gt;American Community Survey (ACS)&lt;/a&gt; &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/public_use_microdata_sample/&quot; rel=&quot;nofollow&quot;&gt;Public Use Microdata Sample (PUMS)&lt;/a&gt; is likely what you are looking for. The ACS includes occupational codes for respondents based on questions that people responded to in &lt;a href=&quot;http://www.census.gov/acs/www/Downloads/questionnaires/2012/Quest12.pdf&quot; rel=&quot;nofollow&quot;&gt;this questionnaire&lt;/a&gt; (page 11). In the PUMS dataset, there is the INDP variable which houses 2012 NAICS occupation codes which you look at in a data dictionary (e.g. The &lt;a href=&quot;http://www.census.gov/acs/www/Downloads/data_documentation/pums/DataDict/PUMSDataDict12.pdf&quot; rel=&quot;nofollow&quot;&gt;2012 1-Year ACS PUMS&lt;/a&gt; (page 60)). The raw files are present on the Census Bureau's FTP server &lt;a href=&quot;http://www2.census.gov/acs2012_1yr/pums/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you are looking for the most approachable method to diving into the ACS PUMS, I recommend doing it through the University of Minnesota's &lt;a href=&quot;https://usa.ipums.org/usa/index.shtml&quot; rel=&quot;nofollow&quot;&gt;iPUMS&lt;/a&gt; project. The data is open access, registration is free (although there is wait time for registration approval wait period that might take about a day). It allows you to download data that you can import into Stata and SAS.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-06-22T23:08:08.833" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3283" PostTypeId="1" CreationDate="2014-06-22T22:32:15.407" Score="11" ViewCount="3816" Body="&lt;p&gt;I'm writing a program that requires a list of English words, such as that used by a spell checker. I have been unable to find any such word lists whatsoever, even after trying 2 search engines.&lt;/p&gt;&#xA;" OwnerUserId="3110" OwnerDisplayName="tbodt" LastEditorUserId="754" LastEditDate="2014-09-12T13:22:33.623" LastActivityDate="2016-04-17T10:04:58.343" Title="List of English words" Tags="|data-request|language|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3284" PostTypeId="2" ParentId="3283" CreationDate="2014-06-23T00:17:54.700" Score="9" Body="&lt;p&gt;Use &lt;a href=&quot;http://wordnet.princeton.edu/&quot;&gt;wordnet&lt;/a&gt;, it's an academic project but a de facto for various purposes including the one you asked for. There are also higher semantics modeled that you can use for various functions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's also convenient to query and integrate it into your app. &lt;/p&gt;&#xA;" OwnerUserId="1758" LastActivityDate="2014-06-23T00:17:54.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3285" PostTypeId="2" ParentId="3283" CreationDate="2014-06-23T00:53:48.137" Score="12" Body="&lt;p&gt;You can download an &lt;a href=&quot;ftp://ftp.gnu.org/gnu/aspell/dict/0index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Aspell Dictionary&lt;/a&gt;, then  &lt;a href=&quot;https://superuser.com/q/137957/116475&quot;&gt;convert it to simple list of words&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;aspell -d en dump master | aspell -l en expand &amp;gt; my.dict&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A few other &lt;a href=&quot;http://wordlist.aspell.net/other-dicts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dictionaries&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-03-20T10:18:35.010" LastActivityDate="2014-06-24T15:47:10.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3286" PostTypeId="2" ParentId="3267" CreationDate="2014-06-23T11:50:12.273" Score="1" Body="&lt;p&gt;You can accomplish the same with RxNorm SOAP API '&lt;em&gt;getAllConceptsByTTY&lt;/em&gt;'&#xA;where TTY = &quot;BN&quot; (brand name) and &quot;BPCK&quot; (brand name pack).&#xA;DailyMed is also mapped to RxNorm, Going  the DailyMed route is longer unless you want to extract information from the SPL using NLP.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The other advantage of using the API is using get closest match function to normalize the input strings, and of course you can always use the results in R to manipulate and apply later.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/sO0QS.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="3103" LastActivityDate="2014-06-23T11:50:12.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3287" PostTypeId="1" AcceptedAnswerId="3295" CreationDate="2014-06-23T11:59:11.037" Score="7" ViewCount="212" Body="&lt;p&gt;I wonder where (links/APIs) can be obtained data that is related to current (alike realtime - no past) sea state data (&lt;strong&gt;worldwide&lt;/strong&gt;, but regional is good two, salt\waves length\hight etc)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am only interested in dynamically changing data as close to realtime as possible. (alike realtime)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is what I already found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.oceanweather.com/data/&quot; rel=&quot;noreferrer&quot;&gt;oceanweather&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ndbc.noaa.gov/&quot; rel=&quot;noreferrer&quot;&gt;ndbc.noaa.gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://tidesandcurrents.noaa.gov/sltrends/index.shtml&quot; rel=&quot;noreferrer&quot;&gt;tidesandcurrents&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3104" LastEditorUserId="754" LastEditDate="2015-03-05T10:16:13.220" LastActivityDate="2018-06-14T09:30:06.577" Title="What are open data sources about current sea state?" Tags="|data-request|data.gov|weather|oceanographic|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3288" PostTypeId="1" AcceptedAnswerId="3472" CreationDate="2014-06-23T13:42:42.390" Score="10" ViewCount="313" Body="&lt;p&gt;I would like to collate a library of terrain types and features, suitable as reference material for generating small scale artificial versions (for gaming or concept art). For example, I might wish to view a typical part of the Mojave Desert, or section of forest on the bank of a river in Yellowstone National Park, or part of the Florida Everglades, and use that to get a sense of typical height differences, surface types, plant cover - anything that would help visualise the area on a computer without needing to visit it in person.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in features important at a human scale that might affect navigating through an area, viewing it or otherwise experiencing it. I am also interested in collating a wide variety of terrain types in many small examples, as opposed to highly-detailed coverage of a single large area. So I am not looking for a map directly, but enough details to &lt;em&gt;characterise&lt;/em&gt; real-world natural terrain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following properties of any data source would be interesting:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Area covered can be relatively small e.g. 100m x 100m, because I am looking for reference data for terrain types, not specific maps.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Digital Elevation Map at 30cm/point or better&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Ground type map at 30cm/point or better, or scientific data for inferring this in context (e.g. spectrographic)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Plant ground cover classified by species or broader types (grasses, shrubs, trees). &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Aerial photography with suitable resolution to cover human-scale features (e.g. 30cm per pixel)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Ground-level photography&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am not expecting to find all this neatly packaged for all possible types of natural location in a single data source (although that would be great). I am expecting instead to need to spend time and effort finding and extracting data I want from detailed surveys made for other purposes, where original data has been openly published.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searches I have done often turn up DEMs of suitable quality (&lt;a href=&quot;https://data.doi.gov/dataset/surface-representing-the-floor-of-lake-mead-and-the-surrounding-area-utm-projection-10m-cellsiz5ca3c&quot; rel=&quot;noreferrer&quot;&gt;example: USGS Lake Mead&lt;/a&gt;), but I rarely find other data sources on the small-scale high-resolution I am interested in. I am not sure whether that is because the data sources do not exist, or because I don't know where or how to go looking.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Update: I am aware that &quot;natural&quot; is wooly term here. I mean to exclude building or structural plans and surveys, that is all. I would probably consider non-intensive farmland as &quot;natural&quot; for my purposes.&lt;/p&gt;&#xA;" OwnerUserId="2713" LastEditorUserId="70" LastEditDate="2015-04-08T08:53:01.560" LastActivityDate="2015-04-08T08:53:01.560" Title="High resolution, small area, maps that characterise natural terrain" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3289" PostTypeId="2" ParentId="3283" CreationDate="2014-06-23T13:51:18.347" Score="7" Body="&lt;p&gt;If you're on a Mac, there's a list of words, 1 per line, in the file &lt;code&gt;/usr/share/dict/words&lt;/code&gt;. The &lt;code&gt;usr&lt;/code&gt; folder is hidden by default, but you can view it by following the following steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Open the Finder.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In the menu, go to Go-&gt;Go to Folder or press Cmd-Shift-G.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In the box, type &lt;code&gt;/usr/share/dict&lt;/code&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You'll see a list of files. Copy the file called &lt;code&gt;words&lt;/code&gt; to whatever location you need it in.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3107" LastActivityDate="2014-06-23T13:51:18.347" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3290" PostTypeId="2" ParentId="3283" CreationDate="2014-06-23T16:22:40.743" Score="5" Body="&lt;p&gt;If you're trying to use Google, the general terms to use would be :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the linguisitics community:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;'text corpora' or 'text corpus'  (&lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_text_corpora&quot;&gt;http://en.wikipedia.org/wiki/List_of_text_corpora&lt;/a&gt;) or &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For the password cracking community :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;'wordlist' (one word, might need to keep quoted; &lt;a href=&quot;http://www.openwall.com/wordlists/&quot;&gt;http://www.openwall.com/wordlists/&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-06-23T16:22:40.743" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3291" PostTypeId="1" AcceptedAnswerId="3294" CreationDate="2014-06-24T12:41:25.837" Score="17" ViewCount="11952" Body="&lt;p&gt;I'm building a visualisation with cities' population around the globe for a website. I found the &lt;a href=&quot;https://www.maxmind.com/en/worldcities&quot;&gt;MaxMind free database&lt;/a&gt; that includes most cities around the globe with coordinates and population, which is awesome. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'd like to do is have something like a timeline, to show which cities have increased their population in the last years (even from 2005-ish to 2012 would be great).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To do so I would need the same database, but of previous years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the Maxmind site, but couldn't find any older versions of their database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know a place where I can find such a database?&lt;/p&gt;&#xA;" OwnerUserId="3114" LastEditorUserId="70" LastEditDate="2015-02-22T17:44:06.633" LastActivityDate="2023-03-16T03:25:48.770" Title="World city database (with longitude, latitude) and population per year" Tags="|data-request|geospatial|demographics|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3292" PostTypeId="2" ParentId="3291" CreationDate="2014-06-24T13:37:12.917" Score="3" Body="&lt;p&gt;Try Geonames such as &lt;a href=&quot;http://download.geonames.org/export/dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geonames.org/export/dump/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am mobile so can't double check but quote sure they have top line population information &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;edit:&lt;/strong&gt; more info here: &lt;a href=&quot;https://opendata.stackexchange.com/a/13081/1511&quot;&gt;https://opendata.stackexchange.com/a/13081/1511&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="1511" LastEditDate="2019-08-27T08:19:47.840" LastActivityDate="2019-08-27T08:19:47.840" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="3293" PostTypeId="2" ParentId="3291" CreationDate="2014-06-24T15:34:27.290" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://citypopulation.de&quot; rel=&quot;noreferrer&quot;&gt;http://citypopulation.de&lt;/a&gt; provides this population data for cities, but as best I can tell, there is no bulk download facility, and the specific years for which historic data is available varies widely from country to country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They don't seem to provide latitude/longitude data directly alongside their city population statistics, although they use maps heavily on the site, so the data may be in the pages.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2014-06-24T15:42:58.063" LastActivityDate="2014-06-24T15:42:58.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3294" PostTypeId="2" ParentId="3291" CreationDate="2014-06-24T16:09:42.510" Score="8" Body="&lt;p&gt;The United Nation Statistics Division publishes population totals and by demographics per country on an annual basis. This is called the UN Demographic Yearbook. It is normally in PDF format, but there are various areas on the unstats.un.org site that you can download EXCEL and CSV files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A good start is here. This has downloadable tables between 2007 and present.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dybcensusdata.htm&quot;&gt;http://unstats.un.org/unsd/demographic/products/dyb/dybcensusdata.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-24T16:09:42.510" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3295" PostTypeId="2" ParentId="3287" CreationDate="2014-06-24T16:14:33.163" Score="3" Body="&lt;p&gt;I answered a question similar to this that has a useful resource for current sea level information:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3255/best-source-of-open-data-on-sea-level-rise-in-bangladesh-and-india&quot;&gt;What is the best source of open data on sea level rise in Bangladesh and India?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&gt;&#xA;  The NOAA National Oceangraphic Data Center (NODC) maintains data (and datasets) for sea levels and tides. You can get current (hourly) or historic data back to 1994. The data is collected from 289 stations around the world.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&gt;&#xA;  &lt;a href=&quot;http://www.nodc.noaa.gov/General/sealevel.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nodc.noaa.gov/General/sealevel.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-06-24T16:14:33.163" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3296" PostTypeId="2" ParentId="3251" CreationDate="2014-06-24T20:19:32.657" Score="1" Body="&lt;p&gt;Try looking here on github. It is the schema in JSON and .md formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/FDA/openfda/tree/master/schemas&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/tree/master/schemas&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3117" LastActivityDate="2014-06-24T20:19:32.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3298" PostTypeId="2" ParentId="3276" CreationDate="2014-06-25T01:05:51.367" Score="2" Body="&lt;p&gt;Sorry about that - there was a firewall rule blocking download of that file. We have fixed this and the link to the schema document should now be working.&lt;/p&gt;&#xA;" OwnerUserId="3118" LastActivityDate="2014-06-25T01:05:51.367" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3299" PostTypeId="1" CreationDate="2014-06-25T12:20:07.303" Score="4" ViewCount="88" Body="&lt;p&gt;Where can I find a list of job titles that programmers(or/and related specialties) have, e.g. mobile, web, developer, software engineer, co-founder.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the list of programming languages, for example, I found &lt;a href=&quot;https://archive.org/details/stackexchange&quot; rel=&quot;nofollow&quot;&gt;Stack Exchange Data Dump&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3122" LastEditorUserId="70" LastEditDate="2014-09-13T10:35:37.110" LastActivityDate="2014-09-13T10:35:37.110" Title="Programming titles" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3300" PostTypeId="2" ParentId="3299" CreationDate="2014-06-25T12:43:07.350" Score="3" Body="&lt;p&gt;I would take a short list of programming langauges and then search those terms on a job website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, searching &lt;a href=&quot;http://www.indeed.com/jobs?q=python&amp;amp;l=&quot; rel=&quot;nofollow&quot;&gt;indeed.com&lt;/a&gt; for 'python' returns job titles of 'Data Developer', 'Build Automation Engineer', 'Software Engineer - Data Infrastructure', and 31502 more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I mention indeed.com because they have an API that you can use code to perform searches - &lt;a href=&quot;http://www.indeed.com/jsp/apiinfo.jsp&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;. You have to register to get the key, but it's free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you've collected the thousands of job titles (and summary, descriptions, location, etc) for each programming language, you can do some basic stats to see which job titles are showing up most commonly (maybe the top 20 or something).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-06-25T12:43:07.350" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3301" PostTypeId="1" CreationDate="2014-06-26T05:45:42.067" Score="3" ViewCount="375" Body="&lt;p&gt;Wikipedia maintains a &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_popular_music_genres&quot; rel=&quot;nofollow&quot;&gt;list of 300 pop music genres&lt;/a&gt; from all around the world.&lt;br&gt;&#xA;I am looking for a list like this, with a few sample sound files per genre&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally available as a ZIP file containing a folder per genre, and the folder contains 1~5 samples of about 10~30 seconds. Similar formats are OK too. I would prefer to avoid any web-scraping, unless what I want does not exist yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Must be redistributable under an open license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Rationale: I intend to create an Anki flashcards deck with those, to allow students to memorize genre names and the samples. The goal is to be able to say the genre name after hearing a sample.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2018-04-05T23:35:54.583" Title="List of pop music genres, with sound samples, easy to download, open" Tags="|data-request|music|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3302" PostTypeId="1" AcceptedAnswerId="3303" CreationDate="2014-06-26T17:49:14.657" Score="6" ViewCount="210" Body="&lt;p&gt;Is there an up-to-date and regularly maintained open database of elementary, middle, and high schools in the South America and Africa?&#xA;I'm looking for both public and private schools. Names alone would be a good start, but of course addresses (at least a state and city).  Street-names and house-numbers would be great too. And phone numbers would be very useful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note; Sure there is the Dataset at openStreetmap which may provide a good starting-point. But perhaps there are some othter options too. Please post everything you have.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;updates ; regarding the total count of new entries in openstreetmap&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some days before i have heard that it is interesting to have a closer look at the taginfo-site (see below): i have question: what does this mean &lt;a href=&quot;https://taginfo.openstreetmap.org/tags/amenity=school&quot; rel=&quot;nofollow&quot;&gt;https://taginfo.openstreetmap.org/tags/amenity=school&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;here we have two requests on the above site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;a. &lt;code&gt;today Objekts all 592852&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;b. &lt;code&gt;three days ago: 2014-06-23 23:58&lt;/code&gt;&lt;br&gt;&#xA;   &lt;strong&gt;all objects:&lt;/strong&gt;  592672 0.02% -&#xA;    [Node] Node 325997 - 0.36%&#xA;    [Way] Way 260585 - 0.11%&#xA;    [Relation] Relation 6090 - 0.23%&lt;/p&gt;&#xA;&#xA;&lt;p&gt;c. some (guess five) days before: we have had the following values:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;all objetcts: 592 443 0.02%&#xA;[Node] Node 325 974 0.36%&#xA;[Way] Way 260 384 0.11%&#xA;[Relation] Relation 6 085 0.23%&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;see some more details - several days before&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;all: 592 443 0.02%: &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;you see: that differs: we have a difference of several hundred x (entries, records or some what)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;question:&lt;/strong&gt;&#xA;a. is it true that we can see the diff - that means how the entries of schools grow? b. is there a total growth of records (!!!) of schools or does the this mean - some records have been changed!?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;look forward to hear from you &lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="70" LastEditDate="2015-01-16T11:18:40.183" LastActivityDate="2018-10-03T12:58:22.147" Title="open database of elementary, middle, and high schools in Latin America, Africa and Asia?" Tags="|data-request|openstreetmap|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3303" PostTypeId="2" ParentId="3302" CreationDate="2014-06-26T18:20:36.670" Score="3" Body="&lt;p&gt;The Education Policy and Data Center (EPDC) collects and summaries education related data from 200 countries in the world. While I don't believe they publish school location data, they do publish the sources of their data, which include link's to the countries dept. of education, census/demographic data, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.epdc.org/about-help/data-sources&quot; rel=&quot;nofollow&quot;&gt;http://www.epdc.org/about-help/data-sources&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-06-26T18:20:36.670" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3304" PostTypeId="1" CreationDate="2014-06-26T21:19:36.687" Score="6" ViewCount="42" Body="&lt;p&gt;Are there some search engines where I could search for graphs by specifying the axis I am looking for? E.g. axis 1: year; axis 2: price to store 1 TB on a hard drive.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="70" LastEditDate="2015-03-25T08:41:12.583" LastActivityDate="2015-03-25T08:41:12.583" Title="Search engine for graphs where we can specify the axis we are looking for" Tags="|tool-request|search-engine|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3305" PostTypeId="1" CreationDate="2014-06-19T07:54:08.740" Score="7" ViewCount="130" Body="&lt;p&gt;I'm looking for a FREE dataset of connections beetwen programming(business) skills (e.g. html, python, ios, data structure, unix, api, business development, teamwork) and programming(business) titles (e.g. Business Analyst, Software Architect, Data Engineer, Front End Developer, iOS Developer, Embedded Developer, Engineering Manager).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm going to do machine learning on that data and after that machine will know, for example, the connection beetwen the role &quot;iOS Developer&quot; and the skill &quot;css&quot; is very weak, say 10%, or the connection beetwen the role &quot;Front-end developer&quot; and the skill &quot;html&quot; is very strong, say 97%.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So all I need is a data which contains such connections. Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="3122" OwnerDisplayName="Mher" LastEditorUserId="70" LastEditDate="2015-03-27T11:28:54.860" LastActivityDate="2015-03-27T11:28:54.860" Title="Free data of connections between role and skill" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3306" PostTypeId="2" ParentId="3305" CreationDate="2014-06-19T10:35:23.430" Score="5" Body="&lt;p&gt;There are two free data sources that you can use, albeit both are pretty noisy and the job title is a part of a free text field, not an enumerated one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first is crossing the user profile page and tagged posts from the Stackoverflow public dump. See &lt;a href=&quot;https://archive.org/details/stackexchange&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stackoverflow downloads from the internet archive&lt;/a&gt; and &#xA;&lt;a href=&quot;https://meta.stackoverflow.com/questions/2677/database-schema-documentation-for-the-public-data-dump-and-sede&quot;&gt;Database schema documentation for the public data dump&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second is scrapping the LinkedIn public API for profile properties. These include both job descriptions and skills. Contrary to the first, you may have to wait for a while, because of usage limitations.&lt;/p&gt;&#xA;" OwnerUserId="2428" OwnerDisplayName="Little Bobby Tables" LastEditorUserId="-1" LastEditDate="2017-03-20T09:43:39.017" LastActivityDate="2014-06-19T10:35:23.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3307" PostTypeId="2" ParentId="748" CreationDate="2014-06-27T03:15:09.337" Score="4" Body="&lt;p&gt;Git's diff-ing and merge-ing functionality can be extended using custom drivers.  I just wrote a custom merging driver for json files that merges based on location in the tree instead of on a line-by-line basis.  It's only 96 lines of coffee-script (with comments): &lt;a href=&quot;https://gist.github.com/jphaas/ad7823b3469aac112a52&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/jphaas/ad7823b3469aac112a52&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can imagine doing something similar for CSV files.  The algorithm should be even simpler since CSV isn't a recursive format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given how easy it is to extend Git like this, I suggest going down the custom driver path rather than trying to massage the data into a line-by-line format.&lt;/p&gt;&#xA;" OwnerUserId="3136" LastActivityDate="2014-06-27T03:15:09.337" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3308" PostTypeId="2" ParentId="3259" CreationDate="2014-06-27T03:50:53.263" Score="0" Body="&lt;p&gt;If you looking to search and filter through results, check out &lt;a href=&quot;http://www.researchae.com/&quot; rel=&quot;nofollow&quot;&gt;ResearchAE.com&lt;/a&gt; which I built for non-programmers to be able to search through OpenFDA/FAERS data. &lt;/p&gt;&#xA;" OwnerUserId="3137" LastEditorUserId="2976" LastEditDate="2014-06-28T08:06:05.663" LastActivityDate="2014-06-28T08:06:05.663" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3309" PostTypeId="5" CreationDate="2014-06-27T20:18:43.953" Score="0" Body="" OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-02-22T17:39:33.557" LastActivityDate="2015-02-22T17:39:33.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3310" PostTypeId="4" CreationDate="2014-06-27T20:18:43.953" Score="0" Body="For questions related to SQL databases." OwnerUserId="90" LastEditorUserId="70" LastEditDate="2015-03-27T09:55:43.510" LastActivityDate="2015-03-27T09:55:43.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3311" PostTypeId="5" CreationDate="2014-06-27T20:41:11.657" Score="0" Body="&lt;p&gt;A search engine is an information retrieval system designed to help find information stored on a computer system. The search results are usually presented in a list and are commonly called hits. Search engines help to minimize the time required to find information and the amount of information which must be consulted, akin to other techniques for managing information overload.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most public, visible form of a search engine is a Web search engine which searches for information on the World Wide Web.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A web search engine is a software system that is designed to search for information on the World Wide Web. The search results are generally presented in a line of results often referred to (in Google Search) as search engine results pages (SERPs). The information may be a mix of web pages, images, and other types of files. Some search engines also mine data available in databases or open directories. Unlike web directories, which are maintained only by human editors, search engines also maintain real-time information by running an algorithm on a web crawler.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-28T10:12:00.373" LastActivityDate="2014-06-28T10:12:00.373" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3312" PostTypeId="4" CreationDate="2014-06-27T20:41:11.657" Score="0" Body="Search engines provide an interface to a group of items that enables users to specify criteria about an item of interest and have the engine find the matching items. " OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-28T10:12:56.587" LastActivityDate="2014-06-28T10:12:56.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3313" PostTypeId="5" CreationDate="2014-06-27T20:44:17.810" Score="0" Body="&lt;p&gt;Freebase is a large collaborative knowledge base consisting of metadata composed mainly by its community members. It is an online collection of structured data harvested from many sources, including individual 'wiki' contributions. Freebase aims to create a global resource which allows people (and machines) to access common information more effectively.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Freebase data is freely available for commercial and non-commercial use under a Creative Commons Attribution License, and an open API, RDF endpoint, and database dump are provided for programmers.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="244" LastEditDate="2014-06-28T10:12:48.603" LastActivityDate="2014-06-28T10:12:48.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3314" PostTypeId="4" CreationDate="2014-06-27T20:44:17.810" Score="0" Body="Freebase is an open, Creative Commons licensed graph database with more than 23 million entities. A community-curated database of well-known people, places, and things." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-06-28T10:11:37.210" LastActivityDate="2014-06-28T10:11:37.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3315" PostTypeId="1" AcceptedAnswerId="3316" CreationDate="2014-06-28T21:53:50.803" Score="7" ViewCount="4206" Body="&lt;p&gt;Is there some open data of pokerstars.com hands history?&#xA;I'm searching for data that can help me improve my skills about players behavior and strategies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It can be free or paid sources.&lt;/p&gt;&#xA;" OwnerUserId="705" LastEditorUserId="754" LastEditDate="2015-03-27T09:56:48.923" LastActivityDate="2015-03-27T09:56:48.923" Title="Pokerstars hands database" Tags="|data-request|games|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3316" PostTypeId="2" ParentId="3315" CreationDate="2014-06-29T08:22:16.930" Score="7" Body="&lt;p&gt;As I know, buying hands are illegal for several poker sites. However, there are a few free databases that probably will help you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) &lt;a href=&quot;http://poker.cs.ualberta.ca/irc_poker_database.html&quot; rel=&quot;noreferrer&quot;&gt;University of Alberta&lt;/a&gt; A database with more than 10 million of poker hands&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;http://web.archive.org/web/20110205042259/http://www.outflopped.com/questions/286/obfuscated-datamined-hand-histories&quot; rel=&quot;noreferrer&quot;&gt;HandHQ.com&lt;/a&gt; A 70GB database of poker hands.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-06-29T08:22:16.930" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3317" PostTypeId="1" CreationDate="2014-07-01T15:57:21.680" Score="7" ViewCount="140" Body="&lt;p&gt;What would be the easiest method of collecting data about rental properties. I'm looking for per-unit information including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Monthly Rent&lt;/li&gt;&#xA;&lt;li&gt;Are utilities included?&lt;/li&gt;&#xA;&lt;li&gt;Monthly Electric bill&lt;/li&gt;&#xA;&lt;li&gt;Heating fuel&lt;/li&gt;&#xA;&lt;li&gt;Heating cost per month&lt;/li&gt;&#xA;&lt;li&gt;Taxes per month&lt;/li&gt;&#xA;&lt;li&gt;Number of bedrooms&lt;/li&gt;&#xA;&lt;li&gt;Square footage&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And really, as much information as I can get about the property. I've done a lot of looking and I've yet to find any resource online with any of this information, so I would like to collect my own. Having never done this before, I'm struggling to find the best method of collecting this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I fear that it would be inefficient to survey to collect the data. The method I've been thinking of is to introduce a utility for rental property owners to manage their properties, and collect the data they enter into that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another idea was to contact property managers with large portfolios and survey them, as I believe they would be more accurate in their reporting as they don't generally have as close a connection to the property.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions or resources would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3150" LastEditorUserId="70" LastEditDate="2015-04-10T08:52:10.717" LastActivityDate="2015-04-10T18:19:17.603" Title="What would be the cleanest / easiest method of collecting rental property data?" Tags="|data-request|usa|best-practice|real-estate|taxes|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3318" PostTypeId="2" ParentId="3317" CreationDate="2014-07-01T17:25:43.007" Score="3" Body="&lt;p&gt;HUD offers a lot of rent related information (by County). For example, the 50th percentile estimates contain the medium rent per studio, 1, 2 and 3 bedrooms per county.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.huduser.org/portal/datasets/pis.html&quot; rel=&quot;nofollow&quot;&gt;http://www.huduser.org/portal/datasets/pis.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also keep a copy, converted to our linked CSV vocabulary, of some of these datasets here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/HUD/PHA/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/HUD/PHA/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-07-01T17:25:43.007" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3319" PostTypeId="1" CreationDate="2014-07-01T17:52:31.763" Score="4" ViewCount="560" Body="&lt;p&gt;I'm currently searching for labeled datasets to use to train a model to extract named entities from informal text (think something similar to tweets). Because capitalization and grammar are often lacking in the documents in my dataset, I'm looking for out of domain data that's a bit more &quot;informal&quot; than the news articles and journal entries that many of today's state of the art named entity recognition systems are trained on. Any recommendations? So far I've only been able to locate 50k tokens from twitter published here: &lt;a href=&quot;https://github.com/aritter/twitter_nlp/blob/master/data/annotated/ner.txt&quot; rel=&quot;nofollow&quot;&gt;https://github.com/aritter/twitter_nlp/blob/master/data/annotated/ner.txt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3152" LastEditorUserId="70" LastEditDate="2015-04-19T14:22:18.177" LastActivityDate="2015-04-19T14:22:18.177" Title="Dataset for Named Entity Recognition on Informal Text" Tags="|data-request|language|machine-learning|names|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3320" PostTypeId="2" ParentId="3319" CreationDate="2014-07-01T18:11:34.870" Score="0" Body="&lt;p&gt;The Social Security administration provides datasets on the top 1000 popular (baby) names per year. This would be a good starting resource for recognizing first names in feeds.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ssa.gov/OACT/babynames/index.html#ht=1&quot; rel=&quot;nofollow&quot;&gt;http://www.ssa.gov/OACT/babynames/index.html#ht=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also consider adding in recognizing city names. There are a lot of free datasets. Below is a link to one of my own compilations built from the USGS and US NGA/GNS datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#cities&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/download.php#cities&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-07-01T18:11:34.870" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3321" PostTypeId="1" CreationDate="2014-07-02T16:00:15.923" Score="5" ViewCount="202" Body="&lt;p&gt;Can I pull a single query that counts &amp;amp; breaks down adverse events reported for multiple attributes such as by year &lt;em&gt;and&lt;/em&gt; by drug &lt;em&gt;and&lt;/em&gt; by manufacturer?  I've had success pulling counts by individual (single) attributes by playing around with the Count query syntax and the Search query syntax, or a combination of both. But I've not figured out a way to retrieve the counts broken down by &gt; 1 attribute. If I use Search query only I can get a ton of columns, but not the count. If I use the count I get 2 columns only every time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is what I'm asking for possible with the OpenFDA API?  After looking through the examples on the OpenFDA site and on the ResearchAE site, I'm seeing where results are presented as different charts side by side rather than broken down together like I'm trying to do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="3158" LastActivityDate="2014-09-30T22:21:49.923" Title="Multiple attributes available in a single OpenFDA query" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3322" PostTypeId="2" ParentId="3321" CreationDate="2014-07-02T17:12:47.587" Score="1" Body="&lt;p&gt;I think your question is very similar to this one: &lt;a href=&quot;https://opendata.stackexchange.com/questions/3244/openfda-api-can-we-count-on-several-fields?rq=1&quot;&gt;OpenFDA API : can we count on several fields?&lt;/a&gt; but here are some additional thoughts for you:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The short answer, as you will see in that question's answers and the asker's own edit, is that &lt;strong&gt;no, this is not currently possible in the openFDA API&lt;/strong&gt;. You have to do multiple API calls which is how we* do it on &lt;a href=&quot;http://researchae.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;ResearchAE.com&lt;/a&gt;. I can't speak about how they do it on the openFDA site though but if you take a screenshot or send a URL of what you're talking about I can try and dig into their site's code and let you know how they are doing it (&lt;a href=&quot;https://github.com/FDA/open.fda.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;the source code for open.fda.gov&lt;/a&gt; is on Github for anyone to see).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Full disclosure:&lt;/em&gt; my business partner and I built ResearchAE.com and presented about it and the power of the openFDA API at Health Datapalooza alongside the openFDA team.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-09-30T22:21:49.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3323" PostTypeId="2" ParentId="3301" CreationDate="2014-07-02T19:56:21.100" Score="3" Body="&lt;p&gt;I'm afraid the curation of a dataset like this is an expensive proposition, especially if you take into account the complexity of copyright.  I certainly think it's optimistic to hope that it's already assembled into the format you describe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://freemusicarchive.org/&quot; rel=&quot;nofollow&quot;&gt;Free Music Archive&lt;/a&gt; (FMA) is an extensive source of free audio files, and it has 15 genre tags (including spoken). You'd be on your own to produce clips. &lt;a href=&quot;http://freemusicarchive.org/about&quot; rel=&quot;nofollow&quot;&gt;This page on their site&lt;/a&gt; also has links to articles about the FMA, some of which sound as though they might also cover other free music resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, I'd suggest a literature review of academic study of music genre. Maybe a paper will provide a lead on a resource like you describe that is not as readily found by Google directly.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-07-02T19:56:21.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3324" PostTypeId="2" ParentId="3304" CreationDate="2014-07-02T20:50:24.477" Score="3" Body="&lt;p&gt;Although not strictly open data, the in my experience most fruitful way to search for something like this is:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Search for the raw data (timeseries, tables, values) in studies/statistics oneself and prepare the graph oneself or&lt;/li&gt;&#xA;&lt;li&gt;do a simple Google image search like &lt;a href=&quot;https://encrypted.google.com/search?tbm=isch&amp;amp;q=graph%20hdd%20storage%20price&amp;amp;tbs=imgo:1&quot; rel=&quot;nofollow&quot;&gt;graph hdd storage price&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-07-02T20:50:24.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3326" PostTypeId="2" ParentId="1440" CreationDate="2014-07-02T23:10:13.467" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://www.isbndb.com&quot; rel=&quot;nofollow&quot;&gt;http://www.isbndb.com&lt;/a&gt; has a good API that uses XML calls/responses to get new/used prices from Amazon.com as well as a number of other sites like abebooks, half.com, etc...&lt;/p&gt;&#xA;" OwnerUserId="2375" LastActivityDate="2014-07-02T23:10:13.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3327" PostTypeId="2" ParentId="1440" CreationDate="2014-07-02T23:20:44.290" Score="4" Body="&lt;p&gt;You can also scrape (or better yet contact and ask the folks at) &lt;a href=&quot;https://thetracktor.com&quot; rel=&quot;nofollow&quot;&gt;https://thetracktor.com&lt;/a&gt; which seems to have some great historical data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT - Adding example:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;https://thetracktor.com/ajax/prices/?id=881549&amp;amp;days=90&lt;/code&gt; is the JSON response powering the graph at &lt;code&gt;https://thetracktor.com/detail/B0054JJ0QW/&lt;/code&gt;, for example. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-07-03T18:52:21.587" LastActivityDate="2014-07-03T18:52:21.587" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3328" PostTypeId="2" ParentId="1949" CreationDate="2014-07-03T03:07:37.990" Score="2" Body="&lt;p&gt;Been slightly inattentive here, but for posterity's sake, I wanted to post the results of my cleaning effort: &lt;a href=&quot;https://github.com/DallasMorningNews/IRS-statistic-of-income&quot; rel=&quot;nofollow&quot;&gt;machine-readable SOI data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like most intensive data cleaning I've been a part of, it wasn't the result of a single programming effort. For example, a fair bit of consideration went in to how to reconcile the individual annual series. The coverage.csv in the repo shows the series coverage for 1997-2011. Enjoy!&lt;/p&gt;&#xA;" OwnerUserId="1151" LastActivityDate="2014-07-03T03:07:37.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3329" PostTypeId="1" CreationDate="2014-07-03T03:59:38.843" Score="10" ViewCount="178" Body="&lt;p&gt;Is there a feed/database on individuals/companies that have donated to IRS verified charities? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have done quite some Googling, and cannot seem to find anything :/&lt;/p&gt;&#xA;" OwnerUserId="3162" LastActivityDate="2014-07-03T18:38:02.243" Title="Dataset on donations to charities?" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3330" PostTypeId="2" ParentId="1" CreationDate="2014-07-03T05:09:02.197" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://www.usgovernmentmanual.gov&quot; rel=&quot;nofollow&quot;&gt;U.S. Government Manual&lt;/a&gt; provides Agency canonical names, a hierarchy of each agency, HQ addresses, agency homepages, and names of agency leaders. It's available in XML and PDF. You can download the entire current (2013) edition, or separately download individual sections, from the &lt;a href=&quot;http://www.gpo.gov/fdsys/pkg/GOVMAN-2013-11-06/content-detail.html&quot; rel=&quot;nofollow&quot;&gt;Government Printing Office website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3163" LastActivityDate="2014-07-03T05:09:02.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3331" PostTypeId="2" ParentId="3329" CreationDate="2014-07-03T17:43:38.823" Score="6" Body="&lt;p&gt;I am not sure if this is something that is required to be reported. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data like does this does exist for campaign/PAC contributions and lobbying money spent by corporations. The Sunlight Foundation has a great site called InflueceExplorer.com (which has a web UI, bulk downloads, and API). For example, a search for &lt;a href=&quot;http://influenceexplorer.com/organization/microsoft-corp/f1244474fad44ad9a3a57859b4a709b1&quot;&gt;Microsoft&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also heard from a contact well entrenched in the NPO space that major donors might be shown on NPOs' Form 990 that they are required to file with the IRS but I am not seeing it on the sample 990 at &lt;a href=&quot;http://www.irs.gov/pub/irs-pdf/f990.pdf&quot;&gt;http://www.irs.gov/pub/irs-pdf/f990.pdf&lt;/a&gt;. You can contact and look at data from 990++ aggregators such as &lt;a href=&quot;http://www.guidestar.org/&quot;&gt;GuideStar&lt;/a&gt;, the &lt;a href=&quot;http://nccs.urban.org/&quot;&gt;National Center for Charitable Statistics&lt;/a&gt;, and &lt;a href=&quot;https://citizenaudit.org&quot;&gt;CitizenAudit&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: Found this useful FAQ: &lt;a href=&quot;http://grantspace.org/Tools/Knowledge-Base/Funding-Resources/Individual-Donors/researching-nonprofit-donations&quot;&gt;&quot;Q: Where can I find out who has donated money to a particular nonprofit organization?&quot;&lt;/a&gt;. Short answer: &quot;The list of donors filed with Form 990 is specifically excluded from the information available for public inspection, except for donors to private foundations and political organizations.&quot;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-07-03T18:38:02.243" LastActivityDate="2014-07-03T18:38:02.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3332" PostTypeId="1" CreationDate="2014-07-04T02:00:45.573" Score="8" ViewCount="2163" Body="&lt;p&gt;I'm looking for a soccer penalty dataset containing as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name of the player who shot the penalty&lt;/li&gt;&#xA;&lt;li&gt;name of the goalkeeper&lt;/li&gt;&#xA;&lt;li&gt;penalty outcome (success/fail)&lt;/li&gt;&#xA;&lt;li&gt;ball position, i.e. where player placed the ball (center, bottom left, )&lt;/li&gt;&#xA;&lt;li&gt;teams of the player and goalkeeper&lt;/li&gt;&#xA;&lt;li&gt;time of the penalty during the game &lt;/li&gt;&#xA;&lt;li&gt;player's position (attackers/midfield/defenders)&lt;/li&gt;&#xA;&lt;li&gt;datetime of the game&lt;/li&gt;&#xA;&lt;li&gt;competition name&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1667" LastEditDate="2014-10-09T18:37:42.417" LastActivityDate="2016-06-25T05:00:07.210" Title="Dataset of football (soccer) penalties" Tags="|data-request|sports|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3333" PostTypeId="1" AcceptedAnswerId="3336" CreationDate="2014-07-05T03:43:51.573" Score="5" ViewCount="5243" Body="&lt;p&gt;I have some set of data from openFDA that looks like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Nausea reports concomitant w/ Fluoxetine, by manufacturer.&#xA;+--------------+-------------------+&#xA;| Manufacturer | Number of reports |&#xA;+--------------+-------------------+&#xA;| Dista        | 1344              |&#xA;+--------------+-------------------+&#xA;| Mylan        | 1306              |&#xA;+--------------+-------------------+&#xA;| Teva         | 1129              |&#xA;+--------------+-------------------+&#xA;| Aurobindo    | 1064              |&#xA;+--------------+-------------------+&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I need to control this data for the popularity of each manufacturer; if Dista sells 98% of all fluoxetine consumed, the other manufacturers may have a nausea problem (or perhaps they just report reactions much more than Dista). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find sales numbers for drug manufacturers? Is that data available, and if not, what else can I do to control for this?&lt;/p&gt;&#xA;" OwnerUserId="3171" LastEditorUserId="3171" LastEditDate="2014-07-05T05:06:38.853" LastActivityDate="2014-07-05T22:59:21.413" Title="Where can I find sales figures on pharmaceutical drugs listed by manufacturer?" Tags="|data-request|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3334" PostTypeId="1" AcceptedAnswerId="3335" CreationDate="2014-07-05T13:12:09.460" Score="5" ViewCount="123" Body="&lt;p&gt;I wonder where can we find data on stable currents of world ocean (with respect to the fact that ap same 2d point on map can exist diferent currents that have different altitude)?&lt;/p&gt;&#xA;" OwnerUserId="3104" LastEditorUserId="70" LastEditDate="2015-02-24T16:01:37.340" LastActivityDate="2022-02-11T14:37:14.730" Title="Where is data on stable currents of world ocean?" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3335" PostTypeId="2" ParentId="3334" CreationDate="2014-07-05T13:53:30.750" Score="5" Body="&lt;p&gt;I am by no means a subject matter expert on the type of data you are looking for but am good at finding open data :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have you tried &lt;a href=&quot;http://www.oscar.noaa.gov/datadisplay/oscar_datadownload.php?pagetype=nonjava&quot; rel=&quot;noreferrer&quot;&gt;http://www.oscar.noaa.gov/datadisplay/oscar_datadownload.php?pagetype=nonjava&lt;/a&gt; by any chance? Data comes down as a NetCDF file but there are file readers for different operating systems (I used Panoply for Mac) and then you can export to CDL which could be parsed by any number of programming languages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NOAA has other ocean current data sets and information at &lt;a href=&quot;http://www.nodc.noaa.gov/General/current.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.nodc.noaa.gov/General/current.html&lt;/a&gt; too&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this on the right track for the data you're looking for?&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-05T13:53:30.750" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3336" PostTypeId="2" ParentId="3333" CreationDate="2014-07-05T22:52:36.367" Score="3" Body="&lt;p&gt;&lt;strong&gt;This is not open data&lt;/strong&gt; but from my experience looking for data like this for quite a while even on a site with a lot of terms and conditions, the following is a relatively robust source:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.drugs.com/stats/top100/units&quot; rel=&quot;nofollow&quot;&gt;http://www.drugs.com/stats/top100/units&lt;/a&gt; has sales and unit figures for the top 100 drugs of each quarter going back to 2011 and then top 200 from 2003 through 2010. The source is listed as &lt;code&gt;IMS Health (Midas)&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are three Quora answers that were somewhat helpful to me while researching IMS' offerings a little bit further:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.quora.com/IMS-Health/How-much-does-IMS-data-cost&quot; rel=&quot;nofollow&quot;&gt;https://www.quora.com/IMS-Health/How-much-does-IMS-data-cost&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.quora.com/IMS-Health/How-is-a-contract-with-IMS-Health-structured-How-does-it-charge-pharma-companies-100M+-each-year&quot; rel=&quot;nofollow&quot;&gt;https://www.quora.com/IMS-Health/How-is-a-contract-with-IMS-Health-structured-How-does-it-charge-pharma-companies-100M+-each-year&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.quora.com/IMS-Health/How-does-IMS-Health-get-their-prescrption-data&quot; rel=&quot;nofollow&quot;&gt;https://www.quora.com/IMS-Health/How-does-IMS-Health-get-their-prescrption-data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In terms of actual open data, the best I can find is usage by prescription drug class from the CDC: &lt;a href=&quot;http://www.cdc.gov/nchs/hus/contents2012.htm#092&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/hus/contents2012.htm#092&lt;/a&gt; . It is table 92 ('Selected prescription drug classes used in the past 30 days, by sex and age: United States, selected years 1988-1994 through 2007-2010') of &lt;em&gt;Health, United States&lt;/em&gt;, &quot;an annual report on trends in health statistics&quot;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-07-05T22:59:21.413" LastActivityDate="2014-07-05T22:59:21.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3337" PostTypeId="1" AcceptedAnswerId="3340" CreationDate="2014-07-07T16:03:14.967" Score="7" ViewCount="646" Body="&lt;p&gt;I'm looking for a file that contains either all the CEOs or preferably the executive boards. Any file format is okay. I just can't find anything or any file that has this data, nor do any of the APIs I've looked through offer this.&lt;/p&gt;&#xA;" OwnerUserId="3180" LastEditorUserId="3180" LastEditDate="2014-07-07T21:43:12.697" LastActivityDate="2014-07-07T21:43:12.697" Title="Fortune 500 CEOs/executive boards" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3338" PostTypeId="2" ParentId="3337" CreationDate="2014-07-07T17:58:09.207" Score="3" Body="&lt;p&gt;With a quick Google Search, I found these datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Wikipedia &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_chief_executive_officers&quot; rel=&quot;nofollow&quot;&gt;List of chief executive officers&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;http://fortune.com/fortune500/wal-mart-stores-inc-1/&quot; rel=&quot;nofollow&quot;&gt;Fortune 500&lt;/a&gt; This is not a dataset per se, but you can find the CEO in the infobox. Maybe you can find a way to extract the info from there.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-07-07T17:58:09.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3339" PostTypeId="1" CreationDate="2014-07-07T18:58:47.067" Score="3" ViewCount="59" Body="&lt;p&gt;I have several names (first + last in combination) that are fairly common in the US, but I want to know how widely geographically dispersed they are.  So, for example, I can search at &lt;a href=&quot;http://names.whitepages.com/&quot; rel=&quot;nofollow&quot;&gt;http://names.whitepages.com/&lt;/a&gt; for &quot;Michael Jackson,&quot; and can see that there are 9,364 phonebook listings for that name across the country.  But what I want to know is-- how many different phonebooks contain at least one listing for the name &quot;Michael Jackson&quot;?  Whitepages.com only seems to break it out by state, whereas I want to know about local phone directories.  Is there a way to figure this out without going through each listing by hand and examining the address data?&lt;/p&gt;&#xA;" OwnerUserId="1722" LastEditorUserId="70" LastEditDate="2015-04-19T14:21:12.883" LastActivityDate="2015-04-19T14:21:12.883" Title="How can I figure out how many U.S. phonebooks contain a particular name?" Tags="|data-request|tool-request|names|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3340" PostTypeId="2" ParentId="3337" CreationDate="2014-07-07T19:15:26.150" Score="3" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For publicly traded companies, Google Finance or another similar site will list the officers and directors. For example, GOOG: &lt;a href=&quot;https://www.google.com/finance?q=google&quot; rel=&quot;nofollow&quot;&gt;https://www.google.com/finance?q=google&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For private companies, I have found investing.businessweek.com to be a good source. For example, Socrata: &lt;a href=&quot;http://investing.businessweek.com/research/stocks/private/snapshot.asp?privcapId=41354884&quot; rel=&quot;nofollow&quot;&gt;http://investing.businessweek.com/research/stocks/private/snapshot.asp?privcapId=41354884&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Either of these could be screen-scraped within reason or maybe they even have APIs.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-07T19:15:26.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3341" PostTypeId="1" CreationDate="2014-07-07T20:26:59.153" Score="2" ViewCount="71" Body="&lt;p&gt;what is the difference between &lt;code&gt;serious&lt;/code&gt; and &lt;code&gt;fulfillexpeditecriteria&lt;/code&gt; ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;fulfillexpeditecriteria&lt;/code&gt; is not in the &lt;a href=&quot;https://open.fda.gov/api/reference/&quot; rel=&quot;nofollow&quot;&gt;docs&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3182" LastEditorUserId="2976" LastEditDate="2014-07-08T08:50:57.160" LastActivityDate="2014-07-24T18:40:59.123" Title="openFDA adverse reaction Serious vs Expedited?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3342" PostTypeId="2" ParentId="3341" CreationDate="2014-07-07T20:58:56.200" Score="1" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For &lt;code&gt;serious&lt;/code&gt; values mappings, see this similar SE question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/2177/seriousness-values-on-openfda&quot;&gt;Seriousness values on OpenFDA&lt;/a&gt;. The short answer is (quoting &lt;a href=&quot;https://opendata.stackexchange.com/users/2987/sean-herron&quot;&gt;Sean Herron&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;1 = The adverse event resulted in death, a life threatening condition, hospitalization, disability, congenital anomali, or other serious condition.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;2 = The adverse event did not result in any of the above.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For &lt;code&gt;fulfillexpeditecriteria&lt;/code&gt; and other variables you may come across, I suggest referencing the PDF both Sean and I mentioned in the linked SE question: &lt;a href=&quot;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&lt;/a&gt; . That document is not specific to OpenFDA but instead the source system upstream from the API OpenFDA exposes. The short answer is (quoting the PDF):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Value is 1 (1=yes) for identified expedited reports (15-day); 2 for all others. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: You can see more information on the fields at &lt;a href=&quot;http://www.fda.gov/downloads/Drugs/DevelopmentApprovalProcess/FormsSubmissionRequirements/ElectronicSubmissions/UCM149932.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fda.gov/downloads/Drugs/DevelopmentApprovalProcess/FormsSubmissionRequirements/ElectronicSubmissions/UCM149932.pdf&lt;/a&gt; as well. For example, the following for &lt;code&gt;fulfillexpeditedcriteria&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Does this case fulfill the local criteria for an expedited report?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Be sure to remember that different countries might have different standards&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-07-07T20:58:56.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3343" PostTypeId="2" ParentId="3283" CreationDate="2014-07-07T21:34:07.440" Score="4" Body="&lt;p&gt;Ask around on the &lt;a href=&quot;http://www.omegawiki.org/Meta%3aMain_Page&quot; rel=&quot;nofollow&quot;&gt;Omega Wiki&lt;/a&gt;, formerly known as the Ultimate Wiktionary or WiktionaryZ. They have all the data from all the various wiktionaries in a relational database. This means that they also have inflected and conjugated forms, comparatives/superlatives and whatnot. And not just for English. Basically they can produce pretty much any list you like, and indeed (if you wish) not just a list but structured data.&lt;/p&gt;&#xA;" OwnerUserId="1677" LastActivityDate="2014-07-07T21:34:07.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3344" PostTypeId="2" ParentId="1260" CreationDate="2014-07-07T22:25:31.893" Score="2" Body="&lt;p&gt;Sounds like the question distinguishes between &quot;information&quot; which the customer receives, and &quot;data&quot; which is how the company itself internally organizes and manages the &quot;information&quot; product it delivers. Might be better termed &quot;digital products&quot; and &quot;product management information/data.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example would be Netflix, which delivers information in the form of streaming media to customers but customers never see the data that Netflix uses internally to manage and deliver the steaming media. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regardless of the type of digital product delivered, even if it something like raw demographics data, the company will always have data for internal use that the customers never see. From the IT perspective, there would be compartmentalized systems and likely functional units, one which concentrates on product delivery and one that concentrates on internal operations. &lt;/p&gt;&#xA;" OwnerUserId="3185" LastActivityDate="2014-07-07T22:25:31.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3345" PostTypeId="1" CreationDate="2014-07-08T00:29:16.757" Score="4" ViewCount="698" Body="&lt;p&gt;I'm creating animations of songs with their words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for data with lyrics and timings for common songs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some sort of karaoke database comes to mind, though so far I haven't found anything good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="3190" LastEditorUserId="70" LastEditDate="2015-03-31T19:16:47.157" LastActivityDate="2015-03-31T19:16:47.157" Title="Song lyrics and timings" Tags="|data-request|music|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3346" PostTypeId="1" AcceptedAnswerId="3348" CreationDate="2014-07-08T15:18:45.313" Score="17" ViewCount="4434" Body="&lt;p&gt;I am looking for news articles, tweets, or firms that everyone is talking about who are using open data. But, I have failed to find any useful application being developed that are using this open data thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please name a few if you think open data is what people really get excited for?&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorUserId="754" LastEditDate="2015-02-25T08:12:56.790" LastActivityDate="2015-02-25T08:12:56.790" Title="Examples of useful applications that are being developed using open data" Tags="|data-request|analysis|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3347" PostTypeId="2" ParentId="3346" CreationDate="2014-07-08T17:05:53.943" Score="9" Body="&lt;p&gt;A great article from telegraph about &lt;a href=&quot;http://www.telegraph.co.uk/technology/news/10930868/Meet-the-UK-start-ups-changing-the-world-with-open-data.html&quot;&gt;Meet the UK start-ups changing the world with open data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if you check the &lt;a href=&quot;http://data.gov.uk/apps&quot;&gt;Data gov site of UK&lt;/a&gt;, you will find 338 applications that use Open Data only in UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actually, there are many apps out there and recently many start ups based on OD. Trying Google &quot;Application + Open Data&quot; will return a lot of case studies.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-07-08T17:05:53.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3348" PostTypeId="2" ParentId="3346" CreationDate="2014-07-08T17:22:25.377" Score="10" Body="&lt;p&gt;I'm so glad you bring up this question. Please take a look at the following links as well:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opendata500.com/&quot;&gt;http://www.opendata500.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.datainnovation.org/&quot;&gt;http://www.datainnovation.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.socrata.com/products/custom-web-and-mobile-apps-government-data/&quot;&gt;http://www.socrata.com/products/custom-web-and-mobile-apps-government-data/&lt;/a&gt; (scroll down to 'Featured Apps')&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.pinterest.com/socrata/open-data-applications/&quot;&gt;http://www.pinterest.com/socrata/open-data-applications/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-08T17:22:25.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3349" PostTypeId="2" ParentId="3345" CreationDate="2014-07-08T22:20:09.447" Score="1" Body="&lt;p&gt;Sheet music and MIDI comes to mind. You could use XML versions of sheet music to get the timing... &lt;a href=&quot;http://www.musicxml.com/music-in-musicxml/&quot; rel=&quot;nofollow&quot;&gt;http://www.musicxml.com/music-in-musicxml/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You need to add personal touches to music  composition to make it soulful. Otherwise, it can come off as being very cold.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also look at music videos with closed caption or subtitles as a way to extract lyrics and timing.&lt;/p&gt;&#xA;" OwnerUserId="2719" LastActivityDate="2014-07-08T22:20:09.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3351" PostTypeId="1" AcceptedAnswerId="3352" CreationDate="2014-07-09T19:03:44.897" Score="5" ViewCount="214" Body="&lt;p&gt;I have seen the python scraper described &lt;a href=&quot;http://blog.ouseful.info/2010/11/03/accessing-government-education-data-in-scraperwiki-via-the-edubaseeducation-datastore-api/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Well this is very interesting. I am not a programmer and therefore some of the techniques and ideas of scrapers are too complicated for me. &#xA;But it seems to be the tool of choice: I need a scraper that fetches all the data of South American schools (e.g. via wget of planet-files of Open Streetmap - see here &lt;a href=&quot;http://download.geofabrik.de/index.html&quot; rel=&quot;nofollow&quot;&gt;http://download.geofabrik.de/index.html&lt;/a&gt; ). I only need the following  data of all schools  -from elementary, k12 and college. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;name of the school / (college)&#xA;adress (country, town and postal code, street and housenumber)&#xA;website (if available) &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;see more about the tags &lt;a href=&quot;https://taginfo.openstreetmap.org/keys/school#values&quot; rel=&quot;nofollow&quot;&gt;https://taginfo.openstreetmap.org/keys/school#values&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note;  i am only interested in the textual information of the POIs- that means no backward-engineering of the maps. So we do not need to gather lots of map-infos. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Background and goal: I am a teacher and I work on a little project in the field of education so to describe my goals. I want to say some words and thoughts regarding the philanthropic impact. I think that we should use Open Streetmap to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;improve the lives of poor children and youth by providing basic necessities, critical benefits and services, &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;make programs that do support mid-term and long-term development and opportunities that prepare them for success.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;On a side note: this would be definitely a task for the developers at Scraperwiki.org.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Please help me find data (location and contact information) for schools in South America.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="70" LastEditDate="2015-01-16T11:14:34.130" LastActivityDate="2015-01-16T11:14:34.130" Title="Scraper for Openstreetmap: all south-american schools to mysql-db" Tags="|data-request|sql|best-practice|education|openstreetmap|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3352" PostTypeId="2" ParentId="3351" CreationDate="2014-07-10T00:36:51.220" Score="4" Body="&lt;p&gt;Here is some information on how to get closer to what you might be looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One well-organized source for information like this is a site called &lt;a href=&quot;http://www.geonames.org&quot; rel=&quot;nofollow&quot;&gt;GeoNames.org&lt;/a&gt;. GeoNames has a number of APIs as well as downloads (&quot;dumps&quot;) which are discussed on their &lt;a href=&quot;http://www.geonames.org/export/&quot; rel=&quot;nofollow&quot;&gt;export page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For your use case, an export seems to make sense. Each country's POIs (points of interest) are downloadable in .zip frhttp://download.geonames.org/export/dump/. Each includes a README file describing the data. The data should be able to be opened in a spreadsheet application such as Microsoft Excel or Apple's iWork Numbers and similarly imported into database and analytics engines such as MySQL, MongoDB, MS Access, Tableau, and much much more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're interested in only schools, you will want to determine which GoeNames feature &lt;a href=&quot;http://www.geonames.org/export/codes.html&quot; rel=&quot;nofollow&quot;&gt;codes&lt;/a&gt; you are interested in and only import those into your database/collection. These codes/classes correspond to the text files' seventh and eighth columns as documented in the README file under the heading &quot;The main 'geoname' table has the following fields :&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I imagine someone may be willing to write a program to download the exports for each South American country and import only the schools (note there are several different type of codes which map to schools depending on your definition of what a school is) into a MySQL server or just CSV file. To make it easier, I would suggest you define what exactly you're looking for and maybe attach a bounty to it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-10T00:36:51.220" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3353" PostTypeId="1" CreationDate="2014-07-10T05:50:12.440" Score="13" ViewCount="973" Body="&lt;p&gt;I'm looking for a dataset listing the rocket attacks in Israel and the State of Palestine with  as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;timestamp&lt;/li&gt;&#xA;&lt;li&gt;GPS&lt;/li&gt;&#xA;&lt;li&gt;number of casualties&lt;/li&gt;&#xA;&lt;li&gt;reason for attack (e.g. a pointer to a previous attack)&lt;/li&gt;&#xA;&lt;li&gt;number of articles covering the attack&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Period covered should be as large as possible, but mostly interested from 2000 to now.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-13T21:19:08.937" LastActivityDate="2015-09-13T21:19:08.937" Title="Rocket attacks dataset in Israel and State of Palestine" Tags="|data-request|military|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3354" PostTypeId="2" ParentId="3346" CreationDate="2014-07-10T21:57:42.107" Score="8" Body="&lt;p&gt;You might also be interested in a roundup we did at Sunlight Foundation, which goes beyond apps: &lt;a href=&quot;http://www.scribd.com/doc/219477511/The-Impacts-of-Open-Data&quot;&gt;http://www.scribd.com/doc/219477511/The-Impacts-of-Open-Data&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2014-07-10T21:57:42.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3355" PostTypeId="2" ParentId="3346" CreationDate="2014-07-11T15:16:01.507" Score="9" Body="&lt;p&gt;Here are some additional resources for application examples: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Code for America Commons: &lt;a href=&quot;http://commons.codeforamerica.org/&quot;&gt;http://commons.codeforamerica.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Code for America Library: &lt;a href=&quot;http://codeforamerica.org/library&quot;&gt;http://codeforamerica.org/library&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Beyond Transparency: &lt;a href=&quot;http://beyondtransparency.org/&quot;&gt;http://beyondtransparency.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Technical.ly Directory: &lt;a href=&quot;http://technical.ly/directory/&quot;&gt;http://technical.ly/directory/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Open 311 Applications: &lt;a href=&quot;http://wiki.open311.org/GeoReport_v2/Support&quot;&gt;http://wiki.open311.org/GeoReport_v2/Support&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Chicago Applications by Open City Apps &amp;amp; DataMade: &lt;a href=&quot;http://opencityapps.org/&quot;&gt;http://opencityapps.org/&lt;/a&gt; &amp;amp; &lt;a href=&quot;http://datamade.us/&quot;&gt;http://datamade.us/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Governments on GitHub: &lt;a href=&quot;http://government.github.com/&quot;&gt;http://government.github.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="329" LastActivityDate="2014-07-11T15:16:01.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3356" PostTypeId="2" ParentId="3288" CreationDate="2014-07-11T16:37:26.850" Score="3" Body="&lt;p&gt;this is really broad, so here's a few stabs in the dark. hopefully it can be consolidated with more answers into a good list:&lt;br&gt;&#xA;aerial:  &lt;a href=&quot;http://landsat.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;http://landsat.usgs.gov/&lt;/a&gt;&lt;br&gt;&#xA;plant ground cover: hardiness zone data...its actually not open but its been opened on github: &lt;a href=&quot;https://github.com/kgjenkins/ophz&quot; rel=&quot;nofollow&quot;&gt;https://github.com/kgjenkins/ophz&lt;/a&gt;&lt;br&gt;&#xA;ground-level photography:  perhaps searching flickr for geo-tagged, creative-commons licensed images? even then you'd have to filter...but its a start?  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-07-11T16:37:26.850" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3357" PostTypeId="1" AcceptedAnswerId="3359" CreationDate="2014-07-11T22:09:51.327" Score="4" ViewCount="105" Body="&lt;p&gt;I am looking for a rather &lt;strong&gt;high resolution data&lt;/strong&gt; set in tabular form (no shapefile, a .txt, .csv, or .dbf) on certain &lt;strong&gt;natural hazards in California&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The natural hazards I am particularly interested in are &lt;strong&gt;drought&lt;/strong&gt; and &lt;strong&gt;flood&lt;/strong&gt;. Along these lines I look for variables of something like &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Precipitation&lt;/li&gt;&#xA;&lt;li&gt;Soil Moisture&lt;/li&gt;&#xA;&lt;li&gt;Drought Indices&lt;/li&gt;&#xA;&lt;li&gt;Days of Extreme Heat&lt;/li&gt;&#xA;&lt;li&gt;Temperatures  &lt;/li&gt;&#xA;&lt;li&gt;Baseflow  &lt;/li&gt;&#xA;&lt;li&gt;Risk indices for drought/flood&lt;/li&gt;&#xA;&lt;li&gt;Risk for wild fire&lt;/li&gt;&#xA;&lt;li&gt;Coastal Flooding&lt;/li&gt;&#xA;&lt;li&gt;Area flooded if sea level rises &lt;/li&gt;&#xA;&lt;li&gt;Population of people affected by drought/flood&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The number of variables should be &gt;6. The background is I want to illustrate a new statistical method.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data set should consist any of the following&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;A &lt;strong&gt;spatial historical time series&lt;/strong&gt;. &lt;/li&gt;&#xA;&lt;li&gt;A &lt;strong&gt;spatial times series of projections&lt;/strong&gt; (e.g. A2 or B1 scenarios of IPCC, some bias-reduced downscaled projection or so).  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;For this lower the resolution, the better (say from a 5x5 km grid in lattitude longitude and daily values from 2000 onwards or so). I would however also be fine however with annual (or even more coarse resolution) data on census block or county level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been looking at a couple of non-profit and governmental websites. But most data were either in form of maps or didn't meet the above criteria. Whenever I found data meeting the above criteria, I usually hit some authorization dialogue. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest I got to what I wanted was &lt;a href=&quot;http://cal-adapt.org&quot; rel=&quot;nofollow&quot;&gt;Cal-Adapt&lt;/a&gt;, the map on &lt;a href=&quot;http://cal-adapt.org/precip/decadal/&quot; rel=&quot;nofollow&quot;&gt;precipitation&lt;/a&gt; is a perfect example of the data that I'd like to have in tabular form. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have a section &lt;a href=&quot;http://cal-adapt.org/data/tabular/&quot; rel=&quot;nofollow&quot;&gt;tabular data downloads&lt;/a&gt; which &lt;strong&gt;would be exactly&lt;/strong&gt; what I need, if it were not for the mildly irritating fact that one has to select grid cells to download the data for. Since I want all of the data I'd have to click on all the cells, which - with a resolution of a 12km x 12km and the size of CA being 423,970 km^2 - is rather tedious. But this means these data are out there and they are made available to the public, I just need the raw data (or an equivalent).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm also aware of &lt;a href=&quot;http://www.globalchange.gov/browse/datasets&quot; rel=&quot;nofollow&quot;&gt;these data sets&lt;/a&gt; but didn't have the time to investigate them. &lt;/p&gt;&#xA;" OwnerUserId="394" LastEditorUserId="1511" LastEditDate="2015-01-17T15:51:25.237" LastActivityDate="2015-01-17T15:51:25.237" Title="Natural hazards in California - Historic time series, spatial resolution (lat/long) &amp; Climate Model Forecasts" Tags="|data-request|weather|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3358" PostTypeId="2" ParentId="3334" CreationDate="2014-07-11T22:31:05.473" Score="4" Body="&lt;p&gt;Databasin.org has this you have to register an account to download but its open and free to do so. &lt;a href=&quot;http://databasin.org/datasets/d707c80bc307475cb7b465ee92520c12&quot; rel=&quot;nofollow&quot;&gt;http://databasin.org/datasets/d707c80bc307475cb7b465ee92520c12&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-07-11T22:31:05.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3359" PostTypeId="2" ParentId="3357" CreationDate="2014-07-12T00:51:38.817" Score="2" Body="&lt;p&gt;Check out the content at &lt;a href=&quot;http://databasin.org&quot; rel=&quot;nofollow&quot;&gt;Data Basin&lt;/a&gt;, which has a lot of California data.&lt;/p&gt;&#xA;" OwnerUserId="3217" LastEditorUserId="244" LastEditDate="2014-07-12T06:28:04.873" LastActivityDate="2014-07-12T06:28:04.873" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3360" PostTypeId="1" AcceptedAnswerId="4019" CreationDate="2014-07-12T14:54:14.070" Score="7" ViewCount="1879" Body="&lt;p&gt;I am working on a project which visualizes html tables automatically.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the table includes parties, it would be great to have the color for this party. Does anyone know some page,api or something else to get these colors?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Country,Party,Color,Hex Value&#xA;US,Republican,Red,FF0000&#xA;US,Democratic,Blue,0000FF&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;My project site: &lt;a href=&quot;http://github.wikunia.de/Table2Chart/&quot; rel=&quot;nofollow&quot;&gt;http://github.wikunia.de/Table2Chart/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1988" LastEditorUserId="1988" LastEditDate="2014-11-16T20:31:54.977" LastActivityDate="2014-11-16T20:31:54.977" Title="Colors of political parties" Tags="|data-request|government|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3361" PostTypeId="1" CreationDate="2014-07-14T13:11:23.130" Score="5" ViewCount="160" Body="&lt;p&gt;I was wondering what sources are available, or if anyone has GIS water quality data for the Great Lakes and specifically Lake Ontario? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are interested in mapping Phosphorus, Organic Matter, Nitrogen and Dissolved Oxygen concentrations in Lake Ontario as they relate to algal blooms and hypoxia.&lt;/p&gt;&#xA;" OwnerUserId="3226" LastEditorUserId="6229" LastEditDate="2018-11-05T04:58:49.507" LastActivityDate="2018-11-05T23:01:50.260" Title="Seeking Water Quality Data for Lake Ontario that includes Dissolved Oxygen, Nitrogen, Phosphorus?" Tags="|data-request|geospatial|usa|canada|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3362" PostTypeId="2" ParentId="3361" CreationDate="2014-07-14T18:37:33.943" Score="4" Body="&lt;p&gt;The only data I could find on some of these parameters is from &lt;a href=&quot;http://ontario.ca&quot; rel=&quot;nofollow&quot;&gt;http://ontario.ca&lt;/a&gt;'s 'Provincial (Stream) Water Quality Monitoring Network' which can be accessed at &lt;a href=&quot;http://www.ontario.ca/environment-and-energy/provincial-stream-water-quality-monitoring-network&quot; rel=&quot;nofollow&quot;&gt;http://www.ontario.ca/environment-and-energy/provincial-stream-water-quality-monitoring-network&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The raw data is available from &lt;a href=&quot;http://www.ontario.ca/environment-and-energy/provincial-stream-water-quality-monitoring-network-pwqmn-data&quot; rel=&quot;nofollow&quot;&gt;http://www.ontario.ca/environment-and-energy/provincial-stream-water-quality-monitoring-network-pwqmn-data&lt;/a&gt; in MS Access, Shapefile, and MS Excel formats where each row represents a sensor readings which include the following sensor descriptions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;PHOSPHORUS,UNFILTERED TOTAL&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;NITROGEN,TOT,KJELDAHL/UNF.REA&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;DISSOLVED OXYGEN&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-14T18:37:33.943" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3363" PostTypeId="2" ParentId="3346" CreationDate="2014-07-15T14:05:16.430" Score="4" Body="&lt;p&gt;here a recent app (iOS and Android) we just released&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.visit04.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.visit04.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This application was created as part of a European program, the Degust’Alp program, which combines the territory of the Alpes de Haute Provence and the Province of Cuneo in Italy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The app allows to discover the Alpes-de-Haute-Provence South of France area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a free app which get all of its data from open data to display and discover natural, heritage, and tourist attractions, as well as events and resources available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All Events: Locate the events, concerts, markets, flea markets, etc.. and coming close to your situation, discover its description, location and access conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of all public activities: learn sports, bright waters, hiking, skiing, mountain biking, nature … and free access offered by clubs and associations and how to participate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And remarkable natural sites: sites and visits not miss around themes Nature, Culture and Heritage, Lifestyle and also locate the tourist.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Without open data and Open Street Map, this app would have not been possible.&lt;/p&gt;&#xA;" OwnerUserId="3228" LastActivityDate="2014-07-15T14:05:16.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3365" PostTypeId="2" ParentId="3353" CreationDate="2014-07-15T15:18:47.337" Score="6" Body="&lt;p&gt;Try the &lt;a href=&quot;http://www.start.umd.edu/gtd/&quot;&gt;Global Terrorism Database&lt;/a&gt; from the &lt;a href=&quot;http://www.start.umd.edu/&quot;&gt;National Consortium for the Study of Terrorism and Responses to Terrorism (START)&lt;/a&gt; project at at the University of Maryland. Here's a brief snip from their &lt;a href=&quot;http://www.start.umd.edu/gtd/about/&quot;&gt;about page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Global Terrorism Database (GTD) is an open-source database&#xA;  including information on terrorist events around the world from 1970&#xA;  through 2012 (with additional annual updates planned for the future).&#xA;  Unlike many other event databases, the GTD includes systematic data on&#xA;  domestic as well as transnational and international terrorist&#xA;  incidents that have occurred during this time period and now includes&#xA;  more than 113,000 cases. For each GTD incident, information is&#xA;  available on the date and location of the incident, the weapons used&#xA;  and nature of the target, the number of casualties, and--when&#xA;  identifiable--the group or individual responsible.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The GTD database can be downloaded after filling out a form at &lt;a href=&quot;http://apps.start.umd.edu/gtd/contact/&quot;&gt;http://apps.start.umd.edu/gtd/contact/&lt;/a&gt; -- so &quot;kind of open data.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.start.umd.edu/news/state-department-contracts-start-provide-terrorism-data-and-analysis&quot;&gt;START got the contract to collect terrorism data&lt;/a&gt; for the US State Dep.&#xA;after &lt;a href=&quot;http://en.wikipedia.org/wiki/Worldwide_Incidents_Tracking_System&quot;&gt;WITS: the Worldwide Incidents Tracking System&lt;/a&gt; was discontinued in 2012.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some of the original WITS website is in &lt;a href=&quot;https://web.archive.org/web/*/https://wits.nctc.gov/&quot;&gt;the Wayback Machine&lt;/a&gt; This &lt;a href=&quot;https://web.archive.org/web/20111014233722/https://wits.nctc.gov/FederalDiscoverWITS/index.do?N=0&quot;&gt;page of reports&lt;/a&gt; has a link for &quot;exports&quot; at the top, but they didn't seem to work for me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I found the &lt;a href=&quot;http://www.rand.org/nsrd/projects/terrorism-incidents.html&quot;&gt;RAND Database of Worldwide Terrorism Incidents&lt;/a&gt;, although that only covers 1968-2009 according to their &lt;a href=&quot;http://www.rand.org/nsrd/projects/terrorism-incidents/about/definitions.html&quot;&gt;database scope&lt;/a&gt; page.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2014-07-15T15:47:14.180" LastActivityDate="2014-07-15T15:47:14.180" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3366" PostTypeId="2" ParentId="1728" CreationDate="2014-07-15T23:11:23.047" Score="2" Body="&lt;p&gt;Geonode @ &lt;a href=&quot;http://geonode.org&quot; rel=&quot;nofollow&quot;&gt;http://geonode.org&lt;/a&gt; for the sharing of open geospatial data. Might want to also check out the US governments Open Data Project on github sorry don't have the URL handy&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-07-15T23:11:23.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3367" PostTypeId="1" CreationDate="2014-07-16T02:28:08.003" Score="5" ViewCount="61" Body="&lt;p&gt;Are there open databases of questions from standardized tests (e.g. SAT, GMAT, GRE, etc)?&lt;/p&gt;&#xA;" OwnerUserId="705" LastEditorUserId="70" LastEditDate="2014-09-13T10:35:01.903" LastActivityDate="2015-07-14T19:30:26.510" Title="Standardized tests questions databases" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3368" PostTypeId="1" AcceptedAnswerId="3370" CreationDate="2014-07-16T07:05:17.863" Score="1" ViewCount="43" Body="&lt;p&gt;How to search count of specific adverse event &quot;hypotension&quot; due to carbamazepine in &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;openFDA&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="3234" LastEditorUserId="1652" LastEditDate="2014-07-18T13:12:02.583" LastActivityDate="2014-07-18T13:12:02.583" Title="&quot;hypotension&quot; due to carbamazepine in open FDA?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3369" PostTypeId="1" CreationDate="2014-07-16T07:38:13.900" Score="17" ViewCount="65745" Body="&lt;p&gt;The new 2014/15 season kicks off on Aug/16. Wondering what's the state of open data for the English Premier League. Any open data sets available (incl. teams, players, squads, stadiums, old seasons, goals and match stats, and so on)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data set is in an open plain text format such as CSV (comma-separated values), JSON (javascript objects), SQL (structured query language), etc. and in the public domain (no rights reserved, no copyright) or using a permissive license (only attribution required, for example).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insight appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclosure:  I'm the project lead of the football.db project (includes a match schedule for the 2014/15 season; added by hand - play by play, for example) e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/openfootball/en-england&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;openfootball/en-england&lt;/code&gt;&lt;/a&gt; - football.db  Datasets for English Premier League&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/footballcsv/en-england&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;footballcsv/en-england&lt;/code&gt;&lt;/a&gt; - football.csv Datasets for English Premier League&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="70" LastEditDate="2015-03-26T22:59:54.503" LastActivityDate="2019-01-18T12:32:07.443" Title="Any open public data sets for the English Premier League (EPL)?" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3370" PostTypeId="2" ParentId="3368" CreationDate="2014-07-16T12:44:01.463" Score="1" Body="&lt;p&gt;One way to query for that is with the following URL:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.generic_name:carbamazepine%20AND%20patient.reaction.reactionmeddrapt:hypotension&amp;amp;limit=10&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.generic_name:carbamazepine%20AND%20patient.reaction.reactionmeddrapt:hypotension&amp;amp;limit=10&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for a graphical representation, you can use a tool my company developed which is completely free and shows this information in a web page at the following URL:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.researchae.com/adverseevent?from_date=1900-01-01&amp;amp;to_date=2014-07-16&amp;amp;from_age=&amp;amp;to_age=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=carbamazepine&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=hypotension&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/adverseevent?from_date=1900-01-01&amp;amp;to_date=2014-07-16&amp;amp;from_age=&amp;amp;to_age=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=carbamazepine&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=hypotension&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-16T12:44:01.463" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3371" PostTypeId="1" CreationDate="2014-07-16T15:16:27.287" Score="7" ViewCount="151" Body="&lt;p&gt;If I were to web crawl supermarkets' websites and retrieve info and create a comparison tool for sale would that be illegal?&lt;/p&gt;&#xA;" OwnerUserId="3236" LastEditorUserId="2976" LastEditDate="2014-07-16T21:53:19.510" LastActivityDate="2014-07-18T09:49:16.977" Title="Web crawling to create a business" Tags="|web-crawling|legal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3372" PostTypeId="1" CreationDate="2014-07-16T15:34:09.177" Score="2" ViewCount="41" Body="&lt;p&gt;I am interested in using the openFDA database to look at adverse drug events in hospitalized neonates and infants. Is it possible to determine the age in months for newborns and infants? Also, is gestational age at birth present in the database, in order to determine infants born prematurely versus those born at term?&lt;/p&gt;&#xA;" OwnerUserId="3237" LastEditorUserId="23272" LastEditDate="2022-07-14T12:42:42.207" LastActivityDate="2022-07-14T12:42:42.207" Title="Are patient ages in openFDA specific to months of age (for infants) or only age in years?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3373" PostTypeId="2" ParentId="3372" CreationDate="2014-07-16T16:01:19.187" Score="1" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;For patient age in months, &lt;strong&gt;yes&lt;/strong&gt;, it is possible but might not be as easy as you'd like it to be. As you will see from &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[1900-01-01+TO+3000-01-01]&amp;amp;count=patientonsetageunit&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[1900-01-01+TO+3000-01-01]&amp;amp;count=patientonsetageunit&lt;/a&gt; (and referencing the values for &lt;code&gt;patientonsetageunit&lt;/code&gt; from &lt;a href=&quot;https://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/reference/&lt;/a&gt;, the majority of reports in the database have ages defined in years but 40,000 or so have an age unit in months, weeks, days, or hours. You could, of course, convert those non-month units into months.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In terms of gestational age, I do not believe that data is available in the public data files which openFDA is built off of.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Use caution no matter what you end up doing. It looks like 46.19% of the 3,643,453 reports in the openFDA API are missing an age&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-16T16:01:19.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3374" PostTypeId="2" ParentId="1728" CreationDate="2014-07-16T19:59:03.660" Score="3" Body="&lt;p&gt;Unfortunately there is no api at the moment but it's coming soon ;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this &quot;Wikipedia of numbers&quot; yesterday:&#xA;&lt;a href=&quot;http://meterfy.com&quot; rel=&quot;nofollow&quot;&gt;http://meterfy.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1988" LastActivityDate="2014-07-16T19:59:03.660" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3375" PostTypeId="1" AcceptedAnswerId="3381" CreationDate="2014-07-17T01:44:24.587" Score="1" ViewCount="93" Body="&lt;p&gt;While the state level government should produce open datasets for many categories like &lt;em&gt;company registers&lt;/em&gt;, &lt;em&gt;land registers&lt;/em&gt; and so on... what are here some datasets that &lt;strong&gt;are specific to smaller towns or villages?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One that comes to my mind is publishing their spending.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;add some more examples what data are usually specific to regional level?&lt;/li&gt;&#xA;&lt;li&gt;point me to some real-world examples?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The municipality of those towns are usually very small (and usually no IT experts). So what are some strategies (guidelines) how they should gather, manage and publish their data?&lt;/p&gt;&#xA;" OwnerUserId="3241" LastEditorUserId="2976" LastEditDate="2014-07-17T05:53:25.220" LastActivityDate="2014-07-17T14:56:59.153" Title="Datasets for smaller towns or villages" Tags="|releasing-data|best-practice|city|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3376" PostTypeId="2" ParentId="1256" CreationDate="2014-07-17T02:06:03.717" Score="6" Body="&lt;p&gt;This answer is not really useful for non-programmers, but if could manage some programming in perl, the &lt;a href=&quot;https://metacpan.org/pod/Parse::CSV&quot; rel=&quot;noreferrer&quot;&gt;Parse::CSV&lt;/a&gt; module is especially designed for this task.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the doc:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;It provides a flexible and light-weight streaming parser for large,&#xA;  extremely large, or arbitrarily large CSV files.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Perl is usually very good for data mining tasks.&lt;/p&gt;&#xA;" OwnerUserId="3241" LastActivityDate="2014-07-17T02:06:03.717" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3377" PostTypeId="1" AcceptedAnswerId="3380" CreationDate="2014-07-17T02:24:43.000" Score="2" ViewCount="82" Body="&lt;p&gt;Know anybody about (more or less) complex toolset like&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CKAN / DKAN&lt;/li&gt;&#xA;&lt;li&gt;Socrata&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;which is mainly programmed in the Perl language?&lt;/p&gt;&#xA;" OwnerUserId="3241" LastEditorUserId="3241" LastEditDate="2014-07-17T08:01:33.493" LastActivityDate="2014-07-17T14:29:03.097" Title="Open data &amp; perl" Tags="|tool-request|programming|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3378" PostTypeId="1" CreationDate="2014-07-17T09:32:51.150" Score="7" ViewCount="458" Body="&lt;p&gt;The &lt;a href=&quot;http://en.wikipedia.org/wiki/Brown_Corpus&quot;&gt;brown corpus&lt;/a&gt; is a collection of text where each element is already gramatically tagged. It contains about one million words and is often used to train statistical PoS taggers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the french language, I'm aware of two equivalents : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;http://www.llf.cnrs.fr/Gens/Abeille/French-Treebank-fr.php&quot;&gt;french treebank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;https://www.rocq.inria.fr/alpage-wiki/tiki-index.php?page=CorpusSequoia&quot;&gt;sequoia corpus&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, I can't use the first one for licensing reasons and the latter is too small for my purpose (3000 sentences). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an already existing dataset satisfying the following conditions?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;French language&lt;/li&gt;&#xA;&lt;li&gt;texts from various sources (newspaper, novels,...)&lt;/li&gt;&#xA;&lt;li&gt;precisely tagged (at least sentences and words)&lt;/li&gt;&#xA;&lt;li&gt;a size (at least) similar to the brown corpus&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2479" LastEditorUserId="1652" LastEditDate="2015-09-13T21:26:28.657" LastActivityDate="2015-09-14T19:57:57.687" Title="French equivalent of the brown corpus" Tags="|data-request|language|nlp|corpora|french|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3379" PostTypeId="2" ParentId="3377" CreationDate="2014-07-17T12:20:36.533" Score="1" Body="&lt;p&gt;You might want to take a look at opendata.stackexchange.com/questions/1728/… but I don't know of any CKAN/Socrata equivalents that are written in Perl. In fact, don't know of many modern web applications written in Perl.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All this being said, both CKAN and Socrata have very standardized APIs for all installations which can be accessed using Perl. Let me know if you want more details about that (and what you're trying to do) &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://search.cpan.org/~ovenman/WWW-Socrata-0.01/lib/WWW/Socrata.pm&quot; rel=&quot;nofollow&quot;&gt;Socrata Perl client&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/lukec/net-ckan&quot; rel=&quot;nofollow&quot;&gt;CKAN Perl client&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-07-17T12:33:20.213" LastActivityDate="2014-07-17T12:33:20.213" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3380" PostTypeId="2" ParentId="3377" CreationDate="2014-07-17T14:29:03.097" Score="1" Body="&lt;p&gt;I don't know if there are any specifically in this field ... however, as catalogs go, there are &lt;a href=&quot;http://koha-community.org/&quot; rel=&quot;nofollow&quot;&gt;Koha&lt;/a&gt; and &lt;a href=&quot;http://evergreen-ils.org/&quot; rel=&quot;nofollow&quot;&gt;Evergreen&lt;/a&gt;, which are ILS systems (Integrated Library Systems).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It might be possible to modify them for use in data cataloging ... you'd likely need to change out the underlying schemas, as I assume they'd be using MARC.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-07-17T14:29:03.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3381" PostTypeId="2" ParentId="3375" CreationDate="2014-07-17T14:56:59.153" Score="3" Body="&lt;p&gt;I was a Town Commissioner for 6 years of a small town (population ~640, but we're also the County Seat, so our daytime population is over 3000; exact number dependent upon how many people have jury duty that day)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Due to the limited staffing, I'd recommend that small municipalities only collect the data that they're being asked for or obligated to provide, and not attempt to guess what data might be useful to people in advance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In our monthly newsletter, we list crime statistics, breaking them down by general category and if they're in a residential area or downtown.  Originally, we just broke them down by type, but then someone started asking if it was downtown or in one of the neighborhoods.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We report our income and expenditures on a monthly basis, based on the categories that are defined in our detailed budget, along with the status of all cash accounts (amount in the accounts and status of collatoralization agreements).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Due to our small size, we've had to take a number of measures to mask some data.  For example, when we moved towards being self-insured for health insurance, we consolidated line items that had been in each of the departments.  The reason being that we had a department with only one full time person, and so if any money came out of that item, we felt it may leak too much information about that employee's health.  We also have each employee as a separate line item, so it's possible for anyone looking at the budget to determine an employee's pay.  It's doubtful that a larger municipalities would have these issues to be concerned with.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-07-17T14:56:59.153" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3382" PostTypeId="1" CreationDate="2014-07-17T23:24:27.530" Score="3" ViewCount="53" Body="&lt;p&gt;Does this data contain recall data (or any data) on dietary supplements for humans or dietary supplements for animals (which is handled by the Veterinary Drug department)? &lt;/p&gt;&#xA;" OwnerUserId="3248" LastActivityDate="2014-07-24T18:32:41.960" Title="Dietary Supplement data" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3383" PostTypeId="1" CreationDate="2014-07-18T00:26:18.087" Score="1" ViewCount="46" Body="&lt;p&gt;I am looking for data about the safety of the Da Vinci Robot.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Have there been recalls on the Da Vinci Robot for not functioning properly?&lt;/li&gt;&#xA;&lt;li&gt;Have patients experienced terrible results via the use of the Da Vinci Robot and have they had to have other operations to correct mistakes made by the Da Vinci Robot?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3249" LastEditorUserId="244" LastEditDate="2014-12-03T18:47:17.083" LastActivityDate="2014-12-03T18:47:17.083" Title="Data about the safety of Da Vinci Robotic Surgery" Tags="|openfda|medical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3384" PostTypeId="1" AcceptedAnswerId="3388" CreationDate="2014-07-18T02:36:20.613" Score="1" ViewCount="82" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Content_Management_Interoperability_Services&quot; rel=&quot;nofollow&quot;&gt;CMIS&lt;/a&gt; is an interoperability protocol for &lt;a href=&quot;http://en.wikipedia.org/wiki/Enterprise%20Content%20Management&quot; rel=&quot;nofollow&quot;&gt;ECM&lt;/a&gt; server products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bad news&lt;/strong&gt;: Many ECM server products claims CMIS compatibility, but in fact many do not implement the standard correctly.&lt;br&gt;&#xA;&lt;strong&gt;Good news&lt;/strong&gt;: There is an easy-to-use open source tool called &quot;TCK&quot; that checks compatibility of an ECM server product and produces an HTML report with metrics.&lt;br&gt;&#xA;&lt;strong&gt;Bad news&lt;/strong&gt;: Many ECM server products have no trial version, so only people who have bought it (usually extremely expensive) can run the TCK tool on it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION&lt;/strong&gt;: Is there a place that gathers the TCK results of each ECM server product?&lt;br&gt;&#xA;Hopefully a place where anyone can contribute their own results, under an open license.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-09-12T06:28:24.223" LastActivityDate="2015-01-25T08:09:22.487" Title="CMIS compatibility: TCK reports data for all ECM products" Tags="|data-request|products|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3385" PostTypeId="1" AcceptedAnswerId="3390" CreationDate="2014-07-18T08:22:48.057" Score="3" ViewCount="96" Body="&lt;p&gt;I am looking for a large list of as many programming languages possible. The largest resource I have found so far was &lt;a href=&quot;http://java.dzone.com/articles/big-list-256-programming&quot; rel=&quot;nofollow&quot;&gt;http://java.dzone.com/articles/big-list-256-programming&lt;/a&gt; , but even that is missing quite a few languages.&lt;/p&gt;&#xA;" OwnerUserId="2549" LastEditorUserId="70" LastEditDate="2015-03-27T11:05:55.557" LastActivityDate="2015-03-27T11:05:55.557" Title="List of programming languages" Tags="|data-request|programming|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3386" PostTypeId="2" ParentId="3371" CreationDate="2014-07-18T09:49:16.977" Score="3" Body="&lt;p&gt;In the UK the Computer Misuse Act from 1990 (section 1) states that it is an offence to access a computer where:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the access to the data is unauthorised&lt;/li&gt;&#xA;&lt;li&gt;the offender knows that it is unauthorised &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This may extend to web scraping because, in some circumstances, you are accessing the website intending to use the data in a way that is not authorised by the website owner.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Thus, the conservative and recommended way is to ask the owner for permission.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-07-18T09:49:16.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3387" PostTypeId="2" ParentId="3382" CreationDate="2014-07-18T11:38:12.870" Score="1" Body="&lt;p&gt;I do not have an official answer (&lt;em&gt;I am just a community member passionate about the project&lt;/em&gt;)&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Dietary Supplements - YES&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;If you search for a recent dietary supplement report from &lt;a href=&quot;http://www.fda.gov/ForConsumers/ConsumerUpdates/ucm153239.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/ForConsumers/ConsumerUpdates/ucm153239.htm&lt;/a&gt; on the &lt;code&gt;https://api.fda.gov/drug/enforcement.json&lt;/code&gt; API endpoint, you do get results. Note this is the drug enforcement report endpoint, not the food enforcement report endpoint.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: &lt;code&gt;https://api.fda.gov/drug/enforcement.json?search=bee%20pollen&amp;amp;limit=1&lt;/code&gt; matches the most recent update from the aforementioned FDA link (&lt;a href=&quot;http://www.fda.gov/ForConsumers/ConsumerUpdates/ucm401676.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/ForConsumers/ConsumerUpdates/ucm401676.htm&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;Veterinary Drugs - NO&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Animal and veterinary recalls and market withdrawals appear to be listed at &lt;a href=&quot;http://www.fda.gov/AnimalVeterinary/SafetyHealth/RecallsWithdrawals/default.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/AnimalVeterinary/SafetyHealth/RecallsWithdrawals/default.htm&lt;/a&gt;. When I do a search on the food and drug enforcement report API endpoints, I don't get any results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I do a search on the device enforcement report endpoint, I get &lt;em&gt;some&lt;/em&gt; results when I search  keywords for recent animal drug recalls... however they have older dates so they must be previous ones. Bottom line: doesn't seem like recent animal/veterinary drug recalls are in any openFDA at this time.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-18T11:38:12.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3388" PostTypeId="2" ParentId="3384" CreationDate="2014-07-18T11:39:28.623" Score="1" Body="&lt;p&gt;I found nothing so I created one: &lt;a href=&quot;http://cmissync.org/CmisCompat&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cmissync.org/CmisCompat&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains for each ECM server:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The raw TCK test data&lt;/li&gt;&#xA;&lt;li&gt;Some metrics&lt;/li&gt;&#xA;&lt;li&gt;A calculated score&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/gTPjz.png&quot; alt=&quot;CMIS ranking&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Creative Commons CC-BY-SA.&lt;br&gt;&#xA;Data is hosted on Github, so collaboration is via pull requests.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-01-25T08:09:22.487" LastActivityDate="2015-01-25T08:09:22.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3389" PostTypeId="2" ParentId="3385" CreationDate="2014-07-18T11:51:11.723" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://people.ku.edu/~nkinners/LangList/Extras/langlist.htm&quot; rel=&quot;nofollow&quot;&gt;The Language List&lt;/a&gt; is an effort to list programming languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains 2500 languages, and for each language at least a description, and sometimes &lt;a href=&quot;http://people.ku.edu/~nkinners/LangList/Extras/entry.htm&quot; rel=&quot;nofollow&quot;&gt;more data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No license information.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-07-18T11:51:11.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3390" PostTypeId="2" ParentId="3385" CreationDate="2014-07-18T12:19:42.753" Score="3" Body="&lt;p&gt;Ohloh is the worlds largest tracker of open source projects, it compares activity level as well as programming languages by lines of code, might be useful if your interested in use stats and trends. &lt;a href=&quot;https://www.ohloh.net/tools&quot; rel=&quot;nofollow&quot;&gt;https://www.ohloh.net/tools&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-07-18T12:19:42.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3391" PostTypeId="1" CreationDate="2014-07-18T12:35:10.080" Score="3" ViewCount="165" Body="&lt;p&gt;I need to crawl research papers, abstracts, titles, and authors and store them for ontological usage. What are the steps to crawl such data?&lt;/p&gt;&#xA;" OwnerUserId="3251" LastEditorUserId="70" LastEditDate="2015-03-27T14:41:36.717" LastActivityDate="2016-11-18T08:14:06.977" Title="How to crawl data from a library website" Tags="|web-crawling|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3392" PostTypeId="2" ParentId="3391" CreationDate="2014-07-18T13:16:40.360" Score="5" Body="&lt;p&gt;First, you should check for any license for using the site to see if you can use their data for any reason (commercial and non-commercial).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, you should read the terms of use and find anything about scraping website. Many websites don't allow scraping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Third, if non of the above is a problem, you should use a programming language to crawl and scrap the content from the website. Do you have any knowledge of any programming language?&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorDisplayName="user4293" LastEditDate="2016-11-18T08:14:06.977" LastActivityDate="2016-11-18T08:14:06.977" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3393" PostTypeId="1" CreationDate="2014-07-18T20:50:06.703" Score="5" ViewCount="159" Body="&lt;p&gt;Is there any way to get the price of a commodity over the last 100 years?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Specifically, I'm looking for the price of toilet paper; I want to chart it and try to estimate the year where a piece of toilet paper will be worth more than $1.)&lt;/p&gt;&#xA;" OwnerUserId="3255" LastEditorUserId="70" LastEditDate="2015-02-26T14:00:18.903" LastActivityDate="2015-02-26T14:00:18.903" Title="Where can I get historic prices for a commodity?" Tags="|data-request|prices|cpi|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3394" PostTypeId="2" ParentId="2113" CreationDate="2014-07-18T22:32:20.397" Score="2" Body="&lt;p&gt;stackexchange data has practically all of those requirements:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.stackexchange.com/stackoverflow/query/new&quot; rel=&quot;nofollow&quot;&gt;http://data.stackexchange.com/stackoverflow/query/new&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;flickr does all of that, although i'm not sure if their use of tags constitutes hashtags, but i'm sure thats easily convertible.&lt;br&gt;&#xA;you could also use my personal twitter history that i've downloaded. i could careless. maybe you could get a few more people to download theirs also, combine them into a repo on github?&lt;br&gt;&#xA;you could also do the same with my delicious account, although there are no geotags in the set.&lt;br&gt;&#xA;i think you could actually apply this to all of the social networks that you can download your personal data from and whose datasets match your requirements. &#xA;identi.ca comes to mind. although i think they are diaspora now.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-14T04:30:41.547" LastActivityDate="2015-05-14T04:30:41.547" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3395" PostTypeId="2" ParentId="3346" CreationDate="2014-07-20T15:52:12.843" Score="5" Body="&lt;p&gt;Open Knowledge Foundation&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here i stye link to OKF German Projects site:&#xA;&lt;a href=&quot;http://okfn.de/projects/&quot;&gt;http://okfn.de/projects/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will find many more projects searching the site.&lt;/p&gt;&#xA;" OwnerUserId="3263" LastActivityDate="2014-07-20T15:52:12.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3396" PostTypeId="2" ParentId="978" CreationDate="2014-07-21T03:36:53.243" Score="2" Body="&lt;p&gt;If you know a bit of &lt;a href=&quot;https://www.python.org&quot; rel=&quot;nofollow&quot;&gt;Python&lt;/a&gt; language it is not too tricky to crawl using the Tweepy library. &lt;a href=&quot;https://github.com/tweepy/tweepy&quot; rel=&quot;nofollow&quot;&gt;https://github.com/tweepy/tweepy&lt;/a&gt; .&#xA;It returns sets of tweets in json format.&#xA;That said it depends on the kind of data you want to use : realtime (stream listener), static, from one or several users, from lists, etc... Every way of crawling has its own limitations due to the Twitter API. &lt;/p&gt;&#xA;" OwnerUserId="3264" LastActivityDate="2014-07-21T03:36:53.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3397" PostTypeId="1" AcceptedAnswerId="3400" CreationDate="2014-07-21T12:24:18.453" Score="2" ViewCount="120" Body="&lt;p&gt;Let say I am dumb but not enough to stay home watch tv all day, so I decided to develop a open data application, now problem is what app can I build. So call it analysis I am looking for a dataset where I can get problems common people are facing to build application against.&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorUserId="70" LastEditDate="2015-03-31T20:00:33.880" LastActivityDate="2015-03-31T20:00:33.880" Title="Is there any dataset for problems common people are facing to build apps against?" Tags="|data-request|programming|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3398" PostTypeId="1" CreationDate="2014-07-21T13:34:25.587" Score="3" ViewCount="1568" Body="&lt;p&gt;I'm looking for datasets of undirected graphs/networks that have node attributes. I'm aware of &lt;a href=&quot;http://snap.stanford.edu/data/&quot; rel=&quot;nofollow&quot;&gt;http://snap.stanford.edu/data/&lt;/a&gt; but I can't find an undirected network &lt;strong&gt;with&lt;/strong&gt; attributes data. I hope you can help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone help please?&lt;/p&gt;&#xA;" OwnerUserId="2920" LastEditorUserId="70" LastEditDate="2014-09-13T11:01:31.050" LastActivityDate="2018-07-26T10:23:53.513" Title="Undirected graph datasets with node attributes?" Tags="|data-request|network-structure|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3399" PostTypeId="2" ParentId="3393" CreationDate="2014-07-21T15:41:39.110" Score="4" Body="&lt;p&gt;Index Mundi has a lot of commodity data (present and historical) available to the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I am not sure if you would find toilet paper on the list (lol) - it does not exactly fit the definition for a commodity:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&quot;a raw material or primary agricultural product that can be bought and sold, such as copper or coffee.&quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.indexmundi.com/commodities/&quot; rel=&quot;nofollow&quot;&gt;http://www.indexmundi.com/commodities/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-07-21T15:41:39.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3400" PostTypeId="2" ParentId="3397" CreationDate="2014-07-21T19:21:17.323" Score="4" Body="&lt;p&gt;It's generally difficult to build applications to scratch someone else's itch without having a vested interest in it (such as getting paid).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You're typically better off trying to find something that bothers you, and figure out how to solve or mitigate it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you really can't think of anything, there are hackathons and 'data jams' where they bring together people w/ programming skills &amp;amp; data experts to try to come up with uses for the data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://hackforchange.org/&quot; rel=&quot;nofollow&quot;&gt;National Day of Civic Hacking&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://capitolcode.mn.gov/&quot; rel=&quot;nofollow&quot;&gt;Capital Code Data Jam&lt;/a&gt; (MN)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You may also have local groups working on projects that you can get involved with.  Some meet virtually, others get together for regular 'hacknight' events, instead of it just being an annual or non-reoccuring thing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://codeforamerica.org/&quot; rel=&quot;nofollow&quot;&gt;Code For America&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.meetup.com/code-for-dc&quot; rel=&quot;nofollow&quot;&gt;Code For DC Hacknight&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rhok.org/&quot; rel=&quot;nofollow&quot;&gt;Random Hacks of Kindness&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you're a student, there are various 'summer of code' projects, where various projects solicit for things they need done, and students can get stipends to work on them.  (the other still needs doing, so if you're willing to volunteer, there's likely still work they need doing).  Here are a few, although there are other groups with similar programs:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developers.google.com/open-source/soc/&quot; rel=&quot;nofollow&quot;&gt;Google Summer of Code&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://railsgirlssummerofcode.org/&quot; rel=&quot;nofollow&quot;&gt;Rails Girls Summer of Code&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sophia.estec.esa.int/socis/&quot; rel=&quot;nofollow&quot;&gt;ESA Summer of Code in Space&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And tomorrow &amp;amp; Wednesday is the &lt;a href=&quot;http://mozillascience.org/blog/&quot; rel=&quot;nofollow&quot;&gt;Mozilla Science Lab&lt;/a&gt;'s &lt;a href=&quot;http://mozillascience.org/how-to-join-us-virtually-for-the-global-sprint-july-22-23/&quot; rel=&quot;nofollow&quot;&gt;Summer Code Sprint&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... and these are just a sampling of all of the various groups out there -- there's a whole lot more.  You can also reach out to various community groups and see if they have need for some programming help.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-07-21T19:21:17.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3401" PostTypeId="2" ParentId="3369" CreationDate="2014-07-21T20:32:45.853" Score="15" Body="&lt;p&gt;There is a list of soccer datasets and APIs &lt;a href=&quot;http://jokecamp.wordpress.com/2014/03/08/guide-to-football-and-soccer-data-and-apis/&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt; from &lt;a href=&quot;https://stackoverflow.com/q/14256826/1402368&quot;&gt;this related SO question&lt;/a&gt;. Hope that helps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: Quoted text from the article linked above, as requested:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://openfootball.github.io/&quot; rel=&quot;noreferrer&quot;&gt;openfootball&lt;/a&gt; has started a free (open source) public domain football&#xA;  database. The data is historical data, meaning no lives scores but the&#xA;  data does include the schedule, teams and players for the upcoming&#xA;  2014 World Cup along with global league data. This is a very promising&#xA;  project and has the potential to be the definitive source for&#xA;  historical data for the public. The data is stored in various repos on&#xA;  github. Start browsing and contributing at &lt;a href=&quot;https://github.com/openfootball/&quot; rel=&quot;noreferrer&quot;&gt;github.com/openfootball&lt;/a&gt;.&#xA;  See the &lt;a href=&quot;https://groups.google.com/forum/#!forum/opensport&quot; rel=&quot;noreferrer&quot;&gt;opensport Google Group&lt;/a&gt; for discussion and questions.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.footballsquads.co.uk/&quot; rel=&quot;noreferrer&quot;&gt;footballsquads.co.uk&lt;/a&gt; has current and historical squad details for&#xA;  clubs and national teams from all across the world for many leagues&#xA;  and competitions, including the 2014 World Cup squads.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.rsssf.com/&quot; rel=&quot;noreferrer&quot;&gt;Rec.Sport.Soccer Statistics Foundation (RSSSF)&lt;/a&gt; has massive collection&#xA;  of formatted plain text statistics. An &lt;a href=&quot;http://www.rsssf.com/tablese/eng2014.html#premier&quot; rel=&quot;noreferrer&quot;&gt;example of English Premier&#xA;  leagues results&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://developer.espn.com/docs&quot; rel=&quot;noreferrer&quot;&gt;ESPN API&lt;/a&gt; has an API for registered users (free). You can get a list of&#xA;  all the players in the EPL. However they are very limited in their&#xA;  data. They restrict all fixtures and scores to “strategic partners.”&#xA;  However, you can get lists of players and teams.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.optasports.com/playground-section.aspx&quot; rel=&quot;noreferrer&quot;&gt;opta Playground&lt;/a&gt; has a developer program that provides very limited&#xA;  access to historical data. The site reads “Opta can provide data for&#xA;  programmers wishing to develop a mobile app or website with selected&#xA;  historical data available to download.” You have to request permission&#xA;  in an email. I applied and they sent me the xml data set for 10 rounds&#xA;  of games from the start of the 2007/2008 Bundesliga 2. The more&#xA;  detailed game data had either x,y coordinates of game events. A very&#xA;  impressive dataset but it felt more like an advertisement. The data&#xA;  provided I had no interest in and I’m not sure why an indie developer&#xA;  would spend time working on a data set they could never afford.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://statsfc.com/&quot; rel=&quot;noreferrer&quot;&gt;StatsFC&lt;/a&gt; used to have an restful JSON API of all EPL scores and&#xA;  fixtures. It was about $8 us dollars a month but was recently shut&#xA;  down. There is no doubt it was related to data rights. See their&#xA;  &lt;a href=&quot;https://statsfc.com/statements&quot; rel=&quot;noreferrer&quot;&gt;official statement&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://crowdscores.com/&quot; rel=&quot;noreferrer&quot;&gt;CrowdScores beta&lt;/a&gt; is UK company trying to crowd-source the football&#xA;  data collection process. You sign up for an account and report game&#xA;  events to their servers. They have web/iphone/android interfaces for&#xA;  reporting. They reward the top reporter with a season ticket. They&#xA;  data collection process is ideal but they might have to work on the&#xA;  incentives. I believe a better incentive would be to allow the&#xA;  reporters who contribute access to an API of all the data collected.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.footytube.com/openfooty/&quot; rel=&quot;noreferrer&quot;&gt;openfooty API&lt;/a&gt; had promising API documentation but a quick look at the&#xA;  developer forums shows a stale community and questions about why no&#xA;  one seems to actually be able to get a developer key.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.football-data.co.uk/data.php&quot; rel=&quot;noreferrer&quot;&gt;football-data.co.uk&lt;/a&gt; has made a lot of historical league data available&#xA;  as csv files. The data includes results and a lot of betting/odds&#xA;  related data. I have tried to aggregate and clean up the data in the&#xA;  following repo &lt;a href=&quot;https://github.com/jokecamp/FootballData&quot; rel=&quot;noreferrer&quot;&gt;github.com/jokecamp/FootballData&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.european-football-statistics.co.uk/&quot; rel=&quot;noreferrer&quot;&gt;www.european-football-statistics.co.uk&lt;/a&gt; is a visually dated website but&#xA;  has a lot of historical football data (mostly an overview of&#xA;  league/tournament results) displayed in nice clean HTML tables. Looks&#xA;  like they already have 2014 EPL stats.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.openligadb.de/Webservices/Sportsdata.asmx&quot; rel=&quot;noreferrer&quot;&gt;openligadb.db&lt;/a&gt; has an old-school windows asmx web service with methods&#xA;  such as “GetGoalsByMatch()”&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://ceur-ws.org/Vol-1026/paper6.pdf&quot; rel=&quot;noreferrer&quot;&gt;Linked Soccer Data&lt;/a&gt; is a white paper on one group’s attempt to “create&#xA;  a dataset including reliable information about soccer events covering&#xA;  as many historical data as available including recent competition&#xA;  results.” Some dead links but worthwhile to skim.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="3272" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-07-24T20:58:53.373" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3402" PostTypeId="2" ParentId="1566" CreationDate="2014-07-21T22:51:44.447" Score="7" Body="&lt;p&gt;&lt;a href=&quot;https://dev.last10k.com&quot;&gt;Dev.Last10K.com&lt;/a&gt; has a RESTful API for SEC filing data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I work for Last10K.com&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="3273" LastActivityDate="2014-07-21T22:51:44.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3403" PostTypeId="1" CreationDate="2014-07-22T02:36:50.890" Score="4" ViewCount="99" Body="&lt;p&gt;I am looking for an index of all streets in Mauritius.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Maps and OpenStreetMap are not detailed enough, for instance they do not contain &quot;Rue des Tourterelles&quot; in the &quot;Baie du tombeau&quot; area, which &lt;a href=&quot;http://wap.companiesinmauritius.com/de/chin-hao-shipping-supplies-cc-ltd.Xb.mauritius-company-profile.html&quot; rel=&quot;nofollow&quot;&gt;exists&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could not find anything on the &lt;a href=&quot;https://www.gov.mu&quot; rel=&quot;nofollow&quot;&gt;government's website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-01-16T11:17:10.253" LastActivityDate="2015-01-16T11:17:10.253" Title="Streets of Mauritius" Tags="|data-request|openstreetmap|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3405" PostTypeId="2" ParentId="1728" CreationDate="2014-07-22T14:36:37.480" Score="2" Body="&lt;p&gt;Self serving and a wip, but my baby nevertheless :) (Collaboration)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Exversion is open data infrastructure. It allows people to create data repositories same way they might create code repositories on github (for example) and share this data with everybody or with a select group of individuals. Any additions or changes made to the data are recorded in the version history, can be rolled back and data repos can copied into new branches to produce different versions of the same information. Like I said, work in progress but that's the general idea :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.exversion.com&quot; rel=&quot;nofollow&quot;&gt;https://www.exversion.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3284" LastEditorUserId="263" LastEditDate="2014-09-03T20:02:58.367" LastActivityDate="2014-09-03T20:02:58.367" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3406" PostTypeId="1" AcceptedAnswerId="3407" CreationDate="2014-07-22T18:19:32.290" Score="1" ViewCount="321" Body="&lt;p&gt;I know this sounds more like a developer question, and more suitable for StackOverflow, but I'm hoping for a more theoretical answer because I'm completely new to APIs.&lt;/p&gt;&#xA;&lt;p&gt;I'm trying to develop an Android application with Xamarin Studio. What I would like to do is display some data via an existing API (3taps) on the application's interface. It sounds pretty simple, but I have looked for C# / .NET tutorials all day and I can't find anything that doesn't start with creating the API first.&lt;/p&gt;&#xA;&lt;p&gt;Can somebody please tell me what steps I need to take in order to do this? You can assume I know nothing about APIs, other than they allow you to access data.&lt;/p&gt;&#xA;" OwnerUserId="3287" LastEditorUserId="23272" LastEditDate="2021-04-03T09:17:21.490" LastActivityDate="2021-04-03T09:17:21.490" Title="How do I access data from 3taps API in C#?" Tags="|api|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3407" PostTypeId="2" ParentId="3406" CreationDate="2014-07-22T19:52:32.807" Score="1" Body="&lt;p&gt;I would suggest learning about what an API is from &lt;a href=&quot;https://zapier.com/learn/apis/&quot; rel=&quot;nofollow&quot;&gt;'An Introduction to APIs' by Zapier&lt;/a&gt; and then some more specific information about consuming JSON APIs w/ .NET from &lt;a href=&quot;http://www.hanselman.com/blog/OneASPNETMakingJSONWebAPIsWithASPNETMVC4BetaAndASPNETWebAPI.aspx&quot; rel=&quot;nofollow&quot;&gt;'Making JSON Web APIs with ASP.NET MVC 4 Beta and ASP.NET Web API'&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unirest.io/net.html&quot; rel=&quot;nofollow&quot;&gt;Unirest&lt;/a&gt; is a simple HTTP request client to look into as well.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-22T19:52:32.807" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3408" PostTypeId="2" ParentId="3397" CreationDate="2014-07-23T00:41:38.630" Score="3" Body="&lt;p&gt;@Joe mentioned a number of &lt;a href=&quot;https://opendata.stackexchange.com/a/3400/2976&quot;&gt;great resources for civic/open-source related apps/ideas&lt;/a&gt;. Here are some resources for app ideas from the general public:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ideaswatch.com/startup-ideas/app#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ideas Watch: &quot;startup inspiration from the crowd&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.preapps.com/app-ideas&quot; rel=&quot;nofollow noreferrer&quot;&gt;PreApps: App Ideas&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://myapptemplates.com/99-iphone-app-ideas-that-could-make-you-rich-the-full-list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MyAppTemplates: &quot;99 iPhone App Ideas That Could Make You Rich&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://builditwith.me/browse/ideas/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BuildItWith.Me: Ideas&lt;/a&gt; (by people looking for designers and/or developers to collaborate with)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.reddit.com/r/SomebodyMakeThis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sub-Reddit: SomebodyMakeThis&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.twtspire.com/app/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twtspire: &quot;fun ideas for apps and websites from twitter&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-07-23T00:41:38.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3409" PostTypeId="2" ParentId="3397" CreationDate="2014-07-23T09:51:35.117" Score="4" Body="&lt;p&gt;Look at the &lt;a href=&quot;https://softwarerecs.stackexchange.com/unanswered&quot;&gt;Unanswered Questions at Software Recommendations&lt;/a&gt;.&lt;br&gt;&#xA;Many are open data app ideas waiting for an implementer.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Also, travel is something that most people do from time to time, and it often leads them to all sorts of big or small problems (or at least situations where an app might help).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And there is a lot of open-licensed travel data available at &lt;a href=&quot;http://en.wikivoyage.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikivoyage&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sourceforge.net/projects/wikivoyage/files/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Points Of Interest&lt;/a&gt; with tourism-oriented description and details&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sourceforge.net/projects/wikivoyage/files/OxygenGuide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Guide articles&lt;/a&gt; about 25,000 destinations around the globe&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikivoyage.org/wiki/Wikivoyage:Database_dump&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data dumps&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Wikivoyage is linked with WikiData and other datasets, so that you can easily include pictures etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:02.280" LastActivityDate="2014-07-24T03:29:18.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3410" PostTypeId="1" CreationDate="2014-07-23T17:41:37.020" Score="1" ViewCount="80" Body="&lt;p&gt;Is there such a database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This can be inferred from UNData census data, however, each country has a different set of options, e.g., some countries differentiate between different Christian churches, while others don't.&lt;/p&gt;&#xA;" OwnerUserId="3294" LastActivityDate="2014-07-23T21:24:40.383" Title="Database of predominant religion by country?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3411" PostTypeId="1" CreationDate="2014-07-23T17:55:32.263" Score="3" ViewCount="172" Body="&lt;p&gt;Is there a database that I can query for the neighbors of each country?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;geonames.org has this info, however, it defines neighborhood formally by having a land border. This creates 2 problems:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Useless positives, e.g., according to Geonames, &lt;a href=&quot;http://www.geonames.org/countries/US/united-states.html&quot; rel=&quot;nofollow&quot;&gt;US is a neighbor of Cuba&lt;/a&gt; because of Guantanamo Bay.&lt;/li&gt;&#xA;&lt;li&gt;Not quite correct negatives, e.g., while Australia has no land borders, many people would agree that it's a &quot;neighbor&quot; of New Zealand.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3294" LastEditorUserId="70" LastEditDate="2015-04-01T12:22:00.457" LastActivityDate="2015-04-01T12:22:00.457" Title="Database of neighborhood between countries?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3413" PostTypeId="2" ParentId="3411" CreationDate="2014-07-23T20:18:12.063" Score="5" Body="&lt;p&gt;The Factbook includes a land border entry, for example, the entry for Burkina Faso reads:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3,193 km - Benin 306 km, Cote d'Ivoire 584 km, Ghana 549 km, Mali 1,000 km, Niger 628 km, Togo 126 km&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get all the data in the public domain in JSON from &lt;a href=&quot;https://github.com/openmundi/factbook.json&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;openmundi/factbook.json&lt;/code&gt;&lt;/a&gt; for example. Burkina Faso example in JSON:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;&quot;land_boundaries&quot;: {&#xA;      &quot;total&quot;: &quot;3,193 km&quot;,&#xA;      &quot;border_countries&quot;: &quot;Benin 306 km, Cote d'Ivoire 584 km, Ghana 549 km, Mali 1,000 km, Niger 628 km, Togo 126 km&quot;&#xA;    }&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="2464" LastActivityDate="2014-07-23T20:18:12.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3414" PostTypeId="2" ParentId="3410" CreationDate="2014-07-23T21:24:40.383" Score="5" Body="&lt;p&gt;The Factbook includes a religon entry, for example, the entry for Canada reads:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Roman Catholic 42.6%, Protestant 23.3% (United Church 9.5%, Anglican 6.8%, Baptist 2.4%, Lutheran 2%), other Christian 4.4%, Muslim 1.9%, other and unspecified 11.8%, none 16% (2001 census)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get all the data in the public domain in JSON from &lt;a href=&quot;https://github.com/openmundi/factbook.json&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;openmundi/factbook.json&lt;/code&gt;&lt;/a&gt; for example. Canada example in JSON:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA; &quot;religions&quot;: {&#xA;      &quot;text&quot;: &quot;Roman Catholic 42.6%, Protestant 23.3% (United Church 9.5%, Anglican 6.8%, Baptist 2.4%, Lutheran 2%), other Christian 4.4%, Muslim 1.9%, other and unspecified 11.8%, none 16% (2001 census)&quot;&#xA;    }&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="2464" LastActivityDate="2014-07-23T21:24:40.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3415" PostTypeId="2" ParentId="3403" CreationDate="2014-07-24T03:00:23.300" Score="1" Body="&lt;p&gt;They have a map (Google tiles) with waypoints but no additional road data: &lt;a href=&quot;http://gov.mu/English/Map/Pages/default.aspx&quot; rel=&quot;nofollow&quot;&gt;gov.mu/English/Map/Pages/default.aspx&lt;/a&gt; I didn't see a data download link on the page, but I'll keep digging.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find that their police utilize services from SuperMap (which is not open source/data): &lt;a href=&quot;http://www.supermap.com/en/html/solutions722161.html&quot; rel=&quot;nofollow&quot;&gt;http://www.supermap.com/en/html/solutions722161.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And for the sake of context, here is a paper discussing the need for more GIS in Mauritius not too long ago: &lt;a href=&quot;http://www.ncgia.ucsb.edu/conf/gishe97/program_files/papers/beedasy.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ncgia.ucsb.edu/conf/gishe97/program_files/papers/beedasy.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35" LastActivityDate="2014-07-24T03:00:23.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3416" PostTypeId="1" CreationDate="2014-07-24T05:40:42.930" Score="4" ViewCount="210" Body="&lt;p&gt;Is there is any API for getting the label changes for a list of drugs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been searching for APIs and RSS feeds with no luck. &lt;/p&gt;&#xA;" OwnerUserId="3006" LastEditorUserId="70" LastEditDate="2015-03-30T14:51:18.880" LastActivityDate="2015-03-30T14:51:18.880" Title="OpenFDA API for drug Label changes" Tags="|data.gov|openfda|api|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3417" PostTypeId="2" ParentId="3416" CreationDate="2014-07-24T13:54:35.977" Score="4" Body="&lt;p&gt;As of right now, SPL (structured product labels) are not part of the openFDA list of APIs for drugs (&lt;a href=&quot;https://open.fda.gov/drug/event/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/&lt;/a&gt; - note how &quot;product labels&quot; is greyed out). You can learn more about the SPL standard, guidance, etc. directly from the FDA at &lt;a href=&quot;http://www.fda.gov/ForIndustry/DataStandards/StructuredProductLabeling/default.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/ForIndustry/DataStandards/StructuredProductLabeling/default.htm&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;While you wait for the openFDA project to serve SPLs, there is a robust (and actively improved - latest update was February 2014) website (with web services!) maintained by HHS/NIH/NLM called DailyMed. Information on DailyMed web services can be found at &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/help.cfm#webservices&quot; rel=&quot;nofollow&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/help.cfm#webservices&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;From my intermediate knowledge of SPLs&lt;/em&gt;, they are versioned by a unique GUID called &quot;set IDs&quot; as well as an addition &quot;SPL version&quot;. There is an API endpoint for getting &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/help/spls_setid_history_api.cfm&quot; rel=&quot;nofollow&quot;&gt;the history of a specific SPL Set ID&lt;/a&gt; as well as an &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/help/spls_api.cfm&quot; rel=&quot;nofollow&quot;&gt;API endpoint for finding the drug record&lt;/a&gt; (including set ID) in the first place.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also note that the DailyMed site maintains an RSS feed for each set ID (such as &lt;code&gt;http://dailymed.nlm.nih.gov/dailymed/labelrss.cfm?setid=c5fdde91-1989-4dd2-9129-4f3323ea2962&lt;/code&gt;) as well as an RSS feed for all changes in the past 7 days (&lt;code&gt;http://dailymed.nlm.nih.gov/dailymed/rss.cfm&lt;/code&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-24T13:54:35.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3418" PostTypeId="1" CreationDate="2014-07-24T14:37:58.067" Score="3" ViewCount="58" Body="&lt;p&gt;It looks like there is a delay in the data served by the openFDA's enforcement report API. Right now, the most recent records in the responses from the endpoint are dated 6/18, but the most recent enforcement report from the FDA was released 7/16: &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/enforcement/enforce_rpt-Product-Tabs.cfm?action=Expand+Index&amp;amp;w=07162014&amp;amp;lang=eng&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/enforcement/enforce_rpt-Product-Tabs.cfm?action=Expand+Index&amp;amp;w=07162014&amp;amp;lang=eng&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there plans to close this gap in the future?&lt;/p&gt;&#xA;" OwnerUserId="3027" LastActivityDate="2014-11-08T22:14:44.953" Title="Delay in openFDA's drug recalls/enforcement reports?" Tags="|openfda|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3423" PostTypeId="2" ParentId="3280" CreationDate="2014-07-24T18:49:34.833" Score="1" Body="&lt;p&gt;Almost every field (let us know if we're missing any) in the openFDA APIs is documented at the &lt;a href=&quot;http://open.fda.gov&quot; rel=&quot;nofollow&quot;&gt;http://open.fda.gov&lt;/a&gt; website. However, only some fields have a unique and consistent set of values. For example, for drug adverse events, the primarysource.qualification field may be 0, 1, 2, 3, 4, or 5. For other fields, the value is arbitrary free text, and there are nearly infinite possibilities for what values the field might contain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the API reference pages for the best available documentation on the fields and searchable values.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-07-24T18:49:34.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3424" PostTypeId="2" ParentId="2145" CreationDate="2014-07-24T18:57:56.857" Score="1" Body="&lt;p&gt;Just to follow up—with respect to API key use specifically—specific instructions for adding the API key to queries was added some weeks ago to the API basics page:&#xA;&lt;a href=&quot;https://open.fda.gov/api/reference/#authentication&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/reference/#authentication&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-07-24T18:57:56.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3425" PostTypeId="2" ParentId="3353" CreationDate="2014-07-24T19:57:26.583" Score="5" Body="&lt;p&gt;There is a new API for journalists and others called &lt;a href=&quot;http://crisis.net&quot;&gt;CrisisNET&lt;/a&gt;. With it you can search based on location and type. Also, you can export CSV files if you aren't familiar with programming - &lt;strong&gt;&lt;a href=&quot;http://crisis.net/explore/&quot;&gt;explore&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Inside of the returned data are some URLs for more details. Typical results in JSON format will have these fields:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{   &quot;remoteID&quot;: &quot;117721645006819_543803659065280&quot;,   &quot;language&quot;: {&#xA;    &quot;nativeName&quot;: &quot;العربية&quot;,&#xA;    &quot;code&quot;: &quot;ar&quot;,&#xA;    &quot;name&quot;: &quot;Arabic&quot;   },   &quot;license&quot;: &quot;facebook&quot;,   &quot;author&quot;: {&#xA;    &quot;username&quot;: &quot;gazanews2012&quot;,&#xA;    &quot;remoteID&quot;: &quot;gazanews2012&quot;,&#xA;    &quot;name&quot;: &quot;شبكة غزة لأخبار العاجلة&quot;   },   &quot;contentEnglish&quot;: &quot;URGENT: rocket in \&quot;slogan Negev\&quot;, causing material damage&quot;,   &quot;fromURL&quot;: &quot;http://facebook.com/117721645006819_543803659065280&quot;,   &quot;publishedAt&quot;: &quot;2014-06-18T18:43:47+00:00&quot;,   &quot;summary&quot;: &quot;عاجل: سقوط صاروخ في \&quot;شعار هنيغف\&quot; محدثاً أضرار مادية&quot;,   &quot;content&quot;: &quot;عاجل: سقوط صاروخ في \&quot;شعار هنيغف\&quot; محدثاً أضرار مادية&quot;,   &quot;source&quot;: &quot;facebook&quot;,   &quot;tags&quot;: [&#xA;    {&#xA;      &quot;confidence&quot;: 1,&#xA;      &quot;name&quot;: &quot;armed-conflict&quot;&#xA;    },&#xA;    {&#xA;      &quot;confidence&quot;: 1,&#xA;      &quot;name&quot;: &quot;conflict&quot;&#xA;    }   ],   &quot;lifespan&quot;: &quot;temporary&quot;,   &quot;updatedAt&quot;: &quot;2014-06-18T20:11:19.553522&quot;,   &quot;entities&quot;: [&#xA;    &quot;Gaza Strip&quot;   ],   &quot;geo&quot;: {&#xA;    &quot;coords&quot;: [&#xA;      34.44580841064453,&#xA;      31.524253845214844&#xA;    ],&#xA;    &quot;locationIdentifiers&quot;: {&#xA;      &quot;authorLocationName&quot;: &quot;gaza غزة&quot;&#xA;    },&#xA;    &quot;addressComponents&quot;: {&#xA;      &quot;adminArea4&quot;: &quot;Gaza Strip&quot;,&#xA;      &quot;streetAddress&quot;: &quot;Street&quot;,&#xA;      &quot;formattedAddress&quot;: &quot;Street&quot;&#xA;    }   },   &quot;id&quot;: &quot;ljHUik-aQequcQtc21StvQ&quot;,   &quot;createdAt&quot;: &quot;2014-06-18T20:06:13.661308&quot; },&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-07-24T19:57:26.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3426" PostTypeId="1" CreationDate="2014-07-25T09:12:14.797" Score="11" ViewCount="649" Body="&lt;p&gt;Is there a list of all universities by country including their websites, location, latitude and longitude, facebook, twitter, youtube, founding year etc. I can't believe such a data set is not publicly available.&lt;/p&gt;&#xA;" OwnerUserId="3304" LastEditorUserId="70" LastEditDate="2015-03-30T17:33:03.287" LastActivityDate="2022-10-15T17:57:59.793" Title="List of all universities by country" Tags="|data-request|geospatial|education|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3427" PostTypeId="2" ParentId="3426" CreationDate="2014-07-25T09:57:14.353" Score="8" Body="&lt;p&gt;You can use Wikipedia to create your own dataset. It will not be hard. Here are a few details:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Lists_of_universities_and_colleges_by_country&quot;&gt;List of all universities by country&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Divided by continent and country, you have a list of all the universities&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then in every wikipedia page of a university, you can find as many details you want:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, in &lt;a href=&quot;http://en.wikipedia.org/wiki/Aristotle_University_of_Thessaloniki&quot;&gt;Aristotle University of Thessaloniki&lt;/a&gt; you can find coordinates, founding year, website etc.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-07-25T09:57:14.353" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3428" PostTypeId="2" ParentId="1256" CreationDate="2014-07-26T07:07:03.887" Score="8" Body="&lt;p&gt;On Windows, there is also a software called &lt;strong&gt;Delimit&lt;/strong&gt; (&quot;Open data files up to 2 billion rows and 2 million columns large!&quot;) &lt;a href=&quot;http://delimitware.com&quot;&gt;http://delimitware.com&lt;/a&gt;  For instance it can split, sort and extract only some rows or columns.&lt;/p&gt;&#xA;" OwnerUserId="3310" LastActivityDate="2014-07-26T07:07:03.887" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3429" PostTypeId="1" AcceptedAnswerId="3430" CreationDate="2014-07-26T14:33:06.300" Score="4" ViewCount="222" Body="&lt;p&gt;I'm dipping my toes into the openFDA dataset and want to do some searches related to congenital anomalies. I know this data is searchable because the folks at &lt;a href=&quot;http://www.researchae.com/&quot; rel=&quot;nofollow&quot;&gt;Social Health Insights&lt;/a&gt; have built a wonderful tool utilizing this as a search parameter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've done some reading about the fields in the &lt;a href=&quot;http://www.fda.gov/downloads/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/UCM350390.pdf&quot; rel=&quot;nofollow&quot;&gt;FAERS structure&lt;/a&gt; and the following queries work:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;code&gt;?search=_exists_:seriousnessdeath&amp;amp;limit=5&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;?search=_exists_:seriousnesslifethreatening&amp;amp;limit=5&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;?search=_exists_:seriousnesshospitalization&amp;amp;limit=5&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;?search=_exists_:seriousnessdisabling&amp;amp;limit=5&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;?search=_exists_:seriousnessother&amp;amp;limit=5&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;But the same query doesn't work for seriousnesscongenitalanomaly&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;?search=_exists_:seriousnesscongenitalanomaly&amp;amp;limit=5&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas what I'm doing wrong?&lt;/p&gt;&#xA;" OwnerUserId="3305" LastEditorUserId="2976" LastEditDate="2014-07-26T14:58:45.050" LastActivityDate="2014-07-26T14:58:51.653" Title="seriousnesscongenitalanomaly in openFDA Adverse Events" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3430" PostTypeId="2" ParentId="3429" CreationDate="2014-07-26T14:58:51.653" Score="4" Body="&lt;p&gt;Thanks for the complement on our &lt;a href=&quot;http://ResearchAE.com&quot; rel=&quot;nofollow&quot;&gt;ResearchAE.com&lt;/a&gt; project. Glad you found it useful and as an example of what people can do with the openFDA data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To answer your question, I believe the query you mean to be doing is this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=_exists_:seriousnesscongenitalanomali&amp;amp;limit=5&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Clickable link for that openFDA query: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=_exists_:seriousnesscongenitalanomali&amp;amp;limit=5&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=&lt;em&gt;exists&lt;/em&gt;:seriousnesscongenitalanomali&amp;amp;limit=5&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-26T14:58:51.653" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3432" PostTypeId="1" AcceptedAnswerId="3441" CreationDate="2014-07-27T09:05:59.733" Score="5" ViewCount="186" Body="&lt;p&gt;I would like to find a list of company that deal with a specific sector of industry. I don't know how I can retrieve these data, I know that probably there is a list in Chambers of Commerce but I know that it could be very expensive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my specific case I am looking for the companies that deals with analytical chemistry, quality control in Aberdeen in Scotland. Have you any idea about how can I do that?&lt;/p&gt;&#xA;" OwnerUserId="3314" LastEditorUserId="754" LastEditDate="2014-09-12T13:22:22.293" LastActivityDate="2021-10-30T11:24:42.557" Title="How can I retrieve a list of companies that deal in a specific field?" Tags="|data-request|companies|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3433" PostTypeId="2" ParentId="3239" CreationDate="2014-07-27T12:27:46.490" Score="2" Body="&lt;p&gt;Based on checkout usability performance these are the top 100 E-Commerce websites&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://baymard.com/checkout-usability/benchmark/top-100&quot; rel=&quot;nofollow&quot;&gt;http://baymard.com/checkout-usability/benchmark/top-100&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3315" LastActivityDate="2014-07-27T12:27:46.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3434" PostTypeId="2" ParentId="638" CreationDate="2014-07-27T15:50:30.923" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://libguides.mit.edu/apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://libguides.mit.edu/apis&lt;/a&gt; gives a very nice list of APIs for scholarly resources, here is snapshot of the page in case it disappears:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OgWL6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OgWL6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-07-27T15:50:30.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3435" PostTypeId="1" AcceptedAnswerId="3436" CreationDate="2014-07-27T19:03:34.580" Score="9" ViewCount="1045" Body="&lt;p&gt;The &lt;a href=&quot;http://kvk.nl&quot; rel=&quot;noreferrer&quot;&gt;Dutch company register at kvk.nl&lt;/a&gt; doesn't have an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find open company data for the Netherlands? Ideally with an API.&lt;/p&gt;&#xA;" OwnerUserId="3316" LastEditorUserId="754" LastEditDate="2014-09-12T11:06:42.380" LastActivityDate="2023-02-03T09:40:59.417" Title="Open company data for the Netherlands" Tags="|data-request|europe|companies|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3436" PostTypeId="2" ParentId="3435" CreationDate="2014-07-27T19:03:34.580" Score="8" Body="&lt;p&gt;&lt;a href=&quot;https://openkvk.nl/&quot; rel=&quot;noreferrer&quot;&gt;openkvk&lt;/a&gt; is a project to provide Dutch company data. The project has been running since 2009 and there's a mature API.&lt;/p&gt;&#xA;" OwnerUserId="3316" LastActivityDate="2014-07-27T19:03:34.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3437" PostTypeId="2" ParentId="3435" CreationDate="2014-07-27T23:14:20.847" Score="8" Body="&lt;p&gt;The OpenCorporates project at &lt;a href=&quot;https://opencorporates.com/&quot;&gt;https://opencorporates.com/&lt;/a&gt; has more than 2.5 million entries for companies registered in the Netherlands as well: &lt;a href=&quot;https://opencorporates.com/companies/nl&quot;&gt;https://opencorporates.com/companies/nl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;APIs and developer information for the project can be found at &lt;a href=&quot;http://api.opencorporates.com/&quot;&gt;http://api.opencorporates.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-27T23:14:20.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3438" PostTypeId="1" AcceptedAnswerId="3439" CreationDate="2014-07-27T23:17:04.657" Score="2" ViewCount="91" Body="&lt;p&gt;Thanks to &lt;a href=&quot;https://opendata.stackexchange.com/questions/786/is-there-an-open-database-of-elementary-middle-and-high-schools-in-the-united&quot;&gt;Is there an open database of elementary, middle, and high schools in the United States?&lt;/a&gt; I found &lt;a href=&quot;http://www.ed.gov/developers&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ed.gov/developers&lt;/a&gt; where I downloaded a list of schools ( School District / Local Education Agency (LEA) Listing ). However, I do not see where I can find a list of column definitions anywhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where Can I find this information.&lt;/p&gt;&#xA;" OwnerUserId="3313" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-07-28T01:01:35.387" Title="Where can I find column definitions for ed.gov data?" Tags="|government|data.gov|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3439" PostTypeId="2" ParentId="3438" CreationDate="2014-07-28T01:01:35.387" Score="3" Body="&lt;p&gt;Did you download the dataset directly off of &lt;a href=&quot;http://www.ed.gov/developers&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ed.gov/developers&lt;/a&gt; ? If so, a lot of metadata and data discussion can be found in the PDF file linked to the right of the orange CSV, JSON, XML, and API links. Attaching a screenshot below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT 1&lt;/strong&gt;: One more trick -- if you are using the API endpoint, switch &lt;code&gt;rows.json&lt;/code&gt; in that URL to &lt;code&gt;columns.json&lt;/code&gt; and you'll get some more information such as what the &lt;code&gt;name&lt;/code&gt; of the column is as opposed to the lowercase/parameterized &lt;code&gt;fieldName&lt;/code&gt; but the PDF should still have more information and explanation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this help? If not, which data set are you referring to?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/CXbN0.gif&quot; alt=&quot;screenshot&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-28T01:01:35.387" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3440" PostTypeId="2" ParentId="3243" CreationDate="2014-07-28T23:25:13.210" Score="1" Body="&lt;p&gt;I haven't taken an extensive look yet, but you might have some success with &lt;a href=&quot;http://opencorporates.com&quot; rel=&quot;nofollow&quot;&gt;opencorporates&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2014-07-28T23:25:13.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3441" PostTypeId="2" ParentId="3432" CreationDate="2014-07-29T01:07:02.710" Score="3" Body="&lt;p&gt;You can get a &lt;a href=&quot;http://download.companieshouse.gov.uk/en_output.html&quot; rel=&quot;nofollow&quot;&gt;list of UK registered limited companies&lt;/a&gt; from Companies House that also contains the &lt;a href=&quot;http://www.companieshouse.gov.uk/infoAndGuide/sic/sic2007.shtml&quot; rel=&quot;nofollow&quot;&gt;SIC Codes&lt;/a&gt; for each company.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These aren't always that informative, but they provide a starting point?&lt;/p&gt;&#xA;" OwnerUserId="567" LastActivityDate="2014-07-29T01:07:02.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3442" PostTypeId="1" AcceptedAnswerId="10617" CreationDate="2014-07-29T06:22:02.410" Score="4" ViewCount="69" Body="&lt;p&gt;Value is subjective. One person might want a certain house so much that he will pay for it $2 million, while another person won't give even $0.5 million to the same house. The market price of the house is, informally, an &quot;average&quot; between the different subjective values. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many databases for house prices in different locations, but I am interested in estimating the subjective values of the houses. Of course it is not practical to know the subjective value of each person for every house; I am interested in more general statistics, such as: the average subjective value, the median, the variance, the quartiles, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any idea, what data can I use to get these estimates?&lt;/p&gt;&#xA;" OwnerUserId="2740" LastActivityDate="2017-02-08T23:40:44.583" Title="How to estimate subjective value?" Tags="|economics|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3443" PostTypeId="1" AcceptedAnswerId="3444" CreationDate="2014-07-29T06:29:56.797" Score="3" ViewCount="109" Body="&lt;p&gt;I'm in a process of investigation of openFDA API and its possibilities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now I'm reviewing this type of request - One enforcement report of a certain health hazard class&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/enforcement.json?search=classification:&quot;Class+I&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is it possible to make a request which returns results for all Hazard classes?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I tried to use such a query&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/enforcement.json?search=classification:&quot;Class+I&quot;+classification:&quot;Class+II&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;system returns results only for the last term (in current case &quot;Class II&quot;)&lt;/p&gt;&#xA;" OwnerUserId="3321" LastEditorUserId="505" LastEditDate="2014-07-29T09:13:45.217" LastActivityDate="2014-07-29T11:09:25.420" Title="OpenFDA API: Can I perform search by same field with various values" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3444" PostTypeId="2" ParentId="3443" CreationDate="2014-07-29T11:09:25.420" Score="0" Body="&lt;p&gt;Here is the correct query syntax for an 'OR' search:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/enforcement.json?search=classification:(&quot;Class+I&quot;+OR+&quot;Class+II&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I took a look and the result count equals the count of Class 1 + Class 2 so this should be what you were looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More information on openFDA &quot;API Basics&quot; are at &lt;a href=&quot;https://open.fda.gov/api/reference/#query-syntax&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/reference/#query-syntax&lt;/a&gt; though there was not a specific example for an OR search that had spaces in it.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-29T11:09:25.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3445" PostTypeId="1" CreationDate="2014-07-29T14:35:11.237" Score="5" ViewCount="221" Body="&lt;p&gt;Are there any sources of machine readable IRS codes (e.g. state, country etc.)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, on the &lt;a href=&quot;http://www.irs.gov/pub/irs-pdf/i1099b.pdf&quot; rel=&quot;noreferrer&quot;&gt;1099-B instructions&lt;/a&gt;, the 1f code on this form. However I would like avoid having to scrape the pdf document for this information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To be clear, this question is general and not specific to the 1099-B form. The 1099-B is just being used as an example, and there are other forms that have much lengthier code lists.&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="2976" LastEditDate="2014-07-29T15:03:02.327" LastActivityDate="2014-07-29T15:03:02.327" Title="IRS Codes in machine readable format" Tags="|usa|government|data-format|taxes|irs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3446" PostTypeId="2" ParentId="3445" CreationDate="2014-07-29T14:55:49.077" Score="4" Body="&lt;p&gt;It's difficult to know when to use the Stack Exchange &quot;answer&quot; field for an inconclusive answer, but after a review of the IRS's website, I don't see much sign of this, particularly for the 1f code on that form, but really, for anything. The most prominent source of structured data from the IRS that I found is the &lt;a href=&quot;http://www.irs.gov/uac/Tax-Stats-2&quot; rel=&quot;nofollow&quot;&gt;Tax Stats&lt;/a&gt; section, which isn't what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's an extensive section for &lt;a href=&quot;http://www.irs.gov/Tax-Professionals/e-File-Providers-&amp;amp;-Partners&quot; rel=&quot;nofollow&quot;&gt;&quot;e-file providers&quot;&lt;/a&gt;, including some &lt;a href=&quot;http://www.irs.gov/Tax-Professionals/e-File-Providers-&amp;amp;-Partners/IRS-e-file-Technical-Publications&quot; rel=&quot;nofollow&quot;&gt;PDF docs that articulate valid code values&lt;/a&gt;, but nothing machine readable that I see. Maybe they make that sort of stuff available to approved e-file providers?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the 1099 form instructions you referenced are also &lt;a href=&quot;http://www.irs.gov/instructions/i1099b/ar02.html&quot; rel=&quot;nofollow&quot;&gt;available as HTML&lt;/a&gt; as well as PDF, although you'd still have to scrape free text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This seems like a case where you are best off &lt;a href=&quot;http://www.irs.gov/Help-&amp;amp;-Resources&quot; rel=&quot;nofollow&quot;&gt;asking the IRS directly&lt;/a&gt;, both to get an authoritative answer, as well as to register public interest in more structured data from them. Also, while I know that tech folks are often inclined to simply fill out a form or send an email, this may be a case where a phone call would pay off. Sometimes (but definitely not always), a real-time human interaction helps cut to the chase, and can result in social referrals to people with better information or more access than you can find by impersonal electronic means. However, the &lt;a href=&quot;http://philanthropy.com/article/Lawsuit-Would-Force-IRS-to/147077/&quot; rel=&quot;nofollow&quot;&gt;IRS has not been very forthcoming&lt;/a&gt; with publishing machine readable data thus far.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-07-29T14:55:49.077" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3447" PostTypeId="5" CreationDate="2014-07-29T15:09:26.570" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-07-29T15:09:26.570" LastActivityDate="2014-07-29T15:09:26.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3448" PostTypeId="4" CreationDate="2014-07-29T15:09:26.570" Score="0" Body="IRS is the common acronym for Internal Revenue Service, the US Agency responsible for federal tax collection." OwnerUserId="18" LastEditorUserId="18" LastEditDate="2014-07-29T16:42:53.600" LastActivityDate="2014-07-29T16:42:53.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3449" PostTypeId="1" AcceptedAnswerId="3452" CreationDate="2014-07-29T16:42:27.163" Score="3" ViewCount="67" Body="&lt;p&gt;I am trying to track down how many veterans have been and are currently in Congress&lt;/p&gt;&#xA;&lt;p&gt;The closest thing I have found is this &lt;a href=&quot;http://www.hqafsa.org/aoc/113.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt; but it only gives me the 113 congresses I would like to find something a little bit easier to machine-read, and also a little more complete with past data so I can develop a proper graphical depiction.&lt;/p&gt;&#xA;&lt;p&gt;Any help is appreciated.&lt;/p&gt;&#xA;" OwnerUserId="2545" LastEditorUserId="23272" LastEditDate="2022-07-14T12:53:06.910" LastActivityDate="2022-07-14T12:53:06.910" Title="How many Veterans have been or are currently in Congress" Tags="|data-request|government|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3450" PostTypeId="1" CreationDate="2014-07-29T17:01:30.327" Score="2" ViewCount="57" Body="&lt;p&gt;How can I structure a question on the FDA OpenApp that will return all Class 1 and 2 medical device recalls for radiation therapy devices over a certain period (e.g. the month of June 2014)?&lt;/p&gt;&#xA;" OwnerUserId="3326" LastActivityDate="2014-07-29T19:52:34.750" Title="Class 1 and 2 medical device recalls" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3451" PostTypeId="2" ParentId="3450" CreationDate="2014-07-29T19:52:34.750" Score="1" Body="&lt;p&gt;The short answer is as follows (&lt;a href=&quot;https://api.fda.gov/device/enforcement.json?search=radiation%20AND%20classification:(%22Class%20I%22%20OR%20%22Class%20II%22)%20AND%20recall_initiation_date:[2012-06-01%20TO%202012-06-30]&amp;amp;limit=100&quot; rel=&quot;nofollow&quot;&gt;here is a clickable link though&lt;/a&gt;) which searches for recalls &lt;em&gt;initiated&lt;/em&gt; during June &lt;em&gt;2012&lt;/em&gt;, that were classified as Class I or Class II, and had the word &quot;radiation&quot; somewhere in the recall documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://api.fda.gov/device/enforcement.json?search=radiation+AND+classification:(&quot;Class+I&quot;+OR+&quot;Class+II&quot;)+AND+recall_initiation_date:[2012-06-01+TO+2012-06-30]&amp;amp;limit=100&lt;/code&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;There are a number of caveats to keep in mind though:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;This query relies on &quot;radiation&quot; being included in one or more of the fields listed at &lt;a href=&quot;https://open.fda.gov/device/enforcement/reference/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/device/enforcement/reference/&lt;/a&gt; such as &lt;code&gt;product_description&lt;/code&gt; but there is absolutely no guarantee radiation drugs will mention that keyword.&lt;/li&gt;&#xA;&lt;li&gt;This query also relies on &lt;code&gt;recall_initiation_date&lt;/code&gt; be present which appears to only be there for 59% of all the device enforcement reports available in the API (&lt;a href=&quot;https://api.fda.gov/device/enforcement.json?search=_exists_:recall_initiation_date&amp;amp;count=product_type&quot; rel=&quot;nofollow&quot;&gt;4639&lt;/a&gt; of the &lt;a href=&quot;https://api.fda.gov/device/enforcement.json?count=product_type&quot; rel=&quot;nofollow&quot;&gt;7855&lt;/a&gt;). Note that field &lt;code&gt;report_date&lt;/code&gt; seems to have 100% coverage. Maybe the &lt;code&gt;recall_initiation_date&lt;/code&gt; field is only available after a certain date? More digging needs to be done to make that call.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-07-29T19:52:34.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3452" PostTypeId="2" ParentId="3449" CreationDate="2014-07-29T22:02:18.783" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.brookings.edu/research/reports/2013/07/vital-statistics-congress-mann-ornstein&quot; rel=&quot;nofollow&quot;&gt;Vital Statistics on Congress&lt;/a&gt; from the Brookings Institute has some data about this available in Excel.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;Vital Statistics Chapter 1- Demographics of Members of Congress&quot; workbook has a worksheet, &quot;1-8&quot;, which has the title &quot;Prior Occupations of Representatives, 83rd - 113th Congresses, 1953 - 2014&quot;  Veteran is one of the lines.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-07-29T22:02:18.783" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3453" PostTypeId="2" ParentId="1897" CreationDate="2014-07-29T22:10:18.543" Score="6" Body="&lt;p&gt;It seems like &lt;a href=&quot;http://echoprint.me/&quot; rel=&quot;nofollow&quot;&gt;http://echoprint.me/&lt;/a&gt; is the service you want:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Echoprint is a music fingerprint or music identification service. It&#xA;  listens to music signals and tells you what song is playing. It’s&#xA;  backed by a huge database of music that grows with the community and&#xA;  further partnerships. On launch we’ve partnered with Musicbrainz. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;...&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Does it work “over the air”, identifying songs over a microphone?&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Yes - Echoprint has been designed from the ground up for OTA, and our&#xA;  informal tests have demonstrated many successful and promising results&#xA;  for this scenario. The system still needs a little more tuning,&#xA;  however, and is under continued development to further improve&#xA;  accuracy and performance.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Data license (at &lt;a href=&quot;http://echoprint.me/data&quot; rel=&quot;nofollow&quot;&gt;http://echoprint.me/data&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Echoprint data (for ingestion into your own server) is available under the “Echoprint Database License.” The intent of the license is simple: Use our data for whatever you want (commercial or non, research, personal use); If you download our data and then add to it, you are required to contribute data back to us. ; There is a good reason for this. We want Echoprint to be able to resolve every song in the universe. If you add to the database of resolvable tracks, the Echoprint community needs to know about it.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18" LastEditorUserId="754" LastEditDate="2015-04-01T09:08:02.773" LastActivityDate="2015-04-01T09:08:02.773" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3454" PostTypeId="1" CreationDate="2014-07-30T12:28:30.840" Score="5" ViewCount="311" Body="&lt;p&gt;I'm looking for free datasets of product reviews. At minimum I need the following values for each record:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Rating (e.g. 2/5 stars, or 40%)&lt;/li&gt;&#xA;&lt;li&gt;Product Name / Description (e.g. iPhone 5s)&lt;/li&gt;&#xA;&lt;li&gt;Reviewer (e.g. Wired magazine)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any additional values would be a bonus, such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Category (e.g. Smartphone)&lt;/li&gt;&#xA;&lt;li&gt;Price&lt;/li&gt;&#xA;&lt;li&gt;Date&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I particularly want products reviewed by magazines/websites (i.e. journalists rather than the public) as I am investigating the skew of product reviews from a neutral source (e.g.is it more likely that a magazine will rate a product higher because it has to consider its income stream from advertising?). I am interested in reviews of ANYTHING, and would love to build a dataset from a diverse range of reviewers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;So far I have managed to scrape some reviews from websites and have datasets of album reviews, bike reviews and a small dataset of consumer tech reviews. This is quite a time-consuming process so it would be great if there was pre-existing datasets of this ilk.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="3043" LastEditorUserId="3043" LastEditDate="2014-08-01T08:06:36.780" LastActivityDate="2014-11-26T16:23:25.980" Title="Product Reviews" Tags="|data-request|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3455" PostTypeId="2" ParentId="1639" CreationDate="2014-07-31T01:24:47.157" Score="2" Body="&lt;p&gt;columbia has a music database here: &lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/pages/example-track-description&quot; rel=&quot;nofollow&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/pages/example-track-description&lt;/a&gt;&lt;br&gt;&#xA;also i'm willing to bet last.fm does too&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-07-31T01:24:47.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3456" PostTypeId="2" ParentId="1613" CreationDate="2014-07-31T01:26:21.863" Score="5" Body="&lt;p&gt;columbia has a music db here: &lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/pages/example-track-description&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/pages/example-track-description&lt;/a&gt;&lt;br&gt;&#xA;also check last.fm and creative commons music communities:&lt;br&gt;&#xA;&lt;a href=&quot;http://creativecommons.org/music-communities&quot;&gt;http://creativecommons.org/music-communities&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-07-31T01:26:21.863" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3457" PostTypeId="2" ParentId="3301" CreationDate="2014-07-31T01:27:29.523" Score="2" Body="&lt;p&gt;Check the &lt;a href=&quot;http://creativecommons.org/music-communities&quot; rel=&quot;nofollow&quot;&gt;creative commons music sites&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, there is &lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/&quot; rel=&quot;nofollow&quot;&gt;Columbia's music database&lt;/a&gt;.  On Columbia's site, they also provide &lt;a href=&quot;https://github.com/tbertinmahieux/MSongsDB/tree/master/Tasks_Demos/Preview7digital&quot; rel=&quot;nofollow&quot;&gt;open source code&lt;/a&gt; that allows you to sample audio files from other services like &lt;a href=&quot;http://www.7digital.com/free-mp3s-deals/deals/free-mp3s&quot; rel=&quot;nofollow&quot;&gt;7Digital&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="244" LastEditDate="2014-08-17T14:12:35.737" LastActivityDate="2014-08-17T14:12:35.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3458" PostTypeId="2" ParentId="553" CreationDate="2014-07-31T17:10:51.680" Score="0" Body="&lt;p&gt;If you're a Flipkart Affiliate, you can access their Product (and Offers) feed. The products have a custom Flipkart Id and not something general that you can compare with elsewhere.&lt;/p&gt;&#xA;" OwnerUserId="3341" LastActivityDate="2014-07-31T17:10:51.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3459" PostTypeId="1" CreationDate="2014-07-31T20:25:28.053" Score="6" ViewCount="505" Body="&lt;p&gt;I recently downloaded a ZIP file in RDF format from the &lt;a href=&quot;http://opendata.bcn.cat/opendata/en/&quot; rel=&quot;noreferrer&quot;&gt;Barcelona Open Data web page&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This format is a subset (or that is what I understand) of XML. I’ve been trying to parse it with an objective C API (NSXMLParser), but all my efforts have brought no happy ending. I have searched Stack Overflow for hours and nobody appears to have any info into how to work with this type of data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anybody here has any experience working with RDF formats? Any tips or guidelines?&lt;/p&gt;&#xA;" OwnerUserId="3343" LastEditorUserId="877" LastEditDate="2014-08-01T15:41:31.130" LastActivityDate="2014-08-01T15:41:31.130" Title="How to work with RDF formats" Tags="|rdf|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3460" PostTypeId="2" ParentId="3459" CreationDate="2014-07-31T20:55:36.690" Score="3" Body="&lt;p&gt;I have experience of working with RDF in Python. I don't know if it is suitable for you. In specific, I have used the library &lt;a href=&quot;http://rdflib.readthedocs.org/en/latest/&quot; rel=&quot;nofollow&quot;&gt;RDFlib&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from rdflib import Graph&#xA;&#xA;g = Graph()&#xA;g.parse(&quot;http://bigasterisk.com/foaf.rdf&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;From now on, you have two options. Query the graph with SPARQL or parse the file with triples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With SPARQL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;qres = g.query(&#xA;    &quot;&quot;&quot;SELECT DISTINCT ?aname ?bname&#xA;       WHERE {&#xA;          ?a foaf:knows ?b .&#xA;          ?a foaf:name ?aname .&#xA;          ?b foaf:name ?bname .&#xA;       }&quot;&quot;&quot;)&#xA;&#xA;for row in qres:&#xA;    print(&quot;%s knows %s&quot; % row)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;With simple parsing you will iterate through triples.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;for s, p, o in g:&#xA;    print((s, p, o))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Try to run this code in a small RDF file in order to understand how it works and what exactly represent each of s,p and o. If you still have a problem, let me know.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2014-07-31T20:55:36.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3461" PostTypeId="1" CreationDate="2014-07-31T21:19:31.293" Score="5" ViewCount="121" Body="&lt;p&gt;Does anyone know of a corpus of US addresses where the parts of the addresses have been tagged. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;streetNumber&amp;gt;123&amp;lt;/streetNumber&amp;gt; &#xA;&amp;lt;streetDirection&amp;gt;E.&amp;lt;/streetDirection&amp;gt;&#xA;&amp;lt;streetName&amp;gt;Main&amp;lt;/streetName&amp;gt; &#xA;&amp;lt;streetType&amp;gt;Rd.&amp;lt;/streetType&amp;gt;&#xA;,&#xA;&amp;lt;place&amp;gt;Chicago&amp;lt;/place&amp;gt;&#xA;&amp;lt;state&amp;gt;IL&amp;lt;/state&amp;gt;&#xA;&amp;lt;postalCode&amp;gt;60647&amp;lt;/postalCode&amp;gt; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm &lt;em&gt;not&lt;/em&gt; looking for a corpus of addresses like OpenAddresses. I'm also not looking for a data standard for tagging addresses like the &lt;a href=&quot;https://www.fgdc.gov/standards/projects/FGDC-standards-projects/street-address/index_html&quot; rel=&quot;nofollow&quot;&gt;United States Thoroughfare, Landmark, and Postal Address Data Standard&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a corpus of addresses, where the parts of the addresses have been tagged. Something like &lt;a href=&quot;https://github.com/datamade/us-address-parser/blob/master/training/data/us50.test.tagged&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2014-08-04T19:15:18.653" LastActivityDate="2014-08-06T01:31:34.757" Title="Tagged addresses" Tags="|data-request|corpora|nlp|usa|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3462" PostTypeId="1" CreationDate="2014-07-31T22:53:10.483" Score="5" ViewCount="1449" Body="&lt;p&gt;We are looking for a data set or data sets to test record linkage/identity resolution. The target problem is matching up customers to people on various watch lists. We want to test the basic stuff that everyone does like edit distance, Jaccard similiarity, and so on. We also need to test some of our own heuristics. And we might look at locality sensitive hashing and perhaps clustering. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;First we need some some data to test efficacy of different approaches. I am looking for labelled data or something with some ground truth so I can produce a confusion matrix of true/false positive/negatives.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't want to turn this into too much of a &quot;what's your favorite data set&quot; question, but given what I've written above, what data sets can the community recommend to me?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Changed name of the question and description to better reflect the problem space (with thanks to &lt;a href=&quot;https://opendata.stackexchange.com/users/2976/mark-silverberg&quot;&gt;Mark Silverberg&lt;/a&gt;).&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="3346" LastEditorUserId="11218" LastEditDate="2017-10-06T07:23:52.690" LastActivityDate="2017-10-06T07:23:52.690" Title="Data sets for evaluating identity resolution" Tags="|data-request|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3465" PostTypeId="2" ParentId="3459" CreationDate="2014-08-01T10:12:49.580" Score="5" Body="&lt;p&gt;RDF has many different &lt;a href=&quot;http://en.wikipedia.org/wiki/Resource_Description_Framework#Serialization_formats&quot; rel=&quot;nofollow noreferrer&quot;&gt;serializations&lt;/a&gt; (or formats); there is no &quot;RDF format&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you say it’s XML, it’s most likely the &lt;a href=&quot;http://www.w3.org/TR/rdf-syntax-grammar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF/XML&lt;/a&gt; serialization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should &lt;em&gt;not&lt;/em&gt; use a usual XML parser to work with it; you’ll want to work on the RDF triple level instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you need an RDF-aware tool that can input RDF/XML; or you can convert your file from RDF/XML to a more human-readable format like &lt;a href=&quot;http://en.wikipedia.org/wiki/Turtle_%28syntax%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Turtle&lt;/a&gt;, and use a tool that inputs this serialization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To query the data, you’ll want to use &lt;a href=&quot;http://en.wikipedia.org/wiki/SPARQL&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many tools (&lt;a href=&quot;http://librdf.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Redland librdf&lt;/a&gt; (C), &lt;a href=&quot;http://en.wikipedia.org/wiki/Jena_%28framework%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Jena&lt;/a&gt; (Java), …), and I can’t give a recommendation, but the sister site &lt;a href=&quot;https://softwarerecs.stackexchange.com/&quot;&gt;&#xA;Software Recommendations&lt;/a&gt; might help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also a &lt;a href=&quot;http://www.w3.org/2001/sw/wiki/Tools&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of tools in W3C’s Semantic Web wiki&lt;/a&gt; (also with links to other off-site lists).&lt;/p&gt;&#xA;" OwnerUserId="877" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:02.280" LastActivityDate="2014-08-01T10:12:49.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3466" PostTypeId="1" CreationDate="2014-08-01T11:00:46.457" Score="4" ViewCount="164" Body="&lt;p&gt;&lt;a href=&quot;http://bost.ocks.org/mike/make/&quot; rel=&quot;nofollow&quot;&gt;This post&lt;/a&gt; provides a good explanation why and how the &lt;strong&gt;data collection&lt;/strong&gt; process should be part of the implementation of an &lt;em&gt;open data project&lt;/em&gt; rather than just a &lt;em&gt;once-executed-and-then-forgotten&lt;/em&gt; step. &#xA;Ideally the data collection building scripts plus various processing steps, e.g., &lt;em&gt;conversion&lt;/em&gt; to various data formats, &lt;em&gt;dataset merging&lt;/em&gt;, or parsing of meta data are made a open source project themselves. See &lt;a href=&quot;https://github.com/mbostock/us-atlas&quot; rel=&quot;nofollow&quot;&gt;this open-source project&lt;/a&gt; for an example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interesting in other such projects for various reasons:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Learn how to interpret various types of open data collections&lt;/li&gt;&#xA;&lt;li&gt;Best practices for &lt;em&gt;open data&lt;/em&gt; &lt;strong&gt;&quot;build&quot;&lt;/strong&gt; systems&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3350" LastEditorUserId="70" LastEditDate="2014-09-13T10:36:05.973" LastActivityDate="2014-09-13T10:36:05.973" Title="Open data build project examples" Tags="|best-practice|tool-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3467" PostTypeId="2" ParentId="3466" CreationDate="2014-08-01T16:22:22.627" Score="2" Body="&lt;p&gt;I started the &lt;a href=&quot;https://github.com/openfootball&quot; rel=&quot;nofollow&quot;&gt;open football project&lt;/a&gt; - that collects public domain football data (e.g. World Cup in Brazil, English Premier League, Bundesliga, Champions League etc.).  Nothing new other than having public domain (license-free, no rights reservied) datasets in plain old text.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What's different is that &lt;a href=&quot;https://github.com/sportdb&quot; rel=&quot;nofollow&quot;&gt;all tools and scripts&lt;/a&gt; including, of course, the &lt;a href=&quot;https://github.com/openfootball&quot; rel=&quot;nofollow&quot;&gt;build scripts&lt;/a&gt; are public domain (and open sourced) too and, of course, part of the project.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, to build a single-file SQLite database e.g.  &lt;code&gt;worldcup.db&lt;/code&gt; that includes all World Cups from 1930 to 2014 use the Ruby make tool, that is, &lt;code&gt;rake&lt;/code&gt;. Example: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ rake build DATA=worldcup&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That's it. Cheers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: The same &quot;system&quot; works, for sure, for other topics. See, the &lt;a href=&quot;https://github.com/openbeer&quot; rel=&quot;nofollow&quot;&gt;open beer and brewery project&lt;/a&gt; as another &quot;real-world&quot; example that includes build scripts that let you build &quot;The Free World Beer Book&quot; (e.g. &lt;code&gt;$ rake book&lt;/code&gt;).&lt;/p&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2014-08-01T16:33:24.857" LastActivityDate="2014-08-01T16:33:24.857" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3468" PostTypeId="1" CreationDate="2014-08-01T18:27:45.513" Score="9" ViewCount="250" Body="&lt;p&gt;I am trying to populate a GeoJSON layer of blockgroups in Leaflet with attribute data pulled live from the Census API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My GeoJSON has the full FIPS code for the blockgroups as an attribute. That is, each feature has the concatenation of State, County, Tract, and Blockgroup FIPS codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example blockgroup FIPS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Massachusetts (FIPS: 25), Suffolk County (FIPS: 025), Tract 07010, Blockgroup 3 renders as 25025070103.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to be able to make a request that gets attribute data for all the visible blockgroups at once, by passing a list of these blockgroup FIPS codes. Because the FIPS code is fixed-length, the API should understand what geometry I'm requesting, at least within the State-County-Tract-Blockgroup-Block pipeline.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://api.census.gov/data/2010/sf1?get=NAME,P0010001&amp;amp;for=blockgroups:250250701013,250250701014,250250701024&amp;amp;key=xxxx&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the Census API documentation requires that superior geometries be specified, at least at the county level. However, if my layer crosses counties or states, I have to gather all of my blockgroup IDs, sort them, split them into different requests by states and/or counties, issue the requests sequentially, then add the data as it comes in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The example from above, albeit a small one, splits into:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://api.census.gov/data/2010/sf1?get=NAME,P0010001&amp;amp;for=block:3006,3007&amp;amp;in=state:25+county:025+tract:070101&amp;amp;key=xxxx&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://api.census.gov/data/2010/sf1?get=NAME,P0010001&amp;amp;for=block:4,&amp;amp;in=state:25+county:025+tract:070102&amp;amp;key=xxxx&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to issue a request with just tract/blockgroup/block FIPS codes? If not, could one be implemented?&lt;/p&gt;&#xA;" OwnerUserId="3353" LastEditorUserId="18" LastEditDate="2015-03-13T20:22:40.770" LastActivityDate="2022-06-28T19:28:46.023" Title="Census API data across superior geographies" Tags="|api|us-census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3469" PostTypeId="2" ParentId="3461" CreationDate="2014-08-01T20:25:41.573" Score="2" Body="&lt;p&gt;microformats do that, off hand look @ web data commons for a large repo:&lt;br&gt;&#xA;&lt;a href=&quot;http://webdatacommons.org/&quot; rel=&quot;nofollow&quot;&gt;http://webdatacommons.org/&lt;/a&gt;&lt;br&gt;&#xA;more real world examples from microformats wiki:&lt;br&gt;&#xA;&lt;a href=&quot;http://microformats.org/wiki/dataset-examples#Real-World_Examples&quot; rel=&quot;nofollow&quot;&gt;http://microformats.org/wiki/dataset-examples#Real-World_Examples&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-08-01T20:25:41.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3470" PostTypeId="1" CreationDate="2014-08-02T09:07:44.790" Score="1" ViewCount="30" Body="&lt;p&gt;I am seeking data about war propaganda songs, such as those used in the Israeli/Palestinian conflict, and how they are spread via social media.&lt;/p&gt;&#xA;" OwnerUserId="3355" LastEditorUserId="70" LastEditDate="2015-03-31T19:13:45.603" LastActivityDate="2015-03-31T19:13:45.603" Title="Where can I find data about sharing propaganda music videos on Facebook?" Tags="|data-request|music|social-media|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3471" PostTypeId="1" CreationDate="2014-08-02T16:09:24.400" Score="5" ViewCount="79" Body="&lt;p&gt;Does anyone know of any national weather datasets that cover the contiguous US for the period 1980 to 2011?  I need gridded values, preferably with a grid size (resolution) of 1 km x 1 km up to (maybe) 10 km x 10 km.  I don't want point sites nor do I want to spatially average between point sites - I'll take datasets where that is already done, but I don't have the skill set to do that myself.  I know about NOAA's NCDC, but they don't seem to produce any gridded datasets.  Weather Underground doesn't seem to produce any gridded data sets.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need hourly values, but can probably deal with daily values, of Temp and Precip at a minimum, but ideally also need windspeed, atmospheric pressure, humidity, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't had much like finding any other than Global Circulation Model outputs. And picking the right one of those can be confusing. &lt;/p&gt;&#xA;" OwnerUserId="3360" LastEditorUserId="70" LastEditDate="2014-09-13T10:33:49.623" LastActivityDate="2014-09-13T10:33:49.623" Title="National Scale (contiguous US) weather data set for 1980 - 2010" Tags="|data-request|usa|geospatial|weather|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3472" PostTypeId="2" ParentId="3288" CreationDate="2014-08-02T19:42:09.963" Score="7" Body="&lt;p&gt;&lt;strong&gt;Elevation Data&lt;/strong&gt;&#xA;For high resolution DEMs, which I define as 1/9 arc-second (approx. 3m) or better in the horizontal plane, i use a combination of the National Map viewer (&lt;a href=&quot;http://viewer.nationalmap.gov/viewer/&quot; rel=&quot;noreferrer&quot;&gt;http://viewer.nationalmap.gov/viewer/&lt;/a&gt;) where you can select and view the availability of 1/9 arc-second data across the US.  Here's a screenshot of the availability:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/9zcvA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;LIDAR collection is ongoing at the state and federal level (search USGS 3DEP program) but won't be complete for years.  Individual states can sometimes provide higher resolution LIDAR or DEM data, and most have GIS clearinghouses.  NY State's: &lt;a href=&quot;https://gis.ny.gov/&quot; rel=&quot;noreferrer&quot;&gt;https://gis.ny.gov/&lt;/a&gt;   Image of LIDAR availability at present for NY State:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/YnlOa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Areal Imagery&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Map viewer can also display the 1-foot aerial imagery coverage:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/sMGMn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And and example of NY State's coverage:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/3NVDW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Land Use&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other than the NLCD data set, which is too course for your purposes, I only know about the USFS Urban Tree Canopy assessment program (look it up, i can't post more links cause of my reputation).  Here's a snapshot of what that data can look like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/e6vTZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The bottom panel is what I think they create.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Doesn't appear to be readily accessible; may have to request downloads.  Only focused on urban/metropolitan areas.  May provide the plant ground cover data you are looking for.  You could also use the (non-spatial I think) Forest Inventory Analysis data from the USFS (&lt;a href=&quot;http://www.fia.fs.fed.us/tools-data/&quot; rel=&quot;noreferrer&quot;&gt;http://www.fia.fs.fed.us/tools-data/&lt;/a&gt;), which provides species information, I think, and randomly assign it to different locations within either the UTC maps or other maps?  Just a thought.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Just noticed the Philadelphia imagery is 4 inches!!  I think this is a link to it, from checking out the metadata: &lt;a href=&quot;http://www.pasda.psu.edu/uci/MetadataDisplay.aspx?entry=PASDA&amp;amp;file=PhiladelphiaCityMosaic2010.xml&amp;amp;dataset=1040&quot; rel=&quot;noreferrer&quot;&gt;http://www.pasda.psu.edu/uci/MetadataDisplay.aspx?entry=PASDA&amp;amp;file=PhiladelphiaCityMosaic2010.xml&amp;amp;dataset=1040&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, now you have a link to the PA GIS clearinghouse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Ground level photography?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The google street view API?  Have no idea if that would be useful for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="3360" LastEditorUserId="3360" LastEditDate="2014-08-02T20:52:50.023" LastActivityDate="2014-08-02T20:52:50.023" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3473" PostTypeId="1" AcceptedAnswerId="3477" CreationDate="2014-08-02T23:53:10.093" Score="1" ViewCount="139" Body="&lt;p&gt;I am putting together a tutorial on how to build APIs and I was curious if there are any open data sets that do not have an API attached to it. &lt;/p&gt;&#xA;" OwnerUserId="3313" LastEditorUserId="70" LastEditDate="2015-03-31T18:34:40.713" LastActivityDate="2015-03-31T18:34:40.713" Title="Where can I find data sets that have no API?" Tags="|data-request|api|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3474" PostTypeId="2" ParentId="3473" CreationDate="2014-08-03T00:18:20.727" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/index.jsp&quot; rel=&quot;nofollow&quot;&gt;ICPSR at the University of Michigan&lt;/a&gt; has a bunch of social science-type datasets, which might work for you.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-08-03T00:18:20.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3475" PostTypeId="1" CreationDate="2014-08-03T01:24:26.150" Score="2" ViewCount="356" Body="&lt;p&gt;I'm going to write a game and include simulated shipping based upon real data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MarineTraffic.com has some great data, but I really don't need it to be live, up to the minute.&#xA;I could use data that was captured a year ago or so, maybe hourly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also looked at fleetmon.com and vesselfinder.com, but alas, they all want money.&#xA;I've searched for a Google fusion table of maritime traffic, but no joy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;shipfinder.co looks interesting....&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/commercial-vessel-density-october-2009-2010-ais-national&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset/commercial-vessel-density-october-2009-2010-ais-national&lt;/a&gt;&#xA;might be what I want but when I follow the hyperlink to&#xA;&lt;a href=&quot;ftp://ftp.csc.noaa.gov/pub/MSP/AIS/CommercialVesselDensityOctober2009-2010National.zip&quot; rel=&quot;nofollow&quot;&gt;ftp://ftp.csc.noaa.gov/pub/MSP/AIS/CommercialVesselDensityOctober2009-2010National.zip&lt;/a&gt;&#xA;it says &quot;Page not found&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;http://catalog.data.gov/dataset/2011-atlantic-vessel-density&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset/2011-atlantic-vessel-density&lt;/a&gt; but it has a 500 meg .gdbtable file that I don't know how to interpret.&lt;/p&gt;&#xA;" OwnerUserId="3362" LastEditorUserId="12650" LastEditDate="2020-09-01T18:53:01.100" LastActivityDate="2023-12-24T10:09:29.537" Title="AIS (Automatic Identification System) or The Long-Range Identification and Tracking (LRIT)" Tags="|data-request|ais|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3476" PostTypeId="2" ParentId="3475" CreationDate="2014-08-03T02:57:33.220" Score="2" Body="&lt;p&gt;Depending on what part of the world you are in, you could use &lt;a href=&quot;http://www.aishub.net/&quot; rel=&quot;nofollow&quot;&gt;AisHub&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their model requires you to provide data from an ais station and then you get a feed for all the stations they have in return which you are free to do with whatever you like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their &lt;a href=&quot;http://www.aishub.net/aiscoverage.html&quot; rel=&quot;nofollow&quot;&gt;coverage&lt;/a&gt; is not as good as Marine Traffic but it does have a world wide scope&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is a lot of data to store. Unfortunately you did not specify the area and length of time you need the data for, so it is difficult to offer any more advice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Only other option would be to approach Marine Traffic to purchase the data, I am not sure if they would allow that&lt;/p&gt;&#xA;" OwnerUserId="849" LastEditorUserId="849" LastEditDate="2014-08-03T03:07:35.520" LastActivityDate="2014-08-03T03:07:35.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3477" PostTypeId="2" ParentId="3473" CreationDate="2014-08-03T21:03:14.577" Score="7" Body="&lt;p&gt;Another option would be to look at the datasets registered to a US government agency on &lt;a href=&quot;http://catalog.data.gov&quot;&gt;Data.gov&lt;/a&gt; and then contract that list against &lt;a href=&quot;http://18f.github.io/API-All-the-X/pages/status&quot;&gt;known APIs&lt;/a&gt; from that agency.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So - for instance, filter for &lt;a href=&quot;http://catalog.data.gov/dataset?_organization_limit=0&amp;amp;organization=dot-gov&quot;&gt;datasets from the US Department of Transportation on Data.gov&lt;/a&gt; and compare that list against the &lt;a href=&quot;http://18f.github.io/API-All-the-X/pages/individual_apis&quot;&gt;APIs listed for the Department of Transportation on this page&lt;/a&gt; (Cmd/Ctrl+F for 'Federal Aviation Administration' and start there).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I am Sr. API Strategist at the General Services Administration.&lt;/em&gt;  &lt;/p&gt;&#xA;" OwnerUserId="175" LastActivityDate="2014-08-03T21:03:14.577" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3478" PostTypeId="2" ParentId="3475" CreationDate="2014-08-04T09:16:42.853" Score="3" Body="&lt;p&gt;Some time ago I was searching for shipping graphs to try playing with routing, but I found a little.&#xA;Here's some links:&#xA;- &lt;a href=&quot;http://geocommons.com/maps/109850&quot; rel=&quot;nofollow&quot;&gt;http://geocommons.com/maps/109850&lt;/a&gt; (contains a density on the arc)&#xA; &lt;a href=&quot;http://gizmodo.com/see-the-global-shipping-revolution-in-these-beautiful-o-1556851187&quot; rel=&quot;nofollow&quot;&gt;http://gizmodo.com/see-the-global-shipping-revolution-in-these-beautiful-o-1556851187&lt;/a&gt; (links to a dataset I couldn't process)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if there are complete dumps somewhere...&lt;/p&gt;&#xA;" OwnerUserId="3345" LastActivityDate="2014-08-04T09:16:42.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3479" PostTypeId="2" ParentId="3461" CreationDate="2014-08-04T09:18:59.287" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://openaddresses.io/&quot; rel=&quot;nofollow&quot;&gt;http://openaddresses.io/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's an initiative to collect open (CC0) addresses around Unites States and globally.&#xA;You could transform these as you like..&lt;/p&gt;&#xA;" OwnerUserId="3345" LastEditorUserId="3345" LastEditDate="2014-08-05T08:03:33.820" LastActivityDate="2014-08-05T08:03:33.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3480" PostTypeId="2" ParentId="3468" CreationDate="2014-08-04T21:48:20.140" Score="2" Body="&lt;p&gt;The answer to your first question, &amp;quot;Is there a way to issue a request with just tract/blockgroup/block FIPS codes?&amp;quot; is no, as you found in the documentation.&lt;/p&gt;&#xA;&lt;p&gt;The answer to your second question, &amp;quot;If not, could one be implemented?&amp;quot; is not really a great question for a Stack Exchange site. I don't think Census Bureau folks are monitoring this site, although other open data advocates in the US Government are, so maybe I'm wrong, or maybe that will change and they'll start coming around. (and having them use OpenData.StackExchange.com would be a big gain over &lt;a href=&quot;http://apiforum.ideascale.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://apiforum.ideascale.com/&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;As someone who has been working on a project (&lt;a href=&quot;http://censusreporter.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Reporter&lt;/a&gt;) which includes a &lt;a href=&quot;https://github.com/censusreporter/census-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census data API&lt;/a&gt;, handling API requests for fine-grained Census data is hard to get right and make it perform well. I know that Census Reporter really &lt;a href=&quot;https://github.com/censusreporter/censusreporter/issues/15&quot; rel=&quot;nofollow noreferrer&quot;&gt;doesn't handle bulk data for block groups well&lt;/a&gt;. The slowest part of our app is calling for arbitrary geojson for maps on our block group profile pages (&lt;a href=&quot;http://censusreporter.org/profiles/15000US250250701013-block-group-3-suffolk-ma/&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;In short, this is an example when an API is probably not the right way to deal with this open data.&lt;/p&gt;&#xA;&lt;p&gt;If you can at all handle it, I suggest you look into simply grabbing the bulk data that you need and updating your GeoJSON to include it. It doesn't change that frequently, so making API calls for it is, as you observed, complicated for you, and also likely to be hard to make perform as well as you would like.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="6229" LastEditDate="2022-06-28T19:28:46.023" LastActivityDate="2022-06-28T19:28:46.023" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="3481" PostTypeId="2" ParentId="3461" CreationDate="2014-08-05T07:03:33.200" Score="2" Body="&lt;p&gt;If the number of addresses is thousands at a time, and not more, you can use the &lt;a href=&quot;https://developers.google.com/maps/documentation/geocoding/&quot; rel=&quot;nofollow&quot;&gt;Google Geocoding API&lt;/a&gt; for free. You can even use the API without a key for small sets of addresses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The URL looks like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://maps.googleapis.com/maps/api/geocode/json?sensor=false&amp;amp;address=Museum%20f%C3%BCr%20Gestaltung%2CZurich%2CSwitzerland&quot; rel=&quot;nofollow&quot;&gt;http://maps.googleapis.com/maps/api/geocode/json?sensor=false&amp;amp;address=Museum für  Gestaltung Zurich Switzerland&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And returns a JSON with structured and normalized data (click link above to see JSON response)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Downside:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Geocoding API may only be used in conjunction with a Google map; geocoding results without displaying them on a map is prohibited. For complete details on allowed usage, consult the &lt;a href=&quot;https://developers.google.com/maps/terms#section_10_12&quot; rel=&quot;nofollow&quot;&gt;Maps API Terms of Service License Restrictions&lt;/a&gt;. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-08-05T07:03:33.200" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3482" PostTypeId="2" ParentId="1812" CreationDate="2014-08-05T21:22:03.173" Score="0" Body="&lt;p&gt;This is very commercially valuable data. I'm skeptical you will find a free source. Who would be motivated to gather it and give it away?&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-08-05T21:22:03.173" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3483" PostTypeId="2" ParentId="3471" CreationDate="2014-08-05T21:22:37.820" Score="2" Body="&lt;p&gt;this set doesn't get to 2010 but does start 20 years prior (1960), and its gridded:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.columbia.edu/~ws2162/dailyData.html&quot; rel=&quot;nofollow&quot;&gt;http://www.columbia.edu/~ws2162/dailyData.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-08-05T21:22:37.820" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3484" PostTypeId="1" CreationDate="2014-08-05T23:28:49.720" Score="18" ViewCount="8680" Body="&lt;p&gt;I'm looking for a dataset on the 2014 Ebola outbreak with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each individual contaminated with ebola:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Estimated datetime and location of detection&lt;/li&gt;&#xA;&lt;li&gt;Datetime and location of detection&lt;/li&gt;&#xA;&lt;li&gt;Datetime and location of death (if fatal)&lt;/li&gt;&#xA;&lt;li&gt;Cause of contamination&lt;/li&gt;&#xA;&lt;li&gt;Gender and age&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So far I found &lt;a href=&quot;http://www.reddit.com/r/dataisbeautiful/comments/2cn28o/2014_ebola_outbreak_cases_deaths_oc/&quot; rel=&quot;noreferrer&quot;&gt;this Reddit thread&lt;/a&gt;, which pulls data that can also be found at the &lt;a href=&quot;https://en.wikipedia.org/wiki/2014_West_Africa_Ebola_outbreak&quot; rel=&quot;noreferrer&quot;&gt;2014 West Africa Ebola outbreak Wikipedia page.&lt;/a&gt; Unfortunately, the location data I've seen is the country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/m8N5g.png&quot; alt=&quot;enter image description here&quot;&gt;&#xA;&lt;em&gt;West Africa Ebola 2014 actual case and death linear scale - CC BY-SA 4.0 -&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Ebola_virus_epidemic_in_West_Africa#mediaviewer/File:West_Africa_Ebola_2014_actual_case_and_death_linear_scale.png&quot; rel=&quot;noreferrer&quot;&gt;Malanoqa&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any more detailed datasets out there?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="84" LastEditDate="2014-10-12T14:04:36.953" LastActivityDate="2015-04-21T12:52:52.940" Title="2014 Ebola outbreak dataset" Tags="|data-request|medical|" AnswerCount="13" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3485" PostTypeId="2" ParentId="3461" CreationDate="2014-08-06T01:31:34.757" Score="2" Body="&lt;p&gt;You can use Texas A&amp;amp;M's &lt;a href=&quot;http://geoservices.tamu.edu/Services/AddressNormalization/&quot; rel=&quot;nofollow&quot;&gt;Address Parsing and Normalization&lt;/a&gt; service to turn any set of addresses into a tagged set of addresses.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-08-06T01:31:34.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3486" PostTypeId="2" ParentId="3484" CreationDate="2014-08-06T15:40:55.787" Score="8" Body="&lt;p&gt;Did you try the World Health Organization?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/csr/don/en/&quot;&gt;http://www.who.int/csr/don/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looks like July 1, 2014 is when they started providing the chart data. The data gets updated every few days. &lt;/p&gt;&#xA;" OwnerUserId="2719" LastEditorUserId="2719" LastEditDate="2014-08-06T16:29:39.373" LastActivityDate="2014-08-06T16:29:39.373" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3487" PostTypeId="1" AcceptedAnswerId="3489" CreationDate="2014-08-06T17:36:15.677" Score="7" ViewCount="162" Body="&lt;p&gt;I have looked through several data sources--OSHPD, HCUP, Medicare--looking for any data (restricted or public use) on what uninsured patients &quot;actually&quot; pay (as opposed to what they were initially charged) for their health care services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, all I can find is data on the &quot;total charges&quot;. These refer to the patients sum total of his/her chargemaster price billing--not the amount actually paid. Any pointers of where I should look? Whether I should stop looking altogether? or Look closer at something I might have missed in the data sources that I have looked at so far?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT: PLEASE READ&lt;/strong&gt; &#xA;To clarify my earlier post--I am looking for a dataset that has both the &quot;initial hospital charge&quot; and &quot;actually paid&quot; amounts by the patient and where you can identify the hospital they went to (at least by a hospital id). If only &quot;actual payment&quot; data is available then I would need to have the hospitals be identified so that I can match it to publicly available chargemaster data (which is to my knowledge currently only available in California).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any information on the availability (or total absence) of this data would be greatly appreciated! &lt;/p&gt;&#xA;" OwnerUserId="3377" LastEditorUserId="3377" LastEditDate="2014-08-07T16:35:09.257" LastActivityDate="2014-08-07T16:35:09.257" Title="Any dataset containing the price/charge that patients &quot;actually&quot; pay for their health care service?" Tags="|data-request|medical|prices|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3488" PostTypeId="1" AcceptedAnswerId="3490" CreationDate="2014-08-06T22:56:11.013" Score="14" ViewCount="7316" Body="&lt;p&gt;I am looking for a large database / list of quotes I can use. Preferably famous quotes / quotes by famous people. I have tried looking for a brainyquote API or something, but couldn't find one. If there isn't a large downloadable list of data, what is a website that would allow me to crawl their quotes / has an API?&lt;/p&gt;&#xA;" OwnerUserId="2549" LastEditorUserId="70" LastEditDate="2015-03-26T23:10:27.620" LastActivityDate="2016-01-12T15:11:41.040" Title="Large list of quotes" Tags="|data-request|language|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3489" PostTypeId="2" ParentId="3487" CreationDate="2014-08-06T23:52:23.480" Score="4" Body="&lt;p&gt;You are looking for the variables in &lt;a href=&quot;http://meps.ahrq.gov/mepsweb/&quot; rel=&quot;nofollow&quot;&gt;MEPS&lt;/a&gt; (the Medical Expenditure Panel Survey from AHRQ) with the text &lt;code&gt;slf&lt;/code&gt; in them.  There are both utilization-level files as well as a consolidated person-level file available every year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/medical%20expenditure%20panel%20survey%20%28meps%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/medical%20expenditure%20panel%20survey%20%28meps%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="2976" LastEditDate="2014-08-07T00:21:45.020" LastActivityDate="2014-08-07T00:21:45.020" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3490" PostTypeId="2" ParentId="3488" CreationDate="2014-08-07T00:11:59.113" Score="17" Body="&lt;p&gt;Have you seen &lt;a href=&quot;http://en.wikiquote.org/wiki/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;WikiQuote&lt;/a&gt; by the &lt;a href=&quot;http://wikimediafoundation.org/wiki/Home&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Foundation&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is an API endpoint at &lt;code&gt;http://en.wikiquote.org/w/api.php&lt;/code&gt; which uses the standard &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Main_page&quot; rel=&quot;nofollow noreferrer&quot;&gt;MediaWiki API&lt;/a&gt; for there are &lt;a href=&quot;http://www.mediawiki.org/wiki/API:Client_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;API clients in many different languages&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt; Two WikiQuote API-specific links: &lt;a href=&quot;https://stackoverflow.com/questions/13762688/wiki-quotes-api&quot;&gt;https://stackoverflow.com/questions/13762688/wiki-quotes-api&lt;/a&gt; and &lt;a href=&quot;http://bwgz57.wordpress.com/2013/02/14/in-search-of-quotes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://bwgz57.wordpress.com/2013/02/14/in-search-of-quotes/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-08-07T00:11:59.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3491" PostTypeId="1" CreationDate="2014-08-07T15:14:03.590" Score="4" ViewCount="78" Body="&lt;p&gt;Everybody uses the term &quot;dataset&quot;. Is here any exact definition for it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Asking because trying to draw an hierarchical diagram what show relations in open-data, comparing different legislations, especially EU and US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, in the wider view i'm interested mainly what is the relation between the next terms:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;open-data &amp;amp; open-content &amp;amp; datasets&lt;/li&gt;&#xA;&lt;li&gt;open-data &amp;amp; structured (csv,xml) &amp;amp; unstructured documents (memos, and such)&lt;/li&gt;&#xA;&lt;li&gt;databases&lt;/li&gt;&#xA;&lt;li&gt;documents&lt;/li&gt;&#xA;&lt;li&gt;collections&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and such terms...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would be nice to get some longer explanation with some authoritative links.&lt;/p&gt;&#xA;" OwnerUserId="3241" LastEditorUserId="70" LastEditDate="2015-03-20T16:18:33.123" LastActivityDate="2015-03-20T16:18:33.123" Title="Does an Authoritative Definition of &quot;Dataset&quot; Exist?" Tags="|standards|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3492" PostTypeId="2" ParentId="3491" CreationDate="2014-08-07T18:37:04.173" Score="5" Body="&lt;p&gt;No, there isn't.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most in-depth analysis that I'm aware of is the 2011 paper by Renear, Sacchi and Wickett, &lt;a href=&quot;http://dx.doi.org/10.1002/meet.14504701240&quot; rel=&quot;nofollow&quot;&gt;&quot;Definitions of &lt;em&gt;dataset&lt;/em&gt; in the scientific and technical literature&quot;&lt;/a&gt;, in which they decided that there were four basic concepts that reoccurred (grouping, content, relatedness, purpose), but weren't completely consistent when dealing with different communities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There have been other attempts to deal with the term 'data', which has significantly different meaning in the hard sciences, information science, and commputer science communities.  See for instance, Ballsun-Stanton's 2010 paper, &lt;a href=&quot;http://dx.doi.org/10.1109/ICCIT.2010.5711041&quot; rel=&quot;nofollow&quot;&gt;&quot;Asking about data: Experimental philosophy of Information Technology&quot;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As it's been so difficult to get fixed definitions, a few years ago, Todd King and I attempted to &lt;a href=&quot;http://virtualsolar.org/vocab&quot; rel=&quot;nofollow&quot;&gt;collect terms that we saw as problematic&lt;/a&gt; when attempting to talk about data systems with folks from other science disciplines.  As it's been stable for more than a year now, we should probably try to publish it.  (I wanted to provide cross walks to terms in OAIS and other vocabularies, so I'm the one holding it up).  We specifically gave up on trying to define 'dataset' :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please note that the terms &lt;em&gt;dataset&lt;/em&gt;, &lt;em&gt;data product&lt;/em&gt; and &lt;em&gt;data series&lt;/em&gt; are not defined here. Although all refer to a grouping of &lt;em&gt;data granules&lt;/em&gt;, the terms are used inconsistently across disciplines; in solar physics, a &lt;em&gt;dataset&lt;/em&gt; is a collection of &lt;em&gt;data products&lt;/em&gt; while in earth sciences, a &lt;em&gt;data product&lt;/em&gt; is either a collection of similar &lt;em&gt;datasets&lt;/em&gt; or a classification of &lt;em&gt;datasets&lt;/em&gt;. These terms should be avoided, or clearly defined when used.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There's also an effort going on right now through the &lt;a href=&quot;http://rd-alliance.org&quot; rel=&quot;nofollow&quot;&gt;Research Data Alliance&lt;/a&gt; as part of their &lt;a href=&quot;https://rd-alliance.org/group/data-foundation-and-terminology-wg.html&quot; rel=&quot;nofollow&quot;&gt;Data Foundation and Terminology Workgroup&lt;/a&gt; to come up with an overall data model ... I haven't been following their work as much as I should (and I still need to look at the draft they sent me a couple of weeks ago), but they should be releasing something for their plenary meeting at the end of the month.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2014-08-07T19:52:43.583" LastActivityDate="2014-08-07T19:52:43.583" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3493" PostTypeId="2" ParentId="3319" CreationDate="2014-08-07T18:54:13.743" Score="2" Body="&lt;p&gt;Although the entity set is more restricted than you are looking for, the following might be useful:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/sandeepAshwini/TwitterMovieData&quot; rel=&quot;nofollow&quot;&gt;https://github.com/sandeepAshwini/TwitterMovieData&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is referenced in the following paper by Ashwini and Choi, which discusses and evaluates the general approach: &lt;a href=&quot;http://arxiv.org/abs/1408.0782&quot; rel=&quot;nofollow&quot;&gt;http://arxiv.org/abs/1408.0782&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3381" LastActivityDate="2014-08-07T18:54:13.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3494" PostTypeId="2" ParentId="3484" CreationDate="2014-08-07T22:32:25.930" Score="4" Body="&lt;p&gt;Another source is this healthmap.org visualization at &lt;a href=&quot;http://healthmap.org/ebola/#&quot;&gt;http://healthmap.org/ebola/#&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you take a look at the XHR requests for &lt;code&gt;http://healthmap.org/ebola/content/markers.json&lt;/code&gt; and &lt;code&gt;http://healthmap.org/ebola/content/links.json&lt;/code&gt;, you &lt;em&gt;might&lt;/em&gt; be able to extract some data from there. I'd also suggest getting in contact with the HealthMap folks. They are very good people.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-07T22:32:25.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3495" PostTypeId="1" CreationDate="2014-08-08T08:28:03.667" Score="9" ViewCount="1922" Body="&lt;p&gt;&lt;a href=&quot;http://opencorporates.com&quot; rel=&quot;noreferrer&quot;&gt;OpenCorporates&lt;/a&gt; doesn't have data for German companies (yet?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a source with open data for German companies?&lt;/p&gt;&#xA;" OwnerUserId="3316" LastEditorUserId="70" LastEditDate="2015-02-12T10:59:30.067" LastActivityDate="2019-08-13T20:06:44.820" Title="Open company data for Germany?" Tags="|data-request|companies|germany|opencorporates|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3496" PostTypeId="1" CreationDate="2014-08-08T09:12:12.217" Score="1" ViewCount="1901" Body="&lt;p&gt;I'm just trying to parse Wiktionary &lt;a href=&quot;http://dumps.wikimedia.org/enwiktionary/20140728/enwiktionary-20140728-pages-articles.xml.bz2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Dump&lt;/a&gt; provided by &lt;a href=&quot;http://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia&lt;/a&gt;. My intention is to parse that XML data dump into the MySQL database. I didn't find proper documentation regarding the structure of this XML. Also, I'm not able to open the file because it's in fact really huge (~1 GB). I thought of parsing it using some PHP script but I don't have any idea about the XML structure to proceed. So If anyone had already parsed (or has an idea about any tool to parse) this dump into MySQL using PHP, Please share the details. If nothing is in PHP, Other methods are also fine. I just followed this post (&lt;a href=&quot;http://www.igrec.ca/lexicography/installing-a-local-copy-of-wiktionary-mysql/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.igrec.ca/lexicography/installing-a-local-copy-of-wiktionary-mysql/&lt;/a&gt;) but It didn't work out..:( If anybody has succeeded in this process, please help.&lt;/p&gt;&#xA;" OwnerUserId="3385" LastEditorUserId="23272" LastEditDate="2022-07-14T14:21:42.850" LastActivityDate="2022-09-19T14:55:19.140" Title="Parse Wiktionary Data Dump XML Into MySQL Database" Tags="|parsing|sql|wiktionary|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3497" PostTypeId="2" ParentId="3496" CreationDate="2014-08-08T09:41:55.123" Score="1" Body="&lt;p&gt;I found some hints for the schema here &lt;a href=&quot;https://meta.wikimedia.org/wiki/Help:Export#Export_format&quot; rel=&quot;nofollow&quot;&gt;https://meta.wikimedia.org/wiki/Help:Export#Export_format&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To read manually the XML, try using a viewer like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.readfileonline.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.readfileonline.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.swiftgear.com/ltfviewer/features.html&quot; rel=&quot;nofollow&quot;&gt;http://www.swiftgear.com/ltfviewer/features.html&lt;/a&gt; (windows)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;head -n [numberoflines] dump.xml&lt;/code&gt; (gnu/linux terminal)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3345" LastActivityDate="2014-08-08T09:41:55.123" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3498" PostTypeId="2" ParentId="3473" CreationDate="2014-08-08T15:39:22.927" Score="2" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Hackernews' list of on databases: &lt;a href=&quot;https://news.ycombinator.com/item?id=2165497&quot; rel=&quot;nofollow&quot;&gt;https://news.ycombinator.com/item?id=2165497&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;US GOV: &lt;a href=&quot;https://www.data.gov/open-gov/&quot; rel=&quot;nofollow&quot;&gt;https://www.data.gov/open-gov/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3388" LastActivityDate="2014-08-08T15:39:22.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3499" PostTypeId="2" ParentId="3470" CreationDate="2014-08-08T17:44:55.020" Score="2" Body="&lt;p&gt;I doubt that there's an open data set for this, since it's a new subject and so many parts of it are changing rapidly. Also, it's not terribly clear what kind of data you're looking for, how it would be quantified, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd suggest looking for academic research in the field. Some of the researchers may have posted their data, or they may be open to requests for access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gilad Lotan has recently published some interesting stuff about the network connections.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://globalvoicesonline.org/2014/08/04/israel-gaza-war-data-the-art-of-personalizing-propaganda/&quot; rel=&quot;nofollow&quot;&gt;http://globalvoicesonline.org/2014/08/04/israel-gaza-war-data-the-art-of-personalizing-propaganda/&lt;/a&gt;&#xA;&lt;a href=&quot;https://medium.com/i-data/israel-gaza-war-data-a54969aeb23e&quot; rel=&quot;nofollow&quot;&gt;https://medium.com/i-data/israel-gaza-war-data-a54969aeb23e&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I found this one about YouTube: &lt;a href=&quot;http://www.terrorismanalysts.com/pt/index.php/pot/article/view/klausen-et-al-youtube-jihadists/html&quot; rel=&quot;nofollow&quot;&gt;The YouTube Jihadists: A Social Network Analysis of Al-Muhajiroun’s Propaganda Campaign&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-08-08T17:44:55.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3500" PostTypeId="1" AcceptedAnswerId="3501" CreationDate="2014-08-08T21:50:05.817" Score="5" ViewCount="2995" Body="&lt;p&gt;&lt;a href=&quot;http://www.cfbstats.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cfbstats.com/&lt;/a&gt; used to publish awesome, comprehensive statistics for college football as CSV's. It looks like all their links (including from &lt;a href=&quot;http://www.cfbstats.com/blog/2012/09/30/opening-up/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the blog post announcing opening their data&lt;/a&gt;) now point to &lt;a href=&quot;http://coachesbythenumbers.com/sportsource-college-football-data-packages/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://coachesbythenumbers.com/sportsource-college-football-data-packages/&lt;/a&gt; which is, I presume, no longer free. Their &lt;a href=&quot;http://coachesbythenumbers.com/wp-content/custom-php/sportsource-data-sample.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample file&lt;/a&gt; shows what they used to offer, does anyone know of something similar? I'd be happy with old data so long as it has the same type of stuff as that sample.&lt;/p&gt;&#xA;" OwnerUserId="860" LastEditorUserId="860" LastEditDate="2020-11-05T20:49:53.837" LastActivityDate="2020-11-05T20:49:53.837" Title="Open replacement for cfbstats.com NCAA football CSV's" Tags="|data-request|sports|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3501" PostTypeId="2" ParentId="3500" CreationDate="2014-08-09T01:17:25.327" Score="6" Body="&lt;p&gt;the wayback machine is your friend&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20140128204311/http://www.cfbstats.com/blog/college-football-data/&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20140128204311/http://www.cfbstats.com/blog/college-football-data/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;this data is now hosted on open data se's datahub.io account:&lt;br&gt;&#xA;&lt;a href=&quot;http://datahub.io/dataset/college-football-statistics-2005-2013&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/college-football-statistics-2005-2013&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-13T18:00:12.470" LastActivityDate="2015-04-13T18:00:12.470" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3502" PostTypeId="2" ParentId="3466" CreationDate="2014-08-09T17:20:26.653" Score="1" Body="&lt;p&gt;I just stumbled upon another good example: &lt;a href=&quot;https://github.com/interactivethings/swiss-maps&quot; rel=&quot;nofollow&quot;&gt;swiss-maps&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3350" LastActivityDate="2014-08-09T17:20:26.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3503" PostTypeId="1" CreationDate="2014-08-10T17:27:48.723" Score="8" ViewCount="1306" Body="&lt;p&gt;I am looking for a dataset listing college student suicides (preferably in the US) with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;college name&lt;/li&gt;&#xA;&lt;li&gt;date/time&lt;/li&gt;&#xA;&lt;li&gt;age &lt;/li&gt;&#xA;&lt;li&gt;gender&lt;/li&gt;&#xA;&lt;li&gt;major/minor&lt;/li&gt;&#xA;&lt;li&gt;reason of suicide&lt;/li&gt;&#xA;&lt;li&gt;method of suicide&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-12-01T18:23:29.723" Title="College student suicide dataset" Tags="|data-request|education|medical|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3504" PostTypeId="1" AcceptedAnswerId="3505" CreationDate="2014-08-10T18:59:30.590" Score="2" ViewCount="76" Body="&lt;p&gt;I am looking for something that will tell me how many people are employed in each occupation in the United States. E.g. 20 million people in education, 12 million people working in the food industry, etc. It can be specific like the amount of teachers, or more broad such as education industry, food industry, automobile industry etc. &lt;/p&gt;&#xA;" OwnerUserId="2549" LastEditorUserId="70" LastEditDate="2014-09-13T10:34:26.980" LastActivityDate="2014-09-13T10:34:26.980" Title="Amount of people in each job U.S" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3505" PostTypeId="2" ParentId="3504" CreationDate="2014-08-10T19:24:32.970" Score="5" Body="&lt;p&gt;You're looking for data from the Bureau of Labor Statistics. Probably the &lt;a href=&quot;http://www.bls.gov/web/empsit/ceseeb1a.htm&quot;&gt;Current Employment Statistics&lt;/a&gt;, which provide a breakdown of all employees by &lt;a href=&quot;http://en.wikipedia.org/wiki/North_American_Industry_Classification_System&quot;&gt;NAICS&lt;/a&gt; industry/sector.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-08-10T19:24:32.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3506" PostTypeId="2" ParentId="3462" CreationDate="2014-08-11T08:53:44.210" Score="3" Body="&lt;p&gt;If you are looking to generate large data sets and don't mind putting in a bit of work you can use the data set generator in febrl from the Australian National University (Project at &lt;a href=&quot;http://sourceforge.net/projects/febrl/&quot; rel=&quot;nofollow&quot;&gt;http://sourceforge.net/projects/febrl/&lt;/a&gt; and documentation for dataset generator &lt;a href=&quot;http://cs.anu.edu.au/~Peter.Christen/Febrl/febrl-0.3/febrldoc-0.3/node70.html&quot; rel=&quot;nofollow&quot;&gt;http://cs.anu.edu.au/~Peter.Christen/Febrl/febrl-0.3/febrldoc-0.3/node70.html&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It requires that you give it a dictionary of terms for each field with frequencies and possible misspellings etc and then input the probabilities that this row has an error/is a duplicate etc. There are some dictionaries bundled but they are Australian based but they give you an idea of how to create your own.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It then generates a file with the original record and the duplicates which it identifies for you. Could be useful?&lt;/p&gt;&#xA;" OwnerUserId="2886" LastActivityDate="2014-08-11T08:53:44.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3507" PostTypeId="2" ParentId="3462" CreationDate="2014-08-11T12:37:21.383" Score="3" Body="&lt;p&gt;The classic, academic data sets are Restaurants, Cora, Citeseer, and DBLP. You can get them from from the &quot;&lt;a href=&quot;http://www.cs.utexas.edu/users/ml/riddle/data.html&quot; rel=&quot;nofollow&quot;&gt;Repository of Information on Duplicate Detection, Record Linkage, and Identity Uncertainty&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dedupe project also has some data sets you can use for evaluation: &lt;a href=&quot;https://github.com/datamade/dedupe-examples&quot; rel=&quot;nofollow&quot;&gt;https://github.com/datamade/dedupe-examples&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2014-08-11T12:37:21.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3508" PostTypeId="1" CreationDate="2014-08-11T21:31:42.877" Score="4" ViewCount="109" Body="&lt;p&gt;If I want to integrate with the NAICS system but want to &quot;zoom in&quot; on certain categories, and to add categories for various illicit or underground activities. Is there a standard way of extending the NAICS system?&lt;/p&gt;&#xA;" OwnerUserId="3403" LastEditorUserId="2976" LastEditDate="2014-08-12T01:14:25.900" LastActivityDate="2014-12-03T18:21:34.237" Title="Extending North American Industry Classification System (NAICS)" Tags="|best-practice|standards|economics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3509" PostTypeId="1" AcceptedAnswerId="3510" CreationDate="2014-08-11T21:41:52.517" Score="2" ViewCount="80" Body="&lt;p&gt;I've been seeing ISO 19115 pop up in discussions more and more recently. It appears to be a standard for &lt;a href=&quot;http://www.ncddc.noaa.gov/metadata-standards/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA&lt;/a&gt; and other federal agencies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yet when I google &quot;ISO 19115&quot; the first entry I see is from the &lt;a href=&quot;http://www.iso.org/iso/home/store/catalogue_ics/catalogue_detail_ics.htm?csnumber=53798&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO&lt;/a&gt;. The ISO asks over $200 to be view the standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/6ZmiF.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't see the standard as available anywhere else. Am I seeing this correctly? Is there any back-story as to why a standard is not even viewable?&lt;/p&gt;&#xA;" OwnerUserId="621" LastEditorUserId="2976" LastEditDate="2014-08-12T01:14:03.223" LastActivityDate="2014-08-12T23:51:05.207" Title="Is ISO 19115 (Geographic Metadata) a closed standard?" Tags="|metadata|federal|noaa|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3510" PostTypeId="2" ParentId="3509" CreationDate="2014-08-11T21:58:35.363" Score="3" Body="&lt;p&gt;Short answer: because ISO makes money selling the technical specifications. It's not closed the standard per se, but the specification (so if you're writing software you'd need the document.&#xA;Searching on the net I found the first edition of the standard &lt;a href=&quot;ftp://podaac.jpl.nasa.gov/misc/outgoing/ed/pre_2013/GHRSST_metadata/ISO%2019115%20.pdf&quot; rel=&quot;nofollow&quot;&gt;ftp://podaac.jpl.nasa.gov/misc/outgoing/ed/pre_2013/GHRSST_metadata/ISO%2019115%20.pdf&lt;/a&gt;&#xA;Also from NOAA some info &lt;a href=&quot;http://www.ncddc.noaa.gov/metadata-standards/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncddc.noaa.gov/metadata-standards/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3345" LastActivityDate="2014-08-11T21:58:35.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3511" PostTypeId="2" ParentId="1748" CreationDate="2014-08-12T15:01:18.430" Score="4" Body="&lt;p&gt;try the seedbank:&lt;br&gt;&#xA;&lt;a href=&quot;http://en.seedfinder.eu/database/&quot; rel=&quot;nofollow&quot;&gt;http://en.seedfinder.eu/database/&lt;/a&gt;&lt;br&gt;&#xA;for example here's some climate info:&lt;br&gt;&#xA;&lt;a href=&quot;http://en.seedfinder.eu/research/climate/zones/BlHm2/&quot; rel=&quot;nofollow&quot;&gt;http://en.seedfinder.eu/research/climate/zones/BlHm2/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-08-12T15:01:18.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3512" PostTypeId="1" CreationDate="2014-08-12T15:01:56.440" Score="3" ViewCount="67" Body="&lt;p&gt;i'm building an nfl-themed app and want to add as many NFL team sports bar locations as possible.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;does anyone know of such or list, or even a data-mining strategy  for compiling one?&lt;/p&gt;&#xA;" OwnerUserId="3406" LastActivityDate="2014-08-12T15:01:56.440" Title="Nationwide NFL-Team Sports Bar Data?" Tags="|data-request|sports|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3513" PostTypeId="2" ParentId="3509" CreationDate="2014-08-12T18:06:11.937" Score="3" Body="&lt;p&gt;Because of ISO's business model, they always charge for standards ... however, as many editors want the standards to be freely available, many TCs (technical committees, a group of people that oversee a group of ANSI standards) post the final draft of the standard and make those freely available, as they're more interested in adoption rather than profit-making.  You also might luck out, as the drafts get circulated so widely that one of the TC members might accidentally (intentionally?) publish a draft to a website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the 191xx standards, the group is &lt;a href=&quot;http://www.isotc211.org/&quot; rel=&quot;nofollow&quot;&gt;TC21&lt;/a&gt;.  Unfortunately, they don't seem to have any drafts published to their website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In searching using the name &quot;TC 2011&quot; and &quot;ISO 19115&quot;, I was able to find a draft from 2011 for 19115-1 :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://earthdata.nasa.gov/sites/default/files/field/document/ISO_TC_211_N_3071_-_CD_19115-1.pdf&quot; rel=&quot;nofollow&quot;&gt;https://earthdata.nasa.gov/sites/default/files/field/document/ISO_TC_211_N_3071_-_CD_19115-1.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The 'TC 211' name also helped me find that there are XML Schema on github for 19115 : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/ISO-TC211/XML&quot; rel=&quot;nofollow&quot;&gt;https://github.com/ISO-TC211/XML&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In other cases, ISO standards are minor revisions of some other standard.  So for instance, &lt;a href=&quot;http://www.iso.org/iso/home/store/catalogue_ics/catalogue_detail_ics.htm?csnumber=57284&quot; rel=&quot;nofollow&quot;&gt;ISO 14721&lt;/a&gt; is (derived from?  the same as?) &lt;a href=&quot;http://public.ccsds.org/publications/archive/650x0m2.pdf&quot; rel=&quot;nofollow&quot;&gt;CCSDS 650.0&lt;/a&gt;; ISO/DIS 16363 and ISO/DIS 16919 are also &lt;a href=&quot;http://public.ccsds.org/publications/archive/652x0m1.pdf&quot; rel=&quot;nofollow&quot;&gt;CCSDS 652.0&lt;/a&gt; and &lt;a href=&quot;http://public.ccsds.org/publications/archive/652xm1.pdf&quot; rel=&quot;nofollow&quot;&gt;CSSDS 652.1&lt;/a&gt;, and CCSDS 652.0 was derived from &lt;a href=&quot;http://www.crl.edu/sites/default/files/attachments/pages/trac_0.pdf&quot; rel=&quot;nofollow&quot;&gt;CRL TRAC&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other &quot;ISO&quot; standards are co-published; always look for the &quot;ISO/(something)&quot; name ... eg, ISO/ANSI, ISO/IEC, ISO/BSI.  The other publishing body may have a different charge for the document, or you might be able to find a draft under that organization's name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; : It looks like 19115 is co-published w/ ANSI, but they want even more for it ($314).  &lt;a href=&quot;http://engineers.ihs.com/document/abstract/VQSBFBAAAAAAAAAA&quot; rel=&quot;nofollow&quot;&gt;IHS has it for $60&lt;/a&gt; (at least, it claims to be the same document)&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2014-08-12T23:51:05.207" LastActivityDate="2014-08-12T23:51:05.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3514" PostTypeId="1" AcceptedAnswerId="3520" CreationDate="2014-08-13T00:00:16.287" Score="1" ViewCount="283" Body="&lt;p&gt;I am looking for a &lt;a href=&quot;http://en.wikipedia.org/wiki/Gang&quot; rel=&quot;nofollow&quot;&gt;street gang&lt;/a&gt; dataset listing with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;gang name&lt;/li&gt;&#xA;&lt;li&gt;number of members&lt;/li&gt;&#xA;&lt;li&gt;number of crimes (ideally classified into different crime categories)&lt;/li&gt;&#xA;&lt;li&gt;age, gender and nationality of its members&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If possible, in the US and yearly data.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-08-13T14:38:45.087" Title="Street gang dataset" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3515" PostTypeId="2" ParentId="1367" CreationDate="2014-08-13T00:03:28.707" Score="7" Body="&lt;p&gt;Udacity just (August 12, 2014) released an API that makes all of their course information easily available:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See the overview here: &lt;a href=&quot;https://www.udacity.com/catalog-api&quot; rel=&quot;nofollow&quot;&gt;Udacity Course Catalog API&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the documentation here: &lt;a href=&quot;https://s3.amazonaws.com/content.udacity-data.com/techdocs/UdacityCourseCatalogAPIDocumentation-v0.pdf&quot; rel=&quot;nofollow&quot;&gt;Udacity Course Catalog API Documentation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other APIs that have online course data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Coursera has an entire &quot;&lt;a href=&quot;https://tech.coursera.org/app-platform/&quot; rel=&quot;nofollow&quot;&gt;App Platform&lt;/a&gt;&quot; including Catalog API&lt;/li&gt;&#xA;&lt;li&gt;Udemy has an &lt;a href=&quot;https://developers.udemy.com/&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt; (version 1.1)&lt;/li&gt;&#xA;&lt;li&gt;EdX has an RSS feed of their courses (and a &lt;a href=&quot;http://apievangelist.com/2014/06/09/the-edx-api/&quot; rel=&quot;nofollow&quot;&gt;full API on their roadmap&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3154" LastEditorUserId="3154" LastEditDate="2014-08-14T21:33:39.210" LastActivityDate="2014-08-14T21:33:39.210" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3516" PostTypeId="1" AcceptedAnswerId="3521" CreationDate="2014-08-13T07:59:06.350" Score="7" ViewCount="294" Body="&lt;p&gt;I was looking for a Stack Exchange site to ask this and Open Data seems to be the one.&lt;/p&gt;&#xA;&lt;p&gt;I am to write a short note on how to find information on the internet and for that I would love to read a taxonomy of internet sites, or, to talk this site's language, a taxonomy of open data sources. What are their properties, how can one use their data and how can they be found if one has a special query. Search sites (e.g. Google) does not necessarily help at the first attempt.&lt;/p&gt;&#xA;&lt;p&gt;Is there one?&lt;/p&gt;&#xA;" OwnerUserId="3411" LastEditorUserId="32115" LastEditDate="2022-09-27T07:16:10.200" LastActivityDate="2022-09-27T07:16:10.200" Title="Where can I find a taxonomy of open data sites?" Tags="|data-request|metadata|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="3517" PostTypeId="1" CreationDate="2014-08-13T09:17:50.110" Score="2" ViewCount="55" Body="&lt;p&gt;Hitchhiking is the art of finding free rides. (I'm not interested in paid ride shares.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://hitchwiki.org/maps&quot; rel=&quot;nofollow&quot;&gt;Hitchwiki Maps&lt;/a&gt; has an &lt;a href=&quot;http://hitchwiki.org/maps/about_api&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also an &lt;a href=&quot;http://hitchwiki.org/en/api.php&quot; rel=&quot;nofollow&quot;&gt;API for Hitchwiki articles&lt;/a&gt; but the data is not always structured well enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find more open data sources related to hitchhiking? Any kind of information would be useful: legal, geographical, sociological, etc.&lt;/p&gt;&#xA;" OwnerUserId="3316" LastEditorUserId="70" LastEditDate="2014-12-19T15:31:26.457" LastActivityDate="2014-12-19T15:31:26.457" Title="Where can I find open data related to hitchhiking?" Tags="|data-request|transportation|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3519" PostTypeId="1" AcceptedAnswerId="3542" CreationDate="2014-08-13T14:23:45.223" Score="5" ViewCount="2714" Body="&lt;p&gt;I am looking for sources of available datasets on M&amp;amp;A. &lt;strong&gt;My preference would be for a clean panel dataset that might have previously been used for the purpose of studying the effect of M&amp;amp;A on either firm profits, or their R&amp;amp;D activity.&lt;/strong&gt;  I know that this is rather specific, but any broader suggestions on good sources for M&amp;amp;A data would also be appreciated. &lt;/p&gt;&#xA;" OwnerUserId="3377" LastActivityDate="2019-04-13T11:06:16.580" Title="Searching for a Mergers and Acquisitions (M&amp;A) panel data set." Tags="|data-request|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3520" PostTypeId="2" ParentId="3514" CreationDate="2014-08-13T14:38:45.087" Score="5" Body="&lt;p&gt;bureau of justice stats, but i'm not sure how detailed (to the level you want) this will be:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=36&quot;&gt;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=36&lt;/a&gt;&lt;br&gt;&#xA;not datasets but you can find stuff:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fbi.gov/about-us/ten-years-after-the-fbi-since-9-11/just-the-facts-1/violent-gang-initiatives&quot;&gt;http://www.fbi.gov/about-us/ten-years-after-the-fbi-since-9-11/just-the-facts-1/violent-gang-initiatives&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nationalgangcenter.gov/&quot;&gt;http://www.nationalgangcenter.gov/&lt;/a&gt;&lt;br&gt;&#xA;possible winner:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nationalgangcenter.gov/About/Related-Web-Sites&quot;&gt;http://www.nationalgangcenter.gov/About/Related-Web-Sites&lt;/a&gt;&lt;br&gt;&#xA;criminal stats archive has alot too:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/studies?archive=NACJD&amp;amp;q=gang&amp;amp;permit[0]=AVAILABLE&amp;amp;x=0&amp;amp;y=0&quot;&gt;http://www.icpsr.umich.edu/icpsrweb/NACJD/studies?archive=NACJD&amp;amp;q=gang&amp;amp;permit[0]=AVAILABLE&amp;amp;x=0&amp;amp;y=0&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-08-13T14:38:45.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3521" PostTypeId="2" ParentId="3516" CreationDate="2014-08-13T18:58:14.777" Score="7" Body="&lt;p&gt;First Caveat, I am a co-founder of &lt;a href=&quot;http://opengeocode.org&quot;&gt;opengeocode.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have a few resources that might help you:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot;&gt;Catalog of Open Data sites around the world&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot;&gt;Specification for open data vocabulary&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/csv1.1.php&quot;&gt;Detailed specification on representing open data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opengeocode.org/articles.php&quot;&gt;Papers related to Open Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="3316" LastEditDate="2014-08-14T06:54:08.330" LastActivityDate="2014-08-14T06:54:08.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3522" PostTypeId="2" ParentId="1367" CreationDate="2014-08-13T19:56:15.100" Score="4" Body="&lt;p&gt;How about this? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://newsoffice.mit.edu/2014/mit-and-harvard-release-de-identified-learning-data-open-online-courses&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIT and Harvard release de-identified learning data from open online courses&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://thedata.harvard.edu/dvn/dv/mxhx/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/PE2qU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="567" LastEditorUserId="1652" LastEditDate="2014-08-14T06:54:20.307" LastActivityDate="2014-08-14T06:54:20.307" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3523" PostTypeId="1" CreationDate="2014-08-13T20:21:11.587" Score="3" ViewCount="190" Body="&lt;p&gt;What are good open data sources for open data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;data.gov&lt;/a&gt; is nice but limited to American open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow&quot;&gt;datahub.io&lt;/a&gt;&lt;/strong&gt; is based on CKAN, it comes closes to what I have in mind and it has an API. There's also a list of &lt;a href=&quot;http://ckan.org/instances&quot; rel=&quot;nofollow&quot;&gt;CKAN instances&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other, similar initiatives?&lt;/p&gt;&#xA;" OwnerUserId="3316" LastEditorUserId="70" LastEditDate="2015-03-25T08:37:15.973" LastActivityDate="2015-03-25T08:37:15.973" Title="Open Data about Open Data" Tags="|data-request|metadata|" AnswerCount="3" CommentCount="5" ClosedDate="2015-03-25T08:49:28.700" ContentLicense="CC BY-SA 3.0" />
  <row Id="3524" PostTypeId="2" ParentId="3516" CreationDate="2014-08-13T20:58:11.790" Score="5" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow&quot;&gt;datahub.io&lt;/a&gt;&lt;/strong&gt; looks like a good way to find sources for open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is based on &lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow&quot;&gt;CKAN&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;CKAN is a powerful data management system that makes data accessible –&#xA;  by providing tools to streamline publishing, sharing, finding and&#xA;  using data. CKAN is aimed at data publishers (national and regional&#xA;  governments, companies and organizations) wanting to make their data&#xA;  open and available.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;About Datahub:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Datahub provides free access to many of CKAN's core features,&#xA;  letting you search for data, register published datasets, create and&#xA;  manage groups of datasets, and get updates from datasets and groups&#xA;  you're interested in. You can use the web interface or, if you are a&#xA;  programmer needing to connect the Datahub with another app, the CKAN&#xA;  API.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;CKAN.org has a &lt;a href=&quot;http://ckan.org/instances/&quot; rel=&quot;nofollow&quot;&gt;list of a lot more instances of CKAN instances&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3316" LastEditorUserId="3316" LastEditDate="2014-08-14T09:34:13.707" LastActivityDate="2014-08-14T09:34:13.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3525" PostTypeId="1" CreationDate="2014-08-14T10:30:30.150" Score="4" ViewCount="61" Body="&lt;p&gt;I'm currently using the following function to get complaints on certain drugs over time. However, the output gives me the number of reported complaints on a daily basis. It would help me a great deal if I could get the number of reported complaints on a monthly basis.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20110101+TO+20150101]+AND+brand_name:lantus&amp;amp;count=receivedate&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;If anyone can help it would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3417" LastEditorUserId="23272" LastEditDate="2021-04-04T05:01:28.070" LastActivityDate="2021-04-04T05:01:28.070" Title="Is it possible to receive complaint count in monthly format?" Tags="|openfda|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3526" PostTypeId="2" ParentId="3525" CreationDate="2014-08-14T11:21:50.977" Score="2" Body="&lt;p&gt;Here is a small Python snippet that takes your URL and produces a output that you can load into Excel.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;from collections import defaultdict&#xA;monthly = defaultdict(int)&#xA;&#xA;url = 'https://api.fda.gov/drug/event.json?search=receivedate:[20110101+TO+20150101]+AND+brand_name:lantus&amp;amp;count=receivedate'&#xA;r = requests.get(url)&#xA;r = r.json()&#xA;data = r.get(u'results',u'')&#xA;&#xA;for item in data:&#xA;    count = item.get(u'count',u'')&#xA;    ddate = item.get(u'time',u'')&#xA;    if ddate != u'' and count != u'':&#xA;        dkey = ''.join(ddate[0:4])+'-'+''.join(ddate[4:6])&#xA;        monthly[dkey] += int(count)&#xA;&#xA;for item in monthly:&#xA;    print item, monthly.get(item)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Gives as an output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2011-08 569&#xA;2011-09 505&#xA;2011-02 432&#xA;2011-03 462&#xA;2011-01 439&#xA;2011-06 560&#xA;....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Which is in an Excel-importable format.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-08-14T11:34:17.087" LastActivityDate="2014-08-14T11:34:17.087" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3527" PostTypeId="2" ParentId="3525" CreationDate="2014-08-14T12:08:33.450" Score="0" Body="&lt;p&gt;There is no API endpoint or query to aggregate by month. You can submit a feature request to &lt;a href=&quot;https://github.com/fda/openfda/issues&quot; rel=&quot;nofollow&quot;&gt;https://github.com/fda/openfda/issues&lt;/a&gt; however.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We had this same question/issue and identified two potential solutions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Like @phileshem proposed in his answer to your question, you can aggregate in your application code. Phil provided an example in Python. I have Ruby code somewhere if you need/prefer.&lt;/li&gt;&#xA;&lt;li&gt;Much less optimally for both you and the openFDA web services is to do many &lt;code&gt;receivedate:[X to Y]&lt;/code&gt; API calls. I would suggest against this but it is an option.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-14T12:08:33.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3528" PostTypeId="2" ParentId="3496" CreationDate="2014-08-14T12:14:36.197" Score="1" Body="&lt;p&gt;I wrote &lt;a href=&quot;https://code.google.com/p/wik2dict/&quot; rel=&quot;nofollow&quot;&gt;Wik2dict&lt;/a&gt; a decade ago to turn MW database dumps into the dict format. It's python code. Could help you figuring out some things.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best way to convert this xml into mysql is by using mediawiki's xml import functionality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you don't have a good reason to import the dump into mysql it's better to avoid it as it's extremely slow with such a large amount of data. (Unless you're a good dba with a couple of fast machines at your disposal.)&lt;/p&gt;&#xA;" OwnerUserId="3316" LastActivityDate="2014-08-14T12:14:36.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3529" PostTypeId="1" AcceptedAnswerId="3530" CreationDate="2014-08-15T02:09:16.303" Score="2" ViewCount="715" Body="&lt;p&gt;I am looking for a collection of voice files for individual piano notes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any audio format, for instance ogg or mp3.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Needs to be freely reusable, and reasonably accurate.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having several different versions of each file (sung by different humans) would be wonderful, but a single voice is OK too.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-08-15T08:09:26.037" Title="Solfège (do re mi fa sol la si do) sung by human voice" Tags="|data-request|music|audio|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3530" PostTypeId="2" ParentId="3529" CreationDate="2014-08-15T08:09:26.037" Score="2" Body="&lt;p&gt;If you know how to make &lt;strong&gt;midi&lt;/strong&gt; files, then you can use a vocal sound font (like choir sound fonts) to play that midi file. You can find a collection of choir sound fonts &lt;a href=&quot;http://www.freedrumkits.net/sound-fonts/7-choirs?start=10&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are the steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Make a midi file with the software of your choice (I don't exactly know how to do that, so can't recommend any, but maybe you can try &lt;strong&gt;Aria Maestosa&lt;/strong&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Download a choir sound font. Or you can just Google for it.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Install VLC media player and then install the font you downloaded. An instruction can be found &lt;a href=&quot;http://adamrehn.com/articles/miscellaneous/playing-midi-soundfonts&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Play the midi file.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3420" LastActivityDate="2014-08-15T08:09:26.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3531" PostTypeId="2" ParentId="3484" CreationDate="2014-08-15T13:39:05.393" Score="8" Body="&lt;p&gt;Also take a look at &lt;a href=&quot;https://github.com/cmrivers/ebola&quot;&gt;https://github.com/cmrivers/ebola&lt;/a&gt; . Caitlin Rivers (@cmyeaton on Twitter) is a PhD student in computational epidemiology and is curating this data from a number of sources.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-15T13:39:05.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3532" PostTypeId="2" ParentId="3484" CreationDate="2014-08-15T13:49:20.123" Score="10" Body="&lt;p&gt;It sounds like you're looking for a line listing. There are no case data available for this outbreak, but like Skram said, I collect and maintain data from various sources on &lt;a href=&quot;https://github.com/cmrivers/ebola&quot;&gt;github&lt;/a&gt;. Sierra Leone and Liberia release some case data on the province/county level; Liberia's data is quite good. The WHO used to include town names for Guinea, but it has since stopped doing that. Another thing to be aware of is that the only dates for this outbreak are report dates. We have nothing on onset dates, hospitalization dates, death dates, etc. My contact info is on my github, feel free to write if you want to chat more. -Caitlin&lt;/p&gt;&#xA;" OwnerUserId="3421" LastActivityDate="2014-08-15T13:49:20.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3533" PostTypeId="2" ParentId="3525" CreationDate="2014-08-15T14:02:43.423" Score="1" Body="&lt;p&gt;If you're just looking to see stats by month we have graphs on &lt;a href=&quot;http://researchae.com&quot; rel=&quot;nofollow&quot;&gt;ResearchAE.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclosure: I created ResearchAE.com&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="3422" LastEditorUserId="2976" LastEditDate="2014-08-15T14:09:08.347" LastActivityDate="2014-08-15T14:09:08.347" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3534" PostTypeId="2" ParentId="3484" CreationDate="2014-08-15T16:48:38.147" Score="6" Body="&lt;p&gt;WHO and the CDC get their data directly from the effected countries ministry of health.&#xA;These countries are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Liberia &lt;a href=&quot;http://www.mohsw.gov.lr/content_display.php?press_id=94&amp;amp;sub=press_release&quot;&gt;http://www.mohsw.gov.lr/content_display.php?press_id=94&amp;amp;sub=press_release&lt;/a&gt;&lt;br/&gt;&#xA;Lastest Report - &lt;a href=&quot;http://mohsw.gov.lr/documents/Liberia%20Ebola%20SitRep%2089%20Aug%2012,%202014.pdf&quot;&gt;http://mohsw.gov.lr/documents/Liberia%20Ebola%20SitRep%2089%20Aug%2012,%202014.pdf&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Sierra Leone &lt;a href=&quot;http://health.gov.sl/?page_id=583&quot;&gt;http://health.gov.sl/?page_id=583&lt;/a&gt;&lt;br/&gt;&#xA;Latest Report - &lt;a href=&quot;http://health.gov.sl/wp-content/uploads/2014/08/Ebola-Situation-Report_Vol-78.pdf&quot;&gt;http://health.gov.sl/wp-content/uploads/2014/08/Ebola-Situation-Report_Vol-78.pdf&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Nigeria &lt;a href=&quot;http://health.gov.ng/&quot;&gt;http://health.gov.ng/&lt;/a&gt;&lt;br/&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Guinea - does not have an online MOH site&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Democratic Republic of Congo - &lt;a href=&quot;http://www.minisanterdc.cd&quot;&gt;http://www.minisanterdc.cd&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Senegal - &lt;a href=&quot;http://www.sante.gouv.sn&quot;&gt;http://www.sante.gouv.sn&lt;/a&gt; (site is down)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;International Sources:&lt;br/&gt;&#xA;WHO - &lt;a href=&quot;http://www.who.int/csr/don/archive/disease/ebola/en/&quot;&gt;http://www.who.int/csr/don/archive/disease/ebola/en/&lt;/a&gt;&lt;br/&gt;&#xA;CDC - &lt;a href=&quot;http://www.cdc.gov/vhf/ebola/resources/distribution-map-guinea-outbreak.html&quot;&gt;http://www.cdc.gov/vhf/ebola/resources/distribution-map-guinea-outbreak.html&lt;/a&gt;&lt;br/&gt; &#xA;International SOS - &lt;a href=&quot;https://www.internationalsos.com/ebola/index.cfm?content_id=421&amp;amp;language_id=ENG&quot;&gt;https://www.internationalsos.com/ebola/index.cfm?content_id=421&amp;amp;language_id=ENG&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-09-03T15:36:23.263" LastActivityDate="2014-09-03T15:36:23.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3535" PostTypeId="1" CreationDate="2014-08-16T11:38:14.207" Score="2" ViewCount="375" Body="&lt;p&gt;This is a questions about skillful master bakers who sell their wonderful artisan breads and baguettes to famous bakeries, farmer's markets and similar places excluding any patisserie items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any data available on traditional bakeries/bakers' sale of breads, earnings across american/european cities ? &lt;/p&gt;&#xA;" OwnerUserId="3427" LastEditorUserId="18" LastEditDate="2014-08-19T22:00:14.233" LastActivityDate="2014-08-19T22:00:14.233" Title="Data over artisan bakery sales and earnings" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3536" PostTypeId="2" ParentId="1748" CreationDate="2014-08-16T12:28:14.240" Score="6" Body="&lt;p&gt;Try the sites linked at the bottom of &lt;a href=&quot;http://www.theplantlist.org/tpl1.1/record/kew-2696480&quot;&gt;http://www.theplantlist.org/tpl1.1/record/kew-2696480&lt;/a&gt;, particularly NCBI one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just about the seeds: &lt;a href=&quot;http://data.kew.org/sid/SidServlet?ID=4439&amp;amp;Num=5E7&quot;&gt;http://data.kew.org/sid/SidServlet?ID=4439&amp;amp;Num=5E7&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3428" LastActivityDate="2014-08-16T12:28:14.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3537" PostTypeId="2" ParentId="3484" CreationDate="2014-08-16T18:13:43.210" Score="4" Body="&lt;p&gt;(Modified from &lt;a href=&quot;https://opendata.stackexchange.com/a/3425/1511&quot;&gt;here&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a new API for journalists and others called &lt;a href=&quot;http://crisis.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;CrisisNET&lt;/a&gt;. With it you can search based on location and type. Also, you can use the API and even export CSV files if you aren't familiar with programming.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://crisis.net/explore/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Explore the API&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/8vO7q.png&quot; alt=&quot;example of ebola query&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-08-17T13:04:05.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3540" PostTypeId="2" ParentId="1813" CreationDate="2014-08-17T11:15:12.573" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://gdeltproject.org/&quot; rel=&quot;nofollow&quot;&gt;GDELT Project&lt;/a&gt; also can be relevant:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;GDELT Project monitors the world's broadcast, print, and web news from nearly every corner of every country in over 100 languages and identifies the people, locations, organizations, counts, themes, sources, and events driving our global society every second of every day, creating a free open platform for computing on the entire world.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-08-17T11:15:12.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3541" PostTypeId="2" ParentId="3535" CreationDate="2014-08-18T16:00:54.310" Score="3" Body="&lt;p&gt;I haven't seen the detailed data you are looking for. But, there are several datasets of farmer's markets in the US. Some of them contain contact information and general categories of goods sold.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The USDA American Marketing Service (AMS) maintains a dataset of 8,200 farmers markets in the US: &lt;a href=&quot;http://search.ams.usda.gov/farmersmarkets/&quot; rel=&quot;nofollow&quot;&gt;http://search.ams.usda.gov/farmersmarkets/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have my own version of this dataset converted into a Linked CSV format: &lt;a href=&quot;http://www.opengeocode.org/cude1.1/USDA/AMS/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/USDA/AMS/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Federation of New York also has a published list of farmer's markets and details in the State of New York. This can be found at:&#xA;&lt;a href=&quot;http://www.nyfarmersmarket.com/farmers-market-profiles/markets/markets.html&quot; rel=&quot;nofollow&quot;&gt;http://www.nyfarmersmarket.com/farmers-market-profiles/markets/markets.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CalPoly also has a research dataset (available to the public) on one years worth of sales/goods from a bakery chain in 4 states:&#xA;&lt;a href=&quot;https://wiki.csc.calpoly.edu/datasets/wiki/ExtendedBakery&quot; rel=&quot;nofollow&quot;&gt;https://wiki.csc.calpoly.edu/datasets/wiki/ExtendedBakery&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The UC Irvine Machine Learning Repository also keeps a restaurant related research dataset covering 130 restaurants:&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Restaurant+%26+consumer+data#&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Restaurant+%26+consumer+data#&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-08-18T16:00:54.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3542" PostTypeId="2" ParentId="3519" CreationDate="2014-08-19T22:14:46.587" Score="6" Body="&lt;p&gt;&lt;a href=&quot;http://www.wu.ac.at/iqv/mitarbeiter/gugler/ijio.pdf&quot;&gt;The effects of mergers: an international comparison&lt;/a&gt; (Gugler, Mueller, Yurtoglu, Zulehner) indicates that its &quot;principal source of data&quot; is the Global Mergers and Acquisitions database of Thompson (sic) Financial Securities Data (TFSD). Their &quot;data description&quot; (section 4) doesn't describe substantial follow-on work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Starting from that reference, it appears that the Thomson database is the most highly regarded. (See &lt;a href=&quot;http://guides.lib.uchicago.edu/mergers&quot;&gt;&quot;Sources for M&amp;amp;A Information&quot;&lt;/a&gt; from the University of Chicago library. U of C library also refers to MergerMarket, which has free league table &quot;data&quot; (in PDF form) from 2011 &lt;a href=&quot;http://www.mergermarket.com/press/#league&quot;&gt;on their site.&lt;/a&gt; The PDFs are computer generated, so would probably lend themselves to data extraction with a tool like &lt;a href=&quot;http://tabula.nerdpower.org/&quot;&gt;Tabula&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other papers I found described their methodology as something which sounded more labor-intensive, but perhaps if you contact authors, you might get more information about what they did and if they'll share it.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-08-19T22:14:46.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3543" PostTypeId="1" CreationDate="2014-08-20T03:16:43.503" Score="3" ViewCount="82" Body="&lt;p&gt;In the &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfMAUDE/search.CFM&quot; rel=&quot;nofollow noreferrer&quot;&gt;MAUDE search tool on FDA.gov&lt;/a&gt; there is a standard list of problems in a product problem field. This is not available in the API. See screenshot for example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would be a great addition to the &lt;a href=&quot;https://open.fda.gov/device/event/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFDA API device/event endpoint&lt;/a&gt;. Thoughts on if you can add?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/w8rHN.png&quot; alt=&quot;MAUDE screenshot&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="3442" LastEditorUserId="2976" LastEditDate="2014-08-20T13:18:54.257" LastActivityDate="2014-10-01T12:20:45.623" Title="Where is the &quot;product problem&quot; field in the openFDA API?" Tags="|openfda|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3545" PostTypeId="1" AcceptedAnswerId="3547" CreationDate="2014-08-20T10:15:19.887" Score="3" ViewCount="5204" Body="&lt;p&gt;I am creating a Quiz game that can contain any kind of quiz in different categories e.g. In Sports category it can be Cricket, Football etc., In Space category it can be Universe, Planets, Space Missions etc. For all that I have created the basic architecture, but I stuck on data for showing these quizzes. Where can I get this kind of data that can be used commercially?&lt;/p&gt;&#xA;" OwnerUserId="3444" LastEditorUserId="70" LastEditDate="2014-09-13T10:33:17.553" LastActivityDate="2014-09-13T10:33:17.553" Title="Open Data for Quiz Game" Tags="|data-request|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3546" PostTypeId="2" ParentId="3523" CreationDate="2014-08-20T16:49:47.640" Score="1" Body="&lt;p&gt;Check out &lt;a href=&quot;http://opendata.arcgis.com/explore.json&quot; rel=&quot;nofollow&quot;&gt;opendata.arcgis.com/explore.json&lt;/a&gt;. It's a good source for open data that is (mostly) spatial. Soon there will be a master search to look through all these sites at &lt;a href=&quot;http://opendata.arcgis.com&quot; rel=&quot;nofollow&quot;&gt;opendata.arcgis.com&lt;/a&gt;. There will also be a showcase of individual sites you can link to from there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full disclosure: I'm a product engineer on the Esri Open Data team.&lt;/p&gt;&#xA;" OwnerUserId="3441" LastEditorUserId="3441" LastEditDate="2014-08-20T17:05:35.830" LastActivityDate="2014-08-20T17:05:35.830" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3547" PostTypeId="2" ParentId="3545" CreationDate="2014-08-20T16:58:02.647" Score="6" Body="&lt;p&gt;I suggest you take a look at the following Q&amp;amp;As:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/11067191/public-domain-trivia-database-for-game&quot;&gt;https://stackoverflow.com/questions/11067191/public-domain-trivia-database-for-game&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ask.metafilter.com/16200/Where-to-download-Public-Domain-general-knowledge-trivia-question-bank&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ask.metafilter.com/16200/Where-to-download-Public-Domain-general-knowledge-trivia-question-bank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, I don't think you're going to find a data set for you to download and import into your game. One idea would be to do some NLP on open-ish sources like Wikipedia to extract facts and turn them into questions and answers.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-08-20T16:58:02.647" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3548" PostTypeId="2" ParentId="3516" CreationDate="2014-08-20T16:59:03.910" Score="4" Body="&lt;p&gt;ArcGIS Open Data would be another good way to find (mostly) spatial data sources. It exposes data from users who are using ArcGIS Server or ArcGIS Online to manage their data. You can see data about individual open data sites by looking at opendata.arcgis.com/explore.json&lt;/p&gt;&#xA;" OwnerUserId="3441" LastActivityDate="2014-08-20T16:59:03.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3549" PostTypeId="2" ParentId="3523" CreationDate="2014-08-20T17:57:10.037" Score="2" Body="&lt;p&gt;I'm not really sure that a StackExchange site is the best way to organize the kind of information you're looking for. I actually think a Wikipedia category is more appropriate and, indeed, &lt;a href=&quot;http://en.wikipedia.org/wiki/Category:Open_data&quot; rel=&quot;nofollow&quot;&gt;one already exists&lt;/a&gt;. The &lt;a href=&quot;http://en.wikipedia.org/wiki/Category:Creative_Commons-licensed_databases&quot; rel=&quot;nofollow&quot;&gt;CC-licensed data subcategory&lt;/a&gt; looks particularly useful and could be expanded.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-08-20T17:57:10.037" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3550" PostTypeId="1" AcceptedAnswerId="3551" CreationDate="2014-08-20T22:56:41.607" Score="2" ViewCount="1271" Body="&lt;p&gt;I am looking for information related to test preparation for the &lt;a href=&quot;https://en.wikipedia.org/wiki/Graduate_Record_Examinations&quot; rel=&quot;nofollow&quot;&gt;GRE&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;math questions with answers (GRE subjects) &lt;/li&gt;&#xA;&lt;li&gt;vocabulary tests&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3448" LastEditorUserId="70" LastEditDate="2015-03-30T15:06:28.947" LastActivityDate="2015-03-30T15:06:28.947" Title="Open Source GRE Data" Tags="|data-request|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3551" PostTypeId="2" ParentId="3550" CreationDate="2014-08-21T03:30:58.897" Score="2" Body="&lt;p&gt;Anki is a flashcard software.&lt;br&gt;&#xA;It has a large collection of shared decks, curated by the Anki community.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, Anki has many decks of GRE content:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ankiweb.net/shared/decks/GRE&quot; rel=&quot;nofollow&quot;&gt;https://ankiweb.net/shared/decks/GRE&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That list contains a few false positive, but when you filter them out you can see that there are about 120 decks about GRE:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;极品GRE红宝书    &lt;/li&gt;&#xA;&lt;li&gt;Verbal Workout GRE 4th edition (The Princeton Review)   &lt;/li&gt;&#xA;&lt;li&gt;GRE Words (with examples, antonyms and notes)   &lt;/li&gt;&#xA;&lt;li&gt;要你命3000（GRE核心词汇考法精析）    &lt;/li&gt;&#xA;&lt;li&gt;極品GRE紅寶書(繁體中文)+聲音檔  &lt;/li&gt;&#xA;&lt;li&gt;極品GRE紅寶書(繁體中文)  &lt;/li&gt;&#xA;&lt;li&gt;High Frequency GRE words with Bengali Meaning   &lt;/li&gt;&#xA;&lt;li&gt;GRE Words List  &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary in Sentences     &lt;/li&gt;&#xA;&lt;li&gt;極品GRE紅寶書(繁體中文)+聲音檔 2014.05 新版   &lt;/li&gt;&#xA;&lt;li&gt;新GRE核心词汇考法精析（再要你命3000）  &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary  &lt;/li&gt;&#xA;&lt;li&gt;GRE&amp;amp;GMAT阅读难句    &lt;/li&gt;&#xA;&lt;li&gt;Barron's GRE    &lt;/li&gt;&#xA;&lt;li&gt;GRE词汇精选     &lt;/li&gt;&#xA;&lt;li&gt;GRE词以类记     &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary-High frequency words with example sentences  &lt;/li&gt;&#xA;&lt;li&gt;GRE Tara    &lt;/li&gt;&#xA;&lt;li&gt;GRE Wordlist    &lt;/li&gt;&#xA;&lt;li&gt;G.GRE精选分频(剔除四六级):5星(1)+4星(13)+3星(78)+2星(1129)   &lt;/li&gt;&#xA;&lt;li&gt;I.GRE精选分频(剔除四六级):0星(2449)   &lt;/li&gt;&#xA;&lt;li&gt;H.GRE精选分频(剔除四六级):1星(2959)   &lt;/li&gt;&#xA;&lt;li&gt;GRE High-Frequency Words    &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 4   &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 1   &lt;/li&gt;&#xA;&lt;li&gt;GRE Words List wj   &lt;/li&gt;&#xA;&lt;li&gt;GRE Words   &lt;/li&gt;&#xA;&lt;li&gt;Anthony's GRE Flash Cards   &lt;/li&gt;&#xA;&lt;li&gt;Kaplan's GRE Word Groups    &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Physiological Psychology     &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 2   &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocab   &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 3   &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Sensation and Perception     &lt;/li&gt;&#xA;&lt;li&gt;GRE High Frequency  &lt;/li&gt;&#xA;&lt;li&gt;GRE Deck 1 sept 7   &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 7   &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary  &lt;/li&gt;&#xA;&lt;li&gt;GRE     &lt;/li&gt;&#xA;&lt;li&gt;GRE红宝书（安卓版修改）       &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 5   &lt;/li&gt;&#xA;&lt;li&gt;GRE Master Word List - 5000+ Words  &lt;/li&gt;&#xA;&lt;li&gt;GRE1    &lt;/li&gt;&#xA;&lt;li&gt;GRE Psych Deck 9/24/2013    &lt;/li&gt;&#xA;&lt;li&gt;WCG's GRE Words     &lt;/li&gt;&#xA;&lt;li&gt;GREFANG     &lt;/li&gt;&#xA;&lt;li&gt;GRE sentences part 3    &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Cognitive Psychology     &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary 2    &lt;/li&gt;&#xA;&lt;li&gt;math GRE    &lt;/li&gt;&#xA;&lt;li&gt;GRE Words with Similar Meanings     &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocab   &lt;/li&gt;&#xA;&lt;li&gt;GRE High-Frequency Vocabulary   &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary  &lt;/li&gt;&#xA;&lt;li&gt;GRE Antonyms    &lt;/li&gt;&#xA;&lt;li&gt;Classical Mechanics - GRE   &lt;/li&gt;&#xA;&lt;li&gt;GRE vocabulary  &lt;/li&gt;&#xA;&lt;li&gt;GRE Red Bible - Freq 3+     &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Social Psychology    &lt;/li&gt;&#xA;&lt;li&gt;GRE words   &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocab   &lt;/li&gt;&#xA;&lt;li&gt;GRE Parts of Speech     &lt;/li&gt;&#xA;&lt;li&gt;GRE 490 - all words mattf   &lt;/li&gt;&#xA;&lt;li&gt;GRE Verbal 1100+Some Magazines  &lt;/li&gt;&#xA;&lt;li&gt;Kaplan GRE 500 Vocab    &lt;/li&gt;&#xA;&lt;li&gt;AneesHussain GRE Wordlist Vocabulary    &lt;/li&gt;&#xA;&lt;li&gt;GRE (math verval)   &lt;/li&gt;&#xA;&lt;li&gt;Optics and Wave Phenomena - GRE     &lt;/li&gt;&#xA;&lt;li&gt;1736 Words for GRE  &lt;/li&gt;&#xA;&lt;li&gt;Electricity and Magnetism - GRE     &lt;/li&gt;&#xA;&lt;li&gt;Barron's 799 Essential Words for the GRE    &lt;/li&gt;&#xA;&lt;li&gt;GRE Gifty   &lt;/li&gt;&#xA;&lt;li&gt;Kaplans GRE words   &lt;/li&gt;&#xA;&lt;li&gt;GRE 1100    &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Research Design  &lt;/li&gt;&#xA;&lt;li&gt;GRE红宝书2012  &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary for Verbal Section   &lt;/li&gt;&#xA;&lt;li&gt;Barrons GRE 4813 wordlist pron, EN, RU  &lt;/li&gt;&#xA;&lt;li&gt;GRE Word Groups     &lt;/li&gt;&#xA;&lt;li&gt;Princeton Review GRE Hit Parade     &lt;/li&gt;&#xA;&lt;li&gt;High Freq GRE   &lt;/li&gt;&#xA;&lt;li&gt;GRE May Vocab   &lt;/li&gt;&#xA;&lt;li&gt;GRE(set1 of 300)    &lt;/li&gt;&#xA;&lt;li&gt;GRE Roots (Graduate Record Examination Roots)   &lt;/li&gt;&#xA;&lt;li&gt;Angela's Top 200ish Vocab for the New GRE Verbal    &lt;/li&gt;&#xA;&lt;li&gt;GRE High Frequency Words    &lt;/li&gt;&#xA;&lt;li&gt;GRE words (with examples)   &lt;/li&gt;&#xA;&lt;li&gt;GRE(Set2 of 180)    &lt;/li&gt;&#xA;&lt;li&gt;GRE words part 2    &lt;/li&gt;&#xA;&lt;li&gt;GRE High-Frequency Words (K)    &lt;/li&gt;&#xA;&lt;li&gt;GRE word list 1     &lt;/li&gt;&#xA;&lt;li&gt;GRE vocabulary  &lt;/li&gt;&#xA;&lt;li&gt;GRE- Flashcards     &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary 2014     &lt;/li&gt;&#xA;&lt;li&gt;GRE words list 800 with 300 high frequency tags     &lt;/li&gt;&#xA;&lt;li&gt;GRE vocab 1     &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Learning and Ethology    &lt;/li&gt;&#xA;&lt;li&gt;GRE Vocabulary List     &lt;/li&gt;&#xA;&lt;li&gt;GRE words part 3    &lt;/li&gt;&#xA;&lt;li&gt;GRE-Barron's    &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Developmental Psychology     &lt;/li&gt;&#xA;&lt;li&gt;GRE Duy Anh     &lt;/li&gt;&#xA;&lt;li&gt;GRE-Personal Practice   &lt;/li&gt;&#xA;&lt;li&gt;GRE for sis 6   &lt;/li&gt;&#xA;&lt;li&gt;Kaplan GRE words    &lt;/li&gt;&#xA;&lt;li&gt;My GRE Wordlist     &lt;/li&gt;&#xA;&lt;li&gt;Physics GRE     &lt;/li&gt;&#xA;&lt;li&gt;GRE Literature  &lt;/li&gt;&#xA;&lt;li&gt;GRE 3978 words with my own sentences added  &lt;/li&gt;&#xA;&lt;li&gt;Thermodynamics and Stat Mech - GRE  &lt;/li&gt;&#xA;&lt;li&gt;Self Input GRE Words    &lt;/li&gt;&#xA;&lt;li&gt;Psychology GRE  &lt;/li&gt;&#xA;&lt;li&gt;My GRE  &lt;/li&gt;&#xA;&lt;li&gt;GRE Psychology Personality and Abnormal Psychology  &lt;/li&gt;&#xA;&lt;li&gt;GRE红宝书带音标   &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Each deck is a collection of questions and answers.&lt;br&gt;&#xA;Quality and focus varies from one to the other.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-08-22T06:23:34.103" LastActivityDate="2014-08-22T06:23:34.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3552" PostTypeId="2" ParentId="1840" CreationDate="2014-08-22T07:50:32.717" Score="4" Body="&lt;p&gt;Here's a CDR sample:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;MSIDN:IMSI:IMEI:PLAN:CALL_TYPE:CORRESP_TYPE:CORRESP_ISDN:DURATION:TIME:DATE &#xA;068373748102;208100167682477;351905149071;PLAN1;MOC;CUST1;0612287077;247;12:07:12;01/01/2012 &#xA;068373748102;208100167682477;351905149071;PLAN1;MTC;CUST2;0600000001;300;12:15:09;01/01/2012 &#xA;068373748102;208100167682477;351905149071;PLAN1;SMS-MO;CUST1;0613637193;0;12:18:18;01/01/2012 &#xA;068373748102;208100167682477;351905149071;PLAN1;SMS-MT;CUST1;0612899062;0;12:21:07;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;MOC;CUST1;0612283725;90;12:00:00;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;MOC;CUST1;0613069656;82;12:02:27;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;MOC;CUST1;0613481951;78;12:04:41;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;MTC;CUST2;0600000001;92;12:07:13;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;MTC;CUST2;0600000002;94;12:09:40;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;MTC;CUST1;0612063352;114;12:12:40;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;SMS-MO;CUST1;0613103364;0;12:13:42;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;SMS-MO;CUST1;0613751973;0;12:14:44;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;SMS-MO;CUST1;0613672843;0;12:15:44;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;SMS-MT;CUST1;0612769488;0;12:16:42;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;SMS-MT;CUST1;0613164676;0;12:17:39;01/01/2012 &#xA;065978198280;208100310191699;356008289837;PLAN3;SMS-MT;CUST1;0613399901;0;12:18:39;01/01/2012 &#xA;067599860569;208120276653317;353297808290;PLAN2;MOC;CUST1;0612089847;116;12:00:00;01/01/2012 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3457" LastEditorUserId="2976" LastEditDate="2014-08-22T14:47:47.770" LastActivityDate="2014-08-22T14:47:47.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3553" PostTypeId="1" AcceptedAnswerId="3682" CreationDate="2014-08-22T14:54:57.933" Score="5" ViewCount="713" Body="&lt;p&gt;I'm looking for large open data which provides chemical compounds, substances, structures and products. Database of chemical reactions, formulas and similar would be beneficial as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some academia and industrial databases (not open data):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cambridgesoft.com/Ensemble_for_Chemistry/ChemACX/Default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;The CambridgeSoft Available Chemicals Exchange (ChemACX)&lt;/a&gt; (6.8 million substances, 6.7 million structures and 10.4 million products)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.chemaxon.com/products/instant-jchem-suite/instant-jchem/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Instant JChem&lt;/a&gt; (millions of structures)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cas.org/content/chemical-substances&quot; rel=&quot;nofollow noreferrer&quot;&gt;CAS REGISTRY by CAS&lt;/a&gt; (89 million unique organic and inorganic chemical substances, very costly)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.elsevier.com/online-tools/reaxys&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reaxys and Reaxys Medicinal Chemistry&lt;/a&gt; (a fully indexed and organized database of around 16,000 periodicals containing 500 million published experimental facts - very costly)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.themarysue.com/chemical-compound-reaction-database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Chemical Compound Database Knows All the Reactions&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1827/a-database-of-drugs-and-their-targets&quot;&gt;A database of drugs and their targets&lt;/a&gt; on SE&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chemistry.stackexchange.com/questions/8351/software-for-predicting-chemical-reactions&quot;&gt;Software for predicting chemical reactions&lt;/a&gt; on SE&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3553/open-data-for-chemical-substances-structures-and-products&quot;&gt;Open data for chemical substances, structures and products?&lt;/a&gt; on SE&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3082" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-10-15T15:46:17.903" Title="Open data for chemical substances, structures and products?" Tags="|data-request|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3554" PostTypeId="1" CreationDate="2014-08-22T15:06:44.573" Score="1" ViewCount="83" Body="&lt;p&gt;I am preparing for the &lt;a href=&quot;https://en.wikipedia.org/wiki/Japanese-Language_Proficiency_Test&quot; rel=&quot;nofollow&quot;&gt;Japanese Language Proficiency Test&lt;/a&gt; N1.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a list of vocabulary (kanjis) that I should probably study for this test.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there is no official list, but is there a good free list?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have already tried but am not satisfied with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The shared decks at Ankiweb, they are not exhaustive.&lt;/li&gt;&#xA;&lt;li&gt;The TANOS data, it contains error and dialect.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2014-12-22T11:05:09.393" LastActivityDate="2015-07-23T04:13:17.400" Title="List of vocabulary (kanjis) for the JLPT1 exam" Tags="|data-request|language|education|japanese|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3555" PostTypeId="2" ParentId="3554" CreationDate="2014-08-22T22:31:05.913" Score="1" Body="&lt;p&gt;Have you tried the &lt;a href=&quot;http://ajet.net/ajetdownloads/jlpt-resources/&quot; rel=&quot;nofollow&quot;&gt;AJet&lt;/a&gt; resources (Japanese Language Proficiency Test Resources)?&lt;/p&gt;&#xA;" OwnerUserId="3464" LastEditorUserId="1511" LastEditDate="2014-08-23T14:10:51.630" LastActivityDate="2014-08-23T14:10:51.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3557" PostTypeId="2" ParentId="1695" CreationDate="2014-08-25T03:36:09.227" Score="4" Body="&lt;p&gt;While OSM is the most obvious place for &lt;em&gt;open data&lt;/em&gt; about hotels, the second best place might be &lt;a href=&quot;https://en.wikivoyage.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikivoyage&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The data is available as CSV under the Creative Commons Attribution-ShareAlike 3.0 License:&#xA;&lt;a href=&quot;https://github.com/baturin/wikivoyage-listings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/baturin/wikivoyage-listings&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wikivoyage's goal is not to list ALL hotels, but to list for each destination about 10 hotels in each of 3 price ranges. Hotels are selected for value and cachet by Wikivoyage editors in a democratic and usually unbiased process. That might suit your purpose better than an indiscriminate list which would also contain unrecommended hotels.&lt;/li&gt;&#xA;&lt;li&gt;Not all hotels have GPS coordinates yet.&lt;/li&gt;&#xA;&lt;li&gt;We do not run the tool often, so the data files are probably quite old. But it is open source and can be run by anyone. Maintainers welcome!&lt;/li&gt;&#xA;&lt;li&gt;Formats: CSV, KML, GPX, OBF (OpenStreetMap), etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2022-06-17T08:09:36.220" LastActivityDate="2022-06-17T08:09:36.220" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3558" PostTypeId="1" CreationDate="2014-08-25T03:54:35.220" Score="5" ViewCount="82" Body="&lt;p&gt;Software being a non-physical product, it is sometimes hard to guess prices. And while consumer-grade software has price listed, for most enterprise software (for instance Documentum or FileNet) you have to contact the editor or a reseller to get a price.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open database listing prices of enterprise software?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each entry should probably detail:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Country of purchase&lt;/li&gt;&#xA;&lt;li&gt;Year of purchase&lt;/li&gt;&#xA;&lt;li&gt;Educational establishment status&lt;/li&gt;&#xA;&lt;li&gt;Support level&lt;/li&gt;&#xA;&lt;li&gt;Limitations, for instance seats limit, users limit, volume limit, number of servers/cores limit&lt;/li&gt;&#xA;&lt;li&gt;Other applicable conditions&lt;/li&gt;&#xA;&lt;li&gt;Whether actually bought, or just received a quote&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Of course, the same thing can be sold at different prices depending for instance on delays and on the negotiation strategy of the sellers and buyers. So the database should allow several prices for the same thing.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-09-12T06:25:18.477" LastActivityDate="2014-09-12T06:25:18.477" Title="Open database of enterprise software prices" Tags="|data-request|prices|products|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3559" PostTypeId="1" AcceptedAnswerId="4153" CreationDate="2014-08-25T04:30:13.870" Score="25" ViewCount="21445" Body="&lt;p&gt;I need icons for the flags of countries.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;PNG file format&lt;/li&gt;&#xA;&lt;li&gt;Small sizes such as 32x32 pixels or similar. Consistent size for all flags (even the flags with strange shapes like &lt;a href=&quot;https://en.wikipedia.org/wiki/Nepal&quot;&gt;Nepal&lt;/a&gt;, they have to be fit in).&lt;/li&gt;&#xA;&lt;li&gt;Similar to the official flag, not too much styling/shadows/glowing/wind. If there is style, it has to be consistent.&lt;/li&gt;&#xA;&lt;li&gt;Usable in both open source and commercial products&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In each answer, embedding a sample icon (for instance UK) would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-08-25T06:54:11.963" LastActivityDate="2021-06-13T08:47:26.777" Title="Free icons of country flags, reusable in both open source and commercial products" Tags="|data-request|images|" AnswerCount="8" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3560" PostTypeId="2" ParentId="3559" CreationDate="2014-08-25T06:37:51.630" Score="12" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/&quot; rel=&quot;noreferrer&quot;&gt;Wikipedia&lt;/a&gt; has images for &lt;a href=&quot;http://en.wikipedia.org/wiki/Gallery_of_sovereign_state_flags&quot; rel=&quot;noreferrer&quot;&gt;flags of most countries&lt;/a&gt; which are normally licensed as Creative Commons and in general National Flags are considered ineligible for copyright as being in the public domain but it is nice to give attibution in your documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that usage may be restricted in other ways - e.g. using the German Flag &lt;img src=&quot;https://i.stack.imgur.com/1hzEe.png&quot; alt=&quot;German Flag 200px&quot;&gt; in a program that promotes racial intolerance would get you into hot water.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the Flags on Wikipedia are available as .png format and are not too stylized but the other problem is that 32x32 px is much to small to represent accurately many national flags, e.g.:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;USA 300px &lt;img src=&quot;https://i.stack.imgur.com/Bpzbg.png&quot; alt=&quot;USA 300 px&quot;&gt; --&gt; 32x16 &lt;img src=&quot;https://i.stack.imgur.com/5dDZs.png&quot; alt=&quot;USA 32 px&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the original images come from Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get such a set I used a python script then ImageMagik mogrify to resize to 32x32, (many ended up not exactly 32x32 as the aspect ratio for most flags is not 1:1), the resulting file and the python script are both available in my &lt;a href=&quot;https://www.dropbox.com/s/ntkh90dn5w9x6ro/32_pxFlags.tar?dl=0&quot; rel=&quot;noreferrer&quot;&gt;drop box&lt;/a&gt; - &lt;strong&gt;don't forget to credit Wikipedia and to look at the licence terms there&lt;/strong&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3478" LastEditorUserId="3478" LastEditDate="2014-08-25T07:44:03.233" LastActivityDate="2014-08-25T07:44:03.233" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3561" PostTypeId="1" CreationDate="2014-08-25T07:03:48.583" Score="5" ViewCount="1249" Body="&lt;p&gt;Where can I find statistics for sport competitions, like Olympics and international championships?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for actual results, like timing in 100m races or rates given to figure skaters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sources I found contain limited information (&lt;a href=&quot;http://www.databaseolympics.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.databaseolympics.com/&lt;/a&gt; has only top three results), or focus on medals (like &lt;a href=&quot;http://www.theguardian.com/sport/series/london-2012-olympics-data&quot; rel=&quot;nofollow&quot;&gt;http://www.theguardian.com/sport/series/london-2012-olympics-data&lt;/a&gt;), or didn't work (like Sochi's APIs).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In light of this, detailed sports results would be very appreciated.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-03-25T09:16:48.970" LastActivityDate="2017-06-26T13:41:51.087" Title="Sports results datasets" Tags="|data-request|sports|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3562" PostTypeId="1" AcceptedAnswerId="3563" CreationDate="2014-08-25T11:13:29.300" Score="3" ViewCount="396" Body="&lt;p&gt;Does anyone know if it's possible to use CKAN for commercial use?&lt;/p&gt;&#xA;" OwnerUserId="2561" LastEditorUserId="70" LastEditDate="2015-04-01T13:52:44.770" LastActivityDate="2015-04-01T13:52:44.770" Title="Is it possible to use CKAN for commercial use?" Tags="|licensing|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3563" PostTypeId="2" ParentId="3562" CreationDate="2014-08-25T12:53:33.587" Score="7" Body="&lt;p&gt;Yes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CKAN is licensed under Affero GNU GPL v3.0. From the preamble to the license:&#xA;When we speak of free software, we are referring to freedom, not price. Our General Public Licenses are designed to make sure that &lt;strong&gt;you have the freedom to distribute copies of free software (and charge for them if you wish)&lt;/strong&gt;, that you receive source code or can get it if you want it, that you can change the software or use pieces of it in new free programs, and that you know you can do these things.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sources: &lt;a href=&quot;http://ckan.org/developers/about-ckan/&quot;&gt;http://ckan.org/developers/about-ckan/&lt;/a&gt;, &lt;a href=&quot;http://www.gnu.org/licenses/agpl-3.0.html&quot;&gt;http://www.gnu.org/licenses/agpl-3.0.html&lt;/a&gt;, &lt;a href=&quot;http://www.gnu.org/licenses/gpl-faq.html#GPLCommercially&quot;&gt;http://www.gnu.org/licenses/gpl-faq.html#GPLCommercially&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3441" LastActivityDate="2014-08-25T12:53:33.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3564" PostTypeId="2" ParentId="3558" CreationDate="2014-08-25T13:09:15.900" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;A source at the US federal government level is &lt;a href=&quot;https://www.ebuy.gsa.gov/advantage/main/home.do&quot; rel=&quot;nofollow noreferrer&quot;&gt;GSA Advantage!&lt;/a&gt; which allows schedule holders (government contractors) to list products and services that government agencies can purchase much like an online shopping cart.&lt;/p&gt;&#xA;&lt;p&gt;This is by no means clean or normalized data and runs into the issues described in the comment thread above about discounts/sales.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Another one at the US federal government level is &lt;a href=&quot;http://www.usaspending.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USASpending.gov&lt;/a&gt; which has it's own data issues but is supposed to be comprehensive. This will show you prices actually paid under contract/grant/etc. rather than list prices. Unfortunately, usually only a top-line number is available and transparency of the actual contract terms is not what many wish they were. &lt;a href=&quot;http://www.usaspending.gov/search?form_fields=%7B%22search_term%22%3A%22filenet%22%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's a sample search for FileNet&lt;/a&gt; where you can filter to see only purchases directly from FileNet Corporation versus other resellers/service providers.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-08-25T13:09:15.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3565" PostTypeId="2" ParentId="3559" CreationDate="2014-08-25T15:14:38.347" Score="10" Body="&lt;p&gt;You can get a public domain set from the CIA World Fact Book:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/docs/flagsoftheworld.html&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/docs/flagsoftheworld.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-08-25T15:14:38.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3566" PostTypeId="2" ParentId="3559" CreationDate="2014-08-25T18:44:00.873" Score="16" Body="&lt;p&gt;famfamfam icons are free and require no attribution and are quite small:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.famfamfam.com/lab/icons/flags/&quot; rel=&quot;noreferrer&quot;&gt;http://www.famfamfam.com/lab/icons/flags/&lt;/a&gt;&lt;br&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/ppDK7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;The Noun Project has a Flags of the World Collective, although it is not complete, and not in the desired formats of OP, but I just wanted to add them for everyone else who comes through here:&lt;br&gt;&#xA;&lt;a href=&quot;http://thenounproject.com/desbenoit/collection/flags-of-the-world/&quot; rel=&quot;noreferrer&quot;&gt;http://thenounproject.com/desbenoit/collection/flags-of-the-world/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT (2):&lt;br&gt;&#xA;here's a set of text attributes of world flags, meant for machine learning&#xA;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Flags&quot; rel=&quot;noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets/Flags&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2014-12-08T15:54:17.777" LastActivityDate="2014-12-08T15:54:17.777" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3567" PostTypeId="2" ParentId="3561" CreationDate="2014-08-26T01:18:22.653" Score="5" Body="&lt;p&gt;the olympics site seems to have all of the data you seek:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.olympic.org/athletics&quot; rel=&quot;nofollow&quot;&gt;http://www.olympic.org/athletics&lt;/a&gt;&lt;br&gt;&#xA;but it looks like the opposite of open...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;the guardian's data store has some of what you seek:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.theguardian.com/sport/series/london-2012-olympics-data&quot; rel=&quot;nofollow&quot;&gt;http://www.theguardian.com/sport/series/london-2012-olympics-data&lt;/a&gt;&lt;br&gt;&#xA;2012 open data&lt;br&gt;&#xA;&lt;a href=&quot;http://www.theguardian.com/sport/datablog/interactive/2012/aug/03/london-2012-results-open-data&quot; rel=&quot;nofollow&quot;&gt;http://www.theguardian.com/sport/datablog/interactive/2012/aug/03/london-2012-results-open-data&lt;/a&gt;&lt;br&gt;&#xA;more guardian data, in google drive spreadsheet, THIS actually looks close to what you seek:: &lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AonYZs4MzlZbdHlfd0F1QlAxYjgtOW53ZXNOZ0JzNVE#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheet/ccc?key=0AonYZs4MzlZbdHlfd0F1QlAxYjgtOW53ZXNOZ0JzNVE#gid=0&lt;/a&gt;&lt;br&gt;&#xA;all records for 2012&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AonYZs4MzlZbdFNaMTRsVDNiV1RZaWNGdmJDU1RSSGc#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheet/ccc?key=0AonYZs4MzlZbdFNaMTRsVDNiV1RZaWNGdmJDU1RSSGc#gid=0&lt;/a&gt;&lt;br&gt;&#xA;some gis data for you:&lt;br&gt;&#xA;&lt;a href=&quot;http://geocommons.com/overlays/16680&quot; rel=&quot;nofollow&quot;&gt;http://geocommons.com/overlays/16680&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;wikipedia looks like an optimal choice for data selection; but (i think) you're going to have to work for it:&lt;br&gt;&#xA;picked a medal sport: pentathalon; to vague; drill pentathalon down to a random year:&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20091103091009/http://en.wikipedia.org/wiki/Modern_pentathlon_at_the_2008_Summer_Olympics&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20091103091009/http://en.wikipedia.org/wiki/Modern_pentathlon_at_the_2008_Summer_Olympics&lt;/a&gt;&lt;br&gt;&#xA;still not the detail wanted...but if you click on the details link in the medalists table, you'll find the information you seek:&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Modern_pentathlon_at_the_2008_Summer_Olympics_%E2%80%93_Men%27s&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Modern_pentathlon_at_the_2008_Summer_Olympics_%E2%80%93_Men%27s&lt;/a&gt;&lt;br&gt;&#xA;note: i only did this for one medal sport, so i'm not sure if its the same throughout, but knowing wikipedia, i'm sure its the same throughout ;).&lt;br&gt;&#xA;offhand, you should get a list off wikipedia off events with links, and use a scraper to ping them all, appending the appropriate details info onto each url (&quot;-Mens, -Womens&quot;, etc); i'm willing to bet the table with the detailed info has an id attribute, which i would then nail down to in the scraper, scooping up it and its contents...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;you can ping nbc's olympics site via wayback machine for more data, at least going back to athens 2004; wayback had links even older, although i'm not sure if they're the same format&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nbcolympics.com/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.nbcolympics.com/index.html&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20040804003859/http://www.nbcolympics.com/index.html&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20040804003859/http://www.nbcolympics.com/index.html&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20060504132456/http://www.nbcolympics.com/index.html&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20060504132456/http://www.nbcolympics.com/index.html&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20140103124519/http://www.2008.nbcolympics.com/modernpentathlon/resultsandschedules/index.html&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20140103124519/http://www.2008.nbcolympics.com/modernpentathlon/resultsandschedules/index.html&lt;/a&gt;&lt;br&gt;&#xA;just to show a few&lt;br&gt;&#xA;BONUS:&lt;br&gt;&#xA;datavis of olympic data howto:&lt;br&gt;&#xA;&lt;a href=&quot;http://datavisualization.ch/inside/how-we-visualized-112-years-of-olympic-games/&quot; rel=&quot;nofollow&quot;&gt;http://datavisualization.ch/inside/how-we-visualized-112-years-of-olympic-games/&lt;/a&gt;&lt;br&gt;&#xA;olympic datavis example gallery:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.visualizing.org/galleries/peoples-choice-visualizing-london-2012-olympic-games&quot; rel=&quot;nofollow&quot;&gt;http://www.visualizing.org/galleries/peoples-choice-visualizing-london-2012-olympic-games&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-08-26T11:52:10.750" LastActivityDate="2014-08-26T11:52:10.750" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3568" PostTypeId="1" CreationDate="2014-08-26T03:37:30.767" Score="4" ViewCount="50" Body="&lt;p&gt;Is there a resource or estimate for the annual number of global births for the past 10,000 years (or further)? Even if not annual, something with a reasonable enough frequency that I could do some sort of regression?&lt;/p&gt;&#xA;" OwnerUserId="3485" LastActivityDate="2014-09-16T05:42:57.313" Title="Global births for past 10k years?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3569" PostTypeId="1" CreationDate="2014-08-26T10:46:41.517" Score="6" ViewCount="1109" Body="&lt;p&gt;I am looking for wheather data for european cities of the past few years (say since 2000). The data should have at least a daily record for min/max temperature and precipitation. It would be cool if the data also showed sun shine duration and how cloudy a day was.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data would be for non commercial use.&lt;/p&gt;&#xA;" OwnerUserId="1841" LastEditorUserId="70" LastEditDate="2015-01-28T13:07:30.313" LastActivityDate="2015-05-20T15:09:36.167" Title="Daily european weather data of past few years for non commercial use" Tags="|data-request|weather|europe|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3570" PostTypeId="2" ParentId="3569" CreationDate="2014-08-26T11:53:33.907" Score="3" Body="&lt;p&gt;In the past I've used the Weather Underground API, which allows for 500 calls per day. See my answer here for some details - &lt;a href=&quot;https://opendata.stackexchange.com/a/1620/1511&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In their &lt;a href=&quot;http://www.wunderground.com/weather/api/d/terms.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;TOS&lt;/a&gt; they say you can even use for commercial use (but read the small print!)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;WUL licenses to you a limited, worldwide, non-exclusive, non-transferable, revocable license for your personal or commercial use.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;My python 2.7 code snippet (&lt;a href=&quot;https://gist.github.com/philshem/8864437#file-wunderground_historical-py&quot; rel=&quot;nofollow noreferrer&quot;&gt;shared here&lt;/a&gt;). Because there are only 500 calls allowed for free per day, I retrieved one year per day:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;def get_precip(gooddate):&#xA;    urlstart = 'http://api.wunderground.com/api/INSERT_KEY_HERE/history_'&#xA;    urlend = '/q/Switzerland/Zurich.json'&#xA;&#xA;    url = urlstart + str(gooddate) + urlend&#xA;    data = requests.get(url).json()&#xA;    for summary in data['history']['dailysummary']:&#xA;        print ','.join((gooddate,summary['date']['year'],summary['date']['mon'],summary['date']['mday'],summary['precipm'], summary['maxtempm'], summary['meantempm'],summary['mintempm']))&#xA;&#xA;if __name__ == &quot;__main__&quot;:&#xA;    from datetime import date&#xA;    from dateutil.rrule import rrule, DAILY&#xA;&#xA;    a = date(2013, 1, 1)&#xA;    b = date(2013, 12, 31)&#xA;&#xA;    for dt in rrule(DAILY, dtstart=a, until=b):&#xA;        get_precip(dt.strftime(&quot;%Y%m%d&quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-08-26T11:53:33.907" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3571" PostTypeId="1" AcceptedAnswerId="3615" CreationDate="2014-08-26T12:21:31.807" Score="6" ViewCount="180" Body="&lt;p&gt;I want to know in what programming language(s) is written a particular piece of software (for instance the Skype client or the Tomcat server).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While this information can usually be found by inspecting binaries with specialized pattern matching, it requires a lot of time and experience. For instance, distinguishing compiled binaries generated from C and C++ is very difficult when you don't have the source code, but not impossible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database where this information is gathered?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It could be a collaborative database, possibly using bots to find and inspect binaries. It should contain open source software as well as proprietary software.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example, Github provides this information for projects hosted on their servers, for instance OpenOffice:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/JhCJQ.png&quot; alt=&quot;OpenOffice programming languages&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-09-06T16:31:52.037" Title="In what programming language(s) is software X written?" Tags="|data-request|products|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3574" PostTypeId="1" CreationDate="2014-08-26T21:27:14.247" Score="1" ViewCount="47" Body="&lt;p&gt;I'm probably in the wrong StackExchange, but is there a rating system for websites?&#xA;For instance I wish there was some sort of curated site that said that &quot;xyz&quot; was a legitimate training site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe told me (roughly) how many customers they had, how long they've been in business, how many &quot;employees&quot; they have...&#xA;The kind of information that Hoovers would talk about in a business profile for a traditional business.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose I could get their whois info, but that is pretty minimal.&lt;/p&gt;&#xA;" OwnerUserId="3362" LastActivityDate="2014-08-28T00:18:51.673" Title="Rating system for websites" Tags="|releasing-data|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3575" PostTypeId="1" AcceptedAnswerId="4811" CreationDate="2014-08-27T04:33:54.347" Score="0" ViewCount="1053" Body="&lt;p&gt;Ingress glyph hack is a mini-game where you have to remember a number of patterns.&lt;br&gt;&#xA;The patterns are shown very quickly, and then you have to redraw them.&lt;br&gt;&#xA;Example of a pattern:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/1LePK.png&quot; alt=&quot;Ingress glyph&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are not that many patterns, so most players just remember them all and stick &quot;names&quot; to each one, to be able to remember the sequence.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a flashcards deck (ideally in Anki format) to associate patterns with easy-to-remember names?&lt;br&gt;&#xA;I am &lt;strong&gt;not looking for a flashcards app&lt;/strong&gt;, just for flashcards data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://glyphtionary.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Glyphtionary&lt;/a&gt; is a database trying to gather all glyphs, so it could be used as a starting point to build the deck, but I don't think the images are under an open license.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-08-28T03:17:10.360" LastActivityDate="2015-03-22T12:06:00.733" Title="Flashcards to remember all Ingress glyphs" Tags="|data-request|games|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3576" PostTypeId="2" ParentId="3523" CreationDate="2014-08-27T05:55:53.950" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://opendata.stackexchange.com&quot;&gt;http://opendata.stackexchange.com&lt;/a&gt; fits your requirements since:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;it is precisely about open data,&lt;/li&gt;&#xA;&lt;li&gt;it is open data itself (cc by-sa 3.0 with attribution required).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-08-27T05:55:53.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3577" PostTypeId="2" ParentId="259" CreationDate="2014-08-27T10:38:10.870" Score="1" Body="&lt;p&gt;going out on a limb here, but GitHub recently published a guide for citing Open Science data that sounds very similar to what you are seeking, including the desired audience, except i don't see anything about plain text, and since i'm only helping out here, i did not try the demo.&lt;br&gt;&#xA;Digital Object Identifiers (DOI)s are used here in place of the plain text files...&lt;br&gt;&#xA;&lt;a href=&quot;https://guides.github.com/activities/citable-code/&quot; rel=&quot;nofollow&quot;&gt;https://guides.github.com/activities/citable-code/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-08-27T10:38:10.870" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3578" PostTypeId="2" ParentId="3574" CreationDate="2014-08-27T15:50:19.703" Score="2" Body="&lt;p&gt;The Better Business Bureau has a listing of &lt;a href=&quot;http://www.bbb.org/online/consumer/default.aspx&quot; rel=&quot;nofollow&quot;&gt;&quot;Safe, Secure and Approved Places to Visit Online&quot;&lt;/a&gt;, but I have no idea how they license their data as their 'terms of use' link redirects to their front page.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(and the cynic in me thinks that companies paying to be included, which is BBB's economic model, is a conflict of interest (as their 'customer' are the businesses, to de-list a company is to lose a customer)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-08-27T15:50:19.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3579" PostTypeId="2" ParentId="3574" CreationDate="2014-08-28T00:18:51.673" Score="2" Body="&lt;p&gt;Another source for website popularity and trustworthy-ness are sites like &lt;a href=&quot;http://www.alexa.com/&quot; rel=&quot;nofollow&quot;&gt;Alexa&lt;/a&gt; (which allows you to search without subscription) and comScore.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As with most companies where their greatest asset is their data, this is definitely &lt;em&gt;not open data&lt;/em&gt; but may be what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-28T00:18:51.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3580" PostTypeId="2" ParentId="3575" CreationDate="2014-08-28T03:46:54.717" Score="2" Body="&lt;p&gt;I have just found an Anki deck that does exactly that:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ankiweb.net/shared/info/551048448&quot; rel=&quot;nofollow&quot;&gt;https://ankiweb.net/shared/info/551048448&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I has 117 glyph image+name flashcards. Free.&lt;br&gt;&#xA;Usable with Anki/AnkiDroid/AnkiMobile on PC/Android/iOS.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-08-28T03:46:54.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3581" PostTypeId="2" ParentId="677" CreationDate="2014-08-28T17:03:39.917" Score="1" Body="&lt;p&gt;The Standards You are Seeking lie under the OpenSpending umbrella:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenSpending exists to “map the money worldwide” – that is, to track and analyse public financial information globally. Concretely, OpenSpending is:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A central, high-quality, open database of public financial information, including budgets, spending, balance sheets, procurement etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A community of users and contributors to this database  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A set of open resources providing technical, fiscal, and political understanding necessary to work with financial information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OpenSpending database is a resource for the many individuals and groups who wish to discuss and investigate public financial information, including journalists, academics, campaigners, and more.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;thats straight from their abotut page; check out the budget data format they recently released:&lt;br&gt;&#xA;&lt;a href=&quot;http://community.openspending.org/2014/07/a-specification-for-budget-data-introducing-the-budget-data-package/&quot; rel=&quot;nofollow&quot;&gt;http://community.openspending.org/2014/07/a-specification-for-budget-data-introducing-the-budget-data-package/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;bonus in your case: .csv is required format, so you're good to go!&lt;br&gt;&#xA;double bonus:  @OpenSpending is affiliated with @okfn, so really, that is all you need to know!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a few OpenBudgets running in the Wild; OpenOaklandBudget i believe pioneered first down that route.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i want to say that the only difference between OpenSpending and OpenBudget is that Spending is/can be measured in credits/debits, whereas Budgets can (and will be) edited.&lt;br&gt;&#xA;here's some OpenSpending Community linkage for ya:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://openspending.org/&quot; rel=&quot;nofollow&quot;&gt;https://openspending.org/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;loading data into OpenSpending guide:&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/document/d/1YBXX6du4rOV6OutZncT7gyJeOA7zHml3cC1TtWJW65w/edit#heading=h.o4h8uidimdd5&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/document/d/1YBXX6du4rOV6OutZncT7gyJeOA7zHml3cC1TtWJW65w/edit#heading=h.o4h8uidimdd5&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;introduction to OpenSpending - mapping the money on google slides  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/presentation/d/1IPtNzO5nu16SrSgtgxQ8L2jmeK0ILtsIMi8rj6KxUUk/edit#slide=id.p&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/presentation/d/1IPtNzO5nu16SrSgtgxQ8L2jmeK0ILtsIMi8rj6KxUUk/edit#slide=id.p&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://community.openspending.org/&quot; rel=&quot;nofollow&quot;&gt;http://community.openspending.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-08-28T17:03:39.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3582" PostTypeId="1" AcceptedAnswerId="3589" CreationDate="2014-08-29T09:31:58.777" Score="12" ViewCount="341" Body="&lt;p&gt;I have CSV and RDF files that I would like to upload somewhere so that everyone can download them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the most appropriate website for this?&lt;br&gt;&#xA;I need at least:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Easily upload, just select the license, enter some info and upload the file. No need to wait for anyone's approval&lt;/li&gt;&#xA;&lt;li&gt;Ability to replace the file with a new version, URL does not change. (just upload file to overwrite. Online line-per-line editing features NOT needed)&lt;/li&gt;&#xA;&lt;li&gt;Accepts most text-based structured formats: CSV, RDF, XML, TXT&lt;/li&gt;&#xA;&lt;li&gt;List of the files, and download button for each&lt;/li&gt;&#xA;&lt;li&gt;Direct HTTP link so that the data can be downloaded by a script &lt;/li&gt;&#xA;&lt;li&gt;Anyone can download without any registration&lt;/li&gt;&#xA;&lt;li&gt;File download statistics are visible by everybody&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Bonus for format-aware features:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Preview of the data (eg. First 3 lines if CSV, First 3 triples if RDF)&lt;/li&gt;&#xA;&lt;li&gt;Data browser&lt;/li&gt;&#xA;&lt;li&gt;For RDF, generate hyperlinks to other linked data&lt;/li&gt;&#xA;&lt;li&gt;Re-uploading the file does not reset the statistics&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Tried but failed:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Dropbox does not show download statistics&lt;/li&gt;&#xA;&lt;li&gt;Sourceforge is for source code, and I am not sure how far they tolerate big amounts of pure data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2014-09-13T10:27:40.283" LastActivityDate="2014-09-13T10:27:40.283" Title="Where to upload open data? (no online data editing needed)" Tags="|releasing-data|csv|rdf|" AnswerCount="2" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="3583" PostTypeId="2" ParentId="3569" CreationDate="2014-08-29T14:06:22.023" Score="2" Body="&lt;p&gt;The best solution so far is &quot;Global Summary of the Day&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Description from Catalog.Data.Gov: &lt;a href=&quot;http://catalog.data.gov/dataset/global-surface-summary-of-the-day-gsod&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset/global-surface-summary-of-the-day-gsod&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data: &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/gsod/&quot; rel=&quot;nofollow&quot;&gt;ftp://ftp.ncdc.noaa.gov/pub/data/gsod/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depth: Since 1901.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Restrictions: &quot;However, for&#xA;non-U.S. locations' data, the data or any derived product shall&#xA;not be provided to other users or be used for the re-export of&#xA;commercial service.&quot;&lt;/p&gt;&#xA;" OwnerUserId="458" LastActivityDate="2014-08-29T14:06:22.023" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3584" PostTypeId="5" CreationDate="2014-08-29T15:22:15.217" Score="0" Body="&lt;p&gt;A non-governmental organization (NGO) is any non-profit, voluntary citizens' group which is organized on a local, national or international level. Task-oriented and driven by people with a common interest, NGOs perform a variety of service and humanitarian functions, bring citizen concerns to Governments, advocate and monitor policies and encourage political particpation through provision of information. Some are organized around specific issues, such as human rights, environment or health. They provide analysis and expertise, serve as early warning mechanisms and help monitor and implement international agreements. Their relationship with offices and agencies of the United Nations system differs depending on their goals, their venue and the mandate of a particular institution.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ngo.org/ngoinfo/define.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ngo.org/ngoinfo/define.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-08-30T18:24:16.613" LastActivityDate="2014-08-30T18:24:16.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3585" PostTypeId="4" CreationDate="2014-08-29T15:22:15.217" Score="0" Body="NGO - Non-Governmental Organization" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-08-30T18:24:12.237" LastActivityDate="2014-08-30T18:24:12.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3586" PostTypeId="1" CreationDate="2014-08-29T15:51:29.590" Score="5" ViewCount="96" Body="&lt;p&gt;My organisation is hoping to run a hackathon event in a few months time. We're a public organisation and we have lots of data and ideas how this might run but we need someone to direct and basically run the event. How much do people usually charge for this - the estimates we've had seem rather expensive!&lt;/p&gt;&#xA;" OwnerUserId="3506" LastEditorUserId="70" LastEditDate="2015-03-30T15:29:29.557" LastActivityDate="2015-03-30T15:29:29.557" Title="Hackathons and opendata" Tags="|best-practice|programming|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3587" PostTypeId="2" ParentId="3586" CreationDate="2014-08-29T17:34:41.653" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.schoolofdata.org&quot; rel=&quot;nofollow&quot;&gt;The School of Data&lt;/a&gt;  has an active community of volunteers that you can engage for either free or very reasonable pricing I presume. Their website has great material (open to use and distribute) made as starter kits that can get you folks up and running as well. &lt;/p&gt;&#xA;" OwnerUserId="1758" LastActivityDate="2014-08-29T17:34:41.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3588" PostTypeId="2" ParentId="3586" CreationDate="2014-08-29T22:22:29.503" Score="6" Body="&lt;p&gt;One resource I have sent many people to (and they always find value in it) is Socrata's* &quot;hackathon in a box&quot; guide: &lt;a href=&quot;http://hackathon-in-a-box.org/guide/&quot;&gt;http://hackathon-in-a-box.org/guide/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Open Knowledge Foundation also has a guide which I have not read as closely at &lt;a href=&quot;http://blog.okfn.org/2012/10/26/hackathons-the-how-to-guide/&quot;&gt;http://blog.okfn.org/2012/10/26/hackathons-the-how-to-guide/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And finally, please at least skim ChallengePost's blog post titled &lt;a href=&quot;http://blog.challengepost.com/post/55878382152/hackathons-developer-exploitation-a-what-not-to-do&quot;&gt;&quot;Hackathons ≠ developer exploitation. A what-not-to-do guide for good hackathon organizers.&quot;&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;*Full disclosure&lt;/strong&gt;: the company I co-own is a partner of Socrata and they have sponsored hackathons we have helped organize.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-29T22:22:29.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3589" PostTypeId="2" ParentId="3582" CreationDate="2014-08-29T22:31:16.467" Score="9" Body="&lt;p&gt;Well my comment received a number of up votes which I take as a signal of quality and I am posting the links here so they are more visible to future visitors:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.socrata.com/&quot;&gt;opendata.socrata.com&lt;/a&gt; - you can upload a number of different file types here, create visualizations, link to them, and take advantage of a very mature set of APIs for data consumption and publishing&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datahub.io&quot;&gt;datahub.io&lt;/a&gt; - like opendata.socrata.com, datahub.io is an open data portal but it runs CKAN which is free and open source unlike Socrata. CKAN is modular and you can write plugins for it but in my experience, out of the box, Socrata has better visualization and mapping tools&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://github.com&quot;&gt;github.com&lt;/a&gt; - You mention SourceForge and I would recommend taking a look at github instead. You will have limited analytics compared to the first two sites which are built specifically for what you are looking for but Github has a lot of advantages like the ability for folks to fork your code and they do render &lt;a href=&quot;https://help.github.com/articles/rendering-csv-and-tsv-data&quot;&gt;CSV&lt;/a&gt; and &lt;a href=&quot;https://help.github.com/articles/mapping-geojson-files-on-github&quot;&gt;GeoJSON&lt;/a&gt; documents nicely now. Also take a look at this blog post by OKFN (folks behind CKAN) for some suggestions on how to use &lt;a href=&quot;http://blog.okfn.org/2013/07/02/git-and-github-for-data/&quot;&gt;Git (and Github) for Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://quandl.com&quot;&gt;quandl.com&lt;/a&gt; and &lt;a href=&quot;http://modeanalytics.com&quot;&gt;modeanalytics.com&lt;/a&gt; - these sites seem promising but I have not had a chance to work with them as much and they do not appear to be as feature complete or widely adopted&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-29T22:31:16.467" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3590" PostTypeId="1" AcceptedAnswerId="3617" CreationDate="2014-08-30T18:13:14.090" Score="2" ViewCount="191" Body="&lt;p&gt;In a given dataset, a column of numbers can represent a categorical or numerical variable. While one can imagine some simple heuristics for guessing which (e.g., it's categorical if the number of unique values is less than some fixed threshold), I think it would be a fun exercise to train a classifier instead. Features to pass to the classifier might include the number of unique values and the total number of values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only difficulty is that I need a labeled data set of such features. It's probably too much to expect that such a meta-dataset already exists, so my question is: are there open data repositories that are sufficiently &lt;em&gt;uniformly structured&lt;/em&gt; that I could pull the datasets and assemble the features in an &lt;em&gt;automated&lt;/em&gt; way?&lt;/p&gt;&#xA;" OwnerUserId="3508" LastEditorUserId="3508" LastEditDate="2014-08-30T19:58:29.900" LastActivityDate="2014-09-09T03:30:41.813" Title="Data set for identifying columns as categorical or numerical" Tags="|data-request|metadata|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3591" PostTypeId="2" ParentId="3590" CreationDate="2014-08-30T19:23:19.953" Score="0" Body="&lt;p&gt;Two things:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;Existing functionality:&lt;/em&gt; The two main open data portal software platforms I have worked with, Socrata and CKAN, have this functionality built in. Socrata is closed source while CKAN is open source.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The add-on part of CKAN that handles this is called DataPusher (&lt;a href=&quot;https://github.com/ckan/datapusher&quot; rel=&quot;nofollow&quot;&gt;https://github.com/ckan/datapusher&lt;/a&gt;) and it &quot;pushes&quot; data from readable files like CSV to the DataStore extension. Documentation at &lt;a href=&quot;http://docs.ckan.org/projects/datapusher/en/latest/&quot; rel=&quot;nofollow&quot;&gt;http://docs.ckan.org/projects/datapusher/en/latest/&lt;/a&gt;. The code related to choosing column types is at &lt;a href=&quot;https://github.com/ckan/datapusher/blob/6175c69e9ab7013272949e6e604fc45d21fce853/datapusher/jobs.py#L282&quot; rel=&quot;nofollow&quot;&gt;https://github.com/ckan/datapusher/blob/6175c69e9ab7013272949e6e604fc45d21fce853/datapusher/jobs.py#L282&lt;/a&gt; which uses the messytables python library which can be found at &lt;a href=&quot;http://messytables.readthedocs.org/en/latest/&quot; rel=&quot;nofollow&quot;&gt;http://messytables.readthedocs.org/en/latest/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Check out data.gov, datahub.io, and others for a lot of open data to &quot;train&quot; from. Notably:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For Socrata API endpoints, such as &lt;code&gt;https://open.whitehouse.gov/Government/2010-Report-to-Congress-on-White-House-Staff/rcp4-3y7g&lt;/code&gt; you can get column metadata at URLs such as &lt;code&gt;https://open.whitehouse.gov/views/rcp4-3y7g/columns.json&lt;/code&gt;. Be careful though, this is no longer documented on dev.socrata.com from what I can tell and might be deprecated/unsupported&lt;/li&gt;&#xA;&lt;li&gt;For CKAN, you need to find the resource ID of a &lt;em&gt;datastore-backed&lt;/em&gt; resource, and you can create a URL such as &lt;code&gt;http://54.204.10.90/api/3/action/datastore_search?id=7c0608e3-fb4d-4fb3-928c-5351e5b9b122&lt;/code&gt; and it will show you the metadata of the columns as well&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-08-30T19:23:19.953" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3592" PostTypeId="1" CreationDate="2014-08-31T09:14:17.350" Score="2" ViewCount="770" Body="&lt;p&gt;I am looking for a multivariate time series (at least 2000 times) where there must be a circular variable and a linear one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example a time series of wind and wave direction (circular data) and wind speed and wave height (linear data). i do not need this particular dataset, i already have this dataset, i need something different. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A dataset with ecological meaning should be better.&lt;/p&gt;&#xA;" OwnerUserId="3311" LastEditorUserId="1511" LastEditDate="2015-01-17T15:51:12.900" LastActivityDate="2015-01-20T13:34:11.853" Title="Dataset with a multivariate time series of circular and linear variables" Tags="|data-request|biology|time-series|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3593" PostTypeId="1" CreationDate="2014-08-31T10:19:17.513" Score="3" ViewCount="422" Body="&lt;p&gt;I am looking for some good quality (possibly large sized) &lt;strong&gt;choir&lt;/strong&gt; or &lt;strong&gt;vocal&lt;/strong&gt; &lt;a href=&quot;http://en.wikipedia.org/wiki/SoundFont&quot; rel=&quot;nofollow&quot;&gt;soundfonts&lt;/a&gt;. They should be &lt;strong&gt;free&lt;/strong&gt;. The notes should be performed by &lt;strong&gt;male or children&lt;/strong&gt; singer(s). Is there any such free fonts available?&lt;/p&gt;&#xA;" OwnerUserId="3420" LastEditorUserId="70" LastEditDate="2014-12-19T15:33:24.297" LastActivityDate="2014-12-19T15:33:24.297" Title="Free good quality vocal/choir sound fonts" Tags="|data-request|music|audio|creative-commons|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3594" PostTypeId="1" CreationDate="2014-08-31T16:45:04.960" Score="4" ViewCount="1058" Body="&lt;p&gt;I want an open dataset in maintenance and repair of factory machines including the following fields:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Equipment Code&lt;/li&gt;&#xA;&lt;li&gt;Equipment Name&lt;/li&gt;&#xA;&lt;li&gt;Service Code&lt;/li&gt;&#xA;&lt;li&gt;Service Name&lt;/li&gt;&#xA;&lt;li&gt;Service Description&lt;/li&gt;&#xA;&lt;li&gt;Workorder Date&lt;/li&gt;&#xA;&lt;li&gt;Workorder Number&lt;/li&gt;&#xA;&lt;li&gt;Workorder  Type (preventive/Emergency)&lt;/li&gt;&#xA;&lt;li&gt;Workorder Start&lt;/li&gt;&#xA;&lt;li&gt;Workorder Finish&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Does anybody know one?&lt;/p&gt;&#xA;" OwnerUserId="3510" LastEditorUserId="70" LastEditDate="2014-09-13T10:33:35.187" LastActivityDate="2018-12-02T18:32:36.517" Title="open data in maintenance and repair" Tags="|data-request|industry|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3595" PostTypeId="2" ParentId="3500" CreationDate="2014-08-31T22:49:33.620" Score="3" Body="&lt;p&gt;I have endpoints built for all this historical data at &lt;a href=&quot;http://slingscore.com/&quot; rel=&quot;nofollow&quot;&gt;slingscore.com&lt;/a&gt; (free) :)&lt;/p&gt;&#xA;" OwnerUserId="3512" LastEditorUserId="70" LastEditDate="2014-09-03T11:14:48.420" LastActivityDate="2014-09-03T11:14:48.420" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3596" PostTypeId="1" CreationDate="2014-09-01T16:48:08.520" Score="4" ViewCount="183" Body="&lt;p&gt;I am interested in U.S. federal government information (e.g., agencies/sub-agencies, programs, etc) that I can fetch via the Semantic Web/SPARQL. I am able to get this information via Dbpedia. The information is there but the quality is inconsistent. Is anybody aware of other sources of this type of information that can be accessed via SPARQL or similar technology? &lt;/p&gt;&#xA;" OwnerUserId="3518" LastEditorUserId="70" LastEditDate="2015-04-02T10:46:06.677" LastActivityDate="2015-04-02T10:46:06.677" Title="U.S. federal government data fetchable via SPARQL?" Tags="|usa|government|linked-data|sparql|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3597" PostTypeId="2" ParentId="3596" CreationDate="2014-09-01T19:36:18.313" Score="2" Body="&lt;p&gt;your best bet is to search specific data sites that you want to get the data from...i went to healthdata.gov and found this guy:&lt;br&gt;&#xA;&lt;a href=&quot;http://healthdata.gov/cqld&quot; rel=&quot;nofollow&quot;&gt;http://healthdata.gov/cqld&lt;/a&gt;&lt;br&gt;&#xA;although their query point throws a 404&lt;br&gt;&#xA;OKFN also runs a sparql service to show available endpoints, though you'll have to pick through to find us ones:&lt;br&gt;&#xA;&lt;a href=&quot;http://sparqles.okfn.org/availability&quot; rel=&quot;nofollow&quot;&gt;http://sparqles.okfn.org/availability&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;this slideshare set tells you how to do healthcare.gov's data:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.slideshare.net/george.thomas.name/clinical-quality-linked-data-on-healthdatagov&quot; rel=&quot;nofollow&quot;&gt;http://www.slideshare.net/george.thomas.name/clinical-quality-linked-data-on-healthdatagov&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-09-01T19:59:10.187" LastActivityDate="2014-09-01T19:59:10.187" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3598" PostTypeId="2" ParentId="2046" CreationDate="2014-09-02T15:39:22.597" Score="2" Body="&lt;p&gt;For anyone else looking to figure this out, the trick is the following.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll need&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Your file with long/lat coordinates in NYC. You can obtain these by geoencoding addresses&lt;/li&gt;&#xA;&lt;li&gt;Use &lt;a href=&quot;http://nycdata.pediacities.com/dataset/pediacities-nyc-neighborhoods/resource/0f97a739-0a9f-442f-8105-43164d3af6f8&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; NYC neighborhoods geometry file&lt;/li&gt;&#xA;&lt;li&gt;A &lt;a href=&quot;http://cartodb.com/&quot; rel=&quot;nofollow&quot;&gt;Cartodb&lt;/a&gt; account.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Once you have all three, log into cartodb and upload your file with long/lat coordinates and the nyc neighborhood geometry file. Then follow these instructions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Geoencode the long/lat coordinates as a goemetry object in your long/lat coordinate file.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Run the following SQL query from within the file:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SELECT s.*,n.neighborhood   FROM {{yourFileName}} as s, nyc_pediacities_neighborhoods_v3_polygon as n   WHERE ST_Within(s.the_geom,n.the_geom)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;You're creating two objects, yourFile as s and the shapefile as n, then matching the geometries against one another with the &lt;code&gt;WHERE&lt;/code&gt; clause.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That should create a new column with rows featuring the NYC neighborhood of the long/lat of the same row.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3 . Export your file.&lt;/p&gt;&#xA;" OwnerUserId="2722" LastEditorUserId="2722" LastEditDate="2014-09-02T16:10:38.093" LastActivityDate="2014-09-02T16:10:38.093" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3599" PostTypeId="1" CreationDate="2014-09-02T17:35:42.340" Score="4" ViewCount="80" Body="&lt;p&gt;Is there an easy way to access medical device approvals? (Including being able to sort the approvals by manufacturer?) Currently you are able to view &quot;recently-approved devices.&quot; Hoping to be able to access approvals beyond just &lt;a href=&quot;http://www.fda.gov/medicaldevices/productsandmedicalprocedures/deviceapprovalsandclearances/default.htm&quot; rel=&quot;nofollow&quot;&gt;recent ones&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3528" LastActivityDate="2014-09-07T20:13:06.730" Title="Is there an easy way to access medical device approvals beyond recently-approved devices?" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3600" PostTypeId="2" ParentId="3599" CreationDate="2014-09-02T18:53:46.673" Score="2" Body="&lt;p&gt;I see you added the &lt;code&gt;openfda&lt;/code&gt; tag to this question but this doesnt seem to be data that is available from openFDA. The data regarding devices that openFDA has is &lt;strong&gt;enforcement reports&lt;/strong&gt; (&lt;a href=&quot;https://open.fda.gov/device/enforcement/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/device/enforcement/&lt;/a&gt;) and &lt;strong&gt;adverse events&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are determined to get this data from openFDA, you could.. sorta kinda. You can gather data about devices that have had at least one adverse event by getting a list of manufacturers by going to &lt;a href=&quot;https://api.fda.gov/device/event.json?&amp;amp;count=device.manufacturer_d_name.exact&amp;amp;limit=1000&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?&amp;amp;count=device.manufacturer_d_name.exact&amp;amp;limit=1000&lt;/a&gt; and the doing queries for all events related to a manufacturer (&lt;a href=&quot;https://api.fda.gov/device/event.json?&amp;amp;search=device.manufacturer_d_name.exact:KENDALL&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?&amp;amp;search=device.manufacturer_d_name.exact:KENDALL&lt;/a&gt;). This is probably not a good idea because you will have to de-duplicate events from devices but it is an option for using currently open openFDA data for this case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Moving on from openFDA to the general info on FDA.gov including the link you posted, you are looking for data older than 2008 or are you in need of a way to search those data (in which case a scraper will likely need to be created)?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;EDIT&lt;/em&gt;: You might be interested in this news story from &lt;em&gt;Modern Healthcare&lt;/em&gt;: &lt;a href=&quot;http://www.modernhealthcare.com/article/20140903/NEWS/309039954&quot; rel=&quot;nofollow&quot;&gt;FDA urged to encourage development of medical-device registries&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;EDIT 2&lt;/em&gt;: My colleague found this, &lt;a href=&quot;http://www.fda.gov/MedicalDevices/ProductsandMedicalProcedures/DeviceApprovalsandClearances/510kClearances/ucm089428.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/MedicalDevices/ProductsandMedicalProcedures/DeviceApprovalsandClearances/510kClearances/ucm089428.htm&lt;/a&gt;, on FDA.gov. It is 510(k) data going back to 1976.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-09-03T13:03:14.870" LastActivityDate="2014-09-03T13:03:14.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3601" PostTypeId="1" CreationDate="2014-09-02T22:05:34.660" Score="1" ViewCount="50" Body="&lt;p&gt;I'm interested in creating a site which lists new and future song releases. I've been looking around on some sites (&lt;a href=&quot;http://www.amazon.com/s/ref=s9_hps_bw_srch?rh=i%3Adigital-music-album%2Cn%3A163856011%2Cp_n_date%3A1249098011%2Cp_n_feature_browse-bin%3A625150011&amp;amp;bbn=163856011&amp;amp;rw_html_to_wsrp=1&amp;amp;pf_rd_m=ATVPDKIKX0DER&amp;amp;pf_rd_s=merchandised-search-3&amp;amp;pf_rd_r=0KJ5V9GRFT1KA69M0XPC&amp;amp;pf_rd_t=101&amp;amp;pf_rd_p=1752405382&amp;amp;pf_rd_i=307026011&quot; rel=&quot;nofollow&quot;&gt;Amazon Music Future Releases&lt;/a&gt;, AZLyrics.com, &lt;a href=&quot;http://www.hotnewhiphop.com/&quot; rel=&quot;nofollow&quot;&gt;HotNewHiphop&lt;/a&gt; (check new releases), etc...) and notice they get some how get new music before it has been indexed by the Google search engine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone know where I too can get new future releases before they're indexed on the Google search engine? Would much appreciate it.&lt;/p&gt;&#xA;" OwnerUserId="3529" LastEditorUserId="70" LastEditDate="2014-09-13T10:34:36.403" LastActivityDate="2014-09-13T10:34:36.403" Title="Finding new and future song releases before they are found by Google Search" Tags="|data-request|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3602" PostTypeId="2" ParentId="3599" CreationDate="2014-09-03T14:23:21.370" Score="2" Body="&lt;p&gt;TO add to Marks post I uploaded the 510K files to Socrata open data which creates a way for you to visualize the data in the .zip files he posted the link to and also leverage an API endpoint &lt;a href=&quot;http://opendata.socrata.com/resource/nz8c-mqph.json?$limit=10&quot; rel=&quot;nofollow&quot;&gt;http://opendata.socrata.com/resource/nz8c-mqph.json?$limit=10&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can see it on Socrata at &lt;a href=&quot;https://opendata.socrata.com/Government/510-k-Clearances/nz8c-mqph&quot; rel=&quot;nofollow&quot;&gt;https://opendata.socrata.com/Government/510-k-Clearances/nz8c-mqph&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also whipped up a map as well at &lt;a href=&quot;https://opendata.socrata.com/Government/510k-Clearance-Location-Heatmap/bc9v-7hg7&quot; rel=&quot;nofollow&quot;&gt;https://opendata.socrata.com/Government/510k-Clearance-Location-Heatmap/bc9v-7hg7&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="3533" LastEditorUserId="2976" LastEditDate="2014-09-07T20:13:06.730" LastActivityDate="2014-09-07T20:13:06.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3604" PostTypeId="1" AcceptedAnswerId="3605" CreationDate="2014-09-04T10:01:42.793" Score="5" ViewCount="105" Body="&lt;p&gt;The &lt;a href=&quot;http://data.dws.informatik.uni-mannheim.de/lodcloud/2014/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Open Data Cloud Diagram&lt;/a&gt; is a cool diagram showing about 570 datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/VV9jX.jpg&quot; alt=&quot;Linked Open Data Cloud Diagram&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the steps to get my dataset into the next version of this diagram?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And more importantly, what are the technical/legal requirements for my dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, what can I do to maximize the chances of my dataset getting accepted into this diagram? (For instance, I guess a dataset which is very small, extremely specialized, and in Japanese, would have lower chances than a large famous well-linked dataset)&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-09-04T10:11:45.797" LastActivityDate="2014-09-05T12:38:03.653" Title="How to get my data accepted in the Linked Open Data Cloud Diagram?" Tags="|linked-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3605" PostTypeId="2" ParentId="3604" CreationDate="2014-09-04T20:37:50.147" Score="4" Body="&lt;p&gt;essentially you need to:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;validate your dataset with ckan lod validator  &lt;/li&gt;&#xA;&lt;li&gt;publish dataset&lt;/li&gt;&#xA;&lt;li&gt;add it to ckan &quot;so that it appears in the next version of the lod cloud diagram&quot;  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Reference: &lt;a href=&quot;http://datahub.io/group/about/lodcloud&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/group/about/lodcloud&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="754" LastEditDate="2014-09-05T12:38:03.653" LastActivityDate="2014-09-05T12:38:03.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3606" PostTypeId="1" CreationDate="2014-09-04T21:51:46.737" Score="11" ViewCount="752" Body="&lt;p&gt;I am living in Croatia, and I for sure know that our government and road regulating authorities didn't sign anything with Google in regards to giving the data away.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, how can google, in real time, know the traffic on our roads?&lt;/p&gt;&#xA;" OwnerUserId="3541" LastEditorUserId="70" LastEditDate="2014-12-16T13:49:30.870" LastActivityDate="2014-12-16T13:49:30.870" Title="How does Google Maps get traffic info?" Tags="|geospatial|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3607" PostTypeId="2" ParentId="3601" CreationDate="2014-09-05T06:03:23.700" Score="1" Body="&lt;p&gt;I guess Amazon gets new song releases information directly from the labels, which they can do thanks their their reseller position. So it is probably not open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If open data existed, Google would know it and crawl it often, and would not be far behind.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;AZLyrics probably does not have any relationship with the labels, &lt;a href=&quot;http://www.azlyrics.com/add.php&quot; rel=&quot;nofollow&quot;&gt;they just crowdsource their data&lt;/a&gt;. Their data is not open either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, my guess would be that unfortunately there is no open data resource for song releases which has info before Google Search. I hope to be proven wrong.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-09-05T06:03:23.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3608" PostTypeId="2" ParentId="3594" CreationDate="2014-09-05T06:09:10.000" Score="2" Body="&lt;p&gt;IBM has a product called maximo. They have a demo web site that has demo data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www-01.ibm.com/support/docview.wss?uid=swg21499350&quot; rel=&quot;nofollow&quot;&gt;http://www-01.ibm.com/support/docview.wss?uid=swg21499350&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You want to log in, then from the go to menu select assets &gt; assets&lt;/p&gt;&#xA;" OwnerUserId="2719" LastActivityDate="2014-09-05T06:09:10.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3609" PostTypeId="2" ParentId="3606" CreationDate="2014-09-05T13:02:24.283" Score="4" Body="&lt;p&gt;Google partners with Telecom operators in many countries. Telecom companies sell location data as a service to various other organizations including internet companies. I know this happens in most GCC and South Asian countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cellular location info is very accurate and consistently updated as device changes carrier 'cells'.&#xA;BTS (antennas) are pushing this data to a sourcing system in near real-time which can immediately relay certain data points certain business partners like Google. This might not be the case of Europe where privacy is better appreciated and there is better governance around privacy. &lt;/p&gt;&#xA;" OwnerUserId="1758" LastActivityDate="2014-09-05T13:02:24.283" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3610" PostTypeId="1" CreationDate="2014-09-05T14:37:03.803" Score="5" ViewCount="154" Body="&lt;p&gt;My company has created unique audio fingerprinting system that we use to detect music and advertisements on radio and TV (among other uses).  So far, we are used to dodging all requests for database creation since we are not sure where we are allowed to use music to create fingerprints or not.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So we leave our system opened and transfer that issue to end users, who upload their music and get reports for it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is proper take on this?  Just few notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;we have tools to extract fingerprints from on-line radio streams and other recorded materials, and we don't have to use original sources&lt;/li&gt;&#xA;&lt;li&gt;we would be happy to pay for ONE use of audio of the song&lt;/li&gt;&#xA;&lt;li&gt;we can not use any other existing fingerprint database, since our is proprietary.  Hm, how do others solve that issue?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any concrete information on that?&lt;/p&gt;&#xA;" OwnerUserId="3541" LastEditorUserId="70" LastEditDate="2015-03-04T13:14:26.367" LastActivityDate="2015-03-04T13:14:26.367" Title="Creating audio fingerprint database" Tags="|releasing-data|music|legal|audio|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3611" PostTypeId="1" AcceptedAnswerId="3612" CreationDate="2014-09-05T15:59:49.623" Score="4" ViewCount="192" Body="&lt;p&gt;Is there open data on car sales by make and model by year? The news has been reporting Honda Accord as the number 1 stolen car in the US, but also wanted to see if this compared with car sales data if the ranking would be any different. Is there open data for both types of data?&lt;/p&gt;&#xA;" OwnerUserId="2719" LastEditorUserId="2976" LastEditDate="2014-09-05T17:25:47.113" LastActivityDate="2015-06-03T08:55:50.907" Title="Car Sales &amp; Car Theft (Stolen Automobiles) Data" Tags="|data-request|transportation|analysis|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3612" PostTypeId="2" ParentId="3611" CreationDate="2014-09-05T17:32:40.177" Score="3" Body="&lt;ul&gt;&#xA;&lt;li&gt;For the USA, the National Highway Traffic Safety Administration (NHTSA) has &lt;a href=&quot;http://www.nhtsa.gov/theft&quot; rel=&quot;nofollow&quot;&gt;general information and fact sheets about theft&lt;/a&gt; as well as &lt;a href=&quot;http://www.nhtsa.gov/apps/jsp/theft/index.htm&quot; rel=&quot;nofollow&quot;&gt;a search tool&lt;/a&gt; where you can get theft rates by year, production rates by year, look by manufacturer, and more. Unfortunately, it looks like data is only up to 2011 but it does go back to 1983.&lt;/li&gt;&#xA;&lt;li&gt;For more USA data and aggregated info, check out the &lt;a href=&quot;https://www.nicb.org/theft_and_fraud_awareness&quot; rel=&quot;nofollow&quot;&gt;National Insurance Crime Bureau (see the 'Theft and Fraud Awareness' menu)&lt;/a&gt; which does seem to possibly be the source for &lt;a href=&quot;https://www.nicb.org/theft_and_fraud_awareness/top-vehicles-stolen-by-state&quot; rel=&quot;nofollow&quot;&gt;the Honda Accord data point&lt;/a&gt;. &lt;/li&gt;&#xA;&lt;li&gt;Interpol has &lt;a href=&quot;http://www.interpol.int/Crime-areas/Vehicle-crime/Vehicle-crime&quot; rel=&quot;nofollow&quot;&gt;some international data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-05T17:32:40.177" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3613" PostTypeId="2" ParentId="3611" CreationDate="2014-09-05T18:59:46.223" Score="0" Body="&lt;p&gt;It's not offered as open data, but GoodCarBadCar.net has an &lt;a href=&quot;http://www.goodcarbadcar.net/2011/01/toyota-corolla-sales-figures.html&quot; rel=&quot;nofollow&quot;&gt;interactive feature&lt;/a&gt; that allows selection of manufacturer and model and delivers annual sales data back to 2002 and monthly back to 2009, separately for US and Canada. It might not be too hard to write a web scraper to get this data.  They also have individual stories which may have the data you need, like this &lt;a href=&quot;http://www.goodcarbadcar.net/2014/09/august-2014-ytd-usa-all-cars-sales-figures-rankings-results.html&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;http://wardsauto.com/datasheet/us-vehicle-sales-model-2009-2013&quot; rel=&quot;nofollow&quot;&gt;one (paid) source for sales by model, 2009-2013&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By manufacturer, a few sources have sales downloadable as XLS: &lt;a href=&quot;http://www.edmunds.com/industry-center/data/sales-by-make.html&quot; rel=&quot;nofollow&quot;&gt;Edmunds&lt;/a&gt;, &lt;a href=&quot;http://www.motorintelligence.com/m_frameset.html&quot; rel=&quot;nofollow&quot;&gt;Motor Intelligence&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;@skram has already covered theft data.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-09-05T18:59:46.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3614" PostTypeId="2" ParentId="3606" CreationDate="2014-09-05T20:19:50.537" Score="12" Body="&lt;p&gt;Google uses crowdsourcing techniques for the collection of the traffic data, &lt;a href=&quot;http://googleblog.blogspot.com/2009/08/bright-side-of-sitting-in-traffic.html&quot;&gt;as they explain in this blog post&lt;/a&gt;. This basically means that everybody who uses Google Maps on their mobile phone automatically reports anonymous traffic data back to Google.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2014-09-05T20:19:50.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3615" PostTypeId="2" ParentId="3571" CreationDate="2014-09-06T09:36:51.303" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.wikidata.org/&quot; rel=&quot;nofollow&quot;&gt;Wikidata&lt;/a&gt; has a property called &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P277&quot; rel=&quot;nofollow&quot;&gt;programming language&lt;/a&gt; that should provide the data you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples: &lt;a href=&quot;https://www.wikidata.org/wiki/Q40984&quot; rel=&quot;nofollow&quot;&gt;Skype&lt;/a&gt;, &lt;a href=&quot;https://www.wikidata.org/wiki/Q507430&quot; rel=&quot;nofollow&quot;&gt;Tomcat&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also have a look at a &lt;a href=&quot;https://tools.wmflabs.org/wikidata-todo/autolist.html?q=CLAIM%5B277%5D&amp;amp;props=277&quot; rel=&quot;nofollow&quot;&gt;list of available items that contain the property &quot;programming language&quot;&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2014-09-06T16:31:52.037" LastActivityDate="2014-09-06T16:31:52.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3617" PostTypeId="2" ParentId="3590" CreationDate="2014-09-09T03:30:41.813" Score="0" Body="&lt;p&gt;I have found a useful resource for this project, the &lt;a href=&quot;http://cran.at.r-project.org/web/packages/readMLData/&quot; rel=&quot;nofollow&quot;&gt;readMLData&lt;/a&gt; R package. It provides a uniform R interface to the UCI Machine Learning Repository. Crucially, it includes copious metadata for each dataset.&lt;/p&gt;&#xA;" OwnerUserId="3508" LastActivityDate="2014-09-09T03:30:41.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3618" PostTypeId="1" CreationDate="2014-09-09T06:28:12.643" Score="6" ViewCount="179" Body="&lt;p&gt;Every means I can find to access data on the US Census website wants me to put in some sub-national geographic level at some point.  Even if I do this, I usually wind up with a giant list of tables, many with nearly identical names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there no straightforward to say &quot;I want data X about region Y, grouped by subregion Z, give it to me now, please and thank you&quot;?  Importantly, Y may be &quot;the entire United States&quot;, and ideally, X may include multiple data points.  Examples of what I mean would be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I want the population of the entire United States, grouped by county.&lt;/li&gt;&#xA;&lt;li&gt;I want the ages of people in Alaska, grouped by Census Tract.&lt;/li&gt;&#xA;&lt;li&gt;I want the ages and income of people in California, grouped by Census Blocks.&lt;/li&gt;&#xA;&lt;li&gt;I want the household income and household size of people in the entire United States, grouped by congressional district.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Ideally, I would also be able to add another dimension to the query, namely the census year from which I want the data.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of these queries have the same simple form, but I cannot find any way to directly get the answers to them via the Census website.  For instance, as far as I can see, to answer a question like the last one, I would have to download separate tables for each state, and possibly two separate tables for each state (one for income and one for household size) and then manually collate them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I realize that some combinations of data may not be available for some levels of granularity, but even a straightforward response of &quot;The data you want is not available&quot; would be an improvement.  As it is, I can never tell whether the data really isn't accessible, or is just buried on page 5000 out of 10000 pages of search results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I missing something, or is it just a pain in the neck to get this data?  Is anyone able to make practical use of the data without endless fiddling to find the right tables, and then more fiddling to link up data from different tables?&lt;/p&gt;&#xA;" OwnerUserId="2013" LastEditorUserId="18" LastEditDate="2015-03-13T20:24:50.993" LastActivityDate="2015-03-13T20:24:50.993" Title="How can you get nationwide data of a particular type from the US Census website?" Tags="|usa|us-census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3619" PostTypeId="2" ParentId="3582" CreationDate="2014-09-09T06:43:21.557" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://knoema.com&quot; rel=&quot;nofollow&quot;&gt;Knoema&lt;/a&gt; is the free to use public and open data platform for users with interests in statistics and data analysis, visual storytelling and making infographics and data-driven presentations&lt;/p&gt;&#xA;" OwnerUserId="3559" LastActivityDate="2014-09-09T06:43:21.557" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3620" PostTypeId="2" ParentId="3618" CreationDate="2014-09-09T13:37:55.827" Score="7" Body="&lt;p&gt;&lt;strong&gt;&lt;em&gt;TLDR: Census data is complicated.&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The simplest actual answer to your question:&lt;/strong&gt; If you type in &quot;united states&quot; on the &lt;a href=&quot;http://factfinder2.census.gov&quot;&gt;front page of American FactFinder&lt;/a&gt;, you can get to the &lt;a href=&quot;http://factfinder2.census.gov/bkmk/cf/1.0/en/nation/United%20States/POPULATION/DECENNIAL_CNT&quot;&gt;&quot;Community Facts&quot; page for the US&lt;/a&gt;, which has direct links to several kinds of data at the national level.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Probably way more than you really wanted to know:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More generally, &lt;em&gt;Census data&lt;/em&gt; is a very simple phrase behind which lies a ton of variety, nuance and detail. I've spent several years now working on various projects to make Census data easier to use, and it's harder than you would guess. Even a straightforward concept like &lt;a href=&quot;http://census.gov/topics/population.html&quot;&gt;&quot;population&quot;&lt;/a&gt; has multiple answers from the US Census: every ten years the &lt;a href=&quot;http://www.census.gov/2010census/&quot;&gt;Decennial census&lt;/a&gt; comes up with one count; annually, the &lt;a href=&quot;http://www.census.gov/acs/www/&quot;&gt;American Community Survey (ACS)&lt;/a&gt; estimates the population using a different methodology, and every month, the &lt;a href=&quot;http://www.census.gov/popest/&quot;&gt;Population Estimates&lt;/a&gt; program produces its own numbers. Oh, and also monthly the Census Bureau and the Bureau of Labor Statistics update the &lt;a href=&quot;http://www.census.gov/cps/&quot;&gt;Current Population Survey (CPS)&lt;/a&gt; which has its own total population number.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Is there no straightforward to say &quot;I want data X about region Y, grouped by subregion Z, give it to me now, please and thank you&quot;? Importantly, Y may be &quot;the entire United States&quot;, and ideally, X may include multiple data points.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h2&gt;data X&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;For the American Community Survey alone, there are several hundred table variants, and several of the variants come in two forms, and some of them come in about 20 forms because they break down figures according to race or hispanic status. (In total, there are over 1400 tables in the ACS). Because the raw data can't be released for privacy protections, the Census needs to presumptively tabulate all the different kinds of cross-referenced data people might want. (And some of the data you may want is collected in the CPS or other programs.)&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;region Y&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;the Census Bureau data is tabulated into &quot;summary levels&quot; which represent different classes of geography. The ACS Glossary has a &lt;a href=&quot;http://factfinder2.census.gov/help/en/glossary/s/summary_level_code_list.htm&quot;&gt;summary level list&lt;/a&gt; has 188 different &lt;em&gt;kinds&lt;/em&gt; of value for &lt;em&gt;Y&lt;/em&gt;, with hundreds of thousands of actual values. And there are more summary levels than on that list. The Missouri Census Data Center (MCDC) has &lt;a href=&quot;http://mcdc.missouri.edu/allabout/sumlevs/&quot;&gt;delved into summary levels&lt;/a&gt; and tried to compile a &lt;a href=&quot;http://mcdc2.missouri.edu/cgi-bin/browse?/pub/sasfmats/Ssumlev.sas@&quot;&gt;master list&lt;/a&gt; which has 220 of them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These lists are complicated for technical reasons (mostly to do with the next section) but even if you think in terms of simple shapes-on-a-map, there are about 30 basic geographies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, for the US and for states, there's a separate concept (&quot;geographic components&quot;) to do with &quot;give me the total of &lt;em&gt;data X&lt;/em&gt; for just the people living in &quot;urban areas&quot;, or &quot;not in a metropolitan or micropolitan statistical area&quot;. There are about 20 of these components.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;grouped by subregion Z&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;only some Census geographies are by definition properly contained by specific other geographies. Cities (sumlevel 160, formally known as &quot;places&quot;) cross census tract and county boundaries, adding a bit of complexity to one commonly desired grouping. And in some parts of the country, locally prevailing government systems make &quot;places&quot; a less appropriate way to break things up: things are different in many ways in New England, especially.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Oh, and &quot;the census year from which I want the data.&quot; Census maps change every ten years, so data is not always comparable across Census releases. How you do your comparisons when that happens depends sometimes on whether you're looking at statistical areas like census tracts, or legal areas like states and counties. And the questions change too, not just the maps. In 2000, the Census Bureau allowed people to select more than one race, complicating comparison of new data with data collected before then.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Third Party Projects&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;A lot of people have worked on third-party projects to make Census data easier to use. I invite you to check out a project I've worked on called &lt;a href=&quot;http://censusreporter.org&quot;&gt;Census Reporter&lt;/a&gt;. It's limited to the American Community Survey for the foreseeable future.  I'm proud of what we've done, and we get great feedback, but I know for a fact we have a long way to go to make it as easy to find tables as you (and I!) want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Besides Census Reporter, there's a commercial project called &lt;a href=&quot;http://www.socialexplorer.com/&quot;&gt;Social Explorer&lt;/a&gt; which has done a lot of work to make the data more directly cross-comparable. You may be able to access it through your local library.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some other great projects which also take on these challenges, but which tend to be aimed at researchers who are more deeply invested. For example, the aforementioned &lt;a href=&quot;http://mcdc.missouri.edu/&quot;&gt;MCDC&lt;/a&gt;, &lt;a href=&quot;https://www.nhgis.org/&quot;&gt;NHGIS&lt;/a&gt;, &lt;a href=&quot;https://www.ipums.org/&quot;&gt;IPUMS&lt;/a&gt;, &lt;a href=&quot;http://census.ire.org/&quot;&gt;Census.IRE.org&lt;/a&gt; (which I also helped to make), and I'm sure more that I'm forgetting.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2014-09-09T13:42:58.710" LastActivityDate="2014-09-09T13:42:58.710" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3621" PostTypeId="1" AcceptedAnswerId="3622" CreationDate="2014-09-09T13:57:25.660" Score="3" ViewCount="88" Body="&lt;p&gt;I had asked for a &lt;a href=&quot;https://meta.stackoverflow.com/questions/270888/is-there-a-mapping-from-stack-overflow-tags-to-wikipedia-wikidata-entities&quot;&gt;mapping from Stack Overflow tags to Wikipedia articles&lt;/a&gt; over at meta.stackoverflow, but no one seemed to find one, so I &lt;a href=&quot;https://meta.stackoverflow.com/a/270893/4012405&quot;&gt;started building my own&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where is the &quot;right&quot; place for me to host this information?  Right now, I have a &lt;a href=&quot;https://docs.google.com/spreadsheets/d/1SGojZbwgJTxKrihGbeNLO502Tj3zvmzIiPv_ECK8494&quot; rel=&quot;nofollow noreferrer&quot;&gt;google spreadsheet&lt;/a&gt; of manually entered data, but I'm concerned about data provenance since I'm about to add a few thousand links I've automatically pulled from the May 2014 Stack Overflow data dump and manually inspected.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd want it to be easy to access anagrammatically by others, easy for others to add links between Wikipedia/Wikidata and tags at all Stack Exchange sites, easy to source the assertion of any link, and easy to revert vandalism.  Ideally, if I could just dump it into some other system that handles this for me, I'd love it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;: &lt;a href=&quot;https://opendata.stackexchange.com/questions/3582/where-to-upload-open-data&quot;&gt;This question&lt;/a&gt; lists a few places for hosting data; which is most appropriate for this particular data set?&lt;/p&gt;&#xA;" OwnerUserId="3561" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2020-07-06T00:54:35.880" Title="Where should I host/contribute a mapping from Stack Overflow tags to Wikipedia articles?" Tags="|releasing-data|linked-data|wikidata|wikipedia|contributing-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3622" PostTypeId="2" ParentId="3621" CreationDate="2014-09-09T15:38:40.617" Score="4" Body="&lt;p&gt;The best is to host your mapping directly on Wikidata. The property is &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1482&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Property:P1482&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For instance, &lt;a href=&quot;https://www.wikidata.org/wiki/Q859221&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q859221&lt;/a&gt; represents Java Swing, and has &lt;a href=&quot;https://stackoverflow.com/tags/swing&quot;&gt;https://stackoverflow.com/tags/swing&lt;/a&gt; as a Stack Exchange tag property:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/R7Pig.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/R7Pig.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&#xA;[...]&#xA;&lt;a href=&quot;https://i.stack.imgur.com/SQBxo.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SQBxo.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;License: public domain&lt;/p&gt;&#xA;" OwnerUserId="3345" LastEditorUserId="754" LastEditDate="2020-07-06T00:54:35.880" LastActivityDate="2020-07-06T00:54:35.880" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="3623" PostTypeId="2" ParentId="3618" CreationDate="2014-09-09T15:53:10.063" Score="3" Body="&lt;p&gt;Disclaimer: I am co-founder of opengeocode.org&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We've compiled an number of the US Census datasets into a CSV format with a common vocabulary for the data fields. This makes it straight forward to load some or all the datasets into a database and form corresponding queries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find our datasets at: &lt;a href=&quot;http://www.opengeocode.org/cude1.1/US%20Census/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/US%20Census/index.php&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The definition of our vocabulary : &lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-09T15:53:10.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3624" PostTypeId="2" ParentId="640" CreationDate="2014-09-09T22:47:48.770" Score="1" Body="&lt;p&gt;Consider using the PostgreSQL open source database system. CSV files  can be copied and stored as tables. See &lt;a href=&quot;http://www.postgresql.org/docs/9.3/static/sql-copy.html&quot; rel=&quot;nofollow&quot;&gt;http://www.postgresql.org/docs/9.3/static/sql-copy.html&lt;/a&gt; for details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or opened directly for read access using  FDW's (Foreign Data Wrappers).  FDW's make the CSV file look like a database table. See &lt;a href=&quot;http://www.postgresql.org/docs/9.3/static/file-fdw.html&quot; rel=&quot;nofollow&quot;&gt;http://www.postgresql.org/docs/9.3/static/file-fdw.html&lt;/a&gt; for details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the CSV data is initially copied into the database as a table, it can be compared to an updated CSV file by creating  table view of that  CSV file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The two tables can be compared for similarity, or what been added, deleted or updated with  simple SQL queries. The results can be seen in Excel  using an ODBC driver connection.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Databases are multi-user and can scale to store 1000's of files and 100 G bytes in size.&#xA;The system is completely programmable, many tasks can be automated using scripts.&lt;/p&gt;&#xA;" OwnerUserId="1377" LastActivityDate="2014-09-09T22:47:48.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3625" PostTypeId="1" AcceptedAnswerId="3637" CreationDate="2014-09-10T13:50:08.507" Score="4" ViewCount="1384" Body="&lt;p&gt;The US Department of Housing and Urban Development provides &lt;a href=&quot;http://www.huduser.org/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;crosswalk data sets that map zip codes to Census tracts, counties, etc. and vice versa&lt;/a&gt;. Unfortunately these data only go back to 2010, and use different definitions (2000 Census vs 2010 Census) after a certain point, so I may have to convert these Census divisions anyway (as &lt;a href=&quot;https://opendata.stackexchange.com/q/1412/3565&quot;&gt;this question talks about&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any freely available datasets that contain zip code to census tract and/or county mappings (or vice versa) going back farther than 2010? I've read of proprietary datasets that do this in journal articles, but I haven't found anything open and free. &lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-09-12T03:39:03.980" Title="Are there freely available equivalents to the HUD crosswalk data (zip code to county/census mapping) that go back farther in time?" Tags="|data-request|usa|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3626" PostTypeId="1" CreationDate="2014-09-10T21:08:13.463" Score="6" ViewCount="379" Body="&lt;p&gt;First time using the OpenFDA API.&lt;/p&gt;&#xA;&lt;p&gt;It seems like wildcards are not permitted in queries, so I was curious how one might go about generating data such as the count of specific AEs by generic_name of the medication?&lt;/p&gt;&#xA;" OwnerUserId="3570" LastEditorUserId="23272" LastEditDate="2022-07-14T12:25:28.443" LastActivityDate="2022-07-14T12:25:28.443" Title="Wildcard searches" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3627" PostTypeId="2" ParentId="3626" CreationDate="2014-09-10T22:22:31.623" Score="4" Body="&lt;p&gt;You cannot do a two-way table where you get a list of adverse events by drug using the current openFDA API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you can do is find &lt;em&gt;most of*&lt;/em&gt; this information in a two step process which can of course be automated:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Get a list of drugs by generic name: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=&amp;amp;count=patient.drug.openfda.generic_name.exact&amp;amp;limit=1000&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=&amp;amp;count=patient.drug.openfda.generic_name.exact&amp;amp;limit=1000&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Get a list of adverse events that have shown up in event reports that contained that generic drug. For example, &lt;code&gt;ASPIRIN&lt;/code&gt;: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.generic_name.exact:ASPIRIN&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=1000&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.generic_name.exact:ASPIRIN&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=1000&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;* &quot;most of&quot; because these count queries will return only the top 1000 results&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-10T22:22:31.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3629" PostTypeId="1" CreationDate="2014-09-11T15:31:49.697" Score="3" ViewCount="140" Body="&lt;p&gt;I'm looking for any publicly available data on where optical fiber (for Internet connectivity) is physically laid across the US. While there are commercial services that sell some of this data, and some limited datasets for particular cities / areas / network providers are available, is there anything like a federal database for this? For instance, FCC maintains data for where antennas (for microwave communication, etc.) are located. Anything similar for fiber?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I'm more interested in long-haul fiber (i.e. wide area / between cities, etc.) than in fiber-to-the-home data.&lt;/p&gt;&#xA;" OwnerUserId="3573" LastEditorUserId="70" LastEditDate="2015-03-30T09:02:52.763" LastActivityDate="2015-03-30T09:02:52.763" Title="Fiber (dark or lit) maps and data" Tags="|data-request|usa|geospatial|internet|fcc|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3630" PostTypeId="1" AcceptedAnswerId="3641" CreationDate="2014-09-11T16:26:17.113" Score="7" ViewCount="154" Body="&lt;p&gt;I've been working with HEDIS measures for quality measurement in healthcare in the US, but most of what I have seen is proprietary. I'm interested in reproducible research hence my need for open data. Any suggestions? &lt;/p&gt;&#xA;" OwnerUserId="3574" LastEditorUserId="70" LastEditDate="2014-09-12T13:24:28.813" LastActivityDate="2014-09-12T18:23:46.613" Title="Where can I find open data on healthcare quality indicators?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3631" PostTypeId="1" AcceptedAnswerId="3670" CreationDate="2014-09-11T16:49:06.727" Score="7" ViewCount="203" Body="&lt;p&gt;I love and play a lot with the Baseball data package for R (Lahman), and I was wonder if there is anything like it but for more oriented to social sciences. Either surveys or admin data (PSID, HRS, ARF, NLSY, ACS) would be great. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would appreciate any pointers. &lt;/p&gt;&#xA;" OwnerUserId="3574" LastEditorUserId="70" LastEditDate="2015-03-30T16:50:19.770" LastActivityDate="2016-11-09T23:03:55.147" Title="R packages with open data in them" Tags="|data-request|programming|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3633" PostTypeId="2" ParentId="2081" CreationDate="2014-09-11T18:12:18.303" Score="1" Body="&lt;p&gt;On the understanding that I do work for this company, I'll mention a product called &lt;a href=&quot;http://www.safe.com&quot; rel=&quot;nofollow&quot;&gt;FME&lt;/a&gt; that is capable of converting Excel into any of several hundred formats. It's a commercial (i.e. non-open) product, but does support many open formats of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a special website section on &lt;a href=&quot;http://www.safe.com/solutions/for-initiatives/open-data/&quot; rel=&quot;nofollow&quot;&gt;FME and Open Data Initiatives&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since I work for them I won't go into detail. But it is a definite solution to this problem, so I think (hope) it's acceptable to mention it here.&lt;/p&gt;&#xA;" OwnerUserId="3576" LastActivityDate="2014-09-11T18:12:18.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3634" PostTypeId="1" AcceptedAnswerId="3635" CreationDate="2014-09-11T18:20:25.407" Score="6" ViewCount="127" Body="&lt;p&gt;I work for a software company and am thinking about publishing our training manuals as open (creative commons) licensed documents, so that others can use them, edit them, and derive new products/training from them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The thing is, I'm not really sure what format would be best to publish them in. Word (though common) doesn't seem very open and PDF (though open) doesn't seem best for allowing others to make changes or edits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Document Format (ODF) seems a possibility - I'm just not sure if it's got enough of a user base that it is practical. For example, I don't think you could open ODF in Google Docs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="3576" LastEditorUserId="70" LastEditDate="2015-03-27T16:43:40.673" LastActivityDate="2015-03-27T16:43:40.673" Title="Suggested formats for open data documents" Tags="|releasing-data|licensing|data-format|documentation|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3635" PostTypeId="2" ParentId="3634" CreationDate="2014-09-11T22:06:04.950" Score="10" Body="&lt;p&gt;Ideally, like @Andrew - OpenGeoCode mentions, you would release it in multiple formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would really suggest you look into organizing it into a e-book written in Markdown and hosted on Github. There are several advantages to this such as a built-in change log, being able to let people to (publicly) fork your document(s) and share their changes with the public, give you a workflow to bring in suggested changes (pull requests), and much more. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of this can be seen at &lt;a href=&quot;https://github.com/truevault/hipaa-compliance-developers-guide&quot;&gt;https://github.com/truevault/hipaa-compliance-developers-guide&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a number of ways to convert your Markdown to PDF, HTML, etc. (&lt;a href=&quot;https://www.npmjs.org/package/markdown-pdf&quot;&gt;1&lt;/a&gt;, &lt;a href=&quot;http://johnmacfarlane.net/pandoc/&quot;&gt;2&lt;/a&gt;). You can also google for tools to convert your existing ODF/Word/etc documents to Markdown.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-11T22:06:04.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3636" PostTypeId="2" ParentId="3629" CreationDate="2014-09-11T22:25:21.433" Score="3" Body="&lt;p&gt;BroadbandMap.gov, by the FCC, has a raster map of fiber to the end user at &lt;a href=&quot;http://www.broadbandmap.gov/technology/fiber-to-the-end-user&quot; rel=&quot;nofollow&quot;&gt;http://www.broadbandmap.gov/technology/fiber-to-the-end-user&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it does not seem to have the data available as anything other than a tile service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Edit 1:&lt;/em&gt; You might consider requesting the data from a &lt;a href=&quot;http://www.fcc.gov/data/officers&quot; rel=&quot;nofollow&quot;&gt;FCC Data Officer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Edit 2:&lt;/em&gt; Also, have you seen &lt;a href=&quot;http://www.telecomramblings.com/network-maps/usa-fiber-backbone-map-resources/&quot; rel=&quot;nofollow&quot;&gt;http://www.telecomramblings.com/network-maps/usa-fiber-backbone-map-resources/&lt;/a&gt; which at least tries to link to each carrier/provider's maps which could then be used to create a dataset from?&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-09-12T19:35:19.957" LastActivityDate="2014-09-12T19:35:19.957" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3637" PostTypeId="2" ParentId="3625" CreationDate="2014-09-12T03:39:03.980" Score="2" Body="&lt;p&gt;although zctas and zip codes are not perfect equivalents, they are pretty close.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;you can generate any conceivable crosswalk with census 2010, 2000, or 1990 geographies here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mcdc.missouri.edu/websas/geocorr12.html&quot; rel=&quot;nofollow&quot;&gt;http://mcdc.missouri.edu/websas/geocorr12.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mcdc.missouri.edu/websas/geocorr2k.html&quot; rel=&quot;nofollow&quot;&gt;http://mcdc.missouri.edu/websas/geocorr2k.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mcdc.missouri.edu/websas/geocorr90.shtml&quot; rel=&quot;nofollow&quot;&gt;http://mcdc.missouri.edu/websas/geocorr90.shtml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2014-09-12T03:39:03.980" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3638" PostTypeId="1" CreationDate="2014-09-12T06:16:58.433" Score="1" ViewCount="104" Body="&lt;p&gt;I am looking for reusable pictures of Chinese factories in the 1930s and 1940s.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest categories I could find on Wikimedia Commons don't seem to contain anything relevant:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Science_and_technology_in_China&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Category:Science_and_technology_in_China&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:History_of_the_Republic_of_China&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Category:History_of_the_Republic_of_China&lt;/a&gt; (PRC is 1949)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Buildings_in_China_by_year_of_completion&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Category:Buildings_in_China_by_year_of_completion&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;By &quot;reusable&quot; I mean they can be uploaded to Wikimedia Commons.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="10235" LastEditDate="2016-05-20T12:36:45.370" LastActivityDate="2016-05-20T12:36:45.370" Title="Reusable pictures of Chinese factories in the 1930~1940s" Tags="|data-request|historical|industry|photographs|china|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3639" PostTypeId="2" ParentId="3634" CreationDate="2014-09-12T15:17:44.037" Score="3" Body="&lt;p&gt;Do you know specifically who will be editing your manual or you plan to open them and see what happen?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you already have contact with potential editor and contributor, just ask them what makes sense to them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Markdown and Github is a great option if you community knows how to use them.&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2014-09-12T15:17:44.037" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3640" PostTypeId="2" ParentId="3634" CreationDate="2014-09-12T17:12:30.617" Score="6" Body="&lt;p&gt;The other suggestions on here are great, and I would echo the recommendation to consider Github if you want people to be able to easily edit your product for creating their own versions. This will also help you track the edits that have been made so you can learn more about what people do with your manuals. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to learn more about the definitions of open formats and open standards, there are some links rounded up here that might be of interest: &lt;a href=&quot;http://sunlightfoundation.com/opendataguidelines/#open-formats&quot;&gt;http://sunlightfoundation.com/opendataguidelines/#open-formats&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclosure: I work for Sunlight Foundation, which curated those links.) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking forward to hearing what you choose to do! &lt;/p&gt;&#xA;" OwnerUserId="1229" LastActivityDate="2014-09-12T17:12:30.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3641" PostTypeId="2" ParentId="3630" CreationDate="2014-09-12T18:17:14.897" Score="3" Body="&lt;p&gt;As you know, there are a number of different quality improvement initiatives at all different levels of government and the healthcare ecosystem. Here are some of my favorite sources for hospital level data which has good coverage across CMS certified hospitals in the US:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;CMS Hospital Compare&lt;/strong&gt; - &lt;a href=&quot;http://www.medicare.gov/hospitalcompare/Data/Measures-Displayed.html&quot; rel=&quot;nofollow&quot;&gt;http://www.medicare.gov/hospitalcompare/Data/Measures-Displayed.html&lt;/a&gt; - this page shows the different measures data is available for. You can download the data from data.medicare.gov &lt;a href=&quot;https://data.medicare.gov/data/hospital-compare&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; and/or through data.cms.gov by searching through the data sets. You can programmatically access all the great data on data.cms.gov through Socrata APIs which are detailed at &lt;a href=&quot;http://dev.socrata.com&quot; rel=&quot;nofollow&quot;&gt;http://dev.socrata.com&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;I personally think hospital patient experience (&lt;a href=&quot;http://www.hcahpsonline.org/home.aspx&quot; rel=&quot;nofollow&quot;&gt;HCAHPS&lt;/a&gt;) data should be considered in conjunction with other quality data and so I suggest checking out the HCAPS data which can be accessed at &lt;a href=&quot;https://data.medicare.gov/Hospital-Compare/HCAHPS-Hospital/dgck-syfz&quot; rel=&quot;nofollow&quot;&gt;https://data.medicare.gov/Hospital-Compare/HCAHPS-Hospital/dgck-syfz&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;CMS Physician Compare&lt;/strong&gt; - &lt;a href=&quot;https://data.medicare.gov/data/physician-compare&quot; rel=&quot;nofollow&quot;&gt;https://data.medicare.gov/data/physician-compare&lt;/a&gt; - similar to CMS Hospital Compare but with less measures. Mainly PQRS data which is at &lt;a href=&quot;https://data.medicare.gov/Physician-Compare/Physician-Quality-Reporting-System-PQRS-Group-Prac/ddiw-pgap&quot; rel=&quot;nofollow&quot;&gt;https://data.medicare.gov/Physician-Compare/Physician-Quality-Reporting-System-PQRS-Group-Prac/ddiw-pgap&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;ACO Quality Data&lt;/strong&gt; - &lt;a href=&quot;https://data.medicare.gov/Physician-Compare/Accountable-Care-Organization-ACO-Quality-Data/ytf2-4ept&quot; rel=&quot;nofollow&quot;&gt;https://data.medicare.gov/Physician-Compare/Accountable-Care-Organization-ACO-Quality-Data/ytf2-4ept&lt;/a&gt; - this is sort of under the umbrella of the CMS Physician Compare data sets but I think it's worth noting separately too&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-09-12T18:23:46.613" LastActivityDate="2014-09-12T18:23:46.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3642" PostTypeId="1" AcceptedAnswerId="3643" CreationDate="2014-09-12T18:43:55.433" Score="3" ViewCount="90" Body="&lt;p&gt;Not sure if this belongs here, but I'm looking for a complete list of all versions of the Adobe Creative Suite that contains exact release dates and the original prices. Would be nice if it contained information about discounts for students, special offers and options to buy single products as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an overview or a repository that contains this information?&lt;/p&gt;&#xA;" OwnerUserId="3588" LastEditorUserId="70" LastEditDate="2015-03-11T16:03:57.700" LastActivityDate="2015-03-11T16:03:57.700" Title="List of relase dates and prices of Adobe products?" Tags="|data-request|prices|software|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3643" PostTypeId="2" ParentId="3642" CreationDate="2014-09-12T19:32:57.547" Score="4" Body="&lt;p&gt;You can get release dates of versions/iterations at &lt;a href=&quot;http://en.wikipedia.org/wiki/Adobe_Creative_Suite&quot; rel=&quot;nofollow&quot;&gt;http://en.wikipedia.org/wiki/Adobe_Creative_Suite&lt;/a&gt; but I think you'll need to use a combination of Google and &lt;a href=&quot;https://archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;The Wayback Machine by archive.org&lt;/a&gt; to find pricing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also see &lt;a href=&quot;http://www.computerworld.com/article/2517120/enterprise-applications/adobe-creative-suite--the-history.html&quot; rel=&quot;nofollow&quot;&gt;http://www.computerworld.com/article/2517120/enterprise-applications/adobe-creative-suite--the-history.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-12T19:32:57.547" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3644" PostTypeId="2" ParentId="3638" CreationDate="2014-09-13T01:02:49.847" Score="3" Body="&lt;p&gt;Here are some of my findings.. no one source, lots of looking all over the net:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Search for &quot;factory&quot; on &lt;a href=&quot;http://www.asu.edu/lib/archives/smedforeign.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.asu.edu/lib/archives/smedforeign.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;Chinese factory workers have spiritual  faces--faces filled with suffering.&quot;&lt;br&gt;&#xA;  1930s Photographer: Agnes Smedley Agnes Smedley Collection&lt;br&gt;&#xA;  MSS-122 Vol. 39&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://commons.wikimedia.org/wiki/File:China_Motor_Corporation_top_crew.jpg&quot; rel=&quot;nofollow&quot;&gt;http://commons.wikimedia.org/wiki/File:China_Motor_Corporation_top_crew.jpg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Top managers, chief engineers, and American consultants in front of&#xA;  the China Motor Corporation. China Motor Corporation was the first&#xA;  Chinese factory of manufacturing jet engines. It was established with&#xA;  American assistance. World War II, in Kuichow (current Guizhou),&#xA;  China.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;1950s and not a photograph but: &lt;a href=&quot;https://www.flickr.com/photos/chinesepostersnet/5099136754&quot; rel=&quot;nofollow&quot;&gt;https://www.flickr.com/photos/chinesepostersnet/5099136754&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Emulation in the Patriotic production campaign  Designer: Huang Jun&lt;br&gt;&#xA;  ca. 1950&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-13T01:02:49.847" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3645" PostTypeId="2" ParentId="3638" CreationDate="2014-09-13T11:14:30.667" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://images.google.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Image Search&lt;/a&gt; provides helpful settings to search for reusable pictures. For a detailed explanation have a look at &lt;a href=&quot;https://opendata.stackexchange.com/questions/962/find-reusable-images-of-city-x-with-width2100-pixels&quot;&gt;Find reusable images of city X with width&amp;gt;2100 pixels&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-09-13T11:14:30.667" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3646" PostTypeId="1" CreationDate="2014-09-13T20:00:44.000" Score="1" ViewCount="77" Body="&lt;p&gt;I am not sure if this is relevant in this forum but I have always wonder how companies like Retention Science, Factual and several other smaller companies seem to be able to get transaction data or customer product viewing records with ease. This kind of amaze me as I thought these data are hard to come by. Do they buy them from other companies or do they actually have clever algorithm to crawl the data?&lt;/p&gt;&#xA;" OwnerUserId="3594" LastEditorUserId="2976" LastEditDate="2014-09-14T01:20:44.333" LastActivityDate="2014-09-14T01:20:44.333" Title="How do small companies access user transaction data?" Tags="|best-practice|web-crawling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3647" PostTypeId="1" CreationDate="2014-09-14T09:36:03.537" Score="10" ViewCount="5196" Body="&lt;p&gt;The World Factbook &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot; rel=&quot;noreferrer&quot;&gt;[1]&lt;/a&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/The_World_Factbook&quot; rel=&quot;noreferrer&quot;&gt;[2]&lt;/a&gt; published by the Central Intelligence Agency (CIA) offers 267 free country 'n' territories profiles (incl. flags 'n' overview and locator maps) in the public domain (that is, no copyright(s), no rights reserved).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, all the &quot;data&quot; is published as web pages and only some stat series (e.g. area, population, GNP, etc.) can get downloaded as tab-delimited datasets - the FAQ entry reads:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Q: Is The World Factbook country data available in machine-readable format?&#xA;  All I can find is HTML, but I’m looking for simple tabular data.&#xA;  A: The Factbook Web site now features Country Comparison pages for selected&#xA;  Factbook entries. All of the Country Comparison pages can be downloaded as&#xA;  tab-delimited data files that can be opened in other applications such as&#xA;  spreadsheets and database.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Anyway, any projects out there that offer the World Factbook in alternative formats (e.g. structured datasets in JSON etc.) for download?&lt;/strong&gt;  Any insight appreciated. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I'm the coder of the factbook Ruby gem that lets you turn World Factbook pages into structured data (e.g. JSON etc.) - see the &lt;a href=&quot;https://github.com/worlddb/factbook&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;factbook.ruby&lt;/code&gt;&lt;/a&gt; and &lt;a href=&quot;https://github.com/factbook/factbook.json&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;factbook.json&lt;/code&gt;&lt;/a&gt; repos on GitHub.&lt;/p&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2015-12-11T14:56:17.603" LastActivityDate="2018-10-23T08:04:58.960" Title="Any Open (Structured) Datasets for the World Factbook (Public Domain Country Profiles Published by the CIA)?" Tags="|json|creative-commons|data-request|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3648" PostTypeId="2" ParentId="3647" CreationDate="2014-09-14T17:36:57.357" Score="4" Body="&lt;p&gt;I wrote some software awhile back ago that parses many of the WFB web pages and converted the data into CSV files. You can find them here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/CIA/WFB/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/CIA/WFB/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-14T17:36:57.357" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3649" PostTypeId="1" CreationDate="2014-09-14T17:48:31.530" Score="5" ViewCount="1489" Body="&lt;p&gt;We're currently creating an open database of cosmetics and beauty/body products, just like we did for OpenFoodFacts, and I was wondering whether you knew of resources that might be helpful, and liberally licensed.&lt;/p&gt;&#xA;" OwnerUserId="2226" LastEditorUserId="1652" LastEditDate="2016-04-22T19:30:46.520" LastActivityDate="2017-08-14T11:12:18.077" Title="Open resources about cosmetics and beauty/body products" Tags="|data-request|products|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3650" PostTypeId="2" ParentId="3634" CreationDate="2014-09-15T04:15:31.330" Score="1" Body="&lt;p&gt;I think the answers here are pretty comprehensive, but I am not sure how complex the documents that are being produced. Sometimes, Markdown isn't robust enough to support advanced documents (e.g., footnotes, bibliographies, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also recommend looking at &lt;a href=&quot;http://johnmacfarlane.net/pandoc/&quot; rel=&quot;nofollow&quot;&gt;Pandoc&lt;/a&gt; or &lt;a href=&quot;http://fletcherpenney.net/multimarkdown&quot; rel=&quot;nofollow&quot;&gt;Multimarkdown&lt;/a&gt;. It won't necessarily render in GitHub, but is a good way to keep a &quot;simple&quot; format that can be edited by others.&lt;/p&gt;&#xA;" OwnerUserId="2852" LastActivityDate="2014-09-15T04:15:31.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3651" PostTypeId="1" AcceptedAnswerId="4713" CreationDate="2014-09-15T14:02:35.217" Score="6" ViewCount="390" Body="&lt;p&gt;I've got a weather station and want to publish the data in &lt;a href=&quot;http://json-ld.org/&quot; rel=&quot;nofollow&quot;&gt;JSON-LD&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the context file I'm searching for a vocubulary to express the weather data. &#xA;Is there already a vocabulary or 'setup' for this kind of data?&lt;/p&gt;&#xA;" OwnerUserId="3603" LastEditorUserId="70" LastEditDate="2015-03-25T09:41:22.593" LastActivityDate="2016-04-14T21:47:18.840" Title="Is there a vocabulary for linking weather data?" Tags="|data-request|weather|linked-data|ontology|json|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3652" PostTypeId="1" CreationDate="2014-09-15T15:19:50.047" Score="5" ViewCount="80" Body="&lt;p&gt;It is my understanding that since BY-SA 2.0 &lt;sup&gt;[1]&lt;/sup&gt;, all CC-BY-SA licenses have included some automatic &quot;or later&quot; clause, which means you can adapt the work and release the result under a later license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It was recently pointed out to me that copying a work isn't the (necessarily) same as adapting it. Does re-licensing still operate if the work is copied but not modified?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;[1]&lt;/sup&gt; Relevant link:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Version 2.0 licenses that feature the Share Alike requirement now clarify that derivatives may be re-published under one of three types of licenses: (1) the exact same license as the original work; (2) a later version of the same license as the original work; (3) an iCommons license that contains the same license elements as the original work (e.g. BY-SA-NC, as defined in Section 1 of each license). The version 1.0 licenses required that derivative be published under the exact same license only. Our tweak means much better compatibility across future jurisdiction-specific licenses and, going forward, across versions. Less forking, more fun. (See Section 4b.)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;(from &quot;Share Alike Across Borders&quot; in &lt;a href=&quot;https://creativecommons.org/weblog/entry/4216&quot;&gt;Announcing (and explaining) our new 2.0 licenses&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Alternatively, follow the &quot;More info&quot; link that appears in the &quot;same license&quot; tooltip on the &lt;a href=&quot;https://creativecommons.org/licenses/by-sa/3.0/&quot;&gt;CC-BY-SA 3.0 human readable license&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3605" LastActivityDate="2014-09-16T05:36:25.557" Title="Can I simply copy a CC-BY-SA 3.0 work as CC-BY-SA 4.0?" Tags="|licensing|creative-commons|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3653" PostTypeId="2" ParentId="3651" CreationDate="2014-09-15T15:53:00.010" Score="6" Body="&lt;p&gt;The two links below are NOAA/NWS weather terms used in their datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This document is the vocabulary for the annual summaries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www1.ncdc.noaa.gov/pub/data/cdo/documentation/ANNUAL_documentation.pdf&quot;&gt;http://www1.ncdc.noaa.gov/pub/data/cdo/documentation/ANNUAL_documentation.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This document is the vocabulary for the daily summaries&#xA;&lt;a href=&quot;http://www1.ncdc.noaa.gov/pub/data/cdo/documentation/GHCND_documentation.pdf&quot;&gt;http://www1.ncdc.noaa.gov/pub/data/cdo/documentation/GHCND_documentation.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These are a subset of the NOAA codes for the most common weather terms:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TMIN - min daily temperature&lt;br/&gt;&#xA;TMAX = max daily temperature&lt;br/&gt;&#xA;PRCP = daily percipitation in mm&lt;br/&gt;&#xA;AWND = average daily wind speed in km/hrs&lt;br/&gt;&#xA;SNOW = Snowfall in mm&lt;br/&gt;&#xA;SNWD = Snow depth in mm&lt;br/&gt;&#xA;ASCH = Average cloudiness (percent)&lt;br/&gt;&#xA;TSUN = Total daily sunshine (minutes)&lt;br/&gt;&#xA;WTxx = Weather Type&lt;br/&gt;&#xA;•01 = Fog, ice fog, or freezing fog&lt;br/&gt;&#xA;•02 = Heavy fog or heaving freezing fog&lt;br/&gt;&#xA;•03 = Thunder&lt;br/&gt;&#xA;•04 = Ice pellets, sleet, snow pellets, or small hail&lt;br/&gt;&#xA;•05 = Hail&lt;br/&gt;&#xA;•06 = Glaze or rime&lt;br/&gt;&#xA;•07 = Dust, volcanic ash, blowing dust, blowing sand, or blowing obstruction&lt;br/&gt;&#xA;•08 = Smoke or haze&lt;br/&gt;&#xA;•09 = Blowing or drifting snow&lt;br/&gt;&#xA;•10 = Tornado, waterspout, or funnel cloud&lt;br/&gt;&#xA;•11 = High or damaging winds&lt;br/&gt;&#xA;•12 = Blowing spray&lt;br/&gt;&#xA;•13 = Mist&lt;br/&gt;&#xA;•14 = Drizzle&lt;br/&gt;&#xA;•15 = Freezing drizzle&lt;br/&gt;&#xA;•16 = Rain&lt;br/&gt;&#xA;•17 = Freezing rain&lt;br/&gt;&#xA;•18 = Snow, snow pellets, snow grains, or ice crystals&lt;br/&gt;&#xA;•19 = Unknown source of precipitation&lt;br/&gt;&#xA;•21 = Ground fog&lt;br/&gt;&#xA;•22 = Ice fog or freezing fog&lt;br/&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-09-15T18:49:33.740" LastActivityDate="2014-09-15T18:49:33.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3654" PostTypeId="2" ParentId="3652" CreationDate="2014-09-16T05:36:25.557" Score="2" Body="&lt;p&gt;I believe that a copy is also a kind of adaptation (opposite is not true, obviously).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And yes you can take a CC-BY-SA 3.0 work and publish your &quot;adaptation&quot; as CC-BY-SA 4.0:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CC-BY-SA 3.0 license says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;You may Distribute&lt;/strong&gt; or Publicly Perform &lt;strong&gt;an Adaptation only under the terms of&lt;/strong&gt;: (i) this License; (ii) a later version of this License with the same License Elements as this License; (iii) a Creative Commons jurisdiction license (either this or a later license version) that contains the same License Elements as this License (e.g., Attribution-ShareAlike 3.0 US)); (iv) &lt;strong&gt;a Creative Commons Compatible License.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;Creative Commons Compatible License&quot; means a license that is listed at &lt;a href=&quot;http://creativecommons.org/compatiblelicenses&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/compatiblelicenses&lt;/a&gt; that [...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I turn, &lt;a href=&quot;http://creativecommons.org/compatiblelicenses&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/compatiblelicenses&lt;/a&gt; says in its BY-SA Version 3.0 paragraph:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Your contributions to adaptations of BY-SA 3.0 materials may only be licensed under: BY-SA 3.0, &lt;strong&gt;or a later version&lt;/strong&gt; of the BY-SA license. [...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;CC-BY-SA 4.0 is a later version of CC-BY-SA 3.0, so you can redistribute.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-09-16T05:36:25.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3655" PostTypeId="2" ParentId="3569" CreationDate="2014-09-16T05:38:23.187" Score="0" Body="&lt;p&gt;Here are some international sources for climate data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UNDP Country Climate Data Profiles&lt;br/&gt;&#xA;&lt;a href=&quot;http://undp.org/content/undp/en/home/librarypage/environment-energy/climate_change/adaptation/undp_climate_changecountryprofiles.html&quot; rel=&quot;nofollow&quot;&gt;http://undp.org/content/undp/en/home/librarypage/environment-energy/climate_change/adaptation/undp_climate_changecountryprofiles.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;European Climate Assessment &amp;amp; Dataset Climate&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.undp.org/content/undp/en/home/librarypage/environment-energy/climate_change/adaptation/undp_climate_changecountryprofiles.html&quot; rel=&quot;nofollow&quot;&gt;http://www.undp.org/content/undp/en/home/librarypage/environment-energy/climate_change/adaptation/undp_climate_changecountryprofiles.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;European Meteorological Society&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.emetsoc.org/resources/meteorological-and-hydrological-services&quot; rel=&quot;nofollow&quot;&gt;http://www.emetsoc.org/resources/meteorological-and-hydrological-services&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;World Meteorological Society&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.wmo.int&quot; rel=&quot;nofollow&quot;&gt;http://www.wmo.int&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;United Kingdom Meteorological Office (Met Office)&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.metoffice.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;http://www.metoffice.gov.uk/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Albania The Hydrometeorological Institute&lt;br/&gt; &#xA;no web site&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Austria - Zentralanstalt für Meteorologie und Geodynamik &lt;br/&gt;&#xA;&lt;a href=&quot;https://www.zamg.ac.at/cms/en/news&quot; rel=&quot;nofollow&quot;&gt;https://www.zamg.ac.at/cms/en/news&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Belgium - Meteorological Office&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.meteo.be/meteo&quot; rel=&quot;nofollow&quot;&gt;http://www.meteo.be/meteo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bulgaria - National Institute of Meteorology and Hydrology&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.meteo.bg/en&quot; rel=&quot;nofollow&quot;&gt;http://www.meteo.bg/en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Crotia - Meteorological and Hydrological Service&lt;br/&gt;&#xA;&lt;a href=&quot;http://meteo.hr&quot; rel=&quot;nofollow&quot;&gt;http://meteo.hr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Czech Republic - Czech Hydrometeorological Institute &lt;br/&gt;&#xA;&lt;a href=&quot;http://www.chmi.cz&quot; rel=&quot;nofollow&quot;&gt;http://www.chmi.cz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Denmark - Danish Meteorological Institute &lt;br/&gt;&#xA;&lt;a href=&quot;http://www.dmi.dk&quot; rel=&quot;nofollow&quot;&gt;http://www.dmi.dk&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Estonia - Estonian Weather Service&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.ilmateenistus.ee/&quot; rel=&quot;nofollow&quot;&gt;http://www.ilmateenistus.ee/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finland - Finnish Meteorological Institute&lt;br/&gt;&#xA;&lt;a href=&quot;http://en.ilmatieteenlaitos.fi/&quot; rel=&quot;nofollow&quot;&gt;http://en.ilmatieteenlaitos.fi/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;France - Meteo France&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.meteofrance.com&quot; rel=&quot;nofollow&quot;&gt;http://www.meteofrance.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Germany - Weather and Climate - Deutscher Wetterdienst&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.dwd.de/&quot; rel=&quot;nofollow&quot;&gt;http://www.dwd.de/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Greece - Hellenic National Meteorological Service&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.hnms.gr&quot; rel=&quot;nofollow&quot;&gt;http://www.hnms.gr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Iceland - Icelandic Meteorological Office&lt;br/&gt;&#xA;&lt;a href=&quot;http://en.vedur.is/&quot; rel=&quot;nofollow&quot;&gt;http://en.vedur.is/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ireland - Met Éireann &lt;br/&gt;&#xA;&lt;a href=&quot;http://www.met.ie/&quot; rel=&quot;nofollow&quot;&gt;http://www.met.ie/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Italy Servizio Meteorologico Aeronautica Militare&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.meteoam.it/&quot; rel=&quot;nofollow&quot;&gt;http://www.meteoam.it/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-09-16T20:59:56.243" LastActivityDate="2014-09-16T20:59:56.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3656" PostTypeId="2" ParentId="3568" CreationDate="2014-09-16T05:42:57.313" Score="4" Body="&lt;p&gt;This author (Scott Manning) reviews various sources for historical earth population&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.scottmanning.com/content/year-by-year-world-population-estimates/&quot; rel=&quot;nofollow&quot;&gt;http://www.scottmanning.com/content/year-by-year-world-population-estimates/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this link, he has an excel file showing various sources for estimating back to 10000 BC.&lt;br/&gt;&#xA;&lt;a href=&quot;https://spreadsheets.google.com/pub?key=pbb0aoD3hdM-HgD-knTGXIA&quot; rel=&quot;nofollow&quot;&gt;https://spreadsheets.google.com/pub?key=pbb0aoD3hdM-HgD-knTGXIA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-16T05:42:57.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3657" PostTypeId="1" AcceptedAnswerId="3658" CreationDate="2014-09-16T09:18:33.377" Score="3" ViewCount="347" Body="&lt;p&gt;A &lt;a href=&quot;https://en.wikipedia.org/wiki/Triplestore&quot; rel=&quot;nofollow&quot;&gt;triplestore&lt;/a&gt; is a special database engine containing information triples and answering to SPARQL requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is currently the triplestore that can contain most triples, while still being able to process basic SPARQL queries correctly?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The number of triples needs to have been demonstrated/documented.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-04-02T10:45:04.587" LastActivityDate="2015-04-02T10:45:04.587" Title="What triplestore that can handle the largest number of triples?" Tags="|linked-data|rdf|sparql|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3658" PostTypeId="2" ParentId="3657" CreationDate="2014-09-16T10:07:51.703" Score="6" Body="&lt;p&gt;The W3C hosts a &lt;a href=&quot;http://www.w3.org/wiki/LargeTripleStores&quot;&gt;list of large triple stores&lt;/a&gt; with documented deployments and numbers of triples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The top contenders with more than 10B triples currently are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://franz.com/agraph/allegrograph/&quot;&gt;AllegroGraph&lt;/a&gt; (1Trillion+)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://stardog.com/&quot;&gt;Stardog&lt;/a&gt; (50B)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.oracle.com/us/products/database/options/spatial/&quot;&gt;Oracle Spatial and Graph&lt;/a&gt; with Oracle Database (48B+)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://virtuoso.openlinksw.com/&quot;&gt;OpenLink Virtuoso&lt;/a&gt; v6.1 (15.4B+) &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ontotext.com/products/ontotext-graphdb/&quot;&gt;Ontotext GraphDB (formerly BigOWLIM)&lt;/a&gt; (12B+)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://4store.org/&quot;&gt;Garlik 4store&lt;/a&gt; (15B)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bigdata.com/bigdata&quot;&gt;Bigdata&lt;/a&gt; (12.7B)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2014-09-16T10:17:45.790" LastActivityDate="2014-09-16T10:17:45.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3660" PostTypeId="2" ParentId="3631" CreationDate="2014-09-17T05:43:29.917" Score="2" Body="&lt;p&gt;Two suggestions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(1) Check out the &lt;a href=&quot;http://cran.r-project.org/web/views/WebTechnologies.html&quot; rel=&quot;nofollow&quot;&gt;WebTechnologies Task View&lt;/a&gt;, which contains a bunch of packages linking to (potentially) open data on the web. In most cases, these packages will give you a list or data.frame structure you can work with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(2) Take a quick glance through &lt;a href=&quot;http://cran.r-project.org/web/packages/available_packages_by_name.html&quot; rel=&quot;nofollow&quot;&gt;the list of CRAN packages&lt;/a&gt;, some of which are data-only or at least contain small datasets for their examples. For example, Hadley Wickham has some data only packages (&lt;a href=&quot;http://cran.r-project.org/web/packages/fueleconomy/index.html&quot; rel=&quot;nofollow&quot;&gt;fueleconomy&lt;/a&gt;, and &lt;a href=&quot;http://cran.r-project.org/web/packages/hflights/index.html&quot; rel=&quot;nofollow&quot;&gt;hflights&lt;/a&gt;) but neither are strictly social science. &lt;a href=&quot;http://cran.r-project.org/web/packages/HistData/index.html&quot; rel=&quot;nofollow&quot;&gt;HistData&lt;/a&gt; has datasets used in famous visualizations. &lt;a href=&quot;http://cran.r-project.org/web/packages/pdfetch/index.html&quot; rel=&quot;nofollow&quot;&gt;pdfetch&lt;/a&gt; can retrieve economic time-series. Etc. etc.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-09-17T05:43:29.917" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3661" PostTypeId="1" CreationDate="2014-09-17T06:15:47.117" Score="9" ViewCount="2346" Body="&lt;p&gt;We have open data as a CSV file, about 200k lines, columns are mostly text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to make it into Linked Data and be easily reusable by as many mashups/apps/etc as possible, we want to propose another format, not CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;RDFa&lt;/li&gt;&#xA;&lt;li&gt;RDF/XML&lt;/li&gt;&#xA;&lt;li&gt;N3&lt;/li&gt;&#xA;&lt;li&gt;Turtle&lt;/li&gt;&#xA;&lt;li&gt;JSON-LD&lt;/li&gt;&#xA;&lt;li&gt;I am sure there are many others&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I guess the difficulty for &lt;em&gt;generating&lt;/em&gt; is pretty similar for each of these (just a text template to fill), so the big question is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which of these formats makes most users happy, and will bring us the most re-users?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't care much about what easiest for us. I care 100% about what is the easiest for re-users. It is extremely important that the format can be read by almost all libraries/triplestores.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-09-17T07:15:23.183" LastActivityDate="2023-10-13T16:37:07.300" Title="What Linked Data serialization format to choose for our (now CSV) open data?" Tags="|linked-data|rdf|json|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3662" PostTypeId="2" ParentId="3661" CreationDate="2014-09-17T07:00:27.023" Score="5" Body="&lt;p&gt;Here's my 2 cents. Since your data is already in CSV format, the fastest way to add semantic context is to use ODI's 'Linked CSV' format: (&lt;a href=&quot;http://jenit.github.io/linked-csv/&quot; rel=&quot;noreferrer&quot;&gt;http://jenit.github.io/linked-csv/&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need to pick a vocabulary. Without knowing about your data, I would start by looking at existing [semi]standardized data vocabularies. For example, a large number of datasets and corresponding vocabularies have been published in the Link Open Data (LOD) project: &lt;a href=&quot;http://linkeddata.org/&quot; rel=&quot;noreferrer&quot;&gt;http://linkeddata.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am a co-founder of OpenGeoCode.Org. We too have a published vocabulary for linked data (no surprise - haha). You can find it at: &lt;a href=&quot;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&quot; rel=&quot;noreferrer&quot;&gt;http://www.opengeocode.org/cude1.1/LinkedCSV-Vocab.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-17T07:00:27.023" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3663" PostTypeId="2" ParentId="3661" CreationDate="2014-09-17T08:24:38.443" Score="8" Body="&lt;p&gt;So you have a CSV file and you want to publish it as linked data in a RDF format, not CSV.&#xA;The core part of the work here is the translation to RDF, that implies, as @andrew-opengeocode suggested in his answer, that you find one or more RDF ontologies/vocabularies that define terms you can reuse to model your data. The more popular are the terms you reuse, the more easy will be for developers to make sense of your data. You can search for popular terms at &lt;a href=&quot;http://lov.okfn.org/dataset/lov/&quot; rel=&quot;noreferrer&quot;&gt;http://lov.okfn.org/dataset/lov/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have your data in RDF, you can use existing libraries to get the different serializations. The serialization format will be for-free if you use existing libraries (ARC2 in PHP, Apache Jena in Java, just to mention a couple of...).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you do not want to maintain a triple store but you only want to publish single documents for each dereferencable URI, I still suggest you to offer at least the following formats, supporting content-negotiation:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;RDF/XML: it's a classic, and legacy tools might assume it&lt;/li&gt;&#xA;&lt;li&gt;Turtle: this is the most human readable syntax&lt;/li&gt;&#xA;&lt;li&gt;JSON-LD: the new mood, you would be oldish if you don't have it&lt;/li&gt;&#xA;&lt;li&gt;N-Triples: large data can be easily buffered cropping the file at any line without break consistency.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="3616" LastActivityDate="2014-09-17T08:24:38.443" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3664" PostTypeId="2" ParentId="3661" CreationDate="2014-09-17T09:27:04.063" Score="9" Body="&lt;p&gt;In addition to &lt;a href=&quot;https://opendata.stackexchange.com/a/3663/70&quot;&gt;@enridaga's great answer&lt;/a&gt;, let me offer a few additional thoughts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;RDFa&lt;/strong&gt; is (only) useful if you already have HTML content that you want to enrich with semantic data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;RDF/XML&lt;/strong&gt; is very well readable for machines, but not so much for humans.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;N-Triples&lt;/strong&gt;, &lt;strong&gt;Turtle&lt;/strong&gt; or &lt;strong&gt;N3&lt;/strong&gt; are currently pretty much the default formats for Linked Data dumps. For example, have a look at the recently released &lt;a href=&quot;https://tools.wmflabs.org/wikidata-exports/rdf/&quot; rel=&quot;nofollow noreferrer&quot;&gt;official Wikidata RDF exports&lt;/a&gt;. N-Triples are preferable for large files because they can be easily processed line by line.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;JSON-LD&lt;/strong&gt; is the new kid on the block with lots of potential and &lt;a href=&quot;https://opendata.stackexchange.com/q/272/70&quot;&gt;already some uptake&lt;/a&gt;. Its biggest advantage: Even programmers that have never heard of the Semantic Web can use it immediately.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As @enridaga mentioned, once you have your data in one of these formats, it can be converted automatically to any of the other formats. You can give it a quick try with the online &lt;a href=&quot;http://rdf-translator.appspot.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF Translator&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you only want to provide a simple dump of your data for the Semantic Web crowd, go with (gzipped) N-Triples. If your users prefer a different format, they can easily convert it themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you also want your data to be instantly accessible to regular programmers, make it JSON-LD.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-09-17T09:39:41.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3665" PostTypeId="1" CreationDate="2014-09-17T18:46:45.730" Score="3" ViewCount="117" Body="&lt;p&gt;Are there any reliable, current sources of data on smartphone and cellphone usage, specifically where their usage rates, ownership, and changes in market share are compared? I've found some data for the United States, but interestingly I haven't found very much at all for countries like India, China, and countries in South America, where the numbers are much more interesting and also (I would assume) changing more rapidly. Ideally, the data would also include information about the cost of carrier plans.&lt;/p&gt;&#xA;" OwnerUserId="3621" LastActivityDate="2014-12-03T12:38:51.020" Title="Cellphone vs Smartphone usage?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3667" PostTypeId="1" AcceptedAnswerId="5184" CreationDate="2014-09-17T22:14:02.863" Score="6" ViewCount="405" Body="&lt;p&gt;The IRS publishes &lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-Individual-Income-Tax-Statistics-ZIP-Code-Data-%28SOI%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;income tax data by zip code&lt;/a&gt; for certain years (1998, 2001, 2004-2008 etc.) but a) certain years are missing, like 1999 and 2000, and b) only for 2008 and afterwards are the data provided in CSV format (it's in the zip file) in a consistent format. Are these data available from elsewhere? I'm guessing they're not because in &lt;a href=&quot;https://opendata.stackexchange.com/q/1949/3565&quot;&gt;this question&lt;/a&gt; similar issues came up and people talked about how the IRS isnt really forthcoming about this. If nothing comes up here I'll try a phone call and see what they can provide me. &lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-05-05T19:31:29.640" Title="Are zip-code-level IRS income tax data available for every year, in machine-readable fomat?" Tags="|data-request|usa|economics|taxes|irs|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="3668" PostTypeId="1" CreationDate="2014-09-18T00:46:01.687" Score="9" ViewCount="6263" Body="&lt;p&gt;I'm not looking for a page scraper but an actual API I can use that returns (preferably) JSON or XML. An example would be a request to return all the nominees for Best Picture in 2014.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Oscar site itself has a page to search their database (&lt;a href=&quot;http://awardsdatabase.oscars.org/ampas_awards/BasicSearchInput.jsp&quot;&gt;http://awardsdatabase.oscars.org/ampas_awards/BasicSearchInput.jsp&lt;/a&gt;) but no API that I can find.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also looked into Rotten Tomatoes API (&lt;a href=&quot;http://developer.rottentomatoes.com/docs/read/JSON&quot;&gt;http://developer.rottentomatoes.com/docs/read/JSON&lt;/a&gt;) but I didn't see any Oscar information that you could search for.&lt;/p&gt;&#xA;" OwnerUserId="3623" LastEditorUserId="70" LastEditDate="2015-03-30T14:47:31.747" LastActivityDate="2021-10-29T15:15:07.510" Title="Is there an API for the Oscars/Academy Awards that lists past winners as well as current nominees?" Tags="|api|film|" AnswerCount="6" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3670" PostTypeId="2" ParentId="3631" CreationDate="2014-09-18T14:16:32.420" Score="7" Body="&lt;p&gt;Here is a human-friendly &lt;a href=&quot;http://vincentarelbundock.github.io/Rdatasets/datasets.html&quot;&gt;list of all 731 datasets in R&lt;/a&gt;, as well as CSV download links.&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2014-09-18T14:16:32.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3671" PostTypeId="1" CreationDate="2014-09-18T16:12:52.493" Score="3" ViewCount="3537" Body="&lt;p&gt;On Amazon, clearly, there is a tree where all the leaves are the products and you can narrow down a category to find the products.&lt;/p&gt;&#xA;&lt;p&gt;For example, what I am looking for is actually under the category &lt;code&gt;Cell Phones &amp;amp; Accessories&lt;/code&gt;, and then &lt;code&gt;Cell Phones&lt;/code&gt; and then &lt;code&gt;Unlocked Cell Phones&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Is there an up-to-date public dataset that has the mapping between category and ASIN (Amazon Stock ID)? so one can avoid scraping a certain category page by page?&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/9Mre3.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;" OwnerUserId="3318" LastEditorUserId="23272" LastEditDate="2022-07-14T12:50:24.253" LastActivityDate="2022-07-14T12:50:24.253" Title="Amazon ASIN and Category" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="3672" PostTypeId="2" ParentId="3671" CreationDate="2014-09-18T23:23:11.070" Score="2" Body="&lt;p&gt;You can use the Amazon Product API to find the category breakdown on Amazon and corresponding products 4 sale.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This link explains how items for sale are organized under the API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://docs.aws.amazon.com/AWSECommerceService/latest/DG/CHAP_OrganizationofItemsforSaleonAmazon.html&quot; rel=&quot;nofollow&quot;&gt;http://docs.aws.amazon.com/AWSECommerceService/latest/DG/CHAP_OrganizationofItemsforSaleonAmazon.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the general link to the API:&#xA;&lt;a href=&quot;http://docs.aws.amazon.com/AWSECommerceService/latest/GSG/Welcome.html&quot; rel=&quot;nofollow&quot;&gt;http://docs.aws.amazon.com/AWSECommerceService/latest/GSG/Welcome.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-18T23:23:11.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3673" PostTypeId="1" CreationDate="2014-09-19T00:26:18.577" Score="3" ViewCount="77" Body="&lt;p&gt;I am looking for average charge or cost data for the following procedures for outpatient imaging centers. Arthroscopic surgery, cataract, colonoscopy, CT scan, ekg, X-Ray. Ultrasound, mri, pet scan, mammogram, mammography, kidney stone removal, hernia repair, endoscopy, EKG, tonsillectomy and ear tube placement, knee surgery.  Is there any database that shows the average costs by facility, city or state levels?  &lt;/p&gt;&#xA;" OwnerUserId="3628" LastEditorUserId="754" LastEditDate="2015-03-27T09:55:48.013" LastActivityDate="2015-03-27T09:55:48.013" Title="Imaging Cost Data and Procedure Costs" Tags="|data-request|medical|prices|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3674" PostTypeId="2" ParentId="3673" CreationDate="2014-09-19T05:30:57.743" Score="3" Body="&lt;p&gt;Medicare has a public dataset that may provide the information you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Medicare Provider Utilization and Payment Data: Physician and Other&lt;/strong&gt;&#xA;  Supplier &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;As part of the Obama Administration’s efforts to make our healthcare&#xA;  system more transparent, affordable, and accountable, the Centers for&#xA;  Medicare &amp;amp; Medicaid Services (CMS) has prepared a public data set, the&#xA;  Medicare Provider Utilization and Payment Data: Physician and Other&#xA;  Supplier Public Use File (Physician and Other Supplier PUF), with&#xA;  information on services and procedures provided to Medicare&#xA;  beneficiaries by physicians and other healthcare professionals.  The&#xA;  Physician and Other Supplier PUF contains information on utilization,&#xA;  payment (allowed amount and Medicare payment), and submitted charges&#xA;  organized by National Provider Identifier (NPI), Healthcare Common&#xA;  Procedure Coding System (HCPCS) code, and place of service. This PUF&#xA;  is based on information from CMS’s National Claims History Standard&#xA;  Analytic Files. The data in the Physician and Other Supplier PUF&#xA;  covers calendar year 2012 and contains 100% final-action&#xA;  physician/supplier Part B non-institutional line items for the&#xA;  Medicare fee-for-service population.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Physician-and-Other-Supplier.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Physician-and-Other-Supplier.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-19T05:30:57.743" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3675" PostTypeId="2" ParentId="2113" CreationDate="2014-09-19T17:22:23.633" Score="1" Body="&lt;p&gt;Here is a list of folksonomy/social tagging data sets. &lt;a href=&quot;http://www.markusstrohmaier.info/datasets/&quot; rel=&quot;nofollow&quot;&gt;http://www.markusstrohmaier.info/datasets/&lt;/a&gt; Maybe some of these will help you?&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2014-09-19T17:22:23.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3677" PostTypeId="1" AcceptedAnswerId="3678" CreationDate="2014-09-19T17:45:44.763" Score="3" ViewCount="1071" Body="&lt;p&gt;I am looking for openFDA datasets for my current academic project. The project describes that a user enters medicine name and the result has to show me the information about the adverse events based on the medicine name. To do this kind of thing I must have a dataset. I did a lot of research but i am not able to get it. Please help me guys.&lt;/p&gt;&#xA;" OwnerUserId="3632" LastEditorUserId="754" LastEditDate="2015-03-27T09:55:03.750" LastActivityDate="2015-03-27T09:55:03.750" Title="Looking for openFDA datasets which gives JSON data" Tags="|data-request|data.gov|openfda|json|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3678" PostTypeId="2" ParentId="3677" CreationDate="2014-09-19T18:24:04.460" Score="3" Body="&lt;p&gt;They way openFDA stands, it is an API which returns JSON for a search. I too have asked for bulk downloads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The information you seem to be looking for is available by modifying the following API call:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:advil&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=1000&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking to do this with an offline data set (aka not need to query the API each time), you have a few options:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Cache the results for a week or two&lt;/li&gt;&#xA;&lt;li&gt;Go through a list of all drugs and download the results and store that in a database of your own&lt;/li&gt;&#xA;&lt;li&gt;Completely bypass openFDA API and go to the source data at &lt;a href=&quot;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&lt;/a&gt; &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-19T18:24:04.460" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3679" PostTypeId="1" AcceptedAnswerId="3681" CreationDate="2014-09-19T20:42:07.737" Score="8" ViewCount="914" Body="&lt;p&gt;I'm looking for open freely available data sets related to software development quality: code quality, defect rates, comparison across programming languages. Where/how can I find such data sets?&lt;/p&gt;&#xA;" OwnerUserId="3634" LastActivityDate="2020-01-26T22:46:21.383" Title="Open data sets about software development: code quality, defect rate, programming languages?" Tags="|data-request|software|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3681" PostTypeId="2" ParentId="3679" CreationDate="2014-09-20T15:47:32.760" Score="5" Body="&lt;p&gt;Here are a few sources to take a look through:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Most comprehensive and closest to what I think you're looking for is a project by the acronym of &lt;a href=&quot;https://code.google.com/p/promisedata/&quot; rel=&quot;noreferrer&quot;&gt;PROMISE (PRedictOr Models In Software Engineering)&lt;/a&gt;. Go to &lt;a href=&quot;http://promisedata.googlecode.com/svn/trunk/defect/&quot; rel=&quot;noreferrer&quot;&gt;http://promisedata.googlecode.com/svn/trunk/defect/&lt;/a&gt; to go straight to their data which is organized by code base and into CSVs. For example, &lt;a href=&quot;http://promisedata.googlecode.com/svn/trunk/defect/tomcat/tomcat.csv&quot; rel=&quot;noreferrer&quot;&gt;tomcat.csv&lt;/a&gt;. It looks like the project also has a number of tools to help analyze and create models from the data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.st.cs.uni-saarland.de/softevo/bug-data/eclipse/&quot; rel=&quot;noreferrer&quot;&gt;Eclipse Bug Data!&lt;/a&gt; is, as it sounds, a project to mine bug and version datas from the Eclipse project. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;NASA also publishes &quot;cleaned versions of publicly available NASA MDP software defects data sets&quot; over at &lt;a href=&quot;http://nasa-softwaredefectdatasets.wikispaces.com/&quot; rel=&quot;noreferrer&quot;&gt;http://nasa-softwaredefectdatasets.wikispaces.com/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;EDIT&lt;/em&gt;: there are also a number of academic papers on this topic that you might want to skim to see if they reference specific data sets or sources.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-20T15:47:32.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3682" PostTypeId="2" ParentId="3553" CreationDate="2014-09-20T19:18:59.077" Score="4" Body="&lt;p&gt;You may try to download Structures, Sequences and Ligand free of charge from:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rcsb.org/pdb/download/download.do&quot; rel=&quot;nofollow noreferrer&quot;&gt;Protein Data Bank (RCSB)&lt;/a&gt; by specifying PDB IDs which you looking for (e.g. 2bg9),&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://pubchem.ncbi.nlm.nih.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PubChem&lt;/a&gt; by &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NCBI&lt;/a&gt; (BioAssays, Compounds and Substances),&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.chemspider.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ChemSpider&lt;/a&gt; (free chemical structure database providing fast access to over 28 million structures, properties and associated information),&lt;/li&gt;&#xA;&lt;li&gt;Wikipedia (&lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Chemical_substances&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chemical_substances&lt;/a&gt;) by downloading the whole &lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;database&lt;/a&gt; or specific category (e.g. &lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Special:Export&amp;amp;addcat&amp;amp;catname=Chemical_substances&amp;amp;pages=XXXX&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chemical substances&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Special:Export&amp;amp;addcat&amp;amp;catname=Chemical_compounds&amp;amp;pages=XXXX&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chemical compounds&lt;/a&gt;, etc.) by using &lt;a href=&quot;https://en.wikipedia.org/wiki/Special:Export&quot; rel=&quot;nofollow noreferrer&quot;&gt;Special:Export&lt;/a&gt; into XML format.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also check out few free chemistry softwares which could potentially contain some databases:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.yenka.com/en/Free_home_licences/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yenka Chemistry&lt;/a&gt; (before Crocodile Chemistry) - complete virtual laboratory which offer free home licenses for personal, non-commercial, non-academic use only.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.quantum-espresso.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gamess and Quantum ESPRESSO&lt;/a&gt; - Open-Source computer codes for electronic-structure calculations and materials modeling at the nanoscale&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;See also:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chemistry.stackexchange.com/questions/4040/which-chemical-database-software-are-available&quot;&gt;Which Chemical Database Software Are Available?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chemistry.stackexchange.com/questions/7765/program-that-simulates-basic-reactions-in-organic-chemistry&quot;&gt;Program that simulates basic reactions in organic chemistry&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3082" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:06.777" LastActivityDate="2014-10-15T15:46:17.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3683" PostTypeId="2" ParentId="3638" CreationDate="2014-09-21T20:28:34.950" Score="3" Body="&lt;p&gt;It might be worth searching &lt;a href=&quot;http://europeana.eu&quot; rel=&quot;nofollow&quot;&gt;Europeana&lt;/a&gt; or the &lt;a href=&quot;http://dp.la&quot; rel=&quot;nofollow&quot;&gt;Digital Public Library of America&lt;/a&gt;. For DPLA particularly, keep your eye on the left-hand sidebar for lists of collections; you may find a stash you wouldn't otherwise have known existed.&lt;/p&gt;&#xA;" OwnerUserId="2031" LastActivityDate="2014-09-21T20:28:34.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3684" PostTypeId="2" ParentId="3679" CreationDate="2014-09-22T07:06:31.600" Score="3" Body="&lt;p&gt;Note: This answer only covers a particular aspect of code quality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openhub.net&quot; rel=&quot;nofollow&quot;&gt;OpenHub&lt;/a&gt; (ex Ohloh) contains 666,192 projects and mentions for each one:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The number of comment lines&lt;/li&gt;&#xA;&lt;li&gt;The total number of lines&lt;/li&gt;&#xA;&lt;li&gt;The programming language used (or proportions if several used)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So, you can use that data to compute the comment/code ratio for many programming languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;License: CC-BY&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-09-22T07:06:31.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3686" PostTypeId="2" ParentId="3677" CreationDate="2014-09-22T15:25:18.557" Score="2" Body="&lt;p&gt;Please refer to the Adverse Event API reference page. It is possible to filter based on medication name, patient age, gender and many other fields:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/drug/event/reference/#patient&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/reference/#patient&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2014-09-22T15:25:18.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3687" PostTypeId="2" ParentId="3649" CreationDate="2014-09-22T15:32:36.833" Score="3" Body="&lt;p&gt;Not exactly what you are looking for but any cosmetic containing sunscreen is in the Structured Product Label dataset at FDA (&lt;a href=&quot;http://labels.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;http://labels.fda.gov/&lt;/a&gt;), which is part of the openFDA effort (&lt;a href=&quot;https://open.fda.gov/drug/label/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/label/&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2014-09-22T15:32:36.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3690" PostTypeId="2" ParentId="3634" CreationDate="2014-09-23T02:40:54.680" Score="1" Body="&lt;p&gt;if you set your baseline as JSON, conversion to all of the formats listed is trivial, and can be easily automated.&lt;br&gt;&#xA;not listed, and perhaps relevant here is JSON-LD, although i'm not very familiar with it, so that could be wrong: definitely worth a look into....&lt;br&gt;&#xA;emphasis:&lt;br&gt;&#xA;publish html so that its indexed and searchable on the web; moreover, if you use web standards and adaptive development techniques, you are already covering the vast majority of user agents likely to be utilized to read your docs.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;publish spreadsheet format(s) which provide easy access to the data, allowing users to manipulate it as they see fit, offering the greatest possible ratio of the data being utilized, and utilized well.&lt;br&gt;&#xA;lack of .ods use, and overall knowledge of the format (at least in america) is dissuading, but don't let it be a deal breaker! use it as an opportunity to educate the public, while supporting openness. you can always provide other format(s) as well, but i highly encourage you to ensure you are publishing .ods first and foremost for spreadsheets.&lt;br&gt;&#xA;in this case github sounds ideal for hosting, but the best solution is ckan, wherein you are taking the extra steps to own your data, which is a key principle of openness. github is the bomb dot com, but at the end of the day, its still third party and you are at its mercy.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;if you use google docs, they already provide multiple formats for download, so all you have to do is upload one type;&lt;br&gt;&#xA;gdocs also lessons barriers to access like github with its broad user base, as well as permitting sharing and publishing, HOWEVER YOU HAVE TO SET THESE OPTIONS. google doesn't do them by default.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;office365 actually provides better cross-browser capabilities than google drive, although if i remember correctly its formats are limited....gdrive actually has more functionality in firefox than chrome on win....go figure  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;pdfs serve a purpose....although i'm still in denial about it...one case in particular is for drawings/designs, usually too intricate for html/css....but thats an oxymoron because there is nothing you cannot do with javascript (also svg ftw!)  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i do not see a purpose in ms word, .doc, or .docx at all. i'm sure there is one use case to destroy my view, but i'm not aware. anything you can do in word, you can and should be doing in html at the very least...if you feel like you have to use word, use .pdf!&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-09-23T02:40:54.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3691" PostTypeId="1" AcceptedAnswerId="3693" CreationDate="2014-09-23T09:24:04.967" Score="6" ViewCount="250" Body="&lt;p&gt;I am an Italian student, and I'm looking for a particular dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in a model for spatial regression, with time-varying data. I'm looking for data with coordinates, measured in different moments for each point. Where can I find them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't have a specific request for the dataset. I need to try a statistical model. This model works with data spatially distributed (so every datum is located with his coordinates), and for every point (located by the coordinates) I need more measurements, at different times.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I leave an example. I'm measuring the temperature at different points of my city during the day. I'm interested in two points: the center (coordinates...) and near the river (coordinates...). Data are measured hourly. So I have (starting from 8:00):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Center: 25C, 27C, ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;River: 22C, 24C, ...&lt;/p&gt;&#xA;" OwnerUserId="3653" LastEditorUserId="20162" LastEditDate="2018-09-21T09:46:05.327" LastActivityDate="2018-09-21T09:46:05.327" Title="Where to find spatio-temporal data?" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3692" PostTypeId="1" CreationDate="2014-09-23T11:07:16.687" Score="7" ViewCount="105" Body="&lt;p&gt;I would like to know if there is any kind of official study with the OD formats used to publish datasets worldwide with respective percentage.&lt;/p&gt;&#xA;" OwnerUserId="3654" LastEditorUserId="505" LastEditDate="2015-12-07T09:17:30.380" LastActivityDate="2015-12-07T09:17:30.380" Title="Open Data formats used" Tags="|data-request|data-format|5-star-scheme|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3693" PostTypeId="2" ParentId="3691" CreationDate="2014-09-23T12:35:12.593" Score="3" Body="&lt;p&gt;You could look for climate data on the open data portals around Italy, Regione Liguria has it for meteorogical measurements (&lt;a href=&quot;http://www.cartografiarl.regione.liguria.it/SiraQualMeteo/Fruizione.asp&quot; rel=&quot;nofollow&quot;&gt;http://www.cartografiarl.regione.liguria.it/SiraQualMeteo/Fruizione.asp&lt;/a&gt;) but doesn't have an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other suggestions from &lt;a href=&quot;https://groups.google.com/forum/#!forum/spaghettiopendata&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/spaghettiopendata&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://toolserver.openstreetmap.it/carburantiMiSE/&quot; rel=&quot;nofollow&quot;&gt;http://toolserver.openstreetmap.it/carburantiMiSE/&lt;/a&gt; (fuel data)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www2.arpalombardia.it/sites/QAria/_layouts/15/QAria/IDati.aspx?v=1&quot; rel=&quot;nofollow&quot;&gt;http://www2.arpalombardia.it/sites/QAria/_layouts/15/QAria/IDati.aspx?v=1&lt;/a&gt; (air pollution)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3345" LastEditorUserId="3345" LastEditDate="2014-09-24T07:45:55.487" LastActivityDate="2014-09-24T07:45:55.487" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3694" PostTypeId="2" ParentId="3692" CreationDate="2014-09-23T15:14:33.987" Score="3" Body="&lt;p&gt;The Open Knowledge Foundation (OKFN) published a study it did on government data portals around the world. A number of different variables (criteria) were used. I don't recall data formats as one of them, but if not you still might be able to reverse engineer from their study data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://okfn.org/about/our-impact/open-data-index/&quot; rel=&quot;nofollow&quot;&gt;https://okfn.org/about/our-impact/open-data-index/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-23T15:14:33.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3695" PostTypeId="2" ParentId="3691" CreationDate="2014-09-23T18:14:31.230" Score="1" Body="&lt;p&gt;You have two basic options for data -- either time series data from a known location (or multiple locations), or reocurring satelite imagery.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most fixed-location time series data will have a finer temporal resolution, but will be lower spatial resolution.  You'll sometimes see this called a &quot;sensor net&quot; if it follows a fixed grid, but that term's also used in other fields, so it's difficult to find useful results using most search engines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For urban temp data, you might want to see &lt;a href=&quot;http://www.academia.edu/2455213/Sensors_and_The_City_A_Review_of_Urban_Meteorological_Networks&quot; rel=&quot;nofollow&quot;&gt;Muller et.al's 'Sensors and the Cirty'&lt;/a&gt; which catalogs 'Urban Meteorological Networks'.  It'll at least give you the names of sensor networks to look for data from.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a lot of spatio-temporal satelite data, but the ones with higher resolution (eg, &lt;a href=&quot;https://landsat.usgs.gov/LSDP.php&quot; rel=&quot;nofollow&quot;&gt;Landsat&lt;/a&gt;) take days before they come back to give another pass (16 days for Landsat 7 &amp;amp; 8).  The geostationary satellites such as &lt;a href=&quot;http://goes.gsfc.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;GOES&lt;/a&gt; tend to have fixed telescopes, which likely won't give you the resolution needed (the 'high resolution' images are ~64km^2/pixel).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; : I was wrong about the satellites -- because I didn't consider that you might get data from more than one satellite flying the same instrument.  &lt;a href=&quot;http://modis.gsfc.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;MODIS&lt;/a&gt; is flown on both Aqua and Terra, has 250m resolution, and they each scan the whole earth every 1.2 days.  Due to how they scan, there's also overlap in the passes, so stuff not directly below the satellite track can be imaged twice (with distortion).&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2014-09-23T22:07:27.807" LastActivityDate="2014-09-23T22:07:27.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3696" PostTypeId="2" ParentId="3691" CreationDate="2014-09-23T21:10:28.437" Score="3" Body="&lt;p&gt;Copy-paste from an IEEE article: &lt;strong&gt;&lt;a href=&quot;http://spectrum.ieee.org/tech-talk/at-work/test-and-measurement/now-on-google-earth-150-years-of-global-temperature-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Now on Google Earth: 150 Years of Global Temperature Data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The CRU Temperature database, version 4 (CRUTEM4) includes information from some 6000 weather stations, with some time series reaching back to 1850.&lt;/p&gt;&#xA;&lt;p&gt;The CRUTEM4 KML schema divides the Earth’s land surface into 780 grid boxes, each 5 degrees latitude by 5 degrees longitude.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Lists of raw data types are &lt;strong&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/strong&gt;, and in particular &lt;strong&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/temperature/&quot; rel=&quot;nofollow noreferrer&quot;&gt;temperature&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/eqAGV.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-09-23T21:10:28.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3697" PostTypeId="1" CreationDate="2014-09-24T14:59:26.333" Score="6" ViewCount="2109" Body="&lt;p&gt;I'm after CPS data and want to download them from Census Bureau's Data Ferret app (&lt;a href=&quot;http://dataferrett.census.gov/&quot; rel=&quot;noreferrer&quot;&gt;http://dataferrett.census.gov/&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I can't get the Data Ferret to load. I open the pop-up window (I &quot;tick&quot; all the requirements), it starts loading and then the loading bar stalls at 100% and nothing happens afterwards. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried this on different computers and browsers (my MacBook Pro (Mavericks) with Firefox, a library Windows 7 desktop with Chrome, Firefox and IE) with the same result in all cases. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any experience with Data Ferret? Can you load the app? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for your help!&lt;/p&gt;&#xA;" OwnerUserId="3662" LastEditorUserId="18" LastEditDate="2015-03-13T20:24:33.280" LastActivityDate="2016-02-24T23:47:12.963" Title="Data Ferret (Census.gov) will not load" Tags="|us-census|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3698" PostTypeId="2" ParentId="3697" CreationDate="2014-09-24T15:19:39.187" Score="6" Body="&lt;p&gt;There are two parts to this question that I can address. First, you'll need to make sure that javascript is enabled.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, if you're after CPS data you have three separate resources. You have the option of using the &lt;a href=&quot;http://thedataweb.rm.census.gov/ftp/cps_ftp.html#cpsmarch&quot;&gt;FTP site&lt;/a&gt; which allows you to download the raw data. A better resource is from the &lt;a href=&quot;http://nber.org/cps/&quot;&gt;National Bureau of Economic Research&lt;/a&gt; which offers the raw data, as well import statements for SAS, Stata, and SPSS for the basic monthly CPS and CPS supplements. The third resource is &lt;a href=&quot;https://cps.ipums.org/cps/&quot;&gt;iPUMS&lt;/a&gt; for the CPS, it allows you to do things that are similar to dataferret, although it does require free registration with a simple approval process.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-09-24T15:19:39.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3699" PostTypeId="2" ParentId="708" CreationDate="2014-09-24T21:07:53.030" Score="1" Body="&lt;p&gt;The BLS has detailed tables (though not down to individual commodities like eggs) for Regions, some individual States and some individual MSAs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/regions/cpi.asp&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/regions/cpi.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a list of top pick items that are included in the calculation of the CPI (you will see that dozen eggs is included).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The item code for dozen eggs is: APU0000708111&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-24T21:07:53.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3700" PostTypeId="2" ParentId="1877" CreationDate="2014-09-24T21:14:47.753" Score="2" Body="&lt;p&gt;The US Census now provides KML versions of geographic boundaries. Being XML based, these are much easier to use for non-GIS developers. You can find the KML version of census tracts at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/kml/kml_tracts.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/maps-data/data/kml/kml_tracts.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the Census site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The cartographic boundary files are simplified representations of selected geographic areas from the Census Bureau’s MAF/TIGER geographic database. These boundary files are specifically designed for small scale thematic mapping.&lt;/em&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-24T21:14:47.753" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3701" PostTypeId="1" CreationDate="2014-09-25T03:11:52.267" Score="9" ViewCount="863" Body="&lt;p&gt;add123.com (d/b/a AutoDataDirect, Inc) lets you look up vehicle registration information with a license plate number. That information is protected under the Federal Driver's Privacy Protection Act, however, I'm not interested in that information myself. I just want to know how they got it. Like who they contacted, how they proved that they were authorized to have that information, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I want to know this is that my employer does auto refinance. They're a client of add123.com already and I'm thinking that they could save money if they just got that information themselves instead of going through a third party.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus far I've tried open record requests to Texas Department of Motor Vehicles (TxDMV), Vehicle Titles and Registration (VTR) Division and the Texas Attorney General (in the off chance that any appeals were filed) but neither of them have had any correspondence with add123.com.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="3668" LastActivityDate="2016-06-24T17:08:05.827" Title="how does add123.com get their data?" Tags="|government|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3702" PostTypeId="1" CreationDate="2014-09-25T08:01:07.613" Score="1" ViewCount="61" Body="&lt;p&gt;There are many stores proposing Android APK download:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Google Play&lt;/li&gt;&#xA;&lt;li&gt;Lenovo MM&lt;/li&gt;&#xA;&lt;li&gt;Amazon Appstore&lt;/li&gt;&#xA;&lt;li&gt;OUYA Store&lt;/li&gt;&#xA;&lt;li&gt;Samsung Apps&lt;/li&gt;&#xA;&lt;li&gt;F-Droid&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION:&lt;/strong&gt; Is there any data available describing &lt;strong&gt;how many users&lt;/strong&gt; these stores have?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data about the number of apps available, and the number of downloads is welcome too, as it may indicate how well the store is doing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Rationale: As a developer, it takes considerable effort to publish to many different stores, many of which have instructions in Korean or Chinese. So knowing how many potential users can be reached is important.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-09-25T08:01:07.613" Title="Ranking of various Android APK markets, by number of users" Tags="|data-request|products|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3703" PostTypeId="1" AcceptedAnswerId="3774" CreationDate="2014-09-25T19:43:05.793" Score="3" ViewCount="79" Body="&lt;p&gt;Are there any resources out there to estimate the distribution of actual birth dates vs due dates?  I would like to do an analysis similar to &lt;a href=&quot;http://spacefem.com/pregnant/charts/duedate0.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3574" LastEditorUserId="23272" LastEditDate="2021-04-04T04:56:14.267" LastActivityDate="2021-04-04T04:56:14.267" Title="Birth dates vs. Due dates" Tags="|data-request|medical|biology|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="3704" PostTypeId="1" AcceptedAnswerId="3740" CreationDate="2014-09-25T20:41:49.577" Score="3" ViewCount="181" Body="&lt;p&gt;I'm trying to the run the ruby version of the program to consume GOV data sources located at : &lt;a href=&quot;http://usdepartmentoflabor.github.io/Ruby-Sample-App/&quot; rel=&quot;nofollow&quot;&gt;http://usdepartmentoflabor.github.io/Ruby-Sample-App/&lt;/a&gt; . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I get two errors. The first has to do with an incorrect number of arguments being passed in. This is easily rectified by removing the API_SECRET argument. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;.../dol/GOVDataSDK.rb:24:in `initialize': wrong number of arguments (5 for 4)     (ArgumentError)&#xA;from GOVDataExample.rb:9:in `new'&#xA;from GOVDataExample.rb:9:in `&amp;lt;main&amp;gt;'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The second error has to do with the actual constructed URL. It seem to be invalid. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ ruby GOVDataExample.rb&#xA;.../.rvm/rubies/ruby-2.1.2/lib/ruby/2.1.0/uri/common.rb:176:in `split': bad URI(is not  URI?): http://api.dol.gov/V1/SummerJobs/getJobsListing?KEY={@context.key}? format='json'&amp;amp;query='farm'&amp;amp;region=&amp;amp;locality=&amp;amp;skipcount=1 (URI::InvalidURIError)&#xA;from /Users/sunraa/.rvm/rubies/ruby-2.1.2/lib/ruby/2.1.0/uri/common.rb:211:in `parse'&#xA;from /Users/sunraa/.rvm/rubies/ruby-2.1.2/lib/ruby/2.1.0/uri/common.rb:747:in `parse'&#xA;from /Users/sunraa/Dropbox/Work/epa/teaser/dol/GOVDataSDK.rb:95:in `block (2 levels) in call_api'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3673" LastEditorUserId="1511" LastEditDate="2015-09-29T09:44:30.043" LastActivityDate="2015-09-29T09:44:30.043" Title="Errors with running Ruby Government Data SDK Sample" Tags="|usa|government|api|programming|labor|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3705" PostTypeId="1" AcceptedAnswerId="3706" CreationDate="2014-09-26T09:24:28.430" Score="3" ViewCount="147" Body="&lt;p&gt;I'm hoping that someone could help me find a complete list of all countries and their relevant ISO codes. More precisely, what I'm looking for is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ISO 4217, ISO 3166-1, ISO 639-1, country name&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;EUR, IE, en, Ireland&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Everything I find seems to be in bit's and pieces. I could spend a lot of time fixing it all together but I was hoping that someone would know; either a way to programmatically create the list through PHP or know of a place where this has already been done?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most relevant sources already visited:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[http://en.wikipedia.org/wiki/ISO_4217][1]&#xA;[http://en.wikipedia.org/wiki/ISO_639-1][2]&#xA;[http://en.wikipedia.org/wiki/ISO_3166-1][3]&#xA;[http://www.fincher.org/Utilities/CountryLanguageList.shtml][4]&#xA;[https://gist.github.com/vxnick/380904][5]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="3677" LastActivityDate="2014-09-28T13:08:00.437" Title="Sourcing or creating (using PHP), a lists of all countries and their relevant ISO codes?" Tags="|county|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3706" PostTypeId="2" ParentId="3705" CreationDate="2014-09-26T13:35:10.083" Score="2" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://peric.github.io/GetCountries/&quot; rel=&quot;nofollow&quot;&gt;http://peric.github.io/GetCountries/&lt;/a&gt; seems to have everything you want except the language code however it is in SQL format which could be fairly easily converted.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://cran.r-project.org/web/packages/ISOcodes/ISOcodes.pdf&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/packages/ISOcodes/ISOcodes.pdf&lt;/a&gt; also seems to have all  your data but is in R format&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-26T13:35:10.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3707" PostTypeId="2" ParentId="3692" CreationDate="2014-09-26T14:43:48.650" Score="5" Body="&lt;p&gt;I don't know about worldwide, but for Europe you can find statistics on data formats on the &lt;a href=&quot;http://www.engagedata.eu/opendatasites&quot; rel=&quot;nofollow noreferrer&quot;&gt;ENGAGE portal&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/47SMX.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2014-09-26T14:43:48.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3709" PostTypeId="2" ParentId="3705" CreationDate="2014-09-26T16:04:13.547" Score="2" Body="&lt;p&gt;ISO stopped making ISO 3166-1 codes freely available from their website as of Feb. 20, 2014. For the convenience of others I stored an archived version of the last FREE versions at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/archive.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/archive.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CIA World Factbook field listing 2098 lists the official languages per country. The link is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2098.html&quot; rel=&quot;nofollow&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/fields/2098.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a version I converted to CSV that can be found at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/CIA/WFB/2098.zip&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/CIA/WFB/2098.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Parent link is: &lt;a href=&quot;http://www.opengeocode.org/cude1.1/CIA/WFB/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.1/CIA/WFB/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;fyi&gt; I am a co-founder of OpenGeoCode.org&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-09-26T16:04:13.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3711" PostTypeId="2" ParentId="3634" CreationDate="2014-09-27T04:45:52.250" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.mediawiki.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;MediaWiki&lt;/a&gt; is a good alternative in getting your documentation out to the public without requiring knowledge of GitHub.&lt;/p&gt;&#xA;&lt;p&gt;There are some Extensions to link to GitHub, noteably&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.mediawiki.org/wiki/Extension:GitHub&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub Extension&lt;/a&gt; allows to embed files from GitHub.&lt;/p&gt;&#xA;&lt;p&gt;This &lt;a href=&quot;http://www.mediawiki.org/wiki/Template:Github&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub Template&lt;/a&gt; provides a convenient way of linking to mediawiki source files hosted in the github mirror&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="849" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-09-27T04:45:52.250" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3713" PostTypeId="1" CreationDate="2014-09-28T06:20:51.500" Score="1" ViewCount="2606" Body="&lt;p&gt;I am doing a project and I need large datasets for working.&#xA;I want dataset of a dynamic weighted graph. Is there any place I can get them? I can give a signed declaration of not leaking it publicly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want a dataset of several timestamps. In each timestamp data, I want a relationship between either customers that buy together/products that are bought together/a customer that buys a product. These can be the possible relationships. And a weight should be associated with each such relationship. The weight can be for example, at what frequence the product is bought/price of the product. Anything like this. It is perfectly alright if the products or the user information is encoded by an id or so. No private information I want&lt;/p&gt;&#xA;" OwnerUserId="3689" LastEditorUserId="90" LastEditDate="2015-05-06T04:10:16.050" LastActivityDate="2015-05-06T04:10:16.050" Title="Ecommerce ( amazon, ebay ) dataset" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3714" PostTypeId="2" ParentId="3705" CreationDate="2014-09-28T13:08:00.437" Score="2" Body="&lt;p&gt;I've added all (249) iso country codes as comma-separated values (CSV) files on github. See &lt;a href=&quot;https://github.com/openmundi/world.csv/blob/master/countries%28249%29_alpha2.csv&quot; rel=&quot;nofollow&quot;&gt;countries(249)_alpha2.csv&lt;/a&gt;, &lt;a href=&quot;https://github.com/openmundi/world.csv/blob/master/countries%28249%29_alpha3.csv&quot; rel=&quot;nofollow&quot;&gt;countries(249)_alpha3.csv&lt;/a&gt; and &lt;a href=&quot;https://github.com/openmundi/world.csv/blob/master/countries%28249%29_num3.csv&quot; rel=&quot;nofollow&quot;&gt;countries(249)_num3.csv&lt;/a&gt;, files for example. Cheers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;fyi&gt; I am the open mundi project lead.&lt;/p&gt;&#xA;" OwnerUserId="2464" LastActivityDate="2014-09-28T13:08:00.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3715" PostTypeId="2" ParentId="3651" CreationDate="2014-09-28T16:47:56.593" Score="5" Body="&lt;p&gt;The common vocabulary for weather data is the Weather Exchange Model (WXXM). Read more here: &lt;a href=&quot;https://wiki.ucar.edu/display/NNEWD/WXXM&quot;&gt;https://wiki.ucar.edu/display/NNEWD/WXXM&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="688" LastActivityDate="2014-09-28T16:47:56.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3716" PostTypeId="1" AcceptedAnswerId="3718" CreationDate="2014-09-29T06:08:50.160" Score="2" ViewCount="40" Body="&lt;p&gt;I am looking for compatibility data about browsers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Does browser &lt;code&gt;Firefox 32&lt;/code&gt; support &lt;code&gt;createDocumentFragment()&lt;/code&gt;?&lt;/li&gt;&#xA;&lt;li&gt;Does browser &lt;code&gt;Internet Explorer 5.5&lt;/code&gt; support &lt;code&gt;querySelectorAll()&lt;/code&gt;?&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Data should be easily downloadable under an open license, unlike &lt;a href=&quot;http://www.quirksmode.org/dom/core/&quot; rel=&quot;nofollow&quot;&gt;quirksmode&lt;/a&gt;.&lt;br&gt;&#xA;&lt;em&gt;(for instance for use in an open source IDE or quality insurance tool)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-03-30T08:59:41.977" LastActivityDate="2015-03-30T08:59:41.977" Title="Data showing what JavaScript operations are usable in what browser" Tags="|data-request|standards|programming|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3717" PostTypeId="1" CreationDate="2014-09-29T11:40:17.560" Score="6" ViewCount="202" Body="&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a well-studied data set for regression problems, where the data could be split - per example - into a set of features and a continuous variable that depends on those features. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The subject matter is not important, but license compatibility is. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to add better support for regression problems to a public machine learning library, which is published using &lt;a href=&quot;http://opensource.org/licenses/BSD-2-Clause&quot; rel=&quot;nofollow&quot;&gt;the two-clause BSD license&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For tests of its classification routines, the library uses a subset of the MNIST handwritten digits. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My current pull-request for the library uses synthetic data from a non-linear function. I just made up a function, added some random noise, and created a unit test around that. However, I think it would be much nicer to use something that demonstrates a practical use for the library, and even better if it is a data set that has some history of being studied to demonstrate effectiveness of machine learning techniques.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not important, the data could describe any phenomena in any region.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a key issue for me. The library code is published using &lt;a href=&quot;http://opensource.org/licenses/BSD-2-Clause&quot; rel=&quot;nofollow&quot;&gt;the two-clause BSD license&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It needs to be OK to add a version of the data to the library, and publish it with the library. It is not my library - I will be submitting a pull request to the original author - so I am not at liberty to adjust the license type or add any constraints to the library in order to incorporate the data. However, it should be fine to attribute the data source, or a related academic publication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tabular numeric data, one row per example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not important, provided the rights to use the data are clear.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Requirements:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The primary goal is to run a unit test in under a minute, and to demonstrate a test error better than un-trained guessing in that time. That rules out &quot;big data&quot; sources where a regression problem might only be tractable when using gigabytes of data. Something that has only a few hundred or few thousand examples, and where the regression problem is tractable would be best.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A nice-to-have: If the data set also has published error values obtained using different techniques. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non-answers:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My searches so far have only turned up large data sets, great to play with and learn techniques, but not really unit-test material. I am also blocked by finding &lt;em&gt;logistic regression&lt;/em&gt; (a classification technique with an annoying name) whenever I try to search for e.g. &quot;like MNIST digits, but a regression problem&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sources like &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Auto+MPG&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Auto+MPG&lt;/a&gt; look promising, but are not directly licensed for this use (I have checked this by emailing the data repos contact address). I am considering contacting data donors from that site individually to check whether my intended use is OK, but of course it would be easier if there was a standard open data set already.&lt;/p&gt;&#xA;" OwnerUserId="2713" LastEditorUserId="2713" LastEditDate="2015-04-05T21:39:58.780" LastActivityDate="2015-04-06T14:48:48.030" Title="Regression problem data suitable for ML library unit test" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3718" PostTypeId="2" ParentId="3716" CreationDate="2014-09-29T11:46:12.473" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://caniuse.com/&quot; rel=&quot;nofollow&quot;&gt;caniuse.com&lt;/a&gt; project includes compatabilities for many browsers versus CSS, HTML, JS API, SVG, and Other categories.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;Can I use&quot; provides up-to-date browser support tables for support of front-end web technologies on desktop and mobile web browsers.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;License is &lt;a href=&quot;http://caniuse.com/#info_about&quot; rel=&quot;nofollow&quot;&gt;CC BY-NC 3.0&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Raw data is on &lt;a href=&quot;https://github.com/fyrd/caniuse&quot; rel=&quot;nofollow&quot;&gt;GitHub&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-09-29T11:46:12.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3720" PostTypeId="1" CreationDate="2014-09-29T13:54:36.307" Score="1" ViewCount="184" Body="&lt;p&gt;Is anyone aware of a source for sample data sets with known &lt;a href=&quot;https://en.wikipedia.org/wiki/Outlier&quot; rel=&quot;nofollow&quot;&gt;outliers&lt;/a&gt;? I've been looking around for years but haven't come up with a solution, short of creating my own limited database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sets with known outliers according IQR, Q-test and Z-test would help me a lot.&lt;/p&gt;&#xA;" OwnerUserId="3696" LastEditorUserId="754" LastEditDate="2014-09-30T04:34:36.077" LastActivityDate="2015-01-02T14:23:39.460" Title="Sample datasets with known outliers for IQR, Q-test and Z-test math tests" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3722" PostTypeId="1" CreationDate="2014-09-29T21:05:28.723" Score="2" ViewCount="367" Body="&lt;p&gt;I'm looking for something besides the FCC ASR. I need something more complete that list all of these sites.&lt;/p&gt;&#xA;" OwnerUserId="3700" LastActivityDate="2019-03-28T19:17:04.717" Title="Looking for a database for cellular tower and antenna locations in the united states" Tags="|data-request|" AnswerCount="1" CommentCount="0" ClosedDate="2019-03-28T19:12:10.000" ContentLicense="CC BY-SA 3.0" />
  <row Id="3723" PostTypeId="1" AcceptedAnswerId="3725" CreationDate="2014-09-29T22:37:38.943" Score="2" ViewCount="164" Body="&lt;p&gt;I have performed a query. I was planning to get the adverse report based on medicine name and age. So I did this&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:advil+AND+patient.patientonsetage:64&amp;amp;limit=5&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I just want to know that whether I have written the right query or not. Please help me in this case. I have gone through the JSON data. I was convinced that the data was right. But I want to make sure from openFDA people or the others who are using openFDA API like me.&lt;/p&gt;&#xA;" OwnerUserId="3702" LastEditorUserId="23272" LastEditDate="2021-04-04T04:42:24.177" LastActivityDate="2021-04-04T04:42:24.177" Title="Is it the right query on what I am looking for in openFDA?" Tags="|api|data.gov|openfda|json|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="3724" PostTypeId="2" ParentId="3722" CreationDate="2014-09-29T23:15:32.040" Score="2" Body="&lt;p&gt;I have not looked into these datasets. The FCC (fcc.gov) has datasets on antenna registrations and the locations of cell towers:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;http://wireless.fcc.gov/geographic/index.htm?job=licensing_database_extracts&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wireless.fcc.gov/geographic/index.htm?job=licensing_database_extracts&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;archive.org link: &lt;a href=&quot;https://web.archive.org/web/20141015140708/http://wireless.fcc.gov:80/geographic/index.htm?job=licensing_database_extracts&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20141015140708/http://wireless.fcc.gov:80/geographic/index.htm?job=licensing_database_extracts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1511" LastEditDate="2019-03-28T19:17:04.717" LastActivityDate="2019-03-28T19:17:04.717" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3725" PostTypeId="2" ParentId="3723" CreationDate="2014-09-30T00:56:36.173" Score="2" Body="&lt;p&gt;Yes, that API query looks correct but note the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You can get a count of the adverse event reactions through the API by adding &lt;code&gt;&amp;amp;count=..&lt;/code&gt; to the end of your URL like this: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:advil+AND+patient.patientonsetage:64&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:advil+AND+patient.patientonsetage:64&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;You should be aware that 45% (1,734,133 of the 3,814,280) adverse events on openFDA as of right now do not have any age set. You can see this at &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=_missing_:patient.patientonsetage&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=&lt;em&gt;missing&lt;/em&gt;:patient.patientonsetage&lt;/a&gt; for openFDA in general and at &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=_missing_:patient.patientonsetage%20AND%20patient.drug.openfda.brand_name:advil&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=&lt;em&gt;missing&lt;/em&gt;:patient.patientonsetage%20AND%20patient.drug.openfda.brand_name:advil&lt;/a&gt; for  your &lt;code&gt;advil&lt;/code&gt; query&lt;/li&gt;&#xA;&lt;li&gt;Age is not always (but usually is) denoted in years by openFDA&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-09-30T00:56:36.173" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3726" PostTypeId="1" CreationDate="2014-09-30T06:11:54.760" Score="2" ViewCount="39" Body="&lt;p&gt;So, I want to extend a dataset, of which I have only file right now. I want to randomly generate values in the dataset so that, I can use it. How can I do it? How to make up a random dataset based on a previous file?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: A dynamic network dataset is one that has multiple files. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit : &lt;code&gt;http://snap.stanford.edu/data/amazon0302.html&lt;/code&gt; . All information regarding the file is here. An excerpt of the dataset is as follows:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;# Amazon product co-purchaisng network from March 02 2003&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;From to&#xA; 0  3&#xA; 0  4&#xA; 0  5&#xA; 1  0&#xA; 1  2&#xA; 1  4&#xA; 1  5   &#xA; 1  15&#xA; 2  0&#xA; .........&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It is based on Customers Who Bought This Item Also Bought feature of the Amazon website. If a product i is frequently co-purchased with product j, the graph contains a directed edge from i to j.&lt;/p&gt;&#xA;" OwnerUserId="3689" LastEditorUserId="70" LastEditDate="2015-04-03T09:59:23.420" LastActivityDate="2015-04-03T09:59:23.420" Title="How can I extend a dataset if I have only one file of a dynamic dataset?" Tags="|network-structure|" AnswerCount="0" CommentCount="4" ClosedDate="2015-04-03T09:59:49.507" ContentLicense="CC BY-SA 3.0" />
  <row Id="3727" PostTypeId="1" AcceptedAnswerId="3729" CreationDate="2014-09-30T08:09:13.240" Score="2" ViewCount="200" Body="&lt;p&gt;I created this RDF restaurant description...&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;rdf:Description rdf:nodeID='Nb925d432-69b1-42e0-8063-d914e3504dde'&amp;gt;&#xA;&amp;lt;rdf:type rdf:resource='http://schema.org/Restaurant'/&amp;gt;&#xA;&amp;lt;schema:name&amp;gt;Chez Mel&amp;lt;/schema:name&amp;gt;&#xA;&amp;lt;schema:address&amp;gt;63-65 rue Saint-Vulfran&amp;lt;/schema:address&amp;gt;&#xA;&amp;lt;schema:telephone&amp;gt;+33 3 22 19 48 64&amp;lt;/schema:telephone&amp;gt;&#xA;&amp;lt;schema:description&amp;gt;Hearty and family-friendly restaurant.&amp;lt;/schema:description&amp;gt;&#xA;&amp;lt;/rdf:Description&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;... by extracting info from &lt;a href=&quot;http://en.wikivoyage.org/wiki/Abbeville&quot; rel=&quot;nofollow&quot;&gt;the &quot;Abbeville&quot; Wikivoyage article&lt;/a&gt;, which itself points to &lt;a href=&quot;https://www.wikidata.org/wiki/Q28520&quot; rel=&quot;nofollow&quot;&gt;the &quot;Abbeville&quot; Wikidata item&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I update the code above to indicate that this restaurant is in that Wikidata geographical entity?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-09-30T09:21:18.130" Title="How to express that a schema.org/Restaurant is located in a given Wikidata geographical entity?" Tags="|rdf|wikidata|wikivoyage|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3728" PostTypeId="1" AcceptedAnswerId="11438" CreationDate="2014-09-30T09:09:47.837" Score="2" ViewCount="685" Body="&lt;p&gt;Where can I find a mapping between &lt;a href=&quot;http://www.wikidata.org/wiki/Q3915&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata entities&lt;/a&gt; and &lt;a href=&quot;http://www.geonames.org/1070940/antananarivo.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames entities&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Wikidata:&lt;/em&gt; &lt;img src=&quot;https://i.stack.imgur.com/Hv7wP.png&quot; alt=&quot;Worldwide density of geotagged Wikipedia entries&quot;&gt; &lt;em&gt;GeoNames:&lt;/em&gt; &lt;img src=&quot;https://i.stack.imgur.com/2HoKx.png&quot; alt=&quot;Worldwide density of GeoNames entries&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorDisplayName="user6083" LastEditDate="2017-06-28T17:57:07.320" LastActivityDate="2017-06-29T07:06:01.710" Title="Mapping between Wikidata and Geonames" Tags="|data-request|geospatial|wikidata|data-mapping|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3729" PostTypeId="2" ParentId="3727" CreationDate="2014-09-30T09:21:18.130" Score="2" Body="&lt;p&gt;What you can do is to create another entity that represents Abbeville, set it as &lt;a href=&quot;http://schema.org/location&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;schema:location&lt;/code&gt;&lt;/a&gt; (or maybe &lt;a href=&quot;http://schema.org/containedIn&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;schema:containedIn&lt;/code&gt;&lt;/a&gt;?) of the restaurant and then use &lt;a href=&quot;http://schema.org/sameAs&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;schema:sameAs&lt;/code&gt;&lt;/a&gt; to link to that Wikidata URI:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;rdf:Description rdf:nodeID='Nb925d432-69b1-42e0-8063-d914e3504dde'&amp;gt;&#xA;    &amp;lt;rdf:type rdf:resource='http://schema.org/Restaurant'/&amp;gt;&#xA;    &amp;lt;schema:name&amp;gt;Chez Mel&amp;lt;/schema:name&amp;gt;&#xA;    &amp;lt;schema:address&amp;gt;63-65 rue Saint-Vulfran&amp;lt;/schema:address&amp;gt;&#xA;    &amp;lt;schema:telephone&amp;gt;+33 3 22 19 48 64&amp;lt;/schema:telephone&amp;gt;&#xA;    &amp;lt;schema:description&amp;gt;Hearty and family-friendly restaurant.&amp;lt;/schema:description&amp;gt;&#xA;    &amp;lt;schema:location&amp;gt;&#xA;        &amp;lt;rdf:Description rdf:nodeID='NsomeotherGUID'&amp;gt;&#xA;            &amp;lt;rdf:type rdf:resource='http://schema.org/City'/&amp;gt;&#xA;            &amp;lt;schema:sameAs rdf:resource='https://www.wikidata.org/wiki/Q28520'/&amp;gt;&#xA;        &amp;lt;/rdf:Description&amp;gt;&#xA;    &amp;lt;/schema:location&amp;gt;&#xA;&amp;lt;/rdf:Description&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="462" LastActivityDate="2014-09-30T09:21:18.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3730" PostTypeId="1" CreationDate="2014-09-30T09:30:57.897" Score="9" ViewCount="6882" Body="&lt;p&gt;I am looking for a dataset describing (nearly) all languages, and where they are spoken.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus if the areas are linked to Geonames or another mainstream geographical dataset. Polygons are also OK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not need to be a 1-1 mapping, as many places have several languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Official languages is OK, but actual usage (more than 1% of the locality's population has it as its mother tongue) of non-official languages would be even greater.&lt;br&gt;&#xA;I am looking for sub-country granularity.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-10-02T03:12:59.837" LastActivityDate="2021-03-13T04:05:21.810" Title="Dataset of languages and where they are spoken (sub-national)" Tags="|data-request|geospatial|language|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3731" PostTypeId="2" ParentId="3728" CreationDate="2014-09-30T09:39:22.207" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;http://sws.geonames.org/1070940/about.rdf&quot;&gt;Geonames RDF for Antananarivo&lt;/a&gt; links to Wikipedia:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;gn:wikipediaArticle rdf:resource=&quot;http://en.wikipedia.org/wiki/Antananarivo&quot;/&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You should be able to use that to get the corresponding Wikidata entity.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2014-09-30T09:39:22.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3732" PostTypeId="1" CreationDate="2014-09-30T12:42:49.637" Score="4" ViewCount="189" Body="&lt;p&gt;I am trying to build a sentiment analysis proof of concept, and am hitting the wall of getting my data. I found the &quot;German Polarity Clues&quot; dataset, but i can't quite make sense of the data format, can someone help me?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to make sense of the &quot;probability&quot; data field. Apparently there are three probabilities included there, but&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) It is not clear what probability we are talking of, is it p(word is contained| positive/negative/neutral sentiment), or is it p(positive/negative/neutral sentiment | word is contained)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) There are some negative values as well, what does that mean?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) In most places there is a &quot;-&quot;, but in some there is a 0, what is the distinction?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset can be found here: &lt;a href=&quot;http://www.ulliwaltinger.de/sentiment/&quot; rel=&quot;nofollow&quot;&gt;http://www.ulliwaltinger.de/sentiment/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Feature    (\t)     Lemma     (\t)  Part-of-Speech (\t)  Polarity (\t)  Probability (\t)&#xA;hoffnungsloser      hoffnungslos    AD                   negative       -/-0.3412/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help!&lt;/p&gt;&#xA;" OwnerUserId="3707" LastEditorUserId="754" LastEditDate="2014-10-01T09:31:20.000" LastActivityDate="2014-10-01T09:31:20.000" Title="How to correctly interpret the format of the German Polarity Clues data set?" Tags="|sentiment-analysis|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3733" PostTypeId="2" ParentId="3730" CreationDate="2014-09-30T12:52:21.960" Score="6" Body="&lt;p&gt;The CIA Word Factbook has a field listing for languages spoken per country and percentage of population that speaks it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2098.html&quot; rel=&quot;nofollow&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/fields/2098.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For finer grain, you can Google 'language spoken home dataset'. This will find census datasets related to the distribution of languages spoken. Below are some examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;United States (Census) by state:&lt;br/&gt;&#xA;&lt;a href=&quot;https://www.census.gov/hhes/socdemo/language/data/other/detailed-lang-tables.xls&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/hhes/socdemo/language/data/other/detailed-lang-tables.xls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;City of Chicago, IL by neighborhood:&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.cityofchicago.org/Health-Human-Services/Census-Data-Languages-spoken-in-Chicago-2008-2012/a2fk-ec6q&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofchicago.org/Health-Human-Services/Census-Data-Languages-spoken-in-Chicago-2008-2012/a2fk-ec6q&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;City of Cambridge, MA by neighborhood:&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.cambridgema.gov/Neighborhood-Census-Data/2007-2011-Language-Spoken-at-Home-by-Neighborhood/sba5-5kgg&quot; rel=&quot;nofollow&quot;&gt;https://data.cambridgema.gov/Neighborhood-Census-Data/2007-2011-Language-Spoken-at-Home-by-Neighborhood/sba5-5kgg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Madison County, NY&lt;br/&gt;&#xA;&lt;a href=&quot;http://cnyvitals.org/madison/demographics/language-spoken-at-home/&quot; rel=&quot;nofollow&quot;&gt;http://cnyvitals.org/madison/demographics/language-spoken-at-home/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;State of Hawaii:&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.hawaii.gov/Culture-and-Recreation/English-ability-by-language-spoken-at-home/i9hq-hna6&quot; rel=&quot;nofollow&quot;&gt;https://data.hawaii.gov/Culture-and-Recreation/English-ability-by-language-spoken-at-home/i9hq-hna6&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Canada (from their Census) by Province, Electoral District:&lt;br/&gt;&#xA;&lt;a href=&quot;http://data.gc.ca/data/en/dataset/81a2bd6e-622f-4f17-84c1-215216485992&quot; rel=&quot;nofollow&quot;&gt;http://data.gc.ca/data/en/dataset/81a2bd6e-622f-4f17-84c1-215216485992&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Queensland, AU by statistical area:&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.qld.gov.au/dataset/language-spoken-home-sa4-qld/resource/9fa1fc3a-ab09-4c99-a60f-f95c59269492&quot; rel=&quot;nofollow&quot;&gt;https://data.qld.gov.au/dataset/language-spoken-home-sa4-qld/resource/9fa1fc3a-ab09-4c99-a60f-f95c59269492&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Greater London by borough:&lt;br/&gt;&#xA;&lt;a href=&quot;http://publicdata.eu/dataset/first-language-spoken-at-home-borough0e333&quot; rel=&quot;nofollow&quot;&gt;http://publicdata.eu/dataset/first-language-spoken-at-home-borough0e333&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UNESCO Atlas of the World's Languages in Danger:&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.unesco.org/culture/languages-atlas/&quot; rel=&quot;nofollow&quot;&gt;http://www.unesco.org/culture/languages-atlas/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-02T21:15:55.730" LastActivityDate="2014-10-02T21:15:55.730" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3735" PostTypeId="2" ParentId="3720" CreationDate="2014-09-30T15:37:37.850" Score="0" Body="&lt;p&gt;You can take a look at Wine Data Quality from the UCI Machine Learning Repository&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Wine+Quality&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Wine+Quality&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;These datasets can be viewed as classification or regression tasks. The classes are ordered and not balanced (e.g. there are munch more normal wines than excellent or poor ones). &lt;strong&gt;Outlier detection algorithms could be used to detect the few excellent or poor wines.&lt;/strong&gt; Also, we are not sure if all input variables are relevant. So it could be interesting to test feature selection methods.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-09-30T15:37:37.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3736" PostTypeId="1" AcceptedAnswerId="3743" CreationDate="2014-10-01T07:51:24.787" Score="5" ViewCount="249" Body="&lt;p&gt;When I want to know the Wikidata identifier of a Wikivoyage article like &lt;a href=&quot;https://en.wikivoyage.org/wiki/Barcelona&quot; rel=&quot;nofollow&quot;&gt;Barcelona&lt;/a&gt;, I usually run this API call:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;wget --quiet -O - &quot;&lt;a href=&quot;http://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;sites=enwikivoyage&amp;amp;titles=Barcelona&amp;amp;format=xml&amp;amp;props=&quot; rel=&quot;nofollow&quot;&gt;http://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;sites=enwikivoyage&amp;amp;titles=Barcelona&amp;amp;format=xml&amp;amp;props=&lt;/a&gt;&quot; | sed -e &quot;s/.&lt;em&gt;id=\&quot;//&quot; | sed -e &quot;s/\&quot;.&lt;/em&gt;//&quot;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Barcelona -&gt; Q1492&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But now I want to get the identifiers for all articles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get them without making thousands of API calls?&lt;br&gt;&#xA;And also without downloading the WHOLE Wikidata database, which is probably huge.&lt;br&gt;&#xA;Is there a file that contains just the Wikivoyage article name to Wikidata identifier mapping?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorDisplayName="user6083" LastEditDate="2017-06-28T17:56:47.260" LastActivityDate="2020-07-04T13:07:38.733" Title="Mapping between Wikivoyage article names and their Wikidata identifier" Tags="|data-request|wikidata|wikivoyage|data-mapping|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3737" PostTypeId="2" ParentId="3543" CreationDate="2014-10-01T12:20:45.623" Score="1" Body="&lt;p&gt;This is a good feature request.  We are accepting these request via Github (&lt;a href=&quot;https://github.com/FDA/openfda/issues&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/issues&lt;/a&gt;) and we will keep you posted there.&lt;/p&gt;&#xA;" OwnerUserId="3721" LastActivityDate="2014-10-01T12:20:45.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3738" PostTypeId="2" ParentId="3730" CreationDate="2014-10-01T14:35:29.597" Score="1" Body="&lt;p&gt;Splitting this into 2 posts so I can post more than 2 links.  I would look at&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ethnologue.com/country_index.asp&quot; rel=&quot;nofollow&quot;&gt;Languages of the world&lt;/a&gt; &#xA;Last time I checked data was bound in a pdf but that may have changed. For each country, details of each language including the region (in prose).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sasi.group.shef.ac.uk/worldmapper/display_languages.php?selected=583&quot; rel=&quot;nofollow&quot;&gt;Indigenous living languages from Worldmapper&lt;/a&gt;&#xA;Primarily sourced from ethnologue. Indigeneous languages of each country as Excel file, no sub-country data.&lt;/p&gt;&#xA;" OwnerUserId="2542" LastEditorUserId="754" LastEditDate="2014-10-02T19:47:44.717" LastActivityDate="2014-10-02T19:47:44.717" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3739" PostTypeId="2" ParentId="3730" CreationDate="2014-10-01T14:38:21.357" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download/cow.php&quot; rel=&quot;nofollow&quot;&gt;Countries of the World&lt;/a&gt;&#xA;Includes country language attribute for 249 countries - I believe either point or poly; has points for admin1 if you are looking subnational&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Global Database of Events, Language, and Tone &#xA;Uses the CAMEO taxonomy which I believe includes language but you'll have to check&lt;/p&gt;&#xA;" OwnerUserId="2542" LastEditorUserId="2542" LastEditDate="2015-06-25T14:40:09.683" LastActivityDate="2015-06-25T14:40:09.683" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3740" PostTypeId="2" ParentId="3704" CreationDate="2014-10-01T14:47:09.423" Score="2" Body="&lt;p&gt;This issue was caused by both a bug and a missing update in the Ruby SDK.  It has been fixed now.  You can find the updated Ruby SDK at the &lt;a href=&quot;https://github.com/USDepartmentofLabor/Ruby_DOLDataSDK&quot; rel=&quot;nofollow&quot;&gt;Ruby_DOLDataSDK Github repo&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, the &lt;a href=&quot;http://usdepartmentoflabor.github.io/Ruby-Sample-App/&quot; rel=&quot;nofollow&quot;&gt;sample app code&lt;/a&gt; you linked has been updated to remove the API_SECRET parameter. The &quot;shared secret&quot; is no longer necessary. So the updated version of the sample program will now work with latest version of the Ruby SDK.&lt;/p&gt;&#xA;" OwnerUserId="3680" LastActivityDate="2014-10-01T14:47:09.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3741" PostTypeId="1" CreationDate="2014-10-01T18:10:28.177" Score="3" ViewCount="56" Body="&lt;p&gt;I used the following query:&#xA;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[20130101+TO+20141231]+AND+device.device_report_product_code=LLZ+AND+adverse_event_flag=Y&amp;amp;limit=1&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20130101+TO+20141231]+AND+device.device_report_product_code=LLZ+AND+adverse_event_flag=Y&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the query, adverse_event_flag field was specified as Y. However, the result I got is report number 3363982 with adverse_event_flag=N. Could anyone help me figure out whether my query is wrong?&lt;/p&gt;&#xA;" OwnerUserId="3724" LastActivityDate="2014-10-01T18:57:34.580" Title="help diagnose the query result? or a possible bug?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3742" PostTypeId="2" ParentId="3741" CreationDate="2014-10-01T18:57:34.580" Score="3" Body="&lt;p&gt;The problem was a minor one with query syntax: You're using equals signs &lt;code&gt;=&lt;/code&gt; when you should be using colons &lt;code&gt;:&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;code&gt;adverse_event_flag=Y&lt;/code&gt; should be &lt;code&gt;adverse_event_flag:Y&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[20130101%20TO%2020141231]%20AND%20device.device_report_product_code:LLZ%20AND%20adverse_event_flag:Y&amp;amp;limit=1&quot; rel=&quot;nofollow&quot;&gt;The new query&lt;/a&gt; returns only 23 results instead of about 1300.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/api/reference/#query-syntax&quot; rel=&quot;nofollow&quot;&gt;The openFDA API basics page&lt;/a&gt; has information about the correct syntax for these queries.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-01T18:57:34.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3743" PostTypeId="2" ParentId="3736" CreationDate="2014-10-01T19:49:45.633" Score="7" Body="&lt;p&gt;The dump that you want is &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/latest/wikidatawiki-latest-wb_items_per_site.sql.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;wb_items_per_site.sql.gz&lt;/a&gt;. Though it contains mapping between article titles and wikidata ids for all wikis, so it's relatively big (~1.2 GB compressed).&lt;/p&gt;&#xA;&lt;p&gt;And it's an SQL dump, so you can either import it into a MySQL database and query that, or you can try to parse it based on the unspecified (but reasonably stable) format.&lt;/p&gt;&#xA;&lt;p&gt;Since you're interested in English Wikivoyage, look for &lt;code&gt;enwikivoyage&lt;/code&gt; in the  &lt;code&gt;ips_site_id&lt;/code&gt; column.&lt;/p&gt;&#xA;" OwnerUserId="462" LastEditorUserId="754" LastEditDate="2020-07-04T13:07:38.733" LastActivityDate="2020-07-04T13:07:38.733" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3744" PostTypeId="1" CreationDate="2014-10-01T20:34:41.070" Score="15" ViewCount="16216" Body="&lt;p&gt;I am working on a data-visualization web application that looks at trends in American news media coverage over time. It takes a keyword (or keywords), a date range, and a time increment as parameters and generates a line graph and data set of how often that keyword appears in news articles during the given time period (with one data point for each time increment- either a month or year). So if you search &quot;Mitt Romney&quot; in 2012, you'll see a line that gradually fluctuates during primary season and peaks around the November election, before falling off, and a table with each data point's value and date range.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Right now I am manually scraping this information (no API) from an external web site. However this is inefficient, slow, and the site's ToS are fairly restrictive. I would ideally like to swap out this backend with a new data source, but I am having trouble finding sources that fit my needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a data source that:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Shows the number of results of a search. This can be subtle or a non-central function. Search engines or APIs that show things like &quot;Results 1-10 of 1242&quot; fulfill this criteria&lt;/li&gt;&#xA;&lt;li&gt;Supports specific date ranges. So I can get results from &quot;April 1 2013 to April 1 2014&quot; rather than just &quot;last 30 days&quot; or something&lt;/li&gt;&#xA;&lt;li&gt;Is cheap or free, and has non-restricted ToS.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This has proven fairly complicated. I've looked at the following and found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Google News API is deprecated. &lt;/li&gt;&#xA;&lt;li&gt;Bing News API seems like it would fit this functionality reasonably well, but they have a low per-second query limit, their free monthly limit is low, and their prices to get higher limits are oppressively high.&lt;/li&gt;&#xA;&lt;li&gt;Faroo's API is the closest to usable that I've found so far. They support news search by keyword, are free, and have a high query limit. The number of articles that are returned by a query is capped at 10, but it shows the total number of results for the search criteria, which is exactly what I'm looking for. However Faroo does not allow you to search by date; articles returned store their publication dates, but since only 10 articles are returned, this does not allow for effective use of frequency over time data, which is critical.&lt;/li&gt;&#xA;&lt;li&gt;I've investigated a number of other smaller search engines, but they all lack critical features.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This is a fairly stringent set of requirements and I've therefor had trouble finding an actual API that fits the bill. Is anyone aware of APIs or databases that I can use that support the above functionality? Ideally I need a free way of pairing keyword, date range and article frequency, but haven't found any broadly aggregating data source that I can use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3730" OwnerDisplayName="UpQuark" LastEditorUserId="70" LastEditDate="2015-03-30T14:23:35.747" LastActivityDate="2022-10-19T20:09:28.530" Title="Are there free APIs for searching news articles that I can use to collect trend data in news coverage?" Tags="|data-request|api|" AnswerCount="8" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3745" PostTypeId="2" ParentId="3744" CreationDate="2014-10-02T03:45:16.237" Score="8" Body="&lt;p&gt;Here's some more news APIs you can look into (that are free or cheap - but may have limits on usage):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;USA Today API - &lt;a href=&quot;http://developer.usatoday.com/docs/read/Breaking_News&quot;&gt;http://developer.usatoday.com/docs/read/Breaking_News&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Guardian - &lt;a href=&quot;http://www.theguardian.com/open-platform&quot;&gt;http://www.theguardian.com/open-platform&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The New York Times API - &lt;a href=&quot;http://developer.nytimes.com/&quot;&gt;http://developer.nytimes.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-02T03:45:16.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3746" PostTypeId="2" ParentId="3744" CreationDate="2014-10-02T04:38:22.110" Score="8" Body="&lt;p&gt;Nearly all newspapers have all kinds of license constraints, making exploitation a legal headache, but there is a welcome exception:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikinews.org&quot; rel=&quot;noreferrer&quot;&gt;https://en.wikinews.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of the Wikinews content is available under the Creative Commons Attribution 2.5 License.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is an API that lets you get anything.&lt;br&gt;&#xA;Unbiased readership statistics are also available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikinews is available in several languages. For some reason, the &lt;a href=&quot;https://sr.wikinews.org&quot; rel=&quot;noreferrer&quot;&gt;Serbian edition&lt;/a&gt; is particularly popular.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-02T04:38:22.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3747" PostTypeId="1" CreationDate="2014-10-02T07:22:25.090" Score="1" ViewCount="198" Body="&lt;p&gt;I am extracting a dataset from &lt;a href=&quot;http://en.wikivoyage.org/&quot; rel=&quot;nofollow&quot;&gt;Wikivoyage&lt;/a&gt;'s restaurants, and would like to have some feedback, to know how I can improve it before publication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, this Wikivoyage restaurant description in &lt;a href=&quot;https://en.wikivoyage.org/wiki/Abbeville#Eat&quot; rel=&quot;nofollow&quot;&gt;Abbeville&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;*{{eat&#xA;| name=Chez Mel&#xA;| alt=Crêperie Mel&#xA;| url=http://www.chezmel.fr&#xA;| email=mel@chezmel.fr&#xA;| address=63-65 rue Saint-Vulfran&#xA;| lat=50.104437&#xA;| long=1.829432&#xA;| directions=Near the bridge&#xA;| phone=03 22 19 48 64&#xA;| tollfree=0800 2133 9843&#xA;| fax=03 22 19 48 65&#xA;| hours=11:30–14:00, 17:30–23:00&#xA;| image=https://commons.wikimedia.org/wiki/File:ChezMel.jpg&#xA;| price=10€&#xA;| content=Hearty and family-friendly crêpe restaurant.&#xA;}}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;... becomes this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version='1.0'?&amp;gt;&#xA;&amp;lt;rdf:RDF&#xA;  xmlns:rdf='http://www.w3.org/1999/02/22-rdf-syntax-ns#'&#xA;  xmlns:schema='http://schema.org/'&amp;gt;&#xA;&amp;lt;rdf:Description rdf:nodeID='Nb925d432-69b1-42e0-8063-d914e3504dde'&amp;gt;&#xA;    &amp;lt;rdf:type rdf:resource='http://schema.org/Restaurant'/&amp;gt;&#xA;    &amp;lt;schema:name&amp;gt;Chez Mel&amp;lt;/schema:name&amp;gt;&#xA;    &amp;lt;schema:alternateName&amp;gt;Crêperie Mel&amp;lt;/schema:alternateName&amp;gt;&#xA;    &amp;lt;schema:address&amp;gt;63-65 rue Saint-Vulfran&amp;lt;/schema:address&amp;gt;&#xA;    &amp;lt;schema:telephone&amp;gt;03 22 19 48 64&amp;lt;/schema:telephone&amp;gt;&#xA;    &amp;lt;schema:tollfree&amp;gt;0800 2133 9843&amp;lt;/schema:tollfree&amp;gt;&#xA;    &amp;lt;schema:email&amp;gt;+33 3 22 19 48 64&amp;lt;/schema:email&amp;gt;&#xA;    &amp;lt;schema:fax&amp;gt;03 22 19 48 65&amp;lt;/schema:fax&amp;gt;&#xA;    &amp;lt;schema:image&amp;gt;https://commons.wikimedia.org/wiki/File:ChezMel.jpg&amp;lt;/schema:image&amp;gt;&#xA;    &amp;lt;schema:priceRange&amp;gt;10€&amp;lt;/schema:priceRange&amp;gt;&#xA;    &amp;lt;schema:description&amp;gt;Hearty and family-friendly crêpe restaurant&amp;lt;/schema:description&amp;gt;&#xA;    &amp;lt;schema:location&amp;gt;&#xA;        &amp;lt;rdf:Description rdf:nodeID='N06aeff0f-6201-482e-bd85-7f4d3c227db5'&amp;gt;&#xA;            &amp;lt;rdf:type rdf:resource='http://schema.org/City'/&amp;gt;&#xA;            &amp;lt;schema:sameAs rdf:resource='https://www.wikidata.org/wiki/Q28520'/&amp;gt;&#xA;        &amp;lt;/rdf:Description&amp;gt;&#xA;    &amp;lt;/schema:location&amp;gt;&#xA;&amp;lt;/rdf:Description&amp;gt;&#xA;&amp;lt;rdf:Description rdf:nodeID=&quot;N57a44770-ee4e-4124-9860-661dbf182c1e&quot;&amp;gt;&#xA;    &amp;lt;schema:longitude&amp;gt;50.104437&amp;lt;/schema:longitude&amp;gt;&#xA;    &amp;lt;schema:latitude&amp;gt;1.829432&amp;lt;/schema:latitude&amp;gt;&#xA;    &amp;lt;rdf:type rdf:resource=&quot;http://schema.org/GeoCoordinates&quot;/&amp;gt;&#xA;&amp;lt;/rdf:Description&amp;gt;&#xA;&amp;lt;/rdf:RDF&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It seems to &lt;a href=&quot;http://www.w3.org/RDF/Validator/&quot; rel=&quot;nofollow&quot;&gt;validate&lt;/a&gt;, but how can I improve it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, what other open datasets would it be interesting to reference to?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Context: My goal is to get the data re-used by as many projects/mashups as possible. No such re-users have been identified so far. Another goal is to make it into the LOD graph because it is cool haha.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-10-08T03:52:24.263" LastActivityDate="2014-10-08T03:52:24.263" Title="Expressing restaurant information in RDF/XML" Tags="|geospatial|rdf|wikidata|address|wikivoyage|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3748" PostTypeId="1" CreationDate="2014-10-02T15:46:00.770" Score="2" ViewCount="56" Body="&lt;p&gt;Does anyone know where I can find data on which industries use how many batteries (number, size, capacity, etc..). The only sources I can find are paid, pre-canned reports.&lt;/p&gt;&#xA;" OwnerUserId="3732" LastEditorUserId="70" LastEditDate="2014-11-26T18:40:20.657" LastActivityDate="2014-11-26T18:40:20.657" Title="Battery Manufacturing" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3750" PostTypeId="2" ParentId="3744" CreationDate="2014-10-03T13:32:57.750" Score="4" Body="&lt;p&gt;If you are looking for generic news sources, and not individual ones (like the NYTimes), then consider CrisisNET. The API works by collecting links to media stories from social media.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The answer below is modified from &lt;a href=&quot;https://opendata.stackexchange.com/a/3425/1511&quot;&gt;here&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a new API for journalists and others called &lt;a href=&quot;http://crisis.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;CrisisNET&lt;/a&gt;. With it you can search based on location and type. Also, you can use the API and even export CSV files if you aren't familiar with programming.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://crisis.net/explore/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Explore the API&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/8vO7q.png&quot; alt=&quot;example of ebola query&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2014-10-03T13:32:57.750" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3751" PostTypeId="2" ParentId="3720" CreationDate="2014-10-04T09:20:15.290" Score="0" Body="&lt;ol&gt;&#xA;&lt;li&gt;Don't use Dixon's Q.&lt;/li&gt;&#xA;&lt;li&gt;I'm having trouble understanding why you don't just make up a data set to specifications, if the goal is validation of outlier detection? A simple mixture distribution will suffice, but a data set can be constructed to have the same data issues that the expected empirical data will have.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3741" LastActivityDate="2014-10-04T09:20:15.290" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3752" PostTypeId="1" CreationDate="2014-10-04T22:49:57.077" Score="6" ViewCount="129" Body="&lt;p&gt;The FDA only provides drug and medical device recall data since 2002. As a journalist seeking a more comprehensive data set, I really need to have access to this information.&lt;/p&gt;&#xA;" OwnerUserId="3752" LastActivityDate="2015-09-13T21:30:06.593" Title="How can I access FDA drug and medical device recall data from 1970 to 2014?" Tags="|data.gov|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3753" PostTypeId="2" ParentId="1179" CreationDate="2014-10-04T23:06:19.243" Score="5" Body="&lt;p&gt;One reason to open your data is that the people who may be using the data may not be your competitors; by putting it out there for other people to use, there may be people who are able to find interesting uses for your data that you might not have considered.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the case of science data, the ultimate goal should not be to make a profit, but to make a contribution to science and our understanding of the world.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In those cases, if you have a science team that is good at producing data that's useful for others, &lt;a href=&quot;https://www.force11.org/datacitation&quot;&gt;they should get proper credit&lt;/a&gt;, so that they can get funding to continue their data collection, or for new collection, as appropriate.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-10-04T23:06:19.243" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3754" PostTypeId="1" AcceptedAnswerId="3773" CreationDate="2014-10-05T12:09:15.630" Score="6" ViewCount="102" Body="&lt;p&gt;I am a programming student, I want to make a financial application for my project. The application works by gathering user's income and expenses to create a prediction about their financial status next month. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My project is to create research about the application I want to make. The problem is, I need some real data to calculate the accuracy of my application. The data I need are income and expenses of some people for at least 5 months. Does anybody know where I can possibly find this kind of data, or how can I make a survey to get this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, I can't wait for 5 months to gather the data.&lt;/p&gt;&#xA;" OwnerUserId="3755" LastEditorUserId="17209" LastEditDate="2017-12-20T07:32:50.387" LastActivityDate="2017-12-20T07:32:50.387" Title="Where to find household financial data for my research" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3755" PostTypeId="1" AcceptedAnswerId="3763" CreationDate="2014-10-06T07:47:42.533" Score="1" ViewCount="153" Body="&lt;p&gt;The Ingress game uses a limited set of human-generated sentences made from the Ingress vocabulary, which contains about a hundred words. Exemple of sentences:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;XM Die Chaos Live&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;Portal Have Truth Data&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking for a database that contains all known Ingress sentences.&lt;br&gt;&#xA;When linking to a database, please also mention how many sentences it contains.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-07T02:47:21.397" Title="Database of all Ingress sentences" Tags="|data-request|games|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3756" PostTypeId="1" AcceptedAnswerId="3758" CreationDate="2014-10-06T09:45:37.287" Score="1" ViewCount="371" Body="&lt;p&gt;I'm looking for a spreadsheet of postcodes for Wickes DIY stores in the UK. This is so that I can calculate the distance between customers' postcodes and the stores.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wickes has a store finder page (&lt;a href=&quot;http://www.wickes.co.uk/store-finder&quot; rel=&quot;nofollow&quot;&gt;http://www.wickes.co.uk/store-finder&lt;/a&gt;), with details for over 200 stores. I don't want to mine that data by hand. Has anyone done this before, or have any tools to extract the data?&lt;/p&gt;&#xA;" OwnerUserId="3759" LastEditorUserId="70" LastEditDate="2014-12-17T18:27:54.770" LastActivityDate="2014-12-17T18:27:54.770" Title="Wickes UK stores' postcodes" Tags="|data-request|geospatial|postal-code|uk|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3757" PostTypeId="1" AcceptedAnswerId="3759" CreationDate="2014-10-06T14:40:23.943" Score="4" ViewCount="1586" Body="&lt;p&gt;I'm looking for a open-source list of common foodstuffs/meals that I can use to populate a database for some R&amp;amp;D. Ideally I'd just like a long list of food/meal names (as if you were browsing recipes in a nutritional/weight watching site).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas where I could get hold of something like that?&lt;/p&gt;&#xA;" OwnerUserId="3761" LastEditorUserId="70" LastEditDate="2015-03-27T10:02:03.130" LastActivityDate="2015-03-27T10:02:03.130" Title="List of common foodstuffs/meals?" Tags="|data-request|food|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3758" PostTypeId="2" ParentId="3756" CreationDate="2014-10-06T16:10:36.587" Score="2" Body="&lt;p&gt;To be exact, there are 231 stores listed in the dropdown. I was able to extract (fairly simple) the list of stores and corresponding store IDs. I've included the list in CSV format for your convenience. Each store detailed is listed with the following URL sequence:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wickes.co.uk/store/&quot; rel=&quot;nofollow&quot;&gt;http://www.wickes.co.uk/store/&lt;/a&gt;&quot;STORE_ID&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It should be fairly straight forward to write a program to read in the CSV data and step through each store page and extract out the detailed information (e.g. postcodes). When you accomplish that, please add the info to the CSV data and post in github for the benefit of others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;8276, AINTREE&lt;br/&gt;&#xA;8475, ALTON&lt;br/&gt;&#xA;8321, ANDOVER&lt;br/&gt;&#xA;8360, ASHBY DE LA ZOUCH &lt;br/&gt;&#xA;8090, ASHFORD &lt;br/&gt;&#xA;8418, ASHTON GATE &lt;br/&gt;&#xA;8316, AYLESBURY EXTRA &lt;br/&gt;&#xA;8291, BAGULEY &lt;br/&gt;&#xA;8277, BANBURY &lt;br/&gt;&#xA;8297, BARKING EXTRA &lt;br/&gt;&#xA;8247, BARNSLEY &lt;br/&gt;&#xA;8256, BARNSTAPLE &lt;br/&gt;&#xA;8332, BASINGSTOKE &lt;br/&gt;&#xA;8722, BATH KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8729, BATTERSEA KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8727, BECKENHAM K&amp;amp;B &lt;br/&gt;&#xA;8264, BEDFORD &lt;br/&gt;&#xA;8454, BEVERLEY &lt;br/&gt;&#xA;8319, BEXHILL &lt;br/&gt;&#xA;8318, BICESTER &lt;br/&gt;&#xA;8298, BIRKENHEAD &lt;br/&gt;&#xA;8457, BISHOPS STORTFORD &lt;br/&gt;&#xA;8281, BLACKHEATH &lt;br/&gt;&#xA;8296, BLACKPOOL &lt;br/&gt;&#xA;8279, BLETCHLEY &lt;br/&gt;&#xA;8467, BOREHAMWOOD &lt;br/&gt;&#xA;8355, BOSTON &lt;br/&gt;&#xA;8246, BOURNEMOUTH &lt;br/&gt;&#xA;8312, BRACKNELL &lt;br/&gt;&#xA;8055, BRADFORD &lt;br/&gt;&#xA;8438, BRADFORD IDLE &lt;br/&gt;&#xA;8381, BRAINTREE &lt;br/&gt;&#xA;8409, BRENTWOOD &lt;br/&gt;&#xA;8271, BRIDGEND &lt;br/&gt;&#xA;8255, BRIDGWATER &lt;br/&gt;&#xA;8230, BRIGHTON &lt;br/&gt;&#xA;8077, BRISTOL &lt;br/&gt;&#xA;8344, BROADSTAIRS &lt;br/&gt;&#xA;8364, BULWELL &lt;br/&gt;&#xA;8448, BURGESS HILL &lt;br/&gt;&#xA;8404, BURTON SOUTH &lt;br/&gt;&#xA;8284, BURY &lt;br/&gt;&#xA;8347, CAERPHILLY &lt;br/&gt;&#xA;8472, CAMBRIDGE &lt;br/&gt;&#xA;8208, CANNING TOWN &lt;br/&gt;&#xA;8261, CANNOCK &lt;br/&gt;&#xA;8422, CARDIFF PENARTH &lt;br/&gt;&#xA;8280, CARDIFF WEST &lt;br/&gt;&#xA;8253, CARLISLE &lt;br/&gt;&#xA;8083, CATFORD &lt;br/&gt;&#xA;8372, CHADWELL HEATH &lt;br/&gt;&#xA;8466, CHARLTON&lt;br/&gt;&#xA;8233, CHATHAM &lt;br/&gt;&#xA;8232, CHELMSFORD &lt;br/&gt;&#xA;8074, CHELTENHAM &lt;br/&gt;&#xA;8456, CHESHAM &lt;br/&gt;&#xA;8262, CHESTER &lt;br/&gt;&#xA;8283, CHESTERFIELD &lt;br/&gt;&#xA;8413, CHILWELL &lt;br/&gt;&#xA;8349, CHIPPENHAM &lt;br/&gt;&#xA;8720, CHISWICK KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8431, CHORLEY &lt;br/&gt;&#xA;8715, CHRISTCHURCH KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8724, CLARKSTON KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8236, CLIFTON &lt;br/&gt;&#xA;8287, COLCHESTER &lt;br/&gt;&#xA;8075, COVENTRY &lt;br/&gt;&#xA;8717, CRAWLEY KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8250, CREWE &lt;br/&gt;&#xA;8098, CRIBBS &lt;br/&gt;&#xA;8072, CRICKLEWOOD &lt;br/&gt;&#xA;8215, CROYDON &lt;br/&gt;&#xA;8730, CROYDON KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8259, DARLINGTON &lt;br/&gt;&#xA;8093, DARTFORD &lt;br/&gt;&#xA;8079, DERBY &lt;br/&gt;&#xA;8066, DEWSBURY &lt;br/&gt;&#xA;8239, DONCASTER &lt;br/&gt;&#xA;8240, DORKING &lt;br/&gt;&#xA;8252, DUDLEY &lt;br/&gt;&#xA;8365, DUMFRIES &lt;br/&gt;&#xA;8258, DUNDEE &lt;br/&gt;&#xA;8062, DUNSTABLE &lt;br/&gt;&#xA;8414, EALING &lt;br/&gt;&#xA;8382, EAST GRINSTEAD &lt;br/&gt;&#xA;8265, EASTBOURNE&lt;br/&gt; &#xA;8354, EDINBURGH &lt;br/&gt;&#xA;8322, EDMONTON EXTRA &lt;br/&gt;&#xA;8309, EPSOM &lt;br/&gt;&#xA;8310, ERITH &lt;br/&gt;&#xA;8336, EXETER &lt;br/&gt;&#xA;8228, FAREHAM &lt;br/&gt;&#xA;8052, FARNBOROUGH &lt;br/&gt;&#xA;8479, FOLKESTONE &lt;br/&gt;&#xA;8352, GLASGOW &lt;br/&gt;&#xA;8366, GLOSSOP &lt;br/&gt;&#xA;8377, GLOUCESTER &lt;br/&gt;&#xA;8443, GRANTHAM &lt;br/&gt;&#xA;8410, GRAVESEND &lt;br/&gt;&#xA;8425, GRIMSBY &lt;br/&gt;&#xA;8385, GUILDFORD &lt;br/&gt;&#xA;8451, HAILSHAM &lt;br/&gt;&#xA;8436, HALESOWEN &lt;br/&gt;&#xA;8303, HALIFAX &lt;br/&gt;&#xA;8235, HALL GREEN &lt;br/&gt;&#xA;8216, HANDSWORTH &lt;br/&gt;&#xA;8237, HANGER LANE &lt;br/&gt;&#xA;8073, HANWELL &lt;br/&gt;&#xA;8260, HANWORTH &lt;br/&gt;&#xA;8337, HARLOW EXTRA &lt;br/&gt;&#xA;8731, HARROW KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8338, HAVANT EXTRA &lt;br/&gt;&#xA;8353, HAVERFORDWEST &lt;br/&gt;&#xA;8222, HAYES &lt;br/&gt;&#xA;8474, HEDGE END &lt;br/&gt;&#xA;8096, HEMEL HEMPSTEAD &lt;br/&gt;&#xA;8473, HENDON &lt;br/&gt;&#xA;8367, HEREFORD &lt;br/&gt;&#xA;8453, HERTFORD &lt;br/&gt;&#xA;8313, HIGH WYCOMBE &lt;br/&gt;&#xA;8458, HINCKLEY &lt;br/&gt;&#xA;8263, HUDDERSFIELD&lt;br/&gt;&#xA;8053, HULL &lt;br/&gt;&#xA;8464, HUNTINGDON &lt;br/&gt;&#xA;8295, INVERNESS &lt;br/&gt;&#xA;8350, IPSWICH &lt;br/&gt;&#xA;8326, KETTERING EXTRA &lt;br/&gt;&#xA;8428, KINGS LYNN &lt;br/&gt;&#xA;8266, KINGSTON&lt;br/&gt;&#xA;8251, LANCASTER &lt;br/&gt;&#xA;8094, LEICESTER &lt;br/&gt;&#xA;8270, LETCHWORTH &lt;br/&gt;&#xA;8359, LICHFIELD &lt;br/&gt;&#xA;8061, LINCOLN &lt;br/&gt;&#xA;8444, LITTLEHAMPTON &lt;br/&gt;&#xA;8278, LOUGHBOROUGH &lt;br/&gt;&#xA;8317, LOWESTOFT &lt;br/&gt;&#xA;8415, MACCLESFIELD &lt;br/&gt;&#xA;8314, MAIDSTONE EXTRA &lt;br/&gt;&#xA;8449, MALDON &lt;br/&gt;&#xA;8368, MANSFIELD&lt;br/&gt;&#xA;8214, MERTON &lt;br/&gt;&#xA;8429, MILTON KEYNES &lt;br/&gt;&#xA;8225, MINWORTH &lt;br/&gt;&#xA;8728, MUSWELL HILL K&amp;amp;B &lt;br/&gt;&#xA;8348, NEWCASTLE EXTRA &lt;br/&gt;&#xA;8290, NEWPORT &lt;br/&gt;&#xA;8293, NORTHAMPTON &lt;br/&gt;&#xA;8218, NORWICH &lt;br/&gt;&#xA;8257, NOTTINGHAM &lt;br/&gt;&#xA;8071, NOTTINGHAM CENTRAL &lt;br/&gt;&#xA;8452, NUNEATON &lt;br/&gt;&#xA;8374, OLDHAM &lt;br/&gt;&#xA;8726, ORPINGTON KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8234, OXFORD &lt;br/&gt;&#xA;8721, PAIGNTON KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8369, PENRITH &lt;br/&gt;&#xA;8334, PERRY BARR EXTRA &lt;br/&gt;&#xA;8248, PERTH &lt;br/&gt;&#xA;8209, PETERBOROUGH &lt;br/&gt;&#xA;8370, PLUMSTEAD &lt;br/&gt;&#xA;8292, PLYMOUTH &lt;br/&gt;&#xA;8267, PONTEFRACT &lt;br/&gt;&#xA;8273, PRESTON &lt;br/&gt;&#xA;8088, PUDSEY &lt;br/&gt;&#xA;8082, RAYLEIGH &lt;br/&gt;&#xA;8371, READING &lt;br/&gt;&#xA;8220, REDDITCH &lt;br/&gt;&#xA;8065, ROTHERHAM &lt;br/&gt;&#xA;8078, RUISLIP &lt;br/&gt;&#xA;8460, RUSHDEN &lt;br/&gt;&#xA;8430, SALISBURY &lt;br/&gt;&#xA;8064, SCUNTHORPE &lt;br/&gt;&#xA;8411, SEVENOAKS &lt;br/&gt;&#xA;8097, SHEFFIELD CENTRAL &lt;br/&gt;&#xA;8468, SHEFFIELD CRYSTAL PEAKS &lt;br/&gt;&#xA;8412, SHEFFIELD NORTH &lt;br/&gt;&#xA;8268, SHREWSBURY &lt;br/&gt;&#xA;8320, SITTINGBOURNE &lt;br/&gt;&#xA;8340, SLOUGH &lt;br/&gt;&#xA;8423, SOUTH GOSFORTH &lt;br/&gt;&#xA;8441, SOUTH SHIELDS &lt;br/&gt;&#xA;8328, SOUTHAMPTON EXTRA &lt;br/&gt;&#xA;8719, SOUTHPORT KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8238, ST ALBANS &lt;br/&gt;&#xA;8299, STAFFORD&lt;br/&gt;&#xA;8416, STEVENAGE &lt;br/&gt;&#xA;8417, STIRCHLEY &lt;br/&gt;&#xA;8282, STIRLING &lt;br/&gt;&#xA;8081, STOCKPORT &lt;br/&gt;&#xA;8226, STOCKTON &lt;br/&gt;&#xA;8231, STOKE &lt;br/&gt;&#xA;8254, SUNDERLAND &lt;br/&gt;&#xA;8067, SUTTON (ASHFIELD) &lt;br/&gt;&#xA;8482, SUTTON (LONDON) &lt;br/&gt;&#xA;8323, SWANSEA EXTRA &lt;br/&gt;&#xA;8342, SWINDON EXTRA &lt;br/&gt;&#xA;8331, TAMWORTH&lt;br/&gt;&#xA;8311, TAUNTON EXTRA&lt;br/&gt;&#xA;8343, TELFORD &lt;br/&gt;&#xA;8357, THETFORD &lt;br/&gt;&#xA;8091, TOTTENHAM &lt;br/&gt;&#xA;8275, TROWBRIDGE &lt;br/&gt;&#xA;8407, TRURO &lt;br/&gt;&#xA;8723, TUNBRIDGE WELLS KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8455, TUNSTALL&lt;br/&gt; &#xA;8405, TWICKENHAM&lt;br/&gt;&#xA;8330, UXBRIDGE &lt;br/&gt;&#xA;8327, WAKEFIELD &lt;br/&gt;&#xA;8229, WALLSEND &lt;br/&gt;&#xA;8243, WALTHAM CROSS &lt;br/&gt;&#xA;8301, WARRINGTON &lt;br/&gt;&#xA;8718, WARWICK KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8227, WATERLOOVILLE &lt;br/&gt;&#xA;8245, WATFORD &lt;br/&gt;&#xA;8345, WEMBLEY &lt;br/&gt;&#xA;8716, WEST HAMPSTEAD KITCHENS &amp;amp; BATHROOMS &lt;br/&gt;&#xA;8461, WEST WICKHAM &lt;br/&gt;&#xA;8329, WESTON SUPER MARE &lt;br/&gt;&#xA;8289, WIGAN &lt;br/&gt;&#xA;8059, WIMBLEDON &lt;br/&gt;&#xA;8465, WINNERSH &lt;br/&gt;&#xA;8459, WINSFORD &lt;br/&gt;&#xA;8080, WOKING &lt;br/&gt;&#xA;8437, WOLVERHAMPTON &lt;br/&gt;&#xA;8406, WORCESTER &lt;br/&gt;&#xA;8434, WORKSOP &lt;br/&gt;&#xA;8221, WORTHING &lt;br/&gt;&#xA;8308, WREXHAM &lt;br/&gt;&#xA;8274, YEOVIL &lt;br/&gt;&#xA;8471, YORK&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I took a look at the HTML code at the store page. It is pretty easy to identify the store name, address and postcode from the javascript code for placing a pin on the Google Map. You get the extra benefit that it has the lat/lon coordinates as well. The snippet looks like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;        var storelatitude = '51.157364';&amp;lt;br/&amp;gt;&#xA;        var storelongitude = '-0.956997'; &amp;lt;br/&amp;gt;&#xA;        var storename = 'ALTON';&amp;lt;br/&amp;gt;&#xA;        var storeaddressline1 = 'WICKES UNIT 1, ALTON RETAIL PARK';&amp;lt;br/&amp;gt;&#xA;        var storeaddressline2 = 'MILL LANE';&amp;lt;br/&amp;gt;&#xA;        var storeaddresstown = 'ALTON';&amp;lt;br/&amp;gt;&#xA;        var storeaddresspostalCode = 'GU34 2QS';&amp;lt;br/&amp;gt;&#xA;        var storeaddresscountryname = 'United Kingdom';&amp;lt;br/&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-06T16:22:30.503" LastActivityDate="2014-10-06T16:22:30.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3759" PostTypeId="2" ParentId="3757" CreationDate="2014-10-06T16:44:55.197" Score="4" Body="&lt;p&gt;The 2002 UK food nutrition study (McCance &amp;amp; Widdowson's Composition of Foods) lists 3000+ food items along with dietary information. The link below provides this info in an Excel spreadsheet (which can be converted to CSV) at the bottom of the page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tna.europarchive.org/20110116113217/http://www.food.gov.uk/science/dietarysurveys/dietsurveys/&quot; rel=&quot;nofollow&quot;&gt;http://tna.europarchive.org/20110116113217/http://www.food.gov.uk/science/dietarysurveys/dietsurveys/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-06T16:44:55.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3760" PostTypeId="1" CreationDate="2014-10-06T20:26:04.353" Score="1" ViewCount="79" Body="&lt;p&gt;I used the following query:&#xA;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[20120101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+event_type&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20120101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+event_type&lt;/a&gt;:&quot;Death&quot;&amp;amp;limit=1&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenFDA returned a message &quot;The API response was an error. Bummer. Check the syntax and give it another try.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then tried to relax the time frame and made the query to be:&#xA;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[20010101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+event_type&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20010101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+event_type&lt;/a&gt;:&quot;Death&quot;&amp;amp;limit=1&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It returned 1 result. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could anyone help diagnose whether there is a bug in my query? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="3724" LastEditorUserId="754" LastEditDate="2014-10-07T13:41:13.707" LastActivityDate="2014-10-07T13:41:13.707" Title="&quot;The API response was an error&quot; in OpenFDA search query" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3761" PostTypeId="2" ParentId="3760" CreationDate="2014-10-06T21:51:34.930" Score="1" Body="&lt;p&gt;When I run the query, using an ordinary web browser:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://api.fda.gov/device/event.json?search=date_received:[20120101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+event_type:&quot;Death&quot;&amp;amp;limit=1&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API returns:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;{&#xA;  &quot;error&quot;: {&#xA;    &quot;code&quot;: &quot;NOT_FOUND&quot;,&#xA;    &quot;message&quot;: &quot;No matches found!&quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe the message the original poster was seeing is on the interactive query explorer on the openFDA website. It manually reprocesses no-results queries into the &quot;bummer&quot; error message. I'll log a bug to handle &quot;no results found&quot; cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, neither the API nor the query are wrong. There are no results for the time period specified.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-06T21:51:34.930" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3762" PostTypeId="2" ParentId="3757" CreationDate="2014-10-07T02:27:55.683" Score="1" Body="&lt;p&gt;Wikipedia has a category called &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Dishes_by_main_ingredient&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Category:Dishes_by_main_ingredient&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is supposed to contain all dish articles.&lt;br&gt;&#xA;Warning: It also contains &quot;main articles&quot;, for instance in sub-category &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Fish_dishes&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Category:Fish_dishes&lt;/a&gt; there is main article &lt;a href=&quot;https://en.wikipedia.org/wiki/Fish_(food)&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Fish_(food)&lt;/a&gt; which can not really be considered as a particular dish. It is still foodstuff though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;License: Creative Commons Attribution-ShareAlike License&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-07T02:27:55.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3763" PostTypeId="2" ParentId="3755" CreationDate="2014-10-07T02:47:21.397" Score="1" Body="&lt;p&gt;akiraak has compiled such a database:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/akiraak/b7c112e46b79dacfabf1&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/akiraak/b7c112e46b79dacfabf1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains 383 sentences.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-07T02:47:21.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3764" PostTypeId="1" CreationDate="2014-10-07T03:49:31.597" Score="19" ViewCount="8084" Body="&lt;p&gt;The list actually doesn't have to be free! I just need something that I can buy once or whatever.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And if possible, but not needed, parts of speech. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before you say anything, I have googled for this extensively and have looked at over 100 links and found nothing useful, except some pre-written rhyming program. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am needing a list I can use for a programming project, a txt file, xml, or something similar that's not pre-compiled in an unprogrammatically interperable format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is greatly assisted. I have already viewed every other thread on stackexchange on which this was asked(and other sites of course), and have found no working or useable links.&lt;/p&gt;&#xA;" OwnerUserId="3764" LastEditorUserId="754" LastEditDate="2023-02-16T06:48:52.517" LastActivityDate="2023-02-16T06:48:52.517" Title="List of English words phonetics" Tags="|data-request|language|english|pronunciation|" AnswerCount="8" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="3765" PostTypeId="2" ParentId="3747" CreationDate="2014-10-07T09:29:10.907" Score="2" Body="&lt;p&gt;How you can improve it depends very much on how you want to use it, and who you want it to be useful for. 'Valid' RDF is fine, but may not be useful depending on your intended application! If you want it to be helpful to open/linked types, publishing it using other 'accepted' vocabularies is good (although schema.org is the best catch-all, it is not always as expressive as you want):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://xmlns.com/foaf/spec/&quot; rel=&quot;nofollow&quot;&gt;FOAF (Friend of a Friend)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dublincore.org/documents/dcmi-terms/&quot; rel=&quot;nofollow&quot;&gt;Dublin Core&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/2003/01/geo/&quot; rel=&quot;nofollow&quot;&gt;W3 Geo Ontology&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dbpedia.org/About&quot; rel=&quot;nofollow&quot;&gt;DBpedia&lt;/a&gt;/&lt;a href=&quot;https://www.freebase.com/&quot; rel=&quot;nofollow&quot;&gt;Freebase&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This also allows any internal applications you have to retrieve extra data from other sources (much as you have done with your wikidata links).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another thing I'd suggest is that you consider how you're publishing the data, and have a look at the &lt;a href=&quot;http://www.w3.org/TR/ldp/&quot; rel=&quot;nofollow&quot;&gt;W3C Linked Data Platform&lt;/a&gt; principles. The two major points here are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;How you name your RDF resources. Try to give them a URI (in your rdf:resource) that means something rather than just a UUID - this is usually something affiliated with an organisation, or ideally re-using a URI for the same resource if it exists in DBpedia or Freebase.&lt;/li&gt;&#xA;&lt;li&gt;Publish your data in friendlier formats (not just RDF/XML) unless you have a reason to only concentrate on RDF/XML. It is a horrible format; Turtle is better in every way and easier to work in (but you should provide both, as well as N-triples). &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;You also need to work out where to publish it to (if you want it out in the open) - this varies depending on what you want to do...&lt;/p&gt;&#xA;" OwnerUserId="3728" LastEditorUserId="3728" LastEditDate="2014-10-07T12:05:15.320" LastActivityDate="2014-10-07T12:05:15.320" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3766" PostTypeId="2" ParentId="1177" CreationDate="2014-10-07T12:29:38.883" Score="3" Body="&lt;p&gt;I use &lt;a href=&quot;http://www.sublimetext.com/&quot; rel=&quot;nofollow&quot;&gt;Sublime Text&lt;/a&gt;, and a number of plugins using &lt;a href=&quot;https://sublime.wbond.net/&quot; rel=&quot;nofollow&quot;&gt;package control&lt;/a&gt;. Most usefully this Turtle plugin that autocompletes things based on what you've already typed:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/abcoates/sublime-text-turtle-sparql&quot; rel=&quot;nofollow&quot;&gt;https://github.com/abcoates/sublime-text-turtle-sparql&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is assuming you're writing in Turtle, and therefore using prefixes. If I'm working in other RDF formats, I use &lt;a href=&quot;https://sublime.wbond.net/&quot; rel=&quot;nofollow&quot;&gt;Jena rdfcat&lt;/a&gt; to transform files into Turtle and back out again - makes it far easier for editing most of the time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Honourable mention to Phil Lord's &lt;a href=&quot;https://github.com/phillord/tawny-owl&quot; rel=&quot;nofollow&quot;&gt;Tawny-OWL&lt;/a&gt;, which might not be appropriate for what you want particularly, but does have some really cool RDF-conscious autocompletes built in (from what I remember!) and allows you to create models programmatically. Not used it in anger yet...&lt;/p&gt;&#xA;" OwnerUserId="3728" LastActivityDate="2014-10-07T12:29:38.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3767" PostTypeId="2" ParentId="3764" CreationDate="2014-10-07T12:48:08.790" Score="4" Body="&lt;p&gt;I found that the UCLA Phonetics Lab (Archive) page has word lists with sound samples and IPA spelling. There are no parts of speech unfortunately.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;e͡ɪ     hayed &#xA;o͡u     hoed &#xA;ɔ/ɑ     hawed &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Links to &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.phonetics.ucla.edu/Language/ENG/eng.html&quot; rel=&quot;nofollow&quot;&gt;English&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.phonetics.ucla.edu/main2.htm&quot; rel=&quot;nofollow&quot;&gt;Language Index&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.phonetics.ucla.edu/archive_instructions.htm&quot; rel=&quot;nofollow&quot;&gt;Details&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;They mention that only a fraction of data is online. If this is the right format, I'd contact them and ask to share more.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-10-07T12:48:08.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3768" PostTypeId="2" ParentId="3764" CreationDate="2014-10-07T12:57:28.487" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://ankisrs.net/&quot; rel=&quot;nofollow&quot;&gt;Anki&lt;/a&gt; is a flashcard tool for computers and phones. A cool thing is that you can use the decks for other purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As on example, the deck &quot;500 Word English Pronunciation with IPA and Audio&quot; (&lt;a href=&quot;https://ankiweb.net/shared/info/4095700195&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;) contains 500 words formatted like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Lemma   business&#xA;IPA     [ˈbɪznɨs]&#xA;Audio   [non-mp3 audio]&#xA;Explanation     -[ɨ] is either [ɪ] or [ə]&#xA;Tags    &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To get these cards in .csv (tab-separated) format, you'll need to install the Anki tool to your PC. Then, load the deck and choose the Export option.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;business    [ˈbɪznɨs]   [sound:PerfectP (179).wav]  -[ɨ] is either [ɪ] or [ə]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://pastebin.com/raw.php?i=MjhwLhcT&quot; rel=&quot;nofollow&quot;&gt;Pastebin link to this specific deck&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-10-07T13:06:51.307" LastActivityDate="2014-10-07T13:06:51.307" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3769" PostTypeId="1" AcceptedAnswerId="3771" CreationDate="2014-10-07T15:02:21.910" Score="4" ViewCount="43" Body="&lt;p&gt;While learning a foreign language, I am creating my own list of verbs (with their variants when conjugated), list of idioms, nouns (with plural form), etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example, let's focus on the verbs: I have them in a CSV file and I upload the updates to &lt;a href=&quot;http://ankisrs.net&quot; rel=&quot;nofollow&quot;&gt;http://ankisrs.net&lt;/a&gt; from time to time. I had to create this list because most of the ones I am finding on the web or in books are incomplete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to put all the lists I have collected online but I am wondering if &lt;strong&gt;another format than CSV would make sense&lt;/strong&gt; and &lt;strong&gt;what kind of licence should I attach to it&lt;/strong&gt; (or no licence at all)?&lt;/p&gt;&#xA;" OwnerUserId="3769" LastEditorUserId="754" LastEditDate="2014-10-08T13:24:13.517" LastActivityDate="2014-10-08T13:24:13.517" Title="Which licence and format should I use for the Norwegian language &quot;data&quot; I am creating?" Tags="|language|licensing|csv|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3770" PostTypeId="1" CreationDate="2014-10-07T16:42:52.680" Score="1" ViewCount="47" Body="&lt;p&gt;I first tried this query and the returned count of Injury was 9.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[19950101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y&amp;amp;count=event_type.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[19950101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y&amp;amp;count=event_type.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I added the field adverse_event_flag:Y and used the following query. The returned count of injury changed to 6.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[19950101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+adverse_event_flag:Y&amp;amp;count=event_type.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[19950101+TO+20141231]+AND+device.device_report_product_code:LLZ+AND+product_problem_flag:Y+AND+adverse_event_flag:Y&amp;amp;count=event_type.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought that, when event_type is Injury, it always indicates that the event has resulted in an adverse outcome in a patient. That is, the count of injuries should be the same by running these two queries. Why does the second query return smaller count? Thanks.&lt;/p&gt;&#xA;" OwnerUserId="3724" LastActivityDate="2014-10-07T18:38:44.553" Title="what is adverse_event_flag used for?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3771" PostTypeId="2" ParentId="3769" CreationDate="2014-10-07T18:09:09.657" Score="2" Body="&lt;p&gt;andrew's option for cc0 is spot on, if that is your case.&lt;br&gt;&#xA;as far as formats go, json is ideal in my opinion, especially for web. but csv is just fine. if you want to join team open, go ahead and convert it to open data format (odf) too, which helps encourage others to use .odf and open office.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-10-07T18:09:09.657" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3772" PostTypeId="2" ParentId="3770" CreationDate="2014-10-07T18:38:44.553" Score="2" Body="&lt;p&gt;Reporters fill out a paper form when submitting adverse events to FDA; they may not check the right boxes in all cases.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-07T18:38:44.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3773" PostTypeId="2" ParentId="3754" CreationDate="2014-10-07T19:58:43.083" Score="4" Body="&lt;p&gt;if you can use united states residents, you are looking for the survey of income and program participation.  this microdata set contains &lt;em&gt;monthly&lt;/em&gt; income about persons, families, and households.  enjoy!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/survey%20of%20income%20and%20program%20participation%20%28sipp%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/survey%20of%20income%20and%20program%20participation%20%28sipp%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2014-10-07T19:58:43.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3774" PostTypeId="2" ParentId="3703" CreationDate="2014-10-07T21:30:53.553" Score="3" Body="&lt;p&gt;Allen Downey's free online book &lt;a href=&quot;http://greenteapress.com/thinkstats/html/index.html&quot; rel=&quot;nofollow&quot;&gt;Think Stats&lt;/a&gt; uses data from the &lt;a href=&quot;http://www.cdc.gov/nchs/nsfg.htm&quot; rel=&quot;nofollow&quot;&gt;National Survey of Family Growth&lt;/a&gt; to consider the question &quot;Do First Babies Arrive Late?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://greenteapress.com/thinkstats/html/thinkstats002.html#htoc5&quot; rel=&quot;nofollow&quot;&gt;Section 1.3 of the book&lt;/a&gt; explains some use of the data. There is a &lt;a href=&quot;http://www.cdc.gov/nchs/nsfg/nsfg_2006_2010_puf.htm&quot; rel=&quot;nofollow&quot;&gt;newer version of the dataset (2006-2010)&lt;/a&gt; on the NSFG site.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-10-07T21:30:53.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3775" PostTypeId="1" AcceptedAnswerId="3777" CreationDate="2014-10-08T09:59:05.000" Score="2" ViewCount="406" Body="&lt;p&gt;I have been trying to relate adverse reaction to list of drugs in the Open FDA JSON but just can't manage to understand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Consider this JSON:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;     &quot;reaction&quot;: [&#xA;      {&#xA;        &quot;reactionmeddrapt&quot;: &quot;DERMATITIS&quot;&#xA;      },&#xA;      {&#xA;        &quot;reactionmeddrapt&quot;: &quot;FEBRILE NEUTROPENIA&quot;&#xA;      }&#xA;    ],&#xA;    &quot;patientonsetageunit&quot;: &quot;801&quot;,&#xA;    &quot;drug&quot;: [&#xA;      {&#xA;        &quot;drugauthorizationnumb&quot;: &quot;18057&quot;,&#xA;        &quot;drugcharacterization&quot;: &quot;1&quot;,&#xA;        &quot;drugstartdateformat&quot;: &quot;102&quot;,&#xA;        &quot;drugindication&quot;: &quot;NON-SMALL CELL LUNG CANCER&quot;,&#xA;        &quot;medicinalproduct&quot;: &quot;CISPLATIN&quot;,&#xA;        &quot;drugadministrationroute&quot;: &quot;042&quot;,&#xA;        &quot;drugstartdate&quot;: &quot;20050628&quot;,&#xA;        &quot;openfda&quot;: {&#xA;          &quot;unii&quot;: [&#xA;            &quot;Q20Q21Q62J&quot;&#xA;          ],&#xA;          &quot;spl_id&quot;: [&#xA;            &quot;fd135112-4330-42bd-ac2e-d3cd6f96325d&quot;,&#xA;            &quot;c26e5c72-fcb2-4eda-80e2-6b056a194c3a&quot;,&#xA;            &quot;2bf8d2fb-80c8-401d-8e9b-d58463f5e954&quot;,&#xA;            &quot;64db63dd-9e65-4c4e-937f-09a8ae9dcfab&quot;,&#xA;            &quot;d3e05034-cd9e-4dac-8c71-21f27772bf5e&quot;,&#xA;            &quot;b4c79396-7cbf-44db-9ec6-c72b4b380443&quot;,&#xA;            &quot;601e6d97-95d4-4ef8-9c70-1abdb57e3df3&quot;&#xA;          ],&#xA;          &quot;product_ndc&quot;: [&#xA;            &quot;44567-510&quot;,&#xA;            &quot;63323-103&quot;,&#xA;            &quot;44567-509&quot;,&#xA;            &quot;0703-5747&quot;,&#xA;            &quot;0703-5748&quot;,&#xA;            &quot;61126-004&quot;,&#xA;            &quot;61126-003&quot;,&#xA;            &quot;0069-0084&quot;,&#xA;            &quot;67457-425&quot;,&#xA;            &quot;67457-424&quot;,&#xA;            &quot;0069-0081&quot;&#xA;          ],&#xA;          &quot;substance_name&quot;: [&#xA;            &quot;CISPLATIN&quot;&#xA;          ],&#xA;          &quot;rxcui&quot;: [&#xA;            &quot;205821&quot;,&#xA;            &quot;309311&quot;&#xA;          ],&#xA;          &quot;spl_set_id&quot;: [&#xA;            &quot;64975f5d-0eca-4998-8a72-06eec98285eb&quot;,&#xA;            &quot;2bf8d2fb-80c8-401d-8e9b-d58463f5e954&quot;,&#xA;            &quot;a043dd33-3d1d-4884-bb75-80f221e749ba&quot;,&#xA;            &quot;b2a8e240-5e93-4a58-9ba2-688a87a5e20c&quot;,&#xA;            &quot;199a6ab3-9b00-49fc-90d4-644d58141235&quot;,&#xA;            &quot;a440f077-46f6-4688-a209-65bce38d1c92&quot;,&#xA;            &quot;de6302d5-85f0-4116-a709-57826c2c84fe&quot;&#xA;          ],&#xA;          &quot;product_type&quot;: [&#xA;            &quot;HUMAN PRESCRIPTION DRUG&quot;&#xA;          ],&#xA;          &quot;pharm_class_cs&quot;: [&#xA;            &quot;Platinum-containing Compounds [Chemical/Ingredient]&quot;&#xA;          ],&#xA;          &quot;manufacturer_name&quot;: [&#xA;            &quot;Mylan Institutional LLC&quot;,&#xA;            &quot;Pfizer Laboratories Div Pfizer Inc.&quot;,&#xA;            &quot;Fresenius Kabi USA, LLC&quot;,&#xA;            &quot;Teva Parenteral Medicines, Inc.&quot;,&#xA;            &quot;WG Critical Care, LLC&quot;,&#xA;            &quot;Corden Pharma Latina S.p.A.&quot;&#xA;          ],&#xA;          &quot;brand_name&quot;: [&#xA;            &quot;PLATINOL&quot;,&#xA;            &quot;CISPLATIN&quot;,&#xA;            &quot;PLATINOL-AQ&quot;&#xA;          ],&#xA;          &quot;route&quot;: [&#xA;            &quot;INTRAVENOUS&quot;&#xA;          ],&#xA;          &quot;nui&quot;: [&#xA;            &quot;N0000175073&quot;,&#xA;            &quot;N0000175413&quot;&#xA;          ],&#xA;          &quot;package_ndc&quot;: [&#xA;            &quot;61126-003-01&quot;,&#xA;            &quot;67457-425-51&quot;,&#xA;            &quot;61126-004-01&quot;,&#xA;            &quot;61126-004-02&quot;,&#xA;            &quot;44567-510-01&quot;,&#xA;            &quot;0703-5748-11&quot;,&#xA;            &quot;44567-509-01&quot;,&#xA;            &quot;0069-0084-07&quot;,&#xA;            &quot;0069-0081-01&quot;,&#xA;            &quot;0703-5747-11&quot;,&#xA;            &quot;63323-103-51&quot;,&#xA;            &quot;67457-424-10&quot;,&#xA;            &quot;61126-003-10&quot;,&#xA;            &quot;63323-103-65&quot;,&#xA;            &quot;63323-103-64&quot;&#xA;          ],&#xA;          &quot;pharm_class_epc&quot;: [&#xA;            &quot;Platinum-based Drug [EPC]&quot;&#xA;          ],&#xA;          &quot;generic_name&quot;: [&#xA;            &quot;CISPLATIN&quot;&#xA;          ],&#xA;          &quot;application_number&quot;: [&#xA;            &quot;ANDA074735&quot;,&#xA;            &quot;ANDA091062&quot;,&#xA;            &quot;ANDA074656&quot;,&#xA;            &quot;NDA018057&quot;&#xA;          ]&#xA;        },&#xA;        &quot;drugenddate&quot;: &quot;20050628&quot;,&#xA;        &quot;drugenddateformat&quot;: &quot;102&quot;&#xA;      },&#xA;      {&#xA;        &quot;drugcharacterization&quot;: &quot;1&quot;,&#xA;        &quot;drugstartdateformat&quot;: &quot;102&quot;,&#xA;        &quot;drugindication&quot;: &quot;NON-SMALL CELL LUNG CANCER&quot;,&#xA;        &quot;medicinalproduct&quot;: &quot;GEMCITABINE&quot;,&#xA;        &quot;drugadministrationroute&quot;: &quot;042&quot;,&#xA;        &quot;drugstartdate&quot;: &quot;20050628&quot;,&#xA;        &quot;openfda&quot;: {&#xA;          &quot;unii&quot;: [&#xA;            &quot;B76N6SBZ8R&quot;&#xA;          ],&#xA;          &quot;spl_id&quot;: [&#xA;            &quot;90b6ff1e-82b8-4af6-bd5e-7959987161cd&quot;,&#xA;            &quot;c9981fc3-ae63-483f-bbbf-29de04246233&quot;,&#xA;            &quot;4d39651e-9634-4600-8e85-a26d59e9fe6a&quot;,&#xA;            &quot;6e49921e-761e-4e68-864c-c29961fd0d2a&quot;,&#xA;            &quot;8df4c455-5b17-40a8-ae1d-9d5f86d11727&quot;,&#xA;            &quot;f63acd13-ba91-4883-b65c-e2dc46a44ffa&quot;,&#xA;            &quot;d6a4308a-e499-a35b-be95-5f2b05772131&quot;,&#xA;            &quot;4cef5f77-82b5-ba03-1f26-4fdeb8af63fd&quot;,&#xA;            &quot;7a2275c5-285c-4c2a-8fdc-159353f3d287&quot;&#xA;          ],&#xA;          &quot;product_ndc&quot;: [&#xA;            &quot;0409-0182&quot;,&#xA;            &quot;0409-0183&quot;,&#xA;            &quot;0409-0181&quot;,&#xA;            &quot;0409-0186&quot;,&#xA;            &quot;0409-0187&quot;,&#xA;            &quot;55111-687&quot;,&#xA;            &quot;0409-0185&quot;,&#xA;            &quot;47335-154&quot;,&#xA;            &quot;55111-686&quot;,&#xA;            &quot;47335-153&quot;,&#xA;            &quot;55390-391&quot;,&#xA;            &quot;25021-208&quot;,&#xA;            &quot;25021-209&quot;,&#xA;            &quot;63323-125&quot;,&#xA;            &quot;63323-102&quot;,&#xA;            &quot;63323-126&quot;&#xA;          ],&#xA;          &quot;substance_name&quot;: [&#xA;            &quot;GEMCITABINE HYDROCHLORIDE&quot;&#xA;          ],&#xA;          &quot;rxcui&quot;: [&#xA;            &quot;1148919&quot;&#xA;          ],&#xA;          &quot;spl_set_id&quot;: [&#xA;            &quot;a625c92b-c569-4b98-8d2e-2b3f5e12b34f&quot;,&#xA;            &quot;6087be15-56c1-4794-b159-ad9082b631b9&quot;,&#xA;            &quot;d16907e7-a8c8-4039-ace4-cf4e24ba68c0&quot;,&#xA;            &quot;e18ed1cb-7dd0-4001-bfda-17d1f4587fb8&quot;,&#xA;            &quot;ffc0a4be-6091-4157-837e-3637c1e121a6&quot;,&#xA;            &quot;c550dd16-a5e8-44be-87f2-210c15bbb513&quot;,&#xA;            &quot;eafcebc8-ddef-bb6b-fd0a-9d8b9962cdc4&quot;,&#xA;            &quot;aa445f68-1e55-a587-76dc-def068bc9c74&quot;,&#xA;            &quot;dc02a23b-3ff9-4441-aa91-8e9e629a7315&quot;&#xA;          ],&#xA;          &quot;product_type&quot;: [&#xA;            &quot;HUMAN PRESCRIPTION DRUG&quot;&#xA;          ],&#xA;          &quot;manufacturer_name&quot;: [&#xA;            &quot;Dr. Reddy's Laboratories Limited&quot;,&#xA;            &quot;Sagent Pharmaceuticals&quot;,&#xA;            &quot;Hospira, Inc.&quot;,&#xA;            &quot;Sun Pharma Global FZE&quot;,&#xA;            &quot;APP Pharmaceuticals, LLC&quot;,&#xA;            &quot;Bedford Laboratories&quot;&#xA;          ],&#xA;          &quot;brand_name&quot;: [&#xA;            &quot;GEMCITABINE HYDROCHLORIDE&quot;,&#xA;            &quot;GEMCITABINE&quot;&#xA;          ],&#xA;          &quot;route&quot;: [&#xA;            &quot;INTRAVENOUS&quot;&#xA;          ],&#xA;          &quot;nui&quot;: [&#xA;            &quot;N0000000233&quot;,&#xA;            &quot;N0000175595&quot;&#xA;          ],&#xA;          &quot;pharm_class_moa&quot;: [&#xA;            &quot;Nucleic Acid Synthesis Inhibitors [MoA]&quot;&#xA;          ],&#xA;          &quot;package_ndc&quot;: [&#xA;            &quot;0409-0181-01&quot;,&#xA;            &quot;63323-125-53&quot;,&#xA;            &quot;25021-209-50&quot;,&#xA;            &quot;0409-0182-25&quot;,&#xA;            &quot;55390-391-10&quot;,&#xA;            &quot;0409-0182-01&quot;,&#xA;            &quot;63323-102-13&quot;,&#xA;            &quot;55111-687-25&quot;,&#xA;            &quot;0409-0183-01&quot;,&#xA;            &quot;55111-686-07&quot;,&#xA;            &quot;0409-0185-01&quot;,&#xA;            &quot;25021-208-10&quot;,&#xA;            &quot;47335-154-40&quot;,&#xA;            &quot;55390-391-50&quot;,&#xA;            &quot;0409-0186-01&quot;,&#xA;            &quot;0409-0181-25&quot;,&#xA;            &quot;47335-153-40&quot;,&#xA;            &quot;63323-126-03&quot;,&#xA;            &quot;0409-0187-01&quot;,&#xA;            &quot;0409-0183-25&quot;&#xA;          ],&#xA;          &quot;pharm_class_epc&quot;: [&#xA;            &quot;Nucleoside Metabolic Inhibitor [EPC]&quot;&#xA;          ],&#xA;          &quot;generic_name&quot;: [&#xA;            &quot;GEMCITABINE&quot;,&#xA;            &quot;GEMCITABINE HYDROCHLORIDE&quot;&#xA;          ],&#xA;          &quot;application_number&quot;: [&#xA;            &quot;ANDA079183&quot;,&#xA;            &quot;ANDA079160&quot;,&#xA;            &quot;ANDA090799&quot;,&#xA;            &quot;NDA200795&quot;,&#xA;            &quot;ANDA078433&quot;,&#xA;            &quot;ANDA091365&quot;,&#xA;            &quot;ANDA078339&quot;&#xA;          ]&#xA;        },&#xA;        &quot;drugenddate&quot;: &quot;20050628&quot;,&#xA;        &quot;drugenddateformat&quot;: &quot;102&quot;&#xA;      }&#xA;    ]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here, each patient has a list of adverse reactions (&lt;code&gt;CEREBROVASCULAR ACCIDENT &amp;amp; TRANSIENT ISCHAEMIC ATTACK&lt;/code&gt;) and list of drugs which caused it (&lt;code&gt;CISPLATIN&lt;/code&gt;, &lt;code&gt;GEMCITABINE&lt;/code&gt; and many more). But nowhere can I find which drug has caused a particular reaction as reactions and drugs are maintained in a separate list.&#xA;So is it possible to deduce this relation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The endpoint URL is: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20140104]&amp;amp;limit=1&amp;amp;skip=3009&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3766" LastEditorUserId="70" LastEditDate="2015-03-12T14:26:29.103" LastActivityDate="2015-03-12T14:26:29.103" Title="How do we relate Adverse Reactions and Drug in Open FDA?" Tags="|api|openfda|json|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3776" PostTypeId="2" ParentId="3775" CreationDate="2014-10-08T13:29:16.207" Score="1" Body="&lt;p&gt;The key attribute you want to be looking at for the information &lt;code&gt;patient.drug.drugcharacterization&lt;/code&gt; which, according to the openFDA documentation at &lt;a href=&quot;https://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/reference/&lt;/a&gt; has the following codes and meanings:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Reported role of the drug in the adverse event.&lt;br&gt;&#xA;  &lt;code&gt;1&lt;/code&gt; = Suspect drug&lt;br&gt;&#xA;  &lt;code&gt;2&lt;/code&gt; = Concomitant drug&lt;br&gt;&#xA;  &lt;code&gt;3&lt;/code&gt; = Interacting drug&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-10-08T13:29:16.207" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3777" PostTypeId="2" ParentId="3775" CreationDate="2014-10-08T15:50:24.683" Score="3" Body="&lt;p&gt;There is no way to make the connection you seek using the data in the openFDA drug adverse events API. Reports include all suspected adverse reactions, and all known drugs the patient was taking. While the classification of drugs as suspect or concomitant may be helpful, it is not always present, and it is often impossible to know which drug caused a specific reaction, or whether a drug caused the reaction at all. A suspected adverse reaction may actually be part of a course of illness.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The documentation at &lt;a href=&quot;https://open.fda.gov/drug/event/#adverse-event-reports&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/#adverse-event-reports&lt;/a&gt; clearly states:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A report may list several drug products, as well as several patient reactions. When a report lists multiple drugs and multiple reactions, there is no way to conclude from the data therein that a given drug is responsible for a given reaction.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-08T15:50:24.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3778" PostTypeId="2" ParentId="3764" CreationDate="2014-10-08T18:25:36.820" Score="11" Body="&lt;p&gt;The &lt;a href=&quot;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&quot; rel=&quot;noreferrer&quot;&gt;cmudict&lt;/a&gt; provides phonetic spellings of a sizable number of American English words.  The CELEX database is a similar project; you can select which data you want and download wordlists at &lt;a href=&quot;http://celex.mpi.nl/&quot; rel=&quot;noreferrer&quot;&gt;WebCelex&lt;/a&gt;.  Part-of-speech data (word class) is also available in CELEX.  The CELEX download interface is somewhat frustrating, but you should only need to use it right once to be able to download what you want.&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2014-10-08T18:25:36.820" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3779" PostTypeId="1" AcceptedAnswerId="3885" CreationDate="2014-10-08T18:38:08.070" Score="4" ViewCount="141" Body="&lt;p&gt;I'm running the &lt;a href=&quot;http://usdepartmentoflabor.github.io/Ruby-Sample-App/&quot; rel=&quot;nofollow&quot;&gt;ruby sample&lt;/a&gt; provided by DOL to access &lt;a href=&quot;http://developer.dol.gov/dataset/osha-compliance-dataset&quot; rel=&quot;nofollow&quot;&gt; DOLs OSHA API&lt;/a&gt;. The relevant ruby code is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    request.call_api 'Compliance/OSHA/full', &#xA;        :select =&amp;gt; 'activity_nr,estab_name,total_violations,site_address,site_city,site_state,site_zip', &#xA;        :orderby =&amp;gt; 'estab_name', &#xA;        :filter =&amp;gt; &quot;(site_zip eq '27331')&quot; do |results, error| &#xA;        ...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where I'm passing in a zip code as the search filter. Running this particular query does not return any results. The table being searched is called 'full'. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I run the same search via the &lt;a href=&quot;http://ogesdw.dol.gov/views/search.php&quot; rel=&quot;nofollow&quot;&gt;DOL Data Enforcement Site's search tool&lt;/a&gt;, I get different results. I check the box to search the OSHA Inspections and enter a zip code and (as of this writing) 56 results are returned. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So my question is: &lt;strong&gt;What datasource is the web based search tool searching against and is it the same datasource that the API uses?&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would have assumed both would return the same set of results.&lt;/p&gt;&#xA;" OwnerUserId="3673" LastEditorUserId="1511" LastEditDate="2015-09-29T09:37:25.023" LastActivityDate="2015-09-29T09:37:25.023" Title="Querying OSHA Data Returning Unexpected Results" Tags="|usa|government|api|programming|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3780" PostTypeId="1" AcceptedAnswerId="3787" CreationDate="2014-10-08T23:21:48.640" Score="3" ViewCount="250" Body="&lt;p&gt;Looking into the &lt;a href=&quot;http://www.bea.gov/API/signup/index.cfm&quot; rel=&quot;nofollow&quot;&gt;BEA (US Bureau of Economic Analysis) API&lt;/a&gt; - there is ton of data available, but I can't figure out how to get labor data by sector per county.  Anyone has experience with it?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorUserId="1511" LastEditDate="2015-09-29T09:39:58.623" LastActivityDate="2016-03-18T23:21:16.243" Title="BEA - how to get employment data by industry?" Tags="|usa|government|api|labor|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3781" PostTypeId="2" ParentId="3780" CreationDate="2014-10-09T00:16:26.913" Score="2" Body="&lt;p&gt;I've not seen this API before, but I tried some examples. It does not appear the RegionalData dataset has a parameter to breakdown results by industry sector. But you can get results by county by setting the parameter: GeoFIPS=COUNTY .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The results look very similar to the IRS Statistics of Income (SOI) datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The NIPA dataset does have a parameter for breaking down by industry sector (TableID) but does not have a parameter to breakdown geographically. The counts appear to be national values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I reviewed the documentation on all the other datasets (very interesting stuff). Except for RegionalData, none of the others support the GeoFIPS US geographic parameter.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-09T00:16:26.913" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3782" PostTypeId="1" AcceptedAnswerId="3784" CreationDate="2014-10-09T06:23:59.537" Score="2" ViewCount="29" Body="&lt;p&gt;Am looking for  databases describing minimum standards for recycled water for irrigation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of permissible levels of Na Cl EC SAR BOD etc per water analysis of the water source.&lt;/p&gt;&#xA;" OwnerUserId="3782" LastEditorUserId="754" LastEditDate="2014-10-10T04:09:32.000" LastActivityDate="2014-10-10T04:09:32.000" Title="Irrigating with recycled water: Permissible levels of Na Cl EC SAR BOD etc per water analysis of the water source" Tags="|government|city|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3783" PostTypeId="1" AcceptedAnswerId="3785" CreationDate="2014-10-09T09:22:55.443" Score="3" ViewCount="192" Body="&lt;p&gt;Being  mathematician, I suddenly faced a problem with a dataset for the econometric research. Specifically, I'm looking for a dataset about Japanese companies containing such fields as revenue, EBITDA, income, export, R&amp;amp;D investment, etc. Do you have any ideas where to search for something like that? The data may be a bit old.&lt;/p&gt;&#xA;" OwnerUserId="3785" LastActivityDate="2023-02-04T03:59:14.550" Title="Dataset about Japanese companies" Tags="|data-request|economics|companies|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3784" PostTypeId="2" ParentId="3782" CreationDate="2014-10-09T09:51:41.813" Score="2" Body="&lt;p&gt;The Food and Agriculture Organization (FAO) of the UN has numerous datasets and papers relating to crop production. This paper 'Water Quality in Agriculture&quot; discusses recommendations in a wide variety of aspects of irrigation. - &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fao.org/docrep/003/t0234e/T0234E01.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fao.org/docrep/003/t0234e/T0234E01.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FAO's AQUASTAT datasets cover information on water resources per country:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fao.org/nr/water/aquastat/main/index.stm&quot; rel=&quot;nofollow&quot;&gt;http://www.fao.org/nr/water/aquastat/main/index.stm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Within these datasets are data related to waste water treatment for crop production use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fao.org/nr/water/aquastat/wastewater/index.stm&quot; rel=&quot;nofollow&quot;&gt;http://www.fao.org/nr/water/aquastat/wastewater/index.stm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-09T09:51:41.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3785" PostTypeId="2" ParentId="3783" CreationDate="2014-10-09T10:31:27.083" Score="4" Body="&lt;p&gt;Aswath Damodaran, Professor of Finance at the Stern School of Business at New York University, has been compiling corporate data on corporations worldwide into (FREE) datasets and providing them online since 1998.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find this information on Japanese firms (3258 companies), as well as other countries at this page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&quot; rel=&quot;nofollow&quot;&gt;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Japan Statistics Bureau publishes annual aggregated data on R&amp;amp;D expenditures by industry sector. The information is available online starting with 2004:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.stat.go.jp/english/data/kagaku/index.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.stat.go.jp/english/data/kagaku/index.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-09T17:50:47.423" LastActivityDate="2014-10-09T17:50:47.423" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3786" PostTypeId="1" CreationDate="2014-10-09T10:32:11.260" Score="2" ViewCount="524" Body="&lt;p&gt;I am looking for a publicly available data set of (ideally) the following kind.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Multiple (must be 3 or more) examiners each grade the academic&#xA;work (e.g., essay, dissertation, term-assignment) of multiple&#xA;(ideally 20 or more) students.&lt;/li&gt;&#xA;&lt;li&gt;Every examiner grades every student.&lt;/li&gt;&#xA;&lt;li&gt;In addition to the grade given by each examiner to each student,&#xA;there is a single &quot;comprehensive&quot; grade for each student given by&#xA;faculty, based (in some manner that is transparent) on the other&#xA;grades.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;An example might be where all Honors-level dissertations are marked by the four members of a faculty examining committee.  The description is of an ideal example, but I'd be very pleased to learn of other similar open-data examples where the grade involves some degree of &quot;judgement&quot; on the part of the examiner. I'm not looking, for example, for a dataset where multiple people (&quot;examiners&quot;) record their reading from a measuring instrument (i.e., give a grade) under multiple conditions (equivalent to &quot;multiple students&quot;)&lt;/p&gt;&#xA;" OwnerUserId="3786" LastEditorUserId="3786" LastEditDate="2022-06-24T11:08:29.720" LastActivityDate="2022-06-24T11:08:29.720" Title="Dataset of multiple judges or examiners giving scores" Tags="|data-request|education|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3787" PostTypeId="2" ParentId="3780" CreationDate="2014-10-09T13:01:17.043" Score="3" Body="&lt;p&gt;In July I wrote to BEA with a similar question--getting regional employment and wages by industry. They confirmed that these tables (specifically, I wanted SQ6N, SQ7N, and SA27N) aren't yet available via API. &quot;Later this year, I hope,&quot; they said.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the meantime, I've been getting data from BEA's interactive tool and bulk download page (&lt;a href=&quot;http://www.bea.gov/regional/downloadzip.cfm&quot; rel=&quot;nofollow&quot;&gt;http://www.bea.gov/regional/downloadzip.cfm&lt;/a&gt;) and loading it to our internal API.&lt;/p&gt;&#xA;" OwnerUserId="219" LastActivityDate="2014-10-09T13:01:17.043" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3788" PostTypeId="1" CreationDate="2014-10-09T14:24:13.030" Score="4" ViewCount="3523" Body="&lt;p&gt;I am looking for a dataset containing all US gasoline stations with addresses, similar to what is offered by &lt;a href=&quot;http://www.allgasstations.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.allgasstations.com/&lt;/a&gt; .  XML, TXT or CSV formats are best.&lt;/p&gt;&#xA;" OwnerUserId="3789" LastActivityDate="2014-10-13T09:18:01.370" Title="Gasoline station dataset" Tags="|data.gov|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3789" PostTypeId="2" ParentId="1177" CreationDate="2014-10-09T14:40:38.487" Score="2" Body="&lt;p&gt;There is a new and really cool Linked Data Editor - the Fluent Semantic Editor 2014 from Cognitum.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a first impression you can watch their video at &lt;a href=&quot;http://www.youtube.com/embed/2KEC4q_xmWY?hd=1&amp;amp;feature=youtu.be&amp;amp;autoplay=1&quot; rel=&quot;nofollow&quot;&gt;http://www.youtube.com/embed/2KEC4q_xmWY?hd=1&amp;amp;feature=youtu.be&amp;amp;autoplay=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Product Homepage is: &lt;a href=&quot;http://www.cognitum.eu/Semantics/FluentEditor/&quot; rel=&quot;nofollow&quot;&gt;http://www.cognitum.eu/Semantics/FluentEditor/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2427" LastActivityDate="2014-10-09T14:40:38.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3790" PostTypeId="2" ParentId="1179" CreationDate="2014-10-09T14:56:47.710" Score="3" Body="&lt;p&gt;So if you compare Open Data to Open Source, than Open* seems to be a good strategy to survive in a small market segment. Some typical advantages can be&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;in case of collaborative work - open is much easier in many dimensions&lt;/li&gt;&#xA;&lt;li&gt;in case of collecting additional data from your customers - the enhance of your data quality. Thats maybe valuable to you?&lt;/li&gt;&#xA;&lt;li&gt;in case of provide valuable data to others - earn goodwill, hold competitors down, easily find partners and employees ...&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;But your right, you should always ask yourself, why you are opening your data, which data and how you can do this in a valuable manner. It's all about your cost-benefit ratio, because there will be costs.&#xA;Publishing just data blindfold is like throwing some books out on the street - your neighbors will complain about. To generate a value add, will cost some work not only one time - to provide your data enduring you should not count only on your altruism: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;know your reason and integrate this reason in to your&#xA;business model,&lt;/li&gt;&#xA;&lt;li&gt;monitor the value add for your data consumer and&lt;/li&gt;&#xA;&lt;li&gt;monitor your benefit.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Publishing data is real work - but there are also real advantages - so think about and act courageously :-)&lt;/p&gt;&#xA;" OwnerUserId="2427" LastEditorUserId="2427" LastEditDate="2014-10-11T16:22:18.127" LastActivityDate="2014-10-11T16:22:18.127" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3791" PostTypeId="1" AcceptedAnswerId="3793" CreationDate="2014-10-09T15:22:53.377" Score="9" ViewCount="1198" Body="&lt;p&gt;I want to get a visual feeling for the distribution of electricity and heating load over the year. There are national load curves, then there are reference load curves for individual (mainly residential) buildings. But I would like to get something in between. Proxies like output of district heating or cogeneration plants are fine, too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not picky: The preferred time resolution is 1 hour, covering a full year, in moderate (i.e. summer-winter-cycle) climate. But I take daily, even weekly resolution anywhere on the globe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only hard requirement: open data with clear license, not a pixelated graph in a report that may not be reused.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dviQs.jpg&quot; alt=&quot;electricity load curve in New England in 1919&quot;&gt;&#xA;&lt;em&gt;Motivational picture: &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Lcurve.jpg&quot; rel=&quot;noreferrer&quot;&gt;Wikimedia commons: Lcurve.jpg&lt;/a&gt; [PD]&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="1511" LastEditDate="2014-10-17T11:42:03.247" LastActivityDate="2015-11-29T03:42:08.840" Title="Electricity and (space) heating load curves for a city" Tags="|data-request|city|energy|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3792" PostTypeId="2" ParentId="3788" CreationDate="2014-10-09T15:22:58.207" Score="7" Body="&lt;p&gt;There are several sources you could compile information from. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;City data portals that list gas station locations:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;New Orleans:&lt;/strong&gt; &lt;a href=&quot;https://data.nola.gov/Administrative-Data/NOLA-Gas-Stations-Map/ic3z-bztr&quot;&gt;https://data.nola.gov/Administrative-Data/NOLA-Gas-Stations-Map/ic3z-bztr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Washington, DC&lt;/strong&gt;: &lt;a href=&quot;https://opendata.socrata.com/dataset/Gas-Stations-in-Washington-DC/tk2x-chx8&quot;&gt;https://opendata.socrata.com/dataset/Gas-Stations-in-Washington-DC/tk2x-chx8&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;State data portals that list alternative fuel stations:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Oregon&lt;/strong&gt; (Clear Fuel): &lt;a href=&quot;https://data.oregon.gov/Recreation/Local-clear-Gas-stations/if4z-s7kp&quot;&gt;https://data.oregon.gov/Recreation/Local-clear-Gas-stations/if4z-s7kp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Maryland&lt;/strong&gt; (Alternative Fuels): &lt;a href=&quot;https://data.maryland.gov/Energy-and-Environment/Public-Electric-Vehicle-Charging-Stations-and-Alte/7yut-5ayv&quot;&gt;https://data.maryland.gov/Energy-and-Environment/Public-Electric-Vehicle-Charging-Stations-and-Alte/7yut-5ayv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;Department of Energy&lt;/strong&gt; has a dataset that lists the location of 19,000 alternative fuel stations:&#xA;&lt;a href=&quot;http://www.afdc.energy.gov/data_download&quot;&gt;http://www.afdc.energy.gov/data_download&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And you could do a dump from &lt;strong&gt;openstreetmap&lt;/strong&gt; for locations of fuel stations that have been crowdsourced. This link should give you info on how to do that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:amenity%3Dfuel&quot;&gt;http://wiki.openstreetmap.org/wiki/Tag:amenity%3Dfuel&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-09T15:22:58.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3793" PostTypeId="2" ParentId="3791" CreationDate="2014-10-09T15:49:00.777" Score="7" Body="&lt;p&gt;&lt;a href=&quot;http://www.greenbuttondata.org/&quot; rel=&quot;nofollow&quot;&gt;GreenButtonData.org&lt;/a&gt; (open source) is compiling this type of information from its users. They currently claim that upto 60 million households can access their monitoring/analysis system via partnerships with utility companies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have a REST API, but I do not know how much aggregated data is available yet. They have though given some datasets (or samples), including hourly loads, to openEI (crowd sourced project for energy usage/information - &lt;a href=&quot;http://en.openei.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;http://en.openei.org/wiki/Main_Page&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;32 day hourly sample - &lt;a href=&quot;http://en.openei.org/datasets/node/901&quot; rel=&quot;nofollow&quot;&gt;http://en.openei.org/datasets/node/901&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: &#xA;Below is the dataset for monthly energy usage and CO2 emissions for Boston's municipal buildings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofboston.gov/dataset/Municipal-Energy-Data/bcnb-bux2&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofboston.gov/dataset/Municipal-Energy-Data/bcnb-bux2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is the datast for annual energy and water usage and CO2 emissions for NYC's buildings &gt; 50K square feet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofnewyork.us/Environment/Energy-and-Water-Data-Disclosure-for-Local-Law-84-/5gde-fmj3&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofnewyork.us/Environment/Energy-and-Water-Data-Disclosure-for-Local-Law-84-/5gde-fmj3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="5657" LastEditDate="2015-02-10T22:19:10.710" LastActivityDate="2015-02-10T22:19:10.710" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3794" PostTypeId="2" ParentId="1812" CreationDate="2014-10-09T18:22:24.220" Score="1" Body="&lt;p&gt;I am not familiar with this crowd-sourced project, but they claim to be crowd sourcing estimated earnings:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.estimize.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.estimize.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their tagline is: &lt;br/&gt;&#xA;The Most Comprehensive Earnings Forecasts&#xA;Crowdsourced estimates from over 4,500 hedge fund, brokerage, and independent analysts&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to Crunchbase, they are Venture funded.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Funding Received $2.6 Million in 3 Rounds from 8 InvestorsMost&lt;br/&gt;&#xA;Recent Funding$1.2 Million Series A on March 26, 2014&lt;br/&gt;&#xA;Headquarters:New York, NY&lt;br/&gt;&#xA;Description:Estimize is an open financial estimates platform which facilitates the aggregation of fundamental estimates from independent analysts.&lt;br/&gt;&#xA;Founders:Matthew Jording, Leigh Drogen&lt;br/&gt;&#xA;Categories:Crowdsourcing, &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-09T18:22:24.220" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3795" PostTypeId="1" AcceptedAnswerId="3797" CreationDate="2014-10-09T18:24:00.527" Score="2" ViewCount="244" Body="&lt;p&gt;I am trying to find recent information on the racial, socioeconomic (income, education, etc), age, etc composition of neighborhoods (zip code is too general for my purposes) in Oakland.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone knows of a good source, that would be awesome!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="3797" LastActivityDate="2014-10-09T19:04:41.983" Title="Data on demographics at the neighborhood level in Oakland" Tags="|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3796" PostTypeId="2" ParentId="3332" CreationDate="2014-10-09T18:52:17.607" Score="3" Body="&lt;p&gt;I think FIFA used to keep this level of details on its archived statistics page. But now when you go to the url (&lt;a href=&quot;http://www.fifa.com/worldcup/archive/&quot; rel=&quot;nofollow&quot;&gt;http://www.fifa.com/worldcup/archive/&lt;/a&gt;) you get a blank page! I found this reference from The Guardian that aggregated the statistics per team going back to 1930 thru 2006 and made available to download as a spreadsheet. It does not have individual player stats:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AgdO92JOXxAOdGtRLThiUUhYSnhackhXVm9qbm5aQ0E#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheet/ccc?key=0AgdO92JOXxAOdGtRLThiUUhYSnhackhXVm9qbm5aQ0E#gid=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If somebody can find copies of the archive, Brenna Curley, Iowa State University, wrote a paper (April 2012) for analyzing the dataset using R.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.public.iastate.edu/~curleyb/Stat585_Project_FinalPDF.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.public.iastate.edu/~curleyb/Stat585_Project_FinalPDF.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-09T18:52:17.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3797" PostTypeId="2" ParentId="3795" CreationDate="2014-10-09T19:04:41.983" Score="3" Body="&lt;p&gt;Oakland has an open data portal. This dataset contains the outlines (Shapefile or KML) for the neighborhoods.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.oaklandnet.com/Property/Oakland-Neighborhoods/7zky-kcq9&quot; rel=&quot;nofollow&quot;&gt;https://data.oaklandnet.com/Property/Oakland-Neighborhoods/7zky-kcq9&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it has very little data related to what you are looking for. Where it does, the datasets lack Lat/Lon coordinates. One would need to bulk geocode the datasets and check which neighborhood (e.g., KML polygons) the location fits into.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get the KML files for Census Tracts and Block Groups from the US Census at this link:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-kml.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger-kml.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Combining the two you should be able to map any demographic resource based on Census Tracts/Blocks to the Oakland neighborhoods. If you do go through this effort, I would suggest making the mapping of the census tract/blocks mapping to neighborhoods publicly available in Github.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-09T19:04:41.983" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3798" PostTypeId="2" ParentId="3495" CreationDate="2014-10-09T19:18:22.090" Score="3" Body="&lt;p&gt;Aswath Damodaran, Professor at Stern School of Business at New York University, has been compiling information on major corporations since 1998. His EU dataset contains data on 6,000 EU public corporations, including those in Germany.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&quot; rel=&quot;nofollow&quot;&gt;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quandl has free datasets on current and historical stock prices for companies listed on the Frankfurt Stock Exchange:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/FSE&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/FSE&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="3316" LastEditDate="2015-02-14T20:47:23.220" LastActivityDate="2015-02-14T20:47:23.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3799" PostTypeId="2" ParentId="3418" CreationDate="2014-10-09T21:19:36.963" Score="2" Body="&lt;p&gt;As has been updated on the github issue (&lt;a href=&quot;https://github.com/FDA/openfda/issues/24&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/issues/24&lt;/a&gt;), we're now updating this endpoint bi-weekly.&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2014-10-09T21:19:36.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3800" PostTypeId="2" ParentId="1898" CreationDate="2014-10-10T11:26:00.953" Score="1" Body="&lt;p&gt;There was an &lt;a href=&quot;http://dx.doi.org/10.1038/news.2008.874&quot; rel=&quot;nofollow&quot;&gt;article&lt;/a&gt; written up in Nature a few years back that described a large population (sample, really) of people being tracked from their cell-phone data. The dataset was not released at the time but it might be possible to contact the authors of the journal article about accessing the data. Even if they are not willing to give you direct access it might be possible to discover enough to produce a realistic simulation.&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2014-10-10T11:26:00.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3801" PostTypeId="2" ParentId="3484" CreationDate="2014-10-10T13:20:30.580" Score="5" Body="&lt;p&gt;Here is an attempt at a list, there is a link to subscribe to the wiki and receive updates to pages you watch:&#xA;&lt;a href=&quot;http://ebola-wiki.com/List_of_Ebola_related_data_sources&quot;&gt;http://ebola-wiki.com/List_of_Ebola_related_data_sources&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3807" LastActivityDate="2014-10-10T13:20:30.580" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3802" PostTypeId="1" AcceptedAnswerId="3804" CreationDate="2014-10-09T12:38:00.060" Score="7" ViewCount="2450" Body="&lt;p&gt;For the purpose of my research, I need the Enron Email Dataset. According to the &lt;a href=&quot;https://www.cs.cmu.edu/%7E./enron/&quot; rel=&quot;nofollow noreferrer&quot;&gt;project's official website&lt;/a&gt;, there is an archive of emails represented in the set of separate TXT files, but the problem is this archive is not well organized and requires a lot of preparation work in order to be able to proceed with the data.&lt;/p&gt;&#xA;&lt;p&gt;I looked for some ready-to-use well-organized archive of Enron Email Dataset in MySQL, but the only collection I found is the dump of MySQL database, which contains only two columns — message ID and content, no sender/receiver column, and no title column. My question is there any well and completely organized Enron Email Dataset in MySQL database format, where I can execute some SQL queries according to sender/receiver, where it is easy to retrieve a message title etc.&lt;/p&gt;&#xA;" OwnerUserId="3798" OwnerDisplayName="Mike" LastEditorUserId="23272" LastEditDate="2022-07-14T14:23:47.740" LastActivityDate="2022-07-14T14:23:47.740" Title="Enron Email Dataset in MySQL" Tags="|data-request|sql|email|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="3803" PostTypeId="2" ParentId="3802" CreationDate="2014-10-09T20:32:17.363" Score="4" Body="&lt;p&gt;You might be able to create an SQL DB by using FERC Enron XERA web application: &lt;a href=&quot;http://fercenron.omega-caci.com/default.html&quot; rel=&quot;nofollow&quot;&gt;http://fercenron.omega-caci.com/default.html&lt;/a&gt; (&lt;a href=&quot;http://www.ferc.gov/industries/electric/indus-act/wec/xera/enron-xera-user-guide-032813.pdf&quot; rel=&quot;nofollow&quot;&gt;user guide&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'd use the search feature of XERA based on fields, and then export the result to a delimited file, then convert to SQL database for additional queries.&lt;/p&gt;&#xA;" OwnerUserId="3736" OwnerDisplayName="MrMeritology" LastActivityDate="2014-10-09T20:32:17.363" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3804" PostTypeId="2" ParentId="3802" CreationDate="2014-10-09T22:06:52.263" Score="8" Body="&lt;p&gt;After some additional search, I found the worked link among of lots, which point to 404 pages.&lt;br&gt;&#xA;The worked ones are:&lt;br&gt;&#xA;— &lt;a href=&quot;https://s3.amazonaws.com/rjurney_public_web/images/enron.mysql.5.5.20.sql.gz&quot;&gt;https://s3.amazonaws.com/rjurney_public_web/images/enron.mysql.5.5.20.sql.gz&lt;/a&gt;&lt;br&gt;&#xA;— &lt;a href=&quot;http://www.ahschulz.de/pub/R/data/enron-mysqldump_v5.sql.gz&quot;&gt;http://www.ahschulz.de/pub/R/data/enron-mysqldump_v5.sql.gz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Detailed information about these datasets:&lt;br&gt;&#xA;— &lt;a href=&quot;http://hortonworks.com/blog/the-data-lifecycle-part-one-avroizing-the-enron-emails/&quot;&gt;http://hortonworks.com/blog/the-data-lifecycle-part-one-avroizing-the-enron-emails/&lt;/a&gt;&lt;br&gt;&#xA;— &lt;a href=&quot;http://www.ahschulz.de/enron-email-data/&quot;&gt;http://www.ahschulz.de/enron-email-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. Don't know why, but for me the download process was very slow.&lt;/p&gt;&#xA;" OwnerUserId="3798" OwnerDisplayName="Mike" LastActivityDate="2014-10-10T05:16:44.590" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3805" PostTypeId="1" CreationDate="2014-10-10T19:57:49.660" Score="3" ViewCount="355" Body="&lt;p&gt;I am in need of data about the &lt;strong&gt;quantum efficiency&lt;/strong&gt; across all wavelengths (visible and UV if possible) for image sensors used in smartphones (CMOS).&lt;/p&gt;&#xA;" OwnerDisplayName="user3811" LastActivityDate="2014-12-14T09:06:06.953" Title="Image sensor response data" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3806" PostTypeId="2" ParentId="3788" CreationDate="2014-10-13T09:18:01.370" Score="3" Body="&lt;p&gt;To elaborate on the OpenStreetMap dump idea, here are some notes. You can use &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;nofollow&quot;&gt;overpass-turbo.eu&lt;/a&gt; to quickly check this idea: &lt;a href=&quot;http://overpass-turbo.eu/s/5r3&quot; rel=&quot;nofollow&quot;&gt;example query for Portland, OR&lt;/a&gt;, listing 477 nodes, exportable as JSON for further processing. As it is a crowd-sourced dataset, coverage may vary dramatically between regions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to execute the query for the whole US, export the Query and use the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow&quot;&gt;Overpass API&lt;/a&gt; to download the whole dump.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-10-13T09:18:01.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3807" PostTypeId="1" CreationDate="2014-10-14T05:37:49.050" Score="1" ViewCount="164" Body="&lt;p&gt;Minato (a ward within Tokyo) has started a bicycle sharing service called 港区自転車シェアリング.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find a database of all sharing stations of this service?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Latitude&lt;/li&gt;&#xA;&lt;li&gt;Longitude&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Bonus:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Number of slots&lt;/li&gt;&#xA;&lt;li&gt;Real-time number of empty slots, broken slots&lt;/li&gt;&#xA;&lt;li&gt;Altitude&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2021-08-05T02:08:36.533" LastActivityDate="2021-08-05T02:08:36.533" Title="Database of bicycle stations in Minato (Tokyo)" Tags="|data-request|geospatial|public-transport|japan|bikesharing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3808" PostTypeId="2" ParentId="3807" CreationDate="2014-10-14T05:45:31.590" Score="2" Body="&lt;p&gt;The service's map shows a map of stations: &lt;a href=&quot;http://docomo-cycle.jp/minato/map/&quot; rel=&quot;nofollow&quot;&gt;http://docomo-cycle.jp/minato/map/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Reading the JavaScript source code leads to a JSON file which contains the data with location names in Japanese:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://docomo-cycle.jp/minato/system/data/portnavi.json&quot; rel=&quot;nofollow&quot;&gt;http://docomo-cycle.jp/minato/system/data/portnavi.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The location names in English are found by prepending 'en' in front of portnavi.json:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://docomo-cycle.jp/minato/system/data/enportnavi.json&quot; rel=&quot;nofollow&quot;&gt;http://docomo-cycle.jp/minato/system/data/enportnavi.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each participating ward uses the same URL syntax. Replace 'minato' with the other ward(s) name for their information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The wards are:&#xA;chiyoda&#xA;yokohama&#xA;sendai&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data is not always up-to-date, though, some stations are missing.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="1667" LastEditDate="2014-10-14T15:03:34.370" LastActivityDate="2014-10-14T15:03:34.370" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3809" PostTypeId="2" ParentId="1179" CreationDate="2014-10-14T08:58:09.613" Score="1" Body="&lt;p&gt;People asked more or less the same question about websites a bit more than a decade ago. I think it's mostly the same. Just as you expect your business partners to have a website so that you don't have to call them for every little piece of information you need, it will soon become the norm to directly access their data.&lt;/p&gt;&#xA;" OwnerUserId="557" LastActivityDate="2014-10-14T08:58:09.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3810" PostTypeId="1" CreationDate="2014-10-14T07:15:52.217" Score="1" ViewCount="189" Body="&lt;p&gt;I'm still thinking of a topic for my bachelor's thesis. I'm thinking of something like machine learning application on web security/database security. Problem is, in machine learning I need to have data. So I thought I'll base my topic on what kind of data I would get. Example, I found data on web intrusion then I'll have a topic somewhere on the line of web intrusion detection.&lt;/p&gt;&#xA;" OwnerDisplayName="user3161828" LastEditorUserId="754" LastEditDate="2014-10-14T11:03:41.400" LastActivityDate="2015-10-07T11:23:44.233" Title="Data for web security/database security issues" Tags="|data-request|machine-learning|security|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3811" PostTypeId="2" ParentId="3810" CreationDate="2014-10-14T11:10:53.857" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://cve.mitre.org/&quot; rel=&quot;nofollow&quot;&gt;CVE&lt;/a&gt; is a freely usable database of security issues, many of them related to web/database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CVE database can be downloaded at &lt;a href=&quot;https://cve.mitre.org/data/downloads/index.html&quot; rel=&quot;nofollow&quot;&gt;https://cve.mitre.org/data/downloads/index.html&lt;/a&gt; as XML, CSV, and other formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A typical entry includes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;Description&lt;/li&gt;&#xA;&lt;li&gt;Status&lt;/li&gt;&#xA;&lt;li&gt;Phase&lt;/li&gt;&#xA;&lt;li&gt;References&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-14T11:10:53.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3812" PostTypeId="2" ParentId="3668" CreationDate="2014-10-14T15:33:51.010" Score="4" Body="&lt;p&gt;I haven't seen any evidence of an API or official data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;AggData.com has a &lt;a href=&quot;http://aggdata.com/awards/oscar&quot; rel=&quot;nofollow&quot;&gt;CSV of Oscar winners&lt;/a&gt; from 1927-2010. Actually, they have two (see also &lt;a href=&quot;http://aggdata.com/free_data_awards_locations/academy_awards&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;, which are similar but not the same. Both cover the same years and have the same row count, but I notice what looks like some CSV quoting issues from a little poking with &lt;code&gt;csvkit&lt;/code&gt;. Also, frustratingly, the 'year' column is 'polluted' with which Awards, e.g. &lt;em&gt;1927/28 (1st)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found &lt;a href=&quot;http://blog.silk.co/post/78199230161/how-we-made-the-oscar-database&quot; rel=&quot;nofollow&quot;&gt;this blog post&lt;/a&gt; outlining a method for building [an Oscars database] from a few non-AMPAS sources. Unfortunately, they don't make the result of their work available for download.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-10-14T15:33:51.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3813" PostTypeId="2" ParentId="3484" CreationDate="2014-10-14T16:11:12.993" Score="3" Body="&lt;p&gt;here's another source with a few datasets:&lt;br&gt;&#xA;&lt;a href=&quot;https://data.hdx.rwlabs.org/ebola&quot; rel=&quot;nofollow&quot;&gt;https://data.hdx.rwlabs.org/ebola&lt;/a&gt;&lt;br&gt;&#xA;edit update&lt;br&gt;&#xA;they just released an api&lt;br&gt;&#xA;&lt;a href=&quot;http://docs.hdx.rwlabs.org/an-api-for-ebola-data/&quot; rel=&quot;nofollow&quot;&gt;http://docs.hdx.rwlabs.org/an-api-for-ebola-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2014-11-18T18:19:44.687" LastActivityDate="2014-11-18T18:19:44.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3814" PostTypeId="2" ParentId="3668" CreationDate="2014-10-14T21:10:18.347" Score="6" Body="&lt;p&gt;Check out &lt;a href=&quot;http://products.wolframalpha.com/developers/&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;Wolfram Alpha API&lt;/strong&gt;&lt;/a&gt; for things like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wolframalpha.com/input/?i=academy+awards+1998&quot; rel=&quot;noreferrer&quot;&gt;http://www.wolframalpha.com/input/?i=academy+awards+1998&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/zw1C0.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the free (public) interactive form interface. You can get a download as raw data with a Pro Subscriber (paid) license.&lt;/p&gt;&#xA;" OwnerUserId="3826" LastEditorUserId="1667" LastEditDate="2014-10-14T23:35:18.983" LastActivityDate="2014-10-14T23:35:18.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3815" PostTypeId="2" ParentId="269" CreationDate="2014-10-15T04:05:24.823" Score="16" Body="&lt;p&gt;The USDA now provides an &lt;a href=&quot;http://ndb.nal.usda.gov/ndb/doc/&quot;&gt;Open API&lt;/a&gt; for the National Nutrient Database for Standard Reference using data.gov. You need a data.gov API key in order to access this, and requests are sent to api.data.gov using the REST protocol.&lt;/p&gt;&#xA;" OwnerUserId="3831" LastActivityDate="2014-10-15T04:05:24.823" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3816" PostTypeId="2" ParentId="3484" CreationDate="2014-10-15T04:51:22.837" Score="4" Body="&lt;p&gt;One more data source and analytical tool that is Liberia-specific: &lt;a href=&quot;http://ebolainliberia.org/&quot;&gt;http://ebolainliberia.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3833" LastActivityDate="2014-10-15T04:51:22.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3817" PostTypeId="2" ParentId="3805" CreationDate="2014-10-15T07:41:02.533" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://ghgtechn.com/admin/upload/634912822373126250MT9M034_DS_B.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;This PDF&lt;/a&gt; contains a graph showing the quantum efficiency across all wavelengths from 380 nm to 1050 nm:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/ATTRT.png&quot; alt=&quot;CMOS quantum efficiency&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data is for the MT9M034 1/3-Inch CMOS Digital Image Sensor&lt;/li&gt;&#xA;&lt;li&gt;It is a graph, so values have to be sampled from it, and precision is not great&lt;/li&gt;&#xA;&lt;li&gt;It is not open data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-15T07:41:02.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3818" PostTypeId="1" CreationDate="2014-10-15T13:22:13.977" Score="3" ViewCount="179" Body="&lt;p&gt;Is there an open or freely available dataset on fairtrade goods (produce and products) in the UK? Looking for product, produce type, price data, location data but would be interested in any dataset regarding fairtrade goods. UK would be ideal, EU would also be good.&lt;/p&gt;&#xA;" OwnerUserId="570" LastActivityDate="2014-10-15T19:27:11.307" Title="Fairtrade open dataset, UK" Tags="|data-request|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3819" PostTypeId="2" ParentId="3818" CreationDate="2014-10-15T14:00:56.650" Score="3" Body="&lt;p&gt;The UK Department for Environment, Food and Rural Affairs publishes a weekly price index for commodities:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/commodity-prices&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/government/statistical-data-sets/commodity-prices&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here is the weekly dataset for weekly wholesale prices for vegetables and fruits:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/statistics/wholesale-fruit-and-vegetable-prices&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/government/statistics/wholesale-fruit-and-vegetable-prices&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The European Commission keeps data related to cost of goods vs. cost of labor for countries in the EU in the EuroStat database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://epp.eurostat.ec.europa.eu/portal/page/portal/statistics/themes&quot; rel=&quot;nofollow&quot;&gt;http://epp.eurostat.ec.europa.eu/portal/page/portal/statistics/themes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Accounts (with GDP) will provides indexes on current prices relative to GDP.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://epp.eurostat.ec.europa.eu/portal/page/portal/product_details/dataset?p_product_code=NAMA_GDP_C&quot; rel=&quot;nofollow&quot;&gt;http://epp.eurostat.ec.europa.eu/portal/page/portal/product_details/dataset?p_product_code=NAMA_GDP_C&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Agriculture section contains data related to farm labor costs, income, price and production.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://epp.eurostat.ec.europa.eu/portal/page/portal/agriculture/data/database&quot; rel=&quot;nofollow&quot;&gt;http://epp.eurostat.ec.europa.eu/portal/page/portal/agriculture/data/database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beow is a link of the [historical] annual difference of price of consumables and builder's wages in England from mid 1200s and 1885. It is an aggregation from a number of compiled acacdemic sources. The chart shows that as government (and corresponding taxes) evolved in the development of England that the gap increases each year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://esfdb.websites.bta.com/table.aspx?resourceid=11484&quot; rel=&quot;nofollow&quot;&gt;http://esfdb.websites.bta.com/table.aspx?resourceid=11484&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-15T19:27:11.307" LastActivityDate="2014-10-15T19:27:11.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3820" PostTypeId="1" AcceptedAnswerId="3821" CreationDate="2014-10-15T21:15:08.947" Score="2" ViewCount="89" Body="&lt;p&gt;I am looking for a data set that determines geo-tagged location for federal and state roads and can also decipher which roads are not classified as federal or state roads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas where this information could be sourced from?&lt;/p&gt;&#xA;" OwnerUserId="3838" LastEditorUserId="2976" LastEditDate="2014-10-18T19:21:21.330" LastActivityDate="2014-10-18T19:21:21.330" Title="Federal and State Road Information" Tags="|data-request|data.gov|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3821" PostTypeId="2" ParentId="3820" CreationDate="2014-10-15T22:14:30.520" Score="4" Body="&lt;p&gt;For the national highway system you will find all the locations/polylines in the National Highway Planning Network dataset at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2014/polyline&quot; rel=&quot;nofollow&quot;&gt;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2014/polyline&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will also find a girth of geocoded data related to the national transportation system (hubs, railways, airports, etc) under the Bureau of Transportation Statistics - Geospatial Information&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/subject_areas/geographic_information_services/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/subject_areas/geographic_information_services/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as state routes, I think you will still have to get that data from each state's transportation or geographic survey sites. Here's a few:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Kansas:&lt;/strong&gt; &lt;a href=&quot;http://gisinventory.net/GISI-5224-Road-and-Street-Centerlines---Highways---This-dataset-is-a-single-centerline-highway-network-representation-of-the-10000-miles-Kansas-State-Highway-System-(Interstate-U.S.-and-Kansas-routes)..html&quot; rel=&quot;nofollow&quot;&gt;http://gisinventory.net/GISI-5224-Road-and-Street-Centerlines---Highways---This-dataset-is-a-single-centerline-highway-network-representation-of-the-10000-miles-Kansas-State-Highway-System-(Interstate-U.S.-and-Kansas-routes)..html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Minnesota:&lt;/strong&gt; &lt;a href=&quot;http://www.dot.state.mn.us/maps/gdma/gis-data.html&quot; rel=&quot;nofollow&quot;&gt;http://www.dot.state.mn.us/maps/gdma/gis-data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;New Jersey:&lt;/strong&gt; &lt;a href=&quot;http://www.state.nj.us/transportation/gis/metadatafaq.shtm&quot; rel=&quot;nofollow&quot;&gt;http://www.state.nj.us/transportation/gis/metadatafaq.shtm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;New York:&lt;/strong&gt; &lt;a href=&quot;https://gis.ny.gov/gisdata/inventories/member.cfm?OrganizationID=539&quot; rel=&quot;nofollow&quot;&gt;https://gis.ny.gov/gisdata/inventories/member.cfm?OrganizationID=539&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Utah:&lt;/strong&gt; &lt;a href=&quot;http://gis.utah.gov/data/sgid-transportation/roads-system/&quot; rel=&quot;nofollow&quot;&gt;http://gis.utah.gov/data/sgid-transportation/roads-system/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you end up compiling all the state data together, I recommend placing it in github for the benefit of all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: I had forgotten that I had a web page with a collection of state transportation sites (lol):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/traffic.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/traffic.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One may also find other transportation related data portals at the crowdsourced catalog of open data portals (I am a co-founder of) by selecting the category Transportation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-16T01:01:42.753" LastActivityDate="2014-10-16T01:01:42.753" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3822" PostTypeId="1" AcceptedAnswerId="3823" CreationDate="2014-10-16T17:28:06.413" Score="2" ViewCount="169" Body="&lt;p&gt;I'm looking for any other datasets and open access pubs on affiliation/bipartite networks using survey data from farmers/community members in rural Africa.&lt;/p&gt;&#xA;" OwnerUserId="3841" LastEditorUserId="70" LastEditDate="2015-03-30T10:02:38.100" LastActivityDate="2015-11-17T12:21:50.983" Title="Open datasets for affiliation networks between African farmers?" Tags="|data-request|food|network-structure|africa|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3823" PostTypeId="2" ParentId="3822" CreationDate="2014-10-16T18:19:13.020" Score="3" Body="&lt;p&gt;The UN Food &amp;amp; Agriculture Organization (FAO) collects and publishes a lot of data on Africa related to farming. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the entry point into the FAO's Statistics Database (FAOSTAT):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://faostat.fao.org/&quot; rel=&quot;nofollow&quot;&gt;http://faostat.fao.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the link to the World Bank's datasets on Farming in Rural Areas of the World:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/topic/agriculture-and-rural-development&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/topic/agriculture-and-rural-development&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CGIAR/CCAFS program at Harvard University collects and publishes data surveys related to Agriculture in Africa:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://thedata.harvard.edu/dvn/dv/CCAFSbaseline&quot; rel=&quot;nofollow&quot;&gt;https://thedata.harvard.edu/dvn/dv/CCAFSbaseline&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of where Columbia University has used the FAO data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://iridl.ldeo.columbia.edu/maproom/Agriculture/Farming_Systems/Africa/&quot; rel=&quot;nofollow&quot;&gt;http://iridl.ldeo.columbia.edu/maproom/Agriculture/Farming_Systems/Africa/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of where Australian Centre for International Agricultural Research has used FAO data on farming in Africa&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://aciar.gov.au/files/node/14087/mapping_farming_systems_in_africa_21_june_2012_16871.ppt&quot; rel=&quot;nofollow&quot;&gt;http://aciar.gov.au/files/node/14087/mapping_farming_systems_in_africa_21_june_2012_16871.ppt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a dataset from 2012 covering 35 million hectacres of farm land in 66 countries that has been bought up by foreign firms:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.grain.org/article/entries/4479-grain-releases-data-set-with-over-400-global-land-grabs&quot; rel=&quot;nofollow&quot;&gt;http://www.grain.org/article/entries/4479-grain-releases-data-set-with-over-400-global-land-grabs&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;FOR AFFILATIONS:&lt;/strong&gt;&lt;br/&gt;&#xA;NATIONAL AFRICAN FARMERS’ UNION (NAFU)&lt;br/&gt;&#xA;African Farmers Association of South Africa (AFASA) - &lt;a href=&quot;http://www.afasa.za.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.afasa.za.org/&lt;/a&gt;&lt;br/&gt;&#xA;East Africa Farmer's Federation - &lt;a href=&quot;http://eaffu.org/eaffu/&quot; rel=&quot;nofollow&quot;&gt;http://eaffu.org/eaffu/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-16T18:25:48.480" LastActivityDate="2014-10-16T18:25:48.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3825" PostTypeId="1" AcceptedAnswerId="3827" CreationDate="2014-10-16T20:40:14.163" Score="9" ViewCount="3116" Body="&lt;p&gt;I want to be able to send an address anywhere in the USA and get back flood risk data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FEMA houses &lt;a href=&quot;https://msc.fema.gov/portal&quot; rel=&quot;nofollow&quot;&gt;flood plain maps&lt;/a&gt;. If you give them an address, you just get a map, and you have to look at it to find the location's flood risk by hand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can do slightly better with &lt;a href=&quot;https://www.floodsmart.gov/floodsmart/pages/landing_pages/landing0000_1.jsp&quot; rel=&quot;nofollow&quot;&gt;inputting a single address on FloodSmart.gov&lt;/a&gt;, but the result is a page that does not render with the address in the link.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fema.gov/data-feeds&quot; rel=&quot;nofollow&quot;&gt;FEMA has some APIs&lt;/a&gt;, but I an having a hard time seeing one related to flood.&lt;/p&gt;&#xA;" OwnerUserId="3843" LastEditorUserId="70" LastEditDate="2015-03-31T18:25:28.807" LastActivityDate="2020-02-02T22:30:59.473" Title="Flood Plain API" Tags="|usa|geospatial|api|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3826" PostTypeId="2" ParentId="3825" CreationDate="2014-10-16T21:32:49.430" Score="4" Body="&lt;p&gt;I searched through the API documentation and applicable datasets. FEMA does not have an API for looking up flood plains for an address (but lots of interesting stuff!)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing I see there applicable to this question is a download of the Flood Plain Hazard Layer data in KMZ format. But when I click on it, it says its been moved or deleted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another dataset that could be interesting is the Historical disaster Declaration Dataset. It contains the date, county, disaster type and incident for a disaster declaration since 1964. There are a total of 31K entries. Once could reverse engineer a flood/disaster risk per county - but not for individual flood plains within a county.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gis.fema.gov/maps/FEMA_Historical_Declarations_1964_2013.xlsx&quot; rel=&quot;nofollow&quot;&gt;http://gis.fema.gov/maps/FEMA_Historical_Declarations_1964_2013.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-16T21:44:24.760" LastActivityDate="2014-10-16T21:44:24.760" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3827" PostTypeId="2" ParentId="3825" CreationDate="2014-10-17T01:28:46.200" Score="5" Body="&lt;p&gt;You can also emulate/reverse engineer the form at &lt;a href=&quot;https://www.floodsmart.gov/floodsmart/pages/landing_pages/landing0000_1.jsp&quot; rel=&quot;noreferrer&quot;&gt;https://www.floodsmart.gov/floodsmart/pages/landing_pages/landing0000_1.jsp&lt;/a&gt; using the following curl command. This isn't an API, per se, but it does get you the information you're asking for programatically.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;curl 'https://www.floodsmart.gov/floodsmart/oneStepFloodRiskAddressSearch.action' -H 'Content-Type: application/x-www-form-urlencoded' --data 'nav_address=2100+Clarendon+Blvd&amp;amp;nav_city=Arlington&amp;amp;nav_state=VA&amp;amp;nav_zipCode=22201&amp;amp;nav_residential=Y&amp;amp;x=23&amp;amp;y=10'&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll then want to look for &lt;code&gt;&amp;lt;div class=&quot;hide-span flood-risk-profile-header clearfix&quot;&amp;gt;&lt;/code&gt; in the resulting HTML.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can do this from your browser using a tool called hurl.it and following the screenshot below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/or9IA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-10-17T01:28:46.200" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3828" PostTypeId="2" ParentId="3791" CreationDate="2014-10-17T09:44:17.800" Score="5" Body="&lt;p&gt;European Network of Transmission System Operators for Electricity (&lt;a href=&quot;https://www.entsoe.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ENTSOE&lt;/a&gt;) provides Consumption and Production data for individual countries (and Exchange data between countries). (&lt;a href=&quot;https://www.entsoe.eu/data/data-portal/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Data Portal&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Link to &lt;a href=&quot;https://www.entsoe.eu/data/data-portal/consumption/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;ENTSOE Consumption data&lt;/strong&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For your application, you would probably want one of these country hourly load data sets. They are at the country resolution (but good thing there are small countries in Europe).&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Hourly load values of a specific country for a specific month (&lt;a href=&quot;https://www.entsoe.eu/db-query/consumption/mhlv-a-specific-country-for-a-specific-month&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Hourly load values of all countries for a specific month(&lt;a href=&quot;https://www.entsoe.eu/db-query/consumption/mhlv-all-countries-for-a-specific-month&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You would have to download multiple XLS files (one per month) and then stitch them together. There is also an HTML option but it doesn't look too scrapable (no URL with paramters).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/uaZ6U.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;As a hint, I'd say pick a small country with uniform temperatures, like Luxembourg, the Netherlands, Switzerland, Denmark, ... When you make a scatter plot with the day's temperature on the x axis and the power consumption on the y-axis, you see clustering of heating and non-heating days. Here's an ugly chart with those clusters. Interestingly, when you plot max temp, you see a third cluster that is probably from air conditioning.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/RFFDW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Terms of Use for ENTSOE data (&lt;a href=&quot;https://www.entsoe.eu/disclaimer/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-10-17T09:44:17.800" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3829" PostTypeId="1" AcceptedAnswerId="3854" CreationDate="2014-10-17T16:15:34.963" Score="5" ViewCount="214" Body="&lt;p&gt;I'm looking for a dataset of infectiousness vs. deadliness for various diseases and viruses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was inspired by this &lt;a href=&quot;http://www.theguardian.com/news/datablog/ng-interactive/2014/oct/15/visualised-how-ebola-compares-to-other-infectious-diseases&quot; rel=&quot;nofollow&quot;&gt;visualization&lt;/a&gt; from The Guardian.  I want to make some variations on this, but can't find the necessary data collected together. &lt;/p&gt;&#xA;" OwnerUserId="3848" LastEditorUserId="70" LastEditDate="2015-03-24T15:18:38.897" LastActivityDate="2015-03-24T15:18:38.897" Title="Infectiousness vs. deadliness for various diseases" Tags="|data-request|medical|visualization|disease|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3830" PostTypeId="2" ParentId="3829" CreationDate="2014-10-17T16:35:26.250" Score="5" Body="&lt;p&gt;Both the US CDC and the World Health Organization have databases for statistics on infectious diseases. The entry points to the online databases are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;CDC&lt;/strong&gt; &lt;a href=&quot;http://wonder.cdc.gov/datasets.html&quot;&gt;http://wonder.cdc.gov/datasets.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;WHO&lt;/strong&gt; &lt;a href=&quot;http://apps.who.int/globalatlas/DataQuery/default.asp&quot;&gt;http://apps.who.int/globalatlas/DataQuery/default.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://who.int/research/en/&quot;&gt;http://who.int/research/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the EU Commission's portal on Communicable Diseases. I don't think you will find statistical data here, but lots of links to other resources:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EU Commission&lt;/strong&gt; &lt;a href=&quot;http://ec.europa.eu/health/communicable_diseases&quot;&gt;http://ec.europa.eu/health/communicable_diseases&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-17T16:35:26.250" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3831" PostTypeId="1" AcceptedAnswerId="3832" CreationDate="2014-10-17T20:34:37.873" Score="2" ViewCount="110" Body="&lt;p&gt;I have performed adverse report based on drug name with male gender, unknown gender  and female gender and for all genders. But it seems like all genders count is not equal to the combined count of the female, male and unknown gender. It seems like age information is missing in some reports. So could someone please help me find the missing sex information, and why the counts do not add up, from openfda api?&lt;/p&gt;&#xA;" OwnerUserId="3851" LastEditorUserId="70" LastEditDate="2015-03-30T15:04:55.397" LastActivityDate="2015-03-30T18:43:08.347" Title="How can I find the missing information from openfda?" Tags="|data.gov|api|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3832" PostTypeId="2" ParentId="3831" CreationDate="2014-10-17T21:02:03.853" Score="4" Body="&lt;p&gt;For example,&#xA;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=_missing_:patient.patientsex+AND+patient.drug.openfda.brand_name:advil&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=&lt;em&gt;missing&lt;/em&gt;:patient.patientsex+AND+patient.drug.openfda.brand_name:advil&lt;/a&gt;&#xA;and also please add up total reports=male(total) + female(total) + unknown(total) + missing(total). If you do it you might get the right answer.&lt;/p&gt;&#xA;" OwnerUserId="3852" LastActivityDate="2014-10-17T21:02:03.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3833" PostTypeId="1" AcceptedAnswerId="4082" CreationDate="2014-10-17T21:25:40.153" Score="3" ViewCount="114" Body="&lt;p&gt;I am looking for just meta information from openFDA. Whenever I do a query I get all the information like meta, results. My requirement doesn't deal with results. We just care about metadata, because we only want &quot;total&quot; field information for our query. So we expect the JSON should only display metadata. That's how we can get the information easily without any performance issues.&lt;/p&gt;&#xA;" OwnerUserId="3851" LastEditorUserId="244" LastEditDate="2014-11-24T16:04:01.240" LastActivityDate="2014-11-25T20:06:54.287" Title="Is it possible to get the exact (particular) information from openFDA?" Tags="|api|data.gov|openfda|json|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3834" PostTypeId="1" CreationDate="2014-10-18T00:59:23.493" Score="4" ViewCount="212" Body="&lt;p&gt;I just noticed that &lt;a href=&quot;http://allrecipes.com&quot; rel=&quot;nofollow&quot;&gt;Allrecipes.com&lt;/a&gt; has a new feature that allows you to see what ingredients are on sale in local stores. Any idea where they are getting this information from?&lt;/p&gt;&#xA;" OwnerUserId="3853" LastEditorUserId="70" LastEditDate="2015-03-25T08:39:42.093" LastActivityDate="2015-03-25T08:39:42.093" Title="Where does Allrecipes.com get its &quot;On Sale&quot; data?" Tags="|data-request|finance|recipes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3835" PostTypeId="1" CreationDate="2014-10-18T13:28:08.710" Score="27" ViewCount="42522" Body="&lt;p&gt;Is there a free csv, xml or in some other format database of all (or least top 20-50 biggest) cities for each country in the world?&lt;/p&gt;&#xA;" OwnerUserId="3855" LastEditorUserId="70" LastEditDate="2022-10-14T19:45:11.257" LastActivityDate="2022-10-14T19:45:11.257" Title="A list of cities of each country" Tags="|data-request|city|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3836" PostTypeId="2" ParentId="3835" CreationDate="2014-10-18T15:14:12.607" Score="11" Body="&lt;p&gt;Consider geonames, which probably has the largest collection of place names anywhere (excluding street names, which is the purview of openstreetmap.org):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.geonames.org/export/dump/&quot;&gt;http://download.geonames.org/export/dump/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the directory above, you can download a list of &quot;large&quot; cities (or every single placename geonames knows about), and &quot;readme.txt&quot; in that directory explains further.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorDisplayName="user3856" LastEditDate="2014-10-19T15:50:11.720" LastActivityDate="2014-10-19T15:50:11.720" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3838" PostTypeId="2" ParentId="3835" CreationDate="2014-10-18T15:18:20.213" Score="23" Body="&lt;p&gt;My open data project (I am a co-founder) has a free list of all the cities in the world, along with their area centroid (lat/lng), as a CSV file. It is compiled from the USGS/GNIS (US) and NGA/GNS (non-US) databases. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#cities&quot;&gt;http://www.opengeocode.org/download.php#cities&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an alternate source, the United Nations Statistical Division publishes an annual yearbook on world statistics. Table 8 has the population of cities &gt; 100,000&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012/Table08.xls&quot;&gt;http://unstats.un.org/unsd/demographic/products/dyb/dyb2012/Table08.xls&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have a version of it converted to ur Linked CSV format/vocabulary:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.1/UN/UNSD/dyb2012-pop100k.zip&quot;&gt;http://www.opengeocode.org/cude1.1/UN/UNSD/dyb2012-pop100k.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;METADATA (dyb2012-pop2k)&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;(Empty)&lt;/li&gt;&#xA;&lt;li&gt;ISO 3166-1 alpha-2 country code (e.g., US =&gt; United States)&lt;/li&gt;&#xA;&lt;li&gt;National Geospatial Intelligence Agency (NGA) Geographic Name Server (GNS) Feature Code (e.g., P = Populated Place Type Feature)&lt;/li&gt;&#xA;&lt;li&gt;NGA/GNS Feature Designation Code (e.g. PPL = Populated Place (incorporated))&lt;/li&gt;&#xA;&lt;li&gt;Extended Feature Description (e.g., city, capital)&lt;/li&gt;&#xA;&lt;li&gt;Total Area in Square Kilometers&lt;/li&gt;&#xA;&lt;li&gt;ISO 639-1 language code for language that name field is in (e.g., lc = local language native to the country)&lt;/li&gt;&#xA;&lt;li&gt;Language Script for name fields (e.g., latin, arabic, chinese)&lt;/li&gt;&#xA;&lt;li&gt;Short Name (Gazetteer) for City&lt;/li&gt;&#xA;&lt;li&gt;Year of Population Statistics&lt;/li&gt;&#xA;&lt;li&gt;Total Population (e.g., within city proper)&lt;/li&gt;&#xA;&lt;li&gt;Urban Population (e.g., within agglomerated area of city)&lt;/li&gt;&#xA;&lt;li&gt;Total Male Population&lt;/li&gt;&#xA;&lt;li&gt;Total Female Population&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-19T16:06:21.843" LastActivityDate="2014-10-19T16:06:21.843" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="3840" PostTypeId="2" ParentId="3834" CreationDate="2014-10-18T16:01:43.930" Score="6" Body="&lt;p&gt;After taking a look at the source code of the widget on a sample recipe page (selected at random by me), it appears that they are using &lt;a href=&quot;http://corp.groceryserver.com/&quot;&gt;http://corp.groceryserver.com/&lt;/a&gt; as a data provider&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For example, the recipe at &lt;a href=&quot;http://allrecipes.com/Recipe/Sherry-Braised-Beef-Short-Ribs/Detail.aspx&quot;&gt;http://allrecipes.com/Recipe/Sherry-Braised-Beef-Short-Ribs/Detail.aspx&lt;/a&gt; makes an AJAX request to &lt;a href=&quot;http://allrecipes.groceryserver.com/groceryserver/service/w5fDoHvClcOaw4PDmSrDksKWTQpiwrFqVsKNwpbCs8OVGsKWw5YxXx8pesONb3Uwwqgzwq9VfsOaeEp7XhQ6QmZlUcKiwrhxGcOtaMOeXUx_w5PCmAnCojzCrMOkwpLCs0PCtsK4GsKQBMKvMMO8wpHDiirDiMOxbzV6w4bCpH-DrHDDhMOtwqtGwqtGwpDCmMO9w4fDkcKAFsOww6-Ci8OfwpzDn8KWbsKJwpXCtDPDqMO7wqTDrsKkHcK3e8K4wrbDhcKXNW3Dg3fDhsOXw7fDgkVLRG7DiV7CtMO9f2sfEcOsBV98JA-CrsOyNT7ChcKHYGVEw4nDuUNTwq-CvRrCvVY8wqvCuFvCqkBXw60lwpBzVcKqwoLCl8OKGh4aGcKIL0XDrFEbwobCul5SFSYzbxTDm1zCgcK6JA1CLcOmNFHDq8Kzd8Kxw4ILUMKTCcOPVMOJwoPCjcOLAnoIW8O5w48pw7QwwpzCpSAnw6kdwqHCtChGwrINw5LDlSTCtU0QGMKtPcKEwpBBVcKnw6pOw4DDvg3Dp8KIPMKXY8O7w5DDq8KPTEgWwpw9Njh8wqnClDkddsOVKD-DiMOsw4bDvsObPMKJJsOPw7-CqMKTw5zCncOdOcOMw7I7SxDDgcKvWijCghTDlATDq8OXwrMsecO9w7DDo8OQH3HCnWJnIxzCgyTCjmZdPWPCssK7QC-DvMOVJ8Oww57CqsOOw5jDg8Onw5TCrnLCuBpqfBjDgxvDsDR7wr-DliTDsMK9ZT5sw53CrsO9wrolHB4mOcOlbMOdwoTDgMOMw6geURDCsA5xw7rDkyzCosKQw4nCpcOlwrrDqsKYwprDlQ91wp1zC8K7GiA6QEjCicKfwqMxCsK8dcOGwrDDpSZVLMK9?!c!xx#&quot;&gt;http://allrecipes.groceryserver.com/groceryserver/service/w5fDoHvC...&lt;/a&gt; which returns JSON about the sales. Note: I tried to base64 decode that string and some variations but didn't get very far. &lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2014-10-18T16:08:48.263" LastActivityDate="2014-10-18T16:08:48.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3841" PostTypeId="1" CreationDate="2014-10-18T20:09:44.850" Score="1" ViewCount="453" Body="&lt;p&gt;Does anybody know where I can find historical forward exchange rate data between the us $ and yen? I've looked for quite a while (federal reserve, OECD, Thompson Reuters, etc) but haven't been successful.&lt;/p&gt;&#xA;" OwnerUserId="3858" LastActivityDate="2014-10-19T16:44:28.223" Title="Historical forward exchange rate between $ and yen." Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3842" PostTypeId="2" ParentId="3841" CreationDate="2014-10-18T21:23:27.293" Score="2" Body="&lt;p&gt;The European Central Bank has an interface for downloading daily historical exchange rates since 1999 to the Euro Dollar. The output can be exported in several formats including CSV:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sdw.ecb.europa.eu/browseSelection.do?node=2018794&quot; rel=&quot;nofollow&quot;&gt;http://sdw.ecb.europa.eu/browseSelection.do?node=2018794&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can create a custom table with OCED StatsExtract showing monthly exchange rates of the Yet to Dollar since 1957:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stats.oecd.org/index.aspx?queryid=169#&quot; rel=&quot;nofollow&quot;&gt;http://stats.oecd.org/index.aspx?queryid=169#&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Bank for International Settlements (BIS) has statistics for monthly effective and foreign exchange rates since 1994.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bis.org/statistics/eer/index.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bis.org/statistics/eer/index.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OANDA will give you daily/weekly history on exchange rates between YEN and USD for the last five years. It is an interactive form and you will need to scrape the results:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.oanda.com/currency/historical-rates/&quot; rel=&quot;nofollow&quot;&gt;http://www.oanda.com/currency/historical-rates/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Exchange Rates displays a history table for daily rates for the last 6 months. Again, you need to scrape the information:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.exchangerates.org.uk/USD-JPY-exchange-rate-history.html&quot; rel=&quot;nofollow&quot;&gt;http://www.exchangerates.org.uk/USD-JPY-exchange-rate-history.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-18T21:23:27.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3843" PostTypeId="1" CreationDate="2014-10-19T04:18:55.093" Score="3" ViewCount="215" Body="&lt;p&gt;I'm looking for a &lt;strong&gt;free&lt;/strong&gt; database of banks (preferably with their web sites, phone numbers, etc) for each country in a convenient format, not html.  Is there any?&lt;/p&gt;&#xA;" OwnerUserId="3855" LastEditorUserId="1511" LastEditDate="2014-10-29T07:39:00.867" LastActivityDate="2014-10-29T07:39:00.867" Title="A DB of banks for each country" Tags="|data-request|finance|csv|companies|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3844" PostTypeId="1" CreationDate="2014-10-19T14:42:57.747" Score="12" ViewCount="2128" Body="&lt;p&gt;I'm not looking for apps built in hackathons - but examples of open data used in real business, or even better businesses built around open data itself (commercial entities that make money, not non profits)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know of any such examples or books/websites where I can find them?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorUserId="70" LastEditDate="2015-03-30T16:51:40.020" LastActivityDate="2019-06-04T18:22:34.640" Title="Where can I find examples of open data being used in business?" Tags="|uses-of-open-data|business|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3845" PostTypeId="1" CreationDate="2014-10-19T15:32:31.793" Score="2" ViewCount="462" Body="&lt;p&gt;I am looking for database which has only Singapore items in it, any open source?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried &lt;a href=&quot;http://www.product-open-data.com&quot; rel=&quot;nofollow&quot;&gt;http://www.product-open-data.com&lt;/a&gt;, but to no avail.&lt;/p&gt;&#xA;" OwnerUserId="3862" LastEditorUserId="70" LastEditDate="2015-03-27T10:09:25.467" LastActivityDate="2015-03-27T10:09:25.467" Title="Product barcode database for Singapore" Tags="|data-request|products|barcodes|singapore|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3846" PostTypeId="2" ParentId="3843" CreationDate="2014-10-19T16:20:12.277" Score="3" Body="&lt;p&gt;The FDIC has a data download of all finanically insured banks and their branch offices in the US. The data does not have though website and phone number. It does have name, address, institution type, deposits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www2.fdic.gov/IDASP/warp_download_all.asp&quot; rel=&quot;nofollow&quot;&gt;https://www2.fdic.gov/IDASP/warp_download_all.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FDIC dataset on Data.gov has some additional fields, including website (but not phone):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/fdic-institution-directory-id-insured-insitution-download-file/resource/df80f510-8c30-421d-8f83-f90f0ebf887b&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset/fdic-institution-directory-id-insured-insitution-download-file/resource/df80f510-8c30-421d-8f83-f90f0ebf887b&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-10-19T16:27:33.487" LastActivityDate="2014-10-19T16:27:33.487" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3847" PostTypeId="2" ParentId="3841" CreationDate="2014-10-19T16:44:28.223" Score="3" Body="&lt;p&gt;If you're just looking for FOREX data, &lt;a href=&quot;http://ratedata.gaincapital.com/&quot; rel=&quot;nofollow&quot;&gt;http://ratedata.gaincapital.com/&lt;/a&gt; has a ton of it. FOREX assumes you will be taking delivery in 2 days (or 1 day in some cases).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I read your question as &quot;if I want to buy yen at today's price, but delivered (and paid for) in 6 months, how much will it cost?&quot;. Is my understanding correct?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If so, you're talking about currency futures, which involve rollover rates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If US banks are paying a higher interest rate than Japanese banks, there is a holding cost for the person who has the yen, even if the exchange rate remains the same. So, you have to adjust today's exchange rate for the interest the yen-holder will lose (compared to the dollar holder) in 6 months.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2014-10-19T16:44:28.223" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3848" PostTypeId="2" ParentId="3844" CreationDate="2014-10-20T03:49:26.710" Score="4" Body="&lt;p&gt;Just off the top of my head, not counting the various companies doing scientific research:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;USGS maps : used by resource exploration (eg, oil) companies, travel expeditions (canoe / hiking trips)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;National Weather Service data &amp;amp; forecasts : used by airlines, farmers, power companies, insurance companies, most companies that have people working outdoors&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;NASA &amp;amp; NOAA space weather data : used by companies with satellites, airlines, Norwegien tourism (predictors of aurora)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;NASA aeronautics data : used by airplane manufacturers&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;... Often, the free data isn't their only source, but used to narrow things down; the folks drilling for oil may use NOAA or NASA earth-observing data to find candidate areas, and then do their own data collection to determine if the area's good or not.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-10-20T03:49:26.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3849" PostTypeId="1" CreationDate="2014-10-20T08:03:10.187" Score="4" ViewCount="895" Body="&lt;p&gt;PDF is the newly supported format on iOS 8, in order to avoid the hassle of resizing icons for different device resolutions. Where I can get free / standard icon collection? For example, &lt;code&gt;Go back&lt;/code&gt;, &lt;code&gt;Share&lt;/code&gt;, &lt;code&gt;Toggle&lt;/code&gt;, &lt;code&gt;Resize&lt;/code&gt;, &lt;code&gt;Send&lt;/code&gt;, &lt;code&gt;Contacts&lt;/code&gt; buttons?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="1511" LastEditDate="2014-10-20T08:37:40.950" LastActivityDate="2014-10-20T19:16:58.780" Title="Where can I get standard iOS icon collection in PDF format?" Tags="|data-request|images|pdf|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3850" PostTypeId="1" CreationDate="2014-10-20T08:13:49.320" Score="13" ViewCount="8342" Body="&lt;p&gt;Where can I get a database with airports and possible with (available / closed) runways from all over the world?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for airlines and contact info of managers in decision-making positions at airlines too.&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="1511" LastEditDate="2020-03-16T16:47:54.890" LastActivityDate="2022-06-15T10:37:08.623" Title="Airport / airline data from all over the world" Tags="|data-request|geospatial|transportation|companies|aviation|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3851" PostTypeId="2" ParentId="3849" CreationDate="2014-10-20T08:52:22.270" Score="6" Body="&lt;p&gt;Using a &lt;a href=&quot;http://www.google.com/advanced_image_search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Advanced Google Image Search&lt;/a&gt;, you can search based on file type (&lt;a href=&quot;http://en.wikipedia.org/wiki/Scalable_Vector_Graphics&quot; rel=&quot;nofollow noreferrer&quot;&gt;SVG&lt;/a&gt;, not PDF) and also usage rights. If you want a common theme for all buttons, then you can use this tool to find single websites that host similarly designed images that meet your criteria.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/search?as_st=y&amp;amp;tbm=isch&amp;amp;as_q=resize+icon&amp;amp;as_epq=&amp;amp;as_oq=&amp;amp;as_eq=&amp;amp;cr=&amp;amp;as_sitesearch=&amp;amp;safe=images&amp;amp;tbs=ift:svg&amp;amp;gws_rd=ssl#q=resize+button&amp;amp;as_st=y&amp;amp;tbs=ift:svg&amp;amp;tbm=isch&amp;amp;tbas=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is an example&lt;/a&gt; of the Resize Buttons with SVG. You'll have to filter by license for your use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/yOGrp.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To find PDF files, you can't use the Image Search tool but you can use &lt;a href=&quot;http://www.google.com/advanced_search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Advanced Search&lt;/a&gt;, and specify PDF as the file type.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To create or edit vector files (i.e. PDF or SVG), there is a very professional open source program called &lt;a href=&quot;http://www.inkscape.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Inkscape&lt;/a&gt; (similar functionality to Adobe Illustrator). With this tool, you can also easily make your own buttons in vector format. You can also easily convert SVG to PDF, using tools described &lt;a href=&quot;http://wiki.inkscape.org/wiki/index.php/Tools#Convert_to.2Ffrom_SVG&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-10-20T19:16:58.780" LastActivityDate="2014-10-20T19:16:58.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3852" PostTypeId="2" ParentId="3850" CreationDate="2014-10-20T09:08:09.363" Score="15" Body="&lt;p&gt;A quick google search found me the data page of &lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;noreferrer&quot;&gt;OpenFlights.org&lt;/a&gt;. This page has a free (donation request) CSV file with 8000+ airports: &lt;a href=&quot;https://sourceforge.net/p/openflights/code/HEAD/tree/openflights/data/airports.dat?format=raw&quot; rel=&quot;noreferrer&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenFlights.org points to &lt;a href=&quot;http://ourairports.com/&quot; rel=&quot;noreferrer&quot;&gt;OurAirports.com&lt;/a&gt;, which provides extensive CSV downloads with data being in the public domain. See their &lt;a href=&quot;http://ourairports.com/data/&quot; rel=&quot;noreferrer&quot;&gt;data page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Regarding &lt;strong&gt;contact info for airport management&lt;/strong&gt;, the FAA provides this info for US airports: &lt;a href=&quot;http://www.faa.gov/airports/airport_safety/airportdata_5010/&quot; rel=&quot;noreferrer&quot;&gt;LINK&lt;/a&gt;. Use this form to filter and then scroll down to the download section:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Fw9Rd.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a direct link to the &lt;a href=&quot;http://www.faa.gov/airports/airport_safety/airportdata_5010/menu/nfdcfacilitiesexport.cfm?Region=&amp;amp;District=&amp;amp;State=&amp;amp;County=&amp;amp;City=&amp;amp;Use=&amp;amp;Certification=&quot; rel=&quot;noreferrer&quot;&gt;Airport Facilities&lt;/a&gt; Excel file (6.5 MB). Screenshot below. Lots of contact info when you scroll right.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/O2xS7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a '&lt;a href=&quot;http://nfdc.faa.gov/portal/index.jsp&quot; rel=&quot;noreferrer&quot;&gt;download data&lt;/a&gt;' link but it requires registration.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-10-20T09:08:09.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3853" PostTypeId="2" ParentId="3844" CreationDate="2014-10-20T10:01:17.587" Score="4" Body="&lt;p&gt;Restricting to US businesses, this research is the most complete&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opendata500.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.opendata500.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It lists a lot of companies with the kind of data they use.&lt;/p&gt;&#xA;" OwnerUserId="3345" LastActivityDate="2014-10-20T10:01:17.587" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3854" PostTypeId="2" ParentId="3829" CreationDate="2014-10-20T16:22:16.787" Score="1" Body="&lt;p&gt;I found the data source for the figure from The Guardian&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1kHCEWY-d9HXlWrft9jjRQ2xf6WHQlmwyrXel6wjxkW8/edit?pli=1#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheets/d/1kHCEWY-d9HXlWrft9jjRQ2xf6WHQlmwyrXel6wjxkW8/edit?pli=1#gid=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lots of extra features in that data to look at. &lt;/p&gt;&#xA;" OwnerUserId="3848" LastActivityDate="2014-10-20T16:22:16.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3855" PostTypeId="2" ParentId="3701" CreationDate="2014-10-20T16:39:34.120" Score="3" Body="&lt;p&gt;From &lt;a href=&quot;http://add123.com/autodata/nmvtis&quot; rel=&quot;nofollow&quot;&gt;add123.com NMVTIS page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The National Motor Vehicle Title Information System (NMVTIS) is a federal database containing automobile information from states, insurance carriers and the salvage industry. The vehicle history information is available to the public, and can provide valuable information about a potential purchase.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The problem with cars is that they can be easily moved around, so being able to find registration history from the Texas DMV will only give you details for Texas cars, and not cars that were flooded in Lousiana, or something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An alteranative to add123.com would be to contact each State's DMV. Here is the PDF list of contact info - &lt;a href=&quot;http://www.aamva.org/WorkArea/linkit.aspx?LinkIdentifier=id&amp;amp;ItemID=2701&amp;amp;libID=2687&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-10-20T16:39:34.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3856" PostTypeId="2" ParentId="3503" CreationDate="2014-10-20T16:50:18.457" Score="3" Body="&lt;p&gt;&lt;em&gt;Here are two half-answers that hopefully can lead to a full one.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems a data set doesn't exist, with the exception of @Skram's comment about the WISQARS database.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;But there are many journal papers that have done studies, and by browsing them you can find lists. It's unstructured, but you can structure the data with the fields you provided in your question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To start, the SPRC has a page on college prevalence (&lt;a href=&quot;http://www.sprc.org/collegesanduniversities/campus-data/prevalence&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;), with links to pages of research studies. Their white paper (&lt;a href=&quot;http://www.sprc.org/sites/sprc.org/files/library/college_sp_whitepaper.pdf&quot; rel=&quot;nofollow&quot;&gt;PDF&lt;/a&gt;) talks about the Big Ten study being the most comprehensive. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Big Ten Student Suicide Study (Silverman et al., 1997), undertaken from 1980&#xA;  to 1990 to determine the suicide rate on Big Ten campuses, was the most comprehensive&#xA;  report on the incidence of suicides in undergraduate and graduate school populations&#xA;  by age, gender, and race. The study collected demographic and correlational data on&#xA;  261 suicides of registered students at 12 Midwestern campuses.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Silverman, M., Meyer. P., Sloane, F., Raffel, M., &amp;amp; Pratt, D. (1997). The Big Ten&#xA;student suicide study. Suicide and Life Threatening Behavior, 27, 285–303.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As expected, &lt;a href=&quot;http://onlinelibrary.wiley.com/doi/10.1111/j.1943-278X.1997.tb00411.x/full&quot; rel=&quot;nofollow&quot;&gt;that paper is behind a firewall&lt;/a&gt;. But I think this is the kind of data that will require some digging. Emailing authors and asking if they are willing to share the data would be a good start.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another option would be to read news stories, for example, with the &lt;a href=&quot;http://developer.nytimes.com/docs/read/article_search_api_v2&quot; rel=&quot;nofollow&quot;&gt;NYTimes API&lt;/a&gt;. Suicides reported in the NYTimes would be either high-profile stories or local New York / New Jersey colleges. Perhaps a network of news APIs could 'grep' stories from across the country.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-10-20T16:50:18.457" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3857" PostTypeId="2" ParentId="3850" CreationDate="2014-10-20T19:02:24.883" Score="7" Body="&lt;p&gt;Another source of airport information around the world is the UN Economic Commission for Europe (UNECE) dataset of United Nations Code for Trade and Transport Locations (UN/LOCODE). These cover major transport terminals: air, sea, land, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A link to the data is here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.unece.org/cefact/locode/welcome.html&quot;&gt;http://www.unece.org/cefact/locode/welcome.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also have a tutorial I wrote awhile back ago on using this dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opengeocode.org/tutorials/LOCODE.php&quot;&gt;http://opengeocode.org/tutorials/LOCODE.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-20T19:02:24.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3862" PostTypeId="1" CreationDate="2014-10-21T08:40:11.250" Score="4" ViewCount="153" Body="&lt;p&gt;I am looking for a calendar of events related to Open Source:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Linux User Groups regular meetings&lt;/li&gt;&#xA;&lt;li&gt;Web seminar about particular Open Source technologies&lt;/li&gt;&#xA;&lt;li&gt;Tech conferences related to Open Source&lt;/li&gt;&#xA;&lt;li&gt;Hackathons&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there such a calendar?&lt;br&gt;&#xA;Answers for particular countries are OK too.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="7031" LastEditDate="2019-10-10T08:52:40.933" LastActivityDate="2023-03-01T17:56:45.857" Title="Global calendar of Open Source-related events" Tags="|data-request|software|calendar|open-source|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3863" PostTypeId="5" CreationDate="2014-10-21T08:44:31.740" Score="0" Body="&lt;p&gt;Calendar data describes events that have happened or will happen at given dates/hours.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-10-21T15:18:41.860" LastActivityDate="2014-10-21T15:18:41.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3864" PostTypeId="4" CreationDate="2014-10-21T08:44:31.740" Score="0" Body="For questions about series of events with dates." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-10-21T15:18:23.967" LastActivityDate="2014-10-21T15:18:23.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3865" PostTypeId="5" CreationDate="2014-10-21T08:48:20.127" Score="0" Body="&lt;p&gt;Lists of software, metadata describing software. Don't use this tag for software that is only &lt;em&gt;used&lt;/em&gt; for data processing but is not the data subject of your question.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-10-21T16:14:04.997" LastActivityDate="2014-10-21T16:14:04.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3866" PostTypeId="4" CreationDate="2014-10-21T08:48:20.127" Score="0" Body="For questions about software or lists of software and metadata describing software." OwnerUserId="754" LastEditorUserId="244" LastEditDate="2014-10-21T23:50:27.823" LastActivityDate="2014-10-21T23:50:27.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3867" PostTypeId="2" ParentId="3862" CreationDate="2014-10-21T08:53:02.377" Score="1" Body="&lt;p&gt;This Google Calendar contains most Open Source-related events in Japan:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/calendar/embed?src=fvijvohm91uifvd9hratehf65k@group.calendar.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/calendar/embed?src=fvijvohm91uifvd9hratehf65k@group.calendar.google.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most events (but not all) are about Open Source topics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/O33qa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-21T08:53:02.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3868" PostTypeId="2" ParentId="3844" CreationDate="2014-10-21T11:34:33.493" Score="2" Body="&lt;p&gt;There are millions of examples of Open Data being used to support business. A more interesting business model around data are companies that resell data aggregated from multiple open sources into one consistent dataset they then turn into a commodity. Two that come to mind are Platts Energy and Ventus Energy who sell datasets (transmission lines, substations, etc) as products either as a subscription or as a bulk download with terms of use and restrictions on redistribution. I'd imagine many of these types of companies exist by selling governments back their data cleaned up and QA/QC to employees ignorant about what open data  exists or to lazy time pressed to do the data cleaning/review themselves&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-10-21T11:34:33.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3869" PostTypeId="2" ParentId="3850" CreationDate="2014-10-21T14:38:45.333" Score="6" Body="&lt;p&gt;Focusing more on the spatial data - but other attributes may be available, you can check:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ourairports.com/data/&quot;&gt;OurAirports&lt;/a&gt; - data available as KML, CSV, with an  rss feed of comments describing facilities and current operations&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://worldaerodata.com/&quot;&gt;World Aeronautical Database&lt;/a&gt; - Not sure how accessible the data is&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gapspub.ultra-prologic.com/POIRSS/default.ashx?source=Worldwide_Airports&quot;&gt;USSTRATCOM Worldwide Airports&lt;/a&gt; - GeoRSS feed; I think the source data is the old Digital Aeronautical Flight Information (DAFIF)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.x-plane.com/get_data.html&quot;&gt;X-Plane&lt;/a&gt; -includes runways taxiway layouts; .dat file designed to work with x-plane flight simulator.  Source of TerraGear airports in their landcover database&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.segelflug.de/vereine/welt2000/&quot;&gt;WELT2000&lt;/a&gt;- free global OBDL database of airports, airfields, waypoints, Glider Sites, Ultralight Sites; Releases published twice a year: beginning of February and August. Snapshots published daily; downloads are txt files   &lt;/p&gt;&#xA;" OwnerUserId="2542" LastActivityDate="2014-10-21T14:38:45.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3870" PostTypeId="2" ParentId="3825" CreationDate="2014-10-21T22:40:12.163" Score="1" Body="&lt;p&gt;You could use FEMA Web Feature Service WFS, use this data for a living you don't want the flood insurance (FIRM) maps which is floodsmart you want the National Flood Hazards Layer... Using the Open standard and well known WFS service you'd have a plethora of options to choose from to implement what your taking about: &lt;a href=&quot;https://hazards.fema.gov/femaportal/wps/portal/NFHLWMS&quot; rel=&quot;nofollow&quot;&gt;https://hazards.fema.gov/femaportal/wps/portal/NFHLWMS&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-10-21T22:40:12.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3871" PostTypeId="2" ParentId="1898" CreationDate="2014-10-21T22:46:03.793" Score="2" Body="&lt;p&gt;Four Square has published a few maps showing users check in at the minute level  one in New York was like watching ants March... No idea what there api/data access limitations are I thought I heard they released anonymized versions of user though &lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-10-21T22:46:03.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3872" PostTypeId="2" ParentId="3596" CreationDate="2014-10-21T23:03:14.933" Score="-1" Body="&lt;p&gt;CKAN the software behind data.gov has a extension for it, multiple agencies use CKAN to harvest existing services as over 60 extensions exist for CKAN and can harvest other CKAN makes the collection process easy at one level... &lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-10-21T23:03:14.933" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3873" PostTypeId="1" AcceptedAnswerId="3878" CreationDate="2014-10-22T03:50:27.857" Score="2" ViewCount="55" Body="&lt;p&gt;I run two queries for the daily number of reports for bextra and avandia:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20050101+TO+20050430]+AND+brand_name:bextra&amp;amp;count=receivedate&#xA;&#xA;https://api.fda.gov/drug/event.json?search=receivedate:[20101001+TO+20101031]+AND+brand_name:avandia&amp;amp;count=receivedate&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The avandia search produces the results I expect, the bextra search does not. The bextra search is run for the months prior to its withdrawal. I do not believe that there wasn't a single report in those months. Can anyone clarify what's going on? &lt;/p&gt;&#xA;" OwnerUserId="3877" LastEditorUserId="1511" LastEditDate="2015-01-17T15:50:56.363" LastActivityDate="2015-01-17T15:50:56.363" Title="Drug time series produces unexpected results" Tags="|api|openfda|json|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3875" PostTypeId="1" CreationDate="2014-10-22T14:19:24.780" Score="4" ViewCount="49" Body="&lt;p&gt;I would like to know how I can get access to the underlying database powering the site &lt;a href=&quot;https://safeharbor.export.gov/list.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;safeharbor&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This lists all the private companies who have agreed to comply with the &lt;a href=&quot;http://en.wikipedia.org/wiki/Safe_harbor&quot; rel=&quot;nofollow noreferrer&quot;&gt;Safe Harbor&lt;/a&gt; protocol for EU data protection.&lt;/p&gt;&#xA;" OwnerUserId="3879" LastEditorUserId="23272" LastEditDate="2021-04-07T13:11:51.580" LastActivityDate="2021-04-07T13:11:51.580" Title="Opening up Federal Trade Commission data on Safe Harbor" Tags="|data-request|usa|government|federal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="3876" PostTypeId="1" CreationDate="2014-10-22T14:28:33.900" Score="5" ViewCount="39" Body="&lt;p&gt;The IMF and other organizations have public data by subscription. Some university libraries have CDs from these vendors or online subscription.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any online libraries that provide similar temporary access to these datasets?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-04-17T13:51:57.170" LastActivityDate="2015-04-17T13:51:57.170" Title="How to get access to half-open subscription-only data?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3877" PostTypeId="2" ParentId="3875" CreationDate="2014-10-22T15:30:13.573" Score="3" Body="&lt;p&gt;I checked out the webpage. There is a 'Export to Excel' link on the page. I tried it. It downloads a file called 'OrganizationList.xls'. But you cannot open it in Excel. I checked the contents of the file and it is an HTML table. To view the file, change the file suffix to '.html'. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as extracting the data, I would use a convert HTML table to CSV tool. Below is one site that I tried with this file and it appeared to do a correct conversion:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.convertcsv.com/html-table-to-csv.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.convertcsv.com/html-table-to-csv.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-22T15:30:13.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3878" PostTypeId="2" ParentId="3873" CreationDate="2014-10-22T15:38:40.513" Score="1" Body="&lt;p&gt;The short answer is that when you do the following API call, you see that &lt;code&gt;bextra&lt;/code&gt; shows up in the &lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt; instead of &lt;code&gt;patient.drug.brand_name&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20050101+TO+20050430]+AND+bextra&amp;amp;limit=100&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20050101+TO+20050430]+AND+bextra&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I suggest doing the following:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20050101+TO+20050430]+AND+(medicinalproduct:bextra%20OR%20brand_name:bextra)&amp;amp;count=receivedate&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20050101+TO+20050430]+AND+(medicinalproduct:bextra%20OR%20brand_name:bextra)&amp;amp;count=receivedate&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can read up on why this is at &lt;a href=&quot;https://github.com/FDA/openfda/issues/22&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/issues/22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-10-22T15:38:40.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3879" PostTypeId="1" CreationDate="2014-10-22T15:59:43.463" Score="7" ViewCount="128" Body="&lt;p&gt;&lt;a href=&quot;http://www.npr.org/blogs/health/2014/10/21/357618079/hospitals-struggle-to-beat-back-serious-infections&quot;&gt;NPR&lt;/a&gt; and other news organizations are citing a dataset analyzed by Kaiser from the CDC:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Created with Datawrapper&#xA;Source: Kaiser Health News analysis of CDC data Get the data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Would anyone know where the raw data set comes from?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in more details, especially hospital names, type of incidents, and location (city, state, zip code, etc).&lt;/p&gt;&#xA;" OwnerUserId="2719" LastEditorUserId="70" LastEditDate="2015-03-31T18:51:21.160" LastActivityDate="2015-03-31T18:51:21.160" Title="Hospital originated infections and mishaps" Tags="|data-request|usa|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3880" PostTypeId="2" ParentId="3879" CreationDate="2014-10-22T16:08:50.520" Score="9" Body="&lt;p&gt;The data referenced appears to be an aggregation of Hospital Acquired Infections which are part of the CMS Hospital Compare family of data sets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The various measures included in the dataset are listed at  &lt;a href=&quot;http://www.medicare.gov/hospitalcompare/Data/Measures-Displayed.html&quot;&gt;http://www.medicare.gov/hospitalcompare/Data/Measures-Displayed.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a number of ways to access the raw data which are listed at &lt;a href=&quot;http://www.medicare.gov/hospitalcompare/Resources/Download-Data.html&quot;&gt;http://www.medicare.gov/hospitalcompare/Resources/Download-Data.html&lt;/a&gt; including zipped archives of CSVs, APIs at data.medicare.gov, and more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're going to visit one line.. go to &lt;a href=&quot;https://data.medicare.gov/Hospital-Compare/Healthcare-Associated-Infections-Hospital/77hc-ibv8&quot;&gt;https://data.medicare.gov/Hospital-Compare/Healthcare-Associated-Infections-Hospital/77hc-ibv8&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-10-22T16:08:50.520" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3881" PostTypeId="1" CreationDate="2014-10-22T20:28:08.890" Score="2" ViewCount="129" Body="&lt;p&gt;I am researching hormonal birth control and finding different results depending on how the order of the drug is listed. Also, if a space is used between &lt;code&gt;Ethinyl Estradiol&lt;/code&gt; or not.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Ethinyl Estradiol+Norelgestromin = 83,341 records&#xA;EthinylEstradiol+Norelgestromin =15,106 records&#xA;EE+Norelgestromin = 14,260 records&#xA;&#xA;Ethinyl Estradiol+Etonogestrel = 90,482 records&#xA;EthinylEstradiol+Etonogestrel = 15,972 records&#xA;EE+etonogestrel = 15,117 records&#xA;EE+eton = 217 records&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Other results that were interesting: NuvaRing is the only product that I know of (although I might be wrong) that uses Ethinyl Estradio AND Etonogestrel and it was interesting to see the various results&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Etonogestrel+Ethinyl+Estradiol+nuvaring = 90,495 records&#xA;Nuvaring = 7,741 records&#xA;Nuva = 15 records&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It looks like some records are recorded differently, such as Ethinyl Estradiol, or EthinylEstradiol or EE so they all counted separately, so the total count is not correct. Other issues as to how the drug name is entered appear to be affecting the data as well.&lt;/p&gt;&#xA;" OwnerUserId="3882" LastEditorUserId="1511" LastEditDate="2014-10-23T08:39:25.663" LastActivityDate="2014-11-30T15:46:23.503" Title="How can I get accurate data re Adverse Events?" Tags="|api|openfda|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3882" PostTypeId="2" ParentId="3876" CreationDate="2014-10-22T21:05:25.397" Score="4" Body="&lt;p&gt;I can't speak for other libraries, but at the university library where I work at in the United States...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If we had a CD copy of this, you would need to get an account with us (which would cost $25 and be restricted to residents of the state) to be able to check it out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If we had online access to this, you'd need to come by in person to one of our libraries and use one of the guest computers. Typically we allow guests access for an hour a day but for folks doing research, we'd gladly extend that time if their research intent was made clear. Folks not affiliated with the university can't get off-site access to our electronic subscriptions per our contracts with the vendors.&lt;/p&gt;&#xA;" OwnerUserId="2633" LastActivityDate="2014-10-22T21:05:25.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3884" PostTypeId="2" ParentId="3850" CreationDate="2014-10-23T04:42:04.293" Score="12" Body="&lt;p&gt;&lt;a href=&quot;http://ourairports.com/&quot;&gt;OurAirports.com&lt;/a&gt; is, in my experience, the best data set publicly available. You may find ICAO or IATA missing or outdated here or there, but it's rare (in my experience). They have also categorized the airports as Main or Small, etc, which is particularly helpful, although for the USA, you can simply filter the ICAO code by 'starts with' K and that gets you pretty close as well. Geonames dot org has airport data, and perhaps they may fill some gaps internationally.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OurAirports.com data has been loaded into &lt;a href=&quot;https://www.freebase.com/&quot;&gt;Freebase&lt;/a&gt;, from my understanding, but the top level data in Freebase is still yet to fully be populated. In other words, OurAirports is more accurate. -- and far more thorough. It's been awhile since I've looked at the Freebase data, so I can't be certain. Here is a Google Fusion table of the OurAirports set, which is where I found it initially 5 years ago -- since then I maintain mine internally. I am very glad I found it. Their website states they have 46,055 active airports in the set, and Fusion Tables only has 44077, so I venture to guess Fusion Tables is out of date --&gt; at least, &lt;a href=&quot;https://www.google.com/fusiontables/DataSource?snapid=S334585OmZp&quot;&gt;here it may be&lt;/a&gt;. I think X-Plane data was also very good, if i remember correctly. WELT2000 looks to be useful for smaller strips and waypoints.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also take Wikipedia's URL and add the name of the airport (for most major airports) to get to it:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://en.wikipedia.org/wiki/Centennial_Airport&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Similarly, you can do the same for &lt;a href=&quot;http://www.acukwik.com/&quot;&gt;Acukwik&lt;/a&gt; or &lt;a href=&quot;https://www.airnav.com/&quot;&gt;Airnav.com&lt;/a&gt;, among many other sites catering to general aviation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A new one that seems useful for reasons I am less familiar with is &lt;a href=&quot;https://skyvector.com/&quot;&gt;SkyVector&lt;/a&gt;, offering a nice user interface and &lt;a href=&quot;https://skyvector.com/airport/APA/Centennial-Airport&quot;&gt;some cool maps&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://flightaware.com/&quot;&gt;Flightaware&lt;/a&gt; is also doing an admirable job of bulking up their directory of &lt;a href=&quot;http://www.flightaware.com/resources/airport/KAPA&quot;&gt;services and aircraft data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best place to look for aircraft is the FAA's registry, in terms of aircraft in the US. The &lt;a href=&quot;http://www.privatejetcharteradvisors.com/airports/centennial-airport-kapa-apa&quot;&gt;website&lt;/a&gt; seems a work in progress but buried inside are tidy listings for airport services, such as Fixed Base Operators (FBOs), catering and ground transportation specific to the airport. Combining the airport name and keywords from the domain seems to get you there, as the internal site navigation is lacking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the topic of private jet charter and helicopters, the defacto public source seems to be &lt;a href=&quot;http://aircharterguide.com/&quot;&gt;AirCharterGuide.com&lt;/a&gt;. If open data downloads are what you are after, OurAirports.com is solid, &lt;a href=&quot;http://www.geonames.org/&quot;&gt;Geonames.org&lt;/a&gt; may offer some interesting data and I believe the FAA data is open public, but the way they allow download of the tables makes a trick of relating it properly, if I remember correctly. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;*I had to go back thru and breakup a bunch of these links since I am new here and only have authority to include a couple, which are the two more difficult ones to locate. Hopefully, someone finds this helpful and I look forward to seeing others suggestions too. I am interested in finding data on aircraft outside the US and their associated model information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;** Aside - I've expounded upon the original question as I interpret the real issue at hand is a need to gather sufficient information about airports and decision makers to create a dataset valuable enough to &quot;do&quot; or accomplish something... and often times that might be related to businesses on sales missions, as such, scrounging from all available data sources may be needed as points of contact and decision makers are best accessed by connecting with the airport community as a whole, particularly in smaller airports which are the majority, especially if charter &quot;airlines&quot; are of interest -- sometimes airline operators cross both charter and commercial markets -- in addition to medical and cargo.&lt;/p&gt;&#xA;" OwnerUserId="3886" LastEditorUserId="1511" LastEditDate="2014-10-23T08:21:06.413" LastActivityDate="2014-10-23T08:21:06.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3885" PostTypeId="2" ParentId="3779" CreationDate="2014-10-23T14:03:41.940" Score="3" Body="&lt;p&gt;Those datasets were originally set up to support an app challenge targeted specifically at the hospitality, retail, and restaurant industries.  The Enforcement Data site's search isn't as limited.  We've recently lifted that limitation for Wage &amp;amp; Hour's data.  I will be reaching out to the database owner to see if we can do the same with OSHA's.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2014-10-23T14:03:41.940" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3886" PostTypeId="1" CreationDate="2014-10-23T20:35:32.180" Score="2" ViewCount="385" Body="&lt;p&gt;I'm looking for data on international flight patterns. Similar to the data used in the paper&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://currents.plos.org/outbreaks/article/assessing-the-international-spreading-risk-associated-with-the-2014-west-african-ebola-outbreak/&quot; rel=&quot;nofollow&quot;&gt;http://currents.plos.org/outbreaks/article/assessing-the-international-spreading-risk-associated-with-the-2014-west-african-ebola-outbreak/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;except they seem to have used a paid service to obtain the data. Is it possible to get free data of flight records that is fairly recent (within the last few months)?&lt;/p&gt;&#xA;" OwnerUserId="3848" LastEditorUserId="244" LastEditDate="2014-10-28T13:53:19.803" LastActivityDate="2014-10-28T13:53:19.803" Title="Publicly Available (Free) Flight Data" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3887" PostTypeId="1" AcceptedAnswerId="3906" CreationDate="2014-10-24T02:10:14.853" Score="6" ViewCount="918" Body="&lt;p&gt;I've already tried ckanapi's dump datasets but it seems it only downloads the metadata. Is there a command that downloads the datasets referenced in the download_url field? I can script a download script if needed but I first want to know if it's supported in the API.Thanks!&lt;/p&gt;&#xA;" OwnerUserId="577" LastEditorUserId="1511" LastEditDate="2014-10-24T07:04:42.533" LastActivityDate="2014-10-27T13:06:00.167" Title="How to download all datasets from a CKAN instance using the API?" Tags="|api|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3888" PostTypeId="1" AcceptedAnswerId="3926" CreationDate="2014-10-24T12:57:46.613" Score="13" ViewCount="7203" Body="&lt;p&gt;I'm looking for a dataset of human translated sentences.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ideal dataset would look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1, en, The weather is nice today.&#xA;1, de, Das Wetter ist heute schön.&#xA;1, es, El clima es agradable hoy.&#xA;1, el, Ο καιρός είναι καλός σήμερα. &#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;for as many languages as possible and for sentences of varying length and complexity. &lt;strong&gt;It's important that the text is human translated.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An existing dataset or database would be great, but I can also scrape websites or hook up to an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(For programming, &lt;a href=&quot;http://rosettacode.org/wiki/Hello_world/Text&quot; rel=&quot;noreferrer&quot;&gt;RosettaCode&lt;/a&gt; does a nice job of this.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note:&lt;/em&gt; I've suggested Anki for these types of questions (&lt;a href=&quot;https://opendata.stackexchange.com/a/3768/1511&quot;&gt;one&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/a/1618/1511&quot;&gt;two&lt;/a&gt;), but that doesn't work well in this case because it's 2-languages only.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2023-12-29T10:04:03.437" Title="Dataset of sentences translated into many languages" Tags="|data-request|language|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3889" PostTypeId="1" AcceptedAnswerId="3899" CreationDate="2014-10-24T14:27:12.247" Score="4" ViewCount="5737" Body="&lt;p&gt;*I originally posted this in StackOverflow but it was recommended that I post here instead. Any feedback would be helpful!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question: Any recommendations on where I can find boxscores for every game in the 2013-204 NBA season?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm learning R, and want to put my fledgling skills to the test with some analysis to use for my fantasy basketball team.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to find box scores for every game in the 2013-2014 NBA season so that I can calculate standard deviation among top scorers/blockers etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After looking for a few hours I haven't been able to find this box-score archive for last year.&lt;/p&gt;&#xA;" OwnerUserId="3895" LastActivityDate="2014-10-26T06:15:18.823" Title="Data request: NBA data to practice statistical programming" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3891" PostTypeId="2" ParentId="3881" CreationDate="2014-10-24T15:53:45.750" Score="1" Body="&lt;p&gt;I am able to replicate your results. The problem you are having is that the query is doing a keyword match with the terms you are using. Some of the records list the drup Ethinyl Estradiol with a space and others without a space.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do not use abbreviations like 'EE'. I found they match unrelated records that had EE in them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe the query below will give you the union of records using Ethinyl Estradiol with and without a space and Norelgestromin, and filter out inexact matches to the drug name. Otherwise, remove the two instances of '.exact'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:EthinylEstradiol+Norelgestromin+patient.drug.medicinalproduct.exact:Ethinyl%20Estradiol+Norelgestromin&amp;amp;count&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:EthinylEstradiol+Norelgestromin+patient.drug.medicinalproduct.exact:Ethinyl%20Estradiol+Norelgestromin&amp;amp;count&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;total&quot;: 83309&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-24T15:53:45.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3892" PostTypeId="2" ParentId="3889" CreationDate="2014-10-24T16:08:44.257" Score="1" Body="&lt;p&gt;This person's blog claims to have done what you are looking for and has a download version of game/box score stats since 1985/6 season.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://thecodebarbarian.wordpress.com/2014/02/14/crunching-30-years-of-nba-data-with-mongodb-aggregation/&quot; rel=&quot;nofollow&quot;&gt;http://thecodebarbarian.wordpress.com/2014/02/14/crunching-30-years-of-nba-data-with-mongodb-aggregation/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another alternative is to get the data from the NBA's statistics page. But there is no direct download. It's all interactive and tedious.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stats.nba.com&quot; rel=&quot;nofollow&quot;&gt;http://stats.nba.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This site will sell you the data. Two seasons is about $50&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://downloads.nbastuffer.com/nba-team-data-sets&quot; rel=&quot;nofollow&quot;&gt;http://downloads.nbastuffer.com/nba-team-data-sets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-24T16:08:44.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3893" PostTypeId="2" ParentId="912" CreationDate="2014-10-24T21:27:01.047" Score="7" Body="&lt;p&gt;We're building an open crowdsourced database for uk food products.&#xA;We have calories, ingredients, photos.&#xA;You can use it and contribute to it as well (and let your user contribute) according to the OdBL licence :-)&#xA;&lt;a href=&quot;https://uk.openfoodfacts.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://uk.openfoodfacts.org&lt;/a&gt; and &lt;a href=&quot;https://world.openfoodfacts.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://world.openfoodfacts.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2226" LastEditorUserId="2226" LastEditDate="2017-08-14T11:12:55.897" LastActivityDate="2017-08-14T11:12:55.897" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3894" PostTypeId="2" ParentId="3888" CreationDate="2014-10-25T02:37:49.300" Score="4" Body="&lt;p&gt;Have you considered using some book that's been widely translated, but is out of copyright?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The bible comes to mind, as the verse numbering scheme would make it easy to match up sentances.  Some translations may still be copyrighted (eg, the NIV), but older translations like the King James would be out of copyright.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-10-25T02:37:49.300" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3898" PostTypeId="1" CreationDate="2014-10-26T03:09:32.023" Score="7" ViewCount="4360" Body="&lt;p&gt;I am looking for a video games listing with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;date of release&lt;/li&gt;&#xA;&lt;li&gt;platform(s) (e.g. PlayStation 1, Windows 7)&lt;/li&gt;&#xA;&lt;li&gt;genre (e.g. RTS, racing, FPS)&lt;/li&gt;&#xA;&lt;li&gt;location(s) where the game takes place (e.g. Miami, Paris, China, space)&lt;/li&gt;&#xA;&lt;li&gt;time(s) when the game takes place (e.g. Middle Age, contemporary, future)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-13T21:20:48.107" LastActivityDate="2018-04-03T19:35:08.217" Title="Video game dataset" Tags="|data-request|games|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3899" PostTypeId="2" ParentId="3889" CreationDate="2014-10-26T06:15:18.823" Score="2" Body="&lt;p&gt;Reputation too low to comment (could someone please change this into one?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For older data: &lt;a href=&quot;http://www.databasesports.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.databasesports.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2014-10-26T06:15:18.823" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3900" PostTypeId="1" CreationDate="2014-10-27T03:23:28.680" Score="2" ViewCount="120" Body="&lt;p&gt;I need dataset of the &lt;em&gt;student behavior&lt;/em&gt; in the massive online courses. By searching the internet, most of data I find about online courses is just the course information. But what I want is the &lt;em&gt;student behavior&lt;/em&gt; data like how they take the video lecture, what are their grades, what is their behavior in the course forum, etc.. Is there any publicly available dataset on this kind of things?&lt;/p&gt;&#xA;" OwnerUserId="3913" LastEditorUserId="70" LastEditDate="2015-03-30T09:00:01.583" LastActivityDate="2015-03-30T09:00:01.583" Title="Is there any publicly available dataset of the student behaviors in massive online courses like Coursera?" Tags="|data-request|education|internet|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3902" PostTypeId="1" AcceptedAnswerId="3916" CreationDate="2014-10-27T08:03:36.903" Score="4" ViewCount="1197" Body="&lt;p&gt;There are several ways to get an IMDb dataset for movies, with information of title, actors and more. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I just want to get a dataset of the user profile and their reviews, watchlist, and ratings. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any formal API for developer to fetch dataset like that or some existed dataset about users on IMDb?&lt;/p&gt;&#xA;" OwnerUserId="3915" LastEditorUserId="244" LastEditDate="2014-10-28T13:52:00.923" LastActivityDate="2014-10-28T13:52:00.923" Title="IMDb users (reviews, watchlist, and ratings) dataset" Tags="|data-request|film|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3903" PostTypeId="2" ParentId="3888" CreationDate="2014-10-27T09:57:32.530" Score="5" Body="&lt;p&gt;One option would be to use movie subtitles. As described &lt;a href=&quot;https://opendata.stackexchange.com/a/1807/1511&quot;&gt;here&lt;/a&gt;, &lt;a href=&quot;http://www.opensubtitles.org/en/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSubtitles.org&lt;/a&gt; can be used to find parallel text in many languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried this before in the past and I find that it's a great way to collect data, but it's very hard to synchronize the different text files (even with the movie timestamp)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/H5DcL.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-10-27T09:57:32.530" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3904" PostTypeId="2" ParentId="3862" CreationDate="2014-10-27T11:06:14.407" Score="2" Body="&lt;p&gt;This calendar is maintained by RedHat:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opensource.com/resources/conferences-and-events-monthly&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opensource.com/resources/conferences-and-events-monthly&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it contains very few events, and does not seem to have an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/iUpOY.png&quot; alt=&quot;OpenSource.com calendar&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-27T11:06:14.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3905" PostTypeId="1" AcceptedAnswerId="3910" CreationDate="2014-10-27T12:54:55.123" Score="2" ViewCount="113" Body="&lt;p&gt;I'm looking for a data resource that contains financial and/or employment &lt;a href=&quot;http://en.wikipedia.org/wiki/Non-governmental_organization&quot; rel=&quot;nofollow&quot;&gt;non-governmental organizations&lt;/a&gt; (NGOs).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.charitynavigator.org&quot; rel=&quot;nofollow&quot;&gt;CharityNavigator.org&lt;/a&gt; provides this kind of data for charities, but not for NGOs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I'd like to be able to look up a list of NGOs and find out:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the number of employees or some other metric of size&lt;/li&gt;&#xA;&lt;li&gt;a mailing address&lt;/li&gt;&#xA;&lt;li&gt;something with their annual budget or expenses&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Does such a data resource exist?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Update:&lt;/em&gt; An interesting article about &lt;a href=&quot;http://www.ssireview.org/blog/entry/liberating_990_data&quot; rel=&quot;nofollow&quot;&gt;Liberating 990 Data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-10-27T15:27:08.670" LastActivityDate="2014-10-27T15:36:19.650" Title="Basic Financial Data for Non-Governmental Organizations (NGOs)" Tags="|data-request|usa|finance|nonprofit|ngo|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3906" PostTypeId="2" ParentId="3887" CreationDate="2014-10-27T13:06:00.167" Score="5" Body="&lt;p&gt;This is not supported by the CKAN API, so you would need to script it.&lt;/p&gt;&#xA;" OwnerUserId="3441" LastActivityDate="2014-10-27T13:06:00.167" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3907" PostTypeId="2" ParentId="3905" CreationDate="2014-10-27T14:26:21.233" Score="2" Body="&lt;p&gt;CharityNavigator.org includes a page for every US registered nonprofit. Even if it isn't a rated charity, there is basic data included via a link to the org's Form 990. If the org is large enough (such that it files the full 990), then you'll find those data points on its Form 990.&lt;/p&gt;&#xA;" OwnerUserId="3917" LastActivityDate="2014-10-27T14:26:21.233" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3908" PostTypeId="2" ParentId="3881" CreationDate="2014-10-27T15:03:52.870" Score="2" Body="&lt;p&gt;Actually, Andrew from OpenGeoCode's answer isn't quite correct; it is a much wider query than expected. I'll explain why.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;First, to the OP:&lt;/strong&gt; This is exactly what is necessary to answer your original question—a pasted link to the queries you used to arrive at your results! Otherwise there's no way to reproduce the queries.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:EthinylEstradiol+Norelgestromin+patient.drug.medicinalproduct.exact:Ethinyl%20Estradiol+Norelgestromin&amp;amp;count&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:EthinylEstradiol+Norelgestromin+patient.drug.medicinalproduct.exact:Ethinyl%20Estradiol+Norelgestromin&amp;amp;count&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This returns about 83k results. Why so many? &lt;strong&gt;Here's what's going on.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API is going to search for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;patient.drug.medicinalproduct.exact:EthinylEstradiol&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All records where &lt;code&gt;medicinalproduct&lt;/code&gt; contains &lt;em&gt;exactly&lt;/em&gt; &quot;EthinylEstradiol&quot; &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:EthinylEstradiol&quot; rel=&quot;nofollow&quot;&gt;0 results&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;+Norelgestromin&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because &lt;code&gt;Norelgestromin&lt;/code&gt; is &quot;loose&quot; in the query—it's not prefixed by a field to search in—the API will search in every field, in every record, for the word &lt;code&gt;Norelgestromin&lt;/code&gt; &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=Norelgestromin&quot; rel=&quot;nofollow&quot;&gt;~14k results&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;+patient.drug.medicinalproduct.exact:Ethinyl&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because there's a space between &lt;code&gt;Ethinyl&lt;/code&gt; and &lt;code&gt;Estradiol&lt;/code&gt;, but these are not grouped with quotation marks to indicate an exact phrase match is desired, the API searches for all records where &lt;code&gt;medicinalproduct&lt;/code&gt; contains &lt;em&gt;exactly&lt;/em&gt; &quot;Ethinyl&quot; &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:Ethinyl&quot; rel=&quot;nofollow&quot;&gt;0 results&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;%20Estradiol&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, this is &quot;loose&quot; in the query so the API does a big keyword search across all fields for the word &lt;code&gt;Estradiol&lt;/code&gt;, wherever it may be found. &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=%20Estradiol&quot; rel=&quot;nofollow&quot;&gt;~83k results&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;+Norelgestromin&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, this is &quot;loose&quot; in the query so the API does the same broad keyword search it did before. No new records are returned.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;&amp;amp;count&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This does nothing now. &lt;code&gt;count&lt;/code&gt; needs a parameter—a field to count. i.e. &lt;code&gt;count=patient.drug.medicinalproduct.exact&lt;/code&gt; will return a list of the top &lt;code&gt;medicinalproduct&lt;/code&gt; entries across the matching records; it's a good way to ballpark your query logic and see whether you're casting too wide a net.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Here are different, more specific queries.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;This first one is a much more precise intersection of two ingredients, but may not capture all the misspellings or combinations that are possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:(%22EthinylEstradiol%22+AND+%22Norelgestromin%22)+patient.drug.medicinalproduct:(%22Ethinyl%20Estradiol%22+AND+%22Norelgestromin%22)&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:(%22EthinylEstradiol%22+AND+%22Norelgestromin%22)+patient.drug.medicinalproduct:(%22Ethinyl%20Estradiol%22+AND+%22Norelgestromin%22)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this query (about 30 results) we're looking for any records where the &lt;code&gt;medicinalproduct&lt;/code&gt; contained BOTH &quot;Ethinyl Estradiol&quot; AND &quot;Norelgestromin&quot; &lt;strong&gt;or&lt;/strong&gt; contained BOTH &quot;EthinylEstradiol&quot; AND &quot;Norelgestromin&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a more compact version of the same query, using more parentheses to group all the things we want to search for &lt;em&gt;within&lt;/em&gt; &lt;code&gt;medicinalproduct&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:((%22EthinylEstradiol%22+AND+%22Norelgestromin%22)+(%22Ethinyl%20Estradiol%22+AND+%22Norelgestromin%22))&amp;amp;limit=25&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:((%22EthinylEstradiol%22+AND+%22Norelgestromin%22)+(%22Ethinyl%20Estradiol%22+AND+%22Norelgestromin%22))&amp;amp;limit=25&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the &lt;code&gt;+&lt;/code&gt; is just a &quot;space&quot; and to the API, it's an implicit OR. In other words, if you just write a bunch of words with spaces between them, the API is going to try to match the biggest number of records that contains any of those words. You can use quotation marks and the keyword &lt;code&gt;AND&lt;/code&gt; to be more specific.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;This second one is more like what I think Andrew from OpenGeoCode was going for—a union of records that match ANY of &quot;Ethinyl Estradiol&quot; OR &quot;EthinylEstradiol&quot; OR &quot;Norelgestromin&quot;. It returns about 7k records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:(%22EthinylEstradiol%22+%22Ethinyl%20Estradiol%22+%22Norelgestromin%22)&amp;amp;limit=25&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:(%22EthinylEstradiol%22+%22Ethinyl%20Estradiol%22+%22Norelgestromin%22)&amp;amp;limit=25&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Remember, the parentheses are grouping all the things we want to look for WITHIN &lt;code&gt;medicinalproduct&lt;/code&gt;, and the &lt;code&gt;+&lt;/code&gt; between them is an implicit OR.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3303" LastEditorUserId="3303" LastEditDate="2014-10-27T15:09:53.887" LastActivityDate="2014-10-27T15:09:53.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3909" PostTypeId="2" ParentId="3905" CreationDate="2014-10-27T15:31:42.003" Score="0" Body="&lt;p&gt;Based on &lt;a href=&quot;https://opendata.stackexchange.com/a/3907/1511&quot;&gt;@user3917's answer&lt;/a&gt;, I navigated to the IRS 990 page called &lt;strong&gt;&lt;a href=&quot;http://www.irs.gov/Charities-&amp;amp;-Non-Profits/Exempt-Organizations-Business-Master-File-Extract-EO-BMF&quot; rel=&quot;nofollow noreferrer&quot;&gt;Exempt Organizations Business Master File Extract (EO BMF)&lt;/a&gt;&lt;/strong&gt;, which provides CSV files on the state level (50+) and by region (4 files in total). The data includes address and financial data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-10-27T15:31:42.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3910" PostTypeId="2" ParentId="3905" CreationDate="2014-10-27T15:36:19.650" Score="3" Body="&lt;p&gt;Selected financial information on all entities that file using form 990 with the IRS is public. A variety of datasets can be found in the IRS Statistics of Income (SOI). I would start at this page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-IRS-Tax-Exempt-Organization-Population-Data&quot; rel=&quot;nofollow&quot;&gt;http://www.irs.gov/uac/SOI-Tax-Stats-IRS-Tax-Exempt-Organization-Population-Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-27T15:36:19.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3911" PostTypeId="2" ParentId="562" CreationDate="2014-10-27T15:43:39.507" Score="7" Body="&lt;p&gt;Grocery.com has launched (Sept. 20, 2014) an open data project (&quot;open grocery database project&quot;) to list UPC codes, brand, product and other information on products sold in grocery stores. According to their website:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;We start with a small installment. Our first file contains a little over 100K grocery products with the following data points: grp_id, upc14, upc12, brand and product_name. We are not including other data points in this file to conserve space and make the handling of the data manageable.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They give some explanation about their method of converting UPC codes. &lt;a href=&quot;http://www.grocery.com/open-grocery-database-project/&quot;&gt;You can download&lt;/a&gt; the entire database in an Excel file format, which can easily be converted to CSV file.&lt;/p&gt;&#xA;" OwnerUserId="3919" LastEditorUserId="3922" LastEditDate="2014-10-28T08:06:31.453" LastActivityDate="2014-10-28T08:06:31.453" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3912" PostTypeId="2" ParentId="3454" CreationDate="2014-10-27T15:55:01.057" Score="2" Body="&lt;p&gt;amazon:&lt;br&gt;&#xA;This dataset consists of reviews from amazon. The data span a period of 18 years, including ~35 million reviews up to March 2013. Reviews include product and user information, ratings, and a plaintext review.&lt;br&gt;&#xA;&lt;a href=&quot;http://snap.stanford.edu/data/web-Amazon.html&quot; rel=&quot;nofollow&quot;&gt;http://snap.stanford.edu/data/web-Amazon.html&lt;/a&gt;&lt;br&gt;&#xA;beer advocate reviews:&lt;br&gt;&#xA;&lt;a href=&quot;http://snap.stanford.edu/data/web-BeerAdvocate.html&quot; rel=&quot;nofollow&quot;&gt;http://snap.stanford.edu/data/web-BeerAdvocate.html&lt;/a&gt;&lt;br&gt;&#xA;rate beer reviews:&lt;br&gt;&#xA;&lt;a href=&quot;http://snap.stanford.edu/data/web-RateBeer.html&quot; rel=&quot;nofollow&quot;&gt;http://snap.stanford.edu/data/web-RateBeer.html&lt;/a&gt;&lt;br&gt;&#xA;movie reviews via rotten tomatoes:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.kaggle.com/c/sentiment-analysis-on-movie-reviews&quot; rel=&quot;nofollow&quot;&gt;https://www.kaggle.com/c/sentiment-analysis-on-movie-reviews&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-10-27T15:55:01.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3913" PostTypeId="1" CreationDate="2014-10-27T15:59:43.810" Score="3" ViewCount="279" Body="&lt;p&gt;I'm attempting to create an app that uses barcodes of items to decide whether they are recyclable or not. I am already able to go from the barcode to the item, but I am unable to find any database or anything linking item names to their material or their recyclability. Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3920" LastEditorUserId="70" LastEditDate="2015-03-26T22:18:22.970" LastActivityDate="2015-03-26T22:18:22.970" Title="Database telling whether a product is recyclable or not, by barcode" Tags="|data-request|products|barcodes|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3914" PostTypeId="1" CreationDate="2014-10-27T16:57:59.153" Score="3" ViewCount="103" Body="&lt;p&gt;I'm developing an R (or SAS) decisioning engine that requires input for whether a home is either for sale, foreclosed, or not for sale. I have a list of 10K addresses and would like to be able to pass these addresses to the API one at a time and have the for sale status returned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried Zillow, which comes close to giving me what I need (getdeepcomps call includes last sale date), however the data returned does not give me a current view of the market status for the address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone found an api that returns this info?&lt;/p&gt;&#xA;" OwnerUserId="3921" LastEditorUserId="70" LastEditDate="2015-03-30T14:16:18.377" LastActivityDate="2015-03-30T14:16:18.377" Title="API to tell if a house is for sale, foreclosed, or not forsale" Tags="|api|programming|real-estate|address|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3915" PostTypeId="1" CreationDate="2014-10-27T21:55:13.753" Score="5" ViewCount="503" Body="&lt;p&gt;I'm looking for a database similar to &lt;a href=&quot;http://www.everymac.com&quot; rel=&quot;noreferrer&quot;&gt;everymac&lt;/a&gt; or &lt;a href=&quot;http://www.mactracker.ca&quot; rel=&quot;noreferrer&quot;&gt;mactracker&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3924" LastActivityDate="2014-11-24T15:52:13.277" Title="Is there a publicly available database of all Apple products?" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3916" PostTypeId="2" ParentId="3902" CreationDate="2014-10-28T10:59:15.663" Score="0" Body="&lt;p&gt;Users-related data is not currently released.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One option could be screen-scraping, but it is forbidden by the &lt;a href=&quot;http://www.imdb.com/conditions&quot; rel=&quot;nofollow&quot;&gt;usage conditions&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Robots and Screen Scraping: You may not use data mining, robots, screen scraping, or similar data gathering and extraction tools on this site, except with our express written consent as noted below. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-10-28T10:59:15.663" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3917" PostTypeId="1" AcceptedAnswerId="3920" CreationDate="2014-10-28T15:20:07.250" Score="6" ViewCount="195" Body="&lt;p&gt;Someone told me about a R package with the definition of objects some regions and nations boundaries. I'm trying to find the border of Veneto, an italian region. What's the name of the package? Do you know an alternative way to find that border (I'm not sure that Veneto is included in the package)??&lt;/p&gt;&#xA;" OwnerUserId="3653" LastEditorUserId="18" LastEditDate="2014-10-29T19:18:27.770" LastActivityDate="2016-09-27T14:08:06.007" Title="R package for geographic regions" Tags="|geospatial|programming|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3918" PostTypeId="1" CreationDate="2014-10-28T16:14:16.017" Score="11" ViewCount="1687" Body="&lt;p&gt;Is there an open database where I can get the list of all restaurants (or bakeries, etc) for a given city ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since I'd need theses places so as to be able to put them on a map, like Google maps, i would need the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;geo cordinates&lt;/li&gt;&#xA;&lt;li&gt;name&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Does such a database exists? If not, is it possible to get the request results from Google maps?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="3933" LastEditorUserId="117" LastEditDate="2014-10-31T10:08:55.030" LastActivityDate="2021-09-11T14:13:24.947" Title="List of all restaurants in a city (EU)?" Tags="|data-request|city|europe|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3919" PostTypeId="2" ParentId="1545" CreationDate="2014-10-28T17:07:23.020" Score="7" Body="&lt;p&gt;&lt;a href=&quot;https://medium.com/message/72-hours-of-gamergate-e00513f7cf5d&quot;&gt;72 hours #gamergate scrape&lt;/a&gt; provides a link to download the dataset.&lt;/p&gt;&#xA;" OwnerUserId="3934" LastActivityDate="2014-10-28T17:07:23.020" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3920" PostTypeId="2" ParentId="3917" CreationDate="2014-10-28T17:50:23.707" Score="7" Body="&lt;p&gt;The best place to find classes of R packages is with a task view:&#xA;&lt;a href=&quot;http://cran.r-project.org/web/views/&quot;&gt;http://cran.r-project.org/web/views/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Within task views, the Spatial view is going to have a large number of options:&#xA;&lt;a href=&quot;http://cran.r-project.org/web/views/Spatial.html&quot;&gt;http://cran.r-project.org/web/views/Spatial.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Part of the complexity is that there are different levels of granularity or zoom levels.  You probably are looking for something that has polygons for nations and polygons for states/provinces within nations.  That would make the &quot;maps&quot; and &quot;mapsdata&quot; packages most relevant,&#xA;[I don't have enough reputation to post links to those]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best way to learn R tools is with vignettes, so a search for &quot;R vignette maps mapdata&quot; is a great way to start.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mapping data is a big ball of wax, because many different disciplines have very different needs for their data, hence you have tools from the GIS community, spatial statistics, geology, political science, etc.  The &quot;Applied Spatial Data Analysis with R&quot; is a nice overview of working with spatial data in R.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2014-10-28T17:50:23.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3922" PostTypeId="2" ParentId="3918" CreationDate="2014-10-28T20:53:02.793" Score="5" Body="&lt;p&gt;I would take a look at these sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;OpenStreetMap (OSM)&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Points_of_interest&quot; rel=&quot;nofollow noreferrer&quot;&gt;All about POIs (points of interest) in OSM&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://help.openstreetmap.org/questions/12608/extract-pois-for-a-region&quot; rel=&quot;nofollow noreferrer&quot;&gt;Question on help.OSM about extracting POIs from a region&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Foursquare&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developer.foursquare.com/docs/venues/venues&quot; rel=&quot;nofollow noreferrer&quot;&gt;POI API (aka Venues)&lt;/a&gt; (note: not open data)&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Yelp&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.yelp.com/developers/documentation/v2/search_api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search&lt;/a&gt; / &lt;a href=&quot;http://www.yelp.com/developers/documentation/v2/business&quot; rel=&quot;nofollow noreferrer&quot;&gt;Business&lt;/a&gt; APIs (note: not open data)&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorDisplayName="user4293" LastEditDate="2017-09-20T12:44:28.453" LastActivityDate="2017-09-20T12:44:28.453" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3924" PostTypeId="1" CreationDate="2014-10-29T02:18:27.973" Score="5" ViewCount="173" Body="&lt;p&gt;In purchasing drugs and supplements, I've noticed that certain products are advertised as &lt;em&gt;Pharmaceutical Grade&lt;/em&gt;. Wanting to know what qualifies a substance as pharmaceutical grade I did some googling and found the &lt;a href=&quot;http://www.usp.org&quot; rel=&quot;nofollow&quot;&gt;USP&lt;/a&gt;, which apparently sets drug purity standards for the FDA. But in visiting the USP website I find a USP dictionary will set me back $378.00. And the &lt;a href=&quot;http://store.usp.org/OA_HTML/usp2_ibeCCtpSctDspRte.jsp?section=10042&amp;amp;minisite=10020&quot; rel=&quot;nofollow&quot;&gt;&lt;em&gt;Reference Standards&lt;/em&gt;&lt;/a&gt; seems to be a comprehensive list of drugs, but instead of providing any useful info, each one is listed as a product that I can purchase for several hundred dollars.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;openFDA label database doesn't seem to include any information on purity standards, just standard doses and dosages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm incredulous that the definition of &lt;em&gt;Pharmaceutical Grade&lt;/em&gt; for any given substance adopted by the FDA should be a secret I have to pay nearly $400 to learn. So my question is, is there some source I'm missing, either within, or outside openFDA?&lt;/p&gt;&#xA;" OwnerUserId="3938" LastEditorUserId="2075" LastEditDate="2015-06-29T21:29:21.400" LastActivityDate="2015-06-29T21:29:21.400" Title="Is there any open data FDA, or other, regarding U.S. Pharmacopoeia standards?" Tags="|data-request|data.gov|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3925" PostTypeId="1" CreationDate="2014-10-29T06:33:48.263" Score="1" ViewCount="260" Body="&lt;p&gt;I am building a sync &lt;a href=&quot;http://cmissync.com&quot; rel=&quot;nofollow&quot;&gt;app&lt;/a&gt; for enterprise users, and would like to test it with a large collection of real-world business files. Typically the kind of files you would find in a company's &lt;a href=&quot;http://en.wikipedia.org/wiki/Enterprise%20Content%20Management&quot; rel=&quot;nofollow&quot;&gt;file server&lt;/a&gt;. It would also be useful when performing demos.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since every company is different, I would like a sample dataset containing a representative range of files:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Invoices&lt;/li&gt;&#xA;&lt;li&gt;Contracts&lt;/li&gt;&#xA;&lt;li&gt;Requests for proposal, commercial proposals&lt;/li&gt;&#xA;&lt;li&gt;Marketing material and branding design files&lt;/li&gt;&#xA;&lt;li&gt;Internal memos&lt;/li&gt;&#xA;&lt;li&gt;Generated reports&lt;/li&gt;&#xA;&lt;li&gt;Scanned documents&lt;/li&gt;&#xA;&lt;li&gt;Accounting files&lt;/li&gt;&#xA;&lt;li&gt;Software installers and licences&lt;/li&gt;&#xA;&lt;li&gt;Documentation for company tools&lt;/li&gt;&#xA;&lt;li&gt;Events pictures&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Possibly also some domain files like product design documents, CAD files, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It MUST be under an open license.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-04-01T23:01:36.273" LastActivityDate="2015-04-01T23:01:36.273" Title="Sample dataset: files of a typical company" Tags="|data-request|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3926" PostTypeId="2" ParentId="3888" CreationDate="2014-10-29T08:25:22.980" Score="10" Body="&lt;p&gt;&lt;strong&gt;Tatoeba.org&lt;/strong&gt; is exactly that: &lt;a href=&quot;http://tatoeba.org&quot; rel=&quot;noreferrer&quot;&gt;http://tatoeba.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their data is human-edited and used by &lt;a href=&quot;http://a4esl.com/temporary/tatoeba/links.html&quot; rel=&quot;noreferrer&quot;&gt;dozens of products/websites&lt;/a&gt; including electronic dictionaries, so it is of reasonable quality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has 471468 English sentences and 179 languages.&lt;br&gt;&#xA;&lt;em&gt;(not all sentences are translated to all languages though, far from that)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The structure is not a simple 1-1-1, a sentence can have several translations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For your example, see &lt;a href=&quot;http://tatoeba.org/eng/sentences/show/406004&quot; rel=&quot;noreferrer&quot;&gt;http://tatoeba.org/eng/sentences/show/406004&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/UNS9P.png&quot; alt=&quot;Tatoeba.org&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The whole data is open (Creative Commons CC-BY) and downloadable at &lt;a href=&quot;http://tatoeba.org/eng/downloads&quot; rel=&quot;noreferrer&quot;&gt;http://tatoeba.org/eng/downloads&lt;/a&gt; in various formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I am a member of Tatoeba (I mentored a GSoC that created &lt;a href=&quot;http://aegif-labo.blogspot.jp/2014/10/iplus1-enrich-your-existing-flashcards.html&quot; rel=&quot;noreferrer&quot;&gt;a webapp&lt;/a&gt; to enrich your Anki decks using Tatoeba)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-05-11T11:50:53.833" LastActivityDate="2015-05-11T11:50:53.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3927" PostTypeId="2" ParentId="3924" CreationDate="2014-10-29T08:31:18.943" Score="1" Body="&lt;p&gt;I found a definition from the NIH site related to humans and other animals. (&lt;a href=&quot;http://oacu.od.nih.gov/ARAC/documents/Pharmaceutical_Compounds.pdf&quot; rel=&quot;nofollow&quot;&gt;PDF link&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Pharmaceutical-grade compound:&lt;/strong&gt; A pharmaceutical-grade compound (PGC) is defined as any active or inactive drug, biologic or reagent, for which a chemical purity standard has been established by a recognized national or regional pharmacopeia (e.g., the U.S. Pharmacopeia (USP), British Pharmacopeia (BP), National Formulary (NF), European Pharmacopoeia (EP), Japanese Pharmacopeia (JP), etc.). These standards are used by manufacturers to help ensure the products are of the appropriate chemical purity and quality, in the appropriate solution or compound, to ensure stability, safety, and efficacy. The Food and Drug Administration (FDA) maintains a database listing of FDA approved commercial formulations for both FDA approved human drugs (the &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/ob/default.cfm&quot; rel=&quot;nofollow&quot;&gt;Orange Book&lt;/a&gt;) and veterinary drugs (the &lt;a href=&quot;http://www.fda.gov/AnimalVeterinary/Products/ApprovedAnimalDrugProducts/UCM042847&quot; rel=&quot;nofollow&quot;&gt;Green Book&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-10-29T08:31:18.943" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3928" PostTypeId="1" CreationDate="2014-10-29T13:04:16.850" Score="6" ViewCount="1556" Body="&lt;p&gt;Forvo.com is a website where native speakers submit pronunciation of words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The audio data is under the BY-NC-SA license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't find any obvious place to download the whole data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is an &lt;a href=&quot;http://api.forvo.com/&quot; rel=&quot;noreferrer&quot;&gt;API&lt;/a&gt;, but it only allows 500 requests/day, which means I would need 15 years to download the 2,740,170 pronunciations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where to download the whole data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is for use in an open source &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.ichi2.anki&quot; rel=&quot;noreferrer&quot;&gt;app&lt;/a&gt; from which I don't get any money, so my budget is zero.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-10-30T03:06:31.100" LastActivityDate="2020-06-09T05:51:00.717" Title="Where to download the Forvo database?" Tags="|data-request|language|audio|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3930" PostTypeId="1" AcceptedAnswerId="14102" CreationDate="2014-10-29T19:24:58.410" Score="21" ViewCount="10169" Body="&lt;p&gt;Is there a database of credit card numbers that tells you what bank issued the credit card?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;3 is American Express&lt;/li&gt;&#xA;&lt;li&gt;4 is Visa/MasterCard&lt;/li&gt;&#xA;&lt;li&gt;6 is Discover&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Typically the first 6 numbers will indicate what bank issued the card and sometimes what type of credit card it is.&lt;/p&gt;&#xA;" OwnerUserId="2719" LastEditorUserId="70" LastEditDate="2015-02-22T17:29:26.547" LastActivityDate="2021-09-23T10:35:28.243" Title="Credit card metadata database" Tags="|data-request|finance|" AnswerCount="8" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3931" PostTypeId="2" ParentId="3930" CreationDate="2014-10-29T19:41:57.827" Score="2" Body="&lt;p&gt;The data is available. A starting point would be to search for BIN (Bank Identification Number) Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bindb.com&quot; rel=&quot;nofollow&quot;&gt;www.bindb.com&lt;/a&gt; but I'm pretty certain they want to sell you the service or sell you the data. I don't think it's free.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2014-10-29T19:41:57.827" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3932" PostTypeId="1" CreationDate="2014-10-30T19:05:51.450" Score="4" ViewCount="45" Body="&lt;p&gt;Where can I find a dataset describing taxation systems across countries? More specifically:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;How many taxes businesses and individuals pay&lt;/li&gt;&#xA;&lt;li&gt;Do individuals pay taxes directly to domestic tax agencies or their employers do that on their behalf (e.g., for income taxes)?&lt;/li&gt;&#xA;&lt;li&gt;How often taxpayers fill tax refunds&lt;/li&gt;&#xA;&lt;li&gt;Effective and nominal tax rates&lt;/li&gt;&#xA;&lt;li&gt;What level of the government gets particular taxes&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The World Bank reports &lt;a href=&quot;http://data.worldbank.org/indicator/IC.TAX.DURS&quot; rel=&quot;nofollow&quot;&gt;time spent on tax filings&lt;/a&gt; and net tax rates, but not in depth.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-03-27T16:00:19.953" LastActivityDate="2015-03-27T16:00:19.953" Title="Taxation systems across countries" Tags="|data-request|economics|taxes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3933" PostTypeId="2" ParentId="3930" CreationDate="2014-10-30T19:51:06.377" Score="13" Body="&lt;p&gt;What you are looking for is the &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO/IEC_7812#Issuer_identifier_number&quot;&gt;Issuer Identifier Number&lt;/a&gt; (IIN), which are the first 6 digits of the credit card. Like @pndfam05 mentioned, there are many commercial databases that charge for more than 10 lookups.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But,&lt;/strong&gt; there is &lt;a href=&quot;http://www.binlist.net/&quot;&gt;binlist.net&lt;/a&gt; that offers either &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;a data dump on their &lt;a href=&quot;https://github.com/binlist&quot;&gt;github repo&lt;/a&gt; (&lt;a href=&quot;https://raw.githubusercontent.com/binlist/binlist-data/master/iin-user-contributions.csv&quot;&gt;raw CSV link&lt;/a&gt;), (it seems it is a limited file)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;or a freely available RESTful API that allows 10k requests per hour. For this to work, you'd have to have either a list of IINs to check, or you can pass 000000 to 999999 in blocks of 10k, which means 100 hours of total requests (which is not so much).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here are some details for the REST API: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Make HTTP GET requests to &lt;a href=&quot;http://www.binlist.net/&quot;&gt;http://www.binlist.net/&lt;/a&gt;{format}/{bin}&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Supported formats are csv, xml or json.&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;a href=&quot;http://www.binlist.net/json/431940&quot;&gt;http://www.binlist.net/json/431940&lt;/a&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;a href=&quot;http://www.binlist.net/xml/431940&quot;&gt;http://www.binlist.net/xml/431940&lt;/a&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;a href=&quot;http://www.binlist.net/csv/431940&quot;&gt;http://www.binlist.net/csv/431940&lt;/a&gt;&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The JSON response would look like this:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;bin&quot;:&quot;431940&quot;,&#xA;   &quot;brand&quot;:&quot;VISA&quot;,&#xA;   &quot;sub_brand&quot;:&quot;&quot;,&#xA;   &quot;country_code&quot;:&quot;IE&quot;,&#xA;   &quot;country_name&quot;:&quot;Ireland&quot;,&#xA;   &quot;bank&quot;:&quot;BANK OF IRELAND&quot;,&#xA;   &quot;card_type&quot;:&quot;DEBIT&quot;,&#xA;   &quot;card_category&quot;:&quot;&quot;,&#xA;   &quot;latitude&quot;:&quot;53&quot;,&#xA;   &quot;longitude&quot;:&quot;-8&quot;,&#xA;   &quot;query_time&quot;:&quot;365.845us&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;CSV like this:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;431940&quot;,&quot;VISA&quot;,&quot;IE&quot;,&quot;Ireland&quot;,&quot;BANK OF IRELAND&quot;,&quot;DEBIT&quot;,&quot;&quot;,&quot;606.649us&quot;,&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;XML like this:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&amp;lt;Response&amp;gt;&#xA;   &amp;lt;Bin&amp;gt;431940&amp;lt;/Bin&amp;gt;&#xA;   &amp;lt;Brand&amp;gt;VISA&amp;lt;/Brand&amp;gt;&#xA;   &amp;lt;SubBrand /&amp;gt;&#xA;   &amp;lt;CountryCode&amp;gt;IE&amp;lt;/CountryCode&amp;gt;&#xA;   &amp;lt;CountryName&amp;gt;Ireland&amp;lt;/CountryName&amp;gt;&#xA;   &amp;lt;Bank&amp;gt;BANK OF IRELAND&amp;lt;/Bank&amp;gt;&#xA;   &amp;lt;CardType&amp;gt;DEBIT&amp;lt;/CardType&amp;gt;&#xA;   &amp;lt;CardCategory /&amp;gt;&#xA;   &amp;lt;Latitude&amp;gt;53&amp;lt;/Latitude&amp;gt;&#xA;   &amp;lt;Longitude&amp;gt;-8&amp;lt;/Longitude&amp;gt;&#xA;   &amp;lt;QueryTime&amp;gt;338.636us&amp;lt;/QueryTime&amp;gt;&#xA;&amp;lt;/Response&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note&lt;/em&gt;: You can always ask them for a full data dump - &lt;a href=&quot;https://twitter.com/bin_list&quot;&gt;@bin_list&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-10-30T20:17:15.640" LastActivityDate="2014-10-30T20:17:15.640" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3934" PostTypeId="1" CreationDate="2014-10-30T20:21:36.663" Score="3" ViewCount="295" Body="&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=safetyreportid:%224990905-5%22&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=safetyreportid:&quot;4990905-5&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this adverse event report, three drugs are listed in &lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt;. The first is marked as the suspect drug (FOSAMAX). The second (CALCIUM CARBONATE AND CHOLECALCIFEROL) and third (DROSPIRENONE AND ETHINYL ESTRADIOL) are marked as concomitant drugs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The third drug (DROSPIRENONE AND ETHINYL ESTRADIOL) has an &lt;code&gt;openfda&lt;/code&gt; section, which has many different &lt;code&gt;spl_id&lt;/code&gt;, &lt;code&gt;product_ndc&lt;/code&gt;, and &lt;code&gt;brand_name&lt;/code&gt; items. For example, the brand names include:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;GIANVI&quot;, &quot;SYEDA&quot;, &quot;YAZ&quot;, &quot;OCELLA&quot;, &quot;LORYNA&quot;, &quot;YASMIN&quot;, &quot;VESTURA&quot;, &quot;ZARAH&quot;, &quot;DROSPIRENONE AND ETHINYL ESTRADIOL&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Why are there so many brand names listed when the drug in the original report was DROSPIRENONE AND ETHINYL ESTRADIOL?&lt;/li&gt;&#xA;&lt;li&gt;If I search for one of the names in &lt;code&gt;brand_name&lt;/code&gt;, like YAZ, why does &lt;em&gt;this&lt;/em&gt; report show up?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I've noticed there's been some confusion about this, including in these posts about openFDA in &quot;IBM Data Magazine&quot; &lt;a href=&quot;http://ibmdatamag.com/2014/10/exploring-a-public-open-data-project-part-1/&quot; rel=&quot;nofollow&quot;&gt;Part 1&lt;/a&gt; &lt;a href=&quot;http://ibmdatamag.com/2014/10/exploring-a-public-open-data-project-part-2/&quot; rel=&quot;nofollow&quot;&gt;Part 2&lt;/a&gt; &lt;a href=&quot;http://ibmdatamag.com/2014/10/exploring-a-public-open-data-project-part-3/&quot; rel=&quot;nofollow&quot;&gt;Part 3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2024-03-25T05:59:22.700" Title="Why does a report listing a generic drug (drospirenone and ethinyl estradiol) have multiple brand names listed in the drug’s openfda section?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3935" PostTypeId="2" ParentId="3934" CreationDate="2014-10-30T20:21:36.663" Score="3" Body="&lt;h1&gt;What's in a drug name?&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;It turns out that drug names are a complicated business. Drugs are known by a &lt;em&gt;generic name&lt;/em&gt; (usually the name of the active ingredient)—like IBUPROFEN, and often multiple &lt;em&gt;brand names&lt;/em&gt;—like ADVIL, or MOTRIN; even IBUPROFEN itself can be a brand name, like NIGHTTIME IBUPROFEN. Drugs may also have multiple ingredients, so the generic name may describe all of those ingredients—like ACETAMINOPHEN/CODEINE.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It’s important to note the difference between two “drug name” fields in openFDA’s drug adverse events API—&lt;code&gt;medicinalproduct&lt;/code&gt; and &lt;code&gt;openfda.brand_name&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;&lt;code&gt;medicinalproduct&lt;/code&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;This is imported from the original FDA adverse drug event report. It notes the drug name as reported, and even for a single “drug” there can be wide variation among records. For instance:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Generic or brand.&lt;/strong&gt; Sometimes reporters write ACETAMINOPHEN, and sometimes TYLENOL.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Format.&lt;/strong&gt; For the same drug, you might see ACETAMINOPHEN/CODEINE or CODEINE/ACETAMINOPHEN or ACETAMINOPHEN + CODEINE or CODEINE WITH ACETAMINOPHEN or ACETAMINOPHEN AND CODEINE.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Misspellings.&lt;/strong&gt; IBUPROFEN appears in about 40,000 reports but even IBUPROPHEN (a misspelling) appears in almost 60! It’s not possible to know &lt;em&gt;a priori&lt;/em&gt; all the ways that humans might have misspelled drug names when reporting.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Because of all this variation, you can imagine that it might be difficult to find ALL the records for a particular drug. It’s not even easy to capture all the variation in correctly spelled drug names, never mind the misspelled ones.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;openfda&lt;/code&gt; annotations, which are &lt;em&gt;added&lt;/em&gt; to the original record (like a sticky note), help by listing &lt;em&gt;other known names and codes&lt;/em&gt; for the drug that was written in &lt;code&gt;medicinalproduct&lt;/code&gt;. If the openFDA system was able to match a correctly spelled drug product name, it’ll add an &lt;code&gt;openfda&lt;/code&gt; section for each drug; this section sits &lt;em&gt;alongside&lt;/em&gt; &lt;code&gt;medicinalproduct&lt;/code&gt;, and doesn't replace it. This is called “harmonization” in openFDA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This section makes it easier to search for reports by those names and identifiers—no matter what name someone used in the original report. However, when you search in &lt;code&gt;openfda&lt;/code&gt; fields, you’re distinctly NOT searching for the name used in the original report. You’re casting a wider net.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;&lt;code&gt;openfda.brand_name&lt;/code&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;This is a list of brand names that a drug may be known by. If you search in &lt;code&gt;medicinalproduct&lt;/code&gt; for IBUPROFEN, a record may be returned with a long &lt;code&gt;openfda.brand_name&lt;/code&gt; list including dozens of possible names that IBUPROFEN is marketed under, including:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;PAIN RELIEF ANTI INFLAMMATORY&quot;, &quot;ADVIL&quot;, &quot;HEALTH SENSE INFANTS IBUPROFEN ORAL SUSPENSION&quot;, &quot;DOVER ADDAPRIN&quot;, &quot;HEALTHY ACCENTS IBUPROFEN CHILDRENS&quot;, &quot;PROFEN IB&quot;, &quot;SHOPRITE IBUPROPHEN&quot;, &quot;JUNIOR STRENGTH ADVIL&quot;, &quot;PEDIACARE CHILDRENS&quot;, &quot;GOOD NEIGHBOR PHARMACY IBUPROFEN CHILDRENS&quot; …&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;This list isn’t doesn’t necessarily tell you what drug brand the patient was taking, but it gives you an idea of all the products you might want to search for if you want a complete count of adverse events for a particular drug (if you think of the drug as its &lt;em&gt;ingredient&lt;/em&gt;, i.e. its generic name).&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, now it’s possible to answer the question…&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;1. Why are there so many brand names listed in &lt;code&gt;patient.drug.openfda.brand_name&lt;/code&gt;, when the original report listed DROSPIRENONE AND ETHINYL ESTRADIOL?&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;DROSPIRENONE AND ETHINYL ESTRADIOL is the generic name of the drug YAZ. Although the original report listed DROSPIRENONE AND ETHINYL ESTRADIOL as the medicinal product being taken, the &lt;code&gt;openfda&lt;/code&gt; section shows possible brand names (and other information) for the the drug. This particular drug, a combination of two hormones, is marketed under many brand names, all with the same ingredients (but sometimes in different dosage forms and strengths, meant to be taken on different schedules). Those brand names include, but are not limited to:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;`GIANVI, SYEDA, YAZ, OCELLA, LORYNA, YASMIN, VESTURA, ZARAH`&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mayoclinic.org/drugs-supplements/drospirenone-and-ethinyl-estradiol-oral-route/description/drg-20061917&quot; rel=&quot;nofollow&quot;&gt;This Mayo Clinic article&lt;/a&gt; lists _even more names that this drug (DROSPIRENONE AND ETHINYL ESTRADIOL) goes by. What’s important to understand is that the &lt;code&gt;openfda&lt;/code&gt; annotation is &lt;em&gt;additional information&lt;/em&gt; that can be used to learn more about the drug listed in the report—it &lt;em&gt;does not necessarily&lt;/em&gt; list the name of the drug the patient was taking.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;2. Why does a search in &lt;code&gt;patient.drug.openfda.brand_name&lt;/code&gt;for &lt;em&gt;one&lt;/em&gt; of the brand names—YAZ—include reports listing a generic drug (DROSPIRENONE AND ETHINYL ESTRADIOL)?&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Searching in &lt;code&gt;openfda.brand_name&lt;/code&gt; tells the API to look in the annotated list of &lt;em&gt;possible brand names&lt;/em&gt; for a drug, &lt;em&gt;not in the original report’s &lt;code&gt;medicinalproduct&lt;/code&gt; field&lt;/em&gt;. The results include all the records that have an &lt;code&gt;openfda.brand_name&lt;/code&gt; list that contains YAZ.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here’s why a record would have YAZ in &lt;code&gt;openfda.brand_name&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt; contained YAZ.&lt;/li&gt;&#xA;&lt;li&gt;The &lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt; contained DROSPIRENONE AND ETHINYL ESTRADIOL, which is marketed under many brand names, &lt;em&gt;including&lt;/em&gt; YAZ.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=safetyreportid:%224990905-5%22&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=safetyreportid:&quot;4990905-5&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this report, the original &lt;code&gt;medicinalproduct&lt;/code&gt; contains DROSPIRENONE AND ETHINYL ESTRADIOL—the generic name of YAZ. So, openFDA matched the generic name and made an &lt;code&gt;openfda&lt;/code&gt; section that lists the known possible brand names for DROSPIRENONE AND ETHINYL ESTRADIOL—including YAZ. That’s why it showed up in a search for YAZ in &lt;code&gt;patient.drug.openfda.brand_name&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-30T20:21:36.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3936" PostTypeId="1" AcceptedAnswerId="4025" CreationDate="2014-10-30T20:36:55.693" Score="7" ViewCount="3142" Body="&lt;p&gt;I was wondering if there are any open sources/databases for which I can find standard food lifespans/expirations? This would possibly include shelf life estimations for raw/uncooked, refrigerated, cooked, or frozen food.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried looking through the &lt;a href=&quot;https://www.ars.usda.gov/Services/docs.htm?docid=8964&quot;&gt;USDA&lt;/a&gt; and &lt;a href=&quot;http://world.openfoodfacts.org/data&quot;&gt;Open Food Facts&lt;/a&gt; but couldn't find any expiration-related data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone has any suggestions of where I can find this information (or if they know of a collection of sites that offer this info that I can scrape from) I'd love to hear it. If I end up needing to scrape the data from somewhere I'd be happy to release it back to the community.&lt;/p&gt;&#xA;" OwnerUserId="3948" LastActivityDate="2024-02-01T05:39:23.890" Title="Food expiration database" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3937" PostTypeId="1" CreationDate="2014-10-30T22:36:51.540" Score="3" ViewCount="334" Body="&lt;p&gt;Depending on how I search for drugs in the openFDA drug adverse event API, I get different counts (numbers of results).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are two searches for the drug YAZ, between January 1, 2004, and September 30, 2012:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.medicinalproduct:%22YAZ%22&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.medicinalproduct:&quot;YAZ&quot;&lt;/a&gt; (Results: 20,033)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.openfda.brand_name:%22YAZ%22&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.openfda.brand_name:&quot;YAZ&quot;&lt;/a&gt; (Results: 22,028)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Why are the result counts different depending on which field I search in? Isn’t &lt;strong&gt;brand name&lt;/strong&gt; the same as &lt;strong&gt;medicinal product&lt;/strong&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There has been some confusion about this, including in these posts about openFDA in &quot;IBM Data Magazine&quot; &lt;a href=&quot;http://ibmdatamag.com/2014/10/exploring-a-public-open-data-project-part-1/&quot; rel=&quot;nofollow&quot;&gt;Part 1&lt;/a&gt; &lt;a href=&quot;http://ibmdatamag.com/2014/10/exploring-a-public-open-data-project-part-2/&quot; rel=&quot;nofollow&quot;&gt;Part 2&lt;/a&gt; &lt;a href=&quot;http://ibmdatamag.com/2014/10/exploring-a-public-open-data-project-part-3/&quot; rel=&quot;nofollow&quot;&gt;Part 3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-30T22:36:51.540" Title="Why does the number of results change when I search for YAZ in the field patient.drug.medicinalproduct vs. patient.drug.openfda.brand_name?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3938" PostTypeId="2" ParentId="3937" CreationDate="2014-10-30T22:36:51.540" Score="3" Body="&lt;p&gt;&lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt; and &lt;code&gt;patient.drug.openfda.brand_name&lt;/code&gt; are &lt;em&gt;not the same&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, &lt;code&gt;patient.drug&lt;/code&gt; is a list of &lt;em&gt;multiple drugs&lt;/em&gt; from the adverse event report. For &lt;em&gt;each drug&lt;/em&gt;, there is always a &lt;code&gt;medicinalproduct&lt;/code&gt; (name), and sometimes an &lt;code&gt;openfda&lt;/code&gt; section.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;medicinalproduct&lt;/code&gt; is the drug name as written in the &lt;em&gt;original&lt;/em&gt; adverse event report (FAERS record), imported into the openFDA database. It could be a brand name, or a generic name. It might even be misspelled. (cf. &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:ibuprophen&quot; rel=&quot;nofollow noreferrer&quot;&gt;IBUPROPHEN&lt;/a&gt; which has ~59 results, instead of IBUPROFEN which has ~40k results.)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;brand_name&lt;/code&gt; is part of the &lt;code&gt;openfda&lt;/code&gt; section. It’s an annotation, like a “sticky note,” &lt;em&gt;added&lt;/em&gt; to each item in &lt;code&gt;patient.drug&lt;/code&gt;. It has &lt;em&gt;additional&lt;/em&gt; possible names and codes that can be used to identify the drug in &lt;code&gt;medicinalproduct&lt;/code&gt;. It’s only added if the drug name in &lt;code&gt;medicinalproduct&lt;/code&gt; was spelled correctly, and the name matched in certain other FDA and NLM datasets; openFDA calls the process of adding this section &lt;a href=&quot;https://open.fda.gov/drug/event/reference/#openfda-fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;“harmonization.”&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Why do the searches have different result counts? Four ways to search, with explanations.&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;In this case, YAZ is one of the many brand names for a certain generic drug, DROSPIRENONE AND ETHINYL ESTRADIOL. In fact, many brands contain the same ingredients, but in different quantities and forms: GIANVI, SYEDA, YAZ, OCELLA, LORYNA, YASMIN, VESTURA, ZARAH, etc. And this &lt;a href=&quot;http://www.mayoclinic.org/drugs-supplements/drospirenone-and-ethinyl-estradiol-oral-route/description/drg-20061917&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mayo Clinic article lists even more brand names&lt;/a&gt; that contain the same generic drug. Here’s how different searches work, and what the result counts mean. (The diagram may help and is followed by specific examples.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/BoAwS.jpg&quot; alt=&quot;openFDA drug adverse event searches by drug name&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;1. Find exact matches on the drug name (brand &lt;em&gt;or&lt;/em&gt; generic) in the original report.&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Criterion: The &lt;em&gt;original report&lt;/em&gt; listed at least one drug with the exact name YAZ.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Use &lt;code&gt;patient.drug.medicinalproduct.exact&lt;/code&gt;.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.medicinalproduct.exact:%22YAZ%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.medicinalproduct.exact:&quot;YAZ&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results: &lt;strong&gt;19,946.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;2. Find “fuzzy” matches on drug name (brand or generic) in the original report.&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Criterion: The original report listed at least one drug with a name like YAZ, YAZ (24), YAZ 28, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Use the field &lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt;.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.medicinalproduct:%22YAZ%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.medicinalproduct:&quot;YAZ&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results: &lt;strong&gt;20,033.&lt;/strong&gt; As expected, this is larger than the exact match, because it included more possible names.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;3. Find reports for a drug, when you know its brand name—whether the original report used the brand name &lt;em&gt;or&lt;/em&gt; generic name.&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Criterion: The report has an openfda annotation with the brand name YAZ.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Use the field &lt;code&gt;openfda.brand_name&lt;/code&gt;.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This will match when:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;em&gt;original report&lt;/em&gt; listed at least one drug with a name like YAZ, YAZ (24), YAZ 28, etc. (in the &lt;code&gt;medicinalproduct&lt;/code&gt; field).&lt;/li&gt;&#xA;&lt;li&gt;The &lt;em&gt;original report&lt;/em&gt; listed at least one drug with the generic name DROSPIRENONE AND ETHINYL ESTRADIOL (in the &lt;code&gt;medicinalproduct&lt;/code&gt; field).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.openfda.brand_name:%22YAZ%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.openfda.brand_name:&quot;YAZ&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results: &lt;strong&gt;22,028.&lt;/strong&gt; As expected, this is even larger than the previous search, because it included even more possible names.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;4. Find reports for a drug, when you know its generic name—whether the original report used the generic name &lt;em&gt;or any of the known brand names.&lt;/em&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;For drug adverse events, it’s often important to find &lt;em&gt;all&lt;/em&gt; the reports for a drug—like IBUPROFEN, no matter what brand name was reported (ADVIL, MOTRIN, etc.). However, it’s not always appropriate—and may not be for a hormone therapy for contraception like DROSPIRENONE AND ETHINYL ESTRADIOL, where the different brand names may represent drug products with different strengths and dosage schedules.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Criterion: The report has an &lt;code&gt;openfda&lt;/code&gt; annotation with the generic name DROSPIRENONE AND ETHINYL ESTRADIOL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Use the field &lt;code&gt;openfda.generic_name&lt;/code&gt;.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This will match when:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The original report listed at least one drug with a name like YAZ, YAZ (24), YAZ 28, or YASMIN, or OCELLA, or any other brand names that the generic drug is marketed as.&lt;/li&gt;&#xA;&lt;li&gt;The &lt;em&gt;original report&lt;/em&gt; listed at least one drug with the generic name DROSPIRENONE AND ETHINYL ESTRADIOL.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.openfda.generic_name:%22DROSPIRENONE+AND+ETHINYL+ESTRADIOL%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20120930]+AND+patient.drug.openfda.generic_name:&quot;DROSPIRENONE+AND+ETHINYL+ESTRADIOL&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results: &lt;strong&gt;30,459.&lt;/strong&gt; As expected, this is the largest result set, since it includes the largest possible set of drug names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The result counts above are valid as of the openFDA “last updated date” of 2014-08-06. In the future, when this date changes, the data may be slightly different.)&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2014-10-30T22:36:51.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3939" PostTypeId="2" ParentId="3932" CreationDate="2014-10-30T22:47:33.593" Score="3" Body="&lt;p&gt;This EU documentation shows various Value Added Tax rates for countries in Europe:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/taxation_customs/resources/documents/taxation/vat/how_vat_works/rates/vat_rates_en.pdf&quot; rel=&quot;nofollow&quot;&gt;http://ec.europa.eu/taxation_customs/resources/documents/taxation/vat/how_vat_works/rates/vat_rates_en.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-10-30T22:47:33.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3941" PostTypeId="1" AcceptedAnswerId="3950" CreationDate="2014-10-31T08:35:31.200" Score="2" ViewCount="345" Body="&lt;p&gt;&lt;a href=&quot;http://liferay.com/&quot; rel=&quot;nofollow&quot;&gt;Liferay&lt;/a&gt; is an &lt;a href=&quot;https://en.wikipedia.org/wiki/Enterprise_portal&quot; rel=&quot;nofollow&quot;&gt;enterprise portal&lt;/a&gt; software.&lt;br&gt;&#xA;One of its components is &lt;a href=&quot;https://www.liferay.com/products/liferay-sync/features&quot; rel=&quot;nofollow&quot;&gt;Liferay Sync&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION:&lt;/strong&gt; Where can I find the source code of Liferay Sync?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unlike other Liferay components, it does not seem to be present at &lt;a href=&quot;https://github.com/liferay&quot; rel=&quot;nofollow&quot;&gt;https://github.com/liferay&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their website says &quot;Liferay Portal is the leading open source portal for the enterprise&quot;. &lt;a href=&quot;https://en.wikipedia.org/wiki/Liferay&quot; rel=&quot;nofollow&quot;&gt;Wikipedia&lt;/a&gt; says it is LGPL-licensed AND proprietary.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-11-03T03:51:55.350" LastActivityDate="2016-10-06T06:18:46.903" Title="Where can I find the source code for Liferay Sync?" Tags="|data-request|licensing|software|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3942" PostTypeId="2" ParentId="3941" CreationDate="2014-10-31T09:31:38.617" Score="1" Body="&lt;p&gt;Here is a github &lt;a href=&quot;https://github.com/liferay/liferay-plugins&quot; rel=&quot;nofollow&quot;&gt;https://github.com/liferay/liferay-plugins&lt;/a&gt; for liferay plugins. May be, it's here.&lt;/p&gt;&#xA;" OwnerUserId="3951" LastActivityDate="2014-10-31T09:31:38.617" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3943" PostTypeId="1" CreationDate="2014-10-31T22:41:44.870" Score="3" ViewCount="128" Body="&lt;p&gt;The IMF has five datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;International Financial Statistics (IFS)&lt;/li&gt;&#xA;&lt;li&gt;Balance of Payments Statistics (BOPS)&lt;/li&gt;&#xA;&lt;li&gt;Direction of Trade Statistics (DOTS)&lt;/li&gt;&#xA;&lt;li&gt;Government Finance Statistics (GFS)&lt;/li&gt;&#xA;&lt;li&gt;Trade and Investment&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;They cover many variables from 1960 onwards and available by subscription. What are the closest open-data alternatives to these datasets?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I found these alternatives (the list is updated):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Direction of Trade Statistics (DOTS)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://comtrade.un.org/data/&quot; rel=&quot;nofollow&quot;&gt;http://comtrade.un.org/data/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-19T15:28:25.007" LastActivityDate="2015-08-27T22:00:39.310" Title="Open alternatives to the IMF data" Tags="|data-request|economics|finance|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="3944" PostTypeId="2" ParentId="3943" CreationDate="2014-11-01T15:51:08.157" Score="4" Body="&lt;p&gt;The UN has several sources of datasets relating to government expenditures and trade that are free to use for commercial and non-commercial usage. Generally, the terms require attribution. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, not all UN datasets are free to use. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UN Data - data.un.org&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Terms of Use - &lt;a href=&quot;http://data.un.org/Host.aspx?Content=UNdataUse&quot; rel=&quot;nofollow&quot;&gt;http://data.un.org/Host.aspx?Content=UNdataUse&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All data and metadata provided on UNdata’s website are available free of charge and may be copied freely, duplicated and further distributed provided that UNdata is cited as the reference.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;World Bank - data.worldbank.org/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Terms of Use - &lt;a href=&quot;http://data.worldbank.org/summary-terms-of-use&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/summary-terms-of-use&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You are free to copy, distribute, adapt, display or include the data in other products for commercial and noncommercial purposes at no cost subject to certain limitations summarized below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You must include attribution for the data you use in the manner indicated in the metadata included with the data.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-01T15:51:08.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3945" PostTypeId="2" ParentId="1301" CreationDate="2014-11-01T15:54:03.830" Score="3" Body="&lt;p&gt;Check out &lt;a href=&quot;http://www.dataforgood.io/&quot; rel=&quot;nofollow&quot;&gt;www.dataforgood.io&lt;/a&gt;, a platform for sharing data-driven projects for social good. It's maybe the first crowdsourced directory of such projects. Anyone can post.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are not only open data projects, but you can find them by choosing the &lt;a href=&quot;http://www.dataforgood.io/category/open-data&quot; rel=&quot;nofollow&quot;&gt;open data category&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3956" LastActivityDate="2014-11-01T15:54:03.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3946" PostTypeId="1" CreationDate="2014-11-01T18:27:35.987" Score="4" ViewCount="271" Body="&lt;p&gt;I'm looking for open database of industrial companies and products, with bill of materials. For example - company name, industry, list of production. For each product - name, code, bill of material etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Updated:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;something like &lt;a href=&quot;http://zinc.docking.org/&quot; rel=&quot;nofollow&quot;&gt;http://zinc.docking.org/&lt;/a&gt;, but for products.&lt;/p&gt;&#xA;" OwnerUserId="3951" LastEditorUserId="70" LastEditDate="2015-03-31T15:45:01.993" LastActivityDate="2020-10-08T14:25:30.940" Title="Open database of industrial companies and products, with bill of materials" Tags="|data-request|products|industry|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3947" PostTypeId="2" ParentId="3925" CreationDate="2014-11-02T19:28:58.357" Score="1" Body="&lt;p&gt;I think there are too many diverse filetypes to expect a good set. For example, wikipedia has many listed at &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_file_formats&quot; rel=&quot;nofollow&quot;&gt;List of File Formats&lt;/a&gt;, with this disclaimer:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is an &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:WikiProject_Lists#Incomplete_lists&quot; rel=&quot;nofollow&quot;&gt;incomplete list&lt;/a&gt; that may never be able to satisfy particular standards for completeness. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But, if you make a list of possible extensions (see &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_filename_extensions_%28alphabetical%29&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; from a list of lists, and &lt;a href=&quot;http://en.wikipedia.org/wiki/Alphabetical_list_of_filename_extensions_(A%E2%80%93E)&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; for A-E), you can pass them all in a big loop to a search engine with a &quot;filetype:abc&quot; argument (and download the results).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that I don't know of a search engine that has robust filetype searching. I checked both Google and DuckDuckGo and neither found actual files for the few I checked.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, this isn't really an answer, but perhaps someone knows a search engine for robust filetype searching. Hopefully that search engine also has a way to filter based on license.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-02T19:28:58.357" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3948" PostTypeId="1" AcceptedAnswerId="3949" CreationDate="2014-11-03T01:48:38.380" Score="4" ViewCount="56" Body="&lt;p&gt;Is there a database that contains the following about when congresspeople?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When they were elected, state/district, age, gender, race, professional background, and would really like to have committee assignments, position in the body (whip, speaker, member, etc), and prior political experience as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does such a (free) database exist?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data going back as far as possible is preferable.&lt;/p&gt;&#xA;" OwnerUserId="1345" LastEditorUserId="70" LastEditDate="2015-04-01T12:04:08.907" LastActivityDate="2015-04-01T12:04:08.907" Title="Information about congresspeople" Tags="|data-request|usa|government|legal|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3949" PostTypeId="2" ParentId="3948" CreationDate="2014-11-03T02:16:43.497" Score="4" Body="&lt;p&gt;The data you are looking for is available at openstates.org. This is a project of the Sunlight Foundation. They have an API and a bulk download page (JSON and CSV) at : &lt;a href=&quot;http://openstates.org/downloads/&quot; rel=&quot;nofollow&quot;&gt;http://openstates.org/downloads/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The about page on their website:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Open States is a collection of tools that make it possible for citizens to track what is happening in their state's capitol by aggregating information from all 50 states, Washington, D.C., and Puerto Rico.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Using the site is simple: enter a U.S. address or select a state to start to research bills, review voting records, contact elected officials and more. Check out this Sunlight Academy tutorial to see how Open States can help citizens, journalists and activists learn more about their state government.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Open States is a project of the Sunlight Foundation. Thank you to the Rita Allen Foundation, Minnesota Historical Society and Open Society Foundations for their generous support.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-03T02:16:43.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3950" PostTypeId="2" ParentId="3941" CreationDate="2014-11-03T03:53:54.870" Score="1" Body="&lt;p&gt;It seems that Liferay has chosen to not release the source code of the Liferay Sync client.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is therefore not open source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you find new information, please let me know.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-03T03:53:54.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3951" PostTypeId="1" CreationDate="2014-11-03T05:46:57.773" Score="1" ViewCount="363" Body="&lt;p&gt;I wish to do analysis of second hand products sold online please tell me from where i can get dataset. Dataset can contain fields like user-id, name of product, selling price, date of sell etc &lt;/p&gt;&#xA;" OwnerUserId="3962" LastEditorUserId="1511" LastEditDate="2014-11-03T07:45:30.937" LastActivityDate="2014-11-03T07:45:30.937" Title="Need dataset for second hand product sales of an e-commerce site like olx" Tags="|data-request|web-crawling|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3952" PostTypeId="1" AcceptedAnswerId="3959" CreationDate="2014-11-03T07:27:32.750" Score="5" ViewCount="60" Body="&lt;p&gt;I am trying to download the data of the research papers published by people in my university. What I would like to do is then to plot the geographical distribution of the authors, and see how it evolves as a function of time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any suggestion on how to do this, in case it can be done? Thanks!&lt;/p&gt;&#xA;" OwnerDisplayName="user3961" LastEditorUserId="263" LastEditDate="2014-11-03T23:10:37.803" LastActivityDate="2014-11-03T23:24:58.367" Title="Retrieve affiliations from research paper" Tags="|data-request|tool-request|research|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3953" PostTypeId="2" ParentId="3918" CreationDate="2014-11-03T10:12:25.180" Score="6" Body="&lt;p&gt;Here is my obligatory pointer to &lt;strong&gt;overpass turbo&lt;/strong&gt;, a &quot;graphic&quot; way to explore the data quality for certain POIs (points of interest) in the OpenStreetMap database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;http://overpass-turbo.eu/s/5JS&quot; rel=&quot;noreferrer&quot;&gt;examplary query for &lt;code&gt;amenity=restaurant&lt;/code&gt; in Rome&lt;/a&gt; (patience: the query takes several seconds to execute) yields (probably incomplete) 543 locations with varying metadata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://overpass-turbo.eu/s/5JS&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gQq2Y.png&quot; alt=&quot;543 restaurants in/around rome as points on a map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;How-to:&lt;/strong&gt; For a given POI, find out its most canonical way of tagging through the page &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Map_features&quot; rel=&quot;noreferrer&quot;&gt;Map Features&lt;/a&gt; on the OSM Wiki. Then use the &quot;Wizard&quot; button on overpass turbo to generate the query. Browse the map to a suitable test location and hit execute. The map then can be navigated and the POIs inspected for data quality. &lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2014-11-03T10:12:25.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3954" PostTypeId="2" ParentId="1670" CreationDate="2014-11-03T14:25:55.580" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;http://www.flowminder.org/&quot; rel=&quot;noreferrer&quot;&gt;Flowminder.org&lt;/a&gt; project has made available anonymized West African CDRs related to the Ebola crisis. You can read more at the &lt;a href=&quot;http://www.worldpop.org.uk/ebola/&quot; rel=&quot;noreferrer&quot;&gt;WorldPop page&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Here we provide version 1 Flowminder (www.flowminder.org) human mobility models for West Africa, built on WorldPop population data, to support ongoing efforts to control the ebola outbreak. Before downloading any data, please read the documention carefully as it provides details on the datasets and models provided through the links below.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldpop.org.uk/ebola/Flowminder-Mobility-Data-21.08.14.pdf&quot; rel=&quot;noreferrer&quot;&gt;Documentation (.pdf)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldpop.org.uk/ebola/mobility_data/mobility-data-1stSept14.zip&quot; rel=&quot;noreferrer&quot;&gt;Mobility Data (.zip)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldpop.org.uk/ebola/Spatial_Data.7z&quot; rel=&quot;noreferrer&quot;&gt;Spatial Data (.7z)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/cnYKb.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Worldpop datasets are licensed under the&#xA;  &lt;a href=&quot;http://creativecommons.org/licenses/by/4.0/&quot; rel=&quot;noreferrer&quot;&gt;Creative Commons Attribution 4.0 International License&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-03T14:25:55.580" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3955" PostTypeId="1" CreationDate="2014-11-03T20:36:47.437" Score="2" ViewCount="229" Body="&lt;p&gt;I want to get country specific information using api/dataset as shown on &lt;a href=&quot;http://travel.state.gov/content/passports/english/country/france.html&quot; rel=&quot;nofollow&quot;&gt;http://travel.state.gov/content/passports/english/country/france.html&lt;/a&gt;. How can I get this data?&lt;/p&gt;&#xA;" OwnerUserId="3971" LastEditorUserId="70" LastEditDate="2015-03-27T16:19:17.350" LastActivityDate="2015-03-27T16:19:17.350" Title="Country specific information for travellers using opendata api/dataset" Tags="|data-request|data.gov|api|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3956" PostTypeId="1" CreationDate="2014-11-03T21:53:12.337" Score="4" ViewCount="67" Body="&lt;p&gt;I've seen other questions/answers here in regard to the U.S. Congress for information like what bills a particular congress person voted on, sponsored, or speeches and such. However, I am looking to see on a given day if Congress was in session or at recess. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found this from the senate's webpage:&#xA;&lt;a href=&quot;https://www.congress.gov/days-in-session&quot; rel=&quot;nofollow&quot;&gt;https://www.congress.gov/days-in-session&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However this does not seem to be an easily consumable calendar format, and it only goes back to 1995.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found this:&#xA;&lt;a href=&quot;https://www.govtrack.us/data/us/sessions.tsv&quot; rel=&quot;nofollow&quot;&gt;https://www.govtrack.us/data/us/sessions.tsv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which is somewhat useful however there is a difference between a session which generally lasts the entire year, and which days Congress was doing business or in recess.&lt;/p&gt;&#xA;" OwnerUserId="3925" LastEditorUserId="244" LastEditDate="2014-11-09T18:29:20.943" LastActivityDate="2014-11-09T18:29:20.943" Title="Data set of US Congress in-session or recess" Tags="|data-request|usa|government|data.gov|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3957" PostTypeId="5" CreationDate="2014-11-03T23:13:36.543" Score="0" Body="&lt;p&gt;Bibliometrics is the tracking of data about publications (authors, publication frequency, citations, &quot;impact&quot; factors).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This category should also be used for science focused metrics (scientometrics) and alternative impact factors (altmetrics).&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="263" LastEditDate="2014-11-03T23:13:36.543" LastActivityDate="2014-11-03T23:13:36.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3958" PostTypeId="4" CreationDate="2014-11-03T23:13:36.543" Score="0" Body="The study of academic publications." OwnerUserId="263" LastEditorUserId="263" LastEditDate="2014-11-03T23:13:36.543" LastActivityDate="2014-11-03T23:13:36.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3959" PostTypeId="2" ParentId="3952" CreationDate="2014-11-03T23:24:58.367" Score="3" Body="&lt;p&gt;Many of the bibliographic databases offer APIs, but they might not be 100% open.  Typically, you can't get access to the ones that charge for access unless your institution has a subscription to the service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that link-only answers are bad, but the problem is that policies change over time, and the folks at MIT libraries has a rather long list of bibiometric APIs and info about how open they are, which I assume they'd maintain/update over time:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://libguides.mit.edu/apis&quot; rel=&quot;nofollow&quot;&gt;http://libguides.mit.edu/apis&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For your purposes, I'd avoid the subject specific ones (pubmed, arXiv) or publisher specific ones, and look to &lt;a href=&quot;http://about.jstor.org/service/data-for-research&quot; rel=&quot;nofollow&quot;&gt;JSTOR Data for Research&lt;/a&gt; or &lt;a href=&quot;http://isiwebofknowledge.com/products_tools/products/related/webservices/&quot; rel=&quot;nofollow&quot;&gt;Web of Science&lt;/a&gt; (the one run by Thomspon-Reuters). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you're interested in tracking by people, I'd like to recommend &lt;a href=&quot;http://support.orcid.org/knowledgebase/topics/19247-rest-api&quot; rel=&quot;nofollow&quot;&gt;ORCID&lt;/a&gt;, but it requires your faculty registering with them and acknowledging their papers, so they don't mis-attribute papers because of similar names.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2014-11-03T23:24:58.367" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3960" PostTypeId="2" ParentId="3955" CreationDate="2014-11-03T23:27:58.063" Score="2" Body="&lt;p&gt;The Department of State's API covers security issues relating to travel, relations with countries - but not travel visa/passport requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.state.gov/developer/&quot; rel=&quot;nofollow&quot;&gt;http://www.state.gov/developer/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The also have a humanitarian information unit that publishes maps and datasets about risk areas of the world: such as conflict in Syria and Ebola in West Africa.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://hiu.state.gov&quot; rel=&quot;nofollow&quot;&gt;https://hiu.state.gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the State Department's XML feed on travel warnings:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cadatacatalog.state.gov/storage/f/2013-11-24T21%3A00%3A58.223Z/tws.xml&quot; rel=&quot;nofollow&quot;&gt;http://cadatacatalog.state.gov/storage/f/2013-11-24T21%3A00%3A58.223Z/tws.xml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-03T23:27:58.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3961" PostTypeId="2" ParentId="562" CreationDate="2014-11-04T01:21:58.820" Score="2" Body="&lt;p&gt;No one mentioned &lt;a href=&quot;https://www.itemmaster.com/&quot; rel=&quot;nofollow&quot;&gt;ItemMaster.com&lt;/a&gt; which provides pretty comprehensive product data which includes UPC codes, descriptions, nutrition, attributes, low and high res images and complete planograming information for retailers. Trouble is that they are sponsored by the manufacturers so their selection is limited. As of October 2014 they had 65,000 products. You will have to create a free account to download data.&lt;/p&gt;&#xA;" OwnerUserId="3973" LastEditorUserId="1511" LastEditDate="2014-11-04T16:13:48.510" LastActivityDate="2014-11-04T16:13:48.510" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3962" PostTypeId="1" CreationDate="2014-11-04T01:31:00.660" Score="3" ViewCount="46" Body="&lt;p&gt;I am searching for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Listing of naval vessels (specifically during WWII 1939-1945 timeframe)&lt;/li&gt;&#xA;&lt;li&gt;Relevant information such as name, class, country, commission/launch dates, sinking, etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cna.org/centers/operations-tactics/ship-database&quot; rel=&quot;nofollow&quot;&gt;This site&lt;/a&gt; has &lt;em&gt;some&lt;/em&gt; historical data in its Excel file for the United States but not everything.&lt;/p&gt;&#xA;" OwnerUserId="3974" LastActivityDate="2014-11-13T17:19:49.467" Title="Looking for historical data for WWII era navy fleet makeups" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3963" PostTypeId="1" CreationDate="2014-11-04T06:03:52.017" Score="3" ViewCount="523" Body="&lt;p&gt;It is in a few years, but I am already creating an app for the Tokyo Olympics in 2020.&lt;br&gt;&#xA;I would like my app to show &lt;strong&gt;game results for every competition&lt;/strong&gt;/etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an API that has pledged to deliver this information in near-real-time in 2020?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data must be freely reusable.&lt;br&gt;&#xA;Experience delivering similar results during previous Olympics greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-04T06:03:52.017" Title="Live results API for Tokyo Olympics 2020" Tags="|data-request|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3964" PostTypeId="1" AcceptedAnswerId="3965" CreationDate="2014-11-04T06:07:59.273" Score="1" ViewCount="61" Body="&lt;p&gt;I am looking for the list of competitions of the Tokyo 2020 Olympics.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Place&lt;/li&gt;&#xA;&lt;li&gt;Time&lt;/li&gt;&#xA;&lt;li&gt;Sport&lt;/li&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;Official booking URL if available&lt;/li&gt;&#xA;&lt;li&gt;More info is welcome&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It does not have to evolve in real-time, even though regular updates would be great.&lt;br&gt;&#xA;Needs to be reusable.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-04T15:08:55.300" Title="List of competitions at Tokyo 2020 Olympics" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3965" PostTypeId="2" ParentId="3964" CreationDate="2014-11-04T15:08:55.300" Score="3" Body="&lt;p&gt;The official source for Olympic data is &lt;a href=&quot;http://odf.olympictech.org/&quot; rel=&quot;nofollow&quot;&gt;http://odf.olympictech.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This site does not yet have any references to the Tokyo olympics. &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-11-04T15:08:55.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3967" PostTypeId="1" CreationDate="2014-11-04T18:34:18.793" Score="3" ViewCount="1205" Body="&lt;p&gt;Somebody know if exists some dataset with informations about donations?&#xA;&lt;br/&gt; Like, how many people donate and the frequency they do it.&lt;/p&gt;&#xA;" OwnerUserId="3969" LastEditorUserId="1511" LastEditDate="2014-11-13T19:23:02.613" LastActivityDate="2014-11-13T19:23:02.613" Title="Dataset with informations about donations" Tags="|data-request|finance|ngo|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3968" PostTypeId="1" AcceptedAnswerId="3973" CreationDate="2014-11-04T04:25:00.927" Score="4" ViewCount="958" Body="&lt;p&gt;I am a student at the University of Utah.  I am trying to gather the raw data on 30 or more individuals, preferably 35 - 55 females.  My goal is to have 3 to 6 months worth of raw data.  I have been search everywhere I can think of and can't seem to find a resource to buy the raw data.  Does anyone have ideas on where I can find this type of information?&lt;/p&gt;&#xA;" OwnerUserId="4096" OwnerDisplayName="Tim Cooley" LastEditorUserId="2976" LastEditDate="2014-11-04T19:39:51.953" LastActivityDate="2014-11-04T21:22:51.410" Title="Where would I find Step or Pedometer Data?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="3970" PostTypeId="2" ParentId="3967" CreationDate="2014-11-04T19:45:57.800" Score="2" Body="&lt;p&gt;&lt;em&gt;Not a clear answer but I think this constitutes an answer with a few leads for you to follow. Anyone, please correct me if I'm wrong&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I'd suggest you check out some sites like &lt;a href=&quot;http://guidestar.org/&quot; rel=&quot;nofollow&quot;&gt;http://guidestar.org/&lt;/a&gt; and &lt;a href=&quot;http://nccs.urban.org/&quot; rel=&quot;nofollow&quot;&gt;http://nccs.urban.org/&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;I think you'll need to scope your question further. You can also probably start to look at open data about IRS taxes as most people will want to take advantage of the tax deduction.&lt;/li&gt;&#xA;&lt;li&gt;See also &lt;a href=&quot;http://www.taxpolicycenter.org/briefing-book/key-elements/exempt/who-benefits.cfm&quot; rel=&quot;nofollow&quot;&gt;http://www.taxpolicycenter.org/briefing-book/key-elements/exempt/who-benefits.cfm&lt;/a&gt; and associated data tables I think they'll have.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-11-04T19:45:57.800" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3971" PostTypeId="2" ParentId="3967" CreationDate="2014-11-04T19:46:41.843" Score="5" Body="&lt;p&gt;You can find aggregated data on charitable donations from the IRS's Statistics of Income (SOI). Here are some links to look around:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.irs.gov/uac/Tax-Stats-2&quot;&gt;http://www.irs.gov/uac/Tax-Stats-2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-Statistics-of-Income&quot;&gt;http://www.irs.gov/uac/SOI-Tax-Stats-Statistics-of-Income&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the UK, the National Council for Voluntary Organisations (NCVO) and the Charities Aid Foundation (CAF), has been conducting and compiling survey results on charitable contributions by individuals. The data goes back to 2004:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.ncvo.org.uk/datastore/datasets/dataset-6-uk-giving-survey/&quot;&gt;http://data.ncvo.org.uk/datastore/datasets/dataset-6-uk-giving-survey/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-04T19:46:41.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3972" PostTypeId="2" ParentId="3930" CreationDate="2014-11-04T20:10:09.377" Score="9" Body="&lt;p&gt;I had a business need for this.  A quick wikipedia read&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/ISO/IEC_7812#cite_note-ANSI-3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/ISO/IEC_7812#cite_note-ANSI-3&lt;/a&gt;&#xA;showed that the American Banker's Association was the ultimate holder of the &quot;official&quot; version of the dataset.  (It only took 2 holes of data collection golf (phonecalls); a longer one to ANSI where I ended up getting the phone/email for the contact at ABA) Here's the information they sent to me for my (ultimately rejected) application:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Thank you for your interest in the ISO Register of Issuer Identification Numbers.  The Register is not available to the general public.  The Register is available only to those institutions that have issued cards in accordance with ISO/IEC 7812 Parts 1 and 2 and whose information appears in the Register; authorized block holders, Sponsoring Authorities and network providers.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Note that the purpose of the ISO/IEC 7812 Numbering System is to uniquely identify an issuing institution in an international interchange environment. It is not possible to determine the country of origin from the IIN, nor is it possible to determine the type of card being used (i.e. debit, credit, ATM, etc.) Also, the &quot;Register&quot; does not contain information on the financial institutions who issue a card on behalf of Visa, MasterCard, Discover, and American Express because that information is not reported to us.  That type of information would need to be obtained directly from those various organizations.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;In order to determine your eligibility, please provide responses to the following questions:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1)      Does your institution issue cards?  If yes, please indicate under which IIN(s) your institution has issued these cards:&#xA;  2)      Is your institution an authorized block holder?   If yes, what date was your block holder agreement executed?&#xA;  3)      Is your institution a recognized network provider? * (Please explain.)&#xA;  4)      Please provide a specific explanation for what purpose your institution needs to subscribe to the Register.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;*Network providers and processors are required to complete a licensing agreement which shall remain in force for the duration of the subscription.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Your written response to these questions should be submitted the attention of the Registration Authority at ISO7812RegAuth@aba.com.   Once eligibility is determined, the appropriate subscription application and licensing agreement will be sent to you.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;If you have any questions, please feel free to contact me.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I was interested in fraud prevention, which, in their narrow interpretation, is not a legitimate use of the dataset.  &lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="9555" LastEditDate="2017-08-10T14:12:39.877" LastActivityDate="2017-08-10T14:12:39.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3973" PostTypeId="2" ParentId="3968" CreationDate="2014-11-04T21:22:51.410" Score="4" Body="&lt;p&gt;There are human activity datasets available for research. Some of the better known ones are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fordham University, NY&lt;br/&gt;&#xA;WISDM dataset (walking, jogging, standing, sitting, etc) - no gender/age&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The WISDM (Wireless Sensor Data Mining) Lab is concerned with collecting the sensor data from smart phones and other modern mobile devices (e.g., tablet computers, music players, etc.) and mining this sensor data for useful knowledge. Currently our efforts are mainly focused on the acclerometer and GPS sensor data from these devices, but in the future we will mine the audio sensors (microphones), image sensors (cameras), light sensors, proximity sensors, temperature sensors, pressure sensors, direction sensors (compasses) and various other sensors that reside on these devices.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cis.fordham.edu/wisdm/dataset.php&quot; rel=&quot;nofollow&quot;&gt;http://www.cis.fordham.edu/wisdm/dataset.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Michigan&lt;br/&gt;&#xA;Collective Activity Dataset &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;This page describe a Collective Activity Dataset. This dataset contains 5 different collective activities : crossing, walking, waiting, talking, and queueing and 44 short video sequences some of which were recorded by consumer hand-held digital camera with varying view point.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wwweb.eecs.umich.edu/vision/activity-dataset.html&quot; rel=&quot;nofollow&quot;&gt;http://wwweb.eecs.umich.edu/vision/activity-dataset.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's something else that is fairly new. It is a FitBit activity dataset and analysis. Though I think it is collected from one individual:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://rpubs.com/dmaurath/24643&quot; rel=&quot;nofollow&quot;&gt;https://rpubs.com/dmaurath/24643&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-04T21:22:51.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3974" PostTypeId="2" ParentId="3948" CreationDate="2014-11-05T03:10:25.810" Score="4" Body="&lt;p&gt;Check out what the public domain dataset here has to offer:&#xA;&lt;a href=&quot;https://github.com/unitedstates/congress-legislators&quot; rel=&quot;nofollow&quot;&gt;https://github.com/unitedstates/congress-legislators&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also check out Sunlight's Congress API for an alternate presentation:&#xA;&lt;a href=&quot;https://sunlightlabs.github.io/congress/&quot; rel=&quot;nofollow&quot;&gt;https://sunlightlabs.github.io/congress/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="161" LastActivityDate="2014-11-05T03:10:25.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3975" PostTypeId="1" CreationDate="2014-11-05T03:47:29.407" Score="2" ViewCount="220" Body="&lt;p&gt;The Olympics data is available at &lt;a href=&quot;http://odf.olympictech.org&quot; rel=&quot;nofollow&quot;&gt;http://odf.olympictech.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to embed this data in an Android app that I want to release as Open Source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;ODF LICENSE AGREEMENT&quot; can be seen on the front page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following clause seems to rule out the GNU GPLv3:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;[...] PROVIDED THAT [...] references to the IOC appearing in the Documents [...] are included on ALL such COPIES [...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Would &lt;a href=&quot;http://www.apache.org/licenses/LICENSE-2.0.html&quot; rel=&quot;nofollow&quot;&gt;Apache 2.0 License&lt;/a&gt; be suitable?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-05T03:47:29.407" Title="Is the Olympic Data Feed compatible with the Apache 2.0 License?" Tags="|licensing|sports|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3976" PostTypeId="1" CreationDate="2014-11-05T05:33:34.323" Score="1" ViewCount="25" Body="&lt;p&gt;EFF has recently created a &lt;a href=&quot;https://www.eff.org/secure-messaging-scorecard&quot; rel=&quot;nofollow noreferrer&quot;&gt;Secure Messaging Scorecard&lt;/a&gt; effort to gather data about messaging apps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/bee3A.png&quot; alt=&quot;Secure Messaging Scorecard&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an effort maintaining similar data for &lt;a href=&quot;https://en.wikipedia.org/wiki/File_synchronization&quot; rel=&quot;nofollow noreferrer&quot;&gt;file synchronization&lt;/a&gt; apps?&lt;br&gt;&#xA;(eg: Dropbox, SparkleShare, BitTorrent Sync, etc)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data columns could be the same.&lt;br&gt;&#xA;Ideally as JSON.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-12-09T10:28:13.953" LastActivityDate="2014-12-09T10:28:13.953" Title="File synchronization apps scorecard?" Tags="|data-request|security|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3977" PostTypeId="2" ParentId="3967" CreationDate="2014-11-05T15:00:27.920" Score="1" Body="&lt;p&gt;The information about who donates to a non-profit in the US is located on the Schedule B of the IRS 990 form.  This schedule is not public for exempt organizations, but it may be public for trusts and public foundations.  I suggest using guidestar.org (free registration) to search out the non-profits you're interested in.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are interested in bulk 990s for &quot;free&quot; (the data is free; the cost to get it packaged and mailed to you by the IRS is about $3,000/year I believe), you can find them here:&#xA;&lt;a href=&quot;https://archive.org/details/IRS990&quot; rel=&quot;nofollow&quot;&gt;https://archive.org/details/IRS990&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2014-11-05T15:00:27.920" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3979" PostTypeId="1" CreationDate="2014-11-06T10:14:18.170" Score="8" ViewCount="328" Body="&lt;p&gt;I am curious as to what makes a database open. Specifically, on another SE site I have been in discussions with a developer at &lt;a href=&quot;http://www.mendeley.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mendeley&lt;/a&gt; (a reference manager and social network) about whether it qualifies as FOSS. His contention is that Mendeley is FOSS since the data are made available via an &lt;a href=&quot;http://dev.mendeley.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;. I think it is unreasonable to label software that doesn't release the source code as FOSS, but I am not sure if the API based access to database is enough to label it as open data. This might be related to &lt;a href=&quot;https://opendata.stackexchange.com/questions/638/open-database-apis-for-journal-article-metadata&quot;&gt;Open database APIs for journal article metadata&lt;/a&gt;, but I did not see Mendeley mentioned. I cannot find any licensing information on the site and they talk about &lt;a href=&quot;http://dev.mendeley.com/reference/topics/authorization_overview.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;authorization and registration&lt;/a&gt; which don't sound like open terms to me.&lt;/p&gt;&#xA;" OwnerUserId="3988" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-27T14:31:28.853" Title="Does data stored in Mendeley qualify as open data?" Tags="|api|open-definition|research|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3980" PostTypeId="2" ParentId="3979" CreationDate="2014-11-06T10:58:16.107" Score="6" Body="&lt;h1&gt;Data&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Mendeley does not seem to grant me any license to reuse the content (in particular the academic papers uploaded by other users), so by default the data must be considered closed: We are not allowed to redistribute it. Even if an API allows us to retrieve it:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You may not use our Services to [...] download, use or re-use any Academic Papers without authorization.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h1&gt;Software&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Mendeley's software is clearly &lt;strong&gt;not&lt;/strong&gt; FOSS, as seen in the Terms:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;you undertake not to copy, rent, lease, sub-license, loan, translate, merge, adapt, vary or modify the whole or any part of our Software&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The question about the data itself is independent of the software itself being open source or not. You can run MediaWiki (open source software) to run a private server and store non-open data on it. On the opposite, you could run IIS (proprietary software) to host open data.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-06T10:58:16.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3981" PostTypeId="1" AcceptedAnswerId="13588" CreationDate="2014-11-06T14:26:49.077" Score="11" ViewCount="1577" Body="&lt;p&gt;&lt;sup&gt;This is a split refactored from an older post containing too many &lt;a href=&quot;https://opendata.stackexchange.com/revisions/3981/4&quot;&gt;questions about licenses in SVG Tiny 1.2 using RDFa&lt;/a&gt; as suggested by &lt;a href=&quot;https://opendata.stackexchange.com/users/70/patrick-hoefler&quot;&gt;Patrick Hoefler&lt;/a&gt;. See also question &lt;em&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3998/interest-of-double-lincenses-cc-by-sa-odbl-for-svg-maps&quot;&gt;Interest of double lincenses CC-BY-SA + ODbL for SVG maps&lt;/a&gt;&lt;/em&gt;.&lt;/sup&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Introduction&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://Lmap.org/vi/en_c/Welcome_en.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;LittleMap.org&lt;/a&gt; aims to allow anyone editing maps for blind people. I think the best way to share maps is as &lt;a href=&quot;http://en.wikipedia.org/wiki/Scalable_Vector_Graphics&quot; rel=&quot;nofollow noreferrer&quot;&gt;SVG files&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;RDFa, DC and CC tags&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I also think the best way to embed licenses (and &lt;a href=&quot;http://www.w3.org/2003/01/geo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geographical coordinates&lt;/a&gt;) within &lt;a href=&quot;https://en.wikipedia.org/wiki/Scalable_Vector_Graphics&quot; rel=&quot;nofollow noreferrer&quot;&gt;SVG&lt;/a&gt; file is to use &lt;a href=&quot;http://www.w3.org/blog/2008/12/rdfa-and-svg-tiny-and-the-rdfa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDFa&lt;/a&gt; (see my &lt;a href=&quot;https://stackoverflow.com/questions/25959608&quot;&gt;previous question&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Question&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Is my below &lt;a href=&quot;http://www.w3.org/TR/SVGTiny12/metadata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;&amp;lt;metadata&amp;gt;&lt;/code&gt;&lt;/a&gt; correct in order to embed both &lt;strong&gt;CC-BY-SA-4.0&lt;/strong&gt; and &lt;strong&gt;ODbL v1.0&lt;/strong&gt; within SVG file? Is there a &quot;more&quot; correct/standard way? Please suggest improvements. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot;?&amp;gt;&#xA;&amp;lt;svg xmlns=&quot;http://www.w3.org/2000/svg&quot; version=&quot;1.2&quot; baseProfile=&quot;tiny&quot;&amp;gt;&#xA;&#xA;  &amp;lt;metadata xmlns:rdf=&quot;http://www.w3.org/1999/02/22-rdf-syntax-ns#&quot;&#xA;            xmlns:dcq=&quot;http://purl.org/dc/terms/&quot; &#xA;            xmlns:dc=&quot;http://purl.org/dc/elements/1.1/&quot;&#xA;            xmlns:cc=&quot;http://creativecommons.org/ns#&quot; &#xA;            xmlns:geo=&quot;http://www.w3.org/2003/01/geo/wgs84_pos#&quot; &amp;gt;&#xA;    &amp;lt;rdf:RDF&amp;gt;&#xA;      &amp;lt;cc:Work rdf:about=&quot;&quot;&amp;gt;&#xA;        &amp;lt;dc:format&amp;gt;image/svg+xml&amp;lt;/dc:format&amp;gt;&#xA;        &amp;lt;dc:type    rdf:resource=&quot;http://purl.org/dc/dcmitype/StillImage&quot;         /&amp;gt;&#xA;        &amp;lt;cc:license rdf:resource=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot; /&amp;gt;&#xA;        &amp;lt;cc:license rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot;  /&amp;gt;&#xA;        &amp;lt;cc:attributionName rdf:resource=&quot;Laurent Notarianni and LittleMap.org contributors&quot; /&amp;gt;&#xA;        &amp;lt;cc:attributionURL  rdf:resource=&quot;LittleMap.org&quot; /&amp;gt;&#xA;      &amp;lt;/cc:Work&amp;gt;&#xA;      &amp;lt;cc:License    rdf:about=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot;&amp;gt;&#xA;        &amp;lt;cc:permits  rdf:resource=&quot;http://creativecommons.org/ns#Reproduction&quot; /&amp;gt;&#xA;        &amp;lt;cc:permits  rdf:resource=&quot;http://creativecommons.org/ns#Distribution&quot; /&amp;gt;&#xA;        &amp;lt;cc:permits  rdf:resource=&quot;http://creativecommons.org/ns#DerivativeWorks&quot; /&amp;gt;&#xA;        &amp;lt;cc:requires rdf:resource=&quot;http://creativecommons.org/ns#Notice&quot; /&amp;gt;&#xA;        &amp;lt;cc:requires rdf:resource=&quot;http://creativecommons.org/ns#Attribution&quot; /&amp;gt;&#xA;        &amp;lt;cc:requires rdf:resource=&quot;http://creativecommons.org/ns#ShareAlike&quot; /&amp;gt;&#xA;      &amp;lt;/cc:License&amp;gt;&#xA;      &amp;lt;cc:license        rdf:about=&quot;http://opendatacommons.org/licenses/by/1.0/&quot; &amp;gt;&#xA;        &amp;lt;cc:legalcode rdf:resource=&quot;http://opendatacommons.org/licenses/by/1.0/&quot; &amp;gt;&#xA;        &amp;lt;dcq:hasversion&amp;gt;1.0&amp;lt;/dcq:hasversion&amp;gt;&amp;lt;/cc:legalcode&amp;gt;&#xA;      &amp;lt;/cc:license&amp;gt;&#xA;      &amp;lt;cc:license        rdf:about=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot; &amp;gt;&#xA;        &amp;lt;cc:legalcode rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot; &amp;gt;&#xA;        &amp;lt;dcq:hasversion&amp;gt;1.0&amp;lt;/dcq:hasversion&amp;gt;&amp;lt;/cc:legalcode&amp;gt;&#xA;      &amp;lt;/cc:license&amp;gt;&#xA;      &amp;lt;geo:Point&amp;gt;&#xA;        &amp;lt;geo:lat&amp;gt;55.701&amp;lt;/geo:lat&amp;gt;&#xA;        &amp;lt;geo:long&amp;gt;12.552&amp;lt;/geo:long&amp;gt;&#xA;      &amp;lt;/geo:Point&amp;gt;&#xA;    &amp;lt;/rdf:RDF&amp;gt;&#xA;  &amp;lt;/metadata&amp;gt;&#xA;&#xA;&amp;lt;/svg&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3990" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2018-12-02T17:23:05.083" Title="How to embed licenses within SVG?" Tags="|releasing-data|licensing|rdf|creative-commons|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3982" PostTypeId="1" CreationDate="2014-11-07T03:33:48.633" Score="5" ViewCount="340" Body="&lt;p&gt;I am looking for figures of the emu population in Australia over history.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally from 1900 or even further, and especially around the time of the &lt;a href=&quot;https://en.wikipedia.org/wiki/Emu_War&quot; rel=&quot;noreferrer&quot;&gt;Emu War&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even a simple histogram would be enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Freely reusable data is needed.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-12-13T17:59:39.797" Title="Emu population in Australia from 1900" Tags="|data-request|environment|australia|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="3983" PostTypeId="1" AcceptedAnswerId="3994" CreationDate="2014-11-07T15:30:43.167" Score="10" ViewCount="292" Body="&lt;p&gt;I want to know when commercial use of US government data is permitted and for what uses.  Below, there are 5 questions that I have for 4 different primary data sources.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I have seen the data policy page at data.gov,&#xA;&lt;a href=&quot;http://www.data.gov/data-policy&quot;&gt;http://www.data.gov/data-policy&lt;/a&gt;&#xA;that governs downloads (I am assuming?) only from that domain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, a lot of the primary source US government public data are not available or are partially available on data.gov (such as aggregates), but are publicly available including:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-(A) securities and exchange commission filings (SEC, such as the 10-Ks available on EDGAR)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-(B) federal elections commission (FEC, such as form 3)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-(C) internal revenue service (IRS, such as the form 990)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-(D) department of justice/legal (PACER, decisions/opinions and docket information) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I noticed that the FEC form 3x, schedule A has the following information&#xA;&lt;a href=&quot;http://www.fec.gov/pdf/forms/fecfrm3x.pdf&quot;&gt;http://www.fec.gov/pdf/forms/fecfrm3x.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Any information copied from such Reports and Statements may not be sold or used by any person for the purpose of soliciting contributions or for commercial purposes, other than using the name and address of any political committee to solicit contributions from such committee.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Question 1:&#xA;How do I find the data license for these forms and what is their scope (eg does each form have a unique data policy, or is there a SEC or FEC or IRS or DOJ level policy?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Question 2:&#xA;Is there a classification system for data use licenses for the US federal government?  (Is it possible to view a list of the possible data licenses?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Question 3:&#xA;Suppose you or a third party aggregate data from something like FEC form 3x schedule A in a manner similar to something provided on data.gov (eg instead of total contribution to a political campaign, you want to provide total contribution to a political campaign by state, county or zip code).  How do you determine if there is a violation?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Question 4:&#xA;How do you report a violation of these rules by a private party, and what are the repercussions? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Question 5:&#xA;These documents occasionally have information useful for identity theft in unredacted form (eg ages, DOB, social security numbers, medical record, bank account numbers).  What information should be redacted by the government before making documents public? (eg, is there a legal definition of what is private/public data?)  What is the protocol for reporting these incidents?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;These are probably best answered by a specialty lawyer (what is the specialty called?) for a commercial entity.  But does anybody have a good start?  I see Carl Malamud and Aaron Swartz's names come up a lot when searching for this data, so I know these topics have been well researched and (sadly) well prosecuted.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="244" LastEditDate="2014-11-09T18:30:28.593" LastActivityDate="2014-11-21T16:28:36.630" Title="Data Licenses for US Government Data not in data.gov" Tags="|usa|data.gov|licensing|uses-of-open-data|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3984" PostTypeId="2" ParentId="1560" CreationDate="2014-11-07T16:31:20.400" Score="5" Body="&lt;p&gt;Yes, there is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are several ways to get this list:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;You can, in Wikidata website, look at every entity that has a link to currency (&lt;code&gt;Q8142&lt;/code&gt;): &lt;a href=&quot;https://www.wikidata.org/wiki/Special:WhatLinksHere/Q8142&quot;&gt;https://www.wikidata.org/wiki/Special:WhatLinksHere/Q8142&lt;/a&gt;. The problem of this is that you will have some entities that makes a link to currency other than &lt;code&gt;instance of&lt;/code&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The best way is to use an external tool called AutoList, developed by a German guy called &lt;a href=&quot;https://en.wikipedia.org/wiki/User:Magnus_Manske&quot;&gt;Magnus Manske&lt;/a&gt;. The link of his tool is here:&#xA;&lt;a href=&quot;https://tools.wmflabs.org/autolist/autolist1.html&quot;&gt;https://tools.wmflabs.org/autolist/autolist1.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This tool uses a query language WDQ. Its documentation is here:&#xA;&lt;a href=&quot;https://wdq.wmflabs.org/api_documentation.html&quot;&gt;https://wdq.wmflabs.org/api_documentation.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is how it works:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The property &quot;instance of&quot; has the identifier &lt;code&gt;P31&lt;/code&gt;.&#xA;The value &quot;currency&quot; has the identifier &lt;code&gt;Q8142&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want every Wikidata entity with the condition &lt;code&gt;(P31 == Q8142)&lt;/code&gt; equals true: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;copy-paste &lt;code&gt;claim[31:8142]&lt;/code&gt; in the form field called Query;&lt;/li&gt;&#xA;&lt;li&gt;click on the Run button.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3996" LastActivityDate="2014-11-07T16:31:20.400" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3986" PostTypeId="1" AcceptedAnswerId="3987" CreationDate="2014-11-08T03:53:11.127" Score="4" ViewCount="242" Body="&lt;p&gt;When I use the Finder API, specifically post the example XML on &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow&quot;&gt;their Developers page&lt;/a&gt; shown in the getIFPPlanBenefits sample to the URL &lt;a href=&quot;https://api.finder.healthcare.gov/v3.0/getIFPPlanBenefits&quot; rel=&quot;nofollow&quot;&gt;https://api.finder.healthcare.gov/v3.0/getIFPPlanBenefits&lt;/a&gt;, I get this an HTTP 503, and this string:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;File not found.&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;in the HTTP response. That's the sum total of the response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I put the XML request in the body of my &lt;code&gt;POST&lt;/code&gt; request and have remembered to set the &lt;strong&gt;Content-Type&lt;/strong&gt; to &lt;code&gt;application/xml&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I use a method name that's not valid, like  &lt;a href=&quot;https://api.finder.healthcare.gov/v3.0/notaname&quot; rel=&quot;nofollow&quot;&gt;https://api.finder.healthcare.gov/v3.0/notaname&lt;/a&gt;, I get an HTML response and an HTTP 200. The HTML response has some JS, and no visible text other than a &lt;code&gt;noscript&lt;/code&gt; tag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone else seen this, and what might I be doing wrong?&lt;/p&gt;&#xA;" OwnerUserId="61" LastActivityDate="2014-11-14T22:06:25.823" Title="Healthcare.gov's API Finder app returns &quot;File not found&quot;" Tags="|healthcare-finder-api|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3987" PostTypeId="2" ParentId="3986" CreationDate="2014-11-08T05:41:35.077" Score="9" Body="&lt;p&gt;On the command line, give a try to the following successful request (or see/edit it in &lt;a href=&quot;https://www.runscope.com/public/22a94afb-37b6-4b9c-a0a0-b935a6d1b64d/c5e3e989-2a04-4c1d-8b71-cd8aa65b4c4e&quot;&gt;runscope&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ curl -XPOST https://api.finder.healthcare.gov/v3.0/getIFPPlanQuotes -d '&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&amp;lt;p:PlanQuoteRequest xmlns:p=&quot;http://hios.cms.org/api&quot; xmlns:p1=&quot;http://hios.cms.org/api-types&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://hios.cms.org/api hios-api-11.0.xsd &quot;&amp;gt;&#xA;  &amp;lt;p:Enrollees&amp;gt;&#xA;    &amp;lt;p1:DateOfBirth&amp;gt;1959-03-03&amp;lt;/p1:DateOfBirth&amp;gt;&#xA;    &amp;lt;p1:Gender&amp;gt;Male&amp;lt;/p1:Gender&amp;gt;&#xA;    &amp;lt;p1:TobaccoLastUsedMonths&amp;gt;2&amp;lt;/p1:TobaccoLastUsedMonths&amp;gt;&#xA;    &amp;lt;p1:Relation&amp;gt;SELF&amp;lt;/p1:Relation&amp;gt;&#xA;    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;&#xA;  &amp;lt;/p:Enrollees&amp;gt;&#xA;  &amp;lt;p:Enrollees&amp;gt;&#xA;    &amp;lt;p1:DateOfBirth&amp;gt;1982-03-03&amp;lt;/p1:DateOfBirth&amp;gt;&#xA;    &amp;lt;p1:Gender&amp;gt;Female&amp;lt;/p1:Gender&amp;gt;&#xA;    &amp;lt;p1:TobaccoLastUsedMonths&amp;gt;2&amp;lt;/p1:TobaccoLastUsedMonths&amp;gt;&#xA;    &amp;lt;p1:Relation&amp;gt;SPOUSE&amp;lt;/p1:Relation&amp;gt;&#xA;    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;&#xA;  &amp;lt;/p:Enrollees&amp;gt;&#xA;  &amp;lt;p:Location&amp;gt;&#xA;    &amp;lt;p1:ZipCode&amp;gt;22901&amp;lt;/p1:ZipCode&amp;gt;&#xA;    &amp;lt;p1:County&amp;gt;&#xA;      &amp;lt;p1:FipsCode&amp;gt;51003&amp;lt;/p1:FipsCode&amp;gt;&#xA;      &amp;lt;p1:CountyName&amp;gt;ALBEMARLE&amp;lt;/p1:CountyName&amp;gt;&#xA;      &amp;lt;p1:StateCode&amp;gt;VA&amp;lt;/p1:StateCode&amp;gt;&#xA;    &amp;lt;/p1:County&amp;gt;&#xA;  &amp;lt;/p:Location&amp;gt;&#xA;  &amp;lt;p:InsuranceEffectiveDate&amp;gt;2014-10-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;&#xA;  &amp;lt;p:Market&amp;gt;Individual&amp;lt;/p:Market&amp;gt;&#xA;  &amp;lt;p:IsFilterAnalysisRequiredIndicator&amp;gt;false&amp;lt;/p:IsFilterAnalysisRequiredIndicator&amp;gt;&#xA;  &amp;lt;p:PaginationInformation&amp;gt;&#xA;    &amp;lt;p1:PageNumber&amp;gt;1&amp;lt;/p1:PageNumber&amp;gt;&#xA;    &amp;lt;p1:PageSize&amp;gt;20&amp;lt;/p1:PageSize&amp;gt;&#xA;  &amp;lt;/p:PaginationInformation&amp;gt;&#xA;  &amp;lt;p:SortOrder&amp;gt;&#xA;    &amp;lt;p1:SortField&amp;gt;BASE RATE&amp;lt;/p1:SortField&amp;gt;&#xA;    &amp;lt;p1:SortDirection&amp;gt;ASC&amp;lt;/p1:SortDirection&amp;gt;&#xA;  &amp;lt;/p:SortOrder&amp;gt;&#xA;&#xA;&amp;lt;/p:PlanQuoteRequest&amp;gt;'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;FWIW, I was able to reproduce the 503 &quot;File not found&quot; by POSTing the same request but with trailing characters after the url like &lt;code&gt;https://api.finder.healthcare.gov/v3.0/getIFPPlanQuotesXYZ&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="3555" LastActivityDate="2014-11-08T05:41:35.077" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3988" PostTypeId="1" CreationDate="2014-11-08T15:18:01.413" Score="4" ViewCount="538" Body="&lt;p&gt;I am choosing a license for a number of documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want a license that:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;allows reuse/modification even for commercial purposes&lt;/li&gt;&#xA;&lt;li&gt;does not require attribution&lt;/li&gt;&#xA;&lt;li&gt;Forces re-users to keep the same level of openness&lt;/li&gt;&#xA;&lt;li&gt;is rather famous, at least most open-oriented people have heard of it.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What license matches these requirements?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-11-10T02:00:32.857" LastActivityDate="2014-11-11T07:54:38.033" Title="No-attribution open license, applicable to documentation" Tags="|licensing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3989" PostTypeId="2" ParentId="3988" CreationDate="2014-11-08T15:32:35.600" Score="3" Body="&lt;p&gt;The requirement that modified versions of the documents have the &quot;same level of openness&quot; was added after my first answer. If that is &lt;em&gt;not&lt;/em&gt; a&#xA;requirement, and you just want to throw the documentation into the&#xA;world to be used however people want without attribution, you should&#xA;release the documents as &lt;a href=&quot;http://creativecommons.org/publicdomain/zero/1.0/&quot; rel=&quot;nofollow&quot;&gt;public domain/creative commons zero&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If a &quot;share alike&quot; version is important, the only well known&#xA;documentation license I know of is the &lt;a href=&quot;http://www.gnu.org/copyleft/fdl.html&quot; rel=&quot;nofollow&quot;&gt;GNU FDL&lt;/a&gt; It's meant for&#xA;textbooks and manuals and is analogous to the GPL, so anyone&#xA;distributing the text needs to also distribute a human-editable&#xA;version of the text. So will anyone who redistributes more than 100&#xA;copies of the text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably the easiest approach would be to require attribution and use&#xA;a &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot; rel=&quot;nofollow&quot;&gt;CC-BY-SA license&lt;/a&gt;. Is it really so important to not be credited&#xA;for the documents?&lt;/p&gt;&#xA;" OwnerUserId="4000" LastEditorUserId="4000" LastEditDate="2014-11-11T07:54:38.033" LastActivityDate="2014-11-11T07:54:38.033" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3990" PostTypeId="2" ParentId="3956" CreationDate="2014-11-08T19:16:21.697" Score="1" Body="&lt;p&gt;Keeping in mind the caveats raised in comments about what counts as being &quot;in-session,&quot; any day that at least one chamber of Congress meets will result in an entry in the &lt;em&gt;Congressional Record&lt;/em&gt;, which you can find at the &lt;a href=&quot;http://thomas.loc.gov/home/Browse.php?&amp;amp;n=Issues&quot; rel=&quot;nofollow&quot;&gt;Library of Congress&lt;/a&gt;. See, as an example, August when neither chamber typically meets much at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should be able to scrape that page to obtain a complete calendar of session dates since 1989.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-11-08T19:16:21.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3991" PostTypeId="1" CreationDate="2014-11-09T06:44:20.657" Score="8" ViewCount="75" Body="&lt;p&gt;I need public data about persons / parent-child relationships, especially relating to the past. I am creating an awesome family tree app, and I want to help people to build their extended family tree. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where I am able to reach public global / local databases to show use person relationship information? Is there any available global distribution system I could use?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="70" LastEditDate="2015-02-22T17:41:42.150" LastActivityDate="2015-02-22T17:41:42.150" Title="Where I can find data to help build family trees?" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3992" PostTypeId="2" ParentId="3991" CreationDate="2014-11-09T18:26:31.307" Score="7" Body="&lt;p&gt;There are a lot of paid services that provide this type of information, such as &lt;a href=&quot;http://Ancestry.com&quot;&gt;Ancestry.com&lt;/a&gt;.  They are unlikely to offer access to their highly curated content.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the Church of Latter Day Saints at &lt;a href=&quot;https://familysearch.org/&quot;&gt;FamilySearch&lt;/a&gt; does provide a free service for others to use.  That site provides &lt;a href=&quot;https://familysearch.org/developers/&quot;&gt;developer resources&lt;/a&gt; specifically for people like you, and encourages others to build apps using APIs and accessing their data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data formats are described in more detail &lt;a href=&quot;https://familysearch.org/developers/docs/api/media-types&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-09T18:26:31.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3993" PostTypeId="1" CreationDate="2014-11-09T21:18:20.757" Score="9" ViewCount="7475" Body="&lt;p&gt;I wonder if there is a database or technique of collecting the timings of a song?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://opendata.stackexchange.com/questions/3345/song-lyrics-and-timings&quot;&gt;this&lt;/a&gt; post linking to &lt;a href=&quot;http://www.musicxml.com/music-in-musicxml/&quot; rel=&quot;noreferrer&quot;&gt;MusicXML&lt;/a&gt;. However, it seems MusicXML is for sheet music. I am looking for data relating to music of the more general variety.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I'm looking for something that gives the lyrics of a song as well as the time in the song a lyric occurs.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone suggest anything?&lt;/p&gt;&#xA;" OwnerUserId="4003" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2023-09-15T03:46:03.813" Title="Music lyrics timing data" Tags="|data-request|music|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3994" PostTypeId="2" ParentId="3983" CreationDate="2014-11-09T23:52:18.700" Score="7" Body="&lt;p&gt;Each of the datasets on Data.gov describes the license used (see the upper left items on the dataset page). The intent for data provided by the U.S. Government (&lt;em&gt;whether it is on Data.gov or not&lt;/em&gt;) is to have an open license, as defined by &lt;a href=&quot;https://project-open-data.cio.gov/open-licenses/&quot; rel=&quot;nofollow&quot;&gt;Project Open Data&lt;/a&gt;. The &lt;a href=&quot;https://project-open-data.cio.gov/v1.1/schema/#license&quot; rel=&quot;nofollow&quot;&gt;license field&lt;/a&gt; in the Data.gov metadata schema is defined as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In most cases, the license is &quot;public&quot;, meaning that it is in the public domain and open for free and unrestricted use. If the license is &quot;License not specified&quot;, you can assume that it is in the public domain. See for example, the &lt;a href=&quot;https://catalog.data.gov/dataset/campus-security-data&quot; rel=&quot;nofollow&quot;&gt;Campus Security Data&lt;/a&gt;.  Agencies that have a more restrictive license must provide that restriction in the metadata. For example, NOAA's &lt;a href=&quot;https://catalog.data.gov/dataset/noaa-national-weather-service-national-mosaic-of-weathe-radar&quot; rel=&quot;nofollow&quot;&gt;National Mosaic of Weather Data&lt;/a&gt; explicitly notes it uses the Creative Commons license and cites a &lt;a href=&quot;http://www.weather.gov/disclaimer&quot; rel=&quot;nofollow&quot;&gt;disclaimer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The intent of U.S. Government in publishing data on Data.gov is for individuals and organizations to freely use that data for transparency, civic good, insight, analysis, and economic development.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specific to your questions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;As above, there is a general expectation that these data are in the public domain, with any restrictions noted.&lt;/li&gt;&#xA;&lt;li&gt;The classification system for licenses is open and noted at &lt;a href=&quot;https://project-open-data.cio.gov/license-examples/&quot; rel=&quot;nofollow&quot;&gt;Project Open Data&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&quot;Initially, SOI’s ZIP code data were not produced on an annual basis. Therefore, some years are missing. However, beginning with the 2004 data, the SOI Division began producing annual updates to the data and we are committed to continuing this trend into the future.  In similar fashion, SOI began producing machine-readable formats of the data beginning with the 2007 data and has produced these formats for all years thereafter. Given our current resources, there are no plans to produce ZIP code data for the missing years or to create machine-readable versions of the data prior to 2007.  We regret the inconvenience this causes. The Statistics of Income ZIP code data are available on the Tax Stats section of &lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-Individual-Income-Tax-Statistics-ZIP-Code-Data-(SOI)&quot; rel=&quot;nofollow&quot;&gt;this IRS web page&lt;/a&gt;.&quot; (via Diane Austin, IRS)&lt;/li&gt;&#xA;&lt;li&gt;Violations can be reported by following the FEC &lt;a href=&quot;http://www.fec.gov/pages/brochures/saleuse.shtml&quot; rel=&quot;nofollow&quot;&gt;use rules&lt;/a&gt;, specifically &lt;a href=&quot;http://www.fec.gov/pages/brochures/saleuse.shtml#anchor694433&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; (via Paul Clark at the FEC)&lt;/li&gt;&#xA;&lt;li&gt;Information is anonymized by the publishing agency before being posted to Data.gov, in accordance with federal regulations for government officials to protect personally identifiable information (see a summary &lt;a href=&quot;http://www.gsa.gov/portal/content/104256&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Data.gov's own &lt;a href=&quot;https://www.data.gov/data-policy&quot; rel=&quot;nofollow&quot;&gt;data policy&lt;/a&gt; notes: &quot;License: U.S. Federal data available through Data.gov is offered free and without restriction. Data and content created by government employees within the scope of their employment are not subject to domestic copyright protection under 17 U.S.C. § 105. Non-federal (city, county, and state) data available through Data.gov may have a different licensing method as noted under “Show more” at the bottom of the dataset page. Non-federal data can be identified by name of the publisher and the diagonal banner that shows up on the search results and data set pages. Federal data will have a banner noting “Federal” and non-federal banners will note “University”, “Multiple Sources”, “State”, etc.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I have worked on the Data.gov project.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-11-21T16:28:36.630" LastActivityDate="2014-11-21T16:28:36.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3995" PostTypeId="2" ParentId="3988" CreationDate="2014-11-10T09:55:09.487" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://creativecommons.org/licenses/sa/1.0/&quot; rel=&quot;nofollow&quot;&gt;Creative Commons ShareAlike 1.0 Generic (CC SA 1.0)&lt;/a&gt; should match all of your requirements. However, &lt;a href=&quot;http://creativecommons.org/retiredlicenses&quot; rel=&quot;nofollow&quot;&gt;CC SA 1.0 has been retired by Creative Commons in 2004&lt;/a&gt; due to inadequate demand, and they recommend &lt;a href=&quot;http://creativecommons.org/choose/&quot; rel=&quot;nofollow&quot;&gt;using one of their current licenses&lt;/a&gt; instead.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2014-11-10T09:55:09.487" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="3996" PostTypeId="1" CreationDate="2014-11-10T14:03:41.520" Score="5" ViewCount="114" Body="&lt;p&gt;I'm looking for a phenomenon, preferably within social sciences/economy, with available datasets that follow a sigmoidal relationship. For example, a relationship could be between the amount of money earned and the money spent. I would be grateful for any pointers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Steep sigmoidal input-output relationships are very common in biological systems (see the &lt;a href=&quot;http://www.biologydirect.com/content/8/1/31&quot; rel=&quot;nofollow noreferrer&quot;&gt;review by Steven Frank&lt;/a&gt;). The input in such a setting typically corresponds to the concentration of some chemical ligand, while the output is the concentration of another chemical downstream in a biochemical pathway that responds to the input. The relationship is also termed the dose response or, in engineering terms, the response characteristic. Biological systems (networks) that give steep sigmoidal responses to inputs are called &quot;ultra-sensitive&quot; and typically modelled with &lt;a href=&quot;http://en.wikipedia.org/wiki/Hill_equation_(biochemistry)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hill equation&lt;/a&gt; where the Hill coefficient is greater than 1.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/3r7uS.png&quot; alt=&quot;Example of sigmoidal function&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In principle, the sigmoidal relationship that I'm looking for, should exist between two variables, e.g. the duration of advertisement block on TV (x-axis) vs. the time to switch the channel (y-axis), etc. In the best case scenario such a relationship would be measured for a number of individuals. Therefore, I could have the entire &quot;response characteristic&quot; for an ensemble of, say, 100 people. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'm not looking for, however, is the temporal behaviour of phenomena, e.g. the accumulation of wealth in time that could also follow a saturation-type sigmoidal curve.&lt;/p&gt;&#xA;" OwnerUserId="4007" LastEditorUserId="4007" LastEditDate="2014-11-12T20:54:07.573" LastActivityDate="2014-11-12T20:54:07.573" Title="Looking for datasets with sigmoidal relationships" Tags="|economics|finance|data-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="3997" PostTypeId="1" CreationDate="2014-11-10T16:15:53.280" Score="6" ViewCount="120" Body="&lt;p&gt;This query can return the product label for the drug Cetuximab:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=set_id:8bc6397e-4bd8-4d37-a007-a327e4da34d9&quot;&gt;https://api.fda.gov/drug/label.json?search=set_id:8bc6397e-4bd8-4d37-a007-a327e4da34d9&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But can we link it to its former name when it was experimental, &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/12422310&quot;&gt;IMC-C225&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to think of a way to get updated results when experimental drugs get approved, and get a label.&lt;/p&gt;&#xA;" OwnerUserId="4008" LastEditorUserId="244" LastEditDate="2014-11-13T18:12:02.310" LastActivityDate="2015-04-18T13:26:26.983" Title="Is there a way to get a drug's experimental name on open FDA?" Tags="|data.gov|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="3998" PostTypeId="1" AcceptedAnswerId="4663" CreationDate="2014-11-10T16:51:10.727" Score="10" ViewCount="215" Body="&lt;p&gt;&lt;sup&gt;This is a split refactored from an older post containing too many &lt;a href=&quot;https://opendata.stackexchange.com/revisions/3981/4&quot;&gt;questions about licenses in SVG Tiny 1.2 using RDFa&lt;/a&gt; as suggested by &lt;a href=&quot;https://opendata.stackexchange.com/users/70/patrick-hoefler&quot;&gt;Patrick Hoefler&lt;/a&gt;. See also question &lt;em&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3981/embed-two-licenses-within-svg&quot;&gt;Embed two licenses within SVG&lt;/a&gt;&lt;/em&gt;.&lt;/sup&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Introduction&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://Lmap.org/vi/en_c/Welcome_en.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;LittleMap.org&lt;/a&gt; aims to allow anyone editing maps for blinds. I think the best way to share maps is as &lt;a href=&quot;http://en.wikipedia.org/wiki/Scalable_Vector_Graphics&quot; rel=&quot;nofollow noreferrer&quot;&gt;SVG files&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;CC-BY-SA + ODbL&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I also think providing two licences is fine for &lt;a href=&quot;http://en.wikipedia.org/wiki/Derivative_work&quot; rel=&quot;nofollow noreferrer&quot;&gt;derivative work&lt;/a&gt;: user can choose the licence he/she prefers.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendatacommons.org/licenses/odbl/summary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;ODbL v1.0&lt;/strong&gt;&lt;/a&gt; to allow insertion of our data into &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Open_Database_License&quot; rel=&quot;nofollow noreferrer&quot;&gt;database&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;CC-BY-SA-4.0&lt;/strong&gt;&lt;/a&gt; because:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;CC-BY&lt;/strong&gt; is a well-known license.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;SA&lt;/strong&gt; to insure the derivative data will still stay open (as for &lt;strong&gt;ODbL&lt;/strong&gt;).&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;4.0&lt;/strong&gt; is the latest version and should be better than previous versions (?) &lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Questions&lt;/h3&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;To allow people inserting our data into OSM, do we require to use &lt;strong&gt;ODbL&lt;/strong&gt;?&lt;/li&gt;&#xA;&lt;li&gt;Is &lt;strong&gt;CC-BY-SA&lt;/strong&gt; enough for OSM compatibility?&lt;/li&gt;&#xA;&lt;li&gt;Else, what could be the advantage of &lt;strong&gt;CC-BY-SA&lt;/strong&gt; in our case?&lt;/li&gt;&#xA;&lt;li&gt;Does &lt;strong&gt;CC-BY-SA&lt;/strong&gt; prevent OSM data to be inserted within our maps?&lt;/li&gt;&#xA;&lt;li&gt;Is it correct to license XML file (SVG) under a Database license? &lt;br&gt;&#xA;What about SVG file generated from OSM data?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3990" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-04T15:21:40.283" Title="Interest of double licenses CC-BY-SA + ODbL for SVG maps" Tags="|releasing-data|licensing|creative-commons|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="3999" PostTypeId="2" ParentId="3996" CreationDate="2014-11-12T07:34:24.303" Score="2" Body="&lt;p&gt;In technology forecasting, the market penetration of a new technology often follows a sigmoidal curve. Hence, with one variable being the time, the other variable being the market share of&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;ebooks&lt;/li&gt;&#xA;&lt;li&gt;LED&lt;/li&gt;&#xA;&lt;li&gt;organic food&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;could form examples. There is &lt;a href=&quot;http://www.sciencedirect.com/science/article/pii/S0040162571800057&quot; rel=&quot;nofollow&quot;&gt;a classic paper by Fisher and Pry&lt;/a&gt; on this, however behind a paywall.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2014-11-12T07:34:24.303" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4000" PostTypeId="2" ParentId="3996" CreationDate="2014-11-12T09:23:35.650" Score="2" Body="&lt;p&gt;There is a quasi-sigmoidal relationship between time and the usage share of Netscape Classic (green):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/f0yH9.png&quot; alt=&quot;Layout engine usage share&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data is available (public domain license) as CSV at &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Layout_engine_usage_share-2009-01-07.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/File:Layout_engine_usage_share-2009-01-07.svg&lt;/a&gt;, it is very rough though.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-12T09:23:35.650" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4001" PostTypeId="1" CreationDate="2014-11-12T13:14:22.120" Score="10" ViewCount="7176" Body="&lt;p&gt;To build models to predict customer behavior, I am searching for transactional data over multiple years (i.e. &gt; 3 years). My focus is to assess the quality of long-term predictions, thus the longer the time period the better. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Minimum requirement in terms of variables would be: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Customer ID &lt;/li&gt;&#xA;&lt;li&gt;Purchase/order/transaction date&lt;/li&gt;&#xA;&lt;li&gt;Price of goods/services sold&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In a perfect world, these datasets would be released under a GPL license and also include information like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Date of first purchase ever (which facilitates cohort analysis)&lt;/li&gt;&#xA;&lt;li&gt;Socio-demographic information on the individual customer &lt;/li&gt;&#xA;&lt;li&gt;Product ID, as well as further details of the products bought such as product category&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Examples are manifold and include order/transaction/purchase histories from an online store, a car/bike share network, transactions from a gas station network, ... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do know about the Superstore dataset that ships with Tableau and has 4 years of transactional data (&lt;a href=&quot;http://community.tableausoftware.com/docs/DOC-1236&quot; rel=&quot;noreferrer&quot;&gt;http://community.tableausoftware.com/docs/DOC-1236&lt;/a&gt;). However, this is simulated data and does not show the patterns one usually observes in real world transactional data.&lt;/p&gt;&#xA;" OwnerUserId="4016" LastEditorUserId="4016" LastEditDate="2015-08-06T12:32:00.880" LastActivityDate="2016-06-21T16:01:44.320" Title="Transactional data over multiple years (Customer ID, Date, Price)" Tags="|data-request|business|companies|time-series|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4002" PostTypeId="1" CreationDate="2014-11-12T14:00:26.897" Score="8" ViewCount="2208" Body="&lt;p&gt;We are having a school project on a mathematical model of tumor growth. We would like to compare our model to the real data. Despite a lot of search we couldn't find any open data on the web. Hence, can anyone recommend a resource for the datasets of tumor cells growth?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt; It seems that we rather need a dataset from test labs, like tumor growth data in mice, rats etc. The reason for that is that we need a data of unrestricted tumor growth. The data from humans is most of the times affected by different treatments to prevent the growth of the cells. Please correct me if I'm wrong, because I'm not a biologist, I'm a mathematician. &lt;/p&gt;&#xA;" OwnerUserId="4017" LastEditorUserId="1511" LastEditDate="2014-11-14T08:23:15.010" LastActivityDate="2014-11-17T10:37:30.913" Title="Looking for datasets of tumor or cancer growth" Tags="|data-request|medical|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4003" PostTypeId="2" ParentId="4002" CreationDate="2014-11-12T15:51:42.343" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;https://www.synapse.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Synapse&lt;/a&gt; project hosts projects and datasets related to cancer (among other things).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A quick search turns up one data set (although it's labeled as 'hypothetical'): &lt;a href=&quot;https://www.synapse.org/#!Synapse:syn1936383/wiki/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Here is a 100 patient hypothetical dataset - as an example to process the Tumor Growth Rate&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I think you can find more if you dig around the site. Unfortunately, you'll have to register to get any data.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Nice that they offer:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Programmatic Clients&lt;/strong&gt;: Synapse is designed to easily integrate into your current work. That's why we've created the following clients so that you can interact with all of Synapse's functionality programmatically. Create projects, upload &amp;amp; download files, generate provenance, query, create wikis and more all from the comfort of your own code. Don't see your language of choice here? Check out our full &lt;a href=&quot;http://rest.synapse.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;REST API documentation&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/HyPRE.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-12T15:51:42.343" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4004" PostTypeId="2" ParentId="4002" CreationDate="2014-11-12T18:31:08.383" Score="3" Body="&lt;p&gt;I asked on Twitter and got this response: &lt;a href=&quot;https://twitter.com/sachsmc/status/532600589033951234&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/sachsmc/status/532600589033951234&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looks like there is some data at &lt;a href=&quot;http://dtp.nci.nih.gov/index.html&quot; rel=&quot;nofollow&quot;&gt;http://dtp.nci.nih.gov/index.html&lt;/a&gt;, but he said it's hard to navigate&lt;/p&gt;&#xA;" OwnerUserId="177" LastActivityDate="2014-11-12T18:31:08.383" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4005" PostTypeId="2" ParentId="3993" CreationDate="2014-11-12T19:29:33.867" Score="3" Body="&lt;p&gt;&lt;em&gt;(Not a very practical answer, but maybe can get the ball rolling...)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you can create a list Youtube links to the songs or albums you want, you can download the captions (subtitles). These have a timestamp along with the lyrics. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With YouTube you can search for videos with captions. Unfortunately, I found that many are listed with captions but actually don't have any meaningful text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/nU0o2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of one video with good captions (&lt;a href=&quot;https://www.youtube.com/watch?v=VImAM8a5Y-w&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/7aiNO.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can see the transcript by going to &quot;More&quot; and then &quot;Transcript&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/709yk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;One tool to do download captions is called &lt;a href=&quot;http://google2srt.sourceforge.net/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google2SRT&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;What is Google2SRT?&lt;/strong&gt; Google2SRT is a tool that can download &quot;not embedded&quot; subtitles (Closed Captions - CC) from YouTube and former Google Video and convert them to a standard format (&lt;a href=&quot;http://en.wikipedia.org/wiki/SubRip&quot; rel=&quot;nofollow noreferrer&quot;&gt;SubRip - SRT&lt;/a&gt;) supported by most video players. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There are some online tools, too, such as &lt;a href=&quot;http://keepsubs.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;keepsubs.com&lt;/a&gt; and &lt;a href=&quot;http://www.yousub.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;yousub.net&lt;/a&gt; (although questionable how reliable).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, a &lt;a href=&quot;https://addons.mozilla.org/en-US/firefox/addon/youtube-caption-downloader/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Firefox add-on&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You could also use &lt;a href=&quot;http://www.opensubtitles.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSubtitles.org&lt;/a&gt; to download subtitles soundtracks or concerts.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-11-12T19:36:29.417" LastActivityDate="2014-11-12T19:36:29.417" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4006" PostTypeId="1" AcceptedAnswerId="4015" CreationDate="2014-11-12T23:06:18.487" Score="8" ViewCount="3692" Body="&lt;p&gt;I am looking to run a Map Reduce framework and do some analysis on a Twitter dataset for the FIFA 2014 World Cup event. I couldn't find a place to get these datasets for free. Can someone suggest a place to get at least a sample of this dataset for free? The dataset I'm looking for is actual tweets posted by the users, which contain related hashtags like #FIFA,#GER Vs #ARG, #BRZ, #Neymar, etc. for the duration of the entire World Cup.&lt;/p&gt;&#xA;" OwnerUserId="4018" LastEditorUserId="1511" LastEditDate="2014-11-13T16:20:32.820" LastActivityDate="2014-11-13T18:03:49.677" Title="FIFA 2014 tweets dataset for academic project" Tags="|data-request|sports|social-media|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4007" PostTypeId="2" ParentId="4002" CreationDate="2014-11-13T00:10:18.863" Score="3" Body="&lt;p&gt;Try these two publications:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A.R. KANSAL et al., &lt;em&gt;Simulated Brain Tumor Growth Dynamics Using a Three-Dimensional Cellular Automaton&lt;/em&gt;, Journal of Theoretical Biology, Volume 203, Issue 4, 21 April 2000, Pages 367-382, ISSN 0022-5193, &lt;a href=&quot;http://dx.doi.org/10.1006/jtbi.2000.2000&quot; rel=&quot;nofollow&quot;&gt;doi link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Araujo &amp;amp; McElwain, &lt;em&gt;A history of the study of solid tumour growth: The contribution of mathematical modelling&lt;/em&gt;, 2004, &lt;a href=&quot;http://dx.doi.org/10.1016/j.bulm.2003.11.002&quot; rel=&quot;nofollow&quot;&gt;doi link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both behind a paywall, so let me know if you can't get hold of them. &lt;/p&gt;&#xA;" OwnerUserId="4007" LastActivityDate="2014-11-13T00:10:18.863" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4008" PostTypeId="1" CreationDate="2014-11-13T14:02:56.833" Score="7" ViewCount="172" Body="&lt;p&gt;To ensure I was understanding how openFDA works, I have been checking my queries against the searchable medical device recall database the FDA already has (&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm&quot; rel=&quot;noreferrer&quot;&gt;http://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm&lt;/a&gt;). I am currently trying the following query: &lt;a href=&quot;https://api.fda.gov/device/enforcement.json?search=insulin&amp;amp;limit=80&quot; rel=&quot;noreferrer&quot;&gt;https://api.fda.gov/device/enforcement.json?search=insulin&amp;amp;limit=80&lt;/a&gt; and getting 56 results back. A similar query at the FDA database simply searching for &quot;insulin&quot; in product description gives back 117 results. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand that some of the newest device recalls will not be in openFDA yet, but I can't figure out why others are missing. For example, a recall for &quot;OneTouch(R) Ping(R) Insulin Pump glucose management system&quot; posted April 6, 2012 with event ID 61436 found on the FDA database is not in openFDA. I have tried searching by event ID in openFDA as well as searching by name and it's not showing up. I have found other examples as well from 2009&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What am I missing here? Why don't these show up in an openFDA query for &quot;insulin?&quot;&lt;/p&gt;&#xA;" OwnerUserId="4023" LastEditorUserId="244" LastEditDate="2014-11-13T14:56:10.403" LastActivityDate="2014-11-30T15:57:48.423" Title="Missing medical device recall information? OpenFDA not finding recalls from FDA database" Tags="|data.gov|openfda|medical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4009" PostTypeId="5" CreationDate="2014-11-13T16:23:50.527" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2014-11-13T16:23:50.527" LastActivityDate="2014-11-13T16:23:50.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4010" PostTypeId="4" CreationDate="2014-11-13T16:23:50.527" Score="0" Body="Used for questions related to social media data collection from sites like Twitter, Facebook, LinkedIn, etc." OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-11-13T21:29:45.447" LastActivityDate="2014-11-13T21:29:45.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4011" PostTypeId="2" ParentId="3844" CreationDate="2014-11-13T17:02:29.480" Score="7" Body="&lt;p&gt;The answers to the &lt;a href=&quot;https://opendata.stackexchange.com/questions/1301/where-can-i-find-a-repository-of-open-data-stories/1397#1397&quot;&gt;question on open data stories&lt;/a&gt; might also be useful to you.  I've summarized some of those and added some more (courtesy of &lt;a href=&quot;https://opendata.stackexchange.com/users/505/anastasios-ventouris&quot;&gt;Anastasios Ventouris&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/1555/pattern-recognition&quot;&gt;pattern-recognition&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/974/charles-worthington&quot;&gt;Charles Worthington&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/1229/alisha-green&quot;&gt;Alisha Green&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/1139/taal&quot;&gt;Taal&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/3956/tobip&quot;&gt;tobip&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/33/fgregg&quot;&gt;fgregg&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/314/diabulos&quot;&gt;Diabolus&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/users/329/rebecca-williams&quot;&gt;Rebecca Williams&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opendata500.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Open Data 500&lt;/a&gt; is a collection of 500 companies that have built a business model on open data (both government and non-government data). Note that the Open Data 500 is expanding to include other countries as well.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://highlights.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Highlights&lt;/a&gt; on Data.gov show companies, civil society groups, non-profits, and citizens using open government data &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.gov.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data.gov.uk&lt;/a&gt; has economic and civil society case studies &lt;/li&gt;&#xA;&lt;li&gt;McKinsey report on &lt;a href=&quot;http://www.mckinsey.com/insights/business_technology/open_data_unlocking_innovation_and_performance_with_liquid_information&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data: Unlocking innovation and performance with liquid information&lt;/a&gt; has many examples in education, transportation, consumer products, electricity, oil and gas, health care, and consumer finance&lt;/li&gt;&#xA;&lt;li&gt;Code For America's e-book &lt;a href=&quot;http://beyondtransparency.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Beyond Transparency&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dataforgood.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data for Good&lt;/a&gt;, a platform for sharing data-driven projects for social good&lt;/li&gt;&#xA;&lt;li&gt;Open Knowledge Foundation's &lt;a href=&quot;http://okfncommunity.tumblr.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;community stories&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;Sunlight Foundation's &lt;a href=&quot;http://sunlightfoundation.com/policy/local/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Deep Dives&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;Dan Nguyen's &lt;a href=&quot;http://www.smalldatajournalism.com/readings/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Small Data Journalism Readings&lt;/a&gt; articles for his data journalism class at NYU&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-11-13T17:02:29.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4012" PostTypeId="2" ParentId="3829" CreationDate="2014-11-13T17:06:24.680" Score="0" Body="&lt;p&gt;There is also a growing number of accredited and normalized ebola datasets at the &lt;a href=&quot;http://www.meetup.com/Africa-Open-Data/&quot; rel=&quot;nofollow&quot;&gt;Africa Open Data&lt;/a&gt; &lt;a href=&quot;http://eboladata.org&quot; rel=&quot;nofollow&quot;&gt;Ebola Data&lt;/a&gt; platform via &lt;a href=&quot;http://nucivic.com/&quot; rel=&quot;nofollow&quot;&gt;NuCivic&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I work on the volunteer team developing this.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-13T17:06:24.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4013" PostTypeId="2" ParentId="3962" CreationDate="2014-11-13T17:19:49.467" Score="1" Body="&lt;p&gt;There's a surprisingly comprehensive list of ships, naval equipment, and vessels for WWII at the &lt;a href=&quot;http://ww2db.com/ship.php&quot; rel=&quot;nofollow&quot;&gt;World War II Database&lt;/a&gt;.  You can search by type of vessel (&lt;a href=&quot;http://ww2db.com/ship.php?list=D&quot; rel=&quot;nofollow&quot;&gt;destroyer&lt;/a&gt;) or by country (&lt;a href=&quot;http://ww2db.com/ship.php?q=4&amp;amp;list=c&quot; rel=&quot;nofollow&quot;&gt;Germany&lt;/a&gt;).  There is also detailed information about each vessel mentioned (such as the U.S. &lt;a href=&quot;http://ww2db.com/ship_spec.php?ship_id=S387&quot; rel=&quot;nofollow&quot;&gt;Casabianca submarine&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-13T17:19:49.467" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4014" PostTypeId="2" ParentId="3982" CreationDate="2014-11-13T17:46:03.040" Score="3" Body="&lt;p&gt;There are 9 different types of emu whose populations range from common to extinct.  The &lt;a href=&quot;http://www.iucnredlist.org/details/22715475/0&quot; rel=&quot;nofollow&quot;&gt;Grey Emu&lt;/a&gt; is prevalent, while the &lt;a href=&quot;http://www.iucnredlist.org/details/22724449/0&quot; rel=&quot;nofollow&quot;&gt;Kangaroo Island Emu&lt;/a&gt; is extinct.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want general populations of emu in Australia, try &lt;a href=&quot;http://birdata.com.au/&quot; rel=&quot;nofollow&quot;&gt;Birdata&lt;/a&gt;, which shows populations of Australian birds by location and time, and allows you to download custom datasets.  Here's the link for &lt;a href=&quot;http://birdata.com.au/maps.vm?lat=-21.1&amp;amp;lon=148.8&amp;amp;scale=895945&amp;amp;species=834&quot; rel=&quot;nofollow&quot;&gt;emus&lt;/a&gt;.  Many other &lt;a href=&quot;http://www.environment.nsw.gov.au/threatenedspeciesapp/profileData.aspx?id=10250&amp;amp;cmaName=Northern%20Rivers&quot; rel=&quot;nofollow&quot;&gt;sites&lt;/a&gt; simply state that the emu is not endangered.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a truly interesting read on the Great Emu War, check out this &lt;a href=&quot;http://blogs.scientificamerican.com/running-ponies/2014/08/04/the-great-emu-war-in-which-some-large-flightless-birds-unwittingly-foiled-the-australian-army/&quot; rel=&quot;nofollow&quot;&gt;Scientific American article&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-13T17:46:03.040" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4015" PostTypeId="2" ParentId="4006" CreationDate="2014-11-13T18:03:49.677" Score="4" Body="&lt;p&gt;Getting access to historical Twitter data may end up coming with a price.  Here are some options:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I've had great luck using &lt;a href=&quot;http://topsy.com/&quot; rel=&quot;noreferrer&quot;&gt;Topsy&lt;/a&gt; in looking at a wide variety of tweets ranging from disease vectors in Africa to sentiment analysis. Here's the link for 86K &lt;a href=&quot;http://topsy.com/s?q=%23FIFA&amp;amp;window=m&amp;amp;type=tweet&quot; rel=&quot;noreferrer&quot;&gt;#FIFA tweets&lt;/a&gt; for the last 30 days.  You can expand to &quot;all time&quot;, search by language, and look at influencers.&lt;/li&gt;&#xA;&lt;li&gt;Use the Twitter API to get the data you can for free.  Good &lt;a href=&quot;https://dev.twitter.com/streaming/public&quot; rel=&quot;noreferrer&quot;&gt;developer resources&lt;/a&gt; are available.&lt;/li&gt;&#xA;&lt;li&gt;The most comprehensive historical archive may be via &lt;a href=&quot;http://gnip.com/sources/twitter/historical/&quot; rel=&quot;noreferrer&quot;&gt;Gnip&lt;/a&gt;, but unfortunately it is not free and it's unclear what the actual costs are.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-13T18:03:49.677" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4016" PostTypeId="5" CreationDate="2014-11-13T19:35:51.180" Score="0" Body="&lt;p&gt;HealthCare.gov's Finder API is provided by the U.S. Federal government to help you find private health plans available outside the Health Insurance Marketplace. This includes data on health insurance plans for individuals and families, as well as small groups insurance plans. All of the data used on the Finder.HealthCare.gov web application is available through this API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API has multiple versions and returns plan and benefits data for Individual and Small Group Market Types. Additional information about the API can be found here: &lt;a href=&quot;https://finder.healthcare.gov/#services&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/#services&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Formal definition can be found in the U.S. Treasury's Financial Data Directory (FDD):&lt;br&gt;&#xA;&lt;a href=&quot;http://www.treasury.gov/resource-center/financial-education/Pages/fdd.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.treasury.gov/resource-center/financial-education/Pages/fdd.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use this tag to ask any questions related specifically to this API. &lt;/p&gt;&#xA;" OwnerUserId="3923" LastEditorUserId="90" LastEditDate="2015-04-20T18:25:30.867" LastActivityDate="2015-04-20T18:25:30.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4017" PostTypeId="4" CreationDate="2014-11-13T19:35:51.180" Score="0" Body="For questions around the use of and any issues related to HealthCare.gov's HealthCare Finder API." OwnerUserId="3923" LastEditorUserId="70" LastEditDate="2015-04-17T18:21:21.860" LastActivityDate="2015-04-17T18:21:21.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4018" PostTypeId="2" ParentId="3986" CreationDate="2014-11-13T19:58:09.020" Score="5" Body="&lt;p&gt;Adding details to @erik's answer above. Version 3.0 of the API only seems to return plans for effective dates greater than or equal to 01/01/2015. To get plans for 2014, you must still use Version 2.0 of the API here: &lt;a href=&quot;https://finder.healthcare.gov/#services/version_2_0&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/#services/version_2_0&lt;/a&gt; (and marked as deprecated). Also it seems the effective date cannot be more than 150 days in the future. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In response to the question about the plan data not matching what is on healthcare.gov, please note that this API only returns Private Plans that are NOT in the Marketplace. The website finder.healthcare.gov uses the same API and tries to explain that on the home page here: &lt;a href=&quot;https://finder.healthcare.gov/&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: sdwarwick below just pointed to this: &lt;a href=&quot;https://www.healthcare.gov/health-plan-information-2015/&quot; rel=&quot;nofollow&quot;&gt;https://www.healthcare.gov/health-plan-information-2015/&lt;/a&gt; which is where you will find plans that are in the Marketplace. Stand Alone Dental Plans from the Marketplace are here: &lt;a href=&quot;https://www.healthcare.gov/dental-plan-information-2015/&quot; rel=&quot;nofollow&quot;&gt;https://www.healthcare.gov/dental-plan-information-2015/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3923" LastEditorUserId="3923" LastEditDate="2014-11-14T22:06:25.823" LastActivityDate="2014-11-14T22:06:25.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4019" PostTypeId="2" ParentId="3360" CreationDate="2014-11-14T08:32:46.277" Score="3" Body="&lt;p&gt;Here is a list for UK political parties - (&lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:Index_of_United_Kingdom_political_parties_meta_attributes&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/lRnOe.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By doing &lt;a href=&quot;https://encrypted.google.com/#q=United+States+political+parties+meta+attributes&quot; rel=&quot;nofollow noreferrer&quot;&gt;similar searches&lt;/a&gt;, you can find other lists hosted on Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://en.wikipedia.org/wiki/Wikipedia:Index_of_Minnesota_political_parties_meta_attributes&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/nRwYu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think with a few of these lists you can make a joined list of major parties. Because there are so many parties, the colors will start to overlap and be indistinguishable, so I'd stick to just a few main parties.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-14T08:32:46.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4022" PostTypeId="1" CreationDate="2014-11-17T08:17:43.270" Score="7" ViewCount="193" Body="&lt;p&gt;Where can I download decimals of Pi?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It must be in chunks so that I can download with a particular offset. It must be public domains, without any restrictions before download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The site with most decimals wins.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2020-02-20T08:17:38.683" Title="Where to download decimals of Pi?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4023" PostTypeId="2" ParentId="4022" CreationDate="2014-11-17T08:20:40.957" Score="7" Body="&lt;p&gt;UPDATE: Unfortunately this website is not available anymore, see philshem's comments below for a potential? workaround.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This Japanese site has downloadable chunks up to 13x10^12:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Web site: &lt;a href=&quot;http://piworld.calico.jp/estart.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://piworld.calico.jp/estart.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are 130000 files (&lt;code&gt;pi-0001.txt&lt;/code&gt;-&lt;code&gt;pi-130000.txt&lt;/code&gt;), each chunk is a ZIP file about 55MB (so it's around 7.15TB in total, 15.34TB uncompressed).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No registration, agreement or anything needed.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2020-02-20T08:17:38.683" LastActivityDate="2020-02-20T08:17:38.683" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4024" PostTypeId="2" ParentId="4022" CreationDate="2014-11-17T09:32:22.697" Score="5" Body="&lt;p&gt;Based on the discussion &lt;a href=&quot;https://superuser.com/a/3822&quot;&gt;here&lt;/a&gt;, it may be faster to calculate digits of pi rather than download them.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;I know you say you don't care, but I seriously suspect &lt;strong&gt;your cpu can calculate them faster than your network card is capable of downloading them.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Given the last digit and the current state of the calculator used to generate it, the next digit can be found in constant time. It doesn't get progressively harder like finding the next prime does.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;There are some tools to calculate on your own:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.numberworld.org/y-cruncher/&quot; rel=&quot;noreferrer&quot;&gt;y-cruncher&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://numbers.computation.free.fr/Constants/PiProgram/pifast.html&quot; rel=&quot;noreferrer&quot;&gt;PiFast&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.extremeoverclocking.com/file.php?f=36&quot; rel=&quot;noreferrer&quot;&gt;SuperPi&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;on Ubuntu: &lt;code&gt;sudo apt-get install pi&lt;/code&gt;, and then &lt;code&gt;pi 100&lt;/code&gt; to arbitrary precision (&lt;a href=&quot;https://superuser.com/a/495498&quot;&gt;source&lt;/a&gt; and &lt;a href=&quot;http://packages.ubuntu.com/lucid/math/pi&quot; rel=&quot;noreferrer&quot;&gt;package&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-02-20T08:11:01.053" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="4025" PostTypeId="2" ParentId="3936" CreationDate="2014-11-17T10:19:50.920" Score="2" Body="&lt;p&gt;I found a link to the Food Bank of Alabama, which has a 26 page PDF with a table of food expiration dates (&lt;a href=&quot;http://foodbankofeastalabama.com/wp-content/uploads/2011/04/Just-How-Long-Is-That-Food-Good.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;pdf link&lt;/a&gt;). Here is &lt;a href=&quot;http://lee.ces.ncsu.edu/wp-content/uploads/2012/12/TheFoodKeeper.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;another similar PDF&lt;/a&gt;, but even less machine readable. And here is &lt;a href=&quot;http://www2.ca.uky.edu/hes/fcs/factshts/FN-SSB.085.PDF&quot; rel=&quot;nofollow noreferrer&quot;&gt;yet another one (PDF)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/PixMQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not too machine readable, but you may be able to copy individual pages and paste them into a spreadsheet tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this data source is useful for you, I can also help get it to be machine readable using a tool like &lt;a href=&quot;http://en.wikipedia.org/wiki/Pdftotext&quot; rel=&quot;nofollow noreferrer&quot;&gt;pdftotext&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-17T10:19:50.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4026" PostTypeId="2" ParentId="4002" CreationDate="2014-11-17T10:37:30.913" Score="1" Body="&lt;p&gt;The UCI Machine Learning Repository has a data set called &quot;Breast Cancer Wisconsin (Diagnostic)&quot; - &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Breast+Cancer+Wisconsin+%28Diagnostic%29&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Features are computed from a digitized image of a fine needle aspirate (FNA) of a breast mass. They describe characteristics of the cell nuclei present in the image.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data is not related necessarily to growth, where you would have a time series for one patient, but is instead diagnostic for many patients.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-17T10:37:30.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4027" PostTypeId="1" CreationDate="2014-11-17T11:47:22.620" Score="9" ViewCount="1527" Body="&lt;p&gt;I'm looking for a data set of rail and tube stations in the Transport for London network, specifically, stations where one could use an Oyster card.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in the locations of these stations so the data should either include coordinates or addresses/postcodes that I can geocode.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It doesn't matter if the data includes stations outside London, as long as I can accurately match a station in London to the entry in the data set based on its name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The KML file offered by TfL and described &lt;a href=&quot;https://www.tfl.gov.uk/info-for/open-data-users/our-feeds?intcmp=3671&quot;&gt;here&lt;/a&gt; doesn't include National Rail or Overground stations, despite promising otherwise.&lt;/p&gt;&#xA;" OwnerUserId="4044" LastEditorUserId="70" LastEditDate="2015-03-30T14:29:13.677" LastActivityDate="2016-02-08T14:41:25.163" Title="London rail and tube station locations" Tags="|data-request|geospatial|uk|public-transport|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4028" PostTypeId="1" CreationDate="2014-11-17T17:11:43.810" Score="5" ViewCount="57" Body="&lt;p&gt;I need a list of the adverse events for Avastin drug. I mainly would like to see a list of adverse events concerning vision issues.&lt;/p&gt;&#xA;" OwnerUserId="4046" LastEditorUserId="23272" LastEditDate="2021-04-07T13:05:37.910" LastActivityDate="2021-04-07T13:05:37.910" Title="Adverse Events for Avastin - vision issues" Tags="|data-request|openfda|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4029" PostTypeId="2" ParentId="4028" CreationDate="2014-11-17T19:28:01.040" Score="2" Body="&lt;p&gt;This API call should help you get started with all adverse event (AE) reports involving Avastin:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=brand_name:avastin&amp;amp;limit=100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but be sure to read through the comprehensive docs at &lt;a href=&quot;https://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/reference/&lt;/a&gt; to see if you want to be searching for a subset of this data set which is where Avastin was the &lt;code&gt;suspect drug&lt;/code&gt;. I am not 100% sure that would be possible through the API since you want to limit your search to a nested object.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To search for only AE reports where a certain AE related to vision was reported, you'll want to look through the list of all AEs from the above API call (&lt;code&gt;https://api.fda.gov/drug/event.json?search=brand_name:avastin&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/code&gt;) and then filter based on those.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also use a more user-friendly tool that Brian Norris and I built at &lt;a href=&quot;http://researchae.com&quot; rel=&quot;nofollow&quot;&gt;http://researchae.com&lt;/a&gt;. Here's a hyperlink to &lt;a href=&quot;http://www.researchae.com/drugevent?from_date=1900-01-01&amp;amp;to_date=2014-11-17&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=avastin&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&quot; rel=&quot;nofollow&quot;&gt;only Avastin AE reports&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps and good luck!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-11-17T19:28:01.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4030" PostTypeId="2" ParentId="4027" CreationDate="2014-11-17T20:31:47.923" Score="7" Body="&lt;p&gt;Alex, I looked through the TFL APIs, documentation and datasets. The station list (KML) format indicates it has locations for light rail (DLR), tube and overground. But as you observed there are no entries for overground stations. I also did not find anything on National Rail in the documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find some additional resources. Below is the National Rail's list of stations in London (which you would need to scrape):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nationalrail.co.uk/css/OfficialNationalRailmaplarge.pdf&quot;&gt;http://www.nationalrail.co.uk/css/OfficialNationalRailmaplarge.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Guardian maintains its own downloadable dataset of all rail stations in Great Britian. .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.theguardian.com/news/datablog/2011/may/19/train-stations-listed-rail#data&quot;&gt;http://www.theguardian.com/news/datablog/2011/may/19/train-stations-listed-rail#data&lt;/a&gt;&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheet/ccc?key=0AonYZs4MzlZbcktheEZFeF84U1J4dFFvckI5X0VBcEE#gid=7&quot;&gt;https://docs.google.com/spreadsheet/ccc?key=0AonYZs4MzlZbcktheEZFeF84U1J4dFFvckI5X0VBcEE#gid=7&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It appears the Guardian reversed engineered the dataset from the Office of Rail Regulation' station usage statistics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://orr.gov.uk/statistics/published-stats/station-usage-estimates&quot;&gt;http://orr.gov.uk/statistics/published-stats/station-usage-estimates&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The UK data.gov has a dataset labeled: National Public Transport Access nodes (NAPTAN). &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;NaPTAN is a GB national system for uniquely identifying all the points&#xA;  of access to public transport in GB. It is a core component of the GB&#xA;  national transport information infrastructure and is used by a number&#xA;  of other UK standards and information systems. Every GB station, coach&#xA;  terminus, airport, ferry terminal, bus stop, etc., is allocated at&#xA;  least one identifier.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.gov.uk/dataset/naptan&quot;&gt;http://data.gov.uk/dataset/naptan&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-11-17T20:39:06.997" LastActivityDate="2014-11-17T20:39:06.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4031" PostTypeId="2" ParentId="3983" CreationDate="2014-11-17T22:50:35.947" Score="5" Body="&lt;p&gt;On the licensing questions, you'd want to retain an IP attorney. Everyone above is correct to state that works by the US government are explicitly excluded under US Copyright Act protection, but there are several exceptions depending on how the data was collected, sourced, or modified by non-US government actors. For example, another issue Malamud has taken head on: legal annotation of state code by the private sector. So I'd always check on each data source!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the datasets you mentioned, many of them have to date failed to be collected in a way that lends the dataset to being available in a structured format, but non-profit (and for-profit) groups have done the tough work of collecting, OCRing and otherwise structuring some of this information. If you missed any of these projects they might interest you: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;FEC: Sunlight Foundation's Influence Explorer API, and 18f's budding &lt;a href=&quot;https://github.com/18f/openfec&quot; rel=&quot;noreferrer&quot;&gt;OpenFEC&lt;/a&gt; project&lt;/li&gt;&#xA;&lt;li&gt;IRS 990s: &lt;a href=&quot;http://www.citizenaudit.org&quot; rel=&quot;noreferrer&quot;&gt;http://www.citizenaudit.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;PACER: See the #openlaw projects RECAP and Free Law Project. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Policies and processes like the OpenFEC project and the passing of the DATA Act are very encouraging when it comes to making public domain government information as structured (and therefore searchable) as possible. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope that helps! &lt;/p&gt;&#xA;" OwnerUserId="3952" LastActivityDate="2014-11-17T22:50:35.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4032" PostTypeId="2" ParentId="2112" CreationDate="2014-11-18T15:37:57.967" Score="3" Body="&lt;p&gt;Since the caste system has been officially banned, there have changes in Indian society that seem to complicate a straightforward connection between caste and last name.  Some of those changes include people choosing to change their last name, inclusion of other cultural norms in naming, and mobility within society.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there is still data available, but you might need to merge several datasets and sources together to achieve what you are looking for. There is a strong relation between region, caste, and name, and so sorting by region should give you better insights. The following might be helpful:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Scrape region, name, and caste from the nice compilation at, unexpectedly, &lt;a href=&quot;http://en.wikipedia.org/wiki/Indian_name&quot; rel=&quot;nofollow&quot;&gt;Wikipedia&lt;/a&gt; and in Edgar Thurston's &lt;a href=&quot;http://www.archive.org/stream/cu31924023651023#page/n634/mode/1up/search/caste&quot; rel=&quot;nofollow&quot;&gt;Ethnographic Notes in Southern India&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.gov.in/catalogs?query=caste&amp;amp;sort_by=search_api_relevance&amp;amp;sort_order=DESC&amp;amp;items_per_page=20&quot; rel=&quot;nofollow&quot;&gt;Datasets on caste-related information&lt;/a&gt; at &lt;a href=&quot;http://data.gov.in&quot; rel=&quot;nofollow&quot;&gt;Data.gov.in&lt;/a&gt; (but in general these do not include the last name of respondents or surveyed individuals)&lt;/li&gt;&#xA;&lt;li&gt;There is additional data on caste in relation to many other variables from the Indian National Election Study (ranging from &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/25402&quot; rel=&quot;nofollow&quot;&gt;1967-1985&lt;/a&gt;). &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;These &lt;a href=&quot;https://sites.google.com/site/opencatalogingrules/22-25b1&quot; rel=&quot;nofollow&quot;&gt;guidelines&lt;/a&gt; may be helpful in looking at the structure of Indic name data sources.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-18T15:37:57.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4033" PostTypeId="2" ParentId="3228" CreationDate="2014-11-18T15:46:14.733" Score="2" Body="&lt;p&gt;NOAA puts out a weekly &lt;a href=&quot;http://www.ncdc.noaa.gov/temp-and-precip/us-weekly.php&quot; rel=&quot;nofollow&quot;&gt;division dataset&lt;/a&gt; on temperature, precipitation, and drought that should answer your need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, weather radar data an be found using NOAA's &lt;a href=&quot;https://gis.ncdc.noaa.gov/map/viewer/#app=cdo&amp;amp;cfg=radar&amp;amp;theme=radar&amp;amp;display=nexrad&quot; rel=&quot;nofollow&quot;&gt;Radar Data tool&lt;/a&gt;, and you can request data for any date range, including weekly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a large number of datasets covering all areas of the world the U.S. National Oceanographic and Atmospheric Administration (NOAA), which maps some of the global daily indicators including the &lt;a href=&quot;http://www.ncdc.noaa.gov/data-access/quick-links#ghcn&quot; rel=&quot;nofollow&quot;&gt;Global Historical Climatology Network-Daily&lt;/a&gt; (GHCN-D).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;International indicators of &lt;a href=&quot;http://www.ncdc.noaa.gov/climate-information/international&quot; rel=&quot;nofollow&quot;&gt;climate change&lt;/a&gt; and data collected from many organizations are available as well.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-18T15:46:14.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4034" PostTypeId="1" CreationDate="2014-11-18T17:09:43.727" Score="20" ViewCount="16272" Body="&lt;p&gt;I'm looking  an open data source of American Banking Association Route Numbers for US banks. The ABA number is the routing number that is found  on a US bank check.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/OdV3m.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1377" LastEditorUserId="1511" LastEditDate="2014-11-19T09:08:47.017" LastActivityDate="2019-02-05T14:30:06.343" Title="Source of ABA Numbers for US banks" Tags="|usa|bank|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4035" PostTypeId="2" ParentId="4034" CreationDate="2014-11-18T19:23:50.540" Score="8" Body="&lt;p&gt;The source for this data is going to be accuity, that takes care of the routing numbers for the ABA, &#xA;&lt;a href=&quot;http://www.aba.com/Products/Pages/PS98_Routing.aspx&quot;&gt;http://www.aba.com/Products/Pages/PS98_Routing.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To fast forward, it looks like you can download a version from the federal reserve board here:&#xA;&lt;a href=&quot;http://www.fededirectory.frb.org/download.cfm&quot;&gt;http://www.fededirectory.frb.org/download.cfm&lt;/a&gt;&#xA;but it states:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I understand that the terms of use prohibit selling, relicensing, or otherwise using information in the directory for commercial gain&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can buy an official copy from accuity for $495, &quot;ABA Key to Routing Numbers&quot;&#xA;&lt;a href=&quot;http://store.accuitysolutions.com/order.html&quot;&gt;http://store.accuitysolutions.com/order.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Up until last year, the ABA was claiming copyright to this list of 9 digit numbers, so I don't know if there is a legally open version of the dataset around.&#xA;&lt;a href=&quot;http://www.gregthatcher.com/Financial/LawyerProblems.aspx&quot;&gt;http://www.gregthatcher.com/Financial/LawyerProblems.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="3932" LastEditDate="2014-11-18T20:02:54.943" LastActivityDate="2014-11-18T20:02:54.943" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4038" PostTypeId="2" ParentId="3484" CreationDate="2014-11-19T03:27:31.383" Score="3" Body="&lt;p&gt;The open data repository at &lt;a href=&quot;http://www.eboladata.org&quot; rel=&quot;nofollow&quot;&gt;eboladata.org&lt;/a&gt; provides a compilation of nearly all data sources on Ebola that are available.&lt;/p&gt;&#xA;" OwnerUserId="4055" LastActivityDate="2014-11-19T03:27:31.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4039" PostTypeId="1" CreationDate="2014-11-19T07:41:56.997" Score="2" ViewCount="44" Body="&lt;p&gt;I am looking for a database of mistakes that appear in media.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance when a famous newspaper forgets a digit when giving a country's population, or mixes biographies of two persons with the same name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both professionally-edited repositories and community-edited repositories are OK. Preferably free access/download under an open reuse license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mostly for newspapers, but TV and radio are also OK. Preferably worldwide.&lt;br&gt;&#xA;Low diffusion and fringe media is not needed, only mainstream media with large diffusion.&lt;br&gt;&#xA;This is for verifiable mistakes, not for debated facts like whether Taiwan is part of China or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each mistake:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Original statement&lt;/li&gt;&#xA;&lt;li&gt;Reference showing it is a mistake&lt;/li&gt;&#xA;&lt;li&gt;Official retraction if available&lt;/li&gt;&#xA;&lt;li&gt;Media outlet&lt;/li&gt;&#xA;&lt;li&gt;Date&lt;/li&gt;&#xA;&lt;li&gt;Maybe tags like &quot;persons&quot;, &quot;countries&quot;, &quot;history&quot;, &quot;science&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-19T09:00:35.660" Title="Database of inaccuracies in mainstream media" Tags="|data-request|media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4040" PostTypeId="2" ParentId="4034" CreationDate="2014-11-19T08:47:26.743" Score="7" Body="&lt;p&gt;&lt;em&gt;A couple options (unknown license, my &lt;a href=&quot;https://stackoverflow.com/a/18750430/2327328&quot;&gt;source&lt;/a&gt;):&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.The first 9 digits of the first field in this &lt;s&gt;&lt;a href=&quot;https://www.fededirectory.frb.org/FedACHdir.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;text file&lt;/a&gt;&lt;/s&gt; (&lt;a href=&quot;https://github.com/gatepay/FedACHdir/raw/master/FedACHdir.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;fixed link&lt;/a&gt;, &lt;a href=&quot;http://web.archive.org/web/20161027185925/https://raw.githubusercontent.com/gatepay/FedACHdir/master/FedACHdir.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;) seem to be the routing number.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; 011000015O0110000150020802000000000FEDERAL RESERVE BANK                1000 PEACHTREE ST N.E.              ATLANTA             GA303094470866234568111   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where &lt;strong&gt;011000015&lt;/strong&gt; is the routing number of the Federal Reserve Bank&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also use the FBR.org site, but it doesn't work to paste different numbers into the end of the URL&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.fededirectory.frb.org/details.cfm?aba=011000015&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;2.There is &lt;a href=&quot;https://routingnumbers.herokuapp.com/api/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;an API&lt;/a&gt; where you can search individually (&lt;a href=&quot;https://routingnumbers.herokuapp.com/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;main page&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.routingnumbers.info/api/data.json?rn=011000015&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Returns &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA; &quot;telephone&quot;: &quot;877-372-2457&quot;,&#xA; &quot;routing_number&quot;: &quot;011000015&quot;,&#xA; &quot;record_type_code&quot;: &quot;0&quot;,&#xA; &quot;institution_status_code&quot;: &quot;1&quot;,&#xA; &quot;zip&quot;: &quot;30309-4470&quot;,&#xA; &quot;office_code&quot;: &quot;O&quot;,&#xA; &quot;data_view_code&quot;: &quot;1&quot;,&#xA; &quot;message&quot;: &quot;OK&quot;,&#xA; &quot;customer_name&quot;: &quot;FEDERAL RESERVE BANK&quot;,&#xA; &quot;change_date&quot;: &quot;122415&quot;,&#xA; &quot;city&quot;: &quot;ATLANTA&quot;,&#xA; &quot;code&quot;: 200,&#xA; &quot;state&quot;: &quot;GA&quot;,&#xA; &quot;new_routing_number&quot;: &quot;000000000&quot;,&#xA; &quot;rn&quot;: &quot;011000015&quot;,&#xA; &quot;address&quot;: &quot;1000 PEACHTREE ST N.E.&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The key/value pair: &quot;customer_name&quot;:&quot;FEDERAL RESERVE BANK&quot; is the info you may be looking for.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-02-05T14:30:06.343" LastActivityDate="2019-02-05T14:30:06.343" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4041" PostTypeId="2" ParentId="4039" CreationDate="2014-11-19T09:00:35.660" Score="2" Body="&lt;p&gt;It's just a subset of &quot;mainstream media&quot;, but you can use the &lt;a href=&quot;http://developer.nytimes.com/docs/read/article_search_api_v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYTimes API&lt;/a&gt; to search for &quot;Correction: &quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also maintain a &lt;a href=&quot;http://www.nytimes.com/pages/corrections/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;page with recent corrections&lt;/a&gt;, which point to the amended article.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their format looks like this, so it should be easy to find with the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Ak7IL.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You'll probably have to create the &quot;database&quot;. This NYTimes data would plug into the data model and some fields you'd have to generate (i.e. tags)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-19T09:00:35.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4043" PostTypeId="1" CreationDate="2014-11-19T10:59:45.977" Score="7" ViewCount="48" Body="&lt;p&gt;When licensing software under the GPL, you can (optionally) add an &quot;or later&quot; clause to the license version. So &quot;GPLv2 or later&quot; can be incorporated into a GPLv3 work, for example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a recommended way to do this for CC licenses? For example, how do I release a work as &quot;CC BY-SA 2.5 or later&quot;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I know that certain recombinations of works under different versions of CC licenses are allowed. I am instead looking for a way to explicitly allow wholesale recombination/relicensing as described above.)&lt;/p&gt;&#xA;" OwnerUserId="3605" LastActivityDate="2014-12-17T18:56:16.083" Title="How do I license a work with CC license version X &quot;or later&quot;?" Tags="|licensing|creative-commons|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4044" PostTypeId="1" CreationDate="2014-11-19T18:50:32.060" Score="6" ViewCount="251" Body="&lt;p&gt;HUD provide data for the median income at the 30%, 50% 80% percentile of median income, by FIPS Code for household sizes 1 thru 8.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See&#xA;&lt;a href=&quot;http://www.huduser.org/portal/datasets/il/il14/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.huduser.org/portal/datasets/il/il14/index.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some sample data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;STATE:ARIZONA ---------------------------I N C O M E L I M I T S----------------------------&#xA;PROGRAM 1 PERSON 2 PERSON 3 PERSON 4 PERSON 5 PERSON 6 PERSON 7 PERSON 8 PERSON&#xA;Flagstaff, AZ MSA&#xA;FY 2014 MFI: 57900 EXTR LOW INCOME 12500 15730 19790 23850 27910 31970 36030 39300&#xA;VERY LOW INCOME 20850 23800 26800 29750 32150 34550 36900 39300&#xA;LOW-INCOME 33350 38100 42850 47600 51450 55250 59050 62850&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for data or an 'approved' method to get the 100% median income for household sizes 1 thru for each FIPS code.&lt;/p&gt;&#xA;" OwnerUserId="1377" LastEditorUserId="70" LastEditDate="2014-12-17T18:52:23.703" LastActivityDate="2014-12-17T18:52:23.703" Title="HUD Section 8 100% Median Income Data" Tags="|data-request|income|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4045" PostTypeId="2" ParentId="4044" CreationDate="2014-11-19T19:21:07.690" Score="4" Body="&lt;p&gt;You won't find 100% median income in the tables because HUD qualification is limited to low and very low income families and individuals. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://portal.hud.gov/hudportal/HUD?src=/topics/rental_assistance/phprog&quot; rel=&quot;nofollow&quot;&gt;http://portal.hud.gov/hudportal/HUD?src=/topics/rental_assistance/phprog&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The income data comes from the US Census and American Community Survey. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can calculate it yourself. Just do 2X the 50% value. Note that HUD rounds the results to the nearest $250 increment.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-19T19:21:07.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4046" PostTypeId="2" ParentId="4044" CreationDate="2014-11-19T20:59:24.503" Score="5" Body="&lt;p&gt;As Andrew has suggested, you could just use ACS data &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/ACS/12_5YR/B19019/0100000US.05000.004&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. Make sure to download as a .csv to get the FIPS State-County codes.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-11-19T20:59:24.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4048" PostTypeId="1" AcceptedAnswerId="4050" CreationDate="2014-11-21T01:04:05.577" Score="7" ViewCount="85" Body="&lt;p&gt;I’m trying to understand the population numbers in the &lt;a href=&quot;http://wonder.cdc.gov/std-v2011-race-age.html&quot; rel=&quot;noreferrer&quot;&gt;CDC WONDER database&lt;/a&gt; when querying information regarding STD morbidity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I build the following query:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Age: 20-24 years &lt;/li&gt;&#xA;&lt;li&gt;Disease: All &lt;/li&gt;&#xA;&lt;li&gt;Gender: All &lt;/li&gt;&#xA;&lt;li&gt;Race/Ethnicity: All &lt;/li&gt;&#xA;&lt;li&gt;State: Illinois (17) &lt;/li&gt;&#xA;&lt;li&gt;Year: 2011 &lt;/li&gt;&#xA;&lt;li&gt;Group By: Disease &lt;/li&gt;&#xA;&lt;li&gt;Show Totals: True &lt;/li&gt;&#xA;&lt;li&gt;Show Zero Values: False &lt;/li&gt;&#xA;&lt;li&gt;Show Suppressed: False &lt;/li&gt;&#xA;&lt;li&gt;Calculate Rates Per: 100,000&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The results return the following: &#xA;&lt;img src=&quot;https://i.stack.imgur.com/bkJc8.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not clear to me what the quoted population sample is. The website documentation cites sources but not how they are used.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, in the image supplied, I don't understand why the last line was totaled for the population. Shouldn't the total &quot;Rate per 100,000&quot; be 3,422.21 instead of 1,140.74?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(30,080 / 878,964 * 100,000) = 3,422.21&lt;/p&gt;&#xA;" OwnerUserId="4067" LastEditorUserId="1511" LastEditDate="2014-11-21T07:47:28.800" LastActivityDate="2014-11-21T07:47:28.800" Title="Understanding the population sample represented in CDC WONDER database" Tags="|usa|medical|disease|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4049" PostTypeId="2" ParentId="4048" CreationDate="2014-11-21T01:32:31.523" Score="2" Body="&lt;p&gt;The total population for Illinois in 2010 Census is 12.8 million. The 2.6 million should be for adults 20 to 24 years old.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://quickfacts.census.gov/qfd/states/17000.html&quot; rel=&quot;nofollow&quot;&gt;http://quickfacts.census.gov/qfd/states/17000.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The rate per 100K for these age group would be the total cases for the age group (30,080) divided by the population for the age group (2,636,892) which is 1.14% rate or 1,140 per 100K.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-21T01:32:31.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4050" PostTypeId="2" ParentId="4048" CreationDate="2014-11-21T05:01:10.180" Score="4" Body="&lt;p&gt;I would go with the population denominator of 878,964. According to the Census Bureau, the 20 to 24 year old 2011 population in Illinois was &lt;a href=&quot;http://factfinder2.census.gov/bkmk/table/1.0/en/ACS/11_1YR/B01001/0400000US17&quot; rel=&quot;nofollow&quot;&gt;881,738&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to your second issue, just remember that it only makes sense to combine them when you are looking for rate of cases among the population. If you want to reference it as the rate of chlamydia among the population, you would have to keep it separate from the calculation of gonorrhea because some people might have both. The best practice would be to only reference them as separate rates. Ignore whatever CDC wonder is doing with the sum total at the bottom. It is probably a programming oversight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let us know if you're looking for any more information.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-11-21T05:01:10.180" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4051" PostTypeId="1" CreationDate="2014-11-21T18:58:40.193" Score="9" ViewCount="111" Body="&lt;p&gt;Where could I get a dataset of economic forecasts made over years? For instance, the history of predictions for GDP, current accounts, and other key national variables by the World Bank and IMF? Or similar information from governments?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-17T18:52:50.917" LastActivityDate="2018-11-07T20:20:09.660" Title="Dataset of historical economic forecasts" Tags="|data-request|economics|finance|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4052" PostTypeId="1" AcceptedAnswerId="4053" CreationDate="2014-11-22T11:57:19.797" Score="5" ViewCount="228" Body="&lt;p&gt;I browsed a sample for available data at &lt;a href=&quot;http://dbpedia.org/page/Sachin_Tendulkar&quot; rel=&quot;nofollow&quot;&gt;http://dbpedia.org/page/Sachin_Tendulkar&lt;/a&gt;. I wanted these properties as columns, so I downloaded the CSV files from &lt;a href=&quot;http://wiki.dbpedia.org/DBpediaAsTables&quot; rel=&quot;nofollow&quot;&gt;http://wiki.dbpedia.org/DBpediaAsTables&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, when I browse the data for the same entity &quot;Sachin_Tendulkar&quot;, I find that many of the properties are not available (e.g. the property &quot;dbpprop:bestBowling&quot; is not present).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get all the properties which I can see at the direct resource page of the entity?&lt;/p&gt;&#xA;" OwnerUserId="4072" LastEditorUserId="70" LastEditDate="2015-03-30T11:10:38.267" LastActivityDate="2015-03-30T11:10:38.267" Title="&quot;DBpedia as Tables&quot; not having all the properties" Tags="|linked-data|wikipedia|csv|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4053" PostTypeId="2" ParentId="4052" CreationDate="2014-11-22T15:35:33.947" Score="3" Body="&lt;p&gt;According to &lt;a href=&quot;http://wiki.dbpedia.org/DBpediaAsTables&quot; rel=&quot;nofollow&quot;&gt;DBpedia as Tables&lt;/a&gt;, DBpedia uses the following data to create the tables:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Each instance is described by its URI, an English label and a short abstract, &lt;strong&gt;the mapping-based infobox data describing the instance (extracted from the English edition of Wikipedia)&lt;/strong&gt;, geo-coordinates, and external links.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;DBpedia basically provides two different types of data: the &lt;em&gt;Infobox Dataset&lt;/em&gt; (everything beginning with &lt;em&gt;dbpprop&lt;/em&gt;) and the &lt;em&gt;Mapping-based Dataset&lt;/em&gt; (everything beginning with &lt;em&gt;dbpedia-owl&lt;/em&gt;). If you're interested, you can &lt;a href=&quot;http://wiki.dbpedia.org/Datasets#h434-10&quot; rel=&quot;nofollow&quot;&gt;read more about the difference&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For these tables, only the mapping-based data (&lt;em&gt;dbpedia-owl:…&lt;/em&gt;) is used. That's why you won't find any raw infobox properties starting with &lt;em&gt;dbprop&lt;/em&gt; — however, you can &lt;a href=&quot;http://wiki.dbpedia.org/Downloads2014#download-c14n-raw-infobox-properties&quot; rel=&quot;nofollow&quot;&gt;download the raw data&lt;/a&gt; if you're really interested.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.dbpedia.org/Downloads2014#raw-infobox-properties&quot; rel=&quot;nofollow&quot;&gt;Quick note from DBpedia&lt;/a&gt; about the raw infobox properties though:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Information that has been extracted from Wikipedia infoboxes. Note that this data is in the less clean /property/ namespace. The Mapping-based Properties (/ontology/ namespace) should always be preferred over this data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2014-11-22T15:47:10.083" LastActivityDate="2014-11-22T15:47:10.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4054" PostTypeId="1" AcceptedAnswerId="4055" CreationDate="2014-11-23T16:22:31.177" Score="9" ViewCount="2622" Body="&lt;p&gt;I'd like to explore the connection between altitude and suicide rates discussed in the 2011 paper, &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3114154/&quot;&gt;Positive Association between Altitude and Suicide in 2584 U.S. Counties&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can get some data for the suicide rates from the &lt;a href=&quot;http://wisqars.cdc.gov:8080/cdcMapFramework/&quot;&gt;CDC WISQARS&lt;/a&gt; site, though unfortunately they don't report raw data for small population counties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm still looking for a data set providing elevation data for counties, such as the elevation of the county seats or a mean elevation for the whole county.&lt;/p&gt;&#xA;" OwnerUserId="1095" LastEditorUserId="70" LastEditDate="2015-02-22T17:51:57.977" LastActivityDate="2021-10-20T15:53:15.957" Title="Looking for US County elevation data" Tags="|data-request|usa|geospatial|county|" AnswerCount="6" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4055" PostTypeId="2" ParentId="4054" CreationDate="2014-11-23T21:50:54.913" Score="5" Body="&lt;p&gt;Have you tried the Area Health Resource File (&lt;a href=&quot;http://ahrf.hrsa.gov/download.htm&quot; rel=&quot;noreferrer&quot;&gt;AHRF&lt;/a&gt;)? It has elevation data and then some for this type of analysis.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-11-23T21:50:54.913" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4056" PostTypeId="2" ParentId="1545" CreationDate="2014-11-24T12:43:39.290" Score="4" Body="&lt;p&gt;There are a several ways to get access to historical Twitter data. Here are some options:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I've had great luck using &lt;a href=&quot;http://topsy.com/&quot; rel=&quot;nofollow&quot;&gt;Topsy&lt;/a&gt; in looking at a wide variety of&#xA;tweets ranging from disease vectors in Africa to sentiment analysis.&#xA;Here's the link for &lt;a href=&quot;http://topsy.com/s?q=%23opendata&amp;amp;type=tweet&quot; rel=&quot;nofollow&quot;&gt;28K #opendata tweets&lt;/a&gt; for the last 20 days. You can&#xA;expand to &quot;all time&quot;, search by language, and look at influencers.&lt;/li&gt;&#xA;&lt;li&gt;Use the Twitter API to get the data you can for free. Good &lt;a href=&quot;https://dev.twitter.com/streaming/public&quot; rel=&quot;nofollow&quot;&gt;developer resources&lt;/a&gt; are available.&lt;/li&gt;&#xA;&lt;li&gt;The most comprehensive historical archive may be via &lt;a href=&quot;http://gnip.com/sources/twitter/historical/&quot; rel=&quot;nofollow&quot;&gt;Gnip&lt;/a&gt;, but unfortunately it is not free and it's unclear what the actual costs are.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-24T12:43:39.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4057" PostTypeId="2" ParentId="4051" CreationDate="2014-11-24T13:39:47.957" Score="3" Body="&lt;p&gt;The World Bank provides an excellent &lt;a href=&quot;http://www.worldbank.org/en/publication/global-economic-prospects&quot; rel=&quot;nofollow&quot;&gt;overview&lt;/a&gt; and &lt;a href=&quot;http://www.worldbank.org/en/publication/global-economic-prospects/summary-table&quot; rel=&quot;nofollow&quot;&gt;summary&lt;/a&gt;, as well as detailed &lt;a href=&quot;http://databank.worldbank.org/data/views/variableselection/selectvariables.aspx?source=global-economic-prospects&quot; rel=&quot;nofollow&quot;&gt;current&lt;/a&gt; and &lt;a href=&quot;http://data.worldbank.org/data-catalog/world-development-indicators&quot; rel=&quot;nofollow&quot;&gt;historical&lt;/a&gt; data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You can get information from individual &lt;a href=&quot;https://www.data.gov/open-gov/&quot; rel=&quot;nofollow&quot;&gt;government open data portals&lt;/a&gt; (scroll to bottom), but it's inconsistently formatted and may not be available from all governments.&#xA;Oxford Economics provides country economic forecasts.  There's summary information &lt;a href=&quot;http://www.oxfordeconomics.com/forecasts-and-models/countries/briefings-and-outlook/country-economic-forecasts/overview&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, and an archive of free open data &lt;a href=&quot;http://www.oxfordeconomics.com/archive&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. (Note that there is a fee to get access to all their data, although you can get a free trial.)&lt;/li&gt;&#xA;&lt;li&gt;The International Monetary Fund has a &lt;a href=&quot;http://www.imf.org/external/pubs/ft/weo/2014/01/weodata/index.aspx&quot; rel=&quot;nofollow&quot;&gt;summary&lt;/a&gt; of GDP and &lt;a href=&quot;http://www.imf.org/external/pubs/ft/weo/2014/01/weodata/weoselgr.aspx&quot; rel=&quot;nofollow&quot;&gt;detailed data&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-24T13:39:47.957" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4058" PostTypeId="2" ParentId="3484" CreationDate="2014-11-24T13:44:15.160" Score="3" Body="&lt;p&gt;A new geospatial data portal for the Ebola outbreak was recently launched by a group of international organizations:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ebolageonode.org&quot; rel=&quot;nofollow&quot;&gt;http://ebolageonode.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2014-11-24T13:44:15.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4059" PostTypeId="1" CreationDate="2014-11-24T15:35:33.440" Score="4" ViewCount="67" Body="&lt;p&gt;I am interested in doing some natural language processing on copyrighted song lyrics.  I saw a related project here,&#xA;&lt;a href=&quot;http://rappers.mdaniels.com.s3-website-us-east-1.amazonaws.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rappers.mdaniels.com.s3-website-us-east-1.amazonaws.com/&lt;/a&gt;&#xA;who used rap.genius.com to get lyrics.  There is a related data product available for sale as a poster (with no copyright/other licenses mentioned in the footnotes).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(1) Does anybody know if this is a legal use?  Would it be equally valid if it were copyrighted novels?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It appears that song lyrics are copyrighted&#xA;&lt;a href=&quot;https://writers.stackexchange.com/questions/6797/are-music-lyrics-copyrighted&quot;&gt;https://writers.stackexchange.com/questions/6797/are-music-lyrics-copyrighted&lt;/a&gt;&#xA;but none of the documentation I found talked about data products made from them.  Obviously I would need to house a corpora of copyrighted material to produce aggregate information, and I want to know what the data use rules are for lyrics not in the public domain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(2) Does anybody know what legal rules you are subject to by processing copyrighted material in bulk? This seems to be the parent question?  (Any comments relating this question to google's book scanning project are welcome)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A legal basis would be nice.  I found a discussion of UK rules,&#xA;&lt;a href=&quot;http://copyrightuser.org/topics/text-and-data-mining/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://copyrightuser.org/topics/text-and-data-mining/&lt;/a&gt;&#xA;but I'm interested in the US rules.  It looks like this document from the US copyright office has some answers, but I haven't gone through it yet:&#xA;&lt;a href=&quot;http://copyright.gov/docs/massdigitization/USCOMassDigitization_October2011.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://copyright.gov/docs/massdigitization/USCOMassDigitization_October2011.pdf&lt;/a&gt;&#xA;Anybody have a summary of that document?&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="-1" LastEditDate="2017-04-13T12:40:25.030" LastActivityDate="2014-11-24T18:32:56.790" Title="License for data product of music lyrics?" Tags="|usa|licensing|music|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4060" PostTypeId="2" ParentId="3915" CreationDate="2014-11-24T15:52:13.277" Score="2" Body="&lt;p&gt;Apple provides this information in on their &lt;a href=&quot;https://www.apple.com/legal/intellectual-property/trademark/appletmlist.html&quot; rel=&quot;nofollow&quot;&gt;Trademarks&lt;/a&gt; site, which includes all Apple product names and descriptions (an easy scrape off the page)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You reference &lt;a href=&quot;http://mactracker.ca/index.html&quot; rel=&quot;nofollow&quot;&gt;MacTracker&lt;/a&gt;, but that does provide what you need (&lt;a href=&quot;http://www.mactracker.ca/downloads/MacTracker_7.4.1.zip&quot; rel=&quot;nofollow&quot;&gt;latest database&lt;/a&gt;). The terms are relatively &lt;a href=&quot;http://mactracker.ca/terms.html&quot; rel=&quot;nofollow&quot;&gt;lenient for use&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-24T15:52:13.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4061" PostTypeId="2" ParentId="4054" CreationDate="2014-11-24T17:31:51.997" Score="3" Body="&lt;p&gt;Here's some MISC resources to add to Kotebiya answer. Below is the USGS quick facts on elevations in the US. It has a list of the high/lowest for the largest 50 cities. Some other tables as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pubs.usgs.gov/gip/Elevations-Distances/elvadist.html&quot; rel=&quot;nofollow&quot;&gt;http://pubs.usgs.gov/gip/Elevations-Distances/elvadist.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maryland's GIS site has a list of high/low per county:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mgs.md.gov/geology/highest_and_lowest_elevations.html&quot; rel=&quot;nofollow&quot;&gt;http://www.mgs.md.gov/geology/highest_and_lowest_elevations.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a hiking site that also contains a lot of elevation data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cohp.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.cohp.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-24T17:31:51.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4062" PostTypeId="2" ParentId="4059" CreationDate="2014-11-24T18:32:56.790" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://copyright.gov/circs/circ50.pdf&quot; rel=&quot;nofollow&quot;&gt;This&lt;/a&gt; from the U.S. Copyright Office might be a better reference on U.S. copyright law in relation to musical lyrics.  They provide an excellent &lt;a href=&quot;http://www.copyright.gov/eco/help-type.html&quot; rel=&quot;nofollow&quot;&gt;plain-language description&lt;/a&gt; of the copyright rules for those wanting to register a copyright.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a &lt;a href=&quot;http://copyright.gov/help/faq/faq-fairuse.html#howmuch&quot; rel=&quot;nofollow&quot;&gt;description for use&lt;/a&gt; that may allow what you are trying to do: &quot;Under the fair use doctrine of the U.S. copyright statute, it is permissible to use limited portions of a work including quotes, for purposes such as commentary, criticism, news reporting, and scholarly reports. There are no legal rules permitting the use of a specific number of words, a certain number of musical notes, or percentage of a work. Whether a particular use qualifies as fair use depends on all the circumstances. See FL 102, Fair Use, and Circular 21, Reproductions of Copyrighted Works by Educators and Librarians.&quot;&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-24T18:32:56.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4063" PostTypeId="2" ParentId="3484" CreationDate="2014-11-24T19:04:22.330" Score="3" Body="&lt;p&gt;Many sites provide data, but a few work to normalize the metadata and validate the data itself.  Try:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The United Nations HDX (Humanitarian Data Exchange) &lt;a href=&quot;https://data.hdx.rwlabs.org/ebola&quot; rel=&quot;nofollow&quot;&gt;ebola site&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The Africa Open Data group's &lt;a href=&quot;https://eboladata.gov&quot; rel=&quot;nofollow&quot;&gt;EbolaData.org&lt;/a&gt; site&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Note: I serve as a co-chair for the &lt;a href=&quot;http://www.meetup.com/Africa-Open-Data/&quot; rel=&quot;nofollow&quot;&gt;Africa Open Data group&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-24T19:04:22.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4064" PostTypeId="2" ParentId="4034" CreationDate="2014-11-24T20:03:41.167" Score="1" Body="&lt;p&gt;ABA is kind of an outdated term. Look for routing numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Start here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fededirectory.frb.org/download.cfm&quot; rel=&quot;nofollow&quot;&gt;Fedwire&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Consider the data a beginning point. There are duplicate routing numbers that correspond to different banks. This seems to happen when one bank takes over another. For instance, Wells Fargo and Wachovia numbers overlap. Wells Fargo bought Wachovia in 2008.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, this is the one that drove me crazy - there's no naming convention for banks. A large bank (say, bank of America) has a gazillion routing numbers and about as many ways of listing the bank name. Like, Bank of America, BofA, BoA, B of A, BankAmerica and a whole bunch of others that defy imagination.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best wishes!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a tough and fluid dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try &lt;a href=&quot;http://www.fededirectory.frb.org/fpddir.txt&quot; rel=&quot;nofollow&quot;&gt;here as well&lt;/a&gt; but you'll have to scrape the screen to get the entire dataset.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2014-11-24T20:03:41.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4065" PostTypeId="2" ParentId="4034" CreationDate="2014-11-24T20:17:16.883" Score="1" Body="&lt;p&gt;A routing transit number (RTN) is a nine digit bank code, used in the United States, which appears on the bottom of negotiable instruments such as checks identifying the financial institution on which it was drawn. This code was designed to facilitate the sorting, bundling, and shipment of paper checks back to the drawer's (check writer's) account.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The RTN is also used by Federal Reserve Banks to process Fedwire funds transfers, and by the Automated Clearing House to process direct deposits, bill payments, and other such automated transfers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The RTN number is derived from the bank's transit number originated by the American Bankers Association, which designed it in 1910. &lt;a href=&quot;http://en.wikipedia.org/wiki/Routing_transit_number&quot; rel=&quot;nofollow&quot;&gt;Wikpedia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2014-11-24T20:17:16.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4066" PostTypeId="2" ParentId="4054" CreationDate="2014-11-24T21:13:34.607" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://www.zip-codes.com/zip-code-database.asp&quot; rel=&quot;nofollow&quot;&gt;ZipCodes.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not free but for $39.95(USD) it might cover what you need. &lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2014-11-24T21:13:34.607" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4067" PostTypeId="2" ParentId="4054" CreationDate="2014-11-25T01:09:59.140" Score="3" Body="&lt;p&gt;census has longitude and latitude here by county:&#xA;&lt;a href=&quot;https://www.census.gov/geo/reference/centersofpop.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/reference/centersofpop.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;elevation data is also here:&#xA;&lt;a href=&quot;http://nationalmap.gov/elevation.html&quot; rel=&quot;nofollow&quot;&gt;http://nationalmap.gov/elevation.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was thinking you might be able to link the two together.&lt;/p&gt;&#xA;" OwnerUserId="2719" LastActivityDate="2014-11-25T01:09:59.140" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4068" PostTypeId="1" AcceptedAnswerId="4069" CreationDate="2014-11-25T10:32:06.817" Score="2" ViewCount="203" Body="&lt;p&gt;I am looking for a list of all airline companies that have flights to New Zealand, from a foreign country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Only regular passenger flights, currently active.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;List must be free to view.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-11-26T09:09:21.440" LastActivityDate="2014-11-26T09:09:21.440" Title="List of all passenger airlines with regular flights to anywhere in New Zealand" Tags="|data-request|public-transport|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4069" PostTypeId="2" ParentId="4068" CreationDate="2014-11-25T10:59:38.173" Score="1" Body="&lt;p&gt;There are many commercial sites that will provide this info, but for a CC license I'd use the data from the NZ government site: &lt;a href=&quot;http://www.transport.govt.nz/air/internationalairservices/internationalairlinelicensing/internationalairlinesservingnewzealand/&quot; rel=&quot;nofollow noreferrer&quot;&gt;transport.govt.nz&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/4Qj0O.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The license is &lt;a href=&quot;http://www.transport.govt.nz/copyright-and-disclaimer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC 3.0 BY NZ&lt;/a&gt; (&lt;a href=&quot;http://creativecommons.org/licenses/by/3.0/nz/&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-25T10:59:38.173" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4070" PostTypeId="2" ParentId="4068" CreationDate="2014-11-25T11:42:01.793" Score="1" Body="&lt;p&gt;I compiled this list from information found at &lt;a href=&quot;https://en.wikipedia.org/wiki/Auckland_Airport&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Auckland_Airport&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Air New Zealand&#xA;Air Tahiti Nui&#xA;Air Vanuatu&#xA;Aircalin&#xA;Cathay Pacific&#xA;China Airlines&#xA;China Eastern Airlines&#xA;China Southern Airlines&#xA;Emirates&#xA;Fiji Airways&#xA;Hawaiian Airlines&#xA;Jetconnect&#xA;Jetstar Airways&#xA;Korean Air&#xA;LAN Airlines&#xA;Malaysia Airlines&#xA;Qantas&#xA;Singapore Airlines&#xA;Thai Airways International&#xA;Virgin Australia&#xA;Virgin Samoa&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Other airports might have other airlines, but most should be here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Creative Commons Attribution-ShareAlike License.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-11-25T11:42:01.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4071" PostTypeId="1" CreationDate="2014-11-25T12:29:54.277" Score="1" ViewCount="68" Body="&lt;p&gt;I am looking for pictures of taxis in Karachi.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If possible, at least a picture for each taxi company.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pictures must be reusable in Wikipedia (compatible with Creative Commons Attribution-ShareAlike 3.0).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikimedia Commons does not seem to have any:&lt;br&gt;&#xA;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Taxis_by_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Taxis_by_country&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a non-free image showing how the typical yellow Karachi taxis look like: &lt;img src=&quot;https://i.stack.imgur.com/yjQ9vs.jpg&quot; alt=&quot;Karachi taxis&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-05-19T09:16:38.867" LastActivityDate="2015-05-19T09:16:38.867" Title="Pictures of taxis in Karachi" Tags="|data-request|public-transport|photographs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4072" PostTypeId="2" ParentId="4071" CreationDate="2014-11-25T12:53:19.993" Score="2" Body="&lt;p&gt;With Google you can search for images and choose the general license terms. For specific companies you'd have to do a specific search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a search with &quot;&lt;a href=&quot;https://www.google.com/search?site=&amp;amp;tbm=isch&amp;amp;source=hp&amp;amp;biw=1063&amp;amp;bih=511&amp;amp;q=taxis+karachi&amp;amp;oq=taxis+karachi&amp;amp;gs_l=img.3...1505.3657.0.3880.13.9.0.4.0.1.251.1118.0j5j1.6.0.msedrc...0...1ac.1.58.img..9.4.691.lIVRhddBCK8#tbs=sur:fmc&amp;amp;tbm=isch&amp;amp;q=taxi+karachi&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reuse with modification&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q39sS.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://commons.wikimedia.org/wiki/File:RickshawPak.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is one example of results, from Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/VG2Ht.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-11-25T12:53:19.993" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4073" PostTypeId="5" CreationDate="2014-11-25T13:00:59.433" Score="0" Body="&lt;p&gt;Big data refers to a set of data that due to its complexity require advanced methods or techniques to understand and analyze. The complexity may be due to volume, variety, velocity, or veracity of the data. Big data may be open or closed, or a combination of the two.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-11-25T13:00:59.433" LastActivityDate="2014-11-25T13:00:59.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4074" PostTypeId="4" CreationDate="2014-11-25T13:00:59.433" Score="0" Body="Big data is one or more datasets that together are so large or complex as to require non-traditional techniques to understand." OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-11-25T13:00:59.433" LastActivityDate="2014-11-25T13:00:59.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4075" PostTypeId="2" ParentId="1405" CreationDate="2014-11-25T13:03:49.250" Score="4" Body="&lt;p&gt;In addition to educational materials, Cloudera offers a free Hadoop cluster that is ready to go. After installing &lt;a href=&quot;https://www.virtualbox.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;VirtualBox&lt;/a&gt;, KVM or VMWare, you can download and run the virtual machine.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cloudera.com/quickstartvm&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://blog.cloudera.com/blog/2014/01/how-to-create-a-simple-hadoop-cluster-with-virtualbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.youtube.com/watch?v=CobVqNMiqww&quot; rel=&quot;nofollow noreferrer&quot;&gt;youtube tutorial&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hortonworks also offers a complete VM: &quot;&lt;a href=&quot;http://hortonworks.com/products/hortonworks-sandbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;sandbox&lt;/a&gt;. This comes with Hive, Pig, and other tools that can be managed by the browser frontend.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://hortonworks.com/products/hortonworks-sandbox/#install&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download and install&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://hortonworks.com/products/hortonworks-sandbox/#tutorial_gallery&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tutorials&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/JckcT.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/EY95M.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2014-11-26T10:43:07.273" LastActivityDate="2014-11-26T10:43:07.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4076" PostTypeId="1" AcceptedAnswerId="4077" CreationDate="2014-11-25T13:38:37.153" Score="2" ViewCount="52" Body="&lt;p&gt;I am looking for a testing database that contains random tables full of random data where I can do my test. I just began studying Oracle express edition 11g, I am using Oracle SQL developer under Windows 7. I would like to have database's entity relation ship diagram so it would be easy for me to know table's attributes key...&lt;/p&gt;&#xA;" OwnerUserId="4090" LastEditorUserId="70" LastEditDate="2014-12-17T18:53:59.373" LastActivityDate="2014-12-17T18:53:59.373" Title="I'm looking for an Oracle Express Edition 11g testing database" Tags="|data-request|sql|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4077" PostTypeId="2" ParentId="4076" CreationDate="2014-11-25T14:02:40.140" Score="1" Body="&lt;p&gt;Based on this &lt;a href=&quot;https://stackoverflow.com/q/9534136/2327328&quot;&gt;stackexchange question&lt;/a&gt;, I found the page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fehily.com/books/createdb/createdb_oracle_11g_2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Creating the Sample Database in Oracle 11g Release 2&lt;/strong&gt;&lt;/a&gt; (&lt;a href=&quot;http://expectus.hubpages.com/hub/Newbie-Guide-to-Oracle-11g-Database-Common-Problems&quot; rel=&quot;nofollow noreferrer&quot;&gt;Other instructions&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/kbzUR.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if you are using XE, there is a &lt;a href=&quot;http://docs.oracle.com/cd/E17781_01/appdev.112/e18147/tdddg_connecting.htm#TDDDG99998&quot; rel=&quot;nofollow noreferrer&quot;&gt;demo DB&lt;/a&gt; ready to play with.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-11-25T14:02:40.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4078" PostTypeId="1" CreationDate="2014-11-25T14:37:09.587" Score="3" ViewCount="1807" Body="&lt;p&gt;I'm looking for a list of ingredients to pull from for an app. I've used data sets from fitness and calorie counting apps but one larger cleaner one without a meal would be great.&lt;/p&gt;&#xA;&lt;p&gt;All I need are the names of the dishes, no other information.&lt;/p&gt;&#xA;" OwnerUserId="4092" LastEditorUserId="23272" LastEditDate="2021-04-03T05:19:13.793" LastActivityDate="2021-04-03T05:19:13.793" Title="I'm looking for a data set of food stuffs and/or recipe ingredients" Tags="|data-request|food|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4079" PostTypeId="2" ParentId="4054" CreationDate="2014-11-25T16:03:37.810" Score="4" Body="&lt;p&gt;You'll have to mash things a little but this is available for free and should be fairly easy to setup:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Download the &lt;a href=&quot;http://www2.census.gov/geo/gazetteer/2014_Gazetteer/2014_Gaz_counties_national.zip&quot; rel=&quot;nofollow&quot;&gt;2014 National Gazetteer, County Dataset&lt;/a&gt;, a tab delimited text file with 3200+ US counties, by state, ANSI code with Lat and Long.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, bang away at the &lt;a href=&quot;http://ned.usgs.gov/epqs/&quot; rel=&quot;nofollow&quot;&gt;USGS National Elevation Dataset Query Service&lt;/a&gt; for the elevation of a given lat/long.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Query Service page has code for both HTTP Get and HTTP Post.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2014-11-25T16:03:37.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4080" PostTypeId="1" AcceptedAnswerId="4088" CreationDate="2014-11-25T16:21:35.980" Score="14" ViewCount="5422" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/BitTorrent&quot; rel=&quot;nofollow noreferrer&quot;&gt;BitTorrent&lt;/a&gt; can be an efficient way to &quot;host&quot; a large data set that are static. Also, BitTorrent is a good mechanism distribute a large data set as part of a open data project without funding or official government recognition. As mentioned &lt;a href=&quot;https://opendata.stackexchange.com/a/843/1511&quot;&gt;here&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Depending on the level of interest, you might find it difficult to retain seeders.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If a person has ample disk space and bandwidth, &lt;strong&gt;what are some open data torrents to seed for the greater good of the community?&lt;/strong&gt; It would be helpful to include links to description, purpose, and compressed/uncompressed file size.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2019-03-29T12:15:54.217" Title="What are some OpenData torrents to seed?" Tags="|releasing-data|bittorrent|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4081" PostTypeId="1" AcceptedAnswerId="4083" CreationDate="2014-11-25T20:05:57.623" Score="13" ViewCount="11580" Body="&lt;p&gt;I'm trying to compare what the equivalent salary would be between two cities based upon the cost of living in each city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to be able to build something like CNN's cost of living calculator.&#xA;&lt;a href=&quot;http://money.cnn.com/calculator/pf/cost-of-living/&quot;&gt;http://money.cnn.com/calculator/pf/cost-of-living/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wolfram Alpha has this available through the &lt;a href=&quot;http://www.wolframalpha.com/input/?i=Cost%20of%20living%20index%20boston&quot;&gt;main search engine&lt;/a&gt;, but&#xA;Wolfram Alpha's API returns data not found for the same query&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone come across a dataset that would allow searching for cost of living based on any city in the U.S.?&lt;/p&gt;&#xA;" OwnerUserId="4094" LastEditorUserId="70" LastEditDate="2015-03-27T17:44:14.773" LastActivityDate="2022-10-18T16:35:15.513" Title="Cost of living dataset" Tags="|data-request|usa|economics|city|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4082" PostTypeId="2" ParentId="3833" CreationDate="2014-11-25T20:06:54.287" Score="2" Body="&lt;p&gt;At this time it's not currently possible to have the API return only the meta section. You can, as others have pointed out, restrict the API to return only one record along with the meta section. Let us know if this proves to be a problem for your use case.&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2014-11-25T20:06:54.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4083" PostTypeId="2" ParentId="4081" CreationDate="2014-11-25T20:43:11.570" Score="9" Body="&lt;p&gt;I found an API from &lt;a href=&quot;http://www.numbeo.com/common/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Numbeo&lt;/a&gt; (&lt;a href=&quot;http://www.numbeo.com/api/doc.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;) that claims&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;8,282,934 prices in 11,072 cities entered by 706,591 users&#xA;(information updated 2022-10-18, &lt;a href=&quot;https://www.numbeo.com/cost-of-living/&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Here is their page related to the &lt;a href=&quot;http://www.numbeo.com/cost-of-living/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cost of Living&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;And an &lt;a href=&quot;http://www.numbeo.com/cost-of-living/city_result.jsp?country=Switzerland&amp;amp;city=Zurich&quot; rel=&quot;nofollow noreferrer&quot;&gt;overview of the data for Zurich&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Their &lt;a href=&quot;http://www.numbeo.com/common/terms_of_use.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Terms of Service&lt;/a&gt; state that the license is &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY-SA 3.0&lt;/a&gt; and &lt;a href=&quot;http://www.gnu.org/copyleft/fdl.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;GNU Free Document License&lt;/a&gt; (GFDL).&lt;/p&gt;&#xA;&lt;p&gt;What I can't find is how to get an API key (or quotas), although I think you can get one once you register as a user.&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Wy7uw.png&quot; alt=&quot;enter image description here&quot; /&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="32374" LastEditDate="2022-10-18T16:35:15.513" LastActivityDate="2022-10-18T16:35:15.513" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="4085" PostTypeId="1" AcceptedAnswerId="4087" CreationDate="2014-11-25T23:46:20.340" Score="6" ViewCount="126" Body="&lt;p&gt;I would like to find machine readable monthly data going back to at least 1950 relating to farming and agriculture.&#xA;Of particular interest are&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;commodity prices for core commodities: corn, wheat, beef ...&lt;/li&gt;&#xA;&lt;li&gt;aggregate commodity price indexes&lt;/li&gt;&#xA;&lt;li&gt;production levels&lt;/li&gt;&#xA;&lt;li&gt;measures of &quot;value created&quot; something like GDP for agriculture&lt;/li&gt;&#xA;&lt;li&gt;farm foreclosures&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am most interested in numbers that a broad range of people actually pay attention to.&lt;/p&gt;&#xA;" OwnerUserId="2080" LastActivityDate="2022-04-19T07:26:28.857" Title="Historical monthly farm/agricultural data 1950 to the present" Tags="|data-request|economics|prices|historical|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4086" PostTypeId="2" ParentId="4051" CreationDate="2014-11-26T00:54:06.307" Score="3" Body="&lt;p&gt;You may be interested in&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Domenico Giannone, Jérôme Henry, Magdalena Lalik and Michele Modugno 2010), An area-wide real-time database for the euro area. ECB Working Paper Series No 1145 / January 2010 available at &lt;a href=&quot;http://www.ecb.europa.eu/pub/pdf/scpwps/ecbwp1145.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.ecb.europa.eu/pub/pdf/scpwps/ecbwp1145.pdf&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some details of the data base on the EABCN web site and data can be downloaded by non EABCN members at &lt;a href=&quot;https://www.ecb.europa.eu/stats/shared/download/stats/sdw/docu/databases/rtdb/rtdb_csv.html&quot; rel=&quot;nofollow&quot;&gt;https://www.ecb.europa.eu/stats/shared/download/stats/sdw/docu/databases/rtdb/rtdb_csv.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1483" LastActivityDate="2014-11-26T00:54:06.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4087" PostTypeId="2" ParentId="4085" CreationDate="2014-11-26T07:56:28.687" Score="5" Body="&lt;p&gt;The &amp;quot;FOOD AND AGRICULTURE ORGANIZATION OF THE UNITED NATIONS - Statistics Division&amp;quot; (&lt;a href=&quot;https://www.fao.org/faostat/en/#data&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;) provides historical data for commodity prices and agricultural production.&lt;/p&gt;&#xA;&lt;p&gt;You can download for a single country or for all countries. Some data sets go back to at least the 1960s. You'll have to investigate which data sets may be best suited to your purpose.&lt;/p&gt;&#xA;&lt;p&gt;Data formats are typically zipped CSV.&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/KfDc9.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2022-04-19T07:26:28.857" LastActivityDate="2022-04-19T07:26:28.857" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4088" PostTypeId="2" ParentId="4080" CreationDate="2014-11-26T13:40:39.907" Score="18" Body="&lt;h2&gt;&lt;strong&gt;Community wiki to collect data sets available to download/seed on bit torrent&lt;/strong&gt;&lt;/h2&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1951/dataset-of-domain-names/2122#2122&quot;&gt;DNS Census&lt;/a&gt;&lt;/strong&gt;, the DNS registration dataset snapshot taken in 2013 (compressed ~15GB and uncompressed 157GB).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The DNS Census 2013 is an attempt to provide a public dataset of registered domains and DNS records. It was inspired by the Internet Census 2012 which showed that releasing data anonymously via BitTorrent is a good thing to do. The dataset contains about 2.5 billion DNS records gathered in the years 2012-2013.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;All data is compressed using xz/LZMA2.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;DNS records are written into CSV files. There is one file for each DNS record type (A/AAAA/CNAME/DNAME/MX/NS/SOA/TXT). The records are sorted lexicographically by hostname and by time.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;http://chriswhong.com/open-data/foil_nyc_taxi/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC taxi trip data&lt;/a&gt;&lt;/strong&gt; - 2013 Trip Data (11.0GB) and 2013 Fare Data (7.7GB)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Fare data looks like this, showing medallion, hack_license, vendor_id, pickup date/time, payment type, fare, tip amount (look at all those zeros!), tolls, and total.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Trip data (the good stuff!) looks like this.  Each file has about 14 million rows, and each row contains medallion, hack license, vendor id, rate code, store and forward flag, pickup date/time dropoff date/time, passenger count, trip time in seconds, trip distance, and latitude/longitude coordinates for the pickup and dropoff locations. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;http://www.naturalearthdata.com/forums/topic/natural-earth-data-bittorrent-mirror/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth data BitTorrent mirror&lt;/a&gt;&lt;/strong&gt; (&lt;a href=&quot;http://www.mininova.org/tor/3190642&quot; rel=&quot;nofollow noreferrer&quot;&gt;description&lt;/a&gt;,  4.81 GB)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Natural Earth is a public domain map dataset available at 1:10m, 1:50m, and 1:110m scales. Featuring tightly integrated vector and raster data, with Natural Earth you can make a variety of visually pleasing, well-crafted maps with cartography or GIS software.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;http://data.gov.uk/dataset/coins&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Government expenditure&lt;/a&gt;&lt;/strong&gt; (multiple files, &lt;a href=&quot;https://www.gov.uk/government/publications/oscar-publishing-data-from-the-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;more information&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Combined Online Information System (COINS) is the database for UK Government expenditure. The data is used to produce expenditure data in the Budget report; Supply Estimates; Public Expenditure Statistical Analyses (PESA); Whole of Government Accounts (WGA); the monthly Public Sector Finance Releases. It is also used by the ONS for other National Statistics releases. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://academictorrents.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Academic torrents&lt;/strong&gt;&lt;/a&gt; (multiple files, browse &lt;a href=&quot;http://academictorrents.com/browse.php?cat=6&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt; or &lt;a href=&quot;http://academictorrents.com/collections.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;collections&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This service is designed to facilitate storage of all the data used in research, including datasets as well as publications. There are many advantages of using bittorrent technology to disseminate this work. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://911datasets.org/index.php/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;911datasets&lt;/strong&gt;&lt;/a&gt; - (3,254 GB) (3 TB) in 256,673 files (&lt;em&gt;as of 31 Dec 2014&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Crowdsourcing 9/11 information distribution.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The idea behind 911datasets.org is to make raw information about 9/11 available to a broad audience, and to provide a way to ask useful questions about the data. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Most of the material was obtained using the Freedom Of Information Act (FOIA) process. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://911datasets.org/index.php/All_Torrents&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to all torrents&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;+ &lt;strong&gt;Wikileaks data storage&lt;/strong&gt; - &lt;a href=&quot;http://wlstorage.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wlstorage.net&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can either download everything, or select files by &quot;project&quot;, as folders or single files: &lt;a href=&quot;http://chriswhong.com/open-data/foil_nyc_taxi/&quot; rel=&quot;nofollow noreferrer&quot;&gt;torrents&lt;/a&gt; (1827 in total at time of posting).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More details &lt;a href=&quot;https://opendata.stackexchange.com/a/4223/1511&quot;&gt;here&lt;/a&gt;&#xA;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/paper.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2012 Internet Census&lt;/a&gt;&lt;/strong&gt; (568 GB torrent)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;While playing around with the Nmap Scripting Engine (NSE) we discovered an amazing number of open embedded devices on the Internet. Many of them are based on Linux and allow login to standard BusyBox with empty or default credentials. We used these devices to build a distributed port scanner to scan all IPv4 addresses. These scans include service probes for the most common ports, ICMP ping, reverse DNS and SYN scans. We analyzed some of the data to get an estimation of the IP address usage.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Full data download&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/hilbert/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hilbert Browser tool&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/images.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Image gallery&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://opendata.stackexchange.com/a/4882/1511&quot;&gt;Taken from this answer&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;http://libgen.io/scimag/repository_torrent_notforall&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sci-Hub Bulk Access&lt;/a&gt;&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Sci-Hub is a paywall-bypassing website that uses &quot;shared&quot; user credentials to provide PDF or HTML scientific papers. The website itself doesn't store any papers. &lt;a href=&quot;https://opendata.stackexchange.com/questions/7084/bulk-download-sci-hub-papers&quot;&gt;Answer from this open data stack exchange question&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://libgen.io/repository_torrent/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collection of more than 1 million books&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://libgen.io/scimag/repository_torrent_notforall&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collection of more than 50 million scientific papers&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;All data gathered during our research is released into the public domain for further study. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;https://thepiratebay.se/torrent/6353395/Geocities_-_The_PATCHED_Torrent&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geocities archive&lt;/a&gt;&lt;/strong&gt; (641 GB)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is a collection of Geocities data downloaded by a bunch of people who&#xA;    call themselves ARCHIVE TEAM, who began scraping the Yahoo! Geocities site&#xA;    during a six month period in 2009, before Yahoo! shut down geocities.com &#xA;    on October 26th, 2009. This collection is compressed in a UNIX filesystem&#xA;    with both 7zip archives and tape archives (gtar).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dump_torrents&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia data dump&lt;/a&gt;&lt;/strong&gt; (over 23 TB total, but smaller torrents available)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is an unofficial listing of Wikimedia data dump torrents, dumps of Wikimedia site content distributed using BitTorrent...&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;This includes both dumps already being distributed at dumps.wikimedia.org and dumps created and distributed solely by others.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;BitTorrent is not officially used to distribute Wikimedia dumps; this article lists user-created torrents. Please protect your computer and verify the md5sum for any file downloaded from these unofficial mirrors.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In particular, &lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dump_torrents#Wikidata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;&lt;a href=&quot;http://ghtorrent.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GHTorrent&lt;/a&gt;&lt;/strong&gt; project &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;GHTorrent monitors the Github public event time line. For each event, it retrieves its contents and their dependencies, exhaustively. It then stores the raw JSON responses to a MongoDB database, while also extracting their structure in a MySQL database.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Currently (Jan 2015), MongoDB stores around 4TB of JSON data (compressed), while MySQL more than 1.5 billion rows of extracted metadata. A large part of the activity of 2012, 2013, 2014 and 2015 has been retrieved, while we are also going backwards to retrieve the full recorded history of important projects.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Since 2015, the dumps are daily as mysql format&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Downloads: &lt;a href=&quot;http://ghtorrent.org/downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ghtorrent.org/downloads.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-03-29T12:15:54.217" LastActivityDate="2019-03-29T12:15:54.217" CommentCount="2" CommunityOwnedDate="2014-11-26T13:40:39.907" ContentLicense="CC BY-SA 4.0" />
  <row Id="4089" PostTypeId="1" CreationDate="2014-11-26T17:57:25.600" Score="7" ViewCount="101" Body="&lt;p&gt;What are the legal uses of &lt;a href=&quot;http://livingwage.mit.edu/&quot; rel=&quot;nofollow&quot;&gt;this data&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, could I design a non-for-profit service using this data, a for-profit application that I sell subscriptions to, or a spreadsheet that I use myself that pulls data from this website?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this isn't the correct platform, let me know and I'll ask it somewhere more appropriate.&lt;/p&gt;&#xA;" OwnerUserId="4103" LastEditorUserId="70" LastEditDate="2015-01-28T09:47:03.533" LastActivityDate="2015-01-28T09:47:03.533" Title="What are the legal uses of the data from livingwage.mit.edu?" Tags="|licensing|web-crawling|legal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4091" PostTypeId="1" CreationDate="2014-11-26T20:44:07.730" Score="2" ViewCount="85" Body="&lt;p&gt;We've been getting errors from data.gov that multiple API calls are down, anyone know what the ETA is for getting it back up?&lt;/p&gt;&#xA;" OwnerUserId="4106" LastEditorUserId="1511" LastEditDate="2014-11-26T20:54:46.567" LastActivityDate="2014-12-01T16:52:13.830" Title="Data.gov: Is the API Version 3 down completely?" Tags="|api|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4092" PostTypeId="1" AcceptedAnswerId="4096" CreationDate="2014-11-26T22:43:25.067" Score="7" ViewCount="123" Body="&lt;p&gt;I'm thinking of making a copy of all my country's open data portal datasets. I will be rate limiting my downloads. Is that okay or is it bad manners to get a full data dump? I am asking of the ethical/moral considerations. &lt;/p&gt;&#xA;" OwnerUserId="577" LastActivityDate="2014-11-28T20:24:31.363" Title="Is it okay to download all datasets from a government open data portal?" Tags="|government|best-practice|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4093" PostTypeId="2" ParentId="4089" CreationDate="2014-11-27T00:16:47.343" Score="5" Body="&lt;p&gt;This site helps to calculate the cost of living in different parts of the United States.  There's a caveat about the fidelity and comprehensiveness of the data (&quot;Consider the results a minimum cost threshold that serves as a benchmark, but only that.&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For licensing, the site references that it is part of the &lt;a href=&quot;http://povertyinamerica.mit.edu/projects/living_wage/&quot; rel=&quot;nofollow&quot;&gt;Living Wage Project&lt;/a&gt;. However, in looking through all those sites, there are no references to data use and licensing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To verify the licensing, you can contact the &lt;a href=&quot;http://mailto:amyglas@mit.edu&quot; rel=&quot;nofollow&quot;&gt;author&lt;/a&gt; of the page or the &lt;a href=&quot;http://povertyinamerica.mit.edu/contact/&quot; rel=&quot;nofollow&quot;&gt;project team&lt;/a&gt;. (I'm in contact now with the author to clarify the data use rules.)&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-11-30T18:21:18.630" LastActivityDate="2014-11-30T18:21:18.630" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4094" PostTypeId="2" ParentId="4081" CreationDate="2014-11-27T04:27:05.427" Score="4" Body="&lt;p&gt;For the US, this information is generally obtained through the Bureau of Labor (BLS) jointly with the US Census. Data is collected on a regional, state and metropolitan statistical area (MSA). Here are some links:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BLS: &lt;a href=&quot;http://www.bls.gov/data/#prices&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/data/#prices&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BEA (Bureau of Economic Analysis): &lt;a href=&quot;http://www.bea.gov/newsreleases/regional/rpp/2014/rpp0414.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bea.gov/newsreleases/regional/rpp/2014/rpp0414.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-27T04:27:05.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4096" PostTypeId="2" ParentId="4092" CreationDate="2014-11-27T05:14:15.393" Score="7" Body="&lt;p&gt;Bad manners have nothing to do with it. As a taxpayer, it's your data, and they're making it available for you to download. Your country also benefits from having backups of their dataset floating around out there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could take the public service angle of it to the next level by uploading a copy of the full archive to the Internet Archive using their S3-compatible interface: &lt;a href=&quot;https://archive.org/help/abouts3.txt&quot;&gt;https://archive.org/help/abouts3.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you think their system is creaky and might strain at giving you the full dataset, or you think there's a more efficient way for them to give you a full dump -- then you can always email or call and ask them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But do it after you've got your first complete copy downloaded, just in case.&lt;/p&gt;&#xA;" OwnerUserId="161" LastActivityDate="2014-11-27T05:14:15.393" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4097" PostTypeId="1" AcceptedAnswerId="4112" CreationDate="2014-11-27T08:00:29.053" Score="4" ViewCount="1471" Body="&lt;p&gt;Are there any datasets of MMORPG statistics? I mean detailed &quot;snapshots&quot; of a virtual world that contain parameters of the game, current status of players (items owned, performed actions), internal economy—things typically mentioned by &quot;economics of video games&quot;?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-17T18:58:35.803" LastActivityDate="2014-12-17T18:58:35.803" Title="Datasets of detailed statistics from MMORPGs" Tags="|data-request|economics|games|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4098" PostTypeId="1" CreationDate="2014-11-27T08:12:03.780" Score="5" ViewCount="957" Body="&lt;p&gt;There're two famous n-gram services:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://books.google.com/ngrams&quot; rel=&quot;nofollow&quot;&gt;https://books.google.com/ngrams&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://chronicle.nytlabs.com/&quot; rel=&quot;nofollow&quot;&gt;http://chronicle.nytlabs.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The NY Times Chronicle covers too little (one newspaper), while Google covers too much (all books).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find n-gram services that covers major mass media alone? Maybe just the press?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;LexisNexis had something similar, but it's not open. English corpus datasets I saw lack technical capacity to separate frequencies into sources and years.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-17T18:50:25.420" LastActivityDate="2014-12-17T18:50:25.420" Title="The media word frequency (n-grams) dataset" Tags="|data-request|media|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4099" PostTypeId="1" CreationDate="2014-11-27T10:48:23.013" Score="1" ViewCount="55" Body="&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/Payment_Card_Industry_Data_Security_Standard&quot; rel=&quot;nofollow&quot;&gt;Payment Card Industry Data Security Standard&lt;/a&gt; forces merchants who want to work with  Visa/MasterCard/etc to have a firewall, encrypt passwords, send card numbers over HTTPS, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database of PCI-DSS violations, to which anyone can send reports?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have thought about &lt;a href=&quot;https://en.wikipedia.org/wiki/Bugtraq&quot; rel=&quot;nofollow&quot;&gt;Bugtraq&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Common_Vulnerabilities_and_Exposures&quot; rel=&quot;nofollow&quot;&gt;CVE&lt;/a&gt;, but they are for software vulnerabilities, not for websites vulnerabilities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Context:&lt;br&gt;&#xA;When trying to order a ticket from an airline's official website, I have randomly noticed that they send credit card numbers over HTTP. I tried contacting them but they don't seem to care.&lt;br&gt;&#xA;That company is based in a non-democratic country that does not have anything like &lt;a href=&quot;http://ico.org.uk/&quot; rel=&quot;nofollow&quot;&gt;ico.org.uk&lt;/a&gt;.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-12-01T05:24:18.947" LastActivityDate="2014-12-01T05:24:18.947" Title="Open database of PCI-DSS violations" Tags="|data-request|finance|security|crime|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4100" PostTypeId="1" CreationDate="2014-11-27T15:46:07.693" Score="3" ViewCount="225" Body="&lt;p&gt;Sometimes I want to know what is the mainstream sentiment about a product/service/person/anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;is the game &lt;a href=&quot;https://en.wikipedia.org/wiki/Grand_Theft_Auto_V&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTA V&lt;/a&gt; considered by players as entertaining or boring?&lt;/li&gt;&#xA;&lt;li&gt;are &lt;a href=&quot;https://timethemoment.files.wordpress.com/2014/08/looq-s.jpg?w=337&amp;amp;h=253&quot; rel=&quot;nofollow noreferrer&quot;&gt;selfie sticks&lt;/a&gt; considered by most as cool or uncool?&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I could run a sentiment analysis but this would take a lot of time, especially to find source data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a kind of search engine that would crawl the web in permanence, and allow me to just type the name of something and get the sentiments for it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It should be usable even for very new things.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus if the sentiments are drillable by country/age/etc.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/G7Qxp.png&quot; alt=&quot;Sentiment search engine&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2014-12-17T18:53:32.870" LastActivityDate="2016-04-04T02:41:20.733" Title="Sentiment search engine" Tags="|tool-request|sentiment-analysis|search-engine|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4101" PostTypeId="2" ParentId="4100" CreationDate="2014-11-27T16:21:28.390" Score="5" Body="&lt;p&gt;The first source of raw interactions that fit your needs that comes to mind is &lt;strong&gt;Twitter&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;NCSU's Tweet Sentiment Visualization&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.csc.ncsu.edu/faculty/healey/tweet_viz/tweet_app/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.csc.ncsu.edu/faculty/healey/tweet_viz/tweet_app/&lt;/a&gt; seems pretty good in that it allows you to enter keywords and get a graph of recent tweets graphed on axes (pleasant/unpleasant and active/inactive). It also has some pretty extensive documentation about how to interpret and how the system arrives at the results. Clicking on a data item shows the raw tweet:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/nqVwv.jpg&quot; alt=&quot;NCSU&amp;#39;s Tweet Sentiment Visualization&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Lists of tools&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://matei.org/ithink/2012/02/08/a-list-of-twitter-sentiment-analysis-tools/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://matei.org/ithink/2012/02/08/a-list-of-twitter-sentiment-analysis-tools/&lt;/a&gt; has a list of other &lt;em&gt;Twitter Sentiment Analysis Tools&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.khwrites.com/online-sentiment-analysis-social-media-monitoring-tools/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.khwrites.com/online-sentiment-analysis-social-media-monitoring-tools/&lt;/a&gt; has a list of &lt;em&gt;free&lt;/em&gt; &lt;em&gt;Online Sentiment Analysis: Social Media Monitoring Tools&lt;/em&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another thought would be to ingest tweets on your own and &lt;a href=&quot;http://blog.mashape.com/list-of-20-sentiment-analysis-apis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;use one of many Sentiment APIs&lt;/a&gt; to arrive at your own results.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="754" LastEditDate="2014-11-28T05:02:28.237" LastActivityDate="2014-11-28T05:02:28.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4102" PostTypeId="1" CreationDate="2014-11-28T09:31:33.607" Score="6" ViewCount="148" Body="&lt;p&gt;Where can I find the data on public employees' educational attainment, such as years of schooling or fraction of employees holding particular degrees? Preferably, compared to educational attainment in the private sector.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The BLS breaks educational attainment by occupations, but government officials hold different occupations, so it's not helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It may be possible to recover education by employer from population surveys, but perhaps special datasets exist? Something like an international or regional cross section would be great.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-17T18:41:22.437" LastActivityDate="2014-12-17T18:41:22.437" Title="Educational attainment in the private and public sector" Tags="|data-request|usa|government|education|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4103" PostTypeId="2" ParentId="4102" CreationDate="2014-11-28T11:17:02.843" Score="6" Body="&lt;p&gt;this is easy if you use the public-use microdata.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;the public/private-sector workforce variable in the current population survey (cps) is &lt;code&gt;a_clswkr&lt;/code&gt; and the educational attainment variable is &lt;code&gt;a_hga&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;open up &lt;a href=&quot;http://www.asdfree.com/search/label/current%20population%20survey%20%28cps%29&quot;&gt;cps&lt;/a&gt; or &lt;a href=&quot;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&quot;&gt;acs&lt;/a&gt;, subset by public vs private-firm worker, and calculate educational attainment rates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;cps and acs are both representative at the state-level.  acs also has pumas, which are sub-state areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;for international comparisons, look at the codebook for &lt;a href=&quot;http://www.asdfree.com/search/label/programme%20for%20the%20international%20assessment%20of%20adult%20competencies%20%28piaac%29&quot;&gt;piaac&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;good luck!&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2014-11-28T11:17:02.843" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4104" PostTypeId="2" ParentId="4092" CreationDate="2014-11-28T20:24:31.363" Score="3" Body="&lt;p&gt;The Philippine Government has published (Jan. 2014) on the government website (gov.ph) the 2014-2106 action plan for open data. In Section 8, Appendix F (Creative Commons Attribution 3.0 Philippines) describes how the data is licensed to the public. From my reading of it, you are free to create derivative works (e.g., your own archive), including for commercial purposes - but most provide attribution back to data.gov.ph.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gov.ph/downloads/2014/01jan/Open-Data-Philippines-Action-Plan-2014-2016.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.gov.ph/downloads/2014/01jan/Open-Data-Philippines-Action-Plan-2014-2016.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-11-28T20:24:31.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4105" PostTypeId="1" CreationDate="2014-11-28T23:53:07.843" Score="10" ViewCount="862" Body="&lt;p&gt;In phonetics a &lt;a href=&quot;https://en.wikipedia.org/wiki/Phone_%28phonetics%29&quot; rel=&quot;noreferrer&quot;&gt;phone&lt;/a&gt; is a unit of speech sound.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a dataset of phone waveforms for speech recognition. There are about 17 vowels and 17 consonants for English phones. I tried looking everywhere, but couldn't find a reliable source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="4118" LastEditorUserId="70" LastEditDate="2015-04-01T09:49:04.520" LastActivityDate="2017-01-11T10:12:39.467" Title="Phones dataset for speech recognition (not telephone number)" Tags="|data-request|language|machine-learning|audio|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4106" PostTypeId="1" CreationDate="2014-11-29T17:59:35.053" Score="2" ViewCount="245" Body="&lt;p&gt;The World Bank has &lt;a href=&quot;http://ieg.worldbankgroup.org/ratings&quot; rel=&quot;nofollow&quot;&gt;ratings&lt;/a&gt; for its development projects. The dataset is comprehensive, but crucial details, like return on investment, are missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are other sources of data on projects in international development, such as power plants, roads, investments in equipment, and so on? Maybe some governments disclose information about their projects? Or organizations besides the World Bank?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Return on investment, IRR, and other financial metrics would be extremely appreciated, but I would also be glad to have any related information on large development projects.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-17T18:48:13.280" LastActivityDate="2014-12-17T18:48:13.280" Title="Return on investment in international development projects" Tags="|data-request|government|finance|bank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4107" PostTypeId="2" ParentId="4106" CreationDate="2014-11-30T01:30:12.220" Score="4" Body="&lt;p&gt;great question. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first thing to note is that the IEG database that you're referencing is only one of several that the World Bank provides. You might want to also check out the Bank's projects portal: &lt;a href=&quot;http://www.worldbank.org/projects&quot; rel=&quot;nofollow&quot;&gt;http://www.worldbank.org/projects&lt;/a&gt;. In particular, check out specific country pages for a lot of good details, as well as many project documents (in pdf) for most projects. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, you might want to check out this platform that tracks many types of development financing (aid, private foundations, remittance flows, etc.): aiddata.org&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More and more organizations in international development are also providing data on their own projects. A few examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;DfID (UK): &lt;a href=&quot;http://devtracker.dfid.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;http://devtracker.dfid.gov.uk/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;AfDB's project portfolio&lt;/li&gt;&#xA;&lt;li&gt;AsDB: adb[dot]org[forwardslash]projects&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Many countries are now also publishing their own aid information. Just a handful here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Haiti's MGAE&lt;/li&gt;&#xA;&lt;li&gt;Nepal aid management system&lt;/li&gt;&#xA;&lt;li&gt;Timor aid management system&lt;/li&gt;&#xA;&lt;li&gt;Bangladesh aid information system&lt;/li&gt;&#xA;&lt;li&gt;Afghanistan DAD system&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;More and more organizations and countries are reporting actual deliverables from these investments, but that information is more scattered and difficult to synthesize. RoI itself is hard to measure, as there's no clear indication of how you might track that.&lt;/p&gt;&#xA;" OwnerUserId="4123" LastActivityDate="2014-11-30T01:30:12.220" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4108" PostTypeId="2" ParentId="1887" CreationDate="2014-11-30T08:09:42.440" Score="2" Body="&lt;p&gt;There are a few academic papers that have used keylogger data set. An example from &#xA;&lt;em&gt;&quot;A Case-Study of Keyloggers and Dropzones&quot;&lt;/em&gt; (&lt;a href=&quot;http://www.ei.rub.de/media/emma/veroeffentlichungen/2012/08/06/dropzones-ESORICS09.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF link&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We found more than 33 GB of keylogger data, containing stolen information from more than 173,000 victims.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For security reasons, the authors gave the data to AusCERT (Australia’s National Computer Emergency Response Team), and it's mostly impossible that this data set is ever released. But the paper is very interesting in its explanation of how they collected the keylogger data.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another paper, &lt;em&gt;&quot;A Metric for the Evaluation and Comparison of Keylogger Performance&quot;&lt;/em&gt; (&lt;a href=&quot;https://www.usenix.org/system/files/conference/cset14/cset14-paper-fiebig.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF link&lt;/a&gt;): &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;(The authors have) developed a framework to assess the performance of a keylogger. This paper provides the documentation on how such a study can be conducted, while the required source code is shared online.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The analysis code (python) and keylogger data (&lt;a href=&quot;https://stackoverflow.com/a/17666279/2327328&quot;&gt;sql database format&lt;/a&gt;) is available as a download from the &lt;a href=&quot;http://www.isti.tu-berlin.de/security_in_telecommunications/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Security in Telecommunications&lt;/a&gt; group at TU Berlin. The data is from tablets and smartphones.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The toolkit also holds the test-data from the performed use-case study and a demo keylogger.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The git page is &lt;a href=&quot;https://gitlab.sec.t-labs.tu-berlin.de/mobile-keylogger/metric&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, and the direct download link is &lt;a href=&quot;https://gitlab.sec.t-labs.tu-berlin.de/mobile-keylogger/metric/repository/archive&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. The data files are called &lt;em&gt;KeyStrokesExperiment.sql&lt;/em&gt; and &lt;em&gt;KeyStrokesRealExperiment.sql&lt;/em&gt; in the &quot;data&quot; folder.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-11-30T08:09:42.440" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4109" PostTypeId="2" ParentId="4081" CreationDate="2014-11-30T14:41:01.950" Score="4" Body="&lt;p&gt;Here's a link to the &lt;a href=&quot;https://catalog.data.gov/dataset?q=CPI&amp;amp;organization=dol-gov&amp;amp;sort=score%20desc%2C%20name%20asc&quot; rel=&quot;nofollow&quot;&gt;Consumer Price Index on Data.gov&lt;/a&gt;, which has Department of Labor (BLS) and other U.S. Federal agency data set up for download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Martin&lt;/p&gt;&#xA;" OwnerUserId="4124" LastEditorUserId="244" LastEditDate="2014-11-30T15:58:37.940" LastActivityDate="2014-11-30T15:58:37.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4110" PostTypeId="2" ParentId="157" CreationDate="2014-11-30T15:15:35.280" Score="5" Body="&lt;p&gt;The National Information Exchange Model (NIEM) is an XML-based system for defining &quot;data in motion&quot; (i.e., an on-the-wire format.)  What distinguishes NIEM is 2 things:  it is for standardizing the semantics of the exchange, not just the syntax; and it as much a process model as it is a technical model. That is, it (the NIEM organization) has developed a process for participants in a community-of-interest to define a set of meaningful business data exchanges, structured as XML documents and called IEPD's (I think that's &quot;information exchange package definitions&quot;), which participants can then implement in Web services, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NIEM started out as a data-exchange standardization effort within the US State and local public safety community (i.e., law-enforcement and related services) , but is now widely used in the US Federal Government as a recommended data model standard. For example, HHS is the NIEM domain manager for health-related exchanges. And DOD recently decided to convert their metadata efforts to NIEM. NIEM is not a public standard (still technically a US Government interagency project) for reasons I don't fully understand, but I would expect it to transition in that direction at some point. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One step in that direction is a recent effort within OMG to &quot;translate&quot; NEIM IEPD exchanges into UML, which makes a lot of sense since the heart of the NIEM process is defining data exchanges that support business transactions, which are typically created to support standard business processes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more info, see &lt;a href=&quot;https://www.niem.gov/Pages/default.aspx&quot;&gt;https://www.niem.gov/Pages/default.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4124" LastActivityDate="2014-11-30T15:15:35.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4111" PostTypeId="2" ParentId="3881" CreationDate="2014-11-30T15:46:23.503" Score="1" Body="&lt;p&gt;If you are interested in exploring these queries more graphically this might help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;example of #2 above searching on any of those terms&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2014-11-30&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=Ethinyl+Estradiol%2BEthinylEstradiol%2BNorelgestromin&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2014-11-30&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=Ethinyl+Estradiol%2BEthinylEstradiol%2BNorelgestromin&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4125" LastActivityDate="2014-11-30T15:46:23.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4112" PostTypeId="2" ParentId="4097" CreationDate="2014-11-30T15:55:33.497" Score="2" Body="&lt;p&gt;Great question! There are several MMORPG games that provide this type of data, and APIs to others from which you can extract the data.  Check out the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://blizzard.github.io/api-wow-docs/&quot; rel=&quot;nofollow&quot;&gt;World of Warcraft APIs&lt;/a&gt; on Github with everything from pets to professions extending over players, guilds, and regions&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developer.riotgames.com/docs/getting-started&quot; rel=&quot;nofollow&quot;&gt;League of Legends API&lt;/a&gt; (includes game data and assets, champions, items, runes, masteries, summoner spells, and profile icons)&lt;/li&gt;&#xA;&lt;li&gt;Eve Online &lt;a href=&quot;https://developers.eveonline.com/blog/article/nom-nom-tastey-market-data&quot; rel=&quot;nofollow&quot;&gt;data access explained&lt;/a&gt; (market and universe data at a regional level)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wiki.guildwars2.com/wiki/API&quot; rel=&quot;nofollow&quot;&gt;GuildWars 2 API&lt;/a&gt; covering recipes, items, and commerce&lt;/li&gt;&#xA;&lt;li&gt;And another &lt;a href=&quot;http://www.programmableweb.com/category/games/apis?category=20098&quot; rel=&quot;nofollow&quot;&gt;179 game APIs&lt;/a&gt; via the Programmable Web&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Several of these require registering but seem to be free. Some, like Eve Online, restrict secondary commercial use, but encourage developers, researchers, and others to use the data for co-development or non-commercial use.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-11-30T15:55:33.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4113" PostTypeId="2" ParentId="4008" CreationDate="2014-11-30T15:57:48.423" Score="1" Body="&lt;p&gt;Couple things possibly at play but this is not a complete answer. I noticed that there are reports form 2003 on the FDA site you are referencing and ones from October 2014. Both sets (and only a handful) are not found in the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A litte deeper digging I queried Monoject and could not find any of the recalls associated with them in the API return - &lt;a href=&quot;http://www.researchae.com/recalls?reporttype=device&amp;amp;from_date=2000-01-01&amp;amp;to_date=2014-11-30&amp;amp;search=Monoject&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/recalls?reporttype=device&amp;amp;from_date=2000-01-01&amp;amp;to_date=2014-11-30&amp;amp;search=Monoject&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure the reason for this but did notice some missing ones as well.&lt;/p&gt;&#xA;" OwnerUserId="4125" LastActivityDate="2014-11-30T15:57:48.423" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4114" PostTypeId="2" ParentId="3383" CreationDate="2014-11-30T16:07:46.180" Score="1" Body="&lt;p&gt;Jerry,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While I am not comfortable offering advice on the saftey of a device I will offer a method in which you can do your own research leveraging the OpenFDA API. Here is a search of medical device recalls for the term &quot;Da Vinci&quot; - &lt;a href=&quot;http://www.researchae.com/recalls?reporttype=device&amp;amp;from_date=2004-01-01&amp;amp;to_date=2014-11-30&amp;amp;search=Da+Vinci&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/recalls?reporttype=device&amp;amp;from_date=2004-01-01&amp;amp;to_date=2014-11-30&amp;amp;search=Da+Vinci&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4125" LastActivityDate="2014-11-30T16:07:46.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4115" PostTypeId="2" ParentId="3626" CreationDate="2014-11-30T16:14:10.263" Score="1" Body="&lt;p&gt;Another route if your looking for a quick way to research is search the generic name on researchae.com then look at the stats tab and graphs for more detailed counts. For example a search of the generic name for Coreg results the following:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2014-11-30&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=carvedilol&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2014-11-30&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=carvedilol&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Remember though there are different ways to search and you might want to add some additional filter to get to the data you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="4125" LastActivityDate="2014-11-30T16:14:10.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4116" PostTypeId="1" CreationDate="2014-11-30T21:55:33.030" Score="20" ViewCount="7941" Body="&lt;p&gt;I was surprised not to find a similar question here. But what are the best sources of stock market daily (weekly, monthly) prices for all listed companies in a given market?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Finance, Yahoo Finance grant limited access via API. But since the question concerns historical prices, perhaps, are there more friendly ways to get it?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-17T18:47:47.430" LastActivityDate="2021-03-24T13:37:22.953" Title="Stock market historical data" Tags="|data-request|finance|historical|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4118" PostTypeId="2" ParentId="4091" CreationDate="2014-12-01T16:52:13.830" Score="5" Body="&lt;p&gt;Rebecca, from the Data.gov team here. Following up on this, to our knowledge the Data.gov CKAN API hasn't been down. Can you provide more details on the issues you were having? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If helpful in constructing your query parameters, here is documentation on the CKAN API: &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#making-an-api-request&quot;&gt;http://docs.ckan.org/en/latest/api/index.html#making-an-api-request&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, we are working to provide additional documentation specific to the Data.gov CKAN API, you can follow that progress or weigh in here: &lt;a href=&quot;https://github.com/GSA/data.gov/issues/180&quot;&gt;https://github.com/GSA/data.gov/issues/180&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope that helps! &lt;/p&gt;&#xA;" OwnerUserId="3952" LastActivityDate="2014-12-01T16:52:13.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4119" PostTypeId="1" CreationDate="2014-12-01T21:29:52.513" Score="6" ViewCount="85" Body="&lt;p&gt;&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&quot; rel=&quot;nofollow&quot;&gt;MAUDE&lt;/a&gt; is the Manufacturer and User Facility Device Experience database from the FDA.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The MAUDE database houses medical device reports submitted to the FDA by mandatory reporters 1 (manufacturers, importers and device user facilities) and voluntary reporters such as health care professionals, patients and consumers. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What are the plans for documenting how MAUDE is tidying its databases? I noticed that RAW data has been recently converted to ALL CAPS, separators changed, and the first row changed. What other changes are happening to RAW data set and where is this history being documented?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example from FOIDEV2010&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;215&quot;|&quot;1939345&quot;|&quot;1969891&quot;|&quot;N&quot;|&quot;V&quot;|&quot;1&quot;|&quot;12/22/2010&quot;|&quot;UNK DEPUY ASR IMPLANTS&quot;|&quot;87KWA&quot;|&quot;DEPUY INTERNATIONAL, LTD.&quot;|&quot;ST ANTHONYS RD||LEEDS||||UK|LS11 8DT||NA|UNK|UNK|NA|0HP|N||KWA|DA|R|||||||||||||||||&#xA;&#xA;1939343|1970001|N|V|1|12/22/2010|UNK DEPUY ASR IMPLANTS|87KWA|DEPUY INTERNATIONAL, LTD.|ST ANTHONYS RD&quot;|&quot;&quot;|&quot;LEEDS&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;UK&quot;|&quot;LS11 8DT&quot;|&quot;&quot;|NA|&quot;UNK&quot;|&quot;UNK&quot;|NA|&quot;0HP&quot;|&quot;N&quot;|&quot;&quot;|&quot;KWA&quot;|&quot;DA&quot;|&quot;R&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;|&quot;&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Why is the new INDEX in col 1 added where it wasn't before? And why must I write this publicly when I would prefer submitting it in a more private email which is a more appropriate forum for observations like this!&lt;/p&gt;&#xA;" OwnerUserId="4132" LastEditorUserId="1511" LastEditDate="2014-12-02T08:03:59.887" LastActivityDate="2015-07-21T21:24:24.070" Title="Plans and documentation to tidy RAW data in Maude?" Tags="|data.gov|openfda|data-format|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4121" PostTypeId="2" ParentId="4098" CreationDate="2014-12-02T09:48:22.680" Score="3" Body="&lt;p&gt;If the dataset you want isn't already available, you can create it with some basic programming. Creating an N-gram tool is pretty straightforward, and the volumes of data are not so large if you limit yourself to one topic or a handful of media sources.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Collecting&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this type of project, you are looking to cast a wide net and collect as much data as possible, in order to get a strong signal. Errors in data collection will be lost in the noise (not enough frequency to stand out).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the data collection, one idea is to use RSS feeds, which come usually in XML format and are easy to parse. For example, for &lt;a href=&quot;http://news.yahoo.com/rss/politics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yahoo News - Politics&lt;/a&gt;. You can also use the URL in each short RSS item and then scrape the page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option is the Google News RSS feed or Bing News Developer (&lt;a href=&quot;https://stackoverflow.com/a/7829688/2327328&quot;&gt;details&lt;/a&gt;). Here is the URL to an XML output from Google News RSS feed for a particular query.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://news.google.com/news/feeds?q=apple&amp;amp;output=rss&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I like python and I can suggest HTML scraping tools such as &lt;a href=&quot;http://docs.python-guide.org/en/latest/scenarios/scrape/&quot; rel=&quot;nofollow noreferrer&quot;&gt;lxml&lt;/a&gt;, &lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;beautifulsoup&lt;/a&gt;, &lt;a href=&quot;http://scrapy.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;scrapy&lt;/a&gt;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also look for some &lt;a href=&quot;http://en.wikipedia.org/wiki/News_aggregator&quot; rel=&quot;nofollow noreferrer&quot;&gt;news aggregator&lt;/a&gt; tools that provide news articles from various sources in a simple text format. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Parsing&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After download as much text as possible, it's time to parse. Python's zip module is ready to go (&lt;a href=&quot;http://locallyoptimal.com/blog/2013/01/20/elegant-n-gram-generation-in-python/&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;input_list = ['all', 'this', 'happened', 'more', 'or', 'less']&#xA;def find_ngrams(input_list, n):&#xA;  return zip(*[input_list[i:] for i in range(n)])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;By running with n=2, the response is this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[('all', 'this'), ('this', 'happened'), ('happened', 'more'), ('more', 'or'), ('or', 'less')]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In reality, you need to create input_list by splitting on all punctuation and white space. For &lt;a href=&quot;https://stackoverflow.com/a/1059601/2327328&quot;&gt;example&lt;/a&gt;,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import re&#xA;text = 'all. this, happened more : or ; less'&#xA;print re.split('\W+', text)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;would return an array of words from a large piece of text, without punctuation (warning - the '_' character isn't considered punctuation)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also some pre-built N-gram tools from NLTK (&lt;a href=&quot;https://stackoverflow.com/a/17547860/2327328&quot;&gt;one&lt;/a&gt;, &lt;a href=&quot;https://stackoverflow.com/a/13431956/2327328&quot;&gt;two&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Storage&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the parsing takes some time because of large raw data volumes, I'd write to an the raw N-grams to an intermediate file (probably just CSV).  Perhaps you also want to store the source relating the N-gram to the source document (something Google provide), as well as the date (or just year).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then with some processing you can convert arrays and similar files (like CSV) to a format similar to &lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google N-grams&lt;/a&gt;. To do so, one option is to use the &lt;a href=&quot;https://docs.python.org/2/library/collections.html#collections.defaultdict&quot; rel=&quot;nofollow noreferrer&quot;&gt;defaultdict&lt;/a&gt; library from python's Collections module. To do so, a form of each N-gram would be the key to the dictionary and the integer count would be the value.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from collections import defaultdict&#xA;data = defaultdict(int)&#xA;for item in find_ngrams(input_list, 2): # using the function from above&#xA;    data[item] += 1&#xA;print data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;would return a count for each N-gram (not so exciting in this case).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; {('or', 'less'): 1, ('all', 'this'): 1, ('more', 'or'): 1, ('happened', 'more'): 1, ('this', 'happened'): 1})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Further&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Consider tagging your words with a part of speech (POS) with tools like &lt;a href=&quot;http://www.nltk.org/book/ch05.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NLTK&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-12-02T09:59:07.390" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4122" PostTypeId="1" CreationDate="2014-12-02T11:23:25.153" Score="6" ViewCount="139" Body="&lt;p&gt;I want to create an app to find &lt;a href=&quot;http://www.nytimes.com/2014/11/27/world/europe/german-matchmakers-pair-lonely-leftovers-and-rumbling-bellies.html&quot; rel=&quot;nofollow&quot;&gt;food sharing places&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These places are shelves or public fridges where people can put their food before going on vacation or when they have too much, so that other people can use it. Berlin has about a hundred.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find a database that contains the geographical coordinates (and possibly other details) of these places?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally for the whole world, but regional databases are also OK.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-03-01T11:00:06.680" LastActivityDate="2015-03-01T11:00:06.680" Title="Database of food sharing places for the whole world" Tags="|data-request|geospatial|food|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4123" PostTypeId="2" ParentId="4122" CreationDate="2014-12-02T19:36:42.850" Score="4" Body="&lt;p&gt;I suspect this type of dataset will have to be constructed from many local sources. Particularly since the 'meaning and access' may vary on culture and environment/conflict.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for the US/Canada, I would suggest searching on 'food banks' and 'public food pantries'.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;USA&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Some of the major cities with open data portals have such datasets. Including:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seattle: &lt;a href=&quot;https://data.seattle.gov/Community/Food-Banks/ryz5-i54h&quot; rel=&quot;nofollow&quot;&gt;https://data.seattle.gov/Community/Food-Banks/ryz5-i54h&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Boston: &lt;a href=&quot;https://data.cityofboston.gov/Health/Food-Pantries-with-Local-Sourcing-Map-View/7ygz-72yc&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofboston.gov/Health/Food-Pantries-with-Local-Sourcing-Map-View/7ygz-72yc&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Westchester County, NY: &lt;a href=&quot;http://giswww.westchestergov.com/Metadata/wcpantry.htm&quot; rel=&quot;nofollow&quot;&gt;http://giswww.westchestergov.com/Metadata/wcpantry.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are agencies that keep online list of their food bank locations:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second Harvest of Missouri : &lt;a href=&quot;http://www.ourcommunityfoodbank.org/index.cfm/pageid/207/fuseaction/user.alphaSelect/m/0&quot; rel=&quot;nofollow&quot;&gt;http://www.ourcommunityfoodbank.org/index.cfm/pageid/207/fuseaction/user.alphaSelect/m/0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Oregon Food Bank: &lt;a href=&quot;http://www.oregonfoodbank.org/Our-Work/Regional-Food-Bank-Network&quot; rel=&quot;nofollow&quot;&gt;http://www.oregonfoodbank.org/Our-Work/Regional-Food-Bank-Network&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Feeding America keeps: &lt;a href=&quot;http://www.feedingamerica.org/find-your-local-foodbank/?_ga=1.223258523.1626167282.1417548401&quot; rel=&quot;nofollow&quot;&gt;http://www.feedingamerica.org/find-your-local-foodbank/?_ga=1.223258523.1626167282.1417548401&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Food Bank of South Jersey: &lt;a href=&quot;http://www.foodbanksj.org/FindHelp.html&quot; rel=&quot;nofollow&quot;&gt;http://www.foodbanksj.org/FindHelp.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Food Bank of Alaska: &lt;a href=&quot;http://www.foodbankofalaska.org/viewPage.php?ID=8&quot; rel=&quot;nofollow&quot;&gt;http://www.foodbankofalaska.org/viewPage.php?ID=8&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's someone's site attempting to (crowd source) collect comparable information across the US:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.foodpantries.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.foodpantries.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="754" LastEditDate="2014-12-03T09:08:32.290" LastActivityDate="2014-12-03T09:08:32.290" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4124" PostTypeId="1" CreationDate="2014-12-02T19:57:32.983" Score="3" ViewCount="82" Body="&lt;p&gt;I am looking for list of &lt;a href=&quot;https://www.youtube.com/watch?v=00E4fISNyso&quot; rel=&quot;nofollow&quot;&gt;fights&lt;/a&gt; between &lt;a href=&quot;http://www.dailymail.co.uk/news/article-2852585/Mayhem-Black-Friday-begins-Shoppers-clash-supermarkets-trying-grab-bargains-Boots-Game-Curry-s-PC-world-websites-crash-thousands-start-hunt-Christmas-deals.html&quot; rel=&quot;nofollow&quot;&gt;shoppers&lt;/a&gt; with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;location (GPS/shop name)&lt;/li&gt;&#xA;&lt;li&gt;date/time&lt;/li&gt;&#xA;&lt;li&gt;number of people involved and demographics information about them&lt;/li&gt;&#xA;&lt;li&gt;outcome (medical/legal)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am especially interested in the USA.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2014-12-02T19:57:32.983" Title="Shopping fight dataset" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4125" PostTypeId="1" CreationDate="2014-12-02T21:06:48.053" Score="6" ViewCount="6805" Body="&lt;p&gt;I am trying to obtain an audio data set for a list of English words. The list doesn't have to be extensive (for example, the data set can only have four or five words), but each word should have more than 10 &lt;a href=&quot;http://en.wikipedia.org/wiki/WAV&quot; rel=&quot;nofollow noreferrer&quot;&gt;WAV&lt;/a&gt; files (large repetition with different waveforms).&lt;/p&gt;&#xA;" OwnerUserId="2866" LastEditorUserId="1245" LastEditDate="2019-03-31T18:55:27.063" LastActivityDate="2021-05-20T05:12:51.683" Title="Looking for audio data set for English words" Tags="|data-request|audio|english|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4126" PostTypeId="1" CreationDate="2014-12-02T21:14:01.167" Score="9" ViewCount="4616" Body="&lt;p&gt;Many international surveys are available for free:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://guides.library.yale.edu/pubopinion&quot;&gt;http://guides.library.yale.edu/pubopinion&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ciser.cornell.edu/info/polls.shtml&quot;&gt;http://www.ciser.cornell.edu/info/polls.shtml&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, I didn't find the data from major poll agencies, such as Gallup and PEW, in a convenient format. Gallup, for instance, just offers summaries with its results, not the data itself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any interfaces (API) or datasets for this sort of aggregated poll results?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-12-07T19:10:39.643" Title="Open data on public opinion polls (Gallup, PEW, and others)" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4127" PostTypeId="1" AcceptedAnswerId="4134" CreationDate="2014-12-03T05:55:15.450" Score="5" ViewCount="252" Body="&lt;p&gt;I'm trying to make a web map visualizing the active typhoons and I'm missing the data for the typhoon tracks. Anybody know where I can get the data? Preferably in JSON/GeoJSON but WFS and WMS are fine as well. &lt;/p&gt;&#xA;" OwnerUserId="577" LastActivityDate="2014-12-04T08:47:14.580" Title="Is there an open data feed of storm tracks in the Asia-Pacific region?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4128" PostTypeId="2" ParentId="4125" CreationDate="2014-12-03T08:53:37.217" Score="5" Body="&lt;p&gt;Lingua Libre has a lot of pronunciation recordings, including in English, by many speakers:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://lingualibre.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lingualibre.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Lingua_Libre_pronunciation-eng&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Lingua_Libre_pronunciation-eng&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://lingualibre.org/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lingualibre.org/datasets/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Unfortunately I have not found an easy way to find out what words have the most pronunciations. You might have to download the dataset and write a small script to find them.&lt;/p&gt;&#xA;&lt;p&gt;Content is available under Creative Commons 4.0 Attribution-ShareAlike.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;[Easy to use but not open data] &lt;a href=&quot;http://forvo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forvo&lt;/a&gt; is a crowdsourced effort to create sound files for every word of every language.&lt;/p&gt;&#xA;&lt;p&gt;The great thing is that a word in a language can have more than 1 sound file.&lt;br /&gt;&#xA;In fact, you will often find sound files created by males and females from various regions with different accents and voices.&lt;/p&gt;&#xA;&lt;p&gt;Pronunciations are ranked by clarity, so you can focus only on clear sound files, or on the contrary include difficult-to-understand sound files, depending on your goal.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.forvo.com/word/bread/#en&quot; rel=&quot;nofollow noreferrer&quot;&gt;bread&lt;/a&gt;: 10 pronunciations from USA, UK, Malaysia&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.forvo.com/word/anything/&quot; rel=&quot;nofollow noreferrer&quot;&gt;anything&lt;/a&gt;: 30 pronunciations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This page contains the words that have most pronunciations:&lt;br /&gt;&#xA;&lt;a href=&quot;http://www.forvo.com/languages-pronunciations/en/by-popularity/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.forvo.com/languages-pronunciations/en/by-popularity/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately the data &lt;a href=&quot;http://www.forvo.com/license/&quot; rel=&quot;nofollow noreferrer&quot;&gt;can be reused but not for commercial purposes&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2021-05-20T05:12:51.683" LastActivityDate="2021-05-20T05:12:51.683" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="4129" PostTypeId="2" ParentId="4102" CreationDate="2014-12-03T17:33:41.130" Score="3" Body="&lt;p&gt;Depending on your needs, the &lt;a href=&quot;http://qwiexplorer.ces.census.gov/&quot; rel=&quot;nofollow&quot;&gt;Quarterly Workforce Indicators&lt;/a&gt; dataset might be overkill or awesome, but it is also much more granular and reliable than CPS or ACS, since it is based on administrative records instead of surveys. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Upside: You can get quarterly county-by-industry-by-education-by-sex for either &quot;private only&quot; or &quot;public (state/local only) + private&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Downsides:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The dataset is quite large (and some detailed records may be censored).&lt;/li&gt;&#xA;&lt;li&gt;There is no national, consolidated version. You pull data state-by-state.&lt;/li&gt;&#xA;&lt;li&gt;You have to subtract &quot;private only&quot; from &quot;total ownership&quot; to get state &amp;amp; local govt.&lt;/li&gt;&#xA;&lt;li&gt;Doesn't include Federal. But you can get that from &lt;a href=&quot;http://www.fedscope.opm.gov/&quot; rel=&quot;nofollow&quot;&gt;FedScope&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Again, if you're just looking for a small, national tabulation, then this will be overkill. But it's interesting that such insanely detailed data are available if you dig.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastEditorUserId="2293" LastEditDate="2014-12-03T18:51:16.353" LastActivityDate="2014-12-03T18:51:16.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4130" PostTypeId="1" CreationDate="2014-12-03T17:57:18.057" Score="2" ViewCount="63" Body="&lt;p&gt;I'm trying extract some summary information from openFDA and am receiving wildly different responses, and very different capabilities when attempting my search, and was hoping that someone could help me out syntactically.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Attempting to count the number of events that report &quot;hypertension&quot; for substance name &quot;venlafaxine hydrochloride&quot; by dose level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I noticed that when searching against the drug indication, I am able to supply a logical +AND+ &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&quot;search=patient.drug.drugindication:hypertension+AND+patient.drug.openfda.substance_name:&quot;venlafaxine+hydrochloride&quot;&amp;amp;count=drugdosagetext&quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Attempting to do the same thing is prevented when applying the same type of searchfor the meddra preferred term (event outcome) an API failure occurs with a 'hard' +AND+&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;search=(patient.drug.openfda.substance_name:&quot;venlafaxine+hydrochloride&quot;+AND+patient.reaction.reactionmeddrapt = &quot;HYPERTENSION&quot;)&amp;amp;count=drugdosagetext&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;fails, but curiously: (note the lower case and)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;search=(patient.drug.openfda.substance_name:&quot;venlafaxine+hydrochloride&quot; &lt;strong&gt;+and+&lt;/strong&gt; patient.reaction.reactionmeddrapt = &quot;HYPERTENSION&quot;)&amp;amp;count=drugdosagetext&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...doesn't fail (it does appear to result in a Cartesian error in the results however.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this because the indication is on the same table as the other drug information, whereas the preferred term is on a patient reaction table? Any way to get around this, nest the query, or link the tables?&lt;/p&gt;&#xA;" OwnerUserId="4145" LastEditorUserId="244" LastEditDate="2014-12-03T18:45:17.513" LastActivityDate="2015-01-31T19:32:42.053" Title="How does one link two selected elements on two tables within openFDA?" Tags="|data.gov|openfda|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4131" PostTypeId="2" ParentId="3508" CreationDate="2014-12-03T18:13:58.593" Score="5" Body="&lt;p&gt;I don't know of any existing standards (de facto or not) for extending NAICS, but what I would do is start with the &lt;a href=&quot;http://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2012&quot; rel=&quot;nofollow&quot;&gt;NAICS Index File&lt;/a&gt;, which ties over 19,000 industry names to the standard 1,000 or so NAICS codes. Take the list of index entries for each NAICS, give each one a 2-digit sequential ID, and tack this onto the standard NAICS to make it 8-digit (assuming no more than 100 index entries for any given NAICS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To keep with the spirit of NAICS, underground or illicit activities should be coded using similar standard codes, or under new codes in the hierarchy close to legitimate businesses that use similar inputs or production processes. E.g., &quot;herbal&quot; grow operations would go in &quot;11: Crop Production&quot;. Smuggling operations would be in &quot;48-49: Transportation and Warehousing&quot;. You may also want to look at a humorous anecdote involving &lt;a href=&quot;https://plus.google.com/app/basic/stream/z13gvdcjqzfkfdhm3233drcahty1wjkkp&quot; rel=&quot;nofollow&quot;&gt;a BLS recommendation for the SIC coding of legalized prostitution in Nevada in the 1970s&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastEditorUserId="2293" LastEditDate="2014-12-03T18:21:34.237" LastActivityDate="2014-12-03T18:21:34.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4132" PostTypeId="1" CreationDate="2014-12-04T00:05:37.203" Score="6" ViewCount="233" Body="&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/api/3/action/organization_list&quot; rel=&quot;nofollow&quot;&gt;This file&lt;/a&gt; is supposed to be giving the JSON format of all the organizations present in &lt;a href=&quot;http://data.gov&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt; as per the CKAN API documentation. However, that file gives an HTTP 400 (Bad request) error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to search the datasets of all Federal government organization type?&lt;/p&gt;&#xA;" OwnerUserId="4147" LastEditorUserId="244" LastEditDate="2014-12-21T21:13:05.490" LastActivityDate="2015-03-04T12:03:44.203" Title="The Data.gov organization_list CKAN API is not working" Tags="|data.gov|ckan|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4134" PostTypeId="2" ParentId="4127" CreationDate="2014-12-04T08:47:14.580" Score="3" Body="&lt;p&gt;Yes, there is!  The real-time datasets related to hurricane, cyclone, and typhoon tracks is at the &lt;a href=&quot;http://www.nhc.noaa.gov/gis/&quot; rel=&quot;nofollow&quot;&gt;National Hurricane Center&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that people use the terms hurricanes, cyclones, and typhoons interchangeably (as noted by the U.S. &lt;a href=&quot;http://oceanservice.noaa.gov/facts/cyclone.html&quot; rel=&quot;nofollow&quot;&gt;National Oceanic and Atmospheric Administration&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Hurricanes, cyclones, and typhoons are all the same weather phenomenon; we just use different names for these storms in different places. In the Atlantic and Northeast Pacific, the term “hurricane” is used. The same type of disturbance in the Northwest Pacific is called a “typhoon” and “cyclones” occur in the South Pacific and Indian Ocean.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hurricane track data is provided by NOAA's National Weather Service, and you can find &lt;a href=&quot;http://catalog.data.gov/dataset/past-east-pacific-storm-tracks&quot; rel=&quot;nofollow&quot;&gt;historic tracks for the Pacific&lt;/a&gt; and &lt;a href=&quot;http://catalog.data.gov/dataset/past-atlantic-storm-tracks&quot; rel=&quot;nofollow&quot;&gt;Atlantic&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-12-04T08:47:14.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4135" PostTypeId="1" CreationDate="2014-12-04T09:05:20.157" Score="7" ViewCount="2765" Body="&lt;p&gt;Are there any open and directly accessible, freely available, English etymology dictionary databases like the one used by &lt;a href=&quot;http://etymonline.com&quot; rel=&quot;noreferrer&quot;&gt;online etymology dictionary&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It could be accessible either directly via database clients (e.g. &lt;code&gt;mysql&lt;/code&gt;) or available as a &lt;code&gt;.sql&lt;/code&gt; dump file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware that there are many free online English dictionaries that define the word and explain its origins, particularly &lt;a href=&quot;https://translate.google.com&quot; rel=&quot;noreferrer&quot;&gt;Google Translate&lt;/a&gt; (or Google search itself with &lt;code&gt;define:word&lt;/code&gt; search syntax) and &lt;a href=&quot;https://en.wiktionary.org&quot; rel=&quot;noreferrer&quot;&gt;wiktionary&lt;/a&gt;, that offer offline access to their databases mainly for mobile phones, as is the case with Google.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I seek further information on the subject and want to access or download and deploy such databases on a local database server.&lt;/p&gt;&#xA;" OwnerDisplayName="user4151" LastEditorUserId="70" LastEditDate="2015-03-27T09:57:20.703" LastActivityDate="2015-03-27T09:57:20.703" Title="Where can I find open etymology databases?" Tags="|data-request|language|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4136" PostTypeId="2" ParentId="4135" CreationDate="2014-12-04T11:10:26.903" Score="2" Body="&lt;p&gt;One option is the &lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow&quot;&gt;XML data dump&lt;/a&gt; from Wiktionary (&lt;a href=&quot;https://dumps.wikimedia.org/enwiktionary/20141129/&quot; rel=&quot;nofollow&quot;&gt;link to a recent one&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A complete copy of all Wikimedia wikis, in the form of wikitext source and metadata embedded in XML. A number of raw database tables in SQL form are also available. &#xA;      These snapshots are provided at the very least monthly and usually twice a month.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There is also an API and file download based on the Wiktionary data, but I don't know how comprehensive: &lt;a href=&quot;http://www1.icsi.berkeley.edu/~demelo/etymwn/&quot; rel=&quot;nofollow&quot;&gt;http://www1.icsi.berkeley.edu/~demelo/etymwn/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Etymological Wordnet project provides information about how words in different languages are etymologically related. The information is for the most part mined from Wiktionary. The semi-structured data is turned into a machine-readable etymological database that also incorporates some additional manually added etymological relationships. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-12-04T11:10:26.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4137" PostTypeId="1" AcceptedAnswerId="4207" CreationDate="2014-12-04T15:38:03.023" Score="6" ViewCount="2694" Body="&lt;p&gt;I'm trying to find a web scraper that will help me get detailed data from several YouTube channels I'm interested in researching.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried the trial version of Easy Web Extractor, but the processed data count ends at 511. I've tried contacting their support, but they assure me that it should not be a trial limitation and have encouraged me to make changes that I've already tried.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also found a Web Scraper addon on the Chrome store, but I wanted to ask the fine community of Open Data stack exchange what your experience has been with data scraping software and what you would recommend.&lt;/p&gt;&#xA;" OwnerUserId="4152" LastEditorUserId="70" LastEditDate="2014-12-18T14:17:06.307" LastActivityDate="2020-03-21T15:32:58.730" Title="Looking for web scraper that works on YouTube channel video catalogs" Tags="|tool-request|web-crawling|extracting|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4138" PostTypeId="1" CreationDate="2014-12-04T16:01:59.123" Score="1" ViewCount="41" Body="&lt;p&gt;I am looking for pictures of &lt;a href=&quot;https://en.wikipedia.org/wiki/Sewing_machine&quot; rel=&quot;nofollow&quot;&gt;sewing machines&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is important that each picture has a date associated (date of production of the machine, not date of the picture), so that I can sort the machines chronologically.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikicommons-usable license preferred.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Sewing_machines&quot; rel=&quot;nofollow&quot;&gt;Wikicommons category&lt;/a&gt; does not have date sub-categories, and most pictures don't mention a date, and those who do do it in prose, which is difficult to use in a script.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-05-19T09:16:34.320" LastActivityDate="2015-05-19T09:16:34.320" Title="Pictures of sewing machines with date" Tags="|data-request|historical|industry|photographs|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4139" PostTypeId="1" CreationDate="2014-12-05T06:15:54.870" Score="14" ViewCount="13066" Body="&lt;p&gt;&lt;a href=&quot;http://www.shipais.com/showship.php?map=folkstone&amp;amp;mmsi=256933000&quot; rel=&quot;nofollow noreferrer&quot;&gt;ShipAIS&lt;/a&gt; has a great database and web interface showing what ships are in a particular area:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/qg5QV.png&quot; alt=&quot;shipAIS&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately, it is limited to North Europe.&lt;/p&gt;&#xA;&lt;p&gt;Is there a similar database for ships in the whole world?&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free unlimited API availability strongly preferred&lt;/li&gt;&#xA;&lt;li&gt;Ideally open data, reusable on Wikimedia projects&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="12650" LastEditDate="2020-09-01T18:52:54.167" LastActivityDate="2020-09-13T08:20:53.470" Title="API giving ship positions worldwide" Tags="|data-request|api|transportation|ais|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4140" PostTypeId="2" ParentId="4139" CreationDate="2014-12-05T08:01:39.487" Score="15" Body="&lt;p&gt;I've used &lt;a href=&quot;http://www.marinetraffic.com/&quot; rel=&quot;noreferrer&quot;&gt;MarineTraffic.com&lt;/a&gt; for finding details about yachts and ships I've seen in ports. It's a really cool website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/cXMG7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also have an &lt;a href=&quot;http://www.marinetraffic.com/p/api-services&quot; rel=&quot;noreferrer&quot;&gt;API&lt;/a&gt;, &lt;strong&gt;but, unfortunately, there is no free access.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There is an API option from &lt;a href=&quot;https://www.fleetmon.com/faq/public_api&quot; rel=&quot;noreferrer&quot;&gt;FleetMon&lt;/a&gt; that is mostly-free:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The FleetMon Public API lets software developers create great software apps that are able to display ship positions and master data, port calls, weather conditions, ports and much more. Developers get a powerful tool to connect their software to the FleetMon.com Vessel Database, enabling them to develop own services as well as integrate with existing IT systems and logistics solutions.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This would be a better option, although I don't know how complete their DB is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/O4Ue3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-12-05T08:01:39.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4142" PostTypeId="1" AcceptedAnswerId="15684" CreationDate="2014-12-05T14:55:24.053" Score="8" ViewCount="1555" Body="&lt;p&gt;Ingress is a game where users contribute &quot;portals&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each portal has:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Coordinates&lt;/li&gt;&#xA;&lt;li&gt;Name, for instance &quot;Eiffel Tower&quot;&lt;/li&gt;&#xA;&lt;li&gt;Picture&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there a database of all portals, or an API to find portals at least in a given area?&lt;br&gt;&#xA;What I mostly need is coordinates, but name+picture would be a nice bonus.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-12-06T08:55:50.583" LastActivityDate="2019-09-08T20:06:30.510" Title="Database of Ingress portals" Tags="|data-request|geospatial|games|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4143" PostTypeId="1" AcceptedAnswerId="4144" CreationDate="2014-12-05T23:28:19.233" Score="7" ViewCount="146" Body="&lt;p&gt;I am looking for some sort of collection of significant historical dates. Things like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;4 July 1776, Signing of the Declaration of Independence&lt;/li&gt;&#xA;&lt;li&gt;15 April 1912, Sinking of the RMS Titanic&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Obviously, one can find examples in places like Wikipedia, but they tend to be highly specific to a certain topic, and more importantly, in no consistent format.&lt;/p&gt;&#xA;" OwnerUserId="4159" LastEditorUserId="244" LastEditDate="2014-12-06T08:15:04.507" LastActivityDate="2014-12-08T17:59:58.317" Title="Look for sets of data of historical dates" Tags="|data-request|historical|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4144" PostTypeId="2" ParentId="4143" CreationDate="2014-12-05T23:49:43.893" Score="5" Body="&lt;p&gt;You can find datasets like this from Universities (particularly history depts.). Here's a few:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Pittsburg: &lt;a href=&quot;http://www.dataverse.pitt.edu/external/datasets.php&quot;&gt;http://www.dataverse.pitt.edu/external/datasets.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of North Texas: &lt;a href=&quot;http://www.paulhensel.org/icowcol.html&quot;&gt;http://www.paulhensel.org/icowcol.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Wisconsin-Madison: &lt;a href=&quot;http://www.sage.wisc.edu/download/crop1700/hist_croplands.html&quot;&gt;http://www.sage.wisc.edu/download/crop1700/hist_croplands.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Uppsalla University: &lt;a href=&quot;http://www.pcr.uu.se/research/ucdp/datasets/ucdp_prio_armed_conflict_dataset/&quot;&gt;http://www.pcr.uu.se/research/ucdp/datasets/ucdp_prio_armed_conflict_dataset/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-05T23:49:43.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4145" PostTypeId="1" CreationDate="2014-12-06T07:30:37.877" Score="7" ViewCount="96" Body="&lt;p&gt;Where can I find the locations of all or many of the factories in the world, including in Japan and the United States?&lt;/p&gt;&#xA;" OwnerUserId="4160" LastEditorUserId="15175" LastEditDate="2017-03-07T12:41:36.267" LastActivityDate="2017-03-07T12:41:36.267" Title="Where can I find the locations of factories in the U.S. and Japan?" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4147" PostTypeId="2" ParentId="4145" CreationDate="2014-12-07T14:52:24.360" Score="5" Body="&lt;p&gt;In the United States, you might start by looking at water permits. Most large factories have to get permits for their waste and storm water runoff.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are discharge permits for Illinois. &lt;a href=&quot;http://dataservices.epa.illinois.gov/dmrdata/dmrsearch.aspx&quot; rel=&quot;nofollow&quot;&gt;http://dataservices.epa.illinois.gov/dmrdata/dmrsearch.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Storm water permits: Many industrial facilities have to get a permit for the pollution caused by water running off a location. Here's data for &lt;a href=&quot;http://www.epa.state.il.us/water/permits/storm-water/noi.html&quot; rel=&quot;nofollow&quot;&gt;Illinois&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2014-12-08T17:30:06.270" LastActivityDate="2014-12-08T17:30:06.270" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4148" PostTypeId="2" ParentId="4126" CreationDate="2014-12-07T19:10:39.643" Score="8" Body="&lt;p&gt;All &lt;a href=&quot;http://www.pewresearch.org/data/download-datasets/&quot;&gt;Pew Research Center data&lt;/a&gt; is available for free use. But, you have to manually download each dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data for almost all other public opinion polling is stored at &lt;a href=&quot;http://www.ropercenter.uconn.edu/CFIDE/cf/action/catalog/&quot;&gt;the Roper Center&lt;/a&gt;. These data are publicly searchable but not free to download.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastActivityDate="2014-12-07T19:10:39.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4149" PostTypeId="1" CreationDate="2014-12-08T05:35:48.943" Score="7" ViewCount="3805" Body="&lt;p&gt;I am an editor at &lt;a href=&quot;https://en.wikivoyage.org&quot;&gt;Wikivoyage&lt;/a&gt; (world travel guide), and for each city we list all embassies and consulates available in that city. Our problem is that this information quickly becomes out-of-date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where to find up-to-date information about embassies and consulates of all countries, in all cities?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each item, we would need (in order of importance):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Country that runs the embassy/consulate&lt;/li&gt;&#xA;&lt;li&gt;Address in which the embassy/consulate is (at least city/country)&lt;/li&gt;&#xA;&lt;li&gt;Name (for instance &lt;em&gt;&quot;Consulate General of Germany&quot;&lt;/em&gt; or  &lt;em&gt;&quot;Taipei Economic and Cultural Office&quot;&lt;/em&gt;). Bonus if the name is available in various languages (local language, country's language, others)&lt;/li&gt;&#xA;&lt;li&gt;Website&lt;/li&gt;&#xA;&lt;li&gt;Latitude/longitude&lt;/li&gt;&#xA;&lt;li&gt;Phone&lt;/li&gt;&#xA;&lt;li&gt;Office hours&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Data must be reusable under the Creative Commons Attribution-ShareAlike License.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-12-08T09:14:48.490" LastActivityDate="2021-01-30T14:58:30.810" Title="Coordinates of all embassies and consulates" Tags="|data-request|government|geospatial|address|wikivoyage|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4150" PostTypeId="2" ParentId="4149" CreationDate="2014-12-08T08:24:40.703" Score="6" Body="&lt;p&gt;Official lists maintained by government bodies:&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;United States&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The dc.gov (Washington, DC) has a dataset for all embassies in Washington, DC:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.octo.dc.gov/metadata.aspx?id=77&quot; rel=&quot;nofollow&quot;&gt;http://data.octo.dc.gov/metadata.aspx?id=77&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data.gov dataset lists all US embassies/consulates in the World:&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset/country-specific-information&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/country-specific-information&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Canada&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;This open.canada dataset lists all Canadian embassies/consulates in the world:&lt;br&gt;&#xA;&lt;a href=&quot;http://open.canada.ca/data/en/dataset?keywords=Embassies&quot; rel=&quot;nofollow&quot;&gt;http://open.canada.ca/data/en/dataset?keywords=Embassies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset gives details on Canada embassies/consulates in the US:&lt;br&gt;&#xA;&lt;a href=&quot;http://can-am.gc.ca/offices-bureaux/index.aspx?lang=eng&quot; rel=&quot;nofollow&quot;&gt;http://can-am.gc.ca/offices-bureaux/index.aspx?lang=eng&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get a quarterly publication from the Canadian government on all embassies/consular in Canada via email by subscribing here:&lt;br&gt;&#xA;&lt;a href=&quot;http://w03.international.gc.ca/Protocol-Protocole/archives.aspx?lang=eng&quot; rel=&quot;nofollow&quot;&gt;http://w03.international.gc.ca/Protocol-Protocole/archives.aspx?lang=eng&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Australia&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;This data.gov.au dataset lists all Embassies/Consulars in Australia:&lt;br&gt;&#xA;&lt;a href=&quot;https://data.gov.au/dataset/national-consular-missions-database&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.au/dataset/national-consular-missions-database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This government site lists the location of all Australian embassies/consulates in the world:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.dfat.gov.au/missions/&quot; rel=&quot;nofollow&quot;&gt;http://www.dfat.gov.au/missions/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;United Kingdom&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;This data.gov.uk dataset lists all the locations of UK Embassies/Consulates in the World:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.gov.uk/dataset/uk-foreign-post-locations&quot; rel=&quot;nofollow&quot;&gt;http://data.gov.uk/dataset/uk-foreign-post-locations&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;China&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Chinese Embassies:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fmprc.gov.cn/mfa_eng/wjb_663304/zwjg_665342/2490_665344/&quot; rel=&quot;nofollow&quot;&gt;http://www.fmprc.gov.cn/mfa_eng/wjb_663304/zwjg_665342/2490_665344/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chinese Consulates General:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fmprc.gov.cn/mfa_eng/wjb_663304/zwjg_665342/2498_665360/&quot; rel=&quot;nofollow&quot;&gt;http://www.fmprc.gov.cn/mfa_eng/wjb_663304/zwjg_665342/2498_665360/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;United Nations?&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;My opinion, if the UN does not provide/maintain such a dataset (I have not seen one), then you will be dependent on getting up-to-date information on a per country basis.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="754" LastEditDate="2015-03-03T11:21:49.063" LastActivityDate="2015-03-03T11:21:49.063" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4151" PostTypeId="2" ParentId="4149" CreationDate="2014-12-08T09:07:05.690" Score="2" Body="&lt;p&gt;Just to detail my findings about Andrew's first link (embassies in Washington, DC):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data file can be found at &lt;a href=&quot;http://geospatial.dcgis.dc.gov/dc_kmz/Culture_and_Society/DCG9_Miscellaneous_EmbassyPt/DCG9_Miscellaneous_EmbassyPt/DCG9_Miscellaneous_EmbassyPt.kmz&quot; rel=&quot;nofollow&quot;&gt;http://geospatial.dcgis.dc.gov/dc_kmz/Culture_and_Society/DCG9_Miscellaneous_EmbassyPt/DCG9_Miscellaneous_EmbassyPt/DCG9_Miscellaneous_EmbassyPt.kmz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once unzipped, open the &lt;code&gt;doc.kml&lt;/code&gt; file, it contains such an item for each embassy:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;Placemark id=&quot;497&quot; &amp;gt;&#xA; &amp;lt;description&amp;gt;&#xA;  &amp;lt;![CDATA[&#xA;   &amp;lt;style type=&quot;text/css&quot;&amp;gt;HTML{font-family: Arial;font-size: 14px;}.popupBackground{width: Auto;height: Auto;margin: 10px 10px 10px;background-repeat: no-repeat;}.TOCName{text-align: center;font-weight: bold;margin-bottom: 10px;}.contentDiv{height: Auto;width:350px;}.leftSpan{width: 200px;float:left;}.rightSpan{}.dataGrid{border-collapse: collapse;padding: 1px;margin-bottom: 8px;}.dataGrid, .dataGrid th, .dataGrid td{border: solid 1px #bfbfbf;padding: 1px 1px 1px 1px;}.dataGridLeftTD{width: 150px;}.dataGridRightTD{}.bottomLinks{color: #365f91;text-decoration: underline;cursor: pointer;white-space:nowrap;}.ProvidedBy{white-space:nowrap;}&amp;lt;/style&amp;gt;&#xA;   &amp;lt;div class=&quot;popupBackground&quot;&amp;gt;&amp;lt;div class=&quot;contentDiv&quot;&amp;gt;&amp;lt;div class=&quot;TOCName&quot;&amp;gt;Embassies &amp;lt;/div&amp;gt;&amp;lt;div&amp;gt;&amp;lt;span class=&quot;leftSpan&quot;&amp;gt;Feature Class Name:&amp;lt;/span&amp;gt; &amp;lt;span class=&quot;rightSpan&quot;&amp;gt;EmbassyPt &amp;lt;/span&amp;gt;&amp;lt;/div&amp;gt;&amp;lt;div style=&quot;margin-bottom: 8px;&quot;&amp;gt;&amp;lt;span class=&quot;leftSpan&quot;&amp;gt;Last Data Update:&amp;lt;/span&amp;gt; &amp;lt;span class=&quot;rightSpan&quot;&amp;gt;20130704&amp;lt;/span&amp;gt;&amp;lt;/div&amp;gt;&#xA;   &amp;lt;table class=&quot;dataGrid&quot; width=&quot;100%&quot;&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td class=&quot;dataGridLeftTD&quot;&amp;gt;COUNTRY&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;dataGridRightTD&quot;&amp;gt;Yemen&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td class=&quot;dataGridLeftTD&quot;&amp;gt;ADDRESS&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;dataGridRightTD&quot;&amp;gt;2319 WYOMING AVENUE NW&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td class=&quot;dataGridLeftTD&quot;&amp;gt;CITY&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;dataGridRightTD&quot;&amp;gt;Washington&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td class=&quot;dataGridLeftTD&quot;&amp;gt;STATE&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;dataGridRightTD&quot;&amp;gt;DC&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td class=&quot;dataGridLeftTD&quot;&amp;gt;TELEPHONE&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;dataGridRightTD&quot;&amp;gt;(202) 965-4760&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td class=&quot;dataGridLeftTD&quot;&amp;gt;EMBASSY TITLE&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;dataGridRightTD&quot;&amp;gt;Embassy of the Republic of Yemen&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;/table&amp;gt;&#xA;   &amp;lt;table border=&quot;0&quot; width=&quot;100%&quot;&amp;gt;&#xA;   &amp;lt;tr&amp;gt;&amp;lt;td&amp;gt;&amp;lt;img src=&quot;http://geospatial.dcgis.dc.gov/DC_KMZ/dclogo.gif&quot;  alt=&quot;DCGIS&quot; border=&quot;none&quot; /&amp;gt;&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;ProvidedBy&quot; style=&quot;text-align: right&quot;&amp;gt;Provided By:&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;bottomLinks&quot;&amp;gt;&amp;lt;a href='http://dcgis.dc.gov' target='_blank' &amp;gt;DC GIS&amp;lt;/a&amp;gt;&amp;lt;/td&amp;gt;&amp;lt;td class=&quot;bottomLinks&quot;&amp;gt;&amp;lt;a href=&quot;#497;flyto&quot;&amp;gt;Fly To Me&amp;lt;/a&amp;gt;&amp;lt;/td&amp;gt;&amp;lt;/tr&amp;gt;&#xA;   &amp;lt;/table&amp;gt;&amp;lt;/div&amp;gt;&#xA;  ]]&amp;gt;&#xA; &amp;lt;/description&amp;gt;&#xA; &amp;lt;Snippet maxLines=&quot;0&quot;&amp;gt;&amp;lt;/Snippet&amp;gt;&#xA; &amp;lt;styleUrl&amp;gt;#Style_0&amp;lt;/styleUrl&amp;gt;&#xA; &amp;lt;Point  id=&quot;g177&quot;&amp;gt;&#xA;  &amp;lt;altitudeMode&amp;gt;clampToGround&amp;lt;/altitudeMode&amp;gt;&#xA;  &amp;lt;coordinates&amp;gt;-77.0513058292769,38.9172415955323,0&amp;lt;/coordinates&amp;gt;&#xA; &amp;lt;/Point&amp;gt;&#xA;&amp;lt;/Placemark&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastActivityDate="2014-12-08T09:07:05.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4152" PostTypeId="2" ParentId="4149" CreationDate="2014-12-08T10:34:11.363" Score="8" Body="&lt;p&gt;For a wider listing of diplomatic entities, consider using &lt;a href=&quot;http://wiki.openstreetmap.org&quot; rel=&quot;noreferrer&quot;&gt;Open Street Maps&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, you can use the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:amenity%3Dembassy&quot; rel=&quot;noreferrer&quot;&gt;Tag: amenity=embassy&lt;/a&gt;. This data source includes the following dimensions:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; &quot;lat&quot;&#xA; &quot;lon&quot;&#xA;  &quot;tags&quot;: {&#xA;    &quot;addr:city&quot;&#xA;    &quot;addr:country&quot;&#xA;    &quot;addr:housenumber&quot;&#xA;    &quot;addr:postcode&quot;&#xA;    &quot;addr:street&quot;&#xA;    &quot;amenity&quot;&#xA;    &quot;contact:email&quot;&#xA;    &quot;contact:fax&quot;&#xA;    &quot;contact:phone&quot;&#xA;    &quot;country&quot;&#xA;    &quot;name&quot;&#xA;    &quot;name:de&quot;&#xA;    &quot;name:en&quot;&#xA;    &quot;name:fr&quot;&#xA;    &quot;opening_hours&quot;&#xA;    &quot;website&quot;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;With &lt;a href=&quot;http://taginfo.openstreetmap.org/tags/amenity=embassy#overview&quot; rel=&quot;noreferrer&quot;&gt;5,600 objects&lt;/a&gt; including consulates, missions, embassies (as of Dec 2014).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/tUxtm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To test it out, you can use the &lt;a href=&quot;http://overpass-turbo.eu/?template=key-value&amp;amp;key=amenity&amp;amp;value=embassy&quot; rel=&quot;noreferrer&quot;&gt;overpass-turbo API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/zGyu5.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the corresponding JSON data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/2hdzW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-12-08T10:34:11.363" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4153" PostTypeId="2" ParentId="3559" CreationDate="2014-12-08T10:53:13.353" Score="13" Body="&lt;p&gt;There is a &lt;a href=&quot;https://developers.google.com/international/&quot; rel=&quot;noreferrer&quot;&gt;Google Internationalization&lt;/a&gt; project called &lt;a href=&quot;https://github.com/googlei18n/region-flags&quot; rel=&quot;noreferrer&quot;&gt;Region Flags&lt;/a&gt; that structures the Wikipedia data.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This package is a collection of flags for BCP 47 region codes. Most people think of these as country flags, but there are a few codes / flags that do not correspond to countries. The flags are in SVG and PNG format and named by their BCP 47 region code, which for countries is the same as ISO 3166-2 country code.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The license is based on the Wikipedia license, which are flag-dependent&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The flags are downloaded from Wikipedia. When Wikipedia flags were copyrighted, we worked we Wikipedia editors to either relicense them, or drew / sourced and uploaded new public-domain versions.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;How to get data:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;To download missing flags, run download-wp.py.&lt;/p&gt;&#xA;&lt;p&gt;To update to latest flags from Wikipedia, delete the html, svg, and png directories, then run make-aliases.sh followed by download-wp.py.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Data formats are PNG and SVG, where SVG can be easily and safely be used at any resolution.&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/JLGX1.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-12-08T10:53:13.353" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4154" PostTypeId="1" CreationDate="2014-12-08T17:32:25.077" Score="1" ViewCount="36" Body="&lt;p&gt;We are using V3.0 of the Healthcare.gov Finder to access small group plans, but nothing is being returned for plans with effective date of 2015-01-01. Are small group plans available for 2015?&lt;/p&gt;&#xA;" OwnerUserId="4179" LastEditorUserId="70" LastEditDate="2014-12-17T18:31:07.857" LastActivityDate="2014-12-17T18:31:07.857" Title="Is 2015 data available for small group plans?" Tags="|data-request|healthcare-finder-api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4155" PostTypeId="2" ParentId="4143" CreationDate="2014-12-08T17:59:58.317" Score="0" Body="&lt;p&gt;In addition to Andrew's response, I did also end up finding this Google Code project: &lt;a href=&quot;https://code.google.com/p/today-in-history/&quot; rel=&quot;nofollow&quot;&gt;https://code.google.com/p/today-in-history/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While it looks like the database has well over 100,000 events. Unfortunately, it also looks like some of them have spelling errors. And perhaps even worse, many of the dates seem to only have &quot;dummy&quot; values for the day/month as January 1st. In any case, this might prove useful to someone here. On the plus side, the data is explicitly licensed under the Mozilla Public License.&lt;/p&gt;&#xA;" OwnerUserId="4159" LastActivityDate="2014-12-08T17:59:58.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4157" PostTypeId="2" ParentId="3981" CreationDate="2014-12-08T20:47:38.900" Score="2" Body="&lt;p&gt;While I don't feel particularly authoritative, I hate to see a question with several votes go completely unanswered for so long, so I'll take a crack.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, I am pretty sure this is not an area with wide adoption. Several google searches have this very question among the top hits. So there doesn't seem to be a lot of prior art to go on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There does not seem to be anything about the &lt;a href=&quot;http://dublincore.org/documents/2012/06/14/dcmi-terms/#terms-license&quot; rel=&quot;nofollow&quot;&gt;Dublin Core&lt;/a&gt; or &lt;a href=&quot;http://creativecommons.org/ns#License&quot; rel=&quot;nofollow&quot;&gt;Creative Commons&lt;/a&gt; concept of license which suggests that there should only be one per &lt;a href=&quot;https://creativecommons.org/ns#Work&quot; rel=&quot;nofollow&quot;&gt;work&lt;/a&gt;. Outside of their RDF specifications, Creative Commons specifically talks about &lt;a href=&quot;https://wiki.creativecommons.org/CCPlus&quot; rel=&quot;nofollow&quot;&gt;dual licensing&lt;/a&gt; so it isn't foreign to them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So FWIW, my answer is &quot;looks good to me!&quot;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-12-08T20:47:38.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4158" PostTypeId="2" ParentId="4145" CreationDate="2014-12-08T21:10:37.847" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.datamyne.com/&quot; rel=&quot;nofollow&quot;&gt;Datamyne&lt;/a&gt; is a great source for finding sourcing of suppliers(factories) based on commodity descriptions OR via a product HS code. We source our US data via US Customs and posses trade data from 50 other countries globally. We are also a certified silver partner with ESRI and currently possess a map with over 600,000 companies geocoded along with Duns and Bradstreet verifiable information. &lt;a href=&quot;http://www.datamyne.com/our-product/&quot; rel=&quot;nofollow&quot;&gt;http://www.datamyne.com/our-product/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4182" LastActivityDate="2014-12-08T21:10:37.847" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4159" PostTypeId="2" ParentId="4154" CreationDate="2014-12-09T02:53:31.090" Score="2" Body="&lt;p&gt;Yes, 2015 data is certainly available. Here is a sample request, that returns 309 plans for the Fairfax, VA area as of 12/08/2014:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl 'https://api.finder.healthcare.gov/v3.0/getSMGPlanQuotes' -H 'Content-Type: application/xml' --data-binary $'&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;\n&amp;lt;p:PlanQuoteRequest xmlns:p=&quot;http://hios.cms.org/api&quot; xmlns:p1=&quot;http://hios.cms.org/api-types&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://hios.cms.org/api hios-api-11.0.xsd &quot;&amp;gt;\n  &amp;lt;p:Enrollees&amp;gt;\n    &amp;lt;p1:DateOfBirth&amp;gt;1984-01-01&amp;lt;/p1:DateOfBirth&amp;gt;\n    &amp;lt;p1:Gender&amp;gt;Male&amp;lt;/p1:Gender&amp;gt;\n    \n    &amp;lt;p1:Relation&amp;gt;SELF&amp;lt;/p1:Relation&amp;gt;\n    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;\n  &amp;lt;/p:Enrollees&amp;gt;\n  \n\n \n    \n\n  &amp;lt;p:Location&amp;gt;\n    &amp;lt;p1:ZipCode&amp;gt;22031&amp;lt;/p1:ZipCode&amp;gt;\n     &amp;lt;p1:County&amp;gt;\n         &amp;lt;p1:FipsCode&amp;gt;51059&amp;lt;/p1:FipsCode&amp;gt;\n         &amp;lt;p1:CountyName&amp;gt;FAIRFAX&amp;lt;/p1:CountyName&amp;gt;\n         &amp;lt;p1:StateCode&amp;gt;VA&amp;lt;/p1:StateCode&amp;gt;\n      &amp;lt;/p1:County&amp;gt;\n  &amp;lt;/p:Location&amp;gt;\n  &amp;lt;p:InsuranceEffectiveDate&amp;gt;2015-01-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;\n  &amp;lt;p:Market&amp;gt;SmallGroup&amp;lt;/p:Market&amp;gt;\n  &amp;lt;p:IsFilterAnalysisRequiredIndicator&amp;gt;true&amp;lt;/p:IsFilterAnalysisRequiredIndicator&amp;gt;\n  \n  &amp;lt;p:PaginationInformation&amp;gt;\n    &amp;lt;p1:PageNumber&amp;gt;1&amp;lt;/p1:PageNumber&amp;gt;\n    &amp;lt;p1:PageSize&amp;gt;10&amp;lt;/p1:PageSize&amp;gt;\n  &amp;lt;/p:PaginationInformation&amp;gt;\n\n  &amp;lt;p:SortOrder&amp;gt;\n            &amp;lt;p1:SortField&amp;gt;BASE RATE&amp;lt;/p1:SortField&amp;gt;\n            &amp;lt;p1:SortDirection&amp;gt;ASC&amp;lt;/p1:SortDirection&amp;gt;\n  &amp;lt;/p:SortOrder&amp;gt;\n  &amp;lt;p:Filter&amp;gt;\n      \n      \n      \n      \n      \n      \n     \n      \n    \n&amp;lt;/p:Filter&amp;gt;\n  \n&amp;lt;/p:PlanQuoteRequest&amp;gt;\n' --compressed&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3923" LastActivityDate="2014-12-09T02:53:31.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4160" PostTypeId="1" CreationDate="2014-12-09T15:19:54.737" Score="1" ViewCount="38" Body="&lt;p&gt;I want to study how the spelling/grammar abilities of people has evolved over the ages.&lt;br&gt;&#xA;I mean the ability to write down dictated text without making grammar/etc mistakes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, for a particular geographical area, do current 20 year olds spell worse or better than the 20 year olds of 2005, 1985, 1965, 1945, 1925, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The more age groups, geographical areas, and languages the better.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2014-12-09T15:31:48.013" LastActivityDate="2014-12-09T15:31:48.013" Title="Spelling ability of different generations" Tags="|data-request|education|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4161" PostTypeId="1" CreationDate="2014-12-10T03:14:50.113" Score="6" ViewCount="3085" Body="&lt;p&gt;I'm looking for global customs/trade data on the shipping container level that looks like the tables here: &lt;a href=&quot;http://customstoday.com.pk/import-historical-customs-clearance-evidence-data-2014/&quot; rel=&quot;nofollow&quot;&gt;http://customstoday.com.pk/import-historical-customs-clearance-evidence-data-2014/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pakistan has nicely formatted customs clearance data, but does any other country? And (fingers crossed), has anyone compiled this into an open source database?&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="70" LastEditDate="2015-03-27T16:22:01.067" LastActivityDate="2017-06-15T11:07:48.760" Title="Global customs and trade import/export data on the shipping container level" Tags="|data-request|economics|industry|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4162" PostTypeId="1" AcceptedAnswerId="4606" CreationDate="2014-12-10T18:48:33.020" Score="10" ViewCount="56108" Body="&lt;p&gt;Nielsen has come up with &lt;a href=&quot;http://www.nielsen.com/intl-campaigns/us/dma-maps.html&quot; rel=&quot;noreferrer&quot;&gt;this notion&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A DMA region is a group of counties that form an exclusive geographic area[...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;DMAs partition all US counties, and I want to know &lt;strong&gt;which counties belong to which DMAs&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are public GIS &lt;a href=&quot;https://github.com/simzou/nielsen-dma/blob/master/nielsentopo.json&quot; rel=&quot;noreferrer&quot;&gt;shape files for DMAs&lt;/a&gt; and presumably also for US counties. So, if I knew GIS software, I could conceivably find the answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am wondering if there is public data containing this information in a tabular, not geospatial, format (e.g., with two columns: key = county; value = DMA).&lt;/p&gt;&#xA;" OwnerUserId="722" LastEditorUserId="5386" LastEditDate="2015-01-27T14:14:25.740" LastActivityDate="2020-06-11T14:32:57.610" Title="A table mapping from US county or ZIP to Nielsen Designated Market Area (DMA)" Tags="|data-request|usa|geospatial|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4163" PostTypeId="1" CreationDate="2014-12-10T19:22:38.773" Score="3" ViewCount="157" Body="&lt;p&gt;I have contacted data.gov numerous times about a project I am developing for a client.  I have only received back one vague email requesting more information, but no reply since.  Basically I need to interact with one of government sites that I can not find api for.  Currently I have to copy the output data into a excel file for each city the project end user would request.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you can imagine that's massive.  Is there a way to send the inputted request to the government site get the returned data and pass it along to my other api then output the results to the end user?  Any help would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="4193" LastEditorUserId="1667" LastEditDate="2014-12-16T06:47:14.530" LastActivityDate="2014-12-16T06:47:14.530" Title="Accessing datasets from HUD and VA data portal sites" Tags="|data.gov|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="4164" PostTypeId="1" CreationDate="2014-12-10T22:21:47.407" Score="11" ViewCount="4194" Body="&lt;p&gt;I'm trying to locate the raw data from FedBizOpps or an API to the daily information. On their site they provide a link, but the page is a 404. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Is there a way to download all active electronic notice information from FBO in a machine-readable format?&#xA;To further transparency and support the Open Government Initiative, FedBizOpps created a weekly XML file that contains all active Opportunities (Presolicitations, Combined Synopsis/Solicitations, Awards, etc) which is accessible from the Data.gov Raw Data Catalog located at &lt;a href=&quot;http://www.data.gov/catalog/raw&quot;&gt;http://www.data.gov/catalog/raw&lt;/a&gt;. This file was designed to streamline data presentation outside the system. Click here if you are interested in an incremental view of the active FedBizOpps notices.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="4195" LastEditorUserId="70" LastEditDate="2015-03-27T11:40:18.033" LastActivityDate="2018-02-21T05:06:03.583" Title="FedBizopps Raw Data - API" Tags="|data-request|data.gov|api|business|fbo.gov|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4165" PostTypeId="1" AcceptedAnswerId="4176" CreationDate="2014-12-10T22:31:40.753" Score="3" ViewCount="67" Body="&lt;p&gt;I just find out that R comes with a data about arrests in the US on its base package &lt;code&gt;USArrests&lt;/code&gt;. This is a interesting data but only for the year 1973. Anybody knows if there is another package with a similar data but with longitudinal information?&lt;/p&gt;&#xA;" OwnerUserId="3574" LastEditorUserId="70" LastEditDate="2014-12-18T15:08:30.923" LastActivityDate="2014-12-18T15:08:30.923" Title="Looking for Arrests Data at a state level across years" Tags="|data-request|usa|programming|crime|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4166" PostTypeId="2" ParentId="4165" CreationDate="2014-12-11T00:08:57.940" Score="3" Body="&lt;p&gt;The FBI Crime Statistics/UCR data contains what you are looking for. They go back to at least 2005 (online). I think you will find what you want in Table 5, but there's lots to choice from:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fbi.gov/stats-services/crimestats&quot; rel=&quot;nofollow&quot;&gt;http://www.fbi.gov/stats-services/crimestats&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-11T00:08:57.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4167" PostTypeId="2" ParentId="4162" CreationDate="2014-12-11T00:56:25.453" Score="6" Body="&lt;p&gt;This FCC link has some archived data on Designated Marketing Areas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://transition.fcc.gov/dtv/markets/&quot; rel=&quot;noreferrer&quot;&gt;http://transition.fcc.gov/dtv/markets/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This TV marketing firm may also provide some useful data on DMA(s):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.tvb.org/media/file/TVB_Market_Profiles_Nielsen_Household_DMA_Ranks2.pdf&quot; rel=&quot;noreferrer&quot;&gt;http://www.tvb.org/media/file/TVB_Market_Profiles_Nielsen_Household_DMA_Ranks2.pdf&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.tvb.org/research/measurement/131627&quot; rel=&quot;noreferrer&quot;&gt;http://www.tvb.org/research/measurement/131627&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's somebody's cool project using various data about DMA(s):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://bl.ocks.org/simzou/6459889&quot; rel=&quot;noreferrer&quot;&gt;http://bl.ocks.org/simzou/6459889&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-11T00:56:25.453" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4168" PostTypeId="1" AcceptedAnswerId="4262" CreationDate="2014-12-11T07:38:18.260" Score="1" ViewCount="79" Body="&lt;p&gt;&lt;em&gt;Inspired by &lt;a href=&quot;https://skeptics.stackexchange.com/questions/25106/were-postal-stamp-released-by-government-of-france-depicting-ltte-and-its-chief&quot;&gt;this question&lt;/a&gt; about whether a given stamp has been released or not.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a publicly usable API (or RSS feed, or easily scrapable webpage) showing what postage stamps have been released by French postal service &lt;a href=&quot;https://en.wikipedia.org/wiki/La_Poste_%28France%29&quot; rel=&quot;nofollow&quot;&gt;La Poste&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably under a reuse-friendly license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details about the stamp would be appreciated:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;Price&lt;/li&gt;&#xA;&lt;li&gt;Release date&lt;/li&gt;&#xA;&lt;li&gt;Image&lt;/li&gt;&#xA;&lt;li&gt;Dimensions, shape&lt;/li&gt;&#xA;&lt;li&gt;Description&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It is not so much about existing and past stamps, and more about being very up-to-date regarding new (and possibly future) releases.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-01-05T00:36:15.550" Title="Official APIs for postal stamps releases by French postal service La Poste" Tags="|data-request|transportation|france|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4169" PostTypeId="2" ParentId="3519" CreationDate="2014-12-11T14:37:30.863" Score="2" Body="&lt;p&gt;A competition at &lt;a href=&quot;http://algomost.com/en/tasks/predict-acquisition&quot; rel=&quot;nofollow&quot;&gt;http://algomost.com/en/tasks/predict-acquisition&lt;/a&gt; contains the data on 2500 companies over 21 years and their M&amp;amp;A deals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, &lt;a href=&quot;http://www.nber.org/chapters/c2059.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.nber.org/chapters/c2059.pdf&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;There are three basic sources of time-series data on mergers and&#xA;  acquisitions for the postwar period: the U.S. Federal Trade Commission&#xA;  (FTC), the periodical Mergers &amp;amp; Acquisitions, and the annual reports&#xA;  of W.T. Grimm &amp;amp; Co.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-12-11T14:37:30.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4170" PostTypeId="1" AcceptedAnswerId="4171" CreationDate="2014-12-11T18:37:47.577" Score="1" ViewCount="1116" Body="&lt;p&gt;I would like to have a legend for classes of Corine Land Cover 2006. I was only able to find the &lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-2000-clc2000-100-m-version-9-2007/corine-land-cover-2000-classes-and-rgb-color-codes/clc2000legend.xls&quot; rel=&quot;nofollow&quot;&gt;legend for Corine 2000&lt;/a&gt;, but I was not able to find the same for CLC 2006. In XLS or CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The classsification probably hasn't changed, but I would like to officially download the 2006 version)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And preferably, both in English and Czech.&lt;/p&gt;&#xA;" OwnerUserId="790" LastActivityDate="2014-12-11T23:07:58.433" Title="Where can I download legend for Corine land cover 2006 classes?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4171" PostTypeId="2" ParentId="4170" CreationDate="2014-12-11T21:17:25.963" Score="3" Body="&lt;p&gt;I believe I found what you are looking for by googling. This PDF is labeled the CLC 2006 Legend.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sia.eionet.europa.eu/CLC2006/CLC_Legeng.pdf&quot; rel=&quot;nofollow&quot;&gt;http://sia.eionet.europa.eu/CLC2006/CLC_Legeng.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also have the legend as an image on this page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/figures/corine-land-cover-2006-by-country/legend&quot; rel=&quot;nofollow&quot;&gt;http://www.eea.europa.eu/data-and-maps/figures/corine-land-cover-2006-by-country/legend&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found the spreadsheet version for 1990.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-clc1990-250-m-version-8-2005/corine-land-cover-1990-classes-and-rgb-color-codes/clc1990legend.xls&quot; rel=&quot;nofollow&quot;&gt;http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-clc1990-250-m-version-8-2005/corine-land-cover-1990-classes-and-rgb-color-codes/clc1990legend.xls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a courtesy, I compared the 2000 XLS spreadsheet to the 2006 PDF. The data is identical.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2014-12-11T23:07:58.433" LastActivityDate="2014-12-11T23:07:58.433" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4172" PostTypeId="1" CreationDate="2014-12-12T00:38:48.217" Score="4" ViewCount="236" Body="&lt;p&gt;I am looking for crime statistics (datasets) on attempted and actual abductions in the United States by gender. I am interested in seeing the statistical differences by gender.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastEditorUserId="1667" LastEditDate="2014-12-18T17:41:18.197" LastActivityDate="2015-01-17T17:58:47.320" Title="Crime Statistics on Abductions by Gender" Tags="|data-request|usa|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4173" PostTypeId="1" CreationDate="2014-12-12T00:53:59.373" Score="4" ViewCount="121" Body="&lt;p&gt;Can some help locate me to where arrest data in 2010 by county and race of arrestee is available? I've been looking at FBI Crime Statistics data but haven't had much luck so far. However, a paper i've read has mentioned that this data is available from the FBI's UCR data. &lt;/p&gt;&#xA;" OwnerUserId="3858" LastEditorUserId="958" LastEditDate="2014-12-12T09:06:32.917" LastActivityDate="2014-12-12T14:16:02.587" Title="US arrest data in 2010 by race and county" Tags="|data-request|crime|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4174" PostTypeId="2" ParentId="4173" CreationDate="2014-12-12T01:41:45.630" Score="2" Body="&lt;p&gt;This link is to the FBI's UCR data on crime statistics (2010) broken down by race and gender&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2010/crime-in-the-u.s.-2010/persons-arrested/persons-arrested&quot; rel=&quot;nofollow&quot;&gt;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2010/crime-in-the-u.s.-2010/persons-arrested/persons-arrested&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This link shows a subset of the tables where the data is broken down by cities and counties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2010/crime-in-the-u.s.-2010/persons-arrested/browse-by/cities-and-counties-grouped-by-size-population-group&quot; rel=&quot;nofollow&quot;&gt;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2010/crime-in-the-u.s.-2010/persons-arrested/browse-by/cities-and-counties-grouped-by-size-population-group&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the home page for all UCR datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fbi.gov/stats-services/crimestats&quot; rel=&quot;nofollow&quot;&gt;http://www.fbi.gov/stats-services/crimestats&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-12T01:41:45.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4175" PostTypeId="2" ParentId="4173" CreationDate="2014-12-12T06:49:37.503" Score="2" Body="&lt;p&gt;I believe you are looking for the National Incident-Based Reporting System (&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/NIBRS/&quot; rel=&quot;nofollow&quot;&gt;NIBRS&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As the name suggests, the unit of analysis is the incident itself. It offers many different types of data. Data based on the arestee, the victim (if any), the incident.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am pretty sure it offers FIPS state-county codes too.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-12-12T06:49:37.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4176" PostTypeId="2" ParentId="4165" CreationDate="2014-12-12T08:47:48.833" Score="2" Body="&lt;p&gt;here is complete documented R code to work with all of the microdata that you are looking for&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20incident-based%20reporting%20system%20%28nibrs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20incident-based%20reporting%20system%20%28nibrs%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2014-12-12T08:47:48.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4177" PostTypeId="2" ParentId="4173" CreationDate="2014-12-12T08:48:58.873" Score="1" Body="&lt;p&gt;this R program will auto-download the entire collection of microdata, and make it easy for you to analyze it.  good luck!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20incident-based%20reporting%20system%20%28nibrs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20incident-based%20reporting%20system%20%28nibrs%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2014-12-12T08:48:58.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4178" PostTypeId="2" ParentId="4165" CreationDate="2014-12-12T09:10:01.793" Score="1" Body="&lt;p&gt;virginia state police annual report from 1999-2013, in particular you want IX Arrest Totals data for Counties, Cities, Colleges and Universities, Other Agencies, Other Totals, and Total State datasets. vsp data s published here in pdf:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.vsp.state.va.us/Annual_Report.shtm&quot; rel=&quot;nofollow&quot;&gt;http://www.vsp.state.va.us/Annual_Report.shtm&lt;/a&gt;&lt;br&gt;&#xA;i've actually been working on this set for a little while now, splitting them all up into .csv, .osd, and .xlsx, etc. and va crime is here:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jalbertbowden/va-crime&quot; rel=&quot;nofollow&quot;&gt;https://github.com/jalbertbowden/va-crime&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-12-12T09:10:01.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4179" PostTypeId="1" CreationDate="2014-12-12T12:24:27.723" Score="6" ViewCount="1757" Body="&lt;p&gt;I am a software engineering student who is thinking to build a Dashboard for ER waiting times. Potentially it could tell your whether a longer trip could still save you time. There's currently no way of knowing what the waiting times are for the ER in the various public hospitals. There is an inefficient distribution of ER resources with unnecessarily long waiting times for ER patients. I am wondering if there is any liberated waiting room data (e.g. tracks bed vacancies across the country's hospitals)? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="4206" LastEditorUserId="754" LastEditDate="2015-03-03T04:29:51.560" LastActivityDate="2015-03-03T04:29:51.560" Title="Is there any open data for Emergency Room waiting time?" Tags="|data-request|government|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4180" PostTypeId="2" ParentId="4173" CreationDate="2014-12-12T14:16:02.587" Score="1" Body="&lt;p&gt;data for virginia is compiled in an annual report by the state police, which i've been liberating from pdfs for a little while now. race and arrest data for 2010 in the commonwealth are here:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jalbertbowden/va-crime/tree/master/2010&quot; rel=&quot;nofollow&quot;&gt;https://github.com/jalbertbowden/va-crime/tree/master/2010&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-12-12T14:16:02.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4181" PostTypeId="2" ParentId="4179" CreationDate="2014-12-12T17:31:04.213" Score="6" Body="&lt;p&gt;There is no one source that I know of for realtime wait times though some larger networks do have apps or mobile sites that you might look into scraping though of course that has many disadvantages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of historical data, ProPublica has some great data and analysis at &lt;a href=&quot;https://projects.propublica.org/emergency/&quot;&gt;https://projects.propublica.org/emergency/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe the sole source of the ProPublica ER wait time site is CMS Hospital Compare data which can be found at &lt;a href=&quot;https://data.medicare.gov/Hospital-Compare/Timely-and-Effective-Care-Hospital/yv7e-xc69&quot;&gt;https://data.medicare.gov/Hospital-Compare/Timely-and-Effective-Care-Hospital/yv7e-xc69&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2014-12-12T17:31:04.213" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4182" PostTypeId="1" CreationDate="2014-12-12T20:18:03.627" Score="5" ViewCount="288" Body="&lt;p&gt;Investments banks issue buy-sell recommendations based on their equity research. An &lt;a href=&quot;http://pdf.cyberpresse.ca/lapresse/dufour/AAPLBUY.pdf&quot; rel=&quot;noreferrer&quot;&gt;example of Goldman Sachs' for Apple&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a structured dataset that contains key parameters of such recommendations issued by banks: recommended positions, suggested return potential, or others?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or maybe a website where this information can be extracted from?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2014-12-13T14:17:21.090" LastActivityDate="2014-12-13T14:17:21.090" Title="Historical data on buy-sell recommendations by stock market analysts" Tags="|data-request|economics|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4184" PostTypeId="2" ParentId="4163" CreationDate="2014-12-13T16:12:06.520" Score="3" Body="&lt;p&gt;Trainingday,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe the master list tht fhamap.com refers to of all HUD owned, managed or approved properties is derived from their dataset of physical inspections of those properties. This and related datasets can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.huduser.org/portal/datasets/pis.html&quot; rel=&quot;nofollow&quot;&gt;http://www.huduser.org/portal/datasets/pis.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've used these datasets myself. I also have a version of these datasets converted to CSV format using our linked data vocabulary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/HUD/PHA/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/HUD/PHA/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It was as clear what you were looking for as a 'master list' from the VA. But the VA website has an open data portal and API. You can download a complete (national) list of VA hospitals and homeless services for Vets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.va.gov/data/&quot; rel=&quot;nofollow&quot;&gt;http://www.va.gov/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-13T16:12:06.520" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4185" PostTypeId="1" AcceptedAnswerId="4186" CreationDate="2014-12-14T23:35:14.723" Score="1" ViewCount="252" Body="&lt;p&gt;I found me &lt;a href=&quot;http://www2.census.gov/acs2013_3yr/pums/&quot; rel=&quot;nofollow&quot;&gt;some data&lt;/a&gt;, and I'd like to be able to filter, and aggregate the responses in a relational database. However it seems the &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/pums_documentation/&quot; rel=&quot;nofollow&quot;&gt;Data dictionaries&lt;/a&gt; are either in xls (but not a format easily transformed into csv, or in pdf, or in txt with a similar style to the pdf.&lt;/p&gt;&#xA;" OwnerUserId="3840" LastEditorUserId="18" LastEditDate="2015-03-13T20:22:31.070" LastActivityDate="2015-03-13T20:22:31.070" Title="ACS PUMS Data Dictionary Codes in .csv?" Tags="|usa|us-census|" AnswerCount="1" CommentCount="5" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4186" PostTypeId="2" ParentId="4185" CreationDate="2014-12-15T02:02:37.827" Score="1" Body="&lt;p&gt;There are a plethora of XLS converters and scripts out there, but the easiest way IMO is to use google drive in this case. I uploaded the first of the dictionaries, 2011-2013 3-year Code Lists, took about 20 seconds. Now you can edit it in the browser or download as CSV. you can do the same for the text files. check it out - &lt;a href=&quot;https://docs.google.com/spreadsheets/d/1MUHvvZbCnRaEYCmVKZxX4cWbo0ghXugqiK7GmyN6YtQ/edit#gid=1900659708&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2014-12-18T13:23:43.077" LastActivityDate="2014-12-18T13:23:43.077" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4187" PostTypeId="2" ParentId="4164" CreationDate="2014-12-15T06:26:30.490" Score="12" Body="&lt;p&gt;Full disclosure: I am a GSA employee and the Tech Lead for &lt;a href=&quot;https://fbopen.gsa.gov&quot;&gt;FBOpen&lt;/a&gt;, a website and API for search and discovery of federal business opportunities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is indeed both bulk data and &lt;a href=&quot;https://www.fbo.gov/downloads/fbo_web_services_technical_documentation.pdf&quot;&gt;an fbo.gov API&lt;/a&gt; available, although I can only offer experience with the former. There are two different versions of the bulk &lt;a href=&quot;ftp://ftp.fbo.gov&quot;&gt;FTP downloads&lt;/a&gt;, weekly files and nightly files. These two are quite different. The &lt;a href=&quot;ftp://ftp.fbo.gov/datagov/FBOFullXML.xml&quot;&gt;weekly XML&lt;/a&gt; is proper XML and straightforward to parse. The nightly XML is XML in name and appearance only, but there is a special parser grammar available for it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/presidential-innovation-fellows/fbo-parser&quot;&gt;https://github.com/presidential-innovation-fellows/fbo-parser&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on your needs, you can also use our &lt;a href=&quot;https://18f.github.io/fbopen/apidocs&quot;&gt;FBOpen API&lt;/a&gt;. Since we rely on the nightly files, we will generally be about a day, sometimes two, behind fbo.gov. You can find more information at our &lt;a href=&quot;https://github.com/18f/fbopen&quot;&gt;Github repo&lt;/a&gt;, and please offer feedback and ask any questions by opening an &lt;a href=&quot;https://github.com/18f/fbopen/issues&quot;&gt;Issue&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="56" LastActivityDate="2014-12-15T06:26:30.490" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4188" PostTypeId="1" CreationDate="2014-12-15T12:19:31.100" Score="2" ViewCount="62" Body="&lt;p&gt;I am trying to make a chloropleth map of France with the population of each canton. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found the &lt;a href=&quot;http://www.insee.fr/fr/ppp/bases-de-donnees/recensement/populations-legales/&quot; rel=&quot;nofollow&quot;&gt;latest census population data from INSEE&lt;/a&gt;. I am now matching this against an &lt;a href=&quot;https://github.com/gregoiredavid/france-geojson&quot; rel=&quot;nofollow&quot;&gt;open GeoJSON file of canton boundaries&lt;/a&gt; which seems to be based on the openly licensed &lt;a href=&quot;http://professionnels.ign.fr/geofla&quot; rel=&quot;nofollow&quot;&gt;GeoFLA&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there appear to be some disparities (about 300 cantons don't match), and I'm not sure why. For example, the JSON file has an entry for Meaux: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&quot;type&quot;:&quot;Feature&quot;,&quot;id&quot;:&quot;7798&quot;,&quot;properties&quot;:{&quot;name&quot;:&quot;Meaux&quot;,&quot;id&quot;:&quot;117798&quot;},&quot;geometry&quot;:{&quot;type&quot;:&quot;Polygon&quot;,&quot;coordinates&quot;:[...]}}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But the population file from INSEE contains two different entries for Meaux, neither of which match the one above: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;7717,Meaux-Nord,51284&#xA;7731,Meaux-Sud,36861&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The boundaries in OpenStreetMap match the GeoJSON file (e.g. Mapit has only one entry for Meaux: &lt;a href=&quot;http://global.mapit.mysociety.org/area/702351.html&quot; rel=&quot;nofollow&quot;&gt;http://global.mapit.mysociety.org/area/702351.html&lt;/a&gt; )&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know why the INSEE data doesn't match up?&lt;/p&gt;&#xA;" OwnerUserId="4218" LastEditorUserId="70" LastEditDate="2015-01-16T11:18:04.053" LastActivityDate="2015-01-16T11:18:04.053" Title="Problems matching public population and geographic data for France?" Tags="|geospatial|census|openstreetmap|france|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4189" PostTypeId="1" CreationDate="2014-12-15T13:54:26.200" Score="4" ViewCount="126" Body="&lt;p&gt;I am developing a web application to collect Canadian postal addresses.&lt;/p&gt;&#xA;&lt;p&gt;I found some good information on addressing here: &lt;a href=&quot;http://www.canadapost.ca/tools/pg/manual/PGaddress-e.asp?ecid=murl10006450&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.canadapost.ca/tools/pg/manual/PGaddress-e.asp?ecid=murl10006450&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, it doesn't seem to cover all scenarios. For example,&lt;/p&gt;&#xA;&lt;p&gt;I have also seen references to other types of delivery modes of 'mobile route' or 'suburban service'&lt;/p&gt;&#xA;&lt;p&gt;I'm lacking knowledge of all the different possibilities for Canadian postal addresses, looking for guidance where I can find comprehensive information.&lt;/p&gt;&#xA;" OwnerUserId="4222" LastEditorUserId="70" LastEditDate="2022-10-14T19:27:36.773" LastActivityDate="2022-10-14T19:27:36.773" Title="Collecting Canadian postal address information" Tags="|data-request|postal-code|canada|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="4190" PostTypeId="2" ParentId="4189" CreationDate="2014-12-15T16:21:42.040" Score="3" Body="&lt;p&gt;You can use metadata from the Google i18n Internationalization project (&lt;a href=&quot;https://github.com/googlei18n&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;). For example, the address completion metadata from the &lt;a href=&quot;https://github.com/googlei18n/libaddressinput&quot; rel=&quot;nofollow&quot;&gt;libaddressinput&lt;/a&gt; package (C++ and Java tools) used for Android (Java) and Chromium OS (C++).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The raw data is stored here: &lt;a href=&quot;https://i18napis.appspot.com/address&quot; rel=&quot;nofollow&quot;&gt;https://i18napis.appspot.com/address&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Canada, it looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    {&#xA;   &quot;lang&quot;:&quot;en&quot;,&#xA;   &quot;upper&quot;:&quot;ACNOSZ&quot;,&#xA;   &quot;zipex&quot;:&quot;H3Z 2Y7,V8X 3X4,T0L 1K0,T0H 1A0,K1A 0B1&quot;,&#xA;   &quot;posturl&quot;:&quot;http://www.canadapost.ca/cpotools/apps/fpc/personal/findByCity?execution=e2s1&quot;,&#xA;   &quot;zip&quot;:&quot;[ABCEGHJKLMNPRSTVXY]\\d[ABCEGHJ-NPRSTV-Z][ ]?\\d[ABCEGHJ-NPRSTV-Z]\\d&quot;,&#xA;   &quot;fmt&quot;:&quot;%N%n%O%n%A%n%C %S %Z&quot;,&#xA;   &quot;require&quot;:&quot;ACSZ&quot;,&#xA;   &quot;name&quot;:&quot;CANADA&quot;,&#xA;   &quot;languages&quot;:&quot;en~fr&quot;,&#xA;   &quot;sub_keys&quot;:&quot;AB~BC~MB~NB~NL~NT~NS~NU~ON~PE~QC~SK~YT&quot;,&#xA;   &quot;key&quot;:&quot;CA&quot;,&#xA;   &quot;id&quot;:&quot;data/CA&quot;,&#xA;   &quot;sub_names&quot;:&quot;Alberta~British Columbia~Manitoba~New Brunswick~Newfoundland and Labrador~Northwest Territories~Nova Scotia~Nunavut~Ontario~Prince Edward Island~Quebec~Saskatchewan~Yukon&quot;,&#xA;   &quot;sub_zips&quot;:&quot;T~V~R~E~A~X0E|X0G|X1A~B~X0A|X0B|X0C~K|L|M|N|P~C~G|H|J|K1A~S|R8A~Y&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://i18napis.appspot.com/address/data/CA&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the full list for Canadian addresses:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;data/CA&#xA;data/CA--fr&#xA;data/CA/AB&#xA;data/CA/AB--fr&#xA;data/CA/BC&#xA;data/CA/BC--fr&#xA;data/CA/MB&#xA;data/CA/MB--fr&#xA;data/CA/NB&#xA;data/CA/NB--fr&#xA;data/CA/NL&#xA;data/CA/NL--fr&#xA;data/CA/NS&#xA;data/CA/NS--fr&#xA;data/CA/NT&#xA;data/CA/NT--fr&#xA;data/CA/NU&#xA;data/CA/NU--fr&#xA;data/CA/ON&#xA;data/CA/ON--fr&#xA;data/CA/PE&#xA;data/CA/PE--fr&#xA;data/CA/QC&#xA;data/CA/QC--fr&#xA;data/CA/SK&#xA;data/CA/SK--fr&#xA;data/CA/YT&#xA;data/CA/YT--fr &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You then use the individual sub-keys (&lt;a href=&quot;https://i18napis.appspot.com/address/data/CA/QC--fr&quot; rel=&quot;nofollow&quot;&gt;i.e. QC in french&lt;/a&gt;) to download the address formats for that region.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;lang&quot;:&quot;fr&quot;,&#xA;   &quot;name&quot;:&quot;Québec&quot;,&#xA;   &quot;zip&quot;:&quot;G|H|J|K1A&quot;,&#xA;   &quot;key&quot;:&quot;QC&quot;,&#xA;   &quot;id&quot;:&quot;data/CA/QC--fr&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-12-15T16:21:42.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4191" PostTypeId="2" ParentId="3378" CreationDate="2014-12-15T22:11:18.407" Score="1" Body="&lt;p&gt;Via Twitter, I &lt;a href=&quot;https://twitter.com/joegermuska/status/528224941494128640&quot; rel=&quot;nofollow&quot;&gt;asked a friend&lt;/a&gt; with expertise in computational linguistics and French. She stated that the French Treebank is the largest tagged corpus. Since both it and the Brown corpus are described as about 1M words, I don't think you'll find another French one which meets your final condition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also seems, if I understand correctly, that the French Treebank is all sourced from &lt;em&gt;Le Monde&lt;/em&gt;, so even it fails the second condition (&quot;various sources&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ultimately, her question was why the French Treebank can't be licensed, as the answer might help to make a better recommendation.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2014-12-15T22:11:18.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4192" PostTypeId="1" CreationDate="2014-12-16T05:58:42.333" Score="4" ViewCount="95" Body="&lt;p&gt;I am interested in collecting financial data of Governments to analyse the Revenue and Expenditure against their Budgets. Ex:- &lt;a href=&quot;https://openreporting.com&quot; rel=&quot;nofollow&quot;&gt;OpenReporting.com&lt;/a&gt;, &lt;a href=&quot;http://OpenGov.com&quot; rel=&quot;nofollow&quot;&gt;OpenGov.com&lt;/a&gt;.. I have tried to find publicly available data sets from Governments but the success rate was very low. Are you aware of any such publicly available data sets of financial information with lowest level details going up to the transaction levels? If so please list them...&lt;/p&gt;&#xA;" OwnerUserId="4228" LastEditorUserId="2075" LastEditDate="2015-04-28T18:40:39.950" LastActivityDate="2015-04-29T11:20:04.883" Title="Which Governments publish their Ledgers and Accounts?" Tags="|data-request|government|finance|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4193" PostTypeId="2" ParentId="3918" CreationDate="2014-12-16T12:41:31.617" Score="4" Body="&lt;p&gt;For Great Britain, the &lt;a href=&quot;http://www.food.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;Food Standards Authority&lt;/a&gt; make available an &lt;a href=&quot;http://ratings.food.gov.uk/open-data/en-GB&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt; which has the food hygiene ratings for every place that serves food in &lt;a href=&quot;http://ratings.food.gov.uk/open-data/en-GB&quot; rel=&quot;nofollow&quot;&gt;the local authorities that operate the scheme&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whilst this data does include places not normally open to the public (there are some office canteens, schools, etc.) their data is reasonably well classified and free to use - as always, the should read and understand the licence prior to using the data.&lt;/p&gt;&#xA;" OwnerUserId="1854" LastActivityDate="2014-12-16T12:41:31.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4194" PostTypeId="1" CreationDate="2014-12-16T12:50:39.777" Score="3" ViewCount="87" Body="&lt;p&gt;Whilst there exist options to get &lt;a href=&quot;https://datamarket.azure.com/dataset/datagovuk/metofficeweatheropendata&quot; rel=&quot;nofollow&quot;&gt;weather forecasts as open data&lt;/a&gt; I cannot seem to find anything relating to &lt;a href=&quot;http://www.metoffice.gov.uk/public/weather/warnings/#?tab=map&amp;amp;map=Warnings&amp;amp;zoom=5&amp;amp;lon=-3.50&amp;amp;lat=55.50&amp;amp;fcTime=1418688000&quot; rel=&quot;nofollow&quot;&gt;weather&lt;/a&gt; or &lt;a href=&quot;http://apps.environment-agency.gov.uk/flood/142151.aspx&quot; rel=&quot;nofollow&quot;&gt;flood&lt;/a&gt; warnings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are current warnings or historical data available as open data in some geographical data format (such as ESRI shape files, or KML files)?&lt;/p&gt;&#xA;" OwnerUserId="1854" LastActivityDate="2014-12-16T14:20:56.440" Title="Weather warning data" Tags="|data-request|weather|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4195" PostTypeId="2" ParentId="4194" CreationDate="2014-12-16T14:20:56.440" Score="2" Body="&lt;p&gt;Here are some US thoughts:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For US warnings/watches, you probably want to go the the storm prediction center,&#xA;&lt;a href=&quot;http://www.spc.noaa.gov/wcm/&quot; rel=&quot;nofollow&quot;&gt;http://www.spc.noaa.gov/wcm/&lt;/a&gt;&#xA;and you may want to look at the weather related shapefiles&#xA;&lt;a href=&quot;http://www.nws.noaa.gov/geodata/&quot; rel=&quot;nofollow&quot;&gt;http://www.nws.noaa.gov/geodata/&lt;/a&gt;&#xA;and the current alert system probably has an archive, but I didn't see it on first glance:&#xA;&lt;a href=&quot;http://alerts.weather.gov/&quot; rel=&quot;nofollow&quot;&gt;http://alerts.weather.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would suggest digging into the census tools related to disaster management.&lt;br&gt;&#xA;&lt;a href=&quot;http://onthemap.ces.census.gov/em/&quot; rel=&quot;nofollow&quot;&gt;http://onthemap.ces.census.gov/em/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;on the map&quot; product is a mashup of (1) weather data and (2) population/business data so that the impact of weather on population/businesses can be assessed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is only actual federally designated areas, I do not know if it has warnings/watches.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2014-12-16T14:20:56.440" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4196" PostTypeId="1" CreationDate="2014-12-16T15:52:53.320" Score="3" ViewCount="84" Body="&lt;p&gt;I'm trying to make a POST request to API v3.0, but I can not. Returns this error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.finder.healthcare.gov/v3.0/getCountiesForZip&quot; rel=&quot;nofollow&quot;&gt;https://api.finder.healthcare.gov/v3.0/getCountiesForZip&lt;/a&gt;. Invalid HTTP status code 503&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's about CORS, but e tried all possible ways to request, following and enabling CORS, but nothing works&lt;/p&gt;&#xA;" OwnerUserId="4234" LastEditorUserId="18" LastEditDate="2015-03-25T19:14:27.320" LastActivityDate="2015-03-25T19:14:27.320" Title="I'm trying to make a POST request to HealthcareFinder API v3.0, but I can not. Returns this error" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4197" PostTypeId="1" CreationDate="2014-12-17T11:00:46.793" Score="1" ViewCount="59" Body="&lt;p&gt;In &lt;a href=&quot;http://ieeexplore.ieee.org/stamp/stamp.jsp?arnumber=5370157&quot; rel=&quot;nofollow&quot;&gt;This paper&lt;/a&gt; and if you search more in some other researches, the Daum data-set has been used. As I searched it seems to be about www.daum.net.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know how I can download this?&lt;/p&gt;&#xA;" OwnerUserId="4242" LastEditorUserId="70" LastEditDate="2015-03-27T09:56:40.677" LastActivityDate="2015-03-27T09:56:40.677" Title="Downloading Daum dataset" Tags="|data-request|research|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4198" PostTypeId="1" AcceptedAnswerId="4199" CreationDate="2014-12-17T13:14:13.047" Score="2" ViewCount="1429" Body="&lt;p&gt;I'm interested in timeseries of numbers of owned dogs, cats, and possibly other pets (alligators, anyone?) for a wide cross-section of countries of the world. Primary focus is on the US.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="70" LastEditDate="2015-03-14T16:18:03.330" LastActivityDate="2015-03-14T16:18:03.330" Title="Open dataset for the number of pets per country" Tags="|data-request|usa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4199" PostTypeId="2" ParentId="4198" CreationDate="2014-12-17T16:34:16.560" Score="3" Body="&lt;p&gt;&lt;strong&gt;Commercial Source:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get what you need for the US from this publication. But it is copyrighted material and expensive (~$300).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The all-new 2012 edition of the U.S. Pet Ownership and Demographics Sourcebook is the largest, most statistically accurate and complete survey of the pet owning public and pet population demographics. Drawn from a national survey of over 50,000 households, the survey results are presented alongside the results from similar surveys dating back to 1987, illustrating long-term trends.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.avma.org/KB/Resources/Statistics/Pages/Market-research-statistics-US-Pet-Ownership-Demographics-Sourcebook.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.avma.org/KB/Resources/Statistics/Pages/Market-research-statistics-US-Pet-Ownership-Demographics-Sourcebook.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Free (but Coarse):&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US Census publishes some very coarse information on pet ownership, but if you look where the data comes from it is the same source (American Veterinary Medical Association)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/compendia/statab/2012/tables/12s1241.pdf&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/compendia/statab/2012/tables/12s1241.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Human Society has some coarse data as well:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.humanesociety.org/issues/pet_overpopulation/facts/pet_ownership_statistics.html&quot; rel=&quot;nofollow&quot;&gt;http://www.humanesociety.org/issues/pet_overpopulation/facts/pet_ownership_statistics.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The BLS has some coarse data as well:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/opub/btn/volume-2/pdf/spending-on-pets.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/opub/btn/volume-2/pdf/spending-on-pets.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Public Datasets:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Austin, TX - animal intake:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.austintexas.gov/dataset/2011-Animal-Intake-Report-Cats-and-Dogs-Exclusivel/wrwk-skv6&quot; rel=&quot;nofollow&quot;&gt;https://data.austintexas.gov/dataset/2011-Animal-Intake-Report-Cats-and-Dogs-Exclusivel/wrwk-skv6&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Colorado - animal intake:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.colorado.gov/Agriculture/2011-PACFA-Shelter-Intake-Statistics/qv2q-ek3a&quot; rel=&quot;nofollow&quot;&gt;https://data.colorado.gov/Agriculture/2011-PACFA-Shelter-Intake-Statistics/qv2q-ek3a&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Weatherford, TX - animal intake:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.weatherfordtx.gov/index.aspx?NID=1469&quot; rel=&quot;nofollow&quot;&gt;http://www.weatherfordtx.gov/index.aspx?NID=1469&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Adelaide, Australia - dog registration:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.sa.gov.au/dataset?tags=dog+ownership&amp;amp;tags=city&quot; rel=&quot;nofollow&quot;&gt;http://data.sa.gov.au/dataset?tags=dog+ownership&amp;amp;tags=city&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;New Zealand - Dog Control Statistics&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.govt.nz/dataset/show/3282&quot; rel=&quot;nofollow&quot;&gt;https://data.govt.nz/dataset/show/3282&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-17T16:34:16.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4200" PostTypeId="1" CreationDate="2014-12-17T18:03:02.473" Score="1" ViewCount="2893" Body="&lt;p&gt;I need this images piece by piece in vector graphics format. Any idea how to get them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Ytj9p.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.apple.com/library/ios/documentation/UserExperience/Conceptual/MobileHIG/Art/icon_family_2x.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.apple.com/library/ios/documentation/UserExperience/Conceptual/MobileHIG/Art/icon_family_2x.png&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="70" LastEditDate="2014-12-17T18:26:11.897" LastActivityDate="2014-12-18T16:47:17.220" Title="Where can I get the standard iOS 8 bar icons in a vector graphics format?" Tags="|data-request|images|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4201" PostTypeId="2" ParentId="4043" CreationDate="2014-12-17T18:56:16.083" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://creativecommons.org/licenses/by-sa/4.0/legalcode&quot; rel=&quot;nofollow&quot;&gt;CC BY-SA 4.0&lt;/a&gt; states that &quot;The Adapter’s License You apply must be a Creative Commons license with the same License Elements, this version or later, or a BY-SA Compatible License.&quot; Similar clauses can be found since CC 2.0.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2014-12-17T18:56:16.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4202" PostTypeId="1" CreationDate="2014-12-18T04:51:27.053" Score="2" ViewCount="32" Body="&lt;p&gt;Is there a target schedule for making additional datasets available via OpenFDA?  For example, the data in Drugs@FDA database, or the PostMarketing Reqs and Commitements database data?&lt;/p&gt;&#xA;" OwnerUserId="4250" LastActivityDate="2014-12-18T04:51:27.053" Title="Timing/schedule for new datasets" Tags="|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4203" PostTypeId="2" ParentId="4196" CreationDate="2014-12-18T06:35:48.490" Score="3" Body="&lt;p&gt;Make sure you include the &lt;code&gt;Content-Type&lt;/code&gt; header and the XML for the request in the POST body.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I try &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;their example&lt;/a&gt; it seems to work fine and the HTTP header includes &lt;code&gt;Access-Control-Allow-Origin: *&lt;/code&gt; which should work for CORS. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/SojdA.png&quot; alt=&quot;screenshot of RESTClient API call&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="231" LastActivityDate="2014-12-18T06:35:48.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4205" PostTypeId="1" CreationDate="2014-12-18T12:14:29.823" Score="2" ViewCount="114" Body="&lt;p&gt;I've seen a page where they describe technology along with a Vocab to describe imagery data. It allows a client to zoom into very large images which are then tiled and loaded and set focal points to define what should be seen when minimizing the image. A little bit like the HTML picture element. I forgot the name of this page. Does anyone know what I mean?&lt;/p&gt;&#xA;" OwnerUserId="1970" LastEditorUserId="70" LastEditDate="2014-12-18T13:59:16.297" LastActivityDate="2015-02-16T15:37:46.127" Title="Vocab to describe Image Data / Pictures" Tags="|tool-request|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4206" PostTypeId="2" ParentId="4205" CreationDate="2014-12-18T13:50:53.160" Score="1" Body="&lt;p&gt;Are you referring to &lt;a href=&quot;https://github.com/adamdbradley/focal-point&quot; rel=&quot;nofollow&quot;&gt;Focal Point&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Focal Point: Pure HTML/CSS Adaptive Images Framework&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;A small set of CSS classnames to help keep images cropped on the focal point for responsive designs. Using only HTML/CSS, web authors can specify an image's focal point, which stays as the image's primary focus as the image scales on responsive webpages.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If this is not what you are looking for, they also link to &lt;a href=&quot;https://github.com/adamdbradley/focal-point#other-resources&quot; rel=&quot;nofollow&quot;&gt;related resources&lt;/a&gt; that might be of interest to you.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2014-12-18T13:50:53.160" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4207" PostTypeId="2" ParentId="4137" CreationDate="2014-12-18T14:16:40.227" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://tubekit.org/&quot; rel=&quot;nofollow&quot;&gt;TubeKit&lt;/a&gt; might be of interest to you:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;TubeKit is a toolkit for creating YouTube crawlers. It allows one to build one's own crawler that can crawl YouTube based on a set of seed queries and collect up to 16 different attributes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The tool is open source (licensed under CC BY-NC-SA&lt;sup&gt;*&lt;/sup&gt;) and has been developed for &lt;a href=&quot;http://tubekit.org/research.php&quot; rel=&quot;nofollow&quot;&gt;research purposes&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sub&gt;&lt;sup&gt;*&lt;/sup&gt; Creative Commons &lt;a href=&quot;https://wiki.creativecommons.org/Frequently_Asked_Questions#Can_I_apply_a_Creative_Commons_license_to_software.3F&quot; rel=&quot;nofollow&quot;&gt;advise against using one of their licenses for software&lt;/a&gt; — but that's really beside the point in the context of this answer ;)&lt;/sub&gt;&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2014-12-18T14:26:15.063" LastActivityDate="2014-12-18T14:26:15.063" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4209" PostTypeId="2" ParentId="4200" CreationDate="2014-12-18T16:47:17.220" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://templarian.com/&quot; rel=&quot;nofollow&quot;&gt;Austin Andrews&lt;/a&gt; has built (and collated from elsewhere, when licensing permits) a collection of icons that follow the &lt;a href=&quot;http://materialdesignicons.com/&quot; rel=&quot;nofollow&quot;&gt;material design&lt;/a&gt;. These are also available from &lt;a href=&quot;https://github.com/Templarian/MaterialDesign/&quot; rel=&quot;nofollow&quot;&gt;his Github repository in a variety of formats, including SVG&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To use the actual Apple glyphs within an iOS app, then you can refer to &lt;a href=&quot;https://developer.apple.com/library/ios/documentation/UIKit/Reference/UIBarButtonItem_Class/index.html#//apple_ref/c/tdef/UIBarButtonSystemItem&quot; rel=&quot;nofollow&quot;&gt;the documentation for UIBarButtonSystemItem in UIBarButtonItem Class Reference&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1854" LastActivityDate="2014-12-18T16:47:17.220" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4210" PostTypeId="2" ParentId="4172" CreationDate="2014-12-18T17:53:37.200" Score="3" Body="&lt;p&gt;This publication has a lot detailed statistics, including breakdown by state/city on abduction/kidnappings. But I did not see a breakdown by gender.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.insideprison.com/Crime_Rates_Detailed_splash.asp?crime=100&amp;amp;crimeName=Kidnaping/Abduction&quot; rel=&quot;nofollow&quot;&gt;http://www.insideprison.com/Crime_Rates_Detailed_splash.asp?crime=100&amp;amp;crimeName=Kidnaping/Abduction&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FBI UCR tables do have a breakdown of arrests by gender and category, though they do not breakout Kidnapping/Abductions in this set of tables. I suspect they are merged into other categories. You may need to do some researching on the site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2013/crime-in-the-u.s.-2013/persons-arrested/persons-arrested&quot; rel=&quot;nofollow&quot;&gt;http://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2013/crime-in-the-u.s.-2013/persons-arrested/persons-arrested&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2014-12-18T17:53:37.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4211" PostTypeId="2" ParentId="103" CreationDate="2014-12-18T17:55:15.657" Score="3" Body="&lt;p&gt;Several sources provide pretty nice information on exchange rates:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/PA.NUS.FCRF&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/PA.NUS.FCRF&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://research.stlouisfed.org/fred2/categories/15&quot; rel=&quot;nofollow&quot;&gt;http://research.stlouisfed.org/fred2/categories/15&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://stats.oecd.org/index.aspx?queryid=169&quot; rel=&quot;nofollow&quot;&gt;http://stats.oecd.org/index.aspx?queryid=169&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.imf.org/external/np/fin/data/param_rms_mth.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.imf.org/external/np/fin/data/param_rms_mth.aspx&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.federalreserve.gov/releases/h10/hist/&quot; rel=&quot;nofollow&quot;&gt;http://www.federalreserve.gov/releases/h10/hist/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;And the websites of other central banks&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ideally, of course, it would be a single daily forex rates dataset spanning over 40 years, but I haven't seen one yet.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-12-18T17:55:15.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4212" PostTypeId="1" CreationDate="2014-12-19T16:24:55.907" Score="4" ViewCount="823" Body="&lt;p&gt;I am working with a &lt;a href=&quot;https://s3.amazonaws.com/GooglePlayStore/GooglePlayStats.zip&quot; rel=&quot;nofollow&quot;&gt;CSV file&lt;/a&gt; that is approximately 500 MB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I open this file in Excel, the wrong data is displayed under the column headers. I suspect this may be due to the large size of the CSV file involved.  Opening with the EM editor neither allows me to align the column data nor to remove entire columns from the CSV file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the best way to use this CSV to align the data in columns and to delete columns that are not of interest?&lt;/p&gt;&#xA;" OwnerUserId="4261" LastEditorUserId="1511" LastEditDate="2014-12-22T16:11:44.627" LastActivityDate="2021-12-03T04:30:52.760" Title="Applying filters to headers in a huge CSV file" Tags="|data-format|csv|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4213" PostTypeId="2" ParentId="4212" CreationDate="2014-12-19T16:56:43.080" Score="3" Body="&lt;p&gt;Try first managing a smaller version of this file first. And this is where the classic techniques never die.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Run cmd.exe which will be available on Windows&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Navigate to the directory containing the file (you can do this by typing &quot;pushd&quot; and then right-clicking and pasting the directory).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the head command to create a version of the file that will contain a specified number of lines from the original file. (example: head -n1000 original.txt &gt; header.txt)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this example the -n1000 specifies the number of lines taken from the original file, which in this case is 1000 because I specified 1000; likewise, if you want only 100 lines, change it to -n100.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The original.txt would be the name of your original file which be the name and then the extension which is .csv.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;&gt;&quot; symbol specifies to send the information to the new file, which in this example I've named header.txt, which will write the new file in the same directory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This should make it MUCH easier to handle with and explore this .csv.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2014-12-19T16:56:43.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4214" PostTypeId="2" ParentId="4212" CreationDate="2014-12-19T17:15:11.423" Score="5" Body="&lt;p&gt;The csvkit python library is great for transforming big csv datasets in the style of a unix command line tool (like sed). It has many small utilities that do one thing well each so you can compose them in helpful ways. In your case, &lt;a href=&quot;http://csvkit.readthedocs.org/en/0.9.0/scripts/csvcut.html#examples&quot; rel=&quot;noreferrer&quot;&gt;csvcut&lt;/a&gt; can extract certain columns from a csv. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From their docs:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Extract columns named “TOTAL” and “State Name” (in that order): &#xA;&#xA;$ csvcut -c TOTAL,&quot;State Name&quot; examples/realdata/FY09_EDU_Recipients_by_State.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="3555" LastActivityDate="2014-12-19T17:15:11.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4215" PostTypeId="2" ParentId="1146" CreationDate="2014-12-19T20:59:00.987" Score="3" Body="&lt;p&gt;The World Bank did this kind of project in 2012-2013:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/data-catalog/crowd-sourced-price-collection&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/data-catalog/crowd-sourced-price-collection&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The objective of the pilot was to study the feasibility of&#xA;  crowd-sourced price data collection. Non-professional price collectors&#xA;  used personal computers and mobile phones for collecting data and&#xA;  entering it in a multilingual web microsite developed for the pilot.&#xA;  Price data was collected for thirty tightly specified food commodity&#xA;  items on a monthly basis for approximately six months in eight pilot&#xA;  countries. Non-professional price collectors received compensation in&#xA;  the form of airtime rewards.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The same data at &lt;a href=&quot;https://app.enigma.io/table/org.worldbank.crowd-sourced.price.collection.csv&quot; rel=&quot;nofollow&quot;&gt;https://app.enigma.io/table/org.worldbank.crowd-sourced.price.collection.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-12-19T20:59:00.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4216" PostTypeId="2" ParentId="4001" CreationDate="2014-12-19T21:02:23.873" Score="3" Body="&lt;p&gt;Kaggle once conducted a competition with 22GB of real transaction data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.kaggle.com/c/acquire-valued-shoppers-challenge/data&quot; rel=&quot;nofollow&quot;&gt;http://www.kaggle.com/c/acquire-valued-shoppers-challenge/data&lt;/a&gt; (registration required)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But look after the terms of use (only for the purposes of competition) and so on.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-12-19T21:02:23.873" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4217" PostTypeId="2" ParentId="708" CreationDate="2014-12-19T21:04:41.327" Score="2" Body="&lt;p&gt;I've found a couple of sources of retail prices in open access:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.pricestats.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.pricestats.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/data-catalog/crowd-sourced-price-collection&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/data-catalog/crowd-sourced-price-collection&lt;/a&gt; (same here &lt;a href=&quot;https://app.enigma.io/table/org.worldbank.crowd-sourced.price.collection.csv&quot; rel=&quot;nofollow&quot;&gt;https://app.enigma.io/table/org.worldbank.crowd-sourced.price.collection.csv&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But the World Bank covers only 8 developing countries. And PriceStats shares only US prices with a 10-day lag and then sends to buy the rest from statestreet.com.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2014-12-19T21:04:41.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4218" PostTypeId="2" ParentId="4001" CreationDate="2014-12-20T16:38:56.260" Score="1" Body="&lt;p&gt;Sites that aren't &quot;stores&quot; are more likely to share customer data. So take a look at the crowdfunding sites:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.tilt.com/learn/developers&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crowdtilt API&lt;/a&gt; and &lt;a href=&quot;https://github.com/Crowdtilt/crowdtilt-api-spec/&quot; rel=&quot;nofollow noreferrer&quot;&gt;git&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Indiegogo (&lt;a href=&quot;http://www.quora.com/Is-there-an-API-for-Indiegogo&quot; rel=&quot;nofollow noreferrer&quot;&gt;scraping example&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Kickstarter (&lt;a href=&quot;https://stackoverflow.com/a/14582470/2327328&quot;&gt;unofficial&lt;/a&gt; and &lt;a href=&quot;https://github.com/markolson/kickscraper/issues/16#issuecomment-31409151&quot; rel=&quot;nofollow noreferrer&quot;&gt;more&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can get a set of contributors by looping over campaigns.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you are more ambitious, you could do the same for an online store. You'll have to do some research to see if any fits your needs. I think with a combined API and scraping approach, you can build a decent dataset of customer transactions.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;etsy.com has an &lt;a href=&quot;https://www.etsy.com/developers/documentation/getting_started/api_basics&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; which includes &lt;a href=&quot;https://www.etsy.com/developers/documentation/getting_started/seller_tools#section_feedback&quot; rel=&quot;nofollow noreferrer&quot;&gt;Feedback&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Each transaction can have up to two feedback records, one left by the buyer for the seller, and one left by the seller for the buyer. Feedback is optional; so not all transaction will have feedback records (although most will.)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://go.developer.ebay.com/developers/ebay/products/what-ebay-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;ebay API&lt;/a&gt; &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Regarding the demographics, I doubt any site will include demographic information - but consider &lt;a href=&quot;http://fivethirtyeight.com/features/how-to-tell-someones-age-when-all-you-know-is-her-name/&quot; rel=&quot;nofollow noreferrer&quot;&gt;predicting age and gender from name&lt;/a&gt;). &lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-12-20T16:38:56.260" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4219" PostTypeId="1" CreationDate="2014-12-20T17:56:12.103" Score="1" ViewCount="591" Body="&lt;p&gt;We are interested in civil fine amounts for all vehicle traffic law violations for all states and jurisdictions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know the website or open data portal that contains this information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It appears that in New York State the Department of Motor Vehicle Referees (this is the title of the person that makes the decision at the Traffic Violations Bureau (TVB) hearings) seem to have a list of civil fine amounts (both minimum and, I assume, maximum)  All this information should be public and also does anyone know the process on how the civil fines (minimum and maximum) are determined.  That also should be a public process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've called our New York State Department of Motor Vehicle Data Services and FOIL department and they very politely told me that they are not sure if this data exists and I would have to pay the FOIL search fee and the fee per page for this information.  That seems odd for such general information that should be publicly available in our DMV website and open data sites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the meantime, I have uploaded all the NYS traffic tickets from 2008 to 2012 here: &lt;a href=&quot;http://bit.ly/nystickets&quot; rel=&quot;nofollow&quot;&gt;http://bit.ly/nystickets&lt;/a&gt; The data is from the very limited function NYS open data site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you know SQL then, read carefully. I've placed the raw data here: &lt;a href=&quot;https://bigquery.cloud.google.com/table/personal-real-estate:nys.traffic_tickets?pli=1&quot; rel=&quot;nofollow&quot;&gt;https://bigquery.cloud.google.com/table/personal-real-estate:nys.traffic_tickets?pli=1&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can query all the data yourself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's one interesting query result:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The top ten actual traffic violations:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;count   violation_charged_code  violation_description&#xA;1898178 1180D   SPEED IN ZONE&#xA;976955  1225C2A IMPRPR CELLPHONE USE&#xA;788251  1180B   SPEED OVER 55 ZONE&#xA;759342  306B    UNINSPECTED MOTOR VEHICLE&#xA;752639  1110A   DISOB TRAFFIC DEVICE&#xA;671633  5091    UNLICENSED OPERATOR&#xA;667455  1229C3A NO SEAT BELT DRIVER&#xA;507210  37512A2 TINTED GLASS&#xA;480491  1225C2A OPERATING MV MOBILE PHONE&#xA;471609  1229C3  NO SEAT BELT ADULT&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There are even bicycle/skater specific law but apparently they do not have to be used.  It is apparently at the discretion of a police officer what violation they wish to place on the ticket.  Is this the &lt;a href=&quot;http://en.wikipedia.org/wiki/Equal_Protection_Clause&quot; rel=&quot;nofollow&quot;&gt;equal protection of the laws&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;count   violation_charged_code  violation_description&#xA;9636    1231    RULES ROAD VIO BICY&#xA;2532    37524A  OPER MV/MC/BIC W/MORE 1 EARPHONE&#xA;2357    1236B   NO BELL/SIG DEV BICY&#xA;1412    1236A   NO/INADEQUATE LIGHTS-BICYCLE&#xA;1169    1236B   NO BELL OR SIGNAL DEVICE ON BICYCLE&#xA;768     1234A   FAILURE TO KEEP RIGHT-BICYCLE&#xA;228     1232A   IMPROPER OPERATION OF BICYCLE&#xA;227     1234C   FAILURE TO STOP WHEN ENTERING ROAD/BICYCLE&#xA;155     18231A  UNAUTHORIZED USE OF RESTRICTED VEH ON PKWY-BICYCLE&#xA;148     1236C   NO/INADEQUATE BRAKES-BICYCLE&#xA;143     1236E   NO/IMPROPER REFLECTOR-BICYCLE&#xA;95      1236D   NO REFLECTOR WHEEL/BICYCLE&#xA;90      1238    NO CHILD BICYCLE HELMET&#xA;74      1229AB  BIC/PUSHCART/ANIMAL DRWN VEH ON EXPRESSWAY&#xA;60      1232B   TOO MANY RIDERS - BICYCLE&#xA;50      1234B   MORE THAN TWO ABREAST-BICYCLE&#xA;31      1122-A  FAILED TO SAFELY PASS A BICYCLE&#xA;30      1235    CARRYING OBSTRUCTIVE ARTICLES ON BICYCLES&#xA;6       1230A   PERMITTED VIO OF ARTICLE 34/OPER OF BICYCLES&#xA;3       1122AU  UNSAFE PASS BICYCLE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Unusual actual traffic violations:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1   398D2   FLD TO MAKE WRITTEN ESTIMATE/CHARGED EXCESS&#xA;1   12221B  NO OPER-RACKS INSEC&#xA;1   5072JL  FLD EXHB LIC JR &amp;lt;=60&#xA;1   2130A5  PROD/MANUFCTURE/POSESS DEV TO REPRODUCE TITLE CERT&#xA;1   509L2B  PERMIT/REQ OPER/REMAIN ON DUTY INTOX&#xA;1   2129B   FAILED TO REPORT RECOVERY VEH&#xA;1   1203D2  PARKED ON HIGHWAY FOR REPAIR&#xA;1   10311   EMER LIGHT EQUIP-TWY&#xA;1   14F4C   OPERATING A VEHICLE OUT OF SERVICE&#xA;1   415A10B FLD/KEEP IMPROPER RECORDS SCRAP COL&#xA;1   10736   FLD USE DESG LA-TBTA&#xA;1   1228    RIDING IN HOUSE TRLR&#xA;1   509L1C  POSSESS ALCOHOL ON DUTY OPERATING BUS&#xA;1   1022    PROH LIQOR/INTOX BEV&#xA;1   17055   NONE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Amazing!!! RIDING IN HOUSE TRLR is specifically prohibited by law???&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why not have a law specifically prohibiting RIDING IN ELEVATOR, RIDING IN OUTDOOR TOILET, RIDING RECKLESSLY INTO OUTER SPACE AND TO THE MOON, etc. etc. etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a FOIL request to the New York State Department of Motor Vehicle&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are a non profit organization or public representative, please comment here or contact us we'd like to form an organization to make law and civil fines more transparent and equal and logical.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please provide in CSV all civil fine amounts (both minimum and maximum) for all New York&#xA;  State (NYS) Vehicle Traffic Law (VTL) violations for all jurisdictions&#xA;  in New York State.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;The header row should be: &#xA;Jurisdiction, VTLnumber, minfine, maxfine, dateenacted, active &#xA;&#xA;Example Format of Data Expected:&#xA;NYC, VTL1231, 0, 50, 2000-01-01, Y&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="4264" LastEditorUserId="70" LastEditDate="2014-12-21T10:40:48.493" LastActivityDate="2014-12-21T10:40:48.493" Title="Where are civil fine amounts for vehicle traffic law violations documented?" Tags="|data-request|state|traffic|legal|spending|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4221" PostTypeId="1" AcceptedAnswerId="10263" CreationDate="2014-12-21T00:35:37.677" Score="13" ViewCount="3878" Body="&lt;p&gt;Does a dump or scrape of WikiLeaks exist? I'm thinking of an equivalent to Wikipedia's database download: &lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:Database_download&quot;&gt;http://en.wikipedia.org/wiki/Wikipedia:Database_download&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I haven't found direct access to its publicly released data. It seems surprising to me that this wouldn't exist. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I have found the diplomatic cables dataset behind &lt;a href=&quot;https://cablegatesearch.wikileaks.org/search.php&quot;&gt;cablegatesearch&lt;/a&gt;, which is linked to at the bottom of that page: &lt;a href=&quot;http://cryptome.org/z/z.7z&quot;&gt;http://cryptome.org/z/z.7z&lt;/a&gt;. I'm not sure where this subset of data came from.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="754" LastEditDate="2015-07-10T07:28:50.437" LastActivityDate="2016-12-09T00:26:18.237" Title="Dump of WikiLeaks" Tags="|data-request|leak|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4222" PostTypeId="2" ParentId="4161" CreationDate="2014-12-21T21:28:15.207" Score="4" Body="&lt;p&gt;Data about imports and exports to the United States is available at several sources, but not necessarily at the shipping container level.  You can see:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.census.gov/foreign-trade/statistics/historical/&quot; rel=&quot;nofollow&quot;&gt;U.S. international trade in goods and services&lt;/a&gt; since 1960 from the U.S. Census (open data)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are two sources referenced by @szxk earlier, which provide more detailed data, but are only free for the first 7 days of access:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Detailed bills of lading for U.S. imports and exports via &lt;a href=&quot;https://www.piers.com/MarketResearch&quot; rel=&quot;nofollow&quot;&gt;PIERS&lt;/a&gt; in this &lt;a href=&quot;https://www.piers.com/MarketResearch#bill1&quot; rel=&quot;nofollow&quot;&gt;format&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;Detailed ocean bills of lading for U.S. imports via &lt;a href=&quot;http://www.iealing.com/tn/Query?list=consignee&quot; rel=&quot;nofollow&quot;&gt;Ealing&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastActivityDate="2014-12-21T21:28:15.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4223" PostTypeId="2" ParentId="4221" CreationDate="2014-12-22T14:22:46.290" Score="11" Body="&lt;p&gt;&lt;strong&gt;UPDATE:&lt;/strong&gt; the link and details below are currently not available. For details, see &lt;a href=&quot;http://www.joshwieder.net/search/label/wlstorage.net&quot; rel=&quot;noreferrer&quot;&gt;http://www.joshwieder.net/search/label/wlstorage.net&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;You can find the torrent links for all the Wikileaks data on the &lt;a href=&quot;http://wlstorage.net/&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;wlstorage.net&lt;/strong&gt;&lt;/a&gt; site.&lt;/p&gt;&#xA;&lt;p&gt;You can either download everything, or select files by &amp;quot;project&amp;quot;, as folders or single files: &lt;a href=&quot;http://wlstorage.net/torrent/&quot; rel=&quot;noreferrer&quot;&gt;torrents&lt;/a&gt; (1827 in total at time of posting).&lt;/p&gt;&#xA;&lt;p&gt;You can also see some data before torrenting - &lt;a href=&quot;http://wlstorage.net/file/&quot; rel=&quot;noreferrer&quot;&gt;link&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Details:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;torrent.tar contains the entire /torrent/ directory.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;file.torrent contains file.tar file as torrent - RECOMMENDED, PLEASE USE THAT FOR ENTIRE FILE COLLECTION!&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;files-all.torrent is the same, contains entire file collection, but they are not packed. Choose either suits you best.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;If you want a torrent file for a specific project, an example is:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://wlstorage.net/torrent/zimbabwe-military-election.pdf.torrent&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;An example of a folder is this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://wlstorage.net/torrent/sarah-palin-hack-2008/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;with individual torrent files inside.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-02-18T17:08:32.333" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4224" PostTypeId="1" CreationDate="2014-12-23T00:52:05.563" Score="6" ViewCount="91" Body="&lt;p&gt;I have a question about the Wage and Hour Compliance Action Data of the Department of Labor's Wage and Hour division: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://prd-enforce-xfr-02.dol.gov/data_catalog/WHD/whd_whisard_20141105.csv.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Does anyone know what specifically is covered in the &lt;code&gt;flsa_bw_atp_amt&lt;/code&gt; field of the database and how it's different from the fields, &lt;code&gt;flsa_mw_bw_atp_amt&lt;/code&gt; and &lt;code&gt;flsa_ot_bw_atp_amt&lt;/code&gt;? &#xA;I know it means backwages agreed to pay under Fair Labor Standards Act, but I'm wondering how it differs from the other fields that also cover backwages under the same act. The data dictionary is not specific. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I want to add up all the backwages collected under the Fair Labor Standards Act, what fields should I add up?&lt;/p&gt;&#xA;" OwnerUserId="4282" LastEditorUserId="1511" LastEditDate="2015-09-29T09:43:54.067" LastActivityDate="2015-09-29T09:43:54.067" Title="DOL Wage and Hour data: Counting backwages under Fair Labor Standards Act" Tags="|data.gov|government|csv|analysis|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4225" PostTypeId="1" CreationDate="2014-12-23T03:54:41.570" Score="7" ViewCount="215" Body="&lt;p&gt;Sometimes when I try to download a data zip file I see a popup that states like this:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;Under law, public use data collected and distributed by the National Center for Education Statistics (NCES) may be used only for statistical purposes. Any effort to determine the identity of any reported case by public-use data users is prohibited by law.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Can I put the contents of this data on a website?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What does this sentence mean?&#xA;&quot;Any effort to determine the identity of any reported case by public-use data users is prohibited by law&quot;&lt;/p&gt;&#xA;" OwnerUserId="4283" LastEditorUserId="1511" LastEditDate="2014-12-23T07:49:47.933" LastActivityDate="2015-01-05T17:20:37.097" Title="Gov data may be used only for statistical purposes?" Tags="|data.gov|legal|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4226" PostTypeId="1" CreationDate="2014-12-23T16:18:07.853" Score="4" ViewCount="3674" Body="&lt;p&gt;For economics-related research I'm looking to map all the Coca Cola bottling plants worldwide. Where can I find such a list?  &lt;/p&gt;&#xA;" OwnerUserId="4252" LastEditorUserId="244" LastEditDate="2014-12-23T20:21:14.573" LastActivityDate="2014-12-30T20:25:17.527" Title="Database of all Coca Cola (and its franchises) bottling plants locations worldwide" Tags="|data-request|economics|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4227" PostTypeId="2" ParentId="4226" CreationDate="2014-12-23T20:42:32.590" Score="4" Body="&lt;p&gt;The data is not apparently available as a downloadable dataset, but there are some documents and visualizations available.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A great &lt;a href=&quot;https://www.google.com/maps/d/u/0/viewer?oe=UTF8&amp;amp;vpsrc=0&amp;amp;t=h&amp;amp;ie=UTF8&amp;amp;msa=0&amp;amp;mid=zIS6n3st1NKE.kYJ13h_kyMOI&quot; rel=&quot;nofollow&quot;&gt;visualization&lt;/a&gt; of all the Coca Cola facilities (and &lt;a href=&quot;http://pastebin.com/raw.php?i=ujLcCT8Y&quot; rel=&quot;nofollow&quot;&gt;an associated KML file&lt;/a&gt; -- thanks @philshem)&lt;/li&gt;&#xA;&lt;li&gt;Coca-Cola's &lt;a href=&quot;http://www.coca-colacompany.com/our-company/the-coca-cola-system#TCCC&quot; rel=&quot;nofollow&quot;&gt;description&lt;/a&gt; of the facilities in the network&lt;/li&gt;&#xA;&lt;li&gt;Overall performance of the facilities in the annual &lt;a href=&quot;http://www.coca-colacompany.com/our-company/the-coca-cola-system#TCCC&quot; rel=&quot;nofollow&quot;&gt;Sustainability Report&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Overview of &lt;a href=&quot;http://www.coca-colacompany.com/annual-review/2013/img/TCCC_2013_Annual_Review.pdf&quot; rel=&quot;nofollow&quot;&gt;global facilities&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2014-12-30T20:25:17.527" LastActivityDate="2014-12-30T20:25:17.527" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4228" PostTypeId="2" ParentId="4225" CreationDate="2014-12-23T22:59:32.773" Score="2" Body="&lt;p&gt;My interpretation is the data can only be used in aggregate (counts and statistics). You cannot use it to identify an individual person. For example, linking a public event (e.g. car accident) with public health data (e.g. Medicare ambulatory event) to gain an individual's medical information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bloomberg.com/infographics/2013-06-05/reidentifying-anonymous-medical-records.html&quot; rel=&quot;nofollow&quot;&gt;http://www.bloomberg.com/infographics/2013-06-05/reidentifying-anonymous-medical-records.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3221" LastEditorUserId="3221" LastEditDate="2014-12-23T23:30:38.313" LastActivityDate="2014-12-23T23:30:38.313" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4229" PostTypeId="1" CreationDate="2014-12-24T12:40:51.330" Score="3" ViewCount="839" Body="&lt;p&gt;Is there a place where I can find gov datasets (from data.gov, bea etc) in MySQL format? - free or paid.  I could download and parse the files of course, but wanted to check if it is already available somewhere before going down that route&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorUserId="70" LastEditDate="2015-01-14T12:31:04.500" LastActivityDate="2015-01-14T12:31:04.500" Title="where can I find gov datasets (from data.gov, bea etc) in MySQL format?" Tags="|data-request|data.gov|sql|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4230" PostTypeId="1" CreationDate="2014-12-24T15:55:54.480" Score="4" ViewCount="243" Body="&lt;p&gt;In his 1927 paper &lt;em&gt;On a Method of Investigating Periodicities in Disturbed Series, with Special Reference to Wolfer's Sunspot Numbers&lt;/em&gt;, Udny Yule considers a thought experiment where there is a simple pendulum hanging from a fixed point and whose natural path is disturbed by pea shots from children; the example motivates the first use of the autoregressive model for time series analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a data set (with real data) available that will illustrate this pendulum example?  &lt;/p&gt;&#xA;" OwnerUserId="4295" LastEditorUserId="4295" LastEditDate="2015-01-28T20:24:15.053" LastActivityDate="2015-01-28T20:24:15.053" Title="Yule's disturbed pendulum time series example" Tags="|data-request|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4231" PostTypeId="1" CreationDate="2014-12-24T17:01:22.557" Score="7" ViewCount="731" Body="&lt;p&gt;We are testing academic algorithms on energy consumption. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a &lt;strong&gt;Energy per building&lt;/strong&gt; dataset. Is there any city that open such kind of data?&lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="1511" LastEditDate="2016-03-21T21:38:32.617" LastActivityDate="2016-10-27T18:52:33.067" Title="Energy Consumption of individual buildings" Tags="|data-request|city|energy|" AnswerCount="3" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="4232" PostTypeId="1" AcceptedAnswerId="4247" CreationDate="2014-12-24T13:51:06.423" Score="5" ViewCount="353" Body="&lt;p&gt;What I'm looking for is something like google trends. It has to have tags like the ones used on SE,  &lt;code&gt;terrorism&lt;/code&gt;, &lt;code&gt;isis&lt;/code&gt;, &lt;code&gt;celebreties&lt;/code&gt;, &lt;code&gt;john lennon&lt;/code&gt;  for instance, lennon is in celebreties category and ISIS is in terrorism category and so on. Think of it, like a dictionary containing html meta tags&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has to be 1 keyword per tag, descriptions are okay but i don't need them. So I don't care if they exist or not. Not too many keywords, not too little, enough to cover the most important topics, just like tags on this site. The keywords has to be important, for example the word table isn't important, kitchen is. Kinda the same way a website is split.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to download them, csv file or similar.  It has to be free and frequently updated. (If the price is reasonable, I'm willing to pay).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The categories should stay the same forever. I mean I don't want to have a file that contains today in &lt;code&gt;Physics&lt;/code&gt; category for example&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;general relativity&lt;/code&gt; &#xA;&lt;code&gt;Newton Laws&lt;/code&gt;&#xA;&lt;code&gt;string theory&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and then tomorrow they decide to split it up and create a &lt;code&gt;quantum physics&lt;/code&gt; category and put string theory in that category. The categories stay the same, keywords get updated, never deleted, never moved from one category to another.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I prefer to have it locally, just in case the api I'm using stopped working, so I'd like to download it. No frequent update is needed. It doesn't have to be one file, 100 files, it's okay.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm doing some statistics about keywords used on the web, not just today, since it started.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I considered crawling twitter hashtags, or facebook hashtags or google trends, but the thing is people use many useless keywords and hashtags nowadays like &lt;code&gt;#I_ate_pizza&lt;/code&gt; &lt;code&gt;#I_love_bieber&lt;/code&gt; and they don't search for keywords, the majority search &lt;code&gt;What gift to buy for my girlfriend&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These useless search and hashtags will give me headache if I'm the guy sorting the keywords. I'd rather use a third party.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it's available in many languages, and many countries, it's even better&lt;/p&gt;&#xA;" OwnerUserId="4308" OwnerDisplayName="Fischer" LastEditorUserId="1511" LastEditDate="2014-12-31T12:12:27.740" LastActivityDate="2014-12-31T12:12:27.740" Title="Dictionary containing keywords used on the Web" Tags="|data-request|trends|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4233" PostTypeId="2" ParentId="3862" CreationDate="2014-12-27T06:59:32.903" Score="5" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.hackathonwatch.com/&quot; rel=&quot;nofollow&quot;&gt;Hackathon Watch&lt;/a&gt; - not specific to open source or open data though&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.google.com/calendar/embed?src=d8ctpd90brkif2u7emhrv03kqc@group.calendar.google.com&quot; rel=&quot;nofollow&quot;&gt;European PSI / Open Data Events&lt;/a&gt; - European, not global&lt;/li&gt;&#xA;&lt;li&gt;Lanyard's &lt;a href=&quot;http://lanyrd.com/topics/open-data/&quot; rel=&quot;nofollow&quot;&gt;Open Data&lt;/a&gt; and &lt;a href=&quot;http://lanyrd.com/topics/open-source/&quot; rel=&quot;nofollow&quot;&gt;Open Source&lt;/a&gt; lists (can be saved to your calendar, see the right column)&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(please edit if you want to add a calendar)&lt;/p&gt;&#xA;" OwnerUserId="4309" LastEditorUserId="292" LastEditDate="2015-02-25T13:56:59.453" LastActivityDate="2015-02-25T13:56:59.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4234" PostTypeId="1" CreationDate="2014-12-27T15:03:37.403" Score="3" ViewCount="5201" Body="&lt;p&gt;After searching for a word in google trends I can only get access to weekly data .csv files. How can I easily get access to monthly data ? I feel like I just missed a button or something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found this &lt;a href=&quot;https://stackoverflow.com/questions/20332243/trying-to-download-google-trends-data-but-date-parameter-is-ignored&quot;&gt;stackoverflow post&lt;/a&gt;,  which seems to work according to commentaries, but don't really know how to handle all this code (and a bit skeptical about hardcoding my google Ids...).&lt;/p&gt;&#xA;" OwnerUserId="3488" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2014-12-31T12:04:00.103" Title="Monthly data in Google Trends" Tags="|data-request|extracting|trends|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4235" PostTypeId="1" CreationDate="2014-12-27T21:53:14.450" Score="6" ViewCount="252" Body="&lt;p&gt;I am new to the world of data science. I was wondering if anyone knew where I can find health datasets? Specifically heart disease data on minorities in the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions or guidance will be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="4315" LastActivityDate="2015-01-02T14:00:17.163" Title="Do you know where I can find health data sets?" Tags="|data-request|medical|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4236" PostTypeId="2" ParentId="4235" CreationDate="2014-12-27T23:39:27.213" Score="4" Body="&lt;p&gt;I would recommend taking a look at the Medicare Expenditure Panel Survey (&lt;a href=&quot;http://meps.ahrq.gov/mepsweb/&quot; rel=&quot;nofollow&quot;&gt;MEPS&lt;/a&gt;), a nationally representative survey on the health status of individuals that includes patient discharge information. You could also try looking at the National Hospital Discharge Survey (&lt;a href=&quot;http://www.cdc.gov/nchs/nhds.htm&quot; rel=&quot;nofollow&quot;&gt;NHDS&lt;/a&gt;), which is a selection of patient discharge data from randomly sampled hospitals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a health researcher, you'll definitely want to become acquainted with the ICD 9 diagnosis and procedure codes available by fiscal year &lt;a href=&quot;http://www.cms.gov/Medicare/Coding/ICD9ProviderDiagnosticCodes/codes.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. For example, ischemic heart disease is &quot;410**&quot; or &quot;411**&quot;. Since you're new to the field, I suggest you seek some in person advice about how to use these two completely different data setups. And it would be worthwhile to become familiar with ICD codes. &lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2014-12-28T14:40:22.117" LastActivityDate="2014-12-28T14:40:22.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4237" PostTypeId="2" ParentId="4229" CreationDate="2014-12-29T04:04:14.097" Score="3" Body="&lt;p&gt;you can search data.gov, this search returns over 300:&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=MySQL&amp;amp;sort=score+desc%2C+name+asc&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?q=MySQL&amp;amp;sort=score+desc%2C+name+asc&lt;/a&gt;&lt;br&gt;&#xA;and this search within datasets hosted by data.gov reveals 12:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.data.gov/search-results?group=site&amp;amp;q=MySQL&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gov/search-results?group=site&amp;amp;q=MySQL&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2014-12-29T04:04:14.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4239" PostTypeId="1" CreationDate="2014-12-29T17:43:56.777" Score="2" ViewCount="99" Body="&lt;p&gt;I am looking for the surface area, and the number of premises for each UK district. The districts should be listed with their &lt;a href=&quot;https://en.wikipedia.org/wiki/ONS_coding_system&quot; rel=&quot;nofollow&quot;&gt;ONS codes&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Rationale: I am trying to process and aggregate &lt;a href=&quot;http://stakeholders.ofcom.org.uk/binaries/research/infrastructure/2014/Mobile_local_authority.csv&quot; rel=&quot;nofollow&quot;&gt;Ofcom data for mobile network coverage&lt;/a&gt; in the UK. For the districts of the UK, they list&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the ratio of the surface area with signal&lt;/li&gt;&#xA;&lt;li&gt;the ratio of premises with signal&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;for each of UK's four major mobile network operators (Vodafone, O2, Three, EE). Unfortunately, Ofcom doesn't mention the totals (or at least i haven't found them).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Note: The Ofcom data is actually not distributed across UK &lt;em&gt;districts&lt;/em&gt; throughout. Instead, it uses various levels of non-overlapping administrative units:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;All districts of Wales, Scotland and Northern Ireland&lt;/li&gt;&#xA;&lt;li&gt;All 'Unitary Authorities' in England&lt;/li&gt;&#xA;&lt;li&gt;All metropolitan districts in England&lt;/li&gt;&#xA;&lt;li&gt;All counties in England with county councils ('shires')&lt;/li&gt;&#xA;&lt;li&gt;Greater London is a single row.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Luckily they are all listed with their administrative ONS codes (with the exception of greater London which is listed with an extra code '00-London'), so it should be straightforward to reproduce the Ofcom aggregation.&lt;/p&gt;&#xA;" OwnerUserId="4324" LastActivityDate="2015-03-06T20:57:56.697" Title="Where can i find the surface area and the number of premises for all UK districts?" Tags="|data-request|government|geospatial|uk|real-estate|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4240" PostTypeId="1" AcceptedAnswerId="4246" CreationDate="2014-12-29T21:33:35.783" Score="9" ViewCount="2872" Body="&lt;p&gt;I'm fairly new to python, but I've been struggling to get anything more than ten results from a package_list request from Data.Gov's CKAN API.  Here's what I'm using:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;response = urlopen('http://catalog.data.gov/api/3/action/package_list')&#xA;assert response.code == 200&#xA;&#xA;response_dict = json.loads(response.read())&#xA;&#xA;assert response_dict['success'] is True&#xA;len(response_dict['result']['results'])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The result is only 10 datasets.  This is the same when I use package_search, it only returns the first ten results.  What am I doing wrong? I can't seem to find the answer in the CKAN documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions/help would be appreciated!&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ben&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="4326" LastActivityDate="2015-04-14T12:55:37.903" Title="How do I get a full list of datasets available on Data.Gov using the CKAN API?" Tags="|data.gov|ckan|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4241" PostTypeId="2" ParentId="4240" CreationDate="2014-12-29T22:35:47.050" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://docs.ckan.org/en/ckan-2.2/api.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API documentation&lt;/a&gt; lists two arguments to package_list :&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Parameters:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;limit (int) – if given, the list of datasets will be broken into pages of at most &lt;code&gt;limit&lt;/code&gt; datasets per page and only one page will be returned at a time (optional)&lt;/li&gt;&#xA;&lt;li&gt;offset (int) – when &lt;code&gt;limit&lt;/code&gt; is given, the offset to start returning packages from&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;They don't mention if they count from 1 or from 0 ... but I'd suggest trying increasing &lt;code&gt;limit&lt;/code&gt; sizes (100, 1000, 5000, etc.) until they stop returning that many, and then send an &lt;code&gt;offset&lt;/code&gt; of the number they gave you, and see if they still give you more, then keep adding &lt;code&gt;limit&lt;/code&gt; to the &lt;code&gt;offset&lt;/code&gt; value until they don't give you anything.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2014-12-29T22:35:47.050" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4242" PostTypeId="1" AcceptedAnswerId="4243" CreationDate="2014-12-29T23:28:51.890" Score="19" ViewCount="10570" Body="&lt;p&gt;I want to get historical weather data (Winter 2014) of temperature, humidity, air-pressure, wind_speed, wind direction, rain in specific latitude/longitude. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any API that I can use to get these informations. &lt;/p&gt;&#xA;" OwnerUserId="4327" LastEditorUserId="70" LastEditDate="2015-01-02T12:00:55.330" LastActivityDate="2022-06-12T19:09:03.643" Title="Historical weather data" Tags="|data-request|weather|europe|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4243" PostTypeId="2" ParentId="4242" CreationDate="2014-12-30T15:53:50.540" Score="13" Body="&lt;p&gt;For international and historical data, and for a modest number of requests per day, I personally recommend the &lt;a href=&quot;http://www.wunderground.com/weather/api/&quot;&gt;Wunderground API&lt;/a&gt;. Once you register, you can get 500 free requests per day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The URL for &lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/history&quot;&gt;historical data&lt;/a&gt; will look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.wunderground.com/api/Your_Key/history_YYYYMMDD/q/CA/San_Francisco.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've posted a sample code (python 2.7) that you can use (and improve!) - &lt;a href=&quot;https://gist.github.com/philshem/8864437#file-wunderground_historical-py&quot;&gt;LINK&lt;/a&gt;. I would run this code every day, just changing the year (currently it's set for 2013). The output of the code is a CSV file, but you can store the JSON and/or parse as needed.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-12-30T15:53:50.540" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4244" PostTypeId="1" CreationDate="2014-12-30T17:33:03.517" Score="2" ViewCount="681" Body="&lt;p&gt;I am looking for fantasy soccer datasets for the English Premier League -- points for each player for each match day this season, ideally from DraftKings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If someone knows a good resource where to get the data, or if someone has collected the data and is willing to share it, I would really appreciate it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just started with fantasy soccer couple of weeks ago and wrote a script for the start in order to collect a bunch of data from different sources (e.g., injuries, suspensions, fantasy points, team standings etc.). I wanted to share it with you in hope that it might be useful for one or the other: &lt;a href=&quot;https://github.com/rasbt/datacollect/tree/master/collect_fantasysoccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/rasbt/datacollect/tree/master/collect_fantasysoccer&lt;/a&gt; I also have a tool to merge the data tables based on &quot;normalized&quot; player names that I will upload it soon, too.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Edit:&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Right now, there is a lot of noise in my model, however, it was sufficient to win so far. You can see that the prediction and actual outcome (in the plot below) are a little bit off, but it is quite fun so far and will become more accurate over time as I collect more data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The plot is for match day 20:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/1h3MS.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user4331" LastEditorDisplayName="user4331" LastEditDate="2015-01-05T20:28:06.457" LastActivityDate="2015-01-05T20:28:06.457" Title="Fantasy Soccer (English Premier League) datasets" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4245" PostTypeId="2" ParentId="1256" CreationDate="2014-12-30T17:44:25.003" Score="4" Body="&lt;p&gt;If you are working with Python, there are a couple of options:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something simple like &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;with open('in_filepath', 'r') as inf, open('out_filepath', 'w') as outf:&#xA;    for line in inf:&#xA;        # do some processing, e.g, .split(',')&#xA;        if criterion: # check if you want this row&#xA;            outf.write(line)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;would work, since it reads the file iteratively, not all at once.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, there is a &lt;code&gt;csv&lt;/code&gt; module in the standard library of Python that works quite similarly:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;with open('my.csv', 'r') as inf, , open('out_filepath', 'w') as outf:&#xA;    csvreader = csv.reader(inf, delimiter=',')&#xA;    for row in csvreader:&#xA;    ...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There is also a new nice Python library called blaze, which is has been designed to work with a large number of large CSV files. Here is a nice tutorial about how to use it for this purpose: &lt;a href=&quot;http://nbviewer.ipython.org/url/blaze.pydata.org/notebooks/timings-csv.ipynb&quot; rel=&quot;nofollow&quot;&gt;http://nbviewer.ipython.org/url/blaze.pydata.org/notebooks/timings-csv.ipynb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user4331" LastEditorDisplayName="user4331" LastEditDate="2014-12-31T16:20:33.417" LastActivityDate="2014-12-31T16:20:33.417" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4246" PostTypeId="2" ParentId="4240" CreationDate="2014-12-30T18:38:10.230" Score="7" Body="&lt;p&gt;For now the Data.gov CKAN API redirects &lt;code&gt;package_list&lt;/code&gt; to &lt;code&gt;package_search&lt;/code&gt; and for &lt;code&gt;package_search&lt;/code&gt; &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.get.package_search&quot; rel=&quot;nofollow&quot;&gt;the relevant Solr parameters to limit your query are &lt;code&gt;rows&lt;/code&gt; and &lt;code&gt;start&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;code&gt;http://catalog.data.gov/api/3/action/package_search?rows=1000&amp;amp;start=0&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And then page through. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you or anyone has additional feedback on what Data.gov CKAN API documentation would be helpful or would like to help contribute there is &lt;a href=&quot;https://github.com/GSA/data.gov/issues/180&quot; rel=&quot;nofollow&quot;&gt;a relevant issue&lt;/a&gt; open on GitHub. &lt;/p&gt;&#xA;" OwnerUserId="3952" LastEditorUserId="292" LastEditDate="2015-04-14T12:55:37.903" LastActivityDate="2015-04-14T12:55:37.903" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4247" PostTypeId="2" ParentId="4232" CreationDate="2014-12-31T09:20:06.377" Score="4" Body="&lt;p&gt;You wrote:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I considered crawling twitter hashtags, or facebook hashtags or google trends, but the thing is people use many useless keywords and hashtags nowadays like #I_ate_pizza #I_love_bieber and they don't search for keywords, the majority search What gift to buy for my girlfriend&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I don't really know Facebook, but regarding the Twitter trends:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;underscores aren't often used in hashtags&lt;/li&gt;&#xA;&lt;li&gt;trends don't have to be a hashtag. Here is an example of my local trends:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/mUMat.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://dev.twitter.com/rest/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter API&lt;/a&gt; has several methods that can be used to collect trends (&lt;a href=&quot;https://dev.twitter.com/rest/reference/get/trends/place&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example&lt;/a&gt;), or to create your own (&lt;a href=&quot;https://dev.twitter.com/streaming/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;public stream&lt;/a&gt;). What is missing is the ability to search for tweets from the complete set (&lt;a href=&quot;https://dev.twitter.com/rest/public/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;relevance, not completeness&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also consider &lt;a href=&quot;https://developer.linkedin.com/apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;LinkedIn API&lt;/a&gt; and the many other web APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use Google Trends, then the data they provide is stripped of the non-trending words. For example, the search:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;What gift to buy for my girlfriend&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;would come back as part of a trend on:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;girlfriend&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(maybe on Valentine's day). None of the &lt;a href=&quot;http://en.wikipedia.org/wiki/Stop_words&quot; rel=&quot;nofollow noreferrer&quot;&gt;stop words&lt;/a&gt; are included (otherwise, 'the' would be always trending).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Trends doesn't have an API, but you can follow instructions from &lt;a href=&quot;http://techslides.com/hacking-the-google-trends-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; to hack it. The raw data is in JSON form here:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://hawttrends.appspot.com/api/terms/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and using this &lt;a href=&quot;http://curl.haxx.se/docs/manpage.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;curl&lt;/a&gt; command you can change date and place:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl --data &quot;ajax=1&amp;amp;geo=US&amp;amp;date=201310&quot; http://www.google.com/trends/topcharts/category&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This request would give you Google trends from the US in October 2013. Here is an unformatted JSON file for the above curl request - &lt;a href=&quot;http://pastebin.com/raw.php?i=uFVj2TYU&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;. Here is the same data in a JSON formatted web tool - &lt;a href=&quot;http://codebeautify.org/jsonviewer/1cbe4f&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2014-12-31T09:20:06.377" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4248" PostTypeId="2" ParentId="3946" CreationDate="2014-12-31T10:12:21.623" Score="2" Body="&lt;p&gt;I heard about a startup launching a platform for business assets, maybe you don't want to buy or sell stuffs, but they will aggregate a lot of stuff:&#xA;&lt;a href=&quot;http://theassets.co&quot; rel=&quot;nofollow&quot;&gt;http://theassets.co&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4337" LastEditorUserId="1511" LastEditDate="2014-12-31T11:51:06.877" LastActivityDate="2014-12-31T11:51:06.877" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4249" PostTypeId="2" ParentId="4234" CreationDate="2014-12-31T12:04:00.103" Score="1" Body="&lt;p&gt;&lt;em&gt;note: this answer is based on &lt;a href=&quot;https://opendata.stackexchange.com/a/4247/1511&quot;&gt;another answer&lt;/a&gt;, with some modifications for your question.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Trends doesn't have an API, but you can follow instructions from &lt;a href=&quot;http://techslides.com/hacking-the-google-trends-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;this great blog post&lt;/a&gt; to hack it. The raw data is in JSON form here:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://hawttrends.appspot.com/api/terms/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and using this &lt;a href=&quot;http://curl.haxx.se/docs/manpage.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;curl&lt;/a&gt; command you can change date and region:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl --data &quot;ajax=1&amp;amp;geo=US&amp;amp;date=201310&quot; http://www.google.com/trends/topcharts/category&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This request would give you Google trends from the US in October 2013.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Output:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Unformatted JSON file for the above curl request - &lt;a href=&quot;http://pastebin.com/raw.php?i=uFVj2TYU&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Same data in a JSON formatted web tool - &lt;a href=&quot;http://codebeautify.org/jsonviewer/1cbe4f&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you aren't comfortable programming a tool to parse this JSON output, you can use something like &lt;a href=&quot;http://openrefine.org/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; as a front-end. With this kind of tool, I think you can convert to CSV. There are also some webtools to convert JSON to CSV (&lt;a href=&quot;http://konklone.io/json/&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;). Note that the JSON format is for data-interchange and requires understanding the structure for proper transfer to a tabular format (like CSV). Data is stored as key/value and the values can be dictionaries, lists, or any other data-type.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2014-12-31T12:04:00.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4250" PostTypeId="1" CreationDate="2015-01-01T00:34:59.247" Score="10" ViewCount="2757" Body="&lt;p&gt;I'm looking for an API that would allow me to get a lot of painting on the public domain. &#xA;For example, Google's art project contains a lot of what I am looking for, but you can't easily download paintings (I will need something like 1000 of them).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;tl;dr : Is there a way to run &lt;code&gt;get-paintings --painter &quot;Claude Monet&quot;&lt;/code&gt; and get an archive? &lt;/p&gt;&#xA;" OwnerUserId="4340" LastEditorUserId="1511" LastEditDate="2015-11-01T10:05:20.577" LastActivityDate="2015-11-01T10:05:20.577" Title="Public domain paintings database" Tags="|api|images|glam|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4251" PostTypeId="2" ParentId="4250" CreationDate="2015-01-01T15:56:12.137" Score="8" Body="&lt;p&gt;Check out the Walters Art Museum Collections API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/WaltersArtMuseum/walters-api&quot;&gt;https://github.com/WaltersArtMuseum/walters-api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Might give you access to what you are looking for...&lt;/p&gt;&#xA;" OwnerUserId="4339" LastActivityDate="2015-01-01T15:56:12.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4252" PostTypeId="2" ParentId="4250" CreationDate="2015-01-01T18:27:17.707" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;http://datahub.io/group/art&quot; rel=&quot;nofollow noreferrer&quot;&gt;Art section of Datahub.io&lt;/a&gt; has several good candidates - &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the &lt;a href=&quot;http://commons.wikimedia.org/wiki/Category:Paintings&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Paintings&lt;/a&gt; page. It's not an API, but you can download all image files from this page by a command like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget -r -P /save/location -A jpeg,jpg,bmp,gif,png http://commons.wikimedia.org/wiki/Category:Paintings&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(at the moment, this command doesn't work for me, but it should be possible - &lt;a href=&quot;https://stackoverflow.com/a/4602181/2327328&quot;&gt;details&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option might be the Victoria and Albert Museum API - &#xA;&lt;a href=&quot;http://www.vam.ac.uk/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.vam.ac.uk/api/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Also consider &lt;a href=&quot;http://www.freebase.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Freebase&lt;/a&gt; (which is being transferred to Wikidata). An example of Monet's paintings is &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.freebase.com/user/skud/default_domain/views/artworks_by_monet&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And the same query can be made via &lt;a href=&quot;https://developers.google.com/freebase/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-01-01T18:34:11.463" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4253" PostTypeId="1" AcceptedAnswerId="4294" CreationDate="2015-01-02T08:40:55.160" Score="12" ViewCount="3542" Body="&lt;p&gt;I'm looking to download photoperiod (day length) data for a variety of locations in Europe on a variety of dates. For each date and locations, I need to the number of hours of daylight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, the data would have the following attributes:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;High spatial resolution&lt;/li&gt;&#xA;&lt;li&gt;Photoperiod of each day of year&lt;/li&gt;&#xA;&lt;li&gt;Downloadable as a comma separated values file or similar (to be used in R)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The data should look like this (commas separate each column):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;location 1, date 1, photoperiod of 6hrs&#xA;location 1, date 2, photoperiod of 7hrs&#xA;location 2, date 1, photoperiod of 5hrs&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Can anyone suggest where I might find these data?&lt;/p&gt;&#xA;" OwnerUserId="4344" LastEditorUserId="4344" LastEditDate="2015-01-05T12:01:02.687" LastActivityDate="2015-01-09T09:22:37.450" Title="Where can I download photoperiod (daylength) data?" Tags="|data-request|geospatial|csv|programming|environment|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4254" PostTypeId="2" ParentId="4235" CreationDate="2015-01-02T14:00:17.163" Score="2" Body="&lt;p&gt;The CDC's heart disease maps and data might help you if you want a higher level view:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/heartdisease/maps_statistics.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/heartdisease/maps_statistics.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first link says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This application allows users to view county-level maps of heart disease and stroke by racial/ethnic group, along with maps of social environmental conditions and health services for the entire United States or for a chosen state or territory.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-02T14:00:17.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4255" PostTypeId="2" ParentId="3720" CreationDate="2015-01-02T14:23:39.460" Score="1" Body="&lt;p&gt;My advice would be to look at the documentation for the relevant statistical procedures in popular statistics software, specifically in R or SAS.  Statistical function documentation usually has sample datasets and examples of the usages.&#xA;&lt;a href=&quot;http://www.rdocumentation.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.rdocumentation.org/&lt;/a&gt;&#xA;&lt;a href=&quot;http://support.sas.com/documentation/onlinedoc/stat/&quot; rel=&quot;nofollow&quot;&gt;http://support.sas.com/documentation/onlinedoc/stat/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-02T14:23:39.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4256" PostTypeId="2" ParentId="4253" CreationDate="2015-01-02T15:35:34.813" Score="2" Body="&lt;p&gt;'high spatial resolution' and 'csv' generally are mutually exclusive.  (as CSV doesn't scale that well ... high resolution stuff would be stored as binary data cubes or images).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best proxy that I can recommend for what you're asking for are &lt;a href=&quot;http://solargis.info/doc/free-solar-radiation-maps-GHI&quot; rel=&quot;nofollow&quot;&gt;solar potential maps&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not as easily computed from &lt;a href=&quot;http://naif.jpl.nasa.gov/naif/toolkit.html&quot; rel=&quot;nofollow&quot;&gt;SPICE kernels&lt;/a&gt;, as you have areas on mountains or in valleys that have different day lengths than their surrounding areas.  I don't believe that the &lt;a href=&quot;http://aa.usno.navy.mil/data/docs/RS_OneYear.php#formb&quot; rel=&quot;nofollow&quot;&gt;US Naval Observatory takes that into account from their service&lt;/a&gt;, but they will calculate the sunrise &amp;amp; sunset times for a given lat/long down to the arc minute for a given year.  They also have a &lt;a href=&quot;http://aa.usno.navy.mil/data/docs/earthview.php&quot; rel=&quot;nofollow&quot;&gt;service that will generate an image of day/night demarcation for a given date-time&lt;/a&gt;.  Looking at their generated images and the following statement, I suspect that they don't compensate for geographic features, as they only mention plentary ephemeris:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In constructing these images, the geometry of the Earth, Sun, and Moon is computed from the data in the Jet Propulsion Laboratory DE405/LE405 planetary and lunar ephemeris. The cloudless Earth map that is used is a processed version of a mosaic produced at NASA's Earth Observatory.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I also checked times on &lt;a href=&quot;http://aa.usno.navy.mil/imagery/earth/map?year=2015&amp;amp;month=3&amp;amp;day=20&amp;amp;hour=9&amp;amp;minute=00&quot; rel=&quot;nofollow&quot;&gt;March 20th, 2015&lt;/a&gt; to see if they would show the shadow from the moon during the &lt;a href=&quot;http://www.timeanddate.com/eclipse/solar/2015-march-20&quot; rel=&quot;nofollow&quot;&gt;solar eclipse&lt;/a&gt;, but I didn't see it.  Depending on your definition of 'photoperiod' and 'day length', eclipses could be significant.  &lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-01-02T15:35:34.813" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4257" PostTypeId="2" ParentId="4230" CreationDate="2015-01-02T19:15:56.910" Score="1" Body="&lt;p&gt;This paper, &quot;Sunspot cycle simulation using random noise&quot;, might be a good place to start:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tf.boulder.nist.gov/general/pdf/230.pdf&quot; rel=&quot;nofollow&quot;&gt;http://tf.boulder.nist.gov/general/pdf/230.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actual sunspot data here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.swpc.noaa.gov/products/solar-cycle-progression&quot; rel=&quot;nofollow&quot;&gt;http://www.swpc.noaa.gov/products/solar-cycle-progression&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-02T19:15:56.910" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4258" PostTypeId="2" ParentId="3791" CreationDate="2015-01-02T21:48:27.180" Score="6" Body="&lt;p&gt;While this won't be of help for a while, we at the U.S. Energy Information Administration (EIA) are beginning to develop a data set that may be helpful in the future. We received approval for a new data collection from Balancing Authorities in the lower 48 United States that will collect hourly generation, consumption, and transfer of electricity. The data will be hourly, and include actuals as well as prior day forecasts. We expect to start publishing data as we collect it in the first half of 2015 (we are currently implementing the hourly aggregation process with all the Balancing Authorities.) See the &quot;EIA-930&quot; on our website for more detailed information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Current electric generation and consumption data at this level of granularity that might meet your needs is currently available for Independent System Operators covering California, New England, the Pennsylvania/New Jersey/Maryland region, the Midwest, and Texas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not an expert in these areas, but we have several who might be of further help at EIA.&lt;/p&gt;&#xA;" OwnerUserId="4348" LastActivityDate="2015-01-02T21:48:27.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4259" PostTypeId="1" CreationDate="2015-01-02T23:05:45.590" Score="3" ViewCount="62" Body="&lt;p&gt;What is the date format for the &lt;a href=&quot;https://www.healthdata.gov/data/dataset/healthcare-finder-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Healthcare Finder API&lt;/a&gt;? I could not locate the answer in the API Schema.&lt;/p&gt;&#xA;&lt;p&gt;Is it &amp;quot;Year - Day - Month&amp;quot; or &amp;quot;Year - Month - Day&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="4350" LastEditorUserId="23272" LastEditDate="2021-04-07T13:00:26.220" LastActivityDate="2021-04-07T13:00:26.220" Title="What is the Date Format for the Healthcare Finder API?" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4260" PostTypeId="1" CreationDate="2015-01-03T05:31:47.753" Score="5" ViewCount="70" Body="&lt;p&gt;Where can I find project risk management data, including assignment risks and historical occurrences of identified risk managing projects?&lt;/p&gt;&#xA;" OwnerUserId="4351" LastEditorUserId="70" LastEditDate="2015-03-30T14:57:19.500" LastActivityDate="2015-03-30T14:57:19.500" Title="Where can I find project risk management data?" Tags="|data-request|business|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4261" PostTypeId="1" CreationDate="2015-01-04T01:40:53.807" Score="2" ViewCount="64" Body="&lt;p&gt;I'm doing a project that involves metropolitan areas according to the Census/BLS. I was able to merge Census and BLS data for metro areas because of their geoIDs. In some instances I had cities missing that I was able to then find in the census under different sections (NECTA, Metropolitan DIVISION, etc), which varies a bit from the standard MSA data I find when I go to the KML/geographic data section of their website. For example, some cities are represented in multiple ways -- New York, Los Angeles and Detroit for instance have multiple tracts with varying geoIDs.&lt;/p&gt;&#xA;&lt;p&gt;I was wondering if there was any way there was an easier way to find these missing cities from Metropolitan Division, etc. as far as KML files so I could map my project accordingly. I have 395 cities about and a lot of them I have the KML files for from MSA geographic data on the census site, but there are a decent amount missing.&lt;/p&gt;&#xA;" OwnerUserId="4357" LastEditorUserId="23272" LastEditDate="2022-07-14T14:29:49.030" LastActivityDate="2022-07-14T14:29:49.030" Title="ACS 2013 5 Year METRO areas in KML" Tags="|data-request|us-census|kml|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4262" PostTypeId="2" ParentId="4168" CreationDate="2015-01-04T20:11:01.827" Score="2" Body="&lt;p&gt;The Universal Postal Union (UPU) keeps a database of issued stamps starting in 2002 (it does not go earlier). For France, you can find the stamps issued 2002-2014 here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wnsstamps.post/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.wnsstamps.post/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Copyright information from that website:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;© Copyright UPU - WADP&lt;br&gt;&#xA;  The stamp designs are the property of their respective issuing postal authority.&lt;br&gt;&#xA;  The issuing postal authorities have allowed the reproduction of the stamps displayed on this website.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="754" LastEditDate="2015-01-05T00:36:15.550" LastActivityDate="2015-01-05T00:36:15.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4264" PostTypeId="2" ParentId="4260" CreationDate="2015-01-05T13:11:00.347" Score="3" Body="&lt;p&gt;Some &lt;em&gt;project risk management data&lt;/em&gt; can be found within the following &lt;strong&gt;resources&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://erm.ncsu.edu/library/categories/category/erm-surveys-and-benchmarking-data&quot; rel=&quot;nofollow&quot;&gt;Enterprise Risk Management Initiative's Surveys and Benchmarking Data&lt;/a&gt; (free)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.tmforum.org/BusinessBenchmarking/10227/home.html&quot; rel=&quot;nofollow&quot;&gt;TM Forum's Business Benchmarking Database&lt;/a&gt; (commercial)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.isbsg.org/ISBSGnew.nsf/webpages/45E810BF882519148825799E00030EC7?open&quot; rel=&quot;nofollow&quot;&gt;International Software Benchmarking Standards Group (ISBSG) Data Portal&lt;/a&gt; or, alternatively, &lt;a href=&quot;http://www.isbsg.org/isbsgnew.nsf/webpages/~GBL~Industry%20Data&quot; rel=&quot;nofollow&quot;&gt;ISBSG Industry Data Sets&lt;/a&gt; (commercial; &lt;em&gt;industry focus&lt;/em&gt;: software / IT project data)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;NOTES:&lt;/strong&gt; 1) I don't think that Project Management Institute (PMP) has project risk management data, as @Joe suggested. At least, I haven't been able to find it. 2) Obviously, there exists other industry-focused project risk management data, similar to the one referenced above, focused on the software / IT industry.&lt;/p&gt;&#xA;" OwnerUserId="1954" LastEditorUserId="1954" LastEditDate="2015-01-05T13:17:34.767" LastActivityDate="2015-01-05T13:17:34.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4265" PostTypeId="2" ParentId="4253" CreationDate="2015-01-05T13:18:08.823" Score="3" Body="&lt;p&gt;This question has good answers on Stackexchange (although from 2010) - &lt;a href=&quot;https://stackoverflow.com/q/4564972/2327328&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Anyone know of a good webservice or api that I can use to get the sunrise/sunset times in bulk? &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To summarize the answers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;You can calculate the hours of daylight by yourself, for any latitude/longitude&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.esrl.noaa.gov/gmd/grad/solcalc/main.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;Javascript&lt;/a&gt; or &lt;a href=&quot;http://pointofint.blogspot.ch/2014/06/sunrise-and-sunset-in-c.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;C#&lt;/a&gt; examples&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Since you mentioned R, you can use this &lt;a href=&quot;http://www.inside-r.org/packages/cran/StreamMetabolism/docs/sunrise.set&quot; rel=&quot;nofollow noreferrer&quot;&gt;sunrise.set function from the StreamMetabolism package&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In addition to using an existing code, you can also use many webservices&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.earthtools.org/webservices.htm#sun&quot; rel=&quot;nofollow noreferrer&quot;&gt;earthtools&lt;/a&gt;, as an example&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-01-05T13:18:08.823" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4266" PostTypeId="1" CreationDate="2015-01-05T13:42:07.443" Score="5" ViewCount="77" Body="&lt;p&gt;I am looking for an ontology that can describe the concept &quot;project&quot;. For example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the type of the project (new project, improvement, translate)&lt;/li&gt;&#xA;&lt;li&gt;industries involved in the project (mobile application, design, music)&lt;/li&gt;&#xA;&lt;li&gt;products of the project&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;but I can't even find a keyword for such a case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any suitable ontologies for my case?&lt;/p&gt;&#xA;" OwnerUserId="4364" LastEditorUserId="70" LastEditDate="2015-03-25T08:37:53.827" LastActivityDate="2018-12-10T14:43:49.957" Title="Where can I find an ontology for “project”?" Tags="|data-request|metadata|ontology|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4267" PostTypeId="2" ParentId="4192" CreationDate="2015-01-05T16:56:51.193" Score="2" Body="&lt;p&gt;I think it's going to be hard to find all what you are looking for in one place. I would suggest starting with datasets from the UN.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check on National Accounts at UN Data:&#xA;&lt;a href=&quot;http://data.un.org/DataMartInfo.aspx&quot; rel=&quot;nofollow&quot;&gt;http://data.un.org/DataMartInfo.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check on 'Finance' section at OECD:&#xA;&lt;a href=&quot;http://stats.oecd.org/&quot; rel=&quot;nofollow&quot;&gt;http://stats.oecd.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SIPRI has government military expenditures by country:&#xA;&lt;a href=&quot;http://www.sipri.org/databases&quot; rel=&quot;nofollow&quot;&gt;http://www.sipri.org/databases&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check on Public Sector category at WorldBank.org:&#xA;&lt;a href=&quot;http://data.worldbank.org/topic/public-sector&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/topic/public-sector&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-01-05T16:56:51.193" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4268" PostTypeId="2" ParentId="4225" CreationDate="2015-01-05T17:20:37.097" Score="2" Body="&lt;p&gt;You may use public data from federal agencies as long as the data is not used in a way to identify individuals. You will see this license restriction particularly wherever there is health data. In addition to the US Dept. of Ed, you see the same license statement at the CDC, Dept. of Health and US Census. Here's the CDC:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   *1.  Use the data in this dataset for statistical reporting and&#xA;       analysis only.&#xA;   2.  Make no use of the identity of any person or establishment&#xA;       discovered inadvertently and advise the Director, NCHS, of any&#xA;       such discovery.&#xA;   3.  Not link this dataset with individually identifiable data from&#xA;       other NCHS or non-NCHS datasets.*&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here's an excerpt on using DataFerrett/US Census:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Read Carefully Before Using &#xA;The Public Health Service Act (Section 308 (d) ) provides that the data collected by the National Center for Health Statistics (NCHS), Centers for Disease Control and Prevention (CDC), may be used only for the purpose of health statistical reporting and analysis. &#xA;Any effort to determine the identity of any reported case is prohibited by this law.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the US Dept of Health and Human Services:&#xA;Individual identifiers have been removed from the micro-data contained in the public use data files. Nevertheless, under sections 308 (d) and 903 (c) of the Public Health Service Act (42 U.S.C. 242m and 42 U.S.C. 299 a-1), data collected by the Agency for Healthcare Research and Quality (AHRQ) and /or the National Center for Health Statistics (NCHS) may not be used for any purpose other than for the purpose for which it was supplied; any effort to determine the identity of any reported cases, is prohibited by law. &#xA; Unauthorized disclosure of confidential information is subject to penalty under Title IX of the Public Health Service Act, 42 U.S.C. 299, Section 924(d), which reads as follows:&#xA; &quot;Any person who violates subsection (c) shall be subject to a civil monetary penalty of not more the same manner as civil money penalties under subsection (a) of section 1128A of the Social Security Act are imposed and collected.&quot;&#xA; Therefore in accordance with the above referenced Federal Statute, it is understood that:&#xA; 1. No one is to use the data in this data set in any way except for statistical reporting and analysis; and&#xA; 2. If the identity of any person or establishment should be discovered inadvertently, then (a) no use will be made of this knowledge, (b) The Director Office of Management AHRQ will be advised of this incident, (c) the information that would identify any individual or establishment will be safeguarded or destroyed, as requested by AHRQ, and (d) no one else will be informed of the discovered identity.&#xA; 3. No one will attempt to link this data set with individually identifiable records from any data sets other than the Medical Expenditure Panel survey or the National Health Interview Survey.&#xA;** &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://meps.ahrq.gov/data_stats/data_use.jsp&quot; rel=&quot;nofollow&quot;&gt;http://meps.ahrq.gov/data_stats/data_use.jsp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-01-05T17:20:37.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4269" PostTypeId="2" ParentId="4244" CreationDate="2015-01-05T19:10:23.417" Score="2" Body="&lt;p&gt;I like what you are working on!  Looks like about the same time I was adding a Github project/repo to start sharing R code for analysis we were motivated to try out.  I've not added much code to Github yet but hope to in the near future with data for examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another site to look at - you have more more expertise inputting data of the sites than I do, is the primary EPL site and &lt;a href=&quot;http://fantasy.premierleague.com&quot; rel=&quot;nofollow&quot;&gt;fantasy game&lt;/a&gt;.  My older son and I have been playing that one for many years and like the mix of data made available.  Much more than other sites.  We also manually compile some data on specific areas of interest such as shots (an associated goalie data).  Every good analytics article you read on the web or in print always gives a few more questions.&lt;/p&gt;&#xA;" OwnerUserId="4349" LastActivityDate="2015-01-05T19:10:23.417" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4270" PostTypeId="2" ParentId="4239" CreationDate="2015-01-05T20:01:06.713" Score="1" Body="&lt;p&gt;Disclaimer: I want to say I am not an expert at using UK Ordnance Survey data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As Nils pointed out, page 177 in this wifi/broadband coverage report for 2014 makes references to the number of premises (buildings). The report refers to the data source as coming from the UK Ordnance Survey. I looked at the sample datasets, and they do contain building addresses per city/county equivalent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a number of licensing options. Some are free. As far as understanding the licensing of this dataset, I would start here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/licensing/using-creating-data-with-os-products/index.html&quot; rel=&quot;nofollow&quot;&gt;https://www.ordnancesurvey.co.uk/business-and-government/licensing/using-creating-data-with-os-products/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the Office of National Statistics (ONS) I searched for 'land area'. The resulting list was fairly long. I did find some CSV/Excel datasets that contained land area on at least a county equivalent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ons.gov.uk/ons/datasets-and-tables/index.html?pageSize=50&amp;amp;sortBy=none&amp;amp;sortDirection=none&amp;amp;newquery=land+area&amp;amp;content-type=Reference+table&amp;amp;content-type=Dataset&quot; rel=&quot;nofollow&quot;&gt;http://www.ons.gov.uk/ons/datasets-and-tables/index.html?pageSize=50&amp;amp;sortBy=none&amp;amp;sortDirection=none&amp;amp;newquery=land+area&amp;amp;content-type=Reference+table&amp;amp;content-type=Dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-01-05T20:01:06.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4271" PostTypeId="1" CreationDate="2015-01-05T21:09:11.133" Score="4" ViewCount="3363" Body="&lt;p&gt;I am a PhD student in Economics who is starting a new research project on the mobile app market. For this project, I would ideally need historical data on the rankings (or downloads), prices, and reviews of all the apps in the Google Play/iTunes store. For example, I would like to see the daily/weekly ranking (or downloads) of Angry Birds in the &quot;games&quot; category in the iTunes store from the time it launched until today, as well as its price over that period. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware that appannie.com and other internet marketing have such data, but they are geared towards businesses and are therefore prohibitively expensive. They also don't seem to have a program of sharing their data with researchers (I asked). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anyone who has such data and would be willing to share it with me? It will be properly cited an attributed, and I will not use the data for any project except in an agreed-upon way.&lt;/p&gt;&#xA;" OwnerUserId="4365" LastEditorUserId="70" LastEditDate="2015-03-30T09:03:22.337" LastActivityDate="2017-03-30T08:22:47.960" Title="Historical Mobile App Rankings/Downloads and Prices" Tags="|data-request|economics|historical|programming|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4272" PostTypeId="1" CreationDate="2015-01-05T22:36:17.673" Score="8" ViewCount="502" Body="&lt;p&gt;More specifically I want to repeat this study for another city than Chicago: &lt;a href=&quot;http://blog.uber.com/chicagotaxicrime&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://blog.uber.com/chicagotaxicrime&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The data for Chicago: &lt;a href=&quot;https://data.cityofchicago.org/Public-Safety/Crimes-2001-to-present/ijzp-q8t2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.cityofchicago.org/Public-Safety/Crimes-2001-to-present/ijzp-q8t2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Edit 1: Although I forgot to mention that I was wondering if there was info on the number of crimes committed in taxi cabs (that was what I meant when I said &amp;quot;location&amp;quot;, I should have been more specific).&lt;/p&gt;&#xA;" OwnerUserId="4367" LastEditorUserId="23272" LastEditDate="2022-07-14T12:56:43.233" LastActivityDate="2022-07-14T12:56:43.233" Title="Does anyone know of a U.S. city that has crime data with location?" Tags="|data.gov|crime|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4273" PostTypeId="2" ParentId="4272" CreationDate="2015-01-05T22:52:08.457" Score="4" Body="&lt;p&gt;The City of Philadelphia makes Part 1 Crime Incidents available as a bulk download and via an API (ESRI ArcGIS online):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendataphilly.org/opendata/resource/215/philadelphia-police-part-one-crime-incidents/&quot; rel=&quot;nofollow&quot;&gt;http://opendataphilly.org/opendata/resource/215/philadelphia-police-part-one-crime-incidents/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data includes the lat/lon of the crime incident.&lt;/p&gt;&#xA;" OwnerUserId="4339" LastActivityDate="2015-01-05T22:52:08.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4274" PostTypeId="1" CreationDate="2015-01-06T09:41:46.533" Score="6" ViewCount="518" Body="&lt;p&gt;I want to know whether a place is wheelchair-accessible or not.&lt;/p&gt;&#xA;&lt;p&gt;Data for the whole world would be best, but data for specific countries/cities is OK too.&lt;/p&gt;&#xA;&lt;p&gt;Data must be reusable in Wikivoyage, which is &lt;a href=&quot;https://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons Attribution-ShareAlike 3.0&lt;/a&gt; licensed.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="14002" LastEditDate="2020-12-30T09:11:19.437" LastActivityDate="2020-12-30T09:11:19.437" Title="Database of wheelchair-accessible places" Tags="|data-request|medical|transportation|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4275" PostTypeId="1" CreationDate="2015-01-06T10:18:58.663" Score="3" ViewCount="179" Body="&lt;p&gt;I have several Android apps, and do not consider their statistics as confidential.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the contrary, I often share these statistics (as screenshots or CSV) on public forums, and sometimes people have interesting insights after viewing the data, for instance by pointing out that a particular version of the app triggered a sudden ratings drop with users that have a particular device. So &lt;strong&gt;sharing my statistics is very useful&lt;/strong&gt; for me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PROBLEM: Sharing CSV files manually is cumbersome, and few people know that they exist.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a data sharing website specializing in Google Play statistics?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Once in a while it would generate and import automatically my Google Play statistics (&lt;a href=&quot;https://github.com/AndlyticsProject/andlytics&quot; rel=&quot;nofollow&quot;&gt;using this kind of code&lt;/a&gt;), so that I don't have to generate/download/upload them myself.&lt;/li&gt;&#xA;&lt;li&gt;It would allow anyone to download the data of any app.&lt;/li&gt;&#xA;&lt;li&gt;Ideally it would also provide ways to visualize the data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-01-08T07:00:37.353" LastActivityDate="2015-01-14T09:48:09.917" Title="Best place to publish my Android app's Google Play statistics?" Tags="|releasing-data|software|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4276" PostTypeId="2" ParentId="4272" CreationDate="2015-01-06T12:21:13.680" Score="7" Body="&lt;p&gt;There are quite a few cities that publish this data. A quick way to find it, is via &lt;a href=&quot;http://data.gov&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt;, which provides local government as well as federal government data.  There are 53 city crime statistics datasets published, most of which include location data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://catalog.data.gov/dataset?organization_type=City%20Government&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;q=crime&quot; rel=&quot;nofollow&quot;&gt;All 53 city crime datasets&lt;/a&gt;, which are from 9 cities, but broken down by multiple factors for better analysis&lt;/li&gt;&#xA;&lt;li&gt;As an example, &lt;a href=&quot;http://catalog.data.gov/dataset/crime-incidents&quot; rel=&quot;nofollow&quot;&gt;Honolulu's crime data&lt;/a&gt; has specific locations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is also a large set of data about &lt;a href=&quot;http://catalog.data.gov/dataset?q=sexual%20assault&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;page=1&quot; rel=&quot;nofollow&quot;&gt;sexual assaults&lt;/a&gt;, particularly but not exclusively on college campuses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For taxi location crimes, you might consider diving into the &lt;a href=&quot;http://catalog.data.gov/dataset?q=sexual%20assault&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;page=1&quot; rel=&quot;nofollow&quot;&gt;National Crime Victimization Survey&lt;/a&gt; custom tables where you can extract the relationship between the victim and assailant, and the location (although taxi is not explicitly noted).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also crimes against taxi drivers, which may be of interest.  Some of that data can be found at the &lt;a href=&quot;http://www.taxi-library.org/safety.htm&quot; rel=&quot;nofollow&quot;&gt;Taxi Library&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="244" LastEditDate="2015-01-06T20:39:54.427" LastActivityDate="2015-01-06T20:39:54.427" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4277" PostTypeId="2" ParentId="4261" CreationDate="2015-01-06T14:53:31.743" Score="1" Body="&lt;p&gt;As some comments to your question note, it's not entirely clear what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're looking for the CBSA geometries as KML, your best route would probably be to get the &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2013/CBSA/&quot; rel=&quot;nofollow&quot;&gt;shapefiles from the Census&lt;/a&gt; and then convert to KML. (If you don't have tools to convert, googling &lt;a href=&quot;https://www.google.com/webhp?sourceid=chrome-instant&amp;amp;rlz=1C5CHFA_enUS577US577&amp;amp;ion=1&amp;amp;espv=2&amp;amp;ie=UTF-8#q=shapefile+to+kml&quot; rel=&quot;nofollow&quot;&gt;shapefile to kml&lt;/a&gt; will turn up several online options.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Shapefiles for metropolitan divisions are &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2013/METDIV/&quot; rel=&quot;nofollow&quot;&gt;also available&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you using &quot;city&quot; as synonymous with &quot;metro area&quot;? Or are you looking for the shapes of cities in given metro areas? The Census Bureau offers a &lt;a href=&quot;https://www.census.gov/population/metro/data/def.html&quot; rel=&quot;nofollow&quot;&gt;cross reference of principal cities of CBSAs&lt;/a&gt; as an Excel file. It would be fairly labor intensive to retrieve the city boundaries for each of those (~1250 cities).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you trying to compare data between CBSAs, NECTAs, and Metropolitan divisions? Proceed with caution. Metropolitan divisions are a subset of CBSAs. NECTAs are geographic agglomerations similar to CBSAs, but a NECTA is defined as a list of cities/towns while a CBSA is defined as a list of counties. &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-01-06T14:53:31.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4278" PostTypeId="2" ParentId="4274" CreationDate="2015-01-06T14:55:09.977" Score="6" Body="&lt;p&gt;NPR has been developing &lt;a href=&quot;http://www.playgroundsforeveryone.com/&quot;&gt;a crowdsourced database of accessible playgrounds&lt;/a&gt; in the US. The data is downloadable as CSV or JSON. The license for the data isn't clearly stated, but the language suggests that they want it to be freely used.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-01-06T14:55:09.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4280" PostTypeId="2" ParentId="4224" CreationDate="2015-01-06T16:30:22.597" Score="2" Body="&lt;p&gt;There's a data catalog here: &lt;a href=&quot;http://ogesdw.dol.gov/views/data_catalogs.php&quot; rel=&quot;nofollow&quot;&gt;http://ogesdw.dol.gov/views/data_catalogs.php&lt;/a&gt; (and go to the Wage and Hour Compliance Action Data page). According to the dictionary, &lt;code&gt;flsa_bw_atp_amt&lt;/code&gt; is the &quot;BW Agreed to under FLSA (Fair Labor Standards Act)&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it sounds like your question is more about how to get real qualitative information about the data fields. If that is the case I would suggest you try to speak with someone from the department. The WHD's website provides &lt;a href=&quot;http://www.dol.gov/whd/whdkeyp.htm&quot; rel=&quot;nofollow&quot;&gt;contact information&lt;/a&gt; for several offices - I'd give them a call. I've found talking to a real live person to be infinitely helpful in figuring out what exactly I'm looking at.&lt;/p&gt;&#xA;" OwnerUserId="133" LastActivityDate="2015-01-06T16:30:22.597" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4281" PostTypeId="2" ParentId="4272" CreationDate="2015-01-06T16:36:05.833" Score="7" Body="&lt;p&gt;The Open Knowledge Foundation keeps a list of Cities that publish crime datasets. Most datasets have location data. In some cases the location is in State Plane coordinates instead of Lat/Lon. They list 51 cities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://us-city.census.okfn.org/dataset/crime-stats&quot;&gt;http://us-city.census.okfn.org/dataset/crime-stats&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is a blog posting I posted a year ago on methods for doing crime analysis:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/articles/crime%20analysis.txt&quot;&gt;http://www.opengeocode.org/articles/crime%20analysis.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is a PPT presentation I've given in the Portland, OR area. Starting at slide 31, we show our method and results for doing location based crime analysis in Portland, OR for correlations with public transit stops and alcohol establishments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/articles/Open%20Data.pptx&quot;&gt;http://www.opengeocode.org/articles/Open%20Data.pptx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2015-01-06T16:45:53.743" LastActivityDate="2015-01-06T16:45:53.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4282" PostTypeId="2" ParentId="4250" CreationDate="2015-01-07T10:34:44.910" Score="3" Body="&lt;p&gt;flickr public domain search for cc images of Paintings....you'll probably want to fine tune the search terms, because these results aren't all paintings, but this is what flickr commons have yet to fail me:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.flickr.com/search/?q=Paintings&amp;amp;l=cc&amp;amp;ss=2&amp;amp;ct=6&amp;amp;mt=photos&amp;amp;w=commons&amp;amp;adv=1&quot; rel=&quot;nofollow&quot;&gt;https://www.flickr.com/search/?q=Paintings&amp;amp;l=cc&amp;amp;ss=2&amp;amp;ct=6&amp;amp;mt=photos&amp;amp;w=commons&amp;amp;adv=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-01-07T10:34:44.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4283" PostTypeId="1" AcceptedAnswerId="4286" CreationDate="2015-01-07T14:36:59.303" Score="32" ViewCount="63524" Body="&lt;p&gt;I'm interested in doing some analysis of recipes for fun.  Ideally, I would like to obtain open recipe database(s) behind {foodily, allrecipes, recipes, bigoven, cooking, cooks}.com or something like that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in databases which have many variations of recipes, such as hundreds of slightly different chocolate chip cookie recipes (in statistical talk, I'm interested in doing a principal components analysis on chocolate cookie recipes).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;APIs would be okay if there aren't any databases available for download. I saw this related recipe API:&#xA;&lt;a href=&quot;https://webapps.stackexchange.com/questions/19453/does-allrecipes-com-site-have-an-api&quot;&gt;https://webapps.stackexchange.com/questions/19453/does-allrecipes-com-site-have-an-api&lt;/a&gt;&#xA;(I'm not interested in pay APIs like yummly or food2fork)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, (please correct me if I'm wrong), recipes aren't copyrightable in the basic format of: ingredients plus preparation directions (Publications International v Meredith Corp).  I'm interested in these types of recipes.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:25.523" LastActivityDate="2022-04-10T10:00:16.710" Title="Open downloadable recipe database?" Tags="|data-request|api|recipes|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4284" PostTypeId="2" ParentId="4259" CreationDate="2015-01-07T18:17:59.080" Score="1" Body="&lt;p&gt;Short answer: &quot;Year-Month-Day&quot;, or CCYY-MM-DD&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Longer answer: The &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow&quot;&gt;Healthcare Finder API&lt;/a&gt; uses &lt;a href=&quot;http://www.w3.org/XML/Schema&quot; rel=&quot;nofollow&quot;&gt;XML Schema&lt;/a&gt; to define the &lt;a href=&quot;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&quot; rel=&quot;nofollow&quot;&gt;API schema.&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So a line like &lt;code&gt;&amp;lt;xs:element name=&quot;InsuranceEffectiveDate&quot; type=&quot;xs:date&quot;/&amp;gt;&lt;/code&gt; indicates that you should format the value according to XML Schema. This is a &lt;a href=&quot;http://books.xmlschemata.org/relaxng/ch19-77041.html&quot; rel=&quot;nofollow&quot;&gt;reference page for the date type&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(the reference to &lt;code&gt;xsd:date&lt;/code&gt; on the linked page instead of &lt;code&gt;xs:date&lt;/code&gt; as specified in the API schema document is a minor style choice, and not a cause for concern.)&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-01-07T18:17:59.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4285" PostTypeId="2" ParentId="4283" CreationDate="2015-01-07T19:09:01.243" Score="11" Body="&lt;p&gt;If you haven't already, check our ProgrammableWeb - it lets you search for APIs by keyword, type, etc.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.programmableweb.com/search/recipe&quot;&gt;http://www.programmableweb.com/search/recipe&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.programmableweb.com/search/allergy&quot;&gt;http://www.programmableweb.com/search/allergy&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="4339" LastActivityDate="2015-01-07T19:09:01.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4286" PostTypeId="2" ParentId="4283" CreationDate="2015-01-08T00:17:45.357" Score="25" Body="&lt;p&gt;hrecipe (and microformats in general) are the bees knees and lucky for you are widely employed across the web; here's a list of sites actively publishing hrecipes in the wild; you can scrape and parse as you please!&lt;br&gt;&#xA;&lt;a href=&quot;http://www.eat-vegan.rocks/&quot; rel=&quot;noreferrer&quot;&gt;http://www.eat-vegan.rocks/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://funcook.com/&quot; rel=&quot;noreferrer&quot;&gt;http://funcook.com/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.therecipedepository.com&quot; rel=&quot;noreferrer&quot;&gt;http://www.therecipedepository.com&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://sabores.sapo.pt/&quot; rel=&quot;noreferrer&quot;&gt;http://sabores.sapo.pt/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.epicurious.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.epicurious.com/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.williams-sonoma.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.williams-sonoma.com/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://foodnetwork.com/&quot; rel=&quot;noreferrer&quot;&gt;http://foodnetwork.com/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.plantoeat.com/recipe_book&quot; rel=&quot;noreferrer&quot;&gt;http://www.plantoeat.com/recipe_book&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.essen-und-trinken.de&quot; rel=&quot;noreferrer&quot;&gt;http://www.essen-und-trinken.de&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://itsripe.com/recipes/&quot; rel=&quot;noreferrer&quot;&gt;http://itsripe.com/recipes/&lt;/a&gt;&lt;br&gt;&#xA;this list was lifted from the hrecipes specification on the microformats wiki -&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://microformats.org/wiki/hrecipe&quot; rel=&quot;noreferrer&quot;&gt;http://microformats.org/wiki/hrecipe&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/user24/auntiesrecipes&quot; rel=&quot;noreferrer&quot;&gt;Auntie's Recipes Repository&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-07-13T23:09:42.760" LastActivityDate="2016-07-13T23:09:42.760" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4287" PostTypeId="2" ParentId="4275" CreationDate="2015-01-08T00:20:26.643" Score="3" Body="&lt;p&gt;make a github repo, save your data there:&lt;br&gt;&#xA;central location&lt;br&gt;&#xA;versioning&lt;br&gt;&#xA;social coding!!&lt;br&gt;&#xA;you can upload virtually any format, including csv -&gt;&lt;br&gt;&#xA;bonus! github displays csvs in the browser!&lt;br&gt;&#xA;also manually editing csvs in the browser on github is actually pretty straightforward.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;you could also just upload them to google drive/docs and share/publish the data there...&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-01-08T00:20:26.643" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4288" PostTypeId="2" ParentId="266" CreationDate="2015-01-08T01:16:48.257" Score="7" Body="&lt;p&gt;Another system of interest for your list would be the OKFN Global Open Data Index:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://index.okfn.org/place/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://index.okfn.org/place/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It provides national and sub-national catalog listings and categorization for a variety of data types, and an assessment of how open each country is.  Similar to &lt;a href=&quot;http://dataportals.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataPortals.org&lt;/a&gt;, and run by the same people.&lt;/p&gt;&#xA;" OwnerUserId="5379" LastEditorUserId="19127" LastEditDate="2018-04-10T10:04:20.880" LastActivityDate="2018-04-10T10:04:20.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4289" PostTypeId="2" ParentId="4266" CreationDate="2015-01-08T20:26:38.597" Score="4" Body="&lt;p&gt;DOAP - Description of a Project. still alive, now on github&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/edumbill/doap/wiki&quot; rel=&quot;nofollow&quot;&gt;https://github.com/edumbill/doap/wiki&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-01-08T20:26:38.597" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4290" PostTypeId="1" CreationDate="2015-01-09T04:59:47.473" Score="10" ViewCount="6002" Body="&lt;p&gt;I want my users to set their previously read books in my app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any database with easily accessible API where I can get up-to-date book titles? &lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="70" LastEditorDisplayName="user4293" LastEditDate="2022-10-14T18:49:01.387" LastActivityDate="2022-10-14T18:49:01.387" Title="Public database of book titles?" Tags="|data-request|api|books|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4291" PostTypeId="1" AcceptedAnswerId="4295" CreationDate="2015-01-09T05:24:05.950" Score="5" ViewCount="67" Body="&lt;p&gt;I created a website using open data and I would love to see it featured on &lt;a href=&quot;http://www.data.gov/applications&quot;&gt;data.gov/applications&lt;/a&gt;. Are there requirements to be featured on data.gov? Is there somewhere where I can submit my application for consideration?&lt;/p&gt;&#xA;" OwnerUserId="5385" LastEditorUserId="754" LastEditDate="2015-01-09T05:31:38.477" LastActivityDate="2015-01-09T14:55:11.970" Title="What does it take to get an app featured on data.gov?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4292" PostTypeId="1" CreationDate="2015-01-09T05:30:45.133" Score="1" ViewCount="168" Body="&lt;p&gt;How much in pre-packaged software does Japan export yearly?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found these statistics in &lt;a href=&quot;http://www.oecd.org/internet/ieconomy/2094340.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;an OCDE report&lt;/a&gt; (table 7), unfortunately they are old, and limited to the USA:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1990: 4.1 million US$&#xA;1991: 16.0 million US$&#xA;1992: 9.7 million US$&#xA;1993: 7.1 million US$&#xA;1994: 6.0 million US$&#xA;1995: 5.4 million US$&#xA;1996: 4.2 million US$&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Are there more up-to-date statistics, for Japan export to the whole world?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia has &lt;a href=&quot;https://en.wikipedia.org/wiki/File:Japan_Export_Treemap.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Japan export data&lt;/a&gt; but it does not seem to include software:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/rokuk.jpg&quot; alt=&quot;Japan export data&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-01-09T05:46:53.670" LastActivityDate="2015-07-14T17:47:01.770" Title="Japan software export statistics" Tags="|data-request|finance|software|japan|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4293" PostTypeId="1" AcceptedAnswerId="4300" CreationDate="2015-01-09T08:48:50.850" Score="6" ViewCount="750" Body="&lt;p&gt;Where can I find population data that I can link to zip codes for BE or NL?&lt;/p&gt;&#xA;" OwnerUserId="5386" LastEditorUserId="70" LastEditDate="2015-01-09T13:41:53.093" LastActivityDate="2022-11-14T09:28:12.710" Title="Demographic data for Belgium or the Netherlands" Tags="|data-request|europe|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4294" PostTypeId="2" ParentId="4253" CreationDate="2015-01-09T09:22:37.450" Score="8" Body="&lt;p&gt;Turns out there is a function &lt;code&gt;daylength&lt;/code&gt; in the &lt;code&gt;geosphere&lt;/code&gt; package in &lt;code&gt;R&lt;/code&gt; that calculates day length for any latitude and date.&lt;/p&gt;&#xA;" OwnerUserId="4344" LastActivityDate="2015-01-09T09:22:37.450" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4295" PostTypeId="2" ParentId="4291" CreationDate="2015-01-09T14:55:11.970" Score="2" Body="&lt;p&gt;On the &lt;a href=&quot;http://www.data.gov/contact#request&quot; rel=&quot;nofollow&quot;&gt;Contact page&lt;/a&gt; at Data.gov you can select an option in the form to Submit an Application.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements for the apps listed are &lt;a href=&quot;http://www.data.gov/applications&quot; rel=&quot;nofollow&quot;&gt;also posted&lt;/a&gt;. Those apps must:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;Use open government data from the United States&lt;/li&gt;&#xA;&lt;li&gt;Be accessible, vetted, and available&lt;/li&gt;&#xA;&lt;li&gt;Be, for the majority, free and do not require registration to use&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Many of the apps have come out of businesses using open government data (see examples at the &lt;a href=&quot;http://www.opendata500.com/&quot; rel=&quot;nofollow&quot;&gt;Open Data 500&lt;/a&gt;), city and Federal hack-a-thons, or &lt;a href=&quot;http://www.challenge.gov/list/&quot; rel=&quot;nofollow&quot;&gt;challenges&lt;/a&gt; issued by the Federal government.  But, anyone is welcome to submit their app or service to Data.gov.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2015-01-09T14:55:11.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4296" PostTypeId="1" AcceptedAnswerId="4304" CreationDate="2015-01-09T15:07:45.613" Score="8" ViewCount="801" Body="&lt;p&gt;The FBI Uniform Crime Report (UCR) contains crime data by individual police agency: &lt;a href=&quot;http://www.ucrdatatool.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.ucrdatatool.gov/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These agencies have jurisdiction over a town or city, but for any particular city, there are often multiple census areas (a city, a city + &quot;Metropolitan Statistical Area&quot;, or even a different name altogether).&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Are there any datasets that map police jurisdictions to census areas?&lt;/li&gt;&#xA;&lt;li&gt;Are there datasets that contain boundaries of police jurisdictions?&lt;/li&gt;&#xA;&lt;li&gt;Are the overriding assumptions I can make, such as agencies &lt;em&gt;always&lt;/em&gt; refer to the MSA version of a city when it exists?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="18" LastEditDate="2015-03-13T20:20:46.680" LastActivityDate="2015-03-13T20:20:46.680" Title="Police precinct jurisdiction data for joining UCR with census" Tags="|data-request|usa|crime|police|us-census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4297" PostTypeId="2" ParentId="4290" CreationDate="2015-01-09T18:18:46.677" Score="8" Body="&lt;p&gt;&lt;a href=&quot;https://openlibrary.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open library&lt;/a&gt; has a goal of one page for every book, and has the data you seek.&lt;br /&gt;&#xA;It's run by the internet archive.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorDisplayName="user4293" LastEditDate="2017-05-01T11:16:10.553" LastActivityDate="2017-05-01T11:16:10.553" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4299" PostTypeId="1" CreationDate="2015-01-09T19:12:31.690" Score="2" ViewCount="65" Body="&lt;p&gt;I'm attempting to generate a C# class from the &lt;a href=&quot;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&quot; rel=&quot;nofollow&quot;&gt;V3 schema&lt;/a&gt; and it's failing on a long list of &quot;type not declared&quot; errors.  I tried validating the schema in Altova MapForce and it throws the following error:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unable to load schema with target namespace '&lt;a href=&quot;http://hios.cms.org/api-types&quot; rel=&quot;nofollow&quot;&gt;http://hios.cms.org/api-types&lt;/a&gt;' from 'hios-api-type-11.0.xsd'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this point I'm not sure if there is a problem with V3 schema or if the namespace it references is missing or if I'm doing something wrong.  Any help would be greatly appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We had no issues with this approach with the V2 schema.&lt;/p&gt;&#xA;" OwnerUserId="5387" LastActivityDate="2015-01-09T19:12:31.690" Title="V3 Healthcare Finder API Schema Broken?" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4300" PostTypeId="2" ParentId="4293" CreationDate="2015-01-09T19:30:12.463" Score="3" Body="&lt;p&gt;Note that population for postal and political regions are not often provided in the same public dataset.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;An option for &lt;strong&gt;Belgium&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;2013 population data from the government site - &lt;a href=&quot;http://economie.fgov.be/fr/modules/publications/statistiques/population/population_-_chiffres_population_2010_-_2012.jsp&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt; (see right side of page)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Excel file for &quot;population by commune&quot; - &lt;a href=&quot;http://economie.fgov.be/fr/binaries/pop2010-2013mov_fr_tcm326-234223.xls&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;unfortunately, uses &quot;code INS&quot; and not &quot;postal code&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;can join population data with postal data from BE post office, on commune name - &lt;a href=&quot;http://www.bpost.be/site/fr/residential/customerservice/search/postal_codes.html&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt; (see Excel links on right side of page)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Excel download, sorted by postal code - &lt;a href=&quot;http://www.bpost2.be/zipcodes/files/zipcodes_num_fr.xls&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(It's just a bunch of Googling. If it's useful, I can do the same for the Netherlands.)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-01-09T19:30:12.463" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4301" PostTypeId="1" CreationDate="2015-01-10T15:40:50.510" Score="5" ViewCount="373" Body="&lt;p&gt;I am looking for any dataset for pollution (pollutant measurements co2, ozone, .. etc) at any city in US/Europe during 2014. Most of Datasets I found are old. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Datasets I found so far: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;New York 1973: &#xA;&lt;a href=&quot;http://stat.ethz.ch/R-manual/R-devel/library/datasets/html/airquality.html&quot; rel=&quot;nofollow&quot;&gt;http://stat.ethz.ch/R-manual/R-devel/library/datasets/html/airquality.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wonder.cdc.gov/wonder/help/pm.html&quot; rel=&quot;nofollow&quot;&gt;http://wonder.cdc.gov/wonder/help/pm.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="1511" LastEditDate="2015-01-10T20:23:07.763" LastActivityDate="2015-01-10T20:23:07.763" Title="Pollution DataSet" Tags="|data-request|usa|city|europe|environment|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4302" PostTypeId="2" ParentId="4296" CreationDate="2015-01-10T17:38:30.060" Score="2" Body="&lt;p&gt;It's important to remember that police jurisdictions generally follow administrative boundaries (in fact it's probably always this way). A city police force will only have jurisdiction within the city limits. What you're looking for is a dataset of administrative boundaries. Generally speaking, the Office of Management and Budget, the agency responsible for delineating census boundaries, respects administrative boundaries. You won't have a census tract that includes areas both inside and outside a city limit, county line, or state border.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, MSAs (or more accurately all Core Based Statistical Areas) are delineated using a different procedure. They look at not only the urban center, but all outlying areas that have:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;a high degree of social and economic integration (as measured by commuting to work) with the urban core&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This means a CBSA could include not only areas outside the city limits, but even across county and state lines, which would involve multiple police jurisdictions. It's important to remember that in many cities, particularly in the Western US, one city could have many police jurisdictions. The City of Phoenix is one part of the Phoenix Metropolitan area that includes a number of other towns contiguous with Phoenix and included in the CBSA but each have their own police force, like Glendale, Peoria, and Tempe. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For states and counties, those boundaries are easy to come by and the demographic data easy to get through American FactFinder or DataFerritt. Your best bet for cities would be to use &lt;a href=&quot;https://www.census.gov/geo/reference/gtc/gtc_place.html&quot; rel=&quot;nofollow&quot;&gt;Census Places&lt;/a&gt; and filter out the Census Designated Places (CDP), which are unincorporated areas with significant populations but no police force (they're likely policed by the county). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since UCR only gives you a name for the police force, to join the data you'll need to do a text match on the name of the jurisdiction for the police force (should just be everything before &quot;police&quot;). Note that UCR is a voluntary program so you may have some municipalities without data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the demographics you care about are from the 2010 Census, you can use the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-data.html&quot; rel=&quot;nofollow&quot;&gt;Demographic Profile table&lt;/a&gt;, which is a shapefile you can use to map the data as well or just display the data as a table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general, I'd stay away from any assumptions when it comes to the applicability of CBSA or CSA boundaries to anything outside the Census. These are statistical constructs and while they try to accurate capture the extent of economic activity in urban areas, they're really just a best guess. Good luck with your project.&lt;/p&gt;&#xA;" OwnerUserId="1401" LastActivityDate="2015-01-10T17:38:30.060" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4303" PostTypeId="2" ParentId="4301" CreationDate="2015-01-10T20:18:56.220" Score="5" Body="&lt;p&gt;The WHO provides global data for many cities. It doesn't seem to break down the overall air pollution into molecular components, though.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.who.int/phe/health_topics/outdoorair/databases/cities/en/&quot;&gt;Website&lt;/a&gt; with details&lt;/li&gt;&#xA;&lt;li&gt;Ambient (outdoor) air pollution database, by country and city (&lt;a href=&quot;http://www.who.int/entity/quantifying_ehimpacts/national/countryprofile/aap_pm_database_may2014.xls?ua=1&quot;&gt;Excel&lt;/a&gt; file)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Many individual cities or regions provide air quality data. A short example, although basically every city or region will have some level of data or map available:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ontario, which can be filtered on only Toronto - &lt;a href=&quot;http://www.airqualityontario.com/history/&quot;&gt;http://www.airqualityontario.com/history/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.londonair.org.uk/london/asp/datadownload.asp&quot;&gt;London&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You may also find good data from the EPA (US) website:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.epa.gov/air/airpolldata.html&quot;&gt;Overview of data sets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;There are several resources that have varying levels of details&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Note that air pollution and greenhouse gases are different molecules and at different levels of the atmosphere. Air pollutants are often measured with PM (particular matter) sizes (&lt;a href=&quot;http://en.wikipedia.org/wiki/Particulates&quot;&gt;wikipedia&lt;/a&gt;) &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The composition of particulate matter that generally causes visual effects such as smog consists of sulfur dioxide, nitrogen oxides, carbon monoxide, mineral dust, organic matter, and elemental carbon also known as black carbon or soot. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you are looking for only greenhouse gases, you may not find data with such accurate geolocation.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-01-10T20:18:56.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4304" PostTypeId="2" ParentId="4296" CreationDate="2015-01-11T16:51:09.033" Score="6" Body="&lt;p&gt;After asking, I found via Googling a series from the National Archive of Criminal Justice Data (NACJD) called the &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/studies/4634?archive=NACJD&amp;amp;q=4634&amp;amp;permit%5B0%5D=AVAILABLE&amp;amp;x=29&amp;amp;y=20&quot;&gt;Law Enforcement Agency Identifiers Crosswalk&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is its description from the NACJD website:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The crosswalk file is designed to provide geographic and other identification information for each record included in either the Federal Bureau of Investigation's Uniform Crime Reporting (UCR) Program files or in the Bureau of Justice Statistics' Census of State and Local Law Enforcement Agencies (CSLLEA). The main variables each record contains are the alpha state code, county name, place name, government agency name, police agency name, government identification number, Federal Information Processing Standards (FIPS) state, county, and place codes, and Originating Agency Identifier (ORI) code. These variables allow a researcher to take agency-level data, combine it with Bureau of the Census and BJS data, and perform place-level and government-level analyses.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And an introductory technical report from 1998, when the first dataset was published: &lt;a href=&quot;http://www.bjs.gov/content/pub/pdf/lucrdod.pdf&quot;&gt;http://www.bjs.gov/content/pub/pdf/lucrdod.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2015-01-11T16:51:09.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4305" PostTypeId="1" CreationDate="2015-01-12T12:48:50.700" Score="2" ViewCount="643" Body="&lt;p&gt;I have a query that appears to identify 975 items per the meta information.  I used the limit (100)  &amp;amp; skip (25) parameters to get the result.  However, if I try to use that same query in Excel (see below) to pull the results it appears to ignore the limit &amp;amp; skip parameters and therefore only returns the 100 based on the limit or 1 if no limit is specified. Is there a way to get ALL 975 items?  The URL I am using is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/device/event.json?search=device.generic_name:%22LAPAROSCOPIC+MORCELLATOR%22+AND+device_report_product_code:HET&amp;amp;limit=100&amp;amp;skip=25&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I am following some of the steps in &lt;a href=&quot;https://www.youtube.com/watch?v=N-FhPq_0N0M&quot; rel=&quot;nofollow&quot;&gt;this video&lt;/a&gt; to use powerquery to create a worksheet in Excel.&lt;/p&gt;&#xA;" OwnerUserId="5397" LastEditorUserId="70" LastEditDate="2015-01-21T22:20:12.523" LastActivityDate="2015-05-01T20:54:00.140" Title="Getting more than 100 records from OpenFDA in MS Excel" Tags="|api|openfda|excel|" AnswerCount="1" CommentCount="3" ClosedDate="2015-05-02T16:44:36.690" ContentLicense="CC BY-SA 3.0" />
  <row Id="4306" PostTypeId="2" ParentId="1670" CreationDate="2015-01-12T16:55:10.683" Score="3" Body="&lt;p&gt;While I had completely missed the TelecomItalia 2014 big data challenge kindly mentioned by @philshem (many thanks again to bring this to my attention), I just spotted that the dataset created for the challenge has just now been classed as Open Data and made available to the general public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to download the data, you need to get to:&#xA;&lt;strong&gt;&lt;a href=&quot;https://dandelion.eu&quot; rel=&quot;nofollow&quot;&gt;https://dandelion.eu&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then click on &lt;code&gt;Product&lt;/code&gt; to select &lt;code&gt;Open Data&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The site requires a registration but the download of the data is free. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks to all the people that have / are supporting this search!&lt;/p&gt;&#xA;" OwnerUserId="1979" LastActivityDate="2015-01-12T16:55:10.683" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4307" PostTypeId="1" CreationDate="2015-01-12T23:49:59.403" Score="6" ViewCount="84" Body="&lt;p&gt;I'm investigating what licenses are used in Data.gov portal. How I can get the list of the licenses from the portal?&lt;/p&gt;&#xA;" OwnerUserId="5402" LastEditorUserId="1511" LastEditDate="2015-01-13T08:29:31.230" LastActivityDate="2015-01-13T15:20:09.023" Title="How I can get list of licenses used in Data.gov?" Tags="|data.gov|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4308" PostTypeId="2" ParentId="3786" CreationDate="2015-01-13T08:48:43.500" Score="1" Body="&lt;p&gt;It may be hard to find a dataset that matches your exact criteria, but there are some promising open datasets with essay scoring.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/c/asap-aes&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle Automated Essay Scoring&lt;/a&gt;, (link to &lt;a href=&quot;https://www.kaggle.com/c/asap-aes/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt;, requires registration)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The data will contain ASCII formatted text for each essay followed by one or more human scores, and (where necessary) a final resolved human score.&lt;/p&gt;&#xA;&lt;p&gt;Where it is relevant, you are provided with more than one human score, so that you may evaluate the reliability of the human scorers&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;You can find code for benchmarks &lt;a href=&quot;https://github.com/benhamner/ASAP-SAS&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.hlt.utdallas.edu/%7Epersingq/ICLE/orgDataset.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Corpus of Learner English&lt;/a&gt;, (link to &lt;a href=&quot;http://www.hlt.utdallas.edu/%7Epersingq/ICLE/OrganizationScores.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Data available on this page include annotated organization scores for 1,003 essays from the International Corpus of Learner English (ICLE).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-01-19T10:12:05.600" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4309" PostTypeId="2" ParentId="4307" CreationDate="2015-01-13T15:20:09.023" Score="2" Body="&lt;p&gt;The licenses for the data accessible through Data.gov vary, sometimes based on the source (Federal government, local government, or university) or on previous agreements that led to the data collection or publishing.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general, the licenses are governed by &lt;a href=&quot;https://project-open-data.cio.gov/&quot; rel=&quot;nofollow&quot;&gt;Project Open Data&lt;/a&gt; and will reflect any issue with &lt;a href=&quot;https://project-open-data.cio.gov/open-licenses/&quot; rel=&quot;nofollow&quot;&gt;reuse and redistribution&lt;/a&gt;.  Some of the licenses used are &lt;a href=&quot;https://project-open-data.cio.gov/license-examples/&quot; rel=&quot;nofollow&quot;&gt;standardized&lt;/a&gt;, while others may be particular to a specific dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On each dataset's page, there is a &quot;license&quot; field in the metadata that should answer your question about the use or reuse of that dataset.  For example, NOAA provides a &lt;a href=&quot;http://catalog.data.gov/dataset/global-significant-earthquake-database-2150-bc-to-present&quot; rel=&quot;nofollow&quot;&gt;dataset&lt;/a&gt; of earthquakes for the last 4100 years! Look at the &lt;a href=&quot;http://catalog.data.gov/dataset/global-significant-earthquake-database-2150-bc-to-present&quot; rel=&quot;nofollow&quot;&gt;dataset page&lt;/a&gt;, scroll to the bottom and expand the metadata (click &quot;Show More&quot;). The license field notes, &quot;Produced by the NOAA National Geophysical Data Center. Not subject to copyright protection within the United States.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is not license noted, the default is that the data is in the public domain and available to use freely and without restriction (&quot;the state of belonging or being available to the public as a whole, and therefore not subject to copyright&quot;).&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2015-01-13T15:20:09.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4310" PostTypeId="1" CreationDate="2015-01-13T16:39:51.493" Score="3" ViewCount="85" Body="&lt;p&gt;I'm working on a project where I'd like to compare rates of construction job postings with known construction projects in an area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database of known construction projects in any given areas? For example, schools, buildings, and roadwork should have public RFPs, right?&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="1511" LastEditDate="2015-01-13T17:05:21.143" LastActivityDate="2015-01-13T17:05:21.143" Title="Construction project data" Tags="|data-request|government|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4311" PostTypeId="1" CreationDate="2015-01-13T18:47:05.900" Score="6" ViewCount="362" Body="&lt;p&gt;I am looking for historical versions of the OFAC's Specially Designated Nationals (SDN) list (more details about the list can be found &lt;a href=&quot;http://www.treasury.gov/resource-center/sanctions/SDN-List/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OFAC (&lt;a href=&quot;https://www.treasury.gov/about/organizational-structure/offices/Pages/Office-of-Foreign-Assets-Control.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Office of Foreign Assets Control&lt;/a&gt;) regularly publishes updated revisions of the SDN list in various formats, but old lists are not available there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found some old versions of the list on &lt;a href=&quot;https://web.archive.org/web/20130101000000*/http://www.treasury.gov/ofac/downloads/sdn.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt;, but the collection is far from complete (e.g. for 2013 there are only 7 out of 70 list revisions in the archive).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source for the historical lists (preferrably in XML format)?&lt;/p&gt;&#xA;" OwnerUserId="5410" LastEditorDisplayName="user4293" LastEditDate="2017-02-06T15:47:39.767" LastActivityDate="2017-02-06T15:47:39.767" Title="Historical OFAC SDN lists" Tags="|data-request|usa|government|finance|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4312" PostTypeId="2" ParentId="1256" CreationDate="2015-01-13T19:05:23.530" Score="5" Body="&lt;p&gt;If you're on Windows, I can't sing the praises of &lt;a href=&quot;http://www.microsoft.com/en-us/download/details.aspx?id=24659&quot; rel=&quot;noreferrer&quot;&gt;LogParser&lt;/a&gt; high enough.  It allows you to query files in a wide variety of formats (mostly log formats as that's what it was meant for, but XML and CSV are valid).  You query the file with a surprisingly complete SQL syntax, and you can even use it to import an entire file directly into an SQL database very easily.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's extremely fast, too.  I've used it to process 5 GB of IIS log files and a query as complex as &lt;code&gt;SELECT DISTINCT cs-username, cs(User-Agent) FROM .\*.log where cs-username is not null&lt;/code&gt; took about 2 minutes to complete running on my laptop.&lt;/p&gt;&#xA;" OwnerUserId="5411" LastActivityDate="2015-01-13T19:05:23.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4313" PostTypeId="1" CreationDate="2015-01-14T03:05:20.690" Score="1" ViewCount="18" Body="&lt;p&gt;Does anyone know if there is a data set available for specs on TVs. I'm specifically interested in the VESA size for matching TV mounts to specific TVs.&lt;/p&gt;&#xA;" OwnerUserId="5413" LastEditorUserId="70" LastEditDate="2015-01-14T09:35:22.903" LastActivityDate="2015-01-14T09:35:22.903" Title="Data on TV VESA sizes" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4314" PostTypeId="1" CreationDate="2015-01-14T04:08:12.557" Score="1" ViewCount="196" Body="&lt;p&gt;The number of Shinto shrines in Japan is estimated to be around 100,000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dXZfp.jpg&quot; alt=&quot;Shrine&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database describing them or at least a good fraction of them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If possible with the following information:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Latitude/longitude&lt;/li&gt;&#xA;&lt;li&gt;Date of establishment&lt;/li&gt;&#xA;&lt;li&gt;Size&lt;/li&gt;&#xA;&lt;li&gt;Deities&lt;/li&gt;&#xA;&lt;li&gt;Special powers&lt;/li&gt;&#xA;&lt;li&gt;Number of visitors per year&lt;/li&gt;&#xA;&lt;li&gt;Maybe even reviews/stars given by visitors&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-01-14T09:35:01.563" LastActivityDate="2015-01-15T05:30:19.633" Title="Database of shrines in Japan" Tags="|data-request|geospatial|japan|religion|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4315" PostTypeId="1" CreationDate="2015-01-14T08:39:10.773" Score="1" ViewCount="231" Body="&lt;p&gt;An Android &quot;device name&quot; is an identifier of a particular model. Each device announces its model as a string. Examples of &quot;device name&quot; strings:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Dell Dell Streak 7 (streak7)&#xA;hltexx&#xA;Toshiba Corporation AT10LE-A/AT15LE-A/AT10PE-A/AT15PE-A  (Japan: AT703) (tostab12BA)&#xA;highscreen_Zera_S&#xA;Samsung Galaxy S3 (m0)&#xA;bq_Edison2_QuadCore_3G&#xA;Foxconn International Holdings Limited IN810 (VKY)&#xA;504&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I have identified &lt;a href=&quot;https://gist.github.com/nicolas-raoul/e17696c9f032f63d53cf&quot; rel=&quot;nofollow&quot;&gt;9295 Android device names&lt;/a&gt; strings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am trying to find more information about what devices output these names, in particular the maker.&lt;br&gt;&#xA;For instance, &lt;code&gt;Samsung Galaxy S3 (m0)&lt;/code&gt; -&gt; &lt;code&gt;Samsung&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database which references these names, mapping each one to a particular maker?&lt;br&gt;&#xA;Bonus if it also maps to other information like hardware specifications.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-01-14T13:34:31.700" Title="Android device name-&gt;maker mapping" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4316" PostTypeId="2" ParentId="4275" CreationDate="2015-01-14T09:48:09.917" Score="3" Body="&lt;p&gt;I tried publishing the statistics of one Android app on DataHub:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/dataset/google-play-statistics&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/google-play-statistics&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Findings:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;No automatic import from Google Play, which makes this no-go in the long term.&lt;/li&gt;&#xA;&lt;li&gt;No graphs or anything are generated from the statistics.&lt;/li&gt;&#xA;&lt;li&gt;CSV preview works, even though it is very limited.&lt;/li&gt;&#xA;&lt;li&gt;Web upload is very time-consuming, but there is an API so it is not a problem.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The two first point result from the fact that DataHub is a generic platform, not tailored to Google Play statistics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Conclusion: I am still looking for a more adapted platform.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-01-14T09:48:09.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4317" PostTypeId="2" ParentId="4315" CreationDate="2015-01-14T13:34:31.700" Score="1" Body="&lt;p&gt;This list from Google has devices that support Google Play, and are grouped by manufacturer. The list is updated regularly. Unfortunately, it's a PDF - &lt;a href=&quot;https://storage.googleapis.com/support-kms-prod/D9E52CEA2646E4F148A1B29C7C839C628B61&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/5kbLs.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One option to make the data more machine readable is to convert to TXT with pdftotext - &lt;a href=&quot;http://pastebin.com/raw.php?i=CUWE30Y4&quot; rel=&quot;nofollow noreferrer&quot;&gt;raw text&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pdftotext -layout devices.pdf&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-01-14T13:34:31.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4318" PostTypeId="2" ParentId="4314" CreationDate="2015-01-14T17:02:05.083" Score="3" Body="&lt;p&gt;The Association of Shinto Shrines I would expect to have a database of shrine locations - but they do not have it online. Perhaps you can contact them. Here is their link:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.jinjahoncho.or.jp/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.jinjahoncho.or.jp/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This is a dataset of ancient Shinto shrines (warning: it is in Japanese):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://21coe.kokugakuin.ac.jp/db/jinja/index_e.html&quot; rel=&quot;nofollow&quot;&gt;http://21coe.kokugakuin.ac.jp/db/jinja/index_e.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each shrine, the available information is:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name of the shrine&lt;/li&gt;&#xA;&lt;li&gt;Commandery (Japanese territorial subdivision system used centuries ago)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="754" LastEditDate="2015-01-15T05:30:19.633" LastActivityDate="2015-01-15T05:30:19.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4319" PostTypeId="1" CreationDate="2015-01-14T19:13:42.057" Score="3" ViewCount="504" Body="&lt;p&gt;I am trying to pass INCI names (perhaps my first mistake) to the OpenFDA api. Some INCI names give me something to work with; however, others I think are not really passable, even after replacing spaces with + or even passing the string through php's urlencode() function.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some examples follow:&#xA;Acrylates/Ammonium Methacrylate Copolymer&#xA;2-Amino-3-Nitrophenol&#xA;2,3-Naphthalenediol&#xA;1-Naphthol&#xA;1,2-hexanediol&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notice the commas and slashes (don't think the dashes matter).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am working on using another identifier, like unii, but meanwhile is there a good quick fix I've totally missed? Will the &quot;exact match&quot; strategies provide some relief?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hopefully my &quot;new to programming&quot; status is not overly glaring in my question.&lt;/p&gt;&#xA;" OwnerUserId="5416" LastActivityDate="2015-02-18T21:17:41.040" Title="Cosmetic Names (INCI nomenclature) and URLs to OpenFDA" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4320" PostTypeId="1" AcceptedAnswerId="4322" CreationDate="2015-01-14T19:58:08.083" Score="5" ViewCount="2462" Body="&lt;p&gt;I am looking for any kind of data sets from online dating websites that combine demographic characteristics of users (like age, gender, ...) with data on users' activity. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to use these data sets in a specific context and I highly appreciate any hints that could be useful!   &lt;/p&gt;&#xA;" OwnerUserId="5417" LastActivityDate="2015-12-29T13:18:06.213" Title="Where can I find data about online dating websites" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4321" PostTypeId="2" ParentId="4116" CreationDate="2015-01-14T21:54:15.990" Score="10" Body="&lt;p&gt;There are many good resources described in the comments to your question (&lt;a href=&quot;https://quant.stackexchange.com/q/141&quot;&gt;1&lt;/a&gt; &amp;amp; &lt;a href=&quot;https://stackoverflow.com/q/754593/2327328&quot;&gt;2&lt;/a&gt;). One that combines many different types of financial products and has some open access is &lt;a href=&quot;https://www.quandl.com/&quot; rel=&quot;noreferrer&quot;&gt;Quandl&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/collections&quot; rel=&quot;noreferrer&quot;&gt;Data browser tool&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/help/api-for-stock-data&quot; rel=&quot;noreferrer&quot;&gt;API documentation&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Quandl provides a single easy-to-use API for stock prices and fundamentals. Coverage includes end-of-day prices, harmonized fundamentals, key financial ratios, earnings estimates, analyst ratings, price targets, indexes and more.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The API comes with 3 levels (1 open/free, 2 paid). The open level is based on community maintained data (&lt;a href=&quot;https://www.quandl.com/WIKI&quot; rel=&quot;noreferrer&quot;&gt;details&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;End of day stock prices, dividends and splits for 3,000 US companies, curated by the Quandl community and released into the public domain.&lt;/p&gt;&#xA;&lt;p&gt;History to 2004.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;In addition to Quandl, I've also had a good experience using the &lt;a href=&quot;http://dev.markitondemand.com/&quot; rel=&quot;noreferrer&quot;&gt;Markitondemand API&lt;/a&gt; (&lt;a href=&quot;http://dev.markitondemand.com/#doc&quot; rel=&quot;noreferrer&quot;&gt;documentation&lt;/a&gt;). Their &lt;a href=&quot;http://dev.markitondemand.com/#doc_interactivechart&quot; rel=&quot;noreferrer&quot;&gt;interactivechart&lt;/a&gt; endpoint can give you historical data.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;If you use programming languages like Python or R, you can automatically integrate historical data via the public feeds (i.e yahoo, google, quandl).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/help/python&quot; rel=&quot;noreferrer&quot;&gt;Python Quandl module&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import Quandl&#xA;mydata = Quandl.get(&amp;quot;NSE/OIL&amp;quot;, authtoken=&amp;quot;your token here&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_financial_data_feeds#Feed_Extraction_Samples&quot; rel=&quot;noreferrer&quot;&gt;R Quandl example&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(tseries) # Loading tseries library&#xA;mtgoxusd &amp;lt;- read.csv('http://www.quandl.com/api/v1/datasets/BITCOIN/MTGOXUSD.csv?&amp;amp;trim_start=2010-07-17&amp;amp;trim_end=2013-07-08&amp;amp;sort_order=desc', colClasses=c('Date'='Date'))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-01-14T21:54:15.990" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4322" PostTypeId="2" ParentId="4320" CreationDate="2015-01-14T22:12:47.427" Score="4" Body="&lt;p&gt;I find it unlikely that a dating website would share a dataset, although &lt;a href=&quot;http://blog.okcupid.com/&quot; rel=&quot;noreferrer&quot;&gt;OKCupid Trends&lt;/a&gt; was one of the first good data blogs (and I'm glad they are back posting after being silent since 2011).&lt;/p&gt;&#xA;&lt;p&gt;There was a Pew research study from 2013 - &lt;a href=&quot;http://www.pewinternet.org/datasets/may-2013-online-dating-prelim/&quot; rel=&quot;noreferrer&quot;&gt;Online Dating&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This data set contains questions about online dating, technology and existing relationships, and non-internet users.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(requires entering some info to download data)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Sample: n=2,252 national adults, age 18 and older, including 1,127 cell phone interviews&lt;/p&gt;&#xA;&lt;p&gt;Interviewing dates: 04.17.2013 – 05.19.2013&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The survey is quite long and the data is available in crosstab, csv, or spss formats. Included are questions and answers about internet usage, where people meet each other, usage of dating websites and apps, demographic information.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-01-14T22:12:47.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4323" PostTypeId="1" CreationDate="2015-01-15T13:52:01.610" Score="1" ViewCount="76" Body="&lt;p&gt;Is there any way to download all available intraday data for stocks at once (for example, all the data available at the Indian stock exchange)? I need to make a comparative analysis and downloading the data by ticker is too time consuming, besides I want to know if there is any website that store the historical intraday data. Other sites delete the data gradually.&lt;/p&gt;&#xA;" OwnerUserId="5419" LastEditorUserId="1511" LastEditDate="2015-01-15T14:08:26.227" LastActivityDate="2015-01-15T14:08:26.227" Title="How to download all intraday data at one time" Tags="|data-request|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4324" PostTypeId="1" CreationDate="2015-01-15T16:04:58.783" Score="3" ViewCount="734" Body="&lt;p&gt;I am looking for data that contains a list of National Provider Identification Numbers (NPI) that correspond to Medicaid Provider Identification Numbers or OSHPD ID numbers. In particular, does anyone know of a source that contains OSHPD ID and NPI codes for each California Hospital/Clinic?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware that &lt;a href=&quot;http://nppes.viva-it.com/NPI_Files.html&quot; rel=&quot;nofollow&quot;&gt;these NPI files&lt;/a&gt; contains NPI's linking to providers. But I am curious if there are separate sources that already link California's identifying variables for healthcare providers with the NPI key variable. Otherwise, it would require a significant amount of dirty work to algorithm match them and I may as well see if the work is already done.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2017-03-14T17:40:30.437" Title="Are there ID crosswalks between NPI and OSHPD for California Providers?" Tags="|data-request|usa|medical|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4326" PostTypeId="1" CreationDate="2015-01-15T18:34:47.297" Score="5" ViewCount="150" Body="&lt;p&gt;Are there any plans to provide a restful / json version of these apis? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I realize that some of the urls contain the WORD rest (e.g. &lt;a href=&quot;https://hiosgateway.cms.gov/RBIS-API/v11.0/REST/getSBCReportFile?planId=59830MI0010009&amp;amp;fileType=pdf&quot; rel=&quot;nofollow&quot;&gt;https://hiosgateway.cms.gov/RBIS-API/v11.0/REST/getSBCReportFile?planId=59830MI0010009&amp;amp;fileType=pdf&lt;/a&gt;) but that shows a fundamental misunderstanding of what REST is. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A restful approach would be something like &lt;a href=&quot;http://hiosgateway.cms.org/RBIS-API/v11.0/rest/plan/59830MI0010009/brochure&quot; rel=&quot;nofollow&quot;&gt;http://hiosgateway.cms.org/RBIS-API/v11.0/rest/plan/59830MI0010009/brochure&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue of calling RPC REST aside - json is significantly easier to consume and provide considering the overwrought complexity of the competing healthcare.gov xml schemas. Any chance this is on the roadmap?&lt;/p&gt;&#xA;" OwnerUserId="5422" LastEditorUserId="70" LastEditDate="2015-04-17T18:26:12.407" LastActivityDate="2015-04-17T18:26:12.407" Title="Planned Restful JSON apis for Healthcare Finder?" Tags="|json|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4327" PostTypeId="1" CreationDate="2015-01-15T19:37:54.760" Score="4" ViewCount="416" Body="&lt;p&gt;I am looking for intermittent demand time series, i.e., demands that have &quot;many&quot; zeros. Such series commonly occur in the retail business for single SKUs in single locations, or as the demand for spare parts. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/RjsMS.png&quot; alt=&quot;intermittent demand example&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I have only found two time series in the &lt;code&gt;tsintermittent&lt;/code&gt; package for R (one of them plotted above), but I'd really like to have many, many series to do some serious testing. (For instance, the M3 competition had 3003 time series.) Rob Hyndman's &lt;a href=&quot;https://datamarket.com/data/list/?q=provider:tsdl&quot; rel=&quot;nofollow noreferrer&quot;&gt;Time Series Data Library&lt;/a&gt; hangs on me, but there are no retail time series there, either, and there likely is nothing under &quot;Industry&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me to a good source?&lt;/p&gt;&#xA;" OwnerUserId="3987" LastEditorUserId="90" LastEditDate="2015-05-05T23:01:20.943" LastActivityDate="2015-05-05T23:01:20.943" Title="Looking for intermittent demand time series" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="4328" PostTypeId="1" AcceptedAnswerId="4331" CreationDate="2015-01-16T08:25:02.913" Score="1" ViewCount="151" Body="&lt;p&gt;I have a list that I want to publish as JSON, so that others can easily reuse it:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;product1: price1&#xA;product2: price2&#xA;product3: price3&#xA;product4: price4&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What is the most reusable way to publish this data as JSON?&lt;br&gt;&#xA;productX and priceX are strings.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I thought I would use the same format as this &lt;a href=&quot;https://gist.github.com/Keeguon/2310008&quot; rel=&quot;nofollow&quot;&gt;JSON list of country names/codes&lt;/a&gt;, but it does not even validate on JSONLint:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Parse error on line 2:&#xA;[    {        name: 'Afghanistan',&#xA;--------------^&#xA;Expecting 'STRING', '}'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For some reason everyone seems happy to use though, so I might be misunderstanding something...&lt;br&gt;&#xA;Sample:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[ &#xA;  {name: 'Afghanistan', code: 'AF'}, &#xA;  {name: 'Albania', code: 'AL'}&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-01-29T14:18:45.763" Title="Most reusable way to publish a list as JSON" Tags="|data-format|json|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4329" PostTypeId="1" AcceptedAnswerId="4330" CreationDate="2015-01-16T09:14:51.400" Score="4" ViewCount="51" Body="&lt;p&gt;Imagine a service that claims all of its data is Open Data, but:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data dumps are not available&lt;/li&gt;&#xA;&lt;li&gt;Data is huge&lt;/li&gt;&#xA;&lt;li&gt;The only way to get data is the API, which is limited to 50 requests per day (0.001% of total)&lt;/li&gt;&#xA;&lt;li&gt;Using several API keys for the same project/endeavour is forbidden and frowned upon&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Seeing it branded as Open Data (BY-NC-SA), many people are contributing new items, at a faster rate than 50 per day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; Can this be called Open Data?&lt;br&gt;&#xA;Or does the idea of Open Data somehow require that it is possible to download the whole data without resorting to subterfuges?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-01-16T09:29:47.143" LastActivityDate="2015-01-16T09:29:47.143" Title="No data dump and low daily-cap API: Can it be called Open Data?" Tags="|open-definition|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4330" PostTypeId="2" ParentId="4329" CreationDate="2015-01-16T09:29:43.653" Score="3" Body="&lt;p&gt;To quote from the &lt;a href=&quot;http://opendefinition.org/od/&quot; rel=&quot;nofollow&quot;&gt;Open Definition v2.0&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;1.2 Access&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The work shall be available as a whole and at no more than a reasonable one-time reproduction cost, preferably downloadable via the Internet without charge. […]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So no, what you describe is not Open Data according to the Open Definition.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2015-01-16T09:29:43.653" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4331" PostTypeId="2" ParentId="4328" CreationDate="2015-01-16T10:22:25.383" Score="3" Body="&lt;p&gt;Your sample data as well as the provided &lt;a href=&quot;https://gist.github.com/Keeguon/2310008&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of country codes&lt;/a&gt; are valid JavaScript, but they are not JSON. To make them valid JSON, put all strings in double quotes:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[ &#xA;  {&quot;name&quot;: &quot;Afghanistan&quot;, &quot;code&quot;: &quot;AF&quot;}, &#xA;  {&quot;name&quot;: &quot;Albania&quot;, &quot;code&quot;: &quot;AL&quot;}&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/3975890/955515&quot;&gt;This answer on StackOverflow&lt;/a&gt; gives a nice overview of the differences between JavaScript and JSON.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regarding your initial question, your sample data would look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;    {&quot;product1&quot;: &quot;price1&quot;},&#xA;    {&quot;product2&quot;: &quot;price2&quot;},&#xA;    {&quot;product3&quot;: &quot;price3&quot;},&#xA;    {&quot;product4&quot;: &quot;price4&quot;}&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In most cases&lt;sup&gt;1&lt;/sup&gt; it's probably better to make your prices actual numbers instead of strings that just look like numbers:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;    {&quot;product1&quot;: 123.45},&#xA;    {&quot;product2&quot;: 234.56},&#xA;    {&quot;product3&quot;: 345.67},&#xA;    {&quot;product4&quot;: 456.78}&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you think about adding more properties to your products in the future, you should probably use this instead:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;    {&#xA;        &quot;name&quot;: &quot;product1&quot;,&#xA;        &quot;price&quot;: 123.45&#xA;    },&#xA;    {&#xA;        &quot;name&quot;: &quot;product2&quot;,&#xA;        &quot;price&quot;: 234.56&#xA;    },&#xA;    {&#xA;        &quot;name&quot;: &quot;product3&quot;,&#xA;        &quot;price&quot;: 345.67&#xA;    },&#xA;    {&#xA;        &quot;name&quot;: &quot;product4&quot;,&#xA;        &quot;price&quot;: 456.78&#xA;    }&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;1&lt;/sup&gt; As Walter Tross pointed out in the comments, there are edge cases when rounding errors can occur. For example, if you have a product that costs 456789.99, it might happen that the computer program that reads your JSON will actually calculate the price as 456790.00. There is currently no simple solution for this problem. If you think this might be relevant for you, you might want to read up on some &lt;a href=&quot;https://code.google.com/p/simplejson/issues/detail?id=34&quot; rel=&quot;nofollow noreferrer&quot;&gt;related discussions&lt;/a&gt; and the general problem of the &lt;a href=&quot;https://stackoverflow.com/q/872544/955515&quot;&gt;precision of floating point numbers&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-01-29T14:18:45.763" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4332" PostTypeId="5" CreationDate="2015-01-17T15:55:09.107" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-03-26T22:56:39.670" LastActivityDate="2015-03-26T22:56:39.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4333" PostTypeId="4" CreationDate="2015-01-17T15:55:09.107" Score="0" Body="For questions about data sets that include observations or predictions with a time interval." OwnerUserId="1511" LastEditorUserId="70" LastEditDate="2015-03-26T22:56:39.670" LastActivityDate="2015-03-26T22:56:39.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4334" PostTypeId="1" CreationDate="2015-01-17T18:26:41.277" Score="2" ViewCount="25" Body="&lt;p&gt;what are the 2 letter codes for the device attribute - &quot;manufacturer_country&quot; based on?  are these fips codes or so-3166 alpha 2 codes or some other coding scheme?  it seems there are multiple codes referencing the same country (e.g. ch / sz for switzerland).&lt;/p&gt;&#xA;" OwnerUserId="5397" LastActivityDate="2015-01-17T18:26:41.277" Title="OPEN FDA beta - 2 Letter Codes for device attribute - &quot;manufacturer_country&quot;" Tags="|openfda|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4335" PostTypeId="1" AcceptedAnswerId="4347" CreationDate="2015-01-18T00:56:31.630" Score="22" ViewCount="48297" Body="&lt;p&gt;Is there any freely available data that relates USA zip codes and USA counties (&lt;a href=&quot;http://en.wikipedia.org/wiki/FIPS_county_code&quot;&gt;FIPS County codes&lt;/a&gt;)? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since counties can contain multiple zip codes, one can have multiple entries, in such a table:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;FIPS_code, county_name, zip_code&#xA;36001, Albany County, 12201 &#xA;36001, Albany County, 12202&#xA;36001, Albany County, 12203&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The examples above for Albany County can be found &lt;a href=&quot;http://www.mongabay.com/igapo/zip_codes/counties/alpha/Albany%20County-New%20York1.html&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this data openly available in, perhaps, a csv file or dataset?&lt;/p&gt;&#xA;" OwnerUserId="990" LastEditorUserId="70" LastEditDate="2015-01-20T20:33:49.120" LastActivityDate="2019-01-25T20:06:58.937" Title="Mapping counties to zip codes" Tags="|data-request|usa|geospatial|geocoding|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4336" PostTypeId="1" AcceptedAnswerId="4346" CreationDate="2015-01-18T04:52:28.180" Score="5" ViewCount="1652" Body="&lt;p&gt;Is Longman English Dictionary as database available for public or should I digitalise it? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I plan to create an app based on Longman English Dictionary, but I need the database somehow. Any idea how?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="70" LastEditDate="2015-03-30T15:03:42.683" LastActivityDate="2015-09-24T15:27:57.247" Title="Longman English Dictionary Database" Tags="|data-request|language|english|dictionary|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4337" PostTypeId="1" CreationDate="2015-01-18T14:16:50.343" Score="2" ViewCount="310" Body="&lt;p&gt;For my graduation work and &lt;a href=&quot;https://github.com/Dronnikkl/GNSS-spoofing-detection&quot; rel=&quot;nofollow&quot;&gt;my open source project&lt;/a&gt; about detection of «spoofing» GPS and GLONASS signal I need NMEA data dump of GPS/GLONASS receiver which receive signals from GLONASS or GPS simulator. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where I can get NMEA logs which include $GPGSV strings? &#xA;Because I analyze levels of satellites signal and try to detect «spoofing». &lt;/p&gt;&#xA;" OwnerUserId="5443" LastActivityDate="2015-10-23T09:17:28.717" Title="Where I can get NMEA data dump of GLONASS or GPS simulator?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4339" PostTypeId="1" CreationDate="2015-01-18T20:59:40.620" Score="5" ViewCount="154" Body="&lt;p&gt;In NYC, we're wondering what forums and web boards do open data professionals use to answer questions around open data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CartoDB promotes the &lt;a href=&quot;https://opendata.stackexchange.com/search?q=nyc&quot;&gt;GIS Stack Exchange&lt;/a&gt;.&#xA;BetaNYC has a &lt;a href=&quot;https://docs.google.com/a/beta.nyc/spreadsheets/d/1R7O_FZLNB8VV5eoPDNATb-f0njjUsJwmz22cT_OB3fw/edit#gid=1589783907&quot; rel=&quot;nofollow noreferrer&quot;&gt;spreadsheet listing NYC related email lists and websites&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="48" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-01-25T18:17:31.863" Title="What forums / boards do you use to answer open data questions?" Tags="|tool-request|uses-of-open-data|" AnswerCount="2" CommentCount="5" ClosedDate="2015-03-30T15:02:56.433" ContentLicense="CC BY-SA 3.0" />
  <row Id="4340" PostTypeId="1" CreationDate="2015-01-19T11:27:11.257" Score="4" ViewCount="62" Body="&lt;p&gt;I am looking for a data set on &lt;strong&gt;forest cover in The Gambia&lt;/strong&gt; that meets the following conditions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a high enough resolution (e.g. 30x30m) &lt;/li&gt;&#xA;&lt;li&gt;a data set (i.e. classified satellite imagery data) on forest cover in The Gambia post-2010 and pre-2008. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking to analyse the effect of a development project implemented between 2008 and 2010 in The Gambia. In order to control for differences in initial forest cover, I would like to find two data sets (from the indicated time periods) that follow the same classification scheme.  &lt;/p&gt;&#xA;" OwnerUserId="5448" LastEditorUserId="70" LastEditDate="2015-03-09T12:09:06.210" LastActivityDate="2015-04-10T13:02:44.003" Title="Data on forest cover (land use) in The Gambia from 2010 or more recent" Tags="|data-request|geospatial|environment|africa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4341" PostTypeId="1" AcceptedAnswerId="4344" CreationDate="2015-01-19T15:06:44.870" Score="15" ViewCount="6029" Body="&lt;p&gt;Looking for a free monolingual english dictionary like oxford or longman dictionary, but which I can freely use, without violating any intellectual property. I want to use it in my iOS app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need definition /meaning of english words expressed with simpler words. Any idea?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="70" LastEditDate="2015-03-04T16:11:58.330" LastActivityDate="2015-03-04T16:11:58.330" Title="Free English Dictionary" Tags="|data-request|english|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4342" PostTypeId="2" ParentId="4319" CreationDate="2015-01-19T20:50:33.137" Score="1" Body="&lt;p&gt;In which API endpoint are you searching? Drug adverse events? Drug labeling? You should look at the particular API endpoint you're searching to see what fields are available, and do some quick searches for the kinds of products or records you're interested in to see what kinds of data they have and in what fields.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, there are a good number of cosmetics products in the drug product labeling API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label&lt;/a&gt; | Docs at &lt;a href=&quot;https://open.fda.gov/drug/label/reference/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/label/reference/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These products tend to list ingredients in the &lt;code&gt;active_ingredient&lt;/code&gt; and &lt;code&gt;inactive_ingredient&lt;/code&gt; fields. In this API, these fields contain ingredients as reported to FDA by the product manufacturer. I don't know if the manufacturers use INCI standard terms when describing ingredients.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a search that may be of relevance:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=inactive_ingredient:(Ammonium+AND+Methacrylate+AND+Copolymer)&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=inactive_ingredient:(Ammonium+AND+Methacrylate+AND+Copolymer)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, the API returns ~90 product labels where the &lt;code&gt;inactive_ingredient&lt;/code&gt; field contains ALL of those words, in any order, in any combination.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did a quick search and didn't find the word &lt;code&gt;nitrophenol&lt;/code&gt; in any records in that endpoint. &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=inactive_ingredient:(nitrophenol)&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=inactive_ingredient:(nitrophenol)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With respect to using UNII, you should know that the product labeling endpoint in particular only provides UNII codes for active ingredients, not inactive ingredients.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;HTH.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2015-01-19T20:50:33.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4343" PostTypeId="2" ParentId="4341" CreationDate="2015-01-19T21:38:05.360" Score="10" Body="&lt;p&gt;&lt;a href=&quot;https://www.wiktionary.org/&quot; rel=&quot;noreferrer&quot;&gt;Wiktionary&lt;/a&gt; is the Wikimedia project's dictionary. Here is an example of a page, although the definitions are still quite technical:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wiktionary.org/wiki/data#English&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Additionally, like &lt;a href=&quot;http://simple.wikipedia.org/wiki/Main_Page&quot; rel=&quot;noreferrer&quot;&gt;simple.wikipedia&lt;/a&gt;, there is a &lt;a href=&quot;http://simple.wiktionary.org/wiki/Main_Page&quot; rel=&quot;noreferrer&quot;&gt;Simple English Wiktionary&lt;/a&gt; page. Here is an example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://simple.wiktionary.org/wiki/data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The definition you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data is information, such as facts, numbers, photographs, etc. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://en.wiktionary.org/wiki/Wiktionary:GNU_Free_Documentation_License&quot; rel=&quot;noreferrer&quot;&gt;license&lt;/a&gt; is GNU Free Documentation License (&lt;a href=&quot;http://en.wiktionary.org/wiki/Wiktionary:Text_of_the_GNU_Free_Documentation_License&quot; rel=&quot;noreferrer&quot;&gt;text&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;DOWNLOAD&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the Wikimedia projects use the same data dump scheme (&lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;noreferrer&quot;&gt;backup index&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Simple Wiktionary line looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2014-12-12 20:44:20 simplewiktionary: Dump complete&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And the most recent link is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://dumps.wikimedia.org/simplewiktionary/20141212/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;From this page, you are looking for the top files:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Articles, templates, media/file descriptions, and primary meta-pages, in multiple bz2 streams, 100 pages per stream&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The index file (simplewiktionary-20141212-pages-articles-multistream-index.txt.bz2, 144 KB) contains a listing of all the pages. Here are some randomly selected records:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Glabj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use these words to then find definitions from the pages. I extracted the XML dump and put on pastebin the data for the page &quot;Data&quot; - &lt;a href=&quot;http://pastebin.com/raw.php?i=qx7RHHft&quot; rel=&quot;noreferrer&quot;&gt;LINK&lt;/a&gt;. The part you are looking for can be parsed out from these lines:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{{noun3|data|datum|data}}&#xA;#{{uncountable}} '''Data''' is [[information]], such as [[fact]]s, [[number]]s, [[photograph]]s, etc.&#xA;#: ''A [[study]] using [[experiment]]al '''data''' from ten schools found no [[difference]] between [[method]]s.''&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;IMPORT&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some instructions on how to import the XML data dump - &lt;a href=&quot;http://www.mediawiki.org/wiki/Manual:Importing_XML_dumps&quot; rel=&quot;noreferrer&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some possible tools, depending on your skills:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps/xml2sql&quot; rel=&quot;noreferrer&quot;&gt;xml2sql&lt;/a&gt; (multiplatform C tool)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.mediawiki.org/wiki/Manual:Pywikibot&quot; rel=&quot;noreferrer&quot;&gt;Pywikibot&lt;/a&gt; (Python, requires registering your app, but doesn't require reconstructing database)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.mediawiki.org/wiki/Mwdumper&quot; rel=&quot;noreferrer&quot;&gt;mwdumper&lt;/a&gt; (Java)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-01-19T21:38:05.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4344" PostTypeId="2" ParentId="4341" CreationDate="2015-01-19T21:48:57.620" Score="13" Body="&lt;p&gt;The &lt;a href=&quot;http://english.stackexchange.com&quot;&gt;English Language &amp;amp; Usage&lt;/a&gt; stackexchange site has a question with answers related to your question&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;What's the largest open-source dictionary that includes brief definitions of each word?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://english.stackexchange.com/a/8237/61410&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The popular answer is &lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;noreferrer&quot;&gt;WordNet&lt;/a&gt; from Princeton. You can either browse or download the full data set, although it's about 10 years old.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;http://wordnet.princeton.edu/wordnet/license/&quot; rel=&quot;noreferrer&quot;&gt;license&lt;/a&gt; allows commercial use.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Here is an example of the page for Data:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://wordnetweb.princeton.edu/perl/webwn?s=data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;And the definitions&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;S: (n) data, information (a collection of facts from which conclusions may be drawn) &amp;quot;statistical data&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;S: (n) datum, data point (an item of factual information derived from measurement or research)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-01-19T21:48:57.620" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4346" PostTypeId="2" ParentId="4336" CreationDate="2015-01-20T08:59:00.970" Score="4" Body="&lt;p&gt;This particular dictionary's &lt;a href=&quot;http://uk.pearson.com/legal-notice&quot; rel=&quot;nofollow noreferrer&quot;&gt;legal notice&lt;/a&gt; says that:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Users are not entitled to [...] transmit [..] it on any other website without the express permission of Pearson.&lt;/p&gt;&#xA;&lt;p&gt;You must not use data mining, robots, scraping or similar data gathering or extraction methods on &lt;strong&gt;any part of&lt;/strong&gt; this Site without our express prior written consent &lt;em&gt;(my emphasis)&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;So either contact them, or use a more open dictionary.&lt;br /&gt;&#xA;See this list of &lt;a href=&quot;https://opendata.stackexchange.com/questions/4341/free-english-dictionary&quot;&gt;open English dictionaries&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-09-24T15:27:57.247" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4347" PostTypeId="2" ParentId="4335" CreationDate="2015-01-20T13:04:36.320" Score="19" Body="&lt;p&gt;You might want to check out the &lt;a href=&quot;http://www.huduser.org/portal/datasets/usps_crosswalk.html&quot; rel=&quot;noreferrer&quot;&gt;HUD zip code-county crosswalk&lt;/a&gt; (screenshot below).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/YgkXu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My gut feeling is that this feature would be in the US census TIGER product line&#xA;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger.html&lt;/a&gt;&#xA;maybe here:&#xA;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/relationship.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/relationship.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let us know what you find most useful.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="990" LastEditDate="2015-01-20T13:56:00.447" LastActivityDate="2015-01-20T13:56:00.447" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4348" PostTypeId="2" ParentId="1546" CreationDate="2015-01-20T13:23:11.557" Score="3" Body="&lt;p&gt;There has been a bunch of statistical work in this area (spatio-temporal modeling and extreme value theory); there have been several programs at SAMSI that have generated good peer reviewed papers ( &lt;a href=&quot;http://www.samsi.info/workshop/birs-extreme-events-climate-and-weather-interdisciplinary-workshop-10w5016-0&quot; rel=&quot;nofollow&quot;&gt;http://www.samsi.info/workshop/birs-extreme-events-climate-and-weather-interdisciplinary-workshop-10w5016-0&lt;/a&gt; )&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One statistical approach might go like this:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Setup a change of support problem to interpolate the values in between the grid (you may have to look at some modern data to get a correlation structure).  Then you can make contours/heatmaps that are statistically rigorous&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;at that point, you can create gridded temperature estimates by time unit.  You can then make a movie by putting the values in time order&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;along the bottom, you might want to show the time series for some key points&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;there will almost certainly be a decent time series model (in a number of approaches, univariate, multivariate); you might be interested in the values that are the biggest departures from the expected trends.  You might be interested in the absolute biggest/smallest values as well&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Some references:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3074178/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3074178/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://blue.for.msu.edu/lwf/spBayes-vignette.pdf&quot; rel=&quot;nofollow&quot;&gt;http://blue.for.msu.edu/lwf/spBayes-vignette.pdf&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Other spatio-temporal data analysis packages in R, &lt;a href=&quot;http://cran.r-project.org/web/views/SpatioTemporal.html&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/views/SpatioTemporal.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-20T13:23:11.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4349" PostTypeId="2" ParentId="943" CreationDate="2015-01-20T13:28:49.167" Score="1" Body="&lt;p&gt;I would go to statistical analysis software documentation (like the SAS/QC product, or the R quality contral task view) and look at the data sets used as examples for the particular type of machine condition/monitoring application you're looking for&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SAS/QC:&#xA;&lt;a href=&quot;http://support.sas.com/documentation/onlinedoc/qc/indexproc.html#qc132&quot; rel=&quot;nofollow&quot;&gt;http://support.sas.com/documentation/onlinedoc/qc/indexproc.html#qc132&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;check out monitoring (shewhart charts, MVP procedures) and reliability procedures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In R, check out the survival task view:&#xA;&lt;a href=&quot;http://cran.r-project.org/web/views/Survival.html&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/views/Survival.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(survival analysis is the parent area of reliability, you use the same machinery to think about survival of a patient with cancer X as you do for an alternator with coil type Y).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For monitoring in R, the packages are not so well organized, but SPC, QCC&#xA;&lt;a href=&quot;http://cran.r-project.org/web/packages/spc/&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/packages/spc/&lt;/a&gt;&#xA;&lt;a href=&quot;http://cran.r-project.org/web/packages/qcc/&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/packages/qcc/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;should help.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-20T13:28:49.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4350" PostTypeId="2" ParentId="3592" CreationDate="2015-01-20T13:34:11.853" Score="1" Body="&lt;p&gt;There is an area of statistics called functional data analysis.  If you look through the documentation for these procedures (R and matlab) or the books/short courses, you should be able to find a dataset that meets your needs.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://faculty.bscb.cornell.edu/~hooker/ShortCourseHandout.pdf&quot; rel=&quot;nofollow&quot;&gt;http://faculty.bscb.cornell.edu/~hooker/ShortCourseHandout.pdf&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.psych.mcgill.ca/misc/fda/&quot; rel=&quot;nofollow&quot;&gt;http://www.psych.mcgill.ca/misc/fda/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://cran.r-project.org/web/packages/fda/index.html&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/packages/fda/index.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/038740080X&quot; rel=&quot;nofollow&quot;&gt;http://www.amazon.com/Functional-Data-Analysis-Springer-Statistics/dp/038740080X/ref=sr_1_1?ie=UTF8&amp;amp;qid=1421760835&amp;amp;sr=8-1&amp;amp;keywords=functional+data+analysis&amp;amp;pebp=1421760797440&amp;amp;peasin=038740080X&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-20T13:34:11.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4351" PostTypeId="2" ParentId="4335" CreationDate="2015-01-20T13:41:39.027" Score="9" Body="&lt;p&gt;For personal/educational use, &lt;a href=&quot;http://www.unitedstateszipcodes.org/zip-code-database/&quot; rel=&quot;noreferrer&quot;&gt;US Zip Codes&lt;/a&gt; has a free download (*.xlsx and *,csv) that has zip and county. It has fewer fields than the commercial version which is $40 USD.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Neither has FIPS.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-01-20T13:41:39.027" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4352" PostTypeId="1" CreationDate="2015-01-20T21:12:25.913" Score="1" ViewCount="485" Body="&lt;p&gt;I am trying to retrieve SEC filings in XBRL and dump them into MySQL. Anyone know how to do this or who I can hire to do it?&lt;/p&gt;&#xA;" OwnerUserId="5458" LastEditorUserId="70" LastEditDate="2015-01-28T13:25:17.960" LastActivityDate="2015-01-28T13:25:17.960" Title="How to get XBRL into MySQL database?" Tags="|sql|finance|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4353" PostTypeId="1" CreationDate="2015-01-20T21:26:56.623" Score="2" ViewCount="249" Body="&lt;p&gt;I am new to OpenFDA API, and I just got my API key and I want to get a food recalls that falls within range of dates. Could anyone provide me with an example of what would be the URL with range of dates for food recalls?&lt;/p&gt;&#xA;" OwnerUserId="5459" LastEditorUserId="70" LastEditDate="2015-01-21T16:59:43.707" LastActivityDate="2015-01-31T19:24:43.840" Title="FDA Open Data sample URL for date range" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4354" PostTypeId="2" ParentId="4340" CreationDate="2015-01-20T23:34:22.380" Score="1" Body="&lt;p&gt;The FAO Global Forest Resources Assessment does not have map data, but does have a lot of aggregated data and trends on forests for each country in the world. The assessment and report is updated every 5 years: 2015, 2010, 2005, 2000, 1995, 1990, ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fao.org/forestry/fra/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.fao.org/forestry/fra/en/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-01-20T23:34:22.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4356" PostTypeId="2" ParentId="4353" CreationDate="2015-01-21T13:24:52.640" Score="5" Body="&lt;p&gt;You might want to try hurl.it for testing your calls: &lt;a href=&quot;https://www.hurl.it/&quot;&gt;https://www.hurl.it/&lt;/a&gt;  it's really useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the API reference:&#xA;&lt;a href=&quot;https://open.fda.gov/api/reference/&quot;&gt;https://open.fda.gov/api/reference/&lt;/a&gt;&#xA;which has directions, but all of the info there is geared towards drugs, not food.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This URL has food recall info:&#xA;&lt;a href=&quot;https://open.fda.gov/food/enforcement/&quot;&gt;https://open.fda.gov/food/enforcement/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The examples are pretty good.  Does that page help, or did you have a more specific question?  Just remove the limit from the first example,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20040101+TO+20131231]&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20040101+TO+20131231]&lt;/a&gt;&#xA;and that should be your call.  You may not need an API key if you are below the limit.  Otherwise, you would probably add it in:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/food/enforcement.json?api_key=yourAPIKeyHere&amp;amp;search=report_date:[20040101+TO+20131231]&quot;&gt;https://api.fda.gov/food/enforcement.json?api_key=yourAPIKeyHere&amp;amp;search=report_date:[20040101+TO+20131231]&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-01-21T13:24:52.640" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4357" PostTypeId="1" AcceptedAnswerId="6476" CreationDate="2015-01-21T17:33:53.320" Score="4" ViewCount="93" Body="&lt;p&gt;I am looking for data on higher education in any African countries (the more, the merrier) for a Data Science project I am working on. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data set can include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Graduation rates&lt;/li&gt;&#xA;&lt;li&gt;Employment after graduation&lt;/li&gt;&#xA;&lt;li&gt;Endowment &amp;amp; alumni giving&lt;/li&gt;&#xA;&lt;li&gt;etc ...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3231" LastEditorUserId="70" LastEditDate="2015-01-21T21:59:48.473" LastActivityDate="2015-11-17T12:18:00.957" Title="Where can I find data on African higher education institutions?" Tags="|data-request|africa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4358" PostTypeId="2" ParentId="4357" CreationDate="2015-01-21T20:26:40.290" Score="5" Body="&lt;p&gt;What you called &quot;higher education&quot; the World Bank calls &quot;&lt;a href=&quot;http://en.wikipedia.org/wiki/Tertiary_education&quot; rel=&quot;noreferrer&quot;&gt;tertiary education&lt;/a&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;including universities as well as institutions that teach specific capacities of higher learning such as colleges, technical training institutes, community colleges, nursing schools, research laboratories, centers of excellence, and distance learning centers&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;One place to start to search is the &lt;strong&gt;World Bank &lt;a href=&quot;http://datatopics.worldbank.org/education/&quot; rel=&quot;noreferrer&quot;&gt;Education data portal&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As one example, &lt;a href=&quot;http://data.worldbank.org/indicator/SE.TER.ENRR/countries&quot; rel=&quot;noreferrer&quot;&gt;School enrollment, tertiary (% gross)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Gross enrolment ratio. Tertiary (ISCED 5 and 6). Total is the total enrollment in tertiary education (ISCED 5 and 6), regardless of age, expressed as a percentage of the total population of the five-year age group following on from secondary school leaving. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Use the SEARCH window on the left-hand side and go through all the data sets that contain the word &quot;Tertiary.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/1F33L.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other datasets you may find useful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/SE.SEC.PROG.MA.ZS/countries&quot; rel=&quot;noreferrer&quot;&gt;Ratio of female to male tertiary enrollment (%)&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/SL.TLF.TERT.FE.ZS&quot; rel=&quot;noreferrer&quot;&gt;Labor force with tertiary education, female (% of female labor force)&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/SE.TER.TCHR.FE.ZS&quot; rel=&quot;noreferrer&quot;&gt;Tertiary education, teachers (% female)&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;(there are 13 in total)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Look for the DOWNLOAD DATA button and choose your format.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-01-21T20:26:40.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4359" PostTypeId="2" ParentId="4161" CreationDate="2015-01-22T00:07:12.720" Score="6" Body="&lt;p&gt;I'm clear you're looking for open data and NOT vendors, but I've found some of these vendors do give attribution to their sources and thus aid your search from their marketing materials:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.panjiva.com&quot; rel=&quot;nofollow&quot;&gt;Panjiva&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.importgenius.com&quot; rel=&quot;nofollow&quot;&gt;Import Genius&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://%20www.datamyne.com&quot; rel=&quot;nofollow&quot;&gt;Datamyne&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.goodwill.com.hk&quot; rel=&quot;nofollow&quot;&gt;Goodwill&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fleetmon.com/en/vessels&quot; rel=&quot;nofollow&quot;&gt;Fleetmon&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://marinetraffic.org&quot; rel=&quot;nofollow&quot;&gt;Marine Traffic&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.vesselfinder.com/vessels&quot; rel=&quot;nofollow&quot;&gt;Vessel Finder&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://containership-info.com&quot; rel=&quot;nofollow&quot;&gt;Container Ship&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://maritime-connector.com&quot; rel=&quot;nofollow&quot;&gt;Maritime Connector&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://marinevesseltraffic.com&quot; rel=&quot;nofollow&quot;&gt;Marine Vessel Traffic&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.airnavsystems.com/ShipData/index.html&quot; rel=&quot;nofollow&quot;&gt;Air Nav Systems&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cma-cgm.com/ebusiness/tracking&quot; rel=&quot;nofollow&quot;&gt;CMA&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.marinevesseltraffic.com/2013/07/container-ships-and-cargo-tracking.html?m=1&quot; rel=&quot;nofollow&quot;&gt;Marine Vessel Traffic&lt;/a&gt; (more)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5456" LastEditorUserId="244" LastEditDate="2015-01-22T07:47:17.073" LastActivityDate="2015-01-22T07:47:17.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4360" PostTypeId="1" CreationDate="2015-01-22T04:34:21.877" Score="5" ViewCount="1938" Body="&lt;p&gt;I am doing a study to compare the consumption of fuel between US/Europe? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I found some data in some cities in US, I still looking for data in Europe (mainly interested in data where I can show how many hours are wasted in traffic - in other words, how much fuel is wasted in traffic). Any city as as case study in Europe should be fine. &lt;/p&gt;&#xA;" OwnerUserId="4327" LastEditorUserId="70" LastEditDate="2015-01-24T18:44:24.113" LastActivityDate="2016-06-13T07:09:16.597" Title="Where can I find data about traffic flow for European cities?" Tags="|data-request|transportation|europe|traffic|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4361" PostTypeId="2" ParentId="4360" CreationDate="2015-01-22T08:51:03.853" Score="4" Body="&lt;p&gt;The UK &lt;a href=&quot;https://www.gov.uk/government/organisations/department-for-transport&quot; rel=&quot;nofollow noreferrer&quot;&gt;Department for Transport&lt;/a&gt; (DFT) provides a traffic data set for the city of London, for 2000 to 2013.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.dft.gov.uk/traffic-counts/area.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Main page&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.dft.gov.uk/traffic-counts/area.php?region=London&amp;amp;la=City%20of%20London&quot; rel=&quot;nofollow noreferrer&quot;&gt;London&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.dft.gov.uk/traffic-counts/about.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;About&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://data.dft.gov.uk/gb-traffic-matrix/all-traffic-data-metadata.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata PDF&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;There are two main data sets:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;AADF - Annual average daily flow&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;AADF figures give the number of vehicles that will drive on that stretch of road on an average day of the year. For information on how AADFs are calculated, see the guidance on the Traffic Statistics pages on GOV.UK.&lt;/p&gt;&#xA;&lt;p&gt;AADF figures are presented as: Units = vehicles per day&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;&lt;strong&gt;Traffic - Annual volume of traffic&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Traffic figures give the total volume of traffic on the stretch of road for the whole year, and are calculated by multiplying the AADF by the corresponding length of road and by the number of days in the year (i.e. one vehicle travelling one mile each day for a year would equal 365 vehicle miles).&lt;/p&gt;&#xA;&lt;p&gt;Traffic figures are presented as: Units = thousand vehicle miles&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-01-22T09:10:38.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4362" PostTypeId="1" CreationDate="2015-01-22T18:57:34.837" Score="5" ViewCount="534" Body="&lt;p&gt;Is it possible to have custom dataset categories appear in the side bar of the 'datasets' tab in CKAN 2.2?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.healthdata.gov/dataset/search/?solrsort=sort_label%20asc&quot; rel=&quot;nofollow&quot;&gt;HealthData.gov&lt;/a&gt; appears to have these categories, but most examples I see have the default Organizations, Groups, Tags, etc categories. &lt;a href=&quot;http://data.glasgow.gov.uk/dataset&quot; rel=&quot;nofollow&quot;&gt;Glasgow's data portal&lt;/a&gt; is one such example. Is it possible to configure this, and how might one go about it?&lt;/p&gt;&#xA;" OwnerUserId="5473" LastEditorUserId="70" LastEditDate="2015-02-25T08:12:26.940" LastActivityDate="2015-02-25T08:12:26.940" Title="Custom Categories in CKAN" Tags="|ckan|metadata|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4363" PostTypeId="1" CreationDate="2015-01-23T00:39:40.593" Score="1" ViewCount="38" Body="&lt;p&gt;I am looking for a dataset of date covariates that could cause a spike in Twitter data. For example, any major news event or holiday such as black friday. Anyone know where this might exist?&lt;/p&gt;&#xA;" OwnerUserId="5476" LastEditorUserId="1511" LastEditDate="2015-01-23T20:10:41.243" LastActivityDate="2015-01-23T20:10:41.243" Title="2014 holiday/event covariate date data" Tags="|data-request|social-media|calendar|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4365" PostTypeId="2" ParentId="4339" CreationDate="2015-01-23T16:52:12.097" Score="4" Body="&lt;p&gt;This one obviously. I also use &lt;a href=&quot;http://reddit.com/r/opendata&quot; rel=&quot;nofollow&quot;&gt;http://reddit.com/r/opendata&lt;/a&gt;, and more recently the Open Knowledge Foundation's forums (&lt;a href=&quot;http://discuss.okfn.org/&quot; rel=&quot;nofollow&quot;&gt;http://discuss.okfn.org/&lt;/a&gt;) but that's for a project specific to them so I can't vouch for it as being good for general discussions or questions.&lt;/p&gt;&#xA;" OwnerUserId="570" LastActivityDate="2015-01-23T16:52:12.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4366" PostTypeId="1" CreationDate="2015-01-23T23:36:15.377" Score="4" ViewCount="122" Body="&lt;p&gt;Is the Federal Trade Commission (FTC) list of telemarketer phone numbers that have received complaints available? Supposedly Nomorobo has access to it, but I believe that is as a result of having won the FTC's Robocall Challenge. However, can users of FREESwitch also use this list?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More generally, are there web services (free or paid) that supply a feed of a list (or diff of the list for updates) of these numbers via a web service API?&lt;/p&gt;&#xA;" OwnerUserId="5486" LastEditorUserId="70" LastEditDate="2015-03-26T20:54:13.100" LastActivityDate="2015-03-26T20:54:13.100" Title="FTC list of telemarketer phone numbers that have received complaints" Tags="|data-request|government|api|telecom|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4367" PostTypeId="1" AcceptedAnswerId="4368" CreationDate="2015-01-24T12:19:14.063" Score="5" ViewCount="543" Body="&lt;p&gt;How would I get the eccentricity (&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1096&quot; rel=&quot;nofollow&quot;&gt;Property:P1096&lt;/a&gt;) of Venus (&lt;a href=&quot;https://www.wikidata.org/wiki/Q313&quot; rel=&quot;nofollow&quot;&gt;Q313&lt;/a&gt;) in the article &lt;a href=&quot;https://en.wikipedia.org/wiki/Mars&quot; rel=&quot;nofollow&quot;&gt;en:Mars&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have figured out that I have to write &lt;code&gt;{{#property:P1096}}&lt;/code&gt; if I want to get a property of the page on that page, but another pages property seems not to work.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;What I've tried&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;None of these worked:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;{{#property:P1096|of=Q313}}&lt;/code&gt; &amp;lt;- includes the property of the current page&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;{{#property:P1096|id=Q313}}&lt;/code&gt; &amp;lt;- includes the property of the current page&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;{{Q313#property:P1096}}&lt;/code&gt; &amp;lt;- messes up&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5487" LastEditorUserId="70" LastEditDate="2015-01-24T15:14:22.373" LastActivityDate="2019-09-16T20:33:57.387" Title="How can I add Wikidata properties of item a on the Wikipedia page of item b?" Tags="|wikipedia|wikidata|" AnswerCount="3" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4368" PostTypeId="2" ParentId="4367" CreationDate="2015-01-24T15:11:16.200" Score="4" Body="&lt;p&gt;According to &lt;a href=&quot;https://meta.wikimedia.org/w/index.php?title=Wikidata/Notes/Inclusion_syntax_v0.4#Properties_of_different_items&quot; rel=&quot;nofollow&quot;&gt;v0.4 of the Wikidata inclusion syntax&lt;/a&gt;, this feature has not been implemented yet. The &lt;a href=&quot;https://phabricator.wikimedia.org/T49930&quot; rel=&quot;nofollow&quot;&gt;progress of this feature&lt;/a&gt; is available in the &lt;a href=&quot;https://phabricator.wikimedia.org/&quot; rel=&quot;nofollow&quot;&gt;Wikimedia bug tracking system&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2015-01-24T15:11:16.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4370" PostTypeId="1" CreationDate="2015-01-24T17:23:31.907" Score="9" ViewCount="161" Body="&lt;p&gt;Where can I find find a graph of Landsat downloads, to show the effect free access has had?&lt;/p&gt;&#xA;" OwnerUserId="5478" LastEditorUserId="70" LastEditDate="2015-03-30T15:01:06.603" LastActivityDate="2015-03-30T15:01:06.603" Title="Graph of Landsat Downloads?" Tags="|data-request|data.gov|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4371" PostTypeId="2" ParentId="4370" CreationDate="2015-01-24T17:24:33.177" Score="6" Body="&lt;p&gt;Apparently, here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/XN5RL.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Source: &lt;a href=&quot;http://www.usgs.gov/blogs/features/files/2015/01/free-and-open-data-policy-graph-no-footnote.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.usgs.gov/blogs/features/files/2015/01/free-and-open-data-policy-graph-no-footnote.jpg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the original post, noting cost savings from Landsat. &lt;a href=&quot;http://landsat.gsfc.nasa.gov/?p=9654&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://landsat.gsfc.nasa.gov/?p=9654&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5478" LastActivityDate="2015-01-24T17:24:33.177" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4372" PostTypeId="1" CreationDate="2015-01-24T19:35:33.243" Score="5" ViewCount="74" Body="&lt;p&gt;Is there an API solution for &lt;a href=&quot;http://data.okfn.org/doc/data-package&quot; rel=&quot;nofollow&quot;&gt;datapackages&lt;/a&gt; which can be self-hosted?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Ideally something more lightweight than CKAN that can run on Heroku or similar.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Overall I am looking for a solution which allows an organization to work with CSV files and create an API from this without too much hassle - so any other solutions to this are also welcome.&lt;/p&gt;&#xA;" OwnerUserId="5489" LastEditorUserId="5489" LastEditDate="2015-01-25T09:05:44.127" LastActivityDate="2015-01-25T09:05:44.127" Title="API for datapackages?" Tags="|api|releasing-data|tool-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4373" PostTypeId="2" ParentId="4372" CreationDate="2015-01-24T21:46:55.253" Score="2" Body="&lt;p&gt;CKAN apparently, although I haven't done this myself CKAN is a good solution: &lt;a href=&quot;http://okfnlabs.org/blog/2014/09/11/data-api-for-data-packages-with-dpm-and-ckan.html&quot; rel=&quot;nofollow&quot;&gt;http://okfnlabs.org/blog/2014/09/11/data-api-for-data-packages-with-dpm-and-ckan.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="570" LastActivityDate="2015-01-24T21:46:55.253" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4374" PostTypeId="2" ParentId="4372" CreationDate="2015-01-25T02:46:03.610" Score="1" Body="&lt;p&gt;Have a look at &lt;a href=&quot;http://migadv.com/&quot; rel=&quot;nofollow&quot;&gt;migadv&lt;/a&gt;. I am not sure if it is API enough, but it allows you to put your CSV with its metadata online.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2015-01-25T02:46:03.610" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4375" PostTypeId="2" ParentId="4339" CreationDate="2015-01-25T16:08:07.363" Score="3" Body="&lt;p&gt;National Institute for Computer-Assisted Reporting, mailing list NICAR is an oldie and a goodie. &lt;a href=&quot;http://www.ire.org/resource-center/listservs/archives/&quot; rel=&quot;nofollow&quot;&gt;http://www.ire.org/resource-center/listservs/archives/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2015-01-25T16:08:07.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4376" PostTypeId="1" CreationDate="2015-01-26T06:00:26.270" Score="7" ViewCount="181" Body="&lt;p&gt;Where could I find the dataset for Geographical Hot Spots (Hurricanes, Tsunami, Earth quakes, Floods etc) associated with each countries?&lt;/p&gt;&#xA;" OwnerUserId="5494" LastEditorUserId="70" LastEditDate="2015-01-28T13:27:23.603" LastActivityDate="2015-10-03T00:56:29.537" Title="Extreme weather dataset for all countries from 2008 to 2011" Tags="|data-request|weather|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4377" PostTypeId="2" ParentId="4335" CreationDate="2015-01-26T16:15:53.670" Score="6" Body="&lt;p&gt;There are GIS servers that have county boundary data and zipcode boundary data.  Alas, the zipcode layer that I know about does not include county name as an attribute otherwise you could use the ESRI REST API to download a KMZ file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it might help, the following map displays both the county and zipcode boundary layers.  The map is centered at Kansas city but can be zoomed/dragged anywhere.  Or click Menu ==&gt; Search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mappingsupport.com/p/gmap4.php?ll=39.066114,-94.591598&amp;amp;z=11&amp;amp;t=m,Zip_code,County&amp;amp;rest=https://gis.usps.com/arcgis/rest/services/EDDM/EDDM_ZIP5/MapServer?name=Zip_code&amp;amp;layers=0&amp;amp;transparent=true&amp;amp;rest=http://services.nationalmap.gov/arcgis/rest/services/govunits/MapServer?name=County&amp;amp;layers=3,13&amp;amp;transparent=true&quot; rel=&quot;noreferrer&quot;&gt;http://www.mappingsupport.com/p/gmap4.php?ll=39.066114,-94.591598&amp;amp;z=11&amp;amp;t=m,Zip_code,County&amp;amp;rest=https://gis.usps.com/arcgis/rest/services/EDDM/EDDM_ZIP5/MapServer?name=Zip_code&amp;amp;layers=0&amp;amp;transparent=true&amp;amp;rest=http://services.nationalmap.gov/arcgis/rest/services/govunits/MapServer?name=County&amp;amp;layers=3,13&amp;amp;transparent=true&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am the developer of the Gmap4 enhanced Google map viewer that is displaying the map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of the basemaps displays an “all white” basemap which will make the boundary lines more visible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To learn about working with GIS layers please visit:&#xA;&lt;a href=&quot;http://www.mappingsupport.com/p/gmap4_gis-viewer.html#overlays&quot; rel=&quot;noreferrer&quot;&gt;http://www.mappingsupport.com/p/gmap4_gis-viewer.html#overlays&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5498" LastActivityDate="2015-01-26T16:15:53.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4378" PostTypeId="1" CreationDate="2015-01-26T17:15:21.090" Score="3" ViewCount="38" Body="&lt;p&gt;I'm running for city council in a small town on the platform of transparency... really like 18f api standards, looking to find a schema to describe expenses and donations for the campaign - ie some place to create an endpoint that could be harvested by a 3rd party...  looking for schemas in general - I'm using schema.org for the markup - and could probably come up with something from there?   just curious whether this makes sense as an approach / if someone else is doing something similar&lt;/p&gt;&#xA;" OwnerUserId="5499" LastEditorUserId="70" LastEditDate="2015-02-03T09:54:07.593" LastActivityDate="2015-02-03T09:54:07.593" Title="federal guidelines for reporting expenses and donations" Tags="|usa|api|releasing-data|elections|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4379" PostTypeId="2" ParentId="4335" CreationDate="2015-01-26T18:05:06.953" Score="15" Body="&lt;p&gt;Some other answers hint at this, but the caution to keep in mind is that ZIP codes &lt;strong&gt;are not&lt;/strong&gt; geographies on a map. They are identifiers for postal delivery routes which are often but not always geographic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To accommodate the intense demand for data aggregated by ZIP code, the Census Bureau created ZIP Code Tabulation Areas (or ZCTAs) which are roughly what most people think of as the geography that matches a given ZIP code. But not all ZIP codes exist as ZCTAs. For example, my office address is in the ZIP code 60208, but it is in the ZCTA 60201. There is no ZCTA for 60208. You could compare the 60208 ZIP code to recently introduced &quot;overlay&quot; area codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census TIGER data can get you most of the way to mapping postal addresses to geographies, but you have to be prepared for certain ZIP codes to not have ZCTAs, and as J. Miller mentioned in a comment above, the TIGER ZCTA data doesn't keep pace with changes to actual ZIP code definitions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, ZCTAs are not in any way required to be contained within counties. The accepted answer from Blair Christian points to &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/zcta_rel_download.html&quot;&gt;a resource provided by the Census Bureau&lt;/a&gt; which breaks down the relationship between ZCTAs and counties (as well as other geographies.) The data format is &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/zcta_rel_layout.html&quot;&gt;a bit complex&lt;/a&gt; but it tells what percentage of population, housing units, total area and land area of each ZCTA are in each county. &lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-01-26T18:11:31.580" LastActivityDate="2015-01-26T18:11:31.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4380" PostTypeId="1" CreationDate="2015-01-26T20:15:11.910" Score="5" ViewCount="532" Body="&lt;p&gt;Does anyone know of a source to find household income by ZIP+4? I have found IRS information on each five digit ZIP, but was hoping to find more precise information by ZIP+4.&lt;/p&gt;&#xA;" OwnerUserId="5501" LastEditorUserId="70" LastEditDate="2015-04-09T14:41:49.907" LastActivityDate="2022-01-12T00:59:55.950" Title="Household income by ZIP+4" Tags="|data-request|data.gov|economics|income|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4382" PostTypeId="2" ParentId="4380" CreationDate="2015-01-26T20:46:12.227" Score="5" Body="&lt;p&gt;First, note that ZIP codes are not geographies (see &lt;a href=&quot;https://opendata.stackexchange.com/a/4379/18&quot;&gt;this other answer&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, as Kotebiya notes in a comment, there aren't pseudo-geographies for ZIP+4 and if there were, they would probably represent too small a group of people to allow data sharing without concern for individual privacy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There may be commercial services that approximate this level of detail, but I am extremely doubtful that any public agency makes it available.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-01-26T20:46:12.227" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4383" PostTypeId="2" ParentId="1809" CreationDate="2015-01-27T03:59:32.670" Score="4" Body="&lt;p&gt;Suffolk Police Department's annual reports document most of this data, but only for a couple of years. pretty sure they have it for 2006-2008 or 2009. you'll have to check, but the data is there:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.suffolkva.us/spd/inside/annualreports/&quot; rel=&quot;nofollow&quot;&gt;http://www.suffolkva.us/spd/inside/annualreports/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-01-27T03:59:32.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4384" PostTypeId="1" CreationDate="2015-01-27T11:13:05.903" Score="1" ViewCount="86" Body="&lt;p&gt;Did anyone know, where can we find the dataset for approximate voyage period required for ship to travel from one port to another port(around the world) including the min &amp;amp; Max ship speed required for the ship?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note - Includes all kind of Cargo ships except passenger ships&lt;/p&gt;&#xA;" OwnerUserId="5494" LastEditorUserId="70" LastEditDate="2015-03-30T13:49:50.067" LastActivityDate="2015-03-30T13:49:50.067" Title="Marine Ship voyage Period Dataset" Tags="|data-request|transportation|oceanographic|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4385" PostTypeId="1" CreationDate="2015-01-27T13:56:46.050" Score="5" ViewCount="261" Body="&lt;p&gt;Are there any (big) datasets for datamining in R considering that I want to build a sort of expert system application with practical usage? The domains may be: health data, lifestyle etc&lt;/p&gt;&#xA;" OwnerUserId="5510" LastEditorUserId="70" LastEditDate="2015-01-28T13:23:57.327" LastActivityDate="2015-01-28T13:23:57.327" Title="Open datasets for data mining R" Tags="|data-request|programming|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4387" PostTypeId="2" ParentId="4385" CreationDate="2015-01-27T16:16:18.597" Score="4" Body="&lt;p&gt;R itself has a datasets package. Check out the &lt;strong&gt;&lt;a href=&quot;https://stat.ethz.ch/R-manual/R-patched/library/datasets/html/00Index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;R Datasets Package&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Description: Base R datasets&lt;/p&gt;&#xA;&lt;p&gt;Details: This package contains a variety of datasets. For a complete list, use library(help = &amp;quot;datasets&amp;quot;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stat.ethz.ch/R-manual/R-patched/library/datasets/html/datasets-package.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; Thanks to @PatrickHoefler for pointing out the &lt;a href=&quot;http://vincentarelbundock.github.io/Rdatasets/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;full list of easily imported R datasets&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-01-27T19:37:24.840" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4388" PostTypeId="1" CreationDate="2015-01-27T18:49:58.520" Score="9" ViewCount="3681" Body="&lt;p&gt;I am looking for publicly available API for querying medicine's descriptions.  For example, if I supply Carbidopa/Levodopa or Sinemet the expected return data (in json or xml format) is a simple description such as this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Levodopa and carbidopa are used in combination to treat the symptoms of Parkinson's disease or Parkinson-like symptoms (e.g., shakiness, stiffness, difficulty moving).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="5513" LastEditorUserId="2976" LastEditDate="2015-02-01T18:00:18.607" LastActivityDate="2019-06-17T09:51:54.003" Title="Query medicine descriptions API" Tags="|data-request|openfda|medical|drugs|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4389" PostTypeId="2" ParentId="1706" CreationDate="2015-01-27T21:32:19.713" Score="2" Body="&lt;p&gt;Why wouldn't it be?&lt;br&gt;&#xA;You can take pictures of people in public and post them online legally in the U.S..  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A better question around this topic is:&lt;br&gt;&#xA;&quot;What are you planning to do with an open face recognition database of public people/celebrities?&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And an even better question for this topic:&lt;br&gt;&#xA;&quot;Are your plans involving creating an open face recognition database of public people/celebrities ethical and moral?&quot; &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-03-07T20:17:40.827" LastActivityDate="2017-03-07T20:17:40.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4390" PostTypeId="1" AcceptedAnswerId="4391" CreationDate="2015-01-28T08:07:16.360" Score="3" ViewCount="189" Body="&lt;p&gt;Is google translate monolingual definitions open for commercial use? Am I violating intellectual property  to use english words definitions in my english quiz app?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2015-09-04T10:41:31.987" Title="Google translate english monolingual definitions" Tags="|licensing|english|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4391" PostTypeId="2" ParentId="4390" CreationDate="2015-01-28T08:50:49.310" Score="2" Body="&lt;p&gt;If you are using the &lt;a href=&quot;https://cloud.google.com/translate/docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Translate API&lt;/a&gt; then you are allowed commercial use. But there is no free quota for the API (&lt;a href=&quot;https://cloud.google.com/translate/v2/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;terms of service&lt;/a&gt;, &lt;a href=&quot;https://cloud.google.com/translate/v2/faq#pricing&quot; rel=&quot;nofollow noreferrer&quot;&gt;pricing&lt;/a&gt;). If you are a paying customer, you can use the translations for commercial use (with attribution if you use them directly).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suspect you are not talking about the paid API but instead either scraping yourself or using a package like &lt;a href=&quot;https://pypi.python.org/pypi/goslate&quot; rel=&quot;nofollow noreferrer&quot;&gt;goslate&lt;/a&gt;. These tools are against the Terms of Google so you may find that they aren't very stable (goslate works by faking a user-agent). Building a commercial app based on these data sources is probably not a good idea. See the comments &lt;a href=&quot;https://stackoverflow.com/a/22587237/2327328&quot;&gt;here&lt;/a&gt; for more discussion.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(if you want simple, single word translations with a flexible license, check out using Anki decks, &lt;a href=&quot;https://ankiweb.net/shared/info/4018499214&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-01-28T08:50:49.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4392" PostTypeId="2" ParentId="4230" CreationDate="2015-01-28T09:18:08.300" Score="2" Body="&lt;p&gt;Since you are looking for only a pendulum, and not a generic time series with random noise (like @blairchristian &lt;a href=&quot;https://opendata.stackexchange.com/questions/4230/yules-disturbed-pendulum-time-series-example/4257#4257&quot;&gt;posted&lt;/a&gt;), then I would consider simulating the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of a &lt;a href=&quot;http://murpheylab.github.io/trep/documentation/v0_93_1/tutorial/pendulumSystem.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;pendulum code&lt;/a&gt;, although you don't need the visualization part. It's a pretty common coding assignment (not as common as double pendulum it seems), so you can probably &lt;a href=&quot;https://encrypted.google.com/#q=simple+pendulum+site:github.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;find&lt;/a&gt; your favorite code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To add the random perturbations, you just need to determine which dimensions are allowed (i.e. if the pendulum is like the Foucault Pendulum, the perhaps the peas can only add random force in the horizontal plane of motion.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;just for fun&lt;/em&gt;, consider using quasi-random perturbations that have burst or breakout behavior, like&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.nyxdata.com/nysedata/asp/factbook/viewer_edition.asp?mode=table&amp;amp;key=3140&amp;amp;category=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;stock market volume&lt;/a&gt; deviation from the mean of that day of the week (&lt;a href=&quot;http://www.nasdaq.com/symbol/aapl/historical&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;, Apple stock over last 10 years)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;live data, i.e. from the &lt;a href=&quot;https://dev.twitter.com/streaming/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter public stream&lt;/a&gt;, that perturbs the pendulum based on the occurrence of tweets or aggregate data from tweets&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/CCnQA.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-01-28T09:39:59.193" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4393" PostTypeId="1" CreationDate="2015-01-28T12:36:33.533" Score="3" ViewCount="1364" Body="&lt;p&gt;I am looking for data from as many airlines as possible throughout the whole world.&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorUserId="70" LastEditDate="2015-01-28T13:15:56.160" LastActivityDate="2015-10-27T13:48:24.310" Title="Where can I find prices of tickets sold by airlines?" Tags="|data-request|transportation|prices|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4395" PostTypeId="1" CreationDate="2015-01-28T14:23:37.913" Score="3" ViewCount="223" Body="&lt;p&gt;I'm looking for any opportunity to to track social mobility across generations.&lt;/p&gt;&#xA;" OwnerUserId="5517" LastActivityDate="2015-01-30T08:22:16.523" Title="Where can I find a dataset that represents the level of education or/and social class of people and their parents" Tags="|data-request|education|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4396" PostTypeId="2" ParentId="4393" CreationDate="2015-01-28T20:28:21.507" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.rita.dot.gov/bts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Bureau of Transportation Statistics&lt;/a&gt; provides various stats and datasets for historical airline ticket prices. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/data_and_statistics/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;General overview, datasets and statistics&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/airfares&quot; rel=&quot;nofollow noreferrer&quot;&gt;Airfare data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;From the Route Fares page:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dot.gov/policy/aviation-policy/domestic-airline-fares-consumer-report&quot; rel=&quot;nofollow noreferrer&quot;&gt;Route fares&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you go through the PDF report (2012 to Q1 2014), you can find the corresponding raw data (CSV/Excel) for each table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/2EEkp.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-01-29T20:30:41.577" LastActivityDate="2015-01-29T20:30:41.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4397" PostTypeId="1" AcceptedAnswerId="5327" CreationDate="2015-01-29T04:45:47.163" Score="5" ViewCount="68" Body="&lt;p&gt;This is a bit specific. I want to train a support vector machine or naive Bayes classifier to spot advertisements in HTML so I can clean them before LDA analysis. Only a few percentage points of bad data exist, (spam, web menus, headlines; etc. after stripping the text and cleaning with rules). These lines are throwing off my categorization attempts as the good data is lumped together and the bad data is separated by categories, likely because the resulting distance is quite far from the important information. Increasing the number of 'topics' does not appear to help.&lt;/p&gt;&#xA;&lt;p&gt;Is it possible to use a set such as the Enron spam set to classify advertisements? After finding the root words and removing stopwords, they look fairly similar. Is there a better corpus or approach?&lt;/p&gt;&#xA;" OwnerUserId="5526" LastEditorUserId="23272" LastEditDate="2022-07-14T14:22:23.490" LastActivityDate="2022-07-14T14:22:23.490" Title="Advertising Corpus for SVM" Tags="|data-request|web-crawling|machine-learning|html|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4398" PostTypeId="2" ParentId="4395" CreationDate="2015-01-29T12:15:52.187" Score="1" Body="&lt;p&gt;the panel study of income dynamics is the authoritative source for this information&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/panel%20study%20of%20income%20dynamics%20%28psid%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/panel%20study%20of%20income%20dynamics%20%28psid%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the national longitudinal surveys also have detailed questions about this, but for a shorter cohort.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-01-29T12:15:52.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4399" PostTypeId="2" ParentId="23" CreationDate="2015-01-29T13:20:48.887" Score="3" Body="&lt;p&gt;This is an update to the answers above as of January 2015. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've got the following results when trying the above urls:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Re Dmitry's answer:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://explore.data.gov/api/dcat.json?page=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;does not render json output, redirects to &lt;a href=&quot;http://catalog.data.gov/dataset&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset&lt;/a&gt; (html listing) instead. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Socrata Api is not in place any more. So all queries to the Socrata Api endpoint, like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://explore.data.gov/catalog/next-gen&#xA;https://explore.data.gov/catalog/raw&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;won't work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Re Jeanne's answer: the demo site under&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://geo.gov.ckan.org/dataset&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;is dead and redirects to a more or less empty IP address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, there seems to be no way to get a single list of dataset ids (or names) via a CKAN  package_search query to catalog.data.gov, since the supported solr subset does not allow for the fl-parameter (which would get a subset of fields in each metadata record). Also the ckan legacy rest apis are redirected to package_search. So currently no way to get a list of datasets, whether geo or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;/questions/tagged/data.gov&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged 'data.gov'&quot; rel=&quot;tag&quot;&gt;data.gov&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5530" LastActivityDate="2015-01-29T13:20:48.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4400" PostTypeId="2" ParentId="4395" CreationDate="2015-01-29T15:43:58.397" Score="2" Body="&lt;p&gt;This does not sound like panal data to me. It is a very classic problem in sociology and all that is required is to have parental education or class and the respondent's education or class. A simple survey like the General Social Survey (&lt;a href=&quot;http://www3.norc.org/GSS+Website/&quot; rel=&quot;nofollow&quot;&gt;http://www3.norc.org/GSS+Website/&lt;/a&gt;) in the USA or the ALLBUS (&lt;a href=&quot;http://www.gesis.org/en/allbus/allbus-home/&quot; rel=&quot;nofollow&quot;&gt;http://www.gesis.org/en/allbus/allbus-home/&lt;/a&gt;) in Germany is sufficient, and a lot easier to work with. &lt;/p&gt;&#xA;" OwnerUserId="5534" LastActivityDate="2015-01-29T15:43:58.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4401" PostTypeId="1" CreationDate="2015-01-29T22:36:15.943" Score="1" ViewCount="45" Body="&lt;p&gt;When I query the OpenFDA API, some queries which should be valid yield invalid results. I suspect this has to do with an error in how forward slashes are handled in queries on the FDA server (which appears to be fronted by nginx).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, say I am searching for the number of times a &lt;a href=&quot;https://api.fda.gov/drug/event.json?count=patient.drug.openfda.pharm_class_epc.exact&amp;amp;limit=1&amp;amp;search=patient.drug.openfda.pharm_class_epc%3A%22Hepatitis+C+Virus%22&quot; rel=&quot;nofollow&quot;&gt;Hepatitis C Virus NS3/4A Protease Inhibitor&lt;/a&gt; was associated with an adverse event. That link is to a query on &quot;Hepatitis C Virus&quot;. It shows me that &quot;Hepatitis C Virus NS3/4A Protease Inhibitor [EPC]&quot; should be a valid search term. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if I &lt;a href=&quot;https://api.fda.gov/drug/event.json?count=patient.drug.openfda.pharm_class_epc.exact&amp;amp;limit=1&amp;amp;search=patient.drug.openfda.pharm_class_epc%3A%22Hepatitis+C+Virus+NS3%2F4A+Protease+Inhibitor+[EPC]%22&quot; rel=&quot;nofollow&quot;&gt;search for that term&lt;/a&gt;, I get an error. In fact, any query that I have tried without a forward-slash (&quot;/&quot;) works fine, while any query that I have tried with the forward-slash fails in the same way.&lt;/p&gt;&#xA;" OwnerUserId="5539" LastActivityDate="2015-01-31T19:22:38.280" Title="Forward slashes in OpenFDA queries invariably lead to errors" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4402" PostTypeId="2" ParentId="4378" CreationDate="2015-01-29T23:19:30.467" Score="1" Body="&lt;p&gt;The first thing to consider is what data you have and what format is it in. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whatever it is, you can first make it available in a bulk download. Providing all the data and updating it on a schedule is a vast improvement that doesn't require a lot of overhead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, take stock of what kind of format the data is in. If you have the data in PDFs, focus on a way to get that information into a data base. If the records are being kept in excel, that is at least structured but you would want to upgrade to a database as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the information is in a database, then making an API is not too complicated. I would suggest a json API. Making the field names clear and readable can go a long way. Having good documentation is very important- even the best schema is frustrating if there is poor documentation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The level of detail that you can give is dependent on the underlying detail in your data. &lt;/p&gt;&#xA;" OwnerUserId="5540" LastActivityDate="2015-01-29T23:19:30.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4403" PostTypeId="2" ParentId="4395" CreationDate="2015-01-30T08:22:16.523" Score="1" Body="&lt;p&gt;For international comparisons of intergenerational mobility commonly used datasets are the International Social Survey Program (&lt;a href=&quot;http://www.issp.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.issp.org/&lt;/a&gt;) (in fact, both the GSS and ALLBUS mentioned above are part of the ISSP) and the European Social Survey (&lt;a href=&quot;http://www.europeansocialsurvey.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.europeansocialsurvey.org/&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a list of such datasets in many countries, see the project International Stratification and Mobility File (ISMF) by Harry Ganzeboom and collegues (&lt;a href=&quot;http://www.harryganzeboom.nl/ISMF&quot; rel=&quot;nofollow&quot;&gt;http://www.harryganzeboom.nl/ISMF&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="5542" LastActivityDate="2015-01-30T08:22:16.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4404" PostTypeId="1" AcceptedAnswerId="4424" CreationDate="2015-01-31T01:07:55.117" Score="2" ViewCount="545" Body="&lt;p&gt;I'm going to start my degree thesis and I want to do a fault detection system using machine learning techniques. I need datasets for my thesis but I don't know where I can get that data. I'm looking for historical operation/maintenance/fault datasets of any kind of machine in the oil&amp;amp;gas industry (Drills, steam injectors, etc) or electrical companies (transformers, generators, etc).&lt;/p&gt;&#xA;" OwnerUserId="5547" LastEditorUserId="23272" LastEditDate="2021-08-21T04:40:26.793" LastActivityDate="2021-08-21T04:40:26.793" Title="Datasets of Oil&amp;Gas/electrical industry machinery for fault detection systems" Tags="|data-request|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4405" PostTypeId="2" ParentId="4388" CreationDate="2015-01-31T19:18:30.973" Score="5" Body="&lt;p&gt;Emily you could check out the MedlinePlus Web Services - &lt;a href=&quot;http://www.nlm.nih.gov/medlineplus/webservices.html&quot;&gt;http://www.nlm.nih.gov/medlineplus/webservices.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We used a simple search of Medline from the presentation of the adverse events drug name's in ResearchAE but the webservice might provide a bit more detail. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option could be to check out NLM DailyMed - &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/help.cfm&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/help.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5551" LastActivityDate="2015-01-31T19:18:30.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4406" PostTypeId="2" ParentId="4401" CreationDate="2015-01-31T19:22:38.280" Score="1" Body="&lt;p&gt;Carbocation couple things that may be of use to you. HEre is an open source site that allows you to searach in various ways. It might help you with what you are looking for - for example &lt;a href=&quot;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2015-01-31&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=Hepatitis+C+Virus+Protease+Inhibitor&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2015-01-31&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=&amp;amp;drugclass=Hepatitis+C+Virus+Protease+Inhibitor&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also the code is open source so the exact API calls are included in the app.rb file which you can see here - &lt;a href=&quot;https://github.com/GeekNurse/ResearchAE-Open-Source/blob/master/app.rb&quot; rel=&quot;nofollow&quot;&gt;https://github.com/GeekNurse/ResearchAE-Open-Source/blob/master/app.rb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5551" LastActivityDate="2015-01-31T19:22:38.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4407" PostTypeId="2" ParentId="4353" CreationDate="2015-01-31T19:24:43.840" Score="0" Body="&lt;p&gt;Also if you just want to visualize this call this might help - &lt;a href=&quot;http://www.researchae.com/recalls&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/recalls&lt;/a&gt; Code is on Github here - &lt;a href=&quot;https://github.com/GeekNurse/ResearchAE-Open-Source/blob/master/app.rb#L1609&quot; rel=&quot;nofollow&quot;&gt;https://github.com/GeekNurse/ResearchAE-Open-Source/blob/master/app.rb#L1609&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5551" LastActivityDate="2015-01-31T19:24:43.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4408" PostTypeId="2" ParentId="4305" CreationDate="2015-01-31T19:27:00.817" Score="2" Body="&lt;p&gt;I believe the limit is now 1000 with an API key. Try getting and adding an API key and changing the limit to 1000&lt;/p&gt;&#xA;" OwnerUserId="5551" LastActivityDate="2015-01-31T19:27:00.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4409" PostTypeId="2" ParentId="4130" CreationDate="2015-01-31T19:32:42.053" Score="1" Body="&lt;p&gt;Try adding .exact to the end of drugdosagetext &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also ... this does not count on the dosage but does get to a query of the former parameters - &lt;a href=&quot;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2015-01-31&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=venlafaxine+hydrochloride&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=hypertension&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=#stats&quot; rel=&quot;nofollow&quot;&gt;http://www.researchae.com/drugevent?from_date=2004-01-01&amp;amp;to_date=2015-01-31&amp;amp;from_age=&amp;amp;to_age=&amp;amp;search=venlafaxine+hydrochloride&amp;amp;country=GLOBALLY&amp;amp;patientsex=&amp;amp;manufacturername=&amp;amp;drugbrandname=&amp;amp;druggenericname=&amp;amp;medicinalproduct=&amp;amp;reactionmeddrapt=hypertension&amp;amp;drugclass=&amp;amp;drugindication=&amp;amp;indsubmit=&amp;amp;productndc=&amp;amp;safetyreportid=#stats&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the code here where you could simply append one of the &quot;count&quot; calls with the desired dosage field in the API. &lt;a href=&quot;https://github.com/GeekNurse/ResearchAE-Open-Source/blob/master/app.rb#L1024&quot; rel=&quot;nofollow&quot;&gt;https://github.com/GeekNurse/ResearchAE-Open-Source/blob/master/app.rb#L1024&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Helpful?&lt;/p&gt;&#xA;" OwnerUserId="5551" LastActivityDate="2015-01-31T19:32:42.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4410" PostTypeId="1" CreationDate="2015-02-01T04:03:19.567" Score="2" ViewCount="85" Body="&lt;p&gt;Where can I find reusable data about the current price of a litre of gasoline (not diesel) in various areas of the world?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Average price, or at least a reasonable approximation, for instance observed prices at a particular gasoline stand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Must be CC-BY-SA or more permissive.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-02-03T04:53:16.570" Title="Average gasoline price for all countries" Tags="|data-request|prices|energy|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4411" PostTypeId="2" ParentId="4410" CreationDate="2015-02-01T05:09:45.897" Score="2" Body="&lt;p&gt;Wikipedia has the information for all countries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Gasoline_and_diesel_usage_and_pricing#Typical_gasoline_prices_around_the_world&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Gasoline_and_diesel_usage_and_pricing#Typical_gasoline_prices_around_the_world&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Creative Commons Attribution-ShareAlike License&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There is also &lt;a href=&quot;http://www.globalpetrolprices.com/gasoline_prices/&quot; rel=&quot;nofollow&quot;&gt;http://www.globalpetrolprices.com/gasoline_prices/&lt;/a&gt; but it has a much more restrictive BY-NC-ND license.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-02-01T05:09:45.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4412" PostTypeId="1" CreationDate="2015-02-01T13:55:46.347" Score="9" ViewCount="1878" Body="&lt;p&gt;Can anyone point me to logs of energy generated by a wind farm/turbine&#xA;vs. wind speed, over a year or two? 10% accuracy would be plenty. Data for flat land, not offshore, would be good, south Germany ideal.&lt;/p&gt;&#xA;&lt;p&gt;(By &amp;quot;energy&amp;quot; I mean Megawatt-hours (MWh) delivered to the power grid.)&lt;/p&gt;&#xA;&lt;p&gt;Added 3 Feb:&#xA;I should have split the question into&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;turbine -&amp;gt; power: &lt;a href=&quot;https://opendata.stackexchange.com/a/4416/1511&quot;&gt;answered&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;wind speed data: no opensource so far for Germany. However average x Weibull seems to be good enough.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;(What I wanted to do is estimate, back-of-the-envelope:&lt;br /&gt;&#xA;Bavaria has a long string of mountains on the border to Austria.&lt;br /&gt;&#xA;How much more efficient are wind turbines there than in the plains around Munich ?)&lt;/p&gt;&#xA;&lt;hr&gt;&#xA;&lt;p&gt;A map intended to show laypersons that windfarms&#xA;make more sense where there's more wind (added in 2022) --&#xA;&lt;a href=&quot;https://i.stack.imgur.com/w7Lvc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/w7Lvc.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="966" LastEditorUserId="966" LastEditDate="2022-07-21T16:02:46.353" LastActivityDate="2023-01-10T15:35:56.480" Title="Wind energy vs. wind speed" Tags="|data-request|energy|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4413" PostTypeId="2" ParentId="4388" CreationDate="2015-02-01T17:59:06.637" Score="9" Body="&lt;p&gt;A few thoughts:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;For a simple and down to the point description, Brian's suggestion of MedlinePlus' Web Services is a good start &lt;em&gt;however&lt;/em&gt; if you do a search such as &lt;code&gt;http://wsearch.nlm.nih.gov/ws/query?db=healthTopics&amp;amp;term=Levodopa&lt;/code&gt; you'll notice that it returns generic information about Parkinkson's disease and not this more appropriate page at &lt;a href=&quot;http://www.nlm.nih.gov/medlineplus/druginfo/meds/a601068.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nlm.nih.gov/medlineplus/druginfo/meds/a601068.html&lt;/a&gt;. I believe the reason for this is that the drug information at the link above is licensed information and is therefore not shown in the MedlinePlus API, but is shown on the website with the appropriate warnings.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;As Brian also mentioned, DailyMed is an authoritative source, also from NLM which gets drug SPL (structured product labels) from the pharma industry and/or FDA; however this might return too much information for you -- see &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=6c1f7cd4-de56-45c1-a734-5e77b4aeb6f7&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=6c1f7cd4-de56-45c1-a734-5e77b4aeb6f7&lt;/a&gt;, for the top result for &quot;LEVODOPA AND CARBIDOPA&quot;, for example. You can get this data as XML and extract just the &quot;INDICATIONS AND USAGE&quot; information from the drug SPL, though in my experience they don't all have the same sections, which can make things quite complicated for on-the-fly querying.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Similar to bullet #2, similar SPL/&quot;labeling&quot; information is available from openFDA, a &lt;em&gt;beta&lt;/em&gt; initiative by FDA at &lt;a href=&quot;https://open.fda.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov&lt;/a&gt;. Sometimes, querying openFDA will be easier than DailyMed. For example, you can do this (&lt;code&gt;https://api.fda.gov/drug/label.json?search=levodopa+AND+carbidopa&lt;/code&gt;) API call on openFDA and then look at the first result's &lt;code&gt;indications_and_usage&lt;/code&gt; field which reads as follows:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;INDICATIONS &amp;amp; USAGE section Carbidopa and levodopa extended release tablets are indicated in the treatment of the symptoms of idiopathic Parkinson’s disease (paralysis agitans), postencephalitic parkinsonism, and symptomatic parkinsonism which may follow injury to the nervous system by carbon monoxide intoxication and/or manganese intoxication.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Just note that &quot;openFDA is a beta research project and not for clinical use&quot; and DailyMed might be able to be trusted more depending on your use case.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Sincerely hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="14011" LastEditDate="2019-06-17T09:51:54.003" LastActivityDate="2019-06-17T09:51:54.003" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4414" PostTypeId="1" CreationDate="2015-02-02T05:35:29.650" Score="-4" ViewCount="149" Body="&lt;p&gt;We are using Composite data virtualisation tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can openFDA help us?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get API key?&lt;/p&gt;&#xA;" OwnerUserId="5560" LastEditorUserId="1511" LastEditDate="2015-02-02T10:34:07.550" LastActivityDate="2015-02-02T10:34:13.440" Title="I am using open FDA for the first time, How can I get API key?" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ClosedDate="2015-03-24T16:37:35.067" ContentLicense="CC BY-SA 3.0" />
  <row Id="4415" PostTypeId="2" ParentId="4414" CreationDate="2015-02-02T10:34:13.440" Score="2" Body="&lt;p&gt;You can query the openFDA API without a key, but for more requests, you can freely request one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The screenshots below come from this &lt;strong&gt;&lt;a href=&quot;https://open.fda.gov/api/reference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reference Page&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/3bwut.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get a key, you register with your email address on this screen&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Yj1Or.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-02T10:34:13.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4416" PostTypeId="2" ParentId="4412" CreationDate="2015-02-02T12:27:08.810" Score="6" Body="&lt;p&gt;The wind power production data will likely be proprietary because of energy trading (production companies don't want to freely announce how profitable they are.)&lt;/p&gt;&#xA;&lt;p&gt;There is an online tool to calculate power production for all sorts of turbine types. You can choose a power curve related to a specific turbine type, or manually set one.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wind-data.ch/tools/powercalc.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swiss Wind Power Data Website&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/ANtuA.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;With the power calculator you can estimate the power production for a site for different turbine types.&lt;/p&gt;&#xA;&lt;p&gt;A turbine availabiliy of 100% is assumed (no losses due to down time, icing, transformer losses, park effects etc.).&lt;/p&gt;&#xA;&lt;p&gt;No guarantees can be given for the obtained results.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/OgRih.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Another option would be to find research data for specific turbines, but that isn't real production data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-02-02T12:27:08.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4417" PostTypeId="2" ParentId="4410" CreationDate="2015-02-02T12:41:11.603" Score="2" Body="&lt;p&gt;The World Bank provides data, but it is aggregated on the yearly level. Their source is German Agency for International Cooperation (GIZ).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/EP.PMP.SGAS.CD/countries&quot; rel=&quot;nofollow&quot;&gt;Pump price for gasoline (US$ per liter)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Fuel prices refer to the pump prices of the most widely sold grade of gasoline. Prices have been converted from the local currency to U.S. dollars. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There is a download button for XML, CSV, or Excel.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://web.worldbank.org/WBSITE/EXTERNAL/0,,contentMDK:22547097~pagePK:50016803~piPK:50016805~theSitePK:13,00.html&quot; rel=&quot;nofollow&quot;&gt;World Bank Data License&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You are encouraged to use the Datasets to benefit yourself and others in creative ways. You may extract, download, and make copies of the information contained in the Datasets, and you may share that information with third parties. You may also use our application programming interfaces (“APIs”) to facilitate access to the Datasets, whether through a separate Web site or through another type of software application. However, we maintain a list of some specific data within the Datasets that you may not redistribute or reuse without first contacting the original content provider(s), as well as information regarding how to contact the original content provider(s). &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://web.worldbank.org/WBSITE/EXTERNAL/0,,contentMDK:22547197~pagePK:50016803~piPK:50016805~theSitePK:13,00.html&quot; rel=&quot;nofollow&quot;&gt;handful&lt;/a&gt; of datasets have different license)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-02T12:41:11.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4418" PostTypeId="2" ParentId="4412" CreationDate="2015-02-02T19:27:30.717" Score="5" Body="&lt;p&gt;Here are some datasets that might be of additional interest:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nrel.gov/electricity/transmission/eastern_wind_methodology.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.nrel.gov/electricity/transmission/eastern_wind_methodology.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Eastern Wind Dataset&#xA;The Eastern Wind Dataset contains modeled wind farm data points for the eastern United States for 2004, 2005, and 2006. It is intended for use by energy professionals such as transmission planners, utility planners, project developers, and university researchers who perform wind integration studies and estimate power production from hypothetical wind plants.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nrel.gov/electricity/transmission/western_wind_dataset.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.nrel.gov/electricity/transmission/western_wind_dataset.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The wind plant power output dataset is several hundred gigabytes. In addition to this dataset, 3TIER produced the gridded raw wind speed dataset, which is tens of terabytes. This raw wind speed output dataset has not been smoothed, nor Model Output Statistics corrected. Read about the details of dataset processing in this conference paper. Making this raw wind speed dataset public would be an enormous undertaking and is beyond the scope of this project.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3Tier has a paid version of wind speed time series data for across the globe:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.3tier.com/en/package_detail/wind-time-series-and-prospecting-tools/&quot; rel=&quot;noreferrer&quot;&gt;http://www.3tier.com/en/package_detail/wind-time-series-and-prospecting-tools/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The 3TIER Wind Time Series and Prospecting Tools allow you to explore wind behavior and long-term variability across the globe at a flat low price. Now you can quickly and easily prioritize sites and better understand the uncertainty of your long-term corrections – a critical factor when evaluating project locations.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;CSIRO has historic and predicted wind speed data based on climate models. It includes Germany:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.marine.csiro.au/marq/edd_search.Browse_Citation?txtSession=8026&quot; rel=&quot;noreferrer&quot;&gt;http://www.marine.csiro.au/marq/edd_search.Browse_Citation?txtSession=8026&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Abstract :  The CSIRO Dawn-2100 archive contains datasets for atmospheric, land and oceanographic variables for the approximate period 1850 - 2100 (dependent on model). These have been created through the concatenation of 20th century (20C3M) and other scenario (currently SRESA1B or SRESA2) data from a number of the 25 differant global climate models (GCM) from various countries. The SRESA2_cal_windsp dataset in particular contains the variable windspeed (windsp) which has been calculated from GCM outputs of eastward wind near surface (uas) and northward wind near surface (vas) under the scenario SRESA2 emissions 2001 to 2100. These variables have also been further analysed to give monthly, seasonal and annual trend data, calculated from a monthly timeseries referenced to the area-weighted mean global warming values. Data for variables is available in 12 month, annual and 4 seasons(DJF, MAM,JJA,SON) format with 27 files totaling 2.95 GB as Netcdf files. Available for internal use and analysis by CSIRO staff on the HPSC cherax.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The European Environmental Agency has a published report with aggregated data on wind energy potential in Europe:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.energy.eu/publications/a07.pdf&quot; rel=&quot;noreferrer&quot;&gt;https://www.energy.eu/publications/a07.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Europe's onshore and offshore wind energy potential&#xA;An assessment of environmental and economic constraints&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-02T19:27:30.717" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4419" PostTypeId="2" ParentId="4410" CreationDate="2015-02-02T19:30:26.993" Score="3" Body="&lt;p&gt;Try looking at Numbeo. It is a crowd source project on user contributed real-time data. The cost-of-living section has data on gasoline prices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.numbeo.com/cost-of-living/&quot; rel=&quot;nofollow&quot;&gt;http://www.numbeo.com/cost-of-living/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Creative Commons Attribution-Sharealike 3.0 Unported License (CC-BY-SA) and GNU Free Documentation License (GFDL)&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="754" LastEditDate="2015-02-03T04:53:16.570" LastActivityDate="2015-02-03T04:53:16.570" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4420" PostTypeId="1" AcceptedAnswerId="4434" CreationDate="2015-02-02T22:14:16.110" Score="8" ViewCount="845" Body="&lt;p&gt;I'll be giving a (short) introductory course for Data Science within a couple of months.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of my ideas was, instead of giving lectures on theoretic aspects of it (which of course are important), make people actually get their hands dirty with data and get the feel for what's like to work with data on a daily basis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for that I think I'd need a single large and interesting (open) data set for which we could go about all the phases of a data science project. Something like:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Define the problem&lt;/li&gt;&#xA;&lt;li&gt;Get the data&lt;/li&gt;&#xA;&lt;li&gt;Explore it&lt;/li&gt;&#xA;&lt;li&gt;Prepare it&lt;/li&gt;&#xA;&lt;li&gt;Develop our model(s)&lt;/li&gt;&#xA;&lt;li&gt;Reiterate as necessary&lt;/li&gt;&#xA;&lt;li&gt;Deploy&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;With the same data set. Or maybe with two related data sets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, any ideas of what that data could be?&lt;/p&gt;&#xA;" OwnerUserId="5566" LastEditorUserId="70" LastEditDate="2015-02-03T09:51:42.397" LastActivityDate="2015-04-09T10:54:27.850" Title="Data sets for teaching" Tags="|data-request|education|machine-learning|" AnswerCount="3" CommentCount="3" CommunityOwnedDate="2015-02-06T16:54:05.433" ContentLicense="CC BY-SA 3.0" />
  <row Id="4421" PostTypeId="1" CreationDate="2015-02-02T22:55:49.917" Score="1" ViewCount="102" Body="&lt;p&gt;I am looking for some data about employees of some (any) company, such as surveys, exit interviews etc. If there are no such datasets available, then suggestions on how to gather such data would also work.&lt;/p&gt;&#xA;" OwnerUserId="5567" LastEditorUserId="23272" LastEditDate="2022-07-14T12:18:45.883" LastActivityDate="2022-07-14T12:18:45.883" Title="Where can I find publicly available anonymized employee data from companies?" Tags="|data-request|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="4422" PostTypeId="2" ParentId="4420" CreationDate="2015-02-03T07:32:27.180" Score="5" Body="&lt;p&gt;I would suggest using crime data per city. These datasets give daily as well as historical data, as well as location and time of day. When combined with other data (weather, census, employment, types of businesses, housing, etc) many correlations can be analyzed with different models being applied.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is a link to a blog that I wrote on this a while back ago:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/articles/crime%20analysis.txt&quot;&gt;http://www.opengeocode.org/articles/crime%20analysis.txt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-03T07:32:27.180" CommentCount="0" CommunityOwnedDate="2015-02-06T16:54:05.433" ContentLicense="CC BY-SA 3.0" />
  <row Id="4423" PostTypeId="1" CreationDate="2015-02-04T01:25:03.350" Score="1" ViewCount="173" Body="&lt;p&gt;I have a list of public companies that I need to pull the &lt;code&gt;revenue&lt;/code&gt; and &lt;code&gt;operating income&lt;/code&gt; from their quarter report. I don't have that much finance background, but all the 10Q looks very similar in the format but not exactly the same(some have netincome, the other might use netprofit).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That list of companies is really big and this will be an ongoing process that need to be schedule every quarter. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any restful API available that I can use? or any open data that I don't have to go through the 10Q one by one.  &lt;/p&gt;&#xA;" OwnerUserId="3318" LastEditorUserId="70" LastEditDate="2015-03-26T20:51:05.033" LastActivityDate="2015-03-26T20:51:05.033" Title="API/opendata for public companies 10Q" Tags="|data-request|finance|api|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4424" PostTypeId="2" ParentId="4404" CreationDate="2015-02-04T02:53:30.323" Score="0" Body="&lt;p&gt;I've found an interesting project With tons of data available. It's a real data benchmark executed over an industrial valve. This is the website. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://diag.mchtr.pw.edu.pl/damadics/&quot; rel=&quot;nofollow&quot;&gt;Industrial Actuator Real Data Benchmark Study.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5547" LastActivityDate="2015-02-04T02:53:30.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4425" PostTypeId="1" CreationDate="2015-02-04T04:54:14.957" Score="7" ViewCount="194" Body="&lt;p&gt;I'm part of a local advocacy group working on getting local government to open up more data and adopt open data policies. We're also trying to raise awareness about the role open data plays in our city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While we're setting up CKAN we'd also like to have a website that demonstrates the uses of open data (and related civic technology). What are the best practices for or successful examples of open data advocacy websites?&lt;/p&gt;&#xA;" OwnerUserId="5382" LastEditorUserId="5382" LastEditDate="2015-02-04T05:28:54.117" LastActivityDate="2015-05-24T13:00:21.253" Title="successful open data advocacy website" Tags="|data-request|government|best-practice|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4426" PostTypeId="2" ParentId="3791" CreationDate="2015-02-04T08:32:21.173" Score="5" Body="&lt;p&gt;The &lt;strong&gt;City of Gainesville&lt;/strong&gt; has an &lt;a href=&quot;https://data.cityofgainesville.org/browse&quot; rel=&quot;noreferrer&quot;&gt;open data&lt;/a&gt; portal that seems to be worth the title. They offer huge amounts of data. Among them are these two, both updated since January 2012:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.cityofgainesville.org/Environment-Energy/GRU-Customer-Electric-Consumption/gk3k-9435&quot; rel=&quot;noreferrer&quot;&gt;Customer &lt;strong&gt;electric&lt;/strong&gt; consumption, by address, by month&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.cityofgainesville.org/Environment-Energy/GRU-Customer-Natural-Gas-Consumption/dbcj-nniz&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;Natural gas&lt;/strong&gt; consumption by month, by service&#xA;address&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So while the temporal resolution is not stellar, spatial resolution is better than anything I could have expected to find as open data.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2015-02-04T08:32:21.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4428" PostTypeId="1" CreationDate="2015-02-04T16:50:30.193" Score="10" ViewCount="5672" Body="&lt;p&gt;I would like to demonstrate outlier / anomaly detection and for that I need a real-life dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the post&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.researchgate.net/post/What_are_anomaly_detection_benchmark_datasets&quot;&gt;http://www.researchgate.net/post/What_are_anomaly_detection_benchmark_datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;helpful, but I search for something simple and obvious for teaching purposes. I want to run a Kernel Density Estimation and assume that a data point which is at a position with low density (according to KDE) is an outlier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does someone of you know of such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="5581" LastEditorUserId="70" LastEditDate="2015-02-04T17:02:52.310" LastActivityDate="2016-07-08T10:44:25.583" Title="Needed: Dataset for Outlier / Anomaly Detection" Tags="|data-request|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4430" PostTypeId="2" ParentId="4311" CreationDate="2015-02-04T22:06:59.277" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.treasury.gov/resource-center/sanctions/SDN-List/Pages/archive.aspx&quot; rel=&quot;nofollow&quot;&gt;Archive of Changes to the SDN and NS-ISA Lists&lt;/a&gt; looks complete to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's no XML. At a glance the &quot;.txt&quot; files seem formulaic. They might not be difficult to transform using a programming language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is more information that you are seeking, it may be necessary to &lt;a href=&quot;http://www.foia.gov/report-makerequest.html&quot; rel=&quot;nofollow&quot;&gt;submit a Freedom of Information Act request&lt;/a&gt; to the Office of Foreign Asset Control, which is among the Departmental Offices in the Department of the Treasury.&lt;/p&gt;&#xA;" OwnerUserId="1192" LastActivityDate="2015-02-04T22:06:59.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4431" PostTypeId="2" ParentId="4428" CreationDate="2015-02-05T00:10:49.747" Score="3" Body="&lt;p&gt;Perhaps use something like the &lt;a href=&quot;http://svitsrv25.epfl.ch/R-doc/library/robustbase/html/starsCYG.html&quot; rel=&quot;nofollow&quot;&gt;Hertzsprung-Russell Diagram Data of Star Cluster CYG OB1&lt;/a&gt;, it's a well-known dataset with outliers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data set is used in:&lt;br/&gt;&#xA;&lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/0471488550&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;Robust Regression and Outlier Detection&lt;/strong&gt;&lt;/a&gt; &lt;br/&gt;&#xA;P. J. Rousseeuw and A. M. Leroy (1987) ; Wiley, p.27, table 3.&lt;/p&gt;&#xA;" OwnerUserId="5586" LastEditorUserId="5586" LastEditDate="2016-07-08T10:44:25.583" LastActivityDate="2016-07-08T10:44:25.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4432" PostTypeId="1" AcceptedAnswerId="4435" CreationDate="2015-02-05T08:13:54.103" Score="4" ViewCount="463" Body="&lt;p&gt;&lt;a href=&quot;http://wikidata.org&quot; rel=&quot;nofollow&quot;&gt;Wikidata&lt;/a&gt; is a new addition to the WikiMedia foundation that focusses on providing machine-readable data that can be re-used by other sites. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://semanticmediawiki.org&quot; rel=&quot;nofollow&quot;&gt;SemanticMediaWiki&lt;/a&gt; is a large extension for mediawiki that allows users to embed semantic data in the wiki.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SemanticMediawiki has been around for ages, and seems to have a solid userbase. I'm interested in setting up an open data site, and am considering these two options. I'm wondering why WikiData decided to build their own solution, rather than use SemanticMediawiki? And what are the pros and cons of each solution?&lt;/p&gt;&#xA;" OwnerUserId="5588" LastEditorUserId="70" LastEditDate="2015-02-05T12:30:10.503" LastActivityDate="2015-02-05T12:54:53.300" Title="What are the practical differences between WikiData's infrastructure and SemanticMediawiki?" Tags="|wikidata|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4433" PostTypeId="2" ParentId="4420" CreationDate="2015-02-05T09:51:12.607" Score="4" Body="&lt;p&gt;Your ideal dataset is local, relevant to their discipline (if they have one), and interesting in its own right. In the past I have used Melbourne's &quot;&lt;a href=&quot;https://data.melbourne.vic.gov.au/Environment/Melbourne-s-Urban-Forest-Tree-data/fp38-wiyy&quot;&gt;urban forest&lt;/a&gt;&quot; dataset of 70,000 trees.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have hardcore computer scientists, you'll want a big and challenging dataset, maybe something transport related, like movements of taxis, or public transport, or bike share schemes etc.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2015-02-05T09:51:12.607" CommentCount="1" CommunityOwnedDate="2015-02-06T16:54:05.433" ContentLicense="CC BY-SA 3.0" />
  <row Id="4434" PostTypeId="2" ParentId="4420" CreationDate="2015-02-05T11:08:16.553" Score="3" Body="&lt;p&gt;It's hard to know your exact audience, but there is a great blog post with (by now) more than 100 interesting data sets - &lt;strong&gt;&lt;a href=&quot;http://rs.io/100-interesting-data-sets-for-statistics/&quot; rel=&quot;nofollow&quot;&gt;100+ Interesting Data Sets for Statistics&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Data science&quot; is pretty far-ranging, so you could do many different types of analysis:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;IT-related data mining - for example, &lt;a href=&quot;https://testpilot.mozillalabs.com/testcases/a-week-life-2/aggregated-data.html&quot; rel=&quot;nofollow&quot;&gt;Firefox browser data&lt;/a&gt; (&lt;a href=&quot;http://datahub.io/dataset/a-week-in-the-life-of-a-browser-version-2&quot; rel=&quot;nofollow&quot;&gt;alternative download site&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Image processing, recognition, mining - for example, &lt;a href=&quot;http://137.189.35.203/WebUI/CatDatabase/catData.html&quot; rel=&quot;nofollow&quot;&gt;10,000 annotated images of cats&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Language processing - for example, &lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow&quot;&gt;Google N-grams (downloadable raw data)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Text mining - for example, &lt;a href=&quot;http://www.cs.cmu.edu/~./enron/&quot; rel=&quot;nofollow&quot;&gt;Enron Email dataset&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-04-09T10:54:27.850" LastActivityDate="2015-04-09T10:54:27.850" CommentCount="0" CommunityOwnedDate="2015-02-06T16:54:05.433" ContentLicense="CC BY-SA 3.0" />
  <row Id="4435" PostTypeId="2" ParentId="4432" CreationDate="2015-02-05T12:46:53.127" Score="6" Body="&lt;p&gt;It really depends on what you're trying to achieve.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is what the Semantic Mediawiki project has to say on &lt;a href=&quot;https://semantic-mediawiki.org/wiki/FAQ#What_is_the_relationship_between_Semantic_MediaWiki_and_Wikidata.3F&quot;&gt;the relationship between Semantic MediaWiki and Wikidata&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The software that powers Wikidata is a set of MediaWiki extensions&#xA;  collectively known as Wikibase, and though Wikibase has similarities&#xA;  to Semantic MediaWiki, it is a distinct set of software. However, some&#xA;  of SMW's backend code has been spun off into a separate library,&#xA;  called &quot;DataValues&quot;, that is used by both SMW and Wikibase as a&#xA;  framework for storing data.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;There is the potential that Wikibase and Semantic MediaWiki will&#xA;  compete against one another as software, with some wikis choosing to&#xA;  use Wikibase instead of SMW as their data storage system. This seems&#xA;  doubtful, however: the Wikibase user interface is geared for a highly&#xA;  multilingual, highly general knowledge base like Wikipedia. Wikis with&#xA;  a specific focus and only one or a handful of languages would be&#xA;  better off with the greater structure and simplicity of Semantic&#xA;  MediaWiki.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;They also have a dedicated page explaining some of the &lt;a href=&quot;https://semantic-mediawiki.org/wiki/SMW_and_Wikidata#Differences_between_SMW_and_Wikidata&quot;&gt;differences between SMW and Wikidata&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The main use case of Wikidata (a centralised, multi-lingual site that&#xA;  serves as a data repository) is different from that of SMW (a&#xA;  data-enhanced MediaWiki), and this leads to a number of differences.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Central to a wikidata statement is that its factual claim is supported&#xA;  by reference(s) (source of the claim). For example, when SMW makes a&#xA;  claim about the population of Berlin it would only be annotated with&#xA;  Berlin has a population of 3,5 Mio where Wikidata would make an&#xA;  extended statement describing it as Berlin's population being 3,5 Mio&#xA;  as of 2011 according to the German statistical office.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-02-05T12:54:53.300" LastActivityDate="2015-02-05T12:54:53.300" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4436" PostTypeId="1" CreationDate="2015-02-05T18:04:24.237" Score="1" ViewCount="82" Body="&lt;p&gt;What is the best practice when classifying data into private, public, confidential etc.. &#xA;Is data classification part of the central policy or is it decentralised?&#xA;What are the challenges faced by US government when classifying data and how was the challenges overcome?&lt;/p&gt;&#xA;" OwnerUserId="5598" LastActivityDate="2015-02-06T16:46:03.667" Title="Data Classification" Tags="|open-definition|" AnswerCount="1" CommentCount="1" ClosedDate="2015-02-09T14:33:57.267" ContentLicense="CC BY-SA 3.0" />
  <row Id="4437" PostTypeId="1" CreationDate="2015-02-06T03:57:55.227" Score="3" ViewCount="73" Body="&lt;p&gt;I am doing a research paper about how immigration impacts GDP, and I would like to know where can I find data about H-1 (Work visa):&lt;br /&gt;&#xA;Who is coming to the US because of work, and which state does he/she enter?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: Paul is from the UK, and he got a H-1B visa, and he is working for a company in CA, starting in 2008. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have the data from 1994 to 2013, or 1993-2013.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;t doesn't matter which country they are from, and what industries. I just want to know each State's number of H1 visa by year by state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried the Department of states, USCIS, Department of Labor, and more, and still can not find the data I was looking for in the past 10 years. &lt;/p&gt;&#xA;" OwnerUserId="5606" LastEditorDisplayName="user4293" LastEditDate="2017-10-23T08:37:46.143" LastActivityDate="2017-10-23T08:37:46.143" Title="H-1 (Work visa) data by year by state" Tags="|data-request|usa|government|state|migration|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4438" PostTypeId="1" CreationDate="2015-02-06T05:02:19.920" Score="1" ViewCount="242" Body="&lt;p&gt;I am looking for the unit labels for the variables in the &quot;Wine&quot; benchmark set deposited on the UCI Machine Learning Repository?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Wine&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Wine&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched online and also looked through the reference but couldn't find anything. In certain cases it is not so hard to infer the units, e.g., &quot;% ABV&quot; for &quot;alcohol&quot; and &quot;mg/L&quot; for the &quot;proline&quot; content. But for some others this might be trickier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Knowing those labels doesn't really matter in the application, however, it certainly looks more professional for presenting some data (e.g., decision boundaries/regions for benchmarking new classifiers etc.) and having the axes labeled correctly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If someone has the correct labels, it would be also great if someone could submit them to the UCI repo for future reference.&lt;/p&gt;&#xA;" OwnerDisplayName="user4331" LastActivityDate="2015-02-06T05:02:19.920" Title="Does any one have the unit labels for the Wine dataset on UCI?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4439" PostTypeId="2" ParentId="4388" CreationDate="2015-02-06T08:47:06.550" Score="5" Body="&lt;p&gt;What about &lt;a href=&quot;http://www.nlm.nih.gov/mesh/mbinfo.html&quot;&gt;MeSH&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The MeSH Browser is an online vocabulary look-up aid available for use&#xA;  with MeSH® (Medical Subject Headings). It is designed to help quickly&#xA;  locate descriptors of possible interest and to show the hierarchy in&#xA;  which descriptors of interest appear. Virtually complete MeSH records&#xA;  are available, including the scope notes, annotations, entry&#xA;  vocabulary, history notes, allowable qualifiers, etc. The browser does&#xA;  not link directly to any MEDLINE or other database retrieval system&#xA;  and thus is not a substitute for the PUBMED system.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you query for &lt;code&gt;Carbidopa&lt;/code&gt; at &lt;a href=&quot;http://www.nlm.nih.gov/mesh/MBrowser.html&quot;&gt;http://www.nlm.nih.gov/mesh/MBrowser.html&lt;/a&gt; you will get an html table with a row like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Scope Note&#xA;An inhibitor of DOPA DECARBOXYLASE, preventing conversion of LEVODOPA to dopamine. It is used in PARKINSON DISEASE to reduce peripheral adverse effects of LEVODOPA. It has no antiparkinson actions by itself.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you query for &lt;code&gt;alendronate&lt;/code&gt; you'll get&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Scope Note  &#xA;A nonhormonal medication for the treatment of postmenopausal osteoporosis in women. This drug builds healthy bone, restoring some of the bone loss as a result of osteoporosis.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5609" LastActivityDate="2015-02-06T08:47:06.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4440" PostTypeId="2" ParentId="4437" CreationDate="2015-02-06T11:01:39.600" Score="1" Body="&lt;p&gt;The Department of Homeland Security has a table with breakdown by State, but not by Visa type. Probably you can find similar data sets for previous years.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dhs.gov/yearbook-immigration-statistics-2013-lawful-permanent-residents&quot; rel=&quot;nofollow&quot;&gt;Webpage&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dhs.gov/sites/default/files/publications/immigration-statistics/yearbook/2013/LPR/immsuptable1d.xls&quot; rel=&quot;nofollow&quot;&gt;Excel file&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Persons Obtaining Lawful Permanent Resident Status by State or Territory of Residence and Region and Country of Birth: Fiscal Year 2013&#xA;  (XLS, 175 KB)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Also from DHS is a breakdown by State over year, but without country of origin - &lt;a href=&quot;http://www.dhs.gov/xlibrary/assets/statistics/yearbook/2008/table04.xls&quot; rel=&quot;nofollow&quot;&gt;Excel, 2008 data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In general, you can search the &lt;strong&gt;&lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;data.gov&lt;/a&gt;&lt;/strong&gt; portal for &quot;immigration&quot; and more search terms.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://catalog.data.gov/dataset?q=immigration&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Doing so returns my 359 data sets aggregated from multiple government sources. Scan through those results and perhaps you'll find exactly what you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-06T11:01:39.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4441" PostTypeId="1" CreationDate="2015-02-06T16:02:42.503" Score="1" ViewCount="50" Body="&lt;p&gt;We are collecting stories that highlight the &lt;strong&gt;SOCIAL&lt;/strong&gt; impact of open data or digital transparency initiatives, especially cases from the Global South. &#xA;Would be great if you can help by providing data or open datasets about such stories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the &lt;a href=&quot;https://docs.google.com/spreadsheets/d/1jP6WIkEPczb8MBn6DNOU2PhKp9Prwe4HokqhUQVsxE0/edit?usp=sharing&quot; rel=&quot;nofollow&quot;&gt;crowdsourcing spreadsheet&lt;/a&gt;, and more details of our &lt;a href=&quot;http://sunlightfoundation.com/blog/2015/01/23/help-us-build-an-evidence-base-on-the-social-impact-of-open-data/&quot; rel=&quot;nofollow&quot;&gt;research&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5612" LastEditorUserId="70" LastEditDate="2015-03-04T16:10:51.933" LastActivityDate="2015-03-04T16:10:51.933" Title="Case stories that highlight the SOCIAL IMPACT of open data?" Tags="|uses-of-open-data|data-request|nonprofit|survey|" AnswerCount="0" CommentCount="1" ClosedDate="2015-03-30T15:12:51.427" ContentLicense="CC BY-SA 3.0" />
  <row Id="4442" PostTypeId="2" ParentId="4436" CreationDate="2015-02-06T16:46:03.667" Score="2" Body="&lt;p&gt;The state of Washington adopted a standard for data classification that has worked pretty well for us:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; (1) Category 1 - Public Information&#xA;Public information is information that can be or currently is released to the public.  It does not need protection from unauthorized disclosure, but does need integrity and availability protection controls.&#xA;(2) Category 2 - Sensitive Information&#xA;Sensitive information may not be specifically protected from disclosure by law and is for official use only. Sensitive information is generally not released to the public unless specifically requested.&#xA;(3) Category 3 - Confidential Information&#xA;Confidential information is information that is specifically protected from disclosure by law.  It may include but is not limited to:&#xA;    a. Personal information about individuals, regardless of how that information is obtained.&#xA;    b. Information concerning employee personnel records.&#xA;    c. Information regarding IT infrastructure and security of computer and telecommunications systems.&#xA;(4) Category 4 - Confidential Information Requiring Special Handling&#xA;Confidential information requiring special handling is information that is specifically protected from disclosure by law and for which:&#xA;    a. Especially strict handling requirements are dictated, such as by statutes, regulations, or agreements.&#xA;    b. Serious consequences could arise from unauthorized disclosure, such as threats to health and safety, or legal sanctions.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ocio.wa.gov//policies/141-securing-information-technology-assets/14110-securing-information-technology-assets&quot; rel=&quot;nofollow&quot;&gt;https://ocio.wa.gov//policies/141-securing-information-technology-assets/14110-securing-information-technology-assets&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="5613" LastActivityDate="2015-02-06T16:46:03.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4443" PostTypeId="1" CreationDate="2015-02-06T23:49:17.727" Score="2" ViewCount="107" Body="&lt;p&gt;I am trying to use the PlanSummaryBenefitURL when i call the &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Finder API&lt;/a&gt;. I can HTTP POST information fine from the API but when I try and open the PlanSummaryBenefitURL link I get an error message.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://hiosgateway.cms.gov/RBIS-API/v11.0/REST/getSBCReportFile?planId=94073WI0240199&amp;amp;fileType=pdf&#xA;&#xA;This XML file does not appear to have any style information associated with it. The document tree is shown below.&#xA;  &amp;lt;soapenv:Envelope&amp;gt;&amp;lt;soapenv:Body&amp;gt;&amp;lt;soapenv:Fault&amp;gt;&amp;lt;faultcode&amp;gt;soapenv:Server&amp;lt;/faultcode&amp;gt;&amp;lt;faultstring&amp;gt;Policy Falsified&amp;lt;/faultstring&amp;gt;&amp;lt;faultactor&amp;gt;https://hiosgateway.cms.gov/RBIS-API/v11.0/REST/getSBCReportFile?planId=94073WI0240199&amp;amp;fileType=pdf&amp;lt;/faultactor&amp;gt;&amp;lt;detail&amp;gt;&amp;lt;l7:policyResult status=&quot;Error in Assertion Processing&quot;/&amp;gt;&amp;lt;/detail&amp;gt;&amp;lt;/soapenv:Fault&amp;gt;&amp;lt;/soapenv:Body&amp;gt;&amp;lt;/soapenv:Envelope&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I cannot access this link on my android phone either. I get this error message:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/DmAPj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a solution to this issue and how can it be fixed?&lt;/p&gt;&#xA;" OwnerUserId="5432" LastEditorUserId="18" LastEditDate="2015-03-25T19:15:41.473" LastActivityDate="2015-04-13T02:12:59.287" Title="Healthcare Finder PlanSummaryBenefitURL Error" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4444" PostTypeId="1" CreationDate="2015-02-07T04:31:20.833" Score="1" ViewCount="16" Body="&lt;p&gt;I am looking for data about the total number of Fulbright scholarships that have been granted to international students to come to the US since the program's inception, as well as the scholarhip's total used funds. &lt;/p&gt;&#xA;" OwnerUserId="5620" LastEditorUserId="244" LastEditDate="2015-02-07T10:01:36.530" LastActivityDate="2015-02-07T10:01:36.530" Title="Looking for information about the number of Fulbright scholarships per country" Tags="|data-request|" AnswerCount="0" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4445" PostTypeId="1" CreationDate="2015-02-07T04:34:06.983" Score="6" ViewCount="963" Body="&lt;p&gt;I want a data set with the names of all Facebook users from a particular region. Is there a simple way to automatically extract this information?&lt;/p&gt;&#xA;" OwnerUserId="5621" LastActivityDate="2015-02-07T15:47:56.630" Title="Is there a way to extract names and other public information from Facebook?" Tags="|data-request|names|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4446" PostTypeId="1" CreationDate="2015-02-07T05:54:36.217" Score="4" ViewCount="475" Body="&lt;p&gt;I would like to make recommendations for properties that a person can afford in a given location. Do we have any API or dataset that can help us here? For MVP a list of properties with their last sale price can be enough.&lt;/p&gt;&#xA;" OwnerUserId="5622" LastActivityDate="2016-10-31T13:21:40.680" Title="API or dataset with listings (property for sales) in an area?" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4447" PostTypeId="2" ParentId="4445" CreationDate="2015-02-07T15:47:56.630" Score="3" Body="&lt;p&gt;The Facebook &lt;a href=&quot;https://developers.facebook.com/docs/graph-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Graph-API&lt;/a&gt; contains some functionality that you can piece together to do what you asked.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Step 1:&lt;/strong&gt; Use the &lt;a href=&quot;https://developers.facebook.com/docs/graph-api/reference/v2.2/user/friends&quot; rel=&quot;nofollow noreferrer&quot;&gt;User-Friends endpoint&lt;/a&gt; to get a list of user-ids. You can use your own user-id as a starting point.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Step 2:&lt;/strong&gt; Use the &lt;a href=&quot;https://developers.facebook.com/docs/graph-api/reference/user&quot; rel=&quot;nofollow noreferrer&quot;&gt;User endpoint&lt;/a&gt; to get the following information of public profiles:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Provides access to a subset of items that are part of a person's public profile. A person's public profile refers to the following properties on the user object by default:&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;id&lt;/strong&gt;, name, first_name, last_name,link,gender,&lt;strong&gt;locale&lt;/strong&gt;,timezone,updated_time,verified&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Step 3:&lt;/strong&gt; Use the user-ids that are in your target region to make additional requests for their friend's lists (step 1), which you can use to get more IDs, more locales, and on and on...&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-02-07T15:47:56.630" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4448" PostTypeId="1" CreationDate="2015-02-07T15:48:11.000" Score="1" ViewCount="58" Body="&lt;p&gt;I need a dataset of textual documents of judicial data (any country for that matter) for the purpose of text mining.&#xA;Can anyone please let me know the sources for the same?&lt;/p&gt;&#xA;" OwnerUserId="5625" LastActivityDate="2015-02-10T14:31:04.943" Title="Need a judicial data set" Tags="|data-request|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4449" PostTypeId="1" CreationDate="2015-02-07T17:32:47.033" Score="3" ViewCount="37" Body="&lt;p&gt;Is there any list of organisations that run projects as voluntary service — &#xA;a list of organisations that offer opportunities to find projects that volunteers might be interested in?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See for example two very good lists in Europe: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://europa.eu/youth/evs_database&quot; rel=&quot;nofollow&quot;&gt;http://europa.eu/youth/evs_database&lt;/a&gt; with more than 4000 results&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://europa.eu/youth/vp/opportunity_list&quot; rel=&quot;nofollow&quot;&gt;http://europa.eu/youth/vp/opportunity_list&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Especially I am interested in &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;South America&lt;/li&gt;&#xA;&lt;li&gt;North America&lt;/li&gt;&#xA;&lt;li&gt;Africa&lt;/li&gt;&#xA;&lt;li&gt;Asia&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="70" LastEditDate="2015-03-15T11:41:12.927" LastActivityDate="2015-03-15T11:41:12.927" Title="Organisations that run projects as a voluntary service" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4450" PostTypeId="1" CreationDate="2015-02-07T18:19:28.713" Score="2" ViewCount="486" Body="&lt;p&gt;Where can I find statistical data related to the evolution of the global software development market? I'm looking for data related to the evolution of at least one of the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the number of software professionals in the world&lt;/li&gt;&#xA;&lt;li&gt;global software spending&lt;/li&gt;&#xA;&lt;li&gt;global software development companies revenue&lt;/li&gt;&#xA;&lt;li&gt;number of software development companies&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I need data for at least 20 years. I’ll be using the data for a research I’m conducting in a PhD program. &lt;/p&gt;&#xA;" OwnerUserId="5629" LastEditorUserId="70" LastEditDate="2015-02-10T19:29:12.670" LastActivityDate="2015-02-11T06:19:17.340" Title="Statistical data on global software development industry / market size" Tags="|data-request|software|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4451" PostTypeId="1" CreationDate="2015-02-07T18:39:20.773" Score="4" ViewCount="92" Body="&lt;p&gt;I am trying to find demographics of the civilian labor force down to the county level.  I can find the labor force at the county level, and I can find demographics at the national level, but I am unable to find demographics of the civilian labor force at the county level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am specifically looking for Male:Female breakouts and age group breakouts (18 - 29, 30 - 55, 56 - 64).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can find this data?  I've scoured the Bureau of Labor Statistics, but I am unable to find it.&lt;/p&gt;&#xA;" OwnerUserId="785" LastEditorUserId="1511" LastEditDate="2015-09-29T11:50:57.567" LastActivityDate="2015-09-30T08:37:21.423" Title="Civilian Labor Force Demographics" Tags="|data-request|global|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4452" PostTypeId="2" ParentId="4451" CreationDate="2015-02-07T20:27:35.553" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/13_5YR/B23001/0100000US.05000.004&quot; rel=&quot;nofollow&quot;&gt;This&lt;/a&gt; might suit your needs.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;SEX BY AGE BY EMPLOYMENT STATUS FOR THE POPULATION 16 YEARS AND OVER&#xA;  Universe: Population 16 years and over  more information&#xA;  2009-2013 American Community Survey 5-Year Estimates &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Just generate the proportions on your own.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="1511" LastEditDate="2015-02-10T20:04:02.907" LastActivityDate="2015-02-10T20:04:02.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4453" PostTypeId="1" AcceptedAnswerId="4454" CreationDate="2015-02-07T20:50:43.840" Score="7" ViewCount="292" Body="&lt;p&gt;I'm looking for longitudinal population counts by age and sex, for any country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Table 12411-0006 in the &lt;a href=&quot;https://www-genesis.destatis.de/genesis/online&quot;&gt;Destatis Genesis DB&lt;/a&gt; gives me exactly what I want for Germany, from 1970 through 2013. The first and last few rows look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;        Date    Age    Men  Women&#xA;1  1970-12-31    &amp;lt;1 401679 382934&#xA;2  1970-12-31     1 448827 427427&#xA;3  1970-12-31     2 483801 460014&#xA;4  1970-12-31     3 504306 480476&#xA;5  1970-12-31     4 518807 494128&#xA;6  1970-12-31     5 520701 494477&#xA;...&#xA;3780 2013-12-31    81 192308  283965&#xA;3781 2013-12-31    82 180011  278367&#xA;3782 2013-12-31    83 172021  280401&#xA;3783 2013-12-31    84 150841  257959&#xA;3784 2013-12-31   85+ 586360 1475780&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me towards sources of similar data for other countries than Germany?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked through other likely data sources but have not found anything helpful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://census.gov/&quot;&gt;US Census Bureau&lt;/a&gt; and &lt;a href=&quot;http://www.data.gov/&quot;&gt;data.gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.ons.gov.uk/ons/index.html&quot;&gt;UK Office for National Statistics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/&quot;&gt;Eurostat&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://unstats.un.org/unsd/default.htm&quot;&gt;UN Statistics Division&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Specifics:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I'm fine with any country.&lt;/li&gt;&#xA;&lt;li&gt;I'd like the data broken down by year of age, as above, but age categories (&quot;0-4&quot;, &quot;5-9&quot;, ...) would also be useful.&lt;/li&gt;&#xA;&lt;li&gt;I'd like yearly data, but if this only exists in longer intervals (e.g., every 10 years, like US census data), that's also good.&lt;/li&gt;&#xA;&lt;li&gt;Longer time series are better - anything less than 20 years won't let me do serious out of sample testing.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3987" LastEditorUserId="958" LastEditDate="2015-02-08T09:55:34.537" LastActivityDate="2016-03-12T19:07:51.720" Title="Looking for longitudinal population data by age and sex, any country" Tags="|data-request|demographics|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4454" PostTypeId="2" ParentId="4453" CreationDate="2015-02-07T23:10:56.360" Score="4" Body="&lt;p&gt;You could try a few of the following resources that I know of:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The U.S. Census Bureau's &lt;a href=&quot;https://www.census.gov/population/international/data/&quot; rel=&quot;nofollow&quot;&gt;International Data Base&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The U.N. Population Division also has a &lt;a href=&quot;http://esa.un.org/wpp/excel-data/population.htm&quot; rel=&quot;nofollow&quot;&gt;good resource&lt;/a&gt;, though it is available only in XLS format.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="8302" LastEditDate="2016-01-10T10:08:51.853" LastActivityDate="2016-01-10T10:08:51.853" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4455" PostTypeId="1" CreationDate="2015-02-08T07:22:40.890" Score="5" ViewCount="3721" Body="&lt;p&gt;I found a dataset of lyrics from &lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/musixmatch&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.&#xA;But this dataset has only bag of words where the ordering of the words in the songs is lost.&#xA;Is there any way to get a dataset of entire lyrics as such?&lt;/p&gt;&#xA;" OwnerUserId="5625" LastActivityDate="2015-02-10T13:14:08.833" Title="Where can I find the music lyrics dataset?" Tags="|data-request|music|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4456" PostTypeId="2" ParentId="4455" CreationDate="2015-02-08T10:38:09.907" Score="3" Body="&lt;p&gt;Song lyrics are going to be mostly copyrighted, so distributing them as a dataset would probably not be legally possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To collect lyrics you can scrape one of the many lyrics websites. Here are some steps for how to do so with azlyrics.com&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Find a page that lists all artists: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.azlyrics.com/a.html&quot; rel=&quot;nofollow&quot;&gt;http://www.azlyrics.com/a.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Notice that artists with a number are listed under &lt;a href=&quot;http://www.azlyrics.com/19.html&quot; rel=&quot;nofollow&quot;&gt;http://www.azlyrics.com/19.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Find URL to one artist:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.azlyrics.com/a/amywinehouse.html&quot; rel=&quot;nofollow&quot;&gt;http://www.azlyrics.com/a/amywinehouse.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Find URL to one song:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.azlyrics.com/lyrics/amywinehouse/fuckmepumps.html&quot; rel=&quot;nofollow&quot;&gt;http://www.azlyrics.com/lyrics/amywinehouse/fuckmepumps.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Of course, you can't do this manually. But with some simple code, it's not hard to find URLs on a page, then go to those pages and find new URLs. Because you know the structure of the website, specifically where lists of artists are stored in a page called a.html, it's straightforward.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Here's a more technical description. Each artist page has a section of HTML like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;div class=&quot;artists fr&quot;&amp;gt;&#xA;&#xA;&amp;lt;a href=&quot;a/anathema.html&quot;&amp;gt;ANATHEMA&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;a/anberlin.html&quot;&amp;gt;ANBERLIN&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;b/bonnieanderson.html&quot;&amp;gt;ANDERSON, BONNIE&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;a/andersoneast.html&quot;&amp;gt;ANDERSON EAST&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;j/johnanderson.html&quot;&amp;gt;ANDERSON, JOHN&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;k/keithanderson.html&quot;&amp;gt;ANDERSON, KEITH&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;a/andreabocelli.html&quot;&amp;gt;ANDREA BOCELLI&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;a/andreacorr.html&quot;&amp;gt;ANDREA CORR&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;a href=&quot;a/andreasbourani.html&quot;&amp;gt;ANDREAS BOURANI&amp;lt;/a&amp;gt;&amp;lt;br /&amp;gt;&#xA;...&#xA;&amp;lt;/div&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Each song has HTML structure like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;b&amp;gt;&quot;Fuck Me Pumps&quot;&amp;lt;/b&amp;gt;&amp;lt;br /&amp;gt;&#xA;&amp;lt;div style=&quot;margin-left:10px;margin-right:10px;&quot;&amp;gt;&#xA;&amp;lt;!-- start of lyrics --&amp;gt;&#xA;When you walk in the bar,&amp;lt;br /&amp;gt;&#xA;And you dressed like a star,&amp;lt;br /&amp;gt;&#xA;Rockin' your F me pumps.&amp;lt;br /&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That &lt;code&gt;&amp;lt;!-- start of lyrics --&amp;gt;&lt;/code&gt; will be a great help to scraping!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an outline of a python code to get your started:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;# step 1 - get artist pages&#xA;for page in ['abcdefghijklmnopqrstuvwxyz']: # also add '19'&#xA;    url = 'http://www.azlyrics.com/' + page + '.html' # construct url of artists page&#xA;    html = requests.get(url) # download a.html&#xA;    # parse HTML for list of URLs to artists&#xA;&#xA;# step 2 - make unique list of URLs to artists&#xA;&#xA;# step 3 - loop over artist URLs to get list of URLs to songs&#xA;# go to song HTML page and parse into text.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For parsing HTML, &lt;a href=&quot;http://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow&quot;&gt;BeautifulSoup&lt;/a&gt; is commonly used.&#xA;Here's a &lt;a href=&quot;http://www.gregreda.com/2013/03/03/web-scraping-101-with-python/&quot; rel=&quot;nofollow&quot;&gt;python scraping tutorial&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-08T10:38:09.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4457" PostTypeId="1" AcceptedAnswerId="4461" CreationDate="2015-02-08T11:34:42.810" Score="3" ViewCount="171" Body="&lt;p&gt;I would like to get a list of all the current ministers in Germany.&#xA;Those are &lt;code&gt;CLAIM[39:248352]&lt;/code&gt;.&#xA;This gives me all ministers that have ever been there though. I would like to limit it on the current ones though. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I figured I could go for &lt;code&gt;NOCLAIM[582]&lt;/code&gt; (no enddate).&#xA;How can I apply this to the minister data and not the person himself though?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;CLAIM[39:248352] AND NOCLAIM[582]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Would return all objects that claim to be ministers and have no enddate but I want all objects that claim to be ministers and the minister property has no enddate...&lt;/p&gt;&#xA;" OwnerUserId="5636" LastEditorUserId="5636" LastEditDate="2015-02-08T14:29:53.767" LastActivityDate="2015-02-09T12:26:57.250" Title="Subquery in wikidata" Tags="|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4458" PostTypeId="1" AcceptedAnswerId="4602" CreationDate="2015-02-08T19:57:44.300" Score="5" ViewCount="747" Body="&lt;p&gt;I have a project with a police department in Washington State that is about to start where I will be automatically publishing police reports not requiring redaction per the state public records act. I have a simple filter, see &lt;a href=&quot;https://gist.github.com/policevideorequests/6f6662b7ae673934cf0f&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/policevideorequests/6f6662b7ae673934cf0f&lt;/a&gt;. The only thing left is to detect medical words. Does anyone know of a simple public list of medical words including drug names?&lt;/p&gt;&#xA;" OwnerUserId="5637" LastEditorUserId="5601" LastEditDate="2015-12-09T18:57:17.233" LastActivityDate="2016-01-13T15:49:55.587" Title="I need a list of medications, diagnoses, and medical terms for a police report auto publication project" Tags="|data-request|medical|police|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4459" PostTypeId="2" ParentId="4458" CreationDate="2015-02-08T21:44:13.727" Score="3" Body="&lt;p&gt;First thought: ICD-10, the current international classification of diseases by WHO: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/classifications/icd/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/classifications/icd/en/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure if this helps, escpecially in regard to drug names. &lt;/p&gt;&#xA;" OwnerUserId="5417" LastActivityDate="2015-02-08T21:44:13.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4460" PostTypeId="2" ParentId="4458" CreationDate="2015-02-09T00:02:22.243" Score="3" Body="&lt;p&gt;drug names....technical terms or street terms? technical terms i'm assuming will be on cdc or openfda or perhaps both. i've been hearing about openfda much more lately, so i would check them out first.&lt;br&gt;&#xA;here's a medical glossary that you could scrape, it seems pretty in-depth but i have no idea what i'm looking at and/or how or what to compare it to:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.online-medical-dictionary.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.online-medical-dictionary.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-02-09T00:02:22.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4461" PostTypeId="2" ParentId="4457" CreationDate="2015-02-09T12:26:57.250" Score="4" Body="&lt;p&gt;Ok, I found out how to do this. You can use curly braces to further filter on your qualifiers. So the query to get all people that are &lt;code&gt;Bundesminister&lt;/code&gt; and where the &lt;code&gt;Bundesminister&lt;/code&gt; has a start but no end time is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;CLAIM[39:248352]{CLAIM[580] AND NOCLAIM[582]}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wdq.wmflabs.org/wdq/?q=CLAIM%5B39:248352%5D%7BCLAIM%20%5B580%5D%20AND%20NOCLAIM%5B582%5D%7D&quot; rel=&quot;nofollow&quot;&gt;demo link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found out by reading: &lt;a href=&quot;http://magnusmanske.de/wordpress/?p=178&quot; rel=&quot;nofollow&quot;&gt;http://magnusmanske.de/wordpress/?p=178&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And specifically by the &lt;a href=&quot;http://tools.wmflabs.org/wikidata-todo/autolist.html?q=claim%5B166%3A746756%5D%7BBETWEEN%5B585%2C1853%2C1853-13%5D%7D&quot; rel=&quot;nofollow&quot;&gt;example query&lt;/a&gt; for the winner of the Royal Medal in 1853.&lt;/p&gt;&#xA;" OwnerUserId="5636" LastActivityDate="2015-02-09T12:26:57.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4462" PostTypeId="2" ParentId="4448" CreationDate="2015-02-10T01:16:10.580" Score="1" Body="&lt;p&gt;Australian laws and cases (all state and federal jurisdictions) are online at: austlii.edu.au.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See for instance High Court (the highest) 2014 cases at:&#xA;&lt;a href=&quot;http://www.austlii.edu.au/au/cases/cth/HCA/2014/&quot; rel=&quot;nofollow&quot;&gt;http://www.austlii.edu.au/au/cases/cth/HCA/2014/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Federal (we call them Commonwealth; Cth) laws starting with letter 'M': &#xA;&lt;a href=&quot;http://www.austlii.edu.au/au/legis/cth/consol_act/toc-M.html&quot; rel=&quot;nofollow&quot;&gt;http://www.austlii.edu.au/au/legis/cth/consol_act/toc-M.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;etc etc etc... &lt;/p&gt;&#xA;" OwnerUserId="5649" LastActivityDate="2015-02-10T01:16:10.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4463" PostTypeId="2" ParentId="4448" CreationDate="2015-02-10T01:18:24.840" Score="0" Body="&lt;p&gt;More Australian examples:&#xA;Federal: Law/Acts: All letters:&#xA;&lt;a href=&quot;http://www.austlii.edu.au/au/legis/cth/consol_act/&quot; rel=&quot;nofollow&quot;&gt;http://www.austlii.edu.au/au/legis/cth/consol_act/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;State: Qld : Law/Acts: Letter 'P'&#xA;&lt;a href=&quot;http://www.austlii.edu.au/au/legis/qld/consol_act/toc-P.html&quot; rel=&quot;nofollow&quot;&gt;http://www.austlii.edu.au/au/legis/qld/consol_act/toc-P.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5649" LastActivityDate="2015-02-10T01:18:24.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4464" PostTypeId="1" AcceptedAnswerId="4518" CreationDate="2015-02-10T03:27:42.000" Score="2" ViewCount="70" Body="&lt;p&gt;I used this api call to get expected number of reactions:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/event?&amp;amp;search=???&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=24&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event?&amp;amp;search=???&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=24&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But as I only get part of the data, I don't have the sum number to calculate rates for each reaction. But fetching all reactions takes too much time. Is there any better way to get the number?&lt;/p&gt;&#xA;" OwnerUserId="5650" LastActivityDate="2015-02-15T21:55:02.397" Title="Is there any better way to get sum number of reactions" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4465" PostTypeId="1" CreationDate="2015-02-10T03:34:38.517" Score="2" ViewCount="307" Body="&lt;p&gt;I used this api call to get reaction list:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/event?&amp;amp;search=???&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=24&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event?&amp;amp;search=???&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;limit=24&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just want to forward users to a page that provides more description about the MedDRA term. But I could only find MeSH's website providing such information. So currently I just put the MedDRA term as keyword to MeSH's website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;demo: &lt;a href=&quot;http://drugs.olc.tw/ingredients/view/54be8162-2d6c-45c7-94a4-5956d38a10d1&quot; rel=&quot;nofollow&quot;&gt;http://drugs.olc.tw/ingredients/view/54be8162-2d6c-45c7-94a4-5956d38a10d1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5650" LastEditorUserId="90" LastEditDate="2015-03-12T00:37:45.740" LastActivityDate="2023-04-18T10:59:43.520" Title="Any public accessible web service to get MedDRA description?" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4466" PostTypeId="1" AcceptedAnswerId="4648" CreationDate="2015-02-10T04:02:44.747" Score="5" ViewCount="109" Body="&lt;p&gt;Most of the APIs publicly available from U.S. federal agencies are read-only APIs of Open Data -- are there example of read-write APIs?&lt;/p&gt;&#xA;" OwnerUserId="5651" LastEditorUserId="1511" LastEditDate="2015-02-10T08:53:03.023" LastActivityDate="2015-03-02T23:00:29.963" Title="Are there good examples of open read-write APIs in Federal government?" Tags="|usa|government|data.gov|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4467" PostTypeId="1" AcceptedAnswerId="5992" CreationDate="2015-02-10T04:08:35.747" Score="5" ViewCount="77" Body="&lt;p&gt;What open data is available about the number of visitors, type of browsers, etc. of U.S. Federal websites?  Is there both historical and real-time web analytics data available to the public?&lt;/p&gt;&#xA;" OwnerUserId="5651" LastActivityDate="2015-09-23T19:11:09.570" Title="Is the web performance of U.S. government websites open data?" Tags="|usa|government|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4468" PostTypeId="1" CreationDate="2015-02-10T05:12:53.297" Score="3" ViewCount="2597" Body="&lt;p&gt;We are looking for travel dataset which would contain details of destinations, activities, user ratings etc. on which text summarization and recommendation can be performed and evaluated.&lt;/p&gt;&#xA;" OwnerUserId="5652" LastEditorUserId="1511" LastEditDate="2015-02-10T08:52:39.803" LastActivityDate="2015-03-12T17:27:08.553" Title="Any available Travel Dataset" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4469" PostTypeId="1" CreationDate="2015-02-10T10:34:20.347" Score="4" ViewCount="100" Body="&lt;p&gt;I would like to get some semantic ontology of words related to technology. Is there a way or a place I can get these kind of informations ? &lt;/p&gt;&#xA;" OwnerUserId="777" LastEditorUserId="70" LastEditDate="2015-03-25T08:52:08.023" LastActivityDate="2015-03-25T08:52:08.023" Title="how to get semantic ontology of words related to technology" Tags="|data-request|linked-data|metadata|ontology|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4470" PostTypeId="2" ParentId="4455" CreationDate="2015-02-10T13:14:08.833" Score="3" Body="&lt;p&gt;If you want to license lyrics, you either have to contract with individual owners, or with a clearinghouse like lyricsfind.com (who have agreements with many individual owners).  I have spoken to Roy Hennig at lyricsfind.com and they have many ways to license them (full view lyrics on web, partial, etc). They might be open to licensing lyrics for analytics needs, I don't know. I don't like to endorse any companies, but when I called around last year, they were the only ones still licensing.  I also tried gracenote (Shannon in sales), but they were no longer providing the service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's the legal way to do it anyway.  I do not know of an open way to access lyrics for research or &quot;fun&quot; data analysis, but I would like to know.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-02-10T13:14:08.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4471" PostTypeId="2" ParentId="4458" CreationDate="2015-02-10T13:19:02.137" Score="3" Body="&lt;p&gt;This is a difficult question (one that is facing healthcare in the US right now -- taking free text and creating structured medical data suitable for analysis and reporting).  There are many ontologies you can query against depending on your needs. It is a big endeavor regardless of how far you dive in. If you want a really formal, complete system (total overkill), look at ctakes, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ctakes.apache.org/&quot; rel=&quot;nofollow&quot;&gt;http://ctakes.apache.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, there are individual ontologies/metadata. For example, tools like RxNorm can take prescription information and map it to a standard. SNOmed is going to have the information for medical/anatomy/clinical terms&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Systematized_Nomenclature_of_Medicine&quot; rel=&quot;nofollow&quot;&gt;http://en.wikipedia.org/wiki/Systematized_Nomenclature_of_Medicine&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And ICD, CPT other codes will be involved in billing standardization.  &lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-02-10T13:19:02.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4472" PostTypeId="2" ParentId="4448" CreationDate="2015-02-10T13:23:13.573" Score="1" Body="&lt;p&gt;In the USA, a court case is structured by a docket. The docket contains every piece of legal correspondence in the case.  Depending on the case, most of it is public record.  The federal US system for this is called PACER and is the single most over priced and ridiculous data access portal I have ever encountered. I hear Carl Malamud (data - liberator) is working on something.  To get around this silliness of paywalling public records, RECAP (the opposite of PACER) was established.  I think Carl may have had a hand in RECAP, regardless he should be thanked for making so many public US government documents more reasonably accessible to the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check RECAP archives here:&#xA;&lt;a href=&quot;http://archive.recapthelaw.org/&quot; rel=&quot;nofollow&quot;&gt;http://archive.recapthelaw.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want something really big, look for famous cases like oracle v google.  Great amicus briefs in there.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="3932" LastEditDate="2015-02-10T14:31:04.943" LastActivityDate="2015-02-10T14:31:04.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4473" PostTypeId="2" ParentId="4448" CreationDate="2015-02-10T13:41:27.623" Score="0" Body="&lt;p&gt;I had posted an answer about how to scrape the Canadian judicial website - see &lt;a href=&quot;https://opendata.stackexchange.com/a/1749/1511&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of the HTML for a court case: &lt;a href=&quot;https://www.canlii.org/en/ca/scc/doc/2007/2007scc4/2007scc4.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.canlii.org/en/ca/scc/doc/2007/2007scc4/2007scc4.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By building a list of URLs to court cases, you can then run them through an HTML reading procedure to get the text&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-02-10T13:41:27.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4474" PostTypeId="2" ParentId="4469" CreationDate="2015-02-10T14:00:25.663" Score="4" Body="&lt;p&gt;The best place to start looking is &lt;a href=&quot;http://lov.okfn.org/&quot; rel=&quot;nofollow&quot;&gt;Linked Open Vocabularies&lt;/a&gt;. As of February 2015 they have indexed more than 450 vocabularies and ontologies and provide a convenient search feature.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2015-02-10T14:00:25.663" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4475" PostTypeId="2" ParentId="4468" CreationDate="2015-02-10T16:26:40.630" Score="3" Body="&lt;p&gt;The University of Illinois has an archived dataset of tripadviser reviews for up thru 2008.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://times.cs.uiuc.edu/~wang296/Data/&quot; rel=&quot;nofollow&quot;&gt;http://times.cs.uiuc.edu/~wang296/Data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TripAdvisor also has an API. I've never used it so I don't know the terms of use:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api-portal.anypoint.mulesoft.com/tripadvisor/api/tripadvisor-api&quot; rel=&quot;nofollow&quot;&gt;http://api-portal.anypoint.mulesoft.com/tripadvisor/api/tripadvisor-api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The UK government publishes annual travel surverys, starting from 2007. This data is at the region level, how many visitors, how many miles traveled, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.gov.uk/dataset/national_travel_survey&quot; rel=&quot;nofollow&quot;&gt;http://data.gov.uk/dataset/national_travel_survey&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-10T16:26:40.630" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4476" PostTypeId="2" ParentId="4453" CreationDate="2015-02-10T16:34:43.170" Score="4" Body="&lt;p&gt;For UN Statistics, you will find it here. They have data per country going back to 1948. The age groups are broken down in 5 year segments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.un.org/Data.aspx?d=POP&amp;amp;f=tableCode%3A22&quot; rel=&quot;nofollow&quot;&gt;http://data.un.org/Data.aspx?d=POP&amp;amp;f=tableCode%3A22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the UN Population Division data link referenced in Kotebiya's answer. It could be the same data just packaged differently.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-10T16:34:43.170" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4477" PostTypeId="2" ParentId="4453" CreationDate="2015-02-10T16:53:59.507" Score="3" Body="&lt;p&gt;For Ireland between 1926 and 2006. The latest census in Ireland was in 2011 but they don't seem to have that much information yet. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://census.cso.ie/Census/TableViewer/tableView.aspx?ReportId=76965&quot; rel=&quot;nofollow&quot;&gt;http://census.cso.ie/Census/TableViewer/tableView.aspx?ReportId=76965&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Downloadable as csv and other formats.&lt;/p&gt;&#xA;" OwnerUserId="570" LastActivityDate="2015-02-10T16:53:59.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4478" PostTypeId="2" ParentId="4466" CreationDate="2015-02-10T18:54:29.280" Score="2" Body="&lt;p&gt;I have no idea if it's a good example, but there are some APIs for giving comments on regulations.  See &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.digitalgov.gov/2014/08/13/the-api-briefing-writable-apis-the-federal-register-gov-commenting-feature/&quot; rel=&quot;nofollow&quot;&gt;http://www.digitalgov.gov/2014/08/13/the-api-briefing-writable-apis-the-federal-register-gov-commenting-feature/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Most sites don't allow submissions that would then be displayed immediately to other people -- it opens up too many issues including security and harrassment.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-02-10T18:54:29.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4479" PostTypeId="2" ParentId="4467" CreationDate="2015-02-10T19:07:40.963" Score="3" Body="&lt;p&gt;You can find some stats for individual sites by searching for the names of weblog analyzers that generate HTML reports and restrict by agency domain.  For example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.google.com/search?q=site%3Anoaa.gov+webalizer&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.google.com/search?q=site%3Anoaa.gov+webalizer&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The current administration lifted the restriction on 'sharing data with third parties' if there was some sort of a benefit ... so some agencies started using Google Analytics or similar.&lt;/p&gt;&#xA;&lt;p&gt;For example, see the following sections of NASA's &lt;a href=&quot;http://www.nasa.gov/about/highlights/HP_Privacy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;privacy policy&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Automatically Collected Information&lt;/p&gt;&#xA;&lt;p&gt;This website uses Google Analytics Premium. ...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Providing Information to Third Parties&lt;/p&gt;&#xA;&lt;p&gt;NASA may share information with private organizations as part of a service that provides NASA users with increased capabilities or functionality on the site.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I see nothing in their policy that forbids them from sharing data if there &lt;em&gt;isn't&lt;/em&gt; a benefit, so it's possible that a FOIA request might be able to get access to it.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-02-10T19:07:40.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4480" PostTypeId="1" CreationDate="2015-02-10T20:27:57.653" Score="5" ViewCount="61" Body="&lt;p&gt;Does anyone have summary data on visitors to data.gov by geography (country of origin)? I was able to find a summary last fall, but I can't seem to locate the data set or summary anymore. &lt;/p&gt;&#xA;" OwnerUserId="5658" LastEditorUserId="70" LastEditDate="2015-03-20T16:21:39.223" LastActivityDate="2015-03-20T16:21:39.223" Title="Visitors to Data.gov by country of origin?" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4481" PostTypeId="1" CreationDate="2015-02-10T20:49:57.313" Score="0" ViewCount="58" Body="&lt;p&gt;Searching for obesity data at the ZIP or County level by age for US 2011-1013&lt;/p&gt;&#xA;" OwnerUserId="5659" LastActivityDate="2015-02-10T21:08:31.617" Title="Searching for obesity data at the ZIP or County level by age for US 2011-1013?" Tags="|data.gov|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ClosedDate="2015-03-24T16:40:54.203" ContentLicense="CC BY-SA 3.0" />
  <row Id="4482" PostTypeId="2" ParentId="4481" CreationDate="2015-02-10T21:08:31.617" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.cdc.gov/brfss/&quot; rel=&quot;nofollow&quot;&gt;BRFSS&lt;/a&gt; identifies respondents in most U.S. counties. However, the coverage is not exhaustive. But there exists small area estimations that usually use BRFSS data as the reference.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-02-10T21:08:31.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4483" PostTypeId="1" CreationDate="2015-02-10T22:32:34.630" Score="2" ViewCount="61" Body="&lt;p&gt;What data standards, schemas or models are available to basic business/hr funcitons? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, a model for employees with information including address, contact information, metadata pertaining to the position(title, hire date, termination date, salary, etc.) and other basic information about people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find the &lt;a href=&quot;http://www.hropenstandards.org/&quot; rel=&quot;nofollow&quot;&gt;HR &quot;Open&quot; Standards&lt;/a&gt; that didn't allow downloading of the standard without joining and didn't provide an open license for consumers. I am working on a project across systems that will need to share common objects, I'd love to have a standard so that I don't have to reinvent the wheel.&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="70" LastEditDate="2015-03-30T14:55:54.060" LastActivityDate="2015-03-30T14:55:54.060" Title="Search for basic business-related Open Data standards" Tags="|standards|metadata|business|" AnswerCount="0" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4484" PostTypeId="1" CreationDate="2015-02-10T22:37:00.400" Score="4" ViewCount="189" Body="&lt;p&gt;Do you know websites (other than Wikimedia) that provide page views statistics ? I found stats about Wiki, but I would like to retrieve data from another website.&lt;/p&gt;&#xA;" OwnerUserId="5660" LastEditorUserId="70" LastEditDate="2015-02-22T17:50:25.673" LastActivityDate="2015-09-23T19:16:13.077" Title="Public Website statistics" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4486" PostTypeId="2" ParentId="1007" CreationDate="2015-02-11T08:37:52.497" Score="3" Body="&lt;p&gt;I use football-data.co.uk for 22 leagues, where a lot is provided, but some stats only for top leagues. If you want power rankings for particular teams, then &lt;a href=&quot;http://www.betpro.org&quot; rel=&quot;nofollow&quot;&gt;football picks&lt;/a&gt; is also the option, but no API at the moment available. Of course you can combine knowldedge from livescore sites and then you can for instance build dataset of your own. Or you can go for opta sports and pay few thousands euros a month and you are perfectly equipped with everything!&#xA;From what I tried, another APIs that should have been for free are either not working or not for free anymore.&#xA;I hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="5664" LastActivityDate="2015-02-11T08:37:52.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4487" PostTypeId="1" AcceptedAnswerId="5554" CreationDate="2015-02-11T10:13:17.957" Score="6" ViewCount="117" Body="&lt;p&gt;I am interested in a list of people of public interest living in Germany. The list should contain first name, last name, date of birth.&#xA;People of public interest are celebrities, famous sportman/ -women, known politicians, etc.&#xA;In wikipedia I can find many but, I have to search and record manually. Is there a structured list or / API which enables that ?&lt;/p&gt;&#xA;" OwnerUserId="5647" LastEditorUserId="70" LastEditDate="2015-03-05T21:48:02.400" LastActivityDate="2015-06-29T21:19:11.967" Title="People of public interest living in Germany" Tags="|data-request|germany|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4488" PostTypeId="2" ParentId="4250" CreationDate="2015-02-11T10:59:34.220" Score="4" Body="&lt;p&gt;have you tried Tate's collection? It has quite straightforward JSON (each artist has its own JSON file) and CSV formats and no OAuth key needed I think: &lt;a href=&quot;https://github.com/tategallery/collection&quot; rel=&quot;nofollow&quot;&gt;https://github.com/tategallery/collection&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or try Rijksmuseum: &lt;a href=&quot;http://rijksmuseum.github.io/&quot; rel=&quot;nofollow&quot;&gt;http://rijksmuseum.github.io/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5667" LastActivityDate="2015-02-11T10:59:34.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4489" PostTypeId="1" CreationDate="2015-02-11T13:50:28.653" Score="8" ViewCount="1448" Body="&lt;p&gt;We are trying to capture rows from PDF tables &amp;amp; output them as lines of JSON - can anyone suggest a good technique for separating columns? Ideally using the tools linked below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically this is part of the Map the Banks Mission 830, to turn the financial licences issued by the Central Bank of Mauritius into open data  - &lt;a href=&quot;http://missions.opencorporates.com/missions/830&quot;&gt;http://missions.opencorporates.com/missions/830&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Getting the text is OK, but since it’s a table in a PDF, getting the columns teased apart is pretty tricky.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The PDFs in question can be found on the pages listed under 'AUTHORIZED FINANCIAL INSTITUTIONS' here:&#xA;bom.mu/?id=60007&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're using either Ruby or Python and the tools that we have available to use within our restricted environment can be found here &lt;a href=&quot;http://turbot.opencorporates.com/docs/ruby_support&quot;&gt;http://turbot.opencorporates.com/docs/ruby_support&lt;/a&gt; (and &lt;a href=&quot;http://turbot.opencorporates.com/docs/python_support&quot;&gt;/python_support&lt;/a&gt; for python).&lt;/p&gt;&#xA;" OwnerUserId="5572" LastEditorUserId="70" LastEditDate="2015-02-12T10:57:26.340" LastActivityDate="2015-02-12T10:57:26.340" Title="Scraping columns from a PDF" Tags="|programming|extracting|pdf|opencorporates|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4490" PostTypeId="2" ParentId="4489" CreationDate="2015-02-11T14:47:44.440" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;http://en.wikipedia.org/wiki/Pdftotext&quot;&gt;pdftotext&lt;/a&gt; library (&lt;a href=&quot;http://manpages.ubuntu.com/manpages/hardy/man1/pdftotext.1.html&quot;&gt;man page&lt;/a&gt;) that comes standard with most linux distros and can be installed on Windows contains a &lt;code&gt;-layout&lt;/code&gt; flag that preserves table structure.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pdftotext -layout input.pdf output.txt&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;After that, you can easily parse with any language into your desired JSON structure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a python wrapper for pdftotext, but as far as I know, it only works on linux. For my application on Windows, I used a system call to pdftotext.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(There are also some python libraries for reading PDFs, but I found that pdftotext with the -layout option works best for multi-page PDF files with tables.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-11T14:47:44.440" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4491" PostTypeId="2" ParentId="4489" CreationDate="2015-02-11T16:19:54.943" Score="5" Body="&lt;p&gt;Within the constraints of using the bot tools that Open Corporates provides, I'm not sure what to suggest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, since people will no doubt get here based on more general searches, it's worth pointing out the excellent &lt;a href=&quot;http://tabula.technology/&quot; rel=&quot;noreferrer&quot;&gt;Tabula&lt;/a&gt;, which provides a GUI for defining regions to scrape, algorithmically recognizes columns in those regions, and which can also be run from the command line.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With otherwise-pure-python, I've always used &lt;code&gt;pdftotext&lt;/code&gt; as @philshem suggests. For Mac users, it's most easily installed as part of the &lt;a href=&quot;http://poppler.freedesktop.org/&quot; rel=&quot;noreferrer&quot;&gt;poppler&lt;/a&gt; package, which can be &lt;a href=&quot;http://brewformulas.org/Poppler&quot; rel=&quot;noreferrer&quot;&gt;installed with homebrew&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-11T16:19:54.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4495" PostTypeId="2" ParentId="4484" CreationDate="2015-02-11T18:48:19.547" Score="4" Body="&lt;p&gt;u.s. city open data census tracks analytics offered by cities&lt;br&gt;&#xA;&lt;a href=&quot;http://us-city.census.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://us-city.census.okfn.org/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;the epa lists analytics of some sort, and has over a decades worth here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.epa.gov/reports/objects/emfjulte/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.epa.gov/reports/objects/emfjulte/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2:&lt;br&gt;&#xA;Pennsylvania Spatial Data Access (PASDA) is PA's gis clearinghouse and offers great stats datasets covering almost a decade.  here's an example:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.pasda.psu.edu/about/publications/PASDAStatistics_20140101-20141231.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.pasda.psu.edu/about/publications/PASDAStatistics_20140101-20141231.pdf&lt;/a&gt;&lt;br&gt;&#xA;you can snag them here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.pasda.psu.edu/about/publications.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.pasda.psu.edu/about/publications.asp&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 3:&lt;br&gt;&#xA;usgs landsat recently published some data regarding their data use; the post is more about the economic benefits of open data, however there's a really cool chart about data usage stats over time. hat tip to @dan for answering his question here:&lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4370/graph-of-landsat-downloads&quot;&gt;Graph of Landsat Downloads?&lt;/a&gt;&lt;br&gt;&#xA;you can read the report and view the chart here:&lt;br&gt;&#xA;&lt;a href=&quot;http://landsat.gsfc.nasa.gov/?p=9654&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://landsat.gsfc.nasa.gov/?p=9654&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 4:&lt;br&gt;&#xA;A.C.I.S. SEARCH TOOL - Animal Care Information System Search Tool shares some of its visitors statistics, which were much higher than i thought they would be, based off the tools design and functionality. but there's roughly 14000 days of data here:&lt;br&gt;&#xA;via:&lt;br&gt;&#xA;&lt;a href=&quot;https://acissearch.aphis.usda.gov/LPASearch/faces/CustomerSearch.jspx;jsessionid=7f00000130d77a076f42228f4753ad1492029f4879f5.e38Obx8Sb3yQby0Qa3mQe0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://acissearch.aphis.usda.gov/LPASearch/faces/CustomerSearch.jspx;jsessionid=7f00000130d77a076f42228f4753ad1492029f4879f5.e38Obx8Sb3yQby0Qa3mQe0&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 5:&lt;br&gt;&#xA;analytics.usa.gov is a dashboard for analytics across dotgov sites:&lt;br&gt;&#xA;&lt;a href=&quot;https://analytics.usa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://analytics.usa.gov/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Philadelphia's site:&lt;br&gt;&#xA;&lt;a href=&quot;http://analytics.phila.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://analytics.phila.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-09-23T19:16:13.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4496" PostTypeId="1" CreationDate="2015-02-11T20:58:52.623" Score="6" ViewCount="387" Body="&lt;p&gt;I am looking for aerial high resolution images of crops taken by drones (corn being the best option) in different states of growth in order to implement a plant counting ML algorithm. I am not finding any.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where to find such datasets ?&lt;/p&gt;&#xA;" OwnerUserId="5673" LastEditorUserId="754" LastEditDate="2015-02-20T06:12:57.013" LastActivityDate="2017-06-27T18:43:12.857" Title="Aerial crop image datasets" Tags="|data-request|images|aerial-photography|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4497" PostTypeId="1" CreationDate="2015-02-11T21:31:56.423" Score="5" ViewCount="125" Body="&lt;p&gt;I'm looking for accurate US county boundaries in shapefile (most likely), feature class, or a geodatabase. Specifically, I'm looking for Midwestern US states: Minnesota, Michigan, Illinois, Iowa, and Wisconsin.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="5674" LastEditorUserId="70" LastEditDate="2015-02-12T11:07:21.827" LastActivityDate="2015-02-12T11:07:21.827" Title="Where can I find accurate US county boundaries?" Tags="|data-request|usa|county|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4498" PostTypeId="2" ParentId="4497" CreationDate="2015-02-11T22:17:38.390" Score="6" Body="&lt;p&gt;You might find these cartographic boundary shapefiles for U.S. Counties useful: &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/cbf/cbf_counties.html&quot;&gt;http://www.census.gov/geo/maps-data/data/cbf/cbf_counties.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-02-11T22:17:38.390" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4499" PostTypeId="2" ParentId="4497" CreationDate="2015-02-12T00:27:27.123" Score="3" Body="&lt;p&gt;The Centers for Disease Control provide county-level shape files.  &lt;a href=&quot;https://wwwn.cdc.gov/epiinfo/html/shapefiles.htm&quot; rel=&quot;nofollow&quot;&gt;https://wwwn.cdc.gov/epiinfo/html/shapefiles.htm&lt;/a&gt;  They are in ESRI shapefile format but, CDC restricts their use to Epi Map. &lt;/p&gt;&#xA;" OwnerUserId="5676" LastActivityDate="2015-02-12T00:27:27.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4500" PostTypeId="1" CreationDate="2015-02-12T02:30:04.323" Score="4" ViewCount="303" Body="&lt;p&gt;I am looking for most recommended places outside of the open government mailing lists to invite software developers interested in open government data to participate in Poplus.org re-usable civic technology &quot;components&quot; effort. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular we are building participation in the Poplus Online group: &lt;a href=&quot;http://bit.ly/poplusgroup&quot; rel=&quot;nofollow&quot;&gt;http://bit.ly/poplusgroup&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suggestions?&lt;/p&gt;&#xA;" OwnerUserId="5677" LastEditorUserId="70" LastEditDate="2015-03-27T18:56:29.613" LastActivityDate="2015-03-27T18:56:29.613" Title="Where can software developers interested in open government data be reached?" Tags="|programming|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4501" PostTypeId="2" ParentId="4271" CreationDate="2015-02-12T02:39:19.687" Score="3" Body="&lt;p&gt;I have shared the statistics of my 2 million+ downloads app here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/nicolas-raoul/google-play-statistics&quot; rel=&quot;nofollow&quot;&gt;https://github.com/nicolas-raoul/google-play-statistics&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data available: Installs/uninstalls/ratings/crashes data by country/language/device/version/date/etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is a free app for Android.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2016-07-07T05:26:09.423" LastActivityDate="2016-07-07T05:26:09.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4503" PostTypeId="1" AcceptedAnswerId="4506" CreationDate="2015-02-12T09:13:53.380" Score="2" ViewCount="114" Body="&lt;p&gt;The OS only have Version: 10/2014 of BoundaryLine for download from&#xA;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow&quot;&gt;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I asked if they had this data for earlier, and they replied that they did not. Which seems weird, but there you go.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Presumably many other people have downloaded and have their own copies of earlier data files - are any available anywhere?  &lt;/p&gt;&#xA;" OwnerUserId="5679" LastEditorUserId="5679" LastEditDate="2015-03-04T12:21:03.123" LastActivityDate="2015-03-04T12:21:03.123" Title="Ordnance Survey BoundaryLine Data pre 2014" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4504" PostTypeId="1" CreationDate="2015-02-12T10:59:00.900" Score="1" ViewCount="215" Body="&lt;p&gt;I'm looking for a database of water features (rivers, streams, lakes and ponds) that groups the water feature by state/province.&lt;/p&gt;&#xA;" OwnerUserId="5680" LastEditorUserId="70" LastEditDate="2015-02-12T11:05:47.647" LastActivityDate="2015-02-12T18:21:35.247" Title="Data for water features by state/province" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4505" PostTypeId="2" ParentId="4504" CreationDate="2015-02-12T18:21:35.247" Score="2" Body="&lt;p&gt;There are variety of sources both for the US and Worldwide. Here are a few that I am familiar with:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nhd.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;http://nhd.usgs.gov/&lt;/a&gt; (vector data)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The National Hydrography Dataset (NHD) and Watershed Boundary Dataset (WBD) are used to portray surface water on The National Map. The NHD represents the drainage network with features such as rivers, streams, canals, lakes, ponds, coastline, dams, and streamgages. The WBD represents drainage basins as enclosed areas in eight different size categories. Both datasets represent the real world at a nominal scale of 1:24,000-scale, which means that one inch of The National Map data equals 2,000 feet on the ground. To maintain mapping clarity not all water features are represented and those that are use a moderate level of detail.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The USGS geographic name dataset contains the names of geographic features in the United States. This includes both natural and manmade water features (e.g., canal, dam, beach, channel, lake)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The GNIS contains information about physical and cultural geographic features of all types in the United States, associated areas, and Antarctica, current and historical, but not including roads and highways. The database holds the Federally recognized name of each feature and defines the feature location by state, county, USGS topographic map, and geographic coordinates. Other attributes include names or spellings other than the official name, feature designations, feature classification, historical and descriptive information, and for some categories the geometric boundaries.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geonames.usgs.gov/domestic/&quot; rel=&quot;nofollow&quot;&gt;http://geonames.usgs.gov/domestic/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Geospatial Intelligence Agency (NGA) provides the same data for the countries of the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The database is the official repository of foreign place-name decisions approved by the BGN. Geographic Area of Coverage: Worldwide excluding the United States and Antarctica. For names in the U.S. and Antarctica, please visit the United States Geological Survey (USGS) Geographic Names Information System (GNIS) web site.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geonames.nga.mil/gns/html/index.html&quot; rel=&quot;nofollow&quot;&gt;http://geonames.nga.mil/gns/html/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At my website, I have both the USGS and NGA datasets converted to Linked CSV format:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/NGA/GNS/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/NGA/GNS/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/USGS/GNIS/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/USGS/GNIS/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-12T18:21:35.247" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4506" PostTypeId="2" ParentId="4503" CreationDate="2015-02-12T18:25:14.960" Score="3" Body="&lt;p&gt;MySociety.Org has been caching Ordinance Survey Boundary Line data since 2010:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;This is the mySociety cache of OS OpenData, first released 1st April 2010, and other related similarly-licensed data, as allowed under the licences (please read!). Thanks to Ordnance Survey, data.gov.uk, ONS, and everyone else involved in releasing this data! :)&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://parlvid.mysociety.org/os/&quot; rel=&quot;nofollow&quot;&gt;http://parlvid.mysociety.org/os/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-12T18:25:14.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4507" PostTypeId="1" CreationDate="2015-02-12T18:40:17.670" Score="2" ViewCount="47" Body="&lt;p&gt;Where would I be able to get some demographic and employment data for pharmacists in Canada? Much like this one:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cihi.ca/CIHI-ext-portal/internet/en/document/spending+and+health+workforce/workforce/other+providers/PDB_METADATA&quot; rel=&quot;nofollow&quot;&gt;http://www.cihi.ca/CIHI-ext-portal/internet/en/document/spending+and+health+workforce/workforce/other+providers/PDB_METADATA&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am still an undergraduate so I can't apply through their graduate program. And it costs way too much for independent university research. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a non-gradudate student, one has to pay access fees to the database, at the following rates:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Data request pricing&#xA;CIHI responds to data requests on a cost-recovery basis, as follows:&#xA;•$145/hour, for Canadian health care facilities, media (data requests only), governments, not-for-profit health agencies, universities (except for students through the Graduate Student Data Access Program), health professionals and researchers from the public sector (Price A clients)&#xA;•$290/hour for private commercial operations (including but not limited to software vendors and consultants), foreign clients (Price B clients) and others not qualifying for Price A&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an alternate source?&lt;/p&gt;&#xA;" OwnerUserId="5683" LastEditorUserId="70" LastEditDate="2015-03-30T09:06:54.630" LastActivityDate="2015-03-30T09:06:54.630" Title="Pharmacist Database in Canada" Tags="|data-request|medical|canada|drugs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4508" PostTypeId="2" ParentId="4484" CreationDate="2015-02-13T08:49:36.297" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://linuxfr.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LinuxFR&lt;/a&gt;, one of the most popular tech news websites in France, makes all of its web statistics public:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://linuxfr.org/webalizer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://linuxfr.org/webalizer/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;About 1 million visits per month on average.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/8Q4lJ.png&quot; alt=&quot;LinuxFR stats&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each month, a lot of data is available: see for instance &lt;a href=&quot;http://linuxfr.org/webalizer/usage_201501.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://linuxfr.org/webalizer/usage_201501.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-02-15T07:07:50.807" LastActivityDate="2015-02-15T07:07:50.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4509" PostTypeId="1" CreationDate="2015-02-13T09:47:06.943" Score="1" ViewCount="276" Body="&lt;p&gt;&lt;a href=&quot;http://gcmd.nasa.gov/records/GCMD_DBDBV.html&quot; rel=&quot;nofollow&quot;&gt;DBDB-V&lt;/a&gt; is a digital bathymetric database (variable resolution) format. I'm particularly looking for test data in this format (to test FalconView amongst other tools).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found the OAML data at &lt;a href=&quot;https://esme.bu.edu/download/index.shtml&quot; rel=&quot;nofollow&quot;&gt;https://esme.bu.edu/download/index.shtml&lt;/a&gt; (which I have tried to load, but haven't yet managed to get to display in FalconView yet), but I'd really like to find something of a little higher resolution. It doesn't matter where, and it doesn't really matter how good the data is, just as long as it matches the standard.&lt;/p&gt;&#xA;" OwnerUserId="5617" LastEditorUserId="70" LastEditDate="2015-03-27T09:53:29.647" LastActivityDate="2015-03-27T09:53:29.647" Title="Availability of DBDB-V data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4510" PostTypeId="1" CreationDate="2015-02-13T10:23:19.820" Score="8" ViewCount="16450" Body="&lt;p&gt;where can I download from a database of drugs that will contain the information about drug indications/use, side effects, and drug interaction for free? Please tell me if you know. I want to use that for my online pharmacy store.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or I want to know that is there any API to show such information about drug on my own website?&lt;/p&gt;&#xA;" OwnerUserId="5688" LastEditorUserId="70" LastEditDate="2015-02-13T11:44:37.650" LastActivityDate="2019-01-01T07:09:32.983" Title="how to get drug database for free?" Tags="|data-request|drugs|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4512" PostTypeId="2" ParentId="4510" CreationDate="2015-02-13T15:45:53.517" Score="8" Body="&lt;p&gt;It's hard to say without some more specific information, but RxNorm is probably the best place to start:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(2nd section is download/API access)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nlm.nih.gov/research/umls/rxnorm/&quot;&gt;http://www.nlm.nih.gov/research/umls/rxnorm/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-02-13T15:45:53.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4514" PostTypeId="1" CreationDate="2015-02-14T01:56:19.867" Score="2" ViewCount="38" Body="&lt;p&gt;I am looking for an &lt;a href=&quot;https://en.wikipedia.org/wiki/Interferometric_synthetic_aperture_radar&quot; rel=&quot;nofollow&quot;&gt;IFSAR&lt;/a&gt; 5m data between Las Cruces, New Mexico and Carlsbad, New Mexico and from Roswell, NM to the south of New Mexico and Texas border.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a free data.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="754" LastEditDate="2015-02-20T06:06:47.553" LastActivityDate="2015-02-20T06:06:47.553" Title="IFSAR data for New Mexico areas" Tags="|data-request|usa|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4515" PostTypeId="1" CreationDate="2015-02-14T04:04:52.957" Score="3" ViewCount="79" Body="&lt;p&gt;&lt;strong&gt;UPDATE:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ok as I'm learning more about this stuff, I'm realizing that I need Demographics and Firmographics, but more granular then the Census data. As the Census data is 35-44 years of age and I need 35-39 for example&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Original:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry for if I come across as ignorant. I usually hangout over at StackOverflow and StackGis sent me here. I'm a developer and a client has specific demographics needs that I'm not sure where to get. I looked at some Census data, but couldn't find what I was looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: the client wants to know how many 35-39 year old people live in a given 1, 2, 3, 5 mile radius, but Census only has 35-44 year old grouping from what I can tell.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know who would be a reliable source for all of the following?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would need to be something I can download and import, or even better it has an API I can tap into.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In regards to people, distance from a point, 1, 2, 3, 5 miles: How many..&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;35-39 Year Olds&lt;/li&gt;&#xA;&lt;li&gt;Households with no Children&lt;/li&gt;&#xA;&lt;li&gt;1 Person Living in a Household&lt;/li&gt;&#xA;&lt;li&gt;2 People Living in a Household&lt;/li&gt;&#xA;&lt;li&gt;Household Income 75k Higher&lt;/li&gt;&#xA;&lt;li&gt;Units In Structure - 1 Attached Unit&lt;/li&gt;&#xA;&lt;li&gt;Home Values worth 1 Mill&lt;/li&gt;&#xA;&lt;li&gt;Renter Occupied Median Rent amount&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Business Demo Info, distance from a point, 1, 2, 3, 5 miles: How many..&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Businesses (Count)&lt;/li&gt;&#xA;&lt;li&gt;Other Food Services&lt;/li&gt;&#xA;&lt;li&gt;Furniture Stores&lt;/li&gt;&#xA;&lt;li&gt;Garden Stores, Bldg Material Stores, Hardware Stores (Can be combined to one number)&lt;/li&gt;&#xA;&lt;li&gt;Garden Percent of total business are Transportation, Communication, Utilities&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5691" LastEditorUserId="18" LastEditDate="2015-03-13T20:21:47.757" LastActivityDate="2015-03-13T20:21:47.757" Title="Looking for a source of data for these specific United States Demographics for People and Businesses" Tags="|data-request|usa|us-census|demographics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4516" PostTypeId="2" ParentId="4515" CreationDate="2015-02-14T05:32:16.990" Score="2" Body="&lt;p&gt;You can get census data on population by single year on a county basis here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/popest/data/datasets.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/popest/data/datasets.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't recall seeing it published down at the tract/block level (more of what the asker is asking) broken down by single year. You can find it in the 10 year increments as was noted in the question.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-14T05:32:16.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4517" PostTypeId="1" AcceptedAnswerId="4542" CreationDate="2015-02-14T09:44:10.507" Score="17" ViewCount="3004" Body="&lt;p&gt;Are there any publicly available personal mailboxes except for the &lt;a href=&quot;https://www.cs.cmu.edu/~./enron/&quot;&gt;Enron corpus&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Doesn't have to be a large corpus, even a single mailbox of a single person will help me (step by step...)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Technically it would be best to have it in &lt;a href=&quot;http://en.wikipedia.org/wiki/Mbox&quot;&gt;mbox&lt;/a&gt; format, but I would accept any format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in both work and personal mailboxes, in &lt;strong&gt;any&lt;/strong&gt; language. Having said that, I am &lt;strong&gt;not&lt;/strong&gt; interested in mailing lists and forum threads (which are also widely available in the same format - mbox).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To be more specific, I'm looking for mailboxes that are large (50+ outgoing mails, 1000+ will be even better) and not just a single thread of communication with the same person or a handful of mails.&lt;/p&gt;&#xA;" OwnerUserId="5692" LastEditorUserId="1511" LastEditDate="2015-07-10T17:50:20.130" LastActivityDate="2017-11-19T21:09:56.287" Title="Obtaining personal mail corpus" Tags="|data-request|leak|email|" AnswerCount="7" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4518" PostTypeId="2" ParentId="4464" CreationDate="2015-02-14T19:22:01.597" Score="3" Body="&lt;p&gt;Don't use &lt;code&gt;limit&lt;/code&gt;, use date boundaries instead:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event?&amp;amp;search=penicilin+AND+[2004-12-31+TO+2005-01-01]&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event?&amp;amp;search=penicilin+AND+[2004-12-31+TO+2005-01-01]&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/api/reference/#dates-and-ranges&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/reference/#dates-and-ranges&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5695" LastActivityDate="2015-02-14T19:22:01.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4519" PostTypeId="2" ParentId="4517" CreationDate="2015-02-15T12:47:05.773" Score="11" Body="&lt;p&gt;You'll have to do some Google detective work, but you can find individual .mbox files that have been shared online, perhaps accidentally.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Search google for &quot;&lt;a href=&quot;https://encrypted.google.com/#q=filetype:mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;filetype:mbox&lt;/a&gt;&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Start removing top hits, like &quot;Facebook&quot; and &quot;List, using the '-' (minus) operator: &lt;a href=&quot;https://encrypted.google.com/#q=filetype:mbox+-facebook+-list&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Add a search term for typical ways files are shared, like FTP: &lt;a href=&quot;https://encrypted.google.com/#q=filetype:mbox+-facebook+-list+ftp&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Iterate over steps 2 and 3 by adding more and more search terms (both 'include' and 'exclude').&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Try adding search terms that show up in typical personal emails, like &quot;Do You Yahoo!?&quot;: &lt;a href=&quot;https://encrypted.google.com/#q=filetype:mbox+-facebook+-list+%22Do+You+Yahoo!%3F%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Eventually you can find individual .mbox files, and some are quite big. &lt;a href=&quot;http://people.ffii.org/~zoobab/bh.udev.org/filez/apple/norton/menorton2000.mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is an example, although to find big .mbox folders and files, you'll have to dig some more.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you remove the .mbox file extension and try the webpage for the folder than contains it (i.e. for &lt;a href=&quot;http://example.com/folder/sample.mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://example.com/folder/sample.mbox&lt;/a&gt;, try &lt;a href=&quot;http://example.com/folder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://example.com/folder/&lt;/a&gt;), you can often find other .mbox files in the same folder. If you find an FTP or HTTP shared file system, you can use the folder names to find similarly shared data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Please act ethically&lt;/strong&gt;, and if you find extremely personal information, you may want to email those involved. You have their email, after all.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Note: Easy to combine .mbox files (see &lt;a href=&quot;https://stackoverflow.com/a/20992684/2327328&quot;&gt;here&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-02-15T12:47:05.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4520" PostTypeId="2" ParentId="4517" CreationDate="2015-02-15T13:10:42.257" Score="6" Body="&lt;p&gt;You can download raw emails from the Wikileaks data backup site (&lt;a href=&quot;http://wlstorage.net&quot;&gt;wlstorage.net&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Search the &lt;a href=&quot;http://wlstorage.net/file/&quot;&gt;file page&lt;/a&gt; for 'email'. Clicking on that link will bring you to an HTML email page. But you can find the corresponding email files, and perhaps .mbox formats, with the torrent download - &lt;a href=&quot;http://wlstorage.net/torrent/&quot;&gt;LINK&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-15T13:10:42.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4521" PostTypeId="2" ParentId="369" CreationDate="2015-02-15T14:18:50.093" Score="8" Body="&lt;p&gt;&lt;a href=&quot;http://www.transmodel.org/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Transmodel&lt;/a&gt; is a not very widely used format for schedule data (alternative to GTFS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For real time data (alternative to GTFS-realtime): &lt;a href=&quot;http://en.wikipedia.org/wiki/Service_Interface_for_Real_Time_Information&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIRI&lt;/a&gt; is an XML protocol used most heavily in Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll want to consider what formats developers are most aware of and any possible performance issues.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;TRANSMODEL has been adopted as the European experimental standard ENV 12896 in 1997.&lt;br&gt;&#xA;  (La dernière version révisée du document TRANSMODEL (version 5.1) est une norme européenne disponible auprès de l’AFNOR. Elle a été élaborée en 2006, et sa traduction française a été publiée par l’AFNOR en janvier 2012 sous la référence NF EN 12896.)&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5382" LastEditorUserId="5382" LastEditDate="2018-09-02T18:38:25.817" LastActivityDate="2018-09-02T18:38:25.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4522" PostTypeId="1" CreationDate="2015-02-15T15:52:52.937" Score="3" ViewCount="206" Body="&lt;p&gt;I'm looking for data that contains lat/longs such as shipping or flight data that I can use for testing some analysis tools. Ideally, I&amp;quot;m looking for 100 million plus records if possible.&lt;/p&gt;&#xA;&lt;p&gt;The data doesn't have to be free but would prefer. If anyone knows of any available datasets please let me know.&lt;/p&gt;&#xA;" OwnerUserId="5700" LastEditorUserId="23272" LastEditDate="2022-07-14T12:45:25.080" LastActivityDate="2022-07-14T12:45:25.080" Title="Download of big gis data" Tags="|data-request|geospatial|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="4523" PostTypeId="1" CreationDate="2015-02-15T21:48:20.727" Score="2" ViewCount="80" Body="&lt;p&gt;I am interested in getting aggregate dollar values for listings/sales on Zillow (for the whole country summed together, for example). Unfortunately, &lt;a href=&quot;http://www.zillow.com/research/data/&quot; rel=&quot;nofollow&quot;&gt;Zillow's data page&lt;/a&gt; seems to only show the &quot;ZHVI&quot;, an index value, not a total dollar value. Is there any way to get the total dollar value?&lt;/p&gt;&#xA;" OwnerUserId="5703" LastEditorUserId="70" LastEditDate="2015-03-18T13:03:57.820" LastActivityDate="2015-04-17T13:21:20.650" Title="How can I get aggregate dollar values out of Zillow?" Tags="|data-request|economics|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4525" PostTypeId="1" CreationDate="2015-02-15T22:00:24.873" Score="4" ViewCount="39" Body="&lt;p&gt;Is there any way to get data on auctions (preferably eBay) for the same persons across multiple auctions? Is there any API access possible? Any open data sets?&lt;/p&gt;&#xA;" OwnerUserId="5704" LastEditorUserId="70" LastEditDate="2015-03-26T20:49:59.977" LastActivityDate="2015-03-26T20:49:59.977" Title="How do you get auction data on the same individuals across auctions?" Tags="|data-request|api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4526" PostTypeId="1" CreationDate="2015-02-16T01:48:56.350" Score="2" ViewCount="458" Body="&lt;p&gt;Is anyone familiar with data that that has or could give provide a measure of school quality at the county level?&lt;/p&gt;&#xA;" OwnerUserId="5705" LastEditorUserId="1511" LastEditDate="2015-02-16T12:15:15.463" LastActivityDate="2015-02-17T16:47:50.337" Title="School Quality Data at the County Level" Tags="|data-request|usa|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4527" PostTypeId="1" AcceptedAnswerId="4531" CreationDate="2015-02-16T05:45:25.723" Score="2" ViewCount="363" Body="&lt;p&gt;I want to test my overlapping community detection method in a dynamic network and I need a dataset consist of time series which every snapshot shows network in a specific time. But network should have group structure. Is there any dataset with these features? Also is there any benchmark (such as LFR benchmark for static networks) produces dynamic network?&lt;/p&gt;&#xA;" OwnerUserId="5707" LastActivityDate="2015-02-16T12:26:50.237" Title="Dataset for temporal community detection" Tags="|data-request|network-structure|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4528" PostTypeId="1" CreationDate="2015-02-16T08:28:27.443" Score="3" ViewCount="624" Body="&lt;p&gt;There are various organization publishing &lt;a href=&quot;https://en.wikipedia.org/wiki/Measuring_programming_language_popularity&quot; rel=&quot;nofollow noreferrer&quot;&gt;popularity data for programming languages&lt;/a&gt;. Such data usually encompasses search volume, number of job offers, number of professionals, volume of code edited per year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there similar popularity data for &lt;a href=&quot;https://en.wikipedia.org/wiki/Web_application_framework&quot; rel=&quot;nofollow noreferrer&quot;&gt;Web application frameworks&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/fNGWz.png&quot; alt=&quot;TIOBE index&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples of popular Web application frameworks: Django, Ruby on Rails, Struts 2, Wicket, JSF, Grails, Spring Framework, Play Framework, AngularJS, etc.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-02-18T03:05:27.590" LastActivityDate="2015-02-19T22:26:38.927" Title="Trends data: web application frameworks popularity" Tags="|data-request|" AnswerCount="0" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="4529" PostTypeId="2" ParentId="4522" CreationDate="2015-02-16T08:52:50.287" Score="4" Body="&lt;p&gt;You could use the GPX dump from OpenStreetMap &#xA;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Planet.gpx&quot; rel=&quot;nofollow&quot;&gt;http://wiki.openstreetmap.org/wiki/Planet.gpx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has all the public traces uploaded by community members.&lt;/p&gt;&#xA;" OwnerUserId="3345" LastActivityDate="2015-02-16T08:52:50.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4530" PostTypeId="2" ParentId="4523" CreationDate="2015-02-16T12:21:04.060" Score="1" Body="&lt;p&gt;You need to check the zillow terms of use to make sure your use is appropriate: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.zillow.com/wikipages/Privacy-and-Terms-of-Use/&quot; rel=&quot;nofollow&quot;&gt;http://www.zillow.com/wikipages/Privacy-and-Terms-of-Use/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is not an open data set at this time.  However the API may satisfy your needs:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.zillow.com/howto/api/APIOverview.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.zillow.com/howto/api/APIOverview.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-02-16T12:21:04.060" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4531" PostTypeId="2" ParentId="4527" CreationDate="2015-02-16T12:26:50.237" Score="0" Body="&lt;p&gt;My thought would be to look at the bioinformatics world, specifically looking at metabolic networks in developmental biology or something like that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.devbio.biology.gatech.edu/?page_id=11223&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.devbio.biology.gatech.edu/?page_id=11223&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Things like phage lambda are the simplest networks (see book, &quot;A Genetic Switch&quot;), then you can go to bacteria (E. coli), eukaryotes (yeast, S. cerivisiae), slime molds (dicty), then multicellular. There is a lot of network information out there but it may have some overhead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question may be very similar:&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/2115/examples-or-datasets-of-evolving-networks?rq=1&quot;&gt;Examples or datasets of evolving networks&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-02-16T12:26:50.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4532" PostTypeId="2" ParentId="4522" CreationDate="2015-02-16T17:31:23.437" Score="5" Body="&lt;p&gt;Have a look at Geolife Trajectories dataset from MS Research. &lt;a href=&quot;http://research.microsoft.com/en-us/downloads/b16d359d-d164-469e-9fd4-daa38f2b2e13/&quot; rel=&quot;nofollow&quot;&gt;http://research.microsoft.com/en-us/downloads/b16d359d-d164-469e-9fd4-daa38f2b2e13/&lt;/a&gt;&#xA;Its open and free as well.&lt;/p&gt;&#xA;" OwnerUserId="5711" LastActivityDate="2015-02-16T17:31:23.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4534" PostTypeId="1" CreationDate="2015-02-17T05:03:07.157" Score="3" ViewCount="1355" Body="&lt;p&gt;I'm interested in data on people's eating habits.  Ideally this would be a &quot;food journal&quot; type of thing that has data from individuals showing what they ate at what times/days.  Ideally it also would include information like whether they were eating at home or at a restaurant.  As always, I'm interested in data at as fine a level of granularity as possible, so I'd prefer a dataset of individual records of individual people's individual meals/snacks rather than aggregated data showing how much people in some group ate on average.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas on where I can obtain such data?&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2015-02-18T22:34:45.247" Title="Where can I find data on eating behaviors/habits?" Tags="|data-request|food|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4535" PostTypeId="1" AcceptedAnswerId="4539" CreationDate="2015-02-17T09:54:33.977" Score="4" ViewCount="404" Body="&lt;p&gt;Are there any public or private sources of LIDAR data for the San Paul river in Palawan (Philippines)? Searching online did not lead me to any sources, and I am unsure how the commercial world of LIDAR works. I'm speleo and I would like to know this area better.&lt;/p&gt;&#xA;" OwnerUserId="5716" LastEditorUserId="23272" LastEditDate="2022-07-14T12:35:54.563" LastActivityDate="2022-07-14T12:35:54.563" Title="LiDAR data for Palawan (Philippines)" Tags="|data-request|geospatial|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4536" PostTypeId="1" CreationDate="2015-02-17T15:30:54.587" Score="4" ViewCount="523" Body="&lt;p&gt;I've managed to stand up a CKAN instance, and would now like to preview GeoJSON data in CKAN. According to the &lt;a href=&quot;http://ckanext-spatial.readthedocs.org/en/latest/install.html&quot; rel=&quot;nofollow&quot;&gt;ckanext-spatial documentation&lt;/a&gt;, I don't need to install the full ckanext-spatial package, I only need to add &lt;code&gt;resource_proxy geojson_preview&lt;/code&gt; to my &lt;code&gt;ckan.plugins&lt;/code&gt;variable in my config file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm able to successfully add &lt;code&gt;resource_proxy&lt;/code&gt;, but when I add &lt;code&gt;geojson_preview&lt;/code&gt; and restart my server, I get a 500 error. The server logs report a PluginNotFoundException. I assume this is referring to the ckanext-spatial plugin, which I'd prefer not to install (includes PostGIS, etc) is there any way around this? &lt;/p&gt;&#xA;" OwnerUserId="5473" LastEditorUserId="70" LastEditDate="2015-02-17T17:37:29.900" LastActivityDate="2015-02-21T15:21:35.067" Title="Installing GeoJSON preview plugin on CKAN" Tags="|geospatial|json|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4537" PostTypeId="2" ParentId="4526" CreationDate="2015-02-17T16:33:49.940" Score="1" Body="&lt;p&gt;The Department of Education maintains rating data on schools in a large number of categories. You can build your own tables here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://eddataexpress.ed.gov/state-tables-main.cfm&quot; rel=&quot;nofollow&quot;&gt;http://eddataexpress.ed.gov/state-tables-main.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US Dept. of Ed also has related search tools here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nces.ed.gov/datatools/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/datatools/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link below will allow you to very a variety of aggregated data at state, county, school district and school level. Note, only a minimal amount of data is aggregated at county level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nces.ed.gov/ccd/elsi/expressTables.aspx&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ccd/elsi/expressTables.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those that want to fully customize their results (datasets), use this tool:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nces.ed.gov/ccd/elsi/tableGenerator.aspx&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ccd/elsi/tableGenerator.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2015-02-17T16:47:50.337" LastActivityDate="2015-02-17T16:47:50.337" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4538" PostTypeId="2" ParentId="4534" CreationDate="2015-02-17T16:38:24.413" Score="3" Body="&lt;p&gt;The UK has done a family food survey for a number of years. It breaks down food categories and percentage of consumption. Has national, region, urban, rural, by age, by income, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/family-food-datasets&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/government/statistical-data-sets/family-food-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've not review this USDA dataset, but the description seems to be what you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;USDA's National Household Food Acquisition and Purchase Survey (FoodAPS) is the first nationally representative survey of American households to collect unique and comprehensive data about household food purchases and acquisitions&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ers.usda.gov/data-products/foodaps-national-household-food-acquisition-and-purchase-survey.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.ers.usda.gov/data-products/foodaps-national-household-food-acquisition-and-purchase-survey.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-17T16:38:24.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4539" PostTypeId="2" ParentId="4535" CreationDate="2015-02-17T16:57:49.780" Score="4" Body="&lt;p&gt;The Philippine government with the aid of the UN has been doing LiDAR mapping of the major river basins. Here's a press release:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It appears the effort is part of the Philippines DREAM project (for disaster risk/assessment):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dream.upd.edu.ph/&quot; rel=&quot;nofollow&quot;&gt;https://www.dream.upd.edu.ph/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.facebook.com/DREAMLIDAR&quot; rel=&quot;nofollow&quot;&gt;https://www.facebook.com/DREAMLIDAR&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The University of the Philippines Los Banos has a page for LiDAR mapping of the Palawan province.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://phil-lidar.uplb.edu.ph/index.php/study-sites/palawan&quot; rel=&quot;nofollow&quot;&gt;http://phil-lidar.uplb.edu.ph/index.php/study-sites/palawan&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;fyi&gt; I see you posted the same question on GIS stackexchange.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-17T16:57:49.780" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4540" PostTypeId="1" AcceptedAnswerId="4555" CreationDate="2015-02-17T18:06:32.517" Score="3" ViewCount="621" Body="&lt;p&gt;Is there a list somewhere of all registered businesses (both big and small globally) which is free?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a list of orders from a list of companies with addresses and i wish to attempt to match the company using text matching. The end result would be: &quot;is the company in my list of reference companies&quot; then set a flag as 1 else set the flag as 0.&lt;/p&gt;&#xA;" OwnerUserId="5721" LastEditorUserId="70" LastEditDate="2015-02-18T10:37:37.753" LastActivityDate="2015-02-21T13:17:35.610" Title="Seeking global list of registered businesses" Tags="|data-request|business|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4541" PostTypeId="1" CreationDate="2015-02-17T20:31:26.063" Score="3" ViewCount="871" Body="&lt;p&gt;I want to calculate average annual flight tracks (weighted by noise level at 6,500 meters from start of takeoff roll) for the first 10 miles of flight for airplanes departing at Reagan National Airport (DCA) for as many years as possible. For each departure, I think I need the following data: date-time of departure, destination airport, aircraft identifier, aircraft type (manufacturer, model, engine model, number of engines), flight track data (date-time, altitude, latitude and longitude) per second.  I think I can use FAA Advisory Circular 36-3H Estimated Airplane Noise Levels in A-Weighted Decibels as a source for the weights.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also want to calculate total sound energy output for selected time slices at various points along average annual flight tracks. I understand that this will involve a lot of interpolation but I think this is reasonable if checked and bounded using actual sound measurements which I can collect myself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My goal is to understand how aircraft noise is changing in my part of the world due to changes in flight paths, fleet mix and operations.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have contact information for a government or commercial source for historical flight track and aircraft type data, please let me know. &lt;/p&gt;&#xA;" OwnerUserId="5723" LastActivityDate="2015-02-18T14:42:47.890" Title="Historical flight track and aircraft type data" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4542" PostTypeId="2" ParentId="4517" CreationDate="2015-02-18T01:32:46.830" Score="13" Body="&lt;p&gt;&lt;a href=&quot;https://americanbridgepac.org/jeb-bushs-gubernatorial-email-archive/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is a dataset of emails of a governor in Florida. It contains all email communications this governor made from 1999 to 2007. It contains about 280K emails. It was made public for political reasons I believe.&lt;/p&gt;&#xA;" OwnerUserId="2266" LastEditorUserId="8776" LastEditDate="2017-01-27T09:29:58.513" LastActivityDate="2017-01-27T09:29:58.513" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4543" PostTypeId="1" CreationDate="2015-02-18T01:45:56.153" Score="1" ViewCount="24" Body="&lt;p&gt;I am looking for data containing authentication pattern along with the time. This is basically authentication attempts with timestamp. An authentication attempt could be either logging in to account with password, or register new account with password.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To start with, the dataset should at least contain &lt;code&gt;time&lt;/code&gt;, which is the time when an attempt has been made.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it could also contain e.g. the application of each attempt made to, or the password used in each attempt. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Due to privacy issue, we could also not record password exactly, but differentiate different passwords using id. For example, the ideal data could look like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;time               id&#xA;9:27  2/12/2015    1&#xA;12:27 2/13/2015    1&#xA;14:00 2/13/2015    2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In this example, this person make one authentication attempt with one password around 9am on Feb. 12, and another attempt with the same password at 12pm, Feb. 13. Then, he/she make one more attempt with another password around 2pm on Feb. 13.&lt;/p&gt;&#xA;" OwnerUserId="2266" LastActivityDate="2015-02-18T01:45:56.153" Title="Looking for longitudinal authentication pattern data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4544" PostTypeId="1" CreationDate="2015-02-18T05:40:19.667" Score="6" ViewCount="333" Body="&lt;p&gt;The file contains &lt;a href=&quot;https://xato.net/passwords/ten-million-passwords/&quot; rel=&quot;nofollow&quot;&gt;10 million user names and passwords&lt;/a&gt;. I want to analyze the data, but it seems a unwieldy. I tried to use Excel 2003 but it maxed out at 65k rows. LibreOffice Calc maxes out at 1 million rows.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wanted to create a Pivot Table after the data is loaded, but not having much success.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some results I want to see:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Count of most common passwords&lt;/li&gt;&#xA;&lt;li&gt;How many passwords are all lower, upper, numeric, or special characters only&lt;/li&gt;&#xA;&lt;li&gt;What is the password structure in terms of containing upper, lower, numeric, special and their placement in the password.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It seems if I want to perform analysis, I need to get the data into some sort of database and be able to run functions and queries against the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do you analyze 2 columns with 10 million rows?&lt;/p&gt;&#xA;" OwnerUserId="2719" LastEditorUserId="70" LastEditDate="2015-03-27T09:53:00.373" LastActivityDate="2015-03-27T09:53:00.373" Title="10 million user name and passwords. How do I analyze?" Tags="|analysis|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4545" PostTypeId="1" CreationDate="2015-02-18T09:45:42.793" Score="1" ViewCount="263" Body="&lt;p&gt;I am developing a method for soccer player detection and labeling in a field from a fixed-view camera. I wonder if there exist a dataset that contains several images for each player across different frames. The ideal dataset would have a few hundreds (if not thousands) images of only maximum a few dozen players from a top-view, with each image file name containing the name of the player. The image would be of course quite low-resolution, being originally cropped from a larger view of the football field.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any idea if such or similar datasets exists? (I would like to avoid the tedious task of creating one myself)&lt;/p&gt;&#xA;" OwnerUserId="5726" LastEditorUserId="70" LastEditDate="2015-03-27T13:44:37.700" LastActivityDate="2015-03-27T13:44:37.700" Title="Looking for a dataset: labeled soccer players images cropped from a fixed-view camera" Tags="|data-request|images|machine-learning|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4547" PostTypeId="1" CreationDate="2015-02-18T11:39:50.557" Score="12" ViewCount="4135" Body="&lt;p&gt;Is a labeled dataset of spoken digits, that means of people saying &quot;zero&quot;, &quot;one&quot;, &quot;two&quot;, three&quot;, &quot;four&quot;, &quot;five&quot;, &quot;six&quot;, &quot;seven&quot;, &quot;eight&quot;, or &quot;nine&quot; available?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also be interested in such a dataset in another language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to try some speech recognition algorithms. This means the dataset should be audio files which were created by recording humans saying those digits.&lt;/p&gt;&#xA;" OwnerUserId="5487" LastEditorUserId="5487" LastEditDate="2015-02-18T15:51:53.563" LastActivityDate="2016-07-05T17:35:06.600" Title="Is a spoken digit dataset available?" Tags="|data-request|language|audio|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4548" PostTypeId="2" ParentId="1395" CreationDate="2015-02-18T11:42:30.170" Score="4" Body="&lt;p&gt;I created a dataset with of on-line data. It has 369 symbols (including a-z A-Z 0-9 \alpha-\omega), but it is online data. You will have to create the rendered versions yourself:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://write-math.com/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://write-math.com/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each class has at least 50 recordings. (I don't have much data for letters, so it will probably not be more.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: I've redered it. See &lt;a href=&quot;https://arxiv.org/abs/1701.08380&quot; rel=&quot;nofollow noreferrer&quot;&gt;The HASYv2 dataset&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5487" LastEditorUserId="5487" LastEditDate="2017-02-10T12:28:28.273" LastActivityDate="2017-02-10T12:28:28.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4550" PostTypeId="2" ParentId="4544" CreationDate="2015-02-18T14:19:25.677" Score="4" Body="&lt;p&gt;What are your goals? You may need to upgrade your toolset.  Bash command line tools like cut, sort, uniq are very useful for this kind of thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/6712437/find-duplicate-lines-in-a-file-and-count-how-many-time-each-line-was-duplicated&quot;&gt;https://stackoverflow.com/questions/6712437/find-duplicate-lines-in-a-file-and-count-how-many-time-each-line-was-duplicated&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to analyze digit frequency, transitions between letters (n-grams), common variations in passwords, then a toolkit like R's natural language processing libraries will get you far:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cran.r-project.org/web/views/NaturalLanguageProcessing.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cran.r-project.org/web/views/NaturalLanguageProcessing.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you change the dataset around and look at variations like LLLNL (letter-letter-number-letter), you could probably gain great insight into the variation inherent in commonly used passwords.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-02-18T14:19:25.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4551" PostTypeId="2" ParentId="4541" CreationDate="2015-02-18T14:36:54.863" Score="2" Body="&lt;p&gt;Give this dataset a shot.  It's maybe a 7/10 for your needs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stat-computing.org/dataexpo/2009/&quot; rel=&quot;nofollow&quot;&gt;http://stat-computing.org/dataexpo/2009/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The data consists of flight arrival and departure details for all commercial flights within the USA, from October 1987 to April 2008. This is a large dataset: there are nearly 120 million records in total, and takes up 1.6 gigabytes of space compressed and 12 gigabytes when uncompressed. To make sure that you're not overwhelmed by the size of the data, we've provide two brief introductions to some useful tools: linux command line tools and sqlite, a simple sql database.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might find something here to join that dataset with to make what you're looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/data_and_statistics/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.rita.dot.gov/bts/data_and_statistics/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and this might not be covered above:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;nofollow&quot;&gt;http://openflights.org/data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="3932" LastEditDate="2015-02-18T14:42:47.890" LastActivityDate="2015-02-18T14:42:47.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4552" PostTypeId="2" ParentId="4522" CreationDate="2015-02-18T14:45:19.697" Score="1" Body="&lt;p&gt;If you want unique records, but not necessarily unique locations, this is a choice:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stat-computing.org/dataexpo/2009/&quot; rel=&quot;nofollow&quot;&gt;http://stat-computing.org/dataexpo/2009/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may have to geocode the airports, maybe the link above by @markusN helps with that:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;nofollow&quot;&gt;http://openflights.org/data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-02-18T14:45:19.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4553" PostTypeId="1" CreationDate="2015-02-18T14:46:16.037" Score="7" ViewCount="466" Body="&lt;p&gt;Complete reservation boundaries from the BIA's TAAMS program and BLM's cadastral survey shape files for American Indian reservations. It seems BIA is not contributing datasets for reservation boundaries which is not trust data and BLM is not publishing the cadastral survey boundaries for reservations. These are needed for federal use and not provided. &lt;/p&gt;&#xA;" OwnerUserId="5731" LastActivityDate="2016-11-05T19:45:29.213" Title="American Indian reservation boundaries" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4554" PostTypeId="2" ParentId="4553" CreationDate="2015-02-18T15:12:37.190" Score="8" Body="&lt;p&gt;My guess is that the census tiger products are going to have what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2016/TGRSHP2016_TechDoc_Ch2.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2016/TGRSHP2016_TechDoc_Ch2.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The legal entities included in these shapefiles are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;American Indian off-reservation trust lands&lt;/li&gt;&#xA;&lt;li&gt;American Indian reservations (both federally and state-recognized)&lt;/li&gt;&#xA;&lt;li&gt;American Indian tribal subdivisions (within legal American Indian areas) &lt;/li&gt;&#xA;&lt;li&gt;...&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Main tiger site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-line.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger-line.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastEditorUserId="9857" LastEditDate="2016-11-05T19:45:29.213" LastActivityDate="2016-11-05T19:45:29.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4555" PostTypeId="2" ParentId="4540" CreationDate="2015-02-18T17:32:10.140" Score="4" Body="&lt;p&gt;Probably the closest thing you'll find to this is &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;OpenCorporates&lt;/a&gt;. They claim to have data on over 60,000,000 companies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They don't have a download, but there is an API. It has a &lt;a href=&quot;http://api.opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;mixed usage license&lt;/a&gt; depending on whether you are contributing open data back to the community.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-18T17:32:10.140" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4556" PostTypeId="2" ParentId="4544" CreationDate="2015-02-18T17:40:58.780" Score="1" Body="&lt;p&gt;If it is a plain text file with plain text passwords, &lt;a href=&quot;http://thesprawl.org/projects/pack/&quot; rel=&quot;nofollow&quot;&gt;PACK&lt;/a&gt; is a tool to analyze text passwords. It provides several python scripts to do different level of analysis. You could run those scripts directly in the command line environment. Also, the website provides a detailed documentation that you could refer to.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Based on your requirement, I think the script &lt;code&gt;statgen.py&lt;/code&gt; and &lt;a href=&quot;http://thesprawl.org/projects/pack/#statsgen&quot; rel=&quot;nofollow&quot;&gt;the first part of doc&lt;/a&gt; should be sufficient. It generates different basic statistic of the passwords.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, you should have a working python environment on your computer to use that.&lt;/p&gt;&#xA;" OwnerUserId="2266" LastActivityDate="2015-02-18T17:40:58.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4557" PostTypeId="1" CreationDate="2015-02-18T19:04:39.267" Score="6" ViewCount="16850" Body="&lt;p&gt;How can I sort files found by Google search according to their size or show only results that are larger than x Kilobytes?&#xA;For isntance using filetype:mbox to find only large .mbox files.&lt;/p&gt;&#xA;" OwnerUserId="5692" LastActivityDate="2015-02-21T15:43:45.230" Title="Google search by file size" Tags="|data-request|tool-request|search-engine|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4559" PostTypeId="1" CreationDate="2015-02-18T20:10:35.740" Score="3" ViewCount="1347" Body="&lt;p&gt;Is there a good source for comparable, machine readable data on the municipal/government budgets of the 30 largest (by population) US cities?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;List of cities: (1. New York - 30. Las Vegas)&#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_United_States_cities_by_population&quot; rel=&quot;nofollow&quot;&gt;http://en.wikipedia.org/wiki/List_of_United_States_cities_by_population&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5733" LastActivityDate="2015-02-18T22:10:08.830" Title="Largest US City Budgets" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4560" PostTypeId="2" ParentId="4559" CreationDate="2015-02-18T22:10:08.830" Score="2" Body="&lt;p&gt;I've not seen that data compiled yet into a single dataset. The Open Knowledge Foundation has a list of cities which have their budget data online:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://us-city.census.okfn.org/dataset/budget&quot; rel=&quot;nofollow&quot;&gt;http://us-city.census.okfn.org/dataset/budget&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-18T22:10:08.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4561" PostTypeId="2" ParentId="4534" CreationDate="2015-02-18T22:34:45.247" Score="2" Body="&lt;p&gt;The USDA is the place to look for food journal data:&#xA;&lt;a href=&quot;http://www.ars.usda.gov/Services/docs.htm?docid=13793&quot; rel=&quot;nofollow&quot;&gt;http://www.ars.usda.gov/Services/docs.htm?docid=13793&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The NHANES has a food survey component:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/nchs/tutorials/dietary/SurveyOrientation/intro.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/tutorials/dietary/SurveyOrientation/intro.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5735" LastActivityDate="2015-02-18T22:34:45.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4562" PostTypeId="1" CreationDate="2015-02-19T07:58:35.983" Score="1" ViewCount="202" Body="&lt;p&gt;I have made a k-NN search algorithm in matlab, and I want to implement it using a GIS data-set. A Google search didn't yield any good test data-sets. At this point, I have created a data-set by taking some random points, scattering them on 2-d space, and applying k-NN search to them, given a query location. This all works fine. Can this be used as a synthetic GIS data-set? &#xA;Doe anyone know of any other data-set to work with k-NN search?&lt;/p&gt;&#xA;" OwnerUserId="5739" LastEditorUserId="70" LastEditDate="2015-02-19T16:24:11.293" LastActivityDate="2015-02-19T16:24:11.293" Title="k-NN Search with GIS dataset" Tags="|data-request|geospatial|search-engine|" AnswerCount="0" CommentCount="2" ClosedDate="2015-05-02T16:43:36.417" ContentLicense="CC BY-SA 3.0" />
  <row Id="4563" PostTypeId="1" AcceptedAnswerId="4567" CreationDate="2015-02-19T12:20:28.927" Score="3" ViewCount="261" Body="&lt;p&gt;I need a list of locations in the world, including countries, cities, counties, etc. in order to use these in my social network's location sharing feature.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find a database like that? (free/paid)&lt;/p&gt;&#xA;" OwnerUserId="4271" LastEditorUserId="70" LastEditDate="2015-02-19T16:22:36.790" LastActivityDate="2015-04-08T17:35:28.477" Title="Where can I find a geographical database?" Tags="|data-request|geospatial|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4564" PostTypeId="2" ParentId="4522" CreationDate="2015-02-19T15:30:34.643" Score="2" Body="&lt;p&gt;Please check &lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;nofollow&quot;&gt;http://openflights.org/data.html&lt;/a&gt; for airports, airlines and route data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data are available under the Open Database License. For an example of usage, see e.g. this blog article: &lt;a href=&quot;http://anitagraser.com/2011/08/20/visualizing-global-connections/&quot; rel=&quot;nofollow&quot;&gt;http://anitagraser.com/2011/08/20/visualizing-global-connections/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1614" LastActivityDate="2015-02-19T15:30:34.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4566" PostTypeId="1" AcceptedAnswerId="4575" CreationDate="2015-02-19T19:21:40.417" Score="5" ViewCount="409" Body="&lt;p&gt;Anyone know where I can find a good dataset on police misconducts? I'd like something similar to what RAND current has out on its policemisconduct.org site, but it looks like its pretty much a Twitter bot scraper.  IE I'm pretty sure the same event is tracked at odd times throughout its disposition.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Related datasets I'm interested in would observe expenditures by police by jurisdiction/agency etc.  I have seen the recent Federal Report on equipment purchases with federal grant monies; it is broken out by type of equipment and from which granting process.  Is this info available somewhere besides PDF form (or how best to parse a PDF with, say, R or Python)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, the ex-post observations of the payouts made by cities to citizens who have won misconduct suits against officers would also be of some use, certainly as a measure of &quot;success&quot; in the right contexts.  &lt;/p&gt;&#xA;" OwnerUserId="5744" LastEditorUserId="70" LastEditDate="2015-02-23T22:29:17.637" LastActivityDate="2019-04-28T15:31:30.217" Title="Police Misconduct dataset?" Tags="|data-request|crime|federal|police|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4567" PostTypeId="2" ParentId="4563" CreationDate="2015-02-19T22:17:58.677" Score="3" Body="&lt;p&gt;The US National Geospatial Intelligence Agency (NGA) has what you are looking for all countries in the world. The datasets (one per country) have country, administrative level divisions (e.g., states/counties), incorporated and unincorporated places, both in native language/script and in English.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nga.mil/ProductsServices/GeographicNames/Pages/default.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.nga.mil/ProductsServices/GeographicNames/Pages/default.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also have converted all the country datasets into Linked CSV format:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/NGA/GNS/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/NGA/GNS/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The United Nations Multilingual Terminology Database has administrative divisions/city names in the 6 UN languages. I don't think they have a direct dump, so you may need to scrap it:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://unterm.un.org/dgaacs/unterm.nsf/&quot; rel=&quot;nofollow&quot;&gt;http://unterm.un.org/dgaacs/unterm.nsf/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US/NGA also took over maintaining the GEC (Geopolitical Codes):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://earth-info.nga.mil/gns/html/gazetteers2.html&quot; rel=&quot;nofollow&quot;&gt;http://earth-info.nga.mil/gns/html/gazetteers2.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's my archive of the updates in the original FIPS/XLS format:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/NGA/GEC/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/NGA/GEC/index.php&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.opengeocode.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Per Deer Hunter's comments, here are links to the US Census Gazetteer files:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/gazetteer.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/maps-data/data/gazetteer.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's my version converted to linked CSV:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/US%20Census/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/US%20Census/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also the USGS Geographic Name Information System (GNIS) database for domestic and Antarctic names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geonames.usgs.gov/domestic/download_data.htm&quot; rel=&quot;nofollow&quot;&gt;http://geonames.usgs.gov/domestic/download_data.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's my version converted to linked CSV:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/USGS/GNIS/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/USGS/GNIS/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Canadian (2011) census would also have geographic name information. Here's my version converted to linked CSV:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/Canada/Census/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/Canada/Census/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2015-02-24T19:16:53.453" LastActivityDate="2015-02-24T19:16:53.453" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4569" PostTypeId="1" CreationDate="2015-02-19T22:47:46.437" Score="3" ViewCount="34" Body="&lt;p&gt;Although the bulk data download page shows a state file for 2014, its is basically empty&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.influenceexplorer.com/bulk/&quot; rel=&quot;nofollow&quot;&gt;http://data.influenceexplorer.com/bulk/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if there are plans to maintain and update TransparencyData?  Will they update to use NIMSP new id system?   We are trying to decided if we need to entirely abandon it and rewrite our backend switch back to NIMSP. &lt;/p&gt;&#xA;" OwnerUserId="160" LastEditorUserId="70" LastEditDate="2015-03-14T15:53:51.690" LastActivityDate="2017-07-07T19:59:52.313" Title="Will the Sunlight's TransparencyData state campaign finance contributions every be updated again?" Tags="|sunlight-foundation|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4571" PostTypeId="2" ParentId="4547" CreationDate="2015-02-20T05:30:08.097" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Forvo&quot; rel=&quot;nofollow&quot;&gt;Forvo&lt;/a&gt; is a collection of pronunciations by human speakers, they have a huge amount of data, and I am pretty sure they have all digits for the 20 most spoken languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.forvo.com/word/seven/#en&quot; rel=&quot;nofollow&quot;&gt;http://www.forvo.com/word/seven/#en&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.forvo.com/word/sieben/#de&quot; rel=&quot;nofollow&quot;&gt;http://www.forvo.com/word/sieben/#de&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.forvo.com/word/sept/#fr&quot; rel=&quot;nofollow&quot;&gt;http://www.forvo.com/word/sept/#fr&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.forvo.com/word/%E4%B8%83/#ja&quot; rel=&quot;nofollow&quot;&gt;http://www.forvo.com/word/七/#ja&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.forvo.com/license/&quot; rel=&quot;nofollow&quot;&gt;License&lt;/a&gt;: BY-NC-SA 3.0&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-03-23T10:47:41.563" LastActivityDate="2015-03-23T10:47:41.563" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4572" PostTypeId="1" AcceptedAnswerId="4578" CreationDate="2015-02-20T05:54:02.530" Score="7" ViewCount="2854" Body="&lt;p&gt;I am looking for a dataset of car-parking in any city. I am doing a research about car-parking / traffic and their impact in the life of US cities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any public dataset that you recommend  ?  &lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="754" LastEditDate="2015-06-08T03:21:39.807" LastActivityDate="2015-06-16T18:42:01.673" Title="car parking Dataset in US" Tags="|data-request|usa|parking|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4573" PostTypeId="1" CreationDate="2015-02-20T06:30:14.637" Score="8" ViewCount="331" Body="&lt;p&gt;&lt;a href=&quot;http://openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; is a freely reusable map of the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a similar effort, but concentrating on vertical aerial photographs: &lt;img src=&quot;https://i.stack.imgur.com/3h9QT.png&quot; alt=&quot;orthophoto&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free to download synthesized &lt;a href=&quot;https://en.wikipedia.org/wiki/Orthophotomap&quot; rel=&quot;nofollow noreferrer&quot;&gt;orthophotomaps&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Free to download original photographs and position/correction metadata&lt;/li&gt;&#xA;&lt;li&gt;Photographs as detailed, non-cloudy and recent as possible&lt;/li&gt;&#xA;&lt;li&gt;Same license as OpenStreetMap, or more liberal&lt;/li&gt;&#xA;&lt;li&gt;Resolution: As good as possible. I am aware different areas will have different resolutions, depending on what drones/planes/satellites have been there).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Bonus if the community has its own website with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;World browser showing as a &quot;satellite view&quot;, ideally superimposing OpenStreetMap city labels&lt;/li&gt;&#xA;&lt;li&gt;Dialog to upload new photographs and their metadata&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Wikimedia Commons has &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Satellite_pictures&quot; rel=&quot;nofollow noreferrer&quot;&gt;a lot of free satellite pictures&lt;/a&gt; but they have no coherent position/elevation/orientation information. They could probably be re-used as the building blocks to build a solution.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-11-16T04:46:33.063" LastActivityDate="2015-11-20T22:26:34.213" Title="Free reusable aerial photography of the whole world" Tags="|data-request|images|openstreetmap|aerial-photography|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4574" PostTypeId="1" CreationDate="2015-02-20T16:16:15.343" Score="4" ViewCount="188" Body="&lt;p&gt;Question #1 -- We are trying the get the data currently in table form out of this online database and into a spreadsheet.  The end game is a postal mailing list/sales contact list.  So we're looking for first, last, title, company, addresses1, addresses2, city, state, zip/prov, country, phone, fax, email.  Any thoughts? &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cber/CFAppsPub/tiss/Index.cfm&quot; rel=&quot;nofollow&quot;&gt;https://www.accessdata.fda.gov/scripts/cber/CFAppsPub/tiss/Index.cfm&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Question #2 -- Below is a link to a MAUDE report.  It’s a terrible incident involving a patient death.  Without sounding like I have a stone cold heart, I was more interested in other aspects of the report.  In the report there’s a data field called Manufacturer Contact.  Can I build a list of MAUDE Manufacturer Contact data quickly and easily? Same rational and end product as above:  first, last, title, company, addresses1, addresses2, city, state, zip/prov, country, phone, fax, email.  Any thoughts? &#xA;&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cdrh/Cfdocs/cfmaude/detail.cfm?mdrfoi__id=3164029&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/cdrh/Cfdocs/cfmaude/detail.cfm?mdrfoi__id=3164029&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5750" LastActivityDate="2015-05-28T22:19:48.413" Title="Big Data Neophyte Trying To Work With FDA Data -- Any kind souls out there willing to help?" Tags="|openfda|" AnswerCount="3" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4575" PostTypeId="2" ParentId="4566" CreationDate="2015-02-20T16:42:55.933" Score="1" Body="&lt;p&gt;Unfortunately, from &lt;a href=&quot;http://www.policemisconduct.net/about/npmsrp-faq/&quot; rel=&quot;nofollow&quot;&gt;PoliceMisconduct.net's own FAQ&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Why do this?&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Simply because nobody else does. Only a small fraction of the 17,000 law enforcement agencies actually track their own misconduct in a semi-public manner, and even when they do, the data they provide is generic and does not specify what misconduct occurred, who did it, and what the end result was.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://fivethirtyeight.com/datalab/allegations-of-police-misconduct-rarely-result-in-charges/&quot; rel=&quot;nofollow&quot;&gt;This FiveThirtyEight.com article by Reuben Fischer-Baum&lt;/a&gt; goes into more detail about the scarcity of this data:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;As is the case with police shooting statistics, comprehensive numbers on accusations of police misconduct are hard to come by. There is no national reporting requirement for such accusations; in fact, many places have laws to purposefully keep the details of misconduct investigations out of the public eye.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For the article, Fischer-Baum settles for the NPMRP/PoliceMisconduct.net data.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-20T16:42:55.933" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4576" PostTypeId="2" ParentId="4572" CreationDate="2015-02-20T17:45:18.730" Score="5" Body="&lt;p&gt;I've seen datasets on car parking locations in a number of city open data portals. I did a quick Google (city car parking dataset) to find a few to get you started:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.sa.gov.au/dataset?tags=city+parking&quot; rel=&quot;noreferrer&quot;&gt;http://data.sa.gov.au/dataset?tags=city+parking&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Displays the number of current car parking spaces available at each of the UPark car parks located in the city. Further information re UPark locations, operating hours, rates...&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opendatanottingham.org.uk/dataset.aspx?id=44&quot; rel=&quot;noreferrer&quot;&gt;http://www.opendatanottingham.org.uk/dataset.aspx?id=44&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The location of car parks. This dataset includes information about facilities available at each car park and information about fees, opening hours and contact details.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofchicago.org/Transportation/CTA-Park-and-Ride-kml/2cys-9ux7&quot; rel=&quot;noreferrer&quot;&gt;https://data.cityofchicago.org/Transportation/CTA-Park-and-Ride-kml/2cys-9ux7&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;CTA Park and Ride - Polygon data representing CTA park and ride locations. Details include number of spaces, cost, and rail station.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.carlisle.gov.uk/council-and-democracy/freedom-of-information/datasets/datasets-available-for-re-use.aspx&quot; rel=&quot;noreferrer&quot;&gt;http://www.carlisle.gov.uk/council-and-democracy/freedom-of-information/datasets/datasets-available-for-re-use.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Car park (pay and display) locations and spaces Finance/Car parking csv &#xA;Car park (pay and display) charges Finance/Car parking csv&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.arcgis.com/datasets/088849ae28bf460982c7e6fd2bd660bd_0&quot; rel=&quot;noreferrer&quot;&gt;http://opendata.arcgis.com/datasets/088849ae28bf460982c7e6fd2bd660bd_0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Car Parking - Galway City Data&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.gov.au/dataset/parking-meter-areas-brisbane-city-council&quot; rel=&quot;noreferrer&quot;&gt;http://data.gov.au/dataset/parking-meter-areas-brisbane-city-council&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Datset includes: meter number, meter category, max stay (hours), operational day, operational time, restrictions, street, suburb, precinct, tariff ($/Hr), tariff maximum, latitude and longitude.&lt;/em&gt; &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-20T17:45:18.730" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4577" PostTypeId="2" ParentId="4563" CreationDate="2015-02-20T20:29:26.277" Score="2" Body="&lt;p&gt;You may be interested in Poplus APIs MapIt and Represent&#xA;&lt;a href=&quot;http://mapit.poplus.org/&quot; rel=&quot;nofollow&quot;&gt;http://mapit.poplus.org/&lt;/a&gt;&#xA;&lt;a href=&quot;http://represent.poplus.org/&quot; rel=&quot;nofollow&quot;&gt;http://represent.poplus.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2542" LastActivityDate="2015-02-20T20:29:26.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4578" PostTypeId="2" ParentId="4572" CreationDate="2015-02-20T22:00:17.430" Score="6" Body="&lt;p&gt;If you're not looking for real time data, you might want to search on the term 'parking study', which tends to look at the availability of parking in various areas.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would assume that cities that have gone to dynamic pricing aka 'active parking management' would need to be collecting the data to set their pricing ... so &lt;a href=&quot;http://www.seattle.gov/transportation/parking/reports.htm&quot;&gt;Seattle&lt;/a&gt; and &lt;a href=&quot;http://sfpark.org/how-it-works/open-data-page/&quot;&gt;San Francisco&lt;/a&gt; would be prime candidates ... unless you're looking for more typical parking data.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-02-20T22:00:17.430" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4579" PostTypeId="2" ParentId="4574" CreationDate="2015-02-20T23:35:57.017" Score="2" Body="&lt;p&gt;to part two, you can scrape the document using google spreadsheets really easily, inserting &lt;code&gt;=ImportHTML(&quot;&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cdrh/Cfdocs/cfmaude/detail.cfm?mdrfoi__id=3164029&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/cdrh/Cfdocs/cfmaude/detail.cfm?mdrfoi__id=3164029&lt;/a&gt;&quot;, &quot;table&quot;, 12)&lt;/code&gt; into the first cell, where &quot;12&quot; denotes the table's number in the document. this isn't perfect, i already see two answers defined as table, so you'll want to probably hack around with it to see desired results.&lt;br&gt;&#xA;also, there are a million better ways to do this, but figured this would be easiest for you.&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1IskCmIL16ur2urJdrAo7c_w_2AOIwsx_a1Kajvs1p5M/edit#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheets/d/1IskCmIL16ur2urJdrAo7c_w_2AOIwsx_a1Kajvs1p5M/edit#gid=0&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-02-20T23:35:57.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4580" PostTypeId="1" CreationDate="2015-02-21T00:13:03.943" Score="4" ViewCount="221" Body="&lt;p&gt;I am trying to do some research and I need to work with Demographic data for asian countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find such dataset/API. What are the limits to use each data in research ?&lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="70" LastEditDate="2015-02-22T21:47:47.360" LastActivityDate="2015-04-23T02:45:05.457" Title="Demographic data for asian countries" Tags="|data-request|asia|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4581" PostTypeId="1" CreationDate="2015-02-21T10:23:21.660" Score="1" ViewCount="49" Body="&lt;p&gt;Information that I need specifically from the career path is :&lt;br&gt;&#xA;1. Bachelors university and Stream of study(Eg. B.E. in Computer Science from Stanford)&lt;br&gt;&#xA;2. Masters University and Stream of study (Data points Similar as bachelors)&lt;br&gt;&#xA;3. Doctoral University and Stream of study&lt;br&gt;&#xA;4. Present company and post at which the person is working.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's it. No name, nothing else.&lt;/p&gt;&#xA;" OwnerUserId="5756" LastActivityDate="2015-02-21T10:23:21.660" Title="Where can I get open career path related data of people from various professions?" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4583" PostTypeId="2" ParentId="4536" CreationDate="2015-02-21T15:21:35.067" Score="1" Body="&lt;p&gt;Just to be clear, you still need to do the steps on the &lt;a href=&quot;http://ckanext-spatial.readthedocs.org/en/latest/install.html#install-the-extension&quot; rel=&quot;nofollow&quot;&gt;&quot;Install the extension&quot;&lt;/a&gt; section to enable the plugin.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an aside, we will move the geospatial previews to a separate CKAN extension to avoid this issue of having to install the &lt;code&gt;ckanext-spatial&lt;/code&gt; requirements. I'll add a note here when it's done, or keep an eye on the &lt;a href=&quot;https://lists.okfn.org/mailman/listinfo/ckan-dev&quot; rel=&quot;nofollow&quot;&gt;ckan-dev&lt;/a&gt; mailing list.&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2015-02-21T15:21:35.067" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4584" PostTypeId="2" ParentId="4580" CreationDate="2015-02-21T15:29:11.103" Score="2" Body="&lt;p&gt;Given the breadth of your question, there are probably a lot of other good resources which should be listed, but here are three of the big ones. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Population Reference Bureau's &lt;a href=&quot;http://www.prb.org/DataFinder.aspx&quot; rel=&quot;nofollow&quot;&gt;DataFinder&lt;/a&gt; provides access to many data sets. From what I can tell, it would be a manual/interactive process to filter down to the data set you want and then download it as an Excel file. Also, it does not simplify the process of identifying only Asian countries among all represented countries. Nevertheless, there is a &lt;a href=&quot;http://www.prb.org/DataFinder/Topic.aspx?cat=3&quot; rel=&quot;nofollow&quot;&gt;wide variety of data available&lt;/a&gt;. I didn't find any explicit data license, but by all appearances, the data is free to use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The World Bank also provides &lt;a href=&quot;http://data.worldbank.org/&quot; rel=&quot;nofollow&quot;&gt;extensive data&lt;/a&gt;, and has a &lt;a href=&quot;http://datacatalog.worldbank.org/&quot; rel=&quot;nofollow&quot;&gt;data catalog&lt;/a&gt; and &lt;a href=&quot;http://data.worldbank.org/developers/data-catalog-api&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;. The World Bank's web interface does support specifically selecting all countries in a given region.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.un.org/&quot; rel=&quot;nofollow&quot;&gt;UNData&lt;/a&gt; also provides access to a &lt;a href=&quot;http://data.un.org/DataMartInfo.aspx&quot; rel=&quot;nofollow&quot;&gt;wide variety of statistics&lt;/a&gt;—the front page of the site says &quot;34 databases—60 million records.&quot; It has an &lt;a href=&quot;http://data.un.org/Host.aspx?Content=API&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;, although based on SOAP and XML, which many developers find offputting.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-04-23T02:45:05.457" LastActivityDate="2015-04-23T02:45:05.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4585" PostTypeId="2" ParentId="4362" CreationDate="2015-02-21T15:31:28.847" Score="3" Body="&lt;p&gt;The filters on the search page sidebar can be configured implementing the &lt;a href=&quot;http://docs.ckan.org/en/latest/extensions/plugin-interfaces.html#ckan.plugins.interfaces.IFacets&quot; rel=&quot;nofollow&quot;&gt;IFacets&lt;/a&gt; interface from your own extension (you'll need to write some code for that).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, &lt;a href=&quot;http://data.satapps.org/dataset&quot; rel=&quot;nofollow&quot;&gt;these ones&lt;/a&gt; are defined like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/okfn/ckanext-tsbsatellites/blob/master/ckanext/tsbsatellites/plugin.py#L236:L249&quot; rel=&quot;nofollow&quot;&gt;https://github.com/okfn/ckanext-tsbsatellites/blob/master/ckanext/tsbsatellites/plugin.py#L236:L249&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2015-02-21T15:31:28.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4586" PostTypeId="2" ParentId="4574" CreationDate="2015-02-21T15:39:56.980" Score="3" Body="&lt;p&gt;I would suggest filing a FOIA request with FDA for the complete dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Barring that, web scraping is a common strategy for extracting data from web sites. It might be a stretch for a &quot;neophyte,&quot; but it's something you'll find a ton of guidance on from a Google search. (Perhaps too much, but I think getting into the details of scraping are out-of-scope for this site, and definitely for this question.)  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that a simple Google search for &lt;a href=&quot;https://www.google.com/webhp?sourceid=chrome-instant&amp;amp;rlz=1C5CHFA_enUS577US577&amp;amp;ion=1&amp;amp;espv=2&amp;amp;ie=UTF-8#q=how%20to%20scrape%20web%20pages&quot; rel=&quot;nofollow&quot;&gt;how to scrape web pages&lt;/a&gt; includes a number of hits which talk about how to do it without writing your own code.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-21T15:39:56.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4587" PostTypeId="2" ParentId="4557" CreationDate="2015-02-21T15:43:45.230" Score="2" Body="&lt;p&gt;I suspect this is not supported. There's no evidence of it in the &lt;a href=&quot;http://www.google.com/advanced_search&quot; rel=&quot;nofollow&quot;&gt;&quot;advanced search&quot;&lt;/a&gt;, nor in the guide to &lt;a href=&quot;https://support.google.com/websearch/answer/2466433?p=adv_operators&amp;amp;hl=en&amp;amp;rd=1&quot; rel=&quot;nofollow&quot;&gt;search operators&lt;/a&gt; (which advises against worrying about memorizing all of the operators because you can use the advanced search page.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, the &lt;a href=&quot;https://support.google.com/websearch/answer/35890?hl=en&quot; rel=&quot;nofollow&quot;&gt;advanced search help page&lt;/a&gt; lists filters and doesn't include file size.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-21T15:43:45.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4588" PostTypeId="1" CreationDate="2015-02-21T22:15:38.917" Score="1" ViewCount="28" Body="&lt;p&gt;The data should contain:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;country &lt;/li&gt;&#xA;&lt;li&gt;name &lt;/li&gt;&#xA;&lt;li&gt;postal code &lt;/li&gt;&#xA;&lt;li&gt;town &lt;/li&gt;&#xA;&lt;li&gt;website &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;http://www.theatredb.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.theatredb.com/&lt;/a&gt;, but it stopped to work in 2002, all data is outdated.&lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="70" LastEditDate="2015-02-22T17:58:21.587" LastActivityDate="2015-02-22T17:58:21.587" Title="Looking for data on theatres of the world" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4589" PostTypeId="1" CreationDate="2015-02-21T22:17:39.113" Score="5" ViewCount="65" Body="&lt;p&gt;Is it possible to check if a given movie, identified by its title or IMDb id, was either&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a) screened in German film theaters,&lt;/li&gt;&#xA;&lt;li&gt;b) shown on German TV, or&lt;/li&gt;&#xA;&lt;li&gt;c) distributed as DVD in Germany?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So far I am only aware of &lt;a href=&quot;http://www.ffa.de/&quot; rel=&quot;nofollow&quot;&gt;http://www.ffa.de/&lt;/a&gt; which shows only the top 20 movies.&lt;/p&gt;&#xA;" OwnerUserId="389" LastEditorUserId="877" LastEditDate="2015-02-22T12:11:34.463" LastActivityDate="2015-03-10T13:04:54.723" Title="How do I find out if a given movie is available in Germany?" Tags="|data-request|film|germany|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4591" PostTypeId="2" ParentId="4563" CreationDate="2015-02-22T10:28:20.377" Score="3" Body="&lt;p&gt;The OpenStreetMap project is an excellent source of worldwide data. They offer &lt;a href=&quot;http://planet.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;extracts&lt;/a&gt; on this page or via a &lt;a href=&quot;http://www.openstreetmap.org/export#map=5/51.500/-0.100&quot; rel=&quot;nofollow&quot;&gt;map browser&lt;/a&gt;. Because it is a crowd-sourced dataset, it tends to be more complete in more developed countries, where internet and GPS availability is higher.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are various tools for importing OSM data into Postgres, such as &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Osm2pgsql&quot; rel=&quot;nofollow&quot;&gt;osm2pgsql&lt;/a&gt;. &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow&quot;&gt;Nominatum&lt;/a&gt; is an address lookup service, based on OSM.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also find the Global Urban Extents from &lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/collection/grump-v1/sets/browse&quot; rel=&quot;nofollow&quot;&gt;Global Rural-Urban Mapping Project&lt;/a&gt; dataset to be helpful.&lt;/p&gt;&#xA;" OwnerUserId="5678" LastActivityDate="2015-02-22T10:28:20.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4592" PostTypeId="2" ParentId="4580" CreationDate="2015-02-22T11:57:15.163" Score="2" Body="&lt;p&gt;if you want something comparable to the united states decennial census, then you want&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://international.ipums.org/international/&quot; rel=&quot;nofollow&quot;&gt;https://international.ipums.org/international/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-02-22T11:57:15.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4593" PostTypeId="1" CreationDate="2015-02-22T14:53:18.257" Score="4" ViewCount="612" Body="&lt;p&gt;Are there an open or freely available datasets on fairtrade goods (produce and products) in the developing countries? Looking for product, produce type, price data, location data and/or any type of local or national impact. Would prefer micro level impact (how it affects the community - outcomes soft (social capital) or hard (increase in wages). I would prefer raw data sets. I'm open to any commodity or country as long as the country is considered developing.&lt;/p&gt;&#xA;" OwnerUserId="5761" LastEditorUserId="70" LastEditDate="2015-02-22T17:48:01.773" LastActivityDate="2022-04-28T02:24:22.283" Title="Open data set for fair trade commodities in developing countries (any: bananas, sugar, wine/grapes)" Tags="|data-request|economics|trade|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4594" PostTypeId="1" CreationDate="2015-02-22T19:46:17.280" Score="3" ViewCount="73" Body="&lt;p&gt;I am looking for a register of the energy use of buildings in the uk with granularity down to individual building. Is this publicly available? I recall that this information is collected when processing energy certificates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I may have found a source here which appears to be  a private company presenting information which is collected on the demand of the government and paid for by the owners of the property. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.epcregister.com&quot; rel=&quot;nofollow&quot;&gt;https://www.epcregister.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other datasets? &lt;/p&gt;&#xA;" OwnerUserId="5765" LastEditorUserId="70" LastEditDate="2015-02-22T21:46:56.377" LastActivityDate="2018-04-08T20:24:21.127" Title="where in the uk may i find a register or map of properties and their energy use" Tags="|data-request|government|uk|energy|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4595" PostTypeId="2" ParentId="4517" CreationDate="2015-02-23T13:45:39.313" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://sunlightfoundation.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sunlight Foundation&lt;/a&gt; has created websites for two released email datasets (&lt;a href=&quot;http://sarahsinbox.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sarah Palin&lt;/a&gt; and &lt;a href=&quot;http://elenasinbox.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Elena Kagan&lt;/a&gt;). Unfortunately, both domains are not functioning.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Blog posts: &lt;a href=&quot;http://sunlightfoundation.com/blog/2011/06/15/announcing-sarahs-inbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;one&lt;/a&gt; and &lt;a href=&quot;http://sunlightfoundation.com/blog/2010/06/23/elenas-inbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;two&lt;/a&gt; and &lt;a href=&quot;http://sunlightfoundation.com/blog/2011/06/15/sarahs-inbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;three&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Luckily, their github repos with code &amp;amp; data still exist!&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sarah Palin&lt;/strong&gt; - original emails were released on paper and several news organizations have done &lt;a href=&quot;http://en.wikipedia.org/wiki/Optical_character_recognition&quot; rel=&quot;nofollow noreferrer&quot;&gt;OCR&lt;/a&gt; to digitize. Probably less quality than Elena Kagan's.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/sunlightlabs/sarahs_inbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github repo&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/sunlightlabs/sarahs_inbox/tree/master/parsed/msnbc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Parsed email folder&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/sunlightlabs/sarahs_inbox/master/parsed/msnbc/txt/1000.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example email&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/20110618064544/http://sarahsinbox.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Palin's email site is on the Wayback Machine&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Elena Kagan&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/sunlightlabs/elenas_inbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github repo&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/sunlightlabs/elenas_inbox/tree/master/parsed/source&quot; rel=&quot;nofollow noreferrer&quot;&gt;Parsed email folder&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/sunlightlabs/elenas_inbox/master/parsed/source/f3de33c8883f5af52fc037f280b5a6ca/10002.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example email&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is also lots of python code in these repos in order to extract the text files.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another source could be the  &quot;Sarah Palin email topic browser&quot; which may provide an export of emails: &lt;a href=&quot;http://sarah-palin.herokuapp.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sarah-palin.herokuapp.com/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2017-01-27T03:57:37.443" LastActivityDate="2017-01-27T03:57:37.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4596" PostTypeId="1" AcceptedAnswerId="4600" CreationDate="2015-02-23T15:19:57.157" Score="3" ViewCount="396" Body="&lt;p&gt;&lt;a href=&quot;http://json-ld.org/index.html&quot; rel=&quot;nofollow&quot;&gt;JSON-LD&lt;/a&gt; starts having a fairly large number of users. &lt;a href=&quot;http://www.hydra-cg.com/&quot; rel=&quot;nofollow&quot;&gt;Hydra&lt;/a&gt; is a lightweight vocabulary to create hypermedia-driven Web APIs. Are there any significant sites or project that use Hydra with JSON-LD?&lt;/p&gt;&#xA;" OwnerUserId="5768" LastActivityDate="2015-02-23T22:15:04.097" Title="Any uses of Hydra Core Vocabulary?" Tags="|api|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4597" PostTypeId="1" CreationDate="2015-02-23T15:42:12.853" Score="1" ViewCount="28" Body="&lt;p&gt;I want to understand how my local police department and DA's office stack up against other municipalities in terms of budget support, effectiveness, fairness, job satisfaction and community satisfaction. I will do some legwork at bjs.gov and vera.org. My knowledge level in this problem area is between 1 and 2 on a scale of 1 (lowest) to 10 (highest).  &lt;/p&gt;&#xA;" OwnerUserId="5723" LastEditorUserId="70" LastEditDate="2015-02-23T22:35:10.747" LastActivityDate="2015-02-23T22:35:10.747" Title="Metrics for evaluating the effectiveness and fairness of local police departments and DA offices" Tags="|police|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4598" PostTypeId="1" CreationDate="2015-02-23T20:39:59.537" Score="4" ViewCount="135" Body="&lt;p&gt;I'm looking to map business hours for a given city in the USA to show the number of businesses open by time of day. Is there a way to get, at the least:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;{business name, business type, opening hours, location}&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;for a particular area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the &lt;a href=&quot;http://www.yelp.com/developers/documentation&quot; rel=&quot;nofollow&quot;&gt;Yelp API&lt;/a&gt; but I don't see:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;How to get a dump for a particular area&lt;/li&gt;&#xA;&lt;li&gt;Opening hours as a returned value&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developers.google.com/places/documentation/details&quot; rel=&quot;nofollow&quot;&gt;Google Places - Places Details&lt;/a&gt; does have opening hours but it would appear that I first need to generate a list of all places of interest within my area.&lt;/p&gt;&#xA;" OwnerUserId="3840" LastEditorUserId="3840" LastEditDate="2015-02-23T20:48:43.490" LastActivityDate="2018-02-13T05:33:08.673" Title="Mapping Business Hours" Tags="|data-request|usa|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4599" PostTypeId="2" ParentId="4566" CreationDate="2015-02-23T22:12:24.987" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.fatalencounters.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.fatalencounters.org/&lt;/a&gt; Not specifically about misconduct, but attempts to be a database of all fatal encounters will U.S. law enforcement.&lt;/p&gt;&#xA;" OwnerUserId="160" LastActivityDate="2015-02-23T22:12:24.987" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4600" PostTypeId="2" ParentId="4596" CreationDate="2015-02-23T22:15:04.097" Score="6" Body="&lt;p&gt;If you mean Hydra-based Web APIs that closely resemble current JSON-based APIs, than I guess the answer is that no &quot;significant site or project&quot; has published anything production ready yet. Quite of a few people and a handful of startups mentioned that they are working on it. If, on the other hand, you include &lt;a href=&quot;http://www.hydra-cg.com/spec/latest/triple-pattern-fragments/&quot;&gt;Triple Pattern Fragment servers&lt;/a&gt;, which are based on the Hydra Core vocabulary, then there are actually quite a few significant projects that serve their data using Hydra. There's even a post claiming there are &lt;a href=&quot;http://lists.w3.org/Archives/Public/public-hydra/2015Jan/0227.html&quot;&gt;more than 600,000 of them&lt;/a&gt; :-) You can also find a short list of prominent projects on &lt;a href=&quot;http://linkeddatafragments.org/data/&quot;&gt;http://linkeddatafragments.org/data/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I'm the chair of the Hydra W3C Community Group and one of the core designers of JSON-LD.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="557" LastActivityDate="2015-02-23T22:15:04.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4601" PostTypeId="1" CreationDate="2015-02-24T00:06:25.627" Score="5" ViewCount="67" Body="&lt;p&gt;I am working on a project using some datasets for Farmers Markets and I am trying to determine which locations in the data are on public land and which are on private land. Is there a definition of the terms I'm working with for &amp;quot;Location&amp;quot;?&lt;/p&gt;&#xA;&lt;p&gt;Specifically, I'm wondering about the following terms:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Co-located with the wholesale market facility,&lt;/li&gt;&#xA;&lt;li&gt;Educational institution,&lt;/li&gt;&#xA;&lt;li&gt;Federal/State government building grounds,&lt;/li&gt;&#xA;&lt;li&gt;Healthcare Institution,&lt;/li&gt;&#xA;&lt;li&gt;Local government building grounds,&lt;/li&gt;&#xA;&lt;li&gt;On a farm from a barn, a greenhouse, a tent, a stand, etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any information or pointing me towards the correct resource is appreciated.&lt;/p&gt;&#xA;" OwnerUserId="5771" LastEditorUserId="23272" LastEditDate="2021-04-07T13:19:40.777" LastActivityDate="2021-04-07T13:19:40.777" Title="Trying to find definitions for &quot;Location&quot; in Farmers Market datasets" Tags="|data.gov|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4602" PostTypeId="2" ParentId="4458" CreationDate="2015-02-24T00:23:15.540" Score="2" Body="&lt;p&gt;The NLM's UMLS Metathesaurus &lt;a href=&quot;http://www.nlm.nih.gov/research/umls/knowledge_sources/metathesaurus/&quot; rel=&quot;nofollow&quot;&gt;http://www.nlm.nih.gov/research/umls/knowledge_sources/metathesaurus/&lt;/a&gt; is a possibility but, there is some non-trivial technical overhead to using it.  You can, however, get it at no cost.  You might check out FDA's NDC database file.  Perhaps that will help you.  &lt;a href=&quot;http://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&lt;/a&gt;  You can also find a small list of drug ingredient names in the documentation for prescription medications collected by the National Health and Nutrition Examination Survey.  As eluded to above, your request is quite broad so it is difficult to give you more concrete options.&lt;/p&gt;&#xA;" OwnerUserId="5676" LastEditorUserId="5676" LastEditDate="2015-02-24T00:28:16.453" LastActivityDate="2015-02-24T00:28:16.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4603" PostTypeId="2" ParentId="4601" CreationDate="2015-02-24T00:57:54.893" Score="1" Body="&lt;p&gt;Below is an excerpt from &lt;em&gt;Establishing Land Use Protections for Farmers' Markets&lt;/em&gt;, published by Public Health Law and Policy and funded by the California Department of Public Health. It is an old publication. It doesn't give definitions, but it does provide some examples relevant to your question.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Identify potential farmers’ market sites on public property, including parks, schools, colleges and universities, and other institutions; on private property, including hospitals and commercial centers; and, where feasible, on streets using street closures.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I believe &quot;other institutions&quot; would include the grounds of government buildings.  You might want to take a look at your state's legislative resources page for more information.&lt;/p&gt;&#xA;" OwnerUserId="5676" LastActivityDate="2015-02-24T00:57:54.893" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4604" PostTypeId="2" ParentId="4601" CreationDate="2015-02-24T13:11:40.700" Score="1" Body="&lt;p&gt;From your list, I'd say :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most likely public:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Federal/State government building grounds, &lt;/li&gt;&#xA;&lt;li&gt;Local government building grounds,   (this means county, city, town, etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I say 'most likely', as my county decided to sell off lots of their public land, and then rent space from outside developers, so it's possible that a privately owned building could be designated a 'public building' if someone only looked at the fact that it housed public offices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unsure:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Co-located with wholesale market facility (I think the local wholesale farmer's market is on public land, but not all would be; I could see them being owned by a farmer's co-op)&lt;/li&gt;&#xA;&lt;li&gt;Educational institution (could be a private or public school, or even a private charter school on public land)&lt;/li&gt;&#xA;&lt;li&gt;Healthcare Institution (there exist public hospitals &amp;amp; clinics, but it's most likely this one is private)&lt;/li&gt;&#xA;&lt;li&gt;On a farm from: a barn, a greenhouse, a tent, a stand, etc. (most likely private, but I know of a local farmer that rents public lands)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;....&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd recommend looking at a few things in the data :&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Is it a multi-value field?  If something if flagged both 'Local government' and 'Educational Institution', you can be more certain that it's a public school than if it were just 'Educational Institution'.&lt;/li&gt;&#xA;&lt;li&gt;If this was posted to a website, are there any FAQs, or documentation of what the specific values mean / what their criteria for inclusion was?&lt;/li&gt;&#xA;&lt;li&gt;Is there a contact address that you could ask for more information?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-02-24T13:11:40.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4605" PostTypeId="2" ParentId="4484" CreationDate="2015-02-24T13:27:47.090" Score="1" Body="&lt;p&gt;You can often find this information by searching for signatures of reports generaed by website reporting tools, and removing instances of the distributing website.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.google.com/search?hl=en&amp;amp;source=hp&amp;amp;q=webalizer+-site%3Awebalizer.org%2F+%22Usage+statistics+for%22&quot; rel=&quot;nofollow&quot;&gt;webalizer&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.google.com/search?hl=en&amp;amp;source=hp&amp;amp;q=analog+%22Web+Server+Statistics+for%22+%22Analyzed+requests+from%22&quot; rel=&quot;nofollow&quot;&gt;analog&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.google.com/search?client=safari&amp;amp;rls=en&amp;amp;q=%22Created+by+awstats%22+%22Not+viewed+traffic+includes+traffic+generated+by+robots,+worms,+or+replies+with+special+HTTP+status+codes.%22&quot; rel=&quot;nofollow&quot;&gt;awstats&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For a list of more web analysis tools, see &lt;a href=&quot;http://alternativeto.net/software/analog/&quot; rel=&quot;nofollow&quot;&gt;AlternativeTo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The licensing might be questionable, but as these are data extracted using generic search tools, I don't believe that the data in them would be copyrightable.  If that isn't good enough assurance for you, you can filter by US government websites.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-02-24T13:27:47.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4606" PostTypeId="2" ParentId="4162" CreationDate="2015-02-24T15:49:47.793" Score="7" Body="&lt;p&gt;A 2011 court decision found that Nielsen's DMA maps are protectable by copyright. &lt;a href=&quot;http://www.bna.com/nielsens-designated-market-n12884903463/&quot;&gt;This article&lt;/a&gt; from Bloomberg goes into the details. Here is the &lt;a href=&quot;http://pub.bna.com/ptcj/0806446Aug29.pdf&quot;&gt;formal opinion&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus, technically, DMA shapes are not freely available and must be licensed from Nielsen.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-24T15:49:47.793" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4607" PostTypeId="1" CreationDate="2015-02-24T17:47:07.637" Score="4" ViewCount="139" Body="&lt;p&gt;I am looking for the dataset generated from the memory experiment conducted by &lt;a href=&quot;http://en.wikipedia.org/wiki/Hermann_Ebbinghaus&quot; rel=&quot;nofollow&quot;&gt;Hermann Ebbinghaus&lt;/a&gt; in 1885. The experiment was described in the book &lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/1614271666&quot; rel=&quot;nofollow&quot;&gt;&quot;Memory; A Contribution to Experimental Psychology&quot;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the very first experimental study on memory, and also the foundational one. It proposed stuff like &lt;a href=&quot;http://en.wikipedia.org/wiki/Forgetting_curve&quot; rel=&quot;nofollow&quot;&gt;forgetting curve&lt;/a&gt;, &lt;a href=&quot;http://en.wikipedia.org/wiki/Learning_curve&quot; rel=&quot;nofollow&quot;&gt;learning curve&lt;/a&gt;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if anybody knows a credible source that provides the data from this experiment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it would be in digital format.&lt;/p&gt;&#xA;" OwnerUserId="2266" LastEditorUserId="70" LastEditDate="2015-03-26T22:38:13.253" LastActivityDate="2015-03-26T22:38:13.253" Title="Ebbinghaus 1885 memory experiment data from credible source" Tags="|data-request|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4608" PostTypeId="2" ParentId="4593" CreationDate="2015-02-24T19:10:24.143" Score="1" Body="&lt;p&gt;You can find commodity trade information (by category) between countries in the UN ComTrade database&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://comtrade.un.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://comtrade.un.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;The United Nations Commodity Trade Statistics Database (UN Comtrade) stores more than 1 billion trade data records from 1962. Over 140 reporter countries provide the United Nations Statistics Division with their annual international trade statistics detailed by commodities and partner countries. These data are subsequently transformed into the United Nations Statistics Division standard format with consistent coding and valuation using the UN/OECD CoprA internal processing system.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;The WTO also has datasets on trade between countries:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://stat.wto.org/StatisticalProgram/WSDBStatProgramTechNotes.aspx?Language=E&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://stat.wto.org/StatisticalProgram/WSDBStatProgramTechNotes.aspx?Language=E&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The Food Agriculture Organization (FAO) of United Nations' statistical database (&lt;a href=&quot;https://www.fao.org/faostat/en/#data&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAOSTAT&lt;/a&gt;) contains price data on wheat, tea, cereals, rice and sugar per country going back to 2002.&lt;/p&gt;&#xA;&lt;p&gt;UPDATE: I answered a related question awhile back ago on datasets about commodities.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3393/where-can-i-get-historic-prices-for-a-commodity/3399#3399&quot;&gt;Where can I get historic prices for a commodity?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="14011" LastEditDate="2022-04-28T02:24:22.283" LastActivityDate="2022-04-28T02:24:22.283" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4609" PostTypeId="1" CreationDate="2015-02-25T00:47:52.747" Score="10" ViewCount="4410" Body="&lt;p&gt;Where can I find a dataset of daily electricity usage from a zone or country anywhere in the world? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anywhere = i accept any dataset from anywhere in the world, but at least a daily usage&lt;/p&gt;&#xA;" OwnerUserId="5782" LastEditorUserId="70" LastEditDate="2015-02-25T08:11:14.240" LastActivityDate="2017-03-29T12:06:25.417" Title="Daily electricity usage dataset" Tags="|data-request|energy|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4610" PostTypeId="2" ParentId="4573" CreationDate="2015-02-25T03:12:03.890" Score="14" Body="&lt;p&gt;Sounds like a case for&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/OpenAerialMap&quot; rel=&quot;noreferrer&quot;&gt;OpenAerialMap&lt;/a&gt;, which after a hiatus, looks like it might get a reboot. Wish I could think of something that was active. They already have a functional beta:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://beta.openaerialmap.org&quot; rel=&quot;noreferrer&quot;&gt;OpenAerialMap&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Vertical_Aerial_Photographs#Possible_sources&quot; rel=&quot;noreferrer&quot;&gt;OSM wiki&lt;/a&gt; also has some notes on aerial imagery.&lt;/p&gt;&#xA;" OwnerUserId="4097" LastEditorDisplayName="user101" LastEditDate="2015-11-20T22:26:34.213" LastActivityDate="2015-11-20T22:26:34.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4611" PostTypeId="1" CreationDate="2015-02-25T04:14:44.797" Score="3" ViewCount="971" Body="&lt;p&gt;I am looking for a dataset containing natural language sentences (English preferred) and their corresponding SQL queries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g. &quot;What are the names of the employees who live in Los Angeles&quot; could be associated with the SQL query &quot;SELECT name FROM employees WHERE location = 'LA'&quot;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-13T21:22:40.910" LastActivityDate="2015-09-13T21:22:40.910" Title="SQL queries dataset" Tags="|data-request|sql|nlp|corpora|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4612" PostTypeId="2" ParentId="4573" CreationDate="2015-02-25T06:10:39.513" Score="5" Body="&lt;p&gt;earth explorer via usgs has a slew of satellite datasets, although i'm not sure if they meet your requirements 100%. Aerial Imagery/Aerial Photo Mosaics on Earth Explorer:  &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;  &lt;li&gt;Aerial Photo Single Frames&lt;/li&gt;&#xA;      &lt;li&gt;Aircraft Scanners&lt;/li&gt;&#xA;      &lt;li&gt;Antarctic Flight Line Maps&lt;/li&gt;&#xA;      &lt;li&gt;Antarctic Single Frames&lt;/li&gt;&#xA;      &lt;li&gt;ASAS&lt;/li&gt;&#xA;      &lt;li&gt;DOQ&lt;/li&gt;&#xA;      &lt;li&gt;High Resolution Orthoimagery&lt;/li&gt;&#xA;      &lt;li&gt;NAIP JPG2000&lt;/li&gt;&#xA;      &lt;li&gt;NAPP&lt;/li&gt;&#xA;      &lt;li&gt;NHAP&lt;/li&gt;&#xA;      &lt;li&gt;PAO Image Gallery&lt;/li&gt;&#xA;      &lt;li&gt;SD NRCS Section Photos&lt;/li&gt;&#xA;      &lt;li&gt;SLAR (Side Looking Airborne Radar Mosaics)&lt;/li&gt;&#xA;      &lt;li&gt;Space Acquired Photography&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;check it out:&lt;br&gt;&#xA;&lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;http://earthexplorer.usgs.gov/&lt;/a&gt;&lt;br&gt;&#xA;public domain license&lt;br&gt;&#xA;&lt;a href=&quot;http://www.usgs.gov/laws/info_policies.html&quot; rel=&quot;nofollow&quot;&gt;http://www.usgs.gov/laws/info_policies.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-03-05T03:59:00.797" LastActivityDate="2015-03-05T03:59:00.797" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4613" PostTypeId="2" ParentId="4598" CreationDate="2015-02-25T08:53:42.280" Score="8" Body="&lt;p&gt;This CSV dataset contains opening-closing hours for thousands of US hotels/restaurants/bars/museums/etc:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/baturin/wikivoyage-listings/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/baturin/wikivoyage-listings/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Business type, name and location are included as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need to filter out:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Businesses that have no documented opening-closing hours&lt;/li&gt;&#xA;&lt;li&gt;Businesses that are not in the USA (there are columns for city name and latitude/longitude, you might use that)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Data license: Creative Commons Attribution-ShareAlike 3.0&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-02-13T05:33:08.673" LastActivityDate="2018-02-13T05:33:08.673" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4614" PostTypeId="2" ParentId="1696" CreationDate="2015-02-25T12:54:39.633" Score="1" Body="&lt;p&gt;I can't help on the drones -- but NASA has a service called the &lt;a href=&quot;http://sscweb.gsfc.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;Satellite Situation Center&lt;/a&gt; that will tell you the location of many spacecraft.  I can only assume that they don't track clasified (ie, secrete military) spacecraft.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another spacecraft location database is the one at &lt;a href=&quot;http://www.n2yo.com/&quot; rel=&quot;nofollow&quot;&gt;N2YO&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unlike aircraft and surface ships, most spacecraft are one-off builds.  There are constellations of spacecraft such as STEREO, CLUSTER, GPS, and Iridium, and there are a few that are built similar for economy of scale (eg, GOES-N, GOES-O, GOES-P), and maybe some communications satellites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get additional information about scientific spacecraft (both current and older) from the &lt;a href=&quot;http://nssdc.gsfc.nasa.gov/nmc/SpacecraftQuery.jsp&quot; rel=&quot;nofollow&quot;&gt;National Space Science Data Center&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-02-25T12:54:39.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4615" PostTypeId="2" ParentId="4609" CreationDate="2015-02-25T17:59:38.210" Score="7" Body="&lt;p&gt;Try this UC Machine Learning Dataset&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Individual+household+electric+power+consumption#&quot; rel=&quot;noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Individual+household+electric+power+consumption#&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UW has similar dataset. Their page says they will posts the datasets soon. You may want to contact them to get a copy beforehand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ubicomplab.cs.washington.edu/projects/datasets&quot; rel=&quot;noreferrer&quot;&gt;http://ubicomplab.cs.washington.edu/projects/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Australian government's Department of Industry has a dataset on 31 example homes in 30 minute intervals on their open data site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.gov.au/dataset/sample-household-electricity-time-of-use-data&quot; rel=&quot;noreferrer&quot;&gt;http://data.gov.au/dataset/sample-household-electricity-time-of-use-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Massachusetts Amherst also has a research dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://traces.cs.umass.edu/index.php/Smart/Smart&quot; rel=&quot;noreferrer&quot;&gt;http://traces.cs.umass.edu/index.php/Smart/Smart&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-25T17:59:38.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4616" PostTypeId="1" CreationDate="2015-02-25T18:01:02.057" Score="5" ViewCount="607" Body="&lt;p&gt;I am doing a study of traffic control and want to find a dataset of entries and exits of a garage or parking lot.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I can calculate the staying time of any car in garage or parking lot.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;07:48 Vehicle 4569823 enters&#xA;07:54 Vehicle 0269564 enters&#xA;09:32 Vehicle 9643153 enters&#xA;11:59 Vehicle 4569823 exits&#xA;12:08 Vehicle 0269564 exits&#xA;12:55 Vehicle 4569823 enters&#xA;13:02 Vehicle 0269564 enters&#xA;18:03 Vehicle 0269564 exits&#xA;18:12 Vehicle 4569823 exits&#xA;20:18 Vehicle 9643153 exits&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5786" LastEditorUserId="754" LastEditDate="2015-06-08T03:20:17.837" LastActivityDate="2019-01-11T10:36:07.210" Title="Dataset of entry/exit times of vehicles in/out of a parking lot" Tags="|data-request|city|traffic|parking|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4618" PostTypeId="2" ParentId="4609" CreationDate="2015-02-25T19:54:14.143" Score="9" Body="&lt;p&gt;The European countries in the Entsoe-E provide hourly data aggregated on the country level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please see &lt;a href=&quot;https://opendata.stackexchange.com/a/3828/1511&quot;&gt;this answer&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;European Network of Transmission System Operators for Electricity (&lt;a href=&quot;https://www.entsoe.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ENTSOE&lt;/a&gt;) provides Consumption and Production data for individual countries (and Exchange data between countries). (&lt;a href=&quot;https://www.entsoe.eu/data/data-portal/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Data Portal&lt;/a&gt;.)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Link to &lt;a href=&quot;https://www.entsoe.eu/data/data-portal/consumption/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;ENTSOE Consumption data&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/uaZ6U.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-02-25T19:54:14.143" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4622" PostTypeId="1" AcceptedAnswerId="4628" CreationDate="2015-02-26T15:26:57.473" Score="4" ViewCount="51" Body="&lt;p&gt;Is there some open dataset with maximum swimming velocity and related information about size, for whales or fishes,  which can be used to illustrate Froudes law?&lt;/p&gt;&#xA;" OwnerUserId="2590" LastEditorUserId="70" LastEditDate="2015-02-26T18:33:49.533" LastActivityDate="2015-02-26T22:09:03.320" Title="swimming velocity for whales or fishes" Tags="|data-request|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4623" PostTypeId="1" CreationDate="2015-02-26T15:40:05.473" Score="7" ViewCount="2193" Body="&lt;p&gt;Is there an open database with photos of the human face, with related data such as age, sex or ethnicity, but I am most interested in age. &lt;/p&gt;&#xA;" OwnerUserId="2590" LastEditorUserId="754" LastEditDate="2015-05-12T05:50:28.363" LastActivityDate="2015-05-12T05:50:28.363" Title="open database photos of human faces with age" Tags="|data-request|images|faces|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4624" PostTypeId="2" ParentId="4623" CreationDate="2015-02-26T16:25:51.517" Score="6" Body="&lt;p&gt;You'll have to go through the list yourself to find the dataset that includes age of the face, or other demographics.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;There is a long list of face databases at the &lt;a href=&quot;http://www.face-rec.org/databases/&quot; rel=&quot;noreferrer&quot;&gt;Face Recognition Home Page&lt;/a&gt;. Searching for &quot; age &quot; on the page.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;When benchmarking an algorithm it is recommendable to use a standard test data set for researchers to be able to directly compare the results. While there are many databases in use currently, the choice of an appropriate database to be used should be made based on the task given (aging, expressions, lighting etc). Another way is to choose the data set specific to the property to be tested (e.g. how algorithm behaves when given images with lighting changes or images with different facial expressions). If, on the other hand, an algorithm needs to be trained with more images per class (like LDA), Yale face database is probably more appropriate than FERET.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;Results of searching &quot;facial recognition&quot; on datahub.io - &lt;a href=&quot;http://datahub.io/dataset?q=facial%20recognition&amp;amp;sort=score%20desc%2C%20metadata_modified%20desc&quot; rel=&quot;noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="18" LastEditDate="2015-02-28T14:10:18.277" LastActivityDate="2015-02-28T14:10:18.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4625" PostTypeId="1" AcceptedAnswerId="4646" CreationDate="2015-02-26T16:51:28.310" Score="1" ViewCount="110" Body="&lt;p&gt;I've seen companies start to advertise that they can link twitter handles to e-mails and vice-a-verse -- this sounds like a bit of a tall claim.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anybody have any thoughts on how reliable these claims are? &lt;/p&gt;&#xA;" OwnerUserId="4211" LastActivityDate="2015-03-02T19:11:20.453" Title="How do people link twitter handles to e-mail accounts" Tags="|social-media|" AnswerCount="1" CommentCount="3" FavoriteCount="0" ClosedDate="2015-03-06T13:19:25.587" ContentLicense="CC BY-SA 3.0" />
  <row Id="4627" PostTypeId="2" ParentId="876" CreationDate="2015-02-26T21:45:31.463" Score="4" Body="&lt;p&gt;Should these help you ! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nehemiah.io/bibles-in-json-format/&quot; rel=&quot;nofollow&quot;&gt;Bibles in JSON &amp;amp; XML&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nehemiah.io/bible-sql-format/&quot; rel=&quot;nofollow&quot;&gt;Bibles versions in SQL format&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5798" LastActivityDate="2015-02-26T21:45:31.463" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4628" PostTypeId="2" ParentId="4622" CreationDate="2015-02-26T22:09:03.320" Score="5" Body="&lt;p&gt;There are a number of research papers/study on this subject.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This 1991 paper covers a lot of historical as well as data current at the time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fish swimming stride by stride: speed limits and endurance, Videller, 1991&#xA;&lt;a href=&quot;http://www.researchgate.net/profile/John_Videler/publication/226033193_Fish_swimming_stride_by_stride_speed_limits_and_endurance/links/0fcfd506672ef8c64f000000.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.researchgate.net/profile/John_Videler/publication/226033193_Fish_swimming_stride_by_stride_speed_limits_and_endurance/links/0fcfd506672ef8c64f000000.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a 2012 paper on sharks in Greenland&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The slowest fish: Swim speed and tail-beat frequency of Greenland sharks, YY Watanabe, 2012&#xA;&lt;a href=&quot;http://www.researchgate.net/profile/Christian_Lydersen/publication/258980090_The_slowest_fish_Swim_speed_and_tail-beat_frequency_of_Greenland_sharks/links/0deec52988c6c8cd91000000.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.researchgate.net/profile/Christian_Lydersen/publication/258980090_The_slowest_fish_Swim_speed_and_tail-beat_frequency_of_Greenland_sharks/links/0deec52988c6c8cd91000000.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's another paper with data, circa 1990&#xA;&lt;a href=&quot;http://pubs.iclarm.net/Naga/FB_1363.pdf&quot; rel=&quot;nofollow&quot;&gt;http://pubs.iclarm.net/Naga/FB_1363.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here's another paper source:&#xA;Morphological predictors of swimming speed: a case study of pre-settlement juvenile coral reef fishes, R Fisher, ‎2007 &#xA;&lt;a href=&quot;http://jeb.biologists.org/content/210/14/2436.long&quot; rel=&quot;nofollow&quot;&gt;http://jeb.biologists.org/content/210/14/2436.long&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-26T22:09:03.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4629" PostTypeId="1" CreationDate="2015-02-27T07:30:05.230" Score="6" ViewCount="24599" Body="&lt;p&gt;I need maximum and minimum temperature data of each countries annually.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched a lot but could not find the values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could you give links if it is possible?&lt;/p&gt;&#xA;" OwnerUserId="5801" LastEditorUserId="70" LastEditDate="2015-02-27T08:41:55.120" LastActivityDate="2015-02-27T18:12:22.293" Title="How can I get temperature data for each Country (Annual)" Tags="|data-request|weather|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4630" PostTypeId="2" ParentId="1012" CreationDate="2015-02-27T13:59:40.387" Score="5" Body="&lt;p&gt;Apart from MapBox mentioned by Harry I'd also recommend having a look at &lt;a href=&quot;http://cartodb.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CartoDB&lt;/a&gt; which let's you harness the power of PosGIS without the hassle of maintaining your own server (at a price).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternative solution is to get your own (virtual) server running and equip it with a 'geostack' of map server with database and then start building applications using map framework. Example of such solution would be GeoServer + PostGIS + OpenLayers, but each of these components could be replaced by plethora of options (MapServer, QGIS server, etc. for first part; other databases that understand spatial for second; and variety of mapping &lt;a href=&quot;https://gis.stackexchange.com/questions/8032/how-do-various-javascript-mapping-libraries-compare/12517#12517&quot;&gt;libraries&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="5803" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2015-02-27T13:59:40.387" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4631" PostTypeId="1" CreationDate="2015-02-27T14:18:51.753" Score="5" ViewCount="1404" Body="&lt;p&gt;I'm working on a project for automatically identifying and sorting web analytics incidents. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As part of testing of the software, I'm looking for time-series dataset (ideally &gt;100K rows) with &lt;strong&gt;daily&lt;/strong&gt; data broken down by some &lt;strong&gt;well-defined dimensions&lt;/strong&gt; (e.g. country, marketing channel etc). I'd be better if the dataset contained more than just one metric (e.g. visits and orders).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone of you know about any such public dataset?&lt;/p&gt;&#xA;" OwnerUserId="5804" LastEditorUserId="70" LastEditDate="2015-04-08T18:50:36.587" LastActivityDate="2017-09-14T18:43:55.623" Title="Open, big time-series dataset (ideally web traffic)" Tags="|data-request|time-series|internet|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4632" PostTypeId="2" ParentId="4629" CreationDate="2015-02-27T18:12:22.293" Score="5" Body="&lt;p&gt;This is very coarse data from the worldbank. It shows historical average temperature per country:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/data-catalog/cckp_historical_data&quot; rel=&quot;noreferrer&quot;&gt;http://data.worldbank.org/data-catalog/cckp_historical_data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using their Climate API you can get slightly more detailed information and by per year. I believe they have data going back to 1961.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/developers/climate-data-api&quot; rel=&quot;noreferrer&quot;&gt;http://data.worldbank.org/developers/climate-data-api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Berkeley Earth provides aggregated data on world temperature averages going back to 1750, and country/city data going back to 1960.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://berkeleyearth.org/data&quot; rel=&quot;noreferrer&quot;&gt;http://berkeleyearth.org/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then there is NASA's global temperatures database collected from 500 stations, some going back to 1720. I haven't used this tool yet, so I'm not sure how to navigate it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gcmd.gsfc.nasa.gov/KeywordSearch/Metadata.do?Portal=GCMD&amp;amp;KeywordPath=&amp;amp;EntryId=Rimfrost&amp;amp;MetadataView=Data&amp;amp;MetadataType=0&amp;amp;lbnode=mdlb3&quot; rel=&quot;noreferrer&quot;&gt;http://gcmd.gsfc.nasa.gov/KeywordSearch/Metadata.do?Portal=GCMD&amp;amp;KeywordPath=&amp;amp;EntryId=Rimfrost&amp;amp;MetadataView=Data&amp;amp;MetadataType=0&amp;amp;lbnode=mdlb3&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then there is NOAA. It's datasets, while primarily US, includes datasets for data collecting from weather stations around the world:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncdc.noaa.gov/data-access&quot; rel=&quot;noreferrer&quot;&gt;http://www.ncdc.noaa.gov/data-access&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-02-27T18:12:22.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4633" PostTypeId="2" ParentId="4631" CreationDate="2015-02-27T18:51:32.080" Score="2" Body="&lt;p&gt;I'm not sure if it fits your criteria, but consider the &lt;strong&gt;&lt;a href=&quot;https://testpilot.mozillalabs.com/testcases/a-week-life-2/aggregated-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Week in the Life of a Browser&lt;/a&gt;&lt;/strong&gt; data set, which combines browsing history with survey data.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Test duration: 7 days&lt;/p&gt;&#xA;&lt;p&gt;Test type: Global&lt;/p&gt;&#xA;&lt;p&gt;Firefox versions covered: Fx 3.5 and Fx 3.6, Fx4 Beta&lt;/p&gt;&#xA;&lt;p&gt;Data submission: 527,817 test sets submitted in November 2010.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Three Tables:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Table Name: 'users'&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Main table of users and the metadata associated with each user.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Table Name: 'events'&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Main table of users and recorded events.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Table name: 'survey'&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Table of users and associated Beta Background Survey answers.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Data formats are either CSV or SQL dump.&lt;/p&gt;&#xA;&lt;p&gt;Data is licensed by &lt;a href=&quot;http://creativecommons.org/licenses/by/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons Attribution 3.0&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;: &lt;a href=&quot;http://datahub.io/dataset/a-week-in-the-life-of-a-browser-version-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alternative download site&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-04-09T10:52:40.070" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4634" PostTypeId="1" CreationDate="2015-02-20T05:09:19.917" Score="9" ViewCount="386" Body="&lt;p&gt;I am working on a project in NLP area and in order to test the result I need to compare it against different data sources. I already have NYTimes data source. So,&#xA;I am looking for another news source data set easily available online. I have heard of Thomson Reuters and WSJs dataset but all through my search I have been unable to find one. Does anyone here know of some dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there datasets for scientific journals too? JSTOR, Elsevier anything?&lt;/p&gt;&#xA;" OwnerDisplayName="mousecoder" LastEditorUserId="1652" LastEditDate="2015-09-12T21:48:56.500" LastActivityDate="2016-04-24T17:01:33.640" Title="Data set of news articles and scientific journals" Tags="|data-request|language|nlp|media|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4635" PostTypeId="2" ParentId="4634" CreationDate="2015-02-20T07:34:31.167" Score="5" Body="&lt;p&gt;As far as I know, one of the best data sources for NLP has been the &lt;a href=&quot;http://courses.ischool.berkeley.edu/i290-2/f04/assignments/assignment4.html&quot; rel=&quot;nofollow&quot;&gt;ENRON emails&lt;/a&gt;. While this is not a &quot;news&quot; source, it would certainly provide some raw data for you to play around with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source is PubMed. While this doesn't provide you with the actual article information, it does provide you with a lot of abstracts for scientific writing. There have even been &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC2704210/&quot; rel=&quot;nofollow&quot;&gt;papers&lt;/a&gt; published in PubMed about using this topic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, there's good old Wikipedia, which allows you to download their entire archived content.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="5821" OwnerDisplayName="kblansit" LastEditorUserId="90" LastEditDate="2016-04-24T16:30:37.683" LastActivityDate="2016-04-24T16:30:37.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4636" PostTypeId="2" ParentId="4634" CreationDate="2015-02-20T15:16:51.813" Score="2" Body="&lt;p&gt;Another idea, straying even further from your news focus, would be the movie review sentiment analysis dataset on kaggle: (&lt;a href=&quot;https://www.kaggle.com/c/sentiment-analysis-on-movie-reviews&quot; rel=&quot;nofollow&quot;&gt;https://www.kaggle.com/c/sentiment-analysis-on-movie-reviews&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerDisplayName="Mark T Patterson" LastActivityDate="2015-02-20T15:16:51.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4637" PostTypeId="2" ParentId="4634" CreationDate="2015-02-28T07:47:01.997" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikinews.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;Wikinews.org&lt;/a&gt; is part of the Wikimedia project and uses the standard data dump schema (so that the tools for extracting the Wikipedia data dump can be applied to Wikinews).&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow&quot;&gt;General data download page&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;nofollow&quot;&gt;Backup index&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Search on the index page for enwikinews (en = english)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/enwikinews/20150214/&quot; rel=&quot;nofollow&quot;&gt;Today's data dump&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/enwikinews/latest/&quot; rel=&quot;nofollow&quot;&gt;Example of the &quot;latest&quot; folder&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To get familiar with the content, here is &lt;a href=&quot;http://en.wikinews.org/wiki/Wikinews:Archives&quot; rel=&quot;nofollow&quot;&gt;their archive&lt;/a&gt;, which provides categories like &quot;region&quot;, &quot;topic&quot; and &quot;date&quot;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-02-28T07:47:01.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4638" PostTypeId="1" CreationDate="2015-02-28T10:24:44.697" Score="3" ViewCount="1533" Body="&lt;p&gt;I want to make an app, where user can find or mark apps that are similar. To do that first client need to able to browse app store content. If user set a keyword, i.e. &quot;face&quot;, then I need list of app like Facebook an so on. Any of you know any such any such an API?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="70" LastEditDate="2015-03-26T20:37:36.357" LastActivityDate="2015-05-10T14:42:27.283" Title="Public web API to get list of apps in App Store?" Tags="|api|programming|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4639" PostTypeId="1" AcceptedAnswerId="4641" CreationDate="2015-02-28T12:36:01.653" Score="3" ViewCount="1812" Body="&lt;p&gt;I have found some APIs to determine when foods are in season but they most a secondary feature and not very accurate. Their geographic area will be as large as the United states. I need something for local food shopping. &lt;/p&gt;&#xA;" OwnerUserId="5813" LastEditorUserId="70" LastEditDate="2015-03-26T20:47:08.800" LastActivityDate="2015-03-26T20:47:08.800" Title="API for in-season food info based on location" Tags="|api|food|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4640" PostTypeId="1" AcceptedAnswerId="4642" CreationDate="2015-02-28T14:06:06.203" Score="9" ViewCount="503" Body="&lt;p&gt;I know lots of organizations and websites are publishing some of these but is there an &lt;strong&gt;open&lt;/strong&gt; dataset with at a minimum of location and operator for ATMs in the UK and possible Ireland?&lt;/p&gt;&#xA;" OwnerUserId="570" LastEditorUserId="70" LastEditDate="2016-12-04T12:02:23.990" LastActivityDate="2016-12-04T12:02:23.990" Title="ATM locations in UK and/or Ireland" Tags="|data-request|geospatial|finance|uk|ireland|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4641" PostTypeId="2" ParentId="4639" CreationDate="2015-02-28T14:06:40.057" Score="3" Body="&lt;p&gt;It doesn't appear to be offered as data, but it would be exceedingly easy to scrape this &lt;a href=&quot;http://www.simplesteps.org/eat-local&quot; rel=&quot;nofollow&quot;&gt;Eat Local resource&lt;/a&gt; from NRDC. There's a page for each state which lists foods by month.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each state they have &quot;learn more&quot; links, which probably also lead to their data sources (few of which appear to be structured data.)&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-02-28T14:06:40.057" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4642" PostTypeId="2" ParentId="4640" CreationDate="2015-03-01T13:40:35.830" Score="9" Body="&lt;p&gt;While the data is only as good as the community contributes, &lt;a href=&quot;https://www.openstreetmap.org/&quot;&gt;OpenStreetMap&lt;/a&gt; (OSM) has some ATM data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In OSM, points can be tagged with &quot;amenity=atm&quot;. You can extract these nodes using these steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Download OSM data. &lt;a href=&quot;http://download.geofabrik.de/europe.html&quot;&gt;This page&lt;/a&gt; has a &quot;British isles&quot; extract, among others. &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Planet&quot;&gt;This page&lt;/a&gt; explains more generally how this kind of data is packaged.&lt;/li&gt;&#xA;&lt;li&gt;Download and extract the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Osmosis&quot;&gt;osmosis&lt;/a&gt; command-line java tool&lt;/li&gt;&#xA;&lt;li&gt;Run a command such as &lt;code&gt;./osmosis --read-pbf british-isles-latest.osm.pbf --tf accept-nodes amenity=atm --write-xml british-atms.osm&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Osmosis also &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Osmosis/Detailed_Usage&quot;&gt;supports&lt;/a&gt; writing to databases instead of XML.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The details available for each node vary widely, but then, you get what you pay for, and as you noted, there are a number of commercial sources for this data. &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-01T13:40:35.830" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4643" PostTypeId="1" CreationDate="2015-03-01T21:48:20.787" Score="3" ViewCount="65" Body="&lt;p&gt;I'm trying to find data on sales of 3D printers worldwide over the last few years. Can anyone help me? I'm basically looking for the data to include type of printer, years, sales, so that I can compare printers in the market. This is for a homework assignment. Any help would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="5822" LastEditorUserId="70" LastEditDate="2015-03-04T16:09:37.470" LastActivityDate="2017-03-06T16:03:28.757" Title="Looking for data on 3D Printer sales trends worldwide" Tags="|data-request|economics|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4644" PostTypeId="1" AcceptedAnswerId="4668" CreationDate="2015-03-02T10:52:34.340" Score="8" ViewCount="529" Body="&lt;p&gt;I work at a University which is trying to open up some of its data. We make some of our data available as PDF or Excel documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow&quot;&gt;5-star deployment scheme&lt;/a&gt; has been referenced a fair bit in Europe and I'm beginning to meet the question of &quot;how do we get up to 5-star level?&quot; (with perhaps the spoken or unspoken addition 'as easily and as cheaply as possible'). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To give some examples we have PDF/Excel downloads of &#xA;&lt;a href=&quot;http://www.slu.se/en/webbtjanster-miljoanalys/forest-statistics/&quot; rel=&quot;nofollow&quot;&gt;Forestry Statistics&lt;/a&gt;, and some &lt;a href=&quot;http://www.slu.se/sv/webbtjanster-miljoanalys/statistik-om-skog/tidsserier/1923/1923-data-och-analyser/&quot; rel=&quot;nofollow&quot;&gt;Historical data&lt;/a&gt; (Swedish page). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I note we don't currently provide the data in CSV, but we could for example take a simple Excel table as an example of our &quot;2-star&quot; data: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.slu.se/Documents/externwebben/webbtjanster/statistik-om-skog/Tidsserier/1923-nu/Agoslag.xlsx&quot; rel=&quot;nofollow&quot;&gt;http://www.slu.se/Documents/externwebben/webbtjanster/statistik-om-skog/Tidsserier/1923-nu/Agoslag.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've posted a CSV file to Google Spreadsheets:&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1iA3-3XG121q4uE9_2Kh8z1Fbx-RN8TjYXY8zroq7AGA/edit?usp=sharing&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheets/d/1iA3-3XG121q4uE9_2Kh8z1Fbx-RN8TjYXY8zroq7AGA/edit?usp=sharing&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not very clear on RDF concepts, but am learning, whereas the people I'm talking to have even less technical knowledge. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What needs to be done to move from, say a 3-star level where a simple table is made available in a CSV file up to levels 4 and 5? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is the addition of some sort of metadata file enough, or does RDF metadata need to be added to the CSV file?&lt;/p&gt;&#xA;" OwnerUserId="5600" LastEditorUserId="70" LastEditDate="2015-04-01T09:45:43.403" LastActivityDate="2018-05-15T12:58:58.013" Title="What needs to be done to be 4 or 5-star open data?" Tags="|releasing-data|linked-data|rdf|csv|pdf|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4645" PostTypeId="1" CreationDate="2015-03-02T15:54:10.320" Score="1" ViewCount="20" Body="&lt;p&gt;I am looking for some data on fixed line phone usage in the UK, monthly or higher resolution, as I am aware the data exists yearly on the ofcom website.  &lt;/p&gt;&#xA;" OwnerUserId="5830" LastEditorUserId="15875" LastEditDate="2017-05-22T13:03:34.353" LastActivityDate="2017-05-22T13:03:34.353" Title="Fixed landline usage UK" Tags="|data-request|uk|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4646" PostTypeId="2" ParentId="4625" CreationDate="2015-03-02T19:11:20.453" Score="3" Body="&lt;p&gt;Depending upon a Twitter user's Twitter configuration you can locate their Twitter profile searching with their email address or telephone number. See more here: &lt;a href=&quot;https://support.twitter.com/articles/20170001&quot; rel=&quot;nofollow&quot;&gt;https://support.twitter.com/articles/20170001&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm unaware of a quick way to locate an email address with ONLY a Twitter ID.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose someone with a list of valid email addresses could bang away at Twitter and build their own Db of email addresses to Twitter IDs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is a match on an email I think it would be moderately to very reliable. The absence of a match, however, would very unreliably indicate the absence of a corresponding Twitter profile.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-03-02T19:11:20.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4648" PostTypeId="2" ParentId="4466" CreationDate="2015-03-02T19:46:39.510" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.digitalgov.gov/2014/08/13/the-api-briefing-writable-apis-the-federal-register-gov-commenting-feature/&quot; rel=&quot;nofollow&quot;&gt;Regulations.gov API answer&lt;/a&gt; is a good example! It's also an example of government dogfooding its own APIs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I am sure you are aware, the We the People petition site has a write API as well: &lt;a href=&quot;http://www.whitehouse.gov/blog/2014/10/23/new-we-people-write-api-and-what-it-means-you&quot; rel=&quot;nofollow&quot;&gt;http://www.whitehouse.gov/blog/2014/10/23/new-we-people-write-api-and-what-it-means-you&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more information on Federal Government APIs, see this &lt;a href=&quot;https://18f.github.io/API-All-the-X/pages/status&quot; rel=&quot;nofollow&quot;&gt;Hub of Federal API information&lt;/a&gt; &amp;amp; check out &lt;a href=&quot;http://catalog.data.gov/dataset?q=res_format%3Aapi&quot; rel=&quot;nofollow&quot;&gt;the APIs listed on Data.gov&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3952" LastActivityDate="2015-03-02T19:46:39.510" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4649" PostTypeId="2" ParentId="4480" CreationDate="2015-03-02T19:51:37.870" Score="3" Body="&lt;p&gt;Thanks for filing the GitHub issue too Mitchell. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For background on this:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Visitor stats by country and top states were retired with the new&#xA;  data.gov theme launch about an year ago, earlier the process used to&#xA;  be manual where we were taking the data from google analytics and&#xA;  feeding the data to a visualization.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Ideally we would need to integrate with google analytics api directly&#xA;  and build on these visualization / metrics.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;We're working on a sustainable way to display this information. For others on the Stack Exchange you can follow along here: &lt;a href=&quot;https://github.com/GSA/data.gov/issues/570&quot; rel=&quot;nofollow&quot;&gt;https://github.com/GSA/data.gov/issues/570&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3952" LastActivityDate="2015-03-02T19:51:37.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4650" PostTypeId="2" ParentId="4644" CreationDate="2015-03-02T20:29:56.507" Score="2" Body="&lt;p&gt;&quot;What needs to be done to move from, say a 3-star level where a simple table is made available in a CSV file up to levels 4 and 5?&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To jump from level 3 to level 4, the csv data needs to be converted to RDF. You could display it in an html document, and mark it up with RDFa. You could also serialize it to JSON-LD or Turtle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you view the example for four star data:&lt;br&gt;&#xA;&lt;a href=&quot;http://5stardata.info/gtd-4.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://5stardata.info/gtd-4.html&lt;/a&gt;&lt;br&gt;&#xA;you can see the RDFa written into the markup.&lt;br&gt;&#xA;you don't need to alter your csv.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;this is a great question. if you can post your csv here, lets markup it up to level four and five, and keep it here for others to see&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="19424" LastEditDate="2018-05-15T12:58:58.013" LastActivityDate="2018-05-15T12:58:58.013" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="4651" PostTypeId="2" ParentId="4639" CreationDate="2015-03-02T20:45:16.240" Score="1" Body="&lt;p&gt;you could try usda farmer's market api.&lt;br&gt;&#xA;&quot;listings to include: market locations, directions, operating times, product offerings, accepted forms of payment, and more&quot;&lt;br&gt;&#xA;read more here:&lt;br&gt;&#xA;&lt;a href=&quot;http://search.ams.usda.gov/farmersmarkets/&quot; rel=&quot;nofollow&quot;&gt;http://search.ams.usda.gov/farmersmarkets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-02T20:45:16.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4652" PostTypeId="2" ParentId="4466" CreationDate="2015-03-02T23:00:29.963" Score="2" Body="&lt;p&gt;I haven't done a recent look at this in federal government, but I am slowly generating APIs.json and Swagger definitions for federal APIs. Then I will be able to keep a regular tally of POST, PUT, DELETE across federal gov APIs, not just WRITE - &lt;a href=&quot;http://federal-government.apievangelist.com/stack.html&quot; rel=&quot;nofollow&quot;&gt;http://federal-government.apievangelist.com/stack.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;18F has the most comprehensive list so far - &lt;a href=&quot;http://18f.github.io/API-All-the-X/pages/write_apis-notes&quot; rel=&quot;nofollow&quot;&gt;http://18f.github.io/API-All-the-X/pages/write_apis-notes&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="301" LastActivityDate="2015-03-02T23:00:29.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4653" PostTypeId="2" ParentId="4149" CreationDate="2015-03-03T04:16:28.610" Score="7" Body="&lt;p&gt;Wikidata has a lot of data about embassies and consulates.&lt;/p&gt;&#xA;&lt;p&gt;I created a Python+SPARQL script that pulls that data and maintains an easy-to-consume CSV file. You can download the CSV file at &lt;a href=&quot;https://database-of-embassies.github.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://database-of-embassies.github.io&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Data sample:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;operator;operatorQID;jurisdictions;jurisdictionQIDs;country;countryQID;city;cityQID;address;latitude;longitude;phone;email;website;facebook;twitter;youtube;picture;pictureAuthor;pictureLicense;pictureLicenseURL;type;typeQID;creation;QID&#xA;Afghanistan;http://www.wikidata.org/entity/Q889;Austria;http://www.wikidata.org/entity/Q40;Austria;http://www.wikidata.org/entity/Q40;Vienna;http://www.wikidata.org/entity/Q1741;;48.2018;16.3738;;;http://www.afghanistan-vienna.org;;;;;;;;embassy;http://www.wikidata.org/entity/Q3917681;;http://www.wikidata.org/entity/Q104602592&#xA;France;http://www.wikidata.org/entity/Q142;United States of America;http://www.wikidata.org/entity/Q30;United States of America;http://www.wikidata.org/entity/Q30;Washington, D.C.;http://www.wikidata.org/entity/Q61;;38.9137;-77.0779;+1-202-944-6000;;http://www.ambafrance-us.org/;FranceInTheUs;franceintheus;UCbq_AyHPdsFDCFgGrjSeMKQ;http://commons.wikimedia.org/wiki/Special:FilePath/France%2C%20Washington.JPG;;CC-BY-SA-3.0;http://creativecommons.org/licenses/by-sa/3.0/;embassy;http://www.wikidata.org/entity/Q3917681;;http://www.wikidata.org/entity/Q2841718&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The GitHub page also lists things that you can easily do to help improve the data.&lt;/p&gt;&#xA;&lt;p&gt;I would say the Wikidata data is more structured than OpenStreetMap data, for instance consulates are clearly marked as such. The CSV file currently contains 6365 diplomatic representations, though not all with coordinates.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Sz1gF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Sz1gF.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;License: Public domain&lt;/p&gt;&#xA;&lt;p&gt;A nice plus is the pictures, which can for instance be used as thumbnails:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kUbP9.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kUbP9.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The URL, license, author of each embassy/consulate's picture are also present as columns in the CSV file.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2021-01-30T14:58:30.810" LastActivityDate="2021-01-30T14:58:30.810" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="4654" PostTypeId="1" AcceptedAnswerId="4655" CreationDate="2015-03-03T10:45:58.397" Score="5" ViewCount="3817" Body="&lt;p&gt;I am aware of this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.freemaptools.com/download-uk-postcode-outcode-boundaries.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;First character boundaries&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, this only gives you the borders for, for example, 'L' rather than:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;L1, L10, L11, L12 etc.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Can I obtain these fine-grained border data from somewhere free?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="23272" LastEditDate="2022-07-14T12:15:41.813" LastActivityDate="2022-07-14T12:15:41.813" Title="uk postcode outcode border data" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="4655" PostTypeId="2" ParentId="4654" CreationDate="2015-03-03T14:07:09.833" Score="4" Body="&lt;p&gt;Take a look at this site:&#xA;&lt;a href=&quot;http://www.doogal.co.uk/UKPostcodes.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Postcodes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has the CSV data for all the boundaries. You can also download a KML file at each level to display in Google Earth, or QGIS where you can do more analysis. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately you may need to individually download each Area to get detail for the next level down. For example, select CH from the list and then click 'Download the individual postcode data in KMl format' to get data of the next level down (CH1, CH2 etc).&lt;/p&gt;&#xA;" OwnerUserId="5840" LastEditorUserId="19566" LastEditDate="2019-12-05T17:36:26.143" LastActivityDate="2019-12-05T17:36:26.143" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="4656" PostTypeId="1" CreationDate="2015-03-03T14:40:20.573" Score="3" ViewCount="1083" Body="&lt;p&gt;Where can I find large sample files with multidimensional data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interesting in both categorical and mostly quantitative data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anything from spatio-temporal weather simulations to health studies or preferably anything with 20 variables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to try different visualization tools and I need data to test them.&lt;/p&gt;&#xA;" OwnerUserId="5841" LastEditorUserId="70" LastEditDate="2015-03-24T15:19:22.180" LastActivityDate="2015-03-24T15:19:22.180" Title="Looking for large multidimensional datasets" Tags="|data-request|visualization|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4657" PostTypeId="2" ParentId="4656" CreationDate="2015-03-03T16:08:36.157" Score="3" Body="&lt;p&gt;You can search through the &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; by the # of Attributes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Arrhythmia&quot; rel=&quot;nofollow&quot;&gt;Arrhythmia dataset&lt;/a&gt; has 279 attributes.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-03T16:08:36.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4658" PostTypeId="1" CreationDate="2015-03-04T00:39:02.783" Score="5" ViewCount="85" Body="&lt;p&gt;It doesn't matter whether the estimates were made in terms of percentages or proportions&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also doesn't matter whether the estimates resolved by a binary truth (e.g. &quot;What's the probability David Cameron will still be UK Prime Minister on Jun 1 2014?&quot;) or whether the truth can range anywhere from 0% to 100% (e.g. &quot;What percent of votes will Barack Obama get in the 2012 Presidential Election&quot;?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also need to be able to find out the ground truth that resolves the estimation - e.g. I can go and look up what percent of votes Obama got.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's no need for the questions to be political; they could be about anything.&lt;/p&gt;&#xA;" OwnerUserId="5845" LastEditorUserId="5845" LastEditDate="2015-08-16T08:28:07.163" LastActivityDate="2015-08-16T11:55:47.217" Title="Datasets in which people make probability estimates" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4659" PostTypeId="1" CreationDate="2015-03-04T08:32:11.637" Score="1" ViewCount="67" Body="&lt;p&gt;I am looking for pictures of &lt;a href=&quot;https://en.wikipedia.org/wiki/Dudhu_Chak&quot; rel=&quot;nofollow&quot;&gt;Dudhu Chak&lt;/a&gt; to illustrate &lt;a href=&quot;https://en.wikivoyage.org/wiki/Dudhu_Chak&quot; rel=&quot;nofollow&quot;&gt;this Wikivoyage article&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Commons:Licensing#Acceptable_licenses&quot; rel=&quot;nofollow&quot;&gt;Reusable on Wikimedia Commons&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Modifications OK&lt;/li&gt;&#xA;&lt;li&gt;Commercial use OK&lt;/li&gt;&#xA;&lt;li&gt;Redistribution under same license OK&lt;/li&gt;&#xA;&lt;li&gt;Perpetual&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Are there such pictures?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Google Images does not show anything when filtering for reusable images&lt;/li&gt;&#xA;&lt;li&gt;Wikimedia Commons has nothing either&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-03-07T09:46:31.383" Title="Reusable pictures of Dudhu Chak (city in Pakistan)" Tags="|data-request|images|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4661" PostTypeId="2" ParentId="4132" CreationDate="2015-03-04T12:03:44.203" Score="1" Body="&lt;p&gt;Thanks to Philip Ashlock for providing &lt;a href=&quot;https://opendata.stackexchange.com/questions/4132/the-data-gov-organization-list-ckan-api-is-not-working#comment-5352&quot;&gt;the following answer&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;These are both known, but unfortunately unresolved issues. You can&#xA;  track their status on github at&#xA;  &lt;a href=&quot;https://github.com/GSA/data.gov/issues/294&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/GSA/data.gov/issues/294&lt;/a&gt; and &#xA;  &lt;a href=&quot;https://github.com/GSA/data.gov/issues/492&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/GSA/data.gov/issues/492&lt;/a&gt;. You can still filter by&#xA;  type using the web UI though, eg&#xA;  &lt;a href=&quot;https://catalog.data.gov/dataset?organization_type=Federal+Government&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?organization_type=Federal+Government&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-04T12:03:44.203" CommentCount="0" CommunityOwnedDate="2015-03-04T12:03:44.203" ContentLicense="CC BY-SA 3.0" />
  <row Id="4662" PostTypeId="1" CreationDate="2015-03-04T12:56:51.490" Score="8" ViewCount="4983" Body="&lt;p&gt;I'm trying to know whether websites like this one &lt;a href=&quot;http://www.goalzz.com/&quot;&gt;Example for sports website&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;connect to a global database or use an API to get each transaction that happens in sports events like goals, fouls, .. etc or does the website admin adds these data manually ?&lt;/p&gt;&#xA;" OwnerUserId="5852" LastEditorUserId="70" LastEditDate="2015-03-26T20:31:55.927" LastActivityDate="2019-07-22T07:12:31.443" Title="Is there an API or global database for sports events that is used by famous sports websites?" Tags="|data-request|sports|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4663" PostTypeId="2" ParentId="3998" CreationDate="2015-03-04T13:03:46.550" Score="1" Body="&lt;p&gt;Let's give this a try then.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;1. To allow people inserting our data into OSM, do we require to use ODbL?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not necessarily. This is &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Import/Guidelines&quot; rel=&quot;nofollow&quot;&gt;what OSM has to say on the topic&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We are only interested in 'free' data. &lt;em&gt;We must be able to release the data with our OpenStreetMap License.&lt;/em&gt; Obviously we are allowed to use public domain data sources, of which there are quite a few, but beyond that, it gets more complicated.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So as long as your license is either very liberal (e.g. CC0) or compatible with the ODbL, it should be fine. Which brings us to your next question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;2. Is CC-BY-SA enough for OSM compatibility?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Talk:ODbL/Upcoming#What_about_users_who.27ve_made_use_of_sources_under_CC-By_or_CC-SA_licenses.3F&quot; rel=&quot;nofollow&quot;&gt;this discussion on the OSM wiki&lt;/a&gt;, I'm going to say no. The main problem seems to be the attribution requirement, although I don't quite understand why. However, when you license your data under both CC-BY-SA as well as ODbL, there should be no problem.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;3. Else, what could be the advantage of CC-BY-SA in our case?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you pointed out yourself, Creative Commons licenses are currently the best-known open licenses. A lot of time has gone into refining them over time, and since version 4.0 they are perfectly suited to cover data and not just content.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;4. Does CC-BY-SA prevent OSM data to be inserted within our maps?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is where things start to get interesting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OSM state &lt;a href=&quot;http://www.openstreetmap.org/copyright&quot; rel=&quot;nofollow&quot;&gt;on their copyright page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you alter or build upon our data, you may distribute the result only under the same licence.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;However, &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot; rel=&quot;nofollow&quot;&gt;the ODbL states&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;4.4 Share alike.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;a. Any Derivative Database that You Publicly Use must be only under the terms of:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;i. This License;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;ii. A later version of this License similar in spirit to this License; or&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;iii. A compatible license.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So as long as CC-BY-SA 4.0 is deemed a &quot;compatible license&quot;, all is well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;5. Is it correct to license XML file (SVG) under a Database license?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Well, I guess it depends. If your SVG is a creative work (such as a painting or drawing), then no. If it is just simple geometric shapes, then yes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;What about SVG file generated from OSM data?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If they are generated automatically, there's probably no creative process involved, so it should be fine to assume that a database license always fits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This last question is actually a great example of one of the big advantages of CC-BY-SA 4.0: You simply don't have to care if your content is a database or a creative work, because the license covers both.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I am not a lawyer, this is just my own personal assessment. I'm happy about any input and feedback :)&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-04T15:21:40.283" LastActivityDate="2015-03-04T15:21:40.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4664" PostTypeId="1" CreationDate="2015-03-04T15:33:50.757" Score="2" ViewCount="50" Body="&lt;p&gt;I'm using the IMF International Financial Statistics (IFS) database through their online Query Builder (&lt;a href=&quot;http://elibrary-data.imf.org/DataExplorer.aspx&quot; rel=&quot;nofollow&quot;&gt;http://elibrary-data.imf.org/DataExplorer.aspx&lt;/a&gt;) to obtain measures of credit by &quot;other depository institutions&quot; to the private sector. I am particularly interested in series &lt;code&gt;22D__&lt;/code&gt; and &lt;code&gt;FOSAOEA&lt;/code&gt; for Euro-area countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have noticed that there are missing values in 1998 and/or 1999 for some Euro-area countries in these credit series, coinciding with conversion to the Euro. I print these data below with missing values indicated by &lt;code&gt;NA&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I could obtain these missing values? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried looking at OECD Stat and EuroStat without any luck. For any particular country--year, I only need one of &lt;code&gt;22D__&lt;/code&gt; or &lt;code&gt;FOSAOEA&lt;/code&gt; because I would like to combine these into a single variable.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;       Time.Code Country.Code Country.Label        22D__      FOSAOEA&#xA;1       1998          122       Austria           NA           NA&#xA;2       1998          124       Belgium           NA           NA&#xA;3       1998          132        France           NA           NA&#xA;4       1998          134       Germany 4.471874e+12           NA&#xA;5       1998          136         Italy 1.224358e+15           NA&#xA;6       1998          137    Luxembourg           NA           NA&#xA;7       1998          138   Netherlands           NA           NA&#xA;8       1998          172       Finland 3.587975e+11           NA&#xA;9       1998          174        Greece 1.372146e+13           NA&#xA;10      1998          178       Ireland 5.402000e+10           NA&#xA;11      1998          181         Malta 1.492264e+09           NA&#xA;12      1998          182      Portugal 1.970510e+13           NA&#xA;13      1998          184         Spain 7.641700e+13           NA&#xA;14      1998          423        Cyprus 7.203981e+09           NA&#xA;15      1998          936      Slovakia 4.209860e+11           NA&#xA;16      1998          939       Estonia 2.509500e+10           NA&#xA;17      1998          941        Latvia 5.822570e+08           NA&#xA;18      1998          946     Lithuania 5.602200e+09           NA&#xA;19      1998          961      Slovenia 1.086718e+12           NA&#xA;20      1999          122       Austria           NA 2.082890e+11&#xA;21      1999          124       Belgium           NA 2.187240e+11&#xA;22      1999          132        France           NA 1.159879e+12&#xA;23      1999          134       Germany           NA 2.391709e+12&#xA;24      1999          136         Italy           NA 8.110520e+11&#xA;25      1999          137    Luxembourg           NA 8.255403e+10&#xA;26      1999          138   Netherlands           NA 4.961740e+11&#xA;27      1999          172       Finland           NA 6.548100e+10&#xA;28      1999          174        Greece 1.773396e+13           NA&#xA;29      1999          178       Ireland           NA 1.099990e+11&#xA;30      1999          181         Malta 1.658927e+09           NA&#xA;31      1999          182      Portugal           NA 1.336460e+11&#xA;32      1999          184         Spain           NA 5.296370e+11&#xA;33      1999          423        Cyprus 8.448551e+09           NA&#xA;34      1999          936      Slovakia 4.604280e+11           NA&#xA;35      1999          939       Estonia 2.667210e+10           NA&#xA;36      1999          941        Latvia 6.686860e+08           NA&#xA;37      1999          946     Lithuania 6.263900e+09           NA&#xA;38      1999          961      Slovenia 1.351184e+12           NA&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The Global Financial Development Database (GFDD) of the World Bank provides a similar variable called GFDD.DI.01, but this variable is calculated from the IFS and hence is also missing for Euro-area countries in 1998 and 1999. Below is an extract from the GFDD showing the country--years with missing data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;     Country.Code year GFDD.DI.01&#xA;559           AUT 1998         NA&#xA;560           AUT 1999         NA&#xA;715           BEL 1998         NA&#xA;716           BEL 1999         NA&#xA;3367          FRA 1998         NA&#xA;3368          FRA 1999         NA&#xA;6227          LUX 1998         NA&#xA;6228          LUX 1999         NA&#xA;7683          NLD 1998         NA&#xA;7684          NLD 1999         NA&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5855" LastEditorUserId="5855" LastEditDate="2015-03-04T17:41:26.730" LastActivityDate="2015-11-25T19:19:26.977" Title="Missing private sector credit in IFS for Euro-area countries 1998--1999" Tags="|data-request|finance|economics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4665" PostTypeId="1" AcceptedAnswerId="4666" CreationDate="2015-03-04T17:44:51.497" Score="5" ViewCount="814" Body="&lt;p&gt;I'm looking for either a website, a web service, an RSS feed, etc. that would allow me to look up current and historic weather info for a particular zipcode or region in the U.S., specifically:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Barometric pressure&lt;/li&gt;&#xA;&lt;li&gt;Precipitation&lt;/li&gt;&#xA;&lt;li&gt;Temperature&lt;/li&gt;&#xA;&lt;li&gt;Humidity&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Googling this turned up a couple of candidates such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Weather Web Service&lt;/li&gt;&#xA;&lt;li&gt;National Digital Forecast Database&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But none of these supply all the above info all at once. Does something like this exist as open source/free, or am I going to have to wrangle/&quot;Frankenstein&quot; this together myself by calling out to multiple services? Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="3262" LastEditorUserId="70" LastEditDate="2015-03-04T18:04:21.583" LastActivityDate="2015-03-05T17:52:29.103" Title="Weather Web Service by Postal Code?" Tags="|data-request|usa|weather|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4666" PostTypeId="2" ParentId="4665" CreationDate="2015-03-04T19:49:09.000" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=index&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weather API&lt;/a&gt; from Wunderground allows 500 free requests per day (with registration) and has a &lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/geolookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;geolookup&lt;/a&gt; endpoint for finding the nearest weather station.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/wwwZ4.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have the nearest weather station, you can use other endpoints like &lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/forecast&quot; rel=&quot;nofollow noreferrer&quot;&gt;forecast&lt;/a&gt; and &lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/history&quot; rel=&quot;nofollow noreferrer&quot;&gt;history&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The full list of endpoints is &lt;a href=&quot;http://www.wunderground.com/weather/api/d/docs?d=data/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-04T19:49:09.000" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4667" PostTypeId="1" CreationDate="2015-03-05T03:00:51.253" Score="6" ViewCount="810" Body="&lt;p&gt;Greyhound bus stops are surprisingly &lt;a href=&quot;https://travel.stackexchange.com/questions/44143/map-of-bus-stops-for-greyhound-in-canada&quot;&gt;difficult to find&lt;/a&gt;. Is there a database of them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Bus stop name&lt;/li&gt;&#xA;&lt;li&gt;Latitude&lt;/li&gt;&#xA;&lt;li&gt;Longitude&lt;/li&gt;&#xA;&lt;li&gt;Lines that stop there, or adjacent stops.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am interested in all of their stops, not only those in the USA (datasets for USA stops are better than nothing, though).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All I could find is &lt;a href=&quot;http://extranet.greyhound.com/Revsup/schedules/sa-50.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this difficult-to-reuse map&lt;/a&gt; and &lt;a href=&quot;https://www.greyhound.ca/en/locations/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;this painful locator&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2017-04-13T12:52:14.420" LastActivityDate="2015-03-06T01:44:23.197" Title="Database of Greyhound bus stops" Tags="|data-request|usa|geospatial|transportation|canada|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4668" PostTypeId="2" ParentId="4644" CreationDate="2015-03-05T09:46:08.403" Score="3" Body="&lt;h2&gt;The current situation of your data&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Data tables in PDF (&lt;a href=&quot;http://www.slu.se/Documents/externwebben/webbtjanster/statistik-om-skog/Tabeller/0913/Tab12.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt; from your forestry statistics page) are a great example of 1-star data: The data is on the web, but it's pretty much unusable for computer programs without some &lt;a href=&quot;https://opendata.stackexchange.com/questions/127/extracting-tables-from-multiple-pdfs&quot;&gt;heavy-duty data extraction&lt;/a&gt;. After all, PDF is where data goes to die. My advice: Just don't do it.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Your &lt;a href=&quot;http://www.slu.se/Documents/externwebben/webbtjanster/statistik-om-skog/Tidsserier/1923-nu/Agoslag.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;example Excel file&lt;/a&gt; is actually a good start. It's 2-star data, since it's still in a proprietary file format, but it's structured and machine-readable. It could easily be turned into 3-star data (&quot;Save as CSV&quot;). In other words, the difference between 2-star and 3-star data is mainly ideological and much less technical.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Getting to 3-star data is not a problem. Turning it into 4-star and 5-star data is where things start to get interesting.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;The structure of your &lt;a href=&quot;http://www.slu.se/Documents/externwebben/webbtjanster/statistik-om-skog/Tidsserier/1923-nu/Agoslag.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;example data&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Your data has three dimensions: County (expressed as number, code, and abbreviation), land use class, and year.&lt;/li&gt;&#xA;&lt;li&gt;For each combination of these three dimensions, there is one data value, which is the area in hectare.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Expressing two dimensions in tabular form — such as an Excel spreadsheet — is trivial: On dimension (e.g. county) goes on the vertical axis, the other dimension (e.g. land use class) on the horizontal axis. However once the dimensionality is larger than 2, it becomes tricky to represent the data in two dimensions (e.g. in a table on a computer screen).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are standard solutions to deal with multi-dimensional data, such das &lt;a href=&quot;https://en.wikipedia.org/wiki/Pivot_table&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pivot Tables&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/OLAP_cube&quot; rel=&quot;nofollow noreferrer&quot;&gt;OLAP Cubes&lt;/a&gt;. In the context of Linked Data, the &lt;strong&gt;&lt;a href=&quot;http://www.w3.org/TR/vocab-data-cube/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF Data Cube Vocabulary&lt;/a&gt;&lt;/strong&gt; is the current best practice for expressing multi-dimensional data.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;What needs to be done to move to 4- or 5-star data?&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;4-star data means that you &quot;&lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;use open standards from W3C&lt;/a&gt;&quot; (such as RDF) and/or &quot;&lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;use URIs to denote things&lt;/a&gt;&quot; so that people can point at your stuff. 5-star data means that you link your data to other people's data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What does that mean in case of your statistical data? Well, basically it means that you would have to turn your statistical data into &lt;a href=&quot;http://www.w3.org/TR/vocab-data-cube/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF Data Cubes&lt;/a&gt;. With the current state of tool support, this still requires a lot of effort and expertise. While RDF Data Cubes are a great thing in theory, so far they are not really relevant in practice because, outside of the Semantic Web research community, not that many people use this technology.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Other things you could do&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;If you do not want to go for RDF Data Cubes — and unless you have strong reasons in favor, I would not recommend it — there are other things you could do to make your data more machine-readable:&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Publish your data as (compressed) &lt;a href=&quot;https://en.wikipedia.org/wiki/Pivot_table#Mechanics&quot; rel=&quot;nofollow noreferrer&quot;&gt;flat CSV tables&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;This makes it trivial to&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;import the data into a spreadsheet application and create a pivot table&lt;/li&gt;&#xA;&lt;li&gt;import the data into &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; and perform advanced operations&lt;/li&gt;&#xA;&lt;li&gt;turn the data into RDF Data Cubes, if someone wants to do it and already has the necessary skills&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You could even add another column containing URIs representing the counties (e.g. &lt;a href=&quot;https://www.wikidata.org/entity/Q104926&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/entity/Q104926&lt;/a&gt; for Uppsala County). This would fulfil the requirements for 5-star data (although we skipped the requirements for 4-star data).&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Keep an eye on the &lt;a href=&quot;http://www.w3.org/TR/tabular-metadata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata Vocabulary for Tabular Data&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;So far it's only a W3C Working Draft, but it sounds promising:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Validation, conversion, display and search of tabular data on the web requires additional metadata that describes how the data should be interpreted. This document defines a vocabulary for metadata that annotates tabular data. This can be used to provide metadata at various levels, from collections of data and how they relate to each other down to individual cells within a table.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-01T09:27:37.530" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4669" PostTypeId="1" CreationDate="2015-03-05T10:15:51.683" Score="2" ViewCount="377" Body="&lt;p&gt;I am looking for sample data describing the yaw, pitch, and roll on a ship:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/SFs72.png&quot; alt=&quot;ship yaw, pitch, roll&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably with frequent sampling (1 per second or more), for at least a minute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Especially in extreme weather, and especially for large ships like aircraft carriers, but all data is welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Image by Jmvolc at en.wikipedia [Public domain], &lt;a href=&quot;https://commons.wikimedia.org/wiki/File%3ARotations.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;from Wikimedia Commons&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-03-27T18:50:43.473" LastActivityDate="2015-10-21T07:06:03.703" Title="Yaw, pitch, roll: sample data from ships" Tags="|data-request|transportation|time-series|oceanographic|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4670" PostTypeId="1" CreationDate="2015-03-05T14:50:12.173" Score="2" ViewCount="106" Body="&lt;p&gt;Can someone provide a link to the new (plan year 2016) XSD schema for HIOS admin/plan/rate/etc. data exchange? There have been changes to the XML format for this year and we need to update our ETL packages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The latest available at SERFF is PY2014, as there were no changes for 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://finder.healthcare.gov/#services/&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/#services/&lt;/a&gt; is where it SHOULD be, but it's not there. (Also the site is broken at present...)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also not at &lt;a href=&quot;http://www.healthdata.gov/data/dataset/healthcare-finder-api&quot; rel=&quot;nofollow&quot;&gt;http://www.healthdata.gov/data/dataset/healthcare-finder-api&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="5864" LastActivityDate="2015-09-28T14:10:20.590" Title="HIOS Plan Year 2016 XSD Schema" Tags="|data-format|healthcare-finder-api|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4671" PostTypeId="2" ParentId="195" CreationDate="2015-03-05T15:06:51.493" Score="2" Body="&lt;p&gt;In terms of API:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Check out the GDAL/OGR library.  They have python/c/c++ interfaces.  &lt;a href=&quot;http://gdal.org&quot; rel=&quot;nofollow&quot;&gt;http://gdal.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In terms of data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;GMTED2010 goes down to 7.5 arcsecond grid spacing.&lt;/li&gt;&#xA;&lt;li&gt;SRTM goes down to 3 arcsecond grid spacing.&lt;/li&gt;&#xA;&lt;li&gt;NED goes down to 1 arcsecond grid spacing, but it only covers US &amp;amp; territories.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Several state agencies have their own terrain data for download as well.&lt;/p&gt;&#xA;" OwnerUserId="5865" LastActivityDate="2015-03-05T15:06:51.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4672" PostTypeId="5" CreationDate="2015-03-05T15:47:18.557" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-05T15:47:18.557" LastActivityDate="2015-03-05T15:47:18.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4673" PostTypeId="4" CreationDate="2015-03-05T15:47:18.557" Score="0" Body="European directive addressing infrastructure for spatial information." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-05T15:47:18.557" LastActivityDate="2015-03-05T15:47:18.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4674" PostTypeId="2" ParentId="4665" CreationDate="2015-03-05T17:52:29.103" Score="0" Body="&lt;p&gt;The national weather service has a REST-based API. You can query by zipcodes, cities, lat/lon and bounding boxes. Below is a link to the documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://graphical.weather.gov/xml/rest.php&quot; rel=&quot;nofollow&quot;&gt;http://graphical.weather.gov/xml/rest.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-03-05T17:52:29.103" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4675" PostTypeId="2" ParentId="4667" CreationDate="2015-03-05T19:44:51.460" Score="4" Body="&lt;p&gt;i think this is a good start, but i can't find who authored it. i would take the kml from this map and upload it to geojson.io where you can fiddle and convert it more.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.google.com/maps/d/viewer?msa=0&amp;amp;mid=zzToj9iDb7Q0.kZhGp83_3Et8&quot; rel=&quot;nofollow&quot;&gt;https://www.google.com/maps/d/viewer?msa=0&amp;amp;mid=zzToj9iDb7Q0.kZhGp83_3Et8&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit:&lt;br&gt;&#xA;the wayback machine has what you want albeit a year old. i only checked texas, so maybe i'm wrong. go here and then swap out state two letter digits.&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20131212034714/http://www.greyhound.com/en/locations/locations.aspx?state=tx&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20131212034714/http://www.greyhound.com/en/locations/locations.aspx?state=tx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;canada locations by province:&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20130817065113/http://greyhound.ca/en/locations/states.aspx&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20130817065113/http://greyhound.ca/en/locations/states.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;also there's this but you'll have to filter out mexico:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.routefriend.com/stations/greyhound&quot; rel=&quot;nofollow&quot;&gt;http://www.routefriend.com/stations/greyhound&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-03-05T19:57:40.740" LastActivityDate="2015-03-05T19:57:40.740" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4676" PostTypeId="1" AcceptedAnswerId="4679" CreationDate="2015-03-05T19:56:48.830" Score="3" ViewCount="121" Body="&lt;p&gt;It seems that the HealthCare Finder API schema links are no longer working.  If you go to &lt;a href=&quot;https://finder.healthcare.gov/#services&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/#services&lt;/a&gt; and select any of the versions (or FAQ link) on the left-hand side, the URL updates, but only the API Overview page shows.  I have been to this site many times and have been able to access the schemas in the past, but over the last couple of weeks, nothing on the page updates.  If I go to the link directly (e.g. &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/#services/version_3_0&lt;/a&gt;) it only shows the Overview page.  Is the HealthCare Finder API broken?&lt;/p&gt;&#xA;" OwnerUserId="5867" LastEditorUserId="70" LastEditDate="2015-04-17T18:26:38.370" LastActivityDate="2015-04-17T18:26:38.370" Title="HealthCare Finder API Links Broken?" Tags="|healthcare-finder-api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4677" PostTypeId="1" CreationDate="2015-03-05T22:41:13.990" Score="4" ViewCount="264" Body="&lt;p&gt;I am searching for finance datasets that has the following format&lt;/p&gt;&#xA;&#xA;&lt;p&gt;year,quarter,month,Company,S&amp;amp;P index,P/E ration,feature x,feature y, feature z....to test a machine learning prediction algorithm. Does anyone know where to find a good dataset online?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actually I want year,quarter,month,Company,S&amp;amp;P index,P/E ration,feature x,feature y, feature z for a historical time period (i.e 2005-2009). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apparently yahoo finance, Quandl seems to have these but only for the current year. I have been searching high and wide but didn't find a API, dataset that has these features for a certain historical time period. Like for example &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For Google and Microsoft, for years 2005-2009, I want (Sector Price&#xA;  Dividend Yield Price/Earnings Earnings/Share Book Value 52 week low 52&#xA;  week high Market Cap EBITDA Price/Sales Price/Book).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5869" LastEditorUserId="754" LastEditDate="2015-04-10T08:37:42.727" LastActivityDate="2015-07-23T03:13:18.187" Title="finding online finance datasets" Tags="|data-request|finance|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4678" PostTypeId="2" ParentId="4677" CreationDate="2015-03-05T23:54:02.510" Score="1" Body="&lt;p&gt;Here's a link to datasets (Excel spreadsheets) from a NYU professor whom has been keeping corporate finance data on major corporations in US, Canada, UK and Australia for 20 years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&quot; rel=&quot;nofollow&quot;&gt;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-03-05T23:54:02.510" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4679" PostTypeId="2" ParentId="4676" CreationDate="2015-03-06T01:24:13.110" Score="4" Body="&lt;p&gt;Yes this looks like a bug on the site. The APIs themselves seem to be working fine, but the links to the documentation are broken. If you are simply interested in the XSD then you should be able to download it from &lt;a href=&quot;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for a working example, try the following curl request: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl 'https://api.finder.healthcare.gov/v3.0/getIFPPlanBenefits' -H 'Content-Type: application/xml' --data-binary $'&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt; \n&amp;lt;p:PlanBenefitRequest xmlns:p=&quot;http://hios.cms.org/api&quot; xmlns:p1=&quot;http://hios.cms.org/api-types&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://hios.cms.org/api hios-api-11.0.xsd &quot;&amp;gt; \n  &amp;lt;p:Enrollees&amp;gt;\n    &amp;lt;p1:DateOfBirth&amp;gt;1990-01-01&amp;lt;/p1:DateOfBirth&amp;gt;\n    &amp;lt;p1:Gender&amp;gt;Male&amp;lt;/p1:Gender&amp;gt;\n    \n    &amp;lt;p1:Relation&amp;gt;SELF&amp;lt;/p1:Relation&amp;gt;\n    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;\n  &amp;lt;/p:Enrollees&amp;gt;\n  &amp;lt;p:Location&amp;gt;\n    &amp;lt;p1:ZipCode&amp;gt;48001&amp;lt;/p1:ZipCode&amp;gt;\n     &amp;lt;p1:County&amp;gt;\n         &amp;lt;p1:FipsCode&amp;gt;26147&amp;lt;/p1:FipsCode&amp;gt;\n         &amp;lt;p1:CountyName&amp;gt;SAINT CLAIR&amp;lt;/p1:CountyName&amp;gt;\n         &amp;lt;p1:StateCode&amp;gt;MI&amp;lt;/p1:StateCode&amp;gt;\n      &amp;lt;/p1:County&amp;gt;\n  &amp;lt;/p:Location&amp;gt;\n  &amp;lt;p:InsuranceEffectiveDate&amp;gt;2015-01-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;\n  &amp;lt;p:Market&amp;gt;Individual&amp;lt;/p:Market&amp;gt;\n  &amp;lt;p:PlanIds&amp;gt;\n      &amp;lt;p:PlanId&amp;gt;59830MI0010009&amp;lt;/p:PlanId&amp;gt;\n&amp;lt;/p:PlanIds&amp;gt;\n   &amp;lt;/p:PlanBenefitRequest&amp;gt;' --compressed&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3923" LastEditorUserId="3923" LastEditDate="2015-03-06T14:03:29.653" LastActivityDate="2015-03-06T14:03:29.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4681" PostTypeId="1" CreationDate="2015-03-06T16:39:37.253" Score="4" ViewCount="427" Body="&lt;p&gt;I'm looking for Image datas for East Africa. Specifically for Rwanda. Does anyone know if such data are available at all free? My target is to digitize roads and buildings with the help of image datas.Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="5874" LastEditorUserId="70" LastEditDate="2015-03-08T10:34:52.770" LastActivityDate="2021-07-31T08:20:29.487" Title="Orthophoto Rwanda Free Download?" Tags="|data-request|images|aerial-photography|africa|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4682" PostTypeId="1" CreationDate="2015-03-06T22:18:33.417" Score="6" ViewCount="96" Body="&lt;p&gt;I am trying to locate older unsummarized US Census data to do more research than just the statistics provided by the US Census Bureau.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know the old Census Data itself is located on Archives.gov and Ancestry.com and is searchable.. but not for example names are not directly queryable in any mass form to generate statistics. In particular in addition to the normal categorical (i.e. Occupation) data and the numerical data, to do the analysis I want to attempt I require &lt;strong&gt;surnames&lt;/strong&gt; in combination with this data. So &lt;strong&gt;&lt;em&gt;for example&lt;/em&gt;&lt;/strong&gt; I could do occupation to surname analysis by geographic region. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen Ancestry.com do stats (but you cannot request specific ones) but they are generic and do not account for name variations (SOUNDEX or similar) nor have any granularity or is one able to make any other correlations such as to wealth / value to occupation and surnames &lt;em&gt;(for example)&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen other posts here in this forum, but none I have spotted contain surname data which is what I am specifically looking for. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1408/raw-data-from-us-census-and-bls&quot;&gt;SE.OD BLS Raw Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/921/how-and-where-can-i-get-data-on-us-census-block-data-by-city-and-state&quot;&gt;SE.OD Cenus Block Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have searched the following without success:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/census-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data.Gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/history/www/through_the_decades/overview/1860.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Census&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aad.archives.gov/aad/subject-list.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Archive.Gov AAD&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;So I am looking for pre-1901 census data, in particular I would like the 1850 or 1860 AND the 1890 and 1900 census in its entirety. But I will take what years I can get... Ideas?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note: Yes I realize this would be rather large data set of millions of rows.. but that is exactly what I am looking to obtain.&lt;/em&gt; &lt;/p&gt;&#xA;" OwnerUserId="4154" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-13T20:20:17.867" Title="Where to get older digital OCR'd data sets of unsummarized US Census data?" Tags="|data-request|usa|us-census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4683" PostTypeId="1" CreationDate="2015-03-07T00:34:16.410" Score="7" ViewCount="19975" Body="&lt;p&gt;Where can I download data for average height of males and females for each of the individual 50 states?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;RAW data or SQL data is fine, it does not have to be charted or formatted - I can do that myself - just can't find any data.&lt;/p&gt;&#xA;" OwnerUserId="5880" LastEditorUserId="754" LastEditDate="2015-03-07T15:22:10.520" LastActivityDate="2015-03-07T15:22:10.520" Title="Average height of males and females for each of the 50 US states: Where can I download the data?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4684" PostTypeId="2" ParentId="4683" CreationDate="2015-03-07T02:42:40.757" Score="5" Body="&lt;p&gt;The BRFSS would be a good data set to use for this question. Download the data &lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/annual_data.htm&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, for the &lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/annual_2013.html&quot;&gt;2013 data&lt;/a&gt;, I recommend getting acquainted with the &lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/2013/pdf/CODEBOOK13_LLCP.pdf&quot;&gt;codebook&lt;/a&gt; and then downloading the &lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/2013/files/LLCP2013ASC.ZIP&quot;&gt;raw data&lt;/a&gt;. It will be an ASCII fixed column width raw file, so refer to the &lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/2013/LLCP_VarLayout_13_OneColumn.HTML&quot;&gt;column positions&lt;/a&gt; document for transferring to the analysis package of your choice.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-03-07T02:42:40.757" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4686" PostTypeId="1" AcceptedAnswerId="4688" CreationDate="2015-03-07T14:07:29.547" Score="6" ViewCount="10911" Body="&lt;p&gt;I'm making a recipe app. It will let users create their own recipes, and to save them the hassle of writing ingredient names their selves it would be nice to do a search in a database instead. Do anyone know if there exists a dataset with this data anywhere?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;example data:&#xA;Lettuce, Salmon, Strawberries, Minced meat, Salt, Cinnamon&lt;/p&gt;&#xA;" OwnerUserId="338" LastEditorUserId="70" LastEditDate="2015-04-19T14:17:26.037" LastActivityDate="2020-05-14T14:39:37.393" Title="Open database of ingredient names?" Tags="|data-request|food|recipes|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4687" PostTypeId="1" CreationDate="2015-03-07T16:22:13.377" Score="5" ViewCount="1092" Body="&lt;p&gt;It would be like asking each male actor personally: &lt;strong&gt;Which movies were you in when you were between the age of 20 and 30?&lt;/strong&gt; To be clear, that would be 30 years and 364 days old.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, for today, this would find me actors like: Miles Teller (Whiplash), Ellar Coltrane (Boyhood), Evan Peters (Kick-Ass), Aaron Taylor-Johnson (Kick-Ass)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But of course I'd like an overview of all time, so also movie titles that had male debutants aged 20-30 in 1970 or in 1889.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this would involve some query that compared &lt;strong&gt;Actor-Birthdate&lt;/strong&gt; to &lt;strong&gt;Movie-Shooting-Date&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This might be conceptually as follows:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;IF **Actor-Birthdate** -/- **Movie-Shooting-Date** &amp;gt; 20 but &amp;lt; 30&#xA;  then give **Movie-Name**.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This query or algorythym or function has to be performed on every single male actor, I guess.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would need actor datasets with their D.o.B, the movies they made and the film shooting dates of those movies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose the IMDb site itself does not offer tools to do this, so I guess it would have to be imported into some database program like SQL or Wandora. Or Excel or MS Access  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd be very happy if anyone had any idea how to do this.&lt;/p&gt;&#xA;" OwnerUserId="5882" LastEditorUserId="70" LastEditDate="2015-03-27T09:52:17.160" LastActivityDate="2015-04-06T08:18:01.280" Title="How would I find on iMDb, all male actors with movies debuts between ages 20 and 30?" Tags="|data-request|film|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4688" PostTypeId="2" ParentId="4686" CreationDate="2015-03-07T19:47:00.557" Score="7" Body="&lt;p&gt;I think USDA.gov's NDB (full name: USDA National Nutrient Database for Standard Reference) would get you what you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Download links and data metadata is available on the &quot;About the Database&quot; file at &lt;a href=&quot;http://www.ars.usda.gov/Services/docs.htm?docid=8964&quot; rel=&quot;noreferrer&quot;&gt;http://www.ars.usda.gov/Services/docs.htm?docid=8964&lt;/a&gt;. If you're looking solely for a list of food items, the latest Food Descriptions file is at &lt;a href=&quot;http://www.ars.usda.gov/SP2UserFiles/Place/80400525/Data/SR27/asc/FOOD_DES.txt&quot; rel=&quot;noreferrer&quot;&gt;http://www.ars.usda.gov/SP2UserFiles/Place/80400525/Data/SR27/asc/FOOD_DES.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many sites such as nutritionix.com, etc. which have APIs and have added additional commercial off the shelf ingredients like packaged goods, etc. too though so you might look into a more refined/complete collection as well. See &lt;a href=&quot;http://www.nutritionix.com/api&quot; rel=&quot;noreferrer&quot;&gt;http://www.nutritionix.com/api&lt;/a&gt; for information about their API.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-03-07T19:47:00.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4689" PostTypeId="2" ParentId="4687" CreationDate="2015-03-07T19:50:53.740" Score="5" Body="&lt;p&gt;Have you taken a look at &lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;noreferrer&quot;&gt;http://www.imdb.com/interfaces&lt;/a&gt; which includes a link to FTP mirrors where you can get data files that can presumably be joined in a RDBMS or other type of database system. Files you probably want to investigate are &lt;code&gt;actors.list.gz&lt;/code&gt;, &lt;code&gt;movies.list.gz&lt;/code&gt;, and &lt;code&gt;release-dates.list.gz&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-03-07T19:50:53.740" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="4690" PostTypeId="2" ParentId="4682" CreationDate="2015-03-08T02:13:02.397" Score="6" Body="&lt;p&gt;you're talking about historical public use microdata, right?  you want&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://usa.ipums.org/usa/sampdesc.shtml&quot;&gt;https://usa.ipums.org/usa/sampdesc.shtml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-03-08T02:13:02.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4691" PostTypeId="2" ParentId="4677" CreationDate="2015-03-08T08:21:34.063" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://dev.markitondemand.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Markit On Demand&lt;/a&gt; API has an endpoint called &lt;strong&gt;Interactive Display&lt;/strong&gt; which includes historical data as a JSON response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example URL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://dev.markitondemand.com/Api/v2/InteractiveChart/json?parameters={%22Normalized%22%3Afalse%2C%22NumberOfDays%22%3A365%2C%22DataPeriod%22%3A%22Day%22%2C%22Elements%22%3A[{%22Symbol%22%3A%22AAPL%22%2C%22Type%22%3A%22price%22%2C%22Params%22%3A[%22c%22]}]}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The URL-decoded JSON packet looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;Normalized&quot;:false,&#xA;   &quot;NumberOfDays&quot;:365,&#xA;   &quot;DataPeriod&quot;:&quot;Day&quot;,&#xA;   &quot;Elements&quot;:[&#xA;      {&#xA;         &quot;Symbol&quot;:&quot;AAPL&quot;,&#xA;         &quot;Type&quot;:&quot;price&quot;,&#xA;         &quot;Params&quot;:[&#xA;            &quot;c&quot;&#xA;         ]&#xA;      }&#xA;   ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(hint - replace Number of Days from 365 to 3650+).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can expand the parameters to include price, volume, and simple moving average. I don't think it includes derived values like P/E.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/0SVSu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-08T08:21:34.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4692" PostTypeId="2" ParentId="4676" CreationDate="2015-03-08T19:51:57.030" Score="3" Body="&lt;p&gt;The documentation links have been fixed. Thanks for flagging this.&lt;/p&gt;&#xA;" OwnerUserId="3118" LastActivityDate="2015-03-08T19:51:57.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4693" PostTypeId="1" CreationDate="2015-03-08T20:28:42.750" Score="2" ViewCount="57" Body="&lt;p&gt;I need a dataset for my research, which contains historical transactions for bidders in e-auctions for example: profile information, number of bidding auctions, number of wins in auctions, and number of canceling bids.&lt;/p&gt;&#xA;" OwnerUserId="5889" LastEditorUserId="70" LastEditDate="2015-03-09T08:27:18.757" LastActivityDate="2015-03-09T08:27:18.757" Title="historical transactions for bidders in e-auctions" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4694" PostTypeId="1" CreationDate="2015-03-09T04:48:55.933" Score="5" ViewCount="55" Body="&lt;p&gt;Filename extensions like &quot;.doc&quot; or &quot;.licx&quot; are usually associated with a type of file, and are sometimes strongly associated with one or several pieces of software.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open database of these?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Extension&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Associated file format(s)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Description&lt;/li&gt;&#xA;&lt;li&gt;Optionally, what applications are often associated with it&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-03-09T08:32:34.820" LastActivityDate="2015-03-09T18:10:02.143" Title="Open database of filename extensions" Tags="|data-request|data-format|software|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4696" PostTypeId="1" AcceptedAnswerId="4703" CreationDate="2015-03-09T07:23:11.613" Score="4" ViewCount="143" Body="&lt;p&gt;I am looking for a corpus of fiction book blurbs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With at least 10,000 entries.&#xA;Preferably with a lot more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do not care if it is a single publisher (etc) or many.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It should be annotated with author, publisher etc.&#xA;Ideally would be annotate with Genre and Subgenre as well.&lt;/p&gt;&#xA;" OwnerUserId="1686" LastEditorUserId="1686" LastEditDate="2015-03-10T01:27:44.907" LastActivityDate="2015-03-10T12:40:46.820" Title="Novel Blurb Corpus" Tags="|data-request|corpora|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4697" PostTypeId="1" AcceptedAnswerId="4702" CreationDate="2015-03-09T15:44:32.037" Score="8" ViewCount="1146" Body="&lt;p&gt;I'm plotting a map of the Los Angeles metro area, and I'm using TileMill. I've loaded different layers for the geographical data, and wanted to add buildings as well. &lt;br&gt;So I found this map for the LA county &lt;a href=&quot;http://egis3.lacounty.gov/dataportal/2011/04/28/countywide-building-outlines/&quot;&gt;link&lt;/a&gt; which does exactly what I need. &lt;br&gt;&#xA;But I noticed it's in fact missing the whole Orange County area, since it's a different county of course. &lt;br&gt;&#xA;On the website of Orange County's open data I was not able to find a similar file, so I was wondering if there was any other source I was unaware of that might have the file I'm looking for. &lt;br&gt;&#xA;Thanks in advance for any help!&lt;/p&gt;&#xA;" OwnerUserId="3114" LastActivityDate="2015-03-09T22:13:59.237" Title="Map of Orange County (CA) buildings" Tags="|data-request|usa|geospatial|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4698" PostTypeId="2" ParentId="4697" CreationDate="2015-03-09T16:48:49.533" Score="3" Body="&lt;p&gt;You can download building shapefiles from the &lt;a href=&quot;http://www.openstreetmap.org/#map=5/51.500/-0.100&quot; rel=&quot;nofollow&quot;&gt;Open Street Map&lt;/a&gt; project - &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Shapefiles&quot; rel=&quot;nofollow&quot;&gt;details&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, see the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Shapefiles#Download_shapefiles&quot; rel=&quot;nofollow&quot;&gt;download links&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;download shapefiles created by Geofabrik, updated daily (usually) with a global extract and some countries. Shapefiles with the following are provided: buildings, landuse, natural, places, point, railways, roads and waterways. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.geofabrik.de/&quot; rel=&quot;nofollow&quot;&gt;geofabrik link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;osm-x-tractor.org offers global and continental extracts. Shapefiles are generated for buildings, roads, landuse, places, POI, natural, hydrography and vegetation. Updated every two weeks. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://osm-x-tractor.org/Data.aspx&quot; rel=&quot;nofollow&quot;&gt;osm-x-tractor link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-09T16:48:49.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4699" PostTypeId="1" CreationDate="2015-03-09T17:26:13.703" Score="2" ViewCount="215" Body="&lt;p&gt;Arguably this is more a general programming question, and I should keep learning; yet, if advice or guidance is forthcoming I wanted to try asking: what is the best way to look for substances that could appear in a variety of OpenFDA fields?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using PHP, I can extensively construct a variety of query patterns and cash json/text files of records for regex parsing for specific items in specific fields, but am having trouble facing the variable record format of responses to trim out api responses (or parts of responses like npc codes) as they happen (are received) to reduce time/disk space/etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am digging a little deeper into Python, but I suspect all that will give me is more sophisticated tools for working with cached files in a directory (which may not be anything to sneeze at). Not able to work with BI tools at the moment but I did start to look at open source options here, but that seems overkill for the data &quot;discovery&quot; tasks I have yet to do/try.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My apologies is this has been addressed in elasticsearch or other introductory kinds of queries (&lt;a href=&quot;https://opendata.stackexchange.com/questions/3244/openfda-api-can-we-count-on-several-fields&quot;&gt;questions/3244/&lt;/a&gt; or &lt;a href=&quot;https://opendata.stackexchange.com/questions/3321/multiple-attributes-available-in-a-single-openfda-query&quot;&gt;questions/3321/&lt;/a&gt;), but nothing seemed to address a specific strategy for the variable record structure issue on the receiving end (me) -- maybe that means my approach is right and my skills (and tools?) have to catch up...or maybe a quick look at this from you experts will quickly lead you to say &quot;try this instead...&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At risk of droning on with only a vague example:  Looking for Retinol (in drug/events for now) which could come up in any number of name fields it seems I'd have to get &amp;amp; parse ~1900 files/records/safetyreportids and THEN process the possibilities from the cache.  Is that the &quot;right&quot; idea?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks to all.&lt;/p&gt;&#xA;" OwnerUserId="5896" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-11T15:46:47.730" Title="Variable/multidimensional json record structure OpenFDA" Tags="|openfda|json|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4700" PostTypeId="2" ParentId="4694" CreationDate="2015-03-09T17:52:34.407" Score="3" Body="&lt;p&gt;In today's modern world we think less about the file extensions (suffix) and classify files by their 'Media Type' (formerly MIME type). IANA is the official repository for registering media types. The most complete list ( as of March 5, 2015) is here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.iana.org/assignments/media-types/media-types.xhtml&quot; rel=&quot;nofollow&quot;&gt;http://www.iana.org/assignments/media-types/media-types.xhtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.freeformatter.com/mime-types-list.html#mime-types-list&quot; rel=&quot;nofollow&quot;&gt;This third-party page&lt;/a&gt; which lists MIME types with their typical extensions and has links to more information for each one. If there are media types not listed on that page, you can visit the links in the &quot;template&quot; column from the IANA registration page and find file extension information.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="18" LastEditDate="2015-03-09T18:10:02.143" LastActivityDate="2015-03-09T18:10:02.143" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4701" PostTypeId="2" ParentId="4697" CreationDate="2015-03-09T18:15:00.297" Score="4" Body="&lt;p&gt;Consider filing a Freedom of Information request (FOIA) with &lt;a href=&quot;http://ocpublicworks.com/survey/services/gis&quot; rel=&quot;nofollow&quot;&gt;Orange County's GIS unit&lt;/a&gt;. This doesn't need to be complicated. A simple letter should do (&lt;a href=&quot;http://www.nfoic.org/california-sample-foia-request&quot; rel=&quot;nofollow&quot;&gt;here's a sample document for California&lt;/a&gt;). Or, consider using a service like &lt;a href=&quot;https://www.muckrock.com/&quot; rel=&quot;nofollow&quot;&gt;Muckrock&lt;/a&gt; or &lt;a href=&quot;https://www.foiamachine.org/&quot; rel=&quot;nofollow&quot;&gt;FOIA Machine&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-09T18:15:00.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4702" PostTypeId="2" ParentId="4697" CreationDate="2015-03-09T19:38:09.013" Score="5" Body="&lt;p&gt;As someone who actually has a fair bit of knowledge into the technological progress Orange County, California has made in the way of GIS, I can say that the data more than likely still does not exist for the whole county. Major cities such as Anaheim, Santa Ana, Irvine, Newport Beach may have building footprint shapefiles (I know for a fact that Anaheim and Irvine do). But many of the smaller cities have not done the work from the last time I can recall having the most relevant information (2012).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Orange County has only recently taken up the cause of digitizing its infrastructure to data/GIS. They originally hired the utility companies to create the parcel shapefile layout for the county and that was as recent as 2009. The parcel shapefiles have been publicly available for Orange County, CA since 2012 and the most recent data which has sufficient attribute data is for 2014.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2015-03-09T22:13:59.237" LastActivityDate="2015-03-09T22:13:59.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4703" PostTypeId="2" ParentId="4696" CreationDate="2015-03-10T12:40:46.820" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Blurb&quot; rel=&quot;nofollow&quot;&gt;Blurbs&lt;/a&gt;, or short descriptive material to promote a book, may be impossible to legally share do to individual copyrights of the authors or publishers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.goodreads.com/api/&quot; rel=&quot;nofollow&quot;&gt;Goodreads API&lt;/a&gt; has many endpoints, and they include this note:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Book cover images, descriptions, and other data from third party sources might be excluded, because we do not have a license to distribute these data via our API. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In contrast, the book metadata can be shared (ISBN, author, publisher, etc). See, for example, the &lt;a href=&quot;http://www2.informatik.uni-freiburg.de/~cziegler/BX/&quot; rel=&quot;nofollow&quot;&gt;Book-Crossing Dataset&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, in order to get a big data set of blurbs, you'd have to contact (large) publishers and ask for access. I noticed you have university affiliation, so you should mention that it is for non-commercial purposes.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-10T12:40:46.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4704" PostTypeId="2" ParentId="4589" CreationDate="2015-03-10T12:55:58.043" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;IMDB data dump&lt;/a&gt; contains theater release dates (warning, 46MB file):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ftp://ftp.fu-berlin.de/pub/misc/movies/database/release-dates.list.gz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;An example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/o5zn8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately this is only cinema releases, and won't include TV showings or DVD releases. To get TV releases, the data source will probably be TV-specific.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-03-10T13:04:54.723" LastActivityDate="2015-03-10T13:04:54.723" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4705" PostTypeId="2" ParentId="4662" CreationDate="2015-03-10T14:44:22.363" Score="7" Body="&lt;p&gt;You will find that most sports data is collected by commercial concerns who control licensing rather carefully, especially for current data. (See, for example, &lt;a href=&quot;http://www.sports-reference.com/data_use.shtml&quot;&gt;this from Sports-Reference.com&lt;/a&gt; about why they can't provide their bulk data.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most references to sports data that I've found (e.g. &lt;a href=&quot;http://www.databasesports.com/&quot;&gt;DatabaseSports.com&lt;/a&gt;) provide web access but not bulk downloads. Other resources frequently seem out of date. (But try googling for &quot;sports data,&quot; you'll find lots of leads to follow beyond what I list here.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.seanlahman.com/open-source-sports/&quot;&gt;Sean Lahman's index of sports data&lt;/a&gt; looks pretty carefully maintained and oriented towards bulk data. There's a book, &lt;a href=&quot;http://www.r-bloggers.com/book-review-analyzing-baseball-data-with-r/&quot;&gt;Analyzing Baseball Data with R&lt;/a&gt;, which uses Lahman's baseball data as a source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tableau Public has a &lt;a href=&quot;http://www.tableau.com/public/blog/2014/03/sports-data-sites-2370&quot;&gt;page which collects links to sports data sources for over a dozen sports&lt;/a&gt; but a little clicking doesn't show any that have bulk download. (You're advised to check further for the sports which interest you.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a book, &lt;a href=&quot;http://www.springer.com/us/book/9781441967299&quot;&gt;Sports Data Mining&lt;/a&gt;, which has an entire chapter devoted to data sources. The book is expensive, and was published in 2010 so it's data references may be obsolete… but perhaps you can find it in a library.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-10T14:44:22.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4708" PostTypeId="2" ParentId="4662" CreationDate="2015-03-11T00:47:55.313" Score="3" Body="&lt;p&gt;not sure about used by famous websites but you can try this sports data api:&lt;br&gt;&#xA;&lt;a href=&quot;http://developer.sportsdatallc.com/&quot; rel=&quot;nofollow&quot;&gt;http://developer.sportsdatallc.com/&lt;/a&gt;&lt;br&gt;&#xA;as well as yahoo! developer fantasy sports api:&lt;br&gt;&#xA;&lt;a href=&quot;https://developer.yahoo.com/fantasysports/guide/&quot; rel=&quot;nofollow&quot;&gt;https://developer.yahoo.com/fantasysports/guide/&lt;/a&gt;&lt;br&gt;&#xA;there are a few more here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.programmableweb.com/search/sports&quot; rel=&quot;nofollow&quot;&gt;http://www.programmableweb.com/search/sports&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-11T00:47:55.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4709" PostTypeId="2" ParentId="4677" CreationDate="2015-03-11T01:44:22.713" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.quandl.com&quot; rel=&quot;nofollow&quot;&gt;http://www.quandl.com&lt;/a&gt; best public listed firms, API works with &lt;a href=&quot;http://www.thinknum.com&quot; rel=&quot;nofollow&quot;&gt;http://www.thinknum.com&lt;/a&gt; &amp;amp; &lt;a href=&quot;http://www.spearian.com&quot; rel=&quot;nofollow&quot;&gt;http://www.spearian.com&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For paid vendors like; &#xA;&lt;a href=&quot;http://www.privco.com&quot; rel=&quot;nofollow&quot;&gt;http://www.privco.com&lt;/a&gt; or &#xA;&lt;a href=&quot;http://www.bvresources.com&quot; rel=&quot;nofollow&quot;&gt;http://www.bvresources.com&lt;/a&gt; or&#xA;&lt;a href=&quot;http://www.cbinsights.com&quot; rel=&quot;nofollow&quot;&gt;http://www.cbinsights.com&lt;/a&gt; or&#xA;&lt;a href=&quot;http://www.duedil.com&quot; rel=&quot;nofollow&quot;&gt;http://www.duedil.com&lt;/a&gt; are 90% Western info. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open &amp;amp; non-western repositories you instead have to go to compliance sites like;&#xA;&lt;a href=&quot;http://cdm.unfccc.int/Projects/projsearch.html&quot; rel=&quot;nofollow&quot;&gt;http://cdm.unfccc.int/Projects/projsearch.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Want more? &#xA;Think &quot;activist&quot; vs &quot;compliance&quot; and your success rate goes higher, ie OpenCorporates = entity ONLY vs financials, but that = &quot;seed list&quot; to append financial KPI elsewhere, ie &quot;units of production&quot; from UNFCCC environment modeling Vs compliance actuals. &lt;/p&gt;&#xA;" OwnerUserId="5456" LastEditorUserId="5456" LastEditDate="2015-03-11T01:54:17.930" LastActivityDate="2015-03-11T01:54:17.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4710" PostTypeId="2" ParentId="266" CreationDate="2015-03-11T04:41:22.700" Score="8" Body="&lt;p&gt;&lt;a href=&quot;http://databib.org&quot; rel=&quot;noreferrer&quot;&gt;databib.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://re3data.org&quot; rel=&quot;noreferrer&quot;&gt;re3data.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;recently merged: Registry of Research Data Repositories i.e. RE3&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The consolidated registry contains information for more than 1,130 data repositories that are accessed by over 5,000 unique visitors each month. On average, 10 new repositories are added every week.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;A new REST-API is currently being beta tested that provides the full list of repositories and enables retrieval of full, structured records describing individual repositories.' 09 MARCH 2015&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One repository may contain, for instance, 100,000 data descriptions.&#xA;&lt;a href=&quot;http://researchdata.and.org.au&quot; rel=&quot;noreferrer&quot;&gt;Research Data Australia&lt;/a&gt; contains 100k data descriptions, but many of these are mediated access i.e. contact the researcher.&lt;/p&gt;&#xA;" OwnerUserId="5649" LastEditorUserId="1511" LastEditDate="2015-09-29T19:23:28.467" LastActivityDate="2015-09-29T19:23:28.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4711" PostTypeId="1" CreationDate="2015-03-11T07:09:53.213" Score="11" ViewCount="151" Body="&lt;p&gt;I would like to have a structured dataset about &lt;a href=&quot;http://en.wikipedia.org/wiki/Instruction_set&quot;&gt;instruction set&lt;/a&gt; by CPU. The data should include the number of cycles, ALU, FPU used, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this exist somewhere?&lt;/p&gt;&#xA;" OwnerUserId="5861" LastEditorUserId="70" LastEditDate="2015-04-22T09:03:46.873" LastActivityDate="2016-05-17T08:58:01.083" Title="CPU instruction set" Tags="|data-request|computing|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4713" PostTypeId="2" ParentId="3651" CreationDate="2015-03-11T14:13:00.157" Score="5" Body="&lt;p&gt;We (met.no) plan on publishing a JSON-LD vocabulary for climate/weather data, when we release our public portal later this year. We'll be publishing JSON-LD ourselves as our primary data format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To the best of my knowledge, there isn't anything else stable out there yet suitable for this kind of use. The closest you get, AFAIK, is &lt;a href=&quot;http://codes.wmo.int/&quot; rel=&quot;noreferrer&quot;&gt;http://codes.wmo.int/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5914" LastActivityDate="2015-03-11T14:13:00.157" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4714" PostTypeId="2" ParentId="4699" CreationDate="2015-03-11T15:46:47.730" Score="2" Body="&lt;p&gt;For any of the /drug endpoints, I would use the opendfda.substance_name.exact annotated field. It will not be on all records, it is matched in a variety of ways against each dataset, so we took an approach of being conservative in the matching for the initial phases of this project; however, when it is there, it will have all sorts of wonderful information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the case /drug/event.json, the openfda record is under patient.drug.openfda.substance_name.exact. If this fields is not fully populated (which is might not be at this point), you can always fall back on the patient.drug.medicinalproduct.exact field (which is part of the original adverse event submission). An example would be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:RETINOL&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:RETINOL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.substance_name.exact:RETINOL&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.substance_name.exact:RETINOL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you can see, there are only two hits against the openfda.substance_name field in this case, which is a good sign that there is not good coverage in the annotation process, which means that you stick with the medicinalproduct field in this case. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A note about 'exact'. In this case, it is best to use because substance names can have multiple words in them (exact does phrase style searching); however, exact also is case-sensitive and most substance names in the SPL are uppercase.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-03-11T15:46:47.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4715" PostTypeId="1" AcceptedAnswerId="4729" CreationDate="2015-03-11T20:51:44.670" Score="4" ViewCount="349" Body="&lt;p&gt;I'm wondering what kind of historical time-series data I can get given GPS coordinates as input.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More than anything I'm interested in:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Temperature&lt;/li&gt;&#xA;&lt;li&gt;Precipitation&lt;/li&gt;&#xA;&lt;li&gt;Humidity&lt;/li&gt;&#xA;&lt;li&gt;Irradiation&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm largely interested in environmental data, but anything that could be identified by the cross section of a date and a gps coordinate would be of interest. Also, I'd prefer if it included data on the European continent. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions for where I may acquire such data?&lt;/p&gt;&#xA;" OwnerUserId="5586" LastEditorUserId="5586" LastEditDate="2015-03-11T21:10:15.983" LastActivityDate="2015-03-13T13:16:59.630" Title="Datasets that input GPS and output historical time-series" Tags="|data-request|geospatial|historical|time-series|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4716" PostTypeId="2" ParentId="4500" CreationDate="2015-03-11T21:06:43.107" Score="3" Body="&lt;p&gt;i'll tell you where i lurk:&lt;br&gt;&#xA;google groups:&lt;br&gt;&#xA;open gov jobs&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/opengovjobs&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/opengovjobs&lt;/a&gt;&lt;br&gt;&#xA;civic data alliance&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/civicdataalliance&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/civicdataalliance&lt;/a&gt;&lt;br&gt;&#xA;uk gov data developers&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/uk-government-data-developers&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/uk-government-data-developers&lt;/a&gt;&lt;br&gt;&#xA;linked data api discuss&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/linked-data-api-discuss&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/linked-data-api-discuss&lt;/a&gt;&lt;br&gt;&#xA;code for northern virginia&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/nova-brigade&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/nova-brigade&lt;/a&gt;&lt;br&gt;&#xA;geo dc&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/geonerds-dc&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/geonerds-dc&lt;/a&gt;&lt;br&gt;&#xA;code for dc&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/dc-cfa-brigade&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/dc-cfa-brigade&lt;/a&gt;&lt;br&gt;&#xA;code for fort lauderdale&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/code-for-ftl&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/code-for-ftl&lt;/a&gt;&lt;br&gt;&#xA;school of open&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/school-of-open&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/school-of-open&lt;/a&gt;&lt;br&gt;&#xA;okfn task force&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/okfn-task-force&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/okfn-task-force&lt;/a&gt;&lt;br&gt;&#xA;open data engagement&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/open-data-engagement&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/open-data-engagement&lt;/a&gt;&lt;br&gt;&#xA;global open data initiative&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/global-open-data-initiative&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/global-open-data-initiative&lt;/a&gt;&lt;br&gt;&#xA;open civic data&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/open-civic-data&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/open-civic-data&lt;/a&gt;&lt;br&gt;&#xA;us open gov&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/us-open-government&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/us-open-government&lt;/a&gt;&lt;br&gt;&#xA;foia machine&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/foia-machine&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/foia-machine&lt;/a&gt;&lt;br&gt;&#xA;open data day&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/open-data-day&quot; rel=&quot;nofollow&quot;&gt;https://groups.google.com/forum/#!forum/open-data-day&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;your facebook group  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;reddit:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.reddit.com/r/opendata&quot; rel=&quot;nofollow&quot;&gt;http://www.reddit.com/r/opendata&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.reddit.com/r/opendata_pt&quot; rel=&quot;nofollow&quot;&gt;http://www.reddit.com/r/opendata_pt&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.reddit.com/r/opengov&quot; rel=&quot;nofollow&quot;&gt;http://www.reddit.com/r/opengov&lt;/a&gt;&lt;br&gt;&#xA;there's more on reddit if you feel like digging  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;code for america lets authors post on their tumblr, you could submit a post there  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;medium seems to be the cool kid blog of the day, you could double down and post it there as well.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;code for philly has a linkedin group  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;every avenue sunlight foundation and okfn offer you: there's a slew of groups and mailing lists  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;code for hampton roads and code for atlanta have mailing lists, i'm betting most brigades do...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;not to mention github.....man there's a ton of groups there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i know of a few flickr groups but they're most gov-related and you have to be in gov to join...so i couldn't join.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;i also keep all of these twitter lists:&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/civhax&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/civhax&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/openglam&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/openglam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/dotgov&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/dotgov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/open-acc-sci-edu-glam-kno&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/open-acc-sci-edu-glam-kno&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/open-data-journo-crypto&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/open-data-journo-crypto&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/open-science-stem&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/open-science-stem&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://twitter.com/jalbertbowdenii/lists/data&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/jalbertbowdenii/lists/data&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;nicar data journalists mailing list:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ire.org/resource-center/listservs/subscribe-nicar-l/&quot; rel=&quot;nofollow&quot;&gt;http://www.ire.org/resource-center/listservs/subscribe-nicar-l/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;knight-mozilla open news:&lt;br&gt;&#xA;&lt;a href=&quot;http://opennews.org/&quot; rel=&quot;nofollow&quot;&gt;http://opennews.org/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-03-14T23:33:06.110" LastActivityDate="2015-03-14T23:33:06.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4717" PostTypeId="1" AcceptedAnswerId="4724" CreationDate="2015-03-11T21:38:31.060" Score="5" ViewCount="499" Body="&lt;p&gt;I am about to do a project that involves &quot;trajectory&quot; prediction of human gps tracks. Preferably I need data of &quot;agents&quot; over months. In need some sort of &quot;routine patterns&quot; in it (e.g. work &amp;lt;-&gt; home). &#xA;I was wondering if there are any public available data sets that are simulated (because of the privacy issues of such public data). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am already aware of actually a public real data set from Microsoft:&#xA;&lt;a href=&quot;http://research.microsoft.com/en-us/downloads/b16d359d-d164-469e-9fd4-daa38f2b2e13/&quot; rel=&quot;nofollow&quot;&gt;http://research.microsoft.com/en-us/downloads/b16d359d-d164-469e-9fd4-daa38f2b2e13/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, to start with I'd prefer a simulated data set (no gaps, etc.).&lt;br&gt;&#xA;Has anyone knowledge of such data sets? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, I'd be thankful if someone knows an easy to use tool that can simulate agents and gps trips - would be also ok to just have car tracks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S.: other public real data sets are also welcome :)&lt;/p&gt;&#xA;" OwnerUserId="5924" LastEditorUserId="70" LastEditDate="2015-03-27T14:23:48.460" LastActivityDate="2015-03-27T14:23:48.460" Title="Simulated dataset agent based gps" Tags="|data-request|geospatial|tool-request|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4718" PostTypeId="2" ParentId="4465" CreationDate="2015-03-11T23:01:47.087" Score="3" Body="&lt;p&gt;Part of the difficulty is that Meddra is a licensed product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.meddra.org/subscription/subscription-rate&quot; rel=&quot;nofollow&quot;&gt;http://www.meddra.org/subscription/subscription-rate&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not aware of any place that offers the data online, since it is probably against the license agreement. At the top of the list is a minimal charge for non-commercial use, which might be a good option if you are just doing research.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-03-11T23:01:47.087" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4719" PostTypeId="1" CreationDate="2015-03-12T05:10:16.180" Score="1" ViewCount="48" Body="&lt;p&gt;I am looking for pictures of &lt;a href=&quot;https://en.wikipedia.org/wiki/Black_Bottom,_Detroit&quot; rel=&quot;nofollow&quot;&gt;Black Bottom&lt;/a&gt;, a Detroit neighborhood demolished and replaced with &lt;a href=&quot;https://en.wikipedia.org/wiki/Lafayette_Park,_Detroit&quot; rel=&quot;nofollow&quot;&gt;Lafayette Park&lt;/a&gt; in the 1960s. It was the bithplace of the genre known as &lt;a href=&quot;https://en.wikipedia.org/wiki/Detroit_blues&quot; rel=&quot;nofollow&quot;&gt;Detroit blues&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Landscapes, buildings, life scenes, people, anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pictures must be reusable in Wikipedia (compatible with Creative Commons Attribution-ShareAlike 3.0).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikimedia Commons does not seem to have any:&lt;br&gt;&#xA;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Historic_districts_of_Detroit,_Michigan&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Category:Historic_districts_of_Detroit,_Michigan&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2015-03-12T09:48:23.090" LastActivityDate="2015-03-12T09:48:23.090" Title="Pictures of Black Bottom (Detroit neighborhood replaced with Lafayette Park in the 1960s)" Tags="|data-request|images|historical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4721" PostTypeId="5" CreationDate="2015-03-12T06:19:57.537" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-03-12T06:19:57.537" LastActivityDate="2015-03-12T06:19:57.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4722" PostTypeId="4" CreationDate="2015-03-12T06:19:57.537" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-03-12T06:19:57.537" LastActivityDate="2015-03-12T06:19:57.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4723" PostTypeId="2" ParentId="4717" CreationDate="2015-03-12T12:53:47.560" Score="0" Body="&lt;p&gt;It doesn't fit the criteria of &quot;no gaps&quot;, but you can:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Get geo-enabled tweets from the &lt;a href=&quot;https://dev.twitter.com/streaming/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter Public Stream API&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Screen for prolific tweeters (maybe 30k+ total tweets)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Download all available tweets from prolific tweeters (capped at 3k most recent, I think, &lt;a href=&quot;https://dev.twitter.com/streaming/reference/get/user&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/47Ecm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/philshem/status/463548120568041473&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source tweet (OC)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-12T12:53:47.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4724" PostTypeId="2" ParentId="4717" CreationDate="2015-03-12T13:01:50.113" Score="1" Body="&lt;p&gt;To simulate GPS tracks, consider using the &lt;strong&gt;&lt;a href=&quot;http://nbviewer.ipython.org/github/rhiever/Data-Analysis-and-Machine-Learning-Projects/blob/master/optimal-road-trip/Computing%20the%20optimal%20road%20trip%20across%20the%20U.S..ipynb&quot; rel=&quot;nofollow noreferrer&quot;&gt;Optimal Roadtrip&lt;/a&gt;&lt;/strong&gt; code from &lt;a href=&quot;http://www.randalolson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Randy Olson&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Steps (taken directly from ipython notebook):&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Construct a list of road trip waypoints&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Gather the distance traveled on the shortest route between all waypoints (using Google Maps directions)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use a genetic algorithm to optimize the order to visit the waypoints in &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Visualize your road trip on a Google map (not important for your application)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/VVJxB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-12T13:01:50.113" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4725" PostTypeId="2" ParentId="4468" CreationDate="2015-03-12T17:27:08.553" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://dumps.wikimedia.org/enwikivoyage&quot; rel=&quot;nofollow&quot;&gt;http://dumps.wikimedia.org/enwikivoyage&lt;/a&gt; contains the wiki dump of Wiki Voyage pages of different places. XML parser can be used to get the individual files from the xml dump. This can server as set of pages for the summarization module.&lt;/p&gt;&#xA;" OwnerUserId="5652" LastActivityDate="2015-03-12T17:27:08.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4726" PostTypeId="2" ParentId="285" CreationDate="2015-03-12T20:22:01.930" Score="5" Body="&lt;p&gt;You can find an API here as well:&lt;/p&gt;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;http://api.freescrabbledictionary.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Free Scrabble Dictionary API&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wordgamedictionary.com/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;updated link&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The current function of the scrabble dictionary API is to inform you whether the word you are looking up is located in any of the official scrabble word lists (TWL also referred to as Official Tournament and Club Word List, SOWPODS and ENABLE).&lt;/p&gt;&#xA;&lt;p&gt;Our API is free for anyone to use as long as it is for non-commercial use only and will not exceed more than 100 calls per 24 hours.&lt;/p&gt;&#xA;&lt;p&gt;If you are going to use our API we require you to cite it as your source.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5930" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-08-11T05:18:15.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4728" PostTypeId="1" CreationDate="2015-03-13T13:00:08.617" Score="4" ViewCount="177" Body="&lt;p&gt;I'm looking for historic data (ideally going back to the 1920s, but whatever is available) on:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the number of houses&lt;/li&gt;&#xA;&lt;li&gt;the number of households&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;in the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been hunting on the ONS site and gov.uk without success. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I could find this data?&lt;/p&gt;&#xA;" OwnerUserId="4218" LastActivityDate="2015-04-12T15:25:48.100" Title="Historic data on number of houses and number of households in UK?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4729" PostTypeId="2" ParentId="4715" CreationDate="2015-03-13T13:16:59.630" Score="1" Body="&lt;p&gt;There &lt;strong&gt;Daily Global Weather Measurements, 1929-2009 (NCDC, GSOD)&lt;/strong&gt; dataset contains:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;A collection of daily weather measurements (temperature, wind speed, humidity, pressure, &amp;amp;c.) from 9000+ weather stations around the world.&lt;/p&gt;&#xA;&lt;p&gt;Global summary of day data for 18 surface meteorological elements are derived from the synoptic/hourly observations contained in USAF DATSAV3 Surface data and Federal Climate Complex Integrated Surface Data (ISD). Historical data are generally available for 1929 to the present, with data from 1973 to the present being the most complete.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The data is global, including ocean measurements, will contain frequent daily measurements as well as latitude and longitude coordinates.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;One common way to get this &lt;a href=&quot;https://aws.amazon.com/datasets/2759&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt; is through the hosting by Amazon Web Services, and the original details are found at the &lt;a href=&quot;http://www.climate.gov/daily-observational-data-global-summary-day-gsod-%E2%80%93-gis-data-locator&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA&lt;/a&gt; site.&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/3zBX0.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;Caveat: the license says&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This data set can only be used within the United States.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;So perhaps your 1 year of &lt;a href=&quot;http://aws.amazon.com/free&quot; rel=&quot;nofollow noreferrer&quot;&gt;free tier AWS instance&lt;/a&gt; can be set up in the US.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-03-13T13:16:59.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4730" PostTypeId="2" ParentId="4728" CreationDate="2015-03-13T15:06:22.760" Score="2" Body="&lt;p&gt;Did you find the &lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/live-tables-on-household-characteristics&quot; rel=&quot;nofollow&quot;&gt;Live tables on Household Characteristics&lt;/a&gt; page? &lt;a href=&quot;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/11816/141491.xls&quot; rel=&quot;nofollow&quot;&gt;Table 801: Tenure trend&lt;/a&gt; is an Excel spreadsheet which has the total number of households dating back to 1939 (not every year) and for 1918 it has percentages of owners and renters but not absolute numbers. (&quot;Absolute&quot;, as the data is presented in thousands of households anyway.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Files on the &lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/live-tables-on-house-building&quot; rel=&quot;nofollow&quot;&gt;Live tables on House Building&lt;/a&gt; have data on the number of dwellings, although &lt;a href=&quot;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/405147/LiveTable209.ods&quot; rel=&quot;nofollow&quot;&gt;the one I checked&lt;/a&gt; only dates back to 1969. These files are in ODS format.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-13T15:06:22.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4731" PostTypeId="5" CreationDate="2015-03-13T15:20:47.133" Score="0" Body="&lt;p&gt;From &lt;a href=&quot;http://en.wikipedia.org/wiki/Sunlight_Foundation&quot; rel=&quot;nofollow&quot;&gt;Wikipedia&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Sunlight Foundation is a 501(c)(3) nonpartisan nonprofit&#xA;  organization that was founded in April 2006 with a goal of&#xA;  increasing transparency and accountability in the United States&#xA;  Congress, the executive branch, and in state and local governments.&#xA;  The foundation's primary focus is the role of money in politics,&#xA;  and advocates for policy changes to build a more open government,&#xA;  builds technological tools to increase the participation of citizens&#xA;  in government, and conducts original reporting on accountability and&#xA;  other open government issues.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Sunlight provides a number of &lt;a href=&quot;https://sunlightfoundation.com/api/&quot; rel=&quot;nofollow&quot;&gt;data services&lt;/a&gt;. This tag would be appropriate for questions about those services.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-03-13T17:58:18.717" LastActivityDate="2015-03-13T17:58:18.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4732" PostTypeId="4" CreationDate="2015-03-13T15:20:47.133" Score="0" Body="The Sunlight Foundation is an international, nonpartisan, nonprofit organization that uses the tools of civic tech, open data, policy analysis and journalism to make our government and politics more accountable and transparent to all. Their primary focus is the US Government, mostly at the federal level." OwnerUserId="18" LastEditorUserId="90" LastEditDate="2016-01-26T18:38:40.583" LastActivityDate="2016-01-26T18:38:40.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4733" PostTypeId="1" CreationDate="2015-03-13T18:30:20.457" Score="3" ViewCount="73" Body="&lt;p&gt;I'm helping a nonprofit reach small businesses in NY. Looking specifically for revenue, number of employees, type of business and ethnicity of the owner. Is there any place I can find such information?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorUserId="18" LastEditDate="2015-03-14T14:25:14.213" LastActivityDate="2015-03-14T14:39:27.783" Title="Where can I get NY small businesses data, including revenue, number of employees etc?" Tags="|data-request|usa|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4734" PostTypeId="5" CreationDate="2015-03-13T20:19:44.263" Score="0" Body="&lt;p&gt;The US Census Bureau &lt;a href=&quot;http://census.gov/about/what.html&quot; rel=&quot;nofollow&quot;&gt;manages a number of data collection projects&lt;/a&gt; for the US government. While it was originally created to count the population for purposes of legislative apportionment, they now gather much more data about individual citizens and where and how they live. This data is primarily published in the &lt;a href=&quot;http://census.gov/programs-surveys/decennial-census.html&quot; rel=&quot;nofollow&quot;&gt;Decennial Census of Population and Housing&lt;/a&gt; and the &lt;a href=&quot;http://www.census.gov/acs/www/&quot; rel=&quot;nofollow&quot;&gt;American Community Survey (ACS)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, in cooperation with the Bureau of Labor Statistics, the Census conducts the &lt;a href=&quot;http://www.bls.gov/cps/&quot; rel=&quot;nofollow&quot;&gt;Current Population Survey (CPS)&lt;/a&gt;, which is the primary source of national employment statistics and other economic data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census also conducts 5-year surveys of &lt;a href=&quot;http://www.census.gov/govs/cog/&quot; rel=&quot;nofollow&quot;&gt;governments&lt;/a&gt; and the &lt;a href=&quot;http://www.census.gov/econ/census/&quot; rel=&quot;nofollow&quot;&gt;economy&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This tag is appropriate for all data published by the Census Bureau, including the CPS, whether published as &lt;a href=&quot;http://www2.census.gov/&quot; rel=&quot;nofollow&quot;&gt;bulk data&lt;/a&gt;, via the &lt;a href=&quot;http://factfinder.census.gov/&quot; rel=&quot;nofollow&quot;&gt;American Fact Finder&lt;/a&gt;, &lt;a href=&quot;http://dataferrett.census.gov/&quot; rel=&quot;nofollow&quot;&gt;DataFerrett&lt;/a&gt;, or other tools or repositories.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-03-16T08:59:45.447" LastActivityDate="2015-03-16T08:59:45.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4735" PostTypeId="4" CreationDate="2015-03-13T20:19:44.263" Score="0" Body="The U.S. Census Bureau's mission &quot;is to serve as the leading source of quality data about the nation's people and economy.&quot; Use this tag for data collected and/or published by the US Census Bureau." OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-03-16T08:59:48.657" LastActivityDate="2015-03-16T08:59:48.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4736" PostTypeId="1" CreationDate="2015-03-13T23:37:07.150" Score="7" ViewCount="914" Body="&lt;p&gt;I'm looking for home sale data that includes info such as an address, sale price, home type, sq. ft., etc.  Where (what dataset(s)) can I get that data from?&lt;/p&gt;&#xA;" OwnerUserId="5939" LastEditorUserId="23272" LastEditDate="2022-07-14T12:14:09.853" LastActivityDate="2022-07-14T12:14:09.853" Title="Looking for home sale data" Tags="|data-request|real-estate|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4737" PostTypeId="2" ParentId="1408" CreationDate="2015-03-14T09:15:01.610" Score="0" Body="&lt;p&gt;The public use microdata (PUMS) can be easily extracted and downloaded at &#xA;&lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow&quot;&gt;https://usa.ipums.org/usa/&lt;/a&gt;&#xA;where each household or individual's record can be obtained.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="5943" LastActivityDate="2015-03-14T09:15:01.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4738" PostTypeId="2" ParentId="4733" CreationDate="2015-03-14T14:39:27.783" Score="3" Body="&lt;p&gt;There is a &lt;a href=&quot;https://ny.newnycontracts.com/FrontEnd/VendorSearchPublic.asp?TN=ny&amp;amp;XID=4687&quot; rel=&quot;nofollow&quot;&gt;New York State Directory of Minority/Women-owned Business Enterprises&lt;/a&gt;. You can search using a form on that page, or download the entire directory as CSV or Excel.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has the following columns:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Company Name&lt;/li&gt;&#xA;&lt;li&gt;DBA Name&lt;/li&gt;&#xA;&lt;li&gt;Owner First&lt;/li&gt;&#xA;&lt;li&gt;Owner Last&lt;/li&gt;&#xA;&lt;li&gt;Physical Address&lt;/li&gt;&#xA;&lt;li&gt;City&lt;/li&gt;&#xA;&lt;li&gt;State&lt;/li&gt;&#xA;&lt;li&gt;Zip&lt;/li&gt;&#xA;&lt;li&gt;Mailing Address&lt;/li&gt;&#xA;&lt;li&gt;City&lt;/li&gt;&#xA;&lt;li&gt;State&lt;/li&gt;&#xA;&lt;li&gt;Zip&lt;/li&gt;&#xA;&lt;li&gt;Phone&lt;/li&gt;&#xA;&lt;li&gt;Fax&lt;/li&gt;&#xA;&lt;li&gt;Email&lt;/li&gt;&#xA;&lt;li&gt;Agency&lt;/li&gt;&#xA;&lt;li&gt;Certification Type&lt;/li&gt;&#xA;&lt;li&gt;Capability&lt;/li&gt;&#xA;&lt;li&gt;Work Districts/Regions&lt;/li&gt;&#xA;&lt;li&gt;Industry&lt;/li&gt;&#xA;&lt;li&gt;Business Size&lt;/li&gt;&#xA;&lt;li&gt;General Location&lt;/li&gt;&#xA;&lt;li&gt;Location&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-14T14:39:27.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4739" PostTypeId="2" ParentId="4736" CreationDate="2015-03-14T16:38:26.880" Score="3" Body="&lt;p&gt;nationwide, the biggest and best data set you're going to get is&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://asdfree.com/home-mortgage-disclosure-act-hmda.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://asdfree.com/home-mortgage-disclosure-act-hmda.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;but if you can use a survey instead, start with&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://asdfree.com/american-housing-survey-ahs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://asdfree.com/american-housing-survey-ahs.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and check other surveys on asdfree.com that have household-level statistics like acs, nychvs, and maybe scf&lt;/p&gt;&#xA;&lt;p&gt;this is also worth a read&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/2019/how-to-construct-a-database-with-the-underlying-real-estate-data-displayed-by-re&quot;&gt;How to construct a database with the underlying real estate data displayed by Redfin, Zillow, or Trulia?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="31801" LastEditDate="2022-06-20T12:32:02.960" LastActivityDate="2022-06-20T12:32:02.960" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4740" PostTypeId="1" CreationDate="2015-03-14T17:03:39.533" Score="2" ViewCount="40" Body="&lt;p&gt;I'm trying to get some stats for the number of new artists on music streaming service per year or month, weather that's Spotify, YouTube, Beat music, etc. it doesn't matter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried searching for this information somewhere but I can only find that Spotify has 20,000 new songs per day. I could maybe make the assumption that every 15 songs is a new artist but that probably isn't very accurate.&lt;/p&gt;&#xA;" OwnerUserId="5945" LastEditorUserId="70" LastEditDate="2015-03-14T18:31:23.987" LastActivityDate="2015-03-14T18:31:23.987" Title="New artists per year/month for music streaming services" Tags="|data-request|music|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4741" PostTypeId="1" CreationDate="2015-03-15T00:25:07.907" Score="7" ViewCount="705" Body="&lt;p&gt;I'm searching for a data set in the public domain that quantifies degree of internet usage on a global basis for small geographic areas.  For example is there a data set that shows total traffic (e.g. in GBs) consumed in each postal code? I'm particularly interested China.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My initial thought is that some organization like Akamai or other kind of CDN or backbone provider might have published something.  But my searches have come up empty.&lt;/p&gt;&#xA;" OwnerUserId="5948" LastEditorUserId="70" LastEditDate="2015-03-30T08:59:19.333" LastActivityDate="2015-04-27T15:30:01.277" Title="Where can I find publicly available data about internet usage?" Tags="|data-request|internet|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4742" PostTypeId="1" AcceptedAnswerId="4743" CreationDate="2015-03-15T00:50:31.343" Score="5" ViewCount="2940" Body="&lt;p&gt;I am wanting to find a worldwide open nutritional database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there have been &lt;a href=&quot;https://opendata.stackexchange.com/q/269&quot;&gt;questions about this&lt;/a&gt; before and the answers all refer to &lt;a href=&quot;https://www.ars.usda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA's Agricultural Research Service&lt;/a&gt; and &lt;a href=&quot;http://product.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OKFN's Open Product Data&lt;/a&gt; sites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The USDA one is very much restricted to US foods (I am in Australia) and, from what I can tell, doesn't include barcode info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OKFN database seems perfect, however, the site has been down since at least Dec '14.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I could get a copy of the Product Open Data database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do not need an API, just the data will suffice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;About the other post&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen a thread with almost the same question. That threat lead me to write this question as the accepted answer mentions the Product Open Data database, but, as I explained earlier, that website has been down. My question allowed me to find a way around this which is exactly what I explained I was looking for. So, no, not a duplicate.&lt;/p&gt;&#xA;" OwnerUserId="5949" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2020-10-19T18:07:20.213" Title="How can I download the Product Open Data database?" Tags="|data-request|food|barcodes|okfn|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4743" PostTypeId="2" ParentId="4742" CreationDate="2015-03-15T01:00:21.583" Score="4" Body="&lt;p&gt;The Wayback Machine is always your best friend; Here's the data from 2014-02&lt;br /&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20140209011312/http://product-open-data.com/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/20140209011312/http://product-open-data.com/download/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/okfn/opd-product-browser-web&quot; rel=&quot;nofollow noreferrer&quot;&gt;OPD Product Browser Web Repository&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There's also &lt;a href=&quot;http://openfoodfacts.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open food facts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2020-10-19T18:07:20.213" LastActivityDate="2020-10-19T18:07:20.213" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="4744" PostTypeId="1" AcceptedAnswerId="6605" CreationDate="2015-03-15T03:59:42.270" Score="5" ViewCount="140" Body="&lt;p&gt;The International Union for the Conservation of Nature (IUCN) lists &lt;a href=&quot;https://en.wikipedia.org/wiki/IUCN_protected_area_categories&quot; rel=&quot;noreferrer&quot;&gt;seven protection categories&lt;/a&gt; for different areas that serve to protect the natural environment and biodiversity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any international database listing all areas worldwide with their category and exact boundaries (i.e. a polygon of the boundaries, rather than just a single location)? Perhaps as a layer loadable in Google Maps or Google Earth, or on a separate map application like the &lt;a href=&quot;http://www.wilderness.net/map&quot; rel=&quot;noreferrer&quot;&gt;US Wilderness map&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="70" LastEditDate="2015-03-15T11:01:09.153" LastActivityDate="2016-03-16T22:18:10.113" Title="Global map of protected areas by IUCN category" Tags="|data-request|geospatial|environment|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4745" PostTypeId="2" ParentId="1582" CreationDate="2015-03-15T06:38:53.053" Score="2" Body="&lt;p&gt;There are many commercial data sources for company data. Data quality varies widely.  INFOT (infotdata.com) sells reasonably good databases for most major countries, but it's Yellow Pages quality. Many businesses are missing, and there's a fair amount of bogus information. In particular, web site names for companies are often inaccurate.  It's good enough for marketing purposes, but marginal for business validation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;SEC EDGAR is useful, but it only covers publicly held companies in the US. We use it, and update our own database from it daily. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the UK, there's one central source - Companies House - and they offer a full UK company list for free download, updated monthly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The gold standard is D&amp;amp;B Firmographics.  That will cost you about $800K/year just for the US. &lt;/p&gt;&#xA;" OwnerUserId="5951" LastActivityDate="2015-03-15T06:38:53.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4746" PostTypeId="5" CreationDate="2015-03-15T11:19:08.353" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-15T11:19:08.353" LastActivityDate="2015-03-15T11:19:08.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4747" PostTypeId="4" CreationDate="2015-03-15T11:19:08.353" Score="0" Body="Open Knowledge (formerly Open Knowledge Foundation) is a worldwide nonprofit organization that promotes open knowledge, including open content and open data." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-15T14:35:34.883" LastActivityDate="2015-03-15T14:35:34.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4748" PostTypeId="1" AcceptedAnswerId="7768" CreationDate="2015-03-15T12:21:59.627" Score="10" ViewCount="6379" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://product.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Product Data&lt;/a&gt;&lt;/strong&gt; (also known as &lt;strong&gt;&lt;em&gt;Product Open Data&lt;/em&gt;&lt;/strong&gt;) is a project run by &lt;a href=&quot;https://okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OKFN&lt;/a&gt;. Its main goal is to build a public database of product data. There are already several &lt;a href=&quot;https://opendata.stackexchange.com/q/4742/70&quot;&gt;questions&lt;/a&gt; &lt;a href=&quot;https://opendata.stackexchange.com/a/274/70&quot;&gt;and&lt;/a&gt; &lt;a href=&quot;https://opendata.stackexchange.com/a/734/70&quot;&gt;answers&lt;/a&gt; related to this project here on Open Data Stack Exchange. However, the &lt;a href=&quot;http://product-open-data.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;main website&lt;/a&gt; has been dead for some months now, and the &lt;a href=&quot;https://lists.okfn.org/pipermail/product/&quot; rel=&quot;nofollow noreferrer&quot;&gt;official mailing list&lt;/a&gt; is deserted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the current status of this projects? Are there any plans or ongoing initiatives to revive it?&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2022-09-09T05:53:35.273" Title="What is the status of OKFN's Open Product Data project?" Tags="|products|okfn|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4749" PostTypeId="1" AcceptedAnswerId="4752" CreationDate="2015-03-15T13:37:27.463" Score="13" ViewCount="311" Body="&lt;p&gt;Many questions are posted here in search of a specific dataset that is either no longer online, or has died from linkrot, or a combination of the two. What is the best way to get around this? Or rather, can these datasets be recovered?&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-03-16T02:38:52.080" LastActivityDate="2015-03-20T06:46:02.607" Title="Searching for Open Data Dataset That is No Longer Online" Tags="|data-request|best-practice|search-engine|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4752" PostTypeId="2" ParentId="4749" CreationDate="2015-03-15T14:18:20.900" Score="9" Body="&lt;p&gt;The Memento Web and the Wayback Machine are two possible solutions:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Wayback Machine&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The Wayback Machine by the Internet Archive is your best friend for all things that were once online, and even some things that still are, if you want to compare changes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From Wikipedia:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Wayback Machine is a digital archive of the World Wide Web and other information on the Internet created by the Internet Archive, a non-profit organization, based in San Francisco, California. It was set up by Brewster Kahle and Bruce Gilliat, and is maintained with content from Alexa Internet. The service enables users to see archived versions of web pages across time, which the Archive calls a &quot;three dimensional index.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you have a dead link, simply paste it into &lt;a href=&quot;https://archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;the search input element of Wayback Machine&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you can type &lt;a href=&quot;https://web.archive.org/web/*/DEAD_LINK&amp;#39;S_URL&quot; rel=&quot;nofollow&quot;&gt;https://web.archive.org/web/*/DEAD_LINK'S_URL&lt;/a&gt; directly into the address bar of your favorite browser.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Memento Web&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Los Alamos National Lab has been offering the &lt;a href=&quot;https://en.wikipedia.org/wiki/Memento_Project&quot; rel=&quot;nofollow&quot;&gt;Memento Web&lt;/a&gt; project which unifies search across the archives.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://timetravel.mementoweb.org/&quot; rel=&quot;nofollow&quot;&gt;Main form to use for online search&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chrome.google.com/webstore/detail/memento-time-travel/jgbfpjledahoajcppakbgilmojkaghgm?hl=en&amp;amp;gl=US&quot; rel=&quot;nofollow&quot;&gt;Memento plugin for Chrome&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/hariharshankar/memento_firefox&quot; rel=&quot;nofollow&quot;&gt;Memento extension for Firefox&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;Other&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Some search engines may provide you with a cached version of the page where the dataset resided (possibly, the dataset files as well).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the steps above fail, you may consider&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;looking for papers which used the dataset (at arXiv or in academic journals),&lt;/li&gt;&#xA;&lt;li&gt;contacting their authors,&lt;/li&gt;&#xA;&lt;li&gt;looking at various bulletin boards for those who might have downloaded the dataset and contacting them.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;You can also have a look at &lt;a href=&quot;http://academictorrents.com&quot; rel=&quot;nofollow&quot;&gt;http://academictorrents.com&lt;/a&gt; to see if your dataset is present there.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="458" LastEditDate="2015-03-20T06:46:02.607" LastActivityDate="2015-03-20T06:46:02.607" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4753" PostTypeId="1" CreationDate="2015-03-16T02:59:43.880" Score="13" ViewCount="261" Body="&lt;p&gt;I am working on developing some high-dimensional survival analysis methods with R, but I do not know where to find such high-dimensional survival datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could anyone tell me where to find such datasets, for examples the data used in:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://bioinformatics.oxfordjournals.org/content/23/16/2080.full.pdf&quot;&gt;&quot;Predicting survival from microarray data—a comparative study&quot;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Dutch breast cancer data van Houwelingen et al. (2006), 295*24885&lt;/li&gt;&#xA;&lt;li&gt;DLBCL data Rosenwald et al. (2002), 240*7399&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Or any other massive high dimensional survival datasets?&lt;/p&gt;&#xA;" OwnerUserId="5961" LastEditorUserId="7009" LastEditDate="2015-07-10T14:54:19.020" LastActivityDate="2016-11-06T22:21:09.497" Title="Where can I find massive and high dimensional survival datasets" Tags="|data-request|medical|programming|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4754" PostTypeId="1" CreationDate="2015-03-16T03:00:09.420" Score="6" ViewCount="682" Body="&lt;p&gt;I have a few KML files that I would like to share with the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google &lt;a href=&quot;https://support.google.com/earth/answer/173934&quot; rel=&quot;nofollow noreferrer&quot;&gt;suggests&lt;/a&gt; hosting them on Google Drive, but I would prefer a platform that offers more map-oriented features. &lt;a href=&quot;http://datahub.io/dataset/villages-kml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datahub&lt;/a&gt; does not offer any map-oriented features either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Accessed via an easily sharable URL, the page must show to the visitor:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A preview of the KML file, for instance a dynamic map if there is not too much data, or a static map if there is to much data to show dynamically.&lt;/li&gt;&#xA;&lt;li&gt;Links to map services integrating the data, for instance &lt;code&gt;http://maps.google.com/maps?q=http://example.com/thedata.kml&lt;/code&gt; and equivalents with OpenStreetMap, Bing, Wikimapia, etc. See &lt;a href=&quot;https://tools.wmflabs.org/geohack/geohack.php?pagename=Dalyoni_Bolo&amp;amp;params=39_44_32_N_68_59_40_E_type:city%2816298%29_region:TJ&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; for more link examples.&lt;/li&gt;&#xA;&lt;li&gt;Statistics: number of points, etc.&lt;/li&gt;&#xA;&lt;li&gt;Buttons to download the files as KML/GPX/OSM formats, whatever the format they have been uploaded with (the platform performs the conversion, server-side)&lt;/li&gt;&#xA;&lt;li&gt;Show license of the file, title, description. Bonus for allowing the public to leave comments about the file. The uploader should be able to choose the license, at least public domain and CC-BY-SA should be available choices.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Must work with 100k+ locations files.&lt;br&gt;&#xA;Ideally, The uploader should be able to upload in similar formats like GPX/OSM.&#xA;Bonus if the platform allows visitors to download a part of the data, for instance only locations in Indonesia.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;How it could look like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/VUsyr.png&quot; alt=&quot;mock up&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-03-23T11:30:30.337" LastActivityDate="2015-03-23T11:30:30.337" Title="Where to host a public KML/GPX/OSM map file? (preview, map links, statistics, conversion)" Tags="|releasing-data|geospatial|openstreetmap|kml|" AnswerCount="1" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4755" PostTypeId="1" CreationDate="2015-03-16T03:27:10.997" Score="4" ViewCount="522" Body="&lt;p&gt;Any idea if there is a public source of gasoline consumption data for US cities?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking at predicting changes in gasoline consumption as a function of recent technological innovations.&lt;/p&gt;&#xA;" OwnerUserId="5933" LastEditorUserId="5933" LastEditDate="2015-03-16T16:49:21.717" LastActivityDate="2015-03-16T21:27:18.497" Title="Consumption data of gasoline by month and city available?" Tags="|data-request|city|energy|" AnswerCount="2" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4756" PostTypeId="1" AcceptedAnswerId="4757" CreationDate="2015-03-16T10:45:01.973" Score="10" ViewCount="5533" Body="&lt;p&gt;I am looking for datasets or huge lists of human forenames. There's plenty of &lt;a href=&quot;https://www.google.com/?gws_rd=ssl#q=babynames&quot; rel=&quot;noreferrer&quot;&gt;websites&lt;/a&gt; that curate lists of names. But none of these seems to offer functionality to export either raw data/lists of names, nor to list more than a few dozen names per &lt;em&gt;page&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My criteria to the data are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;each entry needs be unique&lt;/li&gt;&#xA;&lt;li&gt;each entry needs be human readable (not just a random collection of letters such as: &lt;em&gt;quwertzpl&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;entries need to number 10'000+ (ten thousand and/or more)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5966" LastEditorUserId="70" LastEditDate="2015-04-19T14:18:36.277" LastActivityDate="2023-07-17T17:01:52.067" Title="Searching for list(s) of babynames containing huge (10k+) amounts of unique names" Tags="|data-request|names|" AnswerCount="6" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4757" PostTypeId="2" ParentId="4756" CreationDate="2015-03-16T11:04:15.593" Score="16" Body="&lt;p&gt;The best source of international human given (first) names comes from a &lt;a href=&quot;http://www.heise.de/ct/ftp/07/17/182/&quot; rel=&quot;nofollow noreferrer&quot;&gt;German computer magazine&lt;/a&gt;. The text file has nearly 50k names that are classified by likely gender, and how popular in each country. It's carefully curated and has a friendly license (GNU Free Documentation License 1.2).&lt;/p&gt;&#xA;&lt;p&gt;The file can be downloaded here : &lt;a href=&quot;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&lt;/a&gt; (name_dict.txt contains the data).&lt;/p&gt;&#xA;&lt;p&gt;Archive Link: &lt;a href=&quot;https://web.archive.org/web/20200414235453/ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20200414235453/ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Instead of parsing this file, you can use the python port SexMachine (really) - &lt;a href=&quot;https://pypi.python.org/pypi/SexMachine/&quot; rel=&quot;nofollow noreferrer&quot;&gt;package&lt;/a&gt; and &lt;a href=&quot;https://github.com/ferhatelmas/sexmachine&quot; rel=&quot;nofollow noreferrer&quot;&gt;github repo&lt;/a&gt;. I'm sure other languages have their own ports. There is also a windows executable (&lt;a href=&quot;http://www.autohotkey.com/board/topic/20260-gender-verification-by-forename-cmd-line-tool-db/&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stackoverflow.com/a/818283/2327328&quot;&gt;my reference&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;For US baby names, you can use the Social Security Admin's download (&lt;a href=&quot;https://catalog.data.gov/dataset/baby-names-from-social-security-card-applications-national-level-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;overview&lt;/a&gt;) and &lt;a href=&quot;http://www.ssa.gov/oact/babynames/limits.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;link to data&lt;/a&gt;. This data can be national or on the state level, and going back to the late 19th century.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;To safeguard privacy, we restrict our list of names to those with at least 5 occurrences.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;You'll also find ports of this data to various languages.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2022-01-13T08:55:33.397" LastActivityDate="2022-01-13T08:55:33.397" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4758" PostTypeId="2" ParentId="4748" CreationDate="2015-03-16T14:07:02.003" Score="3" Body="&lt;p&gt;For now the best place to check in on the status of the project is here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://discuss.okfn.org/t/can-we-resurrect-product-open-data-com/173&quot; rel=&quot;nofollow&quot;&gt;http://discuss.okfn.org/t/can-we-resurrect-product-open-data-com/173&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently there are some volunteers trying to get the site and databases up and running again.&lt;/p&gt;&#xA;" OwnerUserId="5971" LastEditorUserId="70" LastEditDate="2015-04-17T12:05:30.297" LastActivityDate="2015-04-17T12:05:30.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4759" PostTypeId="2" ParentId="4754" CreationDate="2015-03-16T14:32:10.033" Score="2" Body="&lt;p&gt;geojson.io supports kml. it also allows you to import to github or gist.github&lt;br&gt;&#xA;edit: it doesn't have all of your requirements but the integration into github should allow you to do most except for the gpx&lt;br&gt;&#xA;edit:&lt;br&gt;&#xA;end results in gists: all of these .geojson maps were rendered via kml files from geojson.io&lt;br&gt;&#xA;&lt;a href=&quot;https://gist.github.com/jalbertbowden&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/jalbertbowden&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;step by step:&lt;br&gt;&#xA;download this .zip file containing points for a history map of Hampton, VA:&lt;br&gt;&#xA;&lt;a href=&quot;https://ckannet-storage.commondatastorage.googleapis.com/2015-03-05T21:52:24.450Z/locations-kmz.zip&quot; rel=&quot;nofollow&quot;&gt;https://ckannet-storage.commondatastorage.googleapis.com/2015-03-05T21:52:24.450Z/locations-kmz.zip&lt;/a&gt;&lt;br&gt;&#xA;extract &lt;code&gt;Locations.kml&lt;/code&gt; out of the .zip.&lt;br&gt;&#xA;go to geojsion.io:&lt;br&gt;&#xA;&lt;a href=&quot;http://geojson.io/&quot; rel=&quot;nofollow&quot;&gt;http://geojson.io/&lt;/a&gt;&lt;br&gt;&#xA;go to open, file, and upload the kml file, which gives us:&lt;br&gt;&#xA;&lt;a href=&quot;http://geojson.io/#map=12/37.0532/-76.3602&quot; rel=&quot;nofollow&quot;&gt;http://geojson.io/#map=12/37.0532/-76.3602&lt;/a&gt;&lt;br&gt;&#xA;you are previewing the data. you can edit it. you can redownload the kml. you can download geojson/topojson/csv/shp as well.&lt;br&gt;&#xA;this also provides you with a bloc.ks url for sharing.&lt;br&gt;&#xA;click on sharing:&lt;br&gt;&#xA;&lt;a href=&quot;http://bl.ocks.org/d/6dd95a7f0d7d39b1e41a&quot; rel=&quot;nofollow&quot;&gt;http://bl.ocks.org/d/6dd95a7f0d7d39b1e41a&lt;/a&gt;&lt;br&gt;&#xA;more preview version but for an audience.&lt;br&gt;&#xA;click on save. you have all the format options i've already listed, as well as github/gist. &#xA;clicking on gist gives you:&lt;br&gt;&#xA;&lt;a href=&quot;https://gist.github.com/jalbertbowden/006bf26bf7e5da3200fd&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/jalbertbowden/006bf26bf7e5da3200fd&lt;/a&gt;&lt;br&gt;&#xA;optionally you can include it in a github repo as well. clicking on github will pull up your github repos and give you a menu from where to save.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-03-17T19:19:30.177" LastActivityDate="2015-03-17T19:19:30.177" CommentCount="15" ContentLicense="CC BY-SA 3.0" />
  <row Id="4761" PostTypeId="2" ParentId="4755" CreationDate="2015-03-16T19:07:20.223" Score="2" Body="&lt;p&gt;a think tank in chicago has done some of this legwork for you, but the price is from 2007; pretty sure you can change it to reflect new prices. and while this is only going to give you a cost estimate, i imagine dividing the cost by price should give you the number of gallons. not sure if you can enter a city, but you can search by zip/address so you could also compile them into cities/localities:&lt;br&gt;&#xA;&lt;a href=&quot;http://abogo.cnt.org/&quot; rel=&quot;nofollow&quot;&gt;http://abogo.cnt.org/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;there's also the urban mobility report, which should give you exactly what you want:&lt;br&gt;&#xA;&lt;a href=&quot;http://mobility.tamu.edu/ums/&quot; rel=&quot;nofollow&quot;&gt;http://mobility.tamu.edu/ums/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-16T19:07:20.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4762" PostTypeId="2" ParentId="4755" CreationDate="2015-03-16T21:27:18.497" Score="2" Body="&lt;p&gt;Not sure if EIA data will be granular enough for what you're looking for:&#xA;&lt;a href=&quot;http://www.eia.gov/petroleum/data.cfm#consumption&quot; rel=&quot;nofollow&quot;&gt;http://www.eia.gov/petroleum/data.cfm#consumption&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looks like they define their regions:&#xA;&lt;a href=&quot;http://www.eia.gov/petroleum/gasdiesel/gas_geographies.cfm#city-county&quot; rel=&quot;nofollow&quot;&gt;http://www.eia.gov/petroleum/gasdiesel/gas_geographies.cfm#city-county&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5834" LastActivityDate="2015-03-16T21:27:18.497" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4763" PostTypeId="2" ParentId="4756" CreationDate="2015-03-16T21:30:15.607" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/baby-names-from-social-security-card-applications-national-level-data&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset/baby-names-from-social-security-card-applications-national-level-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For information on SSA dataset.&lt;/p&gt;&#xA;" OwnerUserId="5834" LastActivityDate="2015-03-16T21:30:15.607" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4764" PostTypeId="1" CreationDate="2015-03-17T03:40:47.617" Score="4" ViewCount="66" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;METeOR is Australia’s repository for national metadata standards for health, housing and community services statistics and information. - &lt;a href=&quot;http://meteor.aihw.gov.au/&quot; rel=&quot;nofollow&quot;&gt;http://meteor.aihw.gov.au/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If I want to build a open data repository based with ISO 11179 is it possible with Meteor? Is the code for this available to work as a system on its alone?&lt;/p&gt;&#xA;" OwnerUserId="5981" LastEditorUserId="70" LastEditDate="2015-03-17T10:41:59.077" LastActivityDate="2015-03-19T08:07:40.307" Title="What product is the Australian government Meteor made using?" Tags="|government|tool-request|metadata|australia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4765" PostTypeId="2" ParentId="2175" CreationDate="2015-03-17T03:44:46.637" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://ali.as/census/&quot; rel=&quot;nofollow&quot;&gt;Someone has put together a giant SQLite database that holds pretty much all Australian Census data&lt;/a&gt; at the smallest available geography from the &lt;a href=&quot;http://www.abs.gov.au/websitedbs/d3310114.nsf/home/australian+statistical+geography+standard+%28asgs%29&quot; rel=&quot;nofollow&quot;&gt;Australian Statistical Geography Standard (ASGS)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user846" LastActivityDate="2015-03-17T03:44:46.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4766" PostTypeId="2" ParentId="42" CreationDate="2015-03-17T06:32:38.650" Score="1" Body="&lt;p&gt;there is no correct answer here, it just depends. as everyone else has pointed out how the approach prior and relationship building is fruitful, here's when its not: when that data is hot-topic, off-topic, explosive journalism, etc. probing could lead to a clamp down not just from them, but from their contacts. if you catch them off guard, you may get what you are looking for.&lt;br&gt;&#xA;also if its that kind of data, relationships are nominally off the table, because they're still not going to give it to you. with a smile.&#xA;again, it all depends. and its a balancing act. weigh the pros and cons and go for it.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-17T06:32:38.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4767" PostTypeId="1" CreationDate="2015-03-17T09:13:27.650" Score="4" ViewCount="38" Body="&lt;p&gt;Does anybody know if there is any publicly available collection of common objects, animals, events, and things which lists categorical attributes?&lt;/p&gt;&#xA;&lt;p&gt;Such a database might look the following (if inefficiently organized):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;object  aquatic bird mammal domesticated man-made made-of-wood&#xA;dog     0       0    1      1            0        0 &#xA;door    0       0    0      0            1        1&#xA;ostrich 0       1    0      0            0        0&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I have been playing around with &lt;a href=&quot;http://conceptnet5.media.mit.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;ConceptNet5&lt;/code&gt;&lt;/a&gt; for a few days now but don't feel that it is consistently accurate enough for my needs. I would rather have a smaller database which has been constructed by hand if possible.&lt;/p&gt;&#xA;" OwnerUserId="5933" LastEditorUserId="23272" LastEditDate="2022-07-14T13:01:17.937" LastActivityDate="2022-07-14T13:01:17.937" Title="Data Inquiry: Collections of common objects with attributes" Tags="|data-request|" AnswerCount="0" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4768" PostTypeId="1" AcceptedAnswerId="4769" CreationDate="2015-03-17T11:59:53.723" Score="7" ViewCount="71" Body="&lt;p&gt;USAID recently launched a &lt;a href=&quot;http://www.usaid.gov/data/frequently-asked-questions&quot; rel=&quot;nofollow&quot;&gt;Frequently Asked Questions page&lt;/a&gt; to handle Q&amp;amp;A concerning their policy &lt;a href=&quot;http://www.usaid.gov/ads/policy/500/579&quot; rel=&quot;nofollow&quot;&gt;ADS 579&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These Q&amp;amp;As are directed at both internal and external audiences.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could see posting the questions on this site, but based on the questions, it seems appropriate to have them on USAID's website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How have others approached this?&lt;/p&gt;&#xA;" OwnerUserId="5984" LastEditorUserId="70" LastEditDate="2015-03-25T17:37:53.273" LastActivityDate="2015-03-25T17:37:53.273" Title="What are best practices for where to answer agency specific Open Data Policy implementation questions?" Tags="|releasing-data|best-practice|" AnswerCount="3" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4769" PostTypeId="2" ParentId="4768" CreationDate="2015-03-17T13:02:11.257" Score="1" Body="&lt;p&gt;this is a &quot;depends&quot; question, but i'll lean to always having the answers on your site. you are the authority. you are releasing the data. you are in control.&lt;br&gt;&#xA;bringing them here could help alert people to the data and the questions, as well as help crowd source solutions or answers you are seeking.&lt;br&gt;&#xA;there's a saying called &quot;own your data&quot; and i believe this falls under it as well. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-17T13:02:11.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4770" PostTypeId="1" AcceptedAnswerId="4771" CreationDate="2015-03-17T18:21:28.913" Score="5" ViewCount="113" Body="&lt;p&gt;Anybody have a source for experimental data on alcohol consumption and reaction time?    &lt;/p&gt;&#xA;" OwnerUserId="2590" LastActivityDate="2015-03-17T19:21:51.143" Title="Alcohol consumption and reaction time" Tags="|data-request|medical|biology|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4771" PostTypeId="2" ParentId="4770" CreationDate="2015-03-17T19:21:51.143" Score="3" Body="&lt;p&gt;cdc is probably your best bet. start here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cdc.gov/alcohol/fact-sheets/alcohol-use.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/alcohol/fact-sheets/alcohol-use.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-17T19:21:51.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4772" PostTypeId="1" CreationDate="2015-03-17T20:08:24.930" Score="5" ViewCount="105" Body="&lt;p&gt;Suppose we have data under an open license and in some standard machine readable format. What has to be considered on top of that with respect to making the data accessible to people with disabilities, or their tools? Do any standards or best practice guidelines exist for that? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am roughly aware of WCAG and ISO/IEC TR 29138-X:2009 as well as some key accessibility regulations and intiatives in the US and Europe (see my notes &lt;a href=&quot;https://github.com/Daniel-Mietchen/datascience/blob/master/web-accessibility.md&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;), but none of them seem to really cover data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: I am especially interested in scientific data, much of which can not usefully be displayed in tabular form &amp;ndash; think Magnetic Resonance images or spectra, genome sequences and their annotations, or phylogenetic trees. &lt;/p&gt;&#xA;" OwnerUserId="1857" LastEditorUserId="1857" LastEditDate="2015-03-17T22:16:16.317" LastActivityDate="2015-03-18T13:46:24.733" Title="What standards exist for accessibility of open data?" Tags="|standards|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4773" PostTypeId="2" ParentId="4772" CreationDate="2015-03-17T20:33:21.433" Score="1" Body="&lt;p&gt;to answer part of your question, if you're displaying your data, the same standards that apply to html, should apply here: use lean, semantic markup; apply tabkeys when applicable; etc. extra special care should be taken here when marking up tables, as they tend to get out of hand.&lt;br&gt;&#xA;as far as other user agents, i'm assuming the same standards apply to their tools.&lt;br&gt;&#xA;there are validation services for most formats, which you should try and implement from the early on set, such as html/css/json/csv, etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;they may not explicitly cover &quot;data&quot; in the title or subject, but any w3c wcag recommendation for tabular or list data applies&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-17T20:33:21.433" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="4774" PostTypeId="1" CreationDate="2015-03-17T22:17:28.480" Score="5" ViewCount="75" Body="&lt;p&gt;I am trying to determine what the limitations are for someone making calls to the &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow&quot;&gt;HealthCare Finder API&lt;/a&gt;. Specifically, does the HealthCare Finder API have any sort of per minute, per hour or per day rate limit for calls to the API?&lt;/p&gt;&#xA;" OwnerUserId="5991" LastEditorUserId="70" LastEditDate="2015-04-17T18:27:10.183" LastActivityDate="2017-01-12T17:06:41.243" Title="HealthCare Finder API: Rate Limit?" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4775" PostTypeId="2" ParentId="3997" CreationDate="2015-03-18T01:55:24.617" Score="1" Body="&lt;p&gt;My only guess is that you could find the previous version of that setid (it looks like that it is currently on version 30), and perhaps the name you are look for would be in there. The OpenFDA API is only ever going to have the latest version. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The DailyMed site has an API for pulling SPL history, so you know the date that it changed its name, then you can determine which version to track down. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API call would be: &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/services/v2/spls/8bc6397e-4bd8-4d37-a007-a327e4da34d9/history.json&quot; rel=&quot;nofollow&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/services/v2/spls/8bc6397e-4bd8-4d37-a007-a327e4da34d9/history.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The response looks like: &#xA;```&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;metadata&quot;: {&#xA;    ...&#xA;    },&#xA;    &quot;data&quot;: {&#xA;        &quot;history&quot;: [{&#xA;            &quot;spl_version&quot;: 31,&#xA;            &quot;published_date&quot;: &quot;Mar 05, 2015&quot;&#xA;        }, {&#xA;            &quot;spl_version&quot;: 30,&#xA;            &quot;published_date&quot;: &quot;Aug 12, 2013&quot;&#xA;        }, {&#xA;            &quot;spl_version&quot;: 29,&#xA;            &quot;published_date&quot;: &quot;Mar 13, 2013&quot;&#xA;        }, &#xA;          ...&#xA;           {&#xA;            &quot;spl_version&quot;: 12,&#xA;            &quot;published_date&quot;: &quot;Sep 18, 2009&quot;&#xA;        }, {&#xA;            &quot;spl_version&quot;: 11,&#xA;            &quot;published_date&quot;: &quot;Jul 23, 2009&quot;&#xA;        }, {&#xA;            &quot;spl_version&quot;: 1,&#xA;            &quot;published_date&quot;: &quot;Nov 14, 2008&quot;&#xA;        }],&#xA;        &quot;spl&quot;: {&#xA;            &quot;setid&quot;: &quot;8bc6397e-4bd8-4d37-a007-a327e4da34d9&quot;,&#xA;            &quot;title&quot;: &quot;ERBITUX (CETUXIMAB) SOLUTION [IMCLONE LLC]&quot;&#xA;        }&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;```&lt;/p&gt;&#xA;" OwnerUserId="3564" LastEditorDisplayName="user6188" LastEditDate="2015-04-18T13:26:26.983" LastActivityDate="2015-04-18T13:26:26.983" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4776" PostTypeId="1" AcceptedAnswerId="4786" CreationDate="2015-03-18T04:34:41.340" Score="5" ViewCount="352" Body="&lt;p&gt;So I was looking at the QCLCD hourly weather data from NOAA, and I noticed something weird about it. There's a column for hourly precipitation amount (&lt;code&gt;HourlyPrecip&lt;/code&gt;), and there's also a column for the current weather condition (&lt;code&gt;WeatherType&lt;/code&gt;). However, there appear to be many instances where the &lt;code&gt;WeatherType&lt;/code&gt; reflects rain whereas the &lt;code&gt;HourlyPrecip&lt;/code&gt; column does not show any rain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a sample of the data that shows the issue i'm talking about, for a particular station (NYC Central Park):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;Date Time WeatherType DryBulbCelsius RelativeHumidity WindSpeed HourlyPrecip&#xA;20130801  951         -RA           22.8               71         0            T&#xA;20130801 1031      -RA BR           21.1               87         3&lt;br&gt;&#xA;20130801 1047      -RA BR           21.0               81         5&lt;br&gt;&#xA;20130801 1051      -RA BR           20.6               87         5         0.01&#xA;20130801 1120      +RA BR           20.0               90         0&lt;br&gt;&#xA;20130801 1132      +RA BR           19.4               93         5&lt;br&gt;&#xA;20130801 1144      -RA BR           19.4               93         0&lt;br&gt;&#xA;20130801 1151      -RA BR           19.4               93         0         0.15&#xA;20130801 1159      -RA BR           20.0               93         6&lt;br&gt;&#xA;20130801 1211      -RA BR           20.0               93         9&lt;br&gt;&#xA;20130801 1219      -RA BR           20.0               90         6&lt;br&gt;&#xA;20130801 1230      -RA BR           19.4               93         6&lt;br&gt;&#xA;20130801 1251       RA BR           19.4               90         5         0.09&lt;/code&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you can see, these columns all indicate some degree of rain (RA) in the &lt;code&gt;WeatherType&lt;/code&gt; column, but many do not show hourly precipitation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does the &lt;code&gt;WeatherType&lt;/code&gt; reflect some sort of aggregated weather condition over a few hours, or is the data wrong (unlikely because this issue affects a large percentage of observations)?&lt;/p&gt;&#xA;" OwnerUserId="5993" LastEditorUserId="5993" LastEditDate="2015-03-18T17:35:00.450" LastActivityDate="2015-03-19T18:56:54.627" Title="NOAA QCLCD weather data - inconsistencies in hourly data?" Tags="|weather|noaa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4777" PostTypeId="2" ParentId="1553" CreationDate="2015-03-18T13:18:55.587" Score="2" Body="&lt;p&gt;I have done this with different goals. It depends on the resolution you want. My primary approach was similar to above: Create a circle of the radius desired, then use a spatial intersection code to ask if the tract/tract centroid lies inside the circle. I did it with block groups in R and it worked fine. There are lots of tools for that in R, python, postgis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you want to fine tune it, you can use change of support code&#xA;&lt;a href=&quot;http://cran.r-project.org/web/packages/spBayes/&quot; rel=&quot;nofollow&quot;&gt;http://cran.r-project.org/web/packages/spBayes/&lt;/a&gt;&#xA;to change the estimates from tracks/block groups to a fine grid, then apply your code. If you change your support to a hexagonal grid you can get a pretty good estimate.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2015-03-18T13:18:55.587" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4778" PostTypeId="2" ParentId="4772" CreationDate="2015-03-18T13:46:24.733" Score="2" Body="&lt;p&gt;I'm going to assume that the data is in some graphical format -- if it's numerical data, then the visualization would be a function of the software that's using it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For images, there isn't anything that I'm aware of that you can do for blind people.  I've heard of devices that allow a blind person to trace a pen-like device over a surface, and it'll vibrate depending on what it's pointing at.  I've also seen specialty braille books by Noreen Grice that take a few images and apply textures to them.  (one of my co-workers was involved with her '&lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/0309095603&quot; rel=&quot;nofollow&quot;&gt;Touch the Sun&lt;/a&gt;' book)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're serving images via HTML, you can use the '&lt;a href=&quot;http://www.w3.org/TR/html-longdesc/&quot; rel=&quot;nofollow&quot;&gt;longdesc&lt;/a&gt;' attribute to provide a textual description of the image, with more specificity than would be appropriate for an 'alt' attribute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another consideration for images are the color-blind.  'Rainbow' style color tables are particularly bad not only for the color blind, but have also been shown to influence people in unintended ways:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://eagereyes.org/basics/rainbow-color-map&quot; rel=&quot;nofollow&quot;&gt;How The Rainbow Color Map Misleads&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://blog.visual.ly/rainbow-color-scales/&quot; rel=&quot;nofollow&quot;&gt;Dear NASA: No More Rainbow Color Scales, Please&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://root.cern.ch/drupal/content/rainbow-color-map&quot; rel=&quot;nofollow&quot;&gt;The Rainbow color map&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://medvis.org/2012/08/21/rainbow-colormaps-what-are-they-good-for-absolutely-nothing/&quot; rel=&quot;nofollow&quot;&gt;Rainbow Colormaps – What are they good for? Absolutely nothing!&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The last one links to a number of other resources, including alternate color tables and scholarly articles on the issue.  (note that AGU's EOS had a front-page article on this topic years ago, and did absolutely &lt;em&gt;nothing&lt;/em&gt; in their editorial process, within a couple of issues they had front-page articles with the problem).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-03-18T13:46:24.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4779" PostTypeId="1" CreationDate="2015-03-18T15:33:16.520" Score="6" ViewCount="111" Body="&lt;p&gt;I've been trying to find out how many trains stop at each UK train station, each day (or year, month, doesn't really matter but the more specific the better). But can't find any good sources.&#xA;Could also derive it from time-tables, but can't seem to find any good time tables in .csv or .xlsx...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone can help me out?&#xA;Would be absolutely amazing!!!!&lt;/p&gt;&#xA;" OwnerUserId="5999" LastEditorUserId="70" LastEditDate="2015-03-18T15:47:50.010" LastActivityDate="2016-02-08T14:46:46.610" Title="What's the train frequency at all stations in the UK?" Tags="|data-request|uk|public-transport|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4780" PostTypeId="2" ParentId="4744" CreationDate="2015-03-18T16:28:07.913" Score="3" Body="&lt;p&gt;I believe you will find what you are looking for at the Global Landcover Facility (though a little dated - 2007).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://staff.glcf.umd.edu/sns/branch/htdocs.sns/data/wdpa/&quot; rel=&quot;nofollow&quot;&gt;http://staff.glcf.umd.edu/sns/branch/htdocs.sns/data/wdpa/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;As a member of the IUCN, the GLCF provides the World Database on Protected Areas for free to the world. This data set contains GIS layers of protected areas that were produced by the World Conservation Union (IUCN) and the United Nations Environment Programme (UNEP)'s World Conservation Monitoring Centre (WCMC). The 2007 data set includes protected areas recognized at the international and national levels. Data are provided as point or polygon shapefiles.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-03-18T16:28:07.913" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4781" PostTypeId="2" ParentId="4776" CreationDate="2015-03-18T16:49:20.067" Score="0" Body="&lt;p&gt;I am assuming this QCLCD hourly dataset is for one weather station? The data are hourly samples by the station, The weather type on the othe hand (according to their documentation) is an &quot;abbreviated 3-hourly weather observations&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an introductory page explaining the content of their datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.noaa.gov/dataset/quality-controlled-local-climatological-data-qclcd-publication&quot; rel=&quot;nofollow&quot;&gt;https://data.noaa.gov/dataset/quality-controlled-local-climatological-data-qclcd-publication&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you look closer at this posted sample, at 10:51am a precipitation reading is made (0.01) and the weather type indicates light rain (-RA). At 11:20 and 11:32 observations are made that the rain is now heavy (+RA) with corresponding temperature, humidity and windspeed readings. At 11:44am the observation is that the rain is now light, with continues to 11:51 - one hour later where another 1hr accumulated precipitation is reported (0.15). You can also see throughout the sample, mist (BR) is also observed.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2015-03-18T20:29:50.217" LastActivityDate="2015-03-18T20:29:50.217" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4782" PostTypeId="1" CreationDate="2015-03-18T18:17:26.150" Score="3" ViewCount="198" Body="&lt;p&gt;I am trying to get hourly information on whether it is raining/snowing in a particular location at that point in time (NYC to be exact).&lt;/p&gt;&#xA;&lt;p&gt;Currently, I am looking at NOAA's QCLCD hourly weather data from the NYC Central Park weather station. The data contains a &lt;code&gt;WeatherType&lt;/code&gt; column that states if there is rain or snow. However in a &lt;a href=&quot;https://opendata.stackexchange.com/questions/4776/noaa-qclcd-weather-data-inconsistencies-in-hourly-data&quot;&gt;previous question&lt;/a&gt;, I asked about inconsistencies with the &lt;code&gt;HourlyPrecip&lt;/code&gt; column - there are instances where the &lt;code&gt;WeatherType&lt;/code&gt; would indicate rain, but the &lt;code&gt;HourlyPrecip&lt;/code&gt; would show 0 inches - and it turns out that the &lt;code&gt;WeatherType&lt;/code&gt; is a 3-hour summary of conditions.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;code&gt;HourlyPrecip&lt;/code&gt; column is therefore what I need for the presence of rain. However, there is no corresponding column for snowfall. I took a closer look at the dataset and found that there are some &amp;gt;0 entries for &lt;code&gt;HourlyPrecip&lt;/code&gt; when the weather condition indicates &amp;quot;Snow&amp;quot; (&lt;code&gt;SN&lt;/code&gt;). Does that reflect the hourly snowfall (ie does &lt;code&gt;HourlyPrecip&lt;/code&gt; reflect the hourly snowfall as well as rain)?&lt;/p&gt;&#xA;&lt;p&gt;Here is a small slice of the data that illustrates my point (&lt;code&gt;T&lt;/code&gt;= trace amount):&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;        Date   Time   WeatherType   DryBulbCelsius   RelativeHumidity  WindSpeed   HourlyPrecip 20130302 2011         -SN            0.6               75         9              20130302 2049         -SN            0.0               82        11              20130302 2051         -SN            0.0               79        10            T 20130302 2056         -SN            0.0               79         7              20130302 2151         -SN           -0.6               78        10            T ...  20130318 1851    +SN FZFG           -0.6               96         8         0.11        20130318 2051      -SN BR           -0.6               92         8         0.12 20130318 2103      -SN BR           -0.6               96        10              20130320 2351         -SN            2.8               55         0            T 20130325 1249         -SN            3.0               76        14              20130325 1251         -SN            2.8               76        17            T&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have emailed NOAA to enquire about this but their only contact email on the site appears to be geared towards ordering climatological data from them, so I am not sure if I will get a response. Wondering if anyone here has experience with this.&lt;/p&gt;&#xA;" OwnerUserId="5993" LastEditorUserId="23272" LastEditDate="2022-07-14T14:37:56.460" LastActivityDate="2022-07-14T14:37:56.460" Title="Hourly data on whether it is snowing for a particular location (NYC)" Tags="|data-request|weather|noaa|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="4783" PostTypeId="2" ParentId="4782" CreationDate="2015-03-18T19:15:55.130" Score="1" Body="&lt;p&gt;NASA has a project called &lt;a href=&quot;http://pmm.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;Precipitation Measurement Missions&lt;/a&gt;.  In theory, this is a 3-hourly dataset of precipitation for any location within 60° of the equator, based on satellite data.  You can find more information &lt;a href=&quot;http://pmm.nasa.gov/node/171&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In theory it does both snowfall and rainfall.  However, spaceborne remote sensing of snowfall is difficult — if you are interested in one particular location, and that location happens to have a weather station, you are most likely going to get more reliable data from the ground.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Meanwhile, enjoy &lt;a href=&quot;https://www.youtube.com/watch?v=ILNC7IdyWVU&quot; rel=&quot;nofollow&quot;&gt;this awesome video&lt;/a&gt; animation.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-03-18T19:15:55.130" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4784" PostTypeId="2" ParentId="4779" CreationDate="2015-03-18T19:20:10.560" Score="3" Body="&lt;p&gt;You can find the complete timetable in PDF &lt;a href=&quot;http://www.networkrail.co.uk/aspx/3828.aspx&quot; rel=&quot;nofollow&quot;&gt;through Network Rail&lt;/a&gt;.&#xA;You might be able to scrape the required information from it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, perhaps you can contact Network Rail directly to see if the information you're asking for is available.  In Sweden, &lt;a href=&quot;http://www.tydal.nu/category/tag/&quot; rel=&quot;nofollow&quot;&gt;tydal.nu&lt;/a&gt; has had success in scraping information from a similar Swedish PDF timetable, so perhaps the people there have some code they are willing to share.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-03-18T19:20:10.560" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4785" PostTypeId="2" ParentId="4782" CreationDate="2015-03-18T20:24:10.250" Score="1" Body="&lt;p&gt;As it turns out, the NOAA did respond (rather quickly too i might add)!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regarding snowfall measurement and positive precipitation observations during snow (edited excerpt of email exchange):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The ASOS systems don't measure snowfall, so you won't find it there. You will have liquid equivalent precipitation (the rain gauges are heated). However, even that becomes suspect during significant snow events due to the gauge become clogged or frozen if snowfall rates are high or temperatures are quite low.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, **don't use QCLCD for snowfall levels **. Stick with daily data such as the edited LCD or GHCN-Daily. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;However, if all you need to know is whether it is snowing at that particular time&lt;/strong&gt;, you may use the present weather, or 'weather type' to determine that, since its precipitation discriminator is independent of accumulation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;WeatherType is also hourly, not 3-hourly&lt;/strong&gt;. It's a spot determination at the time of observation.&quot; &lt;/p&gt;&#xA;" OwnerUserId="5993" LastActivityDate="2015-03-18T20:24:10.250" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4786" PostTypeId="2" ParentId="4776" CreationDate="2015-03-18T20:26:50.967" Score="1" Body="&lt;p&gt;So I emailed the NOAA, and they responded pretty quickly with clarification (props to them!)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q: My understanding of the &quot;WeatherType&quot; is that it is an &quot;abbreviated 3-hourly weather observations&quot; (from the QCLCD summary at &lt;a href=&quot;https://data.noaa.gov/dataset/quality-controlled-local-climatological-data-qclcd-publication&quot; rel=&quot;nofollow&quot;&gt;https://data.noaa.gov/dataset/quality-controlled-local-climatological-data-qclcd-publication&lt;/a&gt; ). Is it more of a 3-hour summarized outlook of the weather, or a spot determination of rain/snow/haze etc?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: &lt;strong&gt;No, it's hourly, not 3-hourly. It's a spot determination at the time of observation.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for the &lt;code&gt;HourlyPrecip&lt;/code&gt; column, the measurements are only taken hourly, so there will only be measurements at 9.51, 10.51, 11.51, etc. &lt;/p&gt;&#xA;" OwnerUserId="5993" LastEditorUserId="5993" LastEditDate="2015-03-19T18:56:54.627" LastActivityDate="2015-03-19T18:56:54.627" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4787" PostTypeId="2" ParentId="4782" CreationDate="2015-03-18T22:28:43.393" Score="2" Body="&lt;p&gt;The live weather feeds for weather stations, reporting to the NWS, in the State of New York can be found here at the link below. Each station has its own update interval. The XML feed is really HTML, so you will have to parse it as a HTML table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://w1.weather.gov/xml/current_obs/seek.php?state=ny&amp;amp;Find=Find&quot; rel=&quot;nofollow&quot;&gt;http://w1.weather.gov/xml/current_obs/seek.php?state=ny&amp;amp;Find=Find&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-03-18T22:28:43.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4788" PostTypeId="2" ParentId="4764" CreationDate="2015-03-19T08:07:40.307" Score="2" Body="&lt;p&gt;Based on &lt;a href=&quot;http://meteor.aihw.gov.au/content/index.phtml/itemId/236643&quot; rel=&quot;nofollow&quot;&gt;http://meteor.aihw.gov.au/content/index.phtml/itemId/236643&lt;/a&gt;, which states &lt;em&gt;Synop Pty Ltd was awarded the contract to develop METeOR and developed the system by customising their XML-based content management system.&lt;/em&gt;, I would say it is not free / open source software.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could contact Synop, or you could ask AIHW if they can host some of your data: &lt;a href=&quot;http://meteor.aihw.gov.au/content/index.phtml/itemId/276559&quot; rel=&quot;nofollow&quot;&gt;http://meteor.aihw.gov.au/content/index.phtml/itemId/276559&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5617" LastActivityDate="2015-03-19T08:07:40.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4789" PostTypeId="2" ParentId="266" CreationDate="2015-03-19T13:36:21.350" Score="2" Body="&lt;p&gt;The Open Knowledge Foundation has a registry of packaged datasets that are easier to use - &lt;strong&gt;&lt;a href=&quot;http://data.okfn.org/roadmap/core-datasets&quot; rel=&quot;nofollow&quot;&gt;Core Datasets as Data Packages&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is hosted on &lt;strong&gt;&lt;a href=&quot;https://github.com/datasets&quot; rel=&quot;nofollow&quot;&gt;https://github.com/datasets&lt;/a&gt;&lt;/strong&gt; and the registry can be found in &lt;strong&gt;&lt;a href=&quot;https://github.com/datasets/registry/blob/master/core-list.txt&quot; rel=&quot;nofollow&quot;&gt;core_list.txt&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Important, commonly-used datasets in high quality, easy-to-use &amp;amp; open form &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;High Quality &amp;amp; Reliable - Sourcing, normalizing and quality checking a set of key reference and indicator datasets such as country codes, currencies, GDP and population.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;Standard Form &amp;amp; Bulk Access - All datasets provided in a standardized form and can be accessed in bulk as CSV together with a simple JSON schema.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;Versioned &amp;amp; Packaged - All data is in data packages and is versioned using git so all changes are visible and data can be collaboratively maintained.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-03-19T14:03:59.127" LastActivityDate="2015-03-19T14:03:59.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4790" PostTypeId="1" AcceptedAnswerId="5130" CreationDate="2015-03-19T16:23:22.600" Score="11" ViewCount="3398" Body="&lt;p&gt;I'm trying to find an open data source to use for estimating average salaries based on job titles and locations. I had initially considered using &lt;a href=&quot;http://www.glassdoor.com/api/jobsApiActions.htm&quot;&gt;Glassdoor's API&lt;/a&gt;, but it seems to be too basic for my needs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching further, I stumbled across the &lt;a href=&quot;http://developer.dol.gov/&quot;&gt;Department of Labor's dev portal&lt;/a&gt;, but I'm having a difficult time grokking it for my specific purpose. It sounds like the data I'm looking for is tucked away in the BLS (Bureau of Labor Statistics) datasets, but there is so much information here that I can't seem to parse out what I actually need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone with more detailed knowledge of the DoL's data sources be able to help me out here? Or could someone suggest a simpler API that provides this sort of data?&lt;/p&gt;&#xA;" OwnerUserId="6010" LastEditorUserId="1511" LastEditDate="2015-09-29T09:40:38.603" LastActivityDate="2016-03-14T04:00:33.553" Title="Average Job Salary by Title/Location/Etc. (US or Intl)" Tags="|data-request|data.gov|labor|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4791" PostTypeId="1" AcceptedAnswerId="5025" CreationDate="2015-03-20T01:30:48.887" Score="7" ViewCount="229" Body="&lt;p&gt;Some councils have 3D models of the buildings which they're considering sharing. What would be a good format to encourage them to use, if possible? I had thought 3DS would be the standard, but &lt;a href=&quot;https://en.wikipedia.org/wiki/.3ds&quot; rel=&quot;nofollow&quot;&gt;according to Wikipedia&lt;/a&gt;, the shortcomings are pretty limiting.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;All meshes must be made of triangles.&lt;/li&gt;&#xA;  &lt;li&gt;All texture filenames are limited to the 8.3 DOS format.&lt;/li&gt;&#xA;  &lt;li&gt;The number of vertices and polygons per mesh is limited to 65536.&lt;/li&gt;&#xA;  &lt;li&gt;Accurate vertex normals cannot be stored in the .3ds file. Instead &quot;smoothing groups&quot; are used so that the receiving program can recreate a (hopefully good) representation of the vertex normals. This is still a hold-over legacy for many animation programs today which started in the 1980s (3DS MAX, Lightwave and trueSpace still use smoothing groups, and Maya did up to v2.51).&lt;/li&gt;&#xA;  &lt;li&gt;Object, light and camera names are limited to 10 characters. Material names are limited to 16 characters.&lt;/li&gt;&#xA;  &lt;li&gt;Directional light sources are not supported.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="4194" LastEditDate="2015-04-06T23:37:24.350" LastActivityDate="2015-04-17T09:11:27.553" Title="What's a good file format for sharing 3D models of cities?" Tags="|releasing-data|data-format|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4792" PostTypeId="1" CreationDate="2015-03-20T03:40:48.227" Score="2" ViewCount="47" Body="&lt;p&gt;I want to build a file with all the data of the different presidents of a country. Is there a defined JSON format to represent this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    name: &quot;President A&quot;,&#xA;    Assumed: '01-01-2014',&#xA;    ...&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6016" LastEditorUserId="70" LastEditDate="2015-03-30T11:21:25.397" LastActivityDate="2015-03-30T11:21:25.397" Title="What's a good file format for presidencies of countries?" Tags="|government|data-format|" AnswerCount="1" CommentCount="8" ClosedDate="2015-03-30T11:21:29.973" ContentLicense="CC BY-SA 3.0" />
  <row Id="4793" PostTypeId="1" CreationDate="2015-03-20T04:54:24.780" Score="4" ViewCount="613" Body="&lt;p&gt;I am looking for an API where I can search for a book and retrieve a list of books related to it. It would also be useful to have this kind of search for authors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Spotify API has a &lt;a href=&quot;https://developer.spotify.com/web-api/get-related-artists/&quot; rel=&quot;nofollow&quot;&gt;function just like this&lt;/a&gt;, but for musicians. &lt;/p&gt;&#xA;" OwnerUserId="3981" LastEditorUserId="70" LastEditDate="2015-03-26T21:31:17.550" LastActivityDate="2016-04-02T14:10:55.640" Title="Related Books API" Tags="|api|books|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4794" PostTypeId="1" CreationDate="2015-03-20T14:25:11.173" Score="-2" ViewCount="42" Body="&lt;p&gt;I'm interested in the Washington Data Processing Center that was opened on April 1, 1966.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My questions are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What year did it close?&lt;/li&gt;&#xA;&lt;li&gt;What was the street address of the center? &lt;/li&gt;&#xA;&lt;li&gt;Are there any early photos of the building that housed it?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="6022" LastEditorUserId="70" LastEditDate="2015-03-20T16:16:42.487" LastActivityDate="2015-03-23T00:54:22.693" Title="Interested in the history of the Washington Data Processing Center" Tags="|data-request|" AnswerCount="1" CommentCount="1" ClosedDate="2015-03-24T16:35:18.563" ContentLicense="CC BY-SA 3.0" />
  <row Id="4795" PostTypeId="1" AcceptedAnswerId="4796" CreationDate="2015-03-20T15:26:11.867" Score="5" ViewCount="9548" Body="&lt;p&gt;I'm thinking of compiling a map showing how often it was sunny at a given location on a given day of the year, one map for every day of the year. The exact definition of &quot;sunny&quot; will depend on what cloud cover data I can obtain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are any such data sets freely available? I've found MODIS image archives, but they are fairly limited, especially in that they are raw images, not interpreted as cloud cover. I've also found a &lt;a href=&quot;http://www.weatheranalytics.com/wa/products/data-weather-files/&quot; rel=&quot;nofollow&quot;&gt;company that seems to sell exactly what I want&lt;/a&gt;, but I don't expect this to come cheap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I get historic cloud cover data for free?&lt;/p&gt;&#xA;" OwnerUserId="6024" LastEditorUserId="70" LastEditDate="2015-03-20T16:14:30.100" LastActivityDate="2021-09-22T05:33:53.933" Title="Are there open historic cloud cover data files available?" Tags="|data-request|weather|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4796" PostTypeId="2" ParentId="4795" CreationDate="2015-03-20T15:48:44.213" Score="3" Body="&lt;p&gt;For the satellite era, the best you can get is likely &lt;a href=&quot;https://en.wikipedia.org/wiki/Meteorological_reanalysis&quot; rel=&quot;nofollow&quot;&gt;reanalysis data&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A meteorological reanalysis is a meteorological data assimilation project which aims to assimilate historical observational data spanning an extended period, using a single consistent assimilation (or &quot;analysis&quot;) scheme throughout.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The two most widely used reanalysis are the ones from &lt;a href=&quot;http://www.ecmwf.int/en/research/climate-reanalysis&quot; rel=&quot;nofollow&quot;&gt;ECMWF&lt;/a&gt; and &lt;a href=&quot;http://cfs.ncep.noaa.gov/cfsr/&quot; rel=&quot;nofollow&quot;&gt;NCEP&lt;/a&gt;.  Of those, the former is European and semi-free, whereas the latter is fully free.  After making an account, you can download data through &lt;a href=&quot;http://rda.ucar.edu/pub/cfsr.html&quot; rel=&quot;nofollow&quot;&gt;this page at UCAR&lt;/a&gt;.  &lt;a href=&quot;http://rda.ucar.edu/datasets/ds093.1/&quot; rel=&quot;nofollow&quot;&gt;Hourly data&lt;/a&gt; includes fields like &lt;em&gt;Cloud Amount/Frequency&lt;/em&gt;, and &lt;em&gt;Cloud Liquid Water/Ice&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Normal users of this data are atmospheric and climate scientists, so you might need to be quite careful to see you are interpreting the data correctly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For before the satellite data, there exists no global record of cloud cover.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-03-20T15:48:44.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4797" PostTypeId="2" ParentId="862" CreationDate="2015-03-20T17:01:48.143" Score="0" Body="&lt;p&gt;I work for &lt;a href=&quot;https://opensensors.io&quot; rel=&quot;nofollow&quot;&gt;OpenSensors.io&lt;/a&gt; - we're partnered with the Open Data Institute and are building a real-time Open Data exchange that anyone can publish to, use, reuse and share the data. You can also get sensor data in a real-time firehose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example,&#xA;Earthquake data: &lt;a href=&quot;https://opensensors.io/orgs/EMSC&quot; rel=&quot;nofollow&quot;&gt;https://opensensors.io/orgs/EMSC&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Transport data: &lt;a href=&quot;https://opensensors.io/orgs/TFL&quot; rel=&quot;nofollow&quot;&gt;https://opensensors.io/orgs/TFL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Weather data: &lt;a href=&quot;https://opensensors.io/orgs/metoffice&quot; rel=&quot;nofollow&quot;&gt;https://opensensors.io/orgs/metoffice&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Air Quality data: &lt;a href=&quot;https://opensensors.io/orgs/London-Air-Quality-Network&quot; rel=&quot;nofollow&quot;&gt;https://opensensors.io/orgs/London-Air-Quality-Network&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All open data projects are free, there is a small charge for keeping your data private. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;James&lt;/p&gt;&#xA;" OwnerUserId="6027" LastEditorUserId="8924" LastEditDate="2015-10-15T17:52:06.897" LastActivityDate="2015-10-15T17:52:06.897" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4798" PostTypeId="1" AcceptedAnswerId="4799" CreationDate="2015-03-20T19:16:07.250" Score="7" ViewCount="8851" Body="&lt;p&gt;Is it possible to obtain a dataset of all search results in a google maps search? For example: if I want a list of all gas stations in Chicago, complete with addresses, store name, latitude-longitude coordinates etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is such a data set against Google user agreement terms? I only plan on using the data for academic research questions. &lt;/p&gt;&#xA;" OwnerUserId="6029" LastEditorUserId="70" LastEditDate="2015-03-20T20:43:14.223" LastActivityDate="2021-09-11T13:47:30.110" Title="Using Google Maps Data" Tags="|licensing|geospatial|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4799" PostTypeId="2" ParentId="4798" CreationDate="2015-03-20T20:42:55.997" Score="8" Body="&lt;p&gt;Yes, it is possible, using the &lt;strong&gt;&lt;a href=&quot;https://developers.google.com/places/&quot; rel=&quot;noreferrer&quot;&gt;Google Places API&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Just for completeness sake: This is most definitely &lt;em&gt;&lt;strong&gt;not open data&lt;/strong&gt;&lt;/em&gt;. For an open alternative, have a look at &lt;a href=&quot;//opendata.stackexchange.com/questions/4798/using-google-maps-data#4803&quot;&gt;Phil's answer about Open Street Maps&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If your usage complies with Google's terms depends on what exactly you plan to do with the data. I guess &lt;a href=&quot;https://developers.google.com/maps/terms#section_10_1_3&quot; rel=&quot;noreferrer&quot;&gt;section 10.1.3 of the Google Maps/Google Earth APIs Terms of Service&lt;/a&gt; will be most relevant for you:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;(a) &lt;strong&gt;No Unauthorized Copying, Modification, Creation of Derivative Works, or Display of the Content.&lt;/strong&gt; You must not copy, translate, modify, or create a derivative work (including creating or contributing to a database) of, or publicly display any Content or any part thereof except as explicitly permitted under these Terms. For example, the following are prohibited: (i) creating server-side modification of map tiles; (ii) stitching multiple static map images together to display a map that is larger than permitted in the Maps APIs Documentation; (iii) creating mailing lists or telemarketing lists based on the Content; or (iv) exporting, writing, or saving the Content to a third party's location-based platform or service.&lt;/p&gt;&#xA;&lt;p&gt;(b) &lt;strong&gt;No Pre-Fetching, Caching, or Storage of Content.&lt;/strong&gt; You must not pre-fetch, cache, or store any Content, except that you may store: (i) limited amounts of Content for the purpose of improving the performance of your Maps API Implementation if you do so temporarily (and in no event for more than 30 calendar days), securely, and in a manner that does not permit use of the Content outside of the Service; and (ii) any content identifier or key that the Maps APIs Documentation specifically permits you to store. For example, you must not use the Content to create an independent database of &amp;quot;places&amp;quot; or other local listings information.&lt;/p&gt;&#xA;&lt;p&gt;(c) &lt;strong&gt;No Mass Downloads or Bulk Feeds of Content.&lt;/strong&gt; You must not use the Service in a manner that gives you or any other person access to mass downloads or bulk feeds of any Content, including but not limited to numerical latitude or longitude coordinates, imagery, visible map data, or places data (including business listings). For example, you are not permitted to offer a batch geocoding service that uses Content contained in the Maps API(s).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="70" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-03-25T17:02:15.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4800" PostTypeId="1" AcceptedAnswerId="4801" CreationDate="2015-03-20T21:24:29.763" Score="3" ViewCount="2617" Body="&lt;p&gt;I'm looking for some open data that would list every area code in the NANP.  And all the 3-digit exchanges that exist for that area code.  And what geolocation they relate to.&lt;/p&gt;&#xA;&lt;p&gt;I have found some of this data in a smattering of Wikipedia pages, for example:&#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_North_American_Numbering_Plan_area_codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/List_of_North_American_Numbering_Plan_area_codes&lt;/a&gt;&#xA;Which lists all the area codes, and links out to detailed pages about each area code, such as:&#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/Area_codes_416,_647,_and_437&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/Area_codes_416,_647,_and_437&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And while I could likely build a scraper to get some of this data collected, there are other Area codes on Wikipedia that do not list the exchanges / central office codes.&lt;br /&gt;&#xA;For example:&#xA;&lt;a href=&quot;http://en.wikipedia.org/wiki/Area_codes_201_and_551&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/Area_codes_201_and_551&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And also there is absolutely no consistency between the individual pages, so building the scraper is going to be a huge task.&lt;/p&gt;&#xA;&lt;p&gt;There used to be a website called areacodedownload.com that had some of this content, it can still be seen at archive.org&#xA;&lt;a href=&quot;http://web.archive.org/web/20080302180916/http://www.areacodedownload.com/201/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/20080302180916/http://www.areacodedownload.com/201/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know of any open data source for what I am looking for?&lt;/p&gt;&#xA;&lt;p&gt;Edit: Ok, I think I just found a resource that has pretty much what I want:&#xA;&lt;a href=&quot;http://www.nationalnanpa.com/enas/coCodeReportUnsecured.do?reportType=7&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nationalnanpa.com/enas/coCodeReportUnsecured.do?reportType=7&lt;/a&gt;&#xA;But this only covers the USA, I need Canada as well.&lt;/p&gt;&#xA;" OwnerUserId="6031" LastEditorUserId="23272" LastEditDate="2022-07-14T14:38:48.447" LastActivityDate="2022-07-14T14:38:48.447" Title="List of all NANP area codes and central office / exchanges and their geographic location?" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="4801" PostTypeId="2" ParentId="4800" CreationDate="2015-03-20T21:45:55.053" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.nationalnanpa.com/nanp1/npa_report.csv&quot; rel=&quot;nofollow&quot;&gt;http://www.nationalnanpa.com/nanp1/npa_report.csv&lt;/a&gt; with definitions found in &lt;a href=&quot;http://www.nationalnanpa.com/area_codes/AreaCodeDatabaseDefinitions.xls&quot; rel=&quot;nofollow&quot;&gt;http://www.nationalnanpa.com/area_codes/AreaCodeDatabaseDefinitions.xls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look through nationalnanpa.com's sitemap has some valuable resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cnac.ca/data/COCodeStatus_ALL.zip&quot; rel=&quot;nofollow&quot;&gt;http://cnac.ca/data/COCodeStatus_ALL.zip&lt;/a&gt; gives you Canadian codes.&lt;/p&gt;&#xA;" OwnerUserId="6032" LastEditorUserId="6032" LastEditDate="2015-03-20T21:51:55.543" LastActivityDate="2015-03-20T21:51:55.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4802" PostTypeId="1" AcceptedAnswerId="4805" CreationDate="2015-03-20T22:50:17.177" Score="7" ViewCount="648" Body="&lt;p&gt;I'm looking for datasets, which allow drilling down to something more spesific and less published than datasets, which can only answer to simple questions like &quot;what is the anti-social behavior rate in certain cities&quot; or &quot;what percent of youngsters are not microchipped&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My intent is to try different JavaScript-libraries for the purpose of presenting data visually. I'd prefer structured data in fileformats like xls, csv and rdf. I also want to challenge myself and force myself to find best ways for letting user of a web-based user interface to feel that he is in control of the information and thus he is able to get insights from it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Datasets, which I could consider interesting enough include the following examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;work related:&lt;/strong&gt; employee names, roles, rooms, buildings, units, departments + employees' work related skillset, their most common personal traits, willingness and ability to learn a, b and/or c&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;mental health related:&lt;/strong&gt; people diagnosed as having a schizophrenia, tried treatments, success rates of treating symptoms by changing amount of nutrients, mood changes after jogging&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;sales related:&lt;/strong&gt; customer order history, product metadata, task processing times (machines, employees and customers separately), similar products&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;social happenings related:&lt;/strong&gt; easiness to approach certain kind of people, typical starting phrases between those who have never met before, less obvious methods for suggesting something&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have a smallish collection of links to the open data portals like &lt;a href=&quot;http://data.gov.uk/&quot;&gt;Data.gov.co.uk&lt;/a&gt; and &lt;a href=&quot;http://open-data.europa.eu/en/data/&quot;&gt;European Union Open Data Portal&lt;/a&gt;, but I have a feeling that they do not contain, what I'm looking for. Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="6030" LastActivityDate="2015-03-22T03:44:38.013" Title="Public datasets containing less-boring and more detailed data" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4803" PostTypeId="2" ParentId="4798" CreationDate="2015-03-21T06:15:53.590" Score="3" Body="&lt;p&gt;For licensing and ease-of-use purposes, you are better going with &lt;a href=&quot;http://www.openstreetmap.org/#map=5/51.500/-0.100&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Street Maps&lt;/a&gt;. See, for example, these answers about how to use the data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/1844/1511&quot;&gt;Extract data about golf courses&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/3953/1511&quot;&gt;Restaurants in the EU&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/4642/1511&quot;&gt;ATM locations in the UK&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/4152/1511&quot;&gt;Embassies around the world&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can download all the OSM data (&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Downloading_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;instructions&lt;/a&gt;) or use one of the several public APIs or prepacked databases (&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Databases_and_data_access_APIs&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;). Mapquest is one API provider using OSM data and with very generous free request quotas.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-21T06:15:53.590" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4804" PostTypeId="2" ParentId="4795" CreationDate="2015-03-21T06:25:22.027" Score="1" Body="&lt;p&gt;Another option is the &lt;a href=&quot;https://crudata.uea.ac.uk/cru/data/hrg/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Climate Research Unit&lt;/a&gt; (CRU) at the University of East Anglia.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;High-resolution gridded datasets (and derived products)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Cloud cover (cld) is provided as a percent. Retrieving data requires registration.&lt;/p&gt;&#xA;&lt;p&gt;An example dataset:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;A gridded time-series dataset. This version, released 4 July 2014, covers the period 1901-2013&lt;/p&gt;&#xA;&lt;p&gt;Coverage: All land areas (excluding Antarctica) at 0.5° resolution&lt;/p&gt;&#xA;&lt;p&gt;Variables: pre, tmp, tmx, tmn, dtr, vap, &lt;em&gt;&lt;strong&gt;cld&lt;/strong&gt;&lt;/em&gt;, wet, frs, pet&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(You can also access this data from &lt;a href=&quot;https://crudata.uea.ac.uk/cru/data/hrg/cru_ts_4.04/ge/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Earth&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="30159" LastEditDate="2021-09-22T05:33:53.933" LastActivityDate="2021-09-22T05:33:53.933" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4805" PostTypeId="2" ParentId="4802" CreationDate="2015-03-21T06:31:46.113" Score="3" Body="&lt;p&gt;The go-to for random, interesting datasets comes from this article:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://rs.io/100-interesting-data-sets-for-statistics/&quot; rel=&quot;nofollow&quot;&gt;100+ Interesting Data Sets for Statistics&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some quotes from the article based on your question:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;How do gender and mental illness affect crime? &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/27521?q=&amp;amp;paging.rows=25&amp;amp;sortBy=10&quot; rel=&quot;nofollow&quot;&gt;This data set was collected explicitly with that question in mind.&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There’s a lot of data from a series of online personality tests available &lt;a href=&quot;http://personality-testing.info/_rawdata/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.flcdatacenter.com/CaseH1B.aspx&quot; rel=&quot;nofollow&quot;&gt;Who receives H1-B visas?&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;List of the &lt;a href=&quot;http://static.googleusercontent.com/media/www.google.com/en/us/googleblogs/pdfs/google_public_data_march2010.pdf&quot; rel=&quot;nofollow&quot;&gt;most frequently searched-for data&lt;/a&gt; (google)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;etc&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-21T06:31:46.113" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4807" PostTypeId="2" ParentId="4376" CreationDate="2015-03-21T08:09:50.060" Score="5" Body="&lt;p&gt;Addressing partly your question:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The NOAA has a &lt;a href=&quot;http://www.ngdc.noaa.gov/nndc/struts/form?t=101650&amp;amp;s=1&amp;amp;d=1&quot;&gt;Significant Earthquake database&lt;/a&gt; that can be downloaded in CSV format. The dataset also indicates if the earthquake event was linked to a tsunami.&lt;/p&gt;&#xA;" OwnerUserId="6035" LastActivityDate="2015-03-21T08:09:50.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4808" PostTypeId="1" CreationDate="2015-03-21T11:59:30.117" Score="3" ViewCount="122" Body="&lt;p&gt;I am looking for a animal movement dataset  with at least 50  animals recorder for at least 100 times all together.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know &lt;a href=&quot;https://www.movebank.org/node/2&quot; rel=&quot;nofollow&quot;&gt;https://www.movebank.org/node/2&lt;/a&gt; but I didn't find what I need.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone help me?&lt;/p&gt;&#xA;" OwnerUserId="3311" LastEditorUserId="70" LastEditDate="2015-03-27T16:05:32.150" LastActivityDate="2015-03-27T16:05:32.150" Title="Animal movement dataset" Tags="|data-request|geospatial|time-series|biology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4809" PostTypeId="1" CreationDate="2015-03-22T00:17:53.013" Score="2" ViewCount="68" Body="&lt;p&gt;The &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow&quot;&gt;CKAN &amp;lt;site&amp;gt;/api/3/action/package_show API&lt;/a&gt; provides a lot of metadata, but for tabular (row-column) resources I don't see any way to get the field names and datatypes other than by reading the resource itself and probably guessing at the datatypes.  Am I missing anything?&lt;/p&gt;&#xA;" OwnerUserId="3580" LastActivityDate="2017-07-21T11:28:42.780" Title="Is there any way to get a package's resource's field names/datatypes with downloading the entire resource?" Tags="|api|ckan|okfn|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4810" PostTypeId="2" ParentId="4802" CreationDate="2015-03-22T03:44:38.013" Score="2" Body="&lt;p&gt;you are asking for well-organized but rarely-mined microdata.  if you are serious about this project, you need to spend time reviewing the surveys documented on &lt;a href=&quot;http://asdfree.com/&quot; rel=&quot;nofollow&quot;&gt;http://asdfree.com/&lt;/a&gt;  for example: yrbss has a &lt;code&gt;number of hours playing on a smartphone&lt;/code&gt; question that can be crosstabulated by hundreds of other survey questions.  you need to spend serious time reading the codebooks.  good luck!  :)&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-03-22T03:44:38.013" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4811" PostTypeId="2" ParentId="3575" CreationDate="2015-03-22T11:53:45.337" Score="3" Body="&lt;p&gt;I've just created an anki deck based on the ingress.tv glyphs. It is available for download as an apkg here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dropbox.com/s/745sda96j070fyg/ingress.glyphs.apkg?dl=0&quot; rel=&quot;nofollow&quot;&gt;https://www.dropbox.com/s/745sda96j070fyg/ingress.glyphs.apkg?dl=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of the differences is my deck contains known 2-5 string sequences as well (well, as shown on ingress.tv). Note that the deck you have found is based on glyphtionary - I previously used this as well but found it had some minor errors (I believe they have been corrected now)now.&lt;/p&gt;&#xA;" OwnerUserId="6039" LastEditorUserId="6039" LastEditDate="2015-03-22T12:06:00.733" LastActivityDate="2015-03-22T12:06:00.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4812" PostTypeId="1" AcceptedAnswerId="14142" CreationDate="2015-03-22T15:25:34.473" Score="13" ViewCount="3546" Body="&lt;p&gt;I am searching an list of abbreviations,acronyms which should be downloadable as a sql table or json or sth. like that so no api cause it might be not fast enough or has a limit like this one: &lt;a href=&quot;http://www.abbreviations.com/abbr_api.php&quot;&gt;http://www.abbreviations.com/abbr_api.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course the data needs to have two columns:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;abbr and the correct name&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;but&lt;/strong&gt; it would be nice to have extra information like categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have English acronyms but more languages would be nice as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Think that this list is a good example but unfortunately not so easy to parse: &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_acronyms&quot;&gt;http://en.wikipedia.org/wiki/List_of_acronyms&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1988" LastEditorUserId="70" LastEditDate="2015-04-23T21:37:11.140" LastActivityDate="2020-01-22T11:41:44.777" Title="List of abbreviations and acronyms" Tags="|data-request|language|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4813" PostTypeId="1" AcceptedAnswerId="4816" CreationDate="2015-03-23T00:36:45.453" Score="4" ViewCount="665" Body="&lt;p&gt;Does anyone have any clues on open (or reasonably scrapeable) sources of &lt;a href=&quot;http://en.wikipedia.org/wiki/Electroencephalography&quot; rel=&quot;nofollow&quot;&gt;EEG&lt;/a&gt; data, especially from Alzheimer's patients?&lt;/p&gt;&#xA;" OwnerUserId="6045" LastEditorUserId="754" LastEditDate="2015-03-24T06:54:06.517" LastActivityDate="2015-03-24T06:54:06.517" Title="EEG data, specifically for alzheimer's?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4814" PostTypeId="2" ParentId="4794" CreationDate="2015-03-23T00:54:22.693" Score="2" Body="&lt;p&gt;The Washington Data Processing Center was located in the basement and subbasement of the second wing of the South Building of the USDA between 12th and 14th streets along Independence Avenue, SW, Washington, DC. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The USDA South building was built in stages between 1930-1936 using the designs of Architect Louis A. Simon.&lt;/p&gt;&#xA;" OwnerUserId="6022" LastActivityDate="2015-03-23T00:54:22.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4815" PostTypeId="1" CreationDate="2015-03-23T05:46:23.957" Score="5" ViewCount="796" Body="&lt;p&gt;&lt;a href=&quot;https://www.frbservices.org/EPaymentsDirectory/fpddir.txt&quot; rel=&quot;noreferrer&quot;&gt;https://www.frbservices.org/EPaymentsDirectory/fpddir.txt&lt;/a&gt; contains a list of bank routing numbers but there's at least one that doesn't appear in that list: 111000025 (from &lt;a href=&quot;https://www.bankofamerica.com/deposits/manage/faq-routing-numbers.go&quot; rel=&quot;noreferrer&quot;&gt;https://www.bankofamerica.com/deposits/manage/faq-routing-numbers.go&lt;/a&gt; if you select Texas).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.routingnumbers.info/api/data.json?rn=111000025&quot; rel=&quot;noreferrer&quot;&gt;https://www.routingnumbers.info/api/data.json?rn=111000025&lt;/a&gt; shows it as well. Given that it seems like the frbservices.org site ought to be showing it even tho it isn't?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2015-10-10T00:57:55.057" Title="why doesn't federal reserve services website have all routing numbers?" Tags="|usa|bank|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4816" PostTypeId="2" ParentId="4813" CreationDate="2015-03-23T07:00:21.440" Score="3" Body="&lt;p&gt;There are two datasets from the &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; related to EEG, but not specific to Alzheimer's patients.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/EEG+Database&quot; rel=&quot;nofollow noreferrer&quot;&gt;EEG dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This data arises from a large study to examine EEG correlates of genetic predisposition to alcoholism.&lt;/p&gt;&#xA;&lt;p&gt;It contains measurements from 64 electrodes placed on subject's scalps which were sampled at 256 Hz (3.9-msec epoch) for 1 second.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;&lt;img src=&quot;https://i.stack.imgur.com/IeKdb.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/h2&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;There is also an &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/EEG+Eye+State&quot; rel=&quot;nofollow noreferrer&quot;&gt;EEG Eye State&lt;/a&gt; related to video analysis of open/closed eyes and EEG measurement.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;All data is from one continuous EEG measurement with the Emotiv EEG Neuroheadset. The duration of the measurement was 117 seconds. The eye state was detected via a camera during the EEG measurement and added later manually to the file after analysing the video frames. '1' indicates the eye-closed and '0' the eye-open state. All values are in chronological order with the first measured value at the top of the data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-03-23T07:00:21.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4817" PostTypeId="1" CreationDate="2015-03-23T07:14:18.830" Score="5" ViewCount="197" Body="&lt;p&gt;I need &lt;strong&gt;public transport maps&lt;/strong&gt; for all cities in the world (for reuse in &lt;a href=&quot;http://wikivoyage.org&quot; rel=&quot;nofollow&quot;&gt;an open travel guide&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For use by tourists, typically the kind of map you would print and carry around to quickly find out what lines and changes lead you to your destination&lt;/li&gt;&#xA;&lt;li&gt;Details of streets are not needed, but major features (like rivers or famous landmarks) are OK&lt;/li&gt;&#xA;&lt;li&gt;Train, metro/subway, light rail should be shown&lt;/li&gt;&#xA;&lt;li&gt;Bus lines not needed if that would make the map too crowded&lt;/li&gt;&#xA;&lt;li&gt;Stylised map prefered, no need for geographical accuracy&lt;/li&gt;&#xA;&lt;li&gt;Reusable in Wikipedia: Either CC-BY-SA, CC-BY, public domain &lt;em&gt;(official maps are most often not re-usable)&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;Preferably as SVG&lt;/li&gt;&#xA;&lt;li&gt;The authority maintaining the repository should have the goal of having up-to-date maps for the whole world, not just for a particular city or country. Bonus for stylistic consistency across all maps.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mapsofworld.com/metro-maps/&quot; rel=&quot;nofollow&quot;&gt;This transport maps repository&lt;/a&gt; would be acceptable, but unfortunately it is not open.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-03T04:30:59.703" LastActivityDate="2015-04-03T04:30:59.703" Title="Public transport maps for all cities" Tags="|data-request|geospatial|public-transport|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4818" PostTypeId="2" ParentId="4815" CreationDate="2015-03-23T08:29:56.250" Score="2" Body="&lt;p&gt;There is a GitHub Repo &lt;a href=&quot;https://github.com/gatepay/FedACHdir&quot; rel=&quot;nofollow&quot;&gt;FedACHdir&lt;/a&gt; that contains what I think is the same text file and also the specific routing number you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://raw.githubusercontent.com/gatepay/FedACHdir/master/FedACHdir.txt&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-23T08:29:56.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4819" PostTypeId="1" CreationDate="2015-03-23T19:45:41.813" Score="4" ViewCount="109" Body="&lt;p&gt;The USAID website has a &lt;a href=&quot;http://www.usaid.gov/data/DDLsubmissions&quot; rel=&quot;nofollow&quot;&gt;Development Data Library Submission Form&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the &lt;em&gt;program code&lt;/em&gt; field: is this associated with the award funding the creation of the data set or is this related to the specific data set? &lt;/p&gt;&#xA;" OwnerUserId="6014" LastEditorUserId="18" LastEditDate="2015-03-23T19:59:36.483" LastActivityDate="2015-05-15T21:16:52.053" Title="USAID DDL - program codes" Tags="|state|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4820" PostTypeId="1" AcceptedAnswerId="5148" CreationDate="2015-03-23T19:52:04.693" Score="6" ViewCount="84" Body="&lt;p&gt;&lt;a href=&quot;http://www.usaid.gov/sites/default/files/documents/1868/ForeignAssistanceProgramInventory2013.pdf&quot;&gt;http://www.usaid.gov/sites/default/files/documents/1868/ForeignAssistanceProgramInventory2013.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You wouldn’t know where I can find an open data version of the pdf (above)? With descriptions of “infrastructure” for example (under economic development).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the taxonomy used by USG to classify all USG foreign assistance but I cannot find an open data list of this classification structure. &lt;/p&gt;&#xA;" OwnerUserId="6014" LastEditorUserId="18" LastEditDate="2015-03-24T01:32:10.167" LastActivityDate="2015-04-28T19:30:46.237" Title="Open data version of the Foreign Assistance Program Inventory?" Tags="|usa|government|state|iati|usaidopen|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4821" PostTypeId="2" ParentId="4768" CreationDate="2015-03-23T20:04:30.083" Score="1" Body="&lt;p&gt;Do what is easiest, I think. Getting authority to let people post questions on usaid.gov is problematic at best. Here it is a little more informal. &lt;/p&gt;&#xA;" OwnerUserId="6014" LastActivityDate="2015-03-23T20:04:30.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4822" PostTypeId="2" ParentId="4792" CreationDate="2015-03-23T20:49:49.130" Score="0" Body="&lt;p&gt;The following has the data you want, but in an HTML table format. You will need to parse it out of the tables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2077.html&quot; rel=&quot;nofollow&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/fields/2077.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-03-23T20:49:49.130" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4823" PostTypeId="2" ParentId="4820" CreationDate="2015-03-24T01:05:00.383" Score="2" Body="&lt;p&gt;foreign assistance has it as a spreadsheet you can download, then convert to an open data format:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.foreignassistance.gov/web/Agency_USAID.aspx?budTab=tab_Bud_Impl&quot; rel=&quot;nofollow&quot;&gt;http://www.foreignassistance.gov/web/Agency_USAID.aspx?budTab=tab_Bud_Impl&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-03-24T01:05:00.383" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4824" PostTypeId="2" ParentId="4817" CreationDate="2015-03-24T05:21:02.927" Score="4" Body="&lt;p&gt;Wikimedia Commons has a repository of public transport maps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Public_transport_maps&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Public_transport_maps&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The maps are available under various license, but are at least compatible with either the CC-BY-SA license or the GFDL license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Samples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/hXTb0.png&quot; alt=&quot;map&quot;&gt; &lt;img src=&quot;https://i.stack.imgur.com/lnhgn.jpg&quot; alt=&quot;map&quot;&gt; &lt;img src=&quot;https://i.stack.imgur.com/aXMx9.jpg&quot; alt=&quot;map&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Drawbacks:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Most of them are not SVG&lt;/li&gt;&#xA;&lt;li&gt;Not all cities are covered&lt;/li&gt;&#xA;&lt;li&gt;As you can see, the maps do not try to be coherent in style with each other&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Suggestions for any better repository would be highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-03-24T08:27:26.467" LastActivityDate="2015-03-24T08:27:26.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4825" PostTypeId="1" CreationDate="2015-03-23T23:17:44.260" Score="11" ViewCount="27643" Body="&lt;p&gt;Is it possible from government sources? I've found a website that will sell the data, but I know all the data is out there for free, I just need to find it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been looking through Census.gov, but it seems only have zip code data as it relates to other data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried searching American FactFinder, but I ran in to issues such as this:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/KWgFi.png&quot; alt=&quot;Autocorrect to Cats&quot;&gt;&#xA;(which searched for 'cats' when I was looking for ZCTAs, which I assume will have zip code data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census.gov's page on zip code data points the user to a link on USPS.com, which ends up 404-redirecting to their index page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data.gov returns just way too many results looking for zip code data, and paring down the list seemed fruitless:&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=zip+codes&amp;amp;sort=score+desc%2C+name+asc&quot; rel=&quot;noreferrer&quot;&gt;http://catalog.data.gov/dataset?q=zip+codes&amp;amp;sort=score+desc%2C+name+asc&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I cannot, for the life of me, find this data.&lt;/p&gt;&#xA;" OwnerDisplayName="Mike Manfrin" LastEditorUserId="70" LastEditDate="2015-03-24T16:50:16.090" LastActivityDate="2018-10-01T22:12:50.750" Title="How can I get a full list of US Zipcodes with their associated names/CSAs/MSAs/lats/longs?" Tags="|us-census|postal-code|geocoding|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4826" PostTypeId="2" ParentId="4825" CreationDate="2015-03-24T04:04:32.957" Score="3" Body="&lt;p&gt;It appears that obtaining this data is not as trivial, as it might seem at first. The following are my suggestions in regard to the requested data sources and other options. It seems that currently there are two relatively &lt;strong&gt;solid sources&lt;/strong&gt; of the data you're looking for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-line.html&quot; rel=&quot;nofollow&quot;&gt;TIGER/Line Shapefiles and TIGER/Line Files by U.S. Census Bureau&lt;/a&gt;. Additionally, the following HUD pages might be helpful (for this and maybe the next option): &lt;a href=&quot;http://www.huduser.org/portal/datasets/gis/hudcensus10.html&quot; rel=&quot;nofollow&quot;&gt;Census 2010 HUD Extract&lt;/a&gt; and &lt;a href=&quot;http://www.huduser.org/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow&quot;&gt;HUD USPS ZIP Code Crosswalk Files&lt;/a&gt;. Information on HUD data sets formats and availability can be found in &lt;a href=&quot;http://www.huduser.org/portal/pdf/HUDUSER_DataSets_2013.pdf&quot; rel=&quot;nofollow&quot;&gt;this document&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.sba.gov/about-sba/sba-performance/sba-data-store/web-service-api/us-city-and-county-web-data-api&quot; rel=&quot;nofollow&quot;&gt;U.S. City and County Web Data API by U.S. Small Business Administration (SBA)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The following additional, but not official, not solid and somewhat outdated &lt;strong&gt;database&lt;/strong&gt;, might be also helpful: &lt;a href=&quot;http://federalgovernmentzipcodes.us&quot; rel=&quot;nofollow&quot;&gt;http://federalgovernmentzipcodes.us&lt;/a&gt; (also check links in the &quot;Other Sources ...&quot; section, especially GNIS data set - however, the GNIS data is used in the SBA's Web service).&lt;/p&gt;&#xA;" OwnerUserId="1954" OwnerDisplayName="Aleksandr Blekh" LastActivityDate="2015-03-24T04:04:32.957" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4827" PostTypeId="2" ParentId="4825" CreationDate="2015-03-24T12:22:42.583" Score="10" Body="&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; I recently found this data at &lt;a href=&quot;http://GeoNames.org&quot; rel=&quot;noreferrer&quot;&gt;GeoNames.org&lt;/a&gt;, among many related data sets. The file includes city, county, state, latitude and longitude. It would be a separate exercise to roll it up to MSA or CSA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.geonames.org/export/zip/US.zip&quot; rel=&quot;noreferrer&quot;&gt;Direct link to US Postal codes ZIP file&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For many people, the best way to get this data is to buy it. There's a cottage industry of data services that have been providing this to small businesses for years, the costs are pretty low, and the length of the rest of this answer verifies that it's involved, although certainly something you can do if you have some coding and data skills.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you'd rather create this dataset than buy it, here are things to know:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Census Bureau states: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The USPS ZIP Codes identify the individual post office or metropolitan area delivery station associated with mailing addresses. USPS ZIP Codes are not areal features but a collection of mail delivery routes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If the distinction matters, much more information can be found on &lt;a href=&quot;https://www.census.gov/geo/reference/zctas.html&quot; rel=&quot;noreferrer&quot;&gt;this page&lt;/a&gt; The key things to know: ZCTAs overlap city boundaries and certainly at least a few exist outside of any city boundary. Also, if you're starting from mailing addresses, you will probably have some ZIP codes which aren't in the ZCTA dataset. And, the USPS may have changed ZIP codes since the last time the Census Bureau produced ZCTA definitions. (Some commercial data vendors promise to keep up with those changes as another value-add.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So anyway, this means that naming is not straightforward. The Census Bureau just uses the 5-digit reference ZIP Code as a label. If you want to assign them names based on the nearest town, etc, you have some work to do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ZCTAs are areas, not points, but when you ask for the latitude and longitude, you're probably interested in the &lt;em&gt;centroid&lt;/em&gt;. You can find this in the Census Bureau's ZIP code tabulation area (ZCTA) gazetteer file, which can be downloaded &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/gazetteer2010.html&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. (You want the INTPTLAT and INTPTLONG columns.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have a ZCTA centroid, you can locate it in a CSA or MSA. GIS software makes this fairly straightforward, with &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2014/&quot; rel=&quot;noreferrer&quot;&gt;shapefiles provided by the Census's TIGER program.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But your question is further complicated by this: to the Census Bureau, CSA and MSA are different (and overlapping) things. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The bureau doesn't use the term &quot;MSA&quot; but rather combine &quot;metropolitan statistical areas&quot; and &quot;micropolitan statistical areas&quot; into a set called &lt;a href=&quot;https://www.census.gov/population/metro/&quot; rel=&quot;noreferrer&quot;&gt;&quot;core based statistical areas&quot;&lt;/a&gt; or CBSAs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To the Census, CSAs are &quot;Combined Statistical Areas&quot; and they are composed of some groups of CBSAs that are economically related. Not all CBSAs are part of any CSA. On Wikipedia, there's a page of &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_primary_statistical_areas_of_the_United_States&quot; rel=&quot;noreferrer&quot;&gt;&quot;primary statistical areas&quot;&lt;/a&gt; that articulates which CBSAs aren't in any CSA, but I haven't seen a GIS shapefile that matches that list. But maybe you can get by with just the CBSAs.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2018-10-01T22:12:50.750" LastActivityDate="2018-10-01T22:12:50.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4828" PostTypeId="2" ParentId="4825" CreationDate="2015-03-24T12:25:26.010" Score="1" Body="&lt;p&gt;This is not the most efficient way, but if you have time, you can use freemaptools.com. There, you can enter a zip code and retrieve all cities and counties within up to a 625 mile radius around that zip code. If you can find the source data for this site, you are done (and I would love to know where you find it). But I am not sure their source data is easily parsed, so I imagine writing a python script to enter search criteria&#xA;and retrieve the results for you, or just obtain a list of all zip codes and copy and paste each one into the search field and then copy and paste the results. Either way, please be sure to post when and where you find an answer. &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2015-03-24T12:25:26.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4829" PostTypeId="2" ParentId="1840" CreationDate="2015-03-24T13:29:25.367" Score="3" Body="&lt;p&gt;Have the same problem need:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;anon cdr &lt;/li&gt;&#xA;&lt;li&gt;cell/base stations locations and their lac/cid to project&#xA;anon data on map.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Telecom Italia provides aggregated dataset and there are not too much stuff to do with it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find related discussion here:  &lt;a href=&quot;https://opendata.stackexchange.com/questions/1670&quot;&gt;Any CDR (call data record) dataset?&lt;/a&gt; and source site: &lt;a href=&quot;http://dandelion.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dandelion.eu&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6059" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-24T16:01:31.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4831" PostTypeId="5" CreationDate="2015-03-24T15:52:37.643" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-24T15:52:37.643" LastActivityDate="2015-03-24T15:52:37.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4832" PostTypeId="4" CreationDate="2015-03-24T15:52:37.643" Score="0" Body="For questions related to ontologies or vocabularies that describe types, properties, and interrelationships of entities in a particular domain." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-24T15:52:37.643" LastActivityDate="2015-03-24T15:52:37.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4833" PostTypeId="1" CreationDate="2015-03-24T16:28:22.707" Score="5" ViewCount="2343" Body="&lt;p&gt;I am looking for a overview on hospitals and medical services provided by the public (and also by the private) healthcare sector in Europe.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;public hospitals &lt;/li&gt;&#xA;&lt;li&gt;private hospitals and medical clinics ...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking for all the European Countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements for each item:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name &lt;/li&gt;&#xA;&lt;li&gt;address&lt;/li&gt;&#xA;&lt;li&gt;postal code&lt;/li&gt;&#xA;&lt;li&gt;town &lt;/li&gt;&#xA;&lt;li&gt;street &lt;/li&gt;&#xA;&lt;li&gt;website &lt;/li&gt;&#xA;&lt;li&gt;(and email address) &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6062" LastEditorUserId="754" LastEditDate="2015-03-26T06:35:30.077" LastActivityDate="2021-06-27T08:57:41.920" Title="List of European Hospitals and Health Clinics" Tags="|data-request|medical|europe|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4834" PostTypeId="1" AcceptedAnswerId="4836" CreationDate="2015-03-24T18:35:00.230" Score="2" ViewCount="57" Body="&lt;p&gt;I'm working on a dataset for a longitudinal analysis and would like to add state income tax rate for the years 1995 to the present.&lt;/p&gt;&#xA;" OwnerUserId="5705" LastActivityDate="2015-03-24T20:32:06.410" Title="Where can I find State tax income rates from 1995 to present?" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4836" PostTypeId="2" ParentId="4834" CreationDate="2015-03-24T20:32:06.410" Score="2" Body="&lt;p&gt;The taxfoundation.org provides this information going back to 2000. In addition to their interactive form, they have a downloadable Excel spreadsheet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://taxfoundation.org/article/state-individual-income-tax-rates&quot; rel=&quot;nofollow&quot;&gt;http://taxfoundation.org/article/state-individual-income-tax-rates&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-03-24T20:32:06.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4837" PostTypeId="2" ParentId="4817" CreationDate="2015-03-25T04:29:58.003" Score="5" Body="&lt;p&gt;The OpenStreetMap.org website has a &quot;Transport Map&quot; layer:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/djF1W.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not great. In particular, tram stops are far too prominent (for the city of Melbourne anyway).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could conceivably make a better style, using openstreetmap data, and a tool like Mapbox Studio.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You didn't really make it clear whether you want a geographically accurate or a stylised map (like a subwap map). The latter can only be made by hand, as far as I'm aware.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2015-03-25T04:29:58.003" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4839" PostTypeId="2" ParentId="4833" CreationDate="2015-03-25T07:44:25.497" Score="2" Body="&lt;p&gt;Because you are looking for multiple countries, a good source of geo and meta data would be the &lt;a href=&quot;http://osm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Street Map&lt;/a&gt; project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See, for example: &lt;code&gt;http://wiki.openstreetmap.org/wiki/Key:healthcare&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A key to tag all places that provide healthcare (are part of the healthcare sector). &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can use &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_turbo&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass-turbo&lt;/a&gt; to screen tags and keys, and then use &lt;a href=&quot;https://taginfo.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;taginfo&lt;/a&gt; to download data for those keys.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/a/4803/1511&quot;&gt;here&lt;/a&gt; for more info of how people are using OSM.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-03-25T18:16:06.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4840" PostTypeId="5" CreationDate="2015-03-25T08:32:45.127" Score="0" Body="&lt;p&gt;There are three distinct types of metadata: descriptive metadata, structural metadata, and administrative metadata.  &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;Descriptive Metadata&lt;/strong&gt; - describes a resource for purposes such as discovery and identification. It can include elements such as title, abstract, author, and keywords.  &lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Structural Metadata&lt;/strong&gt; - is metadata about containers of data and indicates how compound objects are put together, for example, how pages are ordered to form chapters. It describes the types, versions, relationships and other characteristics of digital materials.  &lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Administrative Metadata&lt;/strong&gt; - provides information to help manage a resource, such as when and how it was created, file type and other technical information, and who can access it.  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Metadata is documentation that describes data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Properly describing and documenting data allows users to understand and track important details of the work. Having said properly described and documented metadata about data facilitates search and retrieval of the data when deposited in a data repository/data silo/data warehouse.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata is information about data. Similar to a library catalog record, metadata records document the who, what, when, where, how, and why of a data resource. Geospatial metadata describes maps, Geographic Information Systems (GIS) files, imagery, and other location-based data resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata (meta data, or sometimes metainformation) is &quot;data about other data&quot;, of any sort in any media. An item of metadata may describe an individual datum, or content item, or a collection of data including multiple content items and hierarchical levels, such as a database schema. In data processing, metadata provides information about, or documentation of, other data managed within an application or environment. This commonly defines the structure or schema of the primary data.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Why Do We Need Metadata?&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Metadata are crucial for any potential use or reuse of data; no one can responsibly re-use or interpret data without accompanying metadata that explains how the dataset was created, why, where it is geographically located, and details about the structure and meaning of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many uses for metadata, even beyond the simple discovery of datasets. Metadata can be used for understanding data, analysis and synthesis, maintaining longevity of a dataset for an organization, tracking the progress of a research project, and demonstrating the return on investment for research at an institution.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Key Points&lt;/h3&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Data are not complete without a metadata record.&lt;/li&gt;&#xA;&lt;li&gt;Use metadata to understand and re-use data.&lt;/li&gt;&#xA;&lt;li&gt;Document everything about the data in the metadata record.&lt;/li&gt;&#xA;&lt;li&gt;Use mandated Federal metadata standards and tools to create metadata.&lt;/li&gt;&#xA;&lt;li&gt;Validate metadata to ensure they follow metadata standards.&lt;/li&gt;&#xA;&lt;li&gt;Share metadata with catalogs to improve discovery and access to the data.&lt;/li&gt;&#xA;&lt;li&gt;Metadata are an important component of a USGS data release.  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;For example, metadata would document data about data elements or attributes, (name, size, data type, etc) and data about records or data structures (length, fields, columns, etc) and data about data (where it is located, how it is associated, ownership, etc.). Metadata may include descriptive information about the context, quality and condition, or characteristics of the data. It may be recorded with high or low granularity.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The underlying concepts of metadata have been in use for as long as collections of information have been organized. For example, the information structure for materials in library card catalogs is a type of metadata that has served as a collection management and resource discovery tool for decades.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata is essential for understanding information stored in data warehouses; using metadata makes it possible to create customizable elements for markup languages such as XML, HTML, XHTML, and SGML.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata is machine understandable (read: machine readable) information for the web.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata is such an imperative in data collection, entire data portals exist consisting solely of metadata about data, such as the City of Philadelphia's &lt;a href=&quot;http://metadata.phila.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Benny the Metadata Catalog&lt;/a&gt;, and the Sunlight Foundation's &lt;a href=&quot;http://hallofjustice.sunlightfoundation.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Criminal Hall of Justice&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Core Components of a Metadata Record (According to FGDC)&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Metadata Record Information&lt;/strong&gt; - information about the metadata record including the language in which the record is written, a unique file identifier for the metadata record, the metadata standard &#xA;used to organize the record, a point of contact for the metadata record, and the date that the metadata record written.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Identification Information&lt;/strong&gt; – citation-level information about the data including the title, abstract, purpose for creation, status, keywords (theme and place), and extent (temporal, vertical and horizontal). &#xA;Constraints Information – information about legal and security limitations to data access and use. Data Quality Information – information about the processes and sources used to develop the data and positional and/or accuracy assessments performed.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Constraints Information&lt;/strong&gt; – information about legal and security limitations to data access and use. Data Quality Information – information about the processes and sources used to develop the data and positional and/or accuracy assessments performed.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Maintenance Information&lt;/strong&gt; – information about the scope and frequency of data updates. Spatial Representation – information about the mechanism used to represent spatial data (grid, point, vector).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Reference System Information&lt;/strong&gt; – information about the reference systems used to represent geographic position and time.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Content Information&lt;/strong&gt; – information about the data set entities and attributes.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Symbology Information&lt;/strong&gt; – information about the symbols used to represent spatial features.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Distribution Information&lt;/strong&gt; – information about the data distributors and methods for obtaining the data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Metadata Extension Information&lt;/strong&gt; – information about custom, user-based, changes to the elements, domains or conditionality of the standard.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Application Schema Information&lt;/strong&gt; – information about the schema or data models used to structure the data.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Citations, References and Resources for Metadata&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.gis.com/wiki/index.php/Metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata - GIS Wiki&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.fgdc.gov/metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geospatial Metadata - FGDC.gov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia Entry&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.niso.org/apps/group_public/download.php/17446/Understanding%20Metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Understanding Metadata - What is Metadata, and What is it For? (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.fgdc.gov/resources/factsheets/documents/GeospatialMetadata-July2011.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geospatial Metadata Fact Sheet - FGDC 2011-07 (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www2.usgs.gov/datamanagement/describe/metadata.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata - USGS Data Management&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www2.usgs.gov/fsp/faqs_metadata_for_scientific_data.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;FSP FAQ: Metadata for USGS Scientific Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://kb.iu.edu/d/aopm&quot; rel=&quot;nofollow noreferrer&quot;&gt;What is Metadata? - Indiana University Knowledge Base&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.w3.org/Metadata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata and Resource Description - W3C&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://data.research.cornell.edu/content/writing-metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata and Describing Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.thoughtco.com/metadata-definition-and-examples-1019177&quot; rel=&quot;nofollow noreferrer&quot;&gt;Metadata Definition and Examples&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="90" LastEditDate="2017-05-11T14:21:37.903" LastActivityDate="2017-05-11T14:21:37.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4841" PostTypeId="4" CreationDate="2015-03-25T08:32:45.127" Score="0" Body="Metadata is data/information that provides data/information about other data.  &#xD;&#xA;Metadata is essentially documentation of data." OwnerUserId="70" LastEditorUserId="90" LastEditDate="2017-05-11T14:21:37.903" LastActivityDate="2017-05-11T14:21:37.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4842" PostTypeId="5" CreationDate="2015-03-25T09:30:40.490" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-25T09:30:40.490" LastActivityDate="2015-03-25T09:30:40.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4843" PostTypeId="4" CreationDate="2015-03-25T09:30:40.490" Score="0" Body="For questions related to research." OwnerUserId="70" LastEditorUserId="1652" LastEditDate="2016-06-25T01:01:17.720" LastActivityDate="2016-06-25T01:01:17.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4844" PostTypeId="5" CreationDate="2015-03-25T14:37:06.170" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;http://unstats.un.org/unsd/methods/m49/m49regin.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;United Nations statistical division&lt;/a&gt; regards Europe as comprising the following sub regions and countries (or states):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Eastern Europe&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Belarus&lt;/li&gt;&#xA;&lt;li&gt;Bulgaria&lt;/li&gt;&#xA;&lt;li&gt;Czechia&lt;/li&gt;&#xA;&lt;li&gt;Hungary&lt;/li&gt;&#xA;&lt;li&gt;Poland&lt;/li&gt;&#xA;&lt;li&gt;Republic of Moldova&lt;/li&gt;&#xA;&lt;li&gt;Romania&lt;/li&gt;&#xA;&lt;li&gt;Russian Federation&lt;/li&gt;&#xA;&lt;li&gt;Slovakia&lt;/li&gt;&#xA;&lt;li&gt;Ukraine&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Northern Europe&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Åland Islands&lt;/li&gt;&#xA;&lt;li&gt;Channel Islands&lt;/li&gt;&#xA;&lt;li&gt;Denmark&lt;/li&gt;&#xA;&lt;li&gt;Estonia&lt;/li&gt;&#xA;&lt;li&gt;Faeroe Islands&lt;/li&gt;&#xA;&lt;li&gt;Finland&lt;/li&gt;&#xA;&lt;li&gt;Guernsey&lt;/li&gt;&#xA;&lt;li&gt;Iceland&lt;/li&gt;&#xA;&lt;li&gt;Ireland&lt;/li&gt;&#xA;&lt;li&gt;Isle of Man&lt;/li&gt;&#xA;&lt;li&gt;Jersey&lt;/li&gt;&#xA;&lt;li&gt;Latvia&lt;/li&gt;&#xA;&lt;li&gt;Lithuania&lt;/li&gt;&#xA;&lt;li&gt;Norway&lt;/li&gt;&#xA;&lt;li&gt;Sark&lt;/li&gt;&#xA;&lt;li&gt;Svalbard and Jan Mayen Islands&lt;/li&gt;&#xA;&lt;li&gt;Sweden&lt;/li&gt;&#xA;&lt;li&gt;United Kingdom of Great Britain and Northern Ireland&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Southern Europe&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Albania&lt;/li&gt;&#xA;&lt;li&gt;Andorra&lt;/li&gt;&#xA;&lt;li&gt;Bosnia and Herzegovina&lt;/li&gt;&#xA;&lt;li&gt;Croatia&lt;/li&gt;&#xA;&lt;li&gt;Gibraltar&lt;/li&gt;&#xA;&lt;li&gt;Greece&lt;/li&gt;&#xA;&lt;li&gt;Holy See&lt;/li&gt;&#xA;&lt;li&gt;Italy&lt;/li&gt;&#xA;&lt;li&gt;Malta&lt;/li&gt;&#xA;&lt;li&gt;Montenegro&lt;/li&gt;&#xA;&lt;li&gt;Portugal&lt;/li&gt;&#xA;&lt;li&gt;San Marino&lt;/li&gt;&#xA;&lt;li&gt;Serbia&lt;/li&gt;&#xA;&lt;li&gt;Slovenia&lt;/li&gt;&#xA;&lt;li&gt;Spain&lt;/li&gt;&#xA;&lt;li&gt;The former Yugoslav Republic of Macedonia&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Western Europe&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Austria&lt;/li&gt;&#xA;&lt;li&gt;Belgium&lt;/li&gt;&#xA;&lt;li&gt;France&lt;/li&gt;&#xA;&lt;li&gt;Germany&lt;/li&gt;&#xA;&lt;li&gt;Liechtenstein&lt;/li&gt;&#xA;&lt;li&gt;Luxembourg&lt;/li&gt;&#xA;&lt;li&gt;Monaco&lt;/li&gt;&#xA;&lt;li&gt;Netherlands&lt;/li&gt;&#xA;&lt;li&gt;Switzerland&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The European Union has 28 member countries as below, dates in brackets indicate year of joining:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Austria (1995)&lt;/li&gt;&#xA;&lt;li&gt;Belgium (1958)&lt;/li&gt;&#xA;&lt;li&gt;Bulgaria (2007)&lt;/li&gt;&#xA;&lt;li&gt;Croatia (2013)&lt;/li&gt;&#xA;&lt;li&gt;Cyprus (2004)&lt;/li&gt;&#xA;&lt;li&gt;Czech Republic (2004)&lt;/li&gt;&#xA;&lt;li&gt;Denmark (1973)&lt;/li&gt;&#xA;&lt;li&gt;Estonia (2004)&lt;/li&gt;&#xA;&lt;li&gt;Finland (1995)&lt;/li&gt;&#xA;&lt;li&gt;France (1958)&lt;/li&gt;&#xA;&lt;li&gt;Germany (1958)&lt;/li&gt;&#xA;&lt;li&gt;Greece (1981)&lt;/li&gt;&#xA;&lt;li&gt;Hungary (2004)&lt;/li&gt;&#xA;&lt;li&gt;Ireland (1973)&lt;/li&gt;&#xA;&lt;li&gt;Italy (1958)&lt;/li&gt;&#xA;&lt;li&gt;Latvia (2004)&lt;/li&gt;&#xA;&lt;li&gt;Lithuania (2004)&lt;/li&gt;&#xA;&lt;li&gt;Luxembourg (1958)&lt;/li&gt;&#xA;&lt;li&gt;Malta (2004)&lt;/li&gt;&#xA;&lt;li&gt;Netherlands (1958)&lt;/li&gt;&#xA;&lt;li&gt;Poland (2004)&lt;/li&gt;&#xA;&lt;li&gt;Portugal (1986)&lt;/li&gt;&#xA;&lt;li&gt;Romania (2007)&lt;/li&gt;&#xA;&lt;li&gt;Slovakia (2004)&lt;/li&gt;&#xA;&lt;li&gt;Slovenia (2004)&lt;/li&gt;&#xA;&lt;li&gt;Spain (1986)&lt;/li&gt;&#xA;&lt;li&gt;Sweden (1995)&lt;/li&gt;&#xA;&lt;li&gt;United Kingdom (1973)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;ref: &lt;a href=&quot;https://europa.eu/european-union/about-eu/countries_en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europa.eu/european-union/about-eu/countries_en&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="5766" LastEditDate="2016-12-18T18:22:50.303" LastActivityDate="2016-12-18T18:22:50.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4845" PostTypeId="4" CreationDate="2015-03-25T14:37:06.170" Score="0" Body="For questions related to Europe and the European Union." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-25T14:37:06.170" LastActivityDate="2015-03-25T14:37:06.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4846" PostTypeId="2" ParentId="4768" CreationDate="2015-03-25T17:30:29.983" Score="2" Body="&lt;p&gt;The Open Data Stack Exchange is a fine place for free asking of questions. FAQs are usually edited and distilled, so there's really no conflict. USAID can harvest common questions from here and post answers on an FAQ on their site, or they can point to the answers here, depending on institutional preferences.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-25T17:30:29.983" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4847" PostTypeId="5" CreationDate="2015-03-25T17:43:06.587" Score="0" Body="&lt;p&gt;Open data efforts at the U.S. Agency for International Development (USAID) are governed by its open data policy (&lt;a href=&quot;http://www.usaid.gov/sites/default/files/documents/1868/579.pdf&quot; rel=&quot;nofollow&quot;&gt;ADS 579 - USAID Development Data&lt;/a&gt;).  This tag has been established to help field questions regarding this policy, along with associated requirements for USAID implementing partners to submit USAID-funded data to the &lt;a href=&quot;http://www.usaid.gov/data&quot; rel=&quot;nofollow&quot;&gt;Development Data Library&lt;/a&gt;.  The tag may also be used to raise questions regarding &lt;a href=&quot;http://www.usaid.gov/open&quot; rel=&quot;nofollow&quot;&gt;USAID's transparency efforts&lt;/a&gt; more broadly.  The tag is directly monitored by USAID staff on a regular basis.  Technical issues or bugs found with data posted to the &lt;a href=&quot;http://www.usaid.gov/data&quot; rel=&quot;nofollow&quot;&gt;Development Data Library&lt;/a&gt; should be posted to &lt;a href=&quot;https://github.com/USAID/Feedback/issues&quot; rel=&quot;nofollow&quot;&gt;USAID's issues tracker on GitHub&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="6274" LastEditDate="2015-04-22T19:35:28.643" LastActivityDate="2015-04-22T19:35:28.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4848" PostTypeId="4" CreationDate="2015-03-25T17:43:06.587" Score="0" Body="For questions regarding USAID’s open data and other transparency efforts." OwnerUserId="70" LastEditorUserId="6274" LastEditDate="2015-04-20T14:40:03.680" LastActivityDate="2015-04-20T14:40:03.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4849" PostTypeId="2" ParentId="4833" CreationDate="2015-03-25T18:48:48.507" Score="1" Body="&lt;p&gt;hello butch miller hello philshem, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;@ philshem: well said - i can second your ideas regarding the usage of openstreetmap. this is one of the best sources for gathering data.... &#xA;so i wholeheartedly agree with you philshem.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i guess that butch miller benefits from usage overpass-turbo;  this is a great tool. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i just have tested it with this code &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[adiff:&quot;2014-07-01T00:00:00Z&quot;];area[name=&quot;Argentina&quot;][boundary=administrative]-&amp;gt;.a;(node(area.a)[amenity=hospital];way(area.a)[amenity=hospital];);out center;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;of ourse this is not european - but southern america - but i think butch you get a glimpse of what is meant. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;just let us know how you like this ideas...&lt;/p&gt;&#xA;" OwnerUserId="3131" LastActivityDate="2015-03-25T18:48:48.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4851" PostTypeId="1" CreationDate="2015-03-25T19:33:19.777" Score="7" ViewCount="1283" Body="&lt;p&gt;I have a case where I'm building a connector between a federated search engine, and an archive that's serving all of their data via HTTP.  They've been kind enough to have their pipeline generate a series of index files for each day that I can use to get the metadata that I need to allow people to search through their data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Often for situations like this, I'd use &lt;code&gt;wget&lt;/code&gt; to get directory listings ... but I'm running into a few problems:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Some of the directories are &lt;em&gt;huge&lt;/em&gt; ... it's taking me minutes for the 'day' directories (and this spans a decade).&lt;/li&gt;&#xA;&lt;li&gt;They have the autoindex options set so that they also have links to sort the directory in different ways.&lt;/li&gt;&#xA;&lt;li&gt;I need to check for signs of re-processing, so I'll need to re-crawl, it's not just a one-off crawl.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I was hoping to use &lt;code&gt;wget&lt;/code&gt; to skip over the sorting links, as more recent versions allow rejection patterns, instead of just rejecting file extensions:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-R '*index.html[?]C=?;O=?'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it seems that the 'exclude' option in wget doesn't do quite what I'd have expected:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;2015-03-25 14:35:33 (6.30 MB/s) - `index.html?C=N;O=D' saved [2635]&#xA;&#xA;Removing index.html?C=N;O=D since it should be rejected.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;... so it downloads the files, and then deletes them ... rather than avoiding them in the first place.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of a tool that can be used for scraping that processes a reject list &lt;em&gt;before&lt;/em&gt; attempting to download things?&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-10-04T10:41:03.643" Title="Exclusion lists when crawling web directories" Tags="|web-crawling|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4852" PostTypeId="2" ParentId="511" CreationDate="2015-03-25T21:32:52.880" Score="5" Body="&lt;p&gt;Open Data Barometer recently published this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opendatabarometer.org/report/analysis/impact.html&quot;&gt;http://www.opendatabarometer.org/report/analysis/impact.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;also, the open data working group under the Open Government Partnership will be looking at impact:&#xA;&lt;a href=&quot;http://www.opengovpartnership.org/groups/opendata/&quot;&gt;http://www.opengovpartnership.org/groups/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5834" LastActivityDate="2015-03-25T21:32:52.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4854" PostTypeId="2" ParentId="4833" CreationDate="2015-03-26T06:24:35.593" Score="3" Body="&lt;p&gt;There might not be a database covering all countries of Europe (for instance the non-democratic country &lt;a href=&quot;https://en.wikipedia.org/wiki/Belarus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Belarus&lt;/a&gt; does not publish much information). So if you need more data that OpenStreetMap has, you will probably need to go country-by-country. Below is the data for France.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The French government has created a website showing the list of all 4307 hospitals and clinics in France:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ScopeSante.fr&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ScopeSante.fr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click on &quot;&lt;em&gt;Voir la liste des établissements&lt;/em&gt;&quot; to get the full list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/kNkOV.png&quot; alt=&quot;hopitaux&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need to scrape that. Each hospital name has a link to &lt;a href=&quot;http://www.scopesante.fr/fiches-detaillees/750150146/&quot; rel=&quot;nofollow noreferrer&quot;&gt;its detailed information page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Fl36q.png&quot; alt=&quot;hopital&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have just sent them a message asking for a dump of the data. They replied to me saying that all of their data comes from the FINESS database, which is also maintained by the French government, and available online &quot;&lt;em&gt;for private use&lt;/em&gt;&quot; and unfortunately does not have dump downloads, so that would mean scraping that:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/QKKRl.png&quot; alt=&quot;FINESS&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-03-27T05:20:15.723" LastActivityDate="2015-03-27T05:20:15.723" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4855" PostTypeId="1" CreationDate="2015-03-26T09:21:21.100" Score="6" ViewCount="3971" Body="&lt;p&gt;I want to create an &lt;a href=&quot;https://softwarerecs.stackexchange.com/questions/18145/android-offline-app-that-shows-free-wifi-hotspots&quot;&gt;app that shows free WiFi hotspots around you&lt;/a&gt;, even if you have no Internet connection yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I need a &lt;strong&gt;re-distributable database of free WiFi hotspots&lt;/strong&gt; for the whole world.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For each hotspot, I just need its latitude/longitude.&lt;/li&gt;&#xA;&lt;li&gt;Hotspots that are free but require user registration or terms approval should either be excluded or have metadata indicating that.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&lt;a href=&quot;http://freewifiwiki.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://freewifiwiki.net&lt;/a&gt; has hotspots info, but each hotspot is only a line of free text, often including an address but it would be difficult for a program to split address and prose.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:02.280" LastActivityDate="2016-07-23T07:26:22.697" Title="Database of free WiFi hotspots" Tags="|data-request|geospatial|internet|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4857" PostTypeId="2" ParentId="4607" CreationDate="2015-03-26T15:03:35.427" Score="3" Body="&lt;p&gt;Given the amount of time, the original data are probably no longer extant. But there is some hope, because the inheritance of Hermann Ebbinghaus was donated to the Adolf-Würth Zentrum in Würzburg, see&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.awz.uni-wuerzburg.de/en/news/news/single/artikel/schenkungs/&quot; rel=&quot;nofollow&quot;&gt;http://www.awz.uni-wuerzburg.de/en/news/news/single/artikel/schenkungs/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that you need some skills to work with this: German language, reading Old German Handwriting, maybe more ... if the desired data are part of the inheritance at all.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-03-26T15:03:35.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4858" PostTypeId="1" CreationDate="2015-03-26T18:30:03.190" Score="7" ViewCount="1130" Body="&lt;p&gt;&lt;a href=&quot;http://www.nlm.nih.gov/research/umls/rxnorm/&quot; rel=&quot;noreferrer&quot;&gt;RxNorm&lt;/a&gt; is a database of drugs put out by the U.S. National Library of Medicine. I've pulled the RxNorm data into a Postgres database using some of the supplied MySQL scripts and some code that I wrote myself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am able to find the list of all strengths for a given drug, like say &quot;gabapentin&quot;. First I find the identifier for &quot;gabapentin&quot;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select * from rxnconso where str = 'gabapentin' and sab = 'RXNORM';&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which gives:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;rxcui | lat | ts | lui | stt | sui | ispref | rxaui  |  saui  | scui  | sdui |  sab   | tty | code  |    str     | srl | suppress | cvf  &#xA;-------+-----+----+-----+-----+-----+--------+--------+--------+-------+------+--------+-----+-------+------------+-----+----------+------&#xA;25480 | ENG |    |     |     |     |        | 417389 | 417389 | 25480 |      | RXNORM | IN  | 25480 | gabapentin |     | N        | 4096&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;From that I learn that the identifier for gabapentin is '25480'. And then I can get the strengths for '25480' like so:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select * from rxnsat where atn='RXN_STRENGTH' and rxcui in (select distinct(rxcui) from rxnconso where rxcui in (select rxcui1 from rxnrel where rxcui2 = '25480')) order by NULLIF(regexp_replace(atv, E'\\D', '', 'g'), '')::int;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which gives:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  rxcui  | lui | sui |  rxaui  | stype |  code   | atui | satui |     atn      |  sab   |   atv    | suppress | cvf  &#xA;---------+-----+-----+---------+-------+---------+------+-------+--------------+--------+----------+----------+------&#xA; 997844  |     |     | 3276700 | AUI   | 997844  |      |       | RXN_STRENGTH | RXNORM | 25 MG/ML | N        | 4096&#xA; 346365  |     |     | 1533281 | AUI   | 346365  |      |       | RXN_STRENGTH | RXNORM | 50 MG/ML | N        | 4096&#xA; 345817  |     |     | 2061711 | AUI   | 345817  |      |       | RXN_STRENGTH | RXNORM | 100 MG   | N        | 4096&#xA; 1482816 |     |     | 5937983 | AUI   | 1482816 |      |       | RXN_STRENGTH | RXNORM | 300 MG   | N        | 4096&#xA; 345818  |     |     | 2061712 | AUI   | 345818  |      |       | RXN_STRENGTH | RXNORM | 300 MG   | N        | 4096&#xA; 345819  |     |     | 2061713 | AUI   | 345819  |      |       | RXN_STRENGTH | RXNORM | 400 MG   | N        | 4096&#xA; 346145  |     |     | 1532840 | AUI   | 346145  |      |       | RXN_STRENGTH | RXNORM | 600 MG   | N        | 4096&#xA; 1101334 |     |     | 3641350 | AUI   | 1101334 |      |       | RXN_STRENGTH | RXNORM | 600 MG   | N        | 4096&#xA; 346146  |     |     | 1532842 | AUI   | 346146  |      |       | RXN_STRENGTH | RXNORM | 800 MG   | N        | 4096&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That means gabapentin is available in strengths of 25mg/mL, 50mg/mL, 100mg, 300mg (2 different forms), 400mg, 600mg (2 different forms), and 800mg.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But how do I find out what forms correspond to those different strengths? For instance, some of them are capsules, some are tablets, and some are solutions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(If you go to this &lt;a href=&quot;http://rxterms.nlm.nih.gov:8080/&quot; rel=&quot;noreferrer&quot;&gt;RxTerms demo page&lt;/a&gt;, you can enter &quot;Gabapentin&quot; in the first &quot;Drug Name&quot; field, and then choose the autocomplete option &quot;Gabapentin (Oral Pill)&quot;, and then click in the Strength field, and you will see that it lists things like &quot;300 mg Cap&quot;, &quot;300 mg Tab&quot;, etc. RxTerms pulls its data from RxNorm, so it should be similar to the results gotten from querying RxNorm appropriately.)&lt;/p&gt;&#xA;" OwnerUserId="2079" LastEditorUserId="18" LastEditDate="2015-03-27T14:53:03.633" LastActivityDate="2024-02-17T02:08:06.020" Title="How to get a list of all strengths &amp; forms for a drug from RxNorm?" Tags="|sql|drugs|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4859" PostTypeId="2" ParentId="1747" CreationDate="2015-03-26T18:48:15.400" Score="1" Body="&lt;p&gt;You already put some of them, so I'm going to add:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://gapminder.org&quot; rel=&quot;nofollow&quot;&gt;Gapminder&lt;/a&gt; This is a database created in Sweeden by Professor Hans Rolling. Gapminder uses the data of the several sources such as World Bank, United Nations and their subsequent institutions, the International Monetary Fund, World Health Organization and several more. Also, there's a interactive software which is free to download and use it to your investigation. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://qundl.com&quot; rel=&quot;nofollow&quot;&gt;Quandl&lt;/a&gt; You can always upload your own data in R for example, but there's a second choice which offer Quandl, a big and large database containing critical info about stock market, bond price, climate change, health, population wealth and more topics. All you have to do is download the library, available in the website linked before and use it.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6086" LastEditorUserId="6086" LastEditDate="2015-04-14T23:41:03.073" LastActivityDate="2015-04-14T23:41:03.073" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4860" PostTypeId="5" CreationDate="2015-03-26T20:21:34.787" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T20:21:34.787" LastActivityDate="2015-03-26T20:21:34.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4861" PostTypeId="4" CreationDate="2015-03-26T20:21:34.787" Score="0" Body="Indicates a request for application programming interfaces (APIs) that provide relevant open data." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T20:21:34.787" LastActivityDate="2015-03-26T20:21:34.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4862" PostTypeId="5" CreationDate="2015-03-26T20:27:29.697" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T20:27:29.697" LastActivityDate="2015-03-26T20:27:29.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4863" PostTypeId="4" CreationDate="2015-03-26T20:27:29.697" Score="0" Body="For questions about contributing data to existing open data repositories." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T20:27:29.697" LastActivityDate="2015-03-26T20:27:29.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4864" PostTypeId="5" CreationDate="2015-03-26T21:38:29.557" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T21:38:29.557" LastActivityDate="2015-03-26T21:38:29.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4865" PostTypeId="4" CreationDate="2015-03-26T21:38:29.557" Score="0" Body="For questions related to books." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T21:38:29.557" LastActivityDate="2015-03-26T21:38:29.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4866" PostTypeId="5" CreationDate="2015-03-26T22:29:00.020" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T22:29:00.020" LastActivityDate="2015-03-26T22:29:00.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4867" PostTypeId="4" CreationDate="2015-03-26T22:29:00.020" Score="0" Body="For questions related to any kind of product." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T22:29:00.020" LastActivityDate="2015-03-26T22:29:00.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4868" PostTypeId="1" CreationDate="2015-03-26T22:46:36.720" Score="1" ViewCount="44" Body="&lt;p&gt;I am looking for a dataset that has a set of features.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;network: there are nodes/actors/users which send messages to other nodes as a subset in the network&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;temporal/dynamic: there are time stamps to the messages sent between nodes so that the edges are 'transient'&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;ranked nodes: there is some form of hierarchy in the network where nodes are ranked&lt;/li&gt;&#xA;&lt;li&gt;edge approval: that the edges/messages produced can be classified as either positive/negative.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The last two requirements are hard for me to find in datasets that I have seen. I am trying to test a new algorithm which needs a given hierarchy, and edges to be labelled as +1/-1 for good and bad. I thought of giving sentiment scores to some Twitter network for this edge approval but I am not sure how robust that would be and am not sure how I would make a hierarchy from it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I imagined a network from primate studies but did not find it.&lt;/p&gt;&#xA;" OwnerUserId="5400" LastActivityDate="2015-03-26T22:46:36.720" Title="Looking for data that is a temporal/transient/dynamic network with hierarchical information and edge labels" Tags="|data-request|network-structure|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4869" PostTypeId="5" CreationDate="2015-03-26T22:53:29.977" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-26T22:53:29.977" LastActivityDate="2015-03-26T22:53:29.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4870" PostTypeId="4" CreationDate="2015-03-26T22:53:29.977" Score="0" Body="For questions related to open data that is represented as a network or graph structure." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-30T10:00:14.573" LastActivityDate="2015-03-30T10:00:14.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4872" PostTypeId="1" CreationDate="2015-03-27T00:25:15.000" Score="7" ViewCount="4308" Body="&lt;p&gt;I'm looking for shapefiles or other spatial definitions for electric utility service areas in the United States. Does this exist in a single place anywhere?&lt;/p&gt;&#xA;" OwnerUserId="24" LastEditorUserId="70" LastEditDate="2015-03-27T11:19:15.100" LastActivityDate="2020-11-03T14:54:05.900" Title="Electric utility boundary lines in US" Tags="|data-request|usa|geospatial|energy|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4873" PostTypeId="1" AcceptedAnswerId="4883" CreationDate="2015-03-26T15:50:42.823" Score="0" ViewCount="1473" Body="&lt;p&gt;Is there a good live source of data for all public (bank) holidays for all countries in an easy fetch-able format?&lt;/p&gt;&#xA;" OwnerUserId="6112" OwnerDisplayName="coulminer" LastEditorUserId="70" LastEditDate="2015-03-27T11:23:01.257" LastActivityDate="2015-03-28T06:43:52.287" Title="Free data on public holidays?" Tags="|data-request|calendar|" AnswerCount="1" CommentCount="0" ClosedDate="2015-03-30T13:45:00.940" ContentLicense="CC BY-SA 3.0" />
  <row Id="4874" PostTypeId="1" CreationDate="2015-03-27T09:13:11.167" Score="1" ViewCount="1196" Body="&lt;p&gt;Is there any dataset available for different categories like music, politics, business etc which can be used to classify input tweets?&lt;/p&gt;&#xA;" OwnerUserId="6111" OwnerDisplayName="nlper" LastEditorUserId="70" LastEditDate="2015-03-27T11:26:17.707" LastActivityDate="2016-04-11T19:55:17.760" Title="Any data set available for Twitter tweets classification?" Tags="|data-request|machine-learning|social-media|nlp|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4875" PostTypeId="2" ParentId="4717" CreationDate="2015-03-27T13:59:57.510" Score="1" Body="&lt;p&gt;A real dataset that might be useful is GPS traces from OpenStreetMap. Not all traces can be downloaded as GPX files including timestamps, but those marked as identifiable when uploaded can be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an overview of the data see &lt;a href=&quot;https://www.mapbox.com/blog/openstreetmap-gps-layer/&quot; rel=&quot;nofollow&quot;&gt;https://www.mapbox.com/blog/openstreetmap-gps-layer/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a listing of available GPS traces see &lt;a href=&quot;http://www.openstreetmap.org/traces&quot; rel=&quot;nofollow&quot;&gt;http://www.openstreetmap.org/traces&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Planet.gpx&quot; rel=&quot;nofollow&quot;&gt;OpenStreetMap Planet.gpx file&lt;/a&gt; But this is a dump of all uploaded GPS points, and they are not split into separate traces.&lt;/p&gt;&#xA;" OwnerUserId="3497" LastActivityDate="2015-03-27T13:59:57.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4876" PostTypeId="5" CreationDate="2015-03-27T14:06:38.247" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-27T14:06:38.247" LastActivityDate="2015-03-27T14:06:38.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4877" PostTypeId="4" CreationDate="2015-03-27T14:06:38.247" Score="0" Body="For questions about historical data." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-27T14:06:38.247" LastActivityDate="2015-03-27T14:06:38.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4878" PostTypeId="2" ParentId="4872" CreationDate="2015-03-27T15:08:02.490" Score="6" Body="&lt;p&gt;The US Energy Information Administration has a few geographic resources (like the &lt;a href=&quot;http://www.eia.gov/state/maps.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Energy Mapping System&lt;/a&gt; and the &lt;a href=&quot;http://www.eia.gov/state/seds/&quot; rel=&quot;nofollow noreferrer&quot;&gt;State Energy Data System&lt;/a&gt; but there's no sign of a collection of electric utility service areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On a state-by-state basis, there are a variety of resources available. This might provide a roadmap for motivated parties to request shapefiles and assemble the dataset. I'm going to make this answer a 'community wiki' in case other people want to flesh it out with more states or hunt further for GIS files on states where PDFs were easier to find..&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gis.arkansas.gov/?product=electric-utility-service-territories-polygon&quot; rel=&quot;nofollow noreferrer&quot;&gt;Arkansas&lt;/a&gt; (map, shp, gdb)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.energy.ca.gov/maps/serviceareas/Electric_Utility_Service_Areas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;California&lt;/a&gt; (map, shp)  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ct.gov/deep/cwp/view.asp?a=2698&amp;amp;q=322898&amp;amp;deepNav_GID=1707%20#Utility&quot; rel=&quot;nofollow noreferrer&quot;&gt;Connecticut&lt;/a&gt; (gdb, shp) Utility Infrastructure and Pipelines&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ilenergyassn.org/electric-utilities-illinois-map/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Illinois&lt;/a&gt; (unofficial PDF map)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://maps.indiana.edu/previewMaps/Infrastructure/Energy_Electric_Service_Territories.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Indiana&lt;/a&gt; (map, shp)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.iowadot.gov/maps/msp/electrical/StatewideElectricalBoundaryMap.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Iowa&lt;/a&gt; (pdf map)  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://psc.ky.gov/Home/Maps&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kentucky&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.mass.gov/anf/research-and-tech/it-serv-and-support/application-serv/office-of-geographic-information-massgis/datalayers/pubutil.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Massachusetts&lt;/a&gt; (map, shp; town-level detail only)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.mngeo.state.mn.us/chouse/utilities.html#service&quot; rel=&quot;nofollow noreferrer&quot;&gt;Minnesota&lt;/a&gt; (.shp, .gdb, .kmz, OGC GeoPackage)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.psnh.com/downloads/NH%20Electrical%20Utilities%20Map.pdf?id=4294968510&amp;amp;dl=t&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Hampshire&lt;/a&gt; (pdf map)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ncelectriccooperatives.com/downloads/territoryMap.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;North Carolina&lt;/a&gt; (pdf map of co-ops)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://geodata.vermont.gov/datasets/vt-electric-utility-franchise-areas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vermont&lt;/a&gt; (.shp)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://psc.wi.gov/utilityinfo/maps/documents/largeElectricMap.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wisconsin&lt;/a&gt; (pdf map)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;US (National/Federal)&lt;br&gt;&#xA; - &lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/subject_areas/geographic_information_services/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bureau of Transportation Statistics Geospatial Information&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Canada&lt;br&gt;&#xA;&lt;a href=&quot;http://atlas.nrcan.gc.ca/site/english/maps/energy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Atlas of Canada Energy GIS&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorDisplayName="user4293" LastEditDate="2018-02-16T10:18:55.560" LastActivityDate="2018-02-16T10:18:55.560" CommentCount="4" CommunityOwnedDate="2015-03-27T15:08:02.490" ContentLicense="CC BY-SA 3.0" />
  <row Id="4879" PostTypeId="2" ParentId="4081" CreationDate="2015-03-27T17:36:30.467" Score="3" Body="&lt;p&gt;I'm not sure if you want your calculator work for world cities or just the US. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case it's the first, the National Department of Statistics (Dane) of Colombia posts in a regular basis studies (most likely data with some degree of processing) about prices, with some nice analysis by expenditure groups and the like. You can find them here in Spanish: &lt;a href=&quot;http://www.dane.gov.co/index.php/precios-e-inflacion/indice-de-precios-al-consumidor&quot; rel=&quot;nofollow&quot;&gt;link to Dane's report on prices to consumers&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess each country has some sort of report that is essentially the same.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it helps.&lt;/p&gt;&#xA;" OwnerUserId="4266" LastActivityDate="2015-03-27T17:36:30.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4880" PostTypeId="1" CreationDate="2015-03-27T20:05:09.140" Score="3" ViewCount="190" Body="&lt;p&gt;Does anyone know where one can find (if any is available)&#xA;open data about the internet, and generally any data about tier1 infrastructure, i.e internet backbone nodes with capacity, coordinates&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also data about broad band coverage by country (and development over time).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any data about the internet, historical, present, statistics, geographic would be interesting.&lt;/p&gt;&#xA;" OwnerUserId="6102" LastEditorUserId="1511" LastEditDate="2015-03-28T06:24:00.783" LastActivityDate="2015-03-28T06:33:46.730" Title="Open Data about the internet" Tags="|data-request|geospatial|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4881" PostTypeId="2" ParentId="4855" CreationDate="2015-03-28T06:18:12.100" Score="4" Body="&lt;p&gt;I don't think the coverage is very complete, but &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;Open Street Maps&lt;/a&gt; has a key called &lt;strong&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Key:internet_access&quot; rel=&quot;nofollow&quot;&gt;internet_access&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With this key you can use tags like &lt;strong&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:internet_access%3Dwlan&quot; rel=&quot;nofollow&quot;&gt;wlan&lt;/a&gt;&lt;/strong&gt; to find open WLAN.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To find free WLAN, add the &lt;code&gt;internet_access:fee=no&lt;/code&gt; option&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-03-28T06:18:12.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4882" PostTypeId="2" ParentId="4880" CreationDate="2015-03-28T06:33:46.730" Score="2" Body="&lt;p&gt;There is a good source of &amp;quot;unofficial&amp;quot; internet data from the &lt;strong&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/paper.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2012 Internet Census&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;While playing around with the Nmap Scripting Engine (NSE) we discovered an amazing number of open embedded devices on the Internet. Many of them are based on Linux and allow login to standard BusyBox with empty or default credentials. We used these devices to build a distributed port scanner to scan all IPv4 addresses. These scans include service probes for the most common ports, ICMP ping, reverse DNS and SYN scans. We analyzed some of the data to get an estimation of the IP address usage.&lt;/p&gt;&#xA;&lt;p&gt;All data gathered during our research is released into the public domain for further study.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/hilbert/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hilbert Browser tool&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Full data download&lt;/a&gt; (568 GB torrent)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://internetcensus2012.bitbucket.org/images.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Image gallery&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/wgv57.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;A similar project is the &lt;a href=&quot;https://dnscensus2013.neocities.org/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;DNS Census 2013&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The DNS Census 2013 is an attempt to provide a public dataset of registered domains and DNS records.&lt;/p&gt;&#xA;&lt;p&gt;The dataset contains about 2.5 billion DNS records gathered in the years 2012-2013.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://opendata.stackexchange.com/a/2142/1511&quot;&gt;answer from this site&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-03-28T06:33:46.730" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4883" PostTypeId="2" ParentId="4873" CreationDate="2015-03-28T06:43:52.287" Score="2" Body="&lt;p&gt;There are many attempts to make a public holiday calendar, and one of the best ones is a python module called &lt;strong&gt;&lt;a href=&quot;https://github.com/novapost/workalendar&quot; rel=&quot;nofollow noreferrer&quot;&gt;workalender&lt;/a&gt;&lt;/strong&gt; (&lt;a href=&quot;https://stackoverflow.com/a/21462251/2327328&quot;&gt;my source&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the main problem with a global holiday calendar is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please take note that some calendars are not 100% accurate. The most common example is the Islamic calendar, where some computed holidays are not exactly on the same official day decided by religious authorities, and this may vary country by country. Whenever it's possible, try to adjust your results with the official data provided by the adequate authorities.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-03-28T06:43:52.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4884" PostTypeId="1" CreationDate="2015-03-28T08:29:09.547" Score="10" ViewCount="379" Body="&lt;p&gt;Where can I find a free web service, or data available in XML format, to check for &lt;em&gt;flights availability&lt;/em&gt;?  Something like &lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;nofollow&quot;&gt;OpenFlights&lt;/a&gt; to which provides airport data.&lt;/p&gt;&#xA;" OwnerUserId="6103" LastEditorUserId="18" LastEditDate="2017-09-01T16:11:28.080" LastActivityDate="2022-09-25T16:01:45.197" Title="Airline check for availability data" Tags="|data-request|api|transportation|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4885" PostTypeId="1" CreationDate="2015-03-28T19:30:48.613" Score="11" ViewCount="3225" Body="&lt;p&gt;Perhaps understandably, I am having difficulty tracking down daily weather data for Germany in early 1945.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My specific interest is in daily temps and any other daily weather observations for January through March 1945, particularly for the area of Bonn or Cologne -- although I would be grateful even if such data were only available for Berlin.  My greatest interest is in the first three weeks of March 1945.&lt;/p&gt;&#xA;" OwnerUserId="6105" LastEditorUserId="70" LastEditDate="2015-03-29T21:52:07.520" LastActivityDate="2021-11-30T00:45:22.543" Title="1945 (spring) daily weather Germany" Tags="|data-request|weather|historical|germany|" AnswerCount="2" CommentCount="5" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4887" PostTypeId="2" ParentId="4631" CreationDate="2015-03-30T05:20:30.097" Score="2" Body="&lt;p&gt;I publish the &lt;a href=&quot;https://en.wikipedia.org/wiki/Google_Play#Google_Play_Store&quot; rel=&quot;nofollow&quot;&gt;Google Play Store&lt;/a&gt; statistics of one of my apps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/dataset/google-play-statistics/&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/google-play-statistics/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See for instance the &lt;a href=&quot;http://datahub.io/dataset/google-play-statistics/resource/4300d529-4e83-46ea-b19b-b5510966ddd0&quot; rel=&quot;nofollow&quot;&gt;installs per device type&lt;/a&gt;. It is fragmented by day, with metrics such as installs/uninstalls/upgrades.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is less than 100K rows, though, as data is pre-aggregated.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-03-30T05:20:30.097" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4888" PostTypeId="1" CreationDate="2015-03-30T07:40:34.500" Score="4" ViewCount="180" Body="&lt;p&gt;Whenever a plane crash happens, Wikipedia and Wikinews articles are created within minutes, and good reusable pictures of the aircraft become needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database/website that has pictures for as many aircraft as possible?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Pictures must be easily findable by &lt;a href=&quot;https://en.wikipedia.org/wiki/Aircraft_registration&quot; rel=&quot;nofollow noreferrer&quot;&gt;tail number&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;License must be compatible with either CC-BY-SA or GFDL.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Bonus if a web interface allows one to type a tail number and browse the gallery (thumbnails) of images that match it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/2Zyrk.jpg&quot; alt=&quot;Tail number D-AIPX&quot;&gt;&lt;br&gt;&#xA;&lt;em&gt;(aircraft with tail number &quot;D-AIPX&quot;, by SEBASTIEN MORTIER, May 2014, &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/2.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY-SA 2.0&lt;/a&gt;, &lt;a href=&quot;https://commons.wikimedia.org/wiki/File%3A320_GERMANWINGS_D-AIPX_147_10_05_14_BCN_RIP_(16730197959).jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;via Wikimedia Commons&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2020-03-16T16:48:20.543" LastActivityDate="2020-03-16T16:48:20.543" Title="Pictures of all airplanes, organized by tail number" Tags="|data-request|images|public-transport|aviation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4889" PostTypeId="5" CreationDate="2015-03-30T09:17:39.507" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-30T09:17:39.507" LastActivityDate="2015-03-30T09:17:39.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4890" PostTypeId="4" CreationDate="2015-03-30T09:17:39.507" Score="0" Body="For questions specifically related to the Internet or the World Wide Web." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-03-30T09:24:24.947" LastActivityDate="2015-03-30T09:24:24.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4891" PostTypeId="2" ParentId="1921" CreationDate="2015-03-30T16:46:16.967" Score="5" Body="&lt;p&gt;The experimental open data portal of the Swiss administration contains data sets of municipalities and associated postal codes, among many others:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opendata.admin.ch/en/dataset/ch-swisstopo-vd-ortschaftenverzeichnis_plz&quot; rel=&quot;nofollow&quot;&gt;http://www.opendata.admin.ch/en/dataset/ch-swisstopo-vd-ortschaftenverzeichnis_plz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.geo.admin.ch.s3.amazonaws.com/ch.swisstopo-vd.ortschaftenverzeichnis_plz/PLZO_CSV_LV03.zip&quot; rel=&quot;nofollow&quot;&gt;http://data.geo.admin.ch.s3.amazonaws.com/ch.swisstopo-vd.ortschaftenverzeichnis_plz/PLZO_CSV_LV03.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This seems to be open data in the true sense.&lt;/p&gt;&#xA;" OwnerUserId="6096" LastEditorUserId="1511" LastEditDate="2015-08-02T17:00:44.383" LastActivityDate="2015-08-02T17:00:44.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4892" PostTypeId="2" ParentId="3426" CreationDate="2015-03-30T17:32:46.620" Score="10" Body="&lt;p&gt;Wikipedia's sister project &lt;strong&gt;&lt;a href=&quot;https://www.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt;&lt;/strong&gt; provides data about &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20?item%20?itemLabel%20WHERE%20%7B%0A%20%20SERVICE%20wikibase:label%20%7B%20bd:serviceParam%20wikibase:language%20%22%5BAUTO_LANGUAGE%5D%22.%20%7D%0A%20%20%7B%0A%20%20%20%20SELECT%20DISTINCT%20?item%20WHERE%20%7B%0A%20%20%20%20%20%20?item%20p:P31%20?statement0.%0A%20%20%20%20%20%20?statement0%20(ps:P31/(wdt:P279*))%20wd:Q3918.%0A%20%20%20%20%7D%0A%20%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;more than 18,000 universities&lt;/a&gt; with a varying amount of detail.&lt;/p&gt;&#xA;&lt;p&gt;You can use the &lt;a href=&quot;https://query.wikidata.org/querybuilder/?uselang=en&amp;amp;query=%7B%22conditions%22%3A%5B%7B%22propertyId%22%3A%22P31%22%2C%22propertyDataType%22%3A%22wikibase-item%22%2C%22propertyValueRelation%22%3A%22matching%22%2C%22referenceRelation%22%3A%22regardless%22%2C%22value%22%3A%22Q3918%22%2C%22subclasses%22%3Atrue%2C%22conditionRelation%22%3Anull%2C%22negate%22%3Afalse%7D%5D%2C%22limit%22%3A100%2C%22useLimit%22%3Afalse%2C%22omitLabels%22%3Afalse%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata Query Builder&lt;/a&gt; to generate the following SPARQL query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item ?itemLabel WHERE {&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE]&amp;quot;. }&#xA;  {&#xA;    SELECT DISTINCT ?item WHERE {&#xA;      ?item p:P31 ?statement0.&#xA;      ?statement0 (ps:P31/(wdt:P279*)) wd:Q3918.&#xA;    }&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This returns a list of all &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P31&quot; rel=&quot;nofollow noreferrer&quot;&gt;instances (P31)&lt;/a&gt; of &lt;a href=&quot;https://www.wikidata.org/wiki/Q3918&quot; rel=&quot;nofollow noreferrer&quot;&gt;university (Q3918)&lt;/a&gt; and any of its &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P279&quot; rel=&quot;nofollow noreferrer&quot;&gt;subclasses (P279)&lt;/a&gt; (such as &lt;a href=&quot;https://www.wikidata.org/wiki/Q1371037&quot; rel=&quot;nofollow noreferrer&quot;&gt;institute of technology&lt;/a&gt; or &lt;a href=&quot;https://www.wikidata.org/wiki/Q1321960&quot; rel=&quot;nofollow noreferrer&quot;&gt;law school&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;By slightly tweaking the above query, you can even generate an &lt;a href=&quot;https://query.wikidata.org/embed.html#%23defaultView%3ATree%0ASELECT%20DISTINCT%20%3Fcountry%20%3FcountryLabel%20%3Fitem%20%3FitemLabel%20WHERE%20%7B%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%22.%20%7D%0A%20%20%7B%0A%20%20%20%20SELECT%20DISTINCT%20%3Fitem%20%3Fcountry%20WHERE%20%7B%0A%20%20%20%20%20%20%3Fitem%20p%3AP31%20%3Fstatement0%3B%0A%20%20%20%20%20%20%20%20wdt%3AP17%20%3Fcountry.%0A%20%20%20%20%20%20%3Fstatement0%20%28ps%3AP31%2F%28wdt%3AP279%2a%29%29%20wd%3AQ3918.%0A%20%20%20%20%7D%0A%20%20%7D%0A%7D%0AORDER%20BY%20%28%3FcountryLabel%29%20%28%3FitemLabel%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;interactive tree view of all countries and universities&lt;/a&gt; backed by live data from Wikidata.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2022-10-15T17:57:59.793" LastActivityDate="2022-10-15T17:57:59.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4893" PostTypeId="2" ParentId="562" CreationDate="2015-03-30T17:43:58.490" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.ean13.info&quot; rel=&quot;nofollow&quot;&gt;www.ean13.info&lt;/a&gt; + google translate is not a bad thing. Over 8kk goods in database (russian lang.).&lt;/p&gt;&#xA;" OwnerUserId="6116" LastEditorUserId="6116" LastEditDate="2015-03-30T18:06:56.240" LastActivityDate="2015-03-30T18:06:56.240" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4894" PostTypeId="2" ParentId="3831" CreationDate="2015-03-30T18:43:08.347" Score="1" Body="&lt;p&gt;To add to Mike's answer:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the the &lt;code&gt;_exists_:field_name&lt;/code&gt; in the search parameter to see how many documents have a key. &lt;code&gt;_missing_:field_name&lt;/code&gt; shows the documents that are missing that key. If you did a &lt;code&gt;count=field_name&lt;/code&gt;, it should equal the total that you get in the meta field results for &lt;code&gt;_exists_:field_name&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-03-30T18:43:08.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4896" PostTypeId="2" ParentId="4888" CreationDate="2015-03-30T20:39:05.487" Score="3" Body="&lt;p&gt;Most commercial aricraft, lots of military and some general aviation aircraft.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.airliners.net/&quot; rel=&quot;nofollow&quot;&gt;Airliners.net&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-03-30T20:39:05.487" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4897" PostTypeId="1" AcceptedAnswerId="5185" CreationDate="2015-03-30T21:39:19.410" Score="6" ViewCount="58" Body="&lt;p&gt;Is there a data set that shows the date of the first availability of cable tv or (not necessarily the same data) the date of first public broadcasting in each state or city in the United States? &lt;/p&gt;&#xA;" OwnerUserId="6029" LastEditorUserId="754" LastEditDate="2015-03-31T01:29:19.747" LastActivityDate="2015-05-05T02:33:03.920" Title="The spread of cable tv" Tags="|data-request|usa|media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4898" PostTypeId="1" AcceptedAnswerId="11537" CreationDate="2015-03-31T08:25:21.327" Score="4" ViewCount="229" Body="&lt;p&gt;I am looking for a triple RDF dataset or vocabulary for a psychology website I am developing. I have a large XML schema database and am looking to translate this database to one RDF serialization format. I've searched for websites that have vocabulary such as lov.okfn.org/dataset/lov, but could not find any related vocabulary to translate the data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any website or methodology that have such a triple data store for the website?  Any suggestions on building an open data triplestore for such purposes?&lt;/p&gt;&#xA;" OwnerUserId="6121" LastEditorUserId="244" LastEditDate="2015-04-01T22:42:37.810" LastActivityDate="2017-07-18T21:00:23.187" Title="Are there any dataset for psychology" Tags="|linked-data|rdf|ontology|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4899" PostTypeId="1" CreationDate="2015-03-31T09:59:24.240" Score="5" ViewCount="160" Body="&lt;p&gt;At the Swedish University of Agricultural Sciences we have released some data based on the requirements of the INSPIRE directive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We use Geoserver which provides us with a number of standard services. An example can be seen in the data's &lt;a href=&quot;http://inspire2-1.slu.se:8080/geoserver/inspire_riksskogstaxeringen/wms?service=WMS&amp;amp;version=1.1.0&amp;amp;request=GetMap&amp;amp;layers=inspire_riksskogstaxeringen:ForestVariables&amp;amp;styles=&amp;amp;bbox=276751.545,6137440.0,917384.248,7615120.0&amp;amp;width=221&amp;amp;height=512&amp;amp;srs=EPSG:3006&amp;amp;format=application/openlayers&quot; rel=&quot;nofollow noreferrer&quot;&gt;WMS service&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're interested in the 5-star model for open/linked data and from what I understand we'd see this as 3-star data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can we go from here into the realm of linked data? &lt;/p&gt;&#xA;" OwnerUserId="5600" LastEditorUserId="16193" LastEditDate="2017-06-19T10:12:52.507" LastActivityDate="2017-06-19T10:12:52.507" Title="Linked Geospatial Data in WFS" Tags="|geospatial|releasing-data|linked-data|5-star-scheme|inspire|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4900" PostTypeId="2" ParentId="374" CreationDate="2015-03-31T10:37:37.627" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.citizenaudit.org/&quot; rel=&quot;nofollow&quot; title=&quot;Citizen Audit&quot;&gt;Citizen Audit&lt;/a&gt; is a good alternative to guide star. &#xA;Edit : &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why ? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pro : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The search process is less click hungry.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Getting several fiscal years at a time is possible on a unique page. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;More fiscal years available for IRS 990. ( generally go until 2005/2006, where guidestar give, in most case, the last 3 years. &lt;/li&gt;&#xA;&lt;li&gt;API and bulk access are a possibility ( if you subscribe to a plan )&lt;/li&gt;&#xA;&lt;li&gt;On the result page, you have a OCR version of the document, for handy ctrl+f textual research. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Con :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Some PDF are polluted by banners on top. ( Not-blocking, but annoying. Easily crop-able though )&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6122" LastEditorUserId="6122" LastEditDate="2015-04-14T14:13:58.080" LastActivityDate="2015-04-14T14:13:58.080" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4901" PostTypeId="1" AcceptedAnswerId="4903" CreationDate="2015-03-31T11:22:20.267" Score="7" ViewCount="268" Body="&lt;p&gt;I am currently writing a report, I would like to make a claim which I am struggling to back up:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The volume of image data transferred digitally has increased as the&#xA;  internet has become more popular and fast download speeds has become&#xA;  more easily accessible.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Of course I don't actually know this claim to be true. However, I think it's a reasonable claim given that the number of gadgets people own seems to be increasing (at least where I am from), as does the global population and there are developing countries working on high speed internet infrastructure. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know of any data that could help me back up my claim? For example data where volume of image data being transferred is measured over at least, lets say 10 years would be great!&lt;/p&gt;&#xA;" OwnerUserId="6123" LastEditorUserId="70" LastEditDate="2015-03-31T15:42:38.507" LastActivityDate="2015-03-31T15:42:38.507" Title="Does there exist a set of data that measures internet traffic that is specific to image downloading and uploading?" Tags="|data-request|images|internet|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4902" PostTypeId="2" ParentId="4901" CreationDate="2015-03-31T13:32:35.243" Score="1" Body="&lt;p&gt;(sorry, this was getting too long for a comment ... I know it doesn't directly answer the question)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My gut says that it's a safe statement to make (after having been a web server administrator for the last ~20 years) ... but you have to consider a few things :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;We can claim an increase just due to the increase in the number of people using the internet, even if everything else is held constant.&lt;/li&gt;&#xA;&lt;li&gt;We can claim an increase due to the larger file sizes, even if the total number of images being transferred was constant or declining.&lt;/li&gt;&#xA;&lt;li&gt;What is an image?&lt;br&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Is an animated GIF or similar an image, a type of movie, or something else entirely?  &lt;/li&gt;&#xA;&lt;li&gt;Are movies a series of images plus an audio track, or are they something that's not an image?&lt;/li&gt;&#xA;&lt;li&gt;Are PDFs always images, never images, sometimes images (eg, if the PDF is of a scanned document), or fractionally images (the proportion of the contents that were inserted as images)?&lt;/li&gt;&#xA;&lt;li&gt;Do the PDF rules hold true for other document types (MS Word, MS PowerPoint, Adobe Illustrator, Adobe InDesign, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Does line art qualify as images, or only bitmaps/rasters?&lt;/li&gt;&#xA;&lt;li&gt;Are all readings from a CCD array an image?  (eg, telescope images vs. spectrometer readings)  Or only when we place it into a format that a typical person on the Internet can use it?&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm likely being pedantic here, but it's likely that someone could just as easily show that images are decreasing if they go with a really narrow definition of 'image', and look at proportional volume per person, and show that the increase in movies, streaming audio and moving large software distribution to the internet has led to a decrease in the share of bandwidth consumed by images.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-03-31T13:32:35.243" CommentCount="2" CommunityOwnedDate="2015-03-31T13:32:35.243" ContentLicense="CC BY-SA 3.0" />
  <row Id="4903" PostTypeId="2" ParentId="4901" CreationDate="2015-03-31T14:29:58.857" Score="5" Body="&lt;p&gt;I think you're unlikely to find this as true &quot;open data,&quot; since there are substantial privacy concerns to internet traffic monitoring, and the volume of data involved to do proper analysis is considerable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, there is an organization, the Center for Applied Internet Data Analysis (CAIDA), which &lt;a href=&quot;http://www.caida.org/data/&quot;&gt;makes datasets available to researchers&lt;/a&gt; under oversight. A brief look at their &lt;a href=&quot;http://www.caida.org/data/overview/&quot;&gt;data overview&lt;/a&gt; doesn't reveal any sets which are obviously content-oriented, but they may be able to advise.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beyond getting the data yourself, you may be able to find a citation in media or academic publishing which substantiates your hypothesis. This GigaOm story, &lt;a href=&quot;https://gigaom.com/2013/09/18/how-the-core-of-the-internet-has-changed-from-data-to-content/&quot;&gt;&quot;How the core of the internet has changed from data to content&quot;&lt;/a&gt; might lead you down the right path.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ultimately, the amount of still image data looks like it will be a drop in the bucket, if the &lt;a href=&quot;http://recode.net/2014/06/10/cat-videos-binge-tv-watching-to-account-for-84-of-internet-traffic-cisco-says/&quot;&gt;Cisco study covered in this Recode article&lt;/a&gt; is correct: they claim that video traffic is currently 78% of internet traffic, and headed for 84% by 2018. If you still want to get numbers about image data, perhaps digging deeper into the Cisco study will yield results.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-03-31T14:29:58.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4904" PostTypeId="1" CreationDate="2015-03-31T17:48:45.443" Score="7" ViewCount="182" Body="&lt;p&gt;I'm looking for a web service that, given a set of coordinate boundaries, in the form of a rectangle or square, returns all the mountain peaks within the boundary, along with the coordinates and the elevation of the peak.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Geonames offers such a service, but I have to make separate requests for the elevation for &lt;em&gt;each&lt;/em&gt; peak, which could amount to hundreds of requests for a given (ie hilly) boundary.&lt;/p&gt;&#xA;" OwnerUserId="6124" LastEditorUserId="1511" LastEditDate="2015-04-01T07:12:20.937" LastActivityDate="2019-06-03T05:20:28.917" Title="Seeking geographical database that, given coordinate boundaries, returns all the mountain peaks within the boundary, their coordinates, and elevation" Tags="|data-request|api|geospatial|geocoding|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4905" PostTypeId="2" ParentId="1318" CreationDate="2015-04-01T09:56:34.477" Score="1" Body="&lt;p&gt;You can try &lt;a href=&quot;http://www.reddit.com/r/opendata&quot; rel=&quot;nofollow&quot;&gt;http://www.reddit.com/r/opendata&lt;/a&gt; too. Some of those particular redditors like things like this. In a previous role I've drummed up support through there too.&lt;/p&gt;&#xA;" OwnerUserId="570" LastActivityDate="2015-04-01T09:56:34.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4906" PostTypeId="1" AcceptedAnswerId="5016" CreationDate="2015-04-01T10:00:23.317" Score="9" ViewCount="79" Body="&lt;p&gt;Perhaps a bit off-topic, but this is the only relevant SE forum.  I sometimes come across RSS feeds with terms and conditions attached, such as one example permitting use for app-development (that would complement their revenues) but expressly not for any other purpose, and specifically statistical aggregation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder about the bottom line of legality about this sort of conditionality.  The company has made the data public, without any sign-up.  Can they legally enforce such conditions on usage?  Of course they can sue for damages, but are they likely to succeed?  Are there any legal precedents to be aware of?  Much of course will depend on the legal jurisdictions involved, but if there was any useful guidance available for US/UK/European contexts it would be useful to know.&lt;/p&gt;&#xA;" OwnerUserId="1141" LastActivityDate="2015-04-16T15:27:21.140" Title="Legality of using data against terms" Tags="|legal|licensing|" AnswerCount="1" CommentCount="5" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4907" PostTypeId="5" CreationDate="2015-04-01T12:01:36.333" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-04-01T12:01:36.333" LastActivityDate="2015-04-01T12:01:36.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4908" PostTypeId="4" CreationDate="2015-04-01T12:01:36.333" Score="0" Body="For questions related to legislation and laws." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-04-01T12:01:36.333" LastActivityDate="2015-04-01T12:01:36.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4909" PostTypeId="1" CreationDate="2015-04-01T12:06:57.533" Score="9" ViewCount="156" Body="&lt;p&gt;I'm doing some work visualising tree inventories and thought it would be nice to show whether the species is native to Australia or not. I haven't so far found any database that would answer the question. Wikipedia has a category &quot;Flora of Australia&quot; but it's not clear whether that means &quot;native to&quot;, and I don't know if it's consistently used.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other databases with this kind of information? Taxonomy information seems straightforward, but what about basic distribution in the wild?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, I really just a very simple &quot;yes/no&quot; per species. In some cases, I only have the genus, but I don't know if asking whether a genus is native to a country is a sensible question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT &#xA;Well, it turns out there are lots of plant databases of various kinds, mostly concerned with taxonomies, tracking name changes, and photos. I've now looked at:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.allcreativedesigns.com.au/pages/speciesbotanical.html&quot;&gt;http://www.allcreativedesigns.com.au/pages/speciesbotanical.html&lt;/a&gt; (unclear licence, unclear comprehensiveness)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.oznativeplants.com/A-Z/common.html&quot;&gt;http://www.oznativeplants.com/A-Z/common.html&lt;/a&gt; (unclear licence, unclear comprehensiveness)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://avh.chah.org.au/&quot;&gt;Australian Virtual Herbarium&lt;/a&gt; Great resource, unclear if it actually has native/introduced attribute.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.anbg.gov.au/apni/index.html&quot;&gt;Australian Plant Name Index&lt;/a&gt; Unclear if it has that information.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.catalogueoflife.org/&quot;&gt;Catalogue of Life&lt;/a&gt; Unclear if it has that information. (Also probably not very comprehensive, it didn't have one species that I looked up).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Still more to go at &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_biodiversity_databases&quot;&gt;https://en.wikipedia.org/wiki/List_of_biodiversity_databases&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another one, the &quot;&lt;a href=&quot;http://sydneylivingmuseums.com.au/research-collections/catalogues-research-tools/colonial-plants-database&quot;&gt;Colonial Plants Database&lt;/a&gt;&quot;&lt;/p&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="4194" LastEditDate="2015-04-17T04:33:18.050" LastActivityDate="2016-04-05T12:00:47.360" Title="Machine-readable way to determine if plant species is native to Australia" Tags="|data-request|biology|environment|australia|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4910" PostTypeId="1" CreationDate="2015-04-01T16:33:46.567" Score="7" ViewCount="1631" Body="&lt;p&gt;I'm trying to find number of companies which reach a certain scale of revenue per year. For example in USA is &lt;code&gt;x&lt;/code&gt; companies with revenue $100k-$1M, &lt;code&gt;y&lt;/code&gt; companies with revenue $1M-$10M, &lt;code&gt;z&lt;/code&gt; companies in bucket $10M-$100M. I need those numbers for various regions as for USA, north amerika and Europe to begin with. Every tax agency in every modern country has to know required data. I have tried tens different queries in Google and Wolfram Alpha with zero success. Not only I can't find this data for some region but I can't find it for any region at all. I got tons of articles with a list of top 500, 1000, and so on names of biggest companies and their revenue, but they are exactly what I don't want. I'm interested in much smaller ones. Obviously I don't know the right place or the right question to ask. Can you please point me to the right direction where to find right source of such data?&lt;/p&gt;&#xA;" OwnerUserId="6136" LastEditorUserId="70" LastEditDate="2015-04-01T16:40:51.300" LastActivityDate="2015-06-28T09:54:03.733" Title="Where to find number of companies by year revenue?" Tags="|data-request|economics|business|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4911" PostTypeId="2" ParentId="3946" CreationDate="2015-04-01T20:24:34.700" Score="4" Body="&lt;p&gt;The National (US) Renewable Energy Laboratory provide open-source LCI (Life Cycle Inventories) for products, which contain inputs to and outputs from production of products.&#xA;From the &quot;on the project&quot; page: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The U.S. Life Cycle Inventory (LCI) Database is a publicly available database that allows users to objectively review and compare analysis results that are based on similar data collection and analysis methods.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can get to the site at: &lt;a href=&quot;http://www.nrel.gov/lci/&quot; rel=&quot;nofollow&quot;&gt;This link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See an example of an inventory of Ethylene, at plant &lt;a href=&quot;https://www.lcacommons.gov/nrel/process/show/32120?qlookup=&amp;amp;max=35&amp;amp;hfacet=&amp;amp;hfacetCat=&amp;amp;loc=&amp;amp;year=&amp;amp;dtype=&amp;amp;crop=&amp;amp;index=25&amp;amp;numfound=3160&amp;amp;offset=&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6132" LastActivityDate="2015-04-01T20:24:34.700" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4912" PostTypeId="1" AcceptedAnswerId="4913" CreationDate="2015-04-01T23:42:59.833" Score="6" ViewCount="365" Body="&lt;p&gt;I would like to know your opinion about the next system:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;with a large CSV file&lt;/li&gt;&#xA;&lt;li&gt;convert it's header to RDF schema, in which exists only the CSV columns information and access point. This way there's no need to convert the hole file to RDF triples, eliminating huge conversion overhead.&lt;/li&gt;&#xA;&lt;li&gt;launch a web app with SPARQL console, which converts the requests in file searches.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Why, you ask? Because having a 2.5GB cache with triples generated from 100MB CSV file is not useful at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other words, i'm proposing the same system when converting RDB to RDF on p.ex. D2RQ, where all data is kept in the database and what is converted is the relational schema. This saves a lot of space and is a much faster process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As mentioned in comments and answers below, a similar system might be tarql. The issue with this system is that it converts all the CSV file to rdf, not just the header. The issue with this approach is that a 100mb file is converted into a huge 2.5gb rdf file, which is not practical nor useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a diagram that describes what i want to (or aspire to :)) create:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/G2Y7L.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="6143" LastEditorUserId="6143" LastEditDate="2015-04-02T12:31:19.470" LastActivityDate="2015-04-02T12:31:19.470" Title="Mapping CSV Header to RDF + SPARQL console" Tags="|tool-request|csv|rdf|sparql|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4913" PostTypeId="2" ParentId="4912" CreationDate="2015-04-02T10:30:06.240" Score="3" Body="&lt;p&gt;Before building a completely new system from scratch, you should first check if an existing system satisfies your requirements. There are a few possible candidates out there:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;As outlined &lt;a href=&quot;http://answers.semanticweb.com/questions/32059/mapping-csv-header-to-rdf-sparql-console/32061&quot; rel=&quot;nofollow&quot;&gt;in this answer&lt;/a&gt;, &lt;a href=&quot;http://d2rq.org/&quot; rel=&quot;nofollow&quot;&gt;D2RQ&lt;/a&gt; and &lt;a href=&quot;http://www.rdfhdt.org/&quot; rel=&quot;nofollow&quot;&gt;RDF HDT&lt;/a&gt; might be close to what you are looking for.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In addition there is &lt;a href=&quot;https://tarql.github.io/&quot; rel=&quot;nofollow&quot;&gt;Tarql&lt;/a&gt; which provides SPARQL access to CSV files — which is, as far as I can tell, exactly what you want.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;One more comment: If you want performant search for your CSV files, you won't get around a search index. And instead of building one yourself, I recommend having a close look at D2RQ again.&lt;/p&gt;&#xA;" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-04-02T10:39:06.763" LastActivityDate="2015-04-02T10:39:06.763" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4914" PostTypeId="5" CreationDate="2015-04-02T10:47:14.463" Score="0" Body="&lt;p&gt;Recommendations produced by the &lt;a href=&quot;https://www.w3.org/2009/sparql/wiki/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL Working Group&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-overview-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Overview&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-query-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Query Language&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-update-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Update&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-service-description-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL1.1 Service Description&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-federated-query-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Federated Query&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-results-json-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Query Results JSON Format&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-results-csv-tsv-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Query Results CSV and TSV Formats&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-rdf-sparql-XMLres-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL Query Results XML Format (Second Edition)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-entailment-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Entailment Regimes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-protocol-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Protocol&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/TR/2013/REC-sparql11-http-rdf-update-20130321&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL 1.1 Graph Store HTTP Protocol&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="70" LastEditorUserId="90" LastEditDate="2017-10-27T17:45:43.510" LastActivityDate="2017-10-27T17:45:43.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4915" PostTypeId="4" CreationDate="2015-04-02T10:47:14.463" Score="0" Body="SPARQL is a standardized query language for RDF and part of the Semantic Web." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2015-04-02T10:47:14.463" LastActivityDate="2015-04-02T10:47:14.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4916" PostTypeId="1" CreationDate="2015-04-03T05:16:51.610" Score="3" ViewCount="25" Body="&lt;p&gt;I'm working on a few projects that aggregate data from different government sources (for example tree inventories from different local councils). I publish a map of the data, but it would make sense to publish the aggregation as an open dataset itself. Since the portal that these datasets come from (data.gov.au) doesn't accept data from non-government sources, what would be a good place to publish it to?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only destination I can think of is &lt;a href=&quot;http://datahub.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub&lt;/a&gt;, but are there others?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hmm, maybe this is a duplicate of &lt;a href=&quot;https://opendata.stackexchange.com/questions/258/are-there-any-international-non-governmental-data-aggregators&quot;&gt;Are there any international non-governmental data aggregators?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-03T10:09:59.200" Title="Where to publish aggregations of government data?" Tags="|releasing-data|data-portal|" AnswerCount="0" CommentCount="2" ClosedDate="2015-04-03T10:07:52.840" ContentLicense="CC BY-SA 3.0" />
  <row Id="4917" PostTypeId="1" AcceptedAnswerId="4933" CreationDate="2015-04-03T15:35:25.427" Score="3" ViewCount="102" Body="&lt;p&gt;I'm living in Europe. For researches purposes, I'm trying to gather news articles explicitly using data from officials portals as data.gov.uk for instance. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please consider this, however: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The data can also come from any data.gov.* portals around the world (such as the UK portal). I'm not specifically asking for US examples ; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The articles/app doesn't have to be made by journalists, but should have a clear informational purpose ;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6154" LastEditorUserId="70" LastEditDate="2015-04-05T06:34:49.990" LastActivityDate="2015-04-07T01:52:37.920" Title="Journalism examples using officials public data portals?" Tags="|uses-of-open-data|data-portal|" AnswerCount="2" CommentCount="4" ClosedDate="2015-04-09T09:22:47.837" ContentLicense="CC BY-SA 3.0" />
  <row Id="4919" PostTypeId="1" CreationDate="2015-04-04T01:37:59.367" Score="5" ViewCount="69" Body="&lt;p&gt;What are the differences between &lt;a href=&quot;http://tincanapi.com/&quot; rel=&quot;noreferrer&quot;&gt;http://tincanapi.com/&lt;/a&gt;  &amp;amp; &lt;a href=&quot;http://openbadges.org/&quot; rel=&quot;noreferrer&quot;&gt;http://openbadges.org/&lt;/a&gt; ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think they are both great ways in opening up credential data, but was wondering in what specific situations you would use one or the other?&#xA;Both as provider of open badges/tin can api as on the receiver side of these (learner)&lt;/p&gt;&#xA;" OwnerUserId="6158" LastActivityDate="2017-10-10T18:30:11.243" Title="Open Badges/Tin Can to open up credential &amp; learning data" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4921" PostTypeId="2" ParentId="4756" CreationDate="2015-04-04T02:14:09.880" Score="5" Body="&lt;p&gt;If you are a R user, you can download the SSA 'babynames' dataset directly in R via the  package 'babynames' (from the great Hadley Wickham) which is on CRAN: &lt;a href=&quot;http://cran.r-project.org/web/packages/babynames/index.html&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6158" LastActivityDate="2015-04-04T02:14:09.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4922" PostTypeId="2" ParentId="4851" CreationDate="2015-04-05T00:29:02.507" Score="3" Body="&lt;p&gt;This doesn't solve the problem entirely, but I'll add it here for anyone else who has the same issue.  (but not mark it as the answer, in case someone else has a better solution)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a program &lt;a href=&quot;http://videlibri.sourceforge.net/xidel.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;xidel&lt;/a&gt; which allows you to retrieve a URL and extract information from the page using XPath queries.  See &lt;a href=&quot;https://stackoverflow.com/a/16466719/143791&quot;&gt;this response to a similar question on Stack Overflow&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that it doesn't do two things:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;recursive retrieval&lt;/strong&gt; -- you'll have to write your own script process the output and do whatever logic you need to determine what links to follow. &lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;return complete URLs&lt;/strong&gt; -- the example shows how to extract what's in &lt;code&gt;//a/@href&lt;/code&gt;, but this could be an absolute, relative or root-relative instance.  It may also need to take &lt;code&gt;//base/@href&lt;/code&gt; into consideration if one exists.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even with those problems, I found that it saved me considerable time over trying to get &lt;code&gt;wget&lt;/code&gt; to do what I needed.  I called xidel in a perl script, and then used &lt;code&gt;curl -s -f -z&lt;/code&gt; (silent, no file on failure, send if-modifed since) to do the file retrieval once I identified the proper URLs to check for updates.  I probably could've used LWP::Simple's mirror() to avoid calling out to curl.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-05T00:29:02.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4923" PostTypeId="2" ParentId="4687" CreationDate="2015-04-05T18:40:12.907" Score="-1" Body="&lt;p&gt;as I know imdb has not official api but some unofficial data is available for example: &lt;a href=&quot;http://www.omdbapi.com/&quot; rel=&quot;nofollow&quot;&gt;omsbapi&lt;/a&gt; also there is a useful api for &lt;a href=&quot;http://www.omdbapi.com/&quot; rel=&quot;nofollow&quot;&gt;yts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6167" LastEditorUserId="6167" LastEditDate="2015-04-06T08:18:01.280" LastActivityDate="2015-04-06T08:18:01.280" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4924" PostTypeId="1" CreationDate="2015-04-05T19:18:12.990" Score="3" ViewCount="97" Body="&lt;p&gt;Freebase is shutting down. &#xA;but I am unable to download the 25GB of zipped file (shows error) dump they are providing.&#xA;I used their API to set up my search bar, (segregated into 3 sections Movie titles, Character Titles, People Titles ) but the challenge is there appears to be unnecessary fine filtering like film series, docudrama, historical film, fantasy film,... and a never ending list just for the movies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way I could unite all the multiple titles into one. Apart from free base is there any dump provider who does the way I want.   &lt;/p&gt;&#xA;" OwnerUserId="6168" LastEditorUserId="1511" LastEditDate="2015-04-06T08:03:21.103" LastActivityDate="2018-12-05T20:49:46.743" Title="Where do I get the complete fictional data (the titles of Movies/ TV, Characters, People/ cast/ crew) dump" Tags="|data-request|film|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4926" PostTypeId="1" CreationDate="2015-04-06T11:17:43.307" Score="4" ViewCount="493" Body="&lt;p&gt;Currently I am working in software fault prediction. I want to perform some experiment in software fault prediction data set. But I am unable to find data set related to software fault prediction. Can anyone suggest me some link from where I can download these data sets?&lt;/p&gt;&#xA;" OwnerUserId="6174" LastEditorUserId="1511" LastEditDate="2015-04-06T17:16:41.240" LastActivityDate="2015-09-09T11:15:29.680" Title="Data set of software fault prediction studies" Tags="|data-request|machine-learning|software|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4927" PostTypeId="1" AcceptedAnswerId="4952" CreationDate="2015-04-06T14:05:26.237" Score="4" ViewCount="131" Body="&lt;p&gt;I'm looking for recorded information about a program's execution. I'm not interested in logging information, but in software tracing data.&lt;/p&gt;&#xA;&lt;p&gt;The more information about software internal it contains the merrier it is.&lt;/p&gt;&#xA;&lt;p&gt;Following is a trace example:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;INFO: Call from main.RunFile line 206 to main.RunFile.main&#xA;Mar 31, 2011 2:52:53 PM aspects.Trace ajc$before$aspects_Trace$1$b314f86e&#xA;INFO: Call from main.RunFile line 186 to main.RunFile.runList&#xA;Mar 31, 2011 2:52:53 PM main.RunFile main&#xA;INFO: Starting clustering of 0 files&#xA;Mar 31, 2011 2:52:53 PM aspects.Trace ajc$before$aspects_Trace$1$b314f86e&#xA;INFO: Call from main.ExperimentRunner line 59 to main.ExperimentRunner.runExperiments&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5662" LastEditorUserId="23272" LastEditDate="2021-04-03T05:12:15.113" LastActivityDate="2021-04-03T05:12:15.113" Title="Where I can find a repository of software usage/execution logs (traces)?" Tags="|data-request|software|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4928" PostTypeId="2" ParentId="3717" CreationDate="2015-04-06T14:48:48.030" Score="2" Body="&lt;p&gt;The &quot;elemapi&quot; data set may be promising (or maybe it will help refine the question of what you're looking for). I don't see an explicit license, but it's used widely and is from a public source, so hopefully there is a friendly license somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ats.ucla.edu/stat/stata/webbooks/reg/chapter1/statareg1.htm&quot; rel=&quot;nofollow&quot;&gt;UCLA-affiliated course use&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In this chapter, and in subsequent chapters, we will be using a data&#xA;  file that was created by randomly sampling 400 elementary schools from&#xA;  the California Department of Education's API 2000 dataset.  This data&#xA;  file contains a measure of school academic performance as well as&#xA;  other attributes of the elementary schools, such as, class size,&#xA;  enrollment, poverty, etc.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1095" LastActivityDate="2015-04-06T14:48:48.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4929" PostTypeId="1" CreationDate="2015-04-06T16:06:49.797" Score="5" ViewCount="161" Body="&lt;p&gt;Which Open-Source license did Elon Musk choose for the Hyperloop?&lt;/p&gt;&#xA;" OwnerUserId="6178" LastEditorUserId="7031" LastEditDate="2019-10-10T08:52:09.390" LastActivityDate="2019-10-10T08:52:09.390" Title="Hyperloop; Which Open-Source License did Musk choose?" Tags="|usa|transportation|licensing|open-source|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4930" PostTypeId="2" ParentId="1054" CreationDate="2015-04-06T20:27:45.947" Score="3" Body="&lt;p&gt;Although the FAA does not redistribute ADS-B data, FlightAware (the largest aggregator and provider of this data) does offer worldwide ADS-B data feeds in a variety of formats: &lt;a href=&quot;https://flightaware.com/commercial/data/adsb/&quot; rel=&quot;nofollow&quot;&gt;https://flightaware.com/commercial/data/adsb/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6185" LastActivityDate="2015-04-06T20:27:45.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4932" PostTypeId="2" ParentId="313" CreationDate="2015-04-06T23:45:16.367" Score="6" Body="&lt;p&gt;My experience, making maps from quite a few government datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For point data, CSV is the best, with &quot;lat&quot; and &quot;lon&quot; columns. Very easy to work with in a wide range of tools, including text editors, spreadsheets, etc. The only downside I've come across so far is that GDAL sometimes requires you to make a .vrt companion file. (EDIT: Another downside is there's no universal standard for what to call the lat/lon columns.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For lines and polygons, in decreasing order of preference:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;GeoJSON. Easy to work with, and the ability to edit in a text editor is a real bonus, if you need to do search/replace, remove a couple of weird objects or copy and paste from one file to another. Another benefit is that non-GIS developers can make sense of it. Only issues I've run into is when someone provides data as say MultiPoint instead of Point.&lt;/li&gt;&#xA;&lt;li&gt;Shapefile. Very widely supported, but with two inconvenient points. First, it's a collection of files, so you have to pass around a .zip and extract it. Second, field names are limited to 10 characters. They're hard to edit for your average non-GIS person.&lt;/li&gt;&#xA;&lt;li&gt;KML/KMZ. These often have a lot of irrelevant cruft (styling, icons, etc), and attributes are often (always?) encoded as mini HTML tables, which are really hard to work with. At least you can edit them easily with Google tools.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Honestly, though, the best answer is probably &quot;all of them&quot;. Do everyone a favour and release the data in CSV (if point), GeoJSON, zipped Shapefile and KMZ.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="4194" LastEditDate="2015-04-09T04:31:32.857" LastActivityDate="2015-04-09T04:31:32.857" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="4933" PostTypeId="2" ParentId="4917" CreationDate="2015-04-06T23:48:56.680" Score="3" Body="&lt;p&gt;Well, here's one: &lt;a href=&quot;http://www.theage.com.au/victoria/the-most-ignored-parking-sign-in-melbourne-20140512-zraek.html&quot; rel=&quot;nofollow&quot;&gt;http://www.theage.com.au/victoria/the-most-ignored-parking-sign-in-melbourne-20140512-zraek.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the background: &lt;a href=&quot;http://www.theage.com.au/data-point/blogs/the-crunch--data-point/melbourne-parking--get-the-data-20140513-386wv.html&quot; rel=&quot;nofollow&quot;&gt;http://www.theage.com.au/data-point/blogs/the-crunch--data-point/melbourne-parking--get-the-data-20140513-386wv.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Summary: data journalists from The Age found data on the City of Melbourne's data portal, wrote a story from it.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2015-04-06T23:48:56.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4934" PostTypeId="1" AcceptedAnswerId="4938" CreationDate="2015-04-07T00:40:45.967" Score="7" ViewCount="2641" Body="&lt;p&gt;I'm looking for a downloadable ingredient database / data set.  I'd like to be able to write my own query to the data set, eliminating potentially harmful ingredients to see what would be potentially healthy to eat.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does such a downloadable data set / database exist?  The closest I've been able to find is &lt;a href=&quot;http://www.foodfacts.com/ci/nutritionsearch/Brads%20Raw&quot; rel=&quot;noreferrer&quot;&gt;foodfacts.com&lt;/a&gt; and it's not an open data set.&lt;/p&gt;&#xA;" OwnerUserId="2837" LastEditorUserId="18" LastEditDate="2015-04-07T10:37:31.503" LastActivityDate="2015-04-07T11:47:46.323" Title="Where can I find a downloadable grocery store food ingredient database / data set?" Tags="|data-request|food|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4935" PostTypeId="2" ParentId="4917" CreationDate="2015-04-07T01:52:37.920" Score="2" Body="&lt;p&gt;Here are a few examples of embedded data from open data portals in the USA:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://news.yahoo.com/find-out-here-how-much-your-favorite-obama-aide-is-paid-211525283.html&quot; rel=&quot;nofollow&quot;&gt;http://news.yahoo.com/find-out-here-how-much-your-favorite-obama-aide-is-paid-211525283.html&lt;/a&gt; embeds data from open.whitehouse.gov &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.nationaljournal.com/tech/how-cispa-opponents-were-outspent-by-industry-lobbyists-38-to-1-20130422&quot; rel=&quot;nofollow&quot;&gt;http://www.nationaljournal.com/tech/how-cispa-opponents-were-outspent-by-industry-lobbyists-38-to-1-20130422&lt;/a&gt; embeds data from data.sunlightlabs.com, a data portal from a non profit/non partisan organization &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-04-07T01:52:37.920" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4936" PostTypeId="1" CreationDate="2015-04-07T03:21:31.630" Score="6" ViewCount="153" Body="&lt;p&gt;Are there publicly available datasets of visible (and UV and IR, if possible) spectral reflectance data for the different types of iron rust?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I am involved with a project that has an interest in the spectral/optical properties the different types of rust, particularly the 'red' and 'green' rust.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably, a publicly available source of the data would be ideal, though if the data is included as part of a published paper, even behind a paywall - that would be okay as well (one of my contacts would be able to access that through his university library).  (If it turns out to be more than 1 resource, that is fine also).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While researching, it has become clear that through usual research channels, there is no obvious data sets for iron rust optical properties.  Much of the data available is about the electrochemical properties, and most of those are charts.&lt;/p&gt;&#xA;" OwnerDisplayName="user6188" LastEditorUserId="70" LastEditDate="2015-04-19T16:00:43.687" LastActivityDate="2015-04-19T16:00:43.687" Title="Spectral reflectance data for iron rust" Tags="|data-request|research|" AnswerCount="1" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="4938" PostTypeId="2" ParentId="4934" CreationDate="2015-04-07T07:03:02.367" Score="5" Body="&lt;p&gt;have you tried &lt;a href=&quot;http://openfoodfacts.org/&quot; rel=&quot;noreferrer&quot;&gt;Open Food Facts&lt;/a&gt;? It's a &quot;free, open and collaborative database of food products from the entire world.&quot;  The data is &lt;a href=&quot;http://world.openfoodfacts.org/terms-of-use&quot; rel=&quot;noreferrer&quot;&gt;offered under the Open Database License&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="18" LastEditDate="2015-04-07T11:47:46.323" LastActivityDate="2015-04-07T11:47:46.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4939" PostTypeId="1" CreationDate="2015-04-07T14:24:54.427" Score="5" ViewCount="101" Body="&lt;p&gt;I was trying to get together a fully observed matrix for collaborative filtering. For example, some data matrix that was (more or less) at least 500 by 500, of say for example, 500 users that all rate the same 500 movies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried getting something like this from the netflix data set and only got around 256 by 150, which seemed too small.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a data set that is already processed like this that I can use? It doesn't necessarily need to be movies, but it would be best if it was a recommender system data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or maybe a suggested data sat that has a high chance of getting a sufficiently large data matrix. The larger the better obviously.&lt;/p&gt;&#xA;" OwnerUserId="6192" LastEditorUserId="6192" LastEditDate="2015-04-07T14:43:22.307" LastActivityDate="2015-07-23T06:13:18.897" Title="For a recommender system, is there a real data matrix that is about 500 by 500 that is complete and has no missing entries?" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4940" PostTypeId="2" ParentId="4939" CreationDate="2015-04-07T15:29:12.827" Score="2" Body="&lt;p&gt;Here is a listing of &lt;strong&gt;&lt;a href=&quot;https://gist.github.com/entaroadun/1653794&quot; rel=&quot;nofollow&quot;&gt;Recommendation and Ratings Public Data Sets For Machine Learning&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;500x500 may be ambitious, so instead of movies you may have to use music (shorter content means more reviews)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, take a look at (copy/pasted from site): &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.dtic.upf.edu/~ocelma/MusicRecommendationDataset/index.html&quot; rel=&quot;nofollow&quot;&gt;Last.fm - Music Recommendation Data Sets&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://webscope.sandbox.yahoo.com/catalog.php?datatype=r&quot; rel=&quot;nofollow&quot;&gt;Yahoo! - Movie, Music, and Images Ratings Data Sets&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www-etud.iro.umontreal.ca/~bergstrj/audioscrobbler_data.html&quot; rel=&quot;nofollow&quot;&gt;Audioscrobbler - Music Recommendation Data Sets&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;http://131.193.40.52/data/&quot; rel=&quot;nofollow&quot;&gt;Amazon - Audio CD recommendations&lt;/a&gt; &lt;/s&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note that &lt;a href=&quot;http://www.last.fm/api&quot; rel=&quot;nofollow&quot;&gt;Last.fm also has an API&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-04-07T15:29:12.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4941" PostTypeId="1" AcceptedAnswerId="4942" CreationDate="2015-04-07T19:32:32.213" Score="2" ViewCount="151" Body="&lt;p&gt;I am searching for a site which gives hourly temperature data for specific locations in Arkansas (I have zip codes) for the year 2014. Please assist.&lt;/p&gt;&#xA;" OwnerUserId="6193" LastEditorDisplayName="user6188" LastEditDate="2015-04-07T21:09:03.843" LastActivityDate="2015-04-07T21:09:03.843" Title="Hourly temperature data for specific locations (Arkansas) for the year 2014" Tags="|data-request|weather|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4942" PostTypeId="2" ParentId="4941" CreationDate="2015-04-07T20:32:06.907" Score="1" Body="&lt;p&gt;I would start here: &lt;a href=&quot;http://www.climate.gov/hourlysub-hourly-observational-data-hourly-global-%E2%80%93-gis-data-locator&quot; rel=&quot;nofollow&quot;&gt;http://www.climate.gov/hourlysub-hourly-observational-data-hourly-global-%E2%80%93-gis-data-locator&lt;/a&gt;.  It looks like you can go to &quot;View Data&quot;, then select the stations of interest from the map, then specify the dates and data elements that you want.  It does not guarantee that hourly data will be available from every station.&lt;/p&gt;&#xA;" OwnerUserId="5974" LastActivityDate="2015-04-07T20:32:06.907" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4944" PostTypeId="1" CreationDate="2015-04-07T23:40:41.833" Score="5" ViewCount="389" Body="&lt;p&gt;Is there any dataset containing the latitude and longitude of US commuting zones? (e.g. an Excel sheet containing the coordinates of Minneapolis-St. Paul, etc.)&lt;/p&gt;&#xA;" OwnerUserId="6198" LastActivityDate="2015-04-08T07:13:42.520" Title="Latitude and Longitude of US Commuting Zones" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4945" PostTypeId="1" AcceptedAnswerId="4955" CreationDate="2015-04-08T02:32:26.443" Score="5" ViewCount="452" Body="&lt;p&gt;Are there specific data sets about movement of commuters (in cars, trains, buses, etc.) in major US cities?  Ideally the data would include numbers of commuters, have detailed location information, and across time (throughout the day, and over weeks/months).&lt;/p&gt;&#xA;" OwnerUserId="5651" LastEditorUserId="70" LastEditDate="2015-04-08T18:49:13.373" LastActivityDate="2019-07-29T23:37:46.793" Title="Are there open data sets about commuting patterns in large US cities?" Tags="|data-request|usa|city|transportation|public-transport|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4946" PostTypeId="2" ParentId="4945" CreationDate="2015-04-08T03:16:33.353" Score="2" Body="&lt;p&gt;Residence to Workplace Commute Patterns, RPA Counties has some of what you want. not sure about all, i'm not really familiar with it&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.opendata.city/dataset/residence-to-workplace-commute-patterns-rpa-counties&quot; rel=&quot;nofollow&quot;&gt;http://catalog.opendata.city/dataset/residence-to-workplace-commute-patterns-rpa-counties&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-04-08T03:16:33.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4947" PostTypeId="1" AcceptedAnswerId="4949" CreationDate="2015-04-08T03:48:46.350" Score="8" ViewCount="4120" Body="&lt;p&gt;Is there any sample data for Ecommerce orders? What I need is Order no, Customer details, address, ratings by same customer, delivery times etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need it this for data analysis project i am doing. These need not be really true, like the names and addresses of people can be fictional. &lt;/p&gt;&#xA;" OwnerUserId="6201" LastEditorUserId="70" LastEditDate="2015-04-08T12:21:05.713" LastActivityDate="2017-02-15T11:49:44.547" Title="Need sample E-commerce order data" Tags="|data-request|business|analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4948" PostTypeId="2" ParentId="4944" CreationDate="2015-04-08T07:13:42.520" Score="2" Body="&lt;p&gt;You can find out information about Americans' commuting habits in relation to specific geographic areas through the U.S. Census American Community Survey.  Access to the data is &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/data_main/&quot; rel=&quot;nofollow noreferrer&quot;&gt;available&lt;/a&gt;.  For example, if you are looking for how people in &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/data_easy_stats/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Los Angeles County get to work&lt;/a&gt;, you can find the answer through the Easy Stats online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/kz2k4.png&quot; alt=&quot;L.A. County Transportation Choices&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The longitude and latitude of all U.S. boundaries (from school districts to counties to roads) can be found via &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER files&lt;/a&gt; (topographically integrated geographic encoding and referencing).&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2015-04-08T07:13:42.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4949" PostTypeId="2" ParentId="4947" CreationDate="2015-04-08T09:35:54.723" Score="5" Body="&lt;p&gt;A popular answer comes from a 2010 question on Stackoverflow - &lt;a href=&quot;https://stackoverflow.com/q/3647873/2327328&quot;&gt;Source Link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/q/2036395/2327328&quot;&gt;Northwind database&lt;/a&gt; - (&lt;a href=&quot;https://northwinddatabase.codeplex.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation &amp;amp; data model&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/3660733/2327328&quot;&gt;NopCommerce sample dataset&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://dbs.uni-leipzig.de/en/research/projects/object_matching/fever/benchmark_datasets_for_entity_resolution&quot; rel=&quot;nofollow noreferrer&quot;&gt;E-commerce dataset from Amazon / Google Products / Abt Buy&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Other ideas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://community.tableau.com/docs/DOC-1236&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tableau Superstore (Excel file)&lt;/a&gt; (although I think this is aggregated)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-08T11:25:42.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4950" PostTypeId="1" AcceptedAnswerId="4992" CreationDate="2015-04-08T09:54:15.030" Score="9" ViewCount="782" Body="&lt;p&gt;I would like use historic hourly temperature data (Integrated Surface Global Hourly Data, DSI-3505) available from NOAA. Using NOAA's &lt;a href=&quot;http://gis.ncdc.noaa.gov/map/viewer/&quot;&gt;Climate Data Online mapping tool&lt;/a&gt;, I select the weather stations in the region I'm interested in (Belgium, in my case) and download the data between two particular dates in a CSV format. Using this data, I can determine an approximation of the temperature at a particular location (long/lat) at a given point in time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While this data is freely downloadable, it is not clear to me whether I can use it for commercial purposes. The data is not being sold as-is, I'm merely querying it as part of a research project we're doing for another company. That company will use the resulting data internally, not sell or distribute it in any other way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before I can download the data, the following text is presented to me (emphasis mine):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;CONDITIONS&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;WMO Resolution 40 NOAA Policy&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The following data and products &lt;strong&gt;may&lt;/strong&gt; have conditions placed on their&#xA;  international commercial use. They can be used within the U.S. or for&#xA;  non-commercial international activities without restriction. The&#xA;  non-U.S. data cannot be redistributed for commercial purposes.&#xA;  Re-distribution of these data by others must provide this same&#xA;  notification. A log of IP addresses accessing these data and products&#xA;  will be maintained and may be made available to data providers.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For details, please consult &lt;a href=&quot;http://www.wmo.int/pages/about/Resolution40.html&quot;&gt;WMO Resolution 40&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For additional details/information concerning which data are listed as&#xA;  &quot;additional,&quot; please see the &lt;a href=&quot;http://www.map.meteoswiss.ch/WMO/WMOresol40.htm&quot;&gt;Microsoft Word document WMO Resolution 40&lt;/a&gt;&#xA;  If you have questions about NCDC's implementation of this resolution, &#xA;  please contact NCDC at ncdc.orders@noaa.gov or 828-271-4800.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I started reading the referenced &lt;em&gt;WMO Resolution 40&lt;/em&gt;, but I'm pretty sure I can't figure out what it's saying in a reasonable amount of time. I was hoping someone else has experience with this and can shed some light on the matter.&lt;/p&gt;&#xA;" OwnerUserId="6203" LastEditorUserId="1511" LastEditDate="2015-04-08T10:54:38.397" LastActivityDate="2015-04-14T06:29:32.817" Title="License of NOAA hourly temperature data" Tags="|licensing|weather|noaa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4951" PostTypeId="2" ParentId="4290" CreationDate="2015-04-08T12:16:08.310" Score="4" Body="&lt;p&gt;The British Library has a Linked Data API to the British National Bibliography (BNB): &lt;a href=&quot;http://www.bl.uk/bibliographic/datafree.html&quot; rel=&quot;nofollow&quot;&gt;http://www.bl.uk/bibliographic/datafree.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples of how to use the API can be found here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://nbviewer.ipython.org/gist/psychemedia/84ee421ffac30fee2ca6&quot; rel=&quot;nofollow&quot;&gt;IPython notebook demonstrating how to use the BNB Linked Data API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://blog.ldodds.com/2014/10/08/accessing-the-british-national-bibliography-using-sparql/&quot; rel=&quot;nofollow&quot;&gt;Tutorial - Accessing the British National Bibliography Using SPARQL&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="567" LastActivityDate="2015-04-08T12:16:08.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4952" PostTypeId="2" ParentId="4927" CreationDate="2015-04-08T13:07:54.170" Score="2" Body="&lt;p&gt;You might consider using the EVENT table from the Mozilla Labs &lt;a href=&quot;https://testpilot.mozillalabs.com/testcases/a-week-life-2/aggregated-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Day in the Life of a Browser&lt;/a&gt;&quot; dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/yDrsR.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;Unfortunately the download links are inactive. But this dataset has come up on &lt;a href=&quot;https://opendata.stackexchange.com/a/4633/1511&quot;&gt;another question&lt;/a&gt; and hopefully Mozilla will fix it soon. &lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;License is Creative Commons Attribution 3.0 United States.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;: data is now hosted &lt;a href=&quot;http://datahub.io/dataset/a-week-in-the-life-of-a-browser-version-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-09T10:51:09.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4953" PostTypeId="2" ParentId="4945" CreationDate="2015-04-08T13:36:12.393" Score="1" Body="&lt;p&gt;if you can work with survey data, perhaps try&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20household%20travel%20survey%20%28nhts%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20household%20travel%20survey%20%28nhts%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-04-08T13:36:12.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4954" PostTypeId="1" AcceptedAnswerId="4958" CreationDate="2015-04-08T14:02:58.983" Score="4" ViewCount="332" Body="&lt;p&gt;It's come up as an answer for two questions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/4633/1511&quot;&gt;Open, big time-series dataset (ideally web traffic)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/4952/1511&quot;&gt;Where I can find a repository of software usage/execution logs (traces)?&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Here is the main page: &lt;a href=&quot;https://testpilot.mozillalabs.com/testcases/a-week-life-2/aggregated-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Week in the Life of a Browser - Version 2: Aggregated Data Samples&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the download links for the 3 data files is dead. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://testpilot.mozillalabs.com/testcases/a-week-life-2/witl_small.tar.gz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The relevant HTML source for the page can be found in this &lt;a href=&quot;https://github.com/mozilla/testpilotweb/blob/master/testcases/a-week-life-2/aggregated-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub repo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;table class=&quot;callout&quot;&amp;gt;&#xA;    &amp;lt;tr&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;span class=&quot;headers&quot;&amp;gt;Filename&amp;lt;/span&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;span class=&quot;headers&quot;&amp;gt;Download Size&amp;lt;/span&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;span class=&quot;headers&quot;&amp;gt;Num. of Tables&amp;lt;/span&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;span class=&quot;headers&quot;&amp;gt;Num. of Users&amp;lt;/span&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;span class=&quot;headers&quot;&amp;gt;Description&amp;lt;/span&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;    &amp;lt;/tr&amp;gt;&#xA;    &amp;lt;tr&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;a href=&quot;witl.db.gz&quot;&amp;gt;witl.db.gz&amp;lt;/a&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;1.1 GB&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;3&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;About 27,000&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;Gzipped SQL dump of all three tables&amp;lt;/td&amp;gt;&#xA;    &amp;lt;/tr&amp;gt;&#xA;    &amp;lt;tr&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;a href=&quot;witl_large.tar.gz&quot;&amp;gt;witl_large.tar.gz&amp;lt;/a&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;469 MB&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;3&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;About 27,000&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;Gzipped Tar archive of three CSV files, one for each table&amp;lt;/td&amp;gt;&#xA;    &amp;lt;/tr&amp;gt;&#xA;    &amp;lt;tr&amp;gt;&#xA;        &amp;lt;td&amp;gt;&amp;lt;a href=&quot;witl_small.tar.gz&quot;&amp;gt;witl_small.tar.gz&amp;lt;/a&amp;gt;&#xA;        &amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;7.4 MB&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;3&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;About 27,000, 387 w/ event data&amp;lt;/td&amp;gt;&#xA;        &amp;lt;td&amp;gt;Gzipped Tar archive of three CSV files, one for each table&amp;lt;/td&amp;gt;&#xA;    &amp;lt;/tr&amp;gt;&#xA;&amp;lt;/table&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In this case, the links to the download files point to the same folder, which is &lt;a href=&quot;https://github.com/mozilla/testpilotweb/tree/master/testcases/a-week-life-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;empty otherwise&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Who can find these data sets?&lt;/strong&gt; (so we can properly host them)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One hint: find &lt;a href=&quot;http://theuforce.blogspot.ch/2010/12/mozilla-open-data-visualization.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this guy&lt;/a&gt; and see if he still has a copy.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2019-05-12T20:47:14.403" LastActivityDate="2019-05-12T20:47:14.403" Title="Find a missing dataset: &quot;A Week in the life of a browser - Version 2&quot; from Mozilla Labs" Tags="|data-request|internet|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4955" PostTypeId="2" ParentId="4945" CreationDate="2015-04-08T14:04:51.923" Score="2" Body="&lt;p&gt;There's a &lt;a href=&quot;https://opendata.stackexchange.com/questions/4944/latitude-and-longitude-of-us-commuting-zones&quot;&gt;related question&lt;/a&gt;.  This answer may be helpful here too Nick.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find out information about Americans' commuting habits in relation to specific geographic areas through the U.S. Census American Community Survey.  Access to the data is &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/data_main/&quot; rel=&quot;nofollow noreferrer&quot;&gt;available&lt;/a&gt;.  For example, if you are looking for how people in &lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/data_easy_stats/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Los Angeles County get to work&lt;/a&gt;, you can find the answer through the Easy Stats online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/kz2k4.png&quot; alt=&quot;L.A. County Transportation Choices&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The longitude and latitude of all U.S. boundaries (from school districts to counties to roads) can be found via &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER files&lt;/a&gt; (topographically integrated geographic encoding and referencing).&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-04-08T14:04:51.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4956" PostTypeId="1" CreationDate="2015-04-08T15:31:11.040" Score="6" ViewCount="960" Body="&lt;p&gt;I would like to find shapefile data for all of the rivers in Puerto Rico.  This could be as a subset of the rivers in the United States.  I already have an accurate boundary of the island. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/BxpS1.jpg&quot; alt=&quot;&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="6199" LastEditorUserId="14011" LastEditDate="2018-12-29T20:14:39.600" LastActivityDate="2018-12-29T20:14:39.600" Title="Where can I find shapefiles for the rivers of Puerto Rico?" Tags="|data-request|usa|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4957" PostTypeId="2" ParentId="4563" CreationDate="2015-04-08T17:35:28.477" Score="3" Body="&lt;p&gt;I'd use &lt;a href=&quot;http://geonames.org&quot; rel=&quot;nofollow&quot;&gt;http://geonames.org&lt;/a&gt; - it provides alternate names for many different languages for many of the cities in the database, which may be useful if your app is used worldwide.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2015-04-08T17:35:28.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4958" PostTypeId="2" ParentId="4954" CreationDate="2015-04-08T19:03:18.013" Score="3" Body="&lt;p&gt;I just snagged it off the &lt;a href=&quot;http://archive.org/web/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wayback machine&lt;/a&gt; here:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/20110711102216/https://testpilot.mozillalabs.com/testcases/a-week-life-2/witl_small.tar.gz  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but more files can be found here by searching for '.tar.gz' or '.db.gz'&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/*/https://testpilot.mozillalabs.com/testcases/*&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://datahub.io/dataset/a-week-in-the-life-of-a-browser-version-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Download the data&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Download links from Wayback Machine:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/20110711095832/https://testpilot.mozillalabs.com/testcases/a-week-life-2/witl.db.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;witl.db.gz&lt;/a&gt; (1.1 GB, SQLite 3.x database)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/20110817232850/https://testpilot.mozillalabs.com/testcases/a-week-life-2/witl_large.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;witl_large.tar.gz&lt;/a&gt; (469 MB, CSV files)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/20110817232850/https://testpilot.mozillalabs.com/testcases/a-week-life-2/witl_small.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;witl_small.tar.gz&lt;/a&gt; (7.4 MB, CSV files)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Details:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/wd2L9.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2015-04-09T10:50:08.760" LastActivityDate="2015-04-09T10:50:08.760" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4959" PostTypeId="1" CreationDate="2015-04-08T20:59:16.220" Score="4" ViewCount="198" Body="&lt;p&gt;I am interested in observing the rise of the self-checkout lane. Is there a data set that shows the addresses of pharmacies (not companies, actual establishments) that have self-checkout lanes and when they got them? &lt;/p&gt;&#xA;" OwnerUserId="6029" LastEditorUserId="70" LastEditDate="2015-04-19T16:01:15.723" LastActivityDate="2015-04-19T16:01:15.723" Title="Is there a data set listing which pharmacies have self-checkout lanes?" Tags="|data-request|business|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4961" PostTypeId="1" AcceptedAnswerId="4962" CreationDate="2015-04-05T01:34:17.340" Score="6" ViewCount="251" Body="&lt;p&gt;I am looking for the shapefiles of the intersetate highways of Puerto Rico in an easy to use geoJSON format.  I found this page here &lt;a href=&quot;http://www.baruch.cuny.edu/geoportal/data/esri/esri_usa.htm&quot; rel=&quot;noreferrer&quot;&gt;http://www.baruch.cuny.edu/geoportal/data/esri/esri_usa.htm&lt;/a&gt;  but when I unpacked could only find 50 states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even though PR is an island, there are 3 interstates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://upload.wikimedia.org/wikipedia/commons/thumb/5/53/Puerto_Rico_Interstates.svg/675px-Puerto_Rico_Interstates.svg.png&quot; alt=&quot;&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="6199" OwnerDisplayName="john mangual" LastEditorUserId="90" LastEditDate="2015-04-09T05:45:36.120" LastActivityDate="2015-04-09T05:45:36.120" Title="where can I find shapefiles for the highways of Puerto Rico?" Tags="|data-request|usa|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4962" PostTypeId="2" ParentId="4961" CreationDate="2015-04-05T07:52:45.060" Score="7" Body="&lt;p&gt;Since I have promised, I will answer this question without waiting for its migration, if it will ever happen. Basically, I think that the &lt;strong&gt;best and latest data set&lt;/strong&gt; that you can find now is &lt;a href=&quot;https://catalog.data.gov/dataset/tiger-line-shapefile-2013-state-puerto-rico-primary-and-secondary-roads-state-based-shapefile&quot;&gt;this one&lt;/a&gt; - from the US official open data repository's TIGER/Line database. &lt;a href=&quot;http://catalog.data.gov/dataset?q=%22Interstate+Highways%22&amp;amp;sort=score+desc%2C+name+asc&amp;amp;metadata_type=geospatial&amp;amp;ext_location=Puerto+Rico&amp;amp;ext_bbox=-67.942726%2C17.926405%2C-65.242737%2C18.520166&amp;amp;ext_prev_extent=&quot;&gt;This page&lt;/a&gt; is generated, based on a relevant search (Puerto Rico), and might also contain some data sets of your interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other potentially useful data sets include ones within &lt;a href=&quot;https://github.com/mbostock/us-atlas&quot;&gt;U.S. Atlas TopoJSON repository&lt;/a&gt; (on how to use the data via &lt;code&gt;R&lt;/code&gt;, see &lt;a href=&quot;https://stat.duke.edu/~cr173/Sta523_Fa14/shapefiles.html&quot;&gt;this nice tutorial&lt;/a&gt;) as well as &lt;a href=&quot;https://github.com/jalbertbowden/us-data/tree/master/shapefiles/us-mjrrds&quot;&gt;this repository&lt;/a&gt; of U.S. major roads ESRI shapefile and geoJSON data sets (you have to check whether this repository contains PR data).&lt;/p&gt;&#xA;" OwnerUserId="1954" OwnerDisplayName="Aleksandr Blekh" LastActivityDate="2015-04-05T07:52:45.060" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4963" PostTypeId="2" ParentId="4956" CreationDate="2015-04-09T07:02:18.237" Score="2" Body="&lt;p&gt;I found the Puerto Rico GIS centre's pages at &lt;a href=&quot;http://www2.pr.gov/agencias/gis/Pages/default.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www2.pr.gov/agencias/gis/Pages/default.aspx&lt;/a&gt;. Sadly I don't speak enough (any) Spanish to work out if there are any data files there but I did find a WMS of the hydrography, which suggests there is likely to be a shapefile somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gis.otg.pr.gov/ArcGIS/services/Basemap/Hydrography/mapserver/WMSServer&quot; rel=&quot;nofollow&quot;&gt;http://gis.otg.pr.gov/ArcGIS/services/Basemap/Hydrography/mapserver/WMSServer&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2015-04-09T07:02:18.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4964" PostTypeId="2" ParentId="4956" CreationDate="2015-04-09T07:34:58.007" Score="6" Body="&lt;p&gt;Here are the &lt;strong&gt;open data sets&lt;/strong&gt; that match your requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset?metadata_type=geospatial&amp;amp;ext_location=Puerto+Rico&amp;amp;tags=hydrography&amp;amp;q=river&amp;amp;ext_bbox=-67.942726%2C17.926405%2C-65.242737%2C18.520166&amp;amp;ext_prev_extent=-69.01611328125%2C16.109153239219467%2C-64.18212890625%2C20.282808691330054&amp;amp;sort=score+desc%2C+name+asc&amp;amp;res_format=shapefile&quot;&gt;Data.gov's Puerto Rico hydrography data (shapefile format)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset?metadata_type=geospatial&amp;amp;ext_location=Puerto+Rico&amp;amp;tags=hydrography&amp;amp;q=river&amp;amp;ext_bbox=-67.942726%2C17.926405%2C-65.242737%2C18.520166&amp;amp;ext_prev_extent=-69.01611328125%2C16.109153239219467%2C-64.18212890625%2C20.282808691330054&amp;amp;sort=score+desc%2C+name+asc&quot;&gt;Data.gov's Puerto Rico hydrography data (all formats)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Seems to be the &lt;strong&gt;same data sets&lt;/strong&gt;, but available &lt;em&gt;via geoplatform.gov site&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.geoplatform.gov/node/201/%26fq%3Dmetadata_type%3A%22geospatial%22%2BAND%2B%26fq%3Dres_format%3A%22shapefile%22%20AND%20metadata_type%3A%22geospatial%22%20AND%20%26fq%3Dres_format%3A%22shapefile%22%20AND%20tags%3A%22hydrography%22%20AND%20metadata_type%3A%22geospatial%22%20AND%20%26keyword%3Drivers%26sort%3D%26ext_bbox%3D17.926405%2C-67.942726%2C18.520166%2C-65.242737%26ext_location%3DPuerto%20Rico&quot;&gt;Puerto Rico hydrography data (shapefile format)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.geoplatform.gov/node/201/%26fq%3Dmetadata_type%3A%22geospatial%22%2BAND%2B%26fq%3Dtags%3A%22hydrography%22%20AND%20metadata_type%3A%22geospatial%22%20AND%20%26keyword%3Drivers%26sort%3D%26ext_bbox%3D17.926405%2C-67.942726%2C18.520166%2C-65.242737%26ext_location%3DPuerto%20Rico#addinfo&quot;&gt;Puerto Rico hydrography data (all formats)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Finally, &lt;a href=&quot;http://data.geocomm.com/catalog/RQ/group105.html&quot;&gt;these Puerto Rico hydrography data sets&lt;/a&gt; are in &lt;a href=&quot;http://www.digitalpreservation.gov/formats/fdd/fdd000291.shtml&quot;&gt;ESRI ArcInfo interchange file (E00)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1954" LastActivityDate="2015-04-09T07:34:58.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4966" PostTypeId="1" AcceptedAnswerId="4967" CreationDate="2015-04-09T20:42:12.297" Score="5" ViewCount="178" Body="&lt;p&gt;Since unemployment data is based off of &lt;a href=&quot;http://glossary.reuters.com/index.php?title=ILO_Measure_of_Unemployment&quot; rel=&quot;noreferrer&quot;&gt;surveys&lt;/a&gt;, I assume the announced data reflects some period in the past.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I cannot find information on the &quot;&lt;a href=&quot;http://www.fing.edu.uy/inco/pedeciba/bibliote/reptec/TR0613.pdf&quot; rel=&quot;noreferrer&quot;&gt;currency metric&lt;/a&gt;&quot; of unemployment data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any ideas?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case I'm falling for the &quot;XY Problem&quot;, here's my initial conundrum:&lt;br&gt;&#xA;Imagine I have a real-time unemployment model. If for some week my model claims unemployment is relatively high. At the end of the week the monthly unemployment rate will be announced. Should I bet that the announced monthly unemployment rate will be high? If the data was collected from surveys taken a week ago, it would not be. I need to know when the data was collected.&lt;/p&gt;&#xA;" OwnerUserId="6032" LastEditorUserId="90" LastEditDate="2015-04-09T23:06:54.593" LastActivityDate="2015-04-10T03:48:48.427" Title="Freshness of Unemployment Data" Tags="|data-request|government|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4967" PostTypeId="2" ParentId="4966" CreationDate="2015-04-10T03:48:48.427" Score="5" Body="&lt;p&gt;There are many sources of surveys/administrative in the United States data you might find useful.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://workforcesecurity.doleta.gov/unemploy/archive.asp&quot;&gt;Unemployment Insurance&lt;/a&gt; Claims - the number of people in a given week who: newly file for unemployment insurance, are continuing their unemployment insurance. This would be the most timely data.&lt;/li&gt;&#xA;&lt;li&gt;Current Population Survey (CPS) - (&lt;a href=&quot;http://www.bls.gov/cps/cps_over.htm#reference&quot;&gt;reference&lt;/a&gt; period, &lt;a href=&quot;http://www.nber.org/data/cps_basic.html&quot;&gt;data source&lt;/a&gt;) This is the monthly survey conducted since 1940 that is used to take an assessment of the country's labor force status. Whenever you hear about the &quot;official&quot; unemployment rate, it is usually coming from this survey which are published &quot;Employment Situation&quot; reports such as the ones &lt;a href=&quot;http://www.bls.gov/cps/news.htm&quot;&gt;here&lt;/a&gt;. This is a fairly well-organized source of information since the response rate is usually 93% and above and has less statistical noise since in any given month ~72% of the sample is carried over from the previous month and ~45% is carried over from the previous year.&lt;/li&gt;&#xA;&lt;li&gt;Current Employment Statistics (CES) survey - (&lt;a href=&quot;http://www.bls.gov/web/empsit/cesprog.htm#Reference_Period&quot;&gt;reference&lt;/a&gt; period, &lt;a href=&quot;http://www.bls.gov/ces/data.htm&quot;&gt;data&lt;/a&gt;) This is the monthly survey that polls random companies about their employment. Be warned, however, its timeliness is questionable since it takes up to three months for the average response rate to go above 93% ( usually in the first month, its response rate is ~60% on average).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/cew/&quot;&gt;Quarterly Census of Employment and Wages&lt;/a&gt; (QCEW) - (Data: &lt;a href=&quot;http://www.bls.gov/cew/apps/data_views/data_views.htm#tab=Tables&quot;&gt;source 1&lt;/a&gt;, &lt;a href=&quot;http://qwiexplorer.ces.census.gov/&quot;&gt;source 2&lt;/a&gt;) - This is a far less timely source of data. However, it is a publicly released report of all payroll employment within a given quarter. Historically, it takes on average nine months for the data to release so by the time it is ready you are typically looking at data from a year ago.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/lau/&quot;&gt;Local Area Unemployment Statistics&lt;/a&gt; (LAUS) - This source of information is different from all the rest since it uses small area estimation to predict state and local unemployment rates. It uses the CPS as its primary source, along with other data such as UI claims or the CES survey act as secondary sources. This source is also less timely for your purposes.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-04-10T03:48:48.427" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4969" PostTypeId="1" CreationDate="2015-04-10T09:45:08.270" Score="6" ViewCount="430" Body="&lt;p&gt;I am using CKAN 2.3 and I would like to compose datasets considering a specific schema from a relational database. Indeed, I would like to publish the list of any table into CKAN in order to show which kind of data I have stored in Oracle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that there are some harvesting extensions but if I am not wrong it seems no one is useful to configure a connection to Oracle's database getting a collection of all tables. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know if there's any helpful extension for this purpose or any way to do it easily?&lt;/p&gt;&#xA;" OwnerUserId="6217" LastEditorUserId="18" LastEditDate="2015-08-20T22:12:23.050" LastActivityDate="2015-08-20T22:12:23.050" Title="CKAN exposing tables from a relational database" Tags="|metadata|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4970" PostTypeId="2" ParentId="4340" CreationDate="2015-04-10T13:02:44.003" Score="2" Body="&lt;p&gt;Have a look at the &lt;a href=&quot;http://earthenginepartners.appspot.com/science-2013-global-forest&quot; rel=&quot;nofollow&quot;&gt;global Forest Change&lt;/a&gt; cover From Hansen et al. They used Landsat 7 images from 2000 to 2013 to assess forest cover changes. Tiles can be &lt;a href=&quot;http://earthenginepartners.appspot.com/science-2013-global-forest/download_v1.1.html&quot; rel=&quot;nofollow&quot;&gt;downloaded from their website&lt;/a&gt; under creative common license.&lt;/p&gt;&#xA;" OwnerUserId="6219" LastActivityDate="2015-04-10T13:02:44.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4971" PostTypeId="1" AcceptedAnswerId="5728" CreationDate="2015-04-10T16:03:37.907" Score="4" ViewCount="54" Body="&lt;p&gt;I am working on a web application that maps healthcare expenses by providers in a geographic area. Our prototype was previously using mocked data, and I am now trying to replace it with real data from the &lt;a href=&quot;http://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Physician-and-Other-Supplier.html&quot; rel=&quot;nofollow&quot;&gt;2012 Medicare Provider Utilization data set&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically I feel like I have good data in front of me, but I'm not  sure how to intelligently interpret it. Below are two (abbreviated) example lines, each of which corresponds with one provider's costs relating to one medical procedure.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;avg_Medicare_allowed_amt    avg_submitted_chrg_amt    avg_Medicare_payment_amt&#xA;------------------------------------------------------------------------------  &#xA;      220.4492           |        517.3611         |          176.3583&#xA;      112.8608           |        1181.0625        |          90.2879&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The methodology PDF including more detailed variable descriptions is &lt;a href=&quot;http://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Downloads/Medicare-Physician-and-Other-Supplier-PUF-Methodology.pdf&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, variable definitions starting under heading 5 on page 4.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each number corresponds with a dollar amount. &lt;code&gt;allowed_amt&lt;/code&gt; is the amount that Medicare expects to pay that provider for that procedure, &lt;code&gt;submitted_chrg&lt;/code&gt; is the amount that a provider actually bills medicare, and &lt;code&gt;payment_amt&lt;/code&gt; is how much medicare actually reimburses. I also have unique IDs for each provider and procedure, as well as general identifying and geographical data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I want from this data is to be able to make an informed estimate of how much cost is actually incurred by the patient. In a less confusing world, this would just be &lt;code&gt;(avg submitted charge) - (amount reimbursed)&lt;/code&gt; with the leftovers being passed on to the patient, but the way I understand this, Medicare billing does not really work this way, and the amount billed to Medicare does not really directly relate with the amount that a provider expects to be paid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way from this data that I could make an educated estimate about how much a patient could expect to pay for a given procedure?&lt;/p&gt;&#xA;" OwnerUserId="3730" LastActivityDate="2015-07-30T16:09:57.037" Title="Trying to extrapolate patient costs by physician from public Medicare pricing data" Tags="|usa|government|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4972" PostTypeId="2" ParentId="4959" CreationDate="2015-04-10T18:00:47.870" Score="4" Body="&lt;p&gt;I think no such dataset exists. However, there might be some roundabout ways of approximating that information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a &lt;a href=&quot;http://www.yelp.com/search?find_desc=self+checkout&amp;amp;find_loc=Boston%2C+MA#find_desc=%22self+checkout%22&quot; rel=&quot;nofollow&quot;&gt;Yelp query&lt;/a&gt; for reviews that feature the phrase &quot;self checkout&quot; in the Boston area. You can see both mapping and also the metadata that the results are &quot;1-10 of 97&quot; and you can select specific establishments. You can mirror this query using the Yelp API without going through a browser. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This isn't particularly comprehensive because a business needs a review that actually mentions &quot;self-checkout&quot; and the &quot;self-checkout&quot; phrase doesn't necessarily indicate that self-checkout is actually present (a review could include &quot;gee I wish this store had self-checkout&quot; and will come up). However it should still paint an approximate picture and would allow you to find specific locations that use self-checkout.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can repeat this request for different geographies and if you automate it you could even cobble together your own database, or create your own tool for dynamically searching this data. Yelp has a fairly robust developer API and if you're able to accept the caveats of its information, it could be a good way to assemble a data set.&lt;/p&gt;&#xA;" OwnerUserId="3730" LastEditorUserId="3730" LastEditDate="2015-04-10T19:01:32.777" LastActivityDate="2015-04-10T19:01:32.777" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4973" PostTypeId="2" ParentId="3317" CreationDate="2015-04-10T18:19:17.603" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.zillow.com/&quot; rel=&quot;nofollow&quot;&gt;Zillow&lt;/a&gt; has data on bedrooms, square footage and property tax estimates. I think rent is too malleable for you to easily track it on the basis of individual addresses, but you could estimate it based on approximate home value (which Zillow tracks) and appropriate ratios that are measured at a neighborhood / city level. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://money.cnn.com/real_estate/storysupplement/price_to_rent/&quot; rel=&quot;nofollow&quot;&gt;Here's&lt;/a&gt; one basic table that tracks home price to rent ratio for 2009 derived from a few sources, which you can use to estimate rent for individual properties using data from Zillow (there's a lot of data like this out there, this was just from a quick search). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as utilities go, I'm less sure if you can easily find that on an address-by-address basis. Record-keeping will vary by utility company, but I suspect it won't be public on a large scale at such a low, identifiable level. You might be able to extrapolate these as well based on square footage and other publicly available property qualities combined with neighborhood level data, but it certainly wouldn't be precise.&lt;/p&gt;&#xA;" OwnerUserId="3730" LastActivityDate="2015-04-10T18:19:17.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4974" PostTypeId="1" CreationDate="2015-04-09T09:27:03.257" Score="5" ViewCount="632" Body="&lt;p&gt;I'm writing a paper and I'm interested in monthly crime rates in American cities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FBI database contains only yearly crime rates and it stops at 2012 (&lt;a href=&quot;http://www.ucrdatatool.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.ucrdatatool.gov/&lt;/a&gt;), and each individual police station varies in their degree of reporting. Anyone know of dataset that will satisfy my needs? &lt;/p&gt;&#xA;" OwnerUserId="6228" OwnerDisplayName="t.f" LastEditorUserId="6228" LastEditDate="2015-04-12T08:06:59.383" LastActivityDate="2015-04-12T15:39:58.820" Title="Crime rate data for American cities" Tags="|data-request|usa|legal|crime|police|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="4975" PostTypeId="2" ParentId="4974" CreationDate="2015-04-10T17:48:08.873" Score="2" Body="&lt;p&gt;This &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/content/NACJD/guides/ucr.html#desc_al&quot; rel=&quot;nofollow&quot;&gt;site&lt;/a&gt; goes back several decades. Each file is pretty large but also has the data broken down by month. I don't think you'll be able to get around varying degrees of reporting, that's a common problem statisticians have to deal with. &lt;/p&gt;&#xA;" OwnerDisplayName="tomc4yt" LastActivityDate="2015-04-10T17:48:08.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4977" PostTypeId="2" ParentId="4936" CreationDate="2015-04-11T03:56:11.197" Score="3" Body="&lt;p&gt;As mentioned in the comments, I found a resource that has a myriad of spectral samples of just about all minerals (including rust) - &lt;a href=&quot;http://rruff.info/&quot; rel=&quot;nofollow&quot;&gt;The RRUFF Project website&lt;/a&gt;, where it contains&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;an integrated database of Raman spectra, X-ray diffraction and chemistry data for minerals.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This site has a searchable database, the only (albeit minor) downside is that it does not allow for generic terms such as 'rust', but rather, the actual chemical names such as &lt;a href=&quot;http://rruff.info/goethite/source/asc/display=default/R120086&quot; rel=&quot;nofollow&quot;&gt;goethite&lt;/a&gt; - a main component of 'red' rust.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Raw spectral data can be downloaded from the pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is difficulty in determining the real name, then &lt;a href=&quot;http://webmineral.com/help/Composition.shtml#.VSm_aPmUcVY&quot; rel=&quot;nofollow&quot;&gt;WebMineral.com&lt;/a&gt; can assist, through a search facility that takes the chemical name and provides mineral names.&lt;/p&gt;&#xA;" OwnerDisplayName="user6188" LastEditorDisplayName="user6188" LastEditDate="2015-04-12T00:44:14.383" LastActivityDate="2015-04-12T00:44:14.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4978" PostTypeId="1" CreationDate="2015-04-11T09:51:42.370" Score="4" ViewCount="155" Body="&lt;p&gt;Is there a dataset describing the #employees, #customers, revenue, investment etc for web company such as google, mozilla, yahoo, facebook?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;WIKI has few information like #employees, revenue. Querying SPARQL with DBpedia may extract it. However, the information is few.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yahoo! finance has much more information, using Yahoo! finance API with company symbol (using fb for Facebook for instance) can extract this information if knowing the company symbol in NASDAQ stock market in advance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it has drawbacks. NASDAQ doesn't contain company outside the U.S and outside the stock market. For example, deutsch tekecom in the former case and Mozilla in the latter case. The former case can be solved by considering more than one stock market but it will face the problem of redundancy. Ex. Facebook in London stock market , Facebook in Germany stock market, Facebook in NASDAQ and so on.  &lt;/p&gt;&#xA;" OwnerUserId="6186" LastActivityDate="2015-04-17T02:15:50.013" Title="Business performance data of web company like number of employees, revenue etc" Tags="|data-request|finance|web-crawling|business|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4979" PostTypeId="1" CreationDate="2015-04-11T21:42:51.157" Score="3" ViewCount="46" Body="&lt;p&gt;I would like to know a providers list about biofertilizers within the USA and outside. Is it possible for you to provide me this information? Or indicate to us where can we find help?&lt;/p&gt;&#xA;" OwnerUserId="6226" LastEditorUserId="70" LastEditDate="2015-04-12T16:21:51.867" LastActivityDate="2015-04-14T14:00:20.760" Title="Providers list about biofertilizers" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4980" PostTypeId="2" ParentId="4974" CreationDate="2015-04-12T15:39:58.820" Score="2" Body="&lt;p&gt;This is similar to another &lt;a href=&quot;https://opendata.stackexchange.com/questions/4272/does-anyone-know-of-a-u-s-city-that-has-crime-data-with-location/4276#4276&quot;&gt;question&lt;/a&gt;, and so I'll post a more detailed and updated answer here that might be useful, too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are quite a few cities that publish this data. A quick way to find it, is via &lt;a href=&quot;http://data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data.gov&lt;/a&gt;, which provides local government as well as federal government data.  There are 40 city crime statistics datasets published, most of which include location data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://catalog.data.gov/dataset?organization_type=City%20Government&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;q=crime&quot; rel=&quot;nofollow noreferrer&quot;&gt;All 40 city crime datasets&lt;/a&gt;, which are from 11 cities, but broken down by multiple factors for better analysis&lt;/li&gt;&#xA;&lt;li&gt;As an example, &lt;a href=&quot;http://catalog.data.gov/dataset/crimes-2001-to-present-398a4&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chicago's crime data&lt;/a&gt; includes crimes from 2001 to the present&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is also a large set of data about &lt;a href=&quot;http://catalog.data.gov/dataset?q=sexual%20assault&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;page=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;sexual assaults&lt;/a&gt;, particularly but not exclusively on college campuses.&lt;/p&gt;&#xA;" OwnerUserId="244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-12T15:39:58.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4981" PostTypeId="1" CreationDate="2015-04-12T18:50:39.130" Score="14" ViewCount="13319" Body="&lt;p&gt;I'm looking for the materials of major newspapers, such as &lt;em&gt;The New York Times&lt;/em&gt;, &lt;em&gt;Washington Post&lt;/em&gt;, and &lt;em&gt;The Economist&lt;/em&gt;. A random sample of their articles or headlines would suffice, but each newspaper has complications.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;The New York Times&lt;/em&gt; has an &lt;a href=&quot;http://developer.nytimes.com/docs/read/article_search_api_v2&quot; rel=&quot;noreferrer&quot;&gt;article search API&lt;/a&gt; that gives access to the newspaper's archives. There's a &lt;a href=&quot;http://dlab.berkeley.edu/blog/scraping-new-york-times-articles-python-tutorial&quot; rel=&quot;noreferrer&quot;&gt;Python wrapper&lt;/a&gt; for it. The NYT allow frequent queries ( &gt; &lt;a href=&quot;http://developer.nytimes.com/docs/faq&quot; rel=&quot;noreferrer&quot;&gt;5,000 calls per day&lt;/a&gt;) after contacting them (non-commercial use only).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;The Guardian&lt;/em&gt; grants free &lt;a href=&quot;http://open-platform.theguardian.com/documentation/&quot; rel=&quot;noreferrer&quot;&gt;API access&lt;/a&gt; to 1.7M articles.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Some newspapers allow crawling.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Naturally, paid services search across newspapers and may do some export. See &lt;a href=&quot;http://www.lexisnexis.com/ap/academic/form_news_wires.asp&quot; rel=&quot;noreferrer&quot;&gt;LexisNexis&lt;/a&gt; and &lt;a href=&quot;http://www.archives.gov/research/alic/tools/online-databases.html&quot; rel=&quot;noreferrer&quot;&gt;Archives.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open academic dataset of the newspaper content?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-04-30T14:33:14.833" LastActivityDate="2020-03-09T06:04:41.973" Title="Dataset of major newspapers content" Tags="|data-request|api|media|" AnswerCount="7" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4982" PostTypeId="2" ParentId="4443" CreationDate="2015-04-13T02:12:59.287" Score="1" Body="&lt;p&gt;This is an old question, but there was an issue with the service around that time. I can load the URL you provided and get back an SBC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Chrome on Android I do get a message asking me to set device security for certificate, but hitting cancel will still download the PDF.&lt;/p&gt;&#xA;" OwnerUserId="6233" LastActivityDate="2015-04-13T02:12:59.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4983" PostTypeId="2" ParentId="4981" CreationDate="2015-04-13T06:17:33.887" Score="2" Body="&lt;p&gt;It's not exactly &quot;open academic dataset&quot; but &lt;a href=&quot;http://www.programmableweb.com/&quot; rel=&quot;nofollow&quot;&gt;ProgrammableWeb&lt;/a&gt; keeps an &lt;a href=&quot;http://www.programmableweb.com/apis/directory&quot; rel=&quot;nofollow&quot;&gt;API directory&lt;/a&gt; and has categories that may fit your request:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.programmableweb.com/category/news-services/apis?search_id=140527&amp;amp;category=20250&quot; rel=&quot;nofollow&quot;&gt;News Services&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.programmableweb.com/category/media/apis?category=20020&quot; rel=&quot;nofollow&quot;&gt;Media&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.programmableweb.com/category/magazines/apis?category=20282&quot; rel=&quot;nofollow&quot;&gt;Magazines&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;maybe more...&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-04-13T06:17:33.887" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4984" PostTypeId="2" ParentId="4978" CreationDate="2015-04-13T08:21:59.600" Score="3" Body="&lt;p&gt;Here's a link to datasets (Excel spreadsheets) from a NYU professor whom has been keeping corporate finance data on major corporations for 20 years:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&quot; rel=&quot;nofollow&quot;&gt;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Filter the companies with classification &quot;Software (Internet)&quot;, there are 759 of them. I generated the list at &lt;a href=&quot;https://gist.github.com/nicolas-raoul/1145776cc37d5654c310&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/nicolas-raoul/1145776cc37d5654c310&lt;/a&gt; but here is an excerpt:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Fund.com Inc. (OTCPK:FNDM)&#xA;SpectrumDNA, Inc. (OTCPK:SPXA)&#xA;Net Savings Link, Inc. (OTCPK:NSAV)&#xA;Global MobileTech, Inc. (OTCPK:GLMB)&#xA;Santeon Group, Inc. (OTCPK:SANT)&#xA;Anchorage International Holdings Corp. (OTCPK:AHCP)&#xA;myContactCard, Inc. (OTCPK:MYCT)&#xA;Metatron, Inc. (OTCPK:MRNJ)&#xA;Optimum Interactive USA Ltd. (OTCPK:OPTL)&#xA;Verecloud, Inc. (OTCPK:VCLD)&#xA;Bigsupersearch Com Inc. (OTCPK:BSPR)&#xA;Idle Media, Inc. (OTCPK:IDLM)&#xA;Thwapr, Inc. (OTCPK:THWI)&#xA;Bizzingo, Inc. (OTCPK:BIZZ)&#xA;Digagogo Ventures Corp. (OTCPK:DOGO)&#xA;Rarus Technologies Inc. (OTCPK:RARS)&#xA;SinglePoint, Inc. (OTCPK:SING)&#xA;WrapMail, Inc. (OTCPK:WRAP)&#xA;Eventure Interactive, Inc. (OTCBB:EVTI)&#xA;Guard Dog, Inc. (OTCPK:GRDO)&#xA;BullsnBears.com, Inc. (OTCPK:BNBI)&#xA;Truli Media Group, Inc. (OTCPK:TRLI)&#xA;Wally World Media, Inc. (OTCPK:WLYW)&#xA;IL2M International Corp (OTCPK:ILIM)&#xA;EFH Group, Inc. (OTCBB:TWYF)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-17T02:15:50.013" LastActivityDate="2015-04-17T02:15:50.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4985" PostTypeId="2" ParentId="4981" CreationDate="2015-04-13T12:39:52.443" Score="5" Body="&lt;p&gt;Material like this are rarely truly open because of copyright concerns. That said, there are academic news article corpora which can be obtained.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Reuters produced a corpus in 2000 which was later transferred to NIST. There are actually multiple corpora with hundreds of thousands of articles. More information about how to obtain them is &lt;a href=&quot;http://trec.nist.gov/data/reuters/reuters.html&quot; rel=&quot;nofollow&quot;&gt;on this page&lt;/a&gt; As far as I see, there is no cost, but you must apply for access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many academics access this kind of data through the &lt;a href=&quot;https://catalog.ldc.upenn.edu/&quot; rel=&quot;nofollow&quot;&gt;Linguistic Data Consortium&lt;/a&gt;. This isn't open data, as a non-profit annual membership costs a few thousand dollars. But it is a major source for text corpora, including those built from news stories. &lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="90" LastEditDate="2016-06-14T14:18:01.727" LastActivityDate="2016-06-14T14:18:01.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4986" PostTypeId="2" ParentId="1576" CreationDate="2015-04-13T13:16:17.203" Score="6" Body="&lt;p&gt;We have recently created the &lt;strong&gt;&lt;a href=&quot;http://datahub.io/organization/opendata-stackexchange&quot; rel=&quot;noreferrer&quot;&gt;OpenData StackExchange&lt;/a&gt;&lt;/strong&gt; organization on &lt;a href=&quot;http://datahub.io/&quot; rel=&quot;noreferrer&quot;&gt;datahub.io&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Welcome to the Datahub, the free, powerful data management platform from the Open Knowledge Foundation, based on the CKAN data management system.&lt;/p&gt;&#xA;&lt;p&gt;The Datahub provides free access to many of CKAN's core features, letting you search for data, register published datasets, create and manage groups of datasets, and get updates from datasets and groups you're interested in. You can use the web interface or, if you are a programmer needing to connect the Datahub with another app, the CKAN API.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.meta.stackexchange.com/q/311/1511&quot;&gt;OpenData meta discussion&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update 2017&lt;/strong&gt;: I've learned that there is a 100MB limit per file (see &lt;a href=&quot;https://opendata.stackexchange.com/a/11203/1511&quot;&gt;answer&lt;/a&gt;), and there is an &lt;a href=&quot;https://opendata.stackexchange.com/q/11204/1511&quot;&gt;open question about how to host larger files&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-05-17T08:51:12.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4987" PostTypeId="1" CreationDate="2015-04-13T14:37:48.593" Score="2" ViewCount="146" Body="&lt;p&gt;I am looking for some clickstream datasets, ideally from an ecommerce website, where the click paths are assigned labels (e.g. good to say that a click path is originating from a genuine user, and bad if the click path is originating from an intruder). I would like to study the behavior of system intruders. I know there are some clickstream datasets out there but those aren't labeled&lt;/p&gt;&#xA;" OwnerUserId="6235" LastEditorUserId="6235" LastEditDate="2015-04-13T15:39:40.120" LastActivityDate="2015-04-13T15:39:40.120" Title="labeled clickstream datasets for intrusion detection" Tags="|data-request|security|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4988" PostTypeId="1" AcceptedAnswerId="4993" CreationDate="2015-04-13T14:45:47.543" Score="4" ViewCount="166" Body="&lt;p&gt;&lt;em&gt;Disclaimer: This is a &lt;a href=&quot;https://en.wikipedia.org/wiki/Thought_experiment&quot;&gt;thought-experiment&lt;/a&gt; and I have no intention of releasing any data this way, nor do I have any interesting data to release.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Let's say that a person wants to share data anonymously in a way that people can download the data without it linking back to the source. Let's say the data wasn't illegally obtained, it's not illegal to hold a copy of the data (at least in the US and Europe), the data is of general interest to the public, and it's a modest size (on the order of 1GB).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The typical data-releasing ideas aren't appropriate:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://pastebin.com/&quot;&gt;pastebin&lt;/a&gt; has an &lt;a href=&quot;http://pastebin.com/faq#9&quot;&gt;upload max of 0.5 MB&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/&quot;&gt;github&lt;/a&gt;, &lt;a href=&quot;http://datahub.io/&quot;&gt;datahub.io&lt;/a&gt;, etc all require registration of some sort. I could create fake accounts and fake email addresses, but let's say that requires too much effort or I'm too paranoid.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://wikileaks.org/&quot;&gt;wikileaks&lt;/a&gt; wouldn't be interested. Let's say it's not whistle-blower data or anything even close to being controversial.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://thenextweb.com/insider/2012/05/22/anonymous-releases-1-7gb-of-data-following-new-department-of-justice-hack/&quot;&gt;anonymous uses torrents&lt;/a&gt;, which could work, except let's say the person doesn't want to get involved with &lt;a href=&quot;https://en.wikipedia.org/wiki/Darknet_%28overlay_network%29&quot;&gt;darknet&lt;/a&gt; &lt;a href=&quot;http://torrent.wonderhowto.com/how-to/untraceable-seed-torrents-anonymously-using-i2psnark-0133922/&quot;&gt;stuff&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What are some ways a person can anonymously release data that doesn't track back to the source?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-04-13T14:55:33.730" LastActivityDate="2019-06-20T10:09:53.023" Title="How to anonymously share data?" Tags="|releasing-data|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4990" PostTypeId="2" ParentId="4988" CreationDate="2015-04-14T00:55:02.470" Score="2" Body="&lt;p&gt;Travel to an anonymous location, place a radio, and play the file on loop. One such system is &lt;a href=&quot;http://ibnlive.in.com/news/man-creates-software-to-send-computer-data-through-the-radio/303946-11.html&quot; rel=&quot;nofollow&quot;&gt;OneBeep&lt;/a&gt;. To make it go faster:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Use a bunch of radios&lt;/li&gt;&#xA;&lt;li&gt;Use all the frequencies you can&lt;/li&gt;&#xA;&lt;li&gt;Don't leave your finger prints on the radios&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6239" LastActivityDate="2015-04-14T00:55:02.470" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="4991" PostTypeId="2" ParentId="4909" CreationDate="2015-04-14T06:09:32.620" Score="7" Body="&lt;p&gt;G'day Steve,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yep APNI (Australian Plant Name Index) list Australian Native and Naturalized plants as well as some weed species.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;APNI includes some services for looking up plant names.&#xA;APC the Australian Plant Census is a list of the currently accepted names as recognised by CHAH the Council of Heads of Australian Herbaria. (&lt;a href=&quot;http://www.anbg.gov.au/chah/&quot; rel=&quot;nofollow&quot;&gt;http://www.anbg.gov.au/chah/&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To find a name in APNI you can use &lt;a href=&quot;https://biodiversity.org.au/nsl/services/apni&quot; rel=&quot;nofollow&quot;&gt;https://biodiversity.org.au/nsl/services/apni&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This search will display an APNI format output of pretty much all we know about the name and synonyms of the name (not about the plant, just the names references, authors )&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A search like this one &lt;a href=&quot;https://biodiversity.org.au/nsl/services/search?product=apni&amp;amp;tree.id=3029293&amp;amp;name=Hakea+actites&amp;amp;max=100&amp;amp;display=apni&amp;amp;search=true&quot; rel=&quot;nofollow&quot;&gt;https://biodiversity.org.au/nsl/services/search?product=apni&amp;amp;tree.id=3029293&amp;amp;name=Hakea+actites&amp;amp;max=100&amp;amp;display=apni&amp;amp;search=true&lt;/a&gt; will give you the output for Hakea actites. But your search may return mutiple matches. The match is against the 'full name' of the plant, so it includes the Author.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link icon in that output is a permalink to a name object which is consumable e.g. &lt;a href=&quot;https://biodiversity.org.au/boa/name/apni/163125&quot; rel=&quot;nofollow&quot;&gt;https://biodiversity.org.au/boa/name/apni/163125&lt;/a&gt; You can ask for that link in JSON, XML, or RDF using the request mime type. To see it in your browser though you'll need to add .json to the end, e.g. &lt;a href=&quot;https://biodiversity.org.au/boa/name/apni/163125.json&quot; rel=&quot;nofollow&quot;&gt;https://biodiversity.org.au/boa/name/apni/163125.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll notice the links on the name object include &lt;a href=&quot;https://biodiversity.org.au/boa/Hakea%20actites%20W.R.Barker&quot; rel=&quot;nofollow&quot;&gt;https://biodiversity.org.au/boa/Hakea%20actites%20W.R.Barker&lt;/a&gt; which uses the full name as an identifier. This is a quick way to see if we have linked data on a name. However we only have the full name in that service right now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So... we have doco happening (the service has just changed rather a lot) and we'll keep people informed via twitter @AuBiodiversity. There are lots of other services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: add weed and naturalised info:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OK APNI is just a name store, it stores facts about names wrt references. APC is a classification and it stores some opinion (CHAHs) about the names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently the data about something being a weed or naturalised is in the form of notes by APC, so there is not clear cut yes/no.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;APC Dist gives the distribution e.g. &lt;a href=&quot;https://t.co/mo2OD9TbIV&quot;&gt;https://t.co/mo2OD9TbIV&lt;/a&gt;&#xA;if naturalised it says so e.g.&lt;a href=&quot;https://t.co/0i4sAqS7Lg&quot;&gt;https://t.co/0i4sAqS7Lg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;weed status is a little sketchy and can be in status or comments e.g.&#xA;&lt;a href=&quot;https://t.co/K4nzt6OOFD&quot;&gt;https://t.co/K4nzt6OOFD&lt;/a&gt; and &lt;a href=&quot;https://t.co/h9WDU61XUQ&quot;&gt;https://t.co/h9WDU61XUQ&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6242" LastEditorUserId="6242" LastEditDate="2015-04-16T03:39:17.137" LastActivityDate="2015-04-16T03:39:17.137" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="4992" PostTypeId="2" ParentId="4950" CreationDate="2015-04-14T06:29:32.817" Score="5" Body="&lt;p&gt;I have contacted NOAA directly with this question, and the answer was (emphasis mine):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;As you have described it below, you are not in violation of Resolution&#xA;  40. This would apply if you are &lt;strong&gt;redistributing the data as-is for profit&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you are unsure about your particular use case, I suggest contacting NOAA directly.&lt;/p&gt;&#xA;" OwnerUserId="6203" LastActivityDate="2015-04-14T06:29:32.817" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4993" PostTypeId="2" ParentId="4988" CreationDate="2015-04-14T09:41:58.440" Score="3" Body="&lt;p&gt;The OP says he is fine with Bittorrent now.  After all, &lt;a href=&quot;http://en.wikipedia.org/wiki/BitTorrent#Description&quot; rel=&quot;nofollow&quot;&gt;Bittorrent was made for large files&lt;/a&gt; (outlawing Bittorrent would be like &lt;a href=&quot;http://en.wikipedia.org/wiki/Rock_blasting&quot; rel=&quot;nofollow&quot;&gt;outlawing bombs&lt;/a&gt;.) Now, how to do it. First of all, Bittorrent isn't anonymous (again the creators had only one task in mind), so you will need a &lt;a href=&quot;http://lifehacker.com/how-to-completely-anonymize-your-bittorrent-traffic-wit-5863380&quot; rel=&quot;nofollow&quot;&gt;proxy&lt;/a&gt; or something. Now, create the &lt;a href=&quot;http://lifehacker.com/5534190/how-to-share-your-own-files-using-bittorrent&quot; rel=&quot;nofollow&quot;&gt;torrent file&lt;/a&gt;. Now the torrent file itself will be small (a couple megabytes I think) so it would fit in a paste.&lt;/p&gt;&#xA;" OwnerUserId="6239" LastActivityDate="2015-04-14T09:41:58.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4994" PostTypeId="1" CreationDate="2015-04-14T13:52:18.433" Score="2" ViewCount="14" Body="&lt;p&gt;Is there a data set for the U.S. that summarizes the use of tax preparers to complete / file tax returns by income of the filer? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Federal Form 1040 has fields for tax preparer information, but not sure if statistics on usage is made available or broken out by the income of the filer that uses them.&lt;/p&gt;&#xA;" OwnerUserId="4339" LastEditorUserId="90" LastEditDate="2015-04-14T14:18:40.867" LastActivityDate="2015-04-14T14:18:40.867" Title="Data on Use of Tax Preparer?" Tags="|data-request|taxes|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="4996" PostTypeId="1" AcceptedAnswerId="4997" CreationDate="2015-04-14T16:58:37.087" Score="2" ViewCount="505" Body="&lt;p&gt;Is there any dataset available of Facebook users which shows how people are connected with each other? So that I can use that dataset to do some research on access control in social networks.&lt;/p&gt;&#xA;" OwnerUserId="6230" LastEditorDisplayName="user4293" LastEditDate="2019-05-20T07:42:11.147" LastActivityDate="2019-05-20T07:42:11.147" Title="Dataset of Facebook Users Connectivity" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="4997" PostTypeId="2" ParentId="4996" CreationDate="2015-04-14T18:19:16.193" Score="4" Body="&lt;p&gt;Facebook has the &lt;a href=&quot;https://developers.facebook.com/docs/graph-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Graph API&lt;/a&gt; so you can construct your own queries and collect as much data as you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, there are some collected resources described in &lt;a href=&quot;https://stackoverflow.com/q/3340810/2327328&quot;&gt;this thread&lt;/a&gt; (warning: from 2010 and maybe involving hacked data).&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://odysseas.calit2.uci.edu/doku.php/public:online_social_networks&quot; rel=&quot;nofollow noreferrer&quot;&gt;Online Social Neworks&lt;/a&gt; from UC Irvine&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.itproportal.com/2010/7/28/100-million-facebook-pages-leaked-torrent-site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;100 million Facebook pages leaked as torrent&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you don't require Facebook, there are much better resources for Twitter (&lt;a href=&quot;http://www.kdnuggets.com/2014/08/interesting-social-media-datasets.html+&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt; and &lt;a href=&quot;https://dev.twitter.com/rest/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;public search/stream API&lt;/a&gt; access)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-14T18:19:16.193" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="4998" PostTypeId="1" AcceptedAnswerId="5027" CreationDate="2015-04-15T00:02:07.993" Score="3" ViewCount="1429" Body="&lt;p&gt;&lt;strong&gt;Data&lt;/strong&gt;: I am seeking a panel style data set containing information on microfinance. I am aware of large studies around Bangladesh.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;: I am attempting to undertake a research project on the influence of microfinance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Any licenses are acceptable.&lt;/p&gt;&#xA;" OwnerUserId="3940" LastEditorUserId="3940" LastEditDate="2015-04-22T23:03:19.147" LastActivityDate="2015-04-22T23:09:27.670" Title="microcredit or microfinance data" Tags="|data-request|economics|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="4999" PostTypeId="1" CreationDate="2015-04-15T03:54:37.627" Score="7" ViewCount="551" Body="&lt;p&gt;I've been building a scraper in python (using mechanize) to get a list of banks off of:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://connectonline.asic.gov.au/RegistrySearch/faces/landing/ProfessionalRegisters.jspx&quot; rel=&quot;nofollow&quot;&gt;https://connectonline.asic.gov.au/RegistrySearch/faces/landing/ProfessionalRegisters.jspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The scraper is:&#xA;&lt;a href=&quot;https://github.com/bianca/mapaustralianbanks&quot; rel=&quot;nofollow&quot;&gt;https://github.com/bianca/mapaustralianbanks&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) I keep getting inconsistent results. Sometimes I query and get data, sometimes I don't. What is the best way of making the python script more robust so that it keeps trying in order to eventually get consistent results? I was thinking of some sort of settimeout before requerying, but I was wondering if there was something about the server that I'm making requests to that is the reason why my data is inconsistent...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) ~2 hours in, the script just stops scraping. I've tried to set a timeout in mechanize to give up after 60 seconds, but that isn't working. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="6257" LastEditorUserId="1511" LastEditDate="2015-04-15T19:27:27.360" LastActivityDate="2015-04-16T15:20:41.157" Title="Why is my scraper returning inconsistent results and timing out?" Tags="|finance|programming|web-crawling|australia|opencorporates|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5000" PostTypeId="1" CreationDate="2015-04-15T05:27:10.457" Score="2" ViewCount="113" Body="&lt;p&gt;Are there publicly available datasets of physical and chemical properties for (industrially produced) metals and alloys?&lt;/p&gt;&#xA;" OwnerUserId="3951" LastEditorUserId="3951" LastEditDate="2015-04-15T05:34:34.057" LastActivityDate="2015-04-18T09:00:57.007" Title="Data on metals and alloys properties (physical and chemical)" Tags="|data-request|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5003" PostTypeId="2" ParentId="46" CreationDate="2015-04-15T15:46:49.237" Score="24" Body="&lt;p&gt;There is a pretty massive list of given (first) names (~50,000), and it's carefully curated (not machine generated).&lt;/p&gt;&#xA;&lt;p&gt;More details are available on another &lt;a href=&quot;https://opendata.stackexchange.com/a/4757/1511&quot;&gt;answer&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The best source of international human given (first) names comes from a German computer magazine. The text file has nearly 50k names that are classified by likely gender, and how popular in each country. It's carefully curated and has a friendly license (GNU Free Documentation License).&lt;/p&gt;&#xA;&lt;p&gt;The file can be downloaded here : &lt;a href=&quot;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&lt;/a&gt; (name_dict.txt contains the data).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(archive link: &lt;a href=&quot;https://web.archive.org/web/20200414235453/ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20200414235453/ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&lt;/a&gt; )&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2022-01-13T08:55:59.623" LastActivityDate="2022-01-13T08:55:59.623" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="5004" PostTypeId="1" CreationDate="2015-04-15T16:11:43.270" Score="5" ViewCount="96" Body="&lt;p&gt;My understanding is that you are collecting data on the frequency of downloads of every dataset uploaded to the DDL (Development Data Library). Have you uploaded that dataset of downloads?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in knowing the number of downloads of every USAID dataset pertaining to health - funded by the Bureau for Global Health as well as by every USAID mission with a health program. &lt;/p&gt;&#xA;" OwnerUserId="6261" LastEditorUserId="90" LastEditDate="2015-04-16T14:10:43.750" LastActivityDate="2015-11-30T14:28:32.827" Title="USAID Dataset Downloads Published List" Tags="|data-request|metadata|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5005" PostTypeId="1" CreationDate="2015-04-15T17:05:31.917" Score="4" ViewCount="52" Body="&lt;p&gt;Are there data sets out there that have data about exporting products and services overseas?  I want to build an app that helps U.S. businesses increase their international sales.&lt;/p&gt;&#xA;" OwnerUserId="6238" LastEditorUserId="70" LastEditDate="2015-04-15T18:36:08.443" LastActivityDate="2015-04-15T18:36:08.443" Title="How do I find data that helps US businesses export their products?" Tags="|data-request|usa|business|trade|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5006" PostTypeId="2" ParentId="5005" CreationDate="2015-04-15T17:06:08.347" Score="3" Body="&lt;p&gt;The International Trade Administration (ITA) has just released Version 2 of all of its APIs on its &lt;a href=&quot;http://developer.trade.gov/&quot; rel=&quot;nofollow&quot;&gt;Data Services Platform&lt;/a&gt;.  This means developers can access even more export data, more easily.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are the updates&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;New Data:&lt;/strong&gt;  You asked and we answered!  We are now providing access&#xA;to:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Tariff Rates from all US Free Trade Agreements&lt;/li&gt;&#xA;&lt;li&gt;FAQs About Exporting.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;More Data:&lt;/strong&gt; We are adding more data to our existing data sets:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Additional screening lists&lt;/li&gt;&#xA;&lt;li&gt;Trade Events from more trade agencies&lt;/li&gt;&#xA;&lt;li&gt;Overseas opportunities from FedBizOpps&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Friendlier:&lt;/strong&gt;  We’ve made it easier and more secure for developers to get the data they are looking for.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;You can learn more about the details on &lt;a href=&quot;https://github.com/InternationalTradeAdministration/developerportal/wiki/Version-2-of-ITA%E2%80%99s-Data-Services-Platform-Released&quot; rel=&quot;nofollow&quot;&gt;ITA's wiki&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6238" LastActivityDate="2015-04-15T17:06:08.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5007" PostTypeId="2" ParentId="4999" CreationDate="2015-04-15T19:21:06.193" Score="4" Body="&lt;p&gt;You may get better answers on &lt;a href=&quot;https://codereview.stackexchange.com/&quot;&gt;CodeReview&lt;/a&gt;, but just glancing at your code I have one suggestion that is to split the codes into a scraping and parsing steps. This will help with reproducibility and also by decoupling the steps you can easier debug.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Scraping - the goal should be to save HTML files saved on the disk with names describing what they are and when they were collected (or a metadata lookup). Running a crawler on one page for 2 hours (with robots off) is asking for them to block your IP. You should consider doing the scraping in chunks, and then slowing each request down. If there are around 15 Registers, then run your code with a parameter to get one at a time. Getting all the data over the course of 24 hours is OK since this data is not so dynamic. But you don't want your code to run for 24 hours, you want it to run 24 times for less than one hour each time. The total number of HTML files shouldn't change very much, so that is a simple metric to see how complete your scraping is.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Parsing - once you can reliably download HTML files, the scrapings should be straightforward (from what I could tell, all the HTML files should be similar). Because the HTML files are downloaded, you can debug the parser by running it as much as you want, without having to re-run the scraper and run into network issues (i.e. server denying access).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Even if you have separate codes for each step that are functionalized with input variables (especially for the scraper), you can easily join them with one launcher. In this case there would be 3 python files (launcher.py, my_scraper.py, and my launcher.py)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import glob, time # standard libs&#xA;&#xA;import my_scraper # my custom scraper&#xA;for item in list_of_registries: # get one at a time&#xA;    my_scraper.main(item) # accepts a variable based on the website&#xA;    time.sleep(300)  &#xA;    # break # for debugging, put in a break statement&#xA;&#xA;import my_parser&#xA;table = []&#xA;for html_file in glob.glob('*.html):&#xA;    table += my_parser.main(html_file)  # accepts a blob of html, returns the structured data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;One question - you have in your code &lt;code&gt;from requests import session&lt;/code&gt; but I don't see where that session is established. By creating a session you might find the server is less likely to deny your many rapid requests. In leaving a tab open for 15 minutes with that page, my browser showed me this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/4FLNq.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:41:08.930" LastActivityDate="2015-04-16T15:20:41.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5008" PostTypeId="2" ParentId="4999" CreationDate="2015-04-15T22:26:18.667" Score="4" Body="&lt;p&gt;Some tips for scrapers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;log: don't stop at &quot;sometimes I get data and sometimes I don't&quot; -- when you get unexpected results in the response, log it so you can learn what happened. Specifically when you are being throttled for making too many requests, you will often get an explicit message saying so.&lt;/li&gt;&#xA;&lt;li&gt;cache: write your code to save files you retrieve and use saved versions before making a URL call. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Python users can take advantage of some toolkits which make these two things easier. I've had some good experience with &lt;a href=&quot;https://github.com/sunlightlabs/scrapelib&quot;&gt;scrapelib&lt;/a&gt; and &lt;a href=&quot;http://scrapekit.readthedocs.org/en/latest/&quot;&gt;scrapekit&lt;/a&gt;. I do not know how to insert seamless caching into Mechanize—last time I wrote a scraper with Mechanize I just did it manually, which is basically what @philshem suggested.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-04-15T22:26:18.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5009" PostTypeId="1" CreationDate="2015-04-16T00:04:04.543" Score="2" ViewCount="17" Body="&lt;p&gt;I'm fitting models of species' distributions and community composition using occurrence data provided by the &lt;a href=&quot;http://www.ala.org.au/&quot; rel=&quot;nofollow&quot;&gt;Atlas of Living Australia&lt;/a&gt; (a node of &lt;a href=&quot;http://www.gbif.org/&quot; rel=&quot;nofollow&quot;&gt;GBIF&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a comprehensive list of names of indigenous Australian taxa (either flora, fauna or both), or a global list of taxa that indicates countries in the native range? Alternatively, is there a web API that I can query for these data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I'd be able to easily relate returned taxon names to &lt;a href=&quot;http://www.ipni.org/lsids.html&quot; rel=&quot;nofollow&quot;&gt;LSIDs&lt;/a&gt; such that I can associate them with the ALA occurrence data.&lt;/p&gt;&#xA;" OwnerUserId="3120" LastEditorUserId="3120" LastEditDate="2015-04-16T03:24:19.273" LastActivityDate="2015-04-16T03:24:19.273" Title="Is there a comprehensive list of indigenous Australian taxa?" Tags="|data-request|environment|australia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5010" PostTypeId="1" CreationDate="2015-04-16T00:17:18.160" Score="6" ViewCount="2484" Body="&lt;p&gt;Where can I find the numbers of employees of large companies?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any open source or free information sources available?&lt;/p&gt;&#xA;" OwnerUserId="6265" LastEditorUserId="754" LastEditDate="2015-04-16T01:51:05.263" LastActivityDate="2019-07-23T21:40:22.017" Title="Number of employees of large companies?" Tags="|data-request|companies|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5011" PostTypeId="2" ParentId="5010" CreationDate="2015-04-16T06:02:09.950" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://finance.yahoo.com&quot; rel=&quot;nofollow&quot;&gt;http://finance.yahoo.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GE for example &lt;code&gt;Full Time Employees:    305,000&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://finance.yahoo.com/q/pr?s=GE+Profile&quot; rel=&quot;nofollow&quot;&gt;http://finance.yahoo.com/q/pr?s=GE+Profile&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And &lt;a href=&quot;https://en.wikipedia.org/wiki/Yahoo!_Query_Language&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Yahoo!_Query_Language&lt;/a&gt; for auto extraction.&lt;/p&gt;&#xA;" OwnerUserId="3951" LastActivityDate="2015-04-16T06:02:09.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5012" PostTypeId="5" CreationDate="2015-04-16T06:40:35.823" Score="0" Body="&lt;p&gt;Opencorporates is a web database of public information about companies world-wide. API is payable. &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;https://opencorporates.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3951" LastEditorUserId="3951" LastEditDate="2015-04-16T11:19:19.667" LastActivityDate="2015-04-16T11:19:19.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5013" PostTypeId="4" CreationDate="2015-04-16T06:40:35.823" Score="0" Body="Opencorporates is a web database of public information about companies https://opencorporates.com/" OwnerUserId="3951" LastEditorUserId="3951" LastEditDate="2015-04-17T03:46:37.017" LastActivityDate="2015-04-17T03:46:37.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5014" PostTypeId="1" CreationDate="2015-04-16T08:44:04.103" Score="7" ViewCount="123" Body="&lt;p&gt;I am a doctor and I am coordinator of a project that will call for innovative projects around challenges in the field of Big Data applied to Cancer Epidemiology. The specifity of the projects is to use open big datasets in order to serve them through an API for the callees of the project. So we're looking for these kind of sets&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there sites that indicate open big health data sets links ? (knowing we're searching for heterogenous sources : clinical, behaviour, imagery...)&lt;/p&gt;&#xA;" OwnerUserId="777" LastActivityDate="2020-04-16T17:33:40.730" Title="open Big Data to solve cancer epidemiology challenge" Tags="|data-request|uses-of-open-data|big-data|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5015" PostTypeId="1" CreationDate="2015-04-16T11:41:43.603" Score="6" ViewCount="103" Body="&lt;p&gt;Alexa and Quantcast (and their &lt;a href=&quot;http://alternativeto.net/software/alexa/&quot; rel=&quot;noreferrer&quot;&gt;alternatives&lt;/a&gt;) offer limited web statistics for free. For example, Alexa shows one-year data on a website's rank in Alexa's top. You can also &lt;a href=&quot;https://support.alexa.com/hc/en-us/articles/200449834-Does-Alexa-have-a-list-of-its-top-ranked-websites-&quot; rel=&quot;noreferrer&quot;&gt;download&lt;/a&gt; their million of most visited websites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for visitors, &lt;a href=&quot;http://www.comscore.com/&quot; rel=&quot;noreferrer&quot;&gt;comScore MMX&lt;/a&gt; sells their estimates of the audience major web serivces have.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any open alternatives to these sources? Those that have traffic estimates for websites, perhaps with demographics or geography?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-04-17T12:31:55.807" LastActivityDate="2017-02-14T02:31:08.840" Title="Website visitors statistics" Tags="|data-request|internet|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5016" PostTypeId="2" ParentId="4906" CreationDate="2015-04-16T15:27:21.140" Score="4" Body="&lt;p&gt;here's more of an opinion, not an answer:&lt;br&gt;&#xA;i'm free software all the way, and i wouldn't give a care to what their terms say, i'd do whatever i pleased with it, until they killed the service.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;in reality, corporations will destroy you, unless you have an army of lawyers too. look how broken the patent system is, or the hacker that exposed a public url and went to prison. odds are you won't get nailed, but if you do, it'll probably be severe. remember, hackers are treated like terrorists in america.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;it really pains me to say that utilizing an rss feed makes one a hacker, but the media will spin it like that, no doubt.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-04-16T15:27:21.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5017" PostTypeId="2" ParentId="4819" CreationDate="2015-04-16T17:30:25.280" Score="3" Body="&lt;p&gt;Our apologies for the delay.  We are updating our settings here and will strive to respond within 48 hours to future inquiries.  Per &lt;a href=&quot;https://project-open-data.cio.gov/v1.1/schema/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Open Data&lt;/a&gt;, the individual metadata fields correspond to the specific &amp;quot;data asset&amp;quot; (or dataset) which you are describing.&lt;/p&gt;&#xA;&lt;p&gt;A single USAID award could generate data corresponding to every single program code.  Therefore using the program code to refer to an entire award would be of little value.&lt;/p&gt;&#xA;" OwnerUserId="6274" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-04-16T17:30:25.280" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5018" PostTypeId="2" ParentId="5004" CreationDate="2015-04-16T17:39:03.403" Score="3" Body="&lt;p&gt;Thank you for the inquiry. The DDL is USAID's Development Data Library located at &lt;a href=&quot;http://www.usaid.gov/data&quot; rel=&quot;nofollow&quot;&gt;www.usaid.gov/data&lt;/a&gt;.  We do collect basic web traffic statistics and will start looking into this with our CIO's office to kick off the process of posting download  statistics on a regular basis. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As of November 30, 2015, these stats are now posted &lt;a href=&quot;https://www.usaid.gov/data/dataset/8f6d860a-f16f-448a-b06e-24ac6364e555&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6274" LastEditorUserId="6274" LastEditDate="2015-11-30T14:28:32.827" LastActivityDate="2015-11-30T14:28:32.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5019" PostTypeId="2" ParentId="1693" CreationDate="2015-04-16T20:42:49.780" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.sipri.org/databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIPRI&lt;/a&gt; (Stockholm International Peace Research Institute) has some &lt;a href=&quot;http://www.sipri.org/databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;databases&lt;/a&gt; available on weapons that were traded between countries or political groups. I think the weapons are going to be military-grade, so I'm not sure how useful for your question. Also, the data is there but quiet buried under manual extraction process and a format that is not easily machine readable.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.sipri.org/databases/armstransfers&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIPRI Arms Transfers Database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Shows all international transfers in seven categories of major conventional arms since 1950, the most comprehensive publicly available source of information on international arms transfers.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data at this level is aggregated, so for particular weapons, we have to go one level deeper. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://armstrade.sipri.org/armstrade/page/trade_register.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trade registers&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Provide information on each deal included in the database. Information provided includes, inter alia, the suppliers and recipients, the type and number of weapon systems ordered and delivered, the years of deliveries, and the financial value of the deal.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The screen should look like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/wsA04.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The exhausting effort will be to create all the combinations of countries, but you can narrow the search to countries that manufacture weapons as the supplier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, when you've gone through all ∞ combinations, the data turns out to be in RTF files (which you can &lt;a href=&quot;https://stackoverflow.com/q/1337446/2327328&quot;&gt;convert to text&lt;/a&gt; and then parse and structure).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a screenshot of the &quot;raw&quot; data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/oBJRk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This is a good task for a web scraper like Python's &lt;a href=&quot;https://pypi.python.org/pypi/mechanize/&quot; rel=&quot;nofollow noreferrer&quot;&gt;mechanize&lt;/a&gt;, &lt;a href=&quot;http://scrapy.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;scrapy&lt;/a&gt;, etc&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-16T20:42:49.780" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5021" PostTypeId="1" CreationDate="2015-04-17T02:30:27.150" Score="4" ViewCount="55" Body="&lt;p&gt;I am seeking a list (or lists) of smartphone image sensor brands and which smartphone(s) they are used in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I have found the following page for Sony's &lt;a href=&quot;http://en.wikipedia.org/wiki/Exmor&quot; rel=&quot;nofollow&quot;&gt;Exmor&lt;/a&gt; image sensor range, there are lists of sensors and devices (phones and cameras) that employ that particular image sensor brand - but the lists are incomplete.&lt;/p&gt;&#xA;" OwnerDisplayName="user6188" LastEditorUserId="754" LastEditDate="2015-04-17T03:08:03.677" LastActivityDate="2015-07-03T14:04:19.453" Title="Smartphone Image sensor brands and utilising devices" Tags="|data-request|products|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5022" PostTypeId="1" CreationDate="2015-04-17T03:06:45.913" Score="3" ViewCount="773" Body="&lt;p&gt;Where can I find all currently valid mailing addresses in France?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As well as the latitude/longitude for each.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-17T03:31:00.407" LastActivityDate="2015-04-17T03:31:00.407" Title="Database of all mailing addresses in France, and their coordinates" Tags="|data-request|geospatial|geocoding|address|france|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5023" PostTypeId="2" ParentId="5022" CreationDate="2015-04-17T03:06:45.913" Score="4" Body="&lt;p&gt;The French government has just launched a national open database that aims to contain all currently valid addresses: &lt;a href=&quot;http://adresse.data.gouv.fr&quot; rel=&quot;nofollow&quot;&gt;http://adresse.data.gouv.fr&lt;/a&gt;&lt;br&gt;&#xA;It is a collaboration between the government, the French National Geographic Institute, the postal service, and OpenStreetMap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;800 megabytes, one CSV file per French departement, WIN1252 encoding.&#xA;The data can be downloaded for free under the ODbL license without registration at &lt;a href=&quot;http://openstreetmap.fr/ban&quot; rel=&quot;nofollow&quot;&gt;http://openstreetmap.fr/ban&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Excerpt:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;id,nom_voie,id_fantoir,numero,rep,code_insee,code_post,alias,nom_ld,x,y,commune,fant_voie,fant_ld,lat,lon&#xA;ADRNIVX_0000000001948049,Chemin des Acacias,0001,15,&quot;&quot;,97401,97425,&quot;&quot;,&quot;&quot;,329906.7,7653235.5,Les Avirons,0001,,-21.214471,55.361181&#xA;ADRNIVX_0000000002425821,Chemin des Acacias,0001,11,&quot;&quot;,97401,97425,&quot;&quot;,&quot;&quot;,329895.1,7653266.5,Les Avirons,0001,,-21.214190,55.361072&#xA;ADRNIVX_0000000002255091,Chemin des Acacias,0001,15,BIS,97401,97425,&quot;&quot;,&quot;&quot;,329875.4,7653241.4,Les Avirons,0001,,-21.214415,55.360880&#xA;ADRNIVX_0000000002425822,Chemin des Acacias,0001,60,&quot;&quot;,97401,97425,&quot;&quot;,&quot;&quot;,329224.6,7652935,Les Avirons,0001,,-21.217122,55.354581&#xA;ADRNIVX_0000000002425943,Chemin des Acacias,0001,19,C,97401,97425,&quot;&quot;,&quot;&quot;,329845.1,7653213.1,Les Avirons,0001,,-21.214668,55.360585&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://adresse.data.gouv.fr/static/pdf/Description%20du%20contenu%20du%20produit%20gratuit%20issu%20de%20la%20Base%20Adresse%20Nationale.pdf&quot; rel=&quot;nofollow&quot;&gt;Description of the CSV fields (in French)&lt;/a&gt;&lt;br&gt;&#xA;Shapefiles are also available.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-04-17T03:06:45.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5024" PostTypeId="1" AcceptedAnswerId="5169" CreationDate="2015-04-17T07:00:54.933" Score="5" ViewCount="184" Body="&lt;p&gt;Some people usually use a spoon when eating spaghetti, and some do not.&lt;br&gt;&#xA;The proportion seems to be dependent on the country/region.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has any data been published on the topic?&lt;br&gt;&#xA;Preferably raw poll result files, but aggregated data as CSV is OK too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus if the data is also sorted by age group and by formal/informal setting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/FNIIms.jpg&quot; alt=&quot;Eating spaghetti with a spoon&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-04-30T08:02:16.637" Title="Data about spoon usage when eating spaghetti, by area" Tags="|data-request|food|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5025" PostTypeId="2" ParentId="4791" CreationDate="2015-04-17T09:05:43.350" Score="5" Body="&lt;p&gt;In answer to the original question, you should look at &lt;a href=&quot;http://www.citygml.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CityGML&lt;/a&gt; – this is a standardised format that's being heavily used by cities, particularly in Europe. It handles model definition, textures, various feature types (buildings, bridges, street furniture, all sorts) and has been built to keep the data about buildings and other objects intact (eg. which part is the roof and which is the wall). In fact it has various levels of detail that can be used depending on your need, so you could even go as far as modelling the full interior of a building down to the fixtures and fittings. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example CityGML building at LOD2 (not the worst, not the best):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/EMN6P.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That building is actually within a new open building library that I'm creating with the guys at Mapzen that uses ViziCities (I'm the creator of ViziCities). We hope to release it publicly very soon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Failing that – collada or OBJ or fairly well used by cities for sharing buildings.&lt;/p&gt;&#xA;" OwnerUserId="6279" LastEditorUserId="6279" LastEditDate="2015-04-17T09:11:27.553" LastActivityDate="2015-04-17T09:11:27.553" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5026" PostTypeId="2" ParentId="4929" CreationDate="2015-04-17T16:28:08.370" Score="4" Body="&lt;p&gt;Surprisingly, I can find no mention of license/patent/rights in the &lt;a href=&quot;http://www.spacex.com/sites/spacex/files/hyperloop_alpha.pdf&quot; rel=&quot;nofollow&quot;&gt;Hyperloop Alpha PDF&lt;/a&gt; published by Musk in 2013. In &lt;a href=&quot;https://twitter.com/elonmusk/status/356779314043305985&quot; rel=&quot;nofollow&quot;&gt;a tweet&lt;/a&gt;, Musk stated:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I really hate patents unless critical to company survival. Will publish Hyperloop as open source. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I sent an email to hyperloop@teslamotors.com inquiring. I'll update this answer if I hear back.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-04-17T16:28:08.370" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5027" PostTypeId="2" ParentId="4998" CreationDate="2015-04-17T17:32:03.240" Score="3" Body="&lt;p&gt;Have you checked USAID's &lt;a href=&quot;https://eads.usaid.gov/mrr/&quot; rel=&quot;nofollow&quot;&gt;Microenterprise Results Reporting (MRR) Portal&lt;/a&gt;?  You may also be able to find other resources at &lt;a href=&quot;http://www.usaid.gov/data&quot; rel=&quot;nofollow&quot;&gt;USAID's Development Data Library&lt;/a&gt;.&#xA;&lt;a href=&quot;/questions/tagged/usaidopen&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;usaidopen&amp;#39;&quot; rel=&quot;tag&quot;&gt;usaidopen&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2015-04-17T17:32:03.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5028" PostTypeId="1" CreationDate="2015-04-17T17:55:05.420" Score="2" ViewCount="110" Body="&lt;p&gt;I'd like to integrate boxed warning information from SPL with the &lt;a href=&quot;https://github.com/HHS/pillbox-engine&quot; rel=&quot;nofollow&quot;&gt;Pillbox Engine&lt;/a&gt; so Pillbox users and developers can 1) know when a product has a boxed warning and 2) have access to the boxed warning text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't been able to determine the syntax to provide a set_id and receive the boxed_warning text, if it exists for that label.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To start, this call returns a label with a boxed_warning, but it appears to have a different set_id.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=_exists_:boxed_warning+AND+set_id=3af2e694-6fea-46cf-b680-9ee0b0c83c88&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=&lt;em&gt;exists&lt;/em&gt;:boxed_warning+AND+set_id=3af2e694-6fea-46cf-b680-9ee0b0c83c88&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; &quot;spl_set_id&quot;: [&#xA;      &quot;3fcabf90-357a-4a06-b680-9572dc28bcfe&quot;&#xA;    ],&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6237" LastEditorUserId="90" LastEditDate="2015-04-17T23:05:16.547" LastActivityDate="2015-04-18T16:25:49.453" Title="OpenFDA Data: Labels with Boxed Warnings" Tags="|openfda|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5029" PostTypeId="2" ParentId="5000" CreationDate="2015-04-18T08:45:13.043" Score="2" Body="&lt;p&gt;MatWeb.com's page &lt;a href=&quot;http://www.matweb.com/search/CompositionSearch.aspx&quot; rel=&quot;nofollow&quot;&gt;Metal &amp;amp; Alloy Composition Search&lt;/a&gt; has a searchable database, where you can search for metals and alloys by either (or both) of:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Choose a Material Category&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Choose up to 3 Material Compositions&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;or search the entire &lt;a href=&quot;http://www.matweb.com/search/SearchUNS.aspx&quot; rel=&quot;nofollow&quot;&gt;UNS (Unified Numbering System for Metals and Alloys)&lt;/a&gt;, which &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;is a systematic scheme in which each metal is designated by a letter followed by five numbers. It is a composition-based system of commercial materials and does not guarantee any performance specifications or exact composition with impurity limits. Other nomenclature systems have been incorporated into the UNS numbering system to minimize confusion.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data sheets provide details about the physical, chemical, mechanical, electrical, thermal and optical properties, and the properties of the components of alloys are provided.  Further references are provided in each fact sheet.&lt;/p&gt;&#xA;" OwnerDisplayName="user6188" LastEditorDisplayName="user6188" LastEditDate="2015-04-18T09:00:57.007" LastActivityDate="2015-04-18T09:00:57.007" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5030" PostTypeId="2" ParentId="5024" CreationDate="2015-04-18T13:50:14.737" Score="2" Body="&lt;p&gt;I find this question kind of silly, but it's a good &quot;placeholder&quot; for anecdotal questions that are popular with data-blogs and data-driven journalism.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See, for example, the &quot;&lt;a href=&quot;http://fivethirtyeight.com/tag/dear-mona/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dear Mona&lt;/a&gt;&quot; column at &lt;a href=&quot;http://fivethirtyeight.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;fivethirtyeight.com&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To randomly select two:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://fivethirtyeight.com/features/are-prisoners-less-likely-to-be-atheists/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Are prisoners more likely to be atheists?&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://fivethirtyeight.com/datalab/how-many-americans-have-never-shot-a-gun/&quot; rel=&quot;nofollow noreferrer&quot;&gt;How many Americans have never shot a gun?&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;So, I suspect you'll have to collect the data yourself. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Some ideas:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Post an online survey on &lt;a href=&quot;http://www.reddit.com/r/SampleSize/&quot; rel=&quot;nofollow noreferrer&quot;&gt;/r/SampleSize&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For geographical, aggregate data, contact Italian restaurants around the world with an email describing the project and a link to a simple web form. If you &lt;s&gt;spam&lt;/s&gt; send to enough restaurants, you could have an interesting dataset. I know you are involved with Wikivoyage, and perhaps you can extract &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Pay a very little for a micro-advertising campaign. Google is the major player, but I think for this project a good medium would be &lt;a href=&quot;https://ads.twitter.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter&lt;/a&gt;. You could promote tweets to target regions, language-groups, or user-types, and those tweets would send users to a online survey. A cool thing is that once you start even a tiny advertising campaign, you get to see &lt;a href=&quot;https://twitter.com/philshem/status/586654700566642690&quot; rel=&quot;nofollow noreferrer&quot;&gt;analytics&lt;/a&gt; for all your tweets (even when the campaign is over).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Create a twitter-bot that searches for the term &quot;spaghetti&quot; or something, then responds to those tweets with a link to an online form.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Conduct polls on food blogs, forums, or &lt;a href=&quot;https://cooking.stackexchange.com/&quot;&gt;SeasonedAdvice&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Ask [Mona]. As a plus, their &lt;a href=&quot;https://github.com/fivethirtyeight/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt; have friendly licenses.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;And in case anyone is curious:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;''Most restaurants (and hostesses) that feature pasta provide guests with a large spoon as well as the knife and fork. The fork is used to spear a few strands of spaghetti, the tips are placed against the spoon, which is held on its side, in the left hand, and the fork is twirled, wrapping the spaghetti around itself as it turns. If no spoon is provided, the tips of the fork may be rested against the curve of the plate.'' &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nytimes.com/1982/05/19/garden/the-spoon-question-or-how-to-eat-pasta-like-an-expert.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;''The New Emily Post's Etiquette,'' Elizabeth L. Post, 1975 By CRAIG CLAIBORNE&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:38.710" LastActivityDate="2015-04-18T13:55:28.617" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5031" PostTypeId="2" ParentId="5028" CreationDate="2015-04-18T16:25:49.453" Score="3" Body="&lt;p&gt;You are pretty close, you just have a syntax error on the query that is getting interpreted as a search string: it should be &lt;code&gt;+AND+set_id:&lt;/code&gt; not &lt;code&gt;+AND+set_id=&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, that particular set_id does not have a boxed_warning so it will not return anything. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following query confirm the syntax and that the example is missing a boxed_warning. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=_missing_:boxed_warning+AND+set_id:3af2e694-6fea-46cf-b680-9ee0b0c83c88&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=&lt;em&gt;missing&lt;/em&gt;:boxed_warning+AND+set_id:3af2e694-6fea-46cf-b680-9ee0b0c83c88&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-04-18T16:25:49.453" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5032" PostTypeId="1" AcceptedAnswerId="5061" CreationDate="2015-04-19T07:48:54.860" Score="2" ViewCount="183" Body="&lt;p&gt;I am doing some experiments on fuzzy matching and need a set of 1M or more names.  They can be anything, basically: people, plants, addresses, concepts, as long as they look real, i.e. not synthetic and there are lot's of them.&lt;/p&gt;&#xA;" OwnerUserId="6289" LastEditorUserId="70" LastEditDate="2015-04-19T14:19:13.160" LastActivityDate="2015-04-22T15:01:37.773" Title="Open data of 1 million or more names, for fuzzy matching experiments" Tags="|data-request|names|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5033" PostTypeId="1" CreationDate="2015-04-19T16:13:33.937" Score="4" ViewCount="65" Body="&lt;p&gt;Recently, I have implemented an extension to the classical Levenshtein-Damerau and Gotoh (aka &quot;affine gaps&quot;) string matching algorithms. To evaluate this modification, however, I need a large (in terms of number of examples) and broad (in terms of word meanings) data set with word pairs in the form of &lt;code&gt;correct spelling, modified variations&lt;/code&gt;. The modifications might result from abbreviation, spelling errors or the like &lt;em&gt;but not from artificial contamination.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other words: &lt;strong&gt;I'd like to compare my string matching algorithms with the current state of the art by using correctly labelled real world data. Do you know of any sources, where I can obtain not only the polluted, misspelled etc. data but, along with it, correctly spelled variants of the words?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have already looked into the data sets mentioned on &lt;a href=&quot;https://books.google.de/books?id=8ydVXWJV2u8C&amp;amp;printsec=frontcover#v=twopage&amp;amp;q&amp;amp;f=true&quot; rel=&quot;nofollow&quot;&gt;pp. 65&lt;/a&gt; in 'An Introduction to Duplicate Detection' by Felix Naumann and Melanie Herschel (i.e. Cora Citation Matching, an enriched freeDB data set from Hasso-Plattner institute, and data from scientific publications that has been manually clustered at the University of Trier) but I'd like to apply my tests to as many different data sets as possible.&lt;/p&gt;&#xA;" OwnerUserId="6293" LastEditorUserId="6293" LastEditDate="2015-04-20T12:57:19.473" LastActivityDate="2015-04-20T12:57:19.473" Title="Reference data set for benchmarking string comparison algorithms" Tags="|data-request|programming|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5034" PostTypeId="1" CreationDate="2015-04-19T18:33:03.277" Score="4" ViewCount="119" Body="&lt;p&gt;I am a writer for Forbes.com / Forbes Insights. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for examples of how data is being used to improve the quality in the government provision of human services provision in: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Child Welfare&lt;/li&gt;&#xA;&lt;li&gt;Income Security  &lt;/li&gt;&#xA;&lt;li&gt;Nutritional support   &lt;/li&gt;&#xA;&lt;li&gt;Employment training/work   &lt;/li&gt;&#xA;&lt;li&gt;Seniors/aging populations   &lt;/li&gt;&#xA;&lt;li&gt;Housing/homelessness    &lt;/li&gt;&#xA;&lt;li&gt;Disability   &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking for proven (applications that are up and running in state, local or federal government locations) examples -- although beta counts!!! (So long as a real government agency is testing it!) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am also looking for thought leaders -- gurus with credentials -- who can speak on the subject of how data can improve human services in government. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you a good candidate for an interview for this report?&lt;/p&gt;&#xA;" OwnerUserId="6295" LastEditorUserId="1511" LastEditDate="2015-04-21T14:31:20.387" LastActivityDate="2015-05-17T23:26:15.557" Title="Forbes.com writer looking for up-and-running examples of data driven applications that improve human services in government" Tags="|data.gov|uses-of-open-data|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5035" PostTypeId="2" ParentId="5034" CreationDate="2015-04-19T21:17:04.977" Score="3" Body="&lt;p&gt;Some colleagues and I started cataloging some different interesting ways government data is being used:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/18F/ideas/issues/2&quot; rel=&quot;nofollow&quot;&gt;https://github.com/18F/ideas/issues/2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm no expert on this, and this doesn't &lt;em&gt;quite&lt;/em&gt; answer your question, but hope it's helpful!&lt;/p&gt;&#xA;" OwnerUserId="6296" LastActivityDate="2015-04-19T21:17:04.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5036" PostTypeId="5" CreationDate="2015-04-20T12:52:08.447" Score="0" Body="&lt;p&gt;Finance is the science/study of funds (money) management, primarily focusing on asset/liability allocation over a period of time with certain/uncertain conditions (risk level/expected rate of return) and how the interrelations of them all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finance also deals with how money is saved, spent, and budgeted, partially for the goal of pricing assets and liabilities.&#xA;Finance is a broad term and can be used relating to:&lt;br&gt;&#xA;The Study of Money/Assets&lt;br&gt;&#xA;Asset Management/Control&#xA;Project Risk Profiling/Management&lt;br&gt;&#xA;Time Value of Money is defined as the purchasing power of one unit of currency can vary over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Financial Categories/Areas of General Interest:&lt;br&gt;&#xA;Computational Finance&lt;br&gt;&#xA;Corporate Finance (Financial Services)&lt;br&gt;&#xA;Experimental Finance&lt;br&gt;&#xA;Financial Economics&lt;br&gt;&#xA;Financial Institutions&lt;br&gt;&#xA;Financial Markets&lt;br&gt;&#xA;Investment Management&lt;br&gt;&#xA;Mathematical Finance&lt;br&gt;&#xA;Personal Finance&lt;br&gt;&#xA;Public Finance&lt;br&gt;&#xA;Quantitative Behavioral Finance&lt;br&gt;&#xA;Quantum Finance&lt;br&gt;&#xA;Statistical Finance &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:25:47.607" LastActivityDate="2015-04-20T18:25:47.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5037" PostTypeId="4" CreationDate="2015-04-20T12:52:08.447" Score="0" Body="Finance – addresses the ways in which individuals and organizations raise and allocate monetary resources over time, taking into account the risks entailed in their projects." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T20:16:21.120" LastActivityDate="2015-04-20T20:16:21.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5038" PostTypeId="5" CreationDate="2015-04-20T13:14:10.677" Score="0" Body="&lt;p&gt;Transportation is fundamentally the movement of objects from one place to another.&lt;br&gt;&#xA;Transportation enables the interaction of objects (people (tourism), trade, etc.) between different countries/societies/etc., a critical/essential tool for civilization development.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Common Transportation Modes:&lt;br&gt;&#xA;Air/Aviation &#xA;Animal-Powered &#xA;Cable&lt;br&gt;&#xA;Human-Powered&lt;br&gt;&#xA;Land (Off-Road, Rail, Road, and Ship/Water)&lt;br&gt;&#xA;Pipelines&lt;br&gt;&#xA;Space  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each Transportation Mode has a uniquely fundamental technological solution, including infrastructure, vehicles, operations, and regulations.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each mode of transportation has six separate subsystems, each comprising of a group of multiple parts, that are compiled to make one part.&lt;br&gt;&#xA;The Six Separate Subsystems:&lt;br&gt;&#xA;Propulsion,&lt;br&gt;&#xA;Suspension,&lt;br&gt;&#xA;Control,&lt;br&gt;&#xA;Guidance,&lt;br&gt;&#xA;Structural,&lt;br&gt;&#xA;Support  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Intermodal Transportation occurs when more than one Transportation Mode is used.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mass Transportation/Mass Transit are transportation projects built for moving/carrying large amounts of people/objects, that can also be used by the public.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Teleportation is a mode of transportation popularized by Star Trek, in which an object(s) is beamed from one location to another. As of 2015-04-20, Teleportation has still not been accomplished&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:25:34.890" LastActivityDate="2015-04-20T18:25:34.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5039" PostTypeId="4" CreationDate="2015-04-20T13:14:10.677" Score="0" Body="Transportation is the movement of people, animals and goods from one location to another. " OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:25:51.183" LastActivityDate="2015-04-20T18:25:51.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5040" PostTypeId="5" CreationDate="2015-04-20T14:37:12.057" Score="0" Body="&lt;p&gt;Standards can be used on anything, and anywhere; some popular uses include measurements and models/examples.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Standards and Open Data  - Open Standard&lt;br&gt;&#xA;An open standard is a standard that is publicly available and has various rights to use associated with it, and may also have various properties of how it was designed (e.g. open process). There is no single definition and interpretations vary with usage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The terms &quot;open&quot; and &quot;standard&quot; have a wide range of meanings associated with their usage. There are a number of definitions of open standards which emphasize different aspects of openness, including the openness of the resulting specification, the openness of the drafting process, and the ownership of rights in the standard. The term &quot;standard&quot; is sometimes restricted to technologies approved by formalized committees that are open to participation by all interested parties and operate on a consensus basis. [1]  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;W3C Open Standard Definition:&lt;br&gt;&#xA;A set of requirements that a provider of technical specification must follow to qualify for the adjective Open Standard:&lt;br&gt;&#xA;Transparency (due process is public, and all technical discussions, meeting minutes, are archived and referencable in decision making)&lt;br&gt;&#xA;Relevance (new standardization is started upon due analysis of the market needs, including requirements phase, e.g. accessibility, multi-linguism)&lt;br&gt;&#xA;Openness (anybody can participate, and everybody does: industry, individual, public, government bodies, academia, on a worldwide scale)&lt;br&gt;&#xA;Impartiality and consensus (guaranteed fairness by the process and the neutral hosting of the W3C organization, with equal weight for each participant)&lt;br&gt;&#xA;Availability (free access to the standard text, both during development and at final stage, translations, and clear IPR rules for implementation, allowing open source development in the case of Internet/Web technologies)&#xA;Maintenance (ongoing process for testing, errata, revision, permanent access) [2]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ten Open Standards Rights&lt;br&gt;&#xA;01. Open Meeting&lt;br&gt;&#xA;02. Consensus&lt;br&gt;&#xA;03. Due Process&lt;br&gt;&#xA;04. Open IPR&lt;br&gt;&#xA;05. One World&lt;br&gt;&#xA;06. Open Change&lt;br&gt;&#xA;07. Open Documents&lt;br&gt;&#xA;08. Open Interface&lt;br&gt;&#xA;09. Open Use&lt;br&gt;&#xA;10. On-going Support [3]&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Open_standard&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Open_standard&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.w3.org/2005/09/dd-osd.html&quot; rel=&quot;nofollow&quot;&gt;http://www.w3.org/2005/09/dd-osd.html&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.csrstds.com/openstds.html&quot; rel=&quot;nofollow&quot;&gt;http://www.csrstds.com/openstds.html&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:25:16.217" LastActivityDate="2015-04-20T18:25:16.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5041" PostTypeId="4" CreationDate="2015-04-20T14:37:12.057" Score="0" Body="Standards are generally accepted rules/guides, typically forming the skeleton for an ideal model" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:24:53.860" LastActivityDate="2015-04-20T18:24:53.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5042" PostTypeId="5" CreationDate="2015-04-20T14:55:09.137" Score="0" Body="&lt;p&gt;An image is a visual artifact/reproduction that depicts/records visual perception of the subject(s), providing a depiction of it.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="90" LastEditDate="2020-07-31T14:06:32.553" LastActivityDate="2020-07-31T14:06:32.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5043" PostTypeId="4" CreationDate="2015-04-20T14:55:09.137" Score="0" Body="For questions about data related to a physical likeness or representation of a person, animal, or thing, photographed, painted, sculptured, or otherwise made visible" OwnerUserId="90" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:02.010" LastActivityDate="2020-07-31T14:07:02.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5044" PostTypeId="5" CreationDate="2015-04-20T17:15:46.443" Score="0" Body="&lt;p&gt;Uses of Open Data typically are real-world cases, preferably live on the web, in which Open Data has been employed to achieve benefits/goals/etc., within a site/app.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:26:01.497" LastActivityDate="2015-04-20T18:26:01.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5045" PostTypeId="4" CreationDate="2015-04-20T17:15:46.443" Score="0" Body="Uses of Open Data consists of ways and methods to utilize Open Data in attempts to achieve its maximum benefits" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-04-20T18:25:44.173" LastActivityDate="2015-04-20T18:25:44.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5046" PostTypeId="2" ParentId="1059" CreationDate="2015-04-20T19:22:24.797" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.eurofound.europa.eu/european-working-conditions-surveys-ewcs&quot; rel=&quot;nofollow&quot;&gt;The European Working Conditions Survey (EWCS)&lt;/a&gt; provides the data you are looking for: several questions about job satisfaction as well as a wealth of work related variables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.eurofound.europa.eu/surveys/eqls&quot; rel=&quot;nofollow&quot;&gt;The European Quality of Life Survey (EQLS)&lt;/a&gt; also has a question on job satisfaction as well as a section on &quot;employment and work-life balance&quot;. It has a broader scope than EWCS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.eurofound.europa.eu/surveys/about-the-eurofound-surveys/data-availability&quot; rel=&quot;nofollow&quot;&gt;Indvidual level data for both surveys is available for free.&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2015-04-20T19:22:24.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5047" PostTypeId="2" ParentId="3484" CreationDate="2015-04-21T12:52:52.940" Score="5" Body="&lt;p&gt;Sierra Leone, Liberia, and Guinea data can be downloaded as CSV or JSON from &lt;a href=&quot;http://apps.who.int/gho/data/node.ebola-sitrep.quick-downloads?lang=en&quot;&gt;WHO&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6313" LastActivityDate="2015-04-21T12:52:52.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5048" PostTypeId="1" CreationDate="2015-04-21T14:34:33.807" Score="4" ViewCount="482" Body="&lt;p&gt;Is there a freely available (governmental?) heightmap (=elevation?) dataset for Kraków city (in Poland) with horizontal grid ~5m (or better) and vertical resolution ~ +/- 0.1m? Ideally, it would &lt;em&gt;include&lt;/em&gt; building heights (i.e. not &quot;ground level&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you don't know one, at least do you know of some good open forum where I could ask such a question with some hope of getting an answer?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Sorry if that question doesn't use proper terms and/or is too unclear, or otherwise totally ridiculous; I'm totally unexperienced in GIS.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="6314" LastEditorUserId="90" LastEditDate="2015-04-21T19:57:37.537" LastActivityDate="2015-04-23T09:14:02.590" Title="Free heightmap (elevation?) dataset for Kraków, Poland?" Tags="|data-request|geospatial|poland|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5049" PostTypeId="1" CreationDate="2015-04-21T19:24:49.840" Score="3" ViewCount="313" Body="&lt;p&gt;I'm looking for a source of character-level ngrams and counts that include spaces. I've found character-level ngram datasets, but they don't include spaces. Ideally, the dataset will include up to 8-grams and be based on a broad swath of English language text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &quot;the quic&quot; should be one of the 8-grams in the dataset.&lt;/p&gt;&#xA;" OwnerUserId="6316" LastActivityDate="2015-04-22T10:50:45.190" Title="source of character-level ngrams that include spaces" Tags="|data-request|language|english|corpora|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5050" PostTypeId="1" AcceptedAnswerId="5056" CreationDate="2015-04-21T22:26:10.230" Score="6" ViewCount="149" Body="&lt;p&gt;About 40 weeks ago Germany won the FIFA World Cup. At the time I thought there would be a noticeable jump in the Birth Rate there. I've been searching for current information but I can only find statistics as of 2014. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;April 5 would have been 40 weeks after the world Cup win. &lt;strong&gt;I'd like to know when 2015 birth rate data is available&lt;/strong&gt;, so I can see if there been a spike in the birth rate in Germany.&lt;/p&gt;&#xA;" OwnerUserId="6318" LastEditorUserId="1511" LastEditDate="2015-04-22T13:51:45.470" LastActivityDate="2015-05-20T19:19:53.430" Title="Has there been a spike in the birth rate in Germany?" Tags="|data-request|germany|demographics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5051" PostTypeId="1" CreationDate="2015-04-22T03:10:58.357" Score="4" ViewCount="27" Body="&lt;p&gt;I'm looking for videos of demonstrations/experiments of dynamics for download. Also they should be clear and of good quality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to use them in a video analysis program (&lt;a href=&quot;https://www.cabrillo.edu/~dbrown/tracker/&quot; rel=&quot;nofollow&quot;&gt;https://www.cabrillo.edu/~dbrown/tracker/&lt;/a&gt;). Ideally, they should be&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Camera on tripod to fix origin.&#xA;plain background for tracking objects&#xA;be well lit - should have shorter shutter speed, ie less blur&#xA;have decent resolution&#xA;be at least 30 fps&#xA;be available for download&#xA;Some sources are&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MIT - &lt;a href=&quot;http://video.mit.edu/watch/double-pendulum-6392/&quot; rel=&quot;nofollow&quot;&gt;http://video.mit.edu/watch/double-pendulum-6392/&lt;/a&gt;&#xA;Youtube, for example, &#xA;But these aren't available for download, and aren't always up to the lab standards above.&lt;/p&gt;&#xA;" OwnerUserId="6320" LastEditorUserId="1511" LastEditDate="2018-11-06T21:50:11.527" LastActivityDate="2018-11-06T21:50:11.527" Title="Where to download dynamics demonstration videos for motion analysis?" Tags="|data-request|video|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5052" PostTypeId="1" CreationDate="2015-04-22T03:56:16.123" Score="2" ViewCount="83" Body="&lt;p&gt;How much information should be published for public. Implementing partners deal with beneficiary data. Should it be open to all? To what extent?&lt;/p&gt;&#xA;" OwnerUserId="6322" LastActivityDate="2015-04-24T11:27:54.683" Title="How much data/information should be open?" Tags="|usaidopen|" AnswerCount="2" CommentCount="1" ClosedDate="2015-04-27T21:30:40.403" ContentLicense="CC BY-SA 3.0" />
  <row Id="5055" PostTypeId="1" CreationDate="2015-04-22T04:49:26.853" Score="4" ViewCount="36" Body="&lt;p&gt;I would like to know if there exists a publicly accessible collection of activity logs of powered mobility device usage by elderly/disabled individuals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specific contents I'm after are user input data such as joysticks etc, and location information in Cartesian co-ordinates or in some representation convertible into a Cartesian co-ordinate system.&lt;/p&gt;&#xA;" OwnerUserId="6324" LastActivityDate="2015-04-22T04:49:26.853" Title="Database of powered mobility device (wheelchairs, etc) activity logs?" Tags="|data-request|medical|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5056" PostTypeId="2" ParentId="5050" CreationDate="2015-04-22T05:34:27.257" Score="5" Body="&lt;p&gt;It's much too early to carry out this analysis today. As you say, the 40 weeks period has just passed by. You should not expect the data to be ready in real-time. I am even surprised that you have already found data for 2014. I had a quick look at the two authoritative sources for this kind of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the time of writing this answer, Destatis, the Federal Statistical Office of Germany, has only &lt;a href=&quot;https://www.destatis.de/EN/FactsFigures/SocietyState/Population/Population.html&quot; rel=&quot;nofollow&quot;&gt;data up to 2013&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Eurostat, the statistical office of the European Union, has &lt;a href=&quot;http://ec.europa.eu/eurostat/web/population-demography-migration-projections/births-fertitily-data/database&quot; rel=&quot;nofollow&quot;&gt;monthly data on live births&lt;/a&gt;. For Germany it has data for January to April 2014. But these figures are flagged as “forecast”.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a conclusion I think that you will have to wait some more months before you can do this analysis.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2015-05-20T19:19:53.430" LastActivityDate="2015-05-20T19:19:53.430" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5057" PostTypeId="2" ParentId="5049" CreationDate="2015-04-22T09:12:22.383" Score="2" Body="&lt;p&gt;Based on @NeilSlater's comment, you can easily calculate character N-grams with a few lines of code. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this snippet, I use Python's &lt;a href=&quot;https://docs.python.org/2/library/collections.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collections&lt;/a&gt; library, which is quite fast for these types of applications:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from collections import defaultdict&#xA;&#xA;def make_char_ngram(text,N):&#xA;    data = defaultdict(int) # for speed&#xA;&#xA;    for i in xrange(len(text)-N+1):&#xA;        x = text[i:i+N] # actual N-gram&#xA;        data[x] += 1    # add 1 to this N-gram key&#xA;    return data&#xA;&#xA;print make_char_ngram('ABC the quick brown fox the quick brown fox the quick brown fox XYZ',8)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives you character 8-grams as a dictionary, where the key is the character N-gram, and the value is the count of that case:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;defaultdict(&amp;lt;type 'int'&amp;gt;, {'brown fo': 3, 'ck brown': 3, 'n fox th': 2, 'own fox ': 3, ' the qui': 3, ' quick b': 3, 'rown fox': 3, 'uick bro': 3, 'k brown ': 3, ' fox the': 2, 'e quick ': 3, 'fox the ': 2, ' fox XYZ': 1, 'ox the q': 2, 'wn fox X': 1, ' brown f': 3, 'ick brow': 3, 'BC the q': 1, 'the quic': 3, 'quick br': 3, 'ABC the ': 1, 'wn fox t': 2, 'C the qu': 1, 'n fox XY': 1, 'he quick': 3, 'x the qu': 2})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stackoverflow.com/a/17532044/2327328&quot;&gt;similar question&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In terms of performance, this code went through a 6.2MB &lt;a href=&quot;http://norvig.com/big.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;text file&lt;/a&gt; with 128k lines in 4.5 seconds on my laptop (but not writing the results).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you want to parse massive amounts of text, consider writing these dictionaries to a NoSQL database like MongoDB. In this case, you can parse text in pieces and don't need to run the thing from the start every time. Writing a Python dictionary to MongoDB should be easy (perhaps transform the dict to JSON and then the import is direct).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-22T10:50:45.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5058" PostTypeId="1" AcceptedAnswerId="5060" CreationDate="2015-04-22T13:01:23.593" Score="2" ViewCount="202" Body="&lt;p&gt;I was wondering if anyone knows of a data source to get national-level cumulative income accruing to each decile data for different countries.&#xA;The data used to be available on Povcalnet but I can't find it there anymore.&lt;/p&gt;&#xA;" OwnerUserId="5830" LastEditorUserId="23272" LastEditDate="2022-07-14T12:22:51.723" LastActivityDate="2022-07-14T12:22:51.723" Title="Cumulative income by decile" Tags="|data-request|economics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5059" PostTypeId="2" ParentId="5058" CreationDate="2015-04-22T13:15:50.743" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/web/income-and-living-conditions/data/database&quot; rel=&quot;nofollow&quot;&gt;Eurostat&lt;/a&gt; has data for the member states of the European Union as well as for some other countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://appsso.eurostat.ec.europa.eu/nui/show.do?query=BOOKMARK_DS-050270_QID_C4A9338_UID_-3F171EB0&amp;amp;layout=QUANTILE,L,X,0;GEO,L,Y,0;TIME,C,Z,0;INDIC_IL,L,Z,1;CURRENCY,L,Z,2;INDICATORS,C,Z,3;&amp;amp;zSelection=DS-050270INDIC_IL,SHARE;DS-050270CURRENCY,EUR;DS-050270INDICATORS,OBS_FLAG;DS-050270TIME,2013;&amp;amp;rankName1=INDIC-IL_1_2_-1_2&amp;amp;rankName2=CURRENCY_1_2_-1_2&amp;amp;rankName3=INDICATORS_1_2_-1_2&amp;amp;rankName4=TIME_1_0_0_0&amp;amp;rankName5=QUANTILE_1_2_0_0&amp;amp;rankName6=GEO_1_2_0_1&amp;amp;rStp=&amp;amp;cStp=&amp;amp;rDCh=&amp;amp;cDCh=&amp;amp;rDM=true&amp;amp;cDM=true&amp;amp;footnes=false&amp;amp;empty=false&amp;amp;wai=false&amp;amp;time_mode=NONE&amp;amp;time_most_recent=false&amp;amp;lang=EN&amp;amp;cfo=%23%23%23%2C%23%23%23.%23%23%23&quot; rel=&quot;nofollow&quot;&gt;ilc_iw01 - Distribution of income by quantiles&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are eligible you can also apply for an acceess to the data from the &lt;a href=&quot;http://www.lisdatacenter.org&quot; rel=&quot;nofollow&quot;&gt;Luxembourg Income Study&lt;/a&gt;. It has a wider geographical coverage:&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2015-04-22T20:17:00.057" LastActivityDate="2015-04-22T20:17:00.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5060" PostTypeId="2" ParentId="5058" CreationDate="2015-04-22T13:15:53.460" Score="1" Body="&lt;p&gt;I was wrong it's actually still freely available on Povcalnet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://iresearch.worldbank.org/PovcalNet&quot; rel=&quot;nofollow&quot;&gt;http://iresearch.worldbank.org/PovcalNet&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5830" LastActivityDate="2015-04-22T13:15:53.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5061" PostTypeId="2" ParentId="5032" CreationDate="2015-04-22T15:01:37.773" Score="2" Body="&lt;h2&gt;Wikipedia&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Wikipedia let you download the data conveniently, without API limits, so you can get the titles of their 4M+ English articles. Depending on your needs, you can try other languages as well. See&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://meta.wikimedia.org/wiki/Data_dumps&quot; rel=&quot;nofollow&quot;&gt;http://meta.wikimedia.org/wiki/Data_dumps&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, file &lt;code&gt;*-all-titles-in-ns0.gz&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Alexa One Top Million Websites&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;These are domain names, though not sure it meets your requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://s3.amazonaws.com/alexa-static/top-1m.csv.zip&quot; rel=&quot;nofollow&quot;&gt;http://s3.amazonaws.com/alexa-static/top-1m.csv.zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-04-22T15:01:37.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5062" PostTypeId="1" AcceptedAnswerId="5129" CreationDate="2015-04-22T16:55:34.600" Score="5" ViewCount="175" Body="&lt;p&gt;I am looking for data attesting for the &lt;strong&gt;variation of fresh water availability&lt;/strong&gt; in California over the years (ideally 20+ years). For instance river levels, river throughput, wells levels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If data is not available for California, similar USA data is OK too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus if the data can be easily used from Python&lt;/p&gt;&#xA;" OwnerUserId="6327" LastEditorUserId="754" LastEditDate="2015-04-24T08:08:24.343" LastActivityDate="2017-06-23T00:55:32.347" Title="Water level historical data for California" Tags="|data-request|data.gov|json|csv|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5063" PostTypeId="2" ParentId="4998" CreationDate="2015-04-22T23:09:27.670" Score="1" Body="&lt;p&gt;The world bank has a lot of useful information and make a lot of their datasets accessible. &lt;a href=&quot;http://econ.worldbank.org/WBSITE/EXTERNAL/EXTDEC/EXTRESEARCH/0,,contentMDK:21470820~pagePK:64214825~piPK:64214943~theSitePK:469382,00.html&quot; rel=&quot;nofollow&quot;&gt;This link&lt;/a&gt; has information on a longitudinal study in Bangladesh. This site also presents a host of other, similar datasets.&lt;/p&gt;&#xA;" OwnerUserId="3940" LastActivityDate="2015-04-22T23:09:27.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5064" PostTypeId="1" CreationDate="2015-04-23T02:17:04.257" Score="11" ViewCount="777" Body="&lt;p&gt;Looking for a way of visualizing public power generation data. Typical data set has 1–5 years of hourly data, and anything up to 30 columns. Needing to pan and zoom, and perhaps select sections. Needs to run on Linux.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The sometimes recommended &lt;a href=&quot;https://www.cs.umd.edu/hcil/timesearcher/&quot;&gt;TimeSearcher 2&lt;/a&gt; is very shaky under Mono, and has unusual data format requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: I'm looking to compare years of hourly generation data against regional demand. Some of the data streams may not have corresponding frequencies. I'm not looking for much programming input, as most of the analysis will be visual, so zooming and panning are important. There's unlikely to be a pre-made importer for the XML format used by the particular ISO, so I'd likely be spending the programming time on that. Not sure if I need any stats capabilities, though rolling daily/weekly averages/minima/maxima could be helpful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm potentially going up against a very polished but misguided speaker in a few days who is using an entrenched industry position to ensure that expensive, polluting energy remains the status quo.&lt;/p&gt;&#xA;" OwnerUserId="639" LastEditorUserId="639" LastEditDate="2015-04-24T12:03:29.250" LastActivityDate="2015-04-27T13:32:13.437" Title="Time-Series data viewer" Tags="|tool-request|time-series|visualization|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5065" PostTypeId="2" ParentId="5048" CreationDate="2015-04-23T09:07:47.170" Score="2" Body="&lt;p&gt;Wow, wow, wow, based on @scruss's hint, I maybe have found something; not exactly free, but really, really cheap (i.e. not &quot;bussiness prices&quot; but &quot;average guy prices&quot; apparently); only I must yet verify if the data is really good enough for me and what I think it is, but there are some samples. Without further ado, the links are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://codgik.gov.pl/index.php/zasob/numeryczne-dane-wysokosciowe.html&quot; rel=&quot;nofollow&quot;&gt;http://codgik.gov.pl/index.php/zasob/numeryczne-dane-wysokosciowe.html&lt;/a&gt; - an overview of the available subtypes of data, and details on how to request them;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://codgik.gov.pl/index.php/obsluga-klienta/oplaty-za-udostepnianie-materialow-fotogrametrycznych.html&quot; rel=&quot;nofollow&quot;&gt;http://codgik.gov.pl/index.php/obsluga-klienta/oplaty-za-udostepnianie-materialow-fotogrametrycznych.html&lt;/a&gt; - pricing (seems 2-4zł per km&lt;sup&gt;2&lt;/sup&gt; IIUC, which seems totally approachable).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Note: found based on information in &lt;a href=&quot;https://www.youtube.com/watch?v=YdmMReghqFk&quot; rel=&quot;nofollow&quot;&gt;a GUGiK video&lt;/a&gt;.)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="6314" LastEditorUserId="6314" LastEditDate="2015-04-23T09:14:02.590" LastActivityDate="2015-04-23T09:14:02.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5067" PostTypeId="2" ParentId="4192" CreationDate="2015-04-23T13:54:24.627" Score="3" Body="&lt;h2&gt;OpenSpending&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;This website collects datasets related to public spending by country:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://openspending.org/&quot; rel=&quot;nofollow&quot;&gt;https://openspending.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;Other resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;You should check &lt;a href=&quot;http://survey.internationalbudget.org/#rankings&quot; rel=&quot;nofollow&quot;&gt;Open Budget Survey&lt;/a&gt;'s top 10's national websites for the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Among all-in-one place resources, see enigma.io. Here are some datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://app.enigma.io/table/us.gov.government-spending.contracts.2014&quot; rel=&quot;nofollow&quot;&gt;United States 2014&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://app.enigma.io/table/gov.uk.government-spending.25k-departments.consolidated&quot; rel=&quot;nofollow&quot;&gt;United Kingdom 2014&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;Country-specific: Russia&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Russia does well in opening its budget to the public: 10th place in &lt;a href=&quot;http://survey.internationalbudget.org/#rankings&quot; rel=&quot;nofollow&quot;&gt;Open Budget Survey&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find user-friendly interfaces for:&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Budget&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://budget4me.ru/&quot; rel=&quot;nofollow&quot;&gt;http://budget4me.ru/&lt;/a&gt; (currently under construction)&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Contracts&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;For all government units and SOEs. API and dataset access forms:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://clearspending.ru/&quot; rel=&quot;nofollow&quot;&gt;http://clearspending.ru/&lt;/a&gt; (available in English)&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-04-29T11:20:04.883" LastActivityDate="2015-04-29T11:20:04.883" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5068" PostTypeId="1" CreationDate="2015-04-23T15:44:57.527" Score="4" ViewCount="69" Body="&lt;p&gt;I am looking for neighborhood level data on employment statistics. Specifically, I would like the number of unemployed individuals and the number of individuals who found jobs each month for each neighborhood. I would prefer to define &quot;neighborhood&quot; as geographically small as possible (I'm thinking census tract). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is a data set for just one city (Chicago or New York), that would be good enough. &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2016-01-12T02:18:05.587" Title="Is there a time series data set that includes employment information at the neighborhood level?" Tags="|data-request|us-census|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5069" PostTypeId="1" CreationDate="2015-04-23T16:44:18.293" Score="1" ViewCount="80" Body="&lt;p&gt;Usually, I can go to the National Crime Victimization Survey's Website for victimization data, but adult abductions are so rare that the Survey doesn't have a category for them.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2015-04-23T16:44:18.293" Title="Where can I find adult abduction victim statistics for the United States?" Tags="|crime|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5070" PostTypeId="2" ParentId="5062" CreationDate="2015-04-23T17:43:46.630" Score="3" Body="&lt;p&gt;If you're looking for hydrological data, the USGS has steam gauge data, which has a measure of the height of the water at various locations over time:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://water.usgs.gov/nsip/&quot; rel=&quot;nofollow&quot;&gt;http://water.usgs.gov/nsip/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For particulate data (which is more a water quality issue), you can try the EPA:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.epa.gov/storet/&quot; rel=&quot;nofollow&quot;&gt;http://www.epa.gov/storet/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-04-23T17:43:46.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5071" PostTypeId="2" ParentId="5064" CreationDate="2015-04-23T19:14:35.627" Score="5" Body="&lt;p&gt;It's hard to suggest a good tool without knowing how deep into programming you want to go, or if the tool is for exploration or presentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But here is a sample of many good tools out there:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Javascript:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.humblesoftware.com/envision/demos/timeseries&quot; rel=&quot;nofollow&quot;&gt;Envision.js&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://code.shutterstock.com/rickshaw/&quot; rel=&quot;nofollow&quot;&gt;Rickshaw&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://square.github.io/cubism/&quot; rel=&quot;nofollow&quot;&gt;Cubism&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;R:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://rstudio.github.io/dygraphs/&quot; rel=&quot;nofollow&quot;&gt;Dygraphs&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://shiny.rstudio.com/gallery/google-charts.html&quot; rel=&quot;nofollow&quot;&gt;Google Charts&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Python:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://blog.mafr.de/2012/03/11/time-series-data-with-matplotlib/&quot; rel=&quot;nofollow&quot;&gt;Matplotlib&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://earthpy.org/pandas-basics.html&quot; rel=&quot;nofollow&quot;&gt;Pandas&lt;/a&gt; (using Matplotlib)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://blog.plot.ly/post/117105992082/time-series-graphs-eleven-stunning-ways-you-can&quot; rel=&quot;nofollow&quot;&gt;Plotly blog&lt;/a&gt; - Time Series Graphs &amp;amp; Eleven Stunning Ways You Can Use Them&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tableau&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;If you don't mind that the data is shared, you can use &lt;a href=&quot;https://public.tableau.com/s/&quot; rel=&quot;nofollow&quot;&gt;Tableau Public&lt;/a&gt; for free&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://butleranalytics.com/5-alternatives-to-tableau-public/&quot; rel=&quot;nofollow&quot;&gt;Alternatives to Tableau Public&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-04-27T13:32:13.437" LastActivityDate="2015-04-27T13:32:13.437" CommentCount="2" CommunityOwnedDate="2015-04-24T07:09:26.910" ContentLicense="CC BY-SA 3.0" />
  <row Id="5072" PostTypeId="2" ParentId="5068" CreationDate="2015-04-23T20:18:24.280" Score="2" Body="&lt;p&gt;You will not find such &lt;strong&gt;observed&lt;/strong&gt; data at such a small geographic level in the public sphere. Apart from small area estimation models that predict the proportion in an area based on indirect information, no such data surveys the population with enough of a sample that can sufficiently monitor the unemployed in a small area each and every month.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-04-23T20:18:24.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5073" PostTypeId="5" CreationDate="2015-04-24T07:06:50.413" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:06:50.413" LastActivityDate="2015-04-24T07:06:50.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5074" PostTypeId="4" CreationDate="2015-04-24T07:06:50.413" Score="0" Body="For questions about health data, like data about hospitals, obstetrics, physical and mental impairments." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:33:34.087" LastActivityDate="2015-04-24T22:33:34.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5075" PostTypeId="5" CreationDate="2015-04-24T07:27:05.030" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:27:05.030" LastActivityDate="2015-04-24T07:27:05.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5076" PostTypeId="4" CreationDate="2015-04-24T07:27:05.030" Score="0" Body="For questions about data related to the European country of Poland." OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2015-04-24T11:57:57.623" LastActivityDate="2015-04-24T11:57:57.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5077" PostTypeId="5" CreationDate="2015-04-24T07:28:30.753" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:28:30.753" LastActivityDate="2015-04-24T07:28:30.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5078" PostTypeId="4" CreationDate="2015-04-24T07:28:30.753" Score="0" Body="For questions about data related to the Asian continent." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:34:19.470" LastActivityDate="2015-04-24T22:34:19.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5079" PostTypeId="5" CreationDate="2015-04-24T07:29:51.287" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:29:51.287" LastActivityDate="2015-04-24T07:29:51.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5080" PostTypeId="4" CreationDate="2015-04-24T07:29:51.287" Score="0" Body="For questions about data related to the European country of Germany." OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2015-04-24T11:58:47.213" LastActivityDate="2015-04-24T11:58:47.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5081" PostTypeId="5" CreationDate="2015-04-24T07:31:24.323" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:31:24.323" LastActivityDate="2015-04-24T07:31:24.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5082" PostTypeId="4" CreationDate="2015-04-24T07:31:24.323" Score="0" Body="For questions about data related to the country Australia." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:33:37.687" LastActivityDate="2015-04-24T22:33:37.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5083" PostTypeId="5" CreationDate="2015-04-24T07:32:51.893" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:32:51.893" LastActivityDate="2015-04-24T07:32:51.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5084" PostTypeId="4" CreationDate="2015-04-24T07:32:51.893" Score="0" Body="For questions about data related to schools, universities, students, teaching." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:32:34.160" LastActivityDate="2015-04-24T22:32:34.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5085" PostTypeId="5" CreationDate="2015-04-24T07:38:26.453" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:38:26.453" LastActivityDate="2015-04-24T07:38:26.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5086" PostTypeId="4" CreationDate="2015-04-24T07:38:26.453" Score="0" Body="For questions about data related to the collaboratively written travel guide Wikivoyage, of the Wikimedia Foundation." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:34:25.643" LastActivityDate="2015-04-24T22:34:25.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5087" PostTypeId="5" CreationDate="2015-04-24T07:40:08.583" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:40:08.583" LastActivityDate="2015-04-24T07:40:08.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5088" PostTypeId="4" CreationDate="2015-04-24T07:40:08.583" Score="0" Body="For questions about data related to the oceans, seas, seaside. For instance about the wildlife, physics, shapes and human activities in the sea." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:34:00.887" LastActivityDate="2015-04-24T22:34:00.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5089" PostTypeId="5" CreationDate="2015-04-24T07:48:52.523" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:48:52.523" LastActivityDate="2015-04-24T07:48:52.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5090" PostTypeId="4" CreationDate="2015-04-24T07:48:52.523" Score="0" Body="For questions about data related to the country Japan." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-25T13:59:13.783" LastActivityDate="2015-04-25T13:59:13.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5091" PostTypeId="5" CreationDate="2015-04-24T07:52:09.197" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:52:09.197" LastActivityDate="2015-04-24T07:52:09.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5092" PostTypeId="4" CreationDate="2015-04-24T07:52:09.197" Score="0" Body="For questions about data related to the country India." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:34:21.940" LastActivityDate="2015-04-24T22:34:21.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5093" PostTypeId="5" CreationDate="2015-04-24T07:54:20.813" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T07:54:20.813" LastActivityDate="2015-04-24T07:54:20.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5094" PostTypeId="4" CreationDate="2015-04-24T07:54:20.813" Score="0" Body="For questions about data related to the African continent." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:32:54.693" LastActivityDate="2015-04-24T22:32:54.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5095" PostTypeId="5" CreationDate="2015-04-24T08:01:38.630" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:01:38.630" LastActivityDate="2015-04-24T08:01:38.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5096" PostTypeId="4" CreationDate="2015-04-24T08:01:38.630" Score="0" Body="For questions about data related to the Japanese language." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:33:24.473" LastActivityDate="2015-04-24T22:33:24.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5097" PostTypeId="5" CreationDate="2015-04-24T08:05:00.913" Score="0" Body="&lt;p&gt;The Energy tag is used for questions about global, regional or local data related to consumption, production, trading, or transmission of energy. Energy can be electricity, heating, raw materials (commidities like coal, gas), water storage, wind, solar-related, etc.&lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="1511" LastEditDate="2016-11-05T07:22:32.743" LastActivityDate="2016-11-05T07:22:32.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5098" PostTypeId="4" CreationDate="2015-04-24T08:05:00.913" Score="0" Body="Production, consumption, transmission, markets or technology related to energy." OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2015-07-02T20:34:11.010" LastActivityDate="2015-07-02T20:34:11.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5099" PostTypeId="5" CreationDate="2015-04-24T08:07:44.447" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:07:44.447" LastActivityDate="2015-04-24T08:07:44.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5100" PostTypeId="4" CreationDate="2015-04-24T08:07:44.447" Score="0" Body="For questions about data related to passenger trains, planes, boats, buses, and similar." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:33:48.673" LastActivityDate="2015-04-24T22:33:48.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5101" PostTypeId="5" CreationDate="2015-04-24T08:09:11.503" Score="0" Body="&lt;p&gt;Criminal Justice data is data related to the entire Criminal Justice complex, not just physical locations of crime data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The entire Criminal Justice complex (in the USA) is comprised of a plethora of stakeholders, including (but not limited to):  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Police Departments/Sheriff Departments&lt;br&gt;&#xA;Courts&lt;br&gt;&#xA;Emergency Responders&lt;br&gt;&#xA;Jails/Prisons&lt;br&gt;&#xA;Mental Health Professionals&lt;br&gt;&#xA;Schools&lt;br&gt;&#xA;Bail Bondsmen  &lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2017-05-08T20:35:54.430" LastActivityDate="2017-05-08T20:35:54.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5102" PostTypeId="4" CreationDate="2015-04-24T08:09:11.503" Score="0" Body="For questions about data related to crime justice, including but not limited to criminal records, crime prevention, criminology." OwnerUserId="754" LastEditorUserId="90" LastEditDate="2019-04-29T18:20:43.527" LastActivityDate="2019-04-29T18:20:43.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5103" PostTypeId="5" CreationDate="2015-04-24T08:14:18.153" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:14:18.153" LastActivityDate="2015-04-24T08:14:18.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5104" PostTypeId="4" CreationDate="2015-04-24T08:14:18.153" Score="0" Body="Competitive physical activity, for instance competition or tournament results, practice statistics, athletic performance and non-medical physical performance attributes, statistics or data." OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2018-09-02T13:52:07.067" LastActivityDate="2018-09-02T13:52:07.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5105" PostTypeId="5" CreationDate="2015-04-24T08:25:51.857" Score="0" Body="&lt;p&gt;For questions about Canada.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://open.canada.ca/en/maps/open-data-canada&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Government Across Canada&lt;/a&gt; (list of resources)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="90" LastEditDate="2018-03-01T15:15:01.983" LastActivityDate="2018-03-01T15:15:01.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5106" PostTypeId="4" CreationDate="2015-04-24T08:25:51.857" Score="0" Body="For questions about data related to Canada, a country in the northern part of North America. Its ten provinces and three territories extend from the Atlantic to the Pacific and northward into the Arctic Ocean, covering 9.98 million square kilometers, making it the world's second-largest country by total area" OwnerUserId="754" LastEditorUserId="23272" LastEditDate="2020-07-25T00:19:58.383" LastActivityDate="2020-07-25T00:19:58.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5107" PostTypeId="5" CreationDate="2015-04-24T08:26:56.213" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:26:56.213" LastActivityDate="2015-04-24T08:26:56.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5108" PostTypeId="4" CreationDate="2015-04-24T08:26:56.213" Score="0" Body="For questions about data related to the country Brazil." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T23:49:17.487" LastActivityDate="2015-04-24T23:49:17.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5109" PostTypeId="5" CreationDate="2015-04-24T08:29:44.777" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:29:44.777" LastActivityDate="2015-04-24T08:29:44.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5110" PostTypeId="4" CreationDate="2015-04-24T08:29:44.777" Score="0" Body="For questions about data related to the voluntary transfer of money or resources from a country to another, or from a group to another group, usually for humanitarian and altruistic purposes." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:34:15.820" LastActivityDate="2015-04-24T22:34:15.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5111" PostTypeId="5" CreationDate="2015-04-24T08:30:30.753" Score="0" Body="&lt;p&gt;Chicago, city, the seat of Cook county, northeastern Illinois, the U.S. With a population of nearly three million, Chicago is the state’s largest and the country’s third most populous city&lt;/p&gt;&#xA;&lt;p&gt;Chicago, on Lake Michigan in Illinois, is among the largest cities in the U.S. Famed for its bold architecture, it has a skyline punctuated by skyscrapers such as the iconic John Hancock Center, 1,451-ft. Willis Tower (formerly the Sears Tower) and the neo-Gothic Tribune Tower.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:21.713" LastActivityDate="2020-07-25T00:18:21.713" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5112" PostTypeId="4" CreationDate="2015-04-24T08:30:30.753" Score="0" Body="For questions about data related to the city of Chicago, the seat of Cook county, northeastern Illinois, the U.S" OwnerUserId="754" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:15.773" LastActivityDate="2020-07-25T00:18:15.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5113" PostTypeId="5" CreationDate="2015-04-24T08:31:17.290" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:31:17.290" LastActivityDate="2015-04-24T08:31:17.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5114" PostTypeId="4" CreationDate="2015-04-24T08:31:17.290" Score="0" Body="For questions about data related to the area of North America, the continent that comprises Northern America, (the) Caribbean, and Central America." OwnerUserId="754" LastEditorUserId="5766" LastEditDate="2017-01-04T07:06:11.833" LastActivityDate="2017-01-04T07:06:11.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5115" PostTypeId="5" CreationDate="2015-04-24T08:34:45.620" Score="0" Body="&lt;p&gt;For questions about data related to the French language. For questions about France or French people, use the &lt;a href=&quot;/questions/tagged/france&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;france&amp;#39;&quot; rel=&quot;tag&quot;&gt;france&lt;/a&gt; tag.&lt;/p&gt;&#xA;" OwnerUserId="14011" LastEditorUserId="14011" LastEditDate="2020-04-13T15:27:17.750" LastActivityDate="2020-04-13T15:27:17.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5116" PostTypeId="4" CreationDate="2015-04-24T08:34:45.620" Score="0" Body="For questions about data related to the French language. For questions about France or French people, use the [france] tag." OwnerUserId="754" LastEditorUserId="14011" LastEditDate="2020-04-13T15:27:22.690" LastActivityDate="2020-04-13T15:27:22.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5117" PostTypeId="5" CreationDate="2015-04-24T08:36:44.623" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-04-24T08:36:44.623" LastActivityDate="2015-04-24T08:36:44.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5118" PostTypeId="4" CreationDate="2015-04-24T08:36:44.623" Score="0" Body="For questions about data related to armies, soldiers, wars, war weapons, etc." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-04-24T22:34:11.173" LastActivityDate="2015-04-24T22:34:11.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5119" PostTypeId="1" AcceptedAnswerId="5124" CreationDate="2015-04-24T09:26:47.983" Score="5" ViewCount="300" Body="&lt;p&gt;I need a dataset that contains recent macroeconomics attributes for countries. I have tried to make my own by joining Wikipedia tables on GDP, GDP per capita, population, poverty, imports, exports, life expectancy, illiteracy rate, external debt, number of internet users etc. However, the dataset is not very consistent with regards to the sources and timestamp. It would be great to have at least somehow consistent dataset including but not limited to the above mentioned attributes. &lt;/p&gt;&#xA;" OwnerUserId="6272" LastActivityDate="2019-06-11T13:17:19.330" Title="Recent Macroeconomics dataset of all countries in the World" Tags="|data-request|economics|county|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5120" PostTypeId="1" CreationDate="2015-04-24T10:35:02.623" Score="20" ViewCount="24196" Body="&lt;p&gt;I'm searching for product data, right now I only need smartphone data. I need like every smartphone name and specifications like width, CPU speed, etc. Now I found some reference to &lt;a href=&quot;http://www.semantics3.com&quot; rel=&quot;noreferrer&quot;&gt;semantics3.com&lt;/a&gt; which would be perfect, but the only problem is is that they don't allow you to download the data. For multiple reasons I really need to be able to download the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody have more info on this? Is there someone who provides a downloadable dataset like that? Or maybe do the manufactures like Samsung etc offer their smartphone data themselves? I couldn't find any real info on this topic so help would be very welcome. If there is nothing downloadable, would it be legal to scrape it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Okay so lot's of people recommend scraping for example wikipedia and dbpedia etc. My issues with that however is the fact that the data is not really good organized and also not very complete. So my main question now be  1: &quot;Do manufactures offer their data?(Like samsung offering a list of smartphones with their specs&quot; 2: &quot;Is scraping the website of a webshop or smartphone-comparision website legal, if they have not defined anything about scraping in the Terms?&quot;&lt;/p&gt;&#xA;" OwnerUserId="6332" LastEditorUserId="6332" LastEditDate="2015-04-28T18:26:41.980" LastActivityDate="2022-10-28T13:28:08.627" Title="Downloadable smartphones data (name, specs)" Tags="|data-request|products|europe|telecom|" AnswerCount="7" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5121" PostTypeId="2" ParentId="5052" CreationDate="2015-04-24T10:36:32.613" Score="2" Body="&lt;p&gt;Per &lt;a href=&quot;https://project-open-data.cio.gov/principles/&quot; rel=&quot;nofollow&quot;&gt;Project Open Data&lt;/a&gt;, data should be &quot;complete&quot; and published &quot;with the finest possible level of granularity that is practicable and permitted by law and other requirements. Derived or aggregate open data should also be published but must reference the primary data.&quot;  Please see our &lt;a href=&quot;http://www.usaid.gov/data/frequently-asked-questions#Q8&quot; rel=&quot;nofollow&quot;&gt;FAQ#8&lt;/a&gt; for a discussion of aggregate data.&lt;/p&gt;&#xA;" OwnerUserId="6336" LastEditorUserId="6336" LastEditDate="2015-04-24T11:23:55.750" LastActivityDate="2015-04-24T11:23:55.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5123" PostTypeId="2" ParentId="5052" CreationDate="2015-04-24T11:27:54.683" Score="2" Body="&lt;p&gt;We recognize that partners work with beneficiary data, but the &lt;a href=&quot;http://www.usaid.gov/data/frequently-asked-questions#Q16&quot; rel=&quot;nofollow&quot;&gt;terms of partner awards&lt;/a&gt; with USAID state that partners &quot;must ensure that any Dataset submitted to the DDL does not contain any proprietary or personally identifiable information, such as social security numbers, home addresses, and dates of birth. Such information must be removed prior to submission.&quot;  Please see our &lt;a href=&quot;http://www.usaid.gov/data/frequently-asked-questions#Q21&quot; rel=&quot;nofollow&quot;&gt;FAQ#21 for more information regarding sensitive data&lt;/a&gt;.  There are many web-based resources on best practices for de-identifying data to protect personally identifiable information.  USAID implementing partners must &lt;a href=&quot;http://www.usaid.gov/data/ddlsubmissions&quot; rel=&quot;nofollow&quot;&gt;register the datasets&lt;/a&gt; with USAID's Development Data Library.  The extent to which the datasets ultimately become public is determined by USAID's internal &lt;a href=&quot;http://www.usaid.gov/sites/default/files/documents/1880/DataPublicationProcess05-21-2014.pdf&quot; rel=&quot;nofollow&quot;&gt;data clearance process&lt;/a&gt;.  &lt;a href=&quot;http://www.usaid.gov/data/frequently-asked-questions#Q34&quot; rel=&quot;nofollow&quot;&gt;FAQ#34&lt;/a&gt; provides additional information on the extent to which the data may be used and accessed post-publication.&lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2015-04-24T11:27:54.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5124" PostTypeId="2" ParentId="5119" CreationDate="2015-04-24T11:35:52.793" Score="6" Body="&lt;p&gt;International organisations provide this kind of data. As you want to cover the whole World, have a look at organisations with the same geographical scope:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The World Bank has &lt;a href=&quot;http://data.worldbank.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;a database that covers a wide range of topics&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are more focussed on economic indicators, you can also have a look at the &lt;a href=&quot;http://www.imf.org/external/pubs/ft/weo/2015/01/weodata/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Economic Outlook Database of the International Monetary Fund (IMF)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both sites allow you to view the data online as well as to download it further uses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The United Nations Statistics Division also has &lt;a href=&quot;http://unstats.un.org/unsd/databases.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;a couple of databases on various topics&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="14011" LastEditDate="2019-06-11T13:17:19.330" LastActivityDate="2019-06-11T13:17:19.330" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5125" PostTypeId="2" ParentId="4872" CreationDate="2015-04-24T13:16:46.007" Score="2" Body="&lt;p&gt;A website by the Dept of Energy called NEPAnode has this, disclaimer it is a project I manage. You can downloaded these vector datasets in a number of formats including shapefile:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nepanode.anl.gov/layers/geonode%3Aferc_regions&quot; rel=&quot;nofollow&quot;&gt;http://nepanode.anl.gov/layers/geonode%3Aferc_regions&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nepanode.anl.gov/layers/geonode%3Anerc_regions&quot; rel=&quot;nofollow&quot;&gt;http://nepanode.anl.gov/layers/geonode%3Anerc_regions&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nepanode.anl.gov/layers/geonode%3Afpma_reg&quot; rel=&quot;nofollow&quot;&gt;http://nepanode.anl.gov/layers/geonode%3Afpma_reg&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2015-04-24T13:16:46.007" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5126" PostTypeId="1" CreationDate="2015-04-24T14:28:35.947" Score="6" ViewCount="78" Body="&lt;p&gt;I am interested in doing some typological analyses by measuring the redundancy and IE entropy across languages in the phonemic and syllabic domains.  I've searched for quite a bit but could not find well documented frequencies of phonemes and syllables (preferably using IPA) across major world languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A tool to convert text corpus to phonetic and syllabic transcriptions would also be useful!&lt;/p&gt;&#xA;" OwnerUserId="6339" LastEditorUserId="1511" LastEditDate="2015-04-25T13:58:57.850" LastActivityDate="2018-01-10T10:22:30.137" Title="Phonemic &amp; Syllabic N-Gram Distributions of the World's Languages" Tags="|data-request|language|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5127" PostTypeId="1" CreationDate="2015-04-24T20:38:58.650" Score="4" ViewCount="385" Body="&lt;p&gt;I am looking for open-source or publicly-available health tips for my app. I am so far not successful in finding any thing alike.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of a health tip:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Title&lt;/strong&gt;: Carrots are good for your health&lt;br&gt;&#xA;  &lt;strong&gt;Body&lt;/strong&gt;: Did you know that carrots get their bright orange color from β-carotene? α and β-carotenes are partly metabolized into vitamin A, providing more than 100% of the Daily Value (DV) per 100 g serving of carrots.&lt;br&gt;&#xA;  &lt;strong&gt;License&lt;/strong&gt;: CC-BY-SA-3.0&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;JSON format would be ideal, but other formats are OK too.&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorUserId="70" LastEditDate="2022-10-13T16:43:50.927" LastActivityDate="2022-10-13T16:43:50.927" Title="Open content health tips that I can embed in my app/website" Tags="|data-request|api|food|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5128" PostTypeId="1" CreationDate="2015-04-24T20:40:50.767" Score="4" ViewCount="104" Body="&lt;p&gt;I was looking for the dataset of links between web pages and found these options:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://commoncrawl.org/the-data/get-started/&quot; rel=&quot;nofollow&quot;&gt;Common Crawl&lt;/a&gt;: Public web crawling data. It includes &quot;the HTTP headers returned and the &lt;em&gt;links (including the type of link) listed on the page&lt;/em&gt;.&quot; AFAIK, it's the most comprehensive and up-to-date source.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://snap.stanford.edu/data/index.html&quot; rel=&quot;nofollow&quot;&gt;SNAP&lt;/a&gt;: Small samples of the web graph (up to 7M edges). Including &lt;a href=&quot;https://snap.stanford.edu/data/web-Google.html&quot; rel=&quot;nofollow&quot;&gt;Google's version&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Are you aware about other sources of the similar data? Preferably comprehensive, with big coverage, rather than frequent updates.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-04-25T14:18:47.463" LastActivityDate="2015-04-25T14:18:47.463" Title="The graph of the web: the dataset of links between web pages" Tags="|data-request|web-crawling|internet|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5129" PostTypeId="2" ParentId="5062" CreationDate="2015-04-24T23:00:42.157" Score="2" Body="&lt;p&gt;If you're okay with talking to people, you might want to contact the chief of the &lt;a href=&quot;http://www.water.ca.gov/publicaffairs.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Media &amp;amp; Public Information branch of the California Dept. of Water Resources&lt;/a&gt; at (916) 653-9712&lt;/p&gt;&#xA;" OwnerUserId="4203" LastEditorDisplayName="user4293" LastEditDate="2017-06-23T00:55:32.347" LastActivityDate="2017-06-23T00:55:32.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5130" PostTypeId="2" ParentId="4790" CreationDate="2015-04-25T09:20:00.333" Score="7" Body="&lt;p&gt;I recommend &lt;a href=&quot;http://bls.gov/oes&quot;&gt;Occupational Employment Statistics&lt;/a&gt;. Includes approximately 800 job categories/titles (Standard Occupational Classification). Reports estimated employment, average wages and 10th/25th/50th/75th/90th wage percentiles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The upside is that it's pretty easy to download or hit the API. The downside is that there are quite a few &quot;holes&quot; in the data, either due to confidentiality issues (e.g., one large company in an area employing the majority of, say, Aerospace Engineers can lead to those values being blanked out) or insufficient sample size.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for free / publicly available, geographically detailed stats on occupations in the US, it's pretty much the only game in town.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;XLS files for metro and multi-county nonmetro areas here: &lt;a href=&quot;http://www.bls.gov/oes/tables.htm&quot;&gt;http://www.bls.gov/oes/tables.htm&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For API access, it's &lt;a href=&quot;http://www.bls.gov/developers/api_signature_v2.htm#single&quot;&gt;similar for most BLS data&lt;/a&gt;. Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.bls.gov/publicAPI/v2/timeseries/data/OEUM001018000000029114103&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The last component is the BLS &quot;seriesID&quot;. Breaking it down:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;OE: dataset ID&lt;/li&gt;&#xA;&lt;li&gt;U: not seasonally adjusted&lt;/li&gt;&#xA;&lt;li&gt;M: area type is metro&lt;/li&gt;&#xA;&lt;li&gt;0010180: area code for metro area of Abilene, TX&lt;/li&gt;&#xA;&lt;li&gt;000000: industry code &quot;total&quot;, all types of businesses&lt;/li&gt;&#xA;&lt;li&gt;291141: occupation code for Registered Nurses&lt;/li&gt;&#xA;&lt;li&gt;03: statistic code - get the mean hourly wage&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For additional info on codes, see &lt;a href=&quot;http://download.bls.gov/pub/time.series/oe/&quot;&gt;http://download.bls.gov/pub/time.series/oe/&lt;/a&gt; (esp. the &quot;oe.area&quot; and &quot;oe.occupation&quot; files). It's a little misleading because this dataset is not actually a timeseries; only the latest year (currently 2014) is available at any given time.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2015-04-25T09:20:00.333" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5133" PostTypeId="1" AcceptedAnswerId="5134" CreationDate="2015-04-22T09:47:47.720" Score="2" ViewCount="46" Body="&lt;p&gt;I am searching for particulate domain name they provide water data so I can scroll all data for my application.For weather i am using wunderground.&lt;/p&gt;&#xA;" OwnerUserId="6327" OwnerDisplayName="user2298562" LastEditorUserId="90" LastEditDate="2015-04-26T02:58:00.897" LastActivityDate="2015-04-26T02:58:00.897" Title="where i should get USA water historical data for data science in python?" Tags="|data-request|" AnswerCount="1" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5134" PostTypeId="2" ParentId="5133" CreationDate="2015-04-26T02:52:01.100" Score="2" Body="&lt;p&gt;usgs water has some historic, and real-time water data&lt;br&gt;&#xA;&lt;a href=&quot;http://www.usgs.gov/water/&quot; rel=&quot;nofollow&quot;&gt;http://www.usgs.gov/water/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-04-26T02:52:01.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5135" PostTypeId="1" CreationDate="2015-04-26T10:08:15.553" Score="3" ViewCount="93" Body="&lt;p&gt;I want to write an application which takes a single image an classifies each pixel as &quot;street&quot; or &quot;not street&quot;. To do so, I need training / testing data. One possible application is for self-driving cars or car assistance systems. So the camera is within the car and looks at the street from a drivers perspective.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get such (preferably labeled) data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I have found &lt;a href=&quot;http://www.cvlibs.net/datasets/kitti/&quot; rel=&quot;nofollow&quot;&gt;KITTI&lt;/a&gt;, but the site seems to be down at the moment and more data is always better.)&lt;/p&gt;&#xA;" OwnerUserId="5487" LastEditorUserId="5487" LastEditDate="2015-04-26T11:50:15.063" LastActivityDate="2015-04-28T14:39:17.460" Title="Where can I get in-car camera data?" Tags="|data-request|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5136" PostTypeId="2" ParentId="4790" CreationDate="2015-04-26T20:07:12.187" Score="2" Body="&lt;p&gt;Looking for Salary data based on BLS similar to &lt;a href=&quot;http://www.usawage.com/&quot; rel=&quot;nofollow&quot;&gt;USA Salary&lt;/a&gt;, but I as an API.&lt;/p&gt;&#xA;" OwnerUserId="6353" LastEditorUserId="1667" LastEditDate="2016-01-04T23:01:50.003" LastActivityDate="2016-01-04T23:01:50.003" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5137" PostTypeId="2" ParentId="5120" CreationDate="2015-04-26T20:59:01.783" Score="7" Body="&lt;p&gt;I would suggest looking into scraping/programmatically downloading this data from &lt;strong&gt;Wikipedia&lt;/strong&gt;. The data can be found in the right infobox of device pages (such as &lt;a href=&quot;http://en.wikipedia.org/wiki/IPhone_3G&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/IPhone_3G&lt;/a&gt;). You can get a list of devices at &lt;a href=&quot;http://en.wikipedia.org/wiki/Smartphone#Devices&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/Smartphone#Devices&lt;/a&gt; and also a comparison table which might have everything you want at &lt;a href=&quot;http://en.wikipedia.org/wiki/Comparison_of_smartphones&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/Comparison_of_smartphones&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also see:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/7638402/mediawiki-api-how-to-get-infobox-from-a-wikipedia-article&quot;&gt;https://stackoverflow.com/questions/7638402/mediawiki-api-how-to-get-infobox-from-a-wikipedia-article&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/823/wikipedia-table-to-json-or-other-machine-readable-format&quot;&gt;Wikipedia table to JSON (or other machine-readable format)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-26T20:59:01.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5138" PostTypeId="2" ParentId="4741" CreationDate="2015-04-27T01:35:03.517" Score="1" Body="&lt;p&gt;Even though it is not open data, I can suggest to use also Statista. In this platform (I'm a free member), I found some data related to Internet usage in China.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.statista.com/statistics/265140/number-of-internet-users-in-china/&quot; rel=&quot;nofollow&quot;&gt;Internet users in China 2005 - 2014.&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this one help you. There's also more information about Internet usage in the World Bank Database or the US Census Office.&lt;/p&gt;&#xA;" OwnerUserId="6086" LastEditorUserId="754" LastEditDate="2015-04-27T15:30:01.277" LastActivityDate="2015-04-27T15:30:01.277" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5139" PostTypeId="2" ParentId="5120" CreationDate="2015-04-27T02:54:13.717" Score="3" Body="&lt;p&gt;Some of the basic info is in Wikidata. Wikidata has an item called &lt;a href=&quot;https://www.wikidata.org/wiki/Q19723451&quot; rel=&quot;nofollow noreferrer&quot;&gt;smartphone model&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using the request below you can get some information. Learn a bit of SPARQL and you will be able to easily get more:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item ?itemLabel ?mass ?cpuLabel ?memoryLabel&#xA;WHERE {&#xA;  ?item wdt:P31/wdt:P279* wd:Q19723451.&#xA;  OPTIONAL{?item wdt:P2067 ?mass.}&#xA;  OPTIONAL{?item wdt:P880 ?cpu.}&#xA;  OPTIONAL{?item wdt:P2928 ?memory.}&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/5kd&quot; rel=&quot;nofollow noreferrer&quot;&gt;Click to execute the request&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample result:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PeUZ1.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PeUZ1.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately most of the infobox properties have not made it to Wikidata yet, so &lt;a href=&quot;https://opendata.stackexchange.com/a/5144/754&quot;&gt;DBpedia&lt;/a&gt; is still better at this point. Also, a bit more SPARQL is needed to show the memory units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;License: public domain&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-07-08T02:15:08.690" LastActivityDate="2019-07-08T02:15:08.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5140" PostTypeId="2" ParentId="5120" CreationDate="2015-04-27T04:25:39.500" Score="3" Body="&lt;p&gt;this stackexchange question has a lot of answers in regards to what you seek, but the most important one being the wurfl (wireless universal resource file) database:&lt;br&gt;&#xA;&lt;a href=&quot;http://sourceforge.net/projects/wurfl/files/WURFL%20Database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sourceforge.net/projects/wurfl/files/WURFL%20Database/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/6812293/is-there-any-information-database-which-lists-all-of-the-mobile-devices-and-spec&quot;&gt;https://stackoverflow.com/questions/6812293/is-there-any-information-database-which-lists-all-of-the-mobile-devices-and-spec&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-27T04:25:39.500" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="5141" PostTypeId="2" ParentId="5120" CreationDate="2015-04-27T09:58:25.600" Score="1" Body="&lt;p&gt;The unique &quot;primary key&quot; of mobiles phones is the &lt;a href=&quot;https://en.wikipedia.org/wiki/Type_Allocation_Code&quot; rel=&quot;nofollow&quot;&gt;Type Allocation Code (TAC)&lt;/a&gt;, which comes from the Groupe Speciale Mobile Association (&lt;a href=&quot;https://en.wikipedia.org/wiki/GSM_Association&quot; rel=&quot;nofollow&quot;&gt;GSMA&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Type Allocation Codes (TAC) are used to create International Mobile Equipment Identity numbers (IMEIs) for wireless devices. The IMEI is a unique 15 digit number and plays an important role in ensuring proper device operation on the network. The IMEI is defined and required by the GSM standards and is in daily use in networks globally.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The TAC is the first 8 digits of the IMEI code:  &lt;strong&gt;49-015420&lt;/strong&gt;-323751&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://www.gsma.com/technicalprojects/fraud-security/device-imei/type-allocation-codes-tac&quot; rel=&quot;nofollow&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, as far as I know, the datasets are only available to &lt;a href=&quot;http://www.gsma.com/membership/membership-fees/&quot; rel=&quot;nofollow&quot;&gt;members&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There are some efforts to compile this data in an open dataset, but the range and technical description seems limited. See, for example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mulliner.org/tacdb/&quot; rel=&quot;nofollow&quot;&gt;Public Research TAC Database&lt;/a&gt;: Last update was in 2011 unfortunately. Also it does not seem to contain info like width/CPU, only TAC number and phone name. Excerpt:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;33010067;   Alcatel;    Radiotelephone ONE TOUCH POCKET   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="754" LastEditDate="2015-04-28T03:28:30.190" LastActivityDate="2015-04-28T03:28:30.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5142" PostTypeId="2" ParentId="4855" CreationDate="2015-04-27T14:20:50.437" Score="2" Body="&lt;p&gt;Look at &lt;a href=&quot;http://freifunk-karte.de&quot; rel=&quot;nofollow&quot;&gt;freifunk-karte.de&lt;/a&gt; there are 12k Hotspots in Germany. You should find the API and the JSONs at &lt;a href=&quot;http://api.freifunk.net&quot; rel=&quot;nofollow&quot;&gt;http://api.freifunk.net&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6358" LastEditorUserId="18" LastEditDate="2015-04-27T20:59:11.587" LastActivityDate="2015-04-27T20:59:11.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5144" PostTypeId="2" ParentId="5120" CreationDate="2015-04-28T08:39:10.857" Score="11" Body="&lt;p&gt;2022 UPDATE: The best answer is now Wikidata, see &lt;a href=&quot;https://opendata.stackexchange.com/a/5139/754&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;The most pragmatic solution is to use &lt;a href=&quot;https://en.wikipedia.org/wiki/DBpedia&quot; rel=&quot;nofollow noreferrer&quot;&gt;DBpedia&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Go to the &lt;a href=&quot;https://dbpedia.org/page/Smartphone&quot; rel=&quot;nofollow noreferrer&quot;&gt;Smartphone page of DBpedia&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Scroll to the &lt;code&gt;is dbp:type of&lt;/code&gt; section&lt;/li&gt;&#xA;&lt;li&gt;On the right is a list of hundreds of smartphones&lt;/li&gt;&#xA;&lt;li&gt;Each of these pages has a lot of information like CPU speed, weight, battery, storage, etc&lt;/li&gt;&#xA;&lt;li&gt;This information is available as RDF/JSON/CSV. Here is an excerpt of the CSV:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Fpzbw.png&quot; alt=&quot;Smartphone DBpedia CSV&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;The list of smartphones is also available as RDF/JSON/CSV, so it is very easy to download all of this information programmatically.&lt;/p&gt;&#xA;&lt;p&gt;License: Creative Commons Attribution-ShareAlike 3.0 Unported License&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2022-10-28T13:28:08.627" LastActivityDate="2022-10-28T13:28:08.627" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="5145" PostTypeId="1" CreationDate="2015-04-28T11:09:58.467" Score="4" ViewCount="54" Body="&lt;p&gt;I was looking for the data from electronic ticket systems (like those in hospitals or government units) and unable to find any.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It'd be cool to have raw data, namely, the time when ticket T was issued and time when it was called for. That'd tell a lot about workloads of the unit and its bottlenecks. Maybe workloads are unbalanced and visitors should be recommended to come in certain hours, when there're no long lines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Relevant APIs would be great as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone saw data like this or similar?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Yv36l.jpg&quot; alt=&quot;Queue system CC-BY-SA commons.wikimedia.org/wiki/File:Queue_Management_System_Display_Screen_at_Emirates.jpg&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="754" LastEditDate="2015-04-28T13:14:17.657" LastActivityDate="2015-04-28T13:14:17.657" Title="Queue (people waiting) management system data" Tags="|data-request|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5146" PostTypeId="2" ParentId="5135" CreationDate="2015-04-28T14:39:17.460" Score="2" Body="&lt;p&gt;You may do it a hard way. YouTube and other video hostings have a bunch of DVR videos that capture lots of real-world events.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Find videos on YouTube&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Say, by the Russians:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.youtube.com/results?search_query=russian+dvr&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.youtube.com/results?search_query=russian+dvr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Take random screenshots from these videos&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/26850636/youtube-api-grab-screenshot-of-a-video-at-a-specific-time&quot;&gt;https://stackoverflow.com/questions/26850636/youtube-api-grab-screenshot-of-a-video-at-a-specific-time&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Label it with Amazon MTurk&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mturk.com/mturk/welcome&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mturk.com/mturk/welcome&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then do the analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also ask data from authors who published on your issue and may have well-behaving datasets.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-28T14:39:17.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5147" PostTypeId="1" CreationDate="2015-04-28T16:48:20.560" Score="2" ViewCount="128" Body="&lt;p&gt;I'm considering the problem of assessing attractiveness of location of &quot;some stuff&quot;. I don't want to provide too many examples since they could bias your ideas and suggestions... Say, we could evaluate attractiveness of houses (measured by their price) with respect to their characteristics (for this example I've found some data, I'm looking for some more interesting options).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions and examples of datasets for this problem?&lt;/p&gt;&#xA;" OwnerUserId="6368" LastActivityDate="2015-04-29T20:03:46.930" Title="Interesting, open datasets for scoring of location attractiveness?" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5148" PostTypeId="2" ParentId="4820" CreationDate="2015-04-28T19:30:46.237" Score="3" Body="&lt;p&gt;We have requested that a machine-readable (CSV) version of the Standardized Program Structure and Definitions be &lt;a href=&quot;http://www.state.gov/f/c24132.htm&quot; rel=&quot;nofollow&quot;&gt;posted to this website&lt;/a&gt;.  Will circle back when we have confirmation of posting. &lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2015-04-28T19:30:46.237" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5149" PostTypeId="2" ParentId="1400" CreationDate="2015-04-28T22:58:01.083" Score="2" Body="&lt;h2&gt;Disclosures in public procurement systems&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Private companies disclose their revenues when supply goods and services to the US government.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a table of 2014 contracts (850K contracts):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://app.enigma.io/table/us.gov.government-spending.contracts.2014&quot; rel=&quot;nofollow&quot;&gt;https://app.enigma.io/table/us.gov.government-spending.contracts.2014&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(free registration required; an ungated version must be somewhere)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See columns &quot;&lt;strong&gt;Vendor Name&lt;/strong&gt;&quot; and &quot;&lt;strong&gt;Annual Revenue&lt;/strong&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps, procurement laws in other countries also oblige such disclosures.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-04-28T22:58:01.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5150" PostTypeId="2" ParentId="4274" CreationDate="2015-04-29T00:42:36.983" Score="3" Body="&lt;p&gt;There is &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Wheelmap&quot; rel=&quot;nofollow&quot;&gt;WheelMap&lt;/a&gt;, a map based on OpenStreetMap which highlights wheelchair-accessibility tags. There is also supposedly &lt;a href=&quot;http://www.rollstuhlkarte.ch/#&quot; rel=&quot;nofollow&quot;&gt;Rollstuhlkarte&lt;/a&gt; but it doesn't seem to be actually showing any wheelchair symbols.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Australia, we're working on wheelchair accessibility data standards for buildings in &lt;a href=&quot;http://opencouncildata.org&quot; rel=&quot;nofollow&quot;&gt;OpenCouncilData.org&lt;/a&gt;, but there's &lt;a href=&quot;http://data.gov.au/dataset?q=wheelchair&amp;amp;sort=extras_harvest_portal+asc%2C+score+desc&quot; rel=&quot;nofollow&quot;&gt;not much published data&lt;/a&gt; of this type yet.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2015-04-29T00:42:36.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5151" PostTypeId="2" ParentId="4910" CreationDate="2015-04-29T08:59:33.490" Score="3" Body="&lt;h2&gt;Government procurement systems&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;See this answer for details on how to get the revenue numbers for firms supplying goods to governments:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/5149/1052&quot;&gt;https://opendata.stackexchange.com/a/5149/1052&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Though this sample may be biased (government consumption is somewhat unconventional), this data is just two minutes away.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Request data from a government agency&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;If you need only the bins by size without disclosing the names of the companies, you may send a request to IRS, BLS, or another agency that may have the data, from their surveys.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-04-29T08:59:33.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5152" PostTypeId="2" ParentId="4638" CreationDate="2015-04-29T11:30:35.767" Score="3" Body="&lt;p&gt;There is an unofficial API for the Google Play Android Market: &lt;strong&gt;&lt;a href=&quot;http://code.google.com/p/android-market-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;android-market-api&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;You can browse market with any carrier or locale you want. &lt;/li&gt;&#xA;  &lt;li&gt;Search for apps using keywords or package name. &lt;/li&gt;&#xA;  &lt;li&gt;Retrieve an app info using an app ID. &lt;/li&gt;&#xA;  &lt;li&gt;Retrieve comments using an app ID. &lt;/li&gt;&#xA;  &lt;li&gt;Get PNG screenshots and icon &lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Command line usage:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;java -jar androidmarketapi-X.Y.jar myemail mypassword myquery &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/10273254&quot;&gt;My source&lt;/a&gt;. Check out the &lt;a href=&quot;https://stackoverflow.com/q/10272155&quot;&gt;other answers&lt;/a&gt;, too.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-04-29T11:30:35.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5153" PostTypeId="2" ParentId="5147" CreationDate="2015-04-29T12:37:59.780" Score="3" Body="&lt;p&gt;Often those data are released at a local level and the country / city you are interested in will defined what data are available. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example the city of Toronto (Canada) have build a Well Being application to map and weight hundreds of indicators: &lt;a href=&quot;http://map.toronto.ca/wellbeing/&quot; rel=&quot;nofollow&quot;&gt;http://map.toronto.ca/wellbeing/&lt;/a&gt; Once you selected the indicators, you can export the row data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is just an example. Indication on what municipality you are interested in will help to narrow down the answer.&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2015-04-29T12:37:59.780" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5154" PostTypeId="5" CreationDate="2015-04-29T12:45:37.407" Score="0" Body="&lt;h2&gt;Overview&lt;/h2&gt;&#xA;&lt;p&gt;Extracting refers to the action of obtaining source data from an originating source; such as a website, file archive, database or other source repository. It is routinely the first step in Extract/Transform/Load operations.&lt;/p&gt;&#xA;&lt;h3&gt;Extract/Transform/Load operations (ETL)&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data Extraction&lt;/li&gt;&#xA;&lt;li&gt;Data Transformation&lt;/li&gt;&#xA;&lt;li&gt;Data Loading&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Data Extract/Transform/Load operations (&amp;quot;ETL&amp;quot;) describes a general procedure in computing, where data are acquired (extracted) from a source, transformed or &amp;quot;massaged&amp;quot; in any of various ways, and then saved or &amp;quot;loaded&amp;quot; into a target destination for subsequent use and retrieval.&lt;/p&gt;&#xA;&lt;p&gt;Data extraction involves extracting data from homogeneous or heterogeneous sources; data transformation processes data by data cleaning and transforming them into a proper storage format/structure for the purposes of querying and analysis; finally, data loading describes the insertion of data into the final target destination, such as an operational data store, a data mart, relational database, data lake, or a data warehouse.&lt;/p&gt;&#xA;&lt;h3&gt;Contrast Parsing&lt;/h3&gt;&#xA;&lt;p&gt;Extracting can be distinguished from &lt;a href=&quot;https://opendata.stackexchange.com/tags/parsing/info&quot;&gt;parsing&lt;/a&gt;, which consists of breaking the data into useful elements. Parsing can take place at any step in the ETL process, and can consist of any of various low-level operations on data, including lexical analysis, language identification, &amp;quot;screen scraping&amp;quot; and other operations.&lt;/p&gt;&#xA;&lt;h3&gt;See also&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Extract%2C_transform%2C_load&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia -- Extract Transform Load&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="117" LastEditorUserId="27913" LastEditDate="2021-04-02T05:21:22.690" LastActivityDate="2021-04-02T05:21:22.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5155" PostTypeId="4" CreationDate="2015-04-29T12:45:37.407" Score="0" Body="Extracting refers to the action of obtaining source data from an originating source, such as a website, file archive, database or other source repository. " OwnerUserId="117" LastEditorUserId="27913" LastEditDate="2021-04-02T05:21:27.060" LastActivityDate="2021-04-02T05:21:27.060" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5156" PostTypeId="1" CreationDate="2015-04-29T13:18:54.153" Score="6" ViewCount="111" Body="&lt;p&gt;I would like to get 2014 off-exchange plan data from the Healthcare.gov PlanFinder API.  I have read (on this site) that the current version v3.0 does not accept insurance effective dates before 1/1/2015, and that v2.0 of the API, which is deprecated, is the version to use to collect 2014 data.  I have recently tried to use v2.0, using the sample query provided on the site, and receive a response about the page not being found and then some text about needing to at least fill in e-mail and phone number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have successfully used v3.0 of the API and did not need to provide an email address.  I would like to know if it is still possible to get 2014 off-exchange data from the site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="5867" LastActivityDate="2015-04-29T13:18:54.153" Title="Healthcare.gov PlanFinder API v2.0 still accepting requests?" Tags="|data.gov|api|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5157" PostTypeId="1" AcceptedAnswerId="5166" CreationDate="2015-04-29T15:32:01.063" Score="8" ViewCount="1341" Body="&lt;p&gt;I'm looking for &lt;strong&gt;California water district boundaries&lt;/strong&gt;, both private and public in any geographic format.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data appears to be available on Data.gov &lt;strong&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/private-water-districts&quot;&gt;HERE&lt;/a&gt;&lt;/strong&gt; and &lt;strong&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/state-water-districts&quot;&gt;HERE&lt;/a&gt;&lt;/strong&gt;, but the links are dead.  I've contacted all the email addresses linked to from the metadata, and some other folks I found by both email and through Twitter.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The contact email is listed as metadata@gis.resources.ca.gov but delivery to that email address fails permanently.&#xA;Also, don't bother contacting Lorri Peltz-Lewis who is mentioned somewhere in the metadata.  She is helpful, but no longer works at the U.S. Bureau of Reclamation.&lt;br&gt;&#xA;I've emailed the U.S. Bureau of Reclamation with no response so far.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone has this data, or is willing to help me out &lt;strong&gt;I would greatly appreciate it!&lt;/strong&gt;  I was about to give up, but have some very cool map visualizations in mind.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt;  If anyone else is looking for this data, it's now converted to GeoJSON and &lt;strong&gt;&lt;a href=&quot;https://gist.github.com/pdbartsch/07277a0645fb2df9f729&quot;&gt;available here&lt;/a&gt;&lt;/strong&gt;.  Make sure to read the README.md file.&lt;/p&gt;&#xA;" OwnerUserId="6078" LastEditorUserId="6078" LastEditDate="2015-04-30T07:00:34.630" LastActivityDate="2015-05-08T15:07:57.750" Title="California water district boundaries" Tags="|data-request|data.gov|geospatial|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5159" PostTypeId="2" ParentId="5147" CreationDate="2015-04-29T20:03:46.930" Score="3" Body="&lt;p&gt;The Data Science Toolkit is really awesome.  It has a tool called Coordinates to Statistics which can pull a whole host of stats from average rainfall and temperature to employment rates, average age of population and mean salary per household.  See the list of options &lt;a href=&quot;http://www.datasciencetoolkit.org/developerdocs#coordinates2statistics&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A while back I used Data Science Toolkit through OpenRefine (formerly called GoogleRefine), and did a little write-up of my notes.  If you're interested you can &lt;a href=&quot;http://pdb.space/dst.or/&quot; rel=&quot;nofollow&quot;&gt;find those here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6078" LastActivityDate="2015-04-29T20:03:46.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5160" PostTypeId="1" AcceptedAnswerId="5163" CreationDate="2015-04-29T20:50:44.097" Score="3" ViewCount="84" Body="&lt;p&gt;I'm hoping to avoid compiling a dataset like this manually. Ideally, the dataset would look something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;state1   state2   share_border&#xA;NY       NJ       yes&#xA;NY       CA       no&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;etc. I'm not very knowledgeable about mapping, because otherwise I could probably back out this data from the &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/cbf/cbf_state.html&quot; rel=&quot;nofollow&quot;&gt;Census cartography data&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I realize their are some ambiguities here, because (for example) the borders in the &lt;a href=&quot;https://en.wikipedia.org/wiki/Four_corners&quot; rel=&quot;nofollow&quot;&gt;Four Corners&lt;/a&gt; region could be interpreted differently, but if I have most of the data I can resolve that based on the needs at hand. &lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2015-04-29T23:11:18.987" Title="Where can I find machine-readable data on which US states and DC border each other?" Tags="|data-request|usa|geospatial|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5161" PostTypeId="2" ParentId="3661" CreationDate="2015-04-29T20:53:51.500" Score="5" Body="&lt;p&gt;First off, you can use CSV as a Linked Open Data (LOD) serialization format. This has been the case since 2009 (early days of LOD cloud, demonstrated via &lt;a href=&quot;http://dbpedia.org/About&quot; rel=&quot;nofollow noreferrer&quot;&gt;DBpedia&lt;/a&gt;; just look in the &lt;a href=&quot;http://dbpedia.org/sparql?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;query=DESCRIBE%20%3Chttp://dbpedia.org/resource/Linked_data%3E&amp;amp;format=text%2Fcsv&quot; rel=&quot;nofollow noreferrer&quot;&gt;footer of DBpedia's entity description pages&lt;/a&gt;). There's even a &lt;a href=&quot;http://jenit.github.io/linked-csv/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked CSV draft spec&lt;/a&gt; in regard to this matter (there are even &lt;a href=&quot;http://kingsley.idehen.net/DAV/home/kidehen/Public/linked-csv-browser/index.html?url=http%3A%2F%2Flinkeddata.uriburner.com%2Fsparql%2F%3Fdefault-graph-uri%3D%26query%3D%2BSELECT%2BDISTINCT%2B*%2B%250D%250A%2BWHERE%2B%257B%2BSERVICE%2B%2B%253Chttp%253A%252F%252Flinkeddata.uriburner.com%252Fsparql%253E%2B%257B%2BSELECT%2BDISTINCT%2B%253FhasTagLabel%2B%253FhasAnswerScore%2B%253FhasTag%2BWHERE%2B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%257B%2B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253Fs%2Ba%2B%253Chttp%253A%252F%252Frdfs.org%252Fsioc%252Ftypes%2523Question%253E%2B%253B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253Chttp%253A%252F%252Fwww.openlinksw.com%252Fschemas%252Fstackoverflow%2523answer_count%253E%2B%253FanswerCount%2B%253B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253Chttp%253A%252F%252Fscot-project.org%252Fscot%252Fns%2523hasTag%253E%2B%253FhasTag%2B%253B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253Chttp%253A%252F%252Fwww.openlinksw.com%252Fschemas%252Fstackoverflow%2523view_count%253E%2B%253FviewCount%2B%253B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253Chttp%253A%252F%252Fwww.openlinksw.com%252Fschemas%252Fstackoverflow%2523score%253E%2B%253FhasAnswerScore%2B%253B%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253Chttp%253A%252F%252Fwww.openlinksw.com%252Fschemas%252Fstackoverflow%2523answer_count%253E%2B%253FhasAnswerCount%2B.%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%253FhasTag%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2Brdfs%253Alabel%2B%253FhasTagLabel%2B.%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2BFILTER%2B%2528%2B%253FhasAnswerScore%2B%253E%253D%2B50%2B%2529%2B.%250D%250A%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%2B%257D%250D%250A%2B%2BGROUP%2BBY%2B%2B%2528%2B%253FhasTag%2529%2BORDER%2BBY%2BDESC%2B%2528%2B%253CLONG%253A%253AIRI_RANK%253E%2B%2528%2B%253FhasTag%2B%2529%2B%2529%2BLIMIT%2B20%2BOFFSET%2B0%2B%2B%257D%257D%26should-sponge%3D%26format%3Dtext%252Fcsv%26CXML_redir_for_subjs%3D121%26CXML_redir_for_hrefs%3D%26timeout%3D10000#row=0-50&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV Browsers&lt;/a&gt;). The only downside is that existing LOD consumer apps/services expect N-Triples, Turtle, JSON-LD (of late), or RDF/XML etc.&lt;/p&gt;&#xA;&lt;p&gt;If you seek a productivity tool based approach for quickly converting CSV to Linked Open Data, consumable by a majority of existing consumer apps and services, you should consider using a tool like &lt;a href=&quot;https://github.com/OpenRefine/OpenRefine&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; or the &lt;a href=&quot;https://github.com/sparkica/LODRefine&quot; rel=&quot;nofollow noreferrer&quot;&gt;LOD Refine&lt;/a&gt; derivative to achieve this goal. In either case, you will have the ability to leverage existing vocabularies and ontologies when mapping CSV records to actual entities (class instances), entity types (classes), and relationship types (properties associated with a Property Domain (class) and expected values or objects ranges [class instances or typed literals].&lt;/p&gt;&#xA;&lt;p&gt;If you want to achieve this goal by hand, you should consider the following, in order of ascending complexity:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;N-Triples&lt;/li&gt;&#xA;&lt;li&gt;Turtle (N-Triples plus a few shorthand tricks for&#xA;statement brevity)&lt;/li&gt;&#xA;&lt;li&gt;JSON-LD (if you are a Web Programmer conversant&#xA;with Javascript and conversant with Entity-Attribute-Value based&#xA;data representation)&lt;/li&gt;&#xA;&lt;li&gt;RDF/XML (if you are a Web Programmer conversant&#xA;with XML and RDF Language Semantics).&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="2588" LastEditorUserId="26632" LastEditDate="2023-10-13T16:37:07.300" LastActivityDate="2023-10-13T16:37:07.300" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5162" PostTypeId="2" ParentId="5160" CreationDate="2015-04-29T20:54:36.813" Score="3" Body="&lt;p&gt;It's not in exactly the format you want, but these data are available from &lt;a href=&quot;http://www.econ.umn.edu/~holmes/data/BorderData.html&quot; rel=&quot;nofollow&quot;&gt;this University of Minnesota page&lt;/a&gt; (see &lt;a href=&quot;http://www.econ.umn.edu/~holmes/data/BORDLIST.html&quot; rel=&quot;nofollow&quot;&gt;Table 1&lt;/a&gt;, which also includes the length of the border in miles and various US overseas territories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also create your list from &lt;a href=&quot;http://www.statemaster.com/graph/geo_lan_bou_bor_cou-geography-land-borders&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case the above University of Minnesota link goes dead (it's an old link) here are the data in CSV format:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;state1,state2,length&#xA;AL,FL,196.1&#xA;AL,GA,291.3&#xA;AL,MS,323.9&#xA;AL,TN,146.7&#xA;AR,LA,166.5&#xA;AR,MO,325.3&#xA;AR,MS,282.8&#xA;AR,OK,198.2&#xA;AR,TN,125.1&#xA;AR,TX,65&#xA;AZ,CA,198.4&#xA;AZ,CO,0&#xA;AZ,NM,391&#xA;AZ,NV,181.4&#xA;AZ,UT,275.8&#xA;CA,NV,608.2&#xA;CA,OR,216.3&#xA;CO,KS,207.7&#xA;CO,NE,173.2&#xA;CO,NM,333&#xA;CO,OK,52.9&#xA;CO,UT,276.1&#xA;CO,WY,260.2&#xA;CT,MA,86.5&#xA;CT,NY,82.3&#xA;CT,RI,40.3&#xA;DC,MD,24.6&#xA;DC,VA,1.9&#xA;DE,MD,122&#xA;DE,NJ,1.4&#xA;DE,PA,22.6&#xA;FL,GA,261.4&#xA;GA,NC,68.6&#xA;GA,SC,249.6&#xA;GA,TN,72.6&#xA;IA,MN,262.1&#xA;IA,MO,235&#xA;IA,NE,148.9&#xA;IA,SD,85.6&#xA;IA,WI,86.7&#xA;ID,MT,569.8&#xA;ID,NV,153&#xA;ID,OR,305.8&#xA;ID,UT,153.6&#xA;ID,WA,210.3&#xA;ID,WY,170.7&#xA;IL,IA,200.5&#xA;IL,IN,295.5&#xA;IL,KY,122.4&#xA;IL,MO,331.6&#xA;IL,WI,144.4&#xA;IN,KY,296&#xA;IN,MI,108.4&#xA;IN,OH,178.8&#xA;KS,MO,307.5&#xA;KS,NE,356.5&#xA;KS,OK,409.1&#xA;KY,MO,59.8&#xA;KY,OH,155.5&#xA;KY,TN,338.5&#xA;KY,VA,119&#xA;KY,WV,79.1&#xA;LA,MS,456.6&#xA;LA,TX,222.7&#xA;MA,NH,86.7&#xA;MA,NY,49.4&#xA;MA,RI,62.6&#xA;MA,VT,40.9&#xA;MD,PA,195.7&#xA;MD,VA,253.7&#xA;MD,WV,174&#xA;ME,NH,159.3&#xA;MI,OH,69.7&#xA;MI,WI,205.1&#xA;MN,ND,217.1&#xA;MN,SD,180.8&#xA;MN,WI,291.1&#xA;MO,NE,53.6&#xA;MO,OK,34.4&#xA;MO,TN,60.9&#xA;MS,TN,119.2&#xA;MT,ND,210.8&#xA;MT,SD,65.3&#xA;MT,WY,377.7&#xA;NC,SC,312.2&#xA;NC,TN,218.9&#xA;NC,VA,327.7&#xA;ND,SD,359&#xA;NE,SD,399.4&#xA;NE,WY,138&#xA;NH,VT,180&#xA;NJ,NY,103.4&#xA;NJ,PA,150.9&#xA;NM,OK,34.5&#xA;NM,TX,536.2&#xA;NM,UT,0&#xA;NV,OR,152.5&#xA;NV,UT,344.6&#xA;NY,PA,306.1&#xA;NY,VT,80.3&#xA;OH,PA,92.4&#xA;OH,WV,243.5&#xA;OK,TX,715.4&#xA;OR,WA,385.8&#xA;PA,WV,118.6&#xA;SD,WY,137.7&#xA;TN,VA,110.7&#xA;UT,WY,173.1&#xA;VA,WV,381.2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="3565" LastEditDate="2015-04-29T21:05:07.280" LastActivityDate="2015-04-29T21:05:07.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5163" PostTypeId="2" ParentId="5160" CreationDate="2015-04-29T21:11:18.780" Score="5" Body="&lt;p&gt;Another way to look at it is if the states are within a small distance of each other. Using PostGIS, you can do this rather easily:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT &#xA;  s1.name state1, &#xA;  s2.name state2,&#xA;  ST_DWithin(s1.the_geom::geography,s2.the_geom::geography,500) share_border&#xA;FROM state_polygons s1, state_polygons s2&#xA;WHERE s1.name &amp;lt; s2.name&#xA;ORDER BY share_border DESC, state1 ASC, state2 ASC&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I have a data table of states in my CartoDB account and ran that query. Depending on the data, you can choose a more accurate number than 500 meters as I did here. I pulled the state polygons from CartoDB's &lt;a href=&quot;http://docs.cartodb.com/cartodb-editor.html#data-library&quot; rel=&quot;nofollow noreferrer&quot;&gt;data library&lt;/a&gt;. The state polygons were originally from &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth Data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This produces a data table like this:&#xA;&lt;img src=&quot;https://i.stack.imgur.com/Mxu4s.png&quot; alt=&quot;screen cap of postgis query&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="6373" LastEditorUserId="6373" LastEditDate="2015-04-29T23:11:18.987" LastActivityDate="2015-04-29T23:11:18.987" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5164" PostTypeId="2" ParentId="1273" CreationDate="2015-04-30T00:23:19.650" Score="6" Body="&lt;p&gt;Languages:&lt;br&gt;&#xA;R, Python, JavaScript, HTML, CSS  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Formats:&lt;br&gt;&#xA;CSV, ODS, JSON (.json, .geojson, .topojson), SHP, HTML  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tools:&lt;br&gt;&#xA;GDAL - Geospatial Data Abstraction Library -  a translator library for raster and vector geospatial data formats that is released under an X/MIT style Open Source license by the Open Source Geospatial Foundation. As a library, it presents a single raster abstract data model and vector abstract data model to the calling application for all supported formats. It also comes with a variety of useful commandline utilities for data translation and processing.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.gdal.org/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.gdal.org/index.html&lt;/a&gt;&lt;br&gt;&#xA;ogr2ogr -  converts simple features data between file formats&lt;br&gt;&#xA;&lt;a href=&quot;http://www.gdal.org/ogr2ogr.html&quot; rel=&quot;nofollow&quot;&gt;http://www.gdal.org/ogr2ogr.html&lt;/a&gt;&lt;br&gt;&#xA;Open Source Geospatial Foundation - OSGeo was created to support the collaborative development of open source geospatial software, and promote its widespread use.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.osgeo.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.osgeo.org/&lt;/a&gt;&lt;br&gt;&#xA;QGIS -  is a cross-platform free and open-source desktop geographic information system (GIS) application that provides data viewing, editing, and analysis capabilities.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.qgis.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.qgis.org/&lt;/a&gt;&lt;br&gt;&#xA;Mapbox - mapping platform - repos on github&lt;br&gt;&#xA;&lt;a href=&quot;https://www.mapbox.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.mapbox.com/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tabula is excellent for PDF scraping, however its a resource hog:&lt;br&gt;&#xA;&lt;a href=&quot;http://tabula.technology/&quot; rel=&quot;nofollow&quot;&gt;http://tabula.technology/&lt;/a&gt;&lt;br&gt;&#xA;Scraperwiki is mentioned in another response, but sadly they've moved on to charging, however you can set up your own version from their sourcecode:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/scraperwiki&quot; rel=&quot;nofollow&quot;&gt;https://github.com/scraperwiki&lt;/a&gt;&lt;br&gt;&#xA;Google Drive is great for easy storage, sharing/collaborating, and converting to/from other formats.&lt;br&gt;&#xA;&lt;a href=&quot;http://drive.google.com/&quot; rel=&quot;nofollow&quot;&gt;http://drive.google.com/&lt;/a&gt;&lt;br&gt;&#xA;I can't emphasis how great drive is for alot of the work I do. You can even use it for scraping HTML tables into Google Spreadsheets, utilizing the &lt;code&gt;importHTML&lt;/code&gt; function; read more here:&lt;br&gt;&#xA;&lt;a href=&quot;https://eagereyes.org/data/scrape-tables-using-google-docs&quot; rel=&quot;nofollow&quot;&gt;https://eagereyes.org/data/scrape-tables-using-google-docs&lt;/a&gt;&lt;br&gt;&#xA;Web Scraping with Google Docs:&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/presentation/d/1HrCFCMh5XxF4JSma_A5-QpAvlyFhpeBzWkZT7CvEsS4/edit#slide=id.p&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/presentation/d/1HrCFCMh5XxF4JSma_A5-QpAvlyFhpeBzWkZT7CvEsS4/edit#slide=id.p&lt;/a&gt;&lt;br&gt;&#xA;geojson.io is amazing for a number of things:&lt;br&gt;&#xA;easily convert kml into geojson, topojson, csv, and shp&lt;br&gt;&#xA;github/gist integrations allows for easy storage&lt;br&gt;&#xA;view maps instanteously upon upload&lt;br&gt;&#xA;&lt;a href=&quot;http://geojson.io/&quot; rel=&quot;nofollow&quot;&gt;http://geojson.io/&lt;/a&gt;&lt;br&gt;&#xA;mapshaper also provides easy format conversion from shapefiles&lt;br&gt;&#xA;&lt;a href=&quot;http://mapshaper.org/&quot; rel=&quot;nofollow&quot;&gt;http://mapshaper.org/&lt;/a&gt;&lt;br&gt;&#xA;ogr2ogr web client - convert gis data formats&lt;br&gt;&#xA;&lt;a href=&quot;http://ogre.adc4gis.com/&quot; rel=&quot;nofollow&quot;&gt;http://ogre.adc4gis.com/&lt;/a&gt;&lt;br&gt;&#xA;leaflet.js - An Open-Source JavaScript Library for Mobile-Friendly Interactive Maps&lt;br&gt;&#xA;&lt;a href=&quot;http://leafletjs.com/&quot; rel=&quot;nofollow&quot;&gt;http://leafletjs.com/&lt;/a&gt;&lt;br&gt;&#xA;heatmap.js - Dynamic Heatmaps for the Web&lt;br&gt;&#xA;&lt;a href=&quot;http://www.patrick-wied.at/static/heatmapjs/&quot; rel=&quot;nofollow&quot;&gt;http://www.patrick-wied.at/static/heatmapjs/&lt;/a&gt;&lt;br&gt;&#xA;datahub.io for data storage/sharing&lt;br&gt;&#xA;&lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/&lt;/a&gt;&lt;br&gt;&#xA;ckan for running your own data portal&lt;br&gt;&#xA;&lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow&quot;&gt;http://ckan.org/&lt;/a&gt; &#xA;Open Data Kit - (ODK) is an open-source suite of tools that helps organizations author, field, and manage mobile data collection solutions.&lt;br&gt;&#xA;&lt;a href=&quot;https://opendatakit.org/&quot; rel=&quot;nofollow&quot;&gt;https://opendatakit.org/&lt;/a&gt;&#xA;data.gov - tools they use, repos on github&lt;br&gt;&#xA;&lt;a href=&quot;https://www.data.gov/developers/open-source&quot; rel=&quot;nofollow&quot;&gt;https://www.data.gov/developers/open-source&lt;/a&gt;&lt;br&gt;&#xA;Open Data Tools - Tools to Explore, Publish and Share Public Datasets&lt;br&gt;&#xA;&lt;a href=&quot;http://opendata-tools.org/&quot; rel=&quot;nofollow&quot;&gt;http://opendata-tools.org/&lt;/a&gt;&lt;br&gt;&#xA;Nokogiri - web scraping library (ruby)&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nokogiri.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.nokogiri.org/&lt;/a&gt;&lt;br&gt;&#xA;Mapping Cheatsheet - this list has some tools already listed, but in greater detail, as well as more tools, plus information in regards to choosing that apply to your particular data:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/tmcw/mapmakers-cheatsheet&quot; rel=&quot;nofollow&quot;&gt;https://github.com/tmcw/mapmakers-cheatsheet&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;US Census Github Tools&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/uscensusbureau&quot; rel=&quot;nofollow&quot;&gt;https://github.com/uscensusbureau&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Data Research Portal&lt;br&gt;&#xA;&lt;a href=&quot;http://open-data.fokus.fraunhofer.de/en/platform/&quot; rel=&quot;nofollow&quot;&gt;http://open-data.fokus.fraunhofer.de/en/platform/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Guides:&lt;br&gt;&#xA;Open Data Guide&lt;br&gt;&#xA;&lt;a href=&quot;http://opendata.guide/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.guide/&lt;/a&gt;&lt;br&gt;&#xA;Project Open Data - Open Data Policy — Managing Information as an Asset&lt;br&gt;&#xA;&lt;a href=&quot;https://project-open-data.cio.gov/&quot; rel=&quot;nofollow&quot;&gt;https://project-open-data.cio.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-27T16:05:57.753" LastActivityDate="2015-05-27T16:05:57.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5165" PostTypeId="1" CreationDate="2015-04-30T00:49:58.430" Score="2" ViewCount="53" Body="&lt;p&gt;I'm interested in finding out whether people tend to click the mouse faster when it's cold or hot, if the time of day affects the speed of mouse clicks, and lots of other information like that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can get this kind of information?&lt;/p&gt;&#xA;" OwnerUserId="6377" LastActivityDate="2015-04-30T00:49:58.430" Title="Where can I get stats on mouse clicks?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5166" PostTypeId="2" ParentId="5157" CreationDate="2015-04-30T01:50:15.137" Score="3" Body="&lt;p&gt;Update:&lt;br&gt;&#xA;this data is now available on open data se's datahub.io account, here:&lt;br&gt;&#xA;&lt;a href=&quot;http://datahub.io/dataset/california-water-district-boundaries&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/california-water-district-boundaries&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those times when data &lt;em&gt;was&lt;/em&gt; posted, but has since disappeared, you can try &lt;a href=&quot;https://archive.org/&quot; rel=&quot;nofollow&quot;&gt;The Internet Archive&lt;/a&gt;'s &lt;a href=&quot;https://archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;Wayback Machine&lt;/a&gt;.  It does have some limitations, as it won't violate a robots.txt file and it may not archive large files, but in your particular case, it seems to have copies of the two files from 2009-2010:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/%2a/http://projects.atlas.ca.gov/frs/download.php/245/usbr_wat_dist_state_2003_03_25.zip&quot; rel=&quot;nofollow&quot;&gt;https://web.archive.org/web/%2a/http://projects.atlas.ca.gov/frs/download.php/245/usbr_wat_dist_state_2003_03_25.zip&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/%2a/http://projects.atlas.ca.gov/frs/download.php/26/usbr_wat_dist_priv.zip&quot; rel=&quot;nofollow&quot;&gt;https://web.archive.org/web/%2a/http://projects.atlas.ca.gov/frs/download.php/26/usbr_wat_dist_priv.zip&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've verified that the most recent copies both unzip without errors, but I haven't done any other testing to determine if they're intact / complete.&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="90" LastEditDate="2015-05-08T15:07:57.750" LastActivityDate="2015-05-08T15:07:57.750" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5167" PostTypeId="1" AcceptedAnswerId="5168" CreationDate="2015-04-30T08:00:52.660" Score="3" ViewCount="212" Body="&lt;p&gt;Is there some open data about road surface roughness?&lt;/p&gt;&#xA;" OwnerUserId="6379" LastEditorUserId="728" LastEditDate="2015-05-03T13:41:21.760" LastActivityDate="2015-12-04T10:18:42.877" Title="Road surface roughness" Tags="|data-request|geospatial|openstreetmap|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5168" PostTypeId="2" ParentId="5167" CreationDate="2015-04-30T08:00:52.660" Score="4" Body="&lt;p&gt;In Italy there is a project named SmartRoadSense, started on February 21th, 2015. The goal of this project is monitoring of Italy's road surface (487,700 km [1]) and all results are open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, after nine months, has been collected more than 24,000 km of open data. In the site &lt;a href=&quot;http://smartroadsense.it/&quot; rel=&quot;nofollow&quot;&gt;smartroadsense.it&lt;/a&gt; you can see two uses of this data, and donwload it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The project use a simple Android application that senses the roughness via LPC coding (for more detail read the paper &lt;a href=&quot;http://bit.do/srs-uniurb&quot; rel=&quot;nofollow&quot;&gt;SmartRoadSense: Collaborative Road Surface Condition Monitoring&lt;/a&gt;). In the roadmap there is also the development of the application for the others platform.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can see a short movie which showing the four phases of the SmartRoadSense process: sampling, map matching, aggregation, and presentation &lt;a href=&quot;https://youtu.be/xdWODlEXXGg&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data are available at &lt;a href=&quot;http://smartroadsense.it/open-data.html&quot; rel=&quot;nofollow&quot;&gt;smartroadsense.it&lt;/a&gt;. You find an only CSV file with six fields:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;LATITUDE&lt;/li&gt;&#xA;&lt;li&gt;LONGITUDE&lt;/li&gt;&#xA;&lt;li&gt;PPE, roughness value in this path&lt;/li&gt;&#xA;&lt;li&gt;OSM_ID, ID of the road in OpenStreetMap&lt;/li&gt;&#xA;&lt;li&gt;HIGHWAY, category of the road in OpenStreetMap&lt;/li&gt;&#xA;&lt;li&gt;UPDATED_AT, date of the last update of this roughness&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;[1] &quot;&lt;em&gt;Italy.&lt;/em&gt;&quot; The World Factbook. Central Intelligence Agency, 2013.&lt;/p&gt;&#xA;" OwnerUserId="6379" LastEditorUserId="6379" LastEditDate="2015-12-04T10:18:42.877" LastActivityDate="2015-12-04T10:18:42.877" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5169" PostTypeId="2" ParentId="5024" CreationDate="2015-04-30T08:02:16.637" Score="4" Body="&lt;p&gt;No dataset was available, so I got 300+ people to answer a questionnaire about the topic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;General view of the data (green=spoon, red=no spoon):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/39DvH.png&quot; alt=&quot;Spoon with spaghetti usage map&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Detailed analysis: &lt;a href=&quot;http://aegif-labo.blogspot.jp/2015/04/eating-spaghetti-spoon-or-not.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://aegif-labo.blogspot.jp/2015/04/eating-spaghetti-spoon-or-not.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1Xi8RHqxVapqNSc-a9J1UhAjrADzg0CRQxpzpk4m2ALQ/edit?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data&lt;/a&gt; (as a Google Spreadsheet)&lt;/li&gt;&#xA;&lt;li&gt;License: Public domain&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-04-30T08:02:16.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5170" PostTypeId="1" CreationDate="2015-04-30T10:47:47.773" Score="3" ViewCount="66" Body="&lt;p&gt;datahub.io contain many datasets, but some of it marked &lt;em&gt;This dataset has no data&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example &lt;a href=&quot;http://datahub.io/dataset/industrial-production-and-turnover-indices&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/industrial-production-and-turnover-indices&lt;/a&gt; or &lt;a href=&quot;http://datahub.io/dataset/esis&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/esis&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to exclude datasets with no data on datahub.io search?&lt;/p&gt;&#xA;" OwnerUserId="3951" LastActivityDate="2015-04-30T11:45:13.500" Title="How to exclude datasets with no data on datahub.io search?" Tags="|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5171" PostTypeId="2" ParentId="5170" CreationDate="2015-04-30T11:34:56.170" Score="3" Body="&lt;p&gt;It's kind of hacky, but you can use a search engine like Google to search within a domain, and then exclude certain strings that indicate the dataset has no data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/NWpiC.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://encrypted.google.com/#q=ESIS+-%22This+dataset+has+no+data%22+site:datahub.io%2Fdataset%2F+-related+-activity+-tags&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, the search includes pages with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;ESIS&lt;/em&gt; (but can be left blank)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;site:datahub.io/dataset/&lt;/em&gt; (include the dataset folder because otherwise, the &quot;no data&quot; message comes in various languages)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Excludes pages with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;&quot;This dataset has no data, why not add some?&quot;&lt;/em&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;related&lt;/em&gt; (non-data folder)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;activity&lt;/em&gt; (non-data folder)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In the results list, you'll see the ESIS page you mentioned is not included. You can removed ESIS and replace it with the term you want to search, or leave it blank to search all datasets.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-04-30T11:45:13.500" LastActivityDate="2015-04-30T11:45:13.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5172" PostTypeId="2" ParentId="4981" CreationDate="2015-04-30T14:31:42.640" Score="7" Body="&lt;h2&gt;Wikipedia: List of online newspaper archives&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Many lack &quot;official&quot; interfaces and may restrict the use of materials (see their copyrights), but those that fit the requirements can be scraped with web services like &lt;a href=&quot;http://import.io&quot; rel=&quot;noreferrer&quot;&gt;import.io&lt;/a&gt; or Python's Scrapy:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Wikipedia:List_of_online_newspaper_archives&quot; rel=&quot;noreferrer&quot;&gt;http://en.wikipedia.org/wiki/Wikipedia:List_of_online_newspaper_archives&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(It also includes &lt;a href=&quot;https://news.google.com/newspapers&quot; rel=&quot;noreferrer&quot;&gt;Google's scans of old newspapers&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Library of Congress: Newspaper Archives, Indexes &amp;amp; Morgues&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The links to a few dozens of newspaper archives with full-text articles. International newspaper archives included. Mostly historical data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.loc.gov/rr/news/oltitles.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.loc.gov/rr/news/oltitles.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;All Digitized Newspapers 1836-1922 by state, ethnicity, language:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://chroniclingamerica.loc.gov/#tab=tab_newspapers&quot; rel=&quot;noreferrer&quot;&gt;http://chroniclingamerica.loc.gov/#tab=tab_newspapers&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Their API:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://chroniclingamerica.loc.gov/about/api/&quot; rel=&quot;noreferrer&quot;&gt;http://chroniclingamerica.loc.gov/about/api/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-05-15T12:43:18.010" LastActivityDate="2015-05-15T12:43:18.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5173" PostTypeId="2" ParentId="4425" CreationDate="2015-05-01T07:00:11.283" Score="2" Body="&lt;p&gt;We're working along very similar lines, [rest omitted upon request, converting to robot mode]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tiny.cc/punebudget2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example&lt;/a&gt; (click link) of converting public data locked up in PDF to spreadsheet form and doing it collaboratively.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tools used: [PDFtk4all][2] to split v.large heterogeneous PDFs into homogeneous sections, [Tabula][3] to convert PDFs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Recent bug-fix in Tabula][4] that makes the transcription process far more accurate, would advise that version for anyone dealing with non-English letters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/143730/leafletjs-combine-location-data-in-geojson-kml-gpx-with-other-information-in-c&quot;&gt;Working example&lt;/a&gt; (click link) to combine data in excel/csv with its geo-location data that is residing in a separate file and render them together on a map using leaflet.js. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem this addresses: Difficulty to add data that one may want rendered on a map to an existing  geojson/kml format file. With solution, much more convenient to have the location data, and information to render, in separate files with latter being a simple CSV that is easy to edit. Potential for live updating of data by a team on shared google spreadsheet, publishing upon changes in CSV form, directly hooking up with map on website, hence eliminating workload.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Request to question-poster for contact for chance of further collaboration and shared exploration. In &lt;strong&gt;absence&lt;/strong&gt; of any direct communication method on &lt;code&gt;opendata.stackexchange&lt;/code&gt; (kindly guide if so), sharing email address for contacting: nikhil.js [at] gmail.com &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Removed 3 links since not allowed to post more than 2 links. (Not understood why points earned on other stackexchange platforms not carrying forward to here)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specific question posted by asker on sharing best practices and examples, answered in this answer. Hoping moderators find satisfactory and don't take umbrage to effort to connect (which might only increase sum total of open data in the world if permitted) or misunderstand as CV-pushing (seriously, some people just don't need that where they are in their life right now).&lt;/p&gt;&#xA;" OwnerUserId="6389" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2015-05-01T09:58:49.517" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5174" PostTypeId="2" ParentId="4425" CreationDate="2015-05-01T17:09:19.747" Score="4" Body="&lt;p&gt;Public advocacy is effective when it shows decision makers the examples they'd like. But it's not always clear what they'd like. The best bet is to demonstrate them good examples widely used across other locations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some of them:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;https://government.github.com/&quot; rel=&quot;nofollow&quot;&gt;GitHub and Government&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The most comprehensive collection of public software projects already implemented in the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many of these projects are data-driven, so you can understand what data adds value.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;http://catalog.data.gov/dataset&quot; rel=&quot;nofollow&quot;&gt;Data.gov Search&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;You can sort 130,000+ datasets by popularity and find out what're the most demanded data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, this is &lt;a href=&quot;http://catalog.data.gov/dataset?q=&amp;amp;sort=views_recent%20desc&amp;amp;tags=transportation&amp;amp;organization_type=City%20Government&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-177.890625%2C-30.751277776257812%2C-23.203125%2C72.81607371878991&quot; rel=&quot;nofollow&quot;&gt;the list of popular data related to transportation on the city level&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;https://www.data.gov/applications&quot; rel=&quot;nofollow&quot;&gt;Data.gov Applications&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The list of apps that use public data. Though it's difficult to estimate the impact of each particular app, you may ask your stakeholders what they like.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;https://okfn.org/&quot; rel=&quot;nofollow&quot;&gt;Open Knowledge Foundation&lt;/a&gt; (OKFN)&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;A major organization closest to your requirements. It has branches in various countries, so you can see what many of them do.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/okfn/&quot; rel=&quot;nofollow&quot;&gt;OKFN projects on GitHub&lt;/a&gt;. Very specific ones: you can use them as examples.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://okfnlabs.org/projects/&quot; rel=&quot;nofollow&quot;&gt;OKFN Labs&lt;/a&gt;. Experimental stuff.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;http://opendatahandbook.org/&quot; rel=&quot;nofollow&quot;&gt;OpenDataHandbook.org&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;A few good examples from their value stories section:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendatahandbook.org/value-stories/en/&quot; rel=&quot;nofollow&quot;&gt;http://opendatahandbook.org/value-stories/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Reports by consulting companies&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;McKinsey has a very good reputation among top decision makers and its reports get right to the point: how much money the client can make out of the subject. In this case:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://newamerica.net/sites/newamerica.net/files/events/MGI_Open_data_Full_report_Oct_2013.pdf&quot; rel=&quot;nofollow&quot;&gt;McKinsey report on open data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://newamerica.net/sites/newamerica.net/files/events/MGI_Open_data_Full_report_Oct_2013.pdf&quot; rel=&quot;nofollow&quot;&gt;McKinsey report on big data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The World Bank also &lt;a href=&quot;http://newamerica.net/sites/newamerica.net/files/events/MGI_Open_data_Full_report_Oct_2013.pdf&quot; rel=&quot;nofollow&quot;&gt;wrote on open data&lt;/a&gt;, but their report is a way too general.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-05-24T13:00:21.253" LastActivityDate="2015-05-24T13:00:21.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5175" PostTypeId="1" CreationDate="2015-05-01T17:22:17.307" Score="1" ViewCount="491" Body="&lt;p&gt;I am looking for social network datasets which have got non-overlapping community structure preferably ground-truth otherwise would also suffice. I need it for my research work. I could find some on &lt;a href=&quot;http://snap.stanford.edu/data/index.html&quot; rel=&quot;nofollow&quot;&gt;http://snap.stanford.edu/data/index.html&lt;/a&gt; but they have got overlapping community structure. Please any suggestions??&lt;/p&gt;&#xA;" OwnerUserId="6393" LastEditorUserId="90" LastEditDate="2015-05-06T04:11:03.820" LastActivityDate="2015-05-06T04:11:03.820" Title="Real world social network datasets with ground-truth non-overlapping community structure" Tags="|data-request|network-structure|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5176" PostTypeId="1" CreationDate="2015-05-02T13:29:48.730" Score="11" ViewCount="13408" Body="&lt;p&gt;I wanted to know if anyone knows of a website that provides free information related to various soccer leagues.  I am creating a C# application. I'm interested in the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;table each league&lt;/li&gt;&#xA;&lt;li&gt;information on the players of the teams&lt;/li&gt;&#xA;&lt;li&gt;information teams&lt;/li&gt;&#xA;&lt;li&gt;Any other values that provides the site&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Currently I draw these data with a parser on a website, but I would like to speed things up, leaning to the databases that are possibly free, but I am also willing to pay a small amount for the data.&lt;/p&gt;&#xA;" OwnerUserId="6395" LastEditorUserId="754" LastEditDate="2015-05-07T05:55:23.860" LastActivityDate="2020-06-22T16:00:19.487" Title="Soccer leagues/teams/players API" Tags="|data-request|api|sports|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5177" PostTypeId="2" ParentId="5176" CreationDate="2015-05-02T16:33:34.793" Score="6" Body="&lt;p&gt;&lt;a href=&quot;http://www.football-data.co.uk/data.php&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;Football data&lt;/strong&gt;&lt;/a&gt; is a page with free statistics in .csv with a large data about matches, beats, results, players and other interesting facts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another very common used by journalists (a friend who is in the business pointed) is the &lt;a href=&quot;http://es.soccerwiki.org/wiki.php&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;Wikipedia of Soccer&lt;/strong&gt;&lt;/a&gt;, which you download in .xml only. This page is also free. &lt;/p&gt;&#xA;" OwnerUserId="6086" LastActivityDate="2015-05-02T16:33:34.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5178" PostTypeId="2" ParentId="5176" CreationDate="2015-05-02T20:02:29.257" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://api.football-data.org/index&quot;&gt;Football-data API&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;provide football data of all major european leagues in a machine-readable way like fixtures, teams, players, results and more. All this information is provided via an easy-to-use RESTful API in JSON (only) representation&lt;/p&gt;&#xA;" OwnerUserId="6278" LastActivityDate="2015-05-02T20:02:29.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5179" PostTypeId="1" CreationDate="2015-05-04T07:02:20.867" Score="2" ViewCount="82" Body="&lt;p&gt;I would like to download NDVI data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mathworks.com/examples/mapping/529-exporting-images-and-raster-grids-to-geotiff&quot; rel=&quot;nofollow&quot;&gt;http://www.mathworks.com/examples/mapping/529-exporting-images-and-raster-grids-to-geotiff&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6406" LastEditorUserId="263" LastEditDate="2015-05-04T11:08:20.293" LastActivityDate="2015-05-04T11:11:24.993" Title="Download East African NDVI data for 5*5km grids" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5180" PostTypeId="1" CreationDate="2015-05-04T10:52:33.963" Score="3" ViewCount="253" Body="&lt;p&gt;Where can I get names of physical products found in retail stores, like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&quot;Coca-Cola Zero&quot;&lt;/code&gt;, &lt;code&gt;&quot;LEVIS 501 ORIGINAL FIT JEANS&quot;&lt;/code&gt;, etc...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there are a lot of products in the world, so it can be limited to a single country, or limited to major brands, or limited to wide-circulation products only, but the less limited the better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Translations should be considered as the same product, for instance &lt;code&gt;بلاي ستيشن 4&lt;/code&gt; is the exact same product as &lt;code&gt;Playstation 4&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6409" LastEditorUserId="754" LastEditDate="2015-05-07T05:47:07.143" LastActivityDate="2015-05-07T05:47:07.143" Title="Names of popular products found in retail stores" Tags="|data-request|products|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5181" PostTypeId="2" ParentId="5179" CreationDate="2015-05-04T11:11:24.993" Score="1" Body="&lt;p&gt;Searching for 'NDVI' led me to &lt;a href=&quot;http://earthobservatory.nasa.gov/Features/MeasuringVegetation/measuring_vegetation_2.php&quot; rel=&quot;nofollow&quot;&gt;a page from the NASA Earth Observatory&lt;/a&gt; website.  So I then searched data.nasa.gov, and got back a few links ... I have no idea which one is what you want, though:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.nasa.gov/data?search=NDVI&amp;amp;category=&quot; rel=&quot;nofollow&quot;&gt;https://data.nasa.gov/data?search=NDVI&amp;amp;category=&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-05-04T11:11:24.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5182" PostTypeId="1" AcceptedAnswerId="5183" CreationDate="2015-05-04T19:47:36.587" Score="3" ViewCount="154" Body="&lt;p&gt;I do know what Linked data means and what Open data means.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, today I found that there is something called &lt;code&gt;Linked Open Data&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it the same as Linked data or not please?&lt;/p&gt;&#xA;" OwnerUserId="6411" LastActivityDate="2015-05-04T20:47:12.097" Title="Linked Data vs Linked Open Data" Tags="|linked-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5183" PostTypeId="2" ParentId="5182" CreationDate="2015-05-04T20:47:12.097" Score="5" Body="&lt;p&gt;In 2006, Tim Berners-Lee defined the four rules of &lt;strong&gt;Linked Data&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;Use URIs as names for things&lt;/li&gt;&#xA;  &lt;li&gt;Use HTTP URIs so that people can look up those names.&lt;/li&gt;&#xA;  &lt;li&gt;When someone looks up a URI, provide useful information, using the standards (RDF*, SPARQL) &lt;/li&gt;&#xA;  &lt;li&gt;Include links to other URIs. so that they can discover more things. &lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In 2010, he introduced the 5 star rating system for &lt;strong&gt;Linked Open Data&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;Available on the web (whatever format) but with an open licence, to be Open Data&lt;/li&gt;&#xA;  &lt;li&gt;Available as machine-readable structured data (e.g. excel instead of image scan of a table)&lt;/li&gt;&#xA;  &lt;li&gt;as (2) plus non-proprietary format (e.g. CSV instead of excel)&lt;/li&gt;&#xA;  &lt;li&gt;All the above plus, Use open standards from W3C (RDF and SPARQL) to identify things, so that people can point at your stuff&lt;/li&gt;&#xA;  &lt;li&gt;All the above, plus: Link your data to other people’s data to provide context&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Both is published on his personal note, &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot;&gt;Linked Data - Design Issues&lt;/a&gt;, where he also explains:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Linked Open Data (LOD) is Linked Data which is released under an open licence&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="877" LastActivityDate="2015-05-04T20:47:12.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5184" PostTypeId="2" ParentId="3667" CreationDate="2015-05-05T02:24:24.887" Score="1" Body="&lt;p&gt;According to @MichaelA (in the comments), zip code level IRS income machine-readable income data is not available for every year, and the IRS has no plans to do so/isn't very receptive to the idea  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit:&lt;br&gt;&#xA;You can get all the data based on county/city (not zip) for the years 1989-2010 here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.irs.gov/uac/SOI-Tax-Stats-County-Data&quot; rel=&quot;nofollow&quot;&gt;http://www.irs.gov/uac/SOI-Tax-Stats-County-Data&lt;/a&gt;&lt;br&gt;&#xA;So not the exact format you asked for, but its something to work with and also covers the years you are missing and then some.&lt;br&gt;&#xA;I took this data and scraped out the information for Virginia, which you can view here:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.openva.com/dataset&quot; rel=&quot;nofollow&quot;&gt;http://data.openva.com/dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-05T19:31:29.640" LastActivityDate="2015-05-05T19:31:29.640" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5185" PostTypeId="2" ParentId="4897" CreationDate="2015-05-05T02:33:03.920" Score="3" Body="&lt;p&gt;there are a few, certainly not all, dates in this pdf about the history of television. one example: Cable television is introduced in Pennsylvania as a means of bringing television to rural areas. (1948)  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;not a complete answer, but some information in here for you:&lt;br&gt;&#xA;&lt;a href=&quot;http://tarlton.law.utexas.edu/exhibits/mason_&amp;amp;_associates/documents/timeline.pdf&quot; rel=&quot;nofollow&quot;&gt;http://tarlton.law.utexas.edu/exhibits/mason_&amp;amp;_associates/documents/timeline.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-05T02:33:03.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5186" PostTypeId="1" CreationDate="2015-05-05T07:28:31.380" Score="7" ViewCount="706" Body="&lt;p&gt;I am looking for a free or even commercial data source for ISO 3166-1 and &lt;a href=&quot;http://en.wikipedia.org/wiki/ISO_3166-1&quot; rel=&quot;noreferrer&quot;&gt;ISO 3166-2&lt;/a&gt; data, ideally with border data (e.g. in kml). The ISO 3166-1 and ISO 3166-2 data should contain the hierarchical relationships as shown in the following picture:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/x348C.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="5837" LastActivityDate="2016-01-06T16:22:00.567" Title="ISO 3166-1 and ISO 3166-2 data plus borders (e.g. as kml)" Tags="|data-request|geospatial|metadata|geocoding|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5187" PostTypeId="2" ParentId="5176" CreationDate="2015-05-05T08:12:33.773" Score="1" Body="&lt;p&gt;I've started to collect a list of football - that is, soccer in the U.S.A. ;-) - datasets, guides, etc. in the &lt;a href=&quot;https://github.com/planetopendata/awesome-football&quot; rel=&quot;nofollow&quot;&gt;Awesome Football List @ Planet Open Data&lt;/a&gt;. Cheers.&lt;/p&gt;&#xA;" OwnerUserId="2464" LastActivityDate="2015-05-05T08:12:33.773" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5188" PostTypeId="2" ParentId="5186" CreationDate="2015-05-05T08:17:16.673" Score="4" Body="&lt;p&gt;I've started to collect a list of world (country, cities, etc.) datasets, guides, etc. in the &lt;a href=&quot;https://github.com/planetopendata/awesome-world&quot; rel=&quot;nofollow&quot;&gt;Awesome World List @ Planet Open Data&lt;/a&gt;. For example, the GeoNames, Natural Earth, etc. datasets might be some candidates. Cheers.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Natural Earth Data&lt;br&gt;&#xA;&lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/&lt;/a&gt;&lt;br&gt;&#xA;you can download shapefiles here, not kml&lt;/p&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="90" LastEditDate="2015-05-05T20:09:28.357" LastActivityDate="2015-05-05T20:09:28.357" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5189" PostTypeId="1" CreationDate="2015-05-05T10:31:00.550" Score="5" ViewCount="1910" Body="&lt;p&gt;I'm looking for art market related data for research purposes - especially sales in auction houses. I know there are sites like artprice or its free equivalents, but what I'm searching for is something like a structured database, CSV files or linked data ready for further processing, since crawling these sites is forbidden. Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="6156" LastActivityDate="2016-11-28T18:47:51.713" Title="Art Market data" Tags="|data-request|finance|" AnswerCount="4" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5190" PostTypeId="1" CreationDate="2015-05-06T05:22:21.393" Score="7" ViewCount="153" Body="&lt;p&gt;All information I can find on global HIV incidence broken down into male/female categories is in the form of already processed charts. I've attempted to find a raw HIV dataset that breaks down into a number of categories (drug user, gender, country etc) however these datasets seem to require that I am affiliated with an academic institution and that I am conducting a study, which must be authorized (eg: &lt;a href=&quot;http://dhsprogram.com/data/Dataset-Types.cfm&quot; rel=&quot;noreferrer&quot;&gt;[1]&lt;/a&gt;) (I don't fall into any of these categories, as this project is an independent curiosity of mine).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would anyone know how I could go about getting access to raw, categorized, global HIV incidence data where I'm not required to be affiliated with an academic institution?&lt;/p&gt;&#xA;" OwnerUserId="6442" OwnerDisplayName="user4779" LastEditorUserId="1511" LastEditDate="2015-05-18T00:12:30.150" LastActivityDate="2018-08-15T21:42:23.477" Title="Global HIV Incidence Raw Data" Tags="|data-request|medical|global|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5191" PostTypeId="1" CreationDate="2015-05-06T14:33:42.750" Score="2" ViewCount="43" Body="&lt;p&gt;I have a question, which is along the lines of a previously asked one, regarding people's eating habits, ideally a &quot;food journal&quot; type of thing that has data from individuals showing what they ate at what times/days.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I also need information with regards to their attitudes towards the food they consume, e.g:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;obsession about calories,&lt;/li&gt;&#xA;&lt;li&gt;avoidance of fat/sugar/processed food out of fear of its perceived un-healthinesss,&lt;/li&gt;&#xA;&lt;li&gt;rigidity,&lt;/li&gt;&#xA;&lt;li&gt;etc (think along the lines of eating disorders, particularly specific avoidance/restriction or orthorexia if someone is familiar with that)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ideally this would be on the level of individuals as well as in conjunction with demographic data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to try out something new for my Dissertation and thus lack knowledge with regards to where to get high quality open data from.&lt;/p&gt;&#xA;" OwnerUserId="6427" LastEditorUserId="754" LastEditDate="2015-05-07T05:53:54.503" LastActivityDate="2015-05-07T05:53:54.503" Title="Eating habits and attitudes" Tags="|data-request|medical|food|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5192" PostTypeId="2" ParentId="5180" CreationDate="2015-05-06T18:21:40.980" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.product-open-data.com/&quot; rel=&quot;nofollow&quot;&gt;Open Product Data&lt;/a&gt; (an &lt;a href=&quot;https://okfn.org/&quot; rel=&quot;nofollow&quot;&gt;Open Knowledge&lt;/a&gt; project) has a lot of this kind of data: &lt;a href=&quot;http://www.product-open-data.com/download/&quot; rel=&quot;nofollow&quot;&gt;http://www.product-open-data.com/download/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my experience, the data quality varies but is improving.&lt;/p&gt;&#xA;" OwnerUserId="35" LastActivityDate="2015-05-06T18:21:40.980" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5193" PostTypeId="1" CreationDate="2015-05-06T18:47:24.417" Score="3" ViewCount="222" Body="&lt;p&gt;We've seen Aidtracker+ implementations at some country Missions. Is there an API available to access the underlying data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively is there a way to pull the data out of the SalesForce backend similar to what the American Red Cross is doing? (&lt;a href=&quot;https://github.com/AmericanRedCross/GeoForce&quot; rel=&quot;nofollow&quot;&gt;https://github.com/AmericanRedCross/GeoForce&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="6431" LastEditorUserId="18" LastEditDate="2015-05-06T20:23:14.567" LastActivityDate="2015-05-08T18:32:09.643" Title="Is there an API for USAID's Aidtracker-Plus?" Tags="|data-request|iati|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5194" PostTypeId="5" CreationDate="2015-05-06T19:28:02.520" Score="0" Body="&lt;p&gt;For data derived from weather stations, satellite systems, and computer models that concerns temperature, precipitation, and other long-term climatic trends.&lt;/p&gt;&#xA;" OwnerUserId="-1" LastEditorUserId="90" LastEditDate="2016-10-19T15:49:39.727" LastActivityDate="2016-10-19T15:49:39.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5195" PostTypeId="4" CreationDate="2015-05-06T19:28:02.520" Score="0" Body="For questions related to weather and climatic data trends and anomalies, storms, wind patterns, tornadoes, and other short-term meteorological events." OwnerDisplayName="user6188" LastEditorUserId="90" LastEditorDisplayName="user6188" LastEditDate="2016-10-19T15:48:53.037" LastActivityDate="2016-10-19T15:48:53.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5196" PostTypeId="5" CreationDate="2015-05-06T19:29:12.263" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-05-06T19:29:12.263" LastActivityDate="2015-05-06T19:29:12.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5197" PostTypeId="4" CreationDate="2015-05-06T19:29:12.263" Score="0" Body="Healthcare, the body, medicine, medical research, pharmacology, anatomy, etc" OwnerUserId="-1" LastEditorUserId="1511" LastEditDate="2016-02-27T19:31:14.650" LastActivityDate="2016-02-27T19:31:14.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5198" PostTypeId="5" CreationDate="2015-05-06T19:30:34.810" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-05-06T19:30:34.810" LastActivityDate="2015-05-06T19:30:34.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5199" PostTypeId="4" CreationDate="2015-05-06T19:30:34.810" Score="0" Body="For questions seeking data about election results and trends." OwnerDisplayName="user6188" LastEditorDisplayName="user6188" LastEditDate="2015-05-06T20:55:58.023" LastActivityDate="2015-05-06T20:55:58.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5200" PostTypeId="5" CreationDate="2015-05-06T19:45:08.380" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-05-06T19:45:08.380" LastActivityDate="2015-05-06T19:45:08.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5201" PostTypeId="4" CreationDate="2015-05-06T19:45:08.380" Score="0" Body="For questions relating to data about the processing, distribution and consumption of food." OwnerDisplayName="user6188" LastEditorDisplayName="user6188" LastEditDate="2015-05-06T20:55:53.997" LastActivityDate="2015-05-06T20:55:53.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5202" PostTypeId="1" CreationDate="2015-05-06T22:39:58.420" Score="4" ViewCount="400" Body="&lt;p&gt;Is the Ontology of the Semantic Web dead?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am developing a work plan for my thesis about &quot;a knowledge base through a set ontology for interest groups around wetlands.&quot; I have been researching and developing ontologies this but not sure many things, eg I have some doubts?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which will be the modelling language for ontologies? Methodology for ontologies which is better, or otk methodology? Is there any program that does an analysis of the textual corpus and extraction of the specific terms of the domain of study as does Cratilo 2 (software developed by professors Jorge Antonio Mejia, Francisco Javier Alvarez and John Albeiro Sánchez, Institute of Philosophy the University of Antioquia. Cratilo enables lexical analysis of texts, identifying the words that appear,) its frequency and its location in the text. Through a process of recognition, Cratylus identifies all the words in the text and builds a database becomes the draft analysis of the work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is another program to fill or find terms like Cratylus? These relevant terms Catrilo finding can be used to fill a knowledge base? that there are alternatives open semantic framework and performs this framwork&#xA;what are the advantages of protecting, what alternatives are there? Automatically creates the RDF OWL and XML? how does it work Tails? JENA? SESAME?&lt;/p&gt;&#xA;" OwnerUserId="6434" LastEditorUserId="754" LastEditDate="2015-05-07T05:26:08.547" LastActivityDate="2015-05-13T12:27:01.290" Title="Is the Ontology of the Semantic Web dead?" Tags="|ontology|" AnswerCount="1" CommentCount="5" ClosedDate="2015-05-16T17:25:41.947" ContentLicense="CC BY-SA 3.0" />
  <row Id="5203" PostTypeId="2" ParentId="1824" CreationDate="2015-05-07T01:03:59.857" Score="2" Body="&lt;p&gt;Q: &quot;I found these datasets but it seems like very old between 2000-2010&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: These datasets are Census TIGER data and contain geographical Census tabulation blocks boundaries, along with other geo information like land/water area for the block, centroid coordinates, etc... You will need this data to map/project these blocks in your application. This dataset doesn't contain Decennial Census data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q: &quot;Where can I find data about demography, poverty, relevant information about NY Citizens (every block), Not just in general as shown here...&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A: You can download this information here: &lt;a href=&quot;http://www2.census.gov/census_2010/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/census_2010/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See Summary File 1 and 2, which are structured by states. The good starting place is here: &lt;a href=&quot;http://www.census.gov/2010census/data/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/2010census/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6436" LastActivityDate="2015-05-07T01:03:59.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5204" PostTypeId="5" CreationDate="2015-05-07T09:56:40.863" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-05-07T09:56:40.863" LastActivityDate="2015-05-07T09:56:40.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5205" PostTypeId="4" CreationDate="2015-05-07T09:56:40.863" Score="0" Body="Requests for data pertaining to biological processes and phenomena." OwnerDisplayName="user6188" LastEditorDisplayName="user6188" LastEditDate="2015-05-11T02:37:34.450" LastActivityDate="2015-05-11T02:37:34.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5206" PostTypeId="5" CreationDate="2015-05-07T09:58:53.717" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-05-07T09:58:53.717" LastActivityDate="2015-05-07T09:58:53.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5207" PostTypeId="4" CreationDate="2015-05-07T09:58:53.717" Score="0" Body="Requests for open data pertaining to environmental statistics, processes and phenomena." OwnerDisplayName="user6188" LastEditorDisplayName="user6188" LastEditDate="2015-05-11T02:37:42.977" LastActivityDate="2015-05-11T02:37:42.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5208" PostTypeId="2" ParentId="562" CreationDate="2015-05-08T02:32:07.020" Score="15" Body="&lt;p&gt;Short answer, no.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Long answer - there are attempts at creating a &quot;&lt;em&gt;global&lt;/em&gt;&quot; or should I say &quot;&lt;em&gt;universal&lt;/em&gt;&quot; UPC database and there are some vendors with large UPC databases (and even those who provide API access), but none of them are hardly &quot;&lt;em&gt;universal&lt;/em&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a problem that I have personally been grappling with. At work I manage a large number of SKUs (in the many &lt;em&gt;millions&lt;/em&gt;). Many of them which have UPC information. One of the biggest pain points has been that we have been looking to match those UPC data with a centralized product database and pull out &lt;em&gt;structured metadata&lt;/em&gt; for those products. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have resorted to using a commercial vendor via API (&lt;a href=&quot;https://semantics3.com/&quot;&gt;https://semantics3.com/&lt;/a&gt;) - to match the ones in which they have an entry for (we get about ~60-70% match rate depending on the category). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The rest we just try to contact the merchant directly or try googling around (I once had an intern who did this for me).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those who may be interested, here is an interesting blog post that talks in detail about the lack of universality amongst UPC codes: &lt;a href=&quot;https://medium.com/@Semantics3/why-the-u-in-upc-doesnt-mean-universal-a1a675eea0ea&quot;&gt;https://medium.com/@Semantics3/why-the-u-in-upc-doesnt-mean-universal-a1a675eea0ea&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6446" LastActivityDate="2015-05-08T02:32:07.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5209" PostTypeId="1" CreationDate="2015-05-08T03:44:45.180" Score="1" ViewCount="48" Body="&lt;p&gt;Wikipedia receives a huge number of text additions per day, each falling in one of these categories:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Good-faith addition: &lt;code&gt;in 1789&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Subtle misinformation: &lt;code&gt;in 1790&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Spam: &lt;code&gt;in any CostMart store&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Immature vandalism: &lt;code&gt;in YOUR MOM lol&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Random keyboard input vandalism: &lt;code&gt;wqefeqesfdqwedqw&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This question is about &lt;strong&gt;case 5&lt;/strong&gt; only.&lt;br&gt;&#xA;A detection algorithm considers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The behavior of human fingers&lt;/li&gt;&#xA;&lt;li&gt;The keyboard layout depending on the device (desktop/mobile/etc) and the culture (QWERTY/AZERTY/ЙЦУКЕН/InScript/Arabic/etc)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To train/test the algorithm, I need large quantities of random keyboard input.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;At least 5000 strings&lt;/li&gt;&#xA;&lt;li&gt;Bonus if for each string the device and culture is known, but it is not strictly required&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;kdakllkdkldslkdskds, QWERTY&#xA;あけさにめはよたかひや, FSKARENテンキー&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-08T03:44:45.180" Title="Typical random keyboard input, in various cultures" Tags="|data-request|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5210" PostTypeId="1" CreationDate="2015-05-08T04:13:43.000" Score="2" ViewCount="216" Body="&lt;p&gt;US Department of Education sent me National Household Education Surveys Program data via cd-rom and I'm looking for tips/software/best-practices here for converting/viewing/manipulating this data. Also a basic, if not thorough understanding of the data formats that it contains and what software I can use with them.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It comes with its own software, but it won't work on win &gt; 7, so I can't use it...and I'm assuming I wouldn't want to anyways.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data consists of a few folders, two in question are ASCIIProg and DataFiles:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;DataFiles consist of .dat files, which a search tells me &quot;DAT, or Data Files, contain generic data which may be utilized or referenced by other programs.&quot;&lt;br&gt;&#xA;so I'm assuming its like a typical ASCII file and/or tab-delimited/comma-separated file.&lt;br&gt;&#xA;If I'm right, then no worries, I'll quickly convert them to .csv  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;ASCIIProg:&#xA;consists of files with .dct, .do, .sas, and .sps extensions.&lt;br&gt;&#xA;I'm vaguely aware of .dct (dictionary) and that .sas and .sps are (proprietary?) formats that the government utilized heavily in the 1990s.&lt;br&gt;&#xA;A quick search tells me that:&lt;br&gt;&#xA;Fixed format ASCII with a SAS program - .sas&lt;br&gt;&#xA;Fixed format ASCII with an SPSS program - .sps&lt;br&gt;&#xA;Fixed format ASCII with a Stata program - .do&lt;br&gt;&#xA;So essentially these are all files for specific software?&lt;br&gt;&#xA;Seeing as how they are ASCII, can I easily convert them to .csv?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any thoughts here are greatly appreciated!&lt;br&gt;&#xA;I'd like to know exactly what the programs/software/extensions are so I can find documentation and get a clear picture in my head, as well as know exactly what I can, can't do when converting, etc. Also, with that better understanding I/we can clean up this question for greater accuracy/relevancy.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hailing from Virginia, I really only care about the commonwealth's data, but as an added bonus, I'll be sure to upload everything in a fresh datahub.io repository for everyone's use.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apologies in advance - I did do some homework here, but after finding multiple definitions for .sas and .sps, I quickly backtracked from the rabbit hole and came here to maintain my sanity.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-09T05:32:01.353" LastActivityDate="2015-05-09T17:30:58.190" Title="Working with Sample Surveys, Statistical Packages, and Fixed Format ASCII Data (.dct ,.do, .sas, .sps) and .dat" Tags="|data-format|conversion|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5211" PostTypeId="1" CreationDate="2015-05-08T07:30:08.043" Score="3" ViewCount="77" Body="&lt;p&gt;I am trying to work using Amazon machine learning, but the data set that I have is small. The model I want to build is for regression based predictions and the domain I am aiming for the data set to belong is financial, say stock price prediction, price and demand prediction based on macro/micro economic factor.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i am looking for a data set that contains the factor that lead to a particular value; say for example- i want to predict the value of 1 unit of polyster after 1 year, the factors over which the yarn price depends are say - figures of IIP , prices of crude oil, GDP of country, Inflation etc .. so i want a data set that contains the quotes of these factors too on which the final price depends.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason why i am not arranging the data by my self is because i dont know all the factors that contribute to a certain predictive price.so i was thinking if some expert have already given the data set for a particular problem class then it can be used for my purpose.&lt;/p&gt;&#xA;" OwnerUserId="6451" LastEditorUserId="6451" LastEditDate="2015-05-08T09:25:23.063" LastActivityDate="2015-05-08T09:25:23.063" Title="Datasource for regression model prediction based on micro/macro economic factors" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5212" PostTypeId="2" ParentId="5210" CreationDate="2015-05-08T08:57:06.470" Score="2" Body="&lt;p&gt;nces data are generally complex sample survey data, which means you'll eventually need a statistical package (sas, spss, stata, or R) to work with the microdata correctly.  R is the only free option here, and you can load the ascii file directly into R with the &lt;code&gt;SAScii&lt;/code&gt; package.  good luck!&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;install.packages(&quot;SAScii&quot;) # if it is not already installed.&#xA;library(SAScii)&#xA;x &amp;lt;- read.SAScii( &quot;C:/path to/file.dat&quot; , &quot;C:/path to/sas import program.sas&quot; )&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="334" LastEditorUserId="958" LastEditDate="2015-05-09T17:30:58.190" LastActivityDate="2015-05-09T17:30:58.190" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5213" PostTypeId="2" ParentId="5193" CreationDate="2015-05-08T18:32:09.643" Score="3" Body="&lt;p&gt;USAID does not currently have a publicly available API for AIDtracker Plus. However, we are looking into specifications and requirements for a comprehensive data collection and reporting system that would have similar capabilities to AIDtracker Plus.  Please see references in the second Quadrennial Diplomacy and Development Review (&lt;a href=&quot;http://www.state.gov/documents/organization/241429.pdf&quot; rel=&quot;nofollow&quot;&gt;QDDR&lt;/a&gt;) (pages 12 and 54) for &quot;Development Information Solution&quot; or DIS.  Once we have finalized the target architecture for DIS, we do plan to develop an API.&lt;/p&gt;&#xA;" OwnerUserId="6336" LastActivityDate="2015-05-08T18:32:09.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5214" PostTypeId="1" CreationDate="2015-05-09T15:33:24.183" Score="6" ViewCount="8963" Body="&lt;p&gt;Where can I acquire global wind (speed and direction) data? &#xA;Preferably in some kind of GIS format and free of charge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="6461" LastActivityDate="2018-12-03T16:49:55.343" Title="Where can I aquire global wind (speed and direction) data?" Tags="|data-request|geospatial|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5215" PostTypeId="2" ParentId="5214" CreationDate="2015-05-09T17:17:06.427" Score="2" Body="&lt;p&gt;windyty is non-commercial and in the menu tells you what open source libraries are used to create it. including noaa data&lt;br&gt;&#xA;&lt;a href=&quot;https://www.windyty.com/?36.797,-76.177,4&quot; rel=&quot;nofollow&quot;&gt;https://www.windyty.com/?36.797,-76.177,4&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;noaa climatic data (this is u.s. only, but i know they have it globally)&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncdc.noaa.gov/societal-impacts/wind/&quot; rel=&quot;nofollow&quot;&gt;https://www.ncdc.noaa.gov/societal-impacts/wind/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;so if you dig around between the two you should find what you need.&lt;br&gt;&#xA;the bonus from windyty is they also show you how you can display it&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-09T17:17:06.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5216" PostTypeId="2" ParentId="5062" CreationDate="2015-05-09T17:44:58.967" Score="1" Body="&lt;p&gt;You can infer water availability from total precipitation over a given period. Google has a 115M dataset of weather stats for the US:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cloud.google.com/bigquery/docs/dataset-gsod&quot; rel=&quot;nofollow&quot;&gt;https://cloud.google.com/bigquery/docs/dataset-gsod&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-05-09T17:44:58.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5218" PostTypeId="1" CreationDate="2015-05-10T12:22:54.360" Score="2" ViewCount="223" Body="&lt;p&gt;Looking for access to context aware dataset(s) of movies or music.&lt;br&gt;&#xA;Context aware dataset should contain user related information, such as user gender, mood, time, social, location, weather, emotions as well as item related information like genre of movie/music, year, director etc.&lt;/p&gt;&#xA;" OwnerUserId="6467" LastEditorUserId="90" LastEditDate="2015-06-16T23:18:35.513" LastActivityDate="2015-06-17T16:29:34.350" Title="Context-aware dataset of movies or music" Tags="|data-request|licensing|language|programming|music|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5219" PostTypeId="2" ParentId="4638" CreationDate="2015-05-10T14:42:27.283" Score="0" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://f-droid.org/&quot; rel=&quot;nofollow&quot;&gt;F-Droid&lt;/a&gt;&lt;/strong&gt; is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;an &lt;s&gt;installable&lt;/s&gt; catalogue of FOSS (Free and Open Source Software) applications for the Android platform.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The entire catalog is available as one XML file:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://f-droid.org/repo/index.xml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here is a sample entry for one app:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;       &amp;lt;application id=&quot;com.ichi2.anki&quot;&amp;gt;&#xA;      &amp;lt;id&amp;gt;com.ichi2.anki&amp;lt;/id&amp;gt;&#xA;      &amp;lt;added&amp;gt;2010-11-12&amp;lt;/added&amp;gt;&#xA;      &amp;lt;lastupdated&amp;gt;2015-04-21&amp;lt;/lastupdated&amp;gt;&#xA;      &amp;lt;name&amp;gt;AnkiDroid&amp;lt;/name&amp;gt;&#xA;      &amp;lt;summary&amp;gt;A flashcard-based study aid&amp;lt;/summary&amp;gt;&#xA;      &amp;lt;icon&amp;gt;com.ichi2.anki.20403300.png&amp;lt;/icon&amp;gt;&#xA;      &amp;lt;desc&amp;gt;&amp;amp;lt;p&amp;amp;gt;Anki is a program which makes remembering things easy. Because it is a lot more efficient than traditional study methods, you can either greatly decrease your time spent studying, or greatly increase the amount you learn. AnkiDroid is the Android port of Anki, and is compatible with Anki data.&amp;amp;lt;/p&amp;amp;gt;&amp;lt;/desc&amp;gt;&#xA;      &amp;lt;license&amp;gt;GPLv3&amp;lt;/license&amp;gt;&#xA;      &amp;lt;categories&amp;gt;Science &amp;amp;amp; Education&amp;lt;/categories&amp;gt;&#xA;      &amp;lt;category&amp;gt;Science &amp;amp;amp; Education&amp;lt;/category&amp;gt;&#xA;      &amp;lt;web&amp;gt;https://code.google.com/p/ankidroid/wiki/Index&amp;lt;/web&amp;gt;&#xA;      &amp;lt;source&amp;gt;https://github.com/ankidroid/Anki-Android&amp;lt;/source&amp;gt;&#xA;      &amp;lt;tracker&amp;gt;https://github.com/ankidroid/Anki-Android/issues&amp;lt;/tracker&amp;gt;&#xA;      &amp;lt;marketversion&amp;gt;2.4.3&amp;lt;/marketversion&amp;gt;&#xA;      &amp;lt;marketvercode&amp;gt;20403300&amp;lt;/marketvercode&amp;gt;&#xA;      &amp;lt;package&amp;gt;&#xA;         &amp;lt;version&amp;gt;2.4.3&amp;lt;/version&amp;gt;&#xA;         &amp;lt;versioncode&amp;gt;20403300&amp;lt;/versioncode&amp;gt;&#xA;         &amp;lt;apkname&amp;gt;com.ichi2.anki_20403300.apk&amp;lt;/apkname&amp;gt;&#xA;         &amp;lt;srcname&amp;gt;com.ichi2.anki_20403300_src.tar.gz&amp;lt;/srcname&amp;gt;&#xA;         &amp;lt;hash type=&quot;sha256&quot;&amp;gt;25519608cf93ecf0a9a3dc20d9251e400b30fa99b5034ad2580cd3d58a522243&amp;lt;/hash&amp;gt;&#xA;         &amp;lt;sig&amp;gt;9899acf97dcacd57c1a3fd134be93a77&amp;lt;/sig&amp;gt;&#xA;         &amp;lt;size&amp;gt;6781118&amp;lt;/size&amp;gt;&#xA;         &amp;lt;sdkver&amp;gt;7&amp;lt;/sdkver&amp;gt;&#xA;         &amp;lt;added&amp;gt;2015-04-21&amp;lt;/added&amp;gt;&#xA;         &amp;lt;permissions&amp;gt;ACCESS_NETWORK_STATE,RECORD_AUDIO,WRITE_EXTERNAL_STORAGE,VIBRATE,INTERNET,READ_EXTERNAL_STORAGE&amp;lt;/permissions&amp;gt;&#xA;         &amp;lt;features&amp;gt;android.hardware.touchscreen,android.hardware.microphone&amp;lt;/features&amp;gt;&#xA;      &amp;lt;/package&amp;gt;&#xA;      &amp;lt;package&amp;gt;&#xA;         &amp;lt;version&amp;gt;2.4.2&amp;lt;/version&amp;gt;&#xA;         &amp;lt;versioncode&amp;gt;20402300&amp;lt;/versioncode&amp;gt;&#xA;         &amp;lt;apkname&amp;gt;com.ichi2.anki_20402300.apk&amp;lt;/apkname&amp;gt;&#xA;         &amp;lt;srcname&amp;gt;com.ichi2.anki_20402300_src.tar.gz&amp;lt;/srcname&amp;gt;&#xA;         &amp;lt;hash type=&quot;sha256&quot;&amp;gt;4e74743f0812da7ad23fb7cce541f689e567d8a514e7b8fd40b8c7ea6db7c073&amp;lt;/hash&amp;gt;&#xA;         &amp;lt;sig&amp;gt;9899acf97dcacd57c1a3fd134be93a77&amp;lt;/sig&amp;gt;&#xA;         &amp;lt;size&amp;gt;6743947&amp;lt;/size&amp;gt;&#xA;         &amp;lt;sdkver&amp;gt;7&amp;lt;/sdkver&amp;gt;&#xA;         &amp;lt;added&amp;gt;2015-04-04&amp;lt;/added&amp;gt;&#xA;         &amp;lt;permissions&amp;gt;ACCESS_NETWORK_STATE,RECORD_AUDIO,WRITE_EXTERNAL_STORAGE,VIBRATE,INTERNET,READ_EXTERNAL_STORAGE&amp;lt;/permissions&amp;gt;&#xA;         &amp;lt;features&amp;gt;android.hardware.touchscreen,android.hardware.microphone&amp;lt;/features&amp;gt;&#xA;      &amp;lt;/package&amp;gt;&#xA;      &amp;lt;package&amp;gt;&#xA;         &amp;lt;version&amp;gt;2.3.2&amp;lt;/version&amp;gt;&#xA;         &amp;lt;versioncode&amp;gt;20302300&amp;lt;/versioncode&amp;gt;&#xA;         &amp;lt;apkname&amp;gt;com.ichi2.anki_20302300.apk&amp;lt;/apkname&amp;gt;&#xA;         &amp;lt;srcname&amp;gt;com.ichi2.anki_20302300_src.tar.gz&amp;lt;/srcname&amp;gt;&#xA;         &amp;lt;hash type=&quot;sha256&quot;&amp;gt;5b2e3c0ac5eaf3f40f8353897d12f9ca0f38a1e1a677731286026d513a558143&amp;lt;/hash&amp;gt;&#xA;         &amp;lt;sig&amp;gt;9899acf97dcacd57c1a3fd134be93a77&amp;lt;/sig&amp;gt;&#xA;         &amp;lt;size&amp;gt;6471632&amp;lt;/size&amp;gt;&#xA;         &amp;lt;sdkver&amp;gt;7&amp;lt;/sdkver&amp;gt;&#xA;         &amp;lt;added&amp;gt;2014-11-11&amp;lt;/added&amp;gt;&#xA;         &amp;lt;permissions&amp;gt;ACCESS_NETWORK_STATE,RECORD_AUDIO,READ_EXTERNAL_STORAGE,VIBRATE,INTERNET,WRITE_EXTERNAL_STORAGE&amp;lt;/permissions&amp;gt;&#xA;         &amp;lt;features&amp;gt;android.hardware.touchscreen,android.hardware.microphone&amp;lt;/features&amp;gt;&#xA;      &amp;lt;/package&amp;gt;&#xA;   &amp;lt;/application&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-05-10T14:42:27.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5220" PostTypeId="1" CreationDate="2015-05-10T16:16:53.200" Score="4" ViewCount="417" Body="&lt;p&gt;I am looking for a database (free or paid, but I prefer a free one for now), that contains metadata of products such as cell phones, tv's, etc.&lt;/p&gt;&#xA;" OwnerUserId="4271" LastEditorUserId="4271" LastEditDate="2015-05-13T16:08:41.520" LastActivityDate="2017-06-20T03:46:38.857" Title="Is there a database that provides metadata for products with barcodes?" Tags="|metadata|products|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5222" PostTypeId="1" CreationDate="2015-05-11T09:32:00.723" Score="3" ViewCount="59" Body="&lt;p&gt;I am reading the four principles for linked data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the second one is &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Use HTTP URIs so that people can look up those names.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I couldn't understand it. I tried to read some on internet but still didn't understand it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understood that the second rule is to give description to the &lt;strong&gt;names&lt;/strong&gt; that has uri, and which was identified in the first rule&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is that correct please?&lt;/p&gt;&#xA;" OwnerUserId="6411" LastActivityDate="2015-05-11T20:02:04.643" Title="What does the second &quot;rule&quot; of linked data mean?" Tags="|linked-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5223" PostTypeId="2" ParentId="5222" CreationDate="2015-05-11T09:56:19.120" Score="3" Body="&lt;p&gt;The first rule says to use URIs as &quot;names for things&quot;. There are many &lt;a href=&quot;http://www.iana.org/assignments/uri-schemes&quot; rel=&quot;nofollow&quot;&gt;URI schemes&lt;/a&gt; available, for example &lt;code&gt;http&lt;/code&gt;/&lt;code&gt;https&lt;/code&gt;, &lt;code&gt;urn&lt;/code&gt;, &lt;code&gt;data&lt;/code&gt;, &lt;code&gt;tag&lt;/code&gt;, &lt;code&gt;mailto&lt;/code&gt;, &lt;code&gt;xmpp&lt;/code&gt;, &lt;code&gt;ftp&lt;/code&gt;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second rule says &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;to use the &lt;code&gt;http&lt;/code&gt; URI scheme (¹), and&lt;/li&gt;&#xA;&lt;li&gt;to provide some information when accessing this URI (²).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;A HTTP URI acts as identifier/name &lt;em&gt;and&lt;/em&gt; locator/address, i.e., it’s a URL. If you’d use a tag URI like &lt;code&gt;tag:example.org,2014-01-01:foobar&lt;/code&gt; or a mailto URI like &lt;code&gt;mailto:alice@example.org&lt;/code&gt;, no one could look it up (e.g., by entering it in a browser’s address bar) and learn something about it, as it’s just an identifier, not a locator. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So in other words, the second rule makes sure that the data is part of the Web.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(¹) &lt;code&gt;https&lt;/code&gt;, while not explicitly mentioned, is probably fine, too&lt;br&gt;&#xA;(²) and the third rule says to provide this information &lt;em&gt;also&lt;/em&gt; using standards like RDF and SPARQL&lt;/p&gt;&#xA;" OwnerUserId="877" LastEditorUserId="877" LastEditDate="2015-05-11T20:02:04.643" LastActivityDate="2015-05-11T20:02:04.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5224" PostTypeId="1" CreationDate="2015-05-11T12:13:07.807" Score="1" ViewCount="29" Body="&lt;p&gt;I am looking for the first 50 or 100 sentences/words that an English-only-speaking tourist would learn when staying in a non-English-speaking country for a few weeks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, the first few words would probably be translations of &quot;Hello&quot; and &quot;Thanks&quot; then maybe numbers and survival sentences like &quot;Where are the toilets?&quot;, then maybe transportation/time/colours/local food.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Must have the &lt;strong&gt;word in local script&lt;/strong&gt;, the English &lt;strong&gt;meaning&lt;/strong&gt;, and &lt;strong&gt;pronunciation&lt;/strong&gt; in either IPA or English such as &lt;code&gt;asah-lomu ah-lay-koom&lt;/code&gt; or both.&lt;/li&gt;&#xA;&lt;li&gt;Must be freely reusable, as I intend to transform this data into &lt;a href=&quot;https://ankiweb.net/shared/decks/&quot; rel=&quot;nofollow&quot;&gt;flashcards&lt;/a&gt; and redistribute them (freely under the same license)&lt;/li&gt;&#xA;&lt;li&gt;At least 30 languages, the more the better.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-11T12:13:07.807" Title="Tourism/survival sentences in most languages" Tags="|data-request|language|dictionary|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5225" PostTypeId="1" CreationDate="2015-05-11T14:23:02.550" Score="7" ViewCount="954" Body="&lt;p&gt;We are looking for a weather forecasting service (ideally free) that will provide hourly values for at least the next 24 hours. In addition to the temperatures, we need values for the &lt;a href=&quot;https://en.wikipedia.org/wiki/Solar_irradiance&quot; rel=&quot;nofollow&quot;&gt;solar radiation (aka irradiance)&lt;/a&gt;, or possibly &lt;a href=&quot;https://en.wikipedia.org/wiki/Illuminance&quot; rel=&quot;nofollow&quot;&gt;illuminance&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wunderground.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.wunderground.com/&lt;/a&gt; provides such a service and their first tier is free, but does not provide data for the solar radiation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there such a service somewhere?&lt;/p&gt;&#xA;" OwnerUserId="6477" LastEditorUserId="754" LastEditDate="2015-05-19T03:34:33.760" LastActivityDate="2018-12-06T20:54:51.847" Title="Is there a public web service that will provide hourly forecasts of the solar radiation (irradiance) for a given location?" Tags="|data-request|weather|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5226" PostTypeId="1" AcceptedAnswerId="5236" CreationDate="2015-05-11T18:30:24.860" Score="3" ViewCount="259" Body="&lt;p&gt;I am getting country &lt;a href=&quot;http://data.worldbank.org/&quot; rel=&quot;nofollow&quot;&gt;data from World Bank&lt;/a&gt; via &lt;a href=&quot;http://pandas.pydata.org/pandas-docs/stable/remote_data.html&quot; rel=&quot;nofollow&quot;&gt;Pandas Remote Data API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to get metadata for each country? In particular:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Is it a country, or a region/group (e.g. &lt;code&gt;Arab World&lt;/code&gt; or &lt;code&gt;Upper Middle Income&lt;/code&gt;)?&lt;/li&gt;&#xA;&lt;li&gt;If it is a country, to which region does it belong? &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="87" LastEditorUserId="87" LastEditDate="2015-05-11T18:43:11.997" LastActivityDate="2015-05-12T18:39:07.737" Title="World Bank via Pandas - looking up country regions" Tags="|api|worldbank|python|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5227" PostTypeId="1" AcceptedAnswerId="5228" CreationDate="2015-05-07T23:22:13.077" Score="4" ViewCount="923" Body="&lt;p&gt;Are there any publicly available faces database where each face is annotated with the person's height and weight?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is the &lt;a href=&quot;http://www.faceaginggroup.com/morph/&quot; rel=&quot;nofollow&quot;&gt;MORPH&lt;/a&gt; dataset but it is not publicly available.&lt;/p&gt;&#xA;" OwnerUserId="6499" OwnerDisplayName="Samvel Truzyan" LastEditorUserId="754" LastEditDate="2015-05-12T05:49:58.140" LastActivityDate="2015-05-12T05:49:58.140" Title="Publicly available faces dataset with height and weight metadata" Tags="|data-request|images|faces|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5228" PostTypeId="2" ParentId="5227" CreationDate="2015-05-08T03:41:22.920" Score="5" Body="&lt;p&gt;If you're willing to get your hands dirty, there are plenty of websites out there that post mugshots of arrested individuals.  Many of these come with height and weight attributes.  With a little scraping you could have as many photos as you could possibly want.  You might have to deal with watermarks and artifact removal though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example, &lt;a href=&quot;http://data.desmoinesregister.com/iowa-mugshots/&quot; rel=&quot;noreferrer&quot;&gt;here is a collection of mugshots from Polk County Iowa&lt;/a&gt;.  It even allows filtering by height, weight, age and gender.&lt;/p&gt;&#xA;" OwnerUserId="6480" OwnerDisplayName="Ryan J. Smith" LastActivityDate="2015-05-08T03:41:22.920" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5229" PostTypeId="1" CreationDate="2015-05-12T03:19:58.707" Score="4" ViewCount="81" Body="&lt;p&gt;I was actually trying to find some open source data on human trafficking. Basically, I was looking for any individual level data where say an individual was picked up by some law enforcement agency and then ask for their country of origin. I believe the International Organization on Migration has data like this, but they don't release it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been looking around and there only seems to be summary statistics given at the country level. I was hoping that someone might be able to direct me towards a good source. I am a grad student in statistics, so was hoping to do some meaningful analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest thing I have been able to find so far is some data from the European Union. There is a report from the European union based upon input from the legal agencies in different member countries. Here is the report &lt;a href=&quot;https://ec.europa.eu/anti-trafficking/sites/antitrafficking/files/eurostat_report_on_trafficking_in_human_beings_-_2015_edition.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;. On page 36 there is table 3 which provides info on the human trafficking arrests from each nation. So this data at least shows the country of arrest and the country of origin for the victim. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/mbt7o.png&quot; alt=&quot;enter image description here&quot;&gt;&#xA;The problem with this data is that it does not show the path of each victim, so I don't know the routes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus, I am still searching for additional info.&lt;/p&gt;&#xA;" OwnerUserId="786" LastEditorUserId="786" LastEditDate="2015-05-13T04:11:49.813" LastActivityDate="2015-05-13T04:11:49.813" Title="Individual-level open geographic data on international human trafficking" Tags="|data-request|crime|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5231" PostTypeId="5" CreationDate="2015-05-12T05:58:08.160" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-05-12T05:58:08.160" LastActivityDate="2015-05-12T05:58:08.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5232" PostTypeId="4" CreationDate="2015-05-12T05:58:08.160" Score="0" Body="Data about human faces, such as pictures or other facial recognition data." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-05-12T21:57:25.833" LastActivityDate="2015-05-12T21:57:25.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5233" PostTypeId="1" CreationDate="2015-05-12T13:45:06.860" Score="5" ViewCount="287" Body="&lt;p&gt;I am reading about the 5-star schema for &lt;strong&gt;Open&lt;/strong&gt; data. I noticed that the data ranked with three stars are CSV files while data ranked as two stars are like Excel documents. I wonder why is that?&lt;/p&gt;&#xA;&lt;p&gt;Is excel less quality than CSV?&lt;/p&gt;&#xA;&lt;p&gt;Is it because for excel we need a specific application to open it while we can process CSV easily using any text editor?&lt;/p&gt;&#xA;&lt;h3&gt;Edit&lt;/h3&gt;&#xA;I have been reading about it and I found the followings: **I am not sure if this is correct or not**:&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The two-star-data is data that is formatted under a &lt;em&gt;Close Format&lt;/em&gt; or &lt;em&gt;Proprietary Format&lt;/em&gt;, which is a way of storing the data according to a specific encoding format that is either secret or not allowed to use in an open license.&lt;/li&gt;&#xA;&lt;li&gt;The three-star-data is data that is formatted under an &lt;em&gt;Open format&lt;/em&gt; or &lt;em&gt;Non-Proprietary Format&lt;/em&gt;, which is a way of storing the data according to a specific encoding format that is allowed to use by anyone.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Is that correct, please?&lt;/p&gt;&#xA;" OwnerUserId="6484" LastEditorUserId="23272" LastEditDate="2022-07-14T14:34:29.313" LastActivityDate="2022-07-14T14:34:29.313" Title="Why is CSV &quot;better&quot; than Excel in 5 star open data schema?" Tags="|uses-of-open-data|5-star-scheme|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5234" PostTypeId="2" ParentId="5233" CreationDate="2015-05-12T18:03:09.530" Score="6" Body="&lt;p&gt;Quality of the file format doesn’t matter. And it doesn’t matter if a specific application is needed for working with the file format (or if there exists such an application at all).&lt;/p&gt;&#xA;&lt;p&gt;It only matters if the file format is &lt;a href=&quot;http://en.wikipedia.org/wiki/Proprietary_format&quot; rel=&quot;nofollow noreferrer&quot;&gt;proprietary&lt;/a&gt; or &lt;a href=&quot;http://en.wikipedia.org/wiki/Open_format&quot; rel=&quot;nofollow noreferrer&quot;&gt;open/free/libre&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;With &amp;quot;excel&amp;quot;, Tim Berners-Lee probably refered to the &lt;strong&gt;Excel Binary File Format&lt;/strong&gt;, which is one of several formats supported by the software Microsoft Excel (and &lt;a href=&quot;http://en.wikipedia.org/wiki/Microsoft_Excel#File_formats&quot; rel=&quot;nofollow noreferrer&quot;&gt;according to its Wikipedia article&lt;/a&gt;, it was the default format up until 2007; newer versions seem to use an open format by default, &lt;a href=&quot;http://en.wikipedia.org/wiki/Office_Open_XML&quot; rel=&quot;nofollow noreferrer&quot;&gt;Office Open XML&lt;/a&gt;). This format is proprietary.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;strong&gt;CSV&lt;/strong&gt; format is open, standardized by &lt;a href=&quot;https://www.rfc-editor.org/rfc/rfc4180&quot; rel=&quot;nofollow noreferrer&quot;&gt;RFC 4180&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;So:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You can get 3 stars if you use a &amp;quot;non-proprietary&amp;quot; file format.&lt;/li&gt;&#xA;&lt;li&gt;You can’t get more than 2 stars if you use a proprietary file format.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="877" LastEditorUserId="-1" LastEditDate="2021-10-07T06:47:20.403" LastActivityDate="2015-05-12T18:08:12.837" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5235" PostTypeId="1" CreationDate="2015-05-12T18:05:38.770" Score="10" ViewCount="73" Body="&lt;p&gt;I'm looking data &lt;em&gt;(preferentially free and open data but I can afford small payments)&lt;/em&gt; by country worldwide on the percent of population &lt;strong&gt;that have completed a prison sentence or were sentenced&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I only found statistics about people who actually are in jail.&lt;/p&gt;&#xA;" OwnerUserId="6086" LastEditorUserId="1511" LastEditDate="2015-05-18T04:20:04.067" LastActivityDate="2015-12-20T05:42:47.137" Title="Data about completed prison term by country" Tags="|data-request|releasing-data|crime|global|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5236" PostTypeId="2" ParentId="5226" CreationDate="2015-05-12T18:39:07.737" Score="1" Body="&lt;p&gt;You can pull the metadata directly from this URL (xml returned by default):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.worldbank.org/countries&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It looks like it has what you need. Regions/groups are treated like countries but you can distinguish them based on empty or &quot;NA&quot; field values.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2015-05-12T18:39:07.737" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5237" PostTypeId="1" AcceptedAnswerId="5309" CreationDate="2015-05-12T21:45:05.537" Score="4" ViewCount="77" Body="&lt;p&gt;I'm looking for a robust data set about movies on Bittorrent.  I'd like to understand the popularity of individual titles as measured by the number of users who have a particular title available for download.  I'd also like to understand the overlap between title availability.  For example: 5,000 people might have Independence Day, 2,000 people might have Sleepless in Seattle, and 11 people might have both of those titles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is any of this data already published and freely available? If not, what would I need to do to set up some sort of a monitor to harvest the data myself? It has been widely reported that the movie studios do this to enforce their copyright so I'm assuming what I describe is possible.&lt;/p&gt;&#xA;" OwnerUserId="5948" LastEditorUserId="1511" LastEditDate="2015-05-18T00:27:12.947" LastActivityDate="2015-05-22T18:43:38.883" Title="Data about Bittorrent usage" Tags="|data-request|film|bittorrent|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5238" PostTypeId="1" CreationDate="2015-05-08T16:22:58.677" Score="3" ViewCount="131" Body="&lt;p&gt;I need to work on a research project in big data analysis. I am very interested in neuromarketing, user experience and neuroinformatics. I've searched for an interesting public dataset for my work but still haven't found one. I found one dataset: &lt;a href=&quot;http://datahub.io/dataset/lsw-neuromarketing&quot; rel=&quot;nofollow&quot;&gt;LSW dataset&lt;/a&gt;, but this doesn't seem to be what I'm looking for. Please help me to find some suggestions or links to download free and open source public data sets on neuromarketing and advertisements.&#xA;by using neuromarketing data i plan to find out some psychological behavior patterns between Online marketing and Web UI designings. so I'm looking for &quot;online ads and number of click it had&quot; or &quot;website index pages with number of visitors&quot;. and better to have region vice localized data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="6475" OwnerDisplayName="Miller" LastEditorUserId="90" LastEditDate="2015-05-13T00:51:04.527" LastActivityDate="2015-05-13T00:51:04.527" Title="Looking for neuroinformatics related public datasets" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5239" PostTypeId="2" ParentId="5238" CreationDate="2015-05-12T15:28:49.680" Score="1" Body="&lt;p&gt;Never heard of neuromarketing before, sounds very niche - and unfortunately I would imagine research is being done by private companies who absolutely will not want to release their data (it might make them a bazillion gaziliion bucks).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're able to change the area you're looking at, try &lt;a href=&quot;https://www.kaggle.com/competitions&quot; rel=&quot;nofollow&quot;&gt;Kaggle&lt;/a&gt;. It's a regular data science competition with freely downloadable giant data sets. Look at the list of competitions (remember to check the box for 'completed' so you see all the historic ones) - I found these which might be useful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/c/seizure-prediction&quot; rel=&quot;nofollow&quot;&gt;Predict seizures in intracranial EEG recordings&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/c/seizure-detection&quot; rel=&quot;nofollow&quot;&gt;Detect seizures in intracranial EEG recordings&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/c/connectomics&quot; rel=&quot;nofollow&quot;&gt;Reconstruct the wiring between neurons from fluorescence imaging of neural activity&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="James Allen" LastActivityDate="2015-05-12T15:28:49.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5240" PostTypeId="2" ParentId="5202" CreationDate="2015-05-13T12:27:01.290" Score="3" Body="&lt;p&gt;I wouldn't say 'dead'.  There might be less dicussion of it, as people consider things to be stable enough that there are useful products that it's less hyped.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd personally advise against making a new ontology without first consulting the field to see if there's something that you can make use of -- unless you've already encoded/catloged all of our data, you're not going to want to go to the trouble of building crosswalks to the main ontologies in the field so that people can actually use your data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you mention wetlands, I'd suggest trying either the &lt;a href=&quot;http://essi.agu.org/&quot; rel=&quot;nofollow&quot;&gt;American Geophysical Union's Earth &amp;amp; Space Science Informatics&lt;/a&gt; group, or the &lt;a href=&quot;http://wiki.esipfed.org/index.php/Semantic_Web&quot; rel=&quot;nofollow&quot;&gt;Federation of Earth Science Information Partners' Semantic Web&lt;/a&gt; group. You might also check the &lt;a href=&quot;https://marinemetadata.org/&quot; rel=&quot;nofollow&quot;&gt;Marine Metadata Interoperability&lt;/a&gt; project, as they host &amp;amp; link to a number of controlled vocabularies.  It's possible that the &lt;a href=&quot;http://earthcube.org/&quot; rel=&quot;nofollow&quot;&gt;EarthCube&lt;/a&gt; or &lt;a href=&quot;http://www.geongrid.org/&quot; rel=&quot;nofollow&quot;&gt;GEONgrid&lt;/a&gt; communities might have answers, too, but I'm not as familiar with their work to know for sure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer : I'm one of the mailing list maintainers for the AGU ESSI list.  Yes the website is out of date, but our webmaster changed jobs and I don't know what his status is).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-05-13T12:27:01.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5241" PostTypeId="1" CreationDate="2015-05-13T12:53:22.863" Score="3" ViewCount="41" Body="&lt;p&gt;What can be a rough estimate of all the English fiction literature published to date in characters? Or the trends for fiction books published yearly? What can be the public sources for such estimates?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regarding the second question, I have found &lt;a href=&quot;http://www.bowker.com/tools-resources/Bowker-Data.html&quot; rel=&quot;nofollow&quot;&gt;this data&lt;/a&gt; helpful. But as the data concerns only the relatively recent publications, it would be not so helpful in providing the answer to the main question.&lt;/p&gt;&#xA;" OwnerUserId="6488" LastEditorDisplayName="user4293" LastEditDate="2017-12-06T12:06:47.033" LastActivityDate="2017-12-06T12:06:47.033" Title="Amount of English fiction literature in characters / publications" Tags="|english|literature|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5242" PostTypeId="2" ParentId="511" CreationDate="2015-05-13T13:23:27.830" Score="1" Body="&lt;p&gt;sunlight foundation just published their report highlighting 100 cases of social impact, which can be picked through to find economic benefits &lt;a href=&quot;http://sunlightfoundation.com/blog/2015/05/05/a-new-approach-to-measuring-the-impact-of-open-data/&quot; rel=&quot;nofollow&quot;&gt;http://sunlightfoundation.com/blog/2015/05/05/a-new-approach-to-measuring-the-impact-of-open-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-13T13:23:27.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5243" PostTypeId="2" ParentId="1301" CreationDate="2015-05-13T13:25:27.123" Score="2" Body="&lt;p&gt;sunlight foundation just published their report highlighting 100 cases of social impact, which can be picked through to find economic benefits &lt;a href=&quot;http://sunlightfoundation.com/blog/2015/05/05/a-new-approach-to-measuring-the-impact-of-open-data/&quot; rel=&quot;nofollow&quot;&gt;http://sunlightfoundation.com/blog/2015/05/05/a-new-approach-to-measuring-the-impact-of-open-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-13T13:25:27.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5244" PostTypeId="1" AcceptedAnswerId="5245" CreationDate="2015-05-13T19:12:04.480" Score="4" ViewCount="1418" Body="&lt;p&gt;I am trying to access the INDICATIONS, CONTRAINDICATIONS, ADVERSE REACTIONS, and WARNINGS field using the dailymed API. &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/services/&quot; rel=&quot;nofollow&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/services/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I cannot seem to find information on their web services page on how to do this. &lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/app-support-web-services.cfm&quot; rel=&quot;nofollow&quot;&gt;https://dailymed.nlm.nih.gov/dailymed/app-support-web-services.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see there are ways to access NDC's, drug names, classes etc, but what I need is the actual monograph-type information that I mentioned above.&lt;/p&gt;&#xA;" OwnerUserId="6495" LastActivityDate="2015-05-19T20:04:07.190" Title="DailyMed RESTful API" Tags="|api|medical|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5245" PostTypeId="2" ParentId="5244" CreationDate="2015-05-14T00:02:24.200" Score="3" Body="&lt;p&gt;You are looking for the &lt;code&gt;/spls/{SETID}&lt;/code&gt; endpoint documented at &lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/webservices-help/v2/spls_setid_api.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dailymed.nlm.nih.gov/dailymed/webservices-help/v2/spls_setid_api.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/services/v2/spls/1efe378e-fee1-4ae9-8ea5-0fe2265fe2d8.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/services/v2/spls/1efe378e-fee1-4ae9-8ea5-0fe2265fe2d8.xml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, this is not super easy to parse. Welcome to SPL!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for something simple and clean, check out my previous answer at ' &lt;a href=&quot;https://opendata.stackexchange.com/questions/4388/query-medicine-descriptions-api/4405#4405&quot;&gt;Query medicine descriptions API&lt;/a&gt; ' and take a look at suggestion #1 which is MedlinePlus (also from HHS/NIH/NLM).&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-05-14T00:02:24.200" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5247" PostTypeId="2" ParentId="5214" CreationDate="2015-05-14T08:37:19.117" Score="1" Body="&lt;p&gt;Although &lt;a href=&quot;http://www.sailwx.info/wxobs/stationreport.phtml?wxid=OIBJ&quot; rel=&quot;nofollow&quot;&gt;sailwx&lt;/a&gt; primarily purpose is to display maritime information, you may find some wind-related data (speed and direction) from weather stations in easy-to-crawl tables. I hope this will help you.&lt;/p&gt;&#xA;" OwnerUserId="6156" LastActivityDate="2015-05-14T08:37:19.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5248" PostTypeId="1" AcceptedAnswerId="5250" CreationDate="2015-05-14T09:24:14.107" Score="13" ViewCount="6390" Body="&lt;p&gt;Let's say I have a Wikidata item QID &lt;code&gt;Q19675&lt;/code&gt;, and want to get the name of that item in Spanish.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While getting a property like &lt;code&gt;P281 postal code&lt;/code&gt; is easy, how to get the name, which for some reason is not a normal &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:List_of_properties/Generic&quot; rel=&quot;noreferrer&quot;&gt;property&lt;/a&gt;? Preferably via the REST API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/oc2d2.png&quot; alt=&quot;Wikidata item name&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-01-03T00:35:41.723" Title="How to get the name of a Wikidata item" Tags="|api|wikidata|" AnswerCount="2" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5249" PostTypeId="1" CreationDate="2015-05-14T11:28:34.030" Score="4" ViewCount="38" Body="&lt;p&gt;I'm trying to find international obesity prevalence by year.  Does anyone have a source at the country level?&lt;/p&gt;&#xA;" OwnerUserId="6504" LastEditorUserId="754" LastEditDate="2015-05-14T11:58:14.017" LastActivityDate="2015-05-15T12:25:18.647" Title="I'm trying to find international obesity prevalence by year" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5250" PostTypeId="2" ParentId="5248" CreationDate="2015-05-14T11:36:51.890" Score="14" Body="&lt;p&gt;You probably want this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;props=labels&amp;amp;ids=Q19675&amp;amp;languages=es&quot;&gt;&lt;code&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;props=labels&amp;amp;ids=Q19675&amp;amp;languages=es&lt;/code&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API command in English: Get information about some entities (&lt;code&gt;action=wbgetentities&lt;/code&gt;), namely the label properties (&lt;code&gt;props=labels&lt;/code&gt;) of item Q19675 (&lt;code&gt;ids=Q19675&lt;/code&gt;) in Spanish (&lt;code&gt;languages=es&lt;/code&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more details, have a look at the &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=wbgetentities&quot;&gt;full documentation of &lt;code&gt;wbgetentities&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2015-05-14T11:36:51.890" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5251" PostTypeId="2" ParentId="4367" CreationDate="2015-05-14T12:24:34.653" Score="2" Body="&lt;p&gt;To add to Patrick's answer, &quot;arbitrary access&quot; to Wikidata items from other Wikipedia pages is now available:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Arbitrary_access&quot; rel=&quot;nofollow&quot;&gt;https://www.wikidata.org/wiki/Wikidata:Arbitrary_access&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's currently (14 May 2015) live only on French Wikisource and Dutch Wikipedia; next week it will go live on Farsi Wikipedia, English Wikivoyage, and Hebrew Wikipedia; and if all goes well will be rolled out on all projects in June.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-05-14T12:24:34.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5252" PostTypeId="1" CreationDate="2015-05-14T13:18:19.710" Score="4" ViewCount="301" Body="&lt;p&gt;Hopefully it would include species, manufacturer, withdrawal and whether for treatment, control, prevention or growth promotant/feed efficiency - although that info would usually be on the label. &lt;/p&gt;&#xA;" OwnerUserId="6507" LastEditorUserId="2976" LastEditDate="2015-05-15T12:26:40.203" LastActivityDate="2015-05-31T13:39:43.673" Title="Is there an API to get label info on veterinary drugs for farm animals?" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5253" PostTypeId="1" AcceptedAnswerId="6012" CreationDate="2015-05-14T13:38:52.947" Score="5" ViewCount="2392" Body="&lt;p&gt;I'm looking for a dataset that describes various types of fruits. The Supermarket Produce Data Set described here seems like a good choice:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ic.unicamp.br/~siome/papers/rocha-sib08.pdf&quot;&gt;http://www.ic.unicamp.br/~siome/papers/rocha-sib08.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I tried using the link provided in the paper and it didn't work (&lt;a href=&quot;http://www.liv.ic.unicamp.br/~undersun/pub/communications.html&quot;&gt;http://www.liv.ic.unicamp.br/~undersun/pub/communications.html&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone please tell me where I can find this dataset or another similar?&lt;/p&gt;&#xA;" OwnerUserId="6509" LastActivityDate="2015-09-15T11:20:13.793" Title="Supermarket Produce Data Set" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5254" PostTypeId="2" ParentId="5253" CreationDate="2015-05-14T14:02:52.433" Score="1" Body="&lt;p&gt;you can search open food facts for fruit, but after looking at the results, you're going to want to pick through them, as opposed to just returning them.&lt;br&gt;&#xA;&lt;a href=&quot;http://world.openfoodfacts.org/cgi/search.pl?search_terms=Fruit&amp;amp;search_simple=1&amp;amp;action=process&quot; rel=&quot;nofollow&quot;&gt;http://world.openfoodfacts.org/cgi/search.pl?search_terms=Fruit&amp;amp;search_simple=1&amp;amp;action=process&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-14T14:02:52.433" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5256" PostTypeId="2" ParentId="5249" CreationDate="2015-05-15T12:25:18.647" Score="3" Body="&lt;p&gt;Here are two potential sources for you:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldobesity.org/aboutobesity/world-map-obesity/&quot; rel=&quot;nofollow&quot;&gt;http://www.worldobesity.org/aboutobesity/world-map-obesity/&lt;/a&gt; has an interactive map and from that I found some endpoints:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldobesity.org/maps/adults/data.json&quot; rel=&quot;nofollow&quot;&gt;http://www.worldobesity.org/maps/adults/data.json&lt;/a&gt; and &lt;a href=&quot;http://www.worldobesity.org/maps/children/data.json&quot; rel=&quot;nofollow&quot;&gt;http://www.worldobesity.org/maps/children/data.json&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;for more detailed data by country, you can hit &lt;a href=&quot;http://www.worldobesity.org/maps/ajax/1/UK&quot; rel=&quot;nofollow&quot;&gt;http://www.worldobesity.org/maps/ajax/1/UK&lt;/a&gt; and &lt;a href=&quot;http://www.worldobesity.org/maps/ajax/1/US&quot; rel=&quot;nofollow&quot;&gt;http://www.worldobesity.org/maps/ajax/1/US&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/rankorder/2228rank.html&quot; rel=&quot;nofollow&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/rankorder/2228rank.html&lt;/a&gt; is the CIA Factbook which I  bet many people have created scrapers and APIs for&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-05-15T12:25:18.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5257" PostTypeId="2" ParentId="5252" CreationDate="2015-05-15T12:29:06.837" Score="1" Body="&lt;p&gt;DailyMed.nlm.nih.gov includes veterinary drugs and the full SPLs available via web and XML API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=96f180f3-2164-4fce-a056-cd5d6b812ab8&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=96f180f3-2164-4fce-a056-cd5d6b812ab8&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See related questions:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/5244/dailymed-restful-api&quot;&gt;DailyMed RESTful API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4388/query-medicine-descriptions-api/4405#4405&quot;&gt;Query medicine descriptions API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-05-31T13:39:43.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5259" PostTypeId="2" ParentId="1301" CreationDate="2015-05-15T18:04:24.030" Score="1" Body="&lt;p&gt;This question highlights organizations that successfully use open data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4425/successful-open-data-advocacy-website&quot;&gt;successful open data advocacy website&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These organizations publish many case studies that fit your request very well.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-05-15T18:04:24.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5261" PostTypeId="1" AcceptedAnswerId="5264" CreationDate="2015-05-15T21:54:39.013" Score="12" ViewCount="4060" Body="&lt;p&gt;How collect Wikidata's entities by a certain property?&lt;/p&gt;&#xA;" OwnerUserId="6520" LastEditorUserId="9171" LastEditDate="2016-09-26T15:18:22.960" LastActivityDate="2019-04-12T13:39:25.793" Title="How to get list of all items that have a particular property, in Wikidata?" Tags="|wikidata|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5262" PostTypeId="2" ParentId="5261" CreationDate="2015-05-16T00:52:42.120" Score="0" Body="&lt;p&gt;Depending on what property you are looking for (the question isn't that clear) you could use &lt;a href=&quot;http://live.dbpedia.org/sparql&quot; rel=&quot;nofollow&quot;&gt;DBpedia&lt;/a&gt; and SPARQL any entities that have a connection with a certain link/property.&lt;/p&gt;&#xA;" OwnerUserId="6332" LastActivityDate="2015-05-16T00:52:42.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5263" PostTypeId="2" ParentId="5220" CreationDate="2015-05-16T01:08:14.477" Score="2" Body="&lt;p&gt;I believe I recently had the same question here: &lt;a href=&quot;https://opendata.stackexchange.com/questions/5120/downloadable-smartphones-data-name-specs&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However I did not recieve a link to a good website (except recommendations to scrape info from wiki/DB pedia) after lots of searching I came across: &lt;a href=&quot;http://icecat.biz/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IceCat&lt;/a&gt;&#xA;However, their free open data set consist only out of daily items. I tried to contact them to have them give me info about FullIcecat, but I haven't had any response yet.&lt;/p&gt;&#xA;" OwnerUserId="6332" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-05-16T01:08:14.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5264" PostTypeId="2" ParentId="5261" CreationDate="2015-05-16T11:37:45.903" Score="8" Body="&lt;p&gt;Assuming you are familiar with &lt;a href=&quot;https://en.wikipedia.org/wiki/SPARQL&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL&lt;/a&gt;, Wikidata (not to be confused with DBpedia) has an &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;official endpoint&lt;/a&gt; and a page with &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;example queries&lt;/a&gt;. The following example lists all countries with the property &lt;a href=&quot;https://www.wikidata.org/wiki/Q3624078&quot; rel=&quot;nofollow noreferrer&quot;&gt;sovereign state&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;&#xA;SELECT ?cid ?country WHERE {&#xA;    ?cid wdt:P31 wd:Q3624078 .&#xA;    OPTIONAL {&#xA;        ?cid rdfs:label ?country filter (lang(?country) = &quot;en&quot;) .&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For more information, please visit &lt;a href=&quot;http://www.wikidata.org/wiki/Wikidata:Data_access&quot; rel=&quot;nofollow noreferrer&quot;&gt;official reference for data access&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6156" LastEditorUserId="19127" LastEditDate="2018-05-20T14:22:52.930" LastActivityDate="2018-05-20T14:22:52.930" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5266" PostTypeId="1" CreationDate="2015-05-17T22:51:06.660" Score="7" ViewCount="99" Body="&lt;p&gt;Software has code repositories and package managers, so installation and maintenance are done in one line (or click).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are practices for managing data, instead? Apart from manually organized directories with readme files inside, I found a couple solutions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;drake&lt;/code&gt; from Factual, &lt;a href=&quot;https://github.com/Factual/drake&quot; rel=&quot;nofollow&quot;&gt;https://github.com/Factual/drake&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;CKAN&lt;/code&gt; from OKFN, &lt;a href=&quot;https://okfn.org/projects/ckan/&quot; rel=&quot;nofollow&quot;&gt;https://okfn.org/projects/ckan/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Zotero and other librarian tools, so you save datasets instead of books with them&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, &lt;code&gt;drake&lt;/code&gt; is mostly about workflows, not maintenance. And &lt;code&gt;CKAN&lt;/code&gt; is server-based solution for which I couldn't find a local &quot;package manager&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would such a package manager ideally do:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;downloading datasets from source in one click&lt;/li&gt;&#xA;&lt;li&gt;supporting multiple formats and conversion&lt;/li&gt;&#xA;&lt;li&gt;maintaining the directory structure&lt;/li&gt;&#xA;&lt;li&gt;updating the data from the repositories&lt;/li&gt;&#xA;&lt;li&gt;supporting aliases for datasets&lt;/li&gt;&#xA;&lt;li&gt;holding meta information about the datasets&lt;/li&gt;&#xA;&lt;li&gt;tags&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Have you seen anything like this? If not, maybe you'd share your practices of maintaining the data manually?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-05-21T23:19:52.973" LastActivityDate="2015-05-21T23:19:52.973" Title="Data management practices" Tags="|data-format|linked-data|metadata|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5267" PostTypeId="2" ParentId="5034" CreationDate="2015-05-17T23:26:15.557" Score="1" Body="&lt;p&gt;There is a recent blog post from the &lt;a href=&quot;http://sunlightfoundation.com&quot; rel=&quot;nofollow&quot;&gt;Sunlight Foundation&lt;/a&gt; that seems to answer your question:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://sunlightfoundation.com/blog/2015/05/05/a-new-approach-to-measuring-the-impact-of-open-data/&quot; rel=&quot;nofollow&quot;&gt;A new approach to measuring the impact of open data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A &lt;a href=&quot;https://docs.google.com/a/sunlightfoundation.com/spreadsheets/d/1jP6WIkEPczb8MBn6DNOU2PhKp9Prwe4HokqhUQVsxE0/edit&quot; rel=&quot;nofollow&quot;&gt;searchable repository&lt;/a&gt; of more than 100 examples on the outputs, outcomes and impacts of open data and digital technology projects &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The case stories we collected aim to illustrate the social impact of open data and digital transparency initiatives in different countries, cities and communities. We gathered examples on how users are empowered by open government initiatives as well as how open data and digital transparency projects are changing the behavior, relationships, activities and actions of users. Instead of basic project descriptions and mere output, we wanted to seek evidence on how open data and technology help to influence governance and improve lives, both directly and indirectly. After reviewing the examples, our research team compiled the data to form a database with basic facts, short descriptions and links, then categorizing the repository into a couple of significant fields/sectors.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Full paper on Scribd: &lt;a href=&quot;http://www.scribd.com/doc/263776138/The-Social-Impact-of-Open-Data&quot; rel=&quot;nofollow&quot;&gt;The Social Impact of Open Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/SunFoundation/status/600063496856817664&quot; rel=&quot;nofollow&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-05-17T23:26:15.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5268" PostTypeId="2" ParentId="5266" CreationDate="2015-05-17T23:35:15.300" Score="4" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;R&lt;/code&gt;, the open source and cross-platform statistics software has something similar where sometimes packages/plugins for &lt;code&gt;R&lt;/code&gt; include sample or test data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;See this SO question: &lt;a href=&quot;https://stackoverflow.com/questions/12391195/include-data-examples-in-developing-r-packages&quot;&gt;https://stackoverflow.com/questions/12391195/include-data-examples-in-developing-r-packages&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;and this info page: &lt;a href=&quot;http://r-pkgs.had.co.nz/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://r-pkgs.had.co.nz/data.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;OKFN (the same folks behind CKAN) has something they called &lt;code&gt;Data Packages&lt;/code&gt; (&lt;a href=&quot;http://dataprotocols.org/data-packages/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dataprotocols.org/data-packages/&lt;/a&gt;) which sounds like most of what you're looking for. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ecosystem image from Data Packages website embedded below:&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/skGR1.png&quot; alt=&quot;Ecosystem image from Data Packages website&quot;&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-05-17T23:35:15.300" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5269" PostTypeId="5" CreationDate="2015-05-18T00:13:09.870" Score="0" Body="&lt;p&gt;For questions that are related to the entire world and not specific to one region or country.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-05-18T04:21:32.313" LastActivityDate="2015-05-18T04:21:32.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5270" PostTypeId="4" CreationDate="2015-05-18T00:13:09.870" Score="0" Body="For questions concerning open data examining global-scale trends and characteristics." OwnerUserId="1511" LastEditorUserId="9956" LastEditDate="2016-10-23T11:38:16.307" LastActivityDate="2016-10-23T11:38:16.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5271" PostTypeId="2" ParentId="5261" CreationDate="2015-05-18T02:44:25.183" Score="9" Body="&lt;p&gt;While not the most script-friendly, here is the easiest/fastest way to get what you want without any third-party:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Go to the &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1174&quot; rel=&quot;noreferrer&quot;&gt;Wikidata page of the property&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Click &lt;a href=&quot;https://www.wikidata.org/wiki/Special:WhatLinksHere/Property:P1174&quot; rel=&quot;noreferrer&quot;&gt;What links here&lt;/a&gt; in the left panel's Tools section:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/BLLQF.png&quot; alt=&quot;Wikidata property: What links here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) Enjoy the paged list:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Vn3AF.png&quot; alt=&quot;Wikidata list&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-18T02:44:25.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5272" PostTypeId="1" CreationDate="2015-05-18T11:57:39.013" Score="8" ViewCount="202" Body="&lt;p&gt;I am looking for wind energy data (they can be wind speed at any height or wind energy potential) for India in a GIS format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like the data displayed the link below: &lt;a href=&quot;http://www.arcgis.com/apps/OnePane/basicviewer/index.html?appid=f03b21b359964374a1d4c274de254f26&quot; rel=&quot;nofollow&quot;&gt;http://www.arcgis.com/apps/OnePane/basicviewer/index.html?appid=f03b21b359964374a1d4c274de254f26&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6538" LastEditorUserId="1474" LastEditDate="2016-01-23T08:20:49.493" LastActivityDate="2016-01-23T08:20:49.493" Title="Wind energy data in India" Tags="|data-request|geospatial|weather|energy|india|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5273" PostTypeId="1" AcceptedAnswerId="5276" CreationDate="2015-05-18T16:54:51.043" Score="6" ViewCount="2882" Body="&lt;p&gt;I try to find datasets related to Data breach. Searching does pull only reports. &#xA;I was thinking to use social media, news search and indexing all data, cleaning, mining but I do not have HW resources for running this jobs.&lt;/p&gt;&#xA;" OwnerUserId="6541" LastEditorUserId="1511" LastEditDate="2015-05-18T20:04:31.503" LastActivityDate="2018-02-09T14:15:46.007" Title="Public Datasets on Data Breach" Tags="|data-request|security|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5274" PostTypeId="2" ParentId="5244" CreationDate="2015-05-18T18:16:50.970" Score="3" Body="&lt;p&gt;Skram is correct, you'll need to use &lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/webservices-help/v2/spls_setid_api.cfm&quot; rel=&quot;nofollow&quot;&gt;the API&lt;/a&gt; for the full XML of the SPL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then you can use the &lt;a href=&quot;http://www.fda.gov/ForIndustry/DataStandards/StructuredProductLabeling/ucm162057.htm&quot; rel=&quot;nofollow&quot;&gt;FDA's Structured Product Labeling Section Headings (LOINC)&lt;/a&gt; to get the LOINC code referring to the sections you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, you'd probably want:&lt;br&gt;&#xA;&lt;strong&gt;34067-9&lt;/strong&gt; INDICATIONS &amp;amp; USAGE SECTION &lt;br&gt;&#xA;&lt;strong&gt;34070-3&lt;/strong&gt; CONTRAINDICATIONS SECTION &lt;br&gt;&#xA;&lt;strong&gt;34084-4&lt;/strong&gt; ADVERSE REACTIONS SECTION &lt;br&gt;&#xA;&lt;strong&gt;34066-1&lt;/strong&gt; BOXED WARNING SECTION &lt;br&gt;&#xA;&lt;strong&gt;54433-8&lt;/strong&gt; USER SAFETY WARNINGS SECTION &lt;br&gt;&#xA;&lt;strong&gt;43685-7&lt;/strong&gt; WARNINGS AND PRECAUTIONS SECTION &lt;br&gt;&#xA;&lt;strong&gt;34071-1&lt;/strong&gt; WARNINGS SECTION &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find these sections by checking for the above codes in the &quot;code&quot; attribute of &quot;code&quot; nodes. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; &amp;lt;code code=&quot;34067-9&quot; codeSystem=&quot;2.16.840.1.113883.6.1&quot; displayName=&quot;INDICATIONS &amp;amp;amp; USAGE SECTION&quot;/&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Be careful, sometimes there are nested sections.&lt;/p&gt;&#xA;" OwnerUserId="6543" LastEditorUserId="6543" LastEditDate="2015-05-18T18:24:46.870" LastActivityDate="2015-05-18T18:24:46.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5275" PostTypeId="2" ParentId="5225" CreationDate="2015-05-18T20:02:48.190" Score="3" Body="&lt;p&gt;&quot;National Solar Radiation Database (NSRDB) offers hourly solar radiation data including global, direct, and diffuse radiation data as well as meteorological data for those stations provided from NCDC’s Integrated Surface Database.&quot;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/solar-radiation&quot; rel=&quot;nofollow&quot;&gt;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/solar-radiation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-18T20:02:48.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5276" PostTypeId="2" ParentId="5273" CreationDate="2015-05-18T20:09:54.723" Score="5" Body="&lt;p&gt;The folks at Information is Beautiful have a constantly updated visualization with data breaches:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.informationisbeautiful.net/visualizations/worlds-biggest-data-breaches-hacks/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World's Biggest Data Breaches&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Their sources: DataBreaches.net, IdTheftCentre, press reports&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1Je-YUdnhjQJO_13r8iTeRxpU2pBKuV6RVRHoYCgiMfg/edit#gid=322165570&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data&lt;/a&gt; (Google Spreadsheet)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/RvKoG.png&quot; alt=&quot;World&amp;#39;s Biggest Data Breaches&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fields available for each breach in the raw data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Company/organization breached&lt;/li&gt;&#xA;&lt;li&gt;Type of the company/organization beached&lt;/li&gt;&#xA;&lt;li&gt;Year (grouped)&lt;/li&gt;&#xA;&lt;li&gt;Type of breach&lt;/li&gt;&#xA;&lt;li&gt;Number of breached records&lt;/li&gt;&#xA;&lt;li&gt;Data sensitivity&lt;/li&gt;&#xA;&lt;li&gt;News reference&lt;/li&gt;&#xA;&lt;li&gt;Description&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="18539" LastEditDate="2018-02-09T14:15:46.007" LastActivityDate="2018-02-09T14:15:46.007" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5277" PostTypeId="1" AcceptedAnswerId="5278" CreationDate="2015-05-18T23:17:18.097" Score="7" ViewCount="3418" Body="&lt;p&gt;Does anyone know of open data sets about running behaviour/running activity? I'd love to find somewhere there are histories for individual runners, but even data about large numbers of runners (distance, pace, location, you name it) would be interesting. I would prefer the data to be about amateurs runners if that is possible. I haven't found anything yet, but I'm not an expert in this field&lt;/p&gt;&#xA;" OwnerUserId="6546" LastEditorUserId="23272" LastEditDate="2022-07-14T12:55:57.670" LastActivityDate="2022-07-14T12:55:57.670" Title="Running/Jogging Behavior/Activity Datasets (Amateur Runners Preferred)?" Tags="|data-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="5278" PostTypeId="2" ParentId="5277" CreationDate="2015-05-19T02:42:00.247" Score="4" Body="&lt;p&gt;ARRS - the Association of Road Runner Statisticians seems like the best place for you to start; there's a lot of data that sounds to me to be exactly what you want.&lt;br&gt;&#xA;&lt;a href=&quot;https://arrs.run/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arrs.run/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;IAAF, the international association of athletics federations has some interesting data too. here's one example for road running marathon records for senior men outdoor:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.iaaf.org/records/by-discipline/road-running/marathon/outdoor/men&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.iaaf.org/records/by-discipline/road-running/marathon/outdoor/men&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2018-12-17T22:10:42.383" LastActivityDate="2018-12-17T22:10:42.383" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="5279" PostTypeId="1" AcceptedAnswerId="7314" CreationDate="2015-05-19T03:04:51.913" Score="2" ViewCount="146" Body="&lt;p&gt;Wikimedia Commons is a database of 25,000,000+ freely usable media files to which anyone can contribute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Contributing a file to Commons takes some work (creating metadata, description, selecting categories), and it fails if the file has already been uploaded by someone else (or by forgetful me in the past).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, a database of all checksums of Commons files would be very useful, to compare before working on metadata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there such a database?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free&lt;/li&gt;&#xA;&lt;li&gt;Reasonably up-to-date, though I can bear with a week or so of delay&lt;/li&gt;&#xA;&lt;li&gt;API to quickly request whether a particular checksum is already on Commons or not&lt;/li&gt;&#xA;&lt;li&gt;No need to download the whole database before being able to use it&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-09-17T07:31:54.463" Title="Live database of checksums of all files on Wikimedia Commons" Tags="|api|wikimedia-commons|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5280" PostTypeId="1" AcceptedAnswerId="5281" CreationDate="2015-05-19T09:17:58.087" Score="1" ViewCount="55" Body="&lt;p&gt;I took this picture of a sculpture in Japan: &lt;img src=&quot;https://i.stack.imgur.com/KsMWys.jpg&quot; alt=&quot;GUARDIAN STONE&quot;&gt; (size reduced)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would I violate any law if I publish this picture under &lt;a href=&quot;https://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons BY-SA 3.0&lt;/a&gt;?&lt;br&gt;&#xA;Solid references required (law/decree texts), thank you!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just in case, for info the plaque reads: &lt;img src=&quot;https://i.stack.imgur.com/dVB0s.jpg&quot; alt=&quot;GUARDIAN STONE plaque&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-19T11:38:02.013" Title="Is it legal to publish under CC-BY-SA a picture of a recent sculpture in Japan?" Tags="|legal|creative-commons|japan|photographs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5281" PostTypeId="2" ParentId="5280" CreationDate="2015-05-19T11:38:02.013" Score="3" Body="&lt;p&gt;This is not really an &quot;open data&quot; question, but...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The answer is &quot;you are not allowed to do this&quot;; Japan does not allow commercial photography of otherwise copyrighted artistic works in public places, and the CC-BY-SA license allows commercial reuse, so the two are incompatible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best resource for this sort of question is the (alarmingly comprehensive) &lt;a href=&quot;http://commons.wikimedia.org/wiki/Commons:Freedom_of_panorama#Japan&quot; rel=&quot;nofollow&quot;&gt;Freedom of Panorama list at Wikimedia Commons&lt;/a&gt;; it cites s. 46 of the Japanese copyright law. An English language version is &lt;a href=&quot;http://en.wikisource.org/wiki/Copyright_Act_of_Japan#Subsection_5_Limitations_on_Copyright&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol start=&quot;46&quot;&gt;&#xA;  &lt;li&gt;With the exception of the following instances, it shall be permissible to exploit, by any means whatsoever, an artistic work permanently installed in an open place as provided for in paragraph (2) of the preceding Article and an architectural work: (...) (iv)　reproduction of an artistic work exclusively for the purpose of selling its reproductions and the sale of such reproductions.&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I am not sure how precise a translation this is, and if an exact translation then &quot;exclusively&quot; might offer a &lt;em&gt;little&lt;/em&gt; wiggle room, but otherwise the gist seems fairly clear.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-05-19T11:38:02.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5282" PostTypeId="2" ParentId="5225" CreationDate="2015-05-19T12:37:51.623" Score="2" Body="&lt;p&gt;Yes, I know this doesn't actually answer the question, but it was getting a bit long for a comment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most 'space weather' forecasting is concerned with erruptive geoeffective events (the liklihood of a flare, radio burst or a CME, and the chance of it having an effect here on earth).  For space weather forecasts, the official US source is NOAA's &lt;a href=&quot;http://www.swpc.noaa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Space Weather Prediction Center&lt;/a&gt;.  NASA's &lt;a href=&quot;http://ccmc.gsfc.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Community Coordinated Modeling Center&lt;/a&gt; used to give forecasts for the liklihood of satellites and people in space being affected by events (where they don't have the same level of shielding from the earth's magnetic field), but there was an incident a few years back when NASA and NOAA gave conflicting forecasts, and now NASA doesn't give any at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although there don't tend to be forecasts for irradiance, there are two major archives for it that I'm aware of -- besides NOAA's &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/solar-radiation&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Solar Radiation Database&lt;/a&gt; for ground based data that's already been mentioned, the University of Colorado Boulder's Laboratory for Atmospheric and Space Physics's &lt;a href=&quot;http://lasp.colorado.edu/lisird/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LASP Interactive Solar Irradiance Datacenter&lt;/a&gt; has irradiance measurements from spacecraft.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One huge problem with irradiance data by location is much of the same problem with &lt;a href=&quot;https://opendata.stackexchange.com/a/4256/263&quot;&gt;day length by location&lt;/a&gt; -- you have to take into consideration things like obstructions (mountains, buildings, eclipses) and other effects of geography (day length will be longer, thus irradiance greater if on the equator side of a mountain in the summer).  If there are any irradiance forecasts, I would expect them to be non-location specific.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although the CCMC no longer provides forecasts, they do collect up an awful lot of near-real-time data at the &lt;a href=&quot;http://iswa.gsfc.nasa.gov/iswa/iSWA.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Integrated Space Weather Analysis System&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(disclaimer : I'm attached to multiple solar physics projects, one of which provides irradiance data to these groups)&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-05-19T12:37:51.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5283" PostTypeId="2" ParentId="5244" CreationDate="2015-05-19T20:04:07.190" Score="0" Body="&lt;p&gt;This to OpenFDA (beta) call may also be helpful.  Text sections are from the labeling, with text labels instead on LOINC codes.  Smaller return to parse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=set_id:f7deaf21-a14a-4f9d-a576-ece333219482&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=set_id:f7deaf21-a14a-4f9d-a576-ece333219482&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6237" LastActivityDate="2015-05-19T20:04:07.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5284" PostTypeId="1" CreationDate="2015-05-20T04:46:51.670" Score="2" ViewCount="90" Body="&lt;p&gt;In dbpedia vocabulary, why is class &quot;City&quot; not linked with class &quot;Country&quot; ?&lt;/p&gt;&#xA;" OwnerUserId="6557" LastActivityDate="2015-05-20T07:36:27.237" Title="In dbpedia vocabulary, why is class &quot;City&quot; not linked with class &quot;Country&quot;?" Tags="|linked-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5285" PostTypeId="1" CreationDate="2015-05-20T04:58:42.870" Score="4" ViewCount="99" Body="&lt;p&gt;Other than for nobel prizes, is there some award's/prize's linked data/rdf/schema available?&lt;/p&gt;&#xA;" OwnerUserId="6557" LastActivityDate="2015-07-19T10:07:29.940" Title="Other than for nobel prizes, is there some award's/prize's linked data available?" Tags="|linked-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5286" PostTypeId="2" ParentId="5284" CreationDate="2015-05-20T07:36:27.237" Score="3" Body="&lt;p&gt;I believe it is linked with Country through the &lt;code&gt;dbpedia-owl:country&lt;/code&gt; link, have you looked at this?&#xA;&lt;a href=&quot;https://stackoverflow.com/questions/15610033/query-cities-and-their-country-from-dbpedia&quot;&gt;StackOverflow, query cities and their country&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Qoute sample code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?city ?country &#xA;WHERE { ?city rdf:type dbpedia-owl:City ; &#xA;              rdfs:label ?label ; &#xA;              dbpedia-owl:country ?country &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6332" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-05-20T07:36:27.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5287" PostTypeId="1" AcceptedAnswerId="5289" CreationDate="2015-05-20T07:39:42.237" Score="5" ViewCount="359" Body="&lt;p&gt;Does anyone know if the CIA World Factbook (WF) country estimates are the CIA's own or whether they come from the World Bank (WB) or other sources? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As of today (2015-05-20), CIA WF's page on, for instance, &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/geos/et.html&quot; rel=&quot;nofollow&quot;&gt;Ethiopia&lt;/a&gt;, has economic estimates for 2014, whereas &lt;a href=&quot;http://data.worldbank.org/country/ethiopia&quot; rel=&quot;nofollow&quot;&gt;the WB's figures&lt;/a&gt; only go up to 2013. Pre-2013 data on CIA WF match with WB's ones, so I assume that WB is the source for these.&lt;/p&gt;&#xA;" OwnerUserId="6559" LastEditorUserId="2075" LastEditDate="2015-05-21T06:45:29.410" LastActivityDate="2015-05-21T06:45:29.410" Title="Source of CIA World Factbook estimates" Tags="|economics|worldbank|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5288" PostTypeId="2" ParentId="5285" CreationDate="2015-05-20T09:34:06.850" Score="2" Body="&lt;p&gt;1) Take a look at &lt;a href=&quot;http://en.wikipedia.org/wiki/List_of_prizes,_medals_and_awards&quot; rel=&quot;nofollow&quot;&gt;Wikipedia's list of prizes, medals and awards&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Searching through the list of different awards (and awarded people) could pave the way to find an interesting category, for example &lt;a href=&quot;http://en.wikipedia.org/wiki/Category:Fukuoka_Asian_Culture_Prize_winners&quot; rel=&quot;nofollow&quot;&gt;Fukuoka Asian Culture Prize winners&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) Then go to the &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;nofollow&quot;&gt;DBpedia SPARQL endopoint&lt;/a&gt; and extract all awarded persons like in this example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?awarded WHERE {&#xA; ?x dcterms:subject category:Fukuoka_Asian_Culture_Prize_winners&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="6156" LastActivityDate="2015-05-20T09:34:06.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5289" PostTypeId="2" ParentId="5287" CreationDate="2015-05-20T10:25:09.457" Score="6" Body="&lt;p&gt;They answer (partially) in the faq: &lt;a href=&quot;https://www.cia.gov/library/publications/resources/the-world-factbook/docs/faqs.html&quot;&gt;https://www.cia.gov/library/publications/resources/the-world-factbook/docs/faqs.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quoting them:&#xA;&lt;br&gt;&lt;strong&gt;What is The World Factbook’s source for a specific subject field?&lt;/strong&gt;&#xA;&lt;br&gt;&lt;em&gt;The Factbook staff uses many different sources to publish what we judge are the most reliable and consistent data for any particular category. Space considerations preclude a listing of these various sources.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And:&#xA;&lt;br&gt;&lt;strong&gt;Why are there discrepancies between The World Factbook's demographic statistics and other sources?&lt;/strong&gt;&#xA;&lt;br&gt;&lt;em&gt;Although estimates and projections start with the same basic data from censuses, surveys, and registration systems, final estimates and projections can differ as a result of factors including data availability, assessment, and methods and protocols.&lt;/em&gt; .... &lt;strong&gt;and continues&lt;/strong&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6044" LastActivityDate="2015-05-20T10:25:09.457" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5291" PostTypeId="1" CreationDate="2015-05-20T18:16:21.160" Score="2" ViewCount="51" Body="&lt;p&gt;I know that UPCs are optional. But I'm curious why when a company recalls all codes, those codes aren't listed. It would make it easier for apps to alert consumers accurately if more UPC codes were listed. &lt;/p&gt;&#xA;" OwnerUserId="6534" LastEditorUserId="6534" LastEditDate="2015-05-20T21:13:52.993" LastActivityDate="2015-05-23T04:27:20.730" Title="OpenFDA API: Why do some recalled items have UPCs listed and others don't, and is that something that would likely get improved?" Tags="|openfda|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5292" PostTypeId="1" CreationDate="2015-05-20T18:31:53.753" Score="5" ViewCount="197" Body="&lt;p&gt;For instance, last update to their database was on 01. of May. But on other pages I could find two reports that were published in May. So the newest report from their api that I could get is from April. They issue reports weekly. So in this case the reports are old 20 days even though it should not be more than a week old. One peculiar thing I noticed from their reports is that the date when the recall has started and the date when the report is issued are sometimes two months away. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So for apps trying to use the data to warn consumers about recalls, the user probably consumed whatever they bought over that two months lag. &lt;/p&gt;&#xA;" OwnerUserId="6534" LastEditorUserId="6534" LastEditDate="2015-05-20T18:48:33.920" LastActivityDate="2015-05-26T00:49:31.647" Title="OpenFDA: Why is the database updated infrequently, given that recall notices are pretty time sensitive . . . and when is it likely to get improved?" Tags="|openfda|" AnswerCount="3" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5293" PostTypeId="1" CreationDate="2015-05-20T18:35:43.890" Score="3" ViewCount="67" Body="&lt;p&gt;I'm trying to find a report of federal early childhood education funding levels by state, by year. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="6564" LastEditorUserId="90" LastEditDate="2015-05-20T20:36:41.550" LastActivityDate="2015-05-20T20:36:41.550" Title="Federal early childhood education funding" Tags="|data.gov|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5294" PostTypeId="2" ParentId="5293" CreationDate="2015-05-20T20:35:52.347" Score="1" Body="&lt;p&gt;ED.gov's State Fact Sheets on Proposed Federal Funding for Preschool for All is the report you are seeking. These reports are all about &quot;Increasing Access to High-Quality Early Childhood Education&quot;, divided by state, and include federal funding data:&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.ed.gov/about/inits/ed/earlylearning/increasing-access/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www2.ed.gov/about/inits/ed/earlylearning/increasing-access/index.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Head Start Program datasets provide annual information on demographics, state allocations, program statistics, and general information on Head Start enrollment history:&lt;br&gt;&#xA;&lt;a href=&quot;http://eclkc.ohs.acf.hhs.gov/hslc/data/factsheets&quot; rel=&quot;nofollow&quot;&gt;http://eclkc.ohs.acf.hhs.gov/hslc/data/factsheets&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Early Learning Initiative Awards&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.ed.gov/programs/racetothetop-earlylearningchallenge/awards.html&quot; rel=&quot;nofollow&quot;&gt;http://www2.ed.gov/programs/racetothetop-earlylearningchallenge/awards.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preschool Development and Expansion Grants and&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.ed.gov/programs/preschooldevelopmentgrants/pdgfactsheet.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www2.ed.gov/programs/preschooldevelopmentgrants/pdgfactsheet.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Race to the Top–Early Learning Challenge (RTT-ELC) (since 2011) funding here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.ed.gov/programs/racetothetop-earlylearningchallenge/2013-early-learning-challenge-flyer.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www2.ed.gov/programs/racetothetop-earlylearningchallenge/2013-early-learning-challenge-flyer.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;CCD is an annual collection of fiscal and non-fiscal data about all public elementary and secondary schools, public school districts, and state education agencies throughout the United States.&lt;br&gt;&#xA;&lt;a href=&quot;http://datainventory.ed.gov/Search?seriesID=175&quot; rel=&quot;nofollow&quot;&gt;http://datainventory.ed.gov/Search?seriesID=175&lt;/a&gt;&lt;br&gt;&#xA;CCD home, more data&lt;br&gt;&#xA;&lt;a href=&quot;http://nces.ed.gov/ccd/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ccd/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;DOE's budget has a table comparing discretionary funding by state&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nea.org/assets/docs/House-FY16-BR-Impact-on-ED-Discretionary-Title-I-and-IDEA_by_State.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.nea.org/assets/docs/House-FY16-BR-Impact-on-ED-Discretionary-Title-I-and-IDEA_by_State.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;not what you asked for&lt;/em&gt;&lt;br&gt;&#xA;this resource library has data, essentially comparing each state's performance (or lack thereof), as well as local government activities/spending and comparisons. Its actually really high quality data.&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.ed.gov/about/offices/list/opepd/ppss/reports.html&quot; rel=&quot;nofollow&quot;&gt;http://www2.ed.gov/about/offices/list/opepd/ppss/reports.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preschool Funding Trends by State Report:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nieer.org/publications/policy-reports/trends-state-funded-preschool-programs-survey-findings-2001-2002-2011&quot; rel=&quot;nofollow&quot;&gt;http://www.nieer.org/publications/policy-reports/trends-state-funded-preschool-programs-survey-findings-2001-2002-2011&lt;/a&gt;&lt;br&gt;&#xA;data:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nieer.org/sites/nieer/files/Trends%20in%20State%20Funded%20Preschool%20Programs_0.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.nieer.org/sites/nieer/files/Trends%20in%20State%20Funded%20Preschool%20Programs_0.pdf&lt;/a&gt;&lt;br&gt;&#xA;NIER publishes a Preschool Yearbook with state data comparisons:&lt;br&gt;&#xA;&lt;a href=&quot;http://nieer.org/yearbook&quot; rel=&quot;nofollow&quot;&gt;http://nieer.org/yearbook&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-05-20T20:35:52.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5295" PostTypeId="2" ParentId="4616" CreationDate="2015-05-21T08:53:36.523" Score="0" Body="&lt;p&gt;You can query &lt;a href=&quot;https://www.openstreetmap.org&quot; rel=&quot;nofollow&quot;&gt;Open Street Map&lt;/a&gt; for amenities such as &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:amenity%3Dparking&quot; rel=&quot;nofollow&quot;&gt;parking or garage&lt;/a&gt; (some of them has theirs &quot;parking_entrance&quot; and &quot;parking_exit&quot;) through &lt;a href=&quot;http://overpass-turbo.eu/#&quot; rel=&quot;nofollow&quot;&gt;Overpass API&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:csv(::id,::type,&quot;name&quot;)];&#xA;area[name=&quot;Berlin&quot;]-&amp;gt;.a;&#xA;( node(area.a)[amenity=parking_entrance];&#xA; way(area.a)[amenity=parking_entrance];&#xA; rel(area.a)[amenity=parking_entrance]; );&#xA;out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6156" LastEditorUserId="6156" LastEditDate="2015-05-21T09:01:33.530" LastActivityDate="2015-05-21T09:01:33.530" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5296" PostTypeId="1" CreationDate="2015-05-21T09:21:19.490" Score="2" ViewCount="247" Body="&lt;p&gt;i have traffic volume data (surrey city, ca) like this&#xA;&lt;img src=&quot;https://i.stack.imgur.com/3TEtA.png&quot; alt=&quot;the data are arterial traffic volume count from february 2013- 2014 in surrey&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wish to use Artificial neural network (Deep Learning) or ARIMA to predict traffic flow/volume of the urban area with the use of previous traffic count data. I want to know whether it is a good technique to predict traffic condition, I want to make the data 2013 as training set and the data 2014 as a testing, is it possible to do traffic flow/volume prediction in next time period if only use this dataset or we need other data to support it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;did i choose right method? or which method is suitable for this case&#xA;i really appreciate if somebody could help me how to do that.. need guidance, i am new in neural network.. &lt;/p&gt;&#xA;" OwnerUserId="6568" LastActivityDate="2015-05-21T09:21:19.490" Title="Traffic Volume/flow prediction Method" Tags="|city|machine-learning|traffic|" AnswerCount="0" CommentCount="1" ClosedDate="2015-05-26T19:07:16.423" ContentLicense="CC BY-SA 3.0" />
  <row Id="5298" PostTypeId="1" CreationDate="2015-05-21T15:29:20.463" Score="3" ViewCount="237" Body="&lt;p&gt;We are trying to link the openFDA drug data with similar databases from other countries, and struggling to find a set of identifiers that will allow us to match drugs in different formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can't see a field for the WHO's ATC code in the FDA data, and there are many other unique identifiers - which is best for international comparisons?&lt;/p&gt;&#xA;" OwnerUserId="6574" LastActivityDate="2015-12-13T09:12:56.950" Title="Comparing FDA drug data with other countries" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5299" PostTypeId="1" CreationDate="2015-05-21T16:27:24.393" Score="3" ViewCount="54" Body="&lt;p&gt;I'm looking for an aggregate data set which shows three datasets of related data, and a percentage share for each over time.  So for example, it might show manufacturers share over time for each of 3 categories of product.  I want the shares to total 100% in each category.   Another example might be 3 portfolios of similar stocks over time.  I want this for my cross section visualization of a series of nested shells.  Each axis will be a different dataset--the equivalent of an animated pie chart.  From the middle to the outside will equal 100%.  So 5 dimensional data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Clarification:  5 dimensions:  Time, categories (companies, for example) and 3 share dimensions, each of the 3 total 100%.  The values of category are preferably the same for the 3 share dimensions (not the share values), but not necessarily.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm sorry if this is vague, I don't have a particular type of data in mind.  At least 5 measurements in the time dimension would be nice.  Something cyclical in time would be nice too.  I can munge data.  Would something on data.gov work?  I'm basically a novice at data gathering, and would trade a visualization for data, Thus:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once the 3D visualization is complete, I will post the visualization in source form here.  Here it is as it now stands: &lt;a href=&quot;http://coderextreme.net/earth/world.html&quot; rel=&quot;nofollow&quot;&gt;http://coderextreme.net/earth/world.html&lt;/a&gt;  I will animate each plane of the cross-section individually over time.&lt;/p&gt;&#xA;" OwnerUserId="6577" LastEditorUserId="6577" LastEditDate="2015-05-23T17:51:05.347" LastActivityDate="2015-06-22T18:03:17.877" Title="% share in 3 datasets or portfolios in time-series. Data or API request for my animation" Tags="|data-request|api|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5300" PostTypeId="5" CreationDate="2015-05-21T17:45:47.130" Score="0" Body="&lt;p&gt;Wikimedia Commons is a media file repository making available public domain and freely-licensed educational media content (images, sound and video clips) to everyone, in their own language. It acts as a common repository for the various projects of the Wikimedia Foundation, but you do not need to belong to one of those projects to use media hosted here. The repository is created and maintained not by paid archivists, but by volunteers. The scope of Commons is set out on the project scope pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikimedia Commons uses the same wiki-technology as Wikipedia and everyone can edit it. Unlike media files uploaded to other projects, files uploaded to Wikimedia Commons can be embedded on pages of all Wikimedia projects without the need to separately upload them there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikimedia Commons is part of the non-profit, multilingual, free-content Wikimedia family.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The aim of Wikimedia Commons is to provide a media file repository:&lt;br&gt;&#xA;that makes available public domain and freely-licensed educational media content to all, and that acts as a common repository for the various projects of the Wikimedia Foundation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The expression &quot;educational&quot; is to be understood according to its broad meaning of &quot;providing knowledge; instructional or informative&quot;.&lt;br&gt;&#xA;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Main_Page&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-22T02:29:34.287" LastActivityDate="2015-05-22T02:29:34.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5301" PostTypeId="4" CreationDate="2015-05-21T17:45:47.130" Score="0" Body="Wikimedia Commons is a media file repository making available public domain and freely-licensed educational media content (images, sound and video clips) to all. It acts as a common repository for the various projects of the Wikimedia Foundation, but you do not need to belong to one of those projects to use media hosted here." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-22T02:28:54.113" LastActivityDate="2015-05-22T02:28:54.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5302" PostTypeId="2" ParentId="5119" CreationDate="2015-05-21T17:48:18.697" Score="3" Body="&lt;p&gt;About import and export: &lt;a href=&quot;http://www.trademap.org/Index.aspx&quot; rel=&quot;nofollow&quot;&gt;TradeMap&lt;/a&gt;, a Swiss statistical tool providing indicators on:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Export performance&lt;/li&gt;&#xA;&lt;li&gt;International demand &lt;/li&gt;&#xA;&lt;li&gt;Alternative markets &lt;/li&gt;&#xA;&lt;li&gt;Competitive markets &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;They also have a directory of importing and exporting companies of more than 200 countries more than 5000 products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another economic indicator is the &lt;a href=&quot;http://stat.wto.org/CountryProfile/WSDBCountryPFReporter.aspx?Language=E&quot; rel=&quot;nofollow&quot;&gt;World Trade Organization Database&lt;/a&gt;, on which you are available to make comparisons between their members states, with full economic information.&lt;/p&gt;&#xA;" OwnerUserId="6086" LastActivityDate="2015-05-21T17:48:18.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5303" PostTypeId="5" CreationDate="2015-05-21T17:53:16.263" Score="0" Body="&lt;p&gt;XML is defined by the W3C's XML 1.0 Specification, and various other related specifications, all of which are free open standards.&#xA;XML is a textual data format designed to emphasize simplicity, generality, and usability across the Internet.&#xA;Deviating from its original design defitions, XML was heavily used in the early web to represent arbitrary data structures; it can and still is used for such, although in most cases JSON provides a superior data structure format.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;W3C XML Technology Standard Specification:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.w3.org/standards/xml/&quot; rel=&quot;nofollow&quot;&gt;http://www.w3.org/standards/xml/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;W3C XML Activity:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.w3.org/XML/&quot; rel=&quot;nofollow&quot;&gt;http://www.w3.org/XML/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-22T02:29:03.887" LastActivityDate="2015-05-22T02:29:03.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5304" PostTypeId="4" CreationDate="2015-05-21T17:53:16.263" Score="0" Body="XML (eXtensible Markup Language) is a markup language for defining sets of rules for document encodings in a format that is both machine-readable and human-readable." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-22T02:29:47.713" LastActivityDate="2015-05-22T02:29:47.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5305" PostTypeId="5" CreationDate="2015-05-21T18:06:22.793" Score="0" Body="&lt;p&gt;The Federal Business Opportunities (FBO) was issued by the U.S. Government Printing Office (GPO), and initially published on the Web by the Community of Science; FBO updates daily lists of notices of proposed government procurement actions, contract awards, sales of government property, and other procurement information (again, over $25,000).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FedBizOpps.gov is the single government point-of-entry for Federal government procurement opportunities over $25,000. Government buyers are able to publicize their business opportunities by posting information directly to FedBizOpps via the Internet. Through one portal - FedBizOpps (FBO) - commercial vendors seeking Federal markets for their products and services can search, monitor and retrieve opportunities solicited by the entire Federal contracting community.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FedBizOpps is a public Web site that features notices of federal business opportunities, including proposed contract actions, solicitations, contract awards, and other procurement information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;FBO now includes the functionality of the Federal Technical Data Solutions (FedTeDS) which allows agencies to securely disseminate sensitive acquisition-related technical data for solicitations to approved business partners. This dataset contains current active notices and is updated weekly. &#xA;&lt;a href=&quot;https://www.fbo.gov/&quot; rel=&quot;nofollow&quot;&gt;https://www.fbo.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="244" LastEditDate="2015-05-22T02:30:20.930" LastActivityDate="2015-05-22T02:30:20.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5306" PostTypeId="4" CreationDate="2015-05-21T18:06:22.793" Score="0" Body="FBO (Federal Business Opportunites, aka FedBizOpps) is the U.S. federal government's entry point for procurement opportunities over $25,000." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-05-22T02:29:43.983" LastActivityDate="2015-05-22T02:29:43.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5308" PostTypeId="2" ParentId="5292" CreationDate="2015-05-22T11:47:50.190" Score="5" Body="&lt;p&gt;I don't disagree that the openFDA APIs should be updated more often however the site does specifically mention: &lt;em&gt;(emphasis mine)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;This API should not be used as a method to collect data to issue alerts to the public.&lt;/strong&gt; FDA seeks publicity about a recall only when it believes the public needs to be alerted to a serious hazard. FDA works with industry and our state partners to publish press releases and other public notices about recalls that may potentially present a significant or serious risk to the consumer or user of the product. &lt;a href=&quot;http://www.fda.gov/AboutFDA/ContactFDA/StayInformed/RSSFeeds/Recalls/rss.xml&quot;&gt;Subscribe to this Recall/Safety Alert feed here.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Source: &lt;a href=&quot;https://open.fda.gov/food/enforcement/#about-food-recalls-and-enforcement-reports&quot;&gt;https://open.fda.gov/food/enforcement/#about-food-recalls-and-enforcement-reports&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-05-22T11:47:50.190" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5309" PostTypeId="2" ParentId="5237" CreationDate="2015-05-22T18:43:38.883" Score="1" Body="&lt;p&gt;&lt;strong&gt;Step 1:&lt;/strong&gt; Write a &lt;a href=&quot;http://fuzz-box.blogspot.ch/2013/03/how-to-automatically-search-download-torrent-python-scrapy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;scraper&lt;/a&gt; to build a repository of &lt;a href=&quot;http://en.wikipedia.org/wiki/Torrent_file&quot; rel=&quot;nofollow noreferrer&quot;&gt;.torrent files&lt;/a&gt; or &lt;a href=&quot;http://en.wikipedia.org/wiki/Magnet_URI_scheme&quot; rel=&quot;nofollow noreferrer&quot;&gt;magnet links&lt;/a&gt;. You can also use the &lt;a href=&quot;https://news.ycombinator.com/item?id=3568393&quot; rel=&quot;nofollow noreferrer&quot;&gt;magnet-hashes from TPB&lt;/a&gt;. Or &lt;a href=&quot;https://stackoverflow.com/a/12480263/2327328&quot;&gt;convert&lt;/a&gt; a .torrent file to a magnet-link.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Step 2:&lt;/strong&gt; Pass those magnet-hashes to a script that retrieves the seeder/leecher stats. An example is &lt;a href=&quot;http://blog.abhijeetr.com/2011/10/get-seeds-peers-completed-info-from.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Step 3:&lt;/strong&gt; Repeat step 2, as many times and as often as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Step 4:&lt;/strong&gt; Occasionally update repo in step 1.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-05-22T18:43:38.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5310" PostTypeId="1" CreationDate="2015-05-22T19:13:29.230" Score="3" ViewCount="42" Body="&lt;p&gt;I'm looking for real agricultural contracts, that is actual contracts between farmers and processors (preferably in North America). Any ideas?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Generally I am thinking of contracts between farmers and middlemen. One example that has been in the news recently has been contracts between poultry growers and processors like Tyson and Perdue.&lt;/p&gt;&#xA;" OwnerUserId="6582" LastEditorUserId="754" LastEditDate="2015-05-26T02:00:21.063" LastActivityDate="2015-05-26T02:00:21.063" Title="Where can I find actual agricultural contracts?" Tags="|data-request|usa|finance|economics|legal|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5311" PostTypeId="1" CreationDate="2015-05-23T01:04:27.077" Score="6" ViewCount="1392" Body="&lt;p&gt;I am looking for as large as possible list of app names. The app names can be iOS or Android, does not really matter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is needed for a machine learning solution that requires large number of training examples. I can harvest manually a couple of hundreds but that is not enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Spent some time searching on the web and could not find any. Perhaps this information is classified but I wonder why.&lt;/p&gt;&#xA;" OwnerUserId="6584" LastActivityDate="2016-03-29T17:38:15.390" Title="List of iOS and/or Android apps" Tags="|machine-learning|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5312" PostTypeId="2" ParentId="5311" CreationDate="2015-05-23T03:02:36.107" Score="4" Body="&lt;p&gt;There is one public access MySQL Database that hosts a large number of records about iOS apps: &lt;a href=&quot;http://blog.statsios.com/post/70995857813/sql-queries-to-appstore&quot; rel=&quot;nofollow&quot;&gt;StatsiOS&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After little of cleaning I could obtain 1.98M unique app names! &lt;/p&gt;&#xA;" OwnerUserId="6584" LastActivityDate="2015-05-23T03:02:36.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5314" PostTypeId="2" ParentId="5292" CreationDate="2015-05-23T04:33:44.070" Score="1" Body="&lt;p&gt;Most FDA alerts are not recalls. They can be anything from requests for comments, minor labelling changes, warnings about possible adverse events (if the event is of a serious, or potentially life threatening harm they will be sure to reach out the practitioners in other ways besides their website).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mostly, in my experience, a lot of the FDA publications are concerning relatively minor things. On the other hand, I am not an American practitioner, but rather to drug safety research in an academic setting outside of your country.&lt;/p&gt;&#xA;" OwnerUserId="6585" LastActivityDate="2015-05-23T04:33:44.070" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5315" PostTypeId="1" CreationDate="2015-05-23T11:16:41.427" Score="3" ViewCount="41" Body="&lt;p&gt;Is there some way to search for data sets by structure, for example, I might want to search on the internet for time series data by time period, categorical data, share amount of total, or multiple columns of the above.  In particular, I want to search for (time series, category, share %1, share %2, share %3)&lt;/p&gt;&#xA;" OwnerUserId="6577" LastActivityDate="2015-05-23T11:16:41.427" Title="search for data by structure" Tags="|metadata|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5316" PostTypeId="2" ParentId="5299" CreationDate="2015-05-23T11:29:24.013" Score="1" Body="&lt;p&gt;For these kind of questions I think the most useful place to search is the &lt;a href=&quot;https://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow&quot;&gt;UCI Machine Learning Repository&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/&quot; rel=&quot;nofollow&quot;&gt;Full list of datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Use the filters on the left menu bar to select certain types of datasets. For example, &quot;Time series&quot;. You'll find data sets like this:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Daily+and+Sports+Activities&quot; rel=&quot;nofollow&quot;&gt;Daily and Sports Activities&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The dataset comprises motion sensor data of 19 daily and sports activities each performed by 8 subjects in their own style for 5 minutes. Five Xsens MTx units are used on the torso, arms, and legs. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-05-23T11:29:24.013" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5317" PostTypeId="2" ParentId="5311" CreationDate="2015-05-25T07:28:21.997" Score="6" Body="&lt;p&gt;F-Droid is a repository of Android apps.&lt;br&gt;&#xA;All data is open source and freely reusable, including app names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The app names can be extracted from the XML file &lt;a href=&quot;https://f-droid.org/repo/index.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://f-droid.org/repo/index.xml&lt;/a&gt; by filtering on &lt;code&gt;&amp;lt;name&amp;gt;&lt;/code&gt; tags.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just extracted them for you, there are currently 1539 app names, here they are:&lt;br&gt;&#xA;&lt;a href=&quot;https://gist.github.com/nicolas-raoul/b20677ebcf6a39ca3ba2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/nicolas-raoul/b20677ebcf6a39ca3ba2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/b5iWx.png&quot; alt=&quot;F-Droid&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-25T07:28:21.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5318" PostTypeId="1" CreationDate="2015-05-25T09:53:36.767" Score="4" ViewCount="450" Body="&lt;p&gt;I've been following the instructions and the examples to configure ckanext-scheming extension (&lt;a href=&quot;https://github.com/open-data/ckanext-scheming&quot; rel=&quot;nofollow&quot;&gt;ckanext-scheming&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am able to access by URL to the different schemas (as the example shows) that I've configured. Now I wanted to put these links in the main Dataset page in order to choose the schema of the new dataset before is going to be created.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know if the extension does that by configuration? Should I modify the CKAN templates to add different schema buttons to be able to creat each new Dataset type? How do I should to modify the template?&lt;/p&gt;&#xA;" OwnerUserId="6217" LastEditorUserId="90" LastEditDate="2016-02-05T16:17:18.803" LastActivityDate="2020-01-28T15:47:46.520" Title="CKAN - ckanext-scheming - Add dataset button" Tags="|ckan|python|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5319" PostTypeId="1" CreationDate="2015-05-25T14:34:06.200" Score="8" ViewCount="325" Body="&lt;p&gt;I'm looking for cases where data (including software) that once was &lt;a href=&quot;http://opendefinition.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open&lt;/a&gt; is not anymore, or was not for periods of several months or more.&#xA;I can imagine several scenarios for this, including&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Technical problems (e.g. server failures, bandwidth issues)&lt;/li&gt;&#xA;&lt;li&gt;Legal problems (e.g. uncertainties over applicability of EU database rights)&lt;/li&gt;&#xA;&lt;li&gt;Social issues (e.g. new management at data producer, financial problems at data host)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I am interested in all of these and would appreciate pointers to concrete examples and attempted remedies. I have seen &lt;a href=&quot;https://opendata.stackexchange.com/questions/4749/searching-for-open-data-dataset-that-is-no-longer-online&quot;&gt;this related question&lt;/a&gt; that addresses the symptom of missing once-open data, but not the underlying causes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for link rot, I am right now only interested in cases where the data is actually not available any more, as opposed to not available on the original location, though distinguishing the two may of course be difficult.&lt;/p&gt;&#xA;" OwnerUserId="1857" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-06-08T12:54:33.150" Title="Cases where open data has been removed?" Tags="|data-request|best-practice|legal|software|social-process|" AnswerCount="6" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5320" PostTypeId="2" ParentId="5319" CreationDate="2015-05-25T15:21:19.620" Score="3" Body="&lt;p&gt;I can think of one instance that once open data was subsequently removed from public use in future iterations. Unfortunately I don't remember the specifics, but it involved the outcome of trials for criminal cases in a Midwestern state I can't at this moment recall. Not all of it was redacted in more recent releases, but the name of the judge and any other information that would identify the id of the trial were removed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this state judges were elected by popular vote, but unfortunately these judges found that the information from the publicly-released data were being used as a political attack against them. Opponents would argue that certain judges were soft on crime using this information. In this specific instance, open data was removed because people were using it for malicious purposes against other individuals.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-05-25T15:21:19.620" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5321" PostTypeId="1" CreationDate="2015-05-25T15:28:29.310" Score="8" ViewCount="4043" Body="&lt;p&gt;I'm looking for dataset for England clubs' players. No need for the statistics of clubs' win/lose. I'm looking for players' specific statistics. Like number of shoots or goals or position. Preferably if it includes historical data  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any other clubs/league can be great too. (if the data are rich enough)&#xA;Please some share resources &lt;/p&gt;&#xA;" OwnerUserId="6602" LastEditorUserId="754" LastEditDate="2015-05-26T08:20:07.133" LastActivityDate="2017-11-29T00:15:52.783" Title="Looking for soccer player data" Tags="|data-request|sports|uk|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5322" PostTypeId="2" ParentId="5279" CreationDate="2015-05-25T17:59:46.123" Score="2" Body="&lt;p&gt;I think &lt;a href=&quot;http://elog.io/&quot; rel=&quot;nofollow&quot;&gt;Elog.io&lt;/a&gt; meets your requirements or at least comes close. Some background on how they use checksums to find similar images is &lt;a href=&quot;http://commonsmachinery.se/2014/09/digital-image-matching-part-2-finding-similar-hashes/&quot; rel=&quot;nofollow&quot;&gt;in this blog post&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1857" LastActivityDate="2015-05-25T17:59:46.123" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5323" PostTypeId="2" ParentId="5319" CreationDate="2015-05-25T18:58:49.570" Score="1" Body="&lt;p&gt;Here's a relatively well known one:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;AOL issued an apology yesterday for posting on a public Web site 20&#xA;  million keyword searches conducted by hundreds of thousands of its&#xA;  subscribers from March to May. But the company's admission that it&#xA;  made a mistake did little to quell a barrage of criticism from&#xA;  bloggers and privacy advocates who questioned the company's security&#xA;  practices and said the data breach raised the risk of identity theft.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;…&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Source: &lt;a href=&quot;http://www.washingtonpost.com/wp-dyn/content/article/2006/08/07/AR2006080701150.html&quot; rel=&quot;nofollow&quot;&gt;AOL Takes Down Site With Users' Search Data&lt;/a&gt;, by Ellen Nakashima, Washington Post, 8 Aug 2006.&lt;/p&gt;&#xA;" OwnerUserId="6605" LastEditorUserId="18" LastEditDate="2015-05-26T14:11:52.957" LastActivityDate="2015-05-26T14:11:52.957" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5324" PostTypeId="2" ParentId="4080" CreationDate="2015-05-25T20:45:26.937" Score="2" Body="&lt;p&gt;Star Wars Kid Meme data dump - data is a subset of Apache server logs (2003-04-10--2003-11-26) covering the post and subsequent posts that went &quot;viral&quot; across the web. at 1.6gb uncompressed, the author decided to torrent it:&lt;br&gt;&#xA;&lt;a href=&quot;http://waxy.org/2008/05/star_wars_kid_the_data_dump/&quot; rel=&quot;nofollow&quot;&gt;Star Wars Kid: The Data Dump&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://waxy.org/bt/seed/star_wars_kid_logs.zip.torrent&quot; rel=&quot;nofollow&quot;&gt;waxy.org torrent (404s)&lt;/a&gt;&lt;br&gt;&#xA;EDIT UPDATE:&lt;br&gt;&#xA;&lt;a href=&quot;https://web.archive.org/web/20150701000000*/http://waxy.org/bt/seed/star_wars_kid_logs.zip.torrent&quot; rel=&quot;nofollow&quot;&gt;waxy.org torrent via Wayback Machine&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-07-22T15:33:59.137" LastActivityDate="2016-07-22T15:33:59.137" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5325" PostTypeId="2" ParentId="5292" CreationDate="2015-05-25T20:51:21.457" Score="2" Body="&lt;p&gt;From the commentators here and further research, it appears that the OpenFDA  API allows access to the FDA's repository for enforcement reports, which they don't want apps to use for recall alert data. The reports are not specific to just recalls and don't show the most recent recalls. A stated intent of the API though is to allow app developers to use FDA recall data to alert consumers according to a &lt;a href=&quot;http://www.fda.gov/NewsEvents/Newsroom/PressAnnouncements/ucm399335.htm&quot; rel=&quot;nofollow&quot;&gt;2014 press release&lt;/a&gt;. But for now the RSS feed is the best source for this data. However, it doesn't include UPC codes or the functionality of an API. Given that people die from food safety issues, it's a bit disappointing that this isn't prioritized. (In our case, with this available on the FDA's api, we could easily offer free real time recall text/e-mail alerts for 85% of the food purchased in the US and specific to the users who had purchased the recalled item.) &lt;/p&gt;&#xA;" OwnerUserId="6534" LastEditorUserId="6534" LastEditDate="2015-05-26T00:49:31.647" LastActivityDate="2015-05-26T00:49:31.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5326" PostTypeId="1" CreationDate="2015-05-26T00:33:28.297" Score="4" ViewCount="22" Body="&lt;p&gt;I'd like to know how many iPhones have been stolen since Activation Lock was introduced.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2015-05-26T00:33:28.297" Title="Where can I go to get statistics on iPhone thefts?" Tags="|police|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5327" PostTypeId="2" ParentId="4397" CreationDate="2015-05-26T03:28:40.650" Score="1" Body="&lt;p&gt;After long hours of searching, I could not find one. The short answer was to crawl many different websites, separate the data, and use multi-nomial bayes or a radial basis function depending on how awful the results were to generate my own corpus via cluster/grouping with the manually classified data forming a kernel.&lt;/p&gt;&#xA;" OwnerUserId="5526" LastEditorUserId="5526" LastEditDate="2015-05-26T06:08:42.647" LastActivityDate="2015-05-26T06:08:42.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5328" PostTypeId="1" AcceptedAnswerId="5330" CreationDate="2015-05-25T14:53:50.113" Score="5" ViewCount="352" Body="&lt;p&gt;As part of my thesis on Visual Analytics I need to find a financial dataset to work on. The purpose of the thesis is to analyze a big-data-grade dataset and then visualize it in different ways. However so far I haven't a reliable source of financial big data. Where could one find such data?&lt;/p&gt;&#xA;" OwnerDisplayName="George Lydakis" LastActivityDate="2015-05-26T06:35:05.117" Title="Where could one find financial big data" Tags="|finance|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5329" PostTypeId="2" ParentId="5328" CreationDate="2015-05-25T16:36:05.310" Score="4" Body="&lt;p&gt;Take a look at &lt;a href=&quot;http://finance.yahoo.com/&quot; rel=&quot;nofollow&quot;&gt;Yahoo! Finance&lt;/a&gt; for daily, weekly, monthly data on S&amp;amp;P500 and other tickers. However, if you want microaggregated data (e.g. seconds, minutes, hours ---&gt; real big data) you have to pay (a lot!).&lt;/p&gt;&#xA;" OwnerUserId="6553" OwnerDisplayName="stochazesthai" LastActivityDate="2015-05-25T16:36:05.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5330" PostTypeId="2" ParentId="5328" CreationDate="2015-05-25T17:20:33.073" Score="7" Body="&lt;p&gt;I'm an accounting major and I know that for a number of my classes I've had to use various financial databases that have just tons of information available, but they're pay-services. However, I'd check out what your school has and see what can be downloaded.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All publicly traded companies also have to submit annual reports (10-K) and quarterly reports (10-Q) which you can find here: &lt;a href=&quot;http://www.sec.gov/edgar.shtml&quot;&gt;http://www.sec.gov/edgar.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Yahoo finance API for Python is also extremely convenient:&#xA;&lt;a href=&quot;https://pypi.python.org/pypi/yahoo-finance/1.2.1&quot;&gt;https://pypi.python.org/pypi/yahoo-finance/1.2.1&lt;/a&gt;&#xA;It includes being able to get historical stock information with some very simple function calls.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, there's no dearth of sources available since the government kind of makes a big deal about financial data having to be public. This was the number two result on my google search for &quot;financial datasets&quot;: &lt;a href=&quot;http://www.kdnuggets.com/datasets/index.html&quot;&gt;http://www.kdnuggets.com/datasets/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6613" OwnerDisplayName="user3471004" LastActivityDate="2015-05-25T17:20:33.073" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5331" PostTypeId="2" ParentId="5319" CreationDate="2015-05-26T14:50:40.017" Score="3" Body="&lt;p&gt;Not sure if this fits your requirement, but the Enron Email Dataset comes to mind. There are multiple locations where you can learn about the dataset, i.e. here: &lt;a href=&quot;https://www.cs.cmu.edu/~./enron/&quot; rel=&quot;nofollow&quot;&gt;https://www.cs.cmu.edu/~./enron/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The initially published dataset got cleaned because some information was too sensitive. &lt;/p&gt;&#xA;" OwnerUserId="6610" LastActivityDate="2015-05-26T14:50:40.017" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5332" PostTypeId="2" ParentId="5319" CreationDate="2015-05-26T15:48:19.370" Score="4" Body="&lt;p&gt;Here's an example from the NIH in 2008. Basically, the NIH learned that in some cases a clever algorithm could identify medical patients from two sets of open medical data. This is an early case in which attempted anonymization turned out to be insufficient.&#xA;&lt;a href=&quot;http://articles.latimes.com/2008/aug/29/local/me-dna29&quot;&gt;http://articles.latimes.com/2008/aug/29/local/me-dna29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FYI, here's my blog post about it at the time.&#xA;&lt;a href=&quot;http://legacy.earlham.edu/~peters/fos/2008/08/nih-takes-two-oa-dna-databases-offline.html&quot;&gt;http://legacy.earlham.edu/~peters/fos/2008/08/nih-takes-two-oa-dna-databases-offline.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6612" LastActivityDate="2015-05-26T15:48:19.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5333" PostTypeId="1" AcceptedAnswerId="5896" CreationDate="2015-05-26T20:10:37.623" Score="7" ViewCount="336" Body="&lt;p&gt;I'm looking for long lists of &lt;strong&gt;structured&lt;/strong&gt; demographic, economic, agricultural and/or geographic attributes of &lt;strong&gt;US States&lt;/strong&gt;. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;geo name=&quot;Iowa&quot; population=3107000 cows_per_capita=1.2* etc=...&amp;gt;&#xA;&amp;lt;geo name=&quot;Connecticut&quot; population=3597000 cows_per_capita=0.2* etc=...&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;*Cows_per_capita are my estimates&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A great source would be the CIA Factbook (i.e. &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/geos/us.html&quot; rel=&quot;nofollow&quot;&gt;US&lt;/a&gt;), but I don't know where analogous attributes can be found for individual States (also, it's only really structured by 3rd parties - &lt;a href=&quot;https://github.com/openmundi/factbook.json&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I feel like Wikidata would be also good source, but it seems the attribute lists are limited to qualitative data.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Formats: Appreciated formats are CSV, JSON, XML, .SQL, and even XLS/ODS files.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;License: it's for non-commercial use and I'll give plenty of attribution&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-08-28T08:48:34.400" LastActivityDate="2015-08-31T06:13:43.553" Title="Structured demographic, economic and geographic attributes of US States" Tags="|data-request|usa|demographics|state|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5334" PostTypeId="1" CreationDate="2015-05-26T20:21:06.057" Score="3" ViewCount="38" Body="&lt;p&gt;There have been observed discrepancies between the list of plans retrieved from Plan Finder API (via getIFPPlanQuotes call) and people's independent knowledge of which plans are offered in a particular location.  Some of these examples are documented here: &lt;a href=&quot;http://hhs.ddod.us/wiki/Use_Case_28:_Verify_accuracy_of_healthcare.gov_Plan_Finder&quot; rel=&quot;nofollow&quot;&gt;http://hhs.ddod.us/wiki/Use_Case_28:_Verify_accuracy_of_healthcare.gov_Plan_Finder&lt;/a&gt;.  Note that the data is consistently missing from both the API and Plan Finder website for consumers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wanted to see if anyone else had noticed similar issues.  Does anyone know if the issue might be just a matter of plans not submitting their data to the CMS Enterprise Portal?  If so, is there a systematic way to account for missing data?&lt;/p&gt;&#xA;" OwnerUserId="4267" LastActivityDate="2015-05-26T20:21:06.057" Title="Potentially missing Plan data from Plan Finder API" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5335" PostTypeId="2" ParentId="5319" CreationDate="2015-05-26T20:38:57.467" Score="2" Body="&lt;p&gt;Social Media APIs are prime examples here; literally most of them have done this, with the exception of flickr.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details differ for each, but essentially these companies make API consumption easy/cheap/something else to entice developers to mash it up with something, to generate excitement about their service(s). Then at some point after they decide to monetize their platform via consumption.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On one hand, it makes sense because you can't scale with unlimited consumption....on the other hand, considering it was offered in most cases, and lots of people put hard work and time into building things to effectively make their product better, its totally a dev killer.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Twiter's whitelist is a great example, although I'll go ahead and say every one of their API changes post 2008-09 is the same. Also when they nixed JSONP is another example.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Facebook killing off users RSS feeds is another example, but again, all of their API changes can be seen as the same. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Netflix, Skype, and Google Translate are all more examples, although again, practically every social media API i can think of has done this. Most recently LinkedIn killed their Open API (no irony there!!!! :) ).   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: textbook example of another one bites the dust: twitter kills politwoops data api functionality:&lt;br&gt;&#xA;&lt;a href=&quot;http://tktk.gawker.com/twitter-just-killed-politwoops-1708842376&quot; rel=&quot;nofollow&quot;&gt;http://tktk.gawker.com/twitter-just-killed-politwoops-1708842376&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-06-04T01:44:46.000" LastActivityDate="2015-06-04T01:44:46.000" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5336" PostTypeId="1" CreationDate="2015-05-26T21:54:43.080" Score="2" ViewCount="46" Body="&lt;p&gt;I would like to know if there is any temporal discrete data-set available with the ground truth labels. The goal is to test the performance of the temporal/evolutionary clustering methods, such as the Dynamic Topic Model.&lt;/p&gt;&#xA;" OwnerUserId="6617" LastEditorUserId="7031" LastEditDate="2019-12-08T15:53:03.453" LastActivityDate="2019-12-08T15:53:03.453" Title="Temporal discrete data with ground truth labels for clustering purpose" Tags="|data-request|nlp|time-series|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5337" PostTypeId="1" CreationDate="2015-05-26T22:02:24.243" Score="5" ViewCount="97" Body="&lt;p&gt;What makes some data visualization tools like CKAN, Socrata, OpenDataSoft, and Junar specific to Open Data? Is there anything special about Open Data formats that make it easier to work with in one tool over another? Has anyone done any comparisons of Open Data Visualization Tools? I've searched, but haven't found anything extensive. I saw one that only compares CKAN and Socrata.&lt;/p&gt;&#xA;" OwnerUserId="6616" LastActivityDate="2015-06-01T16:47:38.160" Title="What makes Open Data tools specific to Open Data?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5338" PostTypeId="1" AcceptedAnswerId="5341" CreationDate="2015-05-26T22:41:53.963" Score="3" ViewCount="209" Body="&lt;p&gt;Is anyone aware of fairly large publicly available interval censored datasets with covariates? I would like to use one for demonstrative purposes for an R-package. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One that comes to mind is the tooth study, (see 'tooth24' in the R-package 'straweib'). However, despite being in several R-packages, this dataset is part of a private study and isn't available for use without permission. Also, it'd be nice to have new datasets in the statistical literature.&lt;/p&gt;&#xA;" OwnerUserId="6618" LastEditorUserId="2075" LastEditDate="2015-05-27T14:22:54.537" LastActivityDate="2015-05-27T18:48:46.563" Title="Large (n &gt; 1,000) Interval Censored Datasets" Tags="|data-request|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5339" PostTypeId="1" CreationDate="2015-05-27T03:31:47.383" Score="1" ViewCount="410" Body="&lt;p&gt;I am looking for open German census data at the micro or census block level. I am particularly interested in economic/health/educational outcomes. However, I cannot find any in English. Is this open data even available?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="6620" LastEditDate="2015-05-27T15:54:35.327" LastActivityDate="2015-05-27T19:04:25.230" Title="Microdata from the German Census" Tags="|data-request|germany|census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5340" PostTypeId="2" ParentId="5339" CreationDate="2015-05-27T06:31:46.193" Score="2" Body="&lt;p&gt;Access to microdata (and block level data) from the 2011 Census in Germany is subject to some restrictions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Microdata is only available via an on-site access in a &quot;Research Data Center&quot;. Access to the data costs 250 EUR and has to be for scientific purposes. You have to be affiliated with a &quot;scientific institution&quot;, and this institution has to be registered with the Research Data Centers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.forschungsdatenzentrum.de/en/index.asp&quot; rel=&quot;nofollow&quot;&gt;http://www.forschungsdatenzentrum.de/en/index.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is one alternative. If you can live with results at the municipal level (or higher), you can retrieve some results via the online Census database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ergebnisse.zensus2011.de/?locale=en&quot; rel=&quot;nofollow&quot;&gt;https://ergebnisse.zensus2011.de/?locale=en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is another alternative, if you do need individual data for research or teaching purposes. In that case the &lt;a href=&quot;http://www.gesis.org/en/allbus&quot; rel=&quot;nofollow&quot;&gt;German General Social Survey (ALLBUS)&lt;/a&gt; might be of interest. It provides i.a. information on the topics you mention, and the data are readily available from &lt;a href=&quot;http://www.gesis.org/&quot; rel=&quot;nofollow&quot;&gt;GESIS&lt;/a&gt;. You only have to register and indicate what you are using the data for.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2015-05-27T19:04:25.230" LastActivityDate="2015-05-27T19:04:25.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5341" PostTypeId="2" ParentId="5338" CreationDate="2015-05-27T09:37:45.883" Score="1" Body="&lt;p&gt;You can have a look at the &lt;a href=&quot;http://www.europeansocialsurvey.org&quot; rel=&quot;nofollow&quot;&gt;European Social Survey&lt;/a&gt;. In this survey, household income is an interval censored variable. The survey also provides plenty of variables that can be used as covariates. For the reference year 2012, the complete survey comprises more than 54 000 individuals from 29 countries. The sample sizes for individual countries vary between 752 for Iceland and 2958 for Germany.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.europeansocialsurvey.org/data/download.html?r=6&quot; rel=&quot;nofollow&quot;&gt;survey documentation&lt;/a&gt; has an appendix on the &lt;a href=&quot;http://www.europeansocialsurvey.org/docs/round6/survey/ESS6_appendix_a2_e02_0.pdf&quot; rel=&quot;nofollow&quot;&gt;definition of the income intervals&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a given country the income intervals are disjoint. However, each country has its own definition of the income intervals. That means if  you merge the data of two or more countries, the income intervals become overlapping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data can be used &quot;without restrictions, for not-for-profit purposes&quot;, as long as you cite it properly (cf. &lt;a href=&quot;http://www.europeansocialsurvey.org/data/conditions_of_use.html&quot; rel=&quot;nofollow&quot;&gt;European Social Survey (ESS) - Conditions of use&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2015-05-27T18:48:46.563" LastActivityDate="2015-05-27T18:48:46.563" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5342" PostTypeId="2" ParentId="1828" CreationDate="2015-05-27T11:58:39.203" Score="1" Body="&lt;p&gt;You can find this information in the &lt;a href=&quot;http://www.oecd.org/tax/tax-policy/tax-database.htm#D_TaxesConsumption&quot; rel=&quot;nofollow&quot;&gt;OECD Tax Database&lt;/a&gt;. The rates are provided in an &lt;a href=&quot;http://www.oecd.org/ctp/consumption/Table-2.A2.1-VAT-GST-Rates-Dec-2014.xlsx&quot; rel=&quot;nofollow&quot;&gt;Excel sheet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately the table is confined to 33 OECD member states, among which 21 are also member of the EU.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2015-05-27T11:58:39.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5343" PostTypeId="2" ParentId="3262" CreationDate="2015-05-27T12:48:33.180" Score="1" Body="&lt;p&gt;Have a look at Eurostat's &lt;a href=&quot;http://ec.europa.eu/eurostat/web/labour-market/earnings/database&quot; rel=&quot;nofollow&quot;&gt;earnings database&lt;/a&gt;. There you will find the mean, median, 10th percentile and 90th percentile for &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/earn_ses_hourly&quot; rel=&quot;nofollow&quot;&gt;hourly&lt;/a&gt;, &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/earn_ses_monthly&quot; rel=&quot;nofollow&quot;&gt;monthly&lt;/a&gt; and &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/earn_ses_annual&quot; rel=&quot;nofollow&quot;&gt;annual&lt;/a&gt; earnings. These are gross earnings. For the moment there is data for 2002, 2006 and 2010. According to Eurostat, &lt;a href=&quot;http://ec.europa.eu/eurostat/web/labour-market/earnings&quot; rel=&quot;nofollow&quot;&gt;an update is due in 2016, with figures for 2014&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2015-05-27T12:48:33.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5344" PostTypeId="2" ParentId="2029" CreationDate="2015-05-27T13:05:29.310" Score="1" Body="&lt;p&gt;Eurostat has data for &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/demo_marcz&quot; rel=&quot;nofollow&quot;&gt;marriages&lt;/a&gt; and &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/demo_divcz&quot; rel=&quot;nofollow&quot;&gt;divorces&lt;/a&gt; by broad group of &lt;strong&gt;citizenship&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/demo_marcb&quot; rel=&quot;nofollow&quot;&gt;marriages&lt;/a&gt; and &lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/demo_divcb&quot; rel=&quot;nofollow&quot;&gt;divorces&lt;/a&gt; are also available by &lt;strong&gt;country of birth&lt;/strong&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2015-05-27T13:05:29.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5346" PostTypeId="2" ParentId="1273" CreationDate="2015-05-27T19:04:41.477" Score="1" Body="&lt;p&gt;On top of all being listed I will add SQL.&#xA;Please see the references links on utilization:&#xA;Example: &lt;a href=&quot;https://spark.apache.org/sql/&quot; rel=&quot;nofollow&quot;&gt;https://spark.apache.org/sql/&lt;/a&gt;&#xA;&lt;a href=&quot;http://www-01.ibm.com/software/data/infosphere/hadoop/big-sql.html&quot; rel=&quot;nofollow&quot;&gt;http://www-01.ibm.com/software/data/infosphere/hadoop/big-sql.html&lt;/a&gt;&#xA;&lt;a href=&quot;https://amplab.cs.berkeley.edu/benchmark/&quot; rel=&quot;nofollow&quot;&gt;https://amplab.cs.berkeley.edu/benchmark/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Python,Java/Scala,R and SQL are by default a must to be mastered. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mac/Linux over Windows.&lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2015-05-27T19:04:41.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5347" PostTypeId="1" CreationDate="2015-05-27T20:48:45.817" Score="4" ViewCount="250" Body="&lt;p&gt;I'm looking for a data set of US citizens/residents, etc. With data on things such as age, geographic location, gender, income, marital status, etc. The more the better. Where can I find an appropriate set of data?  A sample population made up of individuals.&lt;/p&gt;&#xA;" OwnerUserId="6627" LastActivityDate="2015-05-31T05:58:31.230" Title="Where can I find a data set of US Individuals?" Tags="|data-request|usa|medical|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="5348" PostTypeId="1" AcceptedAnswerId="5349" CreationDate="2015-05-28T10:50:27.520" Score="2" ViewCount="362" Body="&lt;p&gt;Every Facebook user has an identifier, for instance 73209645 or 1000002894239.&lt;br&gt;&#xA;Identifiers are given incrementally to newly created accounts.&lt;br&gt;&#xA;Some users even boast about their low number of digits. Typically, anyone below 100 is a classmate of Facebook's creator, and anyone below 10000 studied at Harvard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION:&lt;/strong&gt; Is there a mapping of identifiers and account creation dates?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;100030000 &amp;lt; id &amp;lt; 100030000 : Account created between 20080411 and 20080412&#xA;100040000 &amp;lt; id &amp;lt; 100050000 : Account created between 20080412 and 20080414&#xA;[...]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-28T10:54:43.233" Title="Mapping of Facebook identifier to account creation date" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5349" PostTypeId="2" ParentId="5348" CreationDate="2015-05-28T10:54:43.233" Score="2" Body="&lt;p&gt;This CSV file details identifiers for each month between August 2010 and February 2013:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://metadatascience.com/downloads/code/fbid_accountage.csv&quot; rel=&quot;nofollow&quot;&gt;http://metadatascience.com/downloads/code/fbid_accountage.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Columns explanation:&lt;br&gt;&#xA;&lt;a href=&quot;http://metadatascience.com/2013/03/14/lookup-table-for-inferring-facebook-account-creation-date-from-facebook-user-id/&quot; rel=&quot;nofollow&quot;&gt;http://metadatascience.com/2013/03/14/lookup-table-for-inferring-facebook-account-creation-date-from-facebook-user-id/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PROBLEM:&lt;/strong&gt; No data before 2010, nor after 2013.&lt;br&gt;&#xA;Any other answer very welcome!&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-05-28T10:54:43.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5350" PostTypeId="1" CreationDate="2015-05-28T11:41:48.270" Score="5" ViewCount="459" Body="&lt;p&gt;I'm trying to find comprehensive Gemeinde-level data for small (&amp;lt;10'000 inh.) municipalities in all of Germany.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The (joint-)distribution or at least some summary shares of the following characteristics is most important for me:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Gender&lt;/li&gt;&#xA;&lt;li&gt;Education&lt;/li&gt;&#xA;&lt;li&gt;Age&lt;/li&gt;&#xA;&lt;li&gt;Migratory background&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've found some data from the zensus2011 (&lt;a href=&quot;https://www.destatis.de/DE/PresseService/Presse/Pressekonferenzen/2013/Zensus2011/zensus_pk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.destatis.de/DE/PresseService/Presse/Pressekonferenzen/2013/Zensus2011/zensus_pk.html&lt;/a&gt;) but this - if I understand correctly - has no Gemeinde-level info on education, and I'm not sure if it's comprehensive (i.e. containing ALL Gemeinden in Germany). I am also happy if you point me to other data sources/Gemeinde-level data sets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: this request is related &lt;a href=&quot;https://opendata.stackexchange.com/questions/5352/list-of-german-mayors&quot;&gt;List of German local politicians&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2018-10-30T08:16:13.070" Title="German municipality-level data (Gemeinde) on demographics" Tags="|city|germany|census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5352" PostTypeId="1" AcceptedAnswerId="5398" CreationDate="2015-05-28T14:13:43.557" Score="1" ViewCount="107" Body="&lt;p&gt;I am looking for a dataset/list of all mayors of German municipalities. In particular I am interested in smaller municipalities (&amp;lt;10'000 inhabitants).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I care most about the following data&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Age&lt;/li&gt;&#xA;&lt;li&gt;Party affiliation&lt;/li&gt;&#xA;&lt;li&gt;Time in office&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But data containing partial or additional info are fine too&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: This is related to this question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/5350&quot;&gt;German municipality-level data (Gemeinde) on demographics&lt;/a&gt;, but since the answers would be distinct I am creating a second question.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-06-05T14:37:13.520" Title="List of German local politicians" Tags="|government|city|germany|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5353" PostTypeId="2" ParentId="5347" CreationDate="2015-05-28T21:42:09.307" Score="1" Body="&lt;p&gt;State voter files are a source for data about residents who have registered to vote.  This data gives name, address, age, and sometimes more (like party affiliation) for millions of people.  Economic demographics would have to be infered by matching to census blocks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the Ohio Secretary of State site hosts data here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.sos.state.oh.us/pls/voter/f?p=111:1&quot; rel=&quot;nofollow&quot;&gt;http://www2.sos.state.oh.us/pls/voter/f?p=111:1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not all states have public voter data, for example, the state of Wisconsin.&lt;/p&gt;&#xA;" OwnerUserId="3492" LastEditorUserId="3492" LastEditDate="2015-05-30T16:07:54.573" LastActivityDate="2015-05-30T16:07:54.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5354" PostTypeId="2" ParentId="4574" CreationDate="2015-05-28T22:19:48.413" Score="1" Body="&lt;p&gt;In answer to question #1, it looks like Excel Power Query can be used to bring the openFDA data into a table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This video illustrates how to bring OpenFDA data into an Excel table. &lt;a href=&quot;https://www.youtube.com/watch?v=N-FhPq_0N0M&quot; rel=&quot;nofollow&quot;&gt;https://www.youtube.com/watch?v=N-FhPq_0N0M&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6624" LastActivityDate="2015-05-28T22:19:48.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5355" PostTypeId="1" CreationDate="2015-05-29T11:47:56.080" Score="12" ViewCount="116" Body="&lt;p&gt;&lt;a href=&quot;http://www.genome.gov/10001733&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medical tests are characterized by validity, utility and cost&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Validity&lt;/strong&gt; is the probability that the test results are correct.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Utility&lt;/strong&gt; is the usefulness of having correct results (e.g. how much life can be gained by taking a test, finding out that there is a disease, and treating it in time).&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Cost&lt;/strong&gt; is, simply, the cost of taking the test.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I am looking for tables which show the validity, utility and cost of some commonly used clinical tests.&lt;/p&gt;&#xA;&lt;p&gt;I don't need them for clinical use; I only intend to bring some examples to illustrate a theoretical paper about diagnostics. So, the tables don't have to be very accurate or up-to-date.&lt;/p&gt;&#xA;&lt;p&gt;I found several research papers that try to assess the validity and utility of novel tests, e.g. some genetic or molecular tests for cancer, but they are too difficult for me because I don't have sufficient background in genetics or molecular biology. I need a simpler and more approximate table.&lt;/p&gt;&#xA;" OwnerUserId="2740" LastEditorUserId="23272" LastEditDate="2022-07-14T14:31:29.893" LastActivityDate="2022-07-14T14:31:29.893" Title="Validity, Utility and Cost of Clinical Tests" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5356" PostTypeId="1" AcceptedAnswerId="5358" CreationDate="2015-05-29T14:08:47.197" Score="2" ViewCount="210" Body="&lt;p&gt;Where can I find a dataset with all (or the most important) words from a language? For example, I need a dictionary for the Romanian language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the first stage just the words, the frequency would be useful also, nothing else.&lt;/p&gt;&#xA;" OwnerUserId="6636" LastEditorDisplayName="user6083" LastEditDate="2015-06-01T18:31:50.600" LastActivityDate="2015-06-01T18:31:50.600" Title="Language specific words dataset" Tags="|data-request|dictionary|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5357" PostTypeId="1" CreationDate="2015-05-29T15:14:02.423" Score="2" ViewCount="88" Body="&lt;p&gt;I'm going to collect demographic data from official sources.&#xA;&lt;br&gt;There is a list of census sites with informations like license, data format, granularity, direct links, languages, etc?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Will it be useful if shared or data aggregated?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any other info that will be useful?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm going to do some edits to this post, or opening a page on some website (is it possible to make a table here anyway?). So I'm starting list here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Italy, csv and excel format, city granularity, english available, link: &lt;a href=&quot;http://dati-censimentopopolazione.istat.it/?lang=en&amp;amp;SubSessionId=06184093-56c2-4f00-a62a-416c934fd65e&quot; rel=&quot;nofollow&quot;&gt;http://dati-censimentopopolazione.istat.it/?lang=en&amp;amp;SubSessionId=06184093-56c2-4f00-a62a-416c934fd65e&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;New Zeland, Excel format, english language, link: &lt;a href=&quot;http://www.stats.govt.nz/browse_for_stats/population/estimates_and_projections/historical-population-tables.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.stats.govt.nz/browse_for_stats/population/estimates_and_projections/historical-population-tables.aspx&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6044" LastEditorUserId="6044" LastEditDate="2015-05-29T20:43:35.767" LastActivityDate="2015-05-29T20:43:35.767" Title="Official data from census" Tags="|data-request|census|demographics|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5358" PostTypeId="2" ParentId="5356" CreationDate="2015-05-29T15:17:48.677" Score="2" Body="&lt;p&gt;It seems that you're looking for a &lt;a href=&quot;https://www.google.com/search?q=define+lexicon&amp;amp;ie=utf-8&amp;amp;oe=utf-8&quot; rel=&quot;nofollow&quot;&gt;lexicon&lt;/a&gt;, which normally contain words with their inflections, derivatives, frequencies, etc, derived from a corpus of text in a particular language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing that I could find for Romanian is the &lt;a href=&quot;http://ws.racai.ro:9191/repository/browse/romanian-wordform-lexicon/829373c4fb6811e2a8ad00237df3e358b11527e59e61482c9326eef392509cd4/&quot; rel=&quot;nofollow&quot;&gt;Romanian WordForm Lexicon&lt;/a&gt;, which contains lexical data extracted from the &lt;a href=&quot;http://ws.racai.ro:9191/repository/browse/romanian-balanced-corpus/8997021cfb6811e2a8ad00237df3e35848d354472f7b4f76985dcfbbaa26d04d/&quot; rel=&quot;nofollow&quot;&gt;Romanian Balanced Corpus&lt;/a&gt;, and it has slightly restricted use. It seems that you need to contact Dan Tufis, who is the maintainer. Information about the lexicon can be found &lt;a href=&quot;http://ws.racai.ro:9191/narratives/batch1/RoTblWordForm.pdf&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, including contact information for Dan Tufis, the structure of the lexicon, how to cite the lexicon, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may also be interested in the &lt;a href=&quot;http://ws.racai.ro:9191/repository/browse/romanian-wordnet-30/4611a43efb6811e2a8ad00237df3e3580b6b50d1111c4a6292694bded91d5c14/&quot; rel=&quot;nofollow&quot;&gt;Romanian WordNet&lt;/a&gt;, which contains sets of cognitive synonyms; it is a derivative work of &lt;a href=&quot;https://wordnet.princeton.edu/&quot; rel=&quot;nofollow&quot;&gt;Princeton's original WordNet project for English&lt;/a&gt;, and falls under the same jurisdiction as the Romanian WordForm Lexicon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately I don't know what is required to use MetaShare (which hosts/licenses all of these documents); it is part of &lt;a href=&quot;http://www.meta-net.eu/&quot; rel=&quot;nofollow&quot;&gt;MetaNet&lt;/a&gt;, the European Multilingual Technology Alliance.&lt;/p&gt;&#xA;" OwnerUserId="3328" LastEditorUserId="3328" LastEditDate="2015-05-29T15:23:07.697" LastActivityDate="2015-05-29T15:23:07.697" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5360" PostTypeId="1" AcceptedAnswerId="5361" CreationDate="2015-05-29T22:46:52.337" Score="2" ViewCount="72" Body="&lt;p&gt;So I downloaded QGIS and the 2014 TIGER/Line Shapefiles for US counties from &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER2014/COUNTY/&quot; rel=&quot;nofollow&quot;&gt;ftp://ftp2.census.gov/geo/tiger/TIGER2014/COUNTY/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I open the shapefiles up in QGIS I don't see any of the county names. Does the TIGER data simply not include county names or is there some option in QGIS that I'm just unaware of?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2015-07-15T14:15:31.663" Title="county borders with US county names" Tags="|usa|geospatial|county|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5361" PostTypeId="2" ParentId="5360" CreationDate="2015-05-30T01:36:23.693" Score="5" Body="&lt;p&gt;The data is in the Shapefile and the packaged &lt;code&gt;dbf&lt;/code&gt; file. In QGIS, you can use the &lt;code&gt;Attribute Table&lt;/code&gt; or &lt;code&gt;Identify Feature&lt;/code&gt; tools to expose these attributes. Animated GIF below here: &lt;a href=&quot;https://i.imgur.com/lSXp4Qr.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://i.imgur.com/lSXp4Qr.gif&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-05-30T01:36:23.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5362" PostTypeId="1" CreationDate="2015-05-30T07:05:19.227" Score="0" ViewCount="71" Body="&lt;p&gt;This question might sound vast, however I really need some help finding a composite index which I could calculate using specifically &lt;a href=&quot;http://data.worldbank.org/indicator/all&quot; rel=&quot;nofollow&quot;&gt;World Bank's &lt;strong&gt;WDI&lt;/strong&gt; database&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The concept of that index is not really a matter. It could be about anything, such as e.g., environment, finance, ..., as long as its parameters are included in that &lt;strong&gt;WDI&lt;/strong&gt; list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am trying to find a known composite index like &lt;strong&gt;Green national product&lt;/strong&gt;, &lt;strong&gt;Happy Planet Index (HPI)&lt;/strong&gt;, &lt;strong&gt;Human Development Index (HDI)&lt;/strong&gt;, or even simpler ones if the complex ones cannot be calculated with &lt;strong&gt;WDI&lt;/strong&gt; available data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My indices knowledge is short here, so please if someone knows about an index formula and can locate its parameters in that &lt;strong&gt;WDI&lt;/strong&gt; list, do suggest that to me.&lt;/p&gt;&#xA;" OwnerUserId="6642" LastEditorUserId="90" LastEditDate="2015-05-31T22:18:01.750" LastActivityDate="2015-06-04T13:08:22.217" Title="Composite Index creation, using WDI database from World Bank" Tags="|economics|worldbank|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5363" PostTypeId="2" ParentId="5337" CreationDate="2015-05-30T20:46:43.147" Score="3" Body="&lt;p&gt;Indeed, current Open Data portals are definitely data catalog oriented. This is cool as a first approach because at least it gives people the opportunity to identify what kind of data exists and where they are located.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, data catalogs are only a part of the answer to data opening needs. Data visualization is key to get adoption of Open Data policies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you provide citizens with the crimes bundled in a Shapefile archive, it's cool. If you have the ability to also automatically provide citizens with a dynamic and exhaustive map of crime data, displayed in their web browser or on their smartphone, it's even better. As anyone will be able to interoperate with the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that it requires substantial efforts to transform traditional Open Data formats into data visualization ready data flow. New generations of data platforms are entering the market space, which are promoting an API First approach, with data catalog AND data visualization APIs. See &lt;a href=&quot;http://blog.balefireglobal.com/2014/12/api-is-key-element-to-foster-data-based.html&quot; rel=&quot;nofollow&quot;&gt;http://blog.balefireglobal.com/2014/12/api-is-key-element-to-foster-data-based.html&lt;/a&gt; for instance (disclaimer: I'm the guy quoted in this article).&lt;/p&gt;&#xA;" OwnerUserId="6644" LastEditorUserId="6644" LastEditDate="2015-06-01T16:47:38.160" LastActivityDate="2015-06-01T16:47:38.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5364" PostTypeId="2" ParentId="5347" CreationDate="2015-05-31T05:58:31.230" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow&quot;&gt;Integrated Public Use Microdata Series (IPUMS USA)&lt;/a&gt; is a pretty amazing data source. It is one of the largest public tools for individual level data in the world. It allows you to extract data from previous census years as well as across census years. Many many variable choices are available including &lt;code&gt;age, geographic location, gender, income, marital status&lt;/code&gt; as well as many others.&lt;/p&gt;&#xA;" OwnerUserId="5933" LastActivityDate="2015-05-31T05:58:31.230" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5365" PostTypeId="1" CreationDate="2015-05-31T16:46:18.913" Score="1" ViewCount="29" Body="&lt;p&gt;I am trying to process a large amount of qualitative data (a large body of text) into separate fields. I am trying to take a large amount of text and divide or sort it into individual fields.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to add &quot;tags&quot; or demarcate the text I want to fall into specific categories I want them to go into?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, there is a large paragraph of text with several pieces of information I want to sort into individual categories (e.g. a name, a year, a small blurb about a company). How can I do that? Thanks&lt;/p&gt;&#xA;" OwnerUserId="6649" LastActivityDate="2015-05-31T16:46:18.913" Title="Sorting or populating qualitative data into specified fields from qualitative text?" Tags="|data-request|research|parsing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5366" PostTypeId="1" CreationDate="2015-05-31T19:41:52.680" Score="6" ViewCount="133" Body="&lt;p&gt;Where can I find a database that compiles US/world criminal data with basic description of the crime? (Preferably with keyword search function)&#xA;For example, something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Crime: homicide&lt;br&gt;&#xA;Year: 20xx&lt;br&gt;&#xA;Country/state: xxx&lt;br&gt;&#xA;Criminal: husband&lt;br&gt;&#xA;Victim: wife&lt;br&gt;&#xA;How crime happened: criminal shot victim&lt;/p&gt;&#xA;" OwnerUserId="6650" LastEditorUserId="90" LastEditDate="2015-05-31T19:58:31.230" LastActivityDate="2016-01-05T18:38:06.743" Title="Where can I find criminal data with basic info?" Tags="|data-request|crime|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5367" PostTypeId="2" ParentId="5366" CreationDate="2015-06-01T05:04:04.287" Score="3" Body="&lt;p&gt;nibrs has department-reported events&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20incident-based%20reporting%20system%20%28nibrs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20incident-based%20reporting%20system%20%28nibrs%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ncvs is a complex sample survey&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=245&quot; rel=&quot;nofollow&quot;&gt;http://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=245&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-06-01T05:04:04.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5368" PostTypeId="1" AcceptedAnswerId="5370" CreationDate="2015-06-01T07:15:55.767" Score="4" ViewCount="1316" Body="&lt;p&gt;I am looking for employment density in the USA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dimensions needed:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Per industry&lt;/li&gt;&#xA;&lt;li&gt;Per sq. ft. (per county or smaller could be acceptable too)&lt;/li&gt;&#xA;&lt;li&gt;Per year if available, otherwise something relatively recent&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I guess &quot;per sq. ft.&quot; makes more sense in cities, areas with too few datapoints would have wider averaging areas.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-06-01T10:03:24.667" LastActivityDate="2015-06-02T19:08:52.540" Title="Employment density in the USA (Employees per sq. ft. by industry)" Tags="|data-request|usa|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5369" PostTypeId="2" ParentId="5356" CreationDate="2015-06-01T08:42:00.323" Score="1" Body="&lt;p&gt;Specifically looking for Romanian, there is babelnet 2.5.1 (a multilingual wordnet) available under an Open licence from &lt;a href=&quot;http://babelnet.org/&quot; rel=&quot;nofollow&quot;&gt;http://babelnet.org/&lt;/a&gt;. (Open Multilingual Wordnet has no Romanian section yet.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A free corpus containg a good wealth of Romanian is europarl available from many places.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a dictionary, consider wiktionary (both ro.wiktionary.org and the Romanian entries from en.wiktionary.org).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anything else I am aware of may be free of charge for academic research, but not Open Data (e.g. the Leipzig Wortschatz corpora, &lt;a href=&quot;http://corpora.informatik.uni-leipzig.de/&quot; rel=&quot;nofollow&quot;&gt;http://corpora.informatik.uni-leipzig.de/&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-06-01T08:42:00.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5370" PostTypeId="2" ParentId="5368" CreationDate="2015-06-01T08:52:39.457" Score="3" Body="&lt;p&gt;i think you are looking for the american community survey's summary files?  if you want annual estimates, you will have to settle for geographies with at least 65,000 individuals.  if you can forgo annual estimates, the 5-year pooled file will give you areas down to 20,000 population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/acs/www/data_documentation/summary_file/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/acs/www/data_documentation/summary_file/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;if you want very very small areas and can accept slightly more dated information, use the 2010 census summary file instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ordinarily i would recommend using the acs microdata (person-level rather than aggregations), but you will get smaller geographies by using the aggregated information.  if you can accept pumas as your smallest area, you can work with acs microdata here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-06-01T08:52:39.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5371" PostTypeId="2" ParentId="5368" CreationDate="2015-06-01T09:14:34.050" Score="0" Body="&lt;p&gt;That's a pretty meaningless notion: employees, apart from forestry &amp;amp; agriculture, are &lt;strong&gt;concentrated&lt;/strong&gt; in specific (sometimes humongously large) facilities, not spread like butter on a toast. You can look at lease square footage and employment data in annual reports of individual companies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/BsqQT.jpg&quot; alt=&quot;Boeing Everett WA factory&quot;&gt;&#xA;&lt;sub&gt;Boeing Everett, WA, factory. Credit: Map data ©2015 Google Imagery ©2015 , DigitalGlobe, Island County, U.S. Geological Survey, USDA Farm Service Agency&lt;/sub&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want all-encompassing data &lt;strong&gt;by industry&lt;/strong&gt;, there's the Census County Business Patterns (and smaller, like ZIP code) dataset: &lt;a href=&quot;http://www2.census.gov/econ2013/CBP_CSV/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www2.census.gov/econ2013/CBP_CSV/&lt;/a&gt; (available for counties, metro areas, and quasi-ZIP code areas with a two years' lag).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sub&gt;Note: today, the switch to telecommuting employees and outside contractors makes statistics-derived numbers for service industries even more meaningless.&lt;/sub&gt;&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="458" LastEditDate="2015-06-02T09:08:43.457" LastActivityDate="2015-06-02T09:08:43.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5373" PostTypeId="1" CreationDate="2015-06-01T16:05:13.707" Score="1" ViewCount="68" Body="&lt;p&gt;When using &quot;count&quot; I have found that less frequent counts in a query are often incorrect. My ad hoc workaround has been to always set limit to 999, and only use the first 100 counts.  For example,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the following query &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:([20000101+TO+20170101])&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;skip=0&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:([20000101+TO+20170101])&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;skip=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;indicates there are 13428 reports with patient.reaction.reactionmeddrapt.exact=NEUTROPENIA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This query &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt.exact:(NEUTROPENIA)+AND+receivedate:([20000101+TO+20170101])&amp;amp;limit=1&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt.exact:(NEUTROPENIA)+AND+receivedate:([20000101+TO+20170101])&amp;amp;limit=1&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;indicates there are 26220 such reports.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interestingly, this (with ... replaced by text in previous links):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;.../drug/event.json?search=receivedate:([20000101+TO+20170101])&amp;amp;limit=999&amp;amp;count=patient.reaction.reactionmeddrapt.exact&amp;amp;skip=0&lt;/p&gt;&#xA;&#xA;&lt;p&gt;also indicates there are 26220 reports.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this a bug, or am I missing something?&lt;/p&gt;&#xA;" OwnerUserId="6632" LastActivityDate="2015-06-01T16:05:13.707" Title="Bug in count in openFDA Adverse Events?" Tags="|openfda|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5374" PostTypeId="2" ParentId="5214" CreationDate="2015-06-01T16:11:55.853" Score="1" Body="&lt;p&gt;A few of my colleagues in the MELODIES project (www.melodiesproject.eu) are using open wind data from various European sources. I just asked them for their recommendations:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;There are the brand new shiny &lt;a href=&quot;http://marine.copernicus.eu/&quot; rel=&quot;nofollow&quot;&gt;Copernicus data sets&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You can also get &lt;strong&gt;global&lt;/strong&gt; re-analysis data from the &lt;a href=&quot;http://www.ecmwf.int/en/research/climate-reanalysis/browse-reanalysis-datasets&quot; rel=&quot;nofollow&quot;&gt;European Centre for Medium-Range Weather Forecasting&lt;/a&gt;. The data come in GRIB/netCDF format which should be well-supported for conversion.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="6657" LastActivityDate="2015-06-01T16:11:55.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5375" PostTypeId="2" ParentId="5333" CreationDate="2015-06-01T21:22:02.067" Score="4" Body="&lt;p&gt;country.json should help you out on the country level:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/samayo/country.json&quot; rel=&quot;nofollow&quot;&gt;https://github.com/samayo/country.json&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-06-01T21:22:02.067" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5376" PostTypeId="1" CreationDate="2015-06-01T23:14:54.403" Score="1" ViewCount="98" Body="&lt;p&gt;Is there a data source which provides descriptions of the ingredients listed in &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/fcn/fcnNavigation.cfm?rpt=eafusListing&quot; rel=&quot;nofollow&quot;&gt;EAFUS DB&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been able to find details from varied sources (PubChem, Wikipedia etc etc) but I need something that explains the presence of a particular ingredient in that particular food.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching via regnum (see EAFUS Table) using &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/fcn/fcnNavigation.cfm?rpt=eafusListing&quot; rel=&quot;nofollow&quot;&gt;CFR Title 21 Search&lt;/a&gt; leads to mixed results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Updated link to EAFUS DB&lt;/p&gt;&#xA;" OwnerUserId="6660" LastEditorUserId="6660" LastEditDate="2015-06-03T05:38:34.527" LastActivityDate="2015-06-03T05:38:34.527" Title="OpenFDA: Is there a data source which provides descriptions of the ingredients listed in EAFUS DB?" Tags="|data-request|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5377" PostTypeId="2" ParentId="5368" CreationDate="2015-06-02T01:35:00.440" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www2.epa.gov/smart-growth/smart-location-mapping#SLD&quot; rel=&quot;nofollow noreferrer&quot;&gt;Smart Location Database&lt;/a&gt; by the &lt;a href=&quot;https://en.wikipedia.org/wiki/United_States_Environmental_Protection_Agency&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPA&lt;/a&gt; includes, among other things, gross employment density (jobs per acre) on unprotected land. It breaks it up by categories like Retail, Office, Industrial, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/fnrDz.jpg&quot; alt=&quot;Los Angeles&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="458" LastEditDate="2015-06-02T19:08:52.540" LastActivityDate="2015-06-02T19:08:52.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5378" PostTypeId="1" CreationDate="2015-06-02T12:49:00.243" Score="8" ViewCount="290" Body="&lt;p&gt;Assuming there are &lt;a href=&quot;https://opendata.stackexchange.com/questions/5280/is-it-legal-to-publish-under-cc-by-sa-a-picture-of-a-recent-sculpture-in-japan&quot;&gt;no copyright restrictions on the subject&lt;/a&gt;, can I insert a CC BY-SA photo as a figure in another work, for example an academic paper, that is not itself CC BY-SA?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Somewhere along the line I picked up this idea that CC BY-SA is more like LGPL than GPL when it comes to inclusion in other works. If so, is the difference between inclusion and modification clearcut?)&lt;/p&gt;&#xA;" OwnerUserId="3605" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-10-27T14:53:57.333" Title="Can I put a CC BY-SA photo in a non CC BY-SA work?" Tags="|licensing|creative-commons|photographs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5379" PostTypeId="1" CreationDate="2015-06-02T15:14:20.397" Score="3" ViewCount="96" Body="&lt;p&gt;After working with several of the Missions and implementing partners, the question comes up on what happens to data once it gets submitted to the &lt;a href=&quot;http://www.usaid.gov/data&quot; rel=&quot;nofollow&quot;&gt;DDL&lt;/a&gt;. For data tagged as Public, does it enter a searchable archive similar to the &lt;a href=&quot;https://en.wikipedia.org/wiki/Development_Experience_Clearinghouse&quot; rel=&quot;nofollow&quot;&gt;DEC&lt;/a&gt;? Is the intent to make the submitted openly available and downloadable by the public?&lt;/p&gt;&#xA;" OwnerUserId="6431" LastEditorUserId="754" LastEditDate="2015-06-04T02:01:38.477" LastActivityDate="2015-06-11T15:29:54.090" Title="What happens to the data submitted to the DDL?" Tags="|releasing-data|uses-of-open-data|usaidopen|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5380" PostTypeId="2" ParentId="5378" CreationDate="2015-06-03T08:52:34.980" Score="4" Body="&lt;p&gt;Assuming you comply with the license as regards attribution and labelling (ie, you indicate the author + the license in an appropriate way, such as an image caption) then you are free to do this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CC license &lt;a href=&quot;https://creativecommons.org/licenses/by-sa/3.0/us/legalcode&quot; rel=&quot;nofollow&quot;&gt;distinguishes&lt;/a&gt; between &quot;derivative works&quot;(1a), which need to get the CC-BY-SA license, and &quot;collective works&quot; (1c), which don't. Including one CC-BY-SA paper as a chapter in a book is considered a collective work, for example, and including an otherwise unmodified picture as a figure in a paper would seem to fall easily under this definition.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit (October 2015):&lt;/strong&gt; a US district court has &lt;a href=&quot;http://www.technollama.co.uk/us-court-interprets-copyleft-clause-in-creative-commons-licenses&quot; rel=&quot;nofollow&quot;&gt;recently discussed&lt;/a&gt; a similar issue (a CC-BY-SA image being used as the cover of a book) and held that that situation clearly constitutes a &quot;collective work&quot;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Because this 112-page book of maps is not in any way &quot;based upon&quot;” the Photograph, and because defendant did not &quot;recast, transform[], or adapt[]&quot; the Photograph when it used it as the cover art for the Atlas, see License § 1(b), the Court finds that neither the Atlas nor its cover constitutes a derivative work subject to the ShareAlike requirement. Rather, the Atlas is more akin to a collective work, because the Photograph was placed &quot;in its entirety in unmodified form&quot; alongside &quot;other contributions, constituting separate and independent works&quot; – that is, the maps.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="5418" LastEditDate="2015-10-27T14:53:57.333" LastActivityDate="2015-10-27T14:53:57.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5382" PostTypeId="2" ParentId="5379" CreationDate="2015-06-03T13:44:49.330" Score="4" Body="&lt;p&gt;Great questions- and ones that we try to answer as clearly as possible.  We've got a slew of links on the submission page including FAQs- but how would you want the information presented so that it's easiest to access?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once data is submitted to the DDL via the webpage(yes we are looking at easier submission methods) the data goes through a clearance process as outlined in &lt;a href=&quot;http://www.usaid.gov/sites/default/files/documents/1868/579.pdf&quot; rel=&quot;nofollow&quot;&gt;ADS579&lt;/a&gt;(aka USAID's Open Data Policy)  Look at the subsection:  579.3.2.5 Required Clearances and Data Publication Process&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When the public data is cleared it is available on www.usaid.gov/data for use and reuse by the public.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The intention of USAID's Open Data Policy and of the Federal Open Data Policy more broadly is that any information funded by taxpayer dollars is open to the public by default- except where doing so would harm privacy or security. If there is a concern of making the data public then that needs to be documented in reporting and adhere to principled redactions.&lt;/p&gt;&#xA;" OwnerUserId="726" LastActivityDate="2015-06-03T13:44:49.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5383" PostTypeId="1" AcceptedAnswerId="5390" CreationDate="2015-06-03T15:06:45.737" Score="1" ViewCount="248" Body="&lt;p&gt;I'm looking for a time series database with which I can be able to test some anomaly detection algorithms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be best if the ouliers can be listed on another file in order to evaluate the effectiveness  of the algorithm.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there such a database somewhere ?&lt;/p&gt;&#xA;" OwnerUserId="6678" LastActivityDate="2015-06-04T15:37:33.870" Title="Time series database to test algorithms of anomaly detection" Tags="|data-request|time-series|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5384" PostTypeId="1" AcceptedAnswerId="5451" CreationDate="2015-06-03T21:05:55.797" Score="6" ViewCount="91" Body="&lt;p&gt;Does income data exist during the 1840-1900 time period (or any span within in) that is at the micro level? Or was this information never collected in censuses, etc?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="90" LastEditDate="2015-06-03T21:25:09.277" LastActivityDate="2015-06-17T16:07:34.413" Title="1840-1900 Income Data in U.S" Tags="|data-request|usa|us-census|income|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5385" PostTypeId="1" CreationDate="2015-06-04T08:34:32.870" Score="1" ViewCount="100" Body="&lt;p&gt;I want to create and train a model which classifies a new text content into finance, programming, analytics, design etc. Where can I get enough dataset to train my models?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TIA.&lt;/p&gt;&#xA;" OwnerUserId="6687" LastActivityDate="2015-06-04T12:20:10.597" Title="Where can I download tagged dataset of text related to finance, programming, analytics etc" Tags="|machine-learning|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5386" PostTypeId="2" ParentId="5385" CreationDate="2015-06-04T12:20:10.597" Score="2" Body="&lt;p&gt;There are plenty of resources out there but you'll have to do a bit of poking around to verify that they contain the &lt;em&gt;specific&lt;/em&gt; information you're looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) The Hathi Trust has available a dataset derived from 4.8 million public domain volumes totaling 1.8 billion pages. The dataset includes over 734 billion words, dozens of languages, and spans multiple centuries. Features are informative, quantified characteristics of a text, and include: &#xA;* Volume-level metadata &#xA;* Page-level features &#xA;* Part-of-speech-tagged token counts &#xA;* Header and footer identification &#xA;* Sentence and line count &#xA;* Algorithmic language detection &#xA;* Line-level features &#xA;* Beginning and end line character count &#xA;* Maximum length of the sequence of capital characters starting a line &lt;/p&gt;&#xA;&#xA;&lt;p&gt;sharc [dot] hathitrust [dot] org/features&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Google's GDELT Project is ambitious in scope. Here's some verbiage from their website, &quot;GDELT monitors the world's broadcast, print, and web news from nearly every corner of every country in over 100 languages and identifies the people, locations, organizations, counts, themes, sources, emotions, counts, quotes and events driving our global society every second of every day, creating a free open platform for computing on the entire world.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;gdeltproject [dot] org/#intro&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) Quandl [dot] com has literally thousands and thousands of indexes available for download&lt;/p&gt;&#xA;&#xA;&lt;p&gt;4) You didn't say whether or not you had a budget. Here's a source that is worth looking into but isn't free...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;www [dot] wallstreethorizon [dot] com/historical-events-data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps...&lt;/p&gt;&#xA;" OwnerUserId="6688" LastActivityDate="2015-06-04T12:20:10.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5387" PostTypeId="2" ParentId="5383" CreationDate="2015-06-04T12:38:50.173" Score="1" Body="&lt;p&gt;Neither of these sources may contain &lt;em&gt;exactly&lt;/em&gt; what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fraud data in weka format. It has account duration in months but no specific time stamp:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;weka [dot] 8497 [dot] n7 [dot] nabble [dot] com/file/n23121/credit_fruad [dot] arff&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an Australian credit approval dataset from UCI...not fraud-specific, but related.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;archive [dot] ics [dot] uci [dot] edu/ml/datasets/Statlog+%28Australian+Credit+Approval%29&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry...this is the best I could do. I've been tracking data for several years with an eye towards identifying sources containing the specific information you're asking for.&lt;/p&gt;&#xA;" OwnerUserId="6688" LastActivityDate="2015-06-04T12:38:50.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5388" PostTypeId="2" ParentId="5362" CreationDate="2015-06-04T13:08:22.217" Score="1" Body="&lt;p&gt;I'm surprised by the question since each and every one of the indexes you cite (GNP, HDI, HPI) have extensive documentation on their calculations that are generalizable to any global data source whether that be the UN, OECD, World Bank, whatever. Look them up on Wikipedia, find their analogue inputs in the WDI list and plug and chug. It would take only a few minutes of effort on your part.&lt;/p&gt;&#xA;" OwnerUserId="6688" LastActivityDate="2015-06-04T13:08:22.217" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5389" PostTypeId="1" CreationDate="2015-06-04T15:23:24.663" Score="1" ViewCount="35" Body="&lt;p&gt;I am writing a paper on the variation of mobile prices in last 2 years. How can I get access to the past few year's data on mobile phones?&lt;/p&gt;&#xA;" OwnerUserId="6692" LastEditorUserId="23272" LastEditDate="2021-04-03T05:08:40.663" LastActivityDate="2021-04-03T05:08:40.663" Title="How to access past data for mobiles" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5390" PostTypeId="2" ParentId="5383" CreationDate="2015-06-04T15:37:33.870" Score="2" Body="&lt;p&gt;You should check out Rob Hyndman's &lt;a href=&quot;http://robjhyndman.com/TSDL/&quot; rel=&quot;nofollow&quot;&gt;Time Series Data Library&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6693" LastActivityDate="2015-06-04T15:37:33.870" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5391" PostTypeId="2" ParentId="3730" CreationDate="2015-06-04T16:22:33.490" Score="3" Body="&lt;p&gt;The go-to site for linguists who are looking for language data (including e.g. their families, iso codes, position etc.) is &lt;a href=&quot;http://www.glottolog.org&quot; rel=&quot;nofollow&quot;&gt;glottolog.org&lt;/a&gt;. They have all their data available for download in several formats. &lt;a href=&quot;http://www.wals.info&quot; rel=&quot;nofollow&quot;&gt;wals.info&lt;/a&gt; is also useful, but that one uses a more restricted set of languages that might contain less sub-national languages.&lt;/p&gt;&#xA;" OwnerUserId="6694" LastEditorUserId="6694" LastEditDate="2015-06-04T17:41:58.323" LastActivityDate="2015-06-04T17:41:58.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5392" PostTypeId="1" CreationDate="2015-06-04T16:51:19.900" Score="3" ViewCount="73" Body="&lt;p&gt;I tried a request,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.dol.gov//V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims?KEY=mykey&quot; rel=&quot;nofollow&quot;&gt;http://api.dol.gov//V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims?KEY=mykey&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;, but it returns old data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I set range of data in request url?&lt;/p&gt;&#xA;" OwnerUserId="6696" LastEditorUserId="1511" LastEditDate="2015-09-29T09:43:33.627" LastActivityDate="2015-09-29T09:43:33.627" Title="How to Set a Range of Data in request URL from DOL API Returning Unemployment Insurance Claims?" Tags="|api|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5393" PostTypeId="2" ParentId="4611" CreationDate="2015-06-04T19:07:34.830" Score="4" Body="&lt;p&gt;Not exactly SQL but SPARQL:&#xA;&lt;a href=&quot;http://research.microsoft.com/en-us/projects/nl-sparql/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NL-SPARQL: A Dialog-System Challenge Set for Converting Natural Language to Structured Queries&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;NL-SPARQL is a data set of natural language (NL) utterances to a conversational system in the movies domain and corresponding queries to Freebase in SPARQL. This dataset was collected via Crowdsourcing as described below.&lt;/p&gt;&#xA;&lt;p&gt;The data set is split into two sets: training (3,338 examples) and test (1,084 examples) set NL utterance and SPARQL query pairs.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Two examples:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;NL utterance:&lt;/p&gt;&#xA;&lt;p&gt;How many movies has Alfred Hitchcock directed?&lt;/p&gt;&#xA;&lt;p&gt;SPARQL Query:&lt;/p&gt;&#xA;&lt;p&gt; SELECT (COUNT(?movie) AS ?count) WHERE {?movie&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/type.object.type&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/type.object.type&lt;/a&gt;&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/film.film&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/film.film&lt;/a&gt;. ?movie&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/film.film.directed_by&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/film.film.directed_by&lt;/a&gt; ?director.&#xA;?director &lt;a href=&quot;http://rdf.freebase.com/ns/type.object.name&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/type.object.name&lt;/a&gt; &amp;quot;Alfred&#xA;Hitchcock&amp;quot;@en.}&lt;/p&gt;&#xA;&lt;p&gt;NL utterance:&lt;/p&gt;&#xA;&lt;p&gt;Show me movies in Chinese.&lt;/p&gt;&#xA;&lt;p&gt;SPARQL Query:&lt;/p&gt;&#xA;&lt;p&gt;SELECT ?movie WHERE { ?movie&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/type.object.type&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/type.object.type&lt;/a&gt;&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/film.film&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/film.film&lt;/a&gt;. ?movie&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/film.film.language&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/film.film.language&lt;/a&gt; ?lang. ?lang&#xA;&lt;a href=&quot;http://rdf.freebase.com/ns/type.object.name&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rdf.freebase.com/ns/type.object.name&lt;/a&gt; &amp;quot;Chinese language&amp;quot;@en.}&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-06-04T19:07:34.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5394" PostTypeId="1" CreationDate="2015-06-05T02:32:46.083" Score="3" ViewCount="33" Body="&lt;p&gt;I know Guidestar offers a paid product for publicly available, practically hidden,  nonprofit IRS 990 filings. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this data live somewhere else? &lt;/p&gt;&#xA;" OwnerUserId="6698" LastEditorUserId="1119" LastEditDate="2015-06-06T16:17:14.220" LastActivityDate="2015-06-06T16:17:14.220" Title="501c compensation dataset?" Tags="|finance|nonprofit|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5395" PostTypeId="2" ParentId="3730" CreationDate="2015-06-05T09:14:04.210" Score="1" Body="&lt;p&gt;You may want to look at the language data from Ethnologue at &lt;a href=&quot;http://www.ethnologue.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ethnologue.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two caveats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The data are released under a &quot;fair use&quot; licence which may meet your requirements, but technically is not Open Data&lt;/li&gt;&#xA;&lt;li&gt;You may agree or disagree with the judgements of the Ethnologue on the language/dialect division&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example in Papua New Guinea: &lt;img src=&quot;https://i.stack.imgur.com/UMBfQ.png&quot; alt=&quot;Papua New Guinea&quot;&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorUserId="754" LastEditDate="2015-06-05T10:20:45.150" LastActivityDate="2015-06-05T10:20:45.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5396" PostTypeId="1" AcceptedAnswerId="5419" CreationDate="2015-06-05T12:57:05.860" Score="1" ViewCount="64" Body="&lt;p&gt;I am looking for a networked data set for the same set of actors with multiple networks.&#xA;These multiple networks may represent different kind of interactions, or the same type of interaction under different conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is appreciated.&lt;/p&gt;&#xA;" OwnerUserId="6701" LastActivityDate="2015-11-26T11:16:46.200" Title="Data request: Multiple networks for multiple observation" Tags="|data-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5397" PostTypeId="1" CreationDate="2015-06-05T13:35:21.410" Score="1" ViewCount="51" Body="&lt;ul&gt;&#xA;&lt;li&gt;Most Android phones can not be used as root without performing &lt;a href=&quot;https://en.wikipedia.org/wiki/Rooting_%28Android_OS%29&quot; rel=&quot;nofollow&quot;&gt;special tricks&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Others can be used as root immediately after purchase, without doing anything special.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there a database listing the latter?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="6044" LastEditDate="2015-06-05T14:04:12.260" LastActivityDate="2015-06-05T14:04:12.260" Title="Database of Android phones with out-of-the-box root access" Tags="|data-request|computing|telecom|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5398" PostTypeId="2" ParentId="5352" CreationDate="2015-06-05T14:15:34.953" Score="3" Body="&lt;p&gt;The elections for the the mayors in German municipalities are organised by the respective states and the &lt;em&gt;Landeswahlleiter&lt;/em&gt; of the state publishes the results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the state of Saarland, the mayor elections can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.statistikextern.saarland.de/wahl/internet_saar/BM_SL/&quot; rel=&quot;nofollow&quot;&gt;http://www.statistikextern.saarland.de/wahl/internet_saar/BM_SL/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data contain: Date of election, all candidates with affiliations, detailed vote turnout. They do not contain gender or age of the candidates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the other states, searching &quot;Landeswahlleiter &lt;code&gt;&amp;lt;name of the state&amp;gt;&lt;/code&gt;&quot; brings you close to the results. You may need some German knowledge (or at least a dictionary) to navigate the pages; often no other language versions are provided.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorDisplayName="user6083" LastEditDate="2015-06-05T14:37:13.520" LastActivityDate="2015-06-05T14:37:13.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5400" PostTypeId="1" CreationDate="2015-06-05T23:34:20.900" Score="2" ViewCount="146" Body="&lt;p&gt;i've been trying to find data on Parking Tickets/Citations for US cities.&#xA;but it looks like it's really a rare occurrence for just a couple of cities like NY, Baltimore and Toronto&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My search was inspired by this article &#xA;&lt;a href=&quot;http://iquantny.tumblr.com/post/76937212765/using-open-data-to-predict-when-you-might-get-your&quot; rel=&quot;nofollow&quot;&gt;http://iquantny.tumblr.com/post/76937212765/using-open-data-to-predict-when-you-might-get-your&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i even tried calling a couple of US cities but they were quite surprised to hear such a request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bottomline, does anyone know any other US cities to open the data on   parking violations?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="6702" LastEditorUserId="754" LastEditDate="2015-06-08T03:21:14.193" LastActivityDate="2015-06-08T03:21:14.193" Title="Parking Tickets\Citations (impersonified) data for USA cities" Tags="|data-request|crime|parking|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5401" PostTypeId="2" ParentId="1884" CreationDate="2015-06-06T16:58:06.720" Score="6" Body="&lt;p&gt;Just released on Github!!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/waldoj/frostline&quot; rel=&quot;nofollow noreferrer&quot;&gt;Frostline&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A parser and resulting dataset for USDA plant hardiness zones. It uses the ZIP-querying API built into the U.S. Department of Agriculture’s Plant Hardiness Zone website (e.g., &lt;a href=&quot;http://planthardiness.ars.usda.gov/PHZMWeb/ZipProxy.ashx?ZipCode=55555&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://planthardiness.ars.usda.gov/PHZMWeb/ZipProxy.ashx?ZipCode=55555&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Full data set:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;https://github.com/waldoj/frostline/blob/master/hardiness_zones.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt;&lt;/s&gt; (1 MB) (&lt;a href=&quot;https://web.archive.org/web/20190417140838/https://raw.githubusercontent.com/waldoj/frostline/050a887ca34459b9aed986f244a2f92835a21cde/hardiness_zones.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org link&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;https://github.com/waldoj/frostline/blob/master/hardiness_zones.sqlite&quot; rel=&quot;nofollow noreferrer&quot;&gt;MySQL&lt;/a&gt;&lt;/s&gt; (1.8 MB) (&lt;a href=&quot;https://web.archive.org/web/20190417140808/https://raw.githubusercontent.com/waldoj/frostline/ac6bd2aa6e6d328a661c9913e90291f1c8e2e3f5/hardiness_zones.sqlite&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org link&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Static Github API:&lt;/strong&gt; (Replace &lt;em&gt;20001&lt;/em&gt; with your zipcode)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://phzmapi.org/20001.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/TtWNW.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/waldojaquith/status/606822234934677504&quot; rel=&quot;nofollow noreferrer&quot;&gt;my Twitter source&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-04-17T14:09:24.113" LastActivityDate="2019-04-17T14:09:24.113" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="5402" PostTypeId="2" ParentId="4611" CreationDate="2015-06-07T10:31:38.480" Score="2" Body="&lt;p&gt;You can find homework assignments that are submitted as forks for a MOOC Github repo. In this case, you'll find multiple SQL statements for the same question. The SQL style will be a little biased because all the students are following the same course.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/georgiIvanov/TelerikAcademy/tree/master/DatabaseSystemsCourse&quot; rel=&quot;nofollow&quot;&gt;TelerikAcademy - Database Systems Course&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/georgiIvanov/TelerikAcademy/blob/master/DatabaseSystemsCourse/04.IntroToSQL/SQLHomework.txt&quot; rel=&quot;nofollow&quot;&gt;Homework assignment for Intro SQL&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Then find forks of the main repo.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/search?q=telerik%20%20%20language%3ASQL&amp;amp;ref=searchresults&amp;amp;type=Code&amp;amp;utf8=%E2%9C%93&quot; rel=&quot;nofollow&quot;&gt;Search &quot;telerik language:SQL&quot;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Of the 100s of pages, &lt;a href=&quot;https://github.com/georgi-denchew/Telerik-Academy-Projects/blob/8f9bd741a10e1a68122174c30102159f6098b49e/Databases/06.Transact-SQL/TransactSQL.sql&quot; rel=&quot;nofollow&quot;&gt;here is an example of solutions from a student&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The files contain code like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- TASK 09&#xA;-- *Write a T-SQL script that shows for each&#xA;-- town a list of all employees that live in it.&#xA;&#xA;GO&#xA;&#xA;USE TelerikAcademy&#xA;GO&#xA;&#xA;DECLARE townCursor CURSOR READ_ONLY FOR&#xA;SELECT t.Name, t.TownID&#xA;FROM Towns t&#xA;&#xA;OPEN townCursor&#xA;DECLARE @townName nvarchar(50), @townID int&#xA;FETCH NEXT FROM townCursor INTO @townName, @townID&#xA;&#xA;WHILE @@FETCH_STATUS = 0&#xA;BEGIN&#xA;&#xA;    DECLARE empCursor CURSOR READ_ONLY FOR&#xA;    SELECT e.FirstName, e.LastName, a.TownID&#xA;    FROM Employees e, Addresses a&#xA;    WHERE e.AddressID = a.AddressID&#xA;&#xA;    OPEN empCursor&#xA;    DECLARE @empFirstName nvarchar(50), @empLastName nvarchar(50), @empTownID nvarchar(50), @toPrint nvarchar(1000) = @townName + ' -&amp;gt;'&#xA;&#xA;    FETCH NEXT FROM empCursor INTO @empFirstName, @empLastName, @empTownID&#xA;&#xA;    WHILE @@FETCH_STATUS = 0&#xA;    BEGIN&#xA;        IF(@empTownID = @townID)&#xA;        BEGIN&#xA;            SET @toPrint = @toPrint + ' ' + @empFirstName + ' ' + @empLastName + ','&#xA;        END&#xA;&#xA;        FETCH NEXT FROM empCursor INTO @empFirstName, @empLastName, @empTownID&#xA;    END&#xA;&#xA;    DECLARE @length int = LEN(@toPrint)&#xA;    SET @toPrint = SUBSTRING(@toPrint, 1, @length - 1)&#xA;    PRINT @toPrint;&#xA;&#xA;    CLOSE empCursor&#xA;    DEALLOCATE empCursor&#xA;&#xA;    FETCH NEXT FROM townCursor INTO @townName, @townID&#xA;END&#xA;&#xA;CLOSE townCursor&#xA;DEALLOCATE townCursor&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This MOOC is just one example...&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-06-07T10:31:38.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5403" PostTypeId="1" CreationDate="2015-06-04T14:48:58.357" Score="5" ViewCount="187" Body="&lt;p&gt;I am looking for open latitude, longitude data with information about parking lots.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for data or an API with an open source client library, using which I can specify a &lt;strong&gt;street name&lt;/strong&gt;, and get in return &lt;strong&gt;information about legal parking lots on that street&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Especially parking lots in the country Israel, planet Earth.&lt;/p&gt;&#xA;" OwnerDisplayName="nni6" LastEditorUserId="754" LastEditDate="2015-06-08T03:21:27.470" LastActivityDate="2018-04-16T17:28:37.633" Title="Coordinates of nearby parking lots, findable by street name" Tags="|geospatial|transportation|parking|" AnswerCount="2" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="5404" PostTypeId="5" CreationDate="2015-06-08T03:22:21.400" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-06-08T03:22:21.400" LastActivityDate="2015-06-08T03:22:21.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5405" PostTypeId="4" CreationDate="2015-06-08T03:22:21.400" Score="0" Body="For data questions about parking lots, where to park cars/etc." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-06-08T16:48:45.777" LastActivityDate="2015-06-08T16:48:45.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5406" PostTypeId="1" CreationDate="2015-06-08T07:31:01.937" Score="11" ViewCount="4549" Body="&lt;p&gt;Many radios all over the world are streaming live over the Internet.&lt;br&gt;&#xA;Each of them have one or several URLs. I am looking for a curated dataset of these streams.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name of the radio (ex: &lt;code&gt;ar:راديو هلا: هلا أخبار , en:Radio Hala&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;URL(s) of the stream (ex: &lt;code&gt;http://mp3hdfm32.hala.jo:8132&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;(Optional) Bandwidth(s) (ex: &lt;code&gt;128kbps&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;(Optional) &lt;a href=&quot;https://en.wikipedia.org/wiki/Radio_format&quot;&gt;Genre&lt;/a&gt; (ex: &lt;code&gt;All-news&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;(Optional) Official website (ex: &lt;code&gt;http://www.hala.jo&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;(Optional) Place where the radio's main studio is (ex: &lt;code&gt;31.962021, 35.940223&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;(Optional) URL to the logo of the radio (ex: &lt;code&gt;http://www.hala.jo/wp-content/uploads/2015/03/hala-logo-retina.png&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Bonus for any further curated data like wiki description or even aggregated ratings.&lt;/li&gt;&#xA;&lt;li&gt;The database must be reusable.&lt;/li&gt;&#xA;&lt;li&gt;Both established brick-and-airwaves radios and Internet-only radios are welcome.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-07-29T22:46:07.687" Title="Dataset of radio stations live streaming URLs, collaboratively curated" Tags="|data-request|audio|media|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5407" PostTypeId="1" CreationDate="2015-06-08T08:49:07.837" Score="6" ViewCount="117" Body="&lt;p&gt;I took many pictures of modern art paintings at a museum.&lt;br&gt;&#xA;I uploaded the &lt;a href=&quot;https://en.wikipedia.org/wiki/Public_domain&quot; rel=&quot;nofollow noreferrer&quot;&gt;public domain&lt;/a&gt; ones to &lt;a href=&quot;http://commons.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Commons&lt;/a&gt;, and wonder to what website I could upload the others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The website should keep the uploaded images, and provide visitors with as much as what the copyright laws allow (for instance only metadata and a fair-use thumbnail)&lt;/li&gt;&#xA;&lt;li&gt;The website should upload images to Wikimedia Commons as soon as they become public domain (the website should make calculations and keep track of that)&lt;/li&gt;&#xA;&lt;li&gt;The website should allow visitors to provide metadata, such as title, author, year, description. This metadata should be semantic/searchable, for instance one could query all paintings painted in 1925. Ideally it would use the same classification as Wikimedia Commons&lt;/li&gt;&#xA;&lt;li&gt;Users should not have to worry about licenses or copyright expiry dates. Users should just be asked the author's name/country/etc. From that information, the website should calculate the copyright expiry date and current rights.&lt;/li&gt;&#xA;&lt;li&gt;Pictures that are reusable &lt;em&gt;except for commercial use&lt;/em&gt; (like pictures of sculptures in Japan) should be available for download with a specific license excluding commercial use.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Illustration: Thumbnail of my picture of a 1925 painting realized in France by Catalan painter Joan Miró (1893-1983), owned by MOMAT and kept in Japan, will become public domain in 2053 if my calculations are correct and if laws do not change:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/UYAb9.png&quot; alt=&quot;oh ! un de ces messieurs qui a fait tout ça&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My goal is that:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wikimedia Commons receives the images as soon as legally possible.&lt;/li&gt;&#xA;&lt;li&gt;Copyright length calculations are double-checked and organized, I don't have to keep track of all laws by myself.&lt;/li&gt;&#xA;&lt;li&gt;If the painting is bought by a collector and kept private forever, at least we have a picture that will eventually be released.&lt;/li&gt;&#xA;&lt;li&gt;If the museum burns, at least we know that a picture exists.&lt;/li&gt;&#xA;&lt;li&gt;Have my pictures go to the greater good even if I die before 2053. And even if my backup disks fail before 2053, which is probable as well.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This &quot;open-input dark archive&quot; would prove vital to preserve:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;My pictures of copyrighted public murals in Syria, where they have probably been destroyed by war&lt;/li&gt;&#xA;&lt;li&gt;My pictures of modern art installations at a annual event after which installations are discarded&lt;/li&gt;&#xA;&lt;li&gt;My rare picture of a stadium that has been demolished while still protected by France's architecture copyright law&lt;/li&gt;&#xA;&lt;li&gt;My pictures of copyrighted election leaflets and transient propaganda material&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I &lt;a href=&quot;https://meta.wikimedia.org/wiki/2015_Community_Wishlist_Survey/Commons#Dark_archive&quot; rel=&quot;nofollow noreferrer&quot;&gt;suggested&lt;/a&gt; the idea at WMF and got 53 votes for, 3 votes against. An &lt;a href=&quot;https://phabricator.wikimedia.org/T120454&quot; rel=&quot;nofollow noreferrer&quot;&gt;issue&lt;/a&gt; has been created but is stagnating.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-05-22T05:25:39.303" LastActivityDate="2018-05-22T05:25:39.303" Title="Where to upload media not yet compatible with Wikimedia Commons licenses? (&quot;open dark archive&quot;)" Tags="|tool-request|licensing|images|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="5408" PostTypeId="2" ParentId="5319" CreationDate="2015-06-08T12:25:22.197" Score="4" Body="&lt;p&gt;One you'll probably remember - Wikimedia released (CC0) search logs in 2012, realised they were insufficiently anonymised, and took them down the same day:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://blog.wikimedia.org/2012/09/19/what-are-readers-looking-for-wikipedia-search-data-now-available/&quot; rel=&quot;nofollow&quot;&gt;https://blog.wikimedia.org/2012/09/19/what-are-readers-looking-for-wikipedia-search-data-now-available/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's probably quite a few more cases like this, where the dataset has been removed shortly after release by the maintainers, but many will be pretty much undocumented...&lt;/p&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="5418" LastEditDate="2015-06-08T12:54:33.150" LastActivityDate="2015-06-08T12:54:33.150" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5409" PostTypeId="1" CreationDate="2015-06-09T13:47:53.087" Score="2" ViewCount="197" Body="&lt;p&gt;I have successfully integrated Zxing's Bar-code Scanning Library with my android app. So, now I am able to get bar-code data of any product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, the problem that has arised is I need to link Outpan's PHP API with my android app. I tried a lot, but failed each and every time. Please help me guys. Please do write the entire code if possible, for integration the PHP API with my app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://stackoverflow.com/questions/25358203/android-barcode-scanner-with-outpan-database&quot;&gt;link&lt;/a&gt; also ain't helping me. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the &lt;a href=&quot;https://www.outpan.com/developers.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;link &lt;/a&gt;for Outpan's PHP API. And yes, I shall keep my PHP file on a web server.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please do not down-vote my question, as I have done a lot of research and tried a lot before asking this question! Please do understand!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please do help me!&lt;/p&gt;&#xA;" OwnerUserId="6711" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-06-09T13:47:53.087" Title="Linking Outpan's PHP API with Android" Tags="|api|barcodes|" AnswerCount="0" CommentCount="2" ClosedDate="2015-06-16T14:14:20.263" ContentLicense="CC BY-SA 3.0" />
  <row Id="5410" PostTypeId="1" CreationDate="2015-06-09T14:13:46.360" Score="3" ViewCount="132" Body="&lt;p&gt;Are there any open public datasets for the Women's World Cup in Canada 2015?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Didn't find anything for download on the official FIFA site (besides a single-page PDF booklet for the match schedule that, of course, states: Copyright © 1994 - 2015 FIFA. All Rights Reserved.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the dataset includes groups, teams, players, squads, matches, stadiums and so on and is in an open plain text format such as CSV (comma-separated values), JSON (javascript objects), SQL (structured query language), etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insight appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclosure: I'm the project lead of the football.db project collecting open public domain football data e.g. &lt;a href=&quot;https://github.com/openfootball/world-cup-women&quot; rel=&quot;nofollow&quot;&gt;openfootball/women-world-cup&lt;/a&gt; - Women's World Cup Datasets (note: just a start incl. teams and match schedule - not complete in any way)&lt;/p&gt;&#xA;" OwnerUserId="2464" LastActivityDate="2015-06-09T14:13:46.360" Title="Any Open Data Sets for the (Football) Women's World Cup (in Canada 2015)?" Tags="|data-request|sports|canada|" AnswerCount="0" CommentCount="1" ClosedDate="2019-06-13T15:03:12.523" ContentLicense="CC BY-SA 3.0" />
  <row Id="5411" PostTypeId="1" AcceptedAnswerId="5412" CreationDate="2015-06-09T16:21:36.330" Score="1" ViewCount="609" Body="&lt;p&gt;I just noticed that basic data such as historical Gross Domestic Product (GDP) at market prices in local currency differs between the World Bank (WB) and the OECD. For instance, for Canada between 2010 and 2013:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WB   : 1,662,757,000,000  1,760,011,000,000  1,819,967,000,000  1,881,200,000,000&#xA;OECD : 1.66276E+12        1.77001E+12        1.83123E+12        1.89376E+12&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Or France: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WB   :          1,998,481,000,000   2,059,284,000,000   2,091,059,000,000   2,113,687,000,000&#xA;OECD :          1.99711E+12         2.05812E+12         2.08639E+12         2.11789E+12&#xA;[OECD]/[WB]-1 : N/A                 -0.06%              -0.22%              +0.20%&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Sources: &lt;a href=&quot;http://data.worldbank.org/indicator/NY.GDP.MKTP.CN&quot; rel=&quot;nofollow&quot;&gt;WB&lt;/a&gt; and &lt;a href=&quot;http://dx.doi.org/10.1787/data-00729-en&quot; rel=&quot;nofollow&quot;&gt;OECD&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The differences are not huge, but for data that has presumably been sourced straight from national statistical institutions with no inflation correction, I'm still surprised. Also, the WB site mentions for its sources: &quot;World Bank national accounts data, and OECD National Accounts data files.&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Figures for GDP growth (real) in France in 2013 then differ by &lt;strong&gt;46bp (OECD: 0.74%, WB: 0.29%)&lt;/strong&gt; (42bp are explained by the difference in current GDP figures, the other 4bp come from differences in GDP deflator data), which is rather material. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone familiar enough with these 2 institutions' data collection methodologies to explain where these differences come from? &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Edit&lt;/em&gt;: Just for fun, I have downloaded the data for France from the &quot;official&quot; sources (&lt;a href=&quot;http://www.insee.fr/&quot; rel=&quot;nofollow&quot;&gt;INSEE&lt;/a&gt;, and &lt;a href=&quot;http://ec.europa.eu/eurostat/web/national-accounts/statistics-illustrated&quot; rel=&quot;nofollow&quot;&gt;Eurostat&lt;/a&gt; which gets its data from INSEE) and here is the result: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For GDP at current (market) prices: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;         2010        2011        2012        2013&#xA;INSEE    1,998.5     2,059.3     2,086.9     2,116.6 &#xA;Eurostat 1,998.5     2,059.3     2,086.9     2,116.6 &#xA;OECD     1,997.1     2,058.1     2,086.4     2,117.9 &#xA;WB       1,998.5     2,059.3     2,091.1     2,113.7 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And for real GDP growth:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;         2010    2011    2012    2013&#xA;INSEE    2.0     2.1     0.2     0.7 &#xA;Eurostat 2.0     2.1     0.2     0.7 &#xA;OECD     1.88    2.09    0.21    0.75 &#xA;WB       1.97    2.08    0.33    0.29 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That's quite depressing ...&lt;/p&gt;&#xA;" OwnerUserId="6559" LastEditorUserId="2075" LastEditDate="2015-06-10T15:34:24.083" LastActivityDate="2015-06-10T15:34:24.083" Title="Discrepancies between World Bank and OECD GDP data" Tags="|economics|worldbank|oecd|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5412" PostTypeId="2" ParentId="5411" CreationDate="2015-06-09T20:36:38.583" Score="1" Body="&lt;p&gt;I have just checked the &lt;a href=&quot;http://stats.oecd.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OECD's Statistics database&lt;/a&gt;, and I find the following GDP figures for France:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/dBgHr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The output approach figures from the OECD match those of the INSEE and Eurostat. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The figures that you attribute to the World Bank correspond to the figures that the OECD obtains by using the income and expenditure approaches. The three approaches are &lt;a href=&quot;http://www.oecd.org/std/na/annualnationalaccountsfaqs.htm#question1&quot; rel=&quot;nofollow noreferrer&quot;&gt;explained by the OECD&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OECD figures that I have found are in line with those from INSEE and Eurostat. You should know that national accounts are &lt;a href=&quot;http://www.oecd.org/std/na/annualnationalaccountsfaqs.htm#question3&quot; rel=&quot;nofollow noreferrer&quot;&gt;regularly revised&lt;/a&gt;. In such a case, international organisations, such as Eurostat, the OECD or the Worldbank update their databases, but it may take some time. And they possibly only due it at certain fixed dates and not all at the same time. Thus, figures from different sources can temporarily get out of sync.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In short, there is nothing to be depressed about. You just need to update you data. That's it. And anyway, the differences are really small.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Edit:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nevertheless, I suspect that in your case there is yet another explanation. According to your references, you are using data from the OECD's Economic Outlook. These data are displayed as annual data. However, a glance at the metadata reveals that the underlying data are not &quot;genuine&quot; annual data, but come from quarterly national accounts and are aggregated to annual data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/tgTGR.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2015-06-09T20:49:36.190" LastActivityDate="2015-06-09T20:49:36.190" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5413" PostTypeId="1" CreationDate="2015-06-09T21:11:22.477" Score="2" ViewCount="89" Body="&lt;p&gt;&lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/index.cfm&quot; rel=&quot;nofollow&quot;&gt;DailyMed&lt;/a&gt; lets me look up the Structured Product Label files for various medications, and I know that I can download a database of those drug labels from DailyMed &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/spl-resources.cfm&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Structured Product Labels (SPLs) are all as supplied from the drug packager. That means none of them is suitable for displaying general information about the generic drug, like &quot;ibuprofen&quot; rather than &quot;Advil&quot; - even the generic listings you find will be for something like &quot;Some-Company Ibuprofen&quot;. So, if I &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/search.cfm?labeltype=all&amp;amp;query=gabapentin&quot; rel=&quot;nofollow&quot;&gt;search for gabapentin&lt;/a&gt; I will find hundreds of results, but each of them makes reference to the company that makes the particular product. For instance, this is one of the &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=0936a88f-b569-49c4-951b-14e8f6273b53&quot; rel=&quot;nofollow&quot;&gt;gabapentin medication guides&lt;/a&gt; found by that search, and it includes the name and phone number of the company that makes it, and further it only has information about capsule, not other forms. (By contrast, &lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/medguide.cfm?setid=cff7de45-148b-4e96-88fd-6052bf75b5f7&quot; rel=&quot;nofollow&quot;&gt;this other manufacturer's product label&lt;/a&gt; talks about capsules, tablets and suspensions, since they make all those forms.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know you can find similar company-specific information on OpenFDA, such as this JSON document describing the same product as the first medication guide I linked to above; that has the same issues as the data straight from DailyMed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, is there a way through DailyMed or some other source to get information for a generic drug, without packager/manufacturer-specific information? To use an &lt;a href=&quot;http://www.nlm.nih.gov/research/umls/rxnorm/overview.html&quot; rel=&quot;nofollow&quot;&gt;RxNorm&lt;/a&gt; term, I'm looking for information about a &quot;concept&quot; rather than a &quot;brand&quot;.&lt;/p&gt;&#xA;" OwnerUserId="2079" LastActivityDate="2015-06-09T23:43:56.087" Title="Database of non-packager-specific drug information" Tags="|data-request|openfda|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5414" PostTypeId="2" ParentId="5413" CreationDate="2015-06-09T23:43:56.087" Score="1" Body="&lt;p&gt;Great question. There is an API for just this at: &lt;a href=&quot;http://rxnav.nlm.nih.gov/RxNormAPIs.html&quot; rel=&quot;nofollow&quot;&gt;http://rxnav.nlm.nih.gov/RxNormAPIs.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am guessing that you want the &lt;code&gt;/drugs?name=&amp;lt;some name here&amp;gt;&lt;/code&gt; endpoint, but there are a few from which to choose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best of luck.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-06-09T23:43:56.087" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5415" PostTypeId="1" CreationDate="2015-06-10T01:05:36.100" Score="1" ViewCount="9" Body="&lt;p&gt;I need an overview on all stages and theatres that play: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;a. Bertolt Brecht&lt;/p&gt;&#xA;&#xA;&lt;p&gt;b. William Shakespeare &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested to find out all stages in the USA and Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can this be achieved?&lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="2075" LastEditDate="2015-06-10T15:34:21.443" LastActivityDate="2015-06-10T15:34:21.443" Title="overview on all stages and theatres that play a. Bertolt Brecht b. W. Shakespeare" Tags="|data-request|calendar|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5416" PostTypeId="1" CreationDate="2015-06-10T04:30:43.287" Score="2" ViewCount="206" Body="&lt;p&gt;Wikipedia has articles about given names (example: &lt;a href=&quot;https://en.wikipedia.org/wiki/John&quot; rel=&quot;nofollow&quot;&gt;John&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In each of these articles, I would like to add a histogram showing how popular the name has been through the ages. For each year, it could be the number or proportion of children who received this name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find data for this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Must be reusable in Wikipedia (CC-BY-SA 3.0)&lt;/li&gt;&#xA;&lt;li&gt;Since as far back as possible, for instance there have been Johns since 134BC at least. Estimation data is OK.&lt;/li&gt;&#xA;&lt;li&gt;Some will argue that John was actually spelt another way and should be considered another name. Any stance is fine, as long as the data stays consistent with the stance they have chosen.&lt;/li&gt;&#xA;&lt;li&gt;I am looking for data for the whole world, but dataset for parts of it (for instance Chinese names only) are welcome too.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-06-11T03:39:24.980" LastActivityDate="2015-06-19T14:47:47.657" Title="Popularity of given names through the ages" Tags="|data-request|names|" AnswerCount="4" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="5418" PostTypeId="1" CreationDate="2015-06-10T15:56:21.713" Score="2" ViewCount="58" Body="&lt;p&gt;I work for a nonprofit organization and we are establishing a policy platform that will house research and policy reports, data, articles, etc.  What government data can we include on our platform that does not require prior permission or a formal contract.&lt;/p&gt;&#xA;" OwnerUserId="6728" LastEditorUserId="23272" LastEditDate="2021-04-07T13:09:47.943" LastActivityDate="2021-04-07T13:09:47.943" Title="Data Sharing by Other Orgs/Businesses" Tags="|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5419" PostTypeId="2" ParentId="5396" CreationDate="2015-06-10T18:28:46.740" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.casos.cs.cmu.edu/computational_tools/data2.php&quot; rel=&quot;nofollow&quot;&gt;CASOS Network Archive&lt;/a&gt; has a number of networks that may be of interest. For instance, the &lt;a href=&quot;http://www.casos.cs.cmu.edu/computational_tools/datasets/external/50women/index11.php&quot; rel=&quot;nofollow&quot;&gt;50 Women&lt;/a&gt; network tracks friendship networks (three realizations) among 50 adolescent girls.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another resource, if you're into very large data sets, if the &lt;a href=&quot;http://snap.stanford.edu/data/&quot; rel=&quot;nofollow&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt;, which has social, communication, and citation networks, among others. Some of these are temporal networks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.stats.ox.ac.uk/~snijders/siena/siena_datasets.htm&quot; rel=&quot;nofollow&quot;&gt;Siena data set&lt;/a&gt; page has temporal networks as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps if you provide a bit more information about what you are specifically looking for, you will get more relevant answers.&lt;/p&gt;&#xA;" OwnerUserId="5558" LastActivityDate="2015-06-10T18:28:46.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5420" PostTypeId="1" CreationDate="2015-06-11T09:45:53.517" Score="2" ViewCount="153" Body="&lt;p&gt;I am looking for User Transaction Dataset for movies&#xA;I have recently come across Movielens Dataset. &lt;a href=&quot;http://grouplens.org/datasets/movielens/&quot; rel=&quot;nofollow&quot;&gt;http://grouplens.org/datasets/movielens/&lt;/a&gt;&#xA;This dataset consists ratings of the movies given by users. But I need a dataset that contains user transaction histories&#xA;Like User 1 purchased movie X Y in first transaction, C,D,X in another transaction and so on. &lt;/p&gt;&#xA;" OwnerUserId="6740" LastActivityDate="2016-01-14T19:54:37.847" Title="Dataset of User Transaction history" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5421" PostTypeId="2" ParentId="5416" CreationDate="2015-06-11T13:36:56.080" Score="5" Body="&lt;p&gt;Here You have names with the popularity in capital city of Poland: &lt;a href=&quot;http://gorny.edu.pl/imiona/index.php?rok=0&quot;&gt;Popularne imiona w Warszawie&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6741" LastActivityDate="2015-06-11T13:36:56.080" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5422" PostTypeId="2" ParentId="5379" CreationDate="2015-06-11T15:29:54.090" Score="2" Body="&lt;p&gt;Technically speaking, metadata is submitted to the Development Data Library (DDL).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data may reside on other platforms and the DDL will point to wherever the data is using the downloadURL (or accessURL where appropriate).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The uploading of data happens after the metadata is submitted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This may change as the platform evolves, but is the current state is a two step process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the metadata is added to &lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gov/&lt;/a&gt; through an automated process and the metadata is searchable, but a full text searchable index of the data is not currently available as is the case with the Development Experience Clearinghouse (DEC).&lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2015-06-11T15:29:54.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5423" PostTypeId="2" ParentId="5418" CreationDate="2015-06-11T16:24:55.890" Score="2" Body="&lt;p&gt;anything with an open license - you'll have to check alot of that yourself, but you can start with data.gov, and other repos - typically all of the data in a repo is open, but again you'll want to check yourself to ensure that.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-06-11T16:24:55.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5424" PostTypeId="1" CreationDate="2015-06-11T21:58:55.790" Score="4" ViewCount="283" Body="&lt;p&gt;I'm looking for asset finance and microfinance data at the individual level.  I'm already aware of Kiva, Prosper and Lending Club (links below).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I'd like to find individual loan repayment histories and sociodemographic details from a variety of microfinance products.  If developing world, even better; if sub-saharan Africa, best!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's what I've found so far:&lt;br&gt;&#xA;Lending Club:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.lendingclub.com/info/download-data.action&quot; rel=&quot;nofollow&quot;&gt;https://www.lendingclub.com/info/download-data.action&lt;/a&gt;&lt;br&gt;&#xA;Prosper:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.prosper.com/tools/DataExport.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.prosper.com/tools/DataExport.aspx&lt;/a&gt;&lt;br&gt;&#xA;Kiva:&lt;br&gt;&#xA;&lt;a href=&quot;https://build.kiva.org/&quot; rel=&quot;nofollow&quot;&gt;https://build.kiva.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you help me add to the above list?  Thanks!&lt;/p&gt;&#xA;" OwnerUserId="6746" LastEditorUserId="18" LastEditDate="2015-06-17T15:05:42.523" LastActivityDate="2017-05-17T17:28:46.260" Title="Where can I find asset finance or microfinance data at the individual (loan recipient) level?" Tags="|data-request|finance|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5425" PostTypeId="1" CreationDate="2015-06-11T22:28:09.727" Score="3" ViewCount="23" Body="&lt;p&gt;I'm looking for historical aerial imagery for Ivory Coast (Cote d'Ivoire).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My first web searches have turned up nothing, but I know the French (and possibly the Soviets) created basemaps of the region in the post-colonial period (therefore there must be aerial imagery from which these maps were created).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone have suggestions of where to start looking?&lt;/p&gt;&#xA;" OwnerUserId="6747" LastEditorUserId="754" LastEditDate="2015-06-12T09:10:32.947" LastActivityDate="2015-06-12T09:10:32.947" Title="Historical Aerial Imagery of Ivory Coast" Tags="|data-request|historical|aerial-photography|ivory-coast|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5426" PostTypeId="2" ParentId="5416" CreationDate="2015-06-12T02:36:13.263" Score="4" Body="&lt;p&gt;For the USA, the Social Security Administration has statistics going back to 1880.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The whole national data is downloadable in a ZIP file available for download at &lt;a href=&quot;http://www.ssa.gov/OACT/babynames/limits.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.ssa.gov/OACT/babynames/limits.html&lt;/a&gt;&lt;br&gt;&#xA;Direct link: &lt;a href=&quot;http://www.ssa.gov/OACT/babynames/names.zip&quot; rel=&quot;noreferrer&quot;&gt;http://www.ssa.gov/OACT/babynames/names.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Excerpt:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;yob1880.txt:&#xA;&#xA;Mary,F,7065&#xA;Anna,F,2604&#xA;Emma,F,2003&#xA;Elizabeth,F,1939&#xA;Minnie,F,1746&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;License: Public domain per &lt;a href=&quot;http://www.ssa.gov/agency/websitepolicies.html#a0=7&quot; rel=&quot;noreferrer&quot;&gt;http://www.ssa.gov/agency/websitepolicies.html#a0=7&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-06-15T09:56:48.420" LastActivityDate="2015-06-15T09:56:48.420" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5427" PostTypeId="1" CreationDate="2015-06-12T20:58:48.703" Score="1" ViewCount="130" Body="&lt;p&gt;I am looking for some reliable and potentially free data that divides the UK into rural, urban etc. sections:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/collections/rural-urban-definition&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.uk/government/collections/rural-urban-definition&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;the classification can either be associated with postcodes or wsg84 lat long borders.&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="23272" LastEditDate="2022-07-14T12:22:33.763" LastActivityDate="2022-07-14T12:22:33.763" Title="UK Rural and Urban Data" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5428" PostTypeId="2" ParentId="5427" CreationDate="2015-06-12T21:50:02.593" Score="2" Body="&lt;p&gt;The link you provided links to some PDFs with colored maps (such as &lt;a href=&quot;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/427117/RUCLAD_leaflet_May2015.pdf&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/427117/RUCLAD_leaflet_May2015.pdf&lt;/a&gt;)... I assume you're looking for machine-readable data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/389344/RUC11_LAD11_EN.csv/preview&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/389344/RUC11_LAD11_EN.csv/preview&lt;/a&gt; has a CSV download where you get the Local Authority name, ID, rural status, and other information. Using ArcGIS, qGIS, CartoDB, or something similar, you can join these attributes with a geography file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scotland and Northern Ireland have their own distribution departments. The details for Scotland can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gov.scot/Publications/2014/11/2763/downloads&quot; rel=&quot;nofollow&quot;&gt;http://www.gov.scot/Publications/2014/11/2763/downloads&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="11425" LastEditDate="2016-09-16T17:48:20.697" LastActivityDate="2016-09-16T17:48:20.697" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5429" PostTypeId="1" CreationDate="2015-06-13T10:58:26.040" Score="7" ViewCount="108" Body="&lt;p&gt;Where can I get the original title of books, i.e. Marquez's book &quot;100 Years of Solitude&quot; has the original title &quot;Cien Años de Soledad&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some of the Hungarian publisher list this info, but especially in English language countries, book stores not do it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/FttX6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="1511" LastEditDate="2015-06-14T19:07:36.267" LastActivityDate="2015-07-20T13:08:53.163" Title="Original titles of books" Tags="|data-request|api|books|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5430" PostTypeId="1" AcceptedAnswerId="5433" CreationDate="2015-06-14T03:36:03.033" Score="12" ViewCount="1495" Body="&lt;p&gt;I'd like to grab as many soccer players names and their Wikipedia URL. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;David Beckham&quot;: 'David_Beckham',&#xA;&quot;Wayne Rooney&quot;: 'Wayne_Rooney'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The first portion is their name and the second is the extension for their Wikipedia page. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found a few lists like this: &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_current_Major_League_Soccer_players&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_current_Major_League_Soccer_players&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The URL above lists a few hundred/thousand names, and I suppose I could scrape it, but is there a better method since not every league has a list like that? Perhaps there is an already available index?&lt;/p&gt;&#xA;" OwnerUserId="6759" LastEditorUserId="9171" LastEditDate="2016-12-03T08:21:25.017" LastActivityDate="2016-12-03T11:02:05.157" Title="How to get soccer players Wikipedia URL?" Tags="|api|sports|wikipedia|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5431" PostTypeId="1" CreationDate="2015-06-14T05:10:55.067" Score="4" ViewCount="45" Body="&lt;p&gt;I'm looking for one or more novels, that multiple characters points of view.&#xA;(I don't care if it is 3rd person or 1st person), &#xA;with each chapter (or paragraph) annotated as to which character's POV it is from.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A good example of a in-copyright work is George R.R. Martin's Song of Ice and Fire. It has over a dozen POVs and each chapter it titled with the name of the character.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm sure these exist as there are many many books out of copyright.&#xA;But I have no idea how to work out which match my criteria.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The purpose of this is to investigate a machine learning approach to POV detection, &lt;a href=&quot;https://ebooks.stackexchange.com/questions/1018/sort-select-chapters-paragraphs-by-pov&quot;&gt;as in this question.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1686" LastEditorUserId="-1" LastEditDate="2017-04-13T13:00:05.497" LastActivityDate="2015-06-14T05:10:55.067" Title="Novels with chapters annotated POV" Tags="|data-request|english|corpora|books|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5432" PostTypeId="2" ParentId="5430" CreationDate="2015-06-14T08:30:59.413" Score="1" Body="&lt;p&gt;If you build a &quot;list of list&quot; of URLs or page names that contain names of soccer players, then you can either use the database dumps or an API-like tools that the Wikipedia community offer, to list just a few:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:Database_download&quot; rel=&quot;nofollow&quot;&gt;Database download&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://pypi.python.org/pypi/wikipedia/&quot; rel=&quot;nofollow&quot;&gt;Python API (basic)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.mediawiki.org/wiki/Manual:Pywikibot&quot; rel=&quot;nofollow&quot;&gt;Pywikibot (advanced)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-06-14T08:30:59.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5433" PostTypeId="2" ParentId="5430" CreationDate="2015-06-14T10:46:27.577" Score="6" Body="&lt;p&gt;First of all, if you want the page content, the best way to do this isn't by scraping, but by processing one of the &lt;a href=&quot;http://dumps.wikimedia.org/&quot; rel=&quot;noreferrer&quot;&gt;database dumps&lt;/a&gt; - you can do this locally, and it'll allow you to get the raw page content rather than rendered HTML.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To identify the pages, there are a number of possible options.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, &lt;strong&gt;categories&lt;/strong&gt; - these are comparable to index pages, but dynamically generated. Taking the example of &lt;a href=&quot;https://en.wikipedia.org/wiki/Anatole_Abang&quot; rel=&quot;noreferrer&quot;&gt;Anatole Abang&lt;/a&gt;, the first man on your MLS list, scroll to the bottom of the page and you'll see the article is in categories such as &quot;Cameroonian footballers&quot;, &quot;Major League Soccer players&quot;, etc. The category system is a hierarchical tree, and they should all be underneath &quot;Association football players&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the category tree is a little messy. If you just took everything downstream of this category, you'd pick up (among others) every fictional footballer Wikipedia knows about. A good compromise is to use something like &quot;Association football players by club&quot; and work downstream from there to a depth of perhaps four categories (the UK ones are pretty deeply nested).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If all you want to do is get page titles/URLs, you can use a tool like &lt;a href=&quot;http://tools.wmflabs.org/catscan2/catscan2.php&quot; rel=&quot;noreferrer&quot;&gt;catscan&lt;/a&gt; or (preferably) &lt;a href=&quot;http://tools.wmflabs.org/quick-intersection/index.php&quot; rel=&quot;noreferrer&quot;&gt;quick-intersection&lt;/a&gt; for this; be prepared to wait a while for it to process everything, but it'll give you a useful html/csv/etc file. You will still get some entries that shouldn't be there, but scraping would have the same problem!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Secondly, &lt;strong&gt;wikidata&lt;/strong&gt;. Wikidata is the structured-data &quot;spine&quot; to Wikipedia; almost every article in every language has a corresponding data element, which for Abang is &lt;a href=&quot;https://www.wikidata.org/wiki/Q19594142&quot; rel=&quot;noreferrer&quot;&gt;Q19594142&lt;/a&gt;. In theory, you should be able to query Wikidata to pull out, for example, - a) every person with occupation &quot;footballer&quot;; b) every person with a FIFA player ID; c) every person who was a member of a team which itself was a football team; ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, as of the time of writing it looks like this data has not yet been fully imported for sports players, and so it won't give you a comprehensive answer. But if you're someone reading this reply in 2017, take another look :-)&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-06-14T10:46:27.577" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5434" PostTypeId="1" CreationDate="2015-06-14T19:23:25.550" Score="2" ViewCount="85" Body="&lt;p&gt;Is anyone aware of 'social classification' data sources used, for example, here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.checkmyarea.com/EC3N4AB.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.checkmyarea.com/EC3N4AB.htm&lt;/a&gt; &quot;Wealthy singles in small city flats and suburban terraces&quot;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.checkmyarea.com/B66HE.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.checkmyarea.com/B66HE.htm&lt;/a&gt; &quot;Ethnically mixed young families and singles in terraced housing&quot;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.checkmyarea.com/EH12NG.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.checkmyarea.com/EH12NG.htm&lt;/a&gt; &quot;Suburban scottish households in small terraces and flats&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="754" LastEditDate="2015-06-15T02:59:05.753" LastActivityDate="2021-06-24T08:02:33.790" Title="Social classification data for the UK" Tags="|data-request|metadata|geospatial|geocoding|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5435" PostTypeId="1" AcceptedAnswerId="5437" CreationDate="2015-06-15T08:44:30.007" Score="4" ViewCount="210" Body="&lt;p&gt;I am looking for a complete set of all possible English words and phrases (i.e. 'fire', 'fire up', 'fire ant', 'under fire').&#xA;Actually, I need it for parsing online dictionary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best thing i found was standard &lt;code&gt;words&lt;/code&gt; file in my GNU/Linux system. It's pretty neat in terms of consistency and contains about 100k words (or 40k excluding plurals), but it has no two-word phrases with adpositions, such as 'hold on'.&lt;/p&gt;&#xA;" OwnerUserId="6764" LastEditorUserId="70" LastEditDate="2016-04-18T14:52:49.790" LastActivityDate="2016-04-18T14:52:49.790" Title="Where can I get a complete word and phrase list for English?" Tags="|data-request|english|dictionary|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5436" PostTypeId="2" ParentId="5416" CreationDate="2015-06-15T08:53:26.447" Score="5" Body="&lt;p&gt;For data beyond the SSA dataset (that goes back to 1880, but has full coverage only back to 1932), you may look at this site &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.galbithink.org/names/agnames.htm&quot;&gt;http://www.galbithink.org/names/agnames.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;providing names for US census data and from British sources. Note that some data are normalised (fortunately the normalisation patterns are Open Source, so you can inspect them and make up your judgement).&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-06-15T08:53:26.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5437" PostTypeId="2" ParentId="5435" CreationDate="2015-06-15T09:48:07.933" Score="6" Body="&lt;p&gt;Try &lt;a href=&quot;http://en.wiktionary.org&quot; rel=&quot;nofollow&quot;&gt;http://en.wiktionary.org&lt;/a&gt; – it's free and it has a lot of idioms and phrases.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorUserId="3451" LastEditDate="2015-12-24T03:37:42.633" LastActivityDate="2015-12-24T03:37:42.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5438" PostTypeId="2" ParentId="5416" CreationDate="2015-06-15T12:52:30.287" Score="5" Body="&lt;p&gt;For the USA there is another great source on names: The Social Security Death Index (SSDI). Especially it fills the sparseness in the SSA data predating 1932.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As the name tells, it contains only data of deceased people, not of the ones still alive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: The Social Security Master Death File (SSDMF) is available from &lt;a href=&quot;http://ssdmf.info/&quot; rel=&quot;nofollow&quot;&gt;http://ssdmf.info/&lt;/a&gt; It contains Names, Day of Birth and Day of Death. Data go back to 1800 (but the oldest points are probably input errors).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. Note that only the first 10 letters of the given name are recorded in the SSDMF: You find no CHRISOTPHER, but lots of CHRISTOPHE's.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorDisplayName="user6083" LastEditDate="2015-06-19T14:47:47.657" LastActivityDate="2015-06-19T14:47:47.657" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5439" PostTypeId="1" AcceptedAnswerId="9991" CreationDate="2015-06-15T16:08:53.970" Score="6" ViewCount="180" Body="&lt;p&gt;I am trying to find data that reports the decibel level at NBA games. I prefer as granular as possible - minute-by-minute would be fantastic. &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2016-11-02T19:39:53.183" Title="Where can I get decibel level data for NBA games?" Tags="|data-request|sports|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5440" PostTypeId="1" CreationDate="2015-06-15T16:57:03.320" Score="2" ViewCount="315" Body="&lt;p&gt;I was working with the API and trying to paginate the results and I ran into an error which says 'Skip value must 5000 or less'.  It would be nice if you guys could add this to your documentation because I had no idea that this limit was being imposed until I started to try and clean the data.  Now I must go and download it all over again to make sure I've captured all the data.&lt;/p&gt;&#xA;" OwnerUserId="6767" LastEditorUserId="23272" LastEditDate="2022-07-14T13:00:54.143" LastActivityDate="2022-07-14T14:36:57.353" Title="OpenFDA API: Including the skip parameter limit" Tags="|openfda|api|medical|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5441" PostTypeId="2" ParentId="4572" CreationDate="2015-06-15T18:42:48.517" Score="1" Body="&lt;p&gt;You could search for relevant datasets among the state and local datasets featured on Data.gov.&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?groups=local#topic=local_navigation&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?groups=local#topic=local_navigation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also search the local datasets on data.gov specifically for the term parking:&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=Parking&amp;amp;sort=none&amp;amp;groups=local&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435605%2C-59.0625%2C61.77312286453148#topic=local_navigation&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?q=Parking&amp;amp;sort=none&amp;amp;groups=local&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435605%2C-59.0625%2C61.77312286453148#topic=local_navigation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5834" LastEditorUserId="90" LastEditDate="2015-06-16T18:42:01.673" LastActivityDate="2015-06-16T18:42:01.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5442" PostTypeId="1" AcceptedAnswerId="5443" CreationDate="2015-06-15T21:01:56.070" Score="3" ViewCount="207" Body="&lt;p&gt;I'm looking for US population data since 1900 (or earlier) with age and sex breakdowns. The data appears to be available from the US Census Bureau, but in may different text or Excel files, sometimes differently per decade. For example, &lt;a href=&quot;https://www.census.gov/popest/data/historical/1980s/index.html&quot; rel=&quot;nofollow&quot;&gt;1980s data&lt;/a&gt; is one loosely structured text file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought this might be common enough that someone knows of an aggregated source, or multiple files with consistent structure.&lt;/p&gt;&#xA;" OwnerUserId="1095" LastEditorUserId="90" LastEditDate="2015-06-16T14:11:41.930" LastActivityDate="2015-06-16T14:11:41.930" Title="Historical US population by Age/Sex" Tags="|data-request|us-census|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5443" PostTypeId="2" ParentId="5442" CreationDate="2015-06-16T03:19:58.233" Score="4" Body="&lt;p&gt;You could see if &lt;a href=&quot;http://www2.census.gov/prod2/statcomp/documents/HistoricalStatisticsoftheUnitedStates1789-1945.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical Statistics of the United States 1789-1945&lt;/a&gt; is useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/9ZgZj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also calculate it using &lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;iPUMS&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="1095" LastEditDate="2015-06-16T13:52:03.590" LastActivityDate="2015-06-16T13:52:03.590" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5444" PostTypeId="1" CreationDate="2015-06-16T14:25:45.173" Score="2" ViewCount="149" Body="&lt;p&gt;Is there a way to get a list of the &lt;strong&gt;top accessed open data sets by organizations&lt;/strong&gt; and the organizations which use them?&lt;/p&gt;&#xA;" OwnerUserId="6777" LastActivityDate="2015-06-16T20:27:40.780" Title="How to crowd source open data" Tags="|data-request|data.gov|releasing-data|linked-data|metadata|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5445" PostTypeId="2" ParentId="5444" CreationDate="2015-06-16T20:27:40.780" Score="1" Body="&lt;p&gt;Here's some of the Top Accessed Open Data sets by organizations:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;data.gov Visitor Metrics&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset/data-gov-visitor-metrics&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/data-gov-visitor-metrics&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;data.gov Search for Popular Datasets&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-183.515625%2C-30.751277776257812%2C-17.578125%2C72.81607371878991&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?q=&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-183.515625%2C-30.751277776257812%2C-17.578125%2C72.81607371878991&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Top Ten Datasets on data.gov (2012)&lt;br&gt;&#xA;&lt;a href=&quot;http://gcn.com/articles/2012/08/24/top-10-datasets-on-data-gov.aspx&quot; rel=&quot;nofollow&quot;&gt;http://gcn.com/articles/2012/08/24/top-10-datasets-on-data-gov.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search data.gov for their most popular datasets:&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435605%2C-59.0625%2C61.77312286453148&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?q=&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435605%2C-59.0625%2C61.77312286453148&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most Popular Open Datasets from Socrata-powered portals&lt;br&gt;&#xA;&lt;a href=&quot;http://www.opendatanetwork.com/popular-open-datasets&quot; rel=&quot;nofollow&quot;&gt;http://www.opendatanetwork.com/popular-open-datasets&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Top Open Data Datasets - Socrata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.socrata.com/top-open-data-datasets/&quot; rel=&quot;nofollow&quot;&gt;http://www.socrata.com/top-open-data-datasets/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Top US Cities Open Data Datasets - Socrata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.socrata.com/top-open-data-datasets/us-cities/&quot; rel=&quot;nofollow&quot;&gt;http://www.socrata.com/top-open-data-datasets/us-cities/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Top US Counties Open Data Datasets - Socrata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.socrata.com/top-open-data-datasets/us-counties/&quot; rel=&quot;nofollow&quot;&gt;http://www.socrata.com/top-open-data-datasets/us-counties/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Top US States Open Data Datasets - Socrata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.socrata.com/top-open-data-datasets/us-states/&quot; rel=&quot;nofollow&quot;&gt;http://www.socrata.com/top-open-data-datasets/us-states/&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-06-16T20:27:40.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5447" PostTypeId="2" ParentId="5424" CreationDate="2015-06-16T22:17:25.677" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.lendvious.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;lendvious&lt;/a&gt; has this sort of data; seem to have it at the credit score / platform level. I'm not sure if you could get to the individual level, but might be worth a try.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look at: &lt;a href=&quot;https://www.lendvious.com/investor/investor-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Investor Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The platform is just getting started, and there intention does not seem to be to create an 'open' platform. However, it may be worth pinging them to see if they'd be open to your project.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastEditorUserId="90" LastEditDate="2017-05-17T17:28:46.260" LastActivityDate="2017-05-17T17:28:46.260" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5448" PostTypeId="2" ParentId="5218" CreationDate="2015-06-16T22:25:28.997" Score="2" Body="&lt;p&gt;EchoNest (&lt;a href=&quot;http://the.echonest.com/&quot; rel=&quot;nofollow&quot;&gt;http://the.echonest.com/&lt;/a&gt;) provides at least 'genre' information about music. EchoNest is not 100% 'open', but per their 'ground rules': 'terms of service allow for most reasonable non-commercial uses' (developer.echonest.com/docs/v4#ground-rules). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get a rate-limited API key for free, requiring only attribution. So depending on the project, it might be a good fit, or at least a starting point.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastEditorUserId="6781" LastEditDate="2015-06-17T16:29:34.350" LastActivityDate="2015-06-17T16:29:34.350" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5449" PostTypeId="1" AcceptedAnswerId="5455" CreationDate="2015-06-17T12:33:23.180" Score="2" ViewCount="44" Body="&lt;p&gt;Would like to find a source, that shows or estimates the numbers of illegal immigrants entering the US broken down by their country of origin, each year.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastEditorUserId="6781" LastEditDate="2015-06-17T12:56:03.917" LastActivityDate="2015-06-17T19:47:30.747" Title="Source of illegal immigrants to the US over the years" Tags="|data-request|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5450" PostTypeId="2" ParentId="5418" CreationDate="2015-06-17T15:53:33.143" Score="1" Body="&lt;p&gt;It depends on what country you're in, and which level of government produced the work. In the US, all works produced by the federal government are in the public domain by law and can be used for any purpose: &lt;a href=&quot;http://www.usa.gov/copyright.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.usa.gov/copyright.shtml&lt;/a&gt;. Works produced by US state and local governments may or may not be copyrighted; it depends on the jurisdiction (for a discussion of this see this presentation: &lt;a href=&quot;http://www.ncsl.org/documents/lrl/Copyright-Conundrum-2014.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.ncsl.org/documents/lrl/Copyright-Conundrum-2014.pdf&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2015-06-17T15:53:33.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5451" PostTypeId="2" ParentId="5384" CreationDate="2015-06-17T16:07:34.413" Score="2" Body="&lt;p&gt;It doesn't look like a question on income or earnings was asked as part of the Census during this time period: &lt;a href=&quot;http://www.census.gov/history/www/through_the_decades/index_of_questions/&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/history/www/through_the_decades/index_of_questions/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2015-06-17T16:07:34.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5452" PostTypeId="2" ParentId="5440" CreationDate="2015-06-17T16:50:27.450" Score="2" Body="&lt;p&gt;Thanks for your note.  The skip limit was, until recently, unbounded.  Unfortunately, we found that queries with large skip values were overloading the servers.  To ensure the service remained available for everyone, we introduced the skip limits.&lt;/p&gt;&#xA;&lt;p&gt;We are currently investigating if we can support large skip values without compromising the servers.  We will update the documentation accordingly.&lt;/p&gt;&#xA;" OwnerUserId="2970" LastEditorUserId="23272" LastEditDate="2022-07-14T14:36:57.353" LastActivityDate="2022-07-14T14:36:57.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5453" PostTypeId="5" CreationDate="2015-06-17T17:14:25.797" Score="0" Body="&lt;p&gt;Licensing is essentially granting/denying permission to do something.&lt;br&gt;&#xA;Licenses can be defined in a wide-variety of methods; some of the most common are certificates, tags, plates, and identification cards/badges.&#xA;Note that licenses differ from permits, in that generally a permit is temporary; most permits are issued with an expiration date.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Licensing in regards to Openness (and therefore Open Data):&lt;br&gt;&#xA;Licenses &amp;amp; Standards at the Open Source Initiative:&lt;br&gt;&#xA;Open Source licenses comply with the Open Source Definition, permitting software to be freely used, modified, and shared.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Knowledge Definition 1.0&lt;br&gt;&#xA;A full set of conditions which must be met in order for a license to be open is available in the Open Knowledge Definition 1.0.)&lt;br&gt;&#xA;&lt;a href=&quot;http://opendefinition.org/od/1.0/index.html&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/od/1.0/index.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OSI Open Source Licenses&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses&lt;/a&gt;&lt;br&gt;&#xA;Popular OSI Licenses&#xA;Apache License 2.0&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/Apache-2.0&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/Apache-2.0&lt;/a&gt;&lt;br&gt;&#xA;BSD 3-Clause &quot;New&quot; or &quot;Revised&quot; license&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/BSD-3-Clause&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/BSD-3-Clause&lt;/a&gt;&lt;br&gt;&#xA;BSD 2-Clause &quot;Simplified&quot; or &quot;FreeBSD&quot; license&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/BSD-2-Clause&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/BSD-2-Clause&lt;/a&gt;&lt;br&gt;&#xA;GNU General Public License (GPL)&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/gpl-license&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/gpl-license&lt;/a&gt;&lt;br&gt;&#xA;GNU Library or &quot;Lesser&quot; General Public License (LGPL)&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/lgpl-license&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/lgpl-license&lt;/a&gt;&lt;br&gt;&#xA;MIT license&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/MIT&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/MIT&lt;/a&gt;&lt;br&gt;&#xA;Mozilla Public License 2.0&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/MPL-2.0&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/MPL-2.0&lt;/a&gt;&lt;br&gt;&#xA;Common Development and Distribution License&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/CDDL-1.0&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/CDDL-1.0&lt;/a&gt;&lt;br&gt;&#xA;Eclipse Public License&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/EPL-1.0&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/EPL-1.0&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Complete List of OSI Approved Licenses&lt;br&gt;&#xA;&lt;a href=&quot;http://opensource.org/licenses/alphabetical&quot; rel=&quot;nofollow&quot;&gt;http://opensource.org/licenses/alphabetical&lt;/a&gt;&lt;br&gt;&#xA;Guide to Open Licensing&lt;br&gt;&#xA;&lt;a href=&quot;http://opendefinition.org/guide/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/guide/&lt;/a&gt;&lt;br&gt;&#xA;Guide to Open Data Licensing&lt;br&gt;&#xA;&lt;a href=&quot;http://opendefinition.org/guide/data/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/guide/data/&lt;/a&gt;&lt;br&gt;&#xA;List of Conformant Licenses&lt;br&gt;&#xA;&lt;a href=&quot;http://opendefinition.org/licenses/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/licenses/&lt;/a&gt;&lt;br&gt;&#xA;List of Non-Conformant Licenses&lt;br&gt;&#xA;&lt;a href=&quot;http://opendefinition.org/licenses/nonconformant/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/licenses/nonconformant/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-06-20T19:40:04.813" LastActivityDate="2015-06-20T19:40:04.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5454" PostTypeId="4" CreationDate="2015-06-17T17:14:25.797" Score="0" Body="Licensing Open Data is the act of granting (or not granting) authoritative permission or license to others." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-06-22T18:14:10.930" LastActivityDate="2015-06-22T18:14:10.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5455" PostTypeId="2" ParentId="5449" CreationDate="2015-06-17T19:47:30.747" Score="3" Body="&lt;p&gt;ctrl + f on this page&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dhs.gov/immigration-statistics-publications&quot; rel=&quot;nofollow&quot;&gt;http://www.dhs.gov/immigration-statistics-publications&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;for the text &lt;code&gt;unauthorized&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-06-17T19:47:30.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5456" PostTypeId="1" CreationDate="2015-06-17T20:07:21.437" Score="4" ViewCount="92" Body="&lt;p&gt;I recently graduated from college and realize that I need to turn my theoretical knowledge into skills. I am very much interested in the automotive industry. There, experts for Advanced Driving Assistance Systems (ADAS) functions like Automated Emergency Braking (AEB), Lane Departure Warning (LDW), Parking assistants and upcoming functions for autonomous driving are needed. I am looking for projects which provide data for exactly this or similiar functions. I think it will be hard if not impossible to find data that describes a whole function from one of the above. But there are similiar skills needed in many other topics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to cover the following topics&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;image processing (detect cars, lanes, traffic signs, etc.)&lt;/li&gt;&#xA;&lt;li&gt;kalman filtering/ particle filters etc. (represents the state of an image feature.)&lt;/li&gt;&#xA;&lt;li&gt;object tracking (track one feature e.g. a blue car over a series of pictures/ video)&lt;/li&gt;&#xA;&lt;li&gt;object fusion (let's say there is redundant data of one and the same feature, because the feature is tracked with radar and camera. Then I want to apply object fusion techniques on this data)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I know it is hard to find the perfect data for it, but I am grateful for any hints where I could find exactly the desired or similiar data. It does not need to be from the automotive field, as long as it covers the topics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be great if I could process the data with Matlab, but I am open to C and C++, too. Though the latter would be the tough road.&lt;/p&gt;&#xA;" OwnerUserId="6793" LastActivityDate="2015-06-17T20:07:21.437" Title="Looking for automotive data (camera images for feature extraction, tracking, fusion etc.)" Tags="|images|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5457" PostTypeId="1" CreationDate="2015-06-17T20:23:22.467" Score="2" ViewCount="54" Body="&lt;p&gt;&lt;a href=&quot;http://ukdataservice.ac.uk/get-data/key-data/business-microdata&quot; rel=&quot;nofollow&quot;&gt;UK Data Service&lt;/a&gt; has several very interesting business surveys with the data that rarely appear elsewhere. It describes turnover, cost of capital, organizational structure, and other microeconomic variables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the problem is that the access is granted only to certain institutions (not sure if they pay for it). I also haven't found this data elsewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any ways to obtain this data, except through these institutions?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="2075" LastEditDate="2015-06-17T20:58:10.723" LastActivityDate="2015-06-17T21:06:36.383" Title="Business microdata from UK Data Service" Tags="|releasing-data|economics|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5458" PostTypeId="2" ParentId="5424" CreationDate="2015-06-17T20:43:58.847" Score="1" Body="&lt;p&gt;For the least developed countries, you should look for microfinance literature in development economics. Papers typically come with open data, and when they don't, you can ask the authors to share it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A few major sources are:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Harvard Dataverse&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataverse/harvard?q=microfinance&quot; rel=&quot;nofollow&quot;&gt;https://dataverse.harvard.edu/dataverse/harvard?q=microfinance&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This service hosts a lot of microeconomic data from individual research projects. Each paper comes with data.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;RePEc&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Top 10% Institutions and Economists in the Field of Microfinance &lt;a href=&quot;https://ideas.repec.org/top/top.mfd.html&quot; rel=&quot;nofollow&quot;&gt;https://ideas.repec.org/top/top.mfd.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Authors in Microfinance &lt;a href=&quot;https://ideas.repec.org/i/emfd.html&quot; rel=&quot;nofollow&quot;&gt;https://ideas.repec.org/i/emfd.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;G21: Banks; Other Depository Institutions; Micro Finance Institutions; Mortgages &lt;a href=&quot;https://ideas.repec.org/j/G21.html&quot; rel=&quot;nofollow&quot;&gt;https://ideas.repec.org/j/G21.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;New working papers in the area of Microfinance &lt;a href=&quot;https://ideas.repec.org/n/nep-mfd/&quot; rel=&quot;nofollow&quot;&gt;https://ideas.repec.org/n/nep-mfd/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Search &lt;a href=&quot;https://ideas.repec.org/cgi-bin/htsearch?q=Micro+Finance+Institutions&quot; rel=&quot;nofollow&quot;&gt;https://ideas.repec.org/cgi-bin/htsearch?q=Micro+Finance+Institutions&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These links lead to a few hundreds of research papers on topic.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-06-17T20:43:58.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5459" PostTypeId="2" ParentId="5457" CreationDate="2015-06-17T21:06:36.383" Score="2" Body="&lt;p&gt;If you do want to obtain microdata, the answer is no. The data is sensitive and the risk of disclosure is very high, i.e. individual businesses can easily be identified. That's why the Data Service is more strict and asks for further guarantees, such as the affiliation with an institution they trust. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also have &lt;a href=&quot;http://ec.europa.eu/eurostat/web/microdata&quot; rel=&quot;nofollow&quot;&gt;access to microdata via Eurostat&lt;/a&gt;. However, this access is only granted for scientific purposes and you have to be affiliated with an institution recognised by Eurostat. So, the situation is the same as above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you can do with &quot;aggregated&quot; data, you can have a look at the tables readily supplied by &lt;a href=&quot;http://www.ons.gov.uk/ons/datasets-and-tables/index.html&quot; rel=&quot;nofollow&quot;&gt;ONS&lt;/a&gt; and &lt;a href=&quot;http://ec.europa.eu/eurostat/data/database&quot; rel=&quot;nofollow&quot;&gt;Eurostat&lt;/a&gt;.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a last resort, if the information you are looking for is not readily available, you can contact these two institutions directly and ask for tailor made extractions.  &lt;/p&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2015-06-17T21:06:36.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5460" PostTypeId="1" AcceptedAnswerId="5461" CreationDate="2015-06-17T22:28:02.420" Score="2" ViewCount="72" Body="&lt;p&gt;Given a documentary edition with settlements and regions spanning the American founding era--documents originating from and correspondences delivered to place names which may no longer exist--is there open data on historical places in order to map to cities in the modern world? If there's nothing for GIS then coordinates could be added in preprocessing before loading into database for a geospatial query, so that is not a requirement of the data, it could be any taxonomy or ontology.&lt;/p&gt;&#xA;" OwnerUserId="6794" LastEditorUserId="6794" LastEditDate="2015-06-17T22:49:23.763" LastActivityDate="2015-06-18T01:11:55.733" Title="Is there an open geospatial dataset to resolve historical and modern places?" Tags="|geospatial|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5461" PostTypeId="2" ParentId="5460" CreationDate="2015-06-18T01:11:55.733" Score="2" Body="&lt;p&gt;The Atlas of Historical County Boundaries (AHCBP) at the Newberry Library covers historical/modern, and is a geospatial open dataset.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The Atlas presents in maps and text complete data about the creation and all subsequent changes (dated to the day) in the size, shape, and location of every county in the fifty United States and the District of Columbia. It also includes non-county areas, unsuccessful authorizations for new counties, changes in county names and organization, and the temporary attachments of non-county areas and unorganized counties to fully functioning counties. The principal sources for these data are the most authoritative available: the session laws of the colonies, territories, and states that created and changed the counties.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://publications.newberry.org/ahcbp/index.html&quot; rel=&quot;nofollow&quot;&gt;http://publications.newberry.org/ahcbp/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-06-18T01:11:55.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5462" PostTypeId="1" CreationDate="2015-06-18T02:08:52.057" Score="11" ViewCount="3562" Body="&lt;p&gt;City streets can be represented as &lt;a href=&quot;http://en.wikipedia.org/wiki/Graph_(mathematics)&quot; rel=&quot;noreferrer&quot;&gt;graphs&lt;/a&gt; with crossings as vertices and roads as edges. And, naturally, that's the representation traffic routing services (like Google Maps) are based on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These graphs can be recovered from the road layers available on OpenStreetMap or elsewhere. For example, see &lt;a href=&quot;https://gis.stackexchange.com/questions/104452/how-to-build-a-graph-from-a-map&quot;&gt;https://gis.stackexchange.com/questions/104452/how-to-build-a-graph-from-a-map&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any repositories of the ready-made graphs for cities that would let me to avoid going through this conversion process?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2018-11-07T17:38:37.070" Title="City road maps as graphs" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5463" PostTypeId="1" CreationDate="2015-06-18T07:04:25.430" Score="1" ViewCount="95" Body="&lt;p&gt;I'm looking for human voices singing do, re, me etc. for sampling. Each sample is then asscociated with a particular MIDI key. My challenge is to find more (public) recordings to sample. I don't need the whole Rogers &amp;amp; Hammerstein number (thats copyright anyway), just someone singing the solfege scale.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Julie Andrews in &quot;Sound Of Music&quot; is a starting point, although backing music can be heard in some samples. I have also found Harry Secombe, in the movie &quot;Sunstruck&quot;. Does anyone know of other recordings or performances? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: A similar question was asked before &lt;a href=&quot;https://opendata.stackexchange.com/questions/3529/solf%C3%A8ge-do-re-mi-fa-sol-la-si-do-sung-by-human-voice&quot;&gt;here&lt;/a&gt;.  That request was [from my understanding] covering general choir sounds, like &quot;ooh&quot; and &quot;aaah&quot; available in a choir sound font. I'm looking for the &lt;strong&gt;specific&lt;/strong&gt; &quot;Do Re Mi&quot; etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea being: when playing a MIDI file, you hear a voice intoning the name of the note, in the right key. Primary use is an aide in learning the musical scale.&lt;/p&gt;&#xA;" OwnerUserId="6798" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-06-20T15:24:36.410" Title="Who else sings Do, Re, mi?" Tags="|data-request|music|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5465" PostTypeId="2" ParentId="5440" CreationDate="2015-06-18T21:41:23.937" Score="0" Body="&lt;p&gt;Is this issue going to be resolved soon? Is there any workaround? I need to access data through multiple years which requires skip values over 5000, as the limit is only 100 for the API&lt;/p&gt;&#xA;" OwnerUserId="6807" LastActivityDate="2015-06-18T21:41:23.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5466" PostTypeId="1" CreationDate="2015-06-19T01:28:22.047" Score="2" ViewCount="245" Body="&lt;p&gt;I’m hoping someone can help me find some demographic data for the US. I'm looking for data with first name, last name, sex, date of birth, and zip code and a unique identifier for each person.  I want to calculate the rate of people in the population who have the same first name, last name, sex, date of birth, and zip code but are unique individuals.&lt;/p&gt;&#xA;" OwnerUserId="6808" LastEditorUserId="90" LastEditDate="2015-06-19T01:54:50.923" LastActivityDate="2015-06-19T14:03:03.683" Title="US Population Demographic Data" Tags="|data-request|usa|us-census|uses-of-open-data|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5467" PostTypeId="1" AcceptedAnswerId="5468" CreationDate="2015-06-19T06:43:36.760" Score="15" ViewCount="4917" Body="&lt;p&gt;Is there a Wikidata dump that maps all Wikipedia URLs to their corresponding Wikidata entity ids, e.g. the Wikipedia URL &lt;code&gt;https://en.wikipedia.org/wiki/Tom_Hanks&lt;/code&gt; to the Wikidata entity id &lt;code&gt;Q2263&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="6812" LastEditorUserId="6812" LastEditDate="2016-12-30T01:23:11.347" LastActivityDate="2019-10-02T05:40:52.917" Title="Mapping all Wikipedia URLs to Wikidata entity ids" Tags="|wikidata|wikipedia|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5468" PostTypeId="2" ParentId="5467" CreationDate="2015-06-19T08:38:44.310" Score="8" Body="&lt;p&gt;If you want to do this from the dumps, you can use the wb_items_per_site dump (&lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/20150603/wikidatawiki-20150603-wb_items_per_site.sql.gz&quot;&gt;current version&lt;/a&gt;, 625 MB; &lt;a href=&quot;http://dumps.wikimedia.org/wikidatawiki/latest/&quot;&gt;most recent dumps&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For each Wikidata item, this contains rows with the corresponding page name on a given wiki project.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For individual articles, you can use &amp;amp;action=info on Wikipedia as Ainali suggests, but you have to use the &lt;code&gt;/w/index.php?title=PAGENAME&amp;amp;action=info&lt;/code&gt; URL format, not &lt;code&gt;/wiki/PAGENAME&amp;amp;action=info&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With your example: &lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Tom%20Hanks&amp;amp;action=info&quot;&gt;https://en.wikipedia.org/w/index.php?title=Tom%20Hanks&amp;amp;action=info&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="754" LastEditDate="2015-06-19T08:53:51.110" LastActivityDate="2015-06-19T08:53:51.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5469" PostTypeId="2" ParentId="5429" CreationDate="2015-06-19T09:02:06.227" Score="1" Body="&lt;p&gt;The &lt;em&gt;Deutsche Nationalbibliothek&lt;/em&gt; (DNB) has the original titles together with the German titles, see e.g.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://portal.dnb.de/opac.htm?method=showFullRecord&amp;amp;currentResultId=%22&quot; rel=&quot;nofollow&quot;&gt;https://portal.dnb.de/opac.htm?method=showFullRecord&amp;amp;currentResultId=%22&lt;/a&gt;\%22Hundert%22+and+%22Jahre%22+and+%22Einsamkeit\%22%22%26any&amp;amp;currentPosition=9&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Titel/Bezeichnung   Hundert Jahre Einsamkeit : Roman / Gabriel García Márquez. Aus dem Span. von Curt Meyer-Clason&#xA;Einheitssachtitel   Cien años de soledad &amp;lt;dt.&amp;gt; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can get Data from them via &lt;a href=&quot;https://portal.dnb.de/metadataShop.htm&quot; rel=&quot;nofollow&quot;&gt;https://portal.dnb.de/metadataShop.htm&lt;/a&gt; (all in German; some data sets you must buy, some are free).&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-06-19T09:02:06.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5470" PostTypeId="1" AcceptedAnswerId="7213" CreationDate="2015-06-19T11:15:58.697" Score="2" ViewCount="73" Body="&lt;p&gt;The Tokyo 2020 Olympics &amp;amp; Paralympics competitions will presumably be held at many stadiums and other sport venues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a list of them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Necessary details for each venue:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name of the venue in English&lt;/li&gt;&#xA;&lt;li&gt;Name of the venue in Japanese&lt;/li&gt;&#xA;&lt;li&gt;Latitude/longitude&lt;/li&gt;&#xA;&lt;li&gt;Sports the venue is used for&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;An official list would be the best.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="70" LastEditDate="2016-03-04T18:44:47.320" LastActivityDate="2016-03-04T18:44:47.320" Title="Venues of the Tokyo 2020 Olympics competitions" Tags="|data-request|geospatial|sports|japan|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5471" PostTypeId="2" ParentId="5470" CreationDate="2015-06-19T11:15:58.697" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://en.wikivoyage.org/wiki/Tokyo_2020&quot; rel=&quot;nofollow&quot;&gt;Tokyo 2020 Olympics travel guide&lt;/a&gt; at Wikivoyage has a list of venues:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikivoyage.org/wiki/Tokyo_2020#Where&quot; rel=&quot;nofollow&quot;&gt;https://en.wikivoyage.org/wiki/Tokyo_2020#Where&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problems:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Unofficial&lt;/li&gt;&#xA;&lt;li&gt;Written in prose, thus difficult to reuse&lt;/li&gt;&#xA;&lt;li&gt;Not sure whether complete&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-06-19T11:15:58.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5472" PostTypeId="2" ParentId="5466" CreationDate="2015-06-19T13:53:27.147" Score="1" Body="&lt;p&gt;Since this was tagged as a US Census Question - the Census Bureau does not publish data for individuals - it's against the law: &lt;a href=&quot;https://www.census.gov/history/www/reference/privacy_confidentiality/&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/history/www/reference/privacy_confidentiality/&lt;/a&gt; - individual responses are kept confidential for 72 years before they are released. For current data you have a choice of summary data (responses summarized by geography) that's accessible via the American Factfinder (on the Census Bureau's website) or microdata - samples of individual responses with personal identifying information removed. You wouldn't be able to get names or birthdays - just age and gender. The best source for microdata is probably IPUMS USA. The summary data is provided for small statistical areas (census blocks) while the microdata can only be summarized for large areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US post office also does not provide lists of individuals or customers - only standardized addresses that can be used for mass-mailing. You would probably have to purchase or get access to a proprietary database for this type of information (like the US Consumer / Lifestyle module in the ReferenceUSA database, published by Infogroup).&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2015-06-19T13:53:27.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5473" PostTypeId="2" ParentId="5466" CreationDate="2015-06-19T14:03:03.683" Score="1" Body="&lt;p&gt;This &lt;a href=&quot;http://www2.sos.state.oh.us/pls/voter/f?p=111:1&quot; rel=&quot;nofollow&quot;&gt;resource&lt;/a&gt; is available for the State of Ohio. &lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-06-19T14:03:03.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5474" PostTypeId="1" AcceptedAnswerId="5476" CreationDate="2015-06-19T11:30:03.663" Score="3" ViewCount="667" Body="&lt;p&gt;With weather being quite often an important external data. I'm trying to find where could I get &lt;strong&gt;historical weather forecast&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I am &lt;strong&gt;not&lt;/strong&gt; interested in where to get &lt;strong&gt;past weather&lt;/strong&gt;)&lt;/p&gt;&#xA;" OwnerUserId="6819" OwnerDisplayName="B_G" LastActivityDate="2015-06-19T15:32:43.513" Title="Where to get historical weather forecast?" Tags="|weather|" AnswerCount="1" CommentCount="2" ClosedDate="2016-06-20T10:14:48.050" ContentLicense="CC BY-SA 3.0" />
  <row Id="5475" PostTypeId="1" AcceptedAnswerId="5497" CreationDate="2015-06-19T15:31:57.600" Score="3" ViewCount="93" Body="&lt;p&gt;I'm still looking into Linked Data and what it takes to get up to the fourth and fifth star of Tim Berners-Lee's &lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow&quot;&gt;5-Star classsification&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are to use URIs to denote things. I'm wondering if URIs can include parameters?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance there are two URLs that can be used to point to the same YouTube video: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.youtube.com/watch?v=4x_xzT5eF5Q&quot; rel=&quot;nofollow&quot;&gt;https://www.youtube.com/watch?v=4x_xzT5eF5Q&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is the typical one, but you can use the short-form:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://youtu.be/4x_xzT5eF5Q&quot; rel=&quot;nofollow&quot;&gt;https://youtu.be/4x_xzT5eF5Q&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can the relevant parts of both of these URLs be considered a URI? &#xA;If so then exposing data through an API so that you select e.g. www.example.com/population?country=USA would be a method of making the data &quot;linkable&quot;. &lt;/p&gt;&#xA;" OwnerUserId="5600" LastActivityDate="2015-06-23T04:10:57.580" Title="Can Linked Data URIs be parameters?" Tags="|api|linked-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5476" PostTypeId="2" ParentId="5474" CreationDate="2015-06-19T15:32:43.513" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://forecast.io/&quot; rel=&quot;nofollow&quot;&gt;Forecast.io&lt;/a&gt; has an API that delivers historical forecasts. You can call a past date and time get the daily, hourly, and minute forecasts (in addition to actual forecasts). That is, ask for the weather on April 16th and will include forecasts for April 20th in the daily summaries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's free for under 1,000 calls per day, and then $1 for 10,000 calls--a pretty reasonable price.&lt;/p&gt;&#xA;" OwnerUserId="6816" LastActivityDate="2015-06-19T15:32:43.513" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5477" PostTypeId="2" ParentId="5475" CreationDate="2015-06-19T18:05:06.233" Score="2" Body="&lt;p&gt;&lt;code&gt;https://www.youtube.com/watch?v=4x_xzT5eF5Q&lt;/code&gt; and &lt;code&gt;https://youtu.be/4x_xzT5eF5Q&lt;/code&gt; are URIs.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;v=4x_xzT5eF5Q&lt;/code&gt; is the &lt;a href=&quot;https://www.rfc-editor.org/rfc/rfc3986#section-3.4&quot; rel=&quot;nofollow noreferrer&quot;&gt;query component&lt;/a&gt; of the URI &lt;code&gt;https://www.youtube.com/watch?v=4x_xzT5eF5Q&lt;/code&gt;.&lt;br /&gt;&#xA;&lt;code&gt;/4x_xzT5eF5Q&lt;/code&gt; is the &lt;a href=&quot;https://www.rfc-editor.org/rfc/rfc3986#section-3.3&quot; rel=&quot;nofollow noreferrer&quot;&gt;path component&lt;/a&gt; of the URI &lt;code&gt;https://youtu.be/4x_xzT5eF5Q&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;And you can use &lt;em&gt;any&lt;/em&gt; URI for Linked Open Data.&lt;/p&gt;&#xA;" OwnerUserId="877" LastEditorUserId="-1" LastEditDate="2021-10-07T06:47:20.403" LastActivityDate="2015-06-19T18:05:06.233" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5478" PostTypeId="2" ParentId="5463" CreationDate="2015-06-19T18:54:50.567" Score="1" Body="&lt;p&gt;Here is an old Soviet cartoon that includes several instances of the notes being sung in order. The voice is often different for each note, however, and the pronunciation is also distinct by virtue of being sung in Russian. But perhaps useful nonetheless?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.youtube.com/watch?v=oN5saJf5Wa0&quot; rel=&quot;nofollow&quot;&gt;DoReMi&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6818" LastActivityDate="2015-06-19T18:54:50.567" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5479" PostTypeId="1" CreationDate="2015-06-19T19:00:06.577" Score="3" ViewCount="40" Body="&lt;p&gt;I'm doing a data science project that requires information about the use of specific prescription and over-the-counter drugs by location and date. The location data don't have to be US-specific, but should be more fine-grained than &quot;country&quot; if possible. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the FDA Adverse Events database, but it doesn't seem list anything other than country. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also poked around in Google Trends (assuming that search for a particular drug correlates with its usage) and there is some useful data there, but pulling it together seems like it will be a pain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of data bases that can directly or indirectly provide this information?&lt;/p&gt;&#xA;" OwnerUserId="6818" LastEditorUserId="90" LastEditDate="2015-06-21T02:06:02.480" LastActivityDate="2015-06-21T02:06:02.480" Title="(Non)Prescription Drug Use Location/Date" Tags="|data-request|medical|drugs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5480" PostTypeId="2" ParentId="3822" CreationDate="2015-06-19T21:17:43.890" Score="0" Body="&lt;p&gt;Also recommend checking &lt;a href=&quot;http://www.usaid.gov/data&quot; rel=&quot;nofollow&quot;&gt;USAID's Development Data Library (DDL)&lt;/a&gt;, where datasets on developing countries are added on a regular basis.&lt;/p&gt;&#xA;" OwnerUserId="6274" LastEditorUserId="6274" LastEditDate="2015-08-17T13:13:39.457" LastActivityDate="2015-08-17T13:13:39.457" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5481" PostTypeId="1" CreationDate="2015-06-20T15:17:37.893" Score="3" ViewCount="181" Body="&lt;p&gt;I wanted to make a talk-to app with a lot of info about foods,&lt;/p&gt;&#xA;&lt;p&gt;do you know how can I get access to all the google nutritional info on foods and vegetables?&lt;/p&gt;&#xA;" OwnerUserId="6823" LastEditorUserId="23272" LastEditDate="2022-07-14T12:16:05.910" LastActivityDate="2022-07-14T12:16:05.910" Title="google nutritional info database" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5482" PostTypeId="2" ParentId="5481" CreationDate="2015-06-20T19:38:43.167" Score="1" Body="&lt;p&gt;Based on a few sample requests I made to Google that resulted in a Knowledge Graph answer like the ones you mentioned, it appears Google is using the USDA National Nutrient Database which you can browse for yourself at &lt;a href=&quot;http://ndb.nal.usda.gov/ndb/search&quot; rel=&quot;nofollow&quot;&gt;http://ndb.nal.usda.gov/ndb/search&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a REST API at &lt;a href=&quot;http://ndb.nal.usda.gov/ndb/doc/index&quot; rel=&quot;nofollow&quot;&gt;http://ndb.nal.usda.gov/ndb/doc/index&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also suggest you look into Nutritionix at &lt;a href=&quot;https://www.nutritionix.com/api&quot; rel=&quot;nofollow&quot;&gt;https://www.nutritionix.com/api&lt;/a&gt; which includes this data from the USDA and much much more!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-06-20T19:38:43.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5483" PostTypeId="1" AcceptedAnswerId="5493" CreationDate="2015-06-21T02:46:21.360" Score="1" ViewCount="867" Body="&lt;p&gt;I'm trying to use the label API to search for a specific OTC drug.  Lets take CVS's 10mg Loratadine for example.  The NDC number is 59779-612-75.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Based on the API docs I think the right query should be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.product_ndc:59779-612-75&amp;amp;limit=100&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.product_ndc:59779-612-75&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That returns several hundred results, none of which have a openfda.product_ndc field that matches.  Most are substrings or similar strings.  The correct product is in there, but the product_ndc doesn't match.  The package_ndc field (which isn't documented) does.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;None of the variations on NDC substring seem to work either, all return several hundred results:&#xA;    &lt;code&gt;https://api.fda.gov/drug/label.json?search=openfda.product_ndc:59779-612&amp;amp;limit=100&lt;/code&gt;&#xA;    &lt;code&gt;https://api.fda.gov/drug/label.json?search=openfda.package_ndc:59779-612-75&amp;amp;limit=100&lt;/code&gt;&#xA;    &lt;code&gt;https://api.fda.gov/drug/label.json?search=openfda.package_ndc:59779-612&amp;amp;limit=100&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A lookup on the following site returns exactly one correct match:&#xA;&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/ndc/dsp_searchresult.cfm&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/cder/ndc/dsp_searchresult.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I missing something or is the API behaving a bit strangely?&lt;/p&gt;&#xA;" OwnerUserId="6826" LastActivityDate="2015-06-22T00:27:31.500" Title="Searching for label by NDC" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5484" PostTypeId="1" CreationDate="2015-06-21T06:14:52.357" Score="3" ViewCount="121" Body="&lt;p&gt;I am working on a regression model.I need a big dataset for this purpose.&#xA;I have already worked with the famous Airlines dataset(&lt;a href=&quot;http://stat-computing.org/dataexpo/2009/&quot; rel=&quot;nofollow&quot;&gt;http://stat-computing.org/dataexpo/2009/&lt;/a&gt;) and the million song dataset (&lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/&quot; rel=&quot;nofollow&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/&lt;/a&gt;) .I want another dataset to gain deeper insights into the research problem.&#xA;Most of the datasets which I found are not so big in UCI repository.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone suggest a source for this purpose?&lt;/p&gt;&#xA;" OwnerUserId="6828" LastEditorUserId="2075" LastEditDate="2015-06-22T12:06:58.910" LastActivityDate="2015-06-22T23:31:04.280" Title="Can anyone suggest a big dataset for the purpose of regression?" Tags="|data-request|big-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5485" PostTypeId="1" CreationDate="2015-06-20T05:42:50.730" Score="2" ViewCount="139" Body="&lt;p&gt;I need to analyse the consumer buying data to predict what the customer will buy when he back to the shopping mall again.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My problem is data sets - where can I get the appropriate data sets for this ?&lt;/p&gt;&#xA;" OwnerUserId="6829" OwnerDisplayName="Nifras Ismail" LastEditorUserId="1511" LastEditDate="2016-03-16T17:50:58.703" LastActivityDate="2016-03-16T17:50:58.703" Title="I need to analyse buying pattern of consumer buying data" Tags="|data-request|products|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5486" PostTypeId="2" ParentId="5485" CreationDate="2015-06-20T16:23:47.947" Score="6" Body="&lt;p&gt;A quick search found &lt;a href=&quot;http://fimi.ua.ac.be/data/&quot;&gt;this page&lt;/a&gt;, which cites a link to data from an anonymous Belgian retailer. You may also want to check the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=&amp;amp;att=&amp;amp;area=bus&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&quot;&gt;business section&lt;/a&gt; of the UCI Machine Learning Repository.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finding data on shoppers' purchases within the stores of a single mall may be more difficult, for a number of reasons:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It would require the cooperation of vendors, likely skeptical that sharing this information would be in their business interest.&lt;/li&gt;&#xA;&lt;li&gt;It would require a way to link purchases by the same consumers across vendors, and identifying consumers this way would require sharing private information.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;If you need longitudinal data describing the same individuals' purchases over time, you may want to search through published studies on consumer behavior. (Presumably some business researcher has approached this question before, and may even have recruited study participants to record their buying behavior over the length of a study.)&lt;/p&gt;&#xA;" OwnerDisplayName="SeanEaster" LastActivityDate="2015-06-20T16:23:47.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5487" PostTypeId="1" AcceptedAnswerId="5498" CreationDate="2015-06-21T09:06:19.747" Score="2" ViewCount="55" Body="&lt;p&gt;So I don't really know how I should aks this question to make it understandable for everybody but in specific:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am searching for Data, which has, for example every point of the path of the Border of the USA (or any other country),&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My aim is to make a windows forms control, using an array containing that data and set it to its shape.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can get that kind of data? I searched for geodata but i don't know if that is the right search key and everything I got is a .shp File from which I can't do what I want to do, at least as far as I know.&lt;/p&gt;&#xA;" OwnerUserId="6831" LastEditorUserId="90" LastEditDate="2015-06-21T20:36:43.330" LastActivityDate="2015-06-23T13:09:51.920" Title="Searching for Arrays containing Vectors of States/Countries" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5488" PostTypeId="1" CreationDate="2015-06-21T09:28:38.667" Score="1" ViewCount="112" Body="&lt;p&gt;I want to compare the scientific performance of different countries and/or institution via the relation of first and second etc authorship of papers in relation to the number of citations of each paper to answer specific questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, i need a dataset that covers the following aspects of publications:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;All author's affiliations with categorial indexing (1st or 2nd etc),&#xA;including the address of the institution (just the country actually)&lt;/li&gt;&#xA;&lt;li&gt;Number of citations &lt;/li&gt;&#xA;&lt;li&gt;(Title and/or) field of study &lt;/li&gt;&#xA;&lt;li&gt;For a representative number of papers in as many fields as possible (e.g. &#xA;Earth Sciences, Medicine, Math etc)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So the question is: &lt;strong&gt;Where do i get this kind of data in bulk, preferably free?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What i have tried so far:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Web of Science, which can cover part of the information i'm looking for, but basically blocks downloading it. &lt;/li&gt;&#xA;&lt;li&gt;A basic crawler that scrapes the info from an individual journal's web page. However, i don't have the computing power and coding experience in this field for this to be time efficient. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6832" LastEditorDisplayName="user6083" LastEditDate="2016-03-16T17:34:55.233" LastActivityDate="2018-12-03T08:28:38.293" Title="Bulk access to data on scientific literature (affiliation, citations etc)" Tags="|data-request|metadata|bibliometrics|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5489" PostTypeId="2" ParentId="5488" CreationDate="2015-06-21T17:27:20.173" Score="1" Body="&lt;p&gt;I am not sure that you can get everything you are looking for directly, but here are a few sites that have some of the information you're looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cite Seer: &lt;a href=&quot;http://citeseerx.ist.psu.edu/&quot; rel=&quot;nofollow&quot;&gt;http://citeseerx.ist.psu.edu/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Social Science Research Network: &lt;a href=&quot;http://www.ssrn.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.ssrn.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Scholar: &lt;a href=&quot;https://scholar.google.com/&quot; rel=&quot;nofollow&quot;&gt;https://scholar.google.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the 'free' and 'open' -ness of these sites should be researched before you go too far.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A couple of other sites that might be relevant, but less open:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ResearchGate: &lt;a href=&quot;http://www.researchgate.net/&quot; rel=&quot;nofollow&quot;&gt;http://www.researchgate.net/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Science Direct: &lt;a href=&quot;http://www.sciencedirect.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.sciencedirect.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="6781" LastActivityDate="2015-06-21T17:27:20.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5490" PostTypeId="2" ParentId="5488" CreationDate="2015-06-21T18:45:22.307" Score="1" Body="&lt;h2&gt;RePEc&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ideas.repec.org/getdata.html&quot; rel=&quot;nofollow&quot;&gt;https://ideas.repec.org/getdata.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Although for papers in economics alone, RePEc has several advantages for your project:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data is free: &lt;a href=&quot;http://repec.org/docs/RePEcDataUse.html&quot; rel=&quot;nofollow&quot;&gt;http://repec.org/docs/RePEcDataUse.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Full FTP access to the structured data&lt;/li&gt;&#xA;&lt;li&gt;Multiple metrics for authors&lt;/li&gt;&#xA;&lt;li&gt;Broad data coverage&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-06-21T18:45:22.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5491" PostTypeId="2" ParentId="5467" CreationDate="2015-06-21T19:41:43.853" Score="6" Body="&lt;p&gt;You could also use the API. The call &lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=pageprops&amp;amp;format=json&amp;amp;titles=Tom%20Hanks&quot; rel=&quot;noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=pageprops&amp;amp;format=json&amp;amp;titles=Tom%20Hanks&lt;/a&gt; will give you the id on Wikidata (as &quot;wikibase_item&quot;).&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2015-06-21T19:41:43.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5492" PostTypeId="2" ParentId="5487" CreationDate="2015-06-21T20:36:24.413" Score="2" Body="&lt;p&gt;this repo of world geojson data has the outline of the us&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/johan/world.geo.json/tree/master/countries/USA&quot; rel=&quot;nofollow&quot;&gt;https://github.com/johan/world.geo.json/tree/master/countries/USA&lt;/a&gt;&lt;br&gt;&#xA;here's the actual file&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/johan/world.geo.json/blob/master/countries/USA.geo.json&quot; rel=&quot;nofollow&quot;&gt;https://github.com/johan/world.geo.json/blob/master/countries/USA.geo.json&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-06-21T20:36:24.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5493" PostTypeId="2" ParentId="5483" CreationDate="2015-06-22T00:27:31.500" Score="1" Body="&lt;p&gt;I think if you use quotes around the product_ndc field it should give you the results you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=openfda.product_ndc:&quot;59779-612&quot;&amp;amp;limit=100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Link for reference:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/api/reference/#exact-matches&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/reference/#exact-matches&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6836" LastActivityDate="2015-06-22T00:27:31.500" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5494" PostTypeId="1" CreationDate="2015-06-22T09:16:03.797" Score="2" ViewCount="271" Body="&lt;p&gt;I have to do a project to analysis the human physiological state. I have able to got the heart rate, ECG, and temperature sensor data. What things I have to analysis to get the human physiological states. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any open data set available to analyse human state? like &lt;/p&gt;&#xA;&#xA;&lt;p&gt;if heart rate between 79 - 110 he is cool &#xA;else if  heart rate between 111 - 120 he is stress &lt;/p&gt;&#xA;&#xA;&lt;p&gt;like this  &lt;/p&gt;&#xA;" OwnerUserId="6829" LastEditorDisplayName="user6083" LastEditDate="2015-06-23T10:18:43.620" LastActivityDate="2015-06-23T10:18:43.620" Title="Need to analysis the physiological data" Tags="|data-request|uses-of-open-data|biology|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5495" PostTypeId="2" ParentId="5494" CreationDate="2015-06-22T16:29:22.597" Score="2" Body="&lt;p&gt;I would start by looking at the NHanes data sets (&lt;a href=&quot;http://www.cdc.gov/nchs/nhanes.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/nhanes.htm&lt;/a&gt;).  They have many vital signs, so the heart rate would probably be there as well as ecg type measures in some of the data sets.  I don't know about the stress or similar variables, but search the documentation, it would not surprise me if a question along those lines were asked in at least one of the groups.&lt;/p&gt;&#xA;" OwnerUserId="5974" LastActivityDate="2015-06-22T16:29:22.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5496" PostTypeId="2" ParentId="5484" CreationDate="2015-06-22T23:31:04.280" Score="3" Body="&lt;p&gt;At least a million records you say? I know of a data set that could fit the bill.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 2013 ACS 5-Year PUMS has a record of 7,300,520 &lt;a href=&quot;ftp://ftp.census.gov/acs2013_5yr/pums/csv_hus.zip&quot; rel=&quot;nofollow&quot;&gt;households&lt;/a&gt; (which represents 6,671,272 housing units and 629,248 group quarters units) and 14,988,864 &lt;a href=&quot;ftp://ftp.census.gov/acs2013_5yr/pums/csv_pus.zip&quot; rel=&quot;nofollow&quot;&gt;persons&lt;/a&gt;. It is a nationally-representative social survey for the United States.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-06-22T23:31:04.280" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5497" PostTypeId="2" ParentId="5475" CreationDate="2015-06-23T04:10:57.580" Score="4" Body="&lt;p&gt;If by &quot;relevant parts&quot; you mean the video IDs, I think those alone could be considered URIs, but not very good ones, as they do identify the resource, but not unambiguously. If I ask you to find me &lt;code&gt;4x_xzT5eF5Q&lt;/code&gt;, that could be difficult because there could be any number of things named &lt;code&gt;4x_xzT5eF5Q&lt;/code&gt;, and that name tells you nothing about what the thing I expect to find is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the other hand, the full URLs both uniquely identify one particular object. Nothing else in existence (probably) is named &lt;code&gt;https://youtu.be/4x_xzT5eF5Q&lt;/code&gt;. That also happens to be a URL, so tells you once place you can find that object, but if you treat it as the object's name, you can imagine you might be able to find that object elsewhere under the same name (e.g. on some theoretical Youtube mirror). (Also, this object has many possible names: any URL which leads to it can be considered another name for it.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Of course if you want to make sure nothing else has the same name as your object, you should ideally use a UUID or hash. A hash also has the advantage that all copies of it automatically have the same name, and all variations automatically have different names, which are also unique to them.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;tl;dr&lt;/strong&gt; a Youtube video ID, and any valid URL for that video, can be seen as one of many possible &quot;names&quot; for the video (and a URI is essentially a name), but these are poor URIs because there's no guarantee that a) nothing else has the same name and b) all copies of the video have these names.&lt;/p&gt;&#xA;" OwnerUserId="6844" LastActivityDate="2015-06-23T04:10:57.580" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5498" PostTypeId="2" ParentId="5487" CreationDate="2015-06-23T13:09:51.920" Score="3" Body="&lt;p&gt;You can use the .shp files without having to use GIS... Download the shapefile with the resolution (scale) you want from &lt;a href=&quot;http://www.naturalearthdata.com/downloads/&quot; rel=&quot;nofollow&quot;&gt;Natural Earth&lt;/a&gt; then convert it to GeoJSON using &lt;a href=&quot;http://shpescape.com/&quot; rel=&quot;nofollow&quot;&gt;Shape Escape&lt;/a&gt;... Learn more about GeoJSON at geojson.org/geojson-spec.html&lt;/p&gt;&#xA;" OwnerUserId="6847" LastActivityDate="2015-06-23T13:09:51.920" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5500" PostTypeId="1" CreationDate="2015-06-17T18:59:28.310" Score="4" ViewCount="77" Body="&lt;p&gt;Say one needs to parse text for any mention of nationality or ethnicity, or otherwise use these terms in the course of an NLP project. Is there a comprehensive resource of English words describing these? The interest is in both adjectives and nouns, e.g. &quot;Turkish&quot; and &quot;Turk.&quot;&lt;/p&gt;&#xA;" OwnerDisplayName="SeanEaster" LastEditorUserId="2075" LastEditDate="2015-06-24T05:46:20.273" LastActivityDate="2015-06-27T13:29:01.897" Title="Are there opendatasets of English terms describing nationalities, ethnicities?" Tags="|data-request|language|english|nlp|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5501" PostTypeId="2" ParentId="5500" CreationDate="2015-06-17T18:59:28.310" Score="6" Body="&lt;p&gt;Both are available in the &lt;a href=&quot;https://www.cia.gov/library/publications/resources/the-world-factbook/&quot;&gt;CIA World Factbook&lt;/a&gt;. Nationality names, both noun and adjective, for world countries are available &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2110.html&quot;&gt;here&lt;/a&gt;; ethnicities, listed by country, &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2075.html&quot;&gt;here&lt;/a&gt;. (This may not be &lt;em&gt;historically&lt;/em&gt; comprehensive.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The promised tabular data referenced in the 'Technical' section of the &lt;a href=&quot;https://www.cia.gov/library/publications/resources/the-world-factbook/docs/faqs.html&quot;&gt;FAQ&lt;/a&gt; doesn't seem to exist for this dataset: Light scraping required.&lt;/p&gt;&#xA;" OwnerDisplayName="SeanEaster" LastActivityDate="2015-06-18T01:41:15.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5502" PostTypeId="2" ParentId="5500" CreationDate="2015-06-17T23:08:01.887" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;nofollow&quot;&gt;WordNet&lt;/a&gt; is a (free) semantic database of the English language. You could &lt;a href=&quot;http://wordnetweb.princeton.edu/perl/webwn&quot; rel=&quot;nofollow&quot;&gt;query&lt;/a&gt; for example the complete hyponym tree of the term &quot;inhabitant&quot;. Depending on your application, it could be a disadvantage that WordNet also contains historical ethnicities or nationalities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For language names, an excellent database is &lt;a href=&quot;http://glottolog.org&quot; rel=&quot;nofollow&quot;&gt;Glottolog.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once I compiled a dictionary of 200 language names as a csv file in &lt;a href=&quot;https://github.com/SuzanaK/dictionary_of_language_names&quot; rel=&quot;nofollow&quot;&gt;this GitHub repository.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6825" OwnerDisplayName="Suzana_K" LastEditorUserId="6825" LastEditDate="2015-06-27T13:29:01.897" LastActivityDate="2015-06-27T13:29:01.897" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5503" PostTypeId="1" AcceptedAnswerId="5504" CreationDate="2015-06-23T22:11:18.750" Score="1" ViewCount="69" Body="&lt;p&gt;I am trying to search some of the &quot;free text&quot; fields that have values with commas, apostrophes, etc. With the encoding I have tried all combinations of quotes, parenthesis, etc. however it always results in an error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried URL encoding and other approaches that seem &lt;a href=&quot;https://www.ietf.org/rfc/rfc3986.txt&quot; rel=&quot;nofollow&quot;&gt;RFC 3986&lt;/a&gt; compliant, however I always seem to get this error:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;{&#xA;  error: {&#xA;    code: &quot;BAD_REQUEST&quot;,&#xA;    message: &quot;&quot;&#xA;  }&#xA;}&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of a search:&#xA;&lt;a href=&quot;http://api.fda.gov/food/enforcement.json?limit=1&amp;amp;search=product_description:(Today%27s+Harvest)&quot; rel=&quot;nofollow&quot;&gt;http://api.fda.gov/food/enforcement.json?limit=1&amp;amp;search=product_description:(Today%27s+Harvest)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[The above should search for Today's Harvest]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this type of search possible/supported?&lt;/p&gt;&#xA;" OwnerUserId="6853" LastActivityDate="2015-06-25T17:49:05.590" Title="OpenFDA: BAD_REQUEST when searching with URL encoded inputs" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5504" PostTypeId="2" ParentId="5503" CreationDate="2015-06-23T22:54:02.570" Score="1" Body="&lt;p&gt;Unfortunately, we don't allow embedded single-quotes in search strings. You will have to get creative. The following query appears to get find what you are looking for: &lt;a href=&quot;http://api.fda.gov/food/enforcement.json?limit=10&amp;amp;search=product_description:%22Harvest(TM)%22&quot; rel=&quot;nofollow&quot;&gt;http://api.fda.gov/food/enforcement.json?limit=10&amp;amp;search=product_description:%22Harvest(TM)%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-06-23T22:54:02.570" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5505" PostTypeId="1" CreationDate="2015-06-23T23:36:43.143" Score="2" ViewCount="52" Body="&lt;p&gt;Whenever I attempt to query the API with a specific recall_number, I receive the API error message. Is there another method for retrieving an individual record that I am overlooking in the docs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, it would be nice to see what type of error response we are dealing with rather than the same error response for malformed APIs, URL encoded entities, and no results found. Any guidance on that would be welcomed!&lt;/p&gt;&#xA;" OwnerUserId="6854" LastActivityDate="2015-06-24T12:18:10.410" Title="Return an Enforcement record for search=recall_number" Tags="|openfda|api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5506" PostTypeId="1" CreationDate="2015-06-24T07:12:13.013" Score="10" ViewCount="2056" Body="&lt;p&gt;Just curious, is it possible to link &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-2&quot; rel=&quot;noreferrer&quot;&gt;ISO 3166-2 codes&lt;/a&gt; to Olson Time Zone Codes. For example the US has these Olson Time Zone Codes:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;US  United States   America/Adak&#xA;US  United States   America/Anchorage&#xA;US  United States   America/Boise&#xA;US  United States   America/Chicago&#xA;US  United States   America/Denver&#xA;US  United States   America/Detroit&#xA;US  United States   America/Indiana/Indianapolis&#xA;US  United States   America/Indiana/Knox&#xA;US  United States   America/Indiana/Marengo&#xA;US  United States   America/Indiana/Petersburg&#xA;US  United States   America/Indiana/Tell_City&#xA;US  United States   America/Indiana/Vevay&#xA;US  United States   America/Indiana/Vincennes&#xA;US  United States   America/Indiana/Winamac&#xA;US  United States   America/Juneau&#xA;US  United States   America/Kentucky/Louisville&#xA;US  United States   America/Kentucky/Monticello&#xA;US  United States   America/Los_Angeles&#xA;US  United States   America/Menominee&#xA;US  United States   America/New_York&#xA;US  United States   America/Nome&#xA;US  United States   America/North_Dakota/Beulah&#xA;US  United States   America/North_Dakota/Center&#xA;US  United States   America/North_Dakota/New_Salem&#xA;US  United States   America/Phoenix&#xA;US  United States   America/Yakutat&#xA;US  United States   Pacific/Honolulu&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If so, is there a free and curated data source? Alternatively, are there polygon data of time zones available?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastActivityDate="2020-12-03T16:05:07.310" Title="ISO 3166-2 codes to Olson Time Zone Codes" Tags="|data-request|metadata|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5507" PostTypeId="1" AcceptedAnswerId="5508" CreationDate="2015-06-24T11:03:28.737" Score="3" ViewCount="2667" Body="&lt;p&gt;My aim is to give intelligent support to the textbox where the user will type the medicine name that they want, and I will provide suggestions of the medicine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this purpose, i want to get the list of all names of medicines from OpenFDA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am able to retrieve the particular medicine details from their site, by using this query:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?api_key=yourAPIKeyHere&amp;amp;search=patient.drug.medicinalproduct:Crocin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?api_key=yourAPIKeyHere&amp;amp;search=patient.drug.medicinalproduct:Crocin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, I am unable to get all the details of the medication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also seen this &lt;a href=&quot;https://opendata.stackexchange.com/questions/3213/how-to-get-all-the-druglist&quot;&gt;link&lt;/a&gt;, and have been told to use this API all alone and not any other API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could someone help me to understand how to do this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="6858" LastEditorUserId="244" LastEditDate="2017-07-08T13:43:52.153" LastActivityDate="2017-07-08T13:43:52.153" Title="Get All medicine names" Tags="|openfda|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5508" PostTypeId="2" ParentId="5507" CreationDate="2015-06-24T12:07:50.443" Score="2" Body="&lt;p&gt;If, for some reason, you must use openFDA for this use case, you could go ahead and &lt;a href=&quot;https://open.fda.gov/api/reference/#query-parameters&quot; rel=&quot;nofollow&quot;&gt;page through&lt;/a&gt; the following API call:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?count=openfda.brand_name.exact&amp;amp;limit=1000&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?count=openfda.brand_name.exact&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this isn't too helpful because brand_names are duplicated so you would then have to have the user specify, somehow, which record they want (or maybe you can make some sort of assumption).&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-06-24T12:07:50.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5509" PostTypeId="2" ParentId="5505" CreationDate="2015-06-24T12:18:10.410" Score="2" Body="&lt;p&gt;@Mark - I think you are trying to do something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/device/enforcement.json?search=recall_number.exact:Z-2338-2012&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but are instead doing the following which, indeed, does not work (IMHO it should.. maybe someone from openFDA can chime in):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/device/enforcement.json?search=recall_number:Z-2338-2012&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-06-24T12:18:10.410" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5510" PostTypeId="2" ParentId="4446" CreationDate="2015-06-24T14:45:12.060" Score="2" Body="&lt;p&gt;A couple of suggestions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Zillow has an &lt;a href=&quot;http://www.zillow.com/howto/api/APIOverview.htm&quot; rel=&quot;nofollow&quot;&gt;api&lt;/a&gt;, which can give you price data from postings and estimates of home values in different areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://3taps.com/&quot; rel=&quot;nofollow&quot;&gt;3taps api&lt;/a&gt; allows you to search craigslist data, including real estate listings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps!&lt;/p&gt;&#xA;" OwnerUserId="4326" LastActivityDate="2015-06-24T14:45:12.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5511" PostTypeId="1" CreationDate="2015-06-24T14:50:00.063" Score="3" ViewCount="69" Body="&lt;p&gt;I'm using the 3taps API and there's a field it returns called &quot;accuracy&quot;, which the &lt;a href=&quot;http://docs.3taps.com/search_api.html&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt; describes: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;An integer indicating the accuracy of the supplied lat/long value.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But I can't seem to find additional details.  Does accuracy mean how close the lat/long provided are to the actual location? How is this determined? What is the range and is higher better?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry for so many questions, but it is really important to my use case to know whether the lat/longs are accurate.&lt;/p&gt;&#xA;" OwnerUserId="4326" LastActivityDate="2015-06-24T14:50:00.063" Title="Location accuracy with 3taps API" Tags="|api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5512" PostTypeId="1" CreationDate="2015-06-24T16:45:09.697" Score="2" ViewCount="65" Body="&lt;p&gt;Is there data on the circulation numbers for newspapers in the antebellum (pre-1861) United States? I'm also interested in any other pieces of data about these newspapers.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="6620" LastEditDate="2015-06-24T18:42:51.877" LastActivityDate="2015-08-28T12:27:21.257" Title="Antebellum Newspaper Data" Tags="|data-request|usa|media|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5513" PostTypeId="1" CreationDate="2015-06-24T16:46:03.137" Score="1" ViewCount="681" Body="&lt;p&gt;I used to query with ckanclient thusly:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import ckanclient&#xA;ckan = ckanclient.CkanClient('http://catalog.data.gov/api/3')&#xA;search_params = {                                           &#xA;    'q': 'tags:&quot;sea_water_temperature&quot; AND metadata_modified:[2012-06-01T00:00:00.000Z TO NOW]',  &#xA;    'fq': 'res_format:HTML',                                &#xA;    'extras': {&quot;ext_bbox&quot;:&quot;-71.5,41.,-63,46.0&quot;},                   &#xA;    'rows': 3                                                     &#xA;}&#xA;d = ckan.action('package_search', **search_params) &#xA;print d['count']search_params = {                                           &#xA;    'q': 'tags:&quot;sea_water_temperature&quot; AND metadata_modified:[2012-06-01T00:00:00.000Z TO NOW]',  &#xA;    'fq': 'res_format:HTML',                                &#xA;    'extras': {&quot;ext_bbox&quot;:&quot;-71.5,41.,-63,46.0&quot;},                   &#xA;    'rows': 3                                                     &#xA;}&#xA;d = ckan.action('package_search', **search_params) &#xA;print d['count']&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How would I do the same with &lt;code&gt;ckanapi&lt;/code&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This doesn't work:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import ckanapi&#xA;ckan = ckanapi.RemoteCKAN('https://data.noaa.gov/api/3')&#xA;search_params = {                                           &#xA;    'q': 'tags:&quot;sea_water_temperature&quot; AND metadata_modified:[2012-06-01T00:00:00.000Z TO NOW]',  &#xA;    'fq': 'res_format:HTML',                                &#xA;    'extras': {&quot;ext_bbox&quot;:&quot;-71.5,41.,-63,46.0&quot;},                   &#xA;    'rows': 3                                                     &#xA;}&#xA;d = ckan.call_action('package_search', data_dict=search_params) &#xA;print d['count']&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Returns a 404 error.&lt;/p&gt;&#xA;" OwnerUserId="1193" LastActivityDate="2020-04-25T14:48:47.983" Title="Querying CKAN in Python using ckanapi" Tags="|ckan|python|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5514" PostTypeId="2" ParentId="5513" CreationDate="2015-06-24T19:33:19.447" Score="1" Body="&lt;p&gt;Your issue is on line 2 of the &quot;This doesn't work&quot; snippet (the error is including the &lt;code&gt;/api/3&lt;/code&gt;). It should be, as follows, in full:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import ckanapi&#xA;ckan = ckanapi.RemoteCKAN('https://data.noaa.gov')&#xA;search_params = {                                           &#xA;    'q': 'tags:&quot;sea_water_temperature&quot; AND metadata_modified:[2012-06-01T00:00:00.000Z TO NOW]',  &#xA;    'fq': 'res_format:HTML',                                &#xA;    'extras': {&quot;ext_bbox&quot;:&quot;-71.5,41.,-63,46.0&quot;},                   &#xA;    'rows': 3                                                     &#xA;}&#xA;d = ckan.call_action('package_search', data_dict=search_params) &#xA;print d['count']&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Which prints &lt;code&gt;29&lt;/code&gt; for me.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-06-24T19:33:19.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5515" PostTypeId="2" ParentId="5512" CreationDate="2015-06-24T19:50:37.693" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://www.nytimes.com/ref/membercenter/nytarchive.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYTimes Archive&lt;/a&gt; goes back to 1851.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nytimes.com/1864/07/23/news/the-president-and-peace.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's&lt;/a&gt; a random example, showing that the articles are machine readable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also have an &lt;a href=&quot;http://developer.nytimes.com/docs/read/article_search_api_v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; for developers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And they have an N-gram tool called &lt;a href=&quot;http://chronicle.nytlabs.com/?keyword=Great%20War.World%20War%20I&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chronicle&lt;/a&gt; where you can click on the results to view each article.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/GsGh3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-08-28T12:27:21.257" LastActivityDate="2015-08-28T12:27:21.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5516" PostTypeId="2" ParentId="5512" CreationDate="2015-06-24T20:03:57.047" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://chroniclingamerica.loc.gov/search/titles/&quot; rel=&quot;nofollow&quot;&gt;US Newspapers Directory&lt;/a&gt; has a substantial amount of metadata about publication locations &amp;amp; dates, but nothing on circulation. Some bulk data/linked data access is apparently available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's part of the broader &lt;a href=&quot;http://chroniclingamerica.loc.gov/&quot; rel=&quot;nofollow&quot;&gt;Chronicling America&lt;/a&gt; site, which offers digitised newspapers from 1836 onwards; 1770 titles, 1.36m issues, 9.55m pages. (Of course, the majority of these will be post-1860s)&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-06-24T20:03:57.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5517" PostTypeId="1" CreationDate="2015-06-24T20:17:41.777" Score="1" ViewCount="40" Body="&lt;p&gt;Can someone point me to where I can find California Community Colleges transfer data? &lt;/p&gt;&#xA;" OwnerUserId="6864" LastActivityDate="2015-06-28T19:49:06.547" Title="California Community Colleges Transfer Data" Tags="|data-request|education|state|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5519" PostTypeId="1" CreationDate="2015-06-24T22:28:54.483" Score="2" ViewCount="60" Body="&lt;p&gt;Is it currently possible to specify a field and sort direction for the openFDA api? I don't see any mentioning of it within the &lt;a href=&quot;https://open.fda.gov/api/reference/&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6867" LastActivityDate="2015-06-24T22:53:03.833" Title="Specifying sort direction in openFDA queries" Tags="|openfda|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5520" PostTypeId="2" ParentId="5519" CreationDate="2015-06-24T22:53:03.833" Score="1" Body="&lt;p&gt;It does not support sort, although there is some ranking that is done behind the scene; it is the default scoring on Elasticsearch, which is based upon Lucene's similarity algorithm: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://lucene.apache.org/core/4_0_0/core/org/apache/lucene/search/similarities/TFIDFSimilarity.html&quot; rel=&quot;nofollow&quot;&gt;http://lucene.apache.org/core/4_0_0/core/org/apache/lucene/search/similarities/TFIDFSimilarity.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-06-24T22:53:03.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5521" PostTypeId="1" CreationDate="2015-06-25T06:10:16.153" Score="3" ViewCount="90" Body="&lt;p&gt;I am looking for data showing how all world countries compare in terms of basic English proficiency.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;In answers, the SAME METRIC should be used for all countries.  &lt;/li&gt;&#xA;&lt;li&gt;Reasonably recent, at least after year 2000.&lt;/li&gt;&#xA;&lt;li&gt;The answer with most countries wins.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Pretty much any metric is welcome, for instance the number of people who passed a given test divided by population with correction for representativeness, or the proportion of the population who can handle a basic English discussion measured by UNICEF or others. The important (and difficult) thing is to have the same metric for all the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for basic proficiency, so at this level British/American English distinctions do not matter.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="6044" LastEditDate="2015-06-25T08:22:07.677" LastActivityDate="2015-06-30T21:48:38.577" Title="Basic English proficiency in the world" Tags="|data-request|education|english|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5522" PostTypeId="1" CreationDate="2015-06-25T06:22:37.153" Score="3" ViewCount="107" Body="&lt;p&gt;I see that USAID provides public access to research data via DDL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't see how it provides public access to USAID-funded journal articles, as required by Feb 2013 OSTP public access memo.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does USAID plan to collect articles/manuscripts from authors and establish a repository giving full-text access to articles? (for example: after a 12-month embargo period)&lt;/p&gt;&#xA;" OwnerUserId="6871" LastEditorUserId="14171" LastEditDate="2017-03-24T12:32:10.867" LastActivityDate="2017-03-24T12:32:10.867" Title="How does USAID facilitate public access to USAID-funded research publications (i.e., journal articles)?" Tags="|research|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5523" PostTypeId="1" CreationDate="2015-06-25T08:33:44.290" Score="3" ViewCount="124" Body="&lt;p&gt;I am looking for data related to availability of world energy resources. I am collecting this data for a project which deals with creating Infographic.&lt;/p&gt;&#xA;" OwnerUserId="6874" LastEditorUserId="1511" LastEditDate="2016-03-21T19:13:41.540" LastActivityDate="2017-11-06T11:03:44.770" Title="Where can I find data related to Availability of world energy resources?" Tags="|data-request|energy|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5524" PostTypeId="2" ParentId="1700" CreationDate="2015-06-25T08:43:31.943" Score="2" Body="&lt;p&gt;If someone is looking for data on motion capture in order to test parsing algorithms, the C3D Standard has many examples of mocap data available here: &lt;a href=&quot;https://www.c3d.org/sampledata.html&quot; rel=&quot;nofollow&quot;&gt;https://www.c3d.org/sampledata.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6875" LastActivityDate="2015-06-25T08:43:31.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5525" PostTypeId="2" ParentId="1700" CreationDate="2015-06-25T13:03:15.017" Score="2" Body="&lt;p&gt;The UCI Human Activity Recognition Using Smartphones Data Set is available here:&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Human+Activity+Recognition+Using+Smartphones&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Human+Activity+Recognition+Using+Smartphones&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is motion data assoiciated with humans performing specific activities captured via the sensors on smartphones.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Might be what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastActivityDate="2015-06-25T13:03:15.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5526" PostTypeId="1" CreationDate="2015-06-25T13:18:49.373" Score="2" ViewCount="404" Body="&lt;p&gt;I'm basically trying to duplicate broadbandmap.gov and how you can enter a zip code and return local broadband providers for a project. I downloaded their data files &lt;a href=&quot;http://www.broadbandmap.gov/data-download&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. They use census blocks to identify locations. Then if you search by zip code or city, they say, &quot;The list above only displays the broadband providers offering service in the Census Block that is in the center of your search results. The results do not display a summary of the search area, only the center of the search. For example, if you search for a city name only, then the search would return the approximate center of that city and only the information in the Census Block at the center of the city would be displayed.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do I convert this data from census block to geo-center of zip code? Is there a resource available somewhere?&lt;/p&gt;&#xA;" OwnerUserId="6876" LastActivityDate="2016-12-06T17:08:53.260" Title="Broadband data conversion from Census Block to Zip Code" Tags="|data-request|usa|geocoding|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5527" PostTypeId="2" ParentId="5526" CreationDate="2015-06-25T13:54:16.250" Score="1" Body="&lt;p&gt;So, you want to convert this broadband provider data from Census Block, a division of geography specifically designed for population research that is intended to be slightly more stable over time, to zip code, a service route that is in no way intended for population research and is not stable over time?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are no resources out there that convert Census Block to Zip Code. The closest one can convert Census Block to Zip Code Tabulation Area (ZCTA), which are approximations of the plural zip code occurring for addresses within a single Census Block in 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would recommend using the Census Block, or Census Tract, instead. Census Blocks are unique within city, county, state, and cover the entire United States; zip codes on the other hand cross-over cities, counties, and even on a few occasions cross-over states. Not only that, but zip codes don't cover the United States landscape. It is only meant as a tool for delivering parcels.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="958" LastEditDate="2016-12-06T17:08:53.260" LastActivityDate="2016-12-06T17:08:53.260" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5528" PostTypeId="1" CreationDate="2015-06-25T17:06:21.127" Score="2" ViewCount="51" Body="&lt;p&gt;I'm looking for a dataset with campgrounds in the United Kingdom that I can load into a handheld Garmin GPS-receiver.  Openstreetmap includes some, but it is not complete and it is not easy to search specifically for campgrounds.  Is there such a database?&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-06-27T16:38:19.560" Title="Campgrounds in the United Kingdom" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5529" PostTypeId="2" ParentId="5503" CreationDate="2015-06-25T17:49:05.590" Score="1" Body="&lt;p&gt;We concur. Query errors should return a real value, not just an error.  For instance, providing an error when a count = 0 is not useful to anyone.  Not supporting embedded single-quotes in search strings is also short-sighted.  Either adjust the data to remove apostrophes or provide a more robust error response.&lt;/p&gt;&#xA;" OwnerUserId="6878" LastActivityDate="2015-06-25T17:49:05.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5530" PostTypeId="2" ParentId="5523" CreationDate="2015-06-25T17:51:49.540" Score="1" Body="&lt;p&gt;International Energy Agency (IEA) &lt;a href=&quot;http://www.iea.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.iea.org/&lt;/a&gt;&#xA;makes quite a bit of data available, including oil, gas and renewables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Joint Organisations Data Initiative (JODI) (&lt;a href=&quot;http://www.jodidata.org&quot; rel=&quot;nofollow&quot;&gt;http://www.jodidata.org&lt;/a&gt;)&#xA;was created to gather and share data about oil and oil supplies. They make some interesting databases available online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These two organizations are generally open, but you would need to dig around to determine the exact nature of their data licensing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wood Mackenzie (&lt;a href=&quot;http://www.woodmac.com&quot; rel=&quot;nofollow&quot;&gt;http://www.woodmac.com&lt;/a&gt;) has massive amounts of data covering oil and gas. But their data is definitely not 'open'.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastEditorUserId="90" LastEditDate="2015-06-26T20:05:33.237" LastActivityDate="2015-06-26T20:05:33.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5531" PostTypeId="2" ParentId="5523" CreationDate="2015-06-25T18:36:17.017" Score="1" Body="&lt;p&gt;OpenEI (Energy Information) offers &quot;Linked energy information on hundreds of topics crowdsourced from industry and government agencies&quot;:&lt;br&gt;&#xA;&lt;a href=&quot;http://en.openei.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;http://en.openei.org/wiki/Main_Page&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenEI works with a number of governments and institutions to serve up crowdsourced energy information; here's one example, their collaboration with NREL (National Renewable Energy Laboratory):&lt;br&gt;&#xA;&lt;a href=&quot;https://developer.nrel.gov/docs/electricity/openei-utility-rates/&quot; rel=&quot;nofollow&quot;&gt;https://developer.nrel.gov/docs/electricity/openei-utility-rates/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-06-25T18:36:17.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5532" PostTypeId="1" AcceptedAnswerId="5536" CreationDate="2015-06-25T20:03:50.730" Score="3" ViewCount="114" Body="&lt;p&gt;I want to list all drugs that have &quot;CROHN'S DISEASE&quot; or &quot;CROHN^S DISEASE&quot; as &lt;code&gt;drugindication&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.fda.gov/drug/event.json?search=patient.drug.drugindication.exact:%22CROHN'S+DISEASE%22&amp;amp;count=patient.drug.openfda.brand_name.exact&amp;amp;limit=100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you list Humira's drug indications&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name.exact:%22HUMIRA%22&amp;amp;count=patient.drug.drugindication.exact&amp;amp;limit=100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Crohn's Disease shows up as a very common drug indication for Humira. Now I want to find other drugs that also have Crohn's Disease as a &lt;code&gt;drugindication&lt;/code&gt;. How should I query for this? I don't believe it is currently possible.&lt;/p&gt;&#xA;" OwnerUserId="6880" LastEditorUserId="1511" LastEditDate="2015-06-26T06:13:52.397" LastActivityDate="2015-06-26T12:37:01.117" Title="How do I query for a field with a single quote or apostrophe? e.g. &quot;CROHN'S DISEASE&quot;" Tags="|openfda|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5533" PostTypeId="1" CreationDate="2015-06-26T00:28:47.633" Score="1" ViewCount="9" Body="&lt;p&gt;I'm trying to find a data set that includes the amount of telecommunications cable production in terms of length produced dating as far back as possible.&lt;/p&gt;&#xA;" OwnerUserId="6883" LastActivityDate="2015-06-26T00:28:47.633" Title="Annual Telecommunications Wire Production" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5536" PostTypeId="2" ParentId="5532" CreationDate="2015-06-26T12:37:01.117" Score="1" Body="&lt;p&gt;First of all, in your Humira drug indications response, there is some data quality &lt;em&gt;idiosyncracies&lt;/em&gt; because I see &lt;code&gt;&quot;CROHN'S DISEASE&quot;&lt;/code&gt; and &lt;code&gt;CROHN^S DISEASE&lt;/code&gt; as possible values of &lt;code&gt;patient.drug.drugindication.exact&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, this has been a known issue since 2014 (at &lt;a href=&quot;https://github.com/FDA/openfda/issues/29&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/issues/29&lt;/a&gt;) and there isn't a fix just yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the time being, you could do a fuzzy-ish search like the following:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.fda.gov/drug/event.json?search=patient.drug.drugindication:%22CROHN%22&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which should match both of the permutations of Crohn's disease above.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-06-26T12:37:01.117" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5539" PostTypeId="1" CreationDate="2015-06-26T20:26:56.903" Score="6" ViewCount="63" Body="&lt;p&gt;I work at a county public library, and recently I found out that our greeters have been writing down the questions patrons ask them. I gave them a form to make the data more coherent and I've been keeping it in an Access database. There are only about 5000 data points so far, about 1.5 years worth. All I've done with it to date is keep an updated FAQ at the greeter's desk. Any suggestions for what else I might do with it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if the library agrees, would anyone else like to use it for anything?&lt;/p&gt;&#xA;" OwnerUserId="6894" LastActivityDate="2015-06-29T07:29:24.820" Title="What should I do with a database of public library greeter questions?" Tags="|releasing-data|uses-of-open-data|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5540" PostTypeId="1" CreationDate="2015-06-26T23:38:54.007" Score="3" ViewCount="133" Body="&lt;p&gt;I'm looking for a proper data set for my anomaly detection model. At this point, we are looking for a parameter which has the following characteristic: it is a data stream that gradually (or even quickly) changes through the time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We want to detect anomalies in such data stream with our own model. Could you please help me by introducing a parameter that has the above feature and also it is worth to detect outliers in that?&lt;/p&gt;&#xA;" OwnerUserId="6897" LastActivityDate="2015-06-28T23:19:22.840" Title="Looking for a data set that gradually changes through the time" Tags="|data-request|time-series|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5541" PostTypeId="1" AcceptedAnswerId="5556" CreationDate="2015-06-26T23:52:35.513" Score="4" ViewCount="109" Body="&lt;p&gt;I'm a project manager. I'm interested in IATIStandard.org an International Aid Transparency Initiative that makes it possible for humanitarian organizations to share information on aid activities formatted into XML files posted online. Organizations use an XML standard to format their data, then register metadata on the files with IATI and IATI makes the files searchable. IATI also has an API folks can use to query all the files/data. Can someone please explain to me how IATI is doing this in simple technical terms?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="6899" LastActivityDate="2015-07-01T07:55:44.387" Title="Automate API Queries" Tags="|data-request|api|metadata|uses-of-open-data|xml|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5542" PostTypeId="2" ParentId="5539" CreationDate="2015-06-27T00:52:06.660" Score="2" Body="&lt;p&gt;You should convert the database to something non-proprietary for starters. Then you can post it to the open data se account on &lt;a href=&quot;http://datahub.io/&quot; rel=&quot;nofollow&quot;&gt;datahub.io&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Offhand I cannot think of any uses for it, but that therein lies part of open data's beauty: it's not what you can think of doing with it... it's putting it out there to see what others can/will do with it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the datahub.io account:&lt;br&gt;&#xA;&lt;a href=&quot;http://datahub.io/organization/opendata-stackexchange&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/organization/opendata-stackexchange&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="754" LastEditDate="2015-06-29T07:29:24.820" LastActivityDate="2015-06-29T07:29:24.820" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5543" PostTypeId="2" ParentId="5528" CreationDate="2015-06-27T16:38:19.560" Score="3" Body="&lt;p&gt;I am not an OSM expert but doesnt this API call do what you want?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://overpass-turbo.eu/s/a8X&quot; rel=&quot;nofollow&quot;&gt;http://overpass-turbo.eu/s/a8X&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/anonymous/07ad75898863e4357813&quot; rel=&quot;nofollow&quot;&gt;Here is a gist of the results of the API call:&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;/*&#xA;This query looks for nodes, ways and relations &#xA;with the given key/value combination.&#xA;Choose your region and hit the Run button above!&#xA;*/&#xA;[out:json][timeout:60];&#xA;// gather results&#xA;(&#xA;  // query part for: “tourism=camp_site”&#xA;  node[&quot;tourism&quot;=&quot;camp_site&quot;](49.696061819115634,-10.6787109375,59.28833169203345,2.012695312500001);&#xA;  way[&quot;tourism&quot;=&quot;camp_site&quot;](49.696061819115634,-10.6787109375,59.28833169203345,2.012695312500001);&#xA;  relation[&quot;tourism&quot;=&quot;camp_site&quot;](49.696061819115634,-10.6787109375,59.28833169203345,2.012695312500001);&#xA;);&#xA;// print results&#xA;out body;&#xA;&amp;gt;;&#xA;out skel qt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-06-27T16:38:19.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5544" PostTypeId="2" ParentId="2014" CreationDate="2015-06-27T19:21:41.883" Score="3" Body="&lt;p&gt;There is a &lt;a href=&quot;https://de.wiktionary.org/wiki/Verzeichnis:Spanisch/Grundwortschatz&quot; rel=&quot;nofollow&quot;&gt;Wictionary list for Spanish A1 vocabulary&lt;/a&gt; that would be easy to parse in the &lt;a href=&quot;https://de.wiktionary.org/w/index.php?title=Verzeichnis:Spanisch/Grundwortschatz&amp;amp;printable=yes&quot; rel=&quot;nofollow&quot;&gt;print version&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2015-06-27T19:21:41.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5545" PostTypeId="1" CreationDate="2015-06-28T08:49:10.543" Score="5" ViewCount="1335" Body="&lt;p&gt;Are there any APIs or dataset for the list of movie showtimes in Singapore?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Official websites from &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_movie_theatre_operators_in_Singapore&quot; rel=&quot;nofollow&quot;&gt;theatre operators in Singapore&lt;/a&gt;, (e.g. &lt;a href=&quot;https://www.wecinemas.com.sg/&quot; rel=&quot;nofollow&quot;&gt;Eng Wah&lt;/a&gt;, &lt;a href=&quot;http://www.shaw.sg/&quot; rel=&quot;nofollow&quot;&gt;Shaw&lt;/a&gt;, &lt;a href=&quot;http://www.cathaycineplexes.com.sg/&quot; rel=&quot;nofollow&quot;&gt;Cathay&lt;/a&gt;, &lt;a href=&quot;http://fgcineplex.com.sg/&quot; rel=&quot;nofollow&quot;&gt;Filmgarde&lt;/a&gt;, &lt;a href=&quot;http://www.gv.com.sg&quot; rel=&quot;nofollow&quot;&gt;Golden Village&lt;/a&gt;) does show the data but &lt;strong&gt;it's truncated&lt;/strong&gt;  (data is only available for showtimes right then and onwards; showtimes of previous days will no longer be showed). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, is there any way to obtain misc info regarding the shows? This includes the seat information (2D; DBox; IMAX; Dolby Atmos; type of 3D; HFR), the set of available / occupied seats, and the seats booking cost, discounts and booking limitations.&lt;/p&gt;&#xA;" OwnerUserId="1096" LastEditorUserId="4184" LastEditDate="2017-03-17T10:43:00.727" LastActivityDate="2017-03-17T10:43:00.727" Title="API / dataset for Singapore cinemas showtimes" Tags="|data-request|film|singapore|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5546" PostTypeId="1" AcceptedAnswerId="5547" CreationDate="2015-06-28T12:45:56.840" Score="1" ViewCount="62" Body="&lt;p&gt;Are there any other data repositories like UCI and mlData, for biological data?? I want to know about mostly biological data set.(The format of data set would be like that of UCI)&lt;/p&gt;&#xA;" OwnerUserId="6910" LastEditorUserId="754" LastEditDate="2015-06-29T07:25:53.423" LastActivityDate="2015-06-29T07:25:53.423" Title="Data repositories like UCI and mlData, for biological data" Tags="|data-request|metadata|data-format|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5547" PostTypeId="2" ParentId="5546" CreationDate="2015-06-28T18:08:45.450" Score="3" Body="&lt;p&gt;There are many biology repositories, including &lt;a href=&quot;http://service.re3data.org/search/results/filter/?d=25&amp;amp;filter_subjects_active%5Bbiology%5D=Biology&amp;amp;term=&quot; rel=&quot;nofollow&quot;&gt;446 Biology data repositories&lt;/a&gt; listed in the re3data repository catalog. Its not clear from your question how you want them to be similar to UCI, which seems to be a compendium.  The &lt;a href=&quot;https://knb.ecoinformatics.org/&quot; rel=&quot;nofollow&quot;&gt;KNB Data Repository&lt;/a&gt; has a huge variety of biological data sets, some of which represent unique experiments and some of which represent synthetic data sets, such as the Global Population Dynamics Database (GPDD):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Prendergast J , Bazeley-White E , Smith O , Lawton J , Inchausti P , Kidd D , and Knight S. 2010. The Global Population Dynamics Database (&lt;a href=&quot;http://doi.org/doi:10.5063/F1BZ63Z8&quot; rel=&quot;nofollow&quot;&gt;doi:10.5063/F1BZ63Z8&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="5379" LastActivityDate="2015-06-28T18:08:45.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5548" PostTypeId="2" ParentId="5540" CreationDate="2015-06-28T18:23:28.110" Score="5" Body="&lt;p&gt;The Global Population Dynamics Database has thousands of time series from biological populations recording changes in population size over time.  Maybe that would be useful to you?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Prendergast J , Bazeley-White E , Smith O , Lawton J , Inchausti P ,&#xA;  Kidd D , and Knight S. 2010. The Global Population Dynamics Database.&#xA;  The &lt;a href=&quot;http://knb.ecoinformatics.org&quot; rel=&quot;noreferrer&quot;&gt;KNB Data Repository&lt;/a&gt;. (&lt;a href=&quot;http://doi.org/doi:10.5063/F1BZ63Z8&quot; rel=&quot;noreferrer&quot;&gt;doi:10.5063/F1BZ63Z8&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There are also many other environmental time series such as temperature, wind speed, currents, and other abiotic parameters over time in the &lt;a href=&quot;http://knb.ecoinformatics.org&quot; rel=&quot;noreferrer&quot;&gt;KNB Repository&lt;/a&gt;, some of which are relatively high frequency, such as this temperature time series, which is one of many:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Partnership for Interdisciplinary Studies of Coastal Oceans (PISCO) ,&#xA;  Menge B , and Chan F. PISCO: Intertidal: site temperature data: Boiler&#xA;  Bay, Oregon, USA (BBYX00)&#xA;  (&lt;a href=&quot;https://knb.ecoinformatics.org/#view/doi:10.6085/AA/BBYX00_XXXITV2XLSR02_20120112.50.1&quot; rel=&quot;noreferrer&quot;&gt;doi:10.6085/AA/BBYX00_XXXITV2XLSR02_20120112.50.1&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5379" LastActivityDate="2015-06-28T18:23:28.110" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5549" PostTypeId="2" ParentId="5517" CreationDate="2015-06-28T19:49:06.547" Score="1" Body="&lt;p&gt;There is a &lt;a href=&quot;http://datamart.cccco.edu/datamart.aspx&quot; rel=&quot;nofollow&quot;&gt;Datamart&lt;/a&gt; for the California Community Colleges. There are a variety of datasets to download, including the &lt;a href=&quot;http://datamart.cccco.edu/Outcomes/Student_Transfer_Volume.aspx&quot; rel=&quot;nofollow&quot;&gt;transfer volume&lt;/a&gt; (to in-state private and out-of-state BA/BS programs) and &lt;a href=&quot;http://datamart.cccco.edu/Outcomes/Transfer_Velocity.aspx&quot; rel=&quot;nofollow&quot;&gt;transfer velocity&lt;/a&gt; under student outcomes. For velocity, you can also choose by gender, ethnicity, and other attributes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The system is a little awkward to use, but it does allow download in both CSV and Excel.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus: The map of all the &lt;a href=&quot;http://data.ca.gov/2011/12/01/california-universities-and-colleges-maps/&quot; rel=&quot;nofollow&quot;&gt;California community colleges&lt;/a&gt; is available at the &lt;a href=&quot;http://data.ca.gov/&quot; rel=&quot;nofollow&quot;&gt;California open data site&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2015-06-28T19:49:06.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5550" PostTypeId="2" ParentId="5540" CreationDate="2015-06-28T20:36:55.003" Score="2" Body="&lt;p&gt;I'm not sure the nature of the anomalous patterns you're seeking, so would fine-grain financial streams work for you? I'm assuming you're looking for free datasets. I've used several of the sources listed here: &lt;a href=&quot;http://www.quantshare.com/sa-426-6-ways-to-download-free-intraday-and-tick-data-for-the-us-stock-market&quot; rel=&quot;nofollow&quot;&gt;http://www.quantshare.com/sa-426-6-ways-to-download-free-intraday-and-tick-data-for-the-us-stock-market&lt;/a&gt; to develop pattern-break models for both short and long term transaction performance of individual stocks and markets. In particular, I find the Google Finance data to be easy to access and of course, plentiful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on the frequency of readings you need, there is everything from frequent intraday data (1 minute reporting) through daily data (24 hour interval) and historical data. If you want  higher frequency than that, some of the sources do streams for all buy-sell data, but that is universally a paid feature. Good luck!&lt;/p&gt;&#xA;" OwnerUserId="6908" LastActivityDate="2015-06-28T20:36:55.003" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5551" PostTypeId="2" ParentId="5540" CreationDate="2015-06-28T23:19:22.840" Score="3" Body="&lt;p&gt;Any space weather data would likely fit the bill.  Both &lt;a href=&quot;http://www.swpc.noaa.gov/products-and-data&quot; rel=&quot;nofollow&quot;&gt;NOAA&lt;/a&gt; and &lt;a href=&quot;http://soho.nascom.nasa.gov/spaceweather/&quot; rel=&quot;nofollow&quot;&gt;NASA&lt;/a&gt; have links to various data sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most earth weather data would likely also fit what you're asking for (although I'm not as familiar with it).  Some simple time series data would be temperature or &lt;a href=&quot;http://waterdata.usgs.gov/nwis/rt&quot; rel=&quot;nofollow&quot;&gt;USGS river gauges&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-06-28T23:19:22.840" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5552" PostTypeId="1" CreationDate="2015-06-29T12:37:06.240" Score="2" ViewCount="32" Body="&lt;p&gt;I am looking for an exhaustive list of speed radars in France, USA (especially California and Massachusetts) and Seoul, Korea.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="2075" LastEditDate="2015-06-29T20:40:23.350" LastActivityDate="2015-06-29T20:40:23.350" Title="Exhaustive list of speed radars" Tags="|data-request|geospatial|traffic|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5553" PostTypeId="1" CreationDate="2015-06-29T12:56:07.863" Score="2" ViewCount="154" Body="&lt;p&gt;I am looking for hotel data to dig through.&lt;/p&gt;&#xA;&lt;p&gt;What I need as historical information is:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Pricing&lt;/li&gt;&#xA;&lt;li&gt;Room Capacity&lt;/li&gt;&#xA;&lt;li&gt;Occupancy&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6915" LastEditorUserId="23272" LastEditDate="2021-04-07T12:54:28.053" LastActivityDate="2021-04-07T12:54:28.053" Title="Hotel internal historical data required" Tags="|data-request|historical|prices|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5554" PostTypeId="2" ParentId="4487" CreationDate="2015-06-29T19:24:17.690" Score="3" Body="&lt;p&gt;There is a &lt;a href=&quot;https://de.wikipedia.org/wiki/Kategorie:Deutscher&quot; rel=&quot;nofollow&quot;&gt;category called &quot;Deutscher&quot; (German) in the German Wikipedia&lt;/a&gt; that is accessible &lt;a href=&quot;http://de.dbpedia.org/page/Kategorie:Deutscher&quot; rel=&quot;nofollow&quot;&gt;with the help of the German DBpedia&lt;/a&gt; and contains more than 191000 pages. You could query DBpedia for pages that have a link to this category with the &lt;a href=&quot;http://dbpedia.org/ontology/wikiPageWikiLink&quot; rel=&quot;nofollow&quot;&gt;wikiPageWikiLink&lt;/a&gt; relation and filter for living people by looking up if their DBpedia page contains a death date or not, using &lt;a href=&quot;http://dbpedia.org/ontology/deathDate&quot; rel=&quot;nofollow&quot;&gt;deathDate&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2015-06-29T19:24:17.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5555" PostTypeId="2" ParentId="4487" CreationDate="2015-06-29T19:40:12.210" Score="2" Body="&lt;p&gt;We found that next to DBpedia there is a commercial site &lt;a href=&quot;https://www.munzinger.de/&quot; rel=&quot;nofollow&quot;&gt;https://www.munzinger.de/&lt;/a&gt; which contains all the data relevant to the question free on their web site and have it accessible.&lt;/p&gt;&#xA;" OwnerUserId="5647" LastEditorUserId="5647" LastEditDate="2015-06-29T21:19:11.967" LastActivityDate="2015-06-29T21:19:11.967" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5556" PostTypeId="2" ParentId="5541" CreationDate="2015-06-29T21:37:14.440" Score="3" Body="&lt;p&gt;Well, if you take a look at &lt;a href=&quot;http://www.iatiregistry.org/registry-api&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; link, you can get a good idea of what's going on. Basically, the IATI hold data which &lt;em&gt;references&lt;/em&gt; data which is hosted elsewhere. They act a lot like the index in a library - the index doesn't contain the actual text in the book, but it contains &lt;em&gt;metadata&lt;/em&gt; which describes the book, and tells you where to find it. Similarly, the IATI don't actually host the data, they just give you a reference to it:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The IATI Registry holds meta-data on files published in the IATI XML&#xA;  format. The files themselves are stored in different places across the&#xA;  web, and you will need to fetch and process the original files&#xA;  yourself. If you are looking for an API directly onto IATI data, you&#xA;  can use the IATI DataStore or consult the tools section of the IATI&#xA;  Wiki to learn about other third-party platforms. In doubt, ask on the&#xA;  iati-technical mailing list.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Developers who want to query the data use standard HTTP protocols to find out where the data is located. &lt;a href=&quot;http://www.iatiregistry.org/help&quot; rel=&quot;nofollow&quot;&gt;This&lt;/a&gt; page is important, because it gives us an FAQ:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;The publisher record contains a lot of fields. Do I need to fill them&#xA;  all out?&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Yes, this is very important as it provides you with an opportunity to&#xA;  explain to the users of the data how to interpret your particular&#xA;  business circumstances and methods of operations and accounting. It&#xA;  also provides a statement of your progress towards full-compliance of&#xA;  the IATI standard that you have agreed to reach.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Without actually trying it out myself, this is a good indication that the IATI asks publishers to provide a description of the data set they are registering. This suggests that the data sources themselves are not necessarily standardised (i.e. parsing the data may depend on the publisher supplying a sufficient data description to the application consuming the API).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In response to the comment, you could take a look at their &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow&quot;&gt;API documentation&lt;/a&gt; to get an idea of how their system works. They use &lt;a href=&quot;http://ckan.org/developers/about-ckan/&quot; rel=&quot;nofollow&quot;&gt;CKAN&lt;/a&gt;, which:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;...is built with Python on the backend and Javascript on the frontend,&#xA;  and uses the Pylons web framework and SQLAlchemy as its ORM. Its&#xA;  database engine is PostgreSQL and its search is powered by SOLR. It&#xA;  has a modular architecture that allows extensions to be developed to&#xA;  provide additional features such as harvesting or data upload.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;ckan is open source, so you should able to look a &lt;a href=&quot;https://github.com/ckan/ckan&quot; rel=&quot;nofollow&quot;&gt;the source code&lt;/a&gt;. In fact, it looks like you can get the &lt;a href=&quot;https://github.com/IATI&quot; rel=&quot;nofollow&quot;&gt;IATI source code too&lt;/a&gt;. From what I can see, it's much as you would expect - a web server wrapped around a database. How you choose to interface with the data IATI provides depends on the application you want to make, but it sounds like you are describing a pretty standard web stack which hosts whatever user interfaces to the data you want to provide (including an editor, if you want). For more info, I would definitely recommend visiting the IATI technical mailing list. As an organisation which seems committed to open data, one of the best things to do is to contact them directly. If they like what you're attempting, they may be able to help you out in all sorts of ways.&lt;/p&gt;&#xA;" OwnerUserId="6921" LastEditorUserId="6921" LastEditDate="2015-07-01T07:55:44.387" LastActivityDate="2015-07-01T07:55:44.387" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5557" PostTypeId="1" CreationDate="2015-06-30T01:31:56.090" Score="3" ViewCount="264" Body="&lt;p&gt;I am wondering if there is anyone here that either has 2013-2015 list of hotels in Australia with contact phone numbers and if it had emails that would be a bonus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am currently putting an excel spreadsheet together of Melbourne Hotels. But in 3 hours I have only been able to get 46 hotels, and I know that there has to be a quicker and more effective way to do this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone can help that would be great.&lt;/p&gt;&#xA;" OwnerUserId="6924" LastEditorUserId="16193" LastEditDate="2018-03-16T19:36:44.457" LastActivityDate="2018-03-16T19:36:44.457" Title="Australia Hotel/Motel Data" Tags="|data-request|csv|sql|australia|excel|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5558" PostTypeId="1" AcceptedAnswerId="5695" CreationDate="2015-06-30T11:10:33.793" Score="2" ViewCount="2603" Body="&lt;p&gt;I need to do some experiments in HBase and Cassandra. To do that I need an adequate dataset. The dataset I'm looking for has to be large enough (more than 2GB) and the data in it has to be sufficiently unstructured to be representative of the kind of problems that relational technology can't cope. Maybe data derived from social networks, and so on. Has anyone that kind of dataset? Or anyone knows where can I find such a dataset?&#xA;Thanks for your help. &lt;/p&gt;&#xA;" OwnerUserId="6931" LastActivityDate="2015-07-27T03:56:40.297" Title="A good dataset to experiment NoSQL databases" Tags="|data-request|unstructured-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5559" PostTypeId="1" AcceptedAnswerId="5560" CreationDate="2015-06-30T11:57:02.183" Score="1" ViewCount="2245" Body="&lt;p&gt;A customer asked me to make a QR code to hold an ean-13 barcode's data but it seems they don't want to change there hardware/software that their staff use. The customer asked:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Good Morning,&#xA;  and 'can then use the qr code instead of the bar code, but then you have to check if the program we use (zucchetti) and' able to read the codes during the qr behalf of a client in our cash carry,&#xA;  Now we have more or less than 1,000 items, the expiration date will vary depending on each arrival and lot of the goods, the qr code will have to be printed by us the bar code that we are using mainly and 'ill ean13 code, but on other products there are also other types of bar codes&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Googling for this company and there products does not bring much useful info (not what I would call technical), So (also out off interest) I started to try to find out all the different data types (prefix:data) I can implement in a QR code so far I have only found (I think there may be more):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Plain text      Hello Stack Exchange!&#xA;Website URL     http://www.example.com/&#xA;E-mail Address  mailto:example@exmaple.com&#xA;Phone Numbers   tel:+00000000000&#xA;Text (SMS)      sms:9052091306&#xA;Geo Address     geo:43.838613,-79.330831,120&#xA;Contact Info    MECARD:N:Ben,Muircroft;ADR:PO Box 1, London, UK 90030;TEL:+000000000;EMAIL:me@example.com;;&#xA;Bitcoin Address bitcoin:1Exampleytfu545yfu98TUYGT87t9787uy&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Denso-Wave say that they can be used for warehouses to track products&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.denso-wave.com/en/solution/typeofuse/traceability.html&quot; rel=&quot;nofollow&quot;&gt;http://www.denso-wave.com/en/solution/typeofuse/traceability.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This kind of implies that a QR Code could do the same job as a normal Bar Code (ean-13).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Though I cannot see how unless (ether) a hardware scanner read QRs and a prefix was designed for that specifically or custom scanning software was built to handle the prefix and look up the product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately I don't have a hardware Bar Code scanner and I cant tell which one they have apart from that it can presumably scan both QR codes and Bar Codes; so I am speculating on what happens at the point of scanning. I have a smartphone and can scan both QR codes and Bar codes. I can also make qr codes using Javascript and I could probably make Bar codes as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to put something along the lines of this inside a QR code:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ean-13:5901234123457&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but the prefix should be a real one so a scanner could understand to do a look up (I am also assuming that a hardware scanner would just accept the ean-13 number then do it's job and perform its look up on a internal/external database)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I really fail to see how the QR code only has the above prefixes as it was created for corporate use originally and has only become popularized in use for marketing. So logically it would make sense that there are less commonly known &lt;em&gt;more technical&lt;/em&gt; prefixes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;1) Are there more prefixes to add to this list?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;2) Is there one which I can use in my case?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="6930" LastEditorUserId="90" LastEditDate="2015-07-03T01:32:49.683" LastActivityDate="2019-02-09T23:55:28.707" Title="Available QR Code Prefixes" Tags="|barcodes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5560" PostTypeId="2" ParentId="5559" CreationDate="2015-06-30T12:33:26.780" Score="4" Body="&lt;p&gt;QR codes hold a string of information.  It can be &lt;em&gt;anything&lt;/em&gt;, as it's just a way to encode the string.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's quite common for them to contain URIs (&lt;code&gt;http:&lt;/code&gt;, &lt;code&gt;https:&lt;/code&gt;, etc.) for smartphones and the like to access, but there's nothing stopping it from holding code to be processed (&lt;code&gt;javascript:&lt;/code&gt;, if it's going to be passed off to a web browser), or anything else.  The problem is when the client encounters a &lt;a href=&quot;https://en.wikipedia.org/wiki/URI_scheme&quot; rel=&quot;nofollow&quot;&gt;URI scheme&lt;/a&gt; that it's not familiar with -- as there are a &lt;em&gt;lot&lt;/em&gt; of them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A more recent recommendation for identifiers is to prefix them with a webresolver -- so your &lt;code&gt;5901234123457&lt;/code&gt; becomes &lt;code&gt;http://www.upcitemdb.com/upc/5901234123457&lt;/code&gt; or similar.  But this is a problem if the remote site goes under, or changes their TOS in the future.  If these are for your company's use, you might want to set up your own resolver -- it can always redirect to another site, if you don't want to set up a full database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(if you find that clients don't support redirecting, you can proxy the connections, but be aware that it might be a violation of the site's TOS)&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-06-30T12:33:26.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5561" PostTypeId="1" CreationDate="2015-06-30T12:53:12.710" Score="5" ViewCount="98" Body="&lt;p&gt;I'm currently working on a project to create a database (for analysis later on) of 100 journals, and all the articles for these journals between 1969 and 2014. This of course results in over half a million articles. The most important parameters i need for these articles is the &lt;a href=&quot;https://en.wikipedia.org/wiki/JEL_classification_codes&quot; rel=&quot;nofollow&quot;&gt;JEL code&lt;/a&gt; and the date(year) of publication. So far I have created a list of journals and used the crossref API to get an approximation of the number and names of articles they include.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example is for the journal &quot;Econometrica&quot;, the API query: &lt;a href=&quot;http://search.crossref.org/?q=Econometrica&amp;amp;type=Journal+Article&quot; rel=&quot;nofollow&quot;&gt;http://search.crossref.org/?q=Econometrica&amp;amp;type=Journal+Article&lt;/a&gt; Returns 6200+ articles, each of them with full name and a DOI link. The problem is the DOI link does not always include the general information, however they often include the pdf version of the article, which in term of data crawling is not really efficient to scan through 500.000 articles for JEL code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if you know another database/API that might return the JEL and publication date by using the article name as query?&lt;/p&gt;&#xA;" OwnerUserId="6932" LastEditorUserId="754" LastEditDate="2015-07-02T04:47:56.773" LastActivityDate="2015-07-02T04:47:56.773" Title="Open database for JEL code crawling (using article names)" Tags="|data-request|api|research|python|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5562" PostTypeId="2" ParentId="5434" CreationDate="2015-06-30T15:06:14.843" Score="1" Body="&lt;p&gt;The specific classifications you refer to sound very much like &lt;a href=&quot;https://www.experian.co.uk/business/marketing/segmentation-targeting/mosaic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MOSAIC data from Experian&lt;/a&gt;. We use this in Local Government and the classifications sound exactly like that. It's a commercial dataset though and it doesn't look like there are any free or open versions. Looks like that website uses a variety of sources but I would take a bet that MOSAIC is one of the primary ones.&lt;/p&gt;&#xA;" OwnerUserId="6933" LastEditorUserId="9490" LastEditDate="2021-06-24T08:02:33.790" LastActivityDate="2021-06-24T08:02:33.790" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5563" PostTypeId="2" ParentId="5521" CreationDate="2015-06-30T21:48:38.577" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.ef.com/__/~/media/efcom/epi/2014/full-reports/ef-epi-2013-report-master.pdf&quot; rel=&quot;nofollow&quot;&gt;EF English Proficiency Index (2013)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The EF English Proficiency Index calculates a&#xA;country’s average adult English skill level using data&#xA;from two different EF English tests completed by&#xA;hundreds of thousands of adults every year&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The EF EPI third edition was calculated using&#xA;2012 test data from about 750,000 test takers. Only&#xA;countries with a minimum of 400 test takers were&#xA;included in the index.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;We recognize that the test-taking population&#xA;represented in this index is self-selected and not&#xA;guaranteed to be representative of the country&#xA;as a whole. Only those people either wanting&#xA;to learn English or curious about their English&#xA;skills will participate in one of these tests. This&#xA;could skew scores lower or higher than for the&#xA;general population.&quot;&lt;/p&gt;&#xA;" OwnerUserId="6937" LastActivityDate="2015-06-30T21:48:38.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5564" PostTypeId="2" ParentId="5561" CreationDate="2015-07-01T16:37:18.530" Score="1" Body="&lt;p&gt;Try Transpose.com. It uses a drag and drop platform with a bunch of different fields so you can create the exact database you need. It also uses search analytics so you find anything you've input by just typing it in.&lt;/p&gt;&#xA;" OwnerUserId="6942" LastActivityDate="2015-07-01T16:37:18.530" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5565" PostTypeId="2" ParentId="5522" CreationDate="2015-07-01T17:07:08.047" Score="2" Body="&lt;p&gt;Current &lt;a href=&quot;http://www.usaid.gov/sites/default/files/documents/1868/aidar_0.pdf&quot; rel=&quot;nofollow&quot;&gt;USAID regulations&lt;/a&gt; and &lt;a href=&quot;http://www.usaid.gov/sites/default/files/documents/1868/540.pdf&quot; rel=&quot;nofollow&quot;&gt;policies&lt;/a&gt; require that all USAID funded reports be submitted to the &lt;a href=&quot;http://dec.usaid.gov&quot; rel=&quot;nofollow&quot;&gt;Development Experience Clearinghouse&lt;/a&gt; at the end of the project. USAID is currently finalizing a Public Access Plan for federally funded research that will outline guidance for ensuring public access of articles resulting from USAID-funding.  Page 10 of USAID's existing &lt;a href=&quot;http://www.usaid.gov/policy/scientific-research&quot; rel=&quot;nofollow&quot;&gt;Scientific Research Policy&lt;/a&gt; also references the pending formulation of this plan. &lt;/p&gt;&#xA;" OwnerUserId="6274" LastEditorUserId="6274" LastEditDate="2015-07-01T17:26:22.703" LastActivityDate="2015-07-01T17:26:22.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5567" PostTypeId="2" ParentId="4231" CreationDate="2015-07-03T04:46:25.337" Score="6" Body="&lt;p&gt;i think open ei has this in their building energy data book:&lt;br&gt;&#xA;&lt;a href=&quot;http://en.openei.org/doe-opendata/dataset/buildings-energy-data-book&quot;&gt;http://en.openei.org/doe-opendata/dataset/buildings-energy-data-book&lt;/a&gt;&lt;br&gt;&#xA;here's a section from that which is a survey of building energy consumption and extends past 2011:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.eia.gov/consumption/commercial/data/2012/&quot;&gt;http://www.eia.gov/consumption/commercial/data/2012/&lt;/a&gt;&lt;br&gt;&#xA;lastly, try the data hub for the energy performance of buildings for the eu:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.buildingsdata.eu/&quot;&gt;http://www.buildingsdata.eu/&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-07-03T04:46:25.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5568" PostTypeId="1" CreationDate="2015-07-03T19:50:30.067" Score="3" ViewCount="50" Body="&lt;p&gt;I need a dataset with some health outcome (like immunization rates or reported disease cases) that is &lt;strong&gt;both&lt;/strong&gt; frequent (weekly or more frequent) and micro-geographic (zip code or finer). &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2015-07-03T19:50:30.067" Title="Frequent Micro health care data" Tags="|data-request|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5569" PostTypeId="1" CreationDate="2015-07-04T05:59:31.423" Score="2" ViewCount="34" Body="&lt;p&gt;I have cloned the open.fda.gov repository and followed instructions to get the site running on my machine.  I've been meticulous to install all the ruby and nodejs dependencies, however when jekyll is serving my site, I am not able to see any of the charts. For example, &lt;a href=&quot;http://localhost:4000/drug/event/&quot; rel=&quot;nofollow&quot;&gt;http://localhost:4000/drug/event/&lt;/a&gt; does not show the chart as is displayed on &lt;a href=&quot;https://open.fda.gov/drug/event/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/&lt;/a&gt; . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get my local site to display the charts?&lt;/p&gt;&#xA;" OwnerUserId="6959" LastActivityDate="2015-07-04T05:59:31.423" Title="Problem displaying charts in clone of open.fda.gov" Tags="|openfda|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5570" PostTypeId="1" AcceptedAnswerId="5580" CreationDate="2015-07-04T18:47:00.433" Score="5" ViewCount="2610" Body="&lt;p&gt;Can anybody point me to steps how I can get all tweets from #databreach or any #hashtag on Twitter? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The goal is to take all data and export to a file (can be unstructured, structured or semi-structured).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus if usable with the Fabric plugin and Beautiful Soup.&lt;/p&gt;&#xA;" OwnerUserId="6541" LastEditorUserId="754" LastEditDate="2015-07-14T03:26:11.500" LastActivityDate="2016-06-15T20:56:59.107" Title="How to get all tweets from a given Twitter #hashtag" Tags="|data-request|social-media|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5571" PostTypeId="1" CreationDate="2015-07-05T16:48:54.590" Score="4" ViewCount="349" Body="&lt;p&gt;I am looking for historical weather data (mostly temperature and sunshine hours) for France (specifically the City of Sceaux).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found meteofrance who offer free  &lt;a href=&quot;https://donneespubliques.meteofrance.fr/?fond=produit&amp;amp;id_produit=90&amp;amp;id_rubrique=32&quot; rel=&quot;nofollow&quot;&gt;historical weather data&lt;/a&gt; per day. The only way that I found to download the data is one file per day with all stations. What I would be looking for is a download of a single file that contains information for multiple days at the same station. So to say historical data per station, not per day. Does meteofrance or a similar source offer something like this or should I use weatherunderground for this?&lt;/p&gt;&#xA;" OwnerUserId="5636" LastActivityDate="2016-11-16T00:38:05.200" Title="Historical weather data in France (Sceaux)" Tags="|weather|france|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5572" PostTypeId="1" AcceptedAnswerId="5579" CreationDate="2015-07-05T18:56:32.630" Score="5" ViewCount="114" Body="&lt;p&gt;I am trying to find any of the following counted by some small geographical unit like census tract or block:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;--number of arrests per year (maybe by crime type?) within each area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;--number of convicted felons living within each area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't believe such data is collected through the American Community Survey. I could probably get arrest records by police precinct, but # of felons who have either completed their sentence or are on probation is what I'm really looking for. Any advice? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that this is for the USA. Thank you!&lt;/p&gt;&#xA;" OwnerUserId="6963" LastEditorUserId="18" LastEditDate="2015-07-16T16:07:29.063" LastActivityDate="2015-07-16T16:07:29.063" Title="# of people convicted of a felony within a census tract? (USA)" Tags="|crime|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5573" PostTypeId="1" CreationDate="2015-07-05T21:39:46.960" Score="3" ViewCount="95" Body="&lt;p&gt;Is there are a theory, division, classification or taxonomy schema for open data? With classes like &amp;quot;fiscal&amp;quot; and &amp;quot;utility&amp;quot;.&lt;/p&gt;&#xA;&lt;h2&gt;Explaining and illustrating&lt;/h2&gt;&#xA;&lt;p&gt;Perhaps &lt;strong&gt;&amp;quot;utility&amp;quot;&lt;/strong&gt;  (or &amp;quot;public utility&amp;quot; or day by day util data) is not the correct term... I will try to explain: &lt;em&gt;public utility open data&lt;/em&gt; are the input for innovation and improving the quality, of &lt;a href=&quot;https://en.wikipedia.org/wiki/Private_sector&quot; rel=&quot;nofollow noreferrer&quot;&gt;private&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Public_service&quot; rel=&quot;nofollow noreferrer&quot;&gt;public services&lt;/a&gt;. Some examples show better the concept:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://index.okfn.org/dataset/postcodes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Postcodes&lt;/a&gt;: all people need, all the time we need the same database... So, it is util for us.  The &lt;em&gt;open data&lt;/em&gt; is the list of all postcodes of a country.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Packaged Core Datasets&lt;/a&gt;: each dataset (of this project) is a set of util data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Word&quot; rel=&quot;nofollow noreferrer&quot;&gt;Words&lt;/a&gt;: all people need...  The &lt;em&gt;open data&lt;/em&gt; is the &lt;a href=&quot;https://en.wikipedia.org/wiki/Dictionary&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of all words&lt;/a&gt;, or any other more complex structure like a dictionary.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Digital street lines&lt;/a&gt;: OSM has a &lt;em&gt;repo&lt;/em&gt; with &amp;quot;very util data&amp;quot; (!).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;&amp;quot;Fiscal data&amp;quot;&lt;/strong&gt; perhaps, also, is not the correct term (perhaps &lt;strong&gt;audit&lt;/strong&gt; is a better name), but some examples show the concept:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/IUCN_Red_List&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data of the IUCN Red List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.gov.uk/data/openspending-report/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data of spending reports (ex. UK)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Corruption_Perceptions_Index&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data of the Corruption Perceptions Index&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.theguardian.com/news/datablog/2011/jan/31/wikileaks-data-journalism&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data from Wikileaks&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Of course, a dataset can be both, &amp;quot;util&amp;quot; and &amp;quot;fiscal&amp;quot;, so in a classification schema they are like &amp;quot;root &lt;a href=&quot;https://en.wikipedia.org/wiki/Faceted_classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;facets&lt;/a&gt;&amp;quot;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;notes&lt;/h2&gt;&#xA;&lt;p&gt;Historically &lt;a href=&quot;https://en.wikipedia.org/wiki/Activism&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenData activism&lt;/a&gt; started as &lt;em&gt;&amp;quot;&lt;strong&gt;fiscal&lt;/strong&gt;&amp;quot;&lt;/em&gt; (with activists working in &lt;a href=&quot;https://en.wikipedia.org/wiki/Data_scraping&quot; rel=&quot;nofollow noreferrer&quot;&gt;data scraping&lt;/a&gt; for &lt;em&gt;audit&lt;/em&gt; the data)... Today Open Data community also is investing in &lt;a href=&quot;https://en.wikipedia.org/wiki/Data_cleansing&quot; rel=&quot;nofollow noreferrer&quot;&gt;cleansing&lt;/a&gt;, organize and standardize &lt;em&gt;&lt;strong&gt;util&lt;/strong&gt; data&lt;/em&gt;, for open collective/collaborative use.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-07-08T16:45:18.277" Title="Is there a taxonomy based on concepts of &quot;fiscal&quot; and &quot;utility&quot; data?" Tags="|metadata|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5574" PostTypeId="1" CreationDate="2015-07-06T09:48:46.567" Score="2" ViewCount="40" Body="&lt;p&gt;I want to get face photos or images of a given race e.g. asians from search engines like google.com or bing.com for a photo profiling software project I am building. What would be the best search text or string that I would issue to a search engine to get face photos in their thousands? Is there a research database instead that is available for downloading photos or images e.g. categorized by race e.g asians database, africans etc?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will gladly appreciate your help and suggestions on this.&lt;/p&gt;&#xA;" OwnerUserId="6968" LastActivityDate="2015-07-06T09:48:46.567" Title="Face Images and Face Databases" Tags="|images|research|search-engine|faces|" AnswerCount="0" CommentCount="0" ClosedDate="2015-07-13T22:03:22.130" ContentLicense="CC BY-SA 3.0" />
  <row Id="5575" PostTypeId="1" CreationDate="2015-07-06T10:14:19.053" Score="1" ViewCount="18" Body="&lt;p&gt;I am a developer, wanted to use the API for one of our website builded in C#.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to convert the schema to C# classes. But it seems that, there are too many &quot;type not declared&quot; error on &lt;a href=&quot;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&quot; rel=&quot;nofollow&quot;&gt;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please suggest.&lt;/p&gt;&#xA;" OwnerUserId="6969" LastActivityDate="2015-07-06T10:14:19.053" Title="How to resolve type not declared errors in V3 Healthcare Finder API Schema?" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5576" PostTypeId="2" ParentId="4872" CreationDate="2015-07-06T13:18:48.767" Score="2" Body="&lt;p&gt;I was able to obtain TVA's service territory from TVA, but otherwise I have not found anything in addition to the resources listed above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note I would have added this as a comment to the existing thread but I need a higher reputation I guess.)&lt;/p&gt;&#xA;" OwnerUserId="6971" LastActivityDate="2015-07-06T13:18:48.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5577" PostTypeId="1" CreationDate="2015-07-06T15:41:38.303" Score="11" ViewCount="963" Body="&lt;p&gt;I'm looking to teach myself more about NLP. I started with NLTK and I see that it has potential to eventually become something I could get paid for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From there, my journey continued to reading &lt;a href=&quot;https://honnibal.wordpress.com/2013/09/11/a-good-part-of-speechpos-tagger-in-about-200-lines-of-python/&quot;&gt;this&lt;/a&gt; blog post by Matthew Honnibal. So I'm interested in writing my own NLP algorithms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main issue I have is with licenses, specifically with training data. I don't want to ship software to clients that have any licensing issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've narrowed my search down to three: the Brown corpus (&lt;a href=&quot;http://www.hit.uib.no/icame/brown/bcm.html#bc7&quot;&gt;license&lt;/a&gt;), the CoNLL2000 corpus and the portion of the Penn Treebank that NLTK provides on their downloads page. I understand that each of these downloads has a small snippet about licenses, but it doesn't describe fully what commercial use cases it supports. They only briefly describe that it's free for academic or learning purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps it's a non-issue?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I extract statistics from these words, is that a derivative work also under the same copyright? Perhaps I can train my new tagger on the results of an older tagger?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that the CoNLL2000 corpus is derived from the Brill tagger. Since the Brill tagger is in the public domain, does that necessarily mean that all of the data it produces is also public domain?&lt;/p&gt;&#xA;" OwnerUserId="6972" LastEditorUserId="1652" LastEditDate="2015-09-29T20:15:56.513" LastActivityDate="2015-09-29T20:15:56.513" Title="Where can I find a part-of-speech corpus free for commercial use?" Tags="|data-request|language|licensing|nlp|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5578" PostTypeId="2" ParentId="5577" CreationDate="2015-07-06T18:28:25.023" Score="5" Body="&lt;p&gt;After doing some searching it seems that the &lt;a href=&quot;https://en.wikipedia.org/wiki/Moby_Project&quot; rel=&quot;noreferrer&quot;&gt;Moby Project&lt;/a&gt; is in the public domain, and they have a &lt;a href=&quot;http://icon.shef.ac.uk/Moby/mpos.html&quot; rel=&quot;noreferrer&quot;&gt;POS corpus&lt;/a&gt;. However, it's simply a dictionary so it doesn't help with words that have multiple POS. Also it's not encoded in ASCII so opening it up in a text editor, it's hard to read. Will obviously require pre-processing before it can be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will continue looking...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After even more searching, I came across &lt;a href=&quot;http://www.reddit.com/r/MachineLearning/comments/3a24wx/copyright_laws_and_machine_learning_algorithms/&quot; rel=&quot;noreferrer&quot;&gt;a discussion on reddit&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the users in that thread, if you train a machine learning algorithm, the vectors / weights / what-have-you that came from that training is considered a &quot;derivative work&quot;. Hence one can download a copy of any corpus, train &amp;amp; tune the algorithm, and use that trained algorithm to make money.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, if you don't use enough training data, the algorithm could easily reproduce the same data it was given for training. The example they gave was with images. If you train an algorithm to recognize images and also generate images, and it generates images that are very similar to a copyrighted work, then it might not be covered as a &quot;derivative work&quot;.&lt;/p&gt;&#xA;" OwnerUserId="6972" LastEditorUserId="6972" LastEditDate="2015-07-06T20:58:58.433" LastActivityDate="2015-07-06T20:58:58.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5579" PostTypeId="2" ParentId="5572" CreationDate="2015-07-06T20:42:06.263" Score="4" Body="&lt;p&gt;For your first request, I would guess that the FBI's Crime Statistics would be your best source:&#xA;&lt;a href=&quot;https://www.fbi.gov/stats-services/crimestats&quot; rel=&quot;nofollow&quot;&gt;https://www.fbi.gov/stats-services/crimestats&lt;/a&gt;&#xA;lots of great data, but not necessarily neatly divided into geographical units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as convicted felons who have completed their sentences, I would guess that any data you can get on this topic would be extremely suspect, as once they have completed their sentences, they are not required to tell anyone about their status, and have a strong incentive to not do so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One exception to this would be sex offenders, who are required to register with local law enforcement. You can access some of that data via the National Sex Offender Public Website:&#xA;&lt;a href=&quot;http://www.nsopw.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.nsopw.gov/&lt;/a&gt;&#xA;You should definitely look at the TOS for that site before digging in too deeply, as there are restrictions on how the data can be used.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastActivityDate="2015-07-06T20:42:06.263" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5580" PostTypeId="2" ParentId="5570" CreationDate="2015-07-06T20:52:46.033" Score="4" Body="&lt;p&gt;My experience has been that you cannot reliably get complete historical tweet data directly from the Twitter API. There are a couple of commercial services who offer exactly that type of service, though neither of them are well set up for one-time usage:&#xA;&lt;a href=&quot;http://www.gnip.com&quot; rel=&quot;nofollow&quot;&gt;Gnip&lt;/a&gt; is owned by Twitter, and &lt;a href=&quot;http://www.datasift.com&quot; rel=&quot;nofollow&quot;&gt;DataSift&lt;/a&gt; provides similar services&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other (also commercial) services you might want to look at are &lt;a href=&quot;http://www.infinigongroup.com/&quot; rel=&quot;nofollow&quot;&gt;Infinigon&lt;/a&gt; and &lt;a href=&quot;https://nexalogy.com/&quot; rel=&quot;nofollow&quot;&gt;Nexalogy&lt;/a&gt;. There may be others.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastActivityDate="2015-07-06T20:52:46.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5581" PostTypeId="1" CreationDate="2015-07-06T22:08:22.453" Score="1" ViewCount="41" Body="&lt;p&gt;I'm getting some problems with the format dates on openfda. Is there an existing method to format or process to show on a chart?&lt;/p&gt;&#xA;" OwnerUserId="6976" LastEditorUserId="90" LastEditDate="2015-07-06T22:15:43.123" LastActivityDate="2015-07-06T22:15:43.123" Title="Problem with date format" Tags="|openfda|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5582" PostTypeId="1" AcceptedAnswerId="5585" CreationDate="2015-07-07T02:44:54.887" Score="3" ViewCount="176" Body="&lt;p&gt;I am attempting to query the OSHA Inspection data from the DOL Quarry API as shown at &lt;a href=&quot;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_inspection&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_inspection&lt;/a&gt;. I have found API documentation at &lt;a href=&quot;http://developer.dol.gov/accessing-the-apis-using-http-requests/&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/accessing-the-apis-using-http-requests/&lt;/a&gt; for data.dol.gov that indicates you can search by dates, however I would like to search by other fields like site_state or naics_code. I tried simply appending something like site_state/ct to my request and it did not filter or search. Is there anyway to do this or documentation I am missing?&lt;/p&gt;&#xA;" OwnerUserId="6977" LastEditorUserId="1511" LastEditDate="2015-09-29T09:37:38.310" LastActivityDate="2015-09-29T09:37:38.310" Title="Filtering and Searching Data Using Department of Labor Quarry API (v2)" Tags="|api|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5584" PostTypeId="1" CreationDate="2015-07-07T13:06:23.990" Score="7" ViewCount="1192" Body="&lt;p&gt;I have a huge list of symptoms (1 million rows+ ). I would like to reduce the data by grouping the symptoms. For example, lower abdominal pain and upper abdominal pain are in the &amp;quot;abdominal pain&amp;quot; category. Is there any free API or downloadable database available to refer to the hierarchy of diseases and symptoms for grouping?&lt;/p&gt;&#xA;" OwnerUserId="6980" LastEditorUserId="23272" LastEditDate="2022-07-14T12:43:21.203" LastActivityDate="2022-07-14T12:43:21.203" Title="Disease and Symptoms Hierarchy" Tags="|data-request|openfda|medical|disease|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5585" PostTypeId="2" ParentId="5582" CreationDate="2015-07-07T13:44:09.423" Score="1" Body="&lt;p&gt;Please see &lt;a href=&quot;http://github.com/USDepartmentofLabor/DOLAPI/issues/12&quot; rel=&quot;nofollow&quot;&gt;github.com/USDepartmentofLabor/DOLAPI/issues/12&lt;/a&gt; where we're tracking this issue. We don't yet support WHERE clauses in the request, but we're considering it and tracking that feature request in GitHub.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastEditorUserId="70" LastEditDate="2015-07-22T06:12:42.107" LastActivityDate="2015-07-22T06:12:42.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5586" PostTypeId="2" ParentId="5584" CreationDate="2015-07-07T18:41:32.567" Score="3" Body="&lt;p&gt;I am not exactly sure that this is what you are referring to, but the MEDDRA database costs money in most cases, but I believe there are some research licenses. It is a hierarchy of indications. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ich.org/products/meddra.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ich.org/products/meddra.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-07-07T18:41:32.567" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5587" PostTypeId="1" CreationDate="2015-07-08T08:38:37.020" Score="5" ViewCount="1919" Body="&lt;p&gt;I'm doing a research project on population dynamics and would love to find a dataset of Foursquare checkins or geotagged tweets within a reasonably large time period (one month or more, ideally not during the winter) in a major city (New York, San Francisco, Boston, etc.). Does anyone know of an open dataset, perhaps originally collected for research purposes, that includes this data?&lt;/p&gt;&#xA;" OwnerUserId="6987" LastEditorUserId="90" LastEditDate="2015-07-08T17:53:17.823" LastActivityDate="2016-06-22T21:21:54.287" Title="Cities with open geotagged Twitter data or Foursquare checkin data?" Tags="|data-request|geospatial|social-media|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5588" PostTypeId="1" CreationDate="2015-07-08T09:38:05.893" Score="1" ViewCount="222" Body="&lt;p&gt;I am looking forward for any kind of booking historical data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Plane tickets&lt;/li&gt;&#xA;&lt;li&gt;Hotel&lt;/li&gt;&#xA;&lt;li&gt;Other&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What I need to test on is:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Prices&lt;/li&gt;&#xA;&lt;li&gt;Bookings&lt;/li&gt;&#xA;&lt;li&gt;Other booking relevant information&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Best Regards,&#xA;N&lt;/p&gt;&#xA;" OwnerUserId="6915" LastActivityDate="2015-07-08T09:38:05.893" Title="Booking historical data" Tags="|data-request|prices|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5589" PostTypeId="1" AcceptedAnswerId="5593" CreationDate="2015-07-08T11:49:32.660" Score="9" ViewCount="5607" Body="&lt;p&gt;I'm looking for a database of movie scripts to use to train a &lt;a href=&quot;https://github.com/gunthercox/ChatterBot&quot; rel=&quot;nofollow&quot;&gt;ChatterBot&lt;/a&gt; application.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw this article that mentioned that a database of movie scripts was used to train the program that generated a selection of responses.&#xA;(&lt;a href=&quot;http://blogs.wsj.com/digits/2015/06/26/artificial-intelligence-machine-gets-testy-with-its-programmers/&quot; rel=&quot;nofollow&quot;&gt;http://blogs.wsj.com/digits/2015/06/26/artificial-intelligence-machine-gets-testy-with-its-programmers/&lt;/a&gt;) It would be awesome if this was an open database somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternately, does anyone know if there are any similar data sets that are available that could be used. I imagine dialog scripts from plays would work equally as well?&lt;/p&gt;&#xA;" OwnerUserId="6007" LastEditorUserId="1511" LastEditDate="2016-02-26T16:29:30.423" LastActivityDate="2016-02-26T16:29:30.423" Title="Movie Script Database" Tags="|data-request|film|ai|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5590" PostTypeId="2" ParentId="5587" CreationDate="2015-07-08T11:57:27.420" Score="2" Body="&lt;p&gt;foursquare gave a user a dataset a few years ago, who unexplainedly pulled it offline. i used the wayback machine to save it, and host it on GitHub, although to be honest, i've never gone through it so i'm not sure how much data is there, or what data is there. you can sift through it here:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jalbertbowden/foursquare-user-dataset&quot; rel=&quot;nofollow&quot;&gt;https://github.com/jalbertbowden/foursquare-user-dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-07-08T11:57:27.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5591" PostTypeId="1" AcceptedAnswerId="5601" CreationDate="2015-07-08T13:16:11.840" Score="4" ViewCount="339" Body="&lt;p&gt;Are there any open data compilations of NYT weekly bestseller lists? Other U.S.-centered bestseller lists would also be acceptable.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="90" LastEditDate="2015-07-08T17:52:41.637" LastActivityDate="2015-07-09T16:49:43.053" Title="NY Times full weekly bestseller lists" Tags="|data-request|usa|books|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5592" PostTypeId="2" ParentId="5589" CreationDate="2015-07-08T15:53:42.610" Score="5" Body="&lt;p&gt;There is the &lt;a href=&quot;http://www.imsdb.com/&quot; rel=&quot;noreferrer&quot;&gt;Internet Movie Script Database (IMSDb)&lt;/a&gt; where you can view movie scripts online. You might be able to download enough pages to train your bot.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, there's also &lt;a href=&quot;http://www.makeuseof.com/tag/opensubtitlesorg-webs-largest-completely-free-searchable-subtitles-database/&quot; rel=&quot;noreferrer&quot;&gt;OpenSubtitles&lt;/a&gt;, which is a collection of film subtitles that you might be able to use. These look like they're in a format meant to be used while watching a film, so you might have to convert them for your purposes.&lt;/p&gt;&#xA;" OwnerUserId="1060" LastActivityDate="2015-07-08T15:53:42.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5593" PostTypeId="2" ParentId="5589" CreationDate="2015-07-08T17:00:32.450" Score="6" Body="&lt;p&gt;Try these screenplay datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.imsdb.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.imsdb.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.simplyscripts.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.simplyscripts.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sfy.ru/&quot; rel=&quot;noreferrer&quot;&gt;http://sfy.ru/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://script-o-rama.com/table.shtml&quot; rel=&quot;noreferrer&quot;&gt;http://script-o-rama.com/table.shtml&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dailyscript.com/&quot; rel=&quot;noreferrer&quot;&gt;http://dailyscript.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But, perhaps, you may use subtitles to train only talks:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opensubtitles.org/&quot; rel=&quot;noreferrer&quot;&gt;http://opensubtitles.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://subscene.com/&quot; rel=&quot;noreferrer&quot;&gt;http://subscene.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-07-08T17:00:32.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5594" PostTypeId="2" ParentId="5587" CreationDate="2015-07-08T18:49:43.273" Score="3" Body="&lt;p&gt;If you are patient enough to run a script for a month, you can get region-specific geo-tagged tweets from the &lt;a href=&quot;https://dev.twitter.com/streaming/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://stream.twitter.com/1.1/statuses/filter.json?locations=5.955870,45.818020,10.492030,47.808380&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where the &lt;code&gt;locations&lt;/code&gt; parameter is the bounding box of the region you want. You can see an example python code &lt;a href=&quot;https://gist.github.com/philshem/685cfcf5e3acf3d3351d#file-twitterstream_ch-py&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;*.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of sharing twitter data, the TOS allow you to share the tweet id but not the tweet text, because of users' rights to delete their content. For that reason, many twitter datasets only include tweet ids, and any user of that data set must go collect those tweets on their own.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Despite that, there are some available twitter data sets. See here for more details:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/1545/1511&quot;&gt;Twitter open datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/4006/1511&quot;&gt;FIFA 2014 tweets dataset for academic project&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;*the above code was one part used to make this visualization:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/OdNCI.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-07-08T18:49:43.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5595" PostTypeId="1" CreationDate="2015-07-08T23:02:54.220" Score="5" ViewCount="264" Body="&lt;p&gt;I have just gotten access to a US government dataset. It is not open, but could eventually be made open. The dataset includes hashed US SSNs. It looks like they used some general hashing function that is causing &lt;a href=&quot;https://math.stackexchange.com/q/1354102/47768&quot;&gt;collisions&lt;/a&gt;. The collisions are already a problem in the relatively small version of the dataset I have now. Once the full version is pulled, the collisions will be even worse. How should one anonimized a US SSN to avoid collisions while still protecting the private information?&lt;/p&gt;&#xA;" OwnerUserId="3988" LastEditorUserId="-1" LastEditDate="2017-04-13T12:22:09.320" LastActivityDate="2015-07-20T02:42:44.003" Title="How should US SSN be anonimized?" Tags="|usa|best-practice|ethics|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5596" PostTypeId="1" CreationDate="2015-07-09T04:49:33.797" Score="3" ViewCount="166" Body="&lt;p&gt;I am trying to prioritize what languages my software should be translated to. Regardless of other factors, I want to first look at &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers&quot; rel=&quot;nofollow noreferrer&quot;&gt;how many people are native speakers of each language&lt;/a&gt;, example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Punjabi: 102 million&#xA;Wu: 80 million&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PROBLEM:&lt;/strong&gt; Most Wu speakers also speak Mandarin fluently, so translation is not such a priority. I suspect many Punjabi speakers are also fluent in Urdu, but I am not sure what proportion. I need to know that proportion, so that I can for instance prioritize Punjabi over Wu.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION:&lt;/strong&gt; For each language: What is the second language of most of the speakers? What proportion of the group can be considered fluent in this second language?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example (made up):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Punjabi: Urdu, 50%&#xA;Wu: Mandarin, 98%&#xA;German: English, 60%&#xA;English: Spanish, 20%&#xA;[...]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&quot;Fluent&quot; means being able to normally use a full-featured auctions mobile app in this language, or something similar of that level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Context: While usually software localisation is prioritised more with regard to market considerations than with regard to actual numbers of speakers on Earth, my case is different. The software is open source, my only goal is education, I don't care about the users' per capita GDP. The software is designed for offline use, and runs on old/cheap phones, so network connectivity and technological advancement is not really an issue, at least not an issue that requires twisting the question.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-01-09T03:42:02.297" LastActivityDate="2018-01-09T03:42:02.297" Title="For natives of each language, most common second language and proportion of people fluent in it" Tags="|data-request|language|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5597" PostTypeId="1" CreationDate="2015-07-09T05:19:50.970" Score="2" ViewCount="9" Body="&lt;p&gt;I'm interested in any dataset with yearly production (generation) of paper sludges, hopefully by country (even approximate figures would be ok). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Big pluses:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Dollar (or Euro) values for disposing it&lt;/li&gt;&#xA;&lt;li&gt;Humidity and/or calorific value&lt;/li&gt;&#xA;&lt;li&gt;Recycled tons&lt;/li&gt;&#xA;&lt;li&gt;Wether the source is tissue or standard paper&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="4266" LastActivityDate="2015-07-09T05:19:50.970" Title="Paper sludge production / recycling" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5598" PostTypeId="2" ParentId="955" CreationDate="2015-07-09T05:44:20.087" Score="1" Body="&lt;p&gt;This is a pretty old question, but I think still active. For future searches, There's reasonably good data on municipal solid waste (MSW) for Colombia in www.sui.gov.co --&gt; aseo --&gt; reportes --&gt; técnico-operativos --&gt; &quot;Disposición Final - Operador del Sitio de Disposición Final (Formatos 8 de la Circular SSPD-CRA de 2006 y 26 de la Resolución SSPD 15085 de 2009)&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In it, there's the following data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;ID Empresa (company) &lt;/li&gt;&#xA;&lt;li&gt;Empresa  &lt;/li&gt;&#xA;&lt;li&gt;Año/Mes (year/month)&lt;/li&gt;&#xA;&lt;li&gt;NUSD&lt;/li&gt;&#xA;&lt;li&gt;Nombre del Sitio de Disposición Final    (name of landfill)&lt;/li&gt;&#xA;&lt;li&gt;Origen   (origin)&lt;/li&gt;&#xA;&lt;li&gt;NUAP &lt;/li&gt;&#xA;&lt;li&gt;Nombre del área de Prestación (name of area serviced)&lt;/li&gt;&#xA;&lt;li&gt;Departamento (province) &lt;/li&gt;&#xA;&lt;li&gt;Municipio    (city/town)&lt;/li&gt;&#xA;&lt;li&gt;Toneladas Dispuestas (disposed tons)&lt;/li&gt;&#xA;&lt;li&gt;Fecha de Cargue (date of register)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As of today, the report could be accessed at: &lt;a href=&quot;http://reportes.sui.gov.co/fabricaReportes/frameSet.jsp?idreporte=ase_com_125&quot; rel=&quot;nofollow&quot;&gt;http://reportes.sui.gov.co/fabricaReportes/frameSet.jsp?idreporte=ase_com_125&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4266" LastActivityDate="2015-07-09T05:44:20.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5599" PostTypeId="1" CreationDate="2015-07-09T07:39:24.757" Score="3" ViewCount="67" Body="&lt;p&gt;I am searching for a dataset containing multivariate product information. For example about notebooks with data as price, color, size, cpu speed, ram, hard drive capacity, number of usb ports, CD slot, etc. - even better if the set says where I am able to but it for which price. The focus however is on the product attributes. It could be completely different products as well (e.g. shoes), but I guess technical product would have the greatest number of quantifiable features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the suggestions from &lt;a href=&quot;https://opendata.stackexchange.com/questions/1854/where-can-i-find-data-from-released-computer-models&quot;&gt;Where can I find data from released computer models?&lt;/a&gt; but the links lead to 404s or the data is &lt;em&gt;really&lt;/em&gt; old.&lt;/p&gt;&#xA;" OwnerUserId="5590" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-07-09T07:39:24.757" Title="Where can I find data about released product models? (e.g. Computers)" Tags="|data-request|products|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5600" PostTypeId="1" CreationDate="2015-07-09T14:21:12.670" Score="4" ViewCount="86" Body="&lt;p&gt;The &lt;strong&gt;&amp;quot;Principle of Access to Information&amp;quot;&lt;/strong&gt; (PAI) expressed in the legislation of many countries — usually countries with some &lt;a href=&quot;https://en.wikipedia.org/wiki/Access_to_Information_Act&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;Access to Information Act&amp;quot;&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/Freedom_of_information_laws_by_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;freedom of information laws&lt;/a&gt; —, apply to any &lt;em&gt;law document&lt;/em&gt; or &amp;quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Law_of_obligations&quot; rel=&quot;nofollow noreferrer&quot;&gt;obligation rule&lt;/a&gt; records&amp;quot;, stated by the &lt;a href=&quot;https://en.wikipedia.org/wiki/State_(polity)&quot; rel=&quot;nofollow noreferrer&quot;&gt;State&lt;/a&gt;. In some countries the obligation of law-publicity and no-payment for information is reinforced by the  &lt;a href=&quot;https://en.wikipedia.org/wiki/Ignorantia_juris_non_excusat&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;Ignorantia juris non excusat&lt;/em&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The question here is&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;How to use PAI for (legally) demonstrate that any other norm or document, &lt;strong&gt;citaed&lt;/strong&gt; by a &lt;em&gt;law document&lt;/em&gt;, must be submited also to the PAI?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This situation is similar to the &amp;quot;contamination by use&amp;quot; of a share-alike licenced document (ex. &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC by-sa&lt;/a&gt;), but here the mechanism is &lt;em&gt;&lt;strong&gt;&amp;quot;contamination by citation&amp;quot;&lt;/strong&gt;&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;Notes and examples:&lt;/h3&gt;&#xA;&lt;p&gt;This is a question for use with any democratic country where we can start with the hypothesis that  &lt;em&gt;“country's law has no copyright”&lt;/em&gt;. So, the question is: &lt;em&gt;how to&lt;/em&gt; (!?) convince citizens, the government and the court that &lt;em&gt;&amp;quot;any document cited by law also has no copyright&amp;quot;&lt;/em&gt;?&lt;/p&gt;&#xA;&lt;p&gt;Examples where the problem was recognized by court:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;in the Brazil, before 2004, some &lt;em&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Construction#Construction_processes&quot; rel=&quot;nofollow noreferrer&quot;&gt;construction process&lt;/a&gt; law&lt;/em&gt; was obligating the law-reader to read (cited) &lt;em&gt;payed &lt;a href=&quot;https://en.wikipedia.org/wiki/Technical_standard&quot; rel=&quot;nofollow noreferrer&quot;&gt;technical standards&lt;/a&gt;&lt;/em&gt;. After 2004 a &lt;a href=&quot;http://www.pessoacomdeficiencia.gov.br/app/normas-da-abnt/termo-de-ajustamento-de-conduta&quot; rel=&quot;nofollow noreferrer&quot;&gt;juridical decision made free&lt;/a&gt; these standards.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://index.okfn.org/dataset/postcodes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;coherent use of postcodes&lt;/a&gt;: many laws and rules of countries (any, like Brazil, Croatia, Finland, or Uruguay) &lt;em&gt;obligate citizens to use postcodes&lt;/em&gt;, and cite explicitly the &lt;a href=&quot;https://en.wikipedia.org/wiki/Postal_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;postcode standards&lt;/a&gt; in law.   Finland and Uruguay are countries where obligation is coherent with freedom of access (to postcode databases).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Example where the problem (of no oficial answering of this question) exist:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://index.okfn.org/dataset/postcodes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;coherent use of postcodes&lt;/a&gt;: ... explanation above...   Finland and Uruguay are coherent ... But Brazil and Croatia are not. &lt;br/&gt;In Brazil the &lt;a href=&quot;https://pt.stackoverflow.com/a/63936/4186&quot;&gt;postcodes are protected by Authors' rights&lt;/a&gt;, but is a country with strong Access to Information Acts, etc. so is possible to create opennes/coherence by using  some PAI principle.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-07-16T12:12:36.303" Title="How to demonstrate that a document cited by law must be also open access?" Tags="|legal|" AnswerCount="0" CommentCount="12" ContentLicense="CC BY-SA 3.0" />
  <row Id="5601" PostTypeId="2" ParentId="5591" CreationDate="2015-07-09T16:49:43.053" Score="4" Body="&lt;h2&gt;New York Times API&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://developer.nytimes.com/docs/books_api/&quot; rel=&quot;nofollow&quot;&gt;http://developer.nytimes.com/docs/books_api/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&quot;With the Books API, you can retrieve New York Times book reviews and get data from all best-seller lists. There are two request types within the API: Best Sellers and Book Reviews.&quot;&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-07-09T16:49:43.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5602" PostTypeId="2" ParentId="5272" CreationDate="2015-07-09T17:38:23.297" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://gmao.gsfc.nasa.gov/research/merra/&quot; rel=&quot;nofollow&quot;&gt;MERRA&lt;/a&gt; dataset has data for the world from 1979 to date. It updates frequently.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get the data as HDF or NETCDF. If your GIS package doesn't read those, there will be translation packages around the web to convert them into a suitable format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll want the U- and V- wind data. You might want pressure too. And possibly even turbulence data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And I highly recommend &lt;a href=&quot;http://www.met.reading.ac.uk/~energymet/data/Cannon2015/&quot; rel=&quot;nofollow&quot;&gt;the paper by Cannon et al on analysing the MERRA data for wind energy simulation&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also be interested in the &lt;a href=&quot;http://cfs.ncep.noaa.gov/cfsr/&quot; rel=&quot;nofollow&quot;&gt;CFSR&lt;/a&gt; data, which runs 1979-2010: in connection with using this paper for wind energy simulation, see &lt;a href=&quot;http://dx.doi.org/10.1016/j.renene.2014.12.025&quot; rel=&quot;nofollow&quot;&gt;this paper&lt;/a&gt; by Sharp et al.&lt;/p&gt;&#xA;" OwnerUserId="530" LastEditorUserId="530" LastEditDate="2016-01-21T19:37:37.050" LastActivityDate="2016-01-21T19:37:37.050" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5603" PostTypeId="2" ParentId="5186" CreationDate="2015-07-09T21:55:05.817" Score="3" Body="&lt;p&gt;Here is a script that will attempt to add ISO3166-2 data to Natural Earth 2.0 admin_1_states_province polygons: &lt;a href=&quot;https://gist.github.com/migurski/4a5821699e1ed519a604&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/migurski/4a5821699e1ed519a604&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The output can be found in this repository at&#xA;&lt;a href=&quot;https://github.com/nvkelso/natural-earth-vector/blob/master/10m_cultural/ne_10m_admin_1_states_provinces.dbf&quot; rel=&quot;nofollow&quot;&gt;https://github.com/nvkelso/natural-earth-vector/blob/master/10m_cultural/ne_10m_admin_1_states_provinces.dbf&lt;/a&gt; (and related unmodified shapefile in the same folder)&lt;/p&gt;&#xA;" OwnerUserId="7002" LastActivityDate="2015-07-09T21:55:05.817" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5604" PostTypeId="2" ParentId="5584" CreationDate="2015-07-09T23:41:07.280" Score="8" Body="&lt;p&gt;The NIH has published the UMLS database, which consists of more than 7 million concepts, diseases and symptoms.  It's a very wealthy resource.  The license is pretty permissive if you are working in the United States.  Check it out on the &lt;a href=&quot;http://www.nlm.nih.gov/research/umls/&quot;&gt;UMLS website&lt;/a&gt;.  It's completely free and curated by the National Library of Medicine.&lt;/p&gt;&#xA;" OwnerUserId="7004" LastActivityDate="2015-07-09T23:41:07.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5605" PostTypeId="1" CreationDate="2015-07-10T07:34:12.807" Score="2" ViewCount="221" Body="&lt;p&gt;I am looking for data about the typical margins taken by software resellers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A software reseller takes a packaged software and sells them to their clients. Additional installation/integration services are typically additional fees.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The margin often comes with some restrictions, for instance to a particular geographical zone. It can be zero in some cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Margins are usually confidential, so any data would probably be leaked, or old/declassified.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-07-10T07:34:12.807" Title="Margin of software resellers" Tags="|data-request|business|software|leak|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5606" PostTypeId="2" ParentId="5595" CreationDate="2015-07-10T14:45:06.640" Score="4" Body="&lt;p&gt;Since SSN has only 9 digits, changing hash function will not suffice because attacker can simply apply the function to all 10^9 SSN's and match the result against the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One option is to use a permutation cipher, destroying the private key afterward. Make sure that the cipher is resilient to known plaintext attack (since attackers are likely to know the content of the database that pertains to them, and possible to a handful of others).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option is to generate a private permutation of 10^9 element set using &quot;true&quot; randomness (from /dev/random to specialized hardware). There is numerous literature on how to generate random permutations. Of course, it is important to apply random permutation to the entire 10^9 elements, not just to the subset you have!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best way is to combine the two approaches.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No matter what you do, do not forget to buy the liability insurance.&lt;/p&gt;&#xA;" OwnerUserId="7012" LastActivityDate="2015-07-10T14:45:06.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5607" PostTypeId="2" ParentId="5595" CreationDate="2015-07-10T17:38:35.027" Score="2" Body="&lt;p&gt;This is an expansion to &lt;a href=&quot;https://opendata.stackexchange.com/a/5606/1511&quot;&gt;this answer&lt;/a&gt;, so please give the votes to that one.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Another option is to generate a private permutation of 10^9 element set using &quot;true&quot; randomness &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To anonymize the data for sharing AND to keep an id field for joining, you need to make a list of all unique SSNs, generate a random string for each, and then re-write the random string in the place of the SSN. This way, multiple tables/files are still joinable but the SSN is no longer part of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Say I have 2 SSNs in one file:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1112223333, A, 2&#xA;2223334444, B, 3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And another 2 in another file (where one is the same and can join the files)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2223334444, B, 3&#xA;9998887777, C, 4&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A small code would then read these files and create a list (set) of unique SSNs.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1112223333&#xA;2223334444&#xA;9998887777&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then the code would generate a random string that is independent from the SSN (not a &lt;a href=&quot;https://en.wikipedia.org/wiki/Hash_function&quot; rel=&quot;nofollow noreferrer&quot;&gt;hash function&lt;/a&gt;). There is no constraint to 10e9 integer characters. There is a constraint that no two random string is the same, but that is not hard to avoid based on either generating a new random string if it already exists, or using a string with a length that makes it impossible* to have duplicates.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1112223333,M2dMCUl80c6WNHYbBKvJ&#xA;2223334444,7kDZBCWAmuS9UpyKT9JV&#xA;9998887777,zIHKMe7DYfrRNDb0FirU&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Or with a dictionary form:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;my_dict = {1112223333 : 'M2dMCUl80c6WNHYbBKvJ'&#xA;          ,2223334444 : '7kDZBCWAmuS9UpyKT9JV'&#xA;          , 9998887777 : 'zIHKMe7DYfrRNDb0FirU'}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then re-write the files/tables with the value from the dictionary, instead of the key. With python&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  #my_dict = create_random_dict(ssn_list) # no function exists in this example&#xA;&#xA;  rows = [] # sample input data for first file&#xA;  rows.append([1112223333, 'A', 2])&#xA;  rows.append([2223334444, 'B', 3])&#xA;&#xA;  for row in rows:&#xA;        print ','.join([str(my_dict.get(row[0]))] + [str(x) for x in row[1:]])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Gives as an output for the first file:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;M2dMCUl80c6WNHYbBKvJ,A,2&#xA;7kDZBCWAmuS9UpyKT9JV,B,3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And as an output for the second file:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;7kDZBCWAmuS9UpyKT9JV, B, 3&#xA;zIHKMe7DYfrRNDb0FirU, C, 4&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If &lt;code&gt;my_dict&lt;/code&gt; is only in memory, then there is no chance to map the anonymized string back to the SSN, but you can still link different records by the anonymized string.    &lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-07-10T17:38:35.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5608" PostTypeId="1" AcceptedAnswerId="16150" CreationDate="2015-07-10T17:48:48.240" Score="2" ViewCount="98" Body="&lt;p&gt;Related to this question:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/4517/1511&quot;&gt;Obtaining personal mail corpus&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a list of archived public mailing lists from diverse communities and in diverse languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, a list would look like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;English&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;www.fake-link.com, Debian Linux&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;www.fake-link.com, Bird Watching group &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;German&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;www.fake-link.de, Fans of Berlin&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;www.fake-link.de, Photography club&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and so on (&lt;em&gt;und so weiter&lt;/em&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One way would be to find these mailing lists, and to create a list of them, would be to use clever &lt;a href=&quot;https://encrypted.google.com/#q=pipermail&quot; rel=&quot;nofollow noreferrer&quot;&gt;google searches&lt;/a&gt; for things like Pipermail, and other mailing list software&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://mail.python.org/pipermail/chicago/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A great structure would be &lt;a href=&quot;https://en.wikipedia.org/wiki/Mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;.mbox&lt;/a&gt;, but it's not necessary.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2020-02-24T09:43:30.240" Title="Mailing list datasets" Tags="|data-request|language|email|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5609" PostTypeId="5" CreationDate="2015-07-10T17:49:44.357" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-07-10T17:49:44.357" LastActivityDate="2015-07-10T17:49:44.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5610" PostTypeId="4" CreationDate="2015-07-10T17:49:44.357" Score="0" Body="Email text or network." OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-07-10T17:49:44.357" LastActivityDate="2015-07-10T17:49:44.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5611" PostTypeId="2" ParentId="787" CreationDate="2015-07-10T19:44:15.887" Score="2" Body="&lt;p&gt;You can use the National Sample Survey Data. You wont get income,but you will get consumption data per household. The smallest level that you can go to is a district. A district is the rough equivalent to a county in US,though slightly larger in most cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will get access to electricity also in the same data set. Its not a public data set. You can order it from the MOSPI website . It will cost you roughly about $110. I have the data set but its too big to be shared onine( its about a 1 GB and i am not sure how i can share it)&lt;/p&gt;&#xA;" OwnerUserId="7014" LastActivityDate="2015-07-10T19:44:15.887" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5612" PostTypeId="1" AcceptedAnswerId="5614" CreationDate="2015-07-12T06:01:00.700" Score="2" ViewCount="62" Body="&lt;p&gt;Im looking for an open data set on various alcohol usage statistics for Africa. Preferably the data would be at a subnational/regional or even micro level, such as from surveys. I haven't seen anything from the typical sources such as the world bank though. Any thoughts?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2018-10-01T09:40:50.217" Title="Data on alcohol usage, addictions, disease in Africa" Tags="|data-request|medical|africa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5614" PostTypeId="2" ParentId="5612" CreationDate="2015-07-12T19:26:06.860" Score="2" Body="&lt;p&gt;usaid's demographic and health surveys collect alcohol consumption in some surveys.  you could start working with the microdata here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/demographic%20and%20health%20surveys%20%28dhs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/demographic%20and%20health%20surveys%20%28dhs%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-07-12T19:26:06.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5615" PostTypeId="2" ParentId="3398" CreationDate="2015-07-12T21:59:35.650" Score="1" Body="&lt;p&gt;Here is short list of attributed networks I know:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://liris.cnrs.fr/~mplantev/doku/doku.php?id=data_sets&quot; rel=&quot;nofollow&quot;&gt;DBLP co-author&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.sociopatterns.org/datasets&quot; rel=&quot;nofollow&quot;&gt;SocioPatterns&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm new user restricted to two links...&lt;br&gt;&#xA;You can also search for &lt;code&gt;KDD2012 tencent weibo&lt;/code&gt; dataset.&lt;/p&gt;&#xA;" OwnerUserId="7029" LastEditorUserId="90" LastEditDate="2015-07-12T22:41:04.433" LastActivityDate="2015-07-12T22:41:04.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5616" PostTypeId="1" CreationDate="2015-07-12T21:45:11.230" Score="9" ViewCount="179" Body="&lt;p&gt;I need to perform some machine learning algorithms on a data set that contains cloud providers' performance. I need some of the following information :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;availability,&lt;/li&gt;&#xA;&lt;li&gt;input/output per second,&lt;/li&gt;&#xA;&lt;li&gt;max restore time,&lt;/li&gt;&#xA;&lt;li&gt;processing time,&lt;/li&gt;&#xA;&lt;li&gt;latency with internal compute resource&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm already simulating this data, but I need data of real cloud providers and for some users in long time. Few numbers that show the average of those metrics won't do. I need a detailed and large data set. Is there a chance that any company provides such data? &lt;/p&gt;&#xA;" OwnerDisplayName="nazbouy" LastEditorUserId="754" LastEditDate="2015-07-13T05:53:03.083" LastActivityDate="2024-02-19T07:05:20.617" Title="Cloud providers performance dataset" Tags="|data-request|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5617" PostTypeId="1" CreationDate="2015-07-13T08:00:38.470" Score="5" ViewCount="129" Body="&lt;p&gt;&lt;strong&gt;I've added a little more of my work to show how I'm thinking&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this question isn't too broad. I'm thinking through a number of things and thought I'd try to put a &quot;basic&quot; question down here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have some data for a game I play with some friends online. I have a very simple php page which spits out some data from a database that looks like this: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;{&#xA;    &quot;Name&quot;: &quot;David Alger&quot;,&#xA;    &quot;Id&quot;: &quot;1&quot;,&#xA;    &quot;Username&quot;: &quot;Dave&quot;,&#xA;    &quot;Colour&quot;: &quot;green&quot;&#xA;},&#xA;{&#xA;    &quot;Name&quot;: &quot;John Smith&quot;,&#xA;    &quot;Id&quot;: &quot;2&quot;,&#xA;    &quot;Username&quot;: &quot;JohnS&quot;,&#xA;    &quot;Colour&quot;: &quot;blue&quot;&#xA;    }&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It's simply the player info, with a local ID, a username and a colour used to show the player in the game (it's actually just used as a colour in HTML).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since I've been looking at JSON-LD I began to think about making this JSON data into JSON-LD. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question then becomes: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Is it worth making this data (or data like it) into JSON-LD just &quot;in case we want to open it up one day&quot;? Or would that be, typically, a waste of energy?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) How would I make this JSON-LD? What makes sense to &quot;link&quot; and how would that look?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been playing a little with ideas like allowing individual 'players' to be returned rather than all coming at once, then each getting a URI for an ID. (Can this be a simple url like example.com/player?id=1 or does it have to be more as I have shown?)&#xA;I've also looked at:&#xA; - using the idea of context for a type like person. &#xA; - using &quot;sameAs&quot;, but it's unclear if that will automatically 'work' in this format?&#xA; - trying to specify what items like &quot;colour&quot; are, by giving it a context.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{  &#xA;  &quot;@context&quot;: {        &#xA;    &quot;name&quot;: &quot;http://schema.org/name&quot;,&#xA;    &quot;Colour&quot;: &quot;http://dbpedia.org/ontology/Colour&quot;&#xA;  },&#xA;  &quot;@type&quot;: &quot;http://schema.org/Person&quot;,     &#xA;  &quot;@Id&quot;: &quot;http://example.com/player/1&quot;,&#xA;  &quot;sameAs&quot; : &quot;https://www.facebook.com/DaveAlger&quot;,&#xA;  &quot;Id&quot;: 1,&#xA;  &quot;name&quot;: &quot;David Alger&quot;,&#xA;  &quot;Username&quot;: &quot;Dave&quot;,  &#xA;  &quot;Colour&quot;: &quot;green&quot;    &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It feels rather like I'm blundering around in the dark. So any help is appreciated.&lt;/p&gt;&#xA;" OwnerUserId="5600" LastEditorUserId="5600" LastEditDate="2015-10-14T18:38:42.020" LastActivityDate="2015-10-14T18:38:42.020" Title="What should I think about when making JSON data into JSON-LD?" Tags="|linked-data|json|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5618" PostTypeId="1" CreationDate="2015-07-13T20:40:58.477" Score="11" ViewCount="403" Body="&lt;p&gt;I was pointed to this StackExchange from Twitter --  I'm wondering if there's any kind of stable/published API for accessing the Copyright data exposed over &lt;a href=&quot;http://cocatalog.loc.gov/cgi-bin/Pwebrecon.cgi&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As it is, it's not incredibly difficult to grab with curl or parse with &lt;code&gt;beautifulsoup&lt;/code&gt;, but it's not clear if there's a TOS for searching, or if the site is friendly to bots.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for any info you can provide!&lt;/p&gt;&#xA;" OwnerUserId="7038" LastActivityDate="2015-07-15T16:04:48.557" Title="Is there an API for searching the US Copyright database?" Tags="|api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5620" PostTypeId="5" CreationDate="2015-07-13T23:41:23.460" Score="0" Body="&lt;p&gt;JSON-LD is a JSON based open data format that serializes Linked Data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Serialization provides object links (additional mappings) to ontology concepts/RDF Models (XML Formats).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Valid JSON-LD formatting syntax creates semantic markup that is &lt;strong&gt;machine-readable&lt;/strong&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Machine-readability enables &lt;strong&gt;interoperability&lt;/strong&gt; between data formats, permitting communication between networked data (&lt;strong&gt;Linked Data&lt;/strong&gt;) across different Web Sites and Documents, throughout the World Wide Web at web-scale.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://json-ld.org/&quot; rel=&quot;nofollow&quot;&gt;JSON-LD Working Group&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://json-ld.org/&quot; rel=&quot;nofollow&quot;&gt;JSON-LD Wikipedia (JSON-LD to FOAF Implementation Example)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.w3.org/TR/json-ld/&quot; rel=&quot;nofollow&quot;&gt;JSON-LD 1.0 - A JSON-Based Serialization for Linked Data - W3C Recommendation Specification&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-14T03:26:51.540" LastActivityDate="2015-07-14T03:26:51.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5621" PostTypeId="4" CreationDate="2015-07-13T23:41:23.460" Score="0" Body="JSON-LD - JSON for Linking Data" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-14T08:21:17.500" LastActivityDate="2015-07-14T08:21:17.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5622" PostTypeId="2" ParentId="5570" CreationDate="2015-07-14T00:41:47.057" Score="5" Body="&lt;p&gt;It's true that historic Twitter data is not open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will point out this handy library from Jeremy Singer-Vine, &lt;a href=&quot;https://github.com/jsvine/twick&quot;&gt;Twick&lt;/a&gt; which you can install and configure to harvest from the Twitter API—it's designed for journalists who want to respond quickly to breaking news.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FWIW, the availability of that library is why I decided not to vote to close this as off-topic or as a programming question better suited to Stack Overflow. But I guess that could still happen.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-07-14T00:41:47.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5623" PostTypeId="2" ParentId="5321" CreationDate="2015-07-14T10:59:48.853" Score="5" Body="&lt;p&gt;&lt;strong&gt;UPD 2017-11-28&lt;/strong&gt;. There is an amazing collection of soccer data published openly at Kaggle -- &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Soccer Database&lt;/a&gt;.&lt;br&gt;&#xA;Make sure you check the diverse examples of analysis of this dataset -- the so called &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer/kernels&quot; rel=&quot;nofollow noreferrer&quot;&gt;kernels&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the data source description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What you get:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;+25,000 matches  &lt;/li&gt;&#xA;  &lt;li&gt;+10,000 players 11 European Countries with their lead championship&lt;/li&gt;&#xA;  &lt;li&gt;Seasons 2008 to 2016&lt;/li&gt;&#xA;  &lt;li&gt;Players and Teams' attributes* sourced from    EA Sports' FIFA video    game series, including the weekly updates&lt;/li&gt;&#xA;  &lt;li&gt;Team lineup with squad formation (X, Y coordinates)&lt;/li&gt;&#xA;  &lt;li&gt;Betting odds from up to 10 providers    &lt;/li&gt;&#xA;  &lt;li&gt;Detailed match events (goal types,    possession, corner, cross,    fouls, cards etc...) for +10,000 matches&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The best website I know is &lt;a href=&quot;http://www.transfermarkt.co.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TranferMarkt&lt;/a&gt; (it is German but also has a proper English version). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has all the data available on players throughout their football career. The thing you are probably interested most is called &quot;Performance data&quot; on player's profile pages. For example, &lt;a href=&quot;http://www.transfermarkt.co.uk/robin-van-persie/leistungsdatendetails/spieler/4380&quot; rel=&quot;nofollow noreferrer&quot;&gt;Robin van Persie's performance&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure how to parse the data properly though, I mean not just look up every player one by one. May be you'll find out how to optimize the data collection.&lt;/p&gt;&#xA;" OwnerUserId="7044" LastEditorUserId="7044" LastEditDate="2017-11-29T00:15:52.783" LastActivityDate="2017-11-29T00:15:52.783" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5624" PostTypeId="1" CreationDate="2015-07-14T12:16:20.200" Score="3" ViewCount="62" Body="&lt;p&gt;I want to find a &lt;a href=&quot;https://en.wikipedia.org/wiki/Termbase&quot; rel=&quot;nofollow&quot;&gt;terminology database&lt;/a&gt; with programming terms , for example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Front-end&lt;/li&gt;&#xA;&lt;li&gt;UI/UX&lt;/li&gt;&#xA;&lt;li&gt;ruby&lt;/li&gt;&#xA;&lt;li&gt;RoR&lt;/li&gt;&#xA;&lt;li&gt;HTML 5&lt;/li&gt;&#xA;&lt;li&gt;HTML&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any idea ?&lt;/p&gt;&#xA;" OwnerUserId="7045" LastEditorUserId="754" LastEditDate="2015-07-21T09:59:51.897" LastActivityDate="2015-07-21T09:59:51.897" Title="Database of programming terms" Tags="|data-request|programming|english|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="5626" PostTypeId="2" ParentId="4292" CreationDate="2015-07-14T17:47:01.770" Score="1" Body="&lt;p&gt;I am not sure of how Japan handles exports but the US Dept of Commerce Bureau of Industry and Security (BIS) has a list of &lt;a href=&quot;http://www.bis.doc.gov/index.php/licensing/commerce-control-list-classification/commerce-control-list-ccl/17-regulations/139-commerce-control-list-ccl&quot; rel=&quot;nofollow&quot;&gt;10 Commerce Control List Categories and  these are broken into 5 Product Groups&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like software is a Product Group and this means it would need to be aggregated across categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The staff at BIS may be your best bet on connecting with someone that can lead to the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you find out anything, please post back here.&lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2015-07-14T17:47:01.770" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5627" PostTypeId="2" ParentId="3367" CreationDate="2015-07-14T19:30:26.510" Score="2" Body="&lt;p&gt;Thanks @Unihedron&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nces.ed.gov/nationsreportcard/naepdata/&quot; rel=&quot;nofollow&quot;&gt;National Center for Education Statistics&lt;/a&gt; releases a subset of questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would not call this truly open, but it is a start.&lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2015-07-14T19:30:26.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5629" PostTypeId="1" AcceptedAnswerId="5684" CreationDate="2015-07-14T20:02:33.813" Score="3" ViewCount="3967" Body="&lt;p&gt;I'll be delving into text mining applications for my master thesis and I need data for it. Ideally, I would need a corpora of texts/news articles from some single (or multiple) credible and authoritative source covering financial markets/economy and the like, spanning a time period as long as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It turns out that there is data somewhat what I'm looking for: the &lt;a href=&quot;https://catalog.ldc.upenn.edu/LDC93S6A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wall Street Journal corpus&lt;/a&gt; or &lt;a href=&quot;http://about.reuters.com/researchandstandards/corpus/statistics/index.asp#swp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reuters corpus&lt;/a&gt;. The problem is that these datasets have many texts for each day, but spanning only few years time.&lt;br /&gt;&#xA;For my purposes, I would be more interested to have only a few texts/news articles for each day/workday but the whole corpora spanning a decade or more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of datasets/corporas that would suit my requirements?&lt;br /&gt;Any other possibilities/ideas to construct one such dataset using open resources?&lt;/p&gt;&#xA;" OwnerUserId="7054" OwnerDisplayName="Sarunas" LastEditorDisplayName="user4293" LastEditDate="2017-05-08T12:10:50.980" LastActivityDate="2020-01-09T11:52:53.090" Title="Financial text data/corpora" Tags="|data-request|releasing-data|finance|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5630" PostTypeId="1" CreationDate="2015-07-15T04:19:10.003" Score="6" ViewCount="126" Body="&lt;p&gt;Has anybody seen a medical data set with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA; &lt;li&gt; clinical data (patient's age, gender, prior history, and stuff like that) &lt;/li&gt;&#xA; &lt;li&gt; biomarkers (blood pressure, blood oxygenation, etc.) &lt;/li&gt;&#xA; &lt;li&gt; genetic data (preferably gene expression or miRNA data) &lt;/li&gt;&#xA; &lt;li&gt; imaging data (not necessary, but preferred) &lt;/li&gt;&#xA; &lt;li&gt; and &lt;b&gt;most importantly&lt;/b&gt; information about treatment and &lt;b&gt;how the patient changed as a result of the treatment&lt;/b&gt;.  &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For example, I want to see a specific patient's gene expression data, then see that they went through &quot;Radiation Therapy&quot;, then see the new gene expression levels afterwards.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What disease this is for or the completeness of the data doesn't concern me (i.e I'd be fine with having imaging data for just a couple of patients). I'm looking into applying some graph theory state-based algorithms to this data in order to create a model that determines which treatment to use for a specific patient.&lt;/p&gt;&#xA;" OwnerUserId="7208" OwnerDisplayName="user2774662" LastEditorUserId="2075" LastEditDate="2015-07-15T14:55:26.157" LastActivityDate="2015-08-02T21:14:11.537" Title="Any databases with this data?" Tags="|data-request|medical|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5631" PostTypeId="1" AcceptedAnswerId="5648" CreationDate="2015-07-15T13:21:49.887" Score="5" ViewCount="1237" Body="&lt;p&gt;I have a question and Googling doesn't really give me a concrete answer so I'm hoping someone on here could explain this to me. I have an idea for an app/website and it needs access to a large database. If we use plants as an example, my app would need access to plant names, color, where it is found, how to treat it, etc., etc...&lt;/p&gt;&#xA;&lt;p&gt;My question is when developing an app such as this, how would you get all the data about the plants into a database that you have access to (or better, my own database)? I read that there are companies that already have this information that others can use, but I also read that it is a security risk if a company was to let you have access to their data (which is obviously true). I'm just curious about how startup companies get all this data into their database without having to manually type all of the information about each plant because there are tons and tons of them.&lt;/p&gt;&#xA;&lt;p&gt;If someone could please explain to me how this works I would greatly appreciate it. (I taught myself SQL/MySQL/Java/HTML/CSS/C#/C++ and I don't really have a mentor/instructor to ask this question). If I wasn't concrete enough in my question, please let me know and I'll try to change it.&lt;/p&gt;&#xA;" OwnerUserId="7056" LastEditorUserId="23272" LastEditDate="2021-08-21T04:41:43.250" LastActivityDate="2021-08-21T04:41:43.250" Title="How do you get access to large amount of data for your project?" Tags="|data-request|releasing-data|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="5632" PostTypeId="2" ParentId="5587" CreationDate="2015-07-15T13:23:22.513" Score="1" Body="&lt;p&gt;Like philshem said, the streaming API will work for Twitter, but it will return a fairly small subset of the stream...the &quot;garden hose&quot;, about 10% of the full stream, and an even smaller subset has geo-enabled tweets, reducing the sample to about 3-5%.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the full (firehose) stream you need to contact &lt;a href=&quot;https://gnip.com/&quot; rel=&quot;nofollow&quot;&gt;GNIP&lt;/a&gt; who is an exclusive provider for Twitter. I collected about 1 month for around $500 for my thesis research -  it was pretty awesome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used both methods, here is my python/tweepy/mysql script to collect the streaming API: &lt;a href=&quot;https://github.com/Ccantey/GeoSearch-Tweepy&quot; rel=&quot;nofollow&quot;&gt;geo-tweepy&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6847" LastActivityDate="2015-07-15T13:23:22.513" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5633" PostTypeId="1" CreationDate="2015-07-15T13:33:23.533" Score="1" ViewCount="51" Body="&lt;p&gt;We are pursing a VA construction project and one of the required pieces of information is Vets 100 Compliance documentation.  How do we go about getting said documentation ?&lt;/p&gt;&#xA;" OwnerUserId="7057" LastActivityDate="2015-08-15T12:43:42.920" Title="How do we get Vets 100 Compliance Documentation" Tags="|usa|" AnswerCount="1" CommentCount="0" ClosedDate="2015-08-25T09:09:34.760" ContentLicense="CC BY-SA 3.0" />
  <row Id="5634" PostTypeId="2" ParentId="5360" CreationDate="2015-07-15T14:15:31.663" Score="0" Body="&lt;p&gt;Skram has a good answer. I would add that if you are simply trying to label your counties, watch this GIF: &lt;a href=&quot;http://gyazo.com/1359ba433c4f488f455146b177ecb5b7&quot; rel=&quot;nofollow&quot;&gt;Add Labels&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6847" LastActivityDate="2015-07-15T14:15:31.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5635" PostTypeId="2" ParentId="4616" CreationDate="2015-07-15T15:37:25.603" Score="1" Body="&lt;p&gt;If the lot of interest is a paid lot, then you might be able to get this information from the owner.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Information from a government run lot might be possible with a Fredom of Information Act, FOIA, request. &lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2015-07-15T15:37:25.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5636" PostTypeId="2" ParentId="5618" CreationDate="2015-07-15T16:04:48.557" Score="2" Body="&lt;p&gt;Here is the information from their OData Site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://id.loc.gov/techcenter/&quot; rel=&quot;nofollow&quot;&gt;http://id.loc.gov/techcenter/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;they mention you can curl it, but apparently RDF-a (&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Rendering the XHTML source for a given concept or heading through a&#xA;  RDFa-aware processing tool, such as the RDFa Distiller offered by the&#xA;  W3C. For example, &quot;Bahia grass&quot;, when processed by the RDFa distiller,&#xA;  yields this result.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;) is an option, traditional crawling/scraping (ugh), and they also mention wget, and Perl: LWP::UserAgent, Java: HttpClient, Python: httplib.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also from that site, if you use the breadcrumbs under Technical Center, it provides format types, metadata types, Search/query options (you can apparently also use OpenQuery on their site when on a modern browser, [I did not try this] (If you don't know about this, look it up &lt;a href=&quot;http://www.opensearch.org/Home&quot; rel=&quot;nofollow&quot;&gt;OpenSearch.org&lt;/a&gt;, it is pretty sweet) and serialization options.  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Supported RDF MIME types and serialization formats&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;RDF Data returned from the Linked Data Service can be serialized in&#xA;  several formats. •RDF/XML (MIME type: application/rdf+xml; Extension:&#xA;  .rdf) Example •N-Triples (MIME type: text/plain; Extension: .nt)&#xA;  Example •Javascript Object Notation (MIME type: application/json;&#xA;  Extension: .json) Example •JSON-P (JSON) (Extension: .jsonp; accepts&#xA;  &quot;callback&quot; query string parameter) Example •XHTML + RDFa 1.0 (MIME&#xA;  type: application/xhtml+xml; Extension: .html) Example&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Supported Search serialization formats&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Search results from the Linked Data Service can be serialized in&#xA;  several formats. •XHTML (Default setting)  •ATOM (XML)( (add query&#xA;  string parameter: &quot;format=atom&quot;) Example •JSONML (JSON) (add query&#xA;  string parameter: &quot;format=json&quot;) Example •JSON-P (JSON) (add query&#xA;  string parameter: &quot;format=jsonp&quot;; also acccepts &quot;callback&quot; query&#xA;  string parameter) Example&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7060" LastActivityDate="2015-07-15T16:04:48.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5637" PostTypeId="2" ParentId="5633" CreationDate="2015-07-16T12:06:50.790" Score="1" Body="&lt;p&gt;It looks like the U.S. Department of Labor Veterans' Employment and Training service (VETS) VETS-100 form is part of the &lt;a href=&quot;http://www.dol.gov/vets/vets4212.htm&quot; rel=&quot;nofollow&quot;&gt;VETS-4212 compliance program&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The contact email is VETS4212-customersupport@dol.gov &lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2015-07-16T12:06:50.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5638" PostTypeId="1" CreationDate="2015-07-16T15:04:36.937" Score="3" ViewCount="60" Body="&lt;p&gt;For the UK or international. I am interested in studying how people's method of travel to/from a train station varies with station location characteristics. &lt;/p&gt;&#xA;" OwnerUserId="7071" LastEditorUserId="7071" LastEditDate="2015-07-17T10:09:35.677" LastActivityDate="2015-07-18T09:27:23.060" Title="Where can I find data on method of travel to train stations?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5640" PostTypeId="1" CreationDate="2015-07-17T07:59:41.613" Score="5" ViewCount="754" Body="&lt;p&gt;Most bank statements (at least mine here in the UK) contain coded information for cash withdrawls such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;CASH RB SCOT JAN11 TESCO STREAT@08:56&#xA;CASH SAINSBY JUN23 STREATHAM C @10:46&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm fairly sure this can be broken down into the following tuple (tran_type, operator, date, location, @time)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'd like to do is translate from (operator,location) to GPS coordinates, a postcode, or some other geographic identifier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of where I might find such an information source? Is it commercial, or open-source?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;N.B. Imported from &lt;a href=&quot;https://datascience.stackexchange.com/questions/6479/where-can-i-get-a-list-of-atm-identifiers-that-i-can-map-to-geographic-location&quot;&gt;Data Science&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7070" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:40.537" LastActivityDate="2015-07-17T17:11:58.683" Title="Where can I get a list of ATM identifiers that I can map to Geographic Location?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5641" PostTypeId="2" ParentId="5640" CreationDate="2015-07-17T09:17:51.353" Score="4" Body="&lt;p&gt;You'll probably have to generate the dataset in some way. Two ideas:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;OPTION 1&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you search Google Maps for &quot;RB SCOT STREATHAM UK&quot; or &quot;SAINSBY STREATHAM UK&quot; then you'll get lat/long and a structured address as a json/xml response.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; https://maps.googleapis.com/maps/api/geocode/json?address=RB+SCOT,+STREATHAM,+UK&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives you&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   {&#xA;   &quot;exclude_from_slo&quot; : true,&#xA;   &quot;results&quot; : [&#xA;      {&#xA;         &quot;address_components&quot; : [&#xA;            {&#xA;               &quot;long_name&quot; : &quot;Streatham&quot;,&#xA;               &quot;short_name&quot; : &quot;Streatham&quot;,&#xA;               &quot;types&quot; : [ &quot;neighborhood&quot;, &quot;political&quot; ]&#xA;            },&#xA;            {&#xA;               &quot;long_name&quot; : &quot;London&quot;,&#xA;               &quot;short_name&quot; : &quot;London&quot;,&#xA;               &quot;types&quot; : [ &quot;locality&quot;, &quot;political&quot; ]&#xA;            },&#xA;            {&#xA;               &quot;long_name&quot; : &quot;London&quot;,&#xA;               &quot;short_name&quot; : &quot;London&quot;,&#xA;               &quot;types&quot; : [ &quot;postal_town&quot; ]&#xA;            },&#xA;            {&#xA;               &quot;long_name&quot; : &quot;Greater London&quot;,&#xA;               &quot;short_name&quot; : &quot;Gt Lon&quot;,&#xA;               &quot;types&quot; : [ &quot;administrative_area_level_2&quot;, &quot;political&quot; ]&#xA;            },&#xA;            {&#xA;               &quot;long_name&quot; : &quot;England&quot;,&#xA;               &quot;short_name&quot; : &quot;England&quot;,&#xA;               &quot;types&quot; : [ &quot;administrative_area_level_1&quot;, &quot;political&quot; ]&#xA;            },&#xA;            {&#xA;               &quot;long_name&quot; : &quot;United Kingdom&quot;,&#xA;               &quot;short_name&quot; : &quot;GB&quot;,&#xA;               &quot;types&quot; : [ &quot;country&quot;, &quot;political&quot; ]&#xA;            },&#xA;            {&#xA;               &quot;long_name&quot; : &quot;SW16&quot;,&#xA;               &quot;short_name&quot; : &quot;SW16&quot;,&#xA;               &quot;types&quot; : [ &quot;postal_code_prefix&quot;, &quot;postal_code&quot; ]&#xA;            }&#xA;         ],&#xA;         &quot;formatted_address&quot; : &quot;Streatham, London SW16, UK&quot;,&#xA;         &quot;geometry&quot; : {&#xA;            &quot;location&quot; : {&#xA;               &quot;lat&quot; : 51.4278711,&#xA;               &quot;lng&quot; : -0.1240577&#xA;            },&#xA;            &quot;location_type&quot; : &quot;APPROXIMATE&quot;,&#xA;            &quot;viewport&quot; : {&#xA;               &quot;northeast&quot; : {&#xA;                  &quot;lat&quot; : 51.4348276,&#xA;                  &quot;lng&quot; : -0.1080503&#xA;               },&#xA;               &quot;southwest&quot; : {&#xA;                  &quot;lat&quot; : 51.4209136,&#xA;                  &quot;lng&quot; : -0.1400651&#xA;               }&#xA;            }&#xA;         },&#xA;         &quot;partial_match&quot; : true,&#xA;         &quot;place_id&quot; : &quot;ChIJYy_GLicEdkgR8tZDk3J6iO0&quot;,&#xA;         &quot;types&quot; : [ &quot;neighborhood&quot;, &quot;political&quot; ]&#xA;      }&#xA;   ],&#xA;   &quot;status&quot; : &quot;OK&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you can enhance the address before sending it to the geocoding service (i.e. add country, convert STREAT to STREATHAM), you'll have better success.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some geolocation web services:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developers.google.com/maps/documentation/geocoding/intro&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Maps Geolocation API&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Databases_and_data_access_APIs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Street Maps APIs&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.mapquestapi.com/geocoding/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapquest Geocoding API&lt;/a&gt; using OSM data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;OPTION 2&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap has an ATM tag that you may be able to map to your data. Here are two questions from our network related to this data source:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/899/1511&quot;&gt;Where could I find open data about ATM locations (in Paris)?&lt;/a&gt;, including &lt;a href=&quot;https://help.openstreetmap.org/questions/12009/xapi-call-for-all-atms&quot; rel=&quot;nofollow noreferrer&quot;&gt;XAPI call for ATMS&lt;/a&gt;. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/4642/1511&quot;&gt;ATM locations in UK and/or Ireland&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-07-17T16:42:49.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5642" PostTypeId="1" AcceptedAnswerId="5643" CreationDate="2015-07-17T12:00:04.857" Score="3" ViewCount="2123" Body="&lt;p&gt;My thesis is about Analysis and Auto generation of FAQ in different domains. For conducting experiments, I need high volume of FAQs. That's the reason I am looking for a publicly available data-set containing FAQs in various domain (or even one specific domain).&lt;/p&gt;&#xA;" OwnerUserId="7075" LastEditorUserId="7075" LastEditDate="2015-07-17T14:07:50.607" LastActivityDate="2017-01-11T09:02:01.053" Title="Datasets: Is there any public data-set for FAQ (Frequently asked questions) in different domains?" Tags="|machine-learning|web-crawling|nlp|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5643" PostTypeId="2" ParentId="5642" CreationDate="2015-07-17T12:31:53.750" Score="3" Body="&lt;p&gt;There are (among others)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The usenet FAQ archives &lt;a href=&quot;http://www.allanswers.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.allanswers.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Game FAQs &lt;a href=&quot;http://www.gamefaqs.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.gamefaqs.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Internet FAQs &lt;a href=&quot;http://www.faqs.org/faqs/&quot; rel=&quot;nofollow&quot;&gt;http://www.faqs.org/faqs/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-07-17T12:31:53.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5644" PostTypeId="2" ParentId="5642" CreationDate="2015-07-17T16:07:15.683" Score="3" Body="&lt;p&gt;You can download FAQs from github, although they won't really be cross-domain...&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/search/advanced&quot; rel=&quot;nofollow&quot;&gt;Github Advanced Search&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/search?utf8=%E2%9C%93&amp;amp;q=faq%20%20%20size%3A1000&amp;amp;type=Code&amp;amp;ref=advsearch&amp;amp;l=&quot; rel=&quot;nofollow&quot;&gt;Example of a simple query that returns some FAQs files&lt;/a&gt; (will require some fine-tuning, of course)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developer.github.com/v3/search/#rate-limit&quot; rel=&quot;nofollow&quot;&gt;Github Search API&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developer.github.com/libraries/&quot; rel=&quot;nofollow&quot;&gt;Developer libraries&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-07-17T16:07:15.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5645" PostTypeId="2" ParentId="5640" CreationDate="2015-07-17T17:11:58.683" Score="3" Body="&lt;p&gt;Open data campaigner Owen Boswarva identifies cash machines and their location as an &lt;a href=&quot;http://mapgubbins.tumblr.com/post/96656438815/the-uk-national-information-infrastructure-its&quot; rel=&quot;nofollow&quot;&gt;obvious data set held by private sector organisations which should be released as open data&lt;/a&gt;, and I'd certainly agree with that! On that blog post he says...&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;The national dataset is maintained by LINK, an industry-backed&#xA;  scheme. The public can &lt;a href=&quot;http://www.link.co.uk/ATMLocator/Pages/ATMLocator.aspx&quot; rel=&quot;nofollow&quot;&gt;search the dataset&lt;/a&gt; from the LINK website, but&#xA;  bulk data is available only on &lt;a href=&quot;http://www.vocalink.com/products/atm-products/atm-location-database.aspx&quot; rel=&quot;nofollow&quot;&gt;commercial terms&lt;/a&gt;.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;OpenStreetMap&lt;/strong&gt; has a lot of cash machines. You can query for such things using &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow&quot;&gt;Overpass API&lt;/a&gt; This is a very flexible API which has made the older &quot;XAPI&quot; obsolete. It lets you ask for &quot;amenity=atm objects in the UK in CSV format&quot; for example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OpenStreetMap community is busy creating open data for the location of these things, and anyone can join in.&#xA;&lt;a href=&quot;http://www.openstreetmap.org/changeset/32697438&quot; rel=&quot;nofollow&quot;&gt;I added one today in fact!&lt;/a&gt; But we've probably got a way to go before we're near &quot;complete&quot; on that. The map gets built more in the areas where people are more interested, and with the data types people find more interesting. Cash machines are actually an example of something where, perhaps with a few more apps and services &lt;em&gt;using&lt;/em&gt; OpenStreetMap data, we might boost community interest in adding that data. So you're encouraged to build an app with it, with a little note saying &lt;em&gt;&quot;See a missing cash machine? Go to OpenStreetMap.org to add it!&quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Incidentally when I'm on the move and looking for a cash machine I'll use a bookmark I have on my iPhone homescreen to: &lt;a href=&quot;http://thenextis.com&quot; rel=&quot;nofollow&quot;&gt;http://thenextis.com&lt;/a&gt;   ...so there are &lt;em&gt;some&lt;/em&gt; examples of using this data already.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your question also made me ponder another possibility: if we could somehow get hold of an &quot;open&quot; sample of lots of people's bank statements (!?) we could use that as a source to check and find missing cash machines in OpenStreetMap.&lt;/p&gt;&#xA;" OwnerUserId="1150" LastActivityDate="2015-07-17T17:11:58.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5646" PostTypeId="2" ParentId="4517" CreationDate="2015-07-17T18:46:04.187" Score="6" Body="&lt;p&gt;About 3,000 of Hillary Clinton's mails were released. Some of the mails are redacted. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://foia.state.gov/Search/Results.aspx?collection=Clinton_Email&quot; rel=&quot;noreferrer&quot;&gt;Official DOS release&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.nationaljournal.com/2016-elections/here-are-the-3-000-pages-of-hillary-clinton-s-emails-just-released-by-the-state-department-20150630&quot; rel=&quot;noreferrer&quot;&gt;Batch version&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5692" LastActivityDate="2015-07-17T18:46:04.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5647" PostTypeId="1" CreationDate="2015-07-17T19:24:41.587" Score="1" ViewCount="44" Body="&lt;p&gt;I'm looking for a comprehensive list of all the Computer Science courses in CA on &lt;a href=&quot;http://www.cde.ca.gov/ds/dc/cb/&quot; rel=&quot;nofollow&quot;&gt;CBEDS&lt;/a&gt; with the following course codes: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;2451  Computer Programming&lt;/li&gt;&#xA;&lt;li&gt;2453  Computer Science&lt;/li&gt;&#xA;&lt;li&gt;2465  IB Computer Science&lt;/li&gt;&#xA;&lt;li&gt;2470  AP Computer Science A&lt;/li&gt;&#xA;&lt;li&gt;2471  AP Computer Science AB&lt;/li&gt;&#xA;&lt;li&gt;4619  Computer Programming for Solving Applied Problems &lt;/li&gt;&#xA;&lt;li&gt;4634  Exploring Computer Science&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And maybe:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;2454  Computer lab&lt;/li&gt;&#xA;&lt;li&gt;2455  Web design&lt;/li&gt;&#xA;&lt;li&gt;2458  Other Computer Education&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6864" LastEditorUserId="6044" LastEditDate="2015-07-21T21:32:01.490" LastActivityDate="2015-07-21T21:32:01.490" Title="Where can find a comprehensive list of all the Computer Science courses in California on CBEDS?" Tags="|data-request|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5648" PostTypeId="2" ParentId="5631" CreationDate="2015-07-17T20:07:08.243" Score="1" Body="&lt;p&gt;There is not, as yet, a comprehensive and central resource for finding datasets. Many datasets are available for free (1); access to other datasets (or databases) may be purchased (2); and still more data can be collected by you (3).&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;When I'm not doing something for my job, most of the data I use is free. A lot of large online services give API access to their data: Google maps and directions, Amazon, Twitter...many, many large companies and websites you use regularly. Many governments also provide data for free, e.g., the &lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;the US Government's Data.gov&lt;/a&gt;. Check out &lt;a href=&quot;https://www.gutenberg.org/&quot; rel=&quot;nofollow&quot;&gt;Project Gutenberg&lt;/a&gt;, too.&lt;/li&gt;&#xA;&lt;li&gt;Many of the previous type of data can also be upgraded for better services. There are a lot of private databases and data sources, too. Academic databases and private data in general are private data that you need permission to access or that you must pay to have access to.&lt;/li&gt;&#xA;&lt;li&gt;Companies also generate their own data, too. Netflix and Amazon base their recommendations on how people rate movies or what people buy on their websites. Maybe Netflix would have used something like IMDB (which could be accessed by API) or similar when first starting out. A free data source would be information on the music people have listened to, e.g., from Last.fm. But the data was collected by Last.fm originally.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In my experience, it is unlikely that you will be granted direct access to someone else's database. More likely is that they will use an API, where you can access specific pieces of data from your own program. If you need a lot of data, you can purchase it, but often starting a larger project can be done with creative uses of data that is available for free.&lt;/p&gt;&#xA;" OwnerUserId="7080" LastActivityDate="2015-07-17T20:07:08.243" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5649" PostTypeId="1" AcceptedAnswerId="5653" CreationDate="2015-07-17T20:13:46.427" Score="4" ViewCount="74" Body="&lt;p&gt;I am trying to download month-county level unemployment data from the bls's LAU, but I can't find data extending earlier than the &quot;latest 14 months.&quot; &lt;a href=&quot;http://www.bls.gov/lau/laucntycur14.txt&quot; rel=&quot;nofollow&quot;&gt;This&lt;/a&gt; data set is exactly what I want EXCEPT that it does not extend far enough into the past. If that data extended to at least 2007, I would be done. I know the data is available, because I can download it county by county from the BLS multi-screen-data-search tool. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I download the archives of monthly-county level LAU data?&lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2015-07-18T04:03:13.047" Title="Local Area Unemployment - Month-County level since 2007" Tags="|data-request|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5651" PostTypeId="2" ParentId="823" CreationDate="2015-07-17T23:07:42.280" Score="1" Body="&lt;p&gt;You can try with &lt;a href=&quot;http://pasty.link/&quot; rel=&quot;nofollow&quot;&gt;http://pasty.link/&lt;/a&gt; that it has ad hoc function to export in csv and json file.&lt;/p&gt;&#xA;" OwnerUserId="7083" LastActivityDate="2015-07-17T23:07:42.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5653" PostTypeId="2" ParentId="5649" CreationDate="2015-07-18T04:03:13.047" Score="3" Body="&lt;p&gt;If you are hoping to use not seasonally adjusted monthly predictions of estimated county unemployment rates, I would suggest keeping in mind some of the changes to county borders that have taken place since 2007. For instance, there has been A LOT of changes to &quot;county&quot; borders in Alaska since 2007; Colorado, has had a major county border change; and Virginia has had one county wholly incorporate another county.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, this &lt;a href=&quot;http://download.bls.gov/pub/time.series/la/&quot; rel=&quot;nofollow&quot;&gt;directory&lt;/a&gt; has what you are looking for. Be sure to read all of the smaller sized files that fully explain the meaning of the data.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-07-18T04:03:13.047" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5654" PostTypeId="2" ParentId="5638" CreationDate="2015-07-18T09:27:23.060" Score="3" Body="&lt;p&gt;In the UK, you may be able to get this through the &lt;a href=&quot;https://www.gov.uk/government/collections/national-travel-survey-statistics&quot; rel=&quot;nofollow&quot;&gt;National Travel Survey&lt;/a&gt; data, though I'm not sure if it's broken down on a station-by-station basis. It looks like it may simply be regional.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Within London, I believe TfL collect more data and do so at the station-specific level - I haven't been able to find out if they release the data, as &lt;a href=&quot;https://tfl.gov.uk/info-for/open-data-users/our-open-data&quot; rel=&quot;nofollow&quot;&gt;their site&lt;/a&gt; is quite vague on what's available, but I know they collect it as I remember being given a questionnaire to fill out at Kings Cross a couple of years ago! This will be quite urban-focused, though, so probably not fully suitable for your needs.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-07-18T09:27:23.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5655" PostTypeId="1" CreationDate="2015-07-18T17:11:34.537" Score="3" ViewCount="65" Body="&lt;p&gt;Can somebody please introduce me to a time series regression &lt;strong&gt;dataset&lt;/strong&gt; that has many variables and data point?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In a nutshell, I have a time series regression with auto correlated residuals.&#xA;Note that I can artificially simulate a dataset. Then I need a real dataset. For sure there are many datasets that this model works well on them but I cannot find anything at the mean time.I  also have checked this page &lt;a href=&quot;https://stats.stackexchange.com/questions/7/locating-freely-available-data-samples&quot;&gt;link&lt;/a&gt; but no progress. I would be thankful if somebody introduce me a dataset and probably associate paper. &lt;/p&gt;&#xA;" OwnerUserId="6896" LastEditorUserId="-1" LastEditDate="2017-04-13T12:44:19.273" LastActivityDate="2015-07-20T04:47:01.797" Title="Time Series Regression and Correlated Residuals Dataset" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5656" PostTypeId="5" CreationDate="2015-07-18T18:19:41.420" Score="0" Body="&lt;p&gt;The mission of the Organisation for Economic Co-operation and Development (OECD) is to promote policies that will improve the economic and social well-being of people around the world.&lt;br&gt;&#xA;They use their own data repositories and publications, hosted on their site, to accomplish their mission.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.oecd.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.oecd.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:23.717" LastActivityDate="2015-07-21T09:52:23.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5657" PostTypeId="4" CreationDate="2015-07-18T18:19:41.420" Score="0" Body="The Organisation for Economic Co-operation and Development (OECD)" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:31.360" LastActivityDate="2015-07-21T09:52:31.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5658" PostTypeId="5" CreationDate="2015-07-18T18:23:07.700" Score="0" Body="&lt;p&gt;Ivory Coast is a republic in West Africa, achieving its independence from France in 1960. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:11.047" LastActivityDate="2015-07-21T09:52:11.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5659" PostTypeId="4" CreationDate="2015-07-18T18:23:07.700" Score="0" Body="Ivory Coast is also known as Côte d'Ivoire, and officially known as the Republic of Côte d'Ivoire " OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:47.537" LastActivityDate="2015-07-21T09:52:47.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5660" PostTypeId="2" ParentId="3649" CreationDate="2015-07-18T20:06:23.073" Score="1" Body="&lt;p&gt;Status update: While keeping work on OpenBeautyFacts, we found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the UNII database of ingredients (Public Domain, produced by the US gov) that we got linked to Wikidata (yay).&lt;/li&gt;&#xA;&lt;li&gt;various glossaries and system with an unclear licence (Colour Index)&lt;/li&gt;&#xA;&lt;li&gt;various ressources by the European Union (COSING), some being usable (they're not as clear on licences as the US, but it's translations made for the EU, so open)&lt;/li&gt;&#xA;&lt;li&gt;Some similar projects but none with an open licence so far&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2226" LastActivityDate="2015-07-18T20:06:23.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5661" PostTypeId="1" AcceptedAnswerId="5668" CreationDate="2015-07-19T20:43:07.760" Score="7" ViewCount="2614" Body="&lt;p&gt;UN Comtrade database, the major source of bilateral trade data online, has a free query tool:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://comtrade.un.org/data/&quot; rel=&quot;nofollow&quot;&gt;http://comtrade.un.org/data/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But it has limits on &quot;query complexity&quot;, which makes bulk downloads burdensome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have this entire database as a single file to make panel analysis easier?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="2075" LastEditDate="2015-07-21T15:41:54.487" LastActivityDate="2015-08-16T19:34:03.593" Title="Full UN Comtrade Database" Tags="|data-request|economics|trade|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5662" PostTypeId="2" ParentId="5595" CreationDate="2015-07-20T02:42:44.003" Score="1" Body="&lt;p&gt;Since the SSNs you received are already hashed (poorly), why not just replace the existing hashes with random unique strings? That way there's absolutely no way to attack the encryption, since the original data is completely destroyed -- and it solves your collision problem as well (assuming there aren't any actual duplicates in the data). This also assumes that the only reason you're keeping around the SSN data at all is to use it as a unique identifier. If you don't need it for that, you should ask yourself if you need to distribute it at all, or can simply delete that portion of the data set.&lt;/p&gt;&#xA;" OwnerUserId="7089" LastActivityDate="2015-07-20T02:42:44.003" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5663" PostTypeId="5" CreationDate="2015-07-20T07:30:14.090" Score="0" Body="&lt;p&gt;Singapore, officially known as the Republic of Singapore, is an island country in Southeast Asia, specifically off southern Malaysia.&lt;br&gt;&#xA;Singapore is a modern city-state and much of the country is highly urbanised.&lt;br&gt;&#xA;Singapore's Internet LTD is &lt;code&gt;.sg&lt;/code&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;http://app.sgdi.gov.sg/&quot; rel=&quot;nofollow&quot;&gt;Singapore Government Directory&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:43.620" LastActivityDate="2015-07-21T09:52:43.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5664" PostTypeId="4" CreationDate="2015-07-20T07:30:14.090" Score="0" Body="Singapore (the Republic of Singapore) is an island country in Southeast Asia." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:27.830" LastActivityDate="2015-07-21T09:52:27.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5665" PostTypeId="5" CreationDate="2015-07-20T07:43:52.970" Score="0" Body="&lt;p&gt;A Dictionary is a reference work on a particular subject, the items of which are typically arranged in alphabetical order.&lt;br&gt;&#xA;Dictionaries can/are utilized in Open Data including:&lt;br&gt;&#xA;Open Health Data Dictionaries&lt;br&gt;&#xA;Dataset Dictionaries&lt;br&gt;&#xA;Example: &lt;a href=&quot;http://datadictionary.cityofchicago.org/&quot; rel=&quot;nofollow&quot;&gt;City of Chicago's Data Dictionary&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:37.663" LastActivityDate="2015-07-21T09:52:37.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5666" PostTypeId="4" CreationDate="2015-07-20T07:43:52.970" Score="0" Body="Dictionary - an alphabetically arranged reference work" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-07-21T09:52:51.407" LastActivityDate="2015-07-21T09:52:51.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5667" PostTypeId="2" ParentId="5429" CreationDate="2015-07-20T13:08:53.163" Score="1" Body="&lt;p&gt;(no, this doesn't full answer the question, but it's hopefully something to guide you in the right direction, and it's too long for a comment)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you'd likely need to find is sometimes called a 'FRBRized catalog'.  FRBR is the &quot;&lt;a href=&quot;http://www.loc.gov/cds/products/product.php?productID=86&quot; rel=&quot;nofollow&quot;&gt;Functional Requirements for Bibliographic Records&lt;/a&gt;&quot;, which is a reference model for bibliographic catalogs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To summarize -- an old library 'card catalog' typically groups all books of a given story (&quot;Creative Work&quot; in FRBR) into one card, possibly with a note that a translation is available.  Modern card catalogs and bookstores tend to be indexed by ISBN number, so every different printing of a book (&quot;Manifestation&quot; in FRBR) shows up as a different record.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you'd need to find is either something that links multiple Manifestations back to the higher Work concept, or that links Expressions (the words used to tell the story, which links Works to Manifestations) via a Translation relationship.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A few other acronyms that might help you in searching -- RDA (Resource Description &amp;amp; Access, a cataloging standard), OCLC (Online Computer Library Center, a cooperative for library cataloging), WEMI (Work Expression Manifestation Item, shorthand for talking about the FRBR Group 1 Entities).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-07-20T13:08:53.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5668" PostTypeId="2" ParentId="5661" CreationDate="2015-07-20T16:30:51.223" Score="3" Body="&lt;p&gt;You can query the entire database through the legacy interface. BUT, it still restricts the download to max of 50,000 records. You will need to breakup your queries to get what you want&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://comtrade.un.org/db/dqBasicQuery.aspx&quot; rel=&quot;nofollow&quot;&gt;http://comtrade.un.org/db/dqBasicQuery.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This shows the contact info if you want to get it directly from them. Note, &lt;a href=&quot;http://comtrade.un.org/db/dqBasicQueryResults.aspx?cc=all&amp;amp;px=HS&amp;amp;so=9999&amp;amp;rpage=dqBasicQuery&amp;amp;qt=n&quot; rel=&quot;nofollow&quot;&gt;I queried for the entire database&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;The query will return 456722204 records.&lt;br /&gt;&#xA;It's not recommended to view it on screen (1000 records limit).&#xA;Please modify your query (or select additional selection from below) or click download.&lt;br /&gt;&#xA;&lt;br /&gt;&#xA;It's not possible to have direct download if the records are more than 50,000. You could split the query and make multiple downloads within the limits or you could submit the query to batch processing and retrieve it later or you could contact us.&lt;br /&gt;&#xA;* Estimated file size: 55,892.03 MB.&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1667" LastEditorDisplayName="user4293" LastEditDate="2015-07-27T16:13:40.637" LastActivityDate="2015-07-27T16:13:40.637" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5669" PostTypeId="1" CreationDate="2015-07-20T17:25:16.047" Score="4" ViewCount="215" Body="&lt;p&gt;I am aware of &lt;a href=&quot;http://www.doogal.co.uk/UKPostcodes.php&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; as a great source for UK postcode outcode border data as KML. Unfortunately, uk postcode outcode border data for the Isle of Man (IM -&gt; IM1, IM2 ...) and Northern Ireland (BT -&gt; BT1, BT2 ...) are missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone ware of any other free data sources of UK postcode outcode border data - ideally as KML?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="70" LastEditDate="2016-12-04T12:03:03.447" LastActivityDate="2017-10-30T13:53:29.743" Title="UK Postcode Outcode Border Data Isle of Man and Northern Ireland" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5670" PostTypeId="2" ParentId="4969" CreationDate="2015-07-20T22:01:02.063" Score="1" Body="&lt;p&gt;Have you already tried the resources here?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://lists.okfn.org/mailman/listinfo/ckan-dev&quot; rel=&quot;nofollow&quot;&gt;https://lists.okfn.org/mailman/listinfo/ckan-dev&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5834" LastActivityDate="2015-07-20T22:01:02.063" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5671" PostTypeId="2" ParentId="157" CreationDate="2015-07-20T23:44:16.393" Score="3" Body="&lt;p&gt;The Data Documentation Initiative provides the DDI metadata standard for &lt;strong&gt;describing data dictionaries&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ddialliance.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.ddialliance.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Data_Documentation_Initiative&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Data_Documentation_Initiative&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The DDI standard is broadly used and maintained by a large consortium of Universities and government organizations.&lt;/p&gt;&#xA;" OwnerUserId="6252" LastActivityDate="2015-07-20T23:44:16.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5672" PostTypeId="1" AcceptedAnswerId="5674" CreationDate="2015-07-21T01:06:19.627" Score="3" ViewCount="1914" Body="&lt;p&gt;Have a system generating four letter code and in testing just got up to &lt;code&gt;AA-BJ&lt;/code&gt; ... and the BJ got me thinking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In a while the one after &lt;code&gt;AR-SD&lt;/code&gt; could cause offence in the UK!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a list of swear words/unacceptable words anywhere? Have been looking for 20 mins without any joy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not will set up a little project as a resource.&lt;/p&gt;&#xA;" OwnerUserId="7098" LastEditorUserId="1511" LastEditDate="2015-09-05T07:08:17.910" LastActivityDate="2015-09-05T07:08:17.910" Title="Offensive words - English and Spanish" Tags="|data-request|language|nlp|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5673" PostTypeId="1" AcceptedAnswerId="5683" CreationDate="2015-07-21T01:19:46.880" Score="2" ViewCount="817" Body="&lt;p&gt;Where can I download 'Daylight Saving Time' for all regions in the world for specific year like 2015?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;timeanddate.com provides it but it's not free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a sample data provided by timeanddate.com&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&amp;lt;data version=&quot;2&quot;&amp;gt;&#xA;  &amp;lt;dstlist&amp;gt;&#xA;    &amp;lt;dstentry&amp;gt;&#xA;      &amp;lt;region&amp;gt;&#xA;        &amp;lt;country id=&quot;al&quot;&amp;gt;Republic of Albania&amp;lt;/country&amp;gt;&#xA;        &amp;lt;desc&amp;gt;All locations&amp;lt;/desc&amp;gt;&#xA;        &amp;lt;biggestplace&amp;gt;Tirana&amp;lt;/biggestplace&amp;gt;&#xA;        &amp;lt;locations&amp;gt;&#xA;          &amp;lt;location id=&quot;284&quot; name=&quot;Tirana&quot;/&amp;gt;&#xA;        &amp;lt;/locations&amp;gt;&#xA;      &amp;lt;/region&amp;gt;&#xA;      &amp;lt;stdtimezone offset=&quot;+01:00&quot;&amp;gt;&#xA;        &amp;lt;zoneabb&amp;gt;CET&amp;lt;/zoneabb&amp;gt;&#xA;        &amp;lt;zonename&amp;gt;Central European Time&amp;lt;/zonename&amp;gt;&#xA;        &amp;lt;zoneoffset&amp;gt;3600&amp;lt;/zoneoffset&amp;gt;&#xA;        &amp;lt;zonedst&amp;gt;0&amp;lt;/zonedst&amp;gt;&#xA;        &amp;lt;zonetotaloffset&amp;gt;3600&amp;lt;/zonetotaloffset&amp;gt;&#xA;      &amp;lt;/stdtimezone&amp;gt;&#xA;      &amp;lt;dsttimezone offset=&quot;+02:00&quot;&amp;gt;&#xA;        &amp;lt;zoneabb&amp;gt;CEST&amp;lt;/zoneabb&amp;gt;&#xA;        &amp;lt;zonename&amp;gt;Central European Summer Time&amp;lt;/zonename&amp;gt;&#xA;        &amp;lt;zoneoffset&amp;gt;3600&amp;lt;/zoneoffset&amp;gt;&#xA;        &amp;lt;zonedst&amp;gt;3600&amp;lt;/zonedst&amp;gt;&#xA;        &amp;lt;zonetotaloffset&amp;gt;7200&amp;lt;/zonetotaloffset&amp;gt;&#xA;      &amp;lt;/dsttimezone&amp;gt;&#xA;      &amp;lt;dststart&amp;gt;2011-03-27&amp;lt;/dststart&amp;gt;&#xA;      &amp;lt;dstend&amp;gt;2011-10-30&amp;lt;/dstend&amp;gt;&#xA;    &amp;lt;/dstentry&amp;gt;&#xA;  &amp;lt;/dstlist&amp;gt;&#xA;&amp;lt;/data&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As you can see, we have&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  &amp;lt;dststart&amp;gt;2011-03-27&amp;lt;/dststart&amp;gt;&#xA;  &amp;lt;dstend&amp;gt;2011-10-30&amp;lt;/dstend&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Which shows start and end time of daylight saving for 2011.&lt;/p&gt;&#xA;" OwnerUserId="6474" LastEditorUserId="6474" LastEditDate="2015-07-21T05:11:25.003" LastActivityDate="2015-07-22T14:21:58.087" Title="Where can I download 'Daylight Saving Time' for all regions in the world for specific year?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5674" PostTypeId="2" ParentId="5672" CreationDate="2015-07-21T02:59:58.097" Score="4" Body="&lt;p&gt;Here's a list of all the offensive words banned from Google's &quot;What Do You Love?&quot; site:&lt;br&gt;&#xA;&lt;a href=&quot;https://gist.github.com/jamiew/1112488&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/jamiew/1112488&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wiktionary has a pretty thorough list of English Euphemisms:&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wiktionary.org/wiki/Category:English_euphemisms&quot; rel=&quot;nofollow&quot;&gt;https://en.wiktionary.org/wiki/Category:English_euphemisms&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wiktionary also has a (seemingly) scarce list of Spanish Euphemisms:&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wiktionary.org/wiki/Category:Spanish_euphemisms&quot; rel=&quot;nofollow&quot;&gt;https://en.wiktionary.org/wiki/Category:Spanish_euphemisms&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You touched on this, but its important to clarify that certain English words are/aren't offensive, depending on where you are. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-07-21T02:59:58.097" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5675" PostTypeId="2" ParentId="5673" CreationDate="2015-07-21T03:10:25.923" Score="2" Body="&lt;p&gt;WebExhibits has a Daylight Savings Time exhibit which has this data:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.webexhibits.org/daylightsaving/g.html&quot; rel=&quot;nofollow&quot;&gt;http://www.webexhibits.org/daylightsaving/g.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-07-21T03:10:25.923" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5676" PostTypeId="1" AcceptedAnswerId="5681" CreationDate="2015-07-21T12:27:32.253" Score="5" ViewCount="8870" Body="&lt;p&gt;Does anyone know of any open rugby union datasets?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking to doing some data visualisations and I'm a rugby fan.  I know that there has been a big increase of the use of rugby data metrics within the game but I can't find any data that is available to consume.&lt;/p&gt;&#xA;" OwnerUserId="7104" LastActivityDate="2016-02-23T06:54:02.600" Title="Rugby Union data" Tags="|data-request|sports|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5677" PostTypeId="2" ParentId="5661" CreationDate="2015-07-21T13:23:26.433" Score="1" Body="&lt;p&gt;It is possible to access and download the data via an &lt;a href=&quot;http://comtrade.un.org/data/doc/api/&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;. The queries you can submit are also restricted, but it is possible to facilitate and automate the extraction by using some programming. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can write a script to download the data in chunks and assemble them afterwards. Here is an example of how you could do it in R. A first chunk covers the years 2009-2011 and a second chunk the years 2012-2014. Here I have used copy-paste, but if you have more voluminous and more complex requests, you can use loops as well.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;download.file(&quot;http://comtrade.un.org/api/get?fmt=csv&amp;amp;ps=2009,2010,2011&amp;amp;r=all&amp;amp;p=0&amp;amp;cc=TOTAL&quot;, &quot;data1.csv&quot;, method = &quot;auto&quot;, quiet=FALSE)&#xA;&#xA;download.file(&quot;http://comtrade.un.org/api/get?fmt=csv&amp;amp;ps=2012,2013,2014&amp;amp;r=all&amp;amp;p=0&amp;amp;cc=TOTAL&quot;, &quot;data2.csv&quot;, method = &quot;auto&quot;, quiet=FALSE)&#xA;&#xA;data1 &amp;lt;- read.table(&quot;data1.csv&quot;, header = T, sep = &quot;,&quot;)&#xA;&#xA;data2 &amp;lt;- read.table(&quot;data2.csv&quot;, header = T, sep = &quot;,&quot;)&#xA;&#xA;allthedata &amp;lt;- rbind(data1, data2)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="2075" LastActivityDate="2015-07-21T13:23:26.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5678" PostTypeId="1" AcceptedAnswerId="5685" CreationDate="2015-07-21T15:08:24.650" Score="3" ViewCount="99" Body="&lt;p&gt;Where can I find an overview of as many aircraft models as possible, preferably commercial passenger and cargo aircrafts?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in this data, or as much data as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Model name (ex: Boeing 747-400)&lt;/li&gt;&#xA;&lt;li&gt;Manufactured from/to&lt;/li&gt;&#xA;&lt;li&gt;Possible seating/class configurations&lt;/li&gt;&#xA;&lt;li&gt;Cruising speed and max speed&lt;/li&gt;&#xA;&lt;li&gt;Fuel capacity&lt;/li&gt;&#xA;&lt;li&gt;Fuel consumption per ... (any unit)&lt;/li&gt;&#xA;&lt;li&gt;Minimum takeoff distance&lt;/li&gt;&#xA;&lt;li&gt;Minimum landing distance&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="7106" LastEditorUserId="2075" LastEditDate="2015-07-21T19:41:20.997" LastActivityDate="2015-07-23T09:46:00.203" Title="Aircraft models" Tags="|data-request|transportation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5679" PostTypeId="2" ParentId="5678" CreationDate="2015-07-21T20:52:40.000" Score="1" Body="&lt;p&gt;This site has specs for about 400 commercial aircraft. But you will have to parse each spec manually. No data dump that I saw&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.airliners.net/aircraft-data/&quot; rel=&quot;nofollow&quot;&gt;http://www.airliners.net/aircraft-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data can not really be called open though: &quot;&lt;em&gt;The information in this database is copyright protected and may not be copied or used in any way without proper permission.&lt;/em&gt;&quot;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="754" LastEditDate="2015-07-23T09:46:00.203" LastActivityDate="2015-07-23T09:46:00.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5680" PostTypeId="2" ParentId="4119" CreationDate="2015-07-21T21:24:24.070" Score="1" Body="&lt;p&gt;I haven't seen any &quot;plans&quot; per se from FDA but have noticed that they have split up the MAUDE database into separate components. There is a MASTERLIST but the PATIENT_NARRATIVE has been split off into another set of files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been poring over MAUDE in efforts to extract &quot;significant unanticipated adverse effects&quot;. Such events trigger strict reporting and distribution timelines. However, when a clinical trial is conducted under an Investigational Device Exemption (IDE) (as many are), the FDA doesn't seem as interested in ensuring regulatory compliance. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps the FDA is not interested because such delays can trigger statutory fines for each additional day of violation. &lt;/p&gt;&#xA;" OwnerUserId="7107" LastActivityDate="2015-07-21T21:24:24.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5681" PostTypeId="2" ParentId="5676" CreationDate="2015-07-21T21:50:49.823" Score="8" Body="&lt;p&gt;Statsguru is the rugby statistics database behind ESPN's scrum.com's.Statsguru looks to be the most detailed (matches from 1871), however I'm not sure if they offer bulk download, or if you'll have to scrape it.&lt;br&gt;&#xA;&lt;a href=&quot;http://stats.espnscrum.com/statsguru/rugby/stats/index.html&quot; rel=&quot;noreferrer&quot;&gt;http://stats.espnscrum.com/statsguru/rugby/stats/index.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;RugbyStats.com has stats, but only shows the latest 200 entries, so very recent matches; again, not sure if there's bulk available (seriously doubt it), but you can scrape here too:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.rugbydata.com/&quot; rel=&quot;noreferrer&quot;&gt;http://www.rugbydata.com/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;StatBunker's Rugby Stats has data going back at least to the 1990s; also not sure about bulk/primed for scraping.&lt;br&gt;&#xA;&lt;a href=&quot;http://rugby.statbunker.com/&quot; rel=&quot;noreferrer&quot;&gt;http://rugby.statbunker.com/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pick and Go looks solid; stats from every international match beginning in 1871. After searching from start date 1871-01-01 to the year 2015, a table is returned that holds all of that juicy data. So while there's no bulk download, this dataset is the largest (of this list), so scraping it is ideal. For what its worth, this dataset was created for data/statistics consumption.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.lassen.co.nz/pickandgo.php&quot; rel=&quot;noreferrer&quot;&gt;http://www.lassen.co.nz/pickandgo.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-07-21T21:50:49.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5682" PostTypeId="1" CreationDate="2015-07-21T22:06:30.930" Score="2" ViewCount="19" Body="&lt;p&gt;I'm building a children's app and looking for some quantitative data that will tell me how safely I can assume that only one child is using my app.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2015-07-21T22:06:30.930" Title="What percentage of all US children 3 years of age or under who have access to an iPad share that iPad with a similar-aged sibling?" Tags="|data-request|usa|demographics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5683" PostTypeId="2" ParentId="5673" CreationDate="2015-07-22T14:21:58.087" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://www.iana.org/&quot; rel=&quot;nofollow&quot;&gt;Internet Assigned Numbers Authority&lt;/a&gt; maintains a database of time zones. For countries/localities that have daylight savings, they have documented the rules.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The database is here: &lt;a href=&quot;http://www.iana.org/time-zones&quot; rel=&quot;nofollow&quot;&gt;http://www.iana.org/time-zones&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;IATA's TZ coordinator also has a github repository with this information: &lt;a href=&quot;https://github.com/eggert/tz&quot; rel=&quot;nofollow&quot;&gt;https://github.com/eggert/tz&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="133" LastActivityDate="2015-07-22T14:21:58.087" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5684" PostTypeId="2" ParentId="5629" CreationDate="2015-07-22T14:46:49.883" Score="4" Body="&lt;p&gt;Your school's library might have access to databases of newspaper and magazine archives, some going back decades. If you're in a large city, your public library might also have those. The New York Times is one of the most common, but some databases, like ProQuest, have many different archived titles. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the articles over decades, you may need to download more than you need and apply some criteria to select only a few per day. The criteria, of course, would depend on your project.  &lt;/p&gt;&#xA;" OwnerUserId="7110" LastActivityDate="2015-07-22T14:46:49.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5685" PostTypeId="2" ParentId="5678" CreationDate="2015-07-23T08:04:04.737" Score="2" Body="&lt;p&gt;Being unable to find the data I requested myself, I created a Google Docs Spreadsheet &lt;a href=&quot;https://docs.google.com/spreadsheets/d/1fsjVEjL1stMabaOptBOw0cBlV9Vt8fv00TeLwVgs5wo/edit?usp=sharing&quot; rel=&quot;nofollow&quot;&gt;for anyone to view&lt;/a&gt; which holds most of the data I'm interested in for a &quot;handful&quot; of planes. If you are interested in adding to the spreadsheet, or help me keep the data updated, feel free to contact me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It currently contains about 150 items, with the following properties:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Type&lt;/li&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;PassengerCapacity&lt;/li&gt;&#xA;&lt;li&gt;Range&lt;/li&gt;&#xA;&lt;li&gt;MaxSpeed&lt;/li&gt;&#xA;&lt;li&gt;FuelEconomy&lt;/li&gt;&#xA;&lt;li&gt;FuelCapacity&lt;/li&gt;&#xA;&lt;li&gt;MaxPayload&lt;/li&gt;&#xA;&lt;li&gt;MinLandingDistance&lt;/li&gt;&#xA;&lt;li&gt;MaxTakeoffDistance&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7106" LastEditorUserId="754" LastEditDate="2015-07-23T09:42:14.357" LastActivityDate="2015-07-23T09:42:14.357" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5686" PostTypeId="1" CreationDate="2015-07-23T14:39:37.607" Score="3" ViewCount="540" Body="&lt;p&gt;Is there a database of traffic signals latitude and longitude?&#xA;It would be neat to write a game that kept track of when you were stopped at these waypoints.&lt;/p&gt;&#xA;" OwnerUserId="3362" LastEditorUserId="90" LastEditDate="2015-07-23T16:06:38.157" LastActivityDate="2015-07-23T16:06:38.157" Title="Traffic signals, stop lights, red lights" Tags="|data-request|traffic|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5687" PostTypeId="2" ParentId="5686" CreationDate="2015-07-23T15:09:06.183" Score="4" Body="&lt;p&gt;In theory, the maps provided by OpenStreetMap can also include positions of traffic lights. Note: Data is most detailed in Germany, not so much in the US. (If you use the programming language R, you might want to look at the osmar package to retrieve the data.)&lt;/p&gt;&#xA;" OwnerUserId="6694" LastEditorUserId="6694" LastEditDate="2015-07-23T15:14:39.010" LastActivityDate="2015-07-23T15:14:39.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5688" PostTypeId="2" ParentId="5686" CreationDate="2015-07-23T16:06:13.947" Score="3" Body="&lt;p&gt;Arlington County and Alexandria, Virginia both have a Traffic Signals dataset on their respective Open Data ArcGIS portal.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Arlington County, Virginia:&lt;br&gt;&#xA;&lt;a href=&quot;http://gisdata.arlgis.opendata.arcgis.com/datasets/af497e2747104622ac74f4457b3fb73f_2&quot; rel=&quot;nofollow&quot;&gt;http://gisdata.arlgis.opendata.arcgis.com/datasets/af497e2747104622ac74f4457b3fb73f_2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alexandria, Virginia:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.alexgis.opendata.arcgis.com/datasets/cf2048651d9a4815a7b74addbe23375e_0&quot; rel=&quot;nofollow&quot;&gt;http://data.alexgis.opendata.arcgis.com/datasets/cf2048651d9a4815a7b74addbe23375e_0&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-07-23T16:06:13.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5689" PostTypeId="2" ParentId="1166" CreationDate="2015-07-23T19:30:35.833" Score="1" Body="&lt;p&gt;You are looking at a multi-step process:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Identify data sources that provide an average annual daily traffic, a state department of transportation may provide this.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Identify sources for diurnal factors, in Florida, you could find a telemetered traffic monitoring site that has counts on an hourly basis similar to what the Paris region image shows. &#xA;You can obtain samples of this data in Florida by going to the &lt;a href=&quot;http://www2.dot.state.fl.us/FloridaTrafficOnline/viewer.html&quot; rel=&quot;nofollow&quot; title=&quot;Florida Traffic Online Viewer&quot;&gt;Florida Traffic Online site&lt;/a&gt; and looking for Red Dots, TTMS locations, and selecting continuous hourly counts.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You can then segregate the data by date, day of week, etc. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Now you can start aggregating volumes on a corridor or street network for periods of the year and days, balancing volumes accordingly.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-07-23T19:30:35.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5691" PostTypeId="1" CreationDate="2015-07-26T11:34:01.687" Score="6" ViewCount="690" Body="&lt;p&gt;I am looking for a dataset that includes the historical price of gold, silver, platinum, copper and other valuable metals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To be precise I am looking for a dataset that consists of more that 10 variables. It is important to me that data are autocorrelated and there exists a time component in it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a self study question and I would be happy if you introduce me any other dataset with described property.&lt;/p&gt;&#xA;" OwnerUserId="6896" LastEditorDisplayName="user4293" LastEditDate="2015-07-27T09:44:14.383" LastActivityDate="2018-05-31T16:43:34.993" Title="Historical dataset of prices of valuable metals" Tags="|time-series|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5692" PostTypeId="1" CreationDate="2015-07-27T00:06:55.253" Score="3" ViewCount="104" Body="&lt;p&gt;I am looking for a database of chess games. This might be historical chess games, modern games, or even amateur chess games. Intended to use for academic research and machine learning.&lt;/p&gt;&#xA;" OwnerUserId="7139" LastEditorUserId="23272" LastEditDate="2021-04-04T04:53:34.487" LastActivityDate="2021-04-04T04:53:34.487" Title="Database of chess games" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5693" PostTypeId="2" ParentId="5691" CreationDate="2015-07-27T01:18:08.520" Score="2" Body="&lt;p&gt;A quick search for commodity prices gives this link: &lt;a href=&quot;https://www.imf.org/external/np/res/commod/External_Data.xls&quot; rel=&quot;nofollow&quot;&gt;https://www.imf.org/external/np/res/commod/External_Data.xls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please be aware that commodity markets aren't really as random as they may seem - a few smart &amp;amp; devious traders speculate to fleece the heck out of simpleton investors.&lt;/p&gt;&#xA;" OwnerUserId="458" LastActivityDate="2015-07-27T01:18:08.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5694" PostTypeId="2" ParentId="5692" CreationDate="2015-07-27T03:13:24.383" Score="2" Body="&lt;p&gt;chess.com has a database of downloadable games data:&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20150809110419/http://www.chess.com:80/downloads/database+of+games&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/20150809110419/http://www.chess.com:80/downloads/database+of+games&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-01-02T23:14:58.110" LastActivityDate="2018-01-02T23:14:58.110" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5695" PostTypeId="2" ParentId="5558" CreationDate="2015-07-27T03:56:40.297" Score="1" Body="&lt;p&gt;4.5gb twitter data. 41.7 million user profiles, 1.47 billion social relations, 4,262 trending topics, and 106 million tweets.&#xA;&lt;a href=&quot;http://an.kaist.ac.kr/traces/WWW2010.html&quot; rel=&quot;nofollow&quot;&gt;http://an.kaist.ac.kr/traces/WWW2010.html&lt;/a&gt;&#xA;download link bellow:&#xA;&lt;a href=&quot;http://an.kaist.ac.kr/~haewoon/release/twitter_social_graph/twitter_rv.zip&quot; rel=&quot;nofollow&quot;&gt;http://an.kaist.ac.kr/~haewoon/release/twitter_social_graph/twitter_rv.zip&lt;/a&gt;&#xA;also you can check site SNAP from Stanford University&#xA;&lt;a href=&quot;https://snap.stanford.edu/data/#web&quot; rel=&quot;nofollow&quot;&gt;https://snap.stanford.edu/data/#web&lt;/a&gt;&#xA;or Amazon Public data Sets repository (specially Google or CCAFS-Cimate Data sets)&#xA;&lt;a href=&quot;https://aws.amazon.com/datasets?_encoding=UTF8&amp;amp;jiveRedirect=1&quot; rel=&quot;nofollow&quot;&gt;https://aws.amazon.com/datasets?_encoding=UTF8&amp;amp;jiveRedirect=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;you can check also last.fm datasets but are only close to 1.1gb all combined.&#xA;&lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/lastfm&quot; rel=&quot;nofollow&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/lastfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One more thing: you can get any data and convert to Cassandra and can see difference.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One more repository &lt;a href=&quot;http://www.cs.waikato.ac.nz/~ml/weka/datasets.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cs.waikato.ac.nz/~ml/weka/datasets.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ultimately if none of the data fulfill your requirements, than you can generate own data under hadoop cluster (you can get around 10 gb per node,  textual data ) and connect to that datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck.&lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2015-07-27T03:56:40.297" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5696" PostTypeId="1" CreationDate="2015-07-27T07:29:20.857" Score="5" ViewCount="169" Body="&lt;p&gt;Is there a database containing the currently known course of most artificial satellites?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, satellite X is travelling at speed n and at time T it will be at point P.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For all countries/owners.&lt;br&gt;&#xA;Bonus if it includes space debris and natural objects that enter the vicinity of Earth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If precise enough it could be used to prevent &lt;a href=&quot;https://en.wikipedia.org/wiki/2009_satellite_collision&quot;&gt;collisions&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-07-27T12:00:03.370" Title="Real-time position of artificial satellites" Tags="|data-request|geospatial|telecom|space|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5697" PostTypeId="2" ParentId="5691" CreationDate="2015-07-27T09:12:20.997" Score="1" Body="&lt;p&gt;I answer this question by sharing a list of websites that provide many datasets in many fields including, finance, econometrics, biology, image processing, medicine, historical data, longitudinal data, stock market, sports and even data that are used in handbooks. I have gathered this list from a long time search on google. I do not provide a description of each individual link but a quick look at the urls can give you a clue of the content.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;ftp://ftp.ics.uci.edu/pub/machine-learning-databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ics.uci.edu/pub/machine-learning-databases&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=ts&amp;amp;sort=attDown&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=ts&amp;amp;sort=attDown&amp;amp;view=table&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://astrostatistics.psu.edu/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://astrostatistics.psu.edu/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://bowtie-bio.sourceforge.net/recount/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://bowtie-bio.sourceforge.net/recount/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://catalog.data.gov/dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cs.brown.edu/~pavlo/stocks/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cs.brown.edu/~pavlo/stocks/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.bls.gov/pdq/SurveyOutputServlet&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.bls.gov/pdq/SurveyOutputServlet&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/economy_finance/db_indicators/micref/index_en.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ec.europa.eu/economy_finance/db_indicators/micref/index_en.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://en.wikipedia.org/wiki/Microarray_databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/Microarray_databases&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://faculty.chicagobooth.edu/ruey.tsay/teaching/fts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://faculty.chicagobooth.edu/ruey.tsay/teaching/fts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://genome-www.stanford.edu/cellcycle/data/rawdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://genome-www.stanford.edu/cellcycle/data/rawdata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gprege.googlecode.com/svn/trunk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gprege.googlecode.com/svn/trunk/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://homepage.stat.uiowa.edu/~kchan/TSA.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://homepage.stat.uiowa.edu/~kchan/TSA.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://introcs.cs.princeton.edu/java/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://introcs.cs.princeton.edu/java/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://lib.stat.cmu.edu/DASL/allsubjects.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lib.stat.cmu.edu/DASL/allsubjects.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://microdata.worldbank.org/index.php/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://microdata.worldbank.org/index.php/home&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mlcomp.org/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mlcomp.org/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mldata.org/repository/data/viewslug/lung-cancer-michigan/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mldata.org/repository/data/viewslug/lung-cancer-michigan/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.swcp.com/stocks/#Daily%20update&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pages.swcp.com/stocks/#Daily%20update&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://people.stern.nyu.edu/wgreene/Econometrics/PanelDataSets.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://people.stern.nyu.edu/wgreene/Econometrics/PanelDataSets.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sbcny.org/data.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sbcny.org/data.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stats.stackexchange.com/questions/7/locating-freely-available-data-samples&quot;&gt;https://stats.stackexchange.com/questions/7/locating-freely-available-data-samples&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://web.stanford.edu/~clint/bench/#ar1&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.stanford.edu/~clint/bench/#ar1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.affymetrix.com/support/technical/sample_data/gene_1_0_array_data.affx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.affymetrix.com/support/technical/sample_data/gene_1_0_array_data.affx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.astronexus.com/hyg&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.astronexus.com/hyg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.atlasoftheuniverse.com/stars.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.atlasoftheuniverse.com/stars.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.broadinstitute.org/cgi-bin/cancer/datasets.cgi&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.broadinstitute.org/cgi-bin/cancer/datasets.cgi&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.census.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cru.uea.ac.uk/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cs.cmu.edu/afs/cs.cmu.edu/project/theo-81/www/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.cmu.edu/afs/cs.cmu.edu/project/theo-81/www/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.econ.yale.edu/~shiller/data.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.econ.yale.edu/~shiller/data.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.economicswebinstitute.org/ecdata.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.economicswebinstitute.org/ecdata.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.exploredata.net/Downloads/Gene-Expression-Data-Set&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.exploredata.net/Downloads/Gene-Expression-Data-Set&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.freetheworld.com/datasets_efw.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.freetheworld.com/datasets_efw.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fruitfly.org/sequence/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fruitfly.org/sequence/download.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gavrila.net/Datasets/Univ__of_Amsterdam_Multi-Cam_P/univ__of_amsterdam_multi-cam_p.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gavrila.net/Datasets/Univ__of_Amsterdam_Multi-Cam_P/univ__of_amsterdam_multi-cam_p.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.inf.ed.ac.uk/teaching/courses/dme/html/datasets0405.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.inf.ed.ac.uk/teaching/courses/dme/html/datasets0405.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.kdnuggets.com/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.kdnuggets.com/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nber.org/data_index.html/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nber.org/data_index.html/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/sites/GDSbrowser?acc=GDS3222&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/sites/GDSbrowser?acc=GDS3222&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ons.gov.uk/ons/datasets-and-tables/index.html?pageSize=50&amp;amp;sortBy=none&amp;amp;sortDirection=none&amp;amp;newquery=microdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ons.gov.uk/ons/datasets-and-tables/index.html?pageSize=50&amp;amp;sortBy=none&amp;amp;sortDirection=none&amp;amp;newquery=microdata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.quantshare.com/sa-43-10-ways-to-download-historical-stock-quotes-data-for-free&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.quantshare.com/sa-43-10-ways-to-download-historical-stock-quotes-data-for-free&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.r-bloggers.com/high-dimensional-microarray-data-sets-in-r-for-machine-learning/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.r-bloggers.com/high-dimensional-microarray-data-sets-in-r-for-machine-learning/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.stat.pitt.edu/stoffer/dss.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.stat.pitt.edu/stoffer/dss.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.stat.wisc.edu/~reinsel/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.stat.wisc.edu/~reinsel/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/research/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.who.int/research/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www-psych.stanford.edu/~andreas/Time-Series/SantaFe.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www-psych.stanford.edu/~andreas/Time-Series/SantaFe.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://genome.unc.edu/cgi-bin/SMD/cluster/QuerySetup.pl&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://genome.unc.edu/cgi-bin/SMD/cluster/QuerySetup.pl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/chiras/chi_array&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/chiras/chi_array&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/ramhiser/datamicroarray&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ramhiser/datamicroarray&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/ramhiser/paper-rlda-comparison&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ramhiser/paper-rlda-comparison&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/SheffieldML/gprege/blob/master/R/man/DellaGattaData.Rd&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/SheffieldML/gprege/blob/master/R/man/DellaGattaData.Rd&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://sites.google.com/site/davesmant/various/data-sets-sources&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.google.com/site/davesmant/various/data-sets-sources&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vincentarelbundock.github.io/Rdatasets/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vincentarelbundock.github.io/Rdatasets/datasets.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.chess.com/downloads/database+of+games&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.chess.com/downloads/database+of+games&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6896" LastEditorUserId="-1" LastEditDate="2017-04-13T12:44:19.273" LastActivityDate="2015-07-27T21:06:12.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5698" PostTypeId="2" ParentId="5696" CreationDate="2015-07-27T12:00:03.370" Score="4" Body="&lt;p&gt;Yes, there is ample data for you to play with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;stuffin.space uses a ridiculous amount of data from :&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Satellite data - &lt;a href=&quot;https://www.space-track.org/&quot; rel=&quot;nofollow&quot;&gt;https://www.space-track.org/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Satellite.js - makes it easy to interpret velocity, and other SGP4/SDP4 calculations. (GITHUB - &lt;a href=&quot;https://github.com/shashwatak/satellite-js&quot; rel=&quot;nofollow&quot;&gt;https://github.com/shashwatak/satellite-js&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A real-time interactive WebGL visualisation of objects in Earth orbit @ stuffin.space&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="7142" LastActivityDate="2015-07-27T12:00:03.370" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5700" PostTypeId="1" CreationDate="2015-07-27T16:42:13.377" Score="-1" ViewCount="217" Body="&lt;p&gt;I'm making an application in C # that currently uses the &lt;a href=&quot;http://football-data.org&quot; rel=&quot;nofollow&quot;&gt;following&lt;/a&gt;.&#xA;They are very basic and do not even have tables form, wide, half-time and in addition there are very few championships.&#xA;I also tried to contact the admin of the site 5 times but she never answered.&#xA;I found these API: &lt;a href=&quot;https://statsfc.com/&quot; rel=&quot;nofollow&quot;&gt;https://statsfc.com/&lt;/a&gt; but are not free, I would like to know if there is a service that currently offers the most comprehensive database free kick.&lt;/p&gt;&#xA;" OwnerUserId="7144" LastEditorUserId="90" LastEditDate="2015-07-28T04:04:10.177" LastActivityDate="2015-07-28T04:04:10.177" Title="Free, Complete Soccer Database?" Tags="|data-request|" AnswerCount="1" CommentCount="2" ClosedDate="2015-08-09T21:53:58.350" ContentLicense="CC BY-SA 3.0" />
  <row Id="5701" PostTypeId="2" ParentId="5700" CreationDate="2015-07-27T23:25:11.767" Score="1" Body="&lt;p&gt;Looks like this might be a decent resource?  Found after googling for &quot;fifa database opendata&quot;: &lt;a href=&quot;https://openfootball.github.io/&quot; rel=&quot;nofollow&quot;&gt;https://openfootball.github.io/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7148" LastActivityDate="2015-07-27T23:25:11.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5702" PostTypeId="1" CreationDate="2015-07-28T04:36:36.153" Score="5" ViewCount="653" Body="&lt;p&gt;I am looking to find accurate company search information for companies registered within India and USA (same as &lt;a href=&quot;https://developer.companieshouse.gov.uk/api/docs/&quot; rel=&quot;noreferrer&quot;&gt;companies House&lt;/a&gt; API service provided for UK ). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="7150" LastActivityDate="2023-02-03T12:58:55.910" Title="Where can I find registered company data through web services" Tags="|data-request|usa|data.gov|companies|india|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5703" PostTypeId="1" AcceptedAnswerId="5705" CreationDate="2015-07-28T06:13:38.407" Score="7" ViewCount="890" Body="&lt;p&gt;where can I find the &lt;strong&gt;countries&lt;/strong&gt; and their &lt;strong&gt;cities&lt;/strong&gt;  as SQL insert statement or csv file?&lt;/p&gt;&#xA;" OwnerUserId="7151" LastEditorUserId="13983" LastEditDate="2016-10-28T15:46:27.103" LastActivityDate="2016-10-28T15:46:27.103" Title="Where can I find a CSV file of countries and their cities?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5704" PostTypeId="1" CreationDate="2015-07-28T12:38:06.967" Score="1" ViewCount="814" Body="&lt;p&gt;Is there a public database containing vehicle speed or vehicle acceleration with location info like GPS, in a particular route, (for one trip or multiple trips)?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;latitude-x, longitude-x, speed1 or acceleration1&lt;/li&gt;&#xA;&lt;li&gt;latitude-y, longitude-y, speed2 or acceleration2 etc...&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I tried to find data uploaded from some &quot;trip recorder&quot; device or car dash-camera recorded data, but I don't find any such data.&lt;/p&gt;&#xA;" OwnerUserId="7155" LastEditorUserId="1511" LastEditDate="2015-07-30T02:31:41.873" LastActivityDate="2019-05-20T14:07:13.380" Title="public data on vehicle speed/acceleration for a route, for multiple trips" Tags="|data-request|transportation|traffic|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5705" PostTypeId="2" ParentId="5703" CreationDate="2015-07-28T15:31:39.043" Score="9" Body="&lt;p&gt;I made this CSV dataset last year. It has the cities, administrative divisions and populated places. Below is an excerpt from my documentation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#cities&quot;&gt;http://www.opengeocode.org/download.php#cities&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Cities of the World&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset consists of the most comprehensive list of cities, administrative divisions and other populated places in the world. The data is compiled from:&lt;br/&gt;&lt;br/&gt;&#xA;    United States: United States Geological Survey (USGS) Geographic Names Information Services (GNIS).&lt;br/&gt;&#xA;    Other Countries: National Geospatial Intelligence Agency (NGA) Geographic Name Server (GNS).&lt;br/&gt;&lt;br/&gt;&#xA;The NGA/GNS database has been maintained by the NGA since 1994 and contains over 7 million geographic features and populated places records on all countries of the world. For non-US, geographic names are provided both in the local language and local script, as well as romanized and/or English forms of the name.&#xA;Many of the non-US entries in the dataset have multiple records, one per language (e.g., English and Spanish) or script (e.g, Arabic and Latin) that the feature (e.g., city) name is specified in. Multiple records for the same feature are identified by the same NGA GNS Unique Feature Identifier (UFI).* &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-07-28T15:31:39.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5706" PostTypeId="1" CreationDate="2015-07-28T18:27:15.953" Score="3" ViewCount="56" Body="&lt;p&gt;Does anyone know of any de-identified longitudinal student-level letter grade data for a K-12 school system?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware that this data would be sensitive--I'm not interested in demographics or anything like that, just trying to model individual teacher effects on student performance.  As such, an ideal dataset would include students graded over multiple years with anonymized IDs, where each student letter grade is associated with an (anonymized) teacher ID.&lt;/p&gt;&#xA;" OwnerUserId="7159" LastActivityDate="2015-07-30T00:10:28.893" Title="De-identified longitudinal K-12 student letter grade data" Tags="|data-request|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5707" PostTypeId="1" CreationDate="2015-07-28T20:26:26.767" Score="3" ViewCount="100" Body="&lt;p&gt;How can I find annual average temperatures for Chile?&lt;/p&gt;&#xA;&lt;p&gt;Not monthly but annually. And not changes to average.&lt;/p&gt;&#xA;" OwnerUserId="7161" LastEditorUserId="23272" LastEditDate="2021-04-04T04:38:38.667" LastActivityDate="2021-04-04T04:38:38.667" Title="How can I find annual temperature data for Chile?" Tags="|data-request|chile|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="5708" PostTypeId="1" CreationDate="2015-07-28T21:20:10.010" Score="2" ViewCount="46" Body="&lt;p&gt;Does anyone know where to find a dataset for US Boat Launches (both Fresh and Salt)? I have found several statewide results, but nothing on a national level. Does anyone know if this information is aggregated in a single location anywhere either as an open or paid dataset?&lt;/p&gt;&#xA;" OwnerUserId="7162" LastEditorUserId="90" LastEditDate="2015-07-30T03:18:56.323" LastActivityDate="2018-11-28T09:35:28.897" Title="Dataset for US Boat Launches (both Fresh and Salt)?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5709" PostTypeId="1" CreationDate="2015-07-28T20:31:47.420" Score="2" ViewCount="119" Body="&lt;p&gt;I'am trying to find annual mean temperature data for all countries in Africa for past 50 years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data should not be mean of the entire 20 years, but should be yearly mean. &lt;br&gt;Can somebody please redirect me to a good source of data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is for research work.&lt;/p&gt;&#xA;" OwnerUserId="7172" OwnerDisplayName="Rajat Aggarwal" LastEditorUserId="6044" LastEditDate="2015-07-30T01:41:20.500" LastActivityDate="2015-08-12T09:24:18.467" Title="Annual Mean temperature of Africa countries for past 50 years?" Tags="|data-request|africa|" AnswerCount="1" CommentCount="6" ClosedDate="2015-08-14T15:52:31.633" ContentLicense="CC BY-SA 3.0" />
  <row Id="5710" PostTypeId="1" CreationDate="2015-07-29T07:02:04.363" Score="11" ViewCount="4291" Body="&lt;p&gt;I'm eager to try out some more with Microsoft Azure Machine Learning and would like to find a data set to make a use case concerning predictive manufacturing. Microsoft already offers a data set (semi conductor) for a use case like this, but I would like to try out some more. Does anybody of you know where I can find another data set similar to the one provided by MS?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically I'm looking for a bunch of sensor data in a manufacturing process and a classification whether it came to a failure or not. I have tried the UCI Machine Learning datasets already (it only features the semiconductor dataset that I have already used) and researched the Kaggle repositories as well. &lt;/p&gt;&#xA;" OwnerUserId="7164" LastEditorUserId="1511" LastEditDate="2015-07-30T01:56:08.887" LastActivityDate="2017-03-03T19:52:17.780" Title="Predictive Maintenance Data" Tags="|data-request|machine-learning|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5711" PostTypeId="1" CreationDate="2015-07-29T13:40:54.080" Score="2" ViewCount="24" Body="&lt;p&gt;As suggested in &lt;a href=&quot;https://datascience.stackexchange.com/questions/6621/source-of-aggressively-toned-texts-for-machine-learning?noredirect=1#comment7040_6621&quot; title=&quot;comment on data science SA&quot;&gt;comment on data science SA&lt;/a&gt; I reposted the question to this site, which seems a better fit for this type of question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was looking for a source where there would be an extended amount of texts with aggressive tone. It can be intertwined with non-aggressive texts, but it would be good if the ratio of aggressive texts to non-aggressive texts be no less then 1:5.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was thinking about discussion forums which would be discussing the immigrants issue with contributors of lesser mind who would be very hateful and xenofobic. Or supporters of extreme political parties. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The content being spoken about is not really important, the more diverse it would be the better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the past I was looking for a less specific sentiment like &quot;like/dislike&quot; something for which reviews of movies on IMDB were an ideal source and I had some good results. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However it is very difficult to find a base of data with aggressive sentiment or at least some good internet sources from which the data could be gathered.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any ideas on how I could gather up such data?&lt;/p&gt;&#xA;" OwnerUserId="7166" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:40.537" LastActivityDate="2015-07-29T13:40:54.080" Title="Source of aggressively toned texts for machine learning" Tags="|sentiment-analysis|" AnswerCount="0" CommentCount="3" ClosedDate="2015-08-07T20:50:53.310" ContentLicense="CC BY-SA 3.0" />
  <row Id="5712" PostTypeId="2" ParentId="272" CreationDate="2015-07-29T17:38:34.440" Score="3" Body="&lt;p&gt;This site used JSON-LD to markup their recipes and successfully got rich snippets in Google:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gracessweetlife.com/2010/06/cannoli-siciliani-the-ultimate-italian-pastry/&quot; rel=&quot;nofollow&quot;&gt;http://gracessweetlife.com/2010/06/cannoli-siciliani-the-ultimate-italian-pastry/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example query:&#xA;&lt;a href=&quot;https://www.google.pt/?gfe_rd=cr&amp;amp;ei=ikWyVdPPOLLj8wfKrIyABg&amp;amp;gws_rd=ssl#q=grace%27s+cannoli+and+cannoli+filling+recipe&quot; rel=&quot;nofollow&quot;&gt;https://www.google.pt/?gfe_rd=cr&amp;amp;ei=ikWyVdPPOLLj8wfKrIyABg&amp;amp;gws_rd=ssl#q=grace%27s+cannoli+and+cannoli+filling+recipe&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A very important move forward in terms of JSON-LD annotated web.&lt;/p&gt;&#xA;" OwnerUserId="7169" LastActivityDate="2015-07-29T17:38:34.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5713" PostTypeId="1" CreationDate="2015-07-29T13:35:03.853" Score="4" ViewCount="65" Body="&lt;p&gt;I was looking for a source where there would be an extended amount of texts with aggressive tone. It can be intertwined with non-aggressive texts, but it would be good if the ratio of aggressive texts to non-aggressive texts be no less then 1:5.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was thinking about discussion forums which would be discussing the immigrants issue with contributors of lesser mind who would be very hateful and xenofobic. Or supporters of extreme political parties. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The content being spoken about is not really important, the more diverse it would be the better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the past I was looking for a less specific sentiment like &quot;like/dislike&quot; something for which reviews of movies on IMDB were an ideal source and I had some good results. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However it is very difficult to find a base of data with aggressive sentiment or at least some good internet sources from which the data could be gathered.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any ideas on how I could gather up such data?&lt;/p&gt;&#xA;" OwnerUserId="7166" OwnerDisplayName="Ev0oD" LastEditorUserId="1511" LastEditDate="2015-07-30T01:58:21.803" LastActivityDate="2015-07-30T11:06:05.307" Title="Source of aggressively toned texts for machine learning" Tags="|data-request|language|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5714" PostTypeId="2" ParentId="5713" CreationDate="2015-07-29T18:36:01.253" Score="1" Body="&lt;p&gt;Depending on how long you need your articles to be, I'd suggest browsing reddit.com for some of the more extreme political or social groups. You should be able to scrape the material fairly easily.&lt;/p&gt;&#xA;" OwnerUserId="7110" OwnerDisplayName="Ann Feeney" LastActivityDate="2015-07-29T18:36:01.253" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5715" PostTypeId="1" AcceptedAnswerId="5730" CreationDate="2015-07-29T19:56:52.470" Score="1" ViewCount="105" Body="&lt;p&gt;I'm using &lt;a href=&quot;http://tools.wmflabs.org/quick-intersection/index.php&quot; rel=&quot;nofollow&quot;&gt;http://tools.wmflabs.org/quick-intersection/index.php&lt;/a&gt; to get a list of articles within categories but I have a list of over 35 categories and I'd like to use Quick Intersection to get the articles. Problem I have found, and perhaps I just don't know what I'm doing, but I can't seem to add multiple categories within the tool. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Every time I try and add multiple categories separated by a new line I get some strange articles. Any advice? Thanks&lt;/p&gt;&#xA;" OwnerUserId="7171" LastActivityDate="2015-07-30T21:22:58.757" Title="How to use multiple wikipedia categories for Quick Intersection?" Tags="|wikipedia|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5716" PostTypeId="2" ParentId="5706" CreationDate="2015-07-30T00:10:28.893" Score="3" Body="&lt;p&gt;the two longitudinal federal surveys that might have this information in some sort of useful clustering pattern are&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;there's a lot of assessment data in pisa, but it's cross-sectional&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/program%20for%20international%20student%20assessment%20%28pisa%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/program%20for%20international%20student%20assessment%20%28pisa%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-07-30T00:10:28.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5717" PostTypeId="1" CreationDate="2015-07-30T00:18:35.570" Score="2" ViewCount="473" Body="&lt;p&gt;I'm looking for height &amp;amp; weight data points, with associated age &amp;amp; sex.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the kind of raw data from which Web percentile calculators derive their calculations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gxqnSs.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gxqnSs.jpg&quot; alt=&quot;CGC&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4203" LastEditorUserId="754" LastEditDate="2015-07-30T10:43:31.897" LastActivityDate="2015-07-31T17:26:15.580" Title="Raw Clinical Growth Charts height &amp; weight data for age" Tags="|data-request|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5718" PostTypeId="2" ParentId="5704" CreationDate="2015-07-30T02:50:39.737" Score="1" Body="&lt;p&gt;You can derive speed and acceleration from timestamp and latitude/longitude with .gpx files (&lt;a href=&quot;https://en.wikipedia.org/wiki/GPS_Exchange_Format&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPS Exchange Format&lt;/a&gt;), although you'll have to use GPS traces that are dense.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One source of public .gpx files is &lt;a href=&quot;http://www.openstreetmap.org/traces&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap Traces&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One method to compute velocity (and elevation profile) from a .gpx file is &lt;a href=&quot;https://github.com/astanin/gpxplot&quot; rel=&quot;nofollow noreferrer&quot;&gt;gpxplot&lt;/a&gt;. If you do the calculations yourself, make sure to use the &lt;a href=&quot;https://en.wikipedia.org/wiki/Haversine_formula&quot; rel=&quot;nofollow noreferrer&quot;&gt;Haversine formula&lt;/a&gt; to calculate distances from lat/long.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://gis.stackexchange.com/a/5904&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2015-07-30T02:55:50.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5719" PostTypeId="2" ParentId="4812" CreationDate="2015-07-30T03:21:13.943" Score="5" Body="&lt;p&gt;There doesn't seem to be a proper open acronym project, unfortunately.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data source&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best solution at the moment seems to be &lt;a href=&quot;https://www.wiktionary.org/&quot; rel=&quot;noreferrer&quot;&gt;Wiktionary&lt;/a&gt;, which has a category called Initialism (a synonym for acronym)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See, for example&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wiktionary.org/wiki/AAAA&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rHppc.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rHppc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The good part about Wiktionary.org: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;multiple languages&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;links to Wikipedia pages (not all, though), which gives you a chance at creating categories or clusters&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Export&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because Wiktionary is part of the Mediawiki project, there are tons of robust tools for exporting the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each media website/language has a regular database dump&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;noreferrer&quot;&gt;Overview page&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;noreferrer&quot;&gt;Backup index (download page)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Most recent English Wiktionary dump - &lt;a href=&quot;https://dumps.wikimedia.org/enwiktionary/20150702&quot; rel=&quot;noreferrer&quot;&gt;https://dumps.wikimedia.org/enwiktionary/20150702&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;All pages, current versions only (569.6 MB) - &lt;a href=&quot;https://dumps.wikimedia.org/enwiktionary/20150702/enwiktionary-20150702-pages-meta-current.xml.bz2&quot; rel=&quot;noreferrer&quot;&gt;https://dumps.wikimedia.org/enwiktionary/20150702/enwiktionary-20150702-pages-meta-current.xml.bz2&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Import&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dumps&quot; rel=&quot;noreferrer&quot;&gt;Resources page&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dumps/Tools_for_importing&quot; rel=&quot;noreferrer&quot;&gt;Tools for importing&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The annoying part will be that you have to import everything, and then parse out the initialisms and their meanings. Because the data is open, if you go this far, you are invited to make the tools open source and then the community can build a front-end website of the wiktionary acronym data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-07-30T03:21:13.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5721" PostTypeId="1" CreationDate="2015-07-30T04:55:38.513" Score="4" ViewCount="139" Body="&lt;p&gt;When I hit the &amp;quot;package_search&amp;quot; action API at &lt;em&gt;data.gov&lt;/em&gt;, 26564 results are currently returned:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://catalog.data.gov/api/3/action/package_search?q=fish&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;When I pass the &amp;quot;rows&amp;quot; parameter to limit the results, it seems to be ignored and I still get 26564 results returned:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://catalog.data.gov/api/3/action/package_search?q=fish&amp;amp;rows=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, when I pass an unrecognized parameter, I get an error saying so. So, it's recognizing the &amp;quot;rows&amp;quot; parameter but seemingly not applying it.&lt;/p&gt;&#xA;&lt;p&gt;Also, &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://docs.ckan.org/en/latest/api/index.html&lt;/a&gt; says that the parameters should in fact be sent as a JSON payload. It provides an example using the &amp;quot;HTTPie&amp;quot; utility to pass the &amp;quot;id&amp;quot; parameter to the &amp;quot;group_list&amp;quot; action API:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http http://demo.ckan.org/api/3/action/group_list id=data-explorer&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, I get the same result whether I pass &amp;quot;id=data-explorer&amp;quot; or any &amp;quot;id=(string of random characters)&amp;quot;. The same goes for making a proper request directly from Python, too.&lt;/p&gt;&#xA;&lt;p&gt;What am I missing? This is &lt;em&gt;really&lt;/em&gt; annoying.&lt;/p&gt;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="7175" LastEditorUserId="7175" LastEditDate="2022-07-14T15:56:02.480" LastActivityDate="2022-07-14T15:56:02.480" Title="data.gov Action API Parameters Seem to be Ignored" Tags="|data.gov|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5722" PostTypeId="1" CreationDate="2015-07-30T06:24:45.770" Score="1" ViewCount="236" Body="&lt;p&gt;Currently I can get results for a generic drug name if I use a query like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=generic_name:atorvastatin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=generic_name:atorvastatin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But is there a way to get results back if the drug name is not completely typed out. If I search for &quot;atorvastat&quot;, I get no results. It only returns a result if the drug name is typed out perfectly and completely.&lt;/p&gt;&#xA;" OwnerUserId="7176" LastEditorDisplayName="user4293" LastEditDate="2019-08-12T07:24:08.287" LastActivityDate="2019-08-12T07:24:08.287" Title="Get results for partial drug name searches" Tags="|openfda|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5723" PostTypeId="2" ParentId="5713" CreationDate="2015-07-30T11:06:05.307" Score="1" Body="&lt;ol&gt;&#xA;&lt;li&gt;Go to &lt;a href=&quot;http://www.urbandictionary.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Urban Dictionary&lt;/a&gt; and look up for any &lt;a href=&quot;https://opendata.stackexchange.com/questions/5416/popularity-of-given-names-through-the-ages&quot;&gt;given name&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Scroll down to the most down-voted submissions&lt;/li&gt;&#xA;&lt;li&gt;All of the submissions with five times more downvotes than upvotes have been written to diss a person with that name. Nearly all of them are aggressive.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Examples:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Rebecca is a friendly, loving person at first. But then you will see that she is a manipulating, tarty, lying, backstabbing bitch. She is guaranteed to steal your boyfriend and bullshit about you. She is a stupid slag, she is so far up herself you can hardley see her. Someone needs to tell her where she can shove it, and give her the slap she deserves.&lt;/p&gt;&#xA;&lt;p&gt;Kevin:  The perfect little kitchen boy you will ever meet. Man look at kevin clean that kitchen&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;It is &lt;a href=&quot;http://www.urbandictionary.com/tos.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;not open data&lt;/a&gt; though: &amp;quot;&lt;em&gt;You may not copy, modify, or reverse engineer any part of the Website&lt;/em&gt;&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-07-30T11:06:05.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5724" PostTypeId="1" CreationDate="2015-07-30T11:34:22.407" Score="4" ViewCount="155" Body="&lt;p&gt;Almost any town in Japan has its own &quot;speciality food&quot; called meibutsu.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database of containing for each town its meibutsu(s)?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ideally each item should also say since when the meibutsu has been produced in this city, as many meibutsu are actually recent inventions designed specifically to cash on passing travellers.&lt;/li&gt;&#xA;&lt;li&gt;A picture would also be great.&lt;/li&gt;&#xA;&lt;li&gt;Quantity produced and distributing brands would be wonderful.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Information can be in Japanese or any language.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-03-17T03:09:33.543" LastActivityDate="2018-01-09T03:27:03.423" Title="Database of Japanese meibutsu, with locality and since when" Tags="|data-request|food|japan|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5725" PostTypeId="2" ParentId="5724" CreationDate="2015-07-30T12:54:30.027" Score="1" Body="&lt;p&gt;Wikipedia has a short list of meibutsu sorted by region:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Tokusanhin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Tokusanhin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ja.wikipedia.org/wiki/%E7%89%B9%E7%94%A3%E5%93%81&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ja.wikipedia.org/wiki/%E7%89%B9%E7%94%A3%E5%93%81&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it is very short, too coarse-grained, does not contain dates, and most meibutsu are lacking.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-01-09T03:27:03.423" LastActivityDate="2018-01-09T03:27:03.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5726" PostTypeId="1" CreationDate="2015-07-30T14:25:46.417" Score="3" ViewCount="53" Body="&lt;p&gt;I'm developing a partial implementation of the LDP specification and I have the following issue:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suppose that my dataset contains book resources with URIs like: &lt;code&gt;http://example.org/book/lord-of-the-rings&lt;/code&gt;. If I understand correctly, when a client makes a GET request to &lt;code&gt;http://example.org/books/&lt;/code&gt;, the server should return a list of books in a LDP container. Does this mean that the dataset have to contain the triples describing this container, or does it have to happen automatically?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The container could look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;@prefix dcterms: &amp;lt;http://purl.org/dc/terms/&amp;gt;.&#xA;@prefix ldp: &amp;lt;http://www.w3.org/ns/ldp#&amp;gt;.&#xA;&#xA;&amp;lt;http://example.org/books/&amp;gt;&#xA;   a ldp:BasicContainer;&#xA;   dcterms:title &quot;A container of books&quot;;&#xA;   ldp:contains &amp;lt;http://example.org/book/lord-of-the-rings&amp;gt;,&#xA;                &amp;lt;http://example.org/book/don-quixote&amp;gt;,&#xA;                &amp;lt;http://example.org/book/moby-dick&amp;gt;.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1247" LastActivityDate="2015-07-30T14:25:46.417" Title="Should a Linked Data Platform (LDP) server answer to a request for a container that does not exist in the dataset?" Tags="|linked-data|rdf|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5727" PostTypeId="2" ParentId="972" CreationDate="2015-07-30T15:42:16.757" Score="1" Body="&lt;p&gt;After searching far and wide for the same data I was pointed at the &lt;a href=&quot;http://www.ers.usda.gov/data-products/rural-urban-continuum-codes.aspx&quot; rel=&quot;nofollow&quot;&gt;USDA's Rural-Urban Continuum Codes&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The 2013 Rural-Urban Continuum Codes form a classification scheme that distinguishes metropolitan counties by the population size of their metro area, and nonmetropolitan counties by degree of urbanization and adjacency to a metro area.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There is no suburban classification but the county classes, especially for rural areas, seem to be more relatable than the Census tables.&lt;/p&gt;&#xA;" OwnerUserId="7181" LastActivityDate="2015-07-30T15:42:16.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5728" PostTypeId="2" ParentId="4971" CreationDate="2015-07-30T16:09:57.037" Score="2" Body="&lt;p&gt;For the benefit of the community here is a late answer. The average payment by the beneficiary (and third party payers) is: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;average_Medicare_allowed_amt - avg_Medicare_payment_amt&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the PDF:&#xA;&lt;code&gt;average_Medicare_allowed_amt&lt;/code&gt; is the sum of the amount Medicare pays, the deductible and coinsurance amounts that the beneficiary is responsible for paying, and any amounts that a third party is responsible for paying.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is customary in US health insurance billing to distinguish between submitted charges, that are largely detached from the actual allowed charges. The latter are split between the beneficiary and Medicare. So by subtracting what Medicare actually paid from the price it allowed you get what is left for the beneficiary (or third party payers, meaning other insurers that cover the beneficiary, like Medigap).&lt;/p&gt;&#xA;" OwnerUserId="7182" LastActivityDate="2015-07-30T16:09:57.037" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5729" PostTypeId="2" ParentId="103" CreationDate="2015-07-30T18:05:47.020" Score="2" Body="&lt;p&gt;I started using Barchart's free api you can get daily, 15 min delayed and a ton of historical data &lt;a href=&quot;http://freemarketdataapi.barchartondemand.com&quot; rel=&quot;nofollow&quot;&gt;http://freemarketdataapi.barchartondemand.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7185" LastActivityDate="2015-07-30T18:05:47.020" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5730" PostTypeId="2" ParentId="5715" CreationDate="2015-07-30T21:22:58.757" Score="2" Body="&lt;p&gt;If you're looking for union, CatScan 2 (&lt;a href=&quot;http://tools.wmflabs.org/catscan2/catscan2.php&quot; rel=&quot;nofollow&quot;&gt;http://tools.wmflabs.org/catscan2/catscan2.php&lt;/a&gt;) can do that. It also has quite a few more features, at the expense of being slower. For the examples you gave, you would something like &lt;a href=&quot;http://tools.wmflabs.org/catscan2/catscan2.php?categories=A-League_players%0D%0AAllsvenskan_players&amp;amp;comb%5Bunion%5D=1&quot; rel=&quot;nofollow&quot;&gt;http://tools.wmflabs.org/catscan2/catscan2.php?categories=A-League_players%0D%0AAllsvenskan_players&amp;amp;comb%5Bunion%5D=1&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7179" LastActivityDate="2015-07-30T21:22:58.757" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5732" PostTypeId="2" ParentId="5721" CreationDate="2015-07-31T04:46:07.253" Score="1" Body="&lt;p&gt;So with a little fiddling, it looks like the field is actually working. The &quot;count&quot; remains unchanged, and I assume it refers to the total number of members in the dataset. However the actual number of results returned is correctly limited by the &lt;code&gt;rows&lt;/code&gt; argument.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you'll notice &lt;a href=&quot;http://catalog.data.gov/api/3/action/package_search?q=fish&amp;amp;rows=0&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/api/3/action/package_search?q=fish&amp;amp;rows=0&lt;/a&gt; includes &lt;code&gt;count: 26665&lt;/code&gt; but the actual &lt;code&gt;results&lt;/code&gt; array is empty. If you look at the &lt;code&gt;results&lt;/code&gt; array from &lt;a href=&quot;http://catalog.data.gov/api/3/action/package_search?q=fish&amp;amp;rows=2&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/api/3/action/package_search?q=fish&amp;amp;rows=2&lt;/a&gt;, there are two entries in it. If you're not using one already, JSON viewer extensions are nice for reading through the response in browser.&lt;/p&gt;&#xA;" OwnerUserId="3730" LastActivityDate="2015-07-31T04:46:07.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5733" PostTypeId="2" ParentId="4137" CreationDate="2015-07-31T08:40:49.810" Score="3" Body="&lt;p&gt;On Linux use &lt;code&gt;youtube-dl&lt;/code&gt; command to download videos straight off of YouTube.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To install &lt;code&gt;youtube-dl&lt;/code&gt; run &lt;code&gt;sudo pip install youtube-dl&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;To download an entire channel:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;youtube-dl -citw ytuser:&amp;lt;USER&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It is open source, and well-maintained, modifications in YouTube are usually taken care of very quickly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Answer stolen from josten at &lt;a href=&quot;https://askubuntu.com/questions/376268/how-to-download-entire-youtube-channel-using-commands-or-application&quot;&gt;https://askubuntu.com/questions/376268/how-to-download-entire-youtube-channel-using-commands-or-application&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="-1" LastEditDate="2017-04-13T12:23:03.003" LastActivityDate="2015-08-05T03:15:26.427" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5734" PostTypeId="2" ParentId="5717" CreationDate="2015-07-31T17:26:15.580" Score="1" Body="&lt;p&gt;The link below is from the CDC. In addition to the charts, look for the entries on Data Tables. This is the raw data that is used to derive the charts. Its still in a PDF format, so you will have to extract the data from the tables by hand.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/growthcharts/clinical_charts.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/growthcharts/clinical_charts.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;World Health Organization (WHO) has similar raw data. It is in a tab delimited format. I've never used it. I suggest reading the instructions that accompany the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/childgrowth/standards/weight_for_height/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/childgrowth/standards/weight_for_height/en/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-07-31T17:26:15.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5735" PostTypeId="1" CreationDate="2015-07-31T18:04:21.367" Score="2" ViewCount="18" Body="&lt;p&gt;The FDA site doesn't have much on Over The Counter (OTC) vitamin ingredients/strengths. &#xA;I know there are a few sources out there that charge quite a bit. &#xA;I'm trying to match UPCs with their individual ingredients and strengths. &#xA;Anyone know of a source?&lt;/p&gt;&#xA;" OwnerUserId="7191" LastActivityDate="2015-07-31T18:04:21.367" Title="Is there a source for OTC Vitamin ingredients?" Tags="|products|barcodes|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5736" PostTypeId="1" CreationDate="2015-07-31T10:22:12.470" Score="7" ViewCount="148" Body="&lt;p&gt;I am looking for the &lt;strong&gt;original&lt;/strong&gt; data set for: the &quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/German_tank_problem&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/German_tank_problem&lt;/a&gt;&quot; , but can't seem to find it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions on where it might be available from?&lt;/p&gt;&#xA;" OwnerUserId="8259" OwnerDisplayName="Tal Galili" LastEditorUserId="1511" LastEditDate="2015-08-03T14:42:46.433" LastActivityDate="2015-08-03T14:46:28.543" Title="Where is the original data set for the &quot;German tank problem&quot;?" Tags="|data-request|historical|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5737" PostTypeId="1" CreationDate="2015-07-31T21:10:51.650" Score="11" ViewCount="4308" Body="&lt;p&gt;That may sound trivial, but do any of you know where I could find a database of test cases for sorting algorithms? It's common to test sorting algorithms on corner cases or with datasets with specific patterns (sorted values, decreasing values, pipe organ pattern...). Note that I am interested in regular sorting, &lt;em&gt;not&lt;/em&gt; in &lt;a href=&quot;https://en.wikipedia.org/wiki/External_sorting&quot; rel=&quot;nofollow noreferrer&quot;&gt;external sorting&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find an open database of integers series to test sorting algorithms?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Update: I guess that some of you might be interested in how I eventually solved the problem. I wrote functions to generate the data for me instead of relying of fixed data sets. The result is a bit specific to my project but here it is: &lt;a href=&quot;https://github.com/Morwenn/cpp-sort/blob/develop/testsuite/distributions.h&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Morwenn/cpp-sort/blob/develop/testsuite/distributions.h&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6952" LastEditorUserId="6952" LastEditDate="2019-09-15T20:06:29.023" LastActivityDate="2019-09-15T20:06:29.023" Title="Series of integers to test sorting algorithms" Tags="|data-request|computing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5738" PostTypeId="2" ParentId="5737" CreationDate="2015-08-01T14:15:53.813" Score="4" Body="&lt;p&gt;There is a project called &lt;a href=&quot;http://sortbenchmark.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sort Benchmark&lt;/a&gt; that runs yearly competitions for different benchmarks. You can find the definitions under the section &lt;strong&gt;Sort Benchmarks&lt;/strong&gt;, where each type has a link to the definitions. Data is generated with the &lt;a href=&quot;http://www.ordinal.com/gensort.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;gensort&lt;/a&gt; algorithm. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wzYKi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wzYKi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-08-01T14:15:53.813" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5739" PostTypeId="1" CreationDate="2015-08-01T14:37:58.413" Score="5" ViewCount="149" Body="&lt;p&gt;I'm looking for a set of world marine regions &amp;amp; subregions to help augment some analyses I'm doing with the ASAM database. I found the following:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6GnSF.gif&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6GnSF.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;at &lt;a href=&quot;http://fas.org/irp/world/para/docs/geol_geo.htm&quot; rel=&quot;noreferrer&quot;&gt;http://fas.org/irp/world/para/docs/geol_geo.htm&lt;/a&gt; but I'm at a loss as to where the shapefiles are (and I did &quot;google-the-heck&quot; out of this so please post the google terms you used if that's how you ended up finding it).&lt;/p&gt;&#xA;" OwnerUserId="7197" LastActivityDate="2015-08-01T21:47:06.520" Title="World Marine Regions &amp; Subregions Polygons" Tags="|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5740" PostTypeId="2" ParentId="5739" CreationDate="2015-08-01T16:51:00.490" Score="3" Body="&lt;p&gt;i think marine regions has what you want:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.marineregions.org/downloads.php&quot; rel=&quot;nofollow&quot;&gt;http://www.marineregions.org/downloads.php&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;there's also marine data literacy:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.marinedataliteracy.org/layers_list.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.marinedataliteracy.org/layers_list.htm&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;noaa.gov also has an exhaustive list of gis data, as well as natural earth and marinecadastre.gov&lt;br&gt;&#xA;&lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.noaa.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.noaa.gov/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://marinecadastre.gov/data/&quot; rel=&quot;nofollow&quot;&gt;http://marinecadastre.gov/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-08-01T16:51:00.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5741" PostTypeId="2" ParentId="5739" CreationDate="2015-08-01T21:47:06.520" Score="4" Body="&lt;p&gt;So, I managed to determine that NIMA is directly associated with the NGIA and I found a GitHub org for NGIA: &lt;a href=&quot;https://github.com/ngageoint?page=1&quot; rel=&quot;nofollow&quot;&gt;https://github.com/ngageoint?page=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's an iOS app repo there - &lt;a href=&quot;https://github.com/ngageoint/anti-piracy-iOS-app&quot; rel=&quot;nofollow&quot;&gt;https://github.com/ngageoint/anti-piracy-iOS-app&lt;/a&gt; which had a CSV file: &lt;a href=&quot;https://raw.githubusercontent.com/ngageoint/anti-piracy-iOS-app/master/Asam/subregions.csv&quot; rel=&quot;nofollow&quot;&gt;https://raw.githubusercontent.com/ngageoint/anti-piracy-iOS-app/master/Asam/subregions.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That CSV file is a set of &quot;spatial lines&quot; for framing the sub-regions. I had to modify the subregions (I put the modified file in this gist) to remove duplicate IDs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The R script (below) will convert the CSV tile to a &lt;code&gt;SpatialPolygonsDataFrame&lt;/code&gt; and also uses the &lt;code&gt;geojsonio&lt;/code&gt; package to make a geojson file of the SPDF (which is also in the repo).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you to everyone who went on the hunt! It's really weird this shapefile wasn't in any catalog (it wasn't in any of the links here).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(sp)&#xA;library(stringr)&#xA;&#xA;dat &amp;lt;- readLines(&quot;subregions.csv&quot;)&#xA;&#xA;SpatialPolygons(lapply(dat, function(x) {&#xA;&#xA;  region &amp;lt;- str_split_fixed(x, &quot;,&quot;, 2)[,1]&#xA;  poly_pts &amp;lt;- as.numeric(str_split(str_split_fixed(x, &quot;,&quot;, 2)[,2], &quot;,&quot;)[[1]])&#xA;  poly_mat &amp;lt;- matrix(c(poly_pts, poly_pts[1], poly_pts[2]), ncol=2, byrow=TRUE)&#xA;  tmp &amp;lt;- poly_mat[,2]&#xA;  poly_mat[,2] &amp;lt;- poly_mat[,1]&#xA;  poly_mat[,1] &amp;lt;- tmp&#xA;  Polygons(list(Polygon(poly_mat)), ID=region)&#xA;&#xA;}), proj4string=CRS(&quot;+proj=longlat&quot;)) -&amp;gt; subr&#xA;&#xA;subr_dat &amp;lt;- data.frame(id=sapply(subr@polygons, function(x) { slot(x, &quot;ID&quot;) }),&#xA;             stringsAsFactors=FALSE)&#xA;rownames(subr_dat) &amp;lt;- subr_dat$id&#xA;&#xA;subr &amp;lt;- SpatialPolygonsDataFrame(subr, subr_dat)&#xA;&#xA;plot(subr)&#xA;&#xA;library(geojsonio)&#xA;geojson_write(subr, geometry=&quot;polygon&quot;, file=&quot;subregions.geojson&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;results in &lt;a href=&quot;https://gist.github.com/hrbrmstr/472f548d8d4ac84b6eb4&quot; rel=&quot;nofollow&quot;&gt;this gist&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7197" LastActivityDate="2015-08-01T21:47:06.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5742" PostTypeId="1" AcceptedAnswerId="11425" CreationDate="2015-08-02T14:33:12.617" Score="8" ViewCount="2565" Body="&lt;p&gt;Is there a way to extract the labels of the statements (property and object) in Wikidata? I want to get all the information that there is here:&lt;a href=&quot;https://www.wikidata.org/wiki/Q42&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q42&lt;/a&gt;, properties and objects with labels so both (wikidata.org/wiki/Property:P21, sex or gender) and (wikidata.org/wiki/Q6581097, male).&lt;/p&gt;&#xA;&lt;p&gt;I've tried to do this using the wiki data toolkit, but I can't find a way to avoid doing multiple requests to the API (I'm now getting ids from the Q42 entities and then, for each of these, I send an API request to get the label.)&lt;/p&gt;&#xA;&lt;p&gt;The problem is the same I've found in these two questions:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/5248/how-to-get-the-name-of-a-wikidata-item&quot;&gt;How to get the name of a Wikidata item&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/31266398/getting-readable-results-from-wikidata&quot;&gt;https://stackoverflow.com/questions/31266398/getting-readable-results-from-wikidata&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There's a way to get all the information when I retrieve the data for the Q42 entity?&lt;/p&gt;&#xA;" OwnerUserId="7205" LastEditorUserId="23272" LastEditDate="2022-07-14T14:25:25.663" LastActivityDate="2022-07-14T14:25:25.663" Title="Extract labels from Wikidata entity" Tags="|linked-data|wikidata|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="5743" PostTypeId="2" ParentId="5630" CreationDate="2015-08-02T21:14:11.537" Score="3" Body="&lt;p&gt;Have you looked at TCGA (&lt;a href=&quot;https://tcga-data.nci.nih.gov/tcga/&quot; rel=&quot;nofollow&quot;&gt;https://tcga-data.nci.nih.gov/tcga/&lt;/a&gt;)? It seems to have genetic data, clinical data, and (if you use the extension TCIA) imaging data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure, however, that it has data about patient outcomes, and it certainly doesn't have genetic data from after treatments.&lt;/p&gt;&#xA;" OwnerUserId="7207" LastActivityDate="2015-08-02T21:14:11.537" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5744" PostTypeId="2" ParentId="5736" CreationDate="2015-08-03T14:46:28.543" Score="3" Body="&lt;p&gt;In the original Ruggles and Brodie (1947) paper (&lt;a href=&quot;https://engineering.purdue.edu/~ipollak/ece302/FALL09/notes/An_Empirical_Approach_to_Economic_Intelligence_in_World_War_II_Ruggles_Brodie_1947.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;) you can find some data and visualizations. It's not the raw data, but you can simulate raw data based on the percentages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See, for example, this table:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BBKqC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BBKqC.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-08-03T14:46:28.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5745" PostTypeId="2" ParentId="157" CreationDate="2015-08-03T16:09:58.877" Score="3" Body="&lt;p&gt;It looks like Jeni Tennison took her &lt;em&gt;Linked CSV&lt;/em&gt; spec to the W3C, and with some help from Gregg Kellogg and Ivan Herman it evolved into the &lt;a href=&quot;http://www.w3.org/TR/2015/CR-tabular-data-model-20150716/&quot; rel=&quot;nofollow&quot;&gt;Model for Tabular Data and Metadata on the Web&lt;/a&gt; and the &lt;a href=&quot;http://www.w3.org/TR/2015/CR-tabular-metadata-20150716/&quot; rel=&quot;nofollow&quot;&gt;Metadata Vocabulary for Tabular Data&lt;/a&gt; that both appeared as a W3C candidate recommendation on 16 July, 2015. Altogether, four CSV-related recommendations have appeared; &lt;a href=&quot;http://www.w3.org/blog/news/archives/4830&quot; rel=&quot;nofollow&quot;&gt;see the announcement&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: If you do not want to create Linked Data with all those URLs in it, then take a look at the &lt;a href=&quot;http://data.okfn.org/standards&quot; rel=&quot;nofollow&quot;&gt;Tabular Data Package&lt;/a&gt; standard of the Open Knowledge Foundation. It adopts &lt;em&gt;JSON Table Schema&lt;/em&gt; and adds some useful conventions.&lt;/p&gt;&#xA;" OwnerUserId="2037" LastEditorUserId="2037" LastEditDate="2015-08-17T14:52:09.263" LastActivityDate="2015-08-17T14:52:09.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5749" PostTypeId="1" AcceptedAnswerId="5758" CreationDate="2015-08-04T01:58:19.473" Score="10" ViewCount="799" Body="&lt;p&gt;I am looking for prostitution arrest and drug arrest data for a couple of major cities in Western Europe. So cities such as Paris, Rome, Rotterdam, Amsterdam, Berlin, etc. Ideally the data would have dates for each arrest, as well as latitude and longitude coordinates--or atleast some street address that I can geocode. The date range would be between for at least 1 year between 2010-2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the police department sites for different European city police stations, but in many cases I could not read the language to navigate the site. I have found similar data for US cities, such as Boston and San Diego. But I wanted some European data to compare.&lt;/p&gt;&#xA;" OwnerUserId="786" LastActivityDate="2015-08-11T14:50:19.843" Title="European crime data with spatial coordinates" Tags="|data-request|geospatial|crime|europe|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5750" PostTypeId="1" CreationDate="2015-08-04T02:15:57.937" Score="7" ViewCount="222" Body="&lt;p&gt;I'm looking for a data set that will allow students to make heritability calculations for IQ.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be nice if the dataset included data on whether siblings were raised apart as well as together, but that's not essential.&lt;/p&gt;&#xA;" OwnerUserId="5845" LastActivityDate="2018-07-10T10:21:47.677" Title="IQ scores from individuals and their siblings and/or twins" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5751" PostTypeId="2" ParentId="5750" CreationDate="2015-08-04T13:26:02.457" Score="5" Body="&lt;p&gt;maybe check the codebooks in these public use data sets&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&quot; rel=&quot;noreferrer&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&quot; rel=&quot;noreferrer&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/panel%20study%20of%20income%20dynamics%20%28psid%29&quot; rel=&quot;noreferrer&quot;&gt;http://www.asdfree.com/search/label/panel%20study%20of%20income%20dynamics%20%28psid%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-08-04T13:26:02.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5752" PostTypeId="1" CreationDate="2015-08-04T16:14:41.693" Score="5" ViewCount="2552" Body="&lt;p&gt;I am looking for some publicly available dataset for retail/grocery store companies which (preferably) includes data about there stores, number of employees and operations. I tried to look around but couldn't find any dataset related to retail/grocery store companies. Does anyone know about such datasets that I can view and download(free or paid-any option)?&lt;/p&gt;&#xA;" OwnerUserId="7218" LastEditorUserId="90" LastEditDate="2019-08-26T00:53:44.253" LastActivityDate="2022-05-06T02:10:21.927" Title="Where can I find some publicly available dataset for retail/grocery store companies?" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5753" PostTypeId="2" ParentId="5752" CreationDate="2015-08-04T16:24:04.067" Score="4" Body="&lt;p&gt;The good folks at &lt;a href=&quot;https://twitter.com/code4huntsville&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code4Huntsville*&lt;/a&gt; shared a dataset containing useful info about retails and grocery stores in their city, including geolocation, which makes it really interesting. It is available &lt;a href=&quot;http://codeforhuntsville.opendatasoft.com/explore/dataset/retail-grocery-stores&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Code for Huntsville's twitter handle 404s (as of 2019-08-23), there is a &lt;a href=&quot;https://www.facebook.com/groups/code4huntsville/&quot; rel=&quot;nofollow noreferrer&quot;&gt;facebook link&lt;/a&gt; (but I can't see it without an account, not sure if its active), and they also have an &lt;a href=&quot;https://codeforhuntsville.opendatasoft.com/page/aboutc4h/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open data soft profile&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6658" LastEditorUserId="90" LastEditDate="2019-08-23T17:46:52.073" LastActivityDate="2019-08-23T17:46:52.073" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5754" PostTypeId="1" AcceptedAnswerId="5781" CreationDate="2015-08-04T16:43:19.823" Score="4" ViewCount="4576" Body="&lt;p&gt;Basicaly everybody is used to usual data like GDP, population, administation budget. So I'm looking some original and unexpected open datasets.&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2015-08-07T18:58:02.003" Title="What are the most unexpected, weird, crazy or funny open datasets available online?" Tags="|data-request|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5755" PostTypeId="1" CreationDate="2015-08-04T17:31:46.100" Score="2" ViewCount="27" Body="&lt;p&gt;I am looking for a database of sovereign bond upgrades/downgrades by Moodys/Fitch/Standard &amp;amp; Poors, for as many countries as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would need:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;date|country|rating before|rating after|outlook&lt;/p&gt;&#xA;" OwnerUserId="7219" LastActivityDate="2015-08-04T17:31:46.100" Title="Database for sovereign bond upgrades/downgrades" Tags="|data-request|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5756" PostTypeId="1" CreationDate="2015-08-04T18:04:41.840" Score="5" ViewCount="562" Body="&lt;p&gt;Is there an open data set of car metrics? I'm looking to combine these with other data such as accidents, thefts, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I imagine that these types of data are readily available within auto insurance companies to calculate rates, and I was hoping an open data set exists out there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to find the following fields for each car:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Manufacturer&lt;/li&gt;&#xA;&lt;li&gt;Model&lt;/li&gt;&#xA;&lt;li&gt;Country (at least Canada/USA)&lt;/li&gt;&#xA;&lt;li&gt;Release year&lt;/li&gt;&#xA;&lt;li&gt;Weight&lt;/li&gt;&#xA;&lt;li&gt;Drive (FWD, RWD, AWD, 4WD)&lt;/li&gt;&#xA;&lt;li&gt;number of doors&lt;/li&gt;&#xA;&lt;li&gt;number of passengers&lt;/li&gt;&#xA;&lt;li&gt;Engine displacement/cylinders&lt;/li&gt;&#xA;&lt;li&gt;Engine output&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7221" LastActivityDate="2018-11-05T15:32:42.297" Title="Automobile data including weight, engine output" Tags="|data-request|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5757" PostTypeId="2" ParentId="5756" CreationDate="2015-08-04T18:34:04.677" Score="3" Body="&lt;p&gt;From 1985!&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;UCI Machine Learning Repository - &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Automobile&quot; rel=&quot;nofollow noreferrer&quot;&gt;Automobile Data Set&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This data set consists of three types of entities: (a) the specification of an auto in terms of various characteristics, (b) its assigned insurance risk rating, (c) its normalized losses in use as compared to other cars. The second rating corresponds to the degree to which the auto is more risky than its price indicates. Cars are initially assigned a risk factor symbol associated with its price. Then, if it is more risky (or less), this symbol is adjusted by moving it up (or down) the scale. Actuarians call this process &amp;quot;symboling&amp;quot;. A value of +3 indicates that the auto is risky, -3 that it is probably pretty safe.&lt;/p&gt;&#xA;&lt;p&gt;The third factor is the relative average loss payment per insured vehicle year. This value is normalized for all autos within a particular size classification (two-door small, station wagons, sports/speciality, etc...), and represents the average loss per car per year.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-08-04T18:34:04.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5758" PostTypeId="2" ParentId="5749" CreationDate="2015-08-04T21:57:29.713" Score="7" Body="&lt;p&gt;&lt;strong&gt;london.gov&lt;/strong&gt; has a crime dataset for 2014. It breaks down crime on a per month basis/number of incidents:&lt;br/&gt;&#xA;&lt;a href=&quot;http://data.london.gov.uk/dataset/recorded-crime-summary-data-london-lsoa-level&quot;&gt;http://data.london.gov.uk/dataset/recorded-crime-summary-data-london-lsoa-level&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-08-04T21:57:29.713" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5759" PostTypeId="1" CreationDate="2015-08-04T16:11:02.237" Score="1" ViewCount="54" Body="&lt;p&gt;I am looking for some publicly available dataset for retail store companies which (preferably) includes data about there stores and operations. I tried to look around but couldn't find any dataset related to retail store companies. Does anyone know about such datasets that I can view and download(free or paid-any option)?&lt;/p&gt;&#xA;" OwnerUserId="7218" OwnerDisplayName="user2966197" LastEditorUserId="1511" LastEditDate="2016-07-29T16:28:27.537" LastActivityDate="2016-07-29T16:28:27.537" Title="Where can I find some publicly available dataset for retail store companies?" Tags="|data-request|shopping|" AnswerCount="0" CommentCount="1" ClosedDate="2015-08-15T16:40:04.067" ContentLicense="CC BY-SA 3.0" />
  <row Id="5761" PostTypeId="2" ParentId="5754" CreationDate="2015-08-05T12:43:57.807" Score="7" Body="&lt;p&gt;I quite like &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;https://www.gov.uk/government/publications/annual-statement-on-the-government-wine-cellar-for-the-financial-year-2014-to-2015&quot;&gt;Annual statement on the Government Wine Cellar for the financial year 2014 to 2015&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;https://opendata.bristol.gov.uk/Environment/Shopping-Trolleys-Found-in-Rivers/b2rs-9trd&quot;&gt;Shopping Trolleys Found in Rivers&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;and this being Britain the &lt;a href=&quot;http://greatbritishpublictoiletmap.rca.ac.uk/&quot;&gt;the Great British Public Toilet Map&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2015-08-05T12:43:57.807" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5762" PostTypeId="2" ParentId="5702" CreationDate="2015-08-05T12:47:50.807" Score="4" Body="&lt;p&gt;If it's not on &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;opencorporates&lt;/a&gt;, I doubt you'll find it anywhere else. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have a chat to the people there if you're still looking.&lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2015-08-05T12:47:50.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5763" PostTypeId="1" CreationDate="2015-08-05T13:25:00.677" Score="2" ViewCount="29" Body="&lt;p&gt;Is there any data on how many &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;politicians(including feudal lords)&lt;/li&gt;&#xA;&lt;li&gt;clergy (priests, imams, monks ...)&lt;/li&gt;&#xA;&lt;li&gt;scientists(whatever that may be called in ancient cultures)&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;have ever lived on earth? &lt;em&gt;(or in the universe :)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="5386" LastActivityDate="2015-08-05T13:25:00.677" Title="How many people ever lived having a certain profession?" Tags="|historical|demographics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5764" PostTypeId="1" AcceptedAnswerId="5796" CreationDate="2015-08-05T14:45:19.090" Score="8" ViewCount="443" Body="&lt;p&gt;I've built a script to extract emails from scientific publication data that is in the public domain (&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed&quot; rel=&quot;noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/pubmed&lt;/a&gt;) with the aim of sending email surveys to these people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any guidelines or laws that I need to be aware of for these people to participate in the survey?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I'm based in the UK but the recipients can be based in any country&lt;/p&gt;&#xA;" OwnerUserId="7227" LastEditorUserId="7227" LastEditDate="2015-08-14T11:55:47.130" LastActivityDate="2015-08-16T11:37:26.080" Title="Guidelines on surveying email addresses in the public domain?" Tags="|legal|email|survey|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5765" PostTypeId="1" CreationDate="2015-08-05T14:54:43.280" Score="5" ViewCount="244" Body="&lt;p&gt;I am looking for information about basement for each state or in USA. They can be either a map, dataset, or on the website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i am looking for that to get an information about a local in the state of Colorado. My understanding is that each state has its own basement, for example, in California they do not have basement for all or some of the houses due to earthquakes, or like some states in the Midwest some or all ore none  of the houses have their basement because of tornadoes. Some states cannot build basement due to unstable soils under the surface.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've google it but such as no luck...&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2015-08-05T15:17:40.520" LastActivityDate="2015-08-05T21:15:51.247" Title="USA basement map or data available" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5766" PostTypeId="1" AcceptedAnswerId="5773" CreationDate="2015-08-05T19:12:50.887" Score="7" ViewCount="2657" Body="&lt;p&gt;I'm looking for a Spanish language corpus tagged with sentiment (just positive &amp;amp; negative are needed, though neutral might be helpful.) I could use a Twitter dataset, but I'd prefer to use something like the IMDB corpus (that's in English though) so it reflects longer documents better. Is there anything out there that's relevant to this?&lt;/p&gt;&#xA;" OwnerUserId="7230" LastEditorUserId="1511" LastEditDate="2015-08-07T09:35:00.187" LastActivityDate="2018-04-01T23:44:17.507" Title="Spanish Sentiment Dataset" Tags="|data-request|machine-learning|nlp|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5767" PostTypeId="2" ParentId="5765" CreationDate="2015-08-05T21:15:51.247" Score="2" Body="&lt;p&gt;Do you mean building code requirements for basements? Typically, these are based on the depth of the frost line. They are typically set on a per country basis, not state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a graph of the frost lines for continental USA&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sqfoot.com/pdf/US_Map_Frost_DepthAVG.pdf&quot; rel=&quot;nofollow&quot;&gt;http://sqfoot.com/pdf/US_Map_Frost_DepthAVG.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a link from Colorado State University where the last FAQ talks about frost lines in the state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://climate.colostate.edu/questions.php&quot; rel=&quot;nofollow&quot;&gt;http://climate.colostate.edu/questions.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a Colorado construction company page talking about frost lines and building foundations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://evstudio.com/foundation-construction-%E2%80%93-when-frost-depth-can-not-be-met/&quot; rel=&quot;nofollow&quot;&gt;http://evstudio.com/foundation-construction-%E2%80%93-when-frost-depth-can-not-be-met/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each county's building code will set minimum depth of the foundation below the frost line.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-08-05T21:15:51.247" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5768" PostTypeId="1" CreationDate="2015-08-06T14:04:45.270" Score="6" ViewCount="175" Body="&lt;p&gt;I am looking for sources of geo-referenced data on villages and cities (or all other things there are) in The Gambia (and Senegal if available). One issue with geocoding in rural West Africa is the varying spelling of village names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I own a (possibly incomplete) list of some 2000 Gambian village names, I was able to acquire some 1000 coordinates from HERE maps, Google maps, and MapQuest, through the respective APIs. But I estimate that this is missing roughly halve of the villages in The Gambia. What is more. Some of these one thousand are rather bad/uncertain matches, so it would be good to compare with additional sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other sources, with a decent level of detail and fairly up-to-date?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a list of villages that I was not able to find with any of the above sources. Since I know for sure where they are located I use those as a benchmark:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Kulukulel (district: Fulladu East): &lt;a href=&quot;https://www.google.de/maps/place/13%C2%B017&amp;#39;47.1%22N+14%C2%B008&amp;#39;29.3%22W/@13.29641,-14.141465,1101m/data=!3m1!1e3!4m2!3m1!1s0x0:0x0&quot; rel=&quot;nofollow&quot;&gt;13°17'47.1&quot;N 14°08'29.3&quot;W&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Toubanding (district: Fulladu West): &lt;a href=&quot;https://www.google.de/maps/place/13%C2%B028&amp;#39;03.7%22N+14%C2%B041&amp;#39;09.6%22W/@13.4676944,-14.686,1101m/data=!3m2!1e3!4b1!4m2!3m1!1s0x0:0x0&quot; rel=&quot;nofollow&quot;&gt;13°28'03.7&quot;N 14°41'09.6&quot;W&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Sami Kuta (district: Upper Niumi): &lt;a href=&quot;https://www.google.de/maps/place/13%C2%B023&amp;#39;43.9%22N+16%C2%B019&amp;#39;19.5%22W/@13.3924914,-16.3185845,3121m/data=!3m1!1e3!4m2!3m1!1s0x0:0x0&quot; rel=&quot;nofollow&quot;&gt;13°23'43.9&quot;N 16°19'19.5&quot;W&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(I am aware that some of these  actually have labels with different spellings/entirely different names in google maps. However, this is so far of no help to me though, as these spellings mostly nowhere close to how the village names are usually spelled/pronounced) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Clarification in response to some comments/answers&lt;/strong&gt;: geonames for Gambia is in most cases rounded to minutes, which in the case of Gambia gives a grid in which places are as far as ~1.3kms, away from where they actually are. In the case of Gambian villages which are densely and rather uniformly distributed, this is not very helpful. If there are ways to obtain unrounded geonames data I'd be happy.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2015-09-01T12:43:35.027" LastActivityDate="2015-09-01T12:43:35.027" Title="Coordinates of villages in The Gambia/Senegal" Tags="|geospatial|geocoding|africa|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5769" PostTypeId="2" ParentId="5768" CreationDate="2015-08-06T16:03:34.217" Score="2" Body="&lt;p&gt;Have you taken a look at Open Street Map (OSM)? The data are downloadable and it is always being updated. If you happen to have more detail than OSM, you could always contribute to the data set.&lt;/p&gt;&#xA;" OwnerUserId="7184" LastActivityDate="2015-08-06T16:03:34.217" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5770" PostTypeId="2" ParentId="5768" CreationDate="2015-08-06T16:31:54.617" Score="3" Body="&lt;p&gt;You can find the information you are looking for (cities, villages, populated places) with their local and english name and coordinates at the US National Geospatial Agency's (NGA) Geographic Name Server (GNS) for foreign countries. They have a dataset per country, in some countries the numbers are however rounded and have lower precision than in others:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geonames.nga.mil/gns/html/namefiles.html&quot; rel=&quot;nofollow&quot;&gt;http://geonames.nga.mil/gns/html/namefiles.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I converted all the datasets from last year into a linked CSV format. You might find this format easier to digest into a database (e.g., ETL).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/NGA/GNS/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/NGA/GNS/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Linked Vocabulary definitions are here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/cude1.2/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/LinkedCSV-Vocab.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="975" LastEditDate="2015-08-23T09:15:59.003" LastActivityDate="2015-08-23T09:15:59.003" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5771" PostTypeId="2" ParentId="5754" CreationDate="2015-08-06T16:44:49.193" Score="5" Body="&lt;p&gt;Restaurant food inspections ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendurham.nc.gov/explore/?q=food+inspection&quot; rel=&quot;nofollow&quot;&gt;https://opendurham.nc.gov/explore/?q=food+inspection&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Crime reports ? Also on durham open data web site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your interest will mainly depends on your country or city... it will be interesting if you live in the country of the data provider...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.opendatasoft.com/page/home/&quot; rel=&quot;nofollow&quot;&gt;http://data.opendatasoft.com/page/home/&lt;/a&gt; for french people for example&lt;/p&gt;&#xA;" OwnerUserId="7235" LastEditorUserId="90" LastEditDate="2015-08-06T17:08:51.960" LastActivityDate="2015-08-06T17:08:51.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5772" PostTypeId="2" ParentId="5749" CreationDate="2015-08-06T17:34:32.883" Score="4" Body="&lt;p&gt;For the UK, you can find Crime Datasets/Statistics at &lt;a href=&quot;http://data.gov.uk/dataset/crime_statistics&quot; rel=&quot;nofollow&quot;&gt;data.gov.uk&lt;/a&gt; published by Office for National Statistics licensed under &lt;a href=&quot;http://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/&quot; rel=&quot;nofollow&quot;&gt;Open Government Licence&lt;/a&gt;. Or directly at &lt;a href=&quot;http://www.ons.gov.uk/ons/rel/crime-stats/crime-statistics/index.html&quot; rel=&quot;nofollow&quot;&gt;ONS site&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3082" LastActivityDate="2015-08-06T17:34:32.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5773" PostTypeId="2" ParentId="5766" CreationDate="2015-08-07T09:32:25.610" Score="2" Body="&lt;p&gt;(Example) Spanish Language Corpora:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://corporafromtheweb.org/escow14/#more-76&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESCOW14&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.gutenberg.org/browse/languages/es&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Gutenberg&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Any of the wiki projects starting with &quot;es&quot; - &lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/backup-index.html&lt;/a&gt;&#xA;For example - &lt;a href=&quot;https://dumps.wikimedia.org/eswiki/20150805/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/eswiki/20150805/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.corpusdelespanol.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.corpusdelespanol.org/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Twitter API public stream with &lt;code&gt;lang:es&lt;/code&gt; as stream filter - &lt;a href=&quot;https://opendata.stackexchange.com/a/1548/1511&quot;&gt;details&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://neuro.imm.dtu.dk/wiki/The_Spanish_adaptation_of_ANEW_(affective_norms_for_English_words)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Affective Word list for Spanish&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Spanish adaptation of ANEW (Affective Norms for English Words) is an adaption of the ANEW affective word list for the Spanish language.&#xA;  The wordlist is downloadable from:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://link.springer.com/content/esm/art:10.3758/BF03193031/file/MediaObjects/Redondo-BRM-2007.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-08-07T09:32:25.610" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5774" PostTypeId="1" CreationDate="2015-08-07T12:35:22.790" Score="4" ViewCount="199" Body="&lt;p&gt;Is there a guide or an introduction of some sorts to open data, indicating to a beginner how and where he or she should go about trying to find interesting datasets?&lt;/p&gt;&#xA;" OwnerUserId="7069" LastEditorUserId="70" LastEditDate="2015-08-07T13:44:28.620" LastActivityDate="2015-08-07T13:44:28.620" Title="Guide to open data for beginners" Tags="|data-request|data-portal|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5775" PostTypeId="2" ParentId="5774" CreationDate="2015-08-07T13:26:53.930" Score="5" Body="&lt;p&gt;Open Data looks a bit like a jungle at first but you'll find tons of awesome data and tons of ideas to create stuff with it! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first questions would be: are you searching some particuliar data or are you just curious? what do you want to do with those data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I would say: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;the first step is find some data near you. The &lt;a href=&quot;https://okfn.org/&quot;&gt;OKFN&lt;/a&gt; runs a service called &lt;a href=&quot;http://dataportals.org/&quot;&gt;Data Portals&lt;/a&gt; where you'll be able to find your government/city open data portal (&lt;a href=&quot;http://opendata.paris.fr/page/home/&quot;&gt;eg. City of Paris, France&lt;/a&gt;). Usualy data are in CSV/TSV, XLS so you can explore them with a &lt;a href=&quot;https://www.libreoffice.org/&quot;&gt;Spreadsheet Software&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;you can check plenty of other sources with thousands of open data websites: &lt;a href=&quot;http://data.okfn.org/data/okfn/opendatasites&quot;&gt;OpenDataSites&lt;/a&gt; or this &lt;a href=&quot;http://www.quora.com/Where-can-I-find-large-datasets-open-to-the-public&quot;&gt;Quora Q&amp;amp;A&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;then you will probably want to do something with those data. Depending of your skills, time, and what you want you can try some data science library like &lt;a href=&quot;https://www.r-project.org/&quot;&gt;R&lt;/a&gt; or &lt;a href=&quot;http://radimrehurek.com/data_science_python/&quot;&gt;Python&lt;/a&gt;, some data visualization (personnaly I like &lt;a href=&quot;http://d3js.org/&quot;&gt;d3.js&lt;/a&gt;), some map creation (I heard that &lt;a href=&quot;https://www.mapbox.com/&quot;&gt;Mapbox&lt;/a&gt; was cool but I've never tested it).&lt;/li&gt;&#xA;&lt;li&gt;the next step will probably be some global data like data from &lt;a href=&quot;https://data.un.org/&quot;&gt;the UN&lt;/a&gt; or the &lt;a href=&quot;http://data.worldbank.org/&quot;&gt;World Bank&lt;/a&gt;. It will be a good lesson on how it can be difficult to access some data even if they are open :)&lt;/li&gt;&#xA;&lt;li&gt;you'll search some data for hours, ending here to ask the community&lt;/li&gt;&#xA;&lt;li&gt;you'll find out that even if there are more and more open data, there are still a lot of data difficult to find and not open. That will be a good time to first learn more about scrapping (eg. with &lt;a href=&quot;http://scrapy.org/&quot;&gt;Scrapy&lt;/a&gt; but every language has its library or with stuff like &lt;a href=&quot;https://import.io/&quot;&gt;Import.io&lt;/a&gt;), and second, make friend with people, NGOs, companies that are fighting/working on making Open Data bigger and bigger. You'll easily find those people/org online ;)&lt;/li&gt;&#xA;&lt;li&gt;finally you'll probably want to be curious about stuff like &lt;a href=&quot;https://en.wikipedia.org/wiki/Linked_data&quot;&gt;Semantic Web and Linked Data&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Then, I hope you will have seen the huge power Open Data gives to people and if you work at a company/organisation that has some interresting data you'll wonder how to open them easily. There will be a lot of informations online, some guides too. Some ready-to-go platforms exists, some &lt;a href=&quot;http://ckan.org/&quot;&gt;Open Source&lt;/a&gt;, some not like &lt;a href=&quot;http://www.socrata.com/&quot;&gt;Socrata&lt;/a&gt; or &lt;a href=&quot;http://data.opendatasoft.com/explore/&quot;&gt;OpenDataSoft&lt;/a&gt; (DISCLAIMER: I work for the latter) and plenty of others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope it'll help you. Don't forget that your favorite search engine will be a direct access to the data you want in most cases.&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2015-08-07T13:26:53.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5776" PostTypeId="1" CreationDate="2015-08-07T14:14:39.503" Score="3" ViewCount="116" Body="&lt;p&gt;I'm looking for data on commodities (corn and potato). Tools such as USDA's &lt;a href=&quot;http://nassgeodata.gmu.edu/CropScape/&quot; rel=&quot;nofollow&quot;&gt;cropscape&lt;/a&gt; are great but lack global cover.&#xA;I found &lt;a href=&quot;http://www.earthstat.org/data-download/&quot; rel=&quot;nofollow&quot;&gt;this dataset&lt;/a&gt;, but it is for the year 2000 and not very recent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you guys aware of any better datasets containing the location of commodity crops, such as corn and potato?&lt;/p&gt;&#xA;" OwnerUserId="7244" LastEditorUserId="5923" LastEditDate="2015-10-22T09:07:40.167" LastActivityDate="2015-10-22T09:07:40.167" Title="Spatial commodities data global" Tags="|data-request|geospatial|food|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5777" PostTypeId="2" ParentId="5462" CreationDate="2015-08-07T15:23:36.477" Score="4" Body="&lt;p&gt;This doesn't answer your question and may not even be accurate, but &#xA;here's some starter code, if we assume that a &quot;vertex&quot; in your graph &#xA;is a &quot;node shared by at least two ways&quot; (which means dead ends/cul de &#xA;sacs are NOT considered vertexes). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To convert OSM data to a trivial undirected G(V,E) graph (no edge &#xA;lengths, no names, etc): &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Find which nodes appear in more than one way: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;bzfgrep 'nd ref' albuquerque_new-mexico.osm.bz2|sort|uniq -d&gt;multinodes.txt&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Create a file that contains the above PLUS the string &quot;&amp;lt;way&quot;. One &#xA;way (ha ha) to do this: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;echo &quot;&amp;lt;way&quot; &gt;&gt; multinodes.txt&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Find the ways that have these repeated nodes: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;bzfgrep -f multinodes.txt albuquerque_new-mexico.osm.bz2 &gt; multinodes2.txt&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;And how they connect: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;perl -ne 'chomp; if (/&amp;lt;way/) {print &quot;\n&quot;; next} else {/ref=&quot;(\d+)&quot;/; print &quot;$1 &quot;}' multinodes2.txt &gt; multinodes3.txt&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Each line now shows a list of pairwise connected vertexes. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;NOTE: Lines with a single vertex represent nodes that connect to &#xA;dead ends. You can probably ignore them. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm bored and would be happy to do this (and perhaps a bit more) for &#xA;free for any city in &lt;a href=&quot;https://mapzen.com/data/metro-extracts&quot; rel=&quot;nofollow&quot;&gt;https://mapzen.com/data/metro-extracts&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2015-08-07T15:23:36.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5778" PostTypeId="1" CreationDate="2015-08-07T15:27:31.530" Score="3" ViewCount="60" Body="&lt;p&gt;As detailed as possible - including streams, lakes, rivers, trails, and elevation changes. &lt;/p&gt;&#xA;" OwnerUserId="7246" LastActivityDate="2015-08-07T17:09:08.987" Title="Looking for shapefiles describing Katmai National Park in Alaska" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5779" PostTypeId="2" ParentId="5778" CreationDate="2015-08-07T16:29:27.390" Score="2" Body="&lt;p&gt;In data.gov, you can find shapefiles and other data on national parks. Here's a link to the datasets for Katmai National Park&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/national-park-boundariesf0a4c&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/national-park-boundariesf0a4c&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a little extra, here's a link to the National Park Service's webpage for the park. No shapefiles, but has photos and live webcams:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nps.gov/katm/learn/photosmultimedia/webcams.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.nps.gov/katm/learn/photosmultimedia/webcams.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a link to Alaska State Geo-Spatial Data Clearinghouse:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asgdc.state.ak.us/&quot; rel=&quot;nofollow&quot;&gt;http://www.asgdc.state.ak.us/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a link to Alaska Division of Geological &amp;amp; Geophysical Surveys. Anything you can't find otherwise, you probably can get by contacting them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dggs.alaska.gov/&quot; rel=&quot;nofollow&quot;&gt;http://dggs.alaska.gov/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;nps search has over 2000 hits for Katmai, although not sure how many are shapefiles&lt;br&gt;&#xA;&lt;a href=&quot;https://irma.nps.gov/App/&quot; rel=&quot;nofollow&quot;&gt;https://irma.nps.gov/App/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="90" LastEditDate="2015-08-07T17:09:08.987" LastActivityDate="2015-08-07T17:09:08.987" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5780" PostTypeId="2" ParentId="5776" CreationDate="2015-08-07T16:44:29.757" Score="1" Body="&lt;p&gt;The UN COMTRADE database has extensive information relating to trade in commodities between countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://comtrade.un.org/db/&quot; rel=&quot;nofollow&quot;&gt;http://comtrade.un.org/db/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This link is to World Bank's forecasts on commodity markets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://econ.worldbank.org/WBSITE/EXTERNAL/EXTDEC/EXTDECPROSPECTS/0,,contentMDK:21574907~menuPK:7859231~pagePK:64165401~piPK:64165026~theSitePK:476883,00.html&quot; rel=&quot;nofollow&quot;&gt;http://econ.worldbank.org/WBSITE/EXTERNAL/EXTDEC/EXTDECPROSPECTS/0,,contentMDK:21574907~menuPK:7859231~pagePK:64165401~piPK:64165026~theSitePK:476883,00.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-08-07T16:44:29.757" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5781" PostTypeId="2" ParentId="5754" CreationDate="2015-08-07T18:58:02.003" Score="7" Body="&lt;p&gt;I could say that I have spent hours on datasets research and the most unexpected dataset I have found till now is the last words of every inmate executed since 1984 in Texas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the portal with the data in the official page of Texas here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.tdcj.state.tx.us/death_row/dr_executed_offenders.html&quot;&gt;http://www.tdcj.state.tx.us/death_row/dr_executed_offenders.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2015-08-07T18:58:02.003" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5782" PostTypeId="1" CreationDate="2015-08-07T19:03:42.617" Score="4" ViewCount="69" Body="&lt;p&gt;Are there any available data sets for social networks, like facebook, where the data is longitudinal (multiple versions over time) and captures the leave (or any similar activity like inactivity, account deactivation, or account permanent deletion)?&lt;/p&gt;&#xA;" OwnerUserId="6701" LastEditorUserId="754" LastEditDate="2015-08-11T04:52:31.643" LastActivityDate="2020-10-28T05:03:25.373" Title="Multiple snapshots of social network, showing people leaving" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5783" PostTypeId="1" CreationDate="2015-08-08T00:49:14.523" Score="8" ViewCount="4428" Body="&lt;p&gt;I am looking for a dataset that provides me with one (or a few, e.g. summer and winter average day temperature) average temperature per year per country. I am aware that there are quite a few ways this could be calculated (and I can provide further details on what my preference would be), but any dataset that provides me with one (or a few) temperature datapoint per country per year would likely be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I would prefer each temperature to be an average over major cities or over the population, but a value for the capital or averaged over the area of the country would probably also work. The dataset should be fairly complete (200+ countries, all years 1990-2012). Preferred temperature would be Dry Bulb Temperature. I am aware of &lt;a href=&quot;http://data.un.org/Explorer.aspx?d=CLINO&quot;&gt;http://data.un.org/Explorer.aspx?d=CLINO&lt;/a&gt; , but using that would likely require looking up the GIS data for weather stations and cities in each country. Ideally I would like to avoid GIS and simply be able to look up temperatures based on country name.)&lt;/p&gt;&#xA;" OwnerUserId="7250" LastEditorUserId="7250" LastEditDate="2015-08-08T00:56:21.870" LastActivityDate="2015-11-06T02:44:41.937" Title="Average temperature by country 1990-2012" Tags="|data-request|geospatial|weather|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5784" PostTypeId="1" AcceptedAnswerId="5806" CreationDate="2015-08-08T17:45:24.843" Score="8" ViewCount="182" Body="&lt;p&gt;I'm looking for open data on household social networks at the micro level in Africa. Preferably I'd like to get piece together a dataset that has networks of households within villages dispersed all across Africa. Am I a dreamer to even think such a dataset is possible to piece together right now? Any village network datasets in Africa?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data on online African social networks with some sort of geographical or ethnic identification would also work. &lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="1511" LastEditDate="2015-08-16T11:43:23.223" LastActivityDate="2015-08-16T11:43:23.223" Title="Open data on African social networks at the micro level" Tags="|data-request|network-structure|africa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5785" PostTypeId="1" CreationDate="2015-08-10T02:50:37.850" Score="1" ViewCount="42" Body="&lt;p&gt;Looking for details on usage, adoption, impact, challenges on using public cloud storage platforms example Google Drive, Microsoft Skydrive, Box, Dropbox and so.&lt;/p&gt;&#xA;" OwnerUserId="8263" LastActivityDate="2015-08-10T02:50:37.850" Title="Cloud Storage - Usage and Impact" Tags="|data-request|" AnswerCount="0" CommentCount="1" ClosedDate="2015-08-25T09:08:39.810" ContentLicense="CC BY-SA 3.0" />
  <row Id="5786" PostTypeId="1" CreationDate="2015-08-10T05:33:30.327" Score="3" ViewCount="32" Body="&lt;p&gt;I am looking for open (and Wikipedia-usable) pictures describing the &lt;a href=&quot;https://en.wikipedia.org/wiki/Korean_Central_Intelligence_Agency&quot; rel=&quot;nofollow&quot;&gt;Korean Central Intelligence Agency&lt;/a&gt;. For instance the building or a plaque in front of it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The agency has been renamed/transformed, so either old pictures, or new pictures of the building that used to host it, are OK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia Commons has a related category but it contains only a logo (which I guess is not open, only fair-use, and thus not usable everywhere on Wikipedia), a building picture which is tagged for imminent deletion, and watches that are newer than the KCIA:&#xA;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:National_Intelligence_Service&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Category:National_Intelligence_Service&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-08-10T05:33:30.327" Title="Pictures of the Korean Central Intelligence Agency" Tags="|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5787" PostTypeId="1" CreationDate="2015-08-10T15:27:16.710" Score="2" ViewCount="49" Body="&lt;p&gt;According to the OpenFDA problem definition, it says:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Level 1: Create visualization (word cloud) of &lt;strong&gt;boxed warnings&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Level 2: Develop a language model to categorize the language in the &lt;strong&gt;warning sections of SPLs&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are the data elements to be used for these two different? That is, should I pick up &quot;&lt;em&gt;boxed_warning&lt;/em&gt;&quot; for Level 1, and &quot;&lt;em&gt;warnings&lt;/em&gt;&quot; for Level 2 from the API output?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;J&lt;/p&gt;&#xA;" OwnerUserId="8270" LastActivityDate="2015-09-10T23:33:38.790" Title="Option 2: Structured Product Labeling &amp; Language - Which data to pick up?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5788" PostTypeId="1" CreationDate="2015-08-10T17:07:11.493" Score="4" ViewCount="50" Body="&lt;p&gt;Does anyone know if there is a public list of all the emails of the student activities board (or something similar to that- student affairs, student governing boards, etc) of all universities?&lt;/p&gt;&#xA;" OwnerUserId="8271" LastEditorUserId="70" LastEditDate="2022-10-15T18:15:36.863" LastActivityDate="2022-10-15T18:15:36.863" Title="List of Emails to Student Activities Board of all Universities" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="5789" PostTypeId="1" CreationDate="2015-08-10T18:11:20.950" Score="4" ViewCount="57" Body="&lt;p&gt;I want to get the raw number of units of housing stock that there is in a particular city in month X of year Y (even yearly data would be fine). &lt;a href=&quot;http://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?src=bkmk&quot; rel=&quot;noreferrer&quot;&gt;This place&lt;/a&gt; shows yearly stock from 2010 onwards. &lt;a href=&quot;https://www.census.gov/hhes/www/housing/census/historic/units.html&quot; rel=&quot;noreferrer&quot;&gt;Here&lt;/a&gt; shows data for every 10 years. This link&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;www(dot)washingtoncitypaper.com/blogs/housingcomplex/2014/10/24/d-c-s-housing-stock-in-charts/ &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;makes me think there should be more yearly data since this has 2013 data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anywhere I can find a more comprehensive data set?&lt;/p&gt;&#xA;" OwnerUserId="8272" LastActivityDate="2015-12-16T15:49:28.187" Title="Raw housing stock of particular city" Tags="|economics|us-census|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5790" PostTypeId="2" ParentId="5783" CreationDate="2015-08-10T20:39:40.497" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://sdwebx.worldbank.org/climateportal/index.cfm&quot; rel=&quot;nofollow&quot;&gt;World Bank's Climate Change Portal&lt;/a&gt; does by-country historical trends graphically, although I'm not sure if their data sets are too granular for you.&lt;/p&gt;&#xA;" OwnerUserId="133" LastActivityDate="2015-08-10T20:39:40.497" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5791" PostTypeId="2" ParentId="5783" CreationDate="2015-08-11T00:44:28.157" Score="2" Body="&lt;p&gt;The World Bank provides an annual average of daily min / max temperatures broken down by countries in a convenient dataset (together with a lot of other variables):&#xA;&lt;a href=&quot;http://data.worldbank.org/data-catalog/climate-change&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/data-catalog/climate-change&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also an API which can produce monthly as well as yearly temperature and precipitation averages by country, but for some reason they say the last available year is 1999, which is disappointing:&#xA;&lt;a href=&quot;http://data.worldbank.org/developers/climate-data-api&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/developers/climate-data-api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will keep looking to see if I find a more comprehensive dataset.&lt;/p&gt;&#xA;" OwnerUserId="7250" LastActivityDate="2015-08-11T00:44:28.157" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5792" PostTypeId="1" CreationDate="2015-08-11T08:20:49.380" Score="3" ViewCount="21" Body="&lt;p&gt;The RIKEN integrated database of mammals is an integrated database of multiple large-scale programs that have been promoted by the RIKEN institute. (&lt;a href=&quot;https://en.wikipedia.org/wiki/RIKEN_integrated_database_of_mammals&quot; rel=&quot;nofollow&quot;&gt;Wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can this database be downloaded?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is its license?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-08-12T03:29:36.100" Title="RIKEN integrated database of mammals" Tags="|biology|japan|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5793" PostTypeId="2" ParentId="5661" CreationDate="2015-08-11T09:17:33.500" Score="1" Body="&lt;h1&gt;Comtrade utility&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I've not tried it, but perhaps it'll help someone:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://web.archive.org/web/20130522210447/http://statadaily.wordpress.com/2010/12/20/comtradetools-and-stata-automating-un-comtrade-data-downloads&quot; rel=&quot;nofollow&quot;&gt;http://web.archive.org/web/20130522210447/http://statadaily.wordpress.com/2010/12/20/comtradetools-and-stata-automating-un-comtrade-data-downloads&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;CoW dataset&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;An alternative, one-file dataset on bilateral trade from The Correlates of War project:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.correlatesofwar.org/data-sets/bilateral-trade&quot; rel=&quot;nofollow&quot;&gt;http://www.correlatesofwar.org/data-sets/bilateral-trade&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;May serve as a quick replacement for Comtrade.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-08-16T19:34:03.593" LastActivityDate="2015-08-16T19:34:03.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5794" PostTypeId="2" ParentId="5709" CreationDate="2015-08-11T14:39:03.020" Score="2" Body="&lt;p&gt;A good source 1961-1999 is &lt;a href=&quot;http://gaez.fao.org/Main.html#&quot; rel=&quot;nofollow&quot;&gt;http://gaez.fao.org/Main.html#&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;lots of atmospheric parameters can be found at (1979-2015): &#xA;&lt;a href=&quot;http://apps.ecmwf.int/datasets/data/interim-full-daily/&quot; rel=&quot;nofollow&quot;&gt;http://apps.ecmwf.int/datasets/data/interim-full-daily/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use zonal statistics with country polygons to obtain annual values per country. You can get country shapefiles at &lt;a href=&quot;http://www.naturalearthdata.com/features/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/features/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7244" LastEditorUserId="7244" LastEditDate="2015-08-12T09:24:18.467" LastActivityDate="2015-08-12T09:24:18.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5795" PostTypeId="2" ParentId="5749" CreationDate="2015-08-11T14:50:19.843" Score="6" Body="&lt;p&gt;For Europe you can find historical data in this database:&#xA;&lt;a href=&quot;http://ec.europa.eu/eurostat/web/crime/database&quot;&gt;http://ec.europa.eu/eurostat/web/crime/database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;not with lat lon but rather NUTS-3 regions. you can obtain coordinates for the regions using geopy&lt;/p&gt;&#xA;" OwnerUserId="7244" LastActivityDate="2015-08-11T14:50:19.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5796" PostTypeId="2" ParentId="5764" CreationDate="2015-08-11T17:28:32.437" Score="6" Body="&lt;p&gt;Yes there are laws about spam: &lt;a href=&quot;https://www.law.cornell.edu/wex/inbox/state_anti-spam_laws&quot;&gt;here's for the US&lt;/a&gt;, &lt;a href=&quot;http://www.spamlaws.com/eu.shtml&quot;&gt;here are some links about Europe spam laws&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm pretty sure that in France (not sure about other countries), unsolicited commercial emails are illegal if sent to a person BUT commercial prospection IS legal so if the email addresses are professional that would be OK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, in my opinion the ethic problem is not solicited or unsolicited, the problem is will the email be useful for the receiver? If I receive an email, even a survey, concerning a topic I'm interrested in, that's okay for me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it answers your question. Not sure if it's the good place to ask though :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&#xA;Nicolas&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2015-08-11T17:28:32.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5797" PostTypeId="1" CreationDate="2015-08-11T18:14:44.487" Score="6" ViewCount="176" Body="&lt;p&gt;I have a dataset of about half a million unique addresses. An address consists of a StreetAddress1, StreetAddress2, City, State and Zip code (all addresses are in the United States).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of my main problems dealing with this dataset coherently is inconsistency in the wording of addresses. For example, &quot;1 MAIN STREET&quot; might also be phrased &quot;ONE MAIN ST&quot; referring to the same address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any free utilities that can help me remedy addresses in this very large set?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was thinking about writing my own simple script to make addresses consistent with the following rules:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1. ROAD / STREET / AVENUE etc. are replaced by their abbrevations RD / ST / AVE&#xA;2. Written numbers ONE / TWO / THREE etc. are replaced by 1 / 2 / 3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However I'm concerned that there are a number of edge cases where this treatment will mangle valid addresses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there existing utilities I can use to accomplish this, ideally locally on my own machine?&lt;/p&gt;&#xA;" OwnerUserId="3730" LastActivityDate="2015-08-11T23:04:49.647" Title="Cleaning up addresses in a large data set" Tags="|tool-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5798" PostTypeId="2" ParentId="5797" CreationDate="2015-08-11T21:07:57.433" Score="3" Body="&lt;p&gt;Standard (basic) USA address decomposition is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Street&lt;br/&gt;&#xA;Secondary Address Unit (e.g., floor, bldg.)&lt;br/&gt;&#xA;City&lt;br/&gt;&#xA;State&lt;br/&gt;&#xA;Postal Code&lt;br/&gt;&#xA;Secondary Postal Code (e.g., the 1234 part of 97123-1234)&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More detailed decomposition for address matching is to further break down street:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Street Number&lt;br/&gt;&#xA;Street Name&lt;br/&gt;&#xA;Street Type (e.g., Ave, Ct)&lt;br/&gt;&#xA;Street Direction (e.g., NW, SE)&lt;br/&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a link to a description on how to do address reduction for matching US mailing addresses that I wrote a couple of years ago. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nwstartups.com/api/doc/middleware.php#streetR&quot; rel=&quot;nofollow&quot;&gt;http://www.nwstartups.com/api/doc/middleware.php#streetR&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If have the algorithm implement in both C# and PHP. If someone is interested, leave me a comment and I'll upload it to my code site.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-08-11T21:07:57.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5799" PostTypeId="2" ParentId="5797" CreationDate="2015-08-11T23:04:49.647" Score="4" Body="&lt;p&gt;Check this out: &lt;a href=&quot;https://parserator.datamade.us/&quot; rel=&quot;nofollow&quot;&gt;https://parserator.datamade.us/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;source code here: &lt;a href=&quot;https://github.com/datamade/usaddress&quot; rel=&quot;nofollow&quot;&gt;https://github.com/datamade/usaddress&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="484" LastActivityDate="2015-08-11T23:04:49.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5800" PostTypeId="2" ParentId="5787" CreationDate="2015-08-11T23:25:50.933" Score="2" Body="&lt;p&gt;J- Yes, that's right. Two different data elements: &quot;boxed_warning&quot; for Level 1, and &quot;warnings&quot; for Level 2. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Jess&lt;/p&gt;&#xA;" OwnerUserId="8287" LastActivityDate="2015-08-11T23:25:50.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5801" PostTypeId="2" ParentId="5792" CreationDate="2015-08-12T03:29:36.100" Score="2" Body="&lt;p&gt;Here is the RIKEN integrated database of mammals:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://metadb.riken.jp/metadb/download/SciNetS_ria254i&quot; rel=&quot;nofollow&quot;&gt;http://metadb.riken.jp/metadb/download/SciNetS_ria254i&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The files can be downloaded without registration under the Creative Commons Attribution-ShareAlike 4.0 International License.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-08-12T03:29:36.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5803" PostTypeId="1" CreationDate="2015-08-12T13:52:40.383" Score="2" ViewCount="21" Body="&lt;p&gt;Hoping that someone somewhere collated this stuff already - is there any single dataset that lists all federal offices that can do compliance on-site inspections of any kind? The Federal Register is huge, and life is short.&lt;/p&gt;&#xA;" OwnerUserId="458" LastEditorUserId="458" LastEditDate="2015-08-12T17:33:13.160" LastActivityDate="2015-08-12T17:33:13.160" Title="What offices/divisions of U.S. federal agencies and bureaus can do site inspections at private companies?" Tags="|usa|government|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5804" PostTypeId="1" CreationDate="2015-08-12T14:36:39.167" Score="4" ViewCount="168" Body="&lt;p&gt;Is is there a dataset of all the business schools in the US, with total undergrad enrollment in the Business School, Dean (and Associate Dean's) name and email address, and if there is an online component.  Thanks!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it should look like this&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MxCRp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MxCRp.png&quot; alt=&quot;Screenshot of list&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8293" LastEditorUserId="8293" LastEditDate="2015-08-12T16:24:12.287" LastActivityDate="2015-08-12T16:24:12.287" Title="Dataset of Business Schools in the US" Tags="|data-request|data.gov|government|finance|education|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5805" PostTypeId="1" CreationDate="2015-08-12T15:24:30.953" Score="6" ViewCount="370" Body="&lt;p&gt;we have a lot of messy structured excel files containing tables somewhere on a sheet and we want to import these tables into a database to do some analytic on it. There problem is that we don't have the time to run through the files and clean them and therefore we looking for a tool or algorithm to help us.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We had some ideas to export the excel files to csv and then analyse the structure of them by kicking out empty lines (only semicolons) and finding tables based on the count of semicolons and used columns in the lines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following files shows an example of what we have:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/W4951.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/W4951.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;The black and white table area is what we want to import into a DB or extract out of the file. The orange area is what we want to delete / skip.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And mostly every files looks different. Did somebody came across this and found a solution?&lt;/p&gt;&#xA;" OwnerUserId="8294" LastActivityDate="2015-08-25T08:15:15.287" Title="Finding tables in messy structured Excel / csv file to import them in DB" Tags="|csv|excel|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="5806" PostTypeId="2" ParentId="5784" CreationDate="2015-08-13T14:25:28.217" Score="3" Body="&lt;p&gt;This doesn't exist as of now. There are very limited datasets on social networks at the micro-level. Especially if you're interested in full village census, you are restricted to very few data sets which you will only get by asking the authors of the respective papers themselves. We are currenly working on a networks data set covering over fifty villages in the Gambia, but this won't be available anytime soon and is also not comparable to data collected in other countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most often used in existing research is the network data by De Weerd and Dercon (&lt;a href=&quot;http://edi-europe.com/docs/JDE_deweerdtdercon.pdf&quot; rel=&quot;nofollow&quot;&gt;http://edi-europe.com/docs/JDE_deweerdtdercon.pdf&lt;/a&gt;) which is from a single village in TZ.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data that has comparable networks survey data on the micro level from several different country does not exists.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe if you describe somewhat more detailed what exactly you need, someone may suggest other options. Non-network survey data could proxy for &lt;em&gt;some&lt;/em&gt; aspects of network characteristics. Or worldwide online/trade/misc data could be used, even though this would also not give you household-level networks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example -but that really depends heavily on the context- you could use household- or family size as a proxy for network characteristics, such as average degree. This would be available from various sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe your best shot is to look at large scale surveys and figure out which questions of those are suitable in your context. I think the WVS doesn’t have a lot in terms of social ties. But from the DHS roster you could extract how many non-household members stayed overnight in the last night, which could already be a decent proxy for some form of social network, provided that you find variation in that. Maybe you could also look at how many people without blood-ties are currently staying in each household. A bid odd, but potentially useful is the number of people one had sexual intercourse with, which is also asked in some DHS questionnaires, but I guess that’s too far out of your theoretical framework.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2015-08-14T08:40:22.987" LastActivityDate="2015-08-14T08:40:22.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5807" PostTypeId="1" CreationDate="2015-08-13T15:32:02.393" Score="6" ViewCount="124" Body="&lt;p&gt;I am looking for historical crude oil price forecasts, ideally from 1970's - present.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to look at impacts of oil price expectations rather than real oil prices in the MENA (&lt;a href=&quot;https://en.wikipedia.org/wiki/MENA&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/MENA&lt;/a&gt;) and West Africa Region with specific focus on Nigeria. Thus, data on any type of crude oil but preferably from this region would be helpful. I would even more prefer data on the type Bonny Light Crude.&#xA;Hints on data sources on any license and any format are appreciated&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of the &lt;a href=&quot;http://go.worldbank.org/E4OR2SAG70&quot; rel=&quot;nofollow noreferrer&quot;&gt;historical forecast archive&lt;/a&gt; of the World Bank but I am looking for a longer time-series.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="8301" LastEditorUserId="7201" LastEditDate="2016-11-05T19:45:40.657" LastActivityDate="2016-11-05T19:45:40.657" Title="Historical Oil Price Forecasts - MENA/West Africa Region" Tags="|data-request|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5808" PostTypeId="2" ParentId="11" CreationDate="2015-08-14T13:52:38.300" Score="5" Body="&lt;p&gt;MIMIC initiative provides a dataset (deceased patients) that has vitals, Diagnoses, Medications and several other domains.&lt;/p&gt;&#xA;&lt;p&gt;Updated link (2021)&#xA;&lt;a href=&quot;https://mimic.physionet.org/gettingstarted/demo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mimic.physionet.org/gettingstarted/demo/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Original answer links&#xA;&lt;a href=&quot;http://physionet.org/mimic2/demo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://physionet.org/mimic2/demo/&lt;/a&gt;&#xA;&lt;a href=&quot;http://physionet.org/mimic2/demo/mimic2dead.sql.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://physionet.org/mimic2/demo/mimic2dead.sql.gz&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Another option is synthea (synthetic data) or OHDSI package Eunomia.&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="147" LastEditDate="2021-05-05T22:49:37.513" LastActivityDate="2021-05-05T22:49:37.513" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5809" PostTypeId="2" ParentId="11" CreationDate="2015-08-16T02:04:41.883" Score="3" Body="&lt;p&gt;most of the medical data sets posted here have some variation of what you're requesting&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://asdfree.com/&quot; rel=&quot;nofollow&quot;&gt;http://asdfree.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-08-16T02:04:41.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5810" PostTypeId="2" ParentId="4658" CreationDate="2015-08-16T02:06:38.500" Score="3" Body="&lt;p&gt;the health and retirement study asks what's the probability you think you'll be in a nursing home in the next few years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/health%20and%20retirement%20study%20%28hrs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/health%20and%20retirement%20study%20%28hrs%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;you would also be able to calculate how many of these probability guesses came true.  hrs is a longitudinal survey, so they follow americans aged 50+ until they die - they also follow people if they move into a nursing home.  you could, for example, you could use the &quot;Probability to live 75+&quot; question at the point in the panel when each respondent turns 65 to calculate what share made it vs what share said they would.  the link i provided has usage examples.  look at the RAND codebooks for &quot;reported probability&quot; and be careful about how you're using the survey weights.&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="334" LastEditDate="2015-08-16T11:55:47.217" LastActivityDate="2015-08-16T11:55:47.217" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5811" PostTypeId="1" CreationDate="2015-08-16T07:42:15.830" Score="1" ViewCount="557" Body="&lt;p&gt;Is there publicly available raw traffic accident data set which includes the following attributes driver diet pattern,accident time,behavior and vision status. &lt;/p&gt;&#xA;" OwnerUserId="8327" LastActivityDate="2015-08-24T17:43:25.503" Title="is there road traffic accident data set" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5812" PostTypeId="2" ParentId="5764" CreationDate="2015-08-16T11:37:26.080" Score="3" Body="&lt;p&gt;Not a direct answer to the legal question, but...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you send any unsolicited email then to prevent your sending address/domain being marked as a spammer, you should use an emailing service. Once you are marked as a spammer, which is based on people putting your email in the spam folder, then very few of your emails will get through to inboxes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some options:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;mailchimp.com - free for less than 2,000 &quot;subscribers&quot; and 12,000 emails&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Amazon Web Services (AWS) &lt;a href=&quot;https://aws.amazon.com/ses/&quot; rel=&quot;nofollow&quot;&gt;Simple Email Service&lt;/a&gt; (SES) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.quora.com/Who-are-the-best-outbound-email-companies-for-a-small-startup&quot; rel=&quot;nofollow&quot;&gt;etc&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These tools are free-to-inexpensive for moderate numbers of recipients and will provide &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;recipients can easily unsubscribe to ALL future mailings (which prevents getting marked as spam)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;you, as an unsolicited email sender, can quickly determine if what you are doing is of interest, or spam.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also, you'll get stats about:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Successful delivery attempts&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Rejected messages &amp;amp; bounces&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Spam &amp;amp; Complaints&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-08-16T11:37:26.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5813" PostTypeId="1" CreationDate="2015-08-17T03:02:32.033" Score="9" ViewCount="2623" Body="&lt;p&gt;I am looking for something that has the (x,y) coordinates of all players on the pitch over time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this:&#xA;&lt;a href=&quot;https://heim.ifi.uio.no/paalh/publications/files/mmsys2014-dataset.pdf&quot; rel=&quot;nofollow&quot;&gt;https://heim.ifi.uio.no/paalh/publications/files/mmsys2014-dataset.pdf&lt;/a&gt;&#xA;however, they only track the movements of the home team. I found various papers that discuss the techniques required to do this, but unfortunately don't provide the dataset. &lt;/p&gt;&#xA;" OwnerUserId="8331" LastEditorUserId="1511" LastEditDate="2016-03-14T19:50:21.017" LastActivityDate="2016-06-19T17:09:51.583" Title="Football (Soccer) Player x,y,t data" Tags="|data-request|geospatial|sports|time-series|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5814" PostTypeId="1" CreationDate="2015-08-17T22:37:33.407" Score="5" ViewCount="1898" Body="&lt;p&gt;This has so far been a surprising difficult task. It appears some aspect of public policy sees it fit to make this data difficult to obtain(?) I'm sure its out there though. No child left behind data, SAT/ACT score statistics for school districts, something like that. I'm looking for (United States) middle &amp;amp; high school academic performance data, not academic &quot;attainment&quot;, which is very easy information to obtain. Obviously, I'd love to get it at a census block group level of geographic resolution, but anything at this point beneath the county or state level would be great.&lt;/p&gt;&#xA;" OwnerUserId="1806" OwnerDisplayName="boulder_ruby" LastActivityDate="2015-08-18T17:38:35.333" Title="Where can I download US secondary (high school, etc) educational test score data for school districts, individual schools, etc?" Tags="|usa|education|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5815" PostTypeId="2" ParentId="5814" CreationDate="2015-08-18T09:58:52.010" Score="4" Body="&lt;p&gt;NCES' School District Demographics System map viewer offers data for individual school districts, of particular importance to this question: spatial data, and census/acs data:&lt;br&gt;&#xA;&lt;a href=&quot;http://nces.ed.gov/surveys/sdds/ed/index.asp&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/surveys/sdds/ed/index.asp&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Some) State-wide District Data:&lt;br&gt;&#xA;California Department of Education Postsecondary Preparation SAT, ACT, and AP Test Results (County, District and School Reports)&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cde.ca.gov/ds/sp/ai/&quot; rel=&quot;nofollow&quot;&gt;http://www.cde.ca.gov/ds/sp/ai/&lt;/a&gt;&lt;br&gt;&#xA;Massachussetts Department of Elementary and Secondary Education SAT Performance Results (2004-05 -- 2013-14) by School District&lt;br&gt;&#xA;&lt;a href=&quot;http://profiles.doe.mass.edu/state_report/sat_perf.aspx&quot; rel=&quot;nofollow&quot;&gt;http://profiles.doe.mass.edu/state_report/sat_perf.aspx&lt;/a&gt;&lt;br&gt;&#xA;NYC Open Data search for Education (SAT results, School Districts GIS, Math Test Results, etc.)&lt;br&gt;&#xA;&lt;a href=&quot;https://nycopendata.socrata.com/data?cat=education&quot; rel=&quot;nofollow&quot;&gt;https://nycopendata.socrata.com/data?cat=education&lt;/a&gt;&lt;br&gt;&#xA;Pennslyvania ACT Test Scores 2013&lt;br&gt;&#xA;&lt;a href=&quot;https://www.opendataphilly.org/dataset/act-test-scores&quot; rel=&quot;nofollow&quot;&gt;https://www.opendataphilly.org/dataset/act-test-scores&lt;/a&gt;&lt;br&gt;&#xA;Pennsylvania SAT Scores 2001-2010&lt;br&gt;&#xA;&lt;a href=&quot;https://www.opendataphilly.org/dataset/sat-scores-2001-2010&quot; rel=&quot;nofollow&quot;&gt;https://www.opendataphilly.org/dataset/sat-scores-2001-2010&lt;/a&gt;&lt;br&gt;&#xA;District Profiles NAEP (Middle School and Younger)&lt;br&gt;&#xA;&lt;a href=&quot;http://nces.ed.gov/nationsreportcard/districts/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/nationsreportcard/districts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;South Carolina standardized test score statistics for individual schools and districts:&#xA; &lt;a href=&quot;https://ed.sc.gov/data/national-assessments/&quot; rel=&quot;nofollow&quot;&gt;https://ed.sc.gov/data/national-assessments/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More resources:&lt;br&gt;&#xA;ED Data Inventory&lt;br&gt;&#xA;&lt;a href=&quot;http://datainventory.ed.gov/&quot; rel=&quot;nofollow&quot;&gt;http://datainventory.ed.gov/&lt;/a&gt;&lt;br&gt;&#xA;U.S. Department of Education Public Data Listing&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.ed.gov/about/data/list.html&quot; rel=&quot;nofollow&quot;&gt;http://www2.ed.gov/about/data/list.html&lt;/a&gt;&lt;br&gt;&#xA;National Center for Education Statistics Data Tools&lt;br&gt;&#xA;&lt;a href=&quot;http://nces.ed.gov/datatools/index.asp?DataToolSectionID=5&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/datatools/index.asp?DataToolSectionID=5&lt;/a&gt;&lt;br&gt;&#xA;Nations Report Card&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nationsreportcard.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.nationsreportcard.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1806" LastEditDate="2015-08-18T17:38:35.333" LastActivityDate="2015-08-18T17:38:35.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5816" PostTypeId="1" CreationDate="2015-08-18T17:01:05.900" Score="3" ViewCount="37" Body="&lt;p&gt;Since the accuracy and precision (repeatability) of a test is relevant to any decision; how do I find (or phrase) search's to find data on this for commercial clinics?&#xA;I used to work for an animal diagnostic company and they continually evaluated their accredited testing facilities; so I am sure that human diagnostic testing facilitates must have records and audits by &lt;em&gt;somebody&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This a rephrase of &lt;a href=&quot;https://opendata.stackexchange.com/questions/5355/validity-utility-and-cost-of-clinical-tests&quot;&gt;Validity, Utility and Cost of Clinical Tests&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8346" LastActivityDate="2015-08-18T23:54:53.047" Title="Commercial Medical Diagnostic testing Precision and Accuracy" Tags="|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5817" PostTypeId="2" ParentId="5816" CreationDate="2015-08-18T23:54:53.047" Score="1" Body="&lt;p&gt;Sensitivity, Specificity, Positive Predictive Value, and Negative Predictive Value are used in medicine and public health to evaluate the accuracy of diagnosing patients with a certain disease or injury.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, you might often come across journal articles which evaluate whether an ICD9 diagnosis of Severe Sepsis is accurate for a sample of patients by comparing the diagnosis with actual clinical charts and bio-markers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://onlinecourses.science.psu.edu/stat507/node/71&quot; rel=&quot;nofollow&quot;&gt;page&lt;/a&gt; offers an excellent general explanation as to what they mean and how they are used in research&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-08-18T23:54:53.047" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5818" PostTypeId="1" CreationDate="2015-08-19T00:11:09.143" Score="3" ViewCount="31" Body="&lt;p&gt;Is there a dataset that will provide me with the date of the next (upcoming) inspection for REAC (HUD)? The basic data is available via this link, &lt;a href=&quot;https://hudapps.hud.gov/public/pass/scheduler/publicscheduler.action&quot; rel=&quot;nofollow&quot;&gt;https://hudapps.hud.gov/public/pass/scheduler/publicscheduler.action&lt;/a&gt;; however it is not available with the other property data (name, address, etc.) that can be downloaded from HUD's website. &lt;/p&gt;&#xA;" OwnerUserId="8350" LastActivityDate="2015-08-19T00:11:09.143" Title="Date of Next Inspection for REAC data" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5819" PostTypeId="1" CreationDate="2015-08-19T08:01:25.213" Score="2" ViewCount="80" Body="&lt;p&gt;Regarding an implementation my company is conducting in France, I would like to know if it would be possible to know the number of American citizens leaving France each year?&lt;/p&gt;&#xA;" OwnerUserId="8353" LastEditorUserId="1511" LastEditDate="2015-08-27T09:21:49.050" LastActivityDate="2015-08-27T16:55:10.077" Title="Is it possible to know the number of American residents/students/tourists leaving France each year?" Tags="|data-request|usa|demographics|france|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5820" PostTypeId="1" CreationDate="2015-08-19T08:59:42.243" Score="2" ViewCount="31" Body="&lt;p&gt;I am trying to create spam filter using social network and i need dataset of popular social networks like twitter/facebook. Is there any publicly available dataset which i can use to train the classifier?&lt;/p&gt;&#xA;" OwnerUserId="8354" LastActivityDate="2015-08-19T08:59:42.243" Title="facebook dataset for effective spam filtering" Tags="|data-request|" AnswerCount="0" CommentCount="0" ClosedDate="2015-08-27T16:08:11.880" ContentLicense="CC BY-SA 3.0" />
  <row Id="5821" PostTypeId="1" CreationDate="2015-08-19T10:16:47.330" Score="2" ViewCount="189" Body="&lt;p&gt;Seems like something easy to find, but somehow I have hit a brick wall. I am trying to find data set with list of exercises and meta data - exercise name, difficulty, picture, description. Preferably in JSON format.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;title&quot;: &quot;Pull-up&quot;,&#xA;    &quot;description&quot;: &quot;Pull yourself up against horizontal bar fixed above your head.&quot;,&#xA;    &quot;muscles&quot;: [&quot;shoulders&quot;, &quot;arms&quot;, &quot;back&quot;],&#xA;    &quot;equipment&quot;: &quot;Pull-up Bar&quot;,&#xA;    &quot;difficulty&quot;: &quot;hard&quot;,&#xA;    &quot;picture&quot;: &quot;/img/dude-makeing-a-pull-up.png&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I found a Reddit post with scraped data from bodybuilding.com, but I obviously can't use that for legal reasons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried googling, but all I get is some programming exercises.&lt;/p&gt;&#xA;" OwnerUserId="8355" LastEditorUserId="8355" LastEditDate="2015-08-21T14:19:23.150" LastActivityDate="2015-08-21T14:19:23.150" Title="Fitness activity data" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5822" PostTypeId="2" ParentId="5821" CreationDate="2015-08-19T12:44:30.763" Score="1" Body="&lt;p&gt;Publishing this link here is, indirectly, in my opinion, a way to promote/support the violation of bodybuilding.com terms of use. (this is stolen data)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suggest you to edit your post and remove the link. However it's an interesting topic.&lt;/p&gt;&#xA;" OwnerUserId="7235" LastActivityDate="2015-08-19T12:44:30.763" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5823" PostTypeId="1" CreationDate="2015-08-19T16:44:24.990" Score="1" ViewCount="23" Body="&lt;p&gt;I wanna get the review link for a certain drug links via API, e.g, for the drug &quot;AUBAGIO&quot;, it's &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/drugsatfda/index.cfm?fuseaction=Search.Set_Current_Drug&amp;amp;ApplNo=202992&amp;amp;DrugName=AUBAGIO&amp;amp;ActiveIngred=TERIFLUNOMIDE&amp;amp;SponsorApplicant=SANOFI%20AVENTIS%20US&amp;amp;ProductMktStatus=1&amp;amp;goto=Search.Label_ApprovalHistory&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/cder/drugsatfda/index.cfm?fuseaction=Search.Set_Current_Drug&amp;amp;ApplNo=202992&amp;amp;DrugName=AUBAGIO&amp;amp;ActiveIngred=TERIFLUNOMIDE&amp;amp;SponsorApplicant=SANOFI%20AVENTIS%20US&amp;amp;ProductMktStatus=1&amp;amp;goto=Search.Label_ApprovalHistory&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And that can be access by search &quot;Abagio&quot;, then within the drug page, click on the &quot;Approval History, Letters, Reviews, and Related Documents&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That link refers to the review link I need.&#xA;So is there any possible way to obtain that using API or programmatically?&#xA;If there is no way to do that, how I can obtain the review pdf files or file link for each certain drugs? &#xA;Coz I'm going to fetch the review pdf files for each drugs approved in a certain year. I am thinking that first I can locate a unique link for each drug, and then to get the review files, which are just on the page, is not hard. Or if there is a way that can directly locate the review files would be better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="8360" LastActivityDate="2015-08-19T16:44:24.990" Title="How to get a review page link or review files for a certain drug using API on FDA?" Tags="|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5825" PostTypeId="1" CreationDate="2015-08-20T13:52:48.427" Score="2" ViewCount="1598" Body="&lt;p&gt;The &quot;black market premium&quot; is commonly used as a determinant of economic growth. Data for all countries between 1960 and 1999 is available from the Global Development Network Growth Database at NYU here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nyudri.org/resources/global-development-network-growth-database/&quot; rel=&quot;nofollow&quot;&gt;http://www.nyudri.org/resources/global-development-network-growth-database/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if there is a source that provides this variable after 1999?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, is there a credible source that provides data on unofficial/parallel exchange rates that has decent coverage?&lt;/p&gt;&#xA;" OwnerUserId="5855" LastActivityDate="2020-10-02T17:43:50.553" Title="Black market premium data, all countries 1960-2010" Tags="|data-request|economics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5828" PostTypeId="1" AcceptedAnswerId="5829" CreationDate="2015-08-20T22:44:19.750" Score="7" ViewCount="1151" Body="&lt;p&gt;I am looking for a database with classical music (approximately from the period of 1500-1900). What I need is just music (notes, names of composers/compositions, type of musical instruments the composition was designed for are nice to have but not important).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally it would be a lot of compositions of Vivaldi, Beethoven, Wagner, Chopin, Mozart, Rachmaninoff and many many more whom I do not know. The quality does not really matter (as long as it is not distorted really much).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One option is to search for the names of composers and download their compositions, but this does not look appealing to me, mostly because of my lack of knowledge of the composers and even with googling I will not be able to find a lot of not well-known (for the amateur) composers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where to get such a database?&lt;/p&gt;&#xA;" OwnerUserId="8372" LastActivityDate="2015-10-14T19:35:55.577" Title="A source of classical music" Tags="|data-request|music|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5829" PostTypeId="2" ParentId="5828" CreationDate="2015-08-20T23:33:47.030" Score="5" Body="&lt;p&gt;Free Music Archive and MUSOpen are two off the top of my head:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Classical Genre Section - FMA (Free Music Archive)&lt;br&gt;&#xA;&lt;a href=&quot;https://freemusicarchive.org/genre/Classical/&quot; rel=&quot;noreferrer&quot;&gt;https://freemusicarchive.org/genre/Classical/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;MUSOpen - Royalty Free Music, Public Domain and Copyright Free Classical Music&lt;br&gt;&#xA;&lt;a href=&quot;https://musopen.org/&quot; rel=&quot;noreferrer&quot;&gt;https://musopen.org/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Public Domain Sherpa has a blog post on where to find public domain recordings, its pretty in-depth:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.publicdomainsherpa.com/public-domain-recordings.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.publicdomainsherpa.com/public-domain-recordings.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-08-20T23:33:47.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5830" PostTypeId="1" CreationDate="2015-08-21T00:06:24.113" Score="2" ViewCount="56" Body="&lt;p&gt;I would like to incorporate the LOD (Linked Open Data) concept an app I built.&lt;/p&gt;&#xA;&lt;p&gt;My app is a map where users search and can find points on the map, click them and get relative text and multimedia. Power users can add data via a CMS. So it's a simple digital archive.&lt;/p&gt;&#xA;&lt;p&gt;I do not want to find LOD to put in my app. I want to publish LOD. I want my app data to be in a LOD-compatible format so others can search them and put them in their apps or use them as they want.&lt;/p&gt;&#xA;&lt;p&gt;How do I do that? Where do I start? Please advise me about starting points and books.&lt;/p&gt;&#xA;&lt;p&gt;While I am at it, allow me another question. I want to put a section in my app where data relative to the user's choice appears. For example, if the user searched for castles and clicked one,  this section suggests/other similar castles. Will LOD help me implement this?&lt;/p&gt;&#xA;" OwnerUserId="8373" LastEditorUserId="23272" LastEditDate="2022-07-14T14:34:07.633" LastActivityDate="2022-07-14T14:34:07.633" Title="making my data LOD-compatible" Tags="|linked-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5831" PostTypeId="2" ParentId="3844" CreationDate="2015-08-21T01:13:58.040" Score="2" Body="&lt;p&gt;There is now &lt;a href=&quot;http://www.opendataenterprise.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.opendataenterprise.org/&lt;/a&gt; - a list and map of companies and other organisations that use open data around the world.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2015-08-21T01:13:58.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5832" PostTypeId="2" ParentId="5819" CreationDate="2015-08-21T06:55:21.963" Score="2" Body="&lt;p&gt;It seems likely that the vast majority are tourists, so you should be able to get a good first approximation by looking at tourist arrival numbers - generally speaking, tourist arrivals &amp;amp; departures in any given year should be about equal!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Both the American and French governments publish statistics on tourism numbers.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This will account for a &lt;a href=&quot;http://articles.latimes.com/2014/jan/01/news/la-trb-britain-france-americans-favorite-destination-mexico-most-20131220&quot; rel=&quot;nofollow&quot;&gt;few million&lt;/a&gt; departures. By comparison, US students in France &lt;a href=&quot;http://articles.latimes.com/2014/jan/01/news/la-trb-britain-france-americans-favorite-destination-mexico-most-20131220&quot; rel=&quot;nofollow&quot;&gt;number 10-20,000&lt;/a&gt;, and there are &lt;a href=&quot;http://france.usembassy.gov/us-france-americans.html&quot; rel=&quot;nofollow&quot;&gt;around 100,000 expatriates&lt;/a&gt;. Even if they all travel once or twice a year, the tourist numbers will still dominate the estomate.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-08-21T06:55:21.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5833" PostTypeId="1" CreationDate="2015-08-21T12:34:36.883" Score="2" ViewCount="65" Body="&lt;p&gt;I'm looking for datasets in which any quantity is estimated by an individual person. These are datasets in the tradition of Galton (1907), in which individuals estimated the weight of an ox.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the individual persons would be making these estimates without consultation with other individuals or resources, but this is not essential.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to know the true value for the estimate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Galton, F. (1907). Vox populi (the wisdom of crowds). &lt;em&gt;Nature&lt;/em&gt;, 75, 450-451.&lt;/p&gt;&#xA;" OwnerUserId="5845" LastEditorUserId="5845" LastEditDate="2016-07-09T01:43:32.200" LastActivityDate="2016-07-09T01:43:32.200" Title="Datasets in which people make quantity estimates" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5834" PostTypeId="2" ParentId="650" CreationDate="2015-08-21T14:22:26.737" Score="2" Body="&lt;p&gt;Departments of Transportation across the United States collect data for the Highway Performance Monitoring System requirements. The collected data is conflated and provided as the HPMS shapefile by the &lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&quot; rel=&quot;nofollow&quot;&gt;National Transportation Atlas Database&lt;/a&gt;, click on the year, select polyline, and download the HPMS shapefile. The HPMS shapefile data is the Annual Average Daily Traffic for most major roadways, however, it is merely a single value and does not provide diurnal data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As part of the collection process to develop the HPMS, Departments of Transportation collect traffic via a continuously collecting permanent monitor or a certain window of time monitor. If you go to &lt;a href=&quot;http://www.roads.maryland.gov/pages/GIS.aspx?PageId=838&quot; rel=&quot;nofollow&quot;&gt;Maryland's DOT website for traffic counts&lt;/a&gt;, they allude to continous traffic count locations, they have 82 continuous automatic traffic recorders. Download the shapefile, see if the ATR is at the location in question, then send an information request for the database containing all the ATR data by hour. This process can be done for all of the states, but different DOT's have different policies on sharing this data, especially if you are not a resident of the state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Florida, you can find these continuously monitored site with hourly counts. &#xA;You can obtain samples of this data in Florida by going to the &lt;a href=&quot;http://www2.dot.state.fl.us/FloridaTrafficOnline/viewer.html&quot; rel=&quot;nofollow&quot; title=&quot;Florida Traffic Online Viewer&quot;&gt;Florida Traffic Online site&lt;/a&gt; and looking for Red Dots, TTMS locations, and selecting continuous hourly counts. Each state is different on how they make this data available and how they go about counting it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nokia's Here Traffic, &lt;a href=&quot;http://www.navmart.com/here-traffic-patterns.php&quot; rel=&quot;nofollow&quot;&gt;sold here by NavMart&lt;/a&gt;, provides 15 minute speed based probes of major roadways across the globe. Their historical data would be able to provide speed data to answer historical questions on how long it took to clear a bridge from congested speed to free flow speed. &lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-08-21T14:22:26.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5835" PostTypeId="2" ParentId="5833" CreationDate="2015-08-21T16:17:20.623" Score="3" Body="&lt;p&gt;Online contests may provide a source of this data. For example, I don't understand &lt;a href=&quot;https://twitter.com/SavagePoker/status/630837780021649408&quot; rel=&quot;nofollow noreferrer&quot;&gt;this tweet&lt;/a&gt;, but there are hundreds of replies each with a guess around 900-1000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/O6fEK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/O6fEK.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many Twitter contests like this, and the good thing about Twitter is that you can download tweets with code (via the &lt;a href=&quot;https://dev.twitter.com/rest/public/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter Public Search API&lt;/a&gt;) and then parse and analyse the results. For example, I could download all the responses to this tweet, and the easily parse out integer numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/a/1709/1511&quot;&gt;here&lt;/a&gt; for more details about the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of formulating a good search string, I'd start with &lt;a href=&quot;https://twitter.com/search?vertical=default&amp;amp;q=contest%20guess&amp;amp;src=typd&quot; rel=&quot;nofollow noreferrer&quot;&gt;contest+guess&lt;/a&gt; and sort by Top (not Live). With the API you can only search back 1 week or so.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-08-22T19:31:20.313" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5836" PostTypeId="1" CreationDate="2015-08-04T20:01:24.097" Score="13" ViewCount="335" Body="&lt;p&gt;Cartography and map-based mashups are often based on Google Maps/ Google Earth (&lt;a href=&quot;http://www.google.com/intl/en_US/help/legalnotices_maps.html&quot;&gt;all rights reserved&lt;/a&gt;) or Open StreetMap (&lt;a href=&quot;https://www.openstreetmap.org/copyright&quot;&gt;ODbL/CC BY-SA&lt;/a&gt;), neither of which are compatible with publishing the results under &lt;a href=&quot;https://creativecommons.org/licenses/by&quot;&gt;CC BY&lt;/a&gt; (default license for open-access journals) or &lt;a href=&quot;http://creativecommons.org/publicdomain/zero/1.0/&quot;&gt;CC0&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which resources exist that allow to create maps/ map tiles/ geoshapes/ mashups under CC0 or at least CC BY? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main use cases I have in mind are mapping&lt;br&gt;&#xA;* disease outbreaks, floods or other disasters&lt;br&gt;&#xA;* biodiversity&lt;br&gt;&#xA;* scientific expeditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since these may occur anywhere, it would be beneficial to be able to build an infrastructure using specific tools and services that can be applied to any location around the globe (perhaps also across historic times and geological ages), or even for other celestial objects.&lt;/p&gt;&#xA;" OwnerUserId="1857" OwnerDisplayName="Daniel Mietchen" LastActivityDate="2015-08-21T20:39:34.673" Title="Resources to create CC0/ CC BY cartography?" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5837" PostTypeId="2" ParentId="5836" CreationDate="2015-08-04T20:39:58.960" Score="6" Body="&lt;p&gt;In the US, there are several Public Domain licensed sources for historical and current cartography, to list a few:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The New York Public Library Digital Collections (historical): &lt;a href=&quot;http://digitalcollections.nypl.org/search/index?filters%5BphysicalLocation_mtxt_s%5D%5B%5D=Map+Division&amp;amp;filters%5Brights%5D=pd&amp;amp;keywords=#&quot;&gt;http://digitalcollections.nypl.org/search/index?filters%5BphysicalLocation_mtxt_s%5D%5B%5D=Map+Division&amp;amp;filters%5Brights%5D=pd&amp;amp;keywords=#&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The National Map Viewer (current): &lt;a href=&quot;http://viewer.nationalmap.gov/viewer/&quot;&gt;http://viewer.nationalmap.gov/viewer/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Several more sources are listed at Public Domain Sherpa (&lt;a href=&quot;http://www.publicdomainsherpa.com/public-domain-maps-resources.html&quot;&gt;http://www.publicdomainsherpa.com/public-domain-maps-resources.html&lt;/a&gt;), to list a few here:&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;&lt;p&gt;The CIA World Factbook (current): &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;National Map (current): &lt;a href=&quot;http://nationalmap.gov/small_scale/&quot;&gt;http://nationalmap.gov/small_scale/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Library of Congress (historical): &lt;a href=&quot;http://www.loc.gov/rr/geogmap/gmpage.html&quot;&gt;http://www.loc.gov/rr/geogmap/gmpage.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;That covers a lot of basic uses for US cartography. It's much harder to obtain Public Domain street level maps, but you have to start somewhere. There may be other countries with lots of public domain maps, and it would be great to compile a list of these sources here, Wiki-style. For my country, I can tell you that maps produced by the government in Slovenia are licensed for non-commercial use only.&lt;/p&gt;&#xA;" OwnerDisplayName="Jure Triglav" LastActivityDate="2015-08-04T20:39:58.960" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5838" PostTypeId="1" AcceptedAnswerId="5839" CreationDate="2015-08-04T19:07:46.407" Score="4" ViewCount="86" Body="&lt;p&gt;I am working on publishing a listing of shelters and hostels, I would like to expose my data to anyone who would like to use it. One of the things I would like to do is allow the shelters and hostels to be plotted on a map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are three methods of posting locational based data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Addresses&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is the traditional street and Avenue system that the postage system uses.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Easting and Northing&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;These are (usually) used for horizontal and vertical from the a specified datum position. For example, a mountain close to where I live is located at &lt;em&gt;50° 52′ 10″ N, 115° 39′ 3″ W&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Longitude and Latitude&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is a common grid system that uses two numbers (a coordinate) to pinpoint a location. For example, the same mountain can be fount at &lt;em&gt;50.869444, -115.650833&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;My thoughts so far&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The addresses system good for projects in a city but if the location is away from a road (like some hike-to hostels) it does not work so well. My data is already in Easing/Northing, however with everyone using GPS and cell phones now it sounds like longitude and latitude may be more popular?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What type of location system should I chose if I want as many parties as possible to use my data in their work? It's hard to know how the data could be used, but I suspect consumers of my data to be interested in travel, real estate, poverty and government.&lt;/p&gt;&#xA;" OwnerUserId="6591" OwnerDisplayName="Gram" LastEditorUserId="70" LastEditDate="2015-12-15T12:39:37.057" LastActivityDate="2015-12-15T12:39:37.057" Title="Publishing location based data in Easting and Northing, Longitude and latitude, or Addresses?" Tags="|geospatial|releasing-data|geocoding|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5839" PostTypeId="2" ParentId="5838" CreationDate="2015-08-04T20:03:31.100" Score="7" Body="&lt;p&gt;This is very problem-dependent, but if the most likely use of the data is for positions to be plotted on a map (rather than, for example, sending mail to those places) then the data should be given &lt;em&gt;as positions&lt;/em&gt;, rather than street addresses. This way they are unambiguous, wheras addresses may change over time, and the locations that correspond to them may depend on what lookup tool is used to convert addresses to locations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're giving location data, then the most important thing is not the exact format that you give it in, but that it is clear what the format &lt;em&gt;is&lt;/em&gt;. Coordinates should be accompanied by metadata explaining what the coordinate system is. For example,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;If using lat/lon, you should ideally note what geoid is referred to&#xA;(usually WGS84 these days, since that's what GPS uses, but best to&#xA;specify if you know).  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If it's something more complicated (e.g. UTM&#xA;coordinates) then that needs to be clear and the appropriate metadata&#xA;given.   &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If vertical elevations are given, it's important to know&#xA;what datum is used (i.e. where is zero elevation).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;With regard to your specific dataset (and without knowing the details of the likely uses) I would recommend giving position data rather than address data, and (less importantly) expressing that in degrees rather than degrees / minutes / seconds, because in many cases it will be easier for software to parse.&lt;/p&gt;&#xA;" OwnerDisplayName="Simon W" LastActivityDate="2015-08-04T20:03:31.100" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5840" PostTypeId="1" CreationDate="2015-08-17T15:21:55.150" Score="12" ViewCount="472" Body="&lt;p&gt;In computer software, &lt;a href=&quot;https://en.wikipedia.org/wiki/Software_versioning&quot;&gt;semantic versioning&lt;/a&gt; (or something like it) is something of a standard for how to version software releases. The &lt;code&gt;Major.Minor.Patch&lt;/code&gt; semantics make clear how big of a change has occurred between the present and an earlier release. Is there something similar for versionining a dataset? Unlike with software, any change to a dataset might be a &quot;major&quot; change, so I'm not sure that the logic translates directly. Is there any commonly used specification for versioning a dataset?&lt;/p&gt;&#xA;" OwnerUserId="2085" OwnerDisplayName="Thomas" LastActivityDate="2018-04-13T02:54:03.430" Title="Is there a specification for versioning a dataset?" Tags="|metadata|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5841" PostTypeId="2" ParentId="5840" CreationDate="2015-08-17T18:28:47.170" Score="8" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Dataverse&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataverse&lt;/a&gt; uses &lt;a href=&quot;https://web.archive.org/web/20141012001937/http://datascience.iq.harvard.edu:80/blog/dataset-versioning-dataverse-40-beta&quot; rel=&quot;nofollow noreferrer&quot;&gt;the following dataset versioning strategy&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/R5FqG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/R5FqG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" OwnerDisplayName="Franck Dernoncourt" LastEditorUserId="1652" LastEditDate="2018-04-13T02:54:03.430" LastActivityDate="2018-04-13T02:54:03.430" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5842" PostTypeId="2" ParentId="5840" CreationDate="2015-08-17T20:23:02.347" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.dcc.ac.uk/&quot; rel=&quot;nofollow&quot;&gt;Digital Curation Centre&lt;/a&gt; guide on &lt;a href=&quot;http://www.dcc.ac.uk/resources/how-guides/cite-datasets&quot; rel=&quot;nofollow&quot;&gt;how to cite datasets and link to publications&lt;/a&gt; gives a &lt;a href=&quot;http://www.dcc.ac.uk/resources/how-guides/cite-datasets#sec:versions&quot; rel=&quot;nofollow&quot;&gt;good summary&lt;/a&gt; to the various approaches to dataset versioning from the viewpoint of repository managers, and links to further information.&lt;/p&gt;&#xA;" OwnerDisplayName="Neil Chue Hong" LastActivityDate="2015-08-17T20:23:02.347" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5843" PostTypeId="1" CreationDate="2015-08-21T21:17:18.317" Score="1" ViewCount="80" Body="&lt;p&gt;I am writing about moderation and interactions and would like a data set that has some interesting 3 way interactions. &lt;/p&gt;&#xA;" OwnerUserId="6690" LastActivityDate="2015-08-24T11:34:45.730" Title="Where can I find an interesting data set with 3 way interactions?" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5844" PostTypeId="1" AcceptedAnswerId="5867" CreationDate="2015-08-21T22:30:24.147" Score="8" ViewCount="270" Body="&lt;p&gt;I'm doing a lot of research in the field of Digital Text Forensics (e.g., authorship attribution, authorship verification, or author profiling). In this field there are only very few data sets available which can be used for own research. One of the few important sources is the evaluation lab on uncovering plagiarism, authorship, and social software misuse (named &lt;a href=&quot;http://pan.webis.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PAN&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;Over the years, I collected texts from many different internet sources (blogs, forums, Amazon, news portals, Project Gutenberg, etc.) on my own, which I aggregated and compiled into various data sets that could be very valuable for the Digital Text Forensics community. Since, as a researcher, I am very interested to share data in order to make experiments reproducible, I'm now facing a big problem, which I don't know how to handle...&lt;/p&gt;&#xA;&lt;p&gt;How/Can I share my data sets, without worrying about copyright issues?&lt;/p&gt;&#xA;&lt;p&gt;It should be also highlighted that the data cannot be anonymized, otherwise it would be totally useless for the research community. Hence, I don't know where to start. Of course there are platforms such as &lt;a href=&quot;http://figshare.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FigShare&lt;/a&gt;, where data sets can be published, but if I would do this I would first don't get any credit, and secondly can run in a lot of troubles for publishing texts which are not mine (even though they are publicly available).&lt;/p&gt;&#xA;&lt;p&gt;Has someone else faced this problem?&lt;/p&gt;&#xA;" OwnerUserId="8380" LastEditorUserId="15171" LastEditDate="2022-10-21T14:07:09.400" LastActivityDate="2022-10-21T14:07:09.400" Title="How can I Share my Data Sets Without Worrying About Copyright Issues?" Tags="|releasing-data|research|nonprofit|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="5845" PostTypeId="1" CreationDate="2015-08-21T23:17:14.673" Score="3" ViewCount="217" Body="&lt;p&gt;I'm new to working with census data and am wondering about best practices for calculating labor force participation and unemployment at the block group level.  I've been using the ACS R package to gather table data from these tables &lt;a href=&quot;https://www.socialexplorer.com/data/ACS2010_5yr/metadata/?ds=American%20Community%20Survey%20Tables%3A%20%202006%20--%202010%20%285-Year%20Estimates%29&amp;amp;table=B23001&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My current thinking says for &lt;strong&gt;unemployment&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Add all estimates for civilian labor force for Ages 16 and older (not including Armed Services) to get total civilian labor force (TCLF)&lt;/li&gt;&#xA;&lt;li&gt;Divide the sum of all unemployed by TCLF to get proportion unemployed&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;My current thinking says for &lt;strong&gt;labor force participation&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Add all estimates for those Ages 16 and older (including Armed Services) to in labor force to get total labor force (TLF)&lt;/li&gt;&#xA;&lt;li&gt;Add all estimates for those Ages 16 and older not in labor force to get total out of labor force (TOLF)&lt;/li&gt;&#xA;&lt;li&gt;Divide the TLF by total population of block group to get proportion in labor force&lt;/li&gt;&#xA;&lt;li&gt;Divide the TOLF by total population of block group to get proportion out of labor force&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Is this the best way to go about this?  Like I said, I'm new to working with census data so any thoughts would be much appreciated.  We are mostly interested in looking at associations between block group characteristics (employment, poverty, walkability) and health behaviors.&lt;/p&gt;&#xA;" OwnerUserId="8378" LastActivityDate="2015-08-23T15:45:00.147" Title="Recommendations for calculating unemployment and labor force participation at the block group level" Tags="|us-census|census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5848" PostTypeId="1" CreationDate="2015-08-22T20:16:26.840" Score="1" ViewCount="19" Body="&lt;p&gt;The Bureau of Economic Analysis has some basic data on the US state and metropolitan areas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bea.gov/regional/index.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bea.gov/regional/index.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It also has bulk downloads and a query system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Still, I wonder whether anyone put all this data together in a single panel dataset for quick access? &lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-08-22T20:16:26.840" Title="Regional Economic Accounts from BEA in a single dataset" Tags="|usa|economics|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5849" PostTypeId="2" ParentId="5845" CreationDate="2015-08-23T15:23:16.177" Score="2" Body="&lt;p&gt;As best I can tell, ACS table B23001 does not have data down to the block group level. It's probably the case that the sample sizes are too small to meet the Census Bureau's data quality standards.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could use Census Tracts, but even there, margins of error are often problematic. Since you plan to add sub-estimates, the MOEs may settle down a little.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's also the case that census tracts and block groups are only included in the ACS 5-year release, which seems at odds with employment status, which seems like a somewhat volatile statistic.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-08-23T15:45:00.147" LastActivityDate="2015-08-23T15:45:00.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5850" PostTypeId="2" ParentId="5845" CreationDate="2015-08-23T15:35:31.127" Score="2" Body="&lt;p&gt;You can check the Census Bureau's documentation here - look at the Subject Definition file, page 63 under Employment Status:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/programs-surveys/acs/technical-documentation/code-lists.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/programs-surveys/acs/technical-documentation/code-lists.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They define the Labor Force as: &quot;All people classified in the civilian labor force plus members of the U.S. Armed Forces&quot;. So the labor force participation rate would be the labor force (both employed, unemployed, and in the armed services) divided by the total population that is 16 years and over. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Census defines unemployment as the number of unemployed people divided by the total civilian labor force (unemployed + employed). The civilian labor force does not include people in the armed services, nor does it include people who are not in the labor force.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some caveats - the American Community Survey data are estimates with margins of error at a 90% confidence interval. The margins of error for block group-level data are going to be very high and may not be published for this variable at the bg level. You may want to consider using census tracts instead, which are the next summary level up in size. Since they're larger areas with more people the margins of error will be smaller.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link to the table you referenced is from the Social Explorer - a problem with the SE is that they only provide the estimates without the margin of error. You probably should use a source that provides both values - the Census via the American Factfinder, the Missouri Census Data Center tools, or the NHGIS. Using these sources may also save you some work; in addition to the B and C tables they also include the demographic profiles and various summary tables - the S tables - where the values for unemployment and labor force participation are already computed for you. For example S2301 from the 2009-2013 ACS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/13_5YR/S2301&quot; rel=&quot;nofollow&quot;&gt;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/13_5YR/S2301&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2015-08-23T15:35:31.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5851" PostTypeId="1" CreationDate="2015-08-23T17:49:55.573" Score="6" ViewCount="165" Body="&lt;p&gt;Where i can find a good document about Statistics of Linked open data cloud (organizations, number of triples and number of links) year by year?&#xA;In the official web site (lod cloud) there's only Statistics of 2011 and 2014. Where is the information about the other years?&lt;/p&gt;&#xA;" OwnerUserId="8392" LastEditorUserId="8392" LastEditDate="2015-08-26T03:50:55.607" LastActivityDate="2016-09-22T05:11:44.733" Title="Linked Open Data Statistics" Tags="|linked-data|uses-of-open-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5852" PostTypeId="1" CreationDate="2015-08-23T22:30:59.163" Score="2" ViewCount="176" Body="&lt;p&gt;I saw some data on internet that showed this info at the individual level.&#xA;Is such data available to public to download?&lt;/p&gt;&#xA;" OwnerUserId="8395" LastEditorUserId="975" LastEditDate="2015-08-24T23:40:26.803" LastActivityDate="2015-09-06T07:11:04.717" Title="Where to find public dataset on teachers and public employees salary?" Tags="|data-request|finance|economics|income|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5853" PostTypeId="1" CreationDate="2015-08-24T12:50:31.397" Score="1" ViewCount="90" Body="&lt;p&gt;Initially asked this question in GIS SE.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Needs to have from port, to port, and time stamps for each (arrival, departure times) and would ideally have route taken in some kind of format I can easily map i.e. geoJSON&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a dataset with all of this, or will I need to combine some other ones?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Aware of &lt;a href=&quot;https://opendata.stackexchange.com/questions/200&quot;&gt;Database of ships?&lt;/a&gt;, it doesn't give me the info I need.&lt;/p&gt;&#xA;" OwnerUserId="8401" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-08-25T02:33:15.107" Title="Time of arrival and departure of ships in ports" Tags="|transportation|geospatial|trade|oceanographic|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5854" PostTypeId="2" ParentId="5596" CreationDate="2015-08-24T13:36:28.743" Score="2" Body="&lt;p&gt;This &lt;strong&gt;&lt;a href=&quot;http://www.movehub.com/blog/global-second-languages&quot; rel=&quot;nofollow noreferrer&quot;&gt;map&lt;/a&gt;&lt;/strong&gt; shows the most common second language for each country in the world. This is not exactly the type of data you are looking for, but it is a good step in the right direction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/O2FBE.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/O2FBE.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8402" LastEditorUserId="1511" LastEditDate="2015-08-24T14:52:35.533" LastActivityDate="2015-08-24T14:52:35.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5855" PostTypeId="1" CreationDate="2015-08-24T14:17:16.737" Score="3" ViewCount="75" Body="&lt;p&gt;I'm looking for something that would give statistics on my daily commute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A friend of mine is thinking about leaving their job because the daily driving commute is too dangerous. Nearly got into two major accidents in the first two weeks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would be interesting is to investigate different times of travel, maybe reroute suggestions, based on different times of the year etc. lots of ideas but nothing comes to mind except tell the friend to go with their gut.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And yes &quot;drive slower&quot; has been offered as a suggestion. It would be interesting to know what lanes could be more dangerous too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for any ideas to help in this real life scenario.  Would be interesting to see what kind of data is out there and how you could get it on a specific driving route. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's lots of stats on accidents but not a tool that I know of to help you make a safer commute/pick a job with a safe commute.  Maybe this tool is achievable with the right data set.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chicago is a region of particular interest. &lt;/p&gt;&#xA;" OwnerUserId="8403" LastEditorUserId="8403" LastEditDate="2015-08-24T14:52:10.013" LastActivityDate="2015-08-24T16:38:21.920" Title="Solving the daily commute" Tags="|traffic|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5856" PostTypeId="1" CreationDate="2015-08-24T15:18:06.857" Score="8" ViewCount="695" Body="&lt;p&gt;In Great Britain, &lt;a href=&quot;http://www.realtimetrains.co.uk&quot; rel=&quot;noreferrer&quot;&gt;Real Time Trains&lt;/a&gt; shows the actual departure, arrival, and passing times at any control point (station stop or not) for any train (passenger, freight, or other) anywhere in Great Britain (England, Wales, and Scotland).  Many sites offer a similar service for flights.  In the United States, Amtrak has an interactive map showing where their passenger trains are right now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any websites offering information similar to Real Time Trains for other European countries, such as France, Switzerland, or Germany?  I'm mostly interested in a service showing &lt;em&gt;all&lt;/em&gt; trains (passenger, freight, others) at &lt;em&gt;any&lt;/em&gt; place (station stop or not).  If that doesn't exist, I'm also interested in a website offering information as close to this as publicly available.&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="1511" LastEditDate="2016-11-24T12:18:17.350" LastActivityDate="2017-12-05T14:39:47.280" Title="Real-time location of trains in France, Germany, Switzerland, and other countries" Tags="|data-request|europe|public-transport|real-time|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5857" PostTypeId="2" ParentId="5855" CreationDate="2015-08-24T16:38:21.920" Score="3" Body="&lt;p&gt;Your friend needs to identify a number of factors:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;What is the diurnal curve of daily traffic within the city? The graphic below was made by a &lt;a href=&quot;http://www.wbez.org/series/curious-city/when-chicago-area-traffic-worst-111374&quot; rel=&quot;nofollow noreferrer&quot;&gt;news site&lt;/a&gt;, it shows the amount of traffic by hour. Based on this information, your best times to travel are before 7:00, 10:00 to 13:00, and after 19:00. I could not find any diurnal curve information from the City of Chicago, you may need to freedom of information request it.&lt;/li&gt;&#xA;&lt;li&gt;What is the roadway layout on the roadway? The Highway Capacity Manual has a number of factors to &lt;a href=&quot;http://www.ce.memphis.edu/4162/pdf%20files/Weaving%20Areas_F11_full.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;identify area of concern.&lt;/a&gt; These factors include weaving, diverging, and merging movements on a roadway. The amount of distance you have to complete these actions increases your level of safety; identifying roadways where these factors are minimized, i.e. long on-ramps, plenty of space to make exit an on-ramp, will ensure a safer commute.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;What is the Level of Service on the route your friend takes, how many intersections are failing, how many roadways are over capacity? Roadways with a failing level of service frustrate drivers who have to be somewhere on time, leading to an increase in the probability for reckless action. No statistics source for this one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/69CKK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/69CKK.png&quot; alt=&quot;Chicago-Area Traffic by Hour&quot;&gt;&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These are a start on the way to making your commute safer.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-08-24T16:38:21.920" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5858" PostTypeId="2" ParentId="5853" CreationDate="2015-08-24T17:17:32.013" Score="1" Body="&lt;p&gt;Have you seen the Climatological Database for the World's Oceans (CLIWOC)? It's built from ship's logs and has the information that you are looking for, albeit from 1750-1850. Should work if you don't need contemporary data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pendientedemigracion.ucm.es/info/cliwoc/cliwoc15.htm&quot; rel=&quot;nofollow&quot;&gt;http://pendientedemigracion.ucm.es/info/cliwoc/cliwoc15.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-08-24T17:17:32.013" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5859" PostTypeId="2" ParentId="5811" CreationDate="2015-08-24T17:43:25.503" Score="1" Body="&lt;p&gt;No, crash data does not include driver diet patterns as the law enforcement office on the scene completes a standardized form that tries to assess what was the incident, who was involved, and when did the incident occur. You can get the accident time, vision obstructions (i.e. inclement weather, glare, etc), driver distractions, and condition of driver at time of crash (normal to DUI, emotional, ill, unknown), and behavior (what the driver was doing prior to the incident) from historical crash data, but each state has a different approach on making the data available. Florida's available data is scrubbed of driver information for privacy reasons, correlating the driver to known diets would require access to government records.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Crash Data Example:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://arcg.is/1B4895j&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crash data in Florida&lt;/a&gt; contains the following &lt;a href=&quot;http://www.flhsmv.gov/ddl/ecrash/CrashManualComplete.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;information&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Crash Date, Time of Crash, Report Number, County and City Codes,&lt;/li&gt;&#xA;&lt;li&gt;Crash location: Latitude / Longitude,&lt;/li&gt;&#xA;&lt;li&gt;Conditions which contributed to the incident,&lt;/li&gt;&#xA;&lt;li&gt;Vehicle direction, estimated vehicle speed, area of initial impact, vehicle owner and vehicle type, vehicle defects, injury severity, and driver's actions at time of crash.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Example of State of Kansas Motor Vehicle Accident Report Form:&lt;/strong&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/obDRP.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/obDRP.gif&quot; alt=&quot;State of Kansas Motor Vehicle Accident Report Form&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-08-24T17:43:25.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5860" PostTypeId="2" ParentId="5825" CreationDate="2015-08-24T18:09:32.413" Score="1" Body="&lt;p&gt;I currently using &lt;a href=&quot;http://www.havocscope.com/&quot; rel=&quot;nofollow&quot;&gt;Havoscope&lt;/a&gt; to look the global prices of black market. I'm not saying this is a secure source but the terms applied at least in my country, matches with other national resources about the same topic. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can always search the &lt;a href=&quot;http://www.unodc.org/unodc/en/data-and-analysis/index.html?ref=menuside&quot; rel=&quot;nofollow&quot;&gt;United Nations Office on Drugs and Crime&lt;/a&gt; (UNDOC) database, which has lots of information about the financial movement of what is considered &lt;em&gt;illegal markets&lt;/em&gt;. Now,if you look something more specific, I suggest to look in the country's statistic, specifically in the data provided by the government, regional blocks and NGOs. For example: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Government of India has some data &lt;a href=&quot;https://data.gov.in/catalog/variety-wise-daily-market-prices-data-black-pepper#web_catalog_tabs_block_10&quot; rel=&quot;nofollow&quot;&gt;about the topic&lt;/a&gt; in their website; this is considering you're looking for national data.&lt;/li&gt;&#xA;&lt;li&gt;When you're looking more data about Africa and the black market, search on &lt;a href=&quot;http://opendataforafrica.org/&quot; rel=&quot;nofollow&quot;&gt;Open Data for Africa&lt;/a&gt;; this is considering you're looking for regional data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6086" LastActivityDate="2015-08-24T18:09:32.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5861" PostTypeId="1" AcceptedAnswerId="5862" CreationDate="2015-08-25T01:57:24.250" Score="2" ViewCount="33" Body="&lt;p&gt;Consider a tight-knit community that might be willing to contribute to a communal data set via a website, Facebook group, etc. As a concrete example, let's say that the data set is a list of landmarks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The goals of the project would be clearly stated, including that the data set will be explicitly licensed as open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the best-practices (or risks) with this approach? Should contributors be asked to acknowledge a &quot;terms of service&quot; before submitting?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suppose further that another data set is a list of businesses with operating hours and a contact number. Does that change the complexion of the risks?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Generally speaking, how does one determine what is acceptable in these cases? I'm curious in general but especially vis-a-vis Canada and US law.&lt;/p&gt;&#xA;" OwnerUserId="1343" LastActivityDate="2015-08-25T02:56:07.220" Title="Issues with collecting a data set via crowd-sourcing" Tags="|legal|crowdsourcing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5862" PostTypeId="2" ParentId="5861" CreationDate="2015-08-25T02:56:07.220" Score="2" Body="&lt;p&gt;Crowd-sourcing businesses name/hours/number is a big part of what &lt;a href=&quot;http://wikivoyage.org/&quot; rel=&quot;nofollow&quot;&gt;Wikivoyage&lt;/a&gt; does, and they have been doing that successfully for quite some time, so their case is worth studying.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;They state their license at the bottom of every page&lt;/li&gt;&#xA;&lt;li&gt;Any place where users can contribute data has a very visible notice saying that all text descriptions must be the user's original work or from a source with a compatible license. No &quot;&lt;em&gt;I acknowledge blabla&lt;/em&gt;&quot; checkbox though.&lt;/li&gt;&#xA;&lt;li&gt;A data dump containing everything is easily downloadable. A previous version of Wikivoyage did not have that, and that lead to a rebellion and the community splitting from the administrators. Most people crowdsource for the public good, and can get very upset when the administrators try to keep the data just for themselves.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So, just decide what license to use (I would recommend public domain as it is hardly copyrightable data anyway), state it in any place where people will be contributing data, and make the data easily downloadable.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-08-25T02:56:07.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5863" PostTypeId="1" CreationDate="2015-08-25T04:03:16.627" Score="3" ViewCount="597" Body="&lt;p&gt;I'm interested in building a tool for extracting regions of laughter from sound files. Can anyone give me a sense for what publicly available datasets I might use for training such a model?&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2015-08-25T04:44:47.027" Title="Database of labeled voice data, specifically laughter" Tags="|audio|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5864" PostTypeId="2" ParentId="5863" CreationDate="2015-08-25T04:44:47.027" Score="5" Body="&lt;p&gt;Try freesound.org - it has a large library of, uh, free sounds in WAV format: &lt;a href=&quot;http://freesound.org/search/?q=laughter&quot; rel=&quot;noreferrer&quot;&gt;http://freesound.org/search/?q=laughter&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8410" LastActivityDate="2015-08-25T04:44:47.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5865" PostTypeId="2" ParentId="5828" CreationDate="2015-08-25T08:06:55.233" Score="4" Body="&lt;p&gt;I recommend following datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dbtune.org/classical&quot; rel=&quot;nofollow&quot;&gt;DBTune.org/classical&lt;/a&gt; - set of resources describes concepts and individuals related to the canon of Western Classical Music&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://musedata.stanford.edu/&quot; rel=&quot;nofollow&quot;&gt;MuseData&lt;/a&gt; - project of the Center for Computer Assisted Research in the Humanities&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="118" LastEditorUserId="118" LastEditDate="2015-10-14T19:35:55.577" LastActivityDate="2015-10-14T19:35:55.577" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5866" PostTypeId="2" ParentId="5805" CreationDate="2015-08-25T08:15:15.287" Score="1" Body="&lt;p&gt;Yes, it could be done but converting to CSV will not help you since data in your Excel files identified by coloring rows. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suggest to use software libraries that allow to parse Excel files and to write function that detects color of the row and extracts the data required. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or you could convert all files to CSV file and to use simple linux commands &quot;sed/awk/grep/&quot; to filter irrelevant rows using keywords like &quot;Last name&quot; and &quot;Total&quot; to get all rows between them. &lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2015-08-25T08:15:15.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5867" PostTypeId="2" ParentId="5844" CreationDate="2015-08-25T08:56:06.493" Score="3" Body="&lt;p&gt;Without being a trained copyright expert, the crux of your endevour lies in your process of aggregating your text corpus:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Over the years, I collected texts from &lt;strong&gt;many different internet sources&lt;/strong&gt; (Blogs, Forums, Amazon, News portals, Project Gutenberg, etc.) by my own, which I aggregated and compiled into various data sets that could be very valuable for the Digital Text Forensics community. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h3&gt;Your problem&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;If you want to share the resulting data set with your name on it (and don't risk any trouble), &lt;strong&gt;every  source&lt;/strong&gt; you use must be published under a license which &lt;em&gt;explicitely allows&lt;/em&gt; its reuse. That means, to be sure, you would have to read the terms/license statement of every blog you scrape. Forums, if they are older, usually don't enforce a permissive license on user contributions. Project Gutenberg usually has an explicit per-book license, and a &lt;a href=&quot;http://www.gutenberg.org/wiki/Gutenberg:The_Project_Gutenberg_License&quot; rel=&quot;nofollow&quot;&gt;general license information page&lt;/a&gt;. Their content looks rather fine to use. For commercial entities like Amazon, they probably don't have a license that allows reuse without explicit, written permission.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Practical recommendation&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;If your process of generating your derived data sets (the ones you want to share) from a set of given inputs is rather automated, you could recreate a reduced version that only relies on sources that were explicitely published under a permissive license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, in the end, you must choose a license for your own publication. If your data set resembles a database, the &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/summary/&quot; rel=&quot;nofollow&quot;&gt;ODbL&lt;/a&gt; might be a good choice. And just like you want to be attributed for your work, you should accompany your dataset with sufficient attribution for the creators of your sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yes, this is all very cumbersome, but that's how copyright law is right now.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="930" LastEditDate="2015-08-25T14:02:05.450" LastActivityDate="2015-08-25T14:02:05.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5868" PostTypeId="1" CreationDate="2015-08-25T10:05:39.860" Score="5" ViewCount="47" Body="&lt;p&gt;I'm an undergraduate and i working on a sentiment analysis project on email &lt;a href=&quot;https://drive.google.com/folderview?id=0B4Khak2hwDi1fjBWSGZpZ2kzZlh0NEd3Nk9vS2FnOU1LTnQ1TmdOalFVRGxod200UXo1dE0&amp;amp;usp=sharing&quot; rel=&quot;nofollow&quot;&gt;data&lt;/a&gt;. my first task is to do an opinion mining on the data-set. I train the data with two separate 'English opinion lexicon' data (positive and negative of course ). but the results are not much satisfied. I think if i have more related lexicons results may more accurate. My interest on business related lexicon text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone have any business related text English opinion lexicons available for public download ..?&lt;/p&gt;&#xA;" OwnerUserId="6475" LastEditorUserId="90" LastEditDate="2015-08-25T13:45:07.243" LastActivityDate="2016-02-07T21:33:55.800" Title="Publicly Available 'English Opinion Lexicons' Txt" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5870" PostTypeId="1" AcceptedAnswerId="5877" CreationDate="2015-08-25T18:28:48.820" Score="7" ViewCount="227" Body="&lt;p&gt;Is there any site where one can easily publish a small database (&amp;lt;5MB)? Ideally, the data should be published in a way that it could be sql selected by number of parameters. Just like any national statistical office (for example, &lt;a href=&quot;http://www.statistikdatabasen.scb.se/pxweb/en/ssd/START__BE__BE0101__BE0101A/BefolkningNy/?rxid=a2981844-9d8a-428d-a9f7-7360e6b98812&quot; rel=&quot;nofollow&quot;&gt;Sweden&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, I only need to publish small datasets. But the key feature, it the possibility to select a subset of the data easily. &lt;/p&gt;&#xA;" OwnerUserId="7044" LastEditorUserId="1652" LastEditDate="2015-08-26T18:44:59.430" LastActivityDate="2015-08-28T00:39:13.810" Title="Where can I publish small database for free?" Tags="|releasing-data|sql|" AnswerCount="2" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="5871" PostTypeId="1" CreationDate="2015-08-25T18:35:38.907" Score="5" ViewCount="31" Body="&lt;p&gt;I'm looking at changes in federal spending on cities since 1970, in ten-year intervals. Ideally, this data would be in two parts: 1) payments to cities that they could spend as they wish and 2) total federal support for cities including grants for specific purposes. I'm looking both for total dollar amounts and as a percentage of city spending.&lt;/p&gt;&#xA;&lt;p&gt;I'm also looking for comparable figures of cities by US state.&lt;/p&gt;&#xA;&lt;p&gt;My belief is that federal and state support for cities has declined, but I need to demonstrate or refute that claim. Any advice for a step in the right direction is helpful.&lt;/p&gt;&#xA;" OwnerUserId="8416" LastEditorUserId="23272" LastEditDate="2021-04-07T13:15:56.760" LastActivityDate="2021-04-07T13:15:56.760" Title="I'm trying to find the amount of federal funding allocated to US cities since 1970. Blocks grants and earmarked funding" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5872" PostTypeId="2" ParentId="4453" CreationDate="2015-08-25T19:11:38.847" Score="2" Body="&lt;p&gt;The two best databases with population data are Human Mortality Database and Human Fertility Database. Both are run by highly professional demographers. When needed and possible, the data are harmonized. Also, both at &lt;a href=&quot;http://www.mortality.org/&quot; rel=&quot;nofollow&quot;&gt;HMD&lt;/a&gt; and &lt;a href=&quot;http://www.humanfertility.org/&quot; rel=&quot;nofollow&quot;&gt;HFD&lt;/a&gt; you'll find brilliant documentation.  Nice thing is, they only add data for those countries for which it could be proven that the data are of high quality.  You can rely on these data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need just one perfect case, pretty standard in demography is to use Sweden.  Their high quality data dates back to 1748! Here is the &lt;a href=&quot;http://www.statistikdatabasen.scb.se/pxweb/en/ssd/START__BE__BE0101__BE0101A/BefolkningNy/?rxid=a2981844-9d8a-428d-a9f7-7360e6b98812&quot; rel=&quot;nofollow&quot;&gt;link to their statistical office&lt;/a&gt;, population Database. They have register data for each County from 1968!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can easily find long series for counties at their national statistical units. Good quality data exists for sure for all Scandinavian countries. &lt;/p&gt;&#xA;" OwnerUserId="7044" LastEditorUserId="7044" LastEditDate="2016-03-12T19:07:51.720" LastActivityDate="2016-03-12T19:07:51.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5874" PostTypeId="2" ParentId="5828" CreationDate="2015-08-25T20:57:16.523" Score="3" Body="&lt;p&gt;There is also the International Music Score Library Project, also known as the Petrucci Music Library&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://imslp.org/&quot; rel=&quot;nofollow&quot;&gt;http://imslp.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will have to investigate copyright issues for your own purposes.&lt;/p&gt;&#xA;" OwnerUserId="8418" LastActivityDate="2015-08-25T20:57:16.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5875" PostTypeId="1" CreationDate="2015-08-25T20:58:23.300" Score="7" ViewCount="4156" Body="&lt;p&gt;So as the title suggests I'm trying to retrieve NFL stats for players. I've found that Wikipedia has a quite extensive statistics panel for a lot of players (i.e Tom Brady &lt;a href=&quot;https://en.wikipedia.org/wiki/Tom_Brady#Professional_statistics&quot;&gt;https://en.wikipedia.org/wiki/Tom_Brady#Professional_statistics&lt;/a&gt;) but I can't seem to figure out how to retrieve this data. The Wiki API doesn't seem very helpful and I can't get it from the DOM because the class is &lt;code&gt;wikitable&lt;/code&gt; and there are many &lt;code&gt;wikitable&lt;/code&gt;s on the site. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have a solution for this? Or perhaps a better method of retrieving NFL stats (preferably free or close to it).&lt;/p&gt;&#xA;" OwnerUserId="8419" LastEditorUserId="1511" LastEditDate="2015-08-26T06:06:40.230" LastActivityDate="2019-03-27T04:25:25.780" Title="Get season statistics for NFL players" Tags="|api|sports|wikipedia|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5876" PostTypeId="2" ParentId="5875" CreationDate="2015-08-26T07:32:08.157" Score="2" Body="&lt;p&gt;nflsavant has every nfl player from 1960-2013&lt;br&gt;&#xA;&lt;a href=&quot;http://nflsavant.com/about.php&quot; rel=&quot;nofollow&quot;&gt;http://nflsavant.com/about.php&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nflsavant.com/dump/players_2013-12-12.csv&quot; rel=&quot;nofollow&quot;&gt;http://nflsavant.com/dump/players_2013-12-12.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-08-26T07:32:08.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5877" PostTypeId="2" ParentId="5870" CreationDate="2015-08-26T12:52:17.763" Score="3" Body="&lt;p&gt;If it's really simple, you can use the &lt;a href=&quot;https://help.github.com/articles/rendering-csv-and-tsv-data/&quot; rel=&quot;nofollow&quot;&gt;CSV viewer from Github&lt;/a&gt;, which has a built-in search tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A similar tool is &lt;a href=&quot;http://datapipes.okfnlabs.org/&quot; rel=&quot;nofollow&quot;&gt;datapipes&lt;/a&gt; and for &lt;a href=&quot;http://datapipes.okfnlabs.org/html/&quot; rel=&quot;nofollow&quot;&gt;HTML&lt;/a&gt; from OKFN Labs.  &lt;a href=&quot;http://datapipes.okfnlabs.org/csv/html/?url=https://raw.github.com/datasets/s-and-p-500-companies/master/data/constituents-financials.csv&quot; rel=&quot;nofollow&quot;&gt;See the demo&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For a more complicated dataset, with more than one table, then another simple option is to export the database as a .SQL file and then let users import it into the SQL database of their choice. You can host the .sql file anywhere, but Github and Datahub.io are two good choices. Here is a &lt;a href=&quot;http://datahub.io/dataset/omegawiki/resource/92fa903d-cd60-4ff4-a5b7-ed1687ca6360&quot; rel=&quot;nofollow&quot;&gt;simple example&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can expand this answer for tips on how to do this if that is the direction you go.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another option is then to use visualization tool or other Javascript library for display CSV data. See for example &lt;a href=&quot;https://github.com/mbostock/d3/wiki/CSV&quot; rel=&quot;nofollow&quot;&gt;D3.js + CSV&lt;/a&gt;. There are hosts of other CSV-editors and viewers for the browser.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-08-26T12:52:17.763" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5878" PostTypeId="1" CreationDate="2015-08-26T17:32:59.817" Score="2" ViewCount="55" Body="&lt;p&gt;I am looking for surveys or any other kind of data source indicating the percentage of Frenchmen who are in favor of allowing UberPOP in France.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-09-26T12:48:54.723" Title="Data on the percentage of Frenchmen who are in favor of allowing UberPOP in France" Tags="|data-request|france|survey|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5879" PostTypeId="1" AcceptedAnswerId="5880" CreationDate="2015-08-26T17:38:47.390" Score="4" ViewCount="86" Body="&lt;p&gt;Particularly interested in ball/strike calls for each at-bat along with the batter, pitcher, and umpire name. Any time frame would work. Data on the outcome of the at-bat would also be valuable.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-08-26T18:22:37.543" Title="MLB Ball/Strike data" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5880" PostTypeId="2" ParentId="5879" CreationDate="2015-08-26T18:22:37.543" Score="2" Body="&lt;p&gt;PITCHf/x Search function by Baseball Savant provides search functionality for the MLBAM PITCHf/x database:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.baseballsavant.com/pitchfx_search.php&quot; rel=&quot;nofollow&quot;&gt;http://www.baseballsavant.com/pitchfx_search.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-08-26T18:22:37.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5881" PostTypeId="2" ParentId="5878" CreationDate="2015-08-27T12:17:39.877" Score="2" Body="&lt;p&gt;You can do sentiment analysis on social media feeds, &lt;strong&gt;but&lt;/strong&gt; I suspect there is an inherent overlap (bias) between social media users (e.g. Twitter) and people who are pro-Uber.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To do so with Twitter, you can use the API to search terms related to Uber with the following constraints:&#xA;+ located in France (bounding box)&#xA;+ tweet text in the French language&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to Search, you can measure an endorsement of a view by retweets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not scientific, but if you wanted to make it scientific, you'd have to hit the streets and phone lines and start very randomly sampling people.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-08-27T12:17:39.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5882" PostTypeId="2" ParentId="5819" CreationDate="2015-08-27T16:55:10.077" Score="2" Body="&lt;p&gt;Yes, you can get a general ball park figure, but it is based on a lot of assumptions. My main assumption is when you say leave, you mean as departing from France merely as a tourism function and not a permanent relocation.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Assumption 1: The significant amount of travel by Americans will travel directly by air from France to the United States of America.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Bureau of Transportation Statistics provides the number of passengers traveling to and from the United States of America, find the information &lt;a href=&quot;http://www.transtats.bts.gov/Fields.asp?Table_ID=261&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. If you take only the passengers traveling from France to the United States of America, you get a general idea of how many people travel the route; about 3,300,356 passengers in 2014.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A couple of caveats, the number of passengers is only for the direct routes, so trips that puddle jump to England and then travel to the United States are not counted.&lt;/li&gt;&#xA;&lt;li&gt;Passengers on these trips are counted if they are coming from other countries as part of a puddle jump, the passenger could be flying from Dubai to visit the United States.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Assumption 2: If we eliminate French tourists, all that remains is American travelers; disregarding spoke operations.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Office of Travel Tourism and &lt;a href=&quot;http://travel.trade.gov/outreachpages/inbound.general_information.inbound_overview.html&quot; rel=&quot;nofollow&quot;&gt;Industries provides International Visitation in the United States&lt;/a&gt;. It specifically develops a &lt;a href=&quot;http://travel.trade.gov/outreachpages/download_data_table/2014_France_Market_Profile.pdf&quot; rel=&quot;nofollow&quot;&gt;French tourism synopsis&lt;/a&gt;, among other nations, to which an estimated 1,625,000 French tourists visit the states. Leaving us with 1,675,356 passengers with flights to in the United States of America. &lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Assumption 3: United States tourists do not all directly fly to France and they will leave France within the year they arrive.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Checking the &lt;a href=&quot;http://travel.trade.gov/outreachpages/download_data_table/2014_US_Travel_Abroad.pdf&quot; rel=&quot;nofollow&quot;&gt;outbound United States tourists&lt;/a&gt;, 2,124,000.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Assumption 4: Expatriate travel is insignificant.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://france.usembassy.gov/us-france-americans.html&quot; rel=&quot;nofollow&quot;&gt;United States Embassy estimates&lt;/a&gt; there are 100,000 expats in France. Which assuming a 10% travel inclination to leave France, does not have a significant impact on estimates. This piggy backs on Andrew's comment.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Based on all of this, you can crudely estimate on a yearly basis the number of Americans traveling from France. For 2014 you can estimate between 1.6 million to 2.1 million Americans traveling from France to the United States. The great thing about the BTS data is that it is available on a monthly basis.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-08-27T16:55:10.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5883" PostTypeId="1" CreationDate="2015-08-27T18:57:07.480" Score="3" ViewCount="16670" Body="&lt;p&gt;Is there a way to access previous craigslist postings in bulk? Particularly interested in being able to select certain categories and download all listings at certain time periods for that category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or am I better off just crawling and slowly building the required data set over time?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2023-10-16T15:43:01.813" Title="Previous Craigslist Postings" Tags="|data-request|web-crawling|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5884" PostTypeId="2" ParentId="4670" CreationDate="2015-08-27T20:24:00.840" Score="1" Body="&lt;p&gt;These files are now posted on the SERFF site: &lt;a href=&quot;http://www.serff.com/plan_management_data_templates_2016.htm&quot; rel=&quot;nofollow&quot;&gt;2016 QHP Templates&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8438" LastEditorDisplayName="user4293" LastEditDate="2015-09-28T14:10:20.590" LastActivityDate="2015-09-28T14:10:20.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5885" PostTypeId="2" ParentId="3943" CreationDate="2015-08-27T22:00:39.310" Score="1" Body="&lt;p&gt;The IMF seemingly opened a free access to their stats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.imf.org/external/data.htm&quot; rel=&quot;nofollow&quot;&gt;https://www.imf.org/external/data.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Bulk download is available after registration.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-08-27T22:00:39.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5886" PostTypeId="2" ParentId="5870" CreationDate="2015-08-28T00:18:21.227" Score="2" Body="&lt;p&gt;If you're looking for completely out of the box solution, datahubs.io or opendata.socrata.com (*) are your best bets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With all datasets posted on Socrata, you get an embeddable and filterable view (such as &lt;a href=&quot;https://opendata.socrata.com/d/iu3z-yanc&quot; rel=&quot;nofollow&quot;&gt;https://opendata.socrata.com/d/iu3z-yanc&lt;/a&gt;) in addition to an automatically documented API (such as &lt;a href=&quot;http://dev.socrata.com/foundry/#/opendata.socrata.com/iu3z-yanc&quot; rel=&quot;nofollow&quot;&gt;http://dev.socrata.com/foundry/#/opendata.socrata.com/iu3z-yanc&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;* In full disclosure, I work for Socrata&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2015-08-28T00:39:13.810" LastActivityDate="2015-08-28T00:39:13.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5887" PostTypeId="2" ParentId="5883" CreationDate="2015-08-28T08:05:22.550" Score="1" Body="&lt;p&gt;You can use the Internet Archive's &lt;a href=&quot;https://archive.org/web/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wayback Machine&lt;/a&gt; to retrieve old Craigslist pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, capture dates:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/*/http://sfbay.craigslist.org/search/ats&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And one archived page:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/20150113174952/http://sfbay.craigslist.org/search/ats&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;All of these links go to archived listings. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/20150113185626/http://sfbay.craigslist.org/sby/ats/4841850048.html&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Instead of screen-scraping, there is an &lt;a href=&quot;https://archive.org/help/wayback_api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;, which makes the process of finding archive dates for individual pages.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This simple API for Wayback is a test to see if a given url is archived and currenlty accessible in the Wayback Machine. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here is a &lt;a href=&quot;https://gist.github.com/philshem/9504719&quot; rel=&quot;nofollow noreferrer&quot;&gt;small python script&lt;/a&gt; to access the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The good thing about Craigslist is that one you give the host-name (i.e. &lt;strong&gt;sfbay&lt;/strong&gt;.craigslist.org), the rest of the URL structure should be similar. You can also scrape the main page to get all the host-names (sfbay, newyork, etc). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll find a complete list of categories sites on the CL &lt;a href=&quot;http://www.craigslist.org/about/bulk_posting_interface&quot; rel=&quot;nofollow noreferrer&quot;&gt;bulk loading page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Other ideas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Rework an &lt;a href=&quot;https://github.com/mohislm/craigslist-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;unofficial API&lt;/a&gt; to use the Wayback machine URL&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/10353131/2327328&quot;&gt;Use the RSS feed from CL&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For other ideas, take a look at these questions from StackOverflow&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/q/237124/2327328&quot;&gt;2008&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/q/3633830/2327328&quot;&gt;2010&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/q/10353021/2327328&quot;&gt;2012&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-08-28T08:30:14.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5888" PostTypeId="1" CreationDate="2015-08-28T13:57:47.407" Score="2" ViewCount="38" Body="&lt;p&gt;I'm looking for a list of nursing schools in Pennsylvania (PA) along with the addresses, enrollment, and graduation rates.  Preferably in a non-scrapable format like JSON or CSV.&lt;/p&gt;&#xA;" OwnerUserId="2837" LastEditorUserId="1511" LastEditDate="2015-08-31T14:12:30.660" LastActivityDate="2015-08-31T14:12:30.660" Title="List of Pennsylvania Nursing Schools their Addresses, Enrollment, Graduation Rates?" Tags="|data-request|usa|medical|state|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5889" PostTypeId="2" ParentId="103" CreationDate="2015-08-28T15:40:17.807" Score="2" Body="&lt;p&gt;A popular tick data source is &lt;a href=&quot;https://www.dukascopy.com/swiss/english/marketwatch/historical/&quot; rel=&quot;nofollow&quot;&gt;Dukascopy&lt;/a&gt; that offers free data spanning from 2003 (for most currencies) to now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data quality is usually considered good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;About the license:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data is made available to users for personal use only, solely for the purpose of testing and evaluating their proprietary electronic trading strategies. Data is not intended and/or made available for any other purpose.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;It is also prohibited to alter, modify, reverse-engineer, create derivative products on the basis of or otherwise temper with Data for purpose other than the one indicated above.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;It is prohibited to publicly display any part of the Data or disseminate it to any third parties.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;It is prohibited to refer, directly or indirectly, to Dukascopy and/or Data in connection with the performance of any trading strategy derived via Data.&#xA;  By providing access to Data, Dukascopy does not waive any of its rights in or with respect to the foregoing.&#xA;  No warranty by Dukascopy&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Data is provided on “AS IS” and “WITH ALL ITS FAULTS” basis. Dukascopy makes no warranty and/or representation with regard to Data whatsoever. Dukascopy, its owners, subsidiaries, employees, management and agents shall have no liability whatsoever in connection with access to and use of Data by users. Without derogating from the generality of the foregoing, among other Dukascopy does not warrant or represent:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You could consider Gain Capital's &lt;a href=&quot;http://ratedata.gaincapital.com/&quot; rel=&quot;nofollow&quot;&gt;historical quote data&lt;/a&gt; (CSV format).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data contains the following fields: &lt;code&gt;Currency Pair&lt;/code&gt;, &lt;code&gt;Date&lt;/code&gt;, &lt;code&gt;Bid Price&lt;/code&gt; and &lt;code&gt;Ask Price&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most outstanding feature of their tick data is the time range covered but:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;they changed their format a few times (e.g. take a look at &lt;a href=&quot;http://www.tickstory.com/forum/viewtopic.php?f=5&amp;amp;t=592&quot; rel=&quot;nofollow&quot;&gt;http://www.tickstory.com/forum/viewtopic.php?f=5&amp;amp;t=592&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;there are complains about the data quality (i.e. data missing large chunks of time / misaligned periods)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Also &lt;a href=&quot;http://www.fxhistoricaldata.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.fxhistoricaldata.com/&lt;/a&gt; offers Forex intraday data provided in two different periods (hourly and daily) and for 17 FX pairs.&lt;/p&gt;&#xA;" OwnerUserId="8444" LastActivityDate="2015-08-28T15:40:17.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5890" PostTypeId="1" CreationDate="2015-08-28T21:05:26.457" Score="5" ViewCount="97" Body="&lt;p&gt;When I create a custom view, a map, chart, graph or report, and save it, the definition of that view is stored somewhere on Socrata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How is the definition stored? Is it a schema?&#xA;How can I download the definition?&#xA;How can I upload a modified version of the view back to Socrata?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My goal is two fold:&#xA;I want to do version control of my views&#xA;Many times I want to use the same map or view with different datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The answer &quot;Version control can be done with the abcd-wxyz Socrata unique identifier at the end of the URL is not very useful. I can not diff one version of the view with the next other than eye-balling it. I would like to be able to download the schema as a text file that I could then store in a git repository.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once I have a local copy of the schema, I could then generate the same type of view by uploading it to a different data set. Perhaps a different dataset on the same open data portal. Perhaps the same type of dataset at a different open data portal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would also aid me when importing new datasets. If the dataset was incident or ticket type data I could then import a standard set of views. A map, bar charts of types, age or status.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I like the Socrata web UI. It is easy to use and fairly powerful. It would be nice to be able to also manage the view schemas the same way I manage code or in my case as a Linux systems administrator, operating system/application configurations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry for the long message but version control of views is an such an obvious requirement for a open data portal. I am surprised I can not find any information about it?&lt;/p&gt;&#xA;" OwnerUserId="8448" LastActivityDate="2015-08-29T00:50:11.013" Title="How do I download a Socrata graph or map definition I have created?" Tags="|data.gov|uses-of-open-data|socrata|git|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5891" PostTypeId="2" ParentId="5890" CreationDate="2015-08-29T00:50:11.013" Score="3" Body="&lt;p&gt;I see our support team responded to your support request you posted to support.socrata.com. The gist of the answer, for others' benefit, is that this is not currently supported but we are passing this feedback and request on to our product and marketing teams.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are absolutely determined to do this, you &lt;em&gt;can&lt;/em&gt; visit a chart such as &lt;a href=&quot;https://data.cityofchicago.org/d/hrnt-vbxn&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofchicago.org/d/hrnt-vbxn&lt;/a&gt; and watch your web browsers' XHR requests. You will see one to &lt;code&gt;/api/views/fourByFour.json&lt;/code&gt; which will include what you're looking for. This is not a supported feature though.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-08-29T00:50:11.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5892" PostTypeId="1" CreationDate="2015-08-29T12:21:12.940" Score="9" ViewCount="5122" Body="&lt;p&gt;I am currently working on a disease diagnosis system, it is a prototype based on one of my dissertation papers &lt;a href=&quot;http://www.hindawi.com/journals/jdm/2014/909684/abs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;S-Approximation: A New Approach to Algebraic Approximation&lt;/a&gt; and &lt;a href=&quot;http://dx.doi.org/10.3233/FI-2015-1236&quot; rel=&quot;nofollow noreferrer&quot;&gt;S-approximation Spaces: A Three-way Decision Approach&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Up to now, I have used randomly generated datasets, most of them are toy examples which I have generated myself randomly. However, it would be great if I can access some disease and symptoms datasets, so I can test my system with real data.&lt;/p&gt;&#xA;&lt;p&gt;So far, I have searched for months over the Internet, but the more I went, the less I found.&lt;/p&gt;&#xA;&lt;p&gt;Cutting the story short, &lt;strong&gt;are there any freely available datasets in which for every disease x we have a set of symptoms like {a,b,c,d,e,f,g}&lt;/strong&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2043" LastEditorUserId="23272" LastEditDate="2022-07-14T14:22:02.447" LastActivityDate="2022-07-14T14:22:02.447" Title="Disease Symptom Dataset?" Tags="|data-request|disease|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="5893" PostTypeId="2" ParentId="5892" CreationDate="2015-08-29T18:33:40.087" Score="5" Body="&lt;p&gt;OpenDDX (Open disease x symptom data) is a project &quot;about creating an open, reliable, global database that associates symptoms with diseases, for the good of everyone.&quot;&lt;br&gt;&#xA;&lt;a href=&quot;http://openddx.net/&quot; rel=&quot;noreferrer&quot;&gt;http://openddx.net/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Project on GitHub:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/openddx&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/openddx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Oddx-arch's repo explains this thoroughly:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/openddx/oddx-arch/wiki/OpenDDX:-an-open,-distributed-database-of-disease-symptom-observations&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/openddx/oddx-arch/wiki/OpenDDX:-an-open,-distributed-database-of-disease-symptom-observations&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;concept document (google docs):&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/document/d/1T05Ao-7uVtOW0rjn_qZray9DK5VtJiIoZ7aU7Q6tA8k/edit#heading=h.xlsnjbxwmwpx&quot; rel=&quot;noreferrer&quot;&gt;https://docs.google.com/document/d/1T05Ao-7uVtOW0rjn_qZray9DK5VtJiIoZ7aU7Q6tA8k/edit#heading=h.xlsnjbxwmwpx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;to clarify, I know they are attempting it, not sure what they've accomplished/if its a solution here....&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-08-29T18:42:16.377" LastActivityDate="2015-08-29T18:42:16.377" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5894" PostTypeId="1" CreationDate="2015-08-30T09:34:15.487" Score="2" ViewCount="33" Body="&lt;p&gt;I am doing a social network analysis of Indian politicians and Businessmen.&lt;br&gt;&#xA;I found the biodata of Indian politicians on Indian parliament websites.&lt;br&gt;&#xA;Are there any datasets / sites giving the same for famous businessmen / company directors like Vijay Mallya or Naveen Jindal?&lt;/p&gt;&#xA;" OwnerUserId="6281" LastActivityDate="2015-08-30T09:34:15.487" Title="Data about indian businessmen" Tags="|business|india|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5895" PostTypeId="1" CreationDate="2015-08-30T08:46:22.157" Score="7" ViewCount="132" Body="&lt;p&gt;I've got a temperature and humidity sensor that captures the data outside the house and whose data I collect every 5 minutes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a standard protocol/format that I can use to publish those data on the web, preferably on my homepage? Maybe even a software that does this automatically?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I found the following online services that one can send data to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.wunderground.com/&quot; rel=&quot;nofollow&quot;&gt;Weather underground&lt;/a&gt; - no public protocol; you have to be registered&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://openweathermap.org/&quot; rel=&quot;nofollow&quot;&gt;OpenWeatherMap&lt;/a&gt; - &lt;a href=&quot;http://openweathermap.org/stations&quot; rel=&quot;nofollow&quot;&gt;protocol&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://backyard.weatherbug.com/group/backyardstations/page/backyardstations&quot; rel=&quot;nofollow&quot;&gt;WeatherBug Backyard Stations&lt;/a&gt; - &lt;a href=&quot;http://backyard.weatherbug.com/group/backyardstations/page/backyardstationsfaq&quot; rel=&quot;nofollow&quot;&gt;protocol&lt;/a&gt; (search for &quot;developer&quot;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;They have only submission protocols, but no standard way to publish the data (make them available to others).&lt;/p&gt;&#xA;" OwnerUserId="8457" OwnerDisplayName="cweiske" LastEditorUserId="1511" LastEditDate="2015-09-01T05:58:05.973" LastActivityDate="2015-09-03T13:43:18.490" Title="Protocol/software to publish weather information online" Tags="|releasing-data|weather|data-format|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5896" PostTypeId="2" ParentId="5333" CreationDate="2015-08-30T21:33:46.463" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://www.census.gov/data/developers/data-sets.html&quot; rel=&quot;nofollow&quot;&gt;US Census Bureau has an API&lt;/a&gt; for most of its datasets, which will allow you to retrieve state-based data in a structured form. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You just have to request an API key. They provide examples for each of the datasets - a small and basic dataset like the Population Estimates might be a good place to start. This example shows you what you would get if you select all states and the population and date variables from the 2013 dataset (copy and paste the entire link to get it to work):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.census.gov/data/2013/pep/natstprc?get=STNAME,POP&amp;amp;for=state:*&amp;amp;DATE=6&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It's plain text data - the format resembles the list type that's used in Python. I don't know if XML is an option or not.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[[&quot;STNAME&quot;,&quot;POP&quot;,&quot;DATE&quot;,&quot;state&quot;],&#xA;[&quot;Alabama&quot;,&quot;4833722&quot;,&quot;6&quot;,&quot;01&quot;],&#xA;[&quot;Alaska&quot;,&quot;735132&quot;,&quot;6&quot;,&quot;02&quot;],&#xA;[&quot;Arizona&quot;,&quot;6626624&quot;,&quot;6&quot;,&quot;04&quot;],&#xA;....&#xA;[&quot;Wisconsin&quot;,&quot;5742713&quot;,&quot;6&quot;,&quot;55&quot;],&#xA;[&quot;Wyoming&quot;,&quot;582658&quot;,&quot;6&quot;,&quot;56&quot;],&#xA;[&quot;Puerto Rico Commonwealth&quot;,&quot;3615086&quot;,&quot;6&quot;,&quot;72&quot;]]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you want a wide variety of variables, but don't want to query tons of different tables, you can try pulling from the demographic profile tables from the &lt;a href=&quot;http://factfinder.census.gov/faces/nav/jsf/pages/searchresults.xhtml?refresh=t&quot; rel=&quot;nofollow&quot;&gt;2010 Census (table DP-1)&lt;/a&gt; and the &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/&quot; rel=&quot;nofollow&quot;&gt;American Community Survey&lt;/a&gt; (tables DP02 through DP05).&lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="1511" LastEditDate="2015-08-31T06:13:43.553" LastActivityDate="2015-08-31T06:13:43.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5897" PostTypeId="2" ParentId="364" CreationDate="2015-08-31T00:14:34.757" Score="2" Body="&lt;p&gt;In Germany there is an initiative called &quot;Freifunk&quot;, which sets up free wifi networks everywhere. At the moment (August 2015) there are about 17K hotspots. There is a &lt;a href=&quot;http://www.freifunk-karte.de/&quot; rel=&quot;nofollow&quot;&gt;map&lt;/a&gt; showing all (public) hotspots and there are some &lt;a href=&quot;http://freifunk.net/blog/2013/12/die-freifunk-api/&quot; rel=&quot;nofollow&quot;&gt;APIs&lt;/a&gt; to get the data.&#xA;The advantage of Freifunk is that it doesn't require a registration and it's uncensored.&lt;/p&gt;&#xA;" OwnerUserId="8458" LastActivityDate="2015-08-31T00:14:34.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5899" PostTypeId="1" CreationDate="2015-08-31T21:12:50.010" Score="2" ViewCount="24" Body="&lt;p&gt;I am working on a project thesis and I haven't been able to find this set of data, mostly because everything I do encounter are global indexes and for specific countries, and looking into each country's specific website to find it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for any kind of file that has property prices in local currency for countries in Latin America in the same table, so I can run a comparative analysis. &lt;/p&gt;&#xA;" OwnerUserId="8471" LastEditorUserId="1511" LastEditDate="2015-09-01T06:46:48.367" LastActivityDate="2015-09-01T06:46:48.367" Title="Price of property prices in local currency for countries in Latin America" Tags="|data-request|prices|real-estate|latin-america|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5900" PostTypeId="1" AcceptedAnswerId="5911" CreationDate="2015-09-01T05:55:35.213" Score="2" ViewCount="17" Body="&lt;p&gt;I'm able to find the number of votes by a particular year on each election's Wikipedia page (such as &lt;a href=&quot;https://en.wikipedia.org/wiki/California_gubernatorial_election,_2010&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/California_gubernatorial_election,_2010&lt;/a&gt;), but they all link back to a pdf on the state website (such as &lt;a href=&quot;http://www.sos.ca.gov/elections/sov/2010-general/complete-sov.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.sos.ca.gov/elections/sov/2010-general/complete-sov.pdf&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have there been any attempts to aggregate this data in tabular format? I see &lt;a href=&quot;http://openelections.net/results/#ca&quot; rel=&quot;nofollow&quot;&gt;http://openelections.net/results/#ca&lt;/a&gt; but it is not populated yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I care is because I have recently found out that the gubernatorial turnout is directly related to the amount of signatures necessary to put a California proposition onto the ballot, so would like to compare the rates of the two.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2015-09-02T06:01:29.810" Title="California Gubernatorial Election Turnouts" Tags="|elections|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5901" PostTypeId="2" ParentId="5900" CreationDate="2015-09-01T06:17:54.080" Score="2" Body="&lt;p&gt;I found this excellent resource: &lt;a href=&quot;https://elections.nationbuilder.com/ca&quot; rel=&quot;nofollow&quot;&gt;https://elections.nationbuilder.com/ca&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here is the data dictionary: &lt;a href=&quot;https://elections.nationbuilder.com/about/data_columns&quot; rel=&quot;nofollow&quot;&gt;https://elections.nationbuilder.com/about/data_columns&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Registration may be required.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2015-09-01T06:17:54.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5902" PostTypeId="1" AcceptedAnswerId="5907" CreationDate="2015-09-01T10:44:10.407" Score="5" ViewCount="163" Body="&lt;p&gt;Might be slightly OT here but I'll give it a try since the topic is probably well known to many here:&lt;/p&gt;&#xA;&lt;p&gt;We're looking for a database or system to get current and upcoming holidays by location, worldwide, and in english and &lt;strong&gt;in each of the countries language&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;As in if there is a holiday on the first Sunday of April we would want to know that. I found various databases and small to large companies that export the data by year but most of them only offer the holiday names in English.&lt;/p&gt;&#xA;&lt;p&gt;We would appreciate any idea about this because we're kinda stuck on this one ;)&lt;/p&gt;&#xA;" OwnerUserId="8480" LastEditorUserId="-1" LastEditDate="2021-07-02T10:00:41.510" LastActivityDate="2021-07-02T10:10:13.520" Title="Worldwide holidays, and their names in the local dominant language" Tags="|data-request|language|calendar|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="5903" PostTypeId="2" ParentId="5768" CreationDate="2015-09-01T12:29:38.937" Score="1" Body="&lt;p&gt;I find Genomes (geonames.org) as currently the most comprehensive source still for town/village coordinates in that region of Africa. A lot of work has been added as part of the International Aid Transparency Initiative (IATI)’s geocoding element that has contributed to geonames.org’s more comprehensive coverage. &lt;/p&gt;&#xA;" OwnerUserId="4123" LastActivityDate="2015-09-01T12:29:38.937" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5904" PostTypeId="1" CreationDate="2015-09-01T14:19:52.970" Score="2" ViewCount="152" Body="&lt;p&gt;I know there are a lot of &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_online_music_databases&quot; rel=&quot;nofollow&quot;&gt;public music databases&lt;/a&gt;, but I'm not able to find one that expose APIs to get most popular/played/listened songs, for example I checked last.fm APIs and the only method to search songs that I found is &lt;a href=&quot;http://www.last.fm/api/show/library.getTracks&quot; rel=&quot;nofollow&quot;&gt;getTracks&lt;/a&gt; that retrieves &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;paginated list of all the tracks in a user's library&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So my question is: Is there any music database that expose APIs to get most popular/played/listened songs/tracks?&lt;/p&gt;&#xA;" OwnerUserId="8482" LastActivityDate="2015-09-01T14:19:52.970" Title="Public music database that expose APIs to get most popular songs?" Tags="|data-request|api|music|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5905" PostTypeId="1" CreationDate="2015-09-01T14:47:36.940" Score="2" ViewCount="240" Body="&lt;p&gt;Is there anywhere that I can obtain data on the numbers of visitors to attractions, such as museums, theme parks, etc.?  The most granular level I can seem to find is approximate figures per year, for example &lt;a href=&quot;http://www.aecom.com/deployedfiles/Internet/Capabilities/Economics/_documents/2012%20Theme%20Index%20Combined_1-1_online.pdf&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.  I would like something per month, week or even day if possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note I am UK-based so would like to see something for UK attractions, though if anyone knows of anything for other locations then please do share!&lt;/p&gt;&#xA;" OwnerUserId="8483" LastEditorUserId="1511" LastEditDate="2015-11-01T10:06:26.080" LastActivityDate="2015-11-02T14:41:13.670" Title="Theme park visitor data" Tags="|data-request|glam|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5907" PostTypeId="2" ParentId="5902" CreationDate="2015-09-01T22:27:34.883" Score="1" Body="&lt;p&gt;Several are found here: &lt;a href=&quot;http://holidays.kayaposoft.com/&quot; rel=&quot;nofollow&quot;&gt;http://holidays.kayaposoft.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A lot more are found here: &lt;a href=&quot;https://www.mozilla.org/en-US/projects/calendar/holidays/&quot; rel=&quot;nofollow&quot;&gt;https://www.mozilla.org/en-US/projects/calendar/holidays/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Language is an issue though. Not sure what you want. In the case of e.g. Algeria would you want Arabic or French? Or in the case of Nigeria, would you want English or another of the &lt;a href=&quot;https://en.wikipedia.org/wiki/Languages_of_Nigeria&quot; rel=&quot;nofollow&quot;&gt;~500 languages&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe the best would be to separate these steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Find all holidays, e.g. by crawling the &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Lists_of_public_holidays_by_country&quot; rel=&quot;nofollow&quot;&gt;Wikipedia list of public holidays by country&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Translate into local langues&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="975" LastActivityDate="2015-09-01T22:27:34.883" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5908" PostTypeId="1" CreationDate="2015-09-01T23:41:11.723" Score="3" ViewCount="37" Body="&lt;p&gt;I wonder what are the possible data formats that can be published for 1-star &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow&quot;&gt;level of open data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only example I have found is with the PDF format, I wonder if there are other possible formats to obtain the first star.&lt;/p&gt;&#xA;" OwnerUserId="8489" LastEditorUserId="505" LastEditDate="2015-12-07T09:14:18.480" LastActivityDate="2015-12-07T09:14:18.480" Title="What data formats that can be published on the first level (1 star) of open data?" Tags="|data-format|5-star-scheme|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5910" PostTypeId="2" ParentId="5908" CreationDate="2015-09-02T04:56:19.597" Score="4" Body="&lt;p&gt;For level 1, any format is fine. Even a picture of data written on a sheet of paper is OK. That's because level 1 is only about web availability and license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, yes, any format: PDF, XLS, CSV, JPG, SQL, or even opaque binary blobs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.w3.org/DesignIssues/LinkedData.html&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;(1 star) Available on the web (whatever format) but with an open licence, to be Open Data&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/DhxCz.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/DhxCz.jpg&quot; alt=&quot;Open data stars mug&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-09-02T04:56:19.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5911" PostTypeId="2" ParentId="5900" CreationDate="2015-09-02T06:01:29.810" Score="1" Body="&lt;p&gt;This resource has a more direct reference to what I want: &lt;a href=&quot;http://ballotpedia.org/Signature_requirements_for_ballot_measures_in_California&quot; rel=&quot;nofollow&quot;&gt;http://ballotpedia.org/Signature_requirements_for_ballot_measures_in_California&lt;/a&gt;. It seems to circumvent the data quality issues (or at least -- the interpretability issue) of the nationbuilder data too.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2015-09-02T06:01:29.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5912" PostTypeId="1" CreationDate="2015-08-31T20:27:55.690" Score="6" ViewCount="1119" Body="&lt;p&gt;I'm pretty new to data science and want to get my hands dirty. What are some good publicly available data sets to play with? &lt;/p&gt;&#xA;" OwnerUserId="8497" OwnerDisplayName="sebastianspiegel" LastEditorUserId="975" LastEditDate="2015-09-02T17:29:37.837" LastActivityDate="2015-10-14T23:08:35.930" Title="What are some sources for interesting data sets to play with?" Tags="|data-request|" AnswerCount="7" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5913" PostTypeId="2" ParentId="5912" CreationDate="2015-08-31T23:06:18.670" Score="3" Body="&lt;p&gt;For health care claims, there's the United States CMS 2008-2010 Data Entrepreneurs’ Synthetic Public Use File (&lt;a href=&quot;https://www.cms.gov/Research-Statistics-Data-and-Systems/Downloadable-Public-Use-Files/SynPUFs/DE_Syn_PUF.html&quot; rel=&quot;nofollow&quot;&gt;DE-SynPUF&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="8351" OwnerDisplayName="BChan" LastActivityDate="2015-08-31T23:06:18.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5914" PostTypeId="2" ParentId="5912" CreationDate="2015-09-01T04:17:16.617" Score="1" Body="&lt;p&gt;There is a public chess set at &lt;a href=&quot;http://www.top-5000.nl/pgn.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.top-5000.nl/pgn.htm&lt;/a&gt;. You can use it predict the relative piece values in chess and more.&lt;/p&gt;&#xA;" OwnerUserId="6457" OwnerDisplayName="Student T" LastActivityDate="2015-09-01T04:17:16.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5915" PostTypeId="2" ParentId="5912" CreationDate="2015-09-01T06:25:18.770" Score="2" Body="&lt;p&gt;check &lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow&quot;&gt;kaggle.com&lt;/a&gt;, it is a best place to start and experiment on data science&lt;/p&gt;&#xA;" OwnerUserId="6325" OwnerDisplayName="Sreejithc321" LastActivityDate="2015-09-01T06:25:18.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5916" PostTypeId="2" ParentId="5912" CreationDate="2015-09-01T14:27:57.307" Score="1" Body="&lt;p&gt;There are multiple datasets available in the UCI machine learning Repository. You can find this &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="phiver" LastActivityDate="2015-09-01T14:27:57.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5918" PostTypeId="2" ParentId="5912" CreationDate="2015-09-01T18:45:46.127" Score="1" Body="&lt;p&gt;It depends on your interest. As others already suggested &lt;a href=&quot;http://www.kaggle.com&quot; rel=&quot;nofollow&quot;&gt;www.kaggle.com&lt;/a&gt; is a good place to start if you want to solve well defined problems. There is also a good community there You can learn from them. But data here is mostly clean which is not the case usually in real life. I would also suggest &lt;a href=&quot;http://www.drivendata.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.drivendata.org/&lt;/a&gt; and &lt;a href=&quot;https://www.crowdanalytix.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.crowdanalytix.com/&lt;/a&gt; if You like competitions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If You just want to play around with your new skills find any data source about the topic You are interested in (like &lt;a href=&quot;https://www.quandl.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/&lt;/a&gt; for financial and economic data) and apply what you learn for any data there.&lt;/p&gt;&#xA;" OwnerDisplayName="Viktor" LastActivityDate="2015-09-01T18:45:46.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5919" PostTypeId="1" CreationDate="2015-09-02T13:42:48.590" Score="1" ViewCount="53" Body="&lt;p&gt;I am currently working with US census data from 2013 at the latest. I am very interested in getting population and other demographic data pertaining to 2014 and   Early 2015 as soon as possible. What approaches have people used in the past to get a sense of where the major Demographic changes are happening before the official census data is released?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NOTE: I'm interested in geographically specific information. Any information about US areas that is any less specific than the city or county level is not of any interest to me&lt;/p&gt;&#xA;" OwnerUserId="1806" LastEditorUserId="1511" LastEditDate="2015-09-02T13:55:05.503" LastActivityDate="2015-09-02T18:23:55.760" Title="What are some good approaches for predicting sub-state level population changes before census data is released" Tags="|data-request|usa|us-census|demographics|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5920" PostTypeId="1" CreationDate="2015-09-02T15:51:31.150" Score="3" ViewCount="72" Body="&lt;p&gt;Student in data analysis and diabetes, I'm looking for a data set that contains the features below to test some algorithm of prediction (random forest). Where can I get such a data set, please?&lt;/p&gt;&#xA;&lt;p&gt;The features:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Continuous blood sugar&lt;/li&gt;&#xA;&lt;li&gt;recent food out to several hours depending on the type and how much&#xA;activity levels&lt;/li&gt;&#xA;&lt;li&gt;stress levels&lt;/li&gt;&#xA;&lt;li&gt;illness&lt;/li&gt;&#xA;&lt;li&gt;basal and bolus insulin rate (the patient wears a pump)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="8496" LastEditorUserId="70" LastEditDate="2022-10-14T19:03:51.913" LastActivityDate="2022-10-14T19:03:51.913" Title="Looking for a blood glucose data set for predictive algorithm" Tags="|data-request|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="5921" PostTypeId="1" CreationDate="2015-09-02T16:05:39.133" Score="3" ViewCount="172" Body="&lt;p&gt;The US Census provides many kinds of data (population, income, age, etc.) grouped by many kinds of geographic units (census block, tract, city, urban cluster, etc.).  I have not been able to find a comprehensive list saying which combinations of these are available.  That is, something that looks like this:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Total Population&lt;/strong&gt; data is available for each&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;block&lt;/li&gt;&#xA;&lt;li&gt;block group&lt;/li&gt;&#xA;&lt;li&gt;etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Income&lt;/strong&gt; data is available for each&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;tract&lt;/li&gt;&#xA;&lt;li&gt;urban cluster&lt;/li&gt;&#xA;&lt;li&gt;etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I can imagine there might be a separate such list for each census data source (e.g., 2010 Census, 2012 American Community Survey, whatever).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does such a list (or lists) exist, giving a &lt;em&gt;complete&lt;/em&gt; statement of exactly which values are available for which geographies?&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2015-09-29T14:47:20.027" Title="Is there a complete list of what US Census data is available for every type of geographic unit?" Tags="|usa|census|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5922" PostTypeId="2" ParentId="5912" CreationDate="2015-09-02T17:20:24.813" Score="3" Body="&lt;p&gt;I found hundreds of links to public data sets here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quora.com/Where-can-I-find-large-datasets-open-to-the-public&quot; rel=&quot;nofollow&quot;&gt;https://www.quora.com/Where-can-I-find-large-datasets-open-to-the-public&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8497" LastActivityDate="2015-09-02T17:20:24.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5923" PostTypeId="2" ParentId="5919" CreationDate="2015-09-02T18:23:55.760" Score="2" Body="&lt;p&gt;The two commercial databases to visit are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.referenceusa.com/&quot; rel=&quot;nofollow&quot;&gt;InfoGroup&lt;/a&gt;: These guys consolidate information on residents, including demographics and where you buy your cat food. Go to your library to run queries. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.woodsandpoole.com/main.php?cat=country&quot; rel=&quot;nofollow&quot;&gt;Woodes &amp;amp; Poole&lt;/a&gt;: These guys provide a no nonsense product at a fee, but I have had no problems with their products. Here is a link for the &lt;a href=&quot;https://www.woodsandpoole.com/main.php?cat=country&quot; rel=&quot;nofollow&quot;&gt;2015 estimates of MSA's&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A tertriary option is to do forecasts using the Regional Economic Models, Inc &lt;a href=&quot;http://www.remi.com/&quot; rel=&quot;nofollow&quot;&gt;(REMI)&lt;/a&gt; economic forecasting tool.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Additionally, most states perform economic models to develop population projections at the county and sometime MSA level. These are put together by Department of Revenues, Department of Commerce, or Business Research departments. The update cycles for these vary, the one from Utah was last done in 2012, but can be compensated by performing interpolations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A sampling of these &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://cber.cba.ua.edu/edata/est_prj.html&quot; rel=&quot;nofollow&quot;&gt;Alabama&lt;/a&gt;, through its Center for Business and Economic Research,&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.dof.ca.gov/research/demographic/reports/projections/view.php&quot; rel=&quot;nofollow&quot;&gt;California&lt;/a&gt;, through its Department of Finance,&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bebr.ufl.edu/sites/default/files/population/FPS%20172.pdf&quot; rel=&quot;nofollow&quot;&gt;Florida&lt;/a&gt;, through its Bureau of Economic and Business Research,&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ceic.mt.gov/Population/PopProjectionsTitlePage.aspx&quot; rel=&quot;nofollow&quot;&gt;Montana&lt;/a&gt;, through its Department of Commerce, &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://gomb.utah.gov/budget-policy/demographic-economic-analysis/&quot; rel=&quot;nofollow&quot;&gt;Utah&lt;/a&gt; Through its Governor's Office of &#xA;Management &amp;amp; Budget&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-09-02T18:23:55.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5924" PostTypeId="1" AcceptedAnswerId="5960" CreationDate="2015-09-02T18:55:09.377" Score="4" ViewCount="1927" Body="&lt;p&gt;Just  stopped by my local state government department of revenue office and ask them about how to go about requesting sales tax receipts of certain businesses in my area under the FOIA act. I was told that &quot;I don't think those records are  covered under FOIA, but you can try contacting the main state office&quot;. Is this true? Are public sales tax records requests not covered under FOIA?&lt;/p&gt;&#xA;" OwnerUserId="1806" LastEditorUserId="1806" LastEditDate="2017-01-20T04:39:28.377" LastActivityDate="2017-01-20T04:39:28.377" Title="Can state, county or city sales tax records be retrieved in the U.S. under FOIA?" Tags="|data-request|releasing-data|taxes|foia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5925" PostTypeId="1" CreationDate="2015-09-02T20:45:15.673" Score="0" ViewCount="138" Body="&lt;p&gt;I have a hypothesis that people with more social connections on social networking sites will also tend to have higher incomes. What I lack is data. Does anyone know of any good data set for this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any data linking income and number of social connections on social networking sites?&lt;/p&gt;&#xA;" OwnerUserId="8497" LastEditorUserId="32826" LastEditDate="2024-02-21T06:23:46.103" LastActivityDate="2024-02-21T06:23:46.103" Title="Dataset for the relationship between social connections on social networking websites and income/profession" Tags="|data-request|social-media|income|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="5926" PostTypeId="1" CreationDate="2015-09-02T21:24:45.417" Score="2" ViewCount="42" Body="&lt;p&gt;This question is related to &lt;a href=&quot;https://stackoverflow.com/questions/32363315/gson-fields-that-sometimes-are-strings-and-others-arrays&quot;&gt;https://stackoverflow.com/questions/32363315/gson-fields-that-sometimes-are-strings-and-others-arrays&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm parsing json with Gson but I'm struggling with the data I'm getting. This is part of an API out of my control (openFDA) so changing that might not be an option.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the json I'm strugling with: &lt;a href=&quot;https://api.fda.gov/device/event.json?search=device.generic_name:generator&amp;amp;limit=10&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=device.generic_name:generator&amp;amp;limit=10&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some fields that are not consistent, for example remedial_action. Sometimes it comes out like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;remedial_action&quot;: [&#xA;        &quot;Recall&quot;&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and in other results like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;remedial_action&quot;: &quot;&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So it's either an array or a plain string. Looks like a bug to me. But I'm a json newbie.&lt;/p&gt;&#xA;" OwnerUserId="8498" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-09-02T21:24:45.417" Title="Inconsistent fields" Tags="|openfda|api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5927" PostTypeId="2" ParentId="5925" CreationDate="2015-09-02T23:05:02.370" Score="1" Body="&lt;p&gt;There are datasets that allow for inference on social interactions in various context. &lt;a href=&quot;http://corp.boardex.com/data/&quot; rel=&quot;nofollow&quot;&gt;BoardEx&lt;/a&gt; for example will allow you to figure out who's been hanging out with whom in golf clubs for board members of major companies. This is as un-open data as it could be, however, some universities have licences so you might be able to get access.&#xA;Also twitter data would also be publicly available and easily accessible through the &lt;a href=&quot;https://dev.twitter.com/rest/public&quot; rel=&quot;nofollow&quot;&gt;Twitter API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beyond the data issue, you are facing serious identification issues. How will you argue causality? How will you argue that any correlation you observe is not just the result of e.g. better looking people earning more and also being more socially active? However, I don't think you'd need to convince anyone that having a specific kind of connections is generally good for your career, all those networking sites/events/agencies serve as evidence for that. And the literature on that is huge, just start reading up on &lt;a href=&quot;https://en.wikipedia.org/wiki/Social_capital&quot; rel=&quot;nofollow&quot;&gt;social capital&lt;/a&gt; and you'll find an endless literature from sociology, economics an related disciplines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure where you are heading with this (scope-wise), but if this is about a thesis or so you might want to narrow yourself down substantially...&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2015-09-02T23:05:02.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5928" PostTypeId="2" ParentId="5924" CreationDate="2015-09-03T03:55:31.907" Score="1" Body="&lt;p&gt;All public records are covered by FOIA, except for those exempt by stipulation, which in my experience varies for each organization.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;These could be exempt in your locality, but I highly doubt it. I'm assuming that you are in Colorado by your avatar, so here's Denver's sales tax records for the last year:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.denvergov.org/Portals/344/documents/transparency/revenue/Sales_Tax_by_Category.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.denvergov.org/Portals/344/documents/transparency/revenue/Sales_Tax_by_Category.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-09-03T03:55:31.907" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5929" PostTypeId="1" CreationDate="2015-09-03T08:57:47.813" Score="1" ViewCount="227" Body="&lt;p&gt;My application needs the details of All Indian movies. I can't take it from IMDB or OMDB because the number of Indian movies is too less there. I need to fetch it from Wikipedia. Freebase is deprecated now and I have heard DBPedia has many less entries. The only option left is Wikidata's query API. But it is getting too tough to form the query. Couldn't understand through Wikidata's 1 page api documentation. Tried the following query, but it returned just 2118 entries, which is too less compared to what we can see in Wikipedia (10000+) entries.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://wdq.wmflabs.org/api?q=claim[31:(TREE[11424][][279])]%20AND%20tree[668][150][17,131]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Can anybody help me in fetching the details of all Indian movies from wikipedia? It would be a great help &lt;/p&gt;&#xA;" OwnerUserId="8503" LastEditorUserId="5418" LastEditDate="2015-10-07T17:27:34.247" LastActivityDate="2022-10-21T14:07:14.023" Title="Get the details of all Indian films from Wikipedia" Tags="|linked-data|film|wikidata|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5930" PostTypeId="1" CreationDate="2015-09-03T13:23:39.230" Score="1" ViewCount="31" Body="&lt;p&gt;I am MTech from CSE branch and a fresher. I have 2 offers one in service based company and other one is startup though package is same for both. I am really confused which company should I choose. Startup is currently working on charting JavaScript library like kendoUI and the startup is started about 2and half year back. But I am confused which one would be better for career growth. Because job profile also matters and as I am a fresher I don't know what to do. Can you please guide me. Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="8507" LastActivityDate="2015-09-03T13:23:39.230" Title="Which one will be better to join startup or service based" Tags="|companies|" AnswerCount="0" CommentCount="1" ClosedDate="2015-09-08T13:34:16.767" ContentLicense="CC BY-SA 3.0" />
  <row Id="5931" PostTypeId="1" CreationDate="2015-09-03T13:26:45.077" Score="1" ViewCount="280" Body="&lt;p&gt;Website in question: &lt;a href=&quot;http://www-odi.nhtsa.dot.gov/ewr/qb/index.cfm&quot; rel=&quot;nofollow&quot;&gt;http://www-odi.nhtsa.dot.gov/ewr/qb/index.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Automakers are required to report on a quarterly basis to NHTSA any claims brought against them that involve death, injury or property damage. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;While NHTSA makes other databases open to the public in the form of large flat files (text) EWR reports are still segregated by automaker, by Report Type and by Quarter. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to find the best tool (and tool operator) to use to scrape all this data from the website. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, if you select an Manufacturer, Report Type and Report Period - then click on, in my case &quot;light duty vehicle&quot; you are taken to a new page where you have the option of downloading into a text file the results of that one inquiry. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With 26 automakers (listed below) and multiple types of reports and multiple quarters - doing this by hand will take an eternity. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any thoughts on an easier, faster way to pull all of this data into a single file? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was able, with the help of a friend, to come up with the following code that works for production data, but doesn't seem to work for Death and Injury.When I chane &quot;prod&quot; to &quot;di&quot; I get the correct &quot;app&quot; option value, but for some reason the script skips over the &quot;yr_qtr&quot; selection and loops back to the next manufacturerCode. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;import itertools&#xA;import os&#xA;from selenium import webdriver&#xA;from selenium.webdriver.support.select import Select&#xA;from selenium.webdriver.support.ui import WebDriverWait&#xA;&#xA;&#xA;def createDir(filepath):&#xA;    if os.path.exists(filepath):&#xA;        pass&#xA;    else:&#xA;        os.mkdir(filepath)&#xA;&#xA;&#xA;&#xA;# Create directory at &quot;C:\Data&quot; to hold all of the files&#xA;createDir(r&quot;C:\Data&quot;)&#xA;&#xA;# Base URL to receive queries        &#xA;url = &quot;http://www-odi.nhtsa.dot.gov/ewr/qb/index.cfm&quot;&#xA;&#xA;# Read in the file containing manufacturer names and EWR codes&#xA;# Data is in the format &quot;EWR code,ManufacturerName&quot;&#xA;with open(&quot;C:/Data/manufacturer_codes.csv&quot;, &quot;r&quot;) as f:&#xA;    csvreader = csv.reader(f)&#xA;    manufacturerDict = {row[0]: row[1] for row in csvreader}&#xA;&#xA;&#xA;# Define which time periods we are interested in.  The data comes quarterly with&#xA;# period values in the format YYYY,m&#xA;requestedPeriods = list(itertools.product(range(2001,2016),range(1,5)))&#xA;&#xA;&#xA;# Iterate through each of the manufacturer entries and download the entire history&#xA;# for that manufacturer&#xA;for manufacturerCode, manufacturerName in manufacturerDict.items():&#xA;    # Get rid of characters that might complicate file/folder naming&#xA;    charactersToReplace = [&quot;.&quot;, &quot;,&quot;, &quot;-&quot;]&#xA;    manufacturerName = manufacturerName.strip().translate(&quot;&quot;.join(charactersToReplace))&#xA;    # Set the location for file downloads to a folder with the manufacturer's name&#xA;    filepath = os.path.join(r&quot;C:\Data&quot;, manufacturerName)&#xA;    createDir(filepath)&#xA;&#xA;&#xA;    # Set the selenium browser profile to control how it handles the dialog box&#xA;    # asking us to download the EWR text file&#xA;    profile = webdriver.FirefoxProfile()&#xA;    # Setting Firefox folderList option to 2 tells Firefox to direct downloads to &#xA;    # a user-defined folder &#xA;    profile.set_preference(&quot;browser.download.folderList&quot;,2)&#xA;    profile.set_preference(&quot;browser.helperApps.neverAsk.saveToDisk&quot;,&quot;text/plain&quot;) &#xA;    profile.set_preference(&quot;browser.download.dir&quot;,filepath)&#xA;    # Create the selenium web driver using the profile settings we created earlier&#xA;    wb = webdriver.Firefox(firefox_profile=profile)&#xA;&#xA;    def fetchData():&#xA;        wb.get(url)&#xA;        try:    &#xA;            wb.find_element_by_name(&quot;ewr_id&quot;)&#xA;            wb.find_element_by_xpath('//select[@name=&quot;ewr_id&quot;]/option[@value='+ manufacturerCode + ']').click()&#xA;            wb.find_element_by_xpath('//select[@name=&quot;app&quot;]/option[@value=&quot;prod&quot;]').click()&#xA;            currentPeriod = &quot;{},{}&quot;.format(periodval[0],periodval[1])&#xA;            wb.find_element_by_xpath('//select[@name=&quot;yr_qtr&quot;]/option[@value=&quot;' + currentPeriod +'&quot;]').click()&#xA;            wb.find_element_by_css_selector(&quot;a[href*='javascript:document.ewrsearch']&quot;).click()&#xA;            wb.find_element_by_xpath('//input[@name=&quot;Download&quot;]').click()&#xA;&#xA;            return True&#xA;        except:&#xA;            return False&#xA;&#xA;&#xA;    for periodval in requestedPeriods:&#xA;        failureCounter = 0&#xA;        # If it fails to download (e.g. because the site is slow to respond), try again&#xA;        while failureCounter &amp;lt; 3:&#xA;            if not fetchData():&#xA;                failureCounter += 1&#xA;            else:&#xA;                break&#xA;&#xA;    wb.close()&#xA;wb.quit()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8506" LastEditorUserId="8506" LastEditDate="2015-09-09T13:38:57.670" LastActivityDate="2015-09-09T13:38:57.670" Title="Scraping vehicle reporting data from regulator's website" Tags="|data-request|python|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5932" PostTypeId="2" ParentId="5895" CreationDate="2015-09-03T13:43:18.490" Score="2" Body="&lt;p&gt;Much of this is answered in &lt;a href=&quot;https://opendata.stackexchange.com/q/621/263&quot;&gt;a previous question&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You, however, want to self-publish the data.  The problem is that there's no finding system for self-published data, therefore, it's pretty useless.  If I'm looking for fine-grained weather information in your area, how am I supposed to know that you've published it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data like this, for it to be useful to others, you need to contribute it to these aggregating networks.  I would hope that they'd also look for abnormalities from sensor stations, so that they can report which data sources might be suspect (eg, this one's always reading 10° higher than neighboring stations).&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-09-03T13:43:18.490" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5933" PostTypeId="1" CreationDate="2015-09-03T16:37:17.613" Score="6" ViewCount="200" Body="&lt;p&gt;Data sets, databases, or APIs we can find these days are either licensed openly or commercially. I'm a bit confused as to how the publishers / owners / compilers are &lt;strong&gt;rightfully&lt;/strong&gt; licensing these factual data by &lt;strong&gt;their own terms&lt;/strong&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I mean, first of all, they are &lt;strong&gt;not&lt;/strong&gt; the creator &lt;strong&gt;nor&lt;/strong&gt; originator of the data. Second of all, the data are almost certainly harvested or collected from &lt;strong&gt;public sources&lt;/strong&gt; such as Internet or government / university or other sources such as users' inputs / contributions, over the years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is not to mention that lots of the data sets have repetitive data (&lt;strong&gt;same piece&lt;/strong&gt; of factual data) that are actually licensed under very &lt;strong&gt;different terms&lt;/strong&gt;, which makes the situation even more confusing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What actually gives someone the right to license factual data under their own terms? How and why someone can govern how a piece of factual data can be used?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My guesses:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It's not the data itself, because nobody can own factual data, right?&lt;/li&gt;&#xA;&lt;li&gt;But is it the unique &lt;strong&gt;structure / organization / compilation&lt;/strong&gt; of data set / database? So the license is about the particular organization of data. As long as I have a different organization, e.g. from various different sources, or very different tables, columns, names, I can then license my data set / database in my own terms?&lt;/li&gt;&#xA;&lt;li&gt;Or is it the &lt;strong&gt;effort&lt;/strong&gt; paid to gather / organize the data? So as long as I paid an effort in making the data set different, I'm entitled to license it in my own terms?&lt;/li&gt;&#xA;&lt;li&gt;Is it the &lt;strong&gt;user input / contribution&lt;/strong&gt; that transfers the right to the website / company that they are contributing to? When a user contributes some local business contact information to a website, does it give the website the right to license this data in their own terms?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Why should I&lt;/strong&gt; follow some data license that disallows me to use the factual data (such as Earth parameters, birthday of Elvis, etc.) commercially?&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Update (of some examples)&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;For instance, a hotels booking website clearly states in the terms that they disallow any usage of their hotel listings for commercial purposes other than on their website. But why should I follow it? Do they own the hotels information such as title, phone number, address, website URL, etc.? If not, why should I follow the terms?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A similar example is IMDB. They definitely wouldn't allow commercial purposes regarding their movie data (factual data, title, date, names, etc., not creative texts / descriptions, etc.), but why should I follow the terms if they don't own the data? Especially if I'm not blatantly copying the entire database exactly as is on a grand scale, just some of its data remixed / rearranged with movie data from other sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another example is data on Freebase, Dbpedia, and Wikidata. They disallow commercial purposes and mandates that I share-alike the data openly without charging people. But why should I follow the terms? Can't I do business and profit from these data if I can? Because open and free is not always the answer in a business world, otherwise Linux would be the most popular OS.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Sui generis database right&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;What makes up the &lt;a href=&quot;https://en.wikipedia.org/wiki/Sui_generis_database_right&quot; rel=&quot;nofollow&quot;&gt;Sui generis database right&lt;/a&gt;? I read the Wikipedia article and yes database has rights in the EU and UK but what kind of databases? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I gathered data from dozens or hundreds of different databases (each of their own Sui generis rights) and made 'substantial investment in obtaining, verifying or presenting the contents' of the database, remixing and rearranging the original data so they become better categorized / indexed and more searchable / traversable, do I have my own Sui generis rights to this new and much bigger database with the same factual data?&lt;/p&gt;&#xA;" OwnerUserId="5394" LastEditorUserId="5394" LastEditDate="2015-09-04T16:13:46.603" LastActivityDate="2015-09-04T16:13:46.603" Title="What gives people the right to license factual data?" Tags="|licensing|legal|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5934" PostTypeId="1" CreationDate="2015-09-03T19:31:22.967" Score="2" ViewCount="56" Body="&lt;p&gt;I am looking for a dataset of all USAID awarded Cooperative Agreements by the country for the last 5 years (at least).&lt;/p&gt;&#xA;" OwnerUserId="8511" LastEditorUserId="23272" LastEditDate="2021-04-04T04:37:11.617" LastActivityDate="2021-04-04T04:37:11.617" Title="How can I find a comprehensive list of USAID Cooperative Agreements by country?" Tags="|data-request|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5936" PostTypeId="1" CreationDate="2015-09-04T04:48:52.647" Score="3" ViewCount="138" Body="&lt;p&gt;Let's say Joe wants to add the coordinates of the Eiffel Tower to OpenStreetMap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Joe opens Google Maps, enters &quot;Eiffel Tower&quot; in the search box. The Eiffel Tower appears at the center of the map. Joe then estimates where the center of the Eiffel Tower is and right-clicks on that pixel to show the exact latitude/longitude of the clicked point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can Joe add these coordinates to OpenStreetMap, which uses the &lt;a href=&quot;https://en.wikipedia.org/wiki/Open_Database_License&quot; rel=&quot;nofollow&quot;&gt;Open Database License&lt;/a&gt;? Or does the Google Maps copyright still apply?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: All of this is done manually. While Google Maps probably has exact coordinates for the Eiffel Tower, Joe clicked pretty randomly so he won't have the exact same coordinates.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-12-12T00:22:00.040" Title="Are coordinates of pixel clicked on Google Maps reusable?" Tags="|geospatial|licensing|geocoding|openstreetmap|odbl|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5937" PostTypeId="1" CreationDate="2015-09-04T06:50:22.887" Score="1" ViewCount="22" Body="&lt;p&gt;I am looking for open pictures of any of the Prince Edward Islands (for instance Marion Island).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not satellite or maps: rather landscapes or really any picture taken from a boat or from the ground.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Prince_Edward_Islands&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Category:Prince_Edward_Islands&lt;/a&gt; does not have any match.&lt;br&gt;&#xA;&lt;em&gt;(Fairy Prion with egg.jpg is probably an error and actually from Macquarie Island, currently under discussion)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The pictures must have a license compatible with Wikimedia Commons (CC-BY-SA, GFDL or more permissive).&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-09-04T06:50:22.887" Title="Pictures of the Prince Edward Islands" Tags="|images|wikimedia-commons|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5938" PostTypeId="1" CreationDate="2015-09-04T07:08:41.497" Score="4" ViewCount="98" Body="&lt;p&gt;Has any data been created by Memex that is available for open use? Is Memex even available to be used in order to create open data of the &quot;dark web&quot;?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-09-23T16:59:53.037" Title="Memex open data (Dark web)" Tags="|data-request|tool-request|web-crawling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5939" PostTypeId="2" ParentId="5933" CreationDate="2015-09-04T08:25:36.720" Score="5" Body="&lt;h2&gt;Literal answer&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/Sui_generis_database_right&quot;&gt;Sui generis database right&lt;/a&gt;. It is a property right granted in several countries to creators, compilers or curators of databases.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Prose answer&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;To address your single points, here have some more text.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Owning factual data: Probably not possible.&lt;/li&gt;&#xA;&lt;li&gt;License based on structure: yes, but for that, you must first have used suitables data sources yourself. That means, each provider must have granted you the right to redistribute your data under your license of choice. Note that specificially open data licenses like the &lt;a href=&quot;https://en.wikipedia.org/wiki/Open_Database_License&quot;&gt;ODbL&lt;/a&gt; assure that redistribution must happen openly (like the GPL does for code).&lt;/li&gt;&#xA;&lt;li&gt;License based on effort: that depends on the country. As far as I understand it, different legislation put more or less emphasis on the effort VS structure part of a dataset.&lt;/li&gt;&#xA;&lt;li&gt;User input: yes, because such forms usually prompt the user also give an explicit permission to the website owner to use the contact information at their own discretion.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;h2&gt;Your &quot;Can I&quot; questions?&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Read the license terms of the sources you listed. They all have different licenses, and each of them state explicitely whether you may scrape, download and redistribute them. I strongly assume for example that you may not re-publish IMDB data, though I have not checked their terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Closing remark: fewer questions per question make it easier to answer. If you want more in-depth answers for specific aspects, I think it is a good idea to re-post them as self contained questions.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2015-09-04T08:25:36.720" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5940" PostTypeId="1" CreationDate="2015-09-04T10:19:37.880" Score="2" ViewCount="20" Body="&lt;p&gt;I am trying to start a meta-analysis for which I want to extract some 16S-based information from public databases. Moreover, I want to relate this information with any metadata found in the associated studies (everything from environmental variables to sequencing details).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this, I realized some databases are available, like NCBI-Nucletotide, NCBI-SRA and EMBL-EBI-ENA, but I am not sure about which one to use or whether I can use them all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I filter only whole 16S sequences? Or even the most used 16S region?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One more thing would be how can I extract all the corresponding metadata?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone here tried this or anything similar before?&lt;/p&gt;&#xA;" OwnerUserId="8517" LastActivityDate="2015-09-04T10:19:37.880" Title="Meta-analysis of public 16S data - help!" Tags="|metadata|computing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5941" PostTypeId="2" ParentId="5933" CreationDate="2015-09-04T10:22:07.103" Score="3" Body="&lt;p&gt;A warning: Professional distributors of factual databases often sneek in some test data that are pure fake to check whether their databases are illegally scraped.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When your database contains such kind of data, you are in trouble to explain where you got them from.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-09-04T10:22:07.103" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5942" PostTypeId="2" ParentId="4390" CreationDate="2015-09-04T10:41:31.987" Score="2" Body="&lt;p&gt;The official Google Translate API does &lt;em&gt;not&lt;/em&gt; offer dictionary data.  (If you must know: Google has traditionally paid for licences for dictionary data from various sources, with varying quality, for the various languages.)  So I assume you are scraping and thus on poor legal footing, but I doubt it will be a problem in practice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One great and ever-improving source of dictionary data is &lt;a href=&quot;http://en.wiktionary.org&quot; rel=&quot;nofollow&quot;&gt;Wiktionary&lt;/a&gt;.  There are well-tested open-source parsers and clients available, just like for Wikipedia.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastActivityDate="2015-09-04T10:41:31.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5944" PostTypeId="2" ParentId="5934" CreationDate="2015-09-04T14:33:35.773" Score="2" Body="&lt;p&gt;The most comprehensive dataset of USAID assistance can be found at foreignassistance.gov. Specifically, by going to &lt;a href=&quot;http://beta.foreignassistance.gov/agencies/USAID&quot; rel=&quot;nofollow&quot;&gt;http://beta.foreignassistance.gov/agencies/USAID&lt;/a&gt; you can download all of the Agency's transactions currently available. I have been informed that the data is only complete for the last three years and anything past three years is partial as the site is still being developed. I was also informed that the data does not specifically designate between grants and cooperative agreements. If the information at FA.gov does not meet your needs, please send a request to opendata@usaid.gov and we will try to locate the specific information requested.   &lt;/p&gt;&#xA;" OwnerUserId="6336" LastActivityDate="2015-09-04T14:33:35.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5947" PostTypeId="2" ParentId="5672" CreationDate="2015-09-05T06:16:26.063" Score="1" Body="&lt;h2&gt;Some other English &amp;amp; machine readable Offensive Word Lists:&lt;/h2&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;From &lt;strong&gt;abbo&lt;/strong&gt; to &lt;strong&gt;zipperhead&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cs.cmu.edu/~biglou/resources/bad-words.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.cmu.edu/~biglou/resources/bad-words.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Google provides an API for checking a word:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.wdyl.com/profanity?q=fuck&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&quot;response&quot;: &quot;true&quot;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Shuttershock has word lists for filtering:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/shutterstock/List-of-Dirty-Naughty-Obscene-and-Otherwise-Bad-Words&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/shutterstock/List-of-Dirty-Naughty-Obscene-and-Otherwise-Bad-Words&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/shutterstock/List-of-Dirty-Naughty-Obscene-and-Otherwise-Bad-Words/blob/master/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;English&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/shutterstock/List-of-Dirty-Naughty-Obscene-and-Otherwise-Bad-Words/blob/master/es&quot; rel=&quot;nofollow noreferrer&quot;&gt;Spanish&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://urbanoalvarez.es/blog/2008/04/04/bad-words-list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bad words&lt;/a&gt;, in TXT and SQL formats&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stackoverflow.com/q/24515/2327328&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-09-05T06:24:45.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5948" PostTypeId="2" ParentId="5931" CreationDate="2015-09-06T00:51:41.263" Score="2" Body="&lt;p&gt;Selenium is a good option to interact with the site and eventually get to the page where you can download/scrape the data you need. I've used the python (&lt;a href=&quot;https://selenium-python.readthedocs.org/&quot; rel=&quot;nofollow&quot;&gt;https://selenium-python.readthedocs.org/&lt;/a&gt;) version with good success.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Start with:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from selenium import webdriver&#xA;from selenium.webdriver.support.ui import WebDriverWait&#xA;from selenium.webdriver.support import expected_conditions as EC&#xA;website = &quot;http://www-odi.nhtsa.dot.gov/ewr/qb/index.cfm&quot;&#xA;driver = webdriver.Firefox()&#xA;wait = WebDriverWait(driver, 100)&#xA;driver.get(website)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This will get you to the main form page. I use Firefox since I haven't gotten Chrome to work consistently. Then you'll need to have Selenium select each of the drop-downs. You can use the Inspect Element (right-click or CMD/Ctrl+Shift+C) tool in Chrome to find the name/identifier for the element.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The manufacturer has the name &lt;code&gt;ewr_id&lt;/code&gt;, so next write:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;driver.find_element_by_name(&quot;ewr_id&quot;)&#xA;driver.find_element_by_xpath('//select[@name=&quot;ewr_id&quot;]/option[@value=&quot;76&quot;]').click()&#xA;driver.find_element_by_xpath('//select[@name=&quot;app&quot;]/option[@value=&quot;di&quot;]').click()&#xA;driver.find_element_by_xpath('//select[@name=&quot;yr_qtr&quot;]/option[@value=&quot;2008,2&quot;]').click()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;to select 76 (for 4-Star Trailers), death and injury records, and Q2 2008, for example. Then you'll have to select the link to go to the next page: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;driver.find_element_by_css_selector(&quot;a[href*='javascript:document.ewrsearch']&quot;).click()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;At this point, you can scrape the information in the table, or select the download button:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;driver.find_element_by_xpath('//input[@name=&quot;Download&quot;]').click()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To download the file. Close the session with &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;driver.quit()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To iterate through many options, you'll want to have the option values as a string variable and run a for loop through a list of the values you're interested in pulling.&lt;/p&gt;&#xA;" OwnerUserId="8521" LastActivityDate="2015-09-06T00:51:41.263" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5949" PostTypeId="1" CreationDate="2015-09-06T00:58:01.907" Score="4" ViewCount="29" Body="&lt;p&gt;I'm looking to figure out what academic research has been funded through private/corporate grants. I have found places that list private grants that are currently available, but nothing on historical grants that have been funded and their recipients.&lt;/p&gt;&#xA;" OwnerUserId="8521" LastActivityDate="2015-09-06T00:58:01.907" Title="Academic private grant funding database" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5950" PostTypeId="2" ParentId="5921" CreationDate="2015-09-06T06:58:55.147" Score="2" Body="&lt;p&gt;This page is pretty helpful: &lt;a href=&quot;http://api.census.gov/data.html&quot; rel=&quot;nofollow&quot;&gt;http://api.census.gov/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dataset name, description, link to geography list, link to variables list, documentation, API url, API examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can't exactly see all variables/geography combinations at once in a machine-readable way, but it's a good start.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2015-09-06T06:58:55.147" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5951" PostTypeId="2" ParentId="5852" CreationDate="2015-09-06T07:11:04.717" Score="1" Body="&lt;p&gt;Are you asking about the United States? If so, you are probably not going to find it all for download in one place. That is because public employee information has to be requested from each individual government unit (state, county, or city).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Several sites have done this for entire states. Many of them do allow downloads. Some examples in no particular order (Googled &quot;public employees salaries&quot;):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://transparentcalifornia.com/&quot; rel=&quot;nofollow&quot;&gt;California&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.buckeyeinstitute.org/teacher-salary&quot; rel=&quot;nofollow&quot;&gt;Ohio&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.utahsright.com/h_salaries.php&quot; rel=&quot;nofollow&quot;&gt;Utah&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://employeepay.mt.gov/&quot; rel=&quot;nofollow&quot;&gt;Montana&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://mn.gov/mmb/transparency-mn/payrolldata.jsp&quot; rel=&quot;nofollow&quot;&gt;Minnesota&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2015-09-06T07:11:04.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5952" PostTypeId="1" AcceptedAnswerId="5953" CreationDate="2015-09-06T10:09:35.933" Score="6" ViewCount="192" Body="&lt;p&gt;Are there a free banknotes database. By saying banknotes database I mean database of all world currencies banknotes values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example for the US Dollar values are&lt;/p&gt;&#xA;&#xA;&lt;p&gt;$100, $50, $20, $10, $5, $1, 50c, ... &lt;/p&gt;&#xA;" OwnerUserId="1493" LastActivityDate="2021-02-07T01:33:53.887" Title="Banknotes database" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5953" PostTypeId="2" ParentId="5952" CreationDate="2015-09-06T11:06:14.637" Score="5" Body="&lt;p&gt;The data you're looking for seems to be available here:&#xA;&lt;a href=&quot;http://www.whichwaytopay.com/world-currencies-by-country.asp&quot; rel=&quot;noreferrer&quot;&gt;http://www.whichwaytopay.com/world-currencies-by-country.asp&lt;/a&gt;&#xA;though not in a machine readable format. Yet this is a list where each entry is a link to the information you care for. So if you are familiar with any scripting/programming language, you should be able to crawl this site easily and extract that info.&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2015-09-06T11:06:14.637" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5954" PostTypeId="2" ParentId="4242" CreationDate="2015-09-06T20:26:06.777" Score="5" Body="&lt;p&gt;I have written some sample code for directly building a CSV starting with a given date and ending with a given date: &lt;a href=&quot;https://github.com/joshmalina/pollution/blob/master/notebooks/Build_historical_weather_data.ipynb&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/joshmalina/pollution/blob/master/notebooks/Build_historical_weather_data.ipynb&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The city is currently set to Beijing, but you can change that easily. The data will also be cleaned of null values.&lt;/p&gt;&#xA;" OwnerUserId="8529" LastEditorUserId="8529" LastEditDate="2018-07-30T15:32:48.460" LastActivityDate="2018-07-30T15:32:48.460" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="5955" PostTypeId="2" ParentId="5571" CreationDate="2015-09-06T20:29:20.367" Score="2" Body="&lt;p&gt;The wunderground API is pretty great for that. You just need to register for a key. Here is an ipython notebook to get you started: &lt;a href=&quot;https://github.com/joshmalina/pollution/blob/master/notebooks/Build_historical_weather_data.ipynb&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/joshmalina/pollution/blob/master/notebooks/Build_historical_weather_data.ipynb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8529" LastEditorUserId="8529" LastEditDate="2016-11-14T20:26:21.283" LastActivityDate="2016-11-14T20:26:21.283" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="5956" PostTypeId="1" CreationDate="2015-09-07T17:32:56.307" Score="2" ViewCount="15" Body="&lt;p&gt;How many automobile units have been manufactured inside the borders of the United States annually last 20 years?&lt;/p&gt;&#xA;" OwnerUserId="8535" LastActivityDate="2015-09-07T17:32:56.307" Title="Number of automobiles produced inside the borders of the us annually last 20 years?" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5957" PostTypeId="1" CreationDate="2015-09-07T17:56:20.030" Score="1" ViewCount="20" Body="&lt;p&gt;How many automobile units have been manufactured inside the borders of the United States annually last 20 years by manufacturer?&lt;/p&gt;&#xA;" OwnerUserId="8535" LastActivityDate="2015-09-07T17:56:20.030" Title="Number of automobiles produced inside the borders of the us annually last 20 years by manufacturer?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5958" PostTypeId="1" CreationDate="2015-09-08T12:36:04.163" Score="2" ViewCount="49" Body="&lt;p&gt;I am looking for some source of data on trade imbalance at a county level in the US, preferably for the years 1990-2007. Does anyone know if such data can be publicly available? Or any paper that has been using data like this?&lt;/p&gt;&#xA;&lt;p&gt;UPD: to break this down, I am looking for:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;international import/export statistics by US county,&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;intra-state trade statistics, meaning shipments between counties within the US.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="8540" LastEditorUserId="23272" LastEditDate="2021-04-04T05:04:17.577" LastActivityDate="2021-04-04T05:04:17.577" Title="Trade imbalance at the County level in the US" Tags="|data-request|usa|county|trade|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="5959" PostTypeId="2" ParentId="5958" CreationDate="2015-09-08T13:32:00.243" Score="1" Body="&lt;p&gt;I'm not sure you'll find exactly the data you want here because the data available looks quite difficult to explore but I would try the &lt;a href=&quot;http://www.census.gov/support/USACdataDownloads.html&quot; rel=&quot;nofollow&quot;&gt;USA Counties Data File Downloads page of the US Census Bureau&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.miamidade.gov/business/international-imports-exports.asp&quot; rel=&quot;nofollow&quot;&gt;Some counties&lt;/a&gt; seems to give access to trade data too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it'll help ;)&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2015-09-08T13:32:00.243" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5960" PostTypeId="2" ParentId="5924" CreationDate="2015-09-08T16:42:49.153" Score="5" Body="&lt;p&gt;Sales tax records for an &lt;strong&gt;individual&lt;/strong&gt; business are probably protected (or exempted) by FOIA authorizing legislation as competitive business records. With that information, a competitor could determine quite a lot about an individual business.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Much like an individual's income tax returns are not public, you'll probably not be able to drill down to the level you seek.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look at this site for details of each state's FOIA rules:&#xA;&lt;a href=&quot;http://www.nfoic.org/state-freedom-of-information-laws&quot;&gt;http://www.nfoic.org/state-freedom-of-information-laws&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-09-08T16:42:49.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5961" PostTypeId="1" CreationDate="2015-09-08T17:13:43.023" Score="1" ViewCount="42" Body="&lt;p&gt;Is there data on the interstate migration of companies. Including&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Headquarters moving from one state to another&lt;/li&gt;&#xA;&lt;li&gt;Employment, by job or broad category, increasing or decreasing by company by state?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastEditorDisplayName="user4293" LastEditDate="2017-10-23T08:38:46.463" LastActivityDate="2017-10-23T08:38:46.463" Title="Are there sources for interstate movements of companies?" Tags="|data-request|economics|migration|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5962" PostTypeId="1" CreationDate="2015-09-08T19:12:40.223" Score="2" ViewCount="28" Body="&lt;p&gt;Where can I find the stats for the NON-VIOLENT MISBEHAVIORS were referred to on January 8, 2014 by U.S. Secretary of Education Arne Duncan, citing California’s data?&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;“nearly half of the more than 700,000 suspensions statewide in the 2011-12 school year were for, quote, ‘willful defiance’”.&lt;/p&gt;&#xA;&lt;p&gt;“Nationwide,” he noted, “as many as 95 percent of out-of-school suspensions are for nonviolent misbehavior--like being disruptive, acting disrespectfully, tardiness, profanity, and dress code violations”.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ed.gov/news/speeches/rethinking-school-discipline&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rethinking School Discipline, Arne Duncan, 2014&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8543" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-09-09T18:27:14.907" Title="Non-violent misbehaviors in California, 2014" Tags="|data-request|usa|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5963" PostTypeId="2" ParentId="5961" CreationDate="2015-09-08T23:01:26.967" Score="2" Body="&lt;p&gt;I am a student Employee at a state data center. If you are willing to pay for the time, your state data center can gather the data for you, or your state data center can direct you to the source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as employment, it sounds like you want Quarterly Census of Employment and Wages. These numbers are for states/MSA's at the smallest, but also can be all industries. My suggestion is to start at this page &lt;a href=&quot;http://data.bls.gov/cgi-bin/dsrv?ce&quot; rel=&quot;nofollow&quot;&gt;http://data.bls.gov/cgi-bin/dsrv?ce&lt;/a&gt; and then work your way through the questions, narrowing down to exactly what you want. This site can give you a lot of data.. It's scary. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then theirs this website, &lt;a href=&quot;http://onthemap.ces.census.gov/&quot; rel=&quot;nofollow&quot;&gt;http://onthemap.ces.census.gov/&lt;/a&gt; This a nice mapped interface for looking up places and getting information. If you're looking to get huge amounts of information then you'll likely have to look at county buisness dynamics (i can't post 2 links i guess) &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;http://&#xA;  www.census.gov/econ/cbp/index.html&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;, but this is less intuitive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again though, your state data center gets federal funds to make information available to businesses and it would be worth a call/visit!&lt;/p&gt;&#xA;" OwnerUserId="8544" LastActivityDate="2015-09-08T23:01:26.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5964" PostTypeId="1" CreationDate="2015-09-09T11:05:12.523" Score="4" ViewCount="63" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Requirements_management&quot; rel=&quot;nofollow&quot;&gt;Requirements management&lt;/a&gt; software produces data (either stored on a database server or as individual files). Export to CSV is also usually supported.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get this data for real-life projects? I actually need the software specification data/document which is created at the end of requirements phase.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both proprietary or open source software are OK, as long as they have a proper requirements phase.&lt;/p&gt;&#xA;" OwnerUserId="8547" LastEditorUserId="754" LastEditDate="2015-09-11T01:57:48.080" LastActivityDate="2015-09-11T01:57:48.080" Title="Requirements management data" Tags="|machine-learning|software|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="5965" PostTypeId="2" ParentId="4926" CreationDate="2015-09-09T11:15:29.680" Score="2" Body="&lt;p&gt;you can look at the software-artifacts infrastructure repository. this repository contains open source software with manually injected faults,test cases and scripts. This repository is available for everyone to use, we can conduct controlled experiments on these fault injected software.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sir.unl.edu/portal/index.php&quot; rel=&quot;nofollow&quot;&gt;http://sir.unl.edu/portal/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8547" LastActivityDate="2015-09-09T11:15:29.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5966" PostTypeId="2" ParentId="5962" CreationDate="2015-09-09T14:21:53.220" Score="1" Body="&lt;p&gt;I added the URL above, which is the transcript of the speech you are referencing: &lt;a href=&quot;http://www.ed.gov/news/speeches/rethinking-school-discipline&quot; rel=&quot;nofollow&quot;&gt;Rethinking School Discipline&lt;/a&gt;. I was thinking the data would come from the later-mentioned &lt;a href=&quot;http://ocrdata.ed.gov/&quot; rel=&quot;nofollow&quot;&gt;Office of Civil Rights - Data Collection&lt;/a&gt;, which turns out to have some &lt;a href=&quot;http://ocrdata.ed.gov/flex/Reports.aspx?type=school&quot; rel=&quot;nofollow&quot;&gt;cool data resources&lt;/a&gt; for entire US (demographics, students with disabilities, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I think this 700k number comes from the &lt;a href=&quot;http://www.cde.ca.gov/ds/sd/sd/filesesd.asp&quot; rel=&quot;nofollow&quot;&gt;CA Dept. of Education - Expulsion and Suspension site&lt;/a&gt;. There you'll find 3 TXT files with data from the last 3 school years. The structure of the files is &lt;a href=&quot;http://www.cde.ca.gov/ds/sd/sd/fsesd.asp&quot; rel=&quot;nofollow&quot;&gt;explained here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Willful defiance&lt;/em&gt; is defined (&lt;a href=&quot;http://www.sfgate.com/bayarea/article/Oakland-to-halt-school-suspensions-for-willful-6262461.php&quot; rel=&quot;nofollow&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;a broad category of misbehavior that includes minor offenses such as refusing to take a hat off or ignoring teacher requests to stop texting and more severe incidents like swearing at a teacher or storming out of class.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So from the above data, you can construct &quot;willful defiance&quot; suspensions as the &quot;total suspensions&quot; minus the &quot;violent suspensions&quot; in a given year.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-09-09T14:33:26.677" LastActivityDate="2015-09-09T14:33:26.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5967" PostTypeId="1" CreationDate="2015-09-09T16:11:18.697" Score="3" ViewCount="25" Body="&lt;p&gt;I work for a non-profit and recently I applied for access to non-publicly available data. My concern is that this data is not very well protected, as it potentially contains personally identifiable information, and all it took to access it was a URL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data comes from another non-profit that is predominantly federally funded. I know this stack exchange is focused primarily on open data, but does anyone know where / how I might go about reporting my concern? Is there a federal agency for this sort of thing?&lt;/p&gt;&#xA;" OwnerUserId="4066" LastActivityDate="2015-09-09T16:11:18.697" Title="Reporting Poorly Secured Non-Public Use Federally Funded Data" Tags="|government|releasing-data|nonprofit|security|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5968" PostTypeId="2" ParentId="5952" CreationDate="2015-09-09T19:24:11.677" Score="5" Body="&lt;p&gt;I started a basic scrape of the website in &lt;a href=&quot;https://opendata.stackexchange.com/a/5953/1511&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Python 2.7 code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*-&#xA;import requests # getting webpages&#xA;from BeautifulSoup import BeautifulSoup # parsing HTML&#xA;&#xA;def main():&#xA;&#xA;    url = 'http://www.whichwaytopay.com/world-currencies-by-country.asp'&#xA;&#xA;    s = requests.Session()&#xA;    page = s.get(url).text.encode('utf-8') # download main html&#xA;&#xA;    soup = BeautifulSoup(page) # parse main html &#xA;&#xA;    suburl_list = get_href(soup) # function call to get http links in html page&#xA;    suburl_list = list(set([x for x in suburl_list if 'currency' in x]))  # get unique urls that have certain string&#xA;&#xA;    with open('output.tsv','wb') as output:&#xA;        for suburl in suburl_list: # for each url found on the main page&#xA;            subpage = s.get(suburl).text.encode('utf-8') # download that html&#xA;&#xA;            subsoup = BeautifulSoup(subpage.decode('utf-8','ignore')) # run it through the parser&#xA;            print suburl.encode('utf-8')&#xA;            try:&#xA;                text = subsoup.getText().split('CURRENCY:')[1].split('US DOLLAR ACCEPTED')[0].split('CREDIT')[0].split('CURRENCY')[0].split('TRAVELLER')[0]  # parse the HTML&#xA;            except:&#xA;                text = subsoup.getText() # didn't work&#xA;&#xA;            text = text.replace('DENOMINATIONS:','\t')&#xA;            output.write((suburl+'\t'+text+'\n').encode('utf-8')) # write tab-separated file as output&#xA;&#xA;def get_href(soup):&#xA;&#xA;    suburl_list = []&#xA;    for anchor in soup.findAll('a', href=True):&#xA;        suburl_list.append(anchor.get('href'))&#xA;&#xA;    return suburl_list&#xA;&#xA;if __name__ == &quot;__main__&quot;:&#xA;    main() # run the whole thing&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It doesn't work very well, and the encoding is messed up. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the &lt;a href=&quot;http://pastebin.com/raw.php?i=DHuXARxi&quot; rel=&quot;nofollow noreferrer&quot;&gt;output here&lt;/a&gt;. I had to do some manual post-processing. You'll see that the output is unstructured, with lots of custom notes, some currencies doesn't have coins, etc...&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Next Step:&lt;/strong&gt; it would be really cool if someone would take this messy file and fill in the blanks (for a few non-resolved URLs - see Vietnam), and put the data into a decent, machine readable format. Then publish as a github repo so we can all contribute.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-09-09T19:24:11.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5969" PostTypeId="1" CreationDate="2015-09-09T02:26:01.047" Score="4" ViewCount="154" Body="&lt;p&gt;I am looking for some downloadable US economic &lt;code&gt;dataset&lt;/code&gt;, apart from GDP data, which has data &lt;code&gt;state wise&lt;/code&gt; and &lt;code&gt;quarterly&lt;/code&gt;. I went through &lt;a href=&quot;http://www.bls.gov/data/&quot; rel=&quot;nofollow&quot;&gt;BLS website&lt;/a&gt; but either couldn't find any relevant data which has state wise and quarterly information or couldn't find a way to download those.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of any such economic &lt;code&gt;dataset&lt;/code&gt; that I can download?&lt;/p&gt;&#xA;" OwnerUserId="7218" OwnerDisplayName="user2966197" LastEditorUserId="1511" LastEditDate="2015-09-10T12:37:04.397" LastActivityDate="2016-03-18T23:40:56.690" Title="Is there any state wise and quarterly downloadable US economic data apart from GDP?" Tags="|data-request|usa|data.gov|economics|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5970" PostTypeId="2" ParentId="5969" CreationDate="2015-09-09T16:40:31.703" Score="4" Body="&lt;p&gt;Quandl has a dataset from the &lt;a href=&quot;https://www.quandl.com/data/BEA/documentation/about&quot; rel=&quot;nofollow&quot;&gt;Bureau of Economic Analysis&lt;/a&gt; that might be helpful for you. It has many economic metrics at the state level. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quandl is a great resource for datasets like this. &lt;/p&gt;&#xA;" OwnerUserId="8558" OwnerDisplayName="xysmas" LastActivityDate="2015-09-09T16:40:31.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5971" PostTypeId="2" ParentId="1715" CreationDate="2015-09-10T17:52:36.840" Score="1" Body="&lt;p&gt;I did an IPEDS data pull for selected expenses at public institutions that might be helpful to others.  For those not used to customizing IPEDS data pulls, you can access my recent data pull here &lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/LoadSession.aspx&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ipeds/datacenter/LoadSession.aspx&lt;/a&gt; by using this code: Guest_537187957662&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-10T17:52:36.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5972" PostTypeId="1" CreationDate="2015-09-10T18:46:38.457" Score="1" ViewCount="55" Body="&lt;p&gt;I am looking for a movie database that is either open or low cost for a project. Can somebody point me to one?&lt;/p&gt;&#xA;" OwnerUserId="8566" LastActivityDate="2015-09-10T18:46:38.457" Title="Where to Find a Downloadable Movie Database" Tags="|uses-of-open-data|film|" AnswerCount="0" CommentCount="1" ClosedDate="2015-09-12T02:22:11.997" ContentLicense="CC BY-SA 3.0" />
  <row Id="5974" PostTypeId="1" CreationDate="2015-09-11T16:58:37.727" Score="2" ViewCount="179" Body="&lt;p&gt;I would like to launch an online collaborative database (&amp;lt; 100 MB, most likely &amp;lt; 10 MB). I'll use either MySQL, MariaDB or PostgreSQL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a platform that would allow people to submit pull requests to improve the database, and the pull requests should be readable. Is there such platforms? Perhaps GitHub can be used for that purpose (unsure how readable diff of large SQL dumps would be)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of &lt;a href=&quot;http://dat-data.com/&quot; rel=&quot;nofollow&quot;&gt;dat&lt;/a&gt; but I don't want to have to host the repository. I am also aware of DataHub (1) but it looks like a &lt;a href=&quot;http://datahub.csail.mit.edu/www/&quot; rel=&quot;nofollow&quot;&gt;prototype&lt;/a&gt; only.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(1) Bhardwaj, Anant, et al. &quot;&lt;a href=&quot;https://scholar.google.com/scholar?cluster=9226944536687783316&amp;amp;hl=en&amp;amp;as_sdt=0,22&quot; rel=&quot;nofollow&quot;&gt;Datahub: Collaborative data science &amp;amp; dataset version management at scale.&lt;/a&gt;&quot; arXiv preprint arXiv:1409.0798 (2014).&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-12-04T13:36:38.470" Title="Simple, online collaborative database" Tags="|tool-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5975" PostTypeId="1" CreationDate="2015-09-11T18:07:44.217" Score="3" ViewCount="62" Body="&lt;p&gt;From @RufusPollock (founder of &lt;a href=&quot;https://okfn.org/&quot; rel=&quot;nofollow&quot;&gt;OKFN&lt;/a&gt;) on Twitter... (&lt;a href=&quot;https://twitter.com/rufuspollock/status/642384248360554496&quot; rel=&quot;nofollow&quot;&gt;link to tweet&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Anyone know if #EU has any #OpenData on flight delays like the US does?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(Assuming he is referencing &lt;a href=&quot;http://apps.bts.gov/xml/ontimesummarystatistics/src/index.xml&quot; rel=&quot;nofollow&quot;&gt;US flight delays&lt;/a&gt;, from the &lt;a href=&quot;http://www.rita.dot.gov/bts/&quot; rel=&quot;nofollow&quot;&gt;Bureau of Transportation and Statistics&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-09-11T18:38:53.120" LastActivityDate="2015-09-11T18:38:53.120" Title="Flight delays for Europe" Tags="|data-request|transportation|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5976" PostTypeId="1" AcceptedAnswerId="5977" CreationDate="2015-09-11T20:29:16.427" Score="4" ViewCount="856" Body="&lt;p&gt;The &lt;a href=&quot;http://greenbuttondata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Green Button Data&lt;/a&gt; program in the US allows energy consumers to easily download their consumption data in a &lt;a href=&quot;https://github.com/energyos/OpenESPI-Common-java/blob/master/etc/espiDerived.xsd&quot; rel=&quot;nofollow noreferrer&quot;&gt;standard XML format&lt;/a&gt;. With that exported file, they can upload to a 3rd party &lt;a href=&quot;http://en.openei.org/apps/?keyword=Green%20Button%20Apps&quot; rel=&quot;nofollow noreferrer&quot;&gt;site or app&lt;/a&gt;, who will provide a customized report.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kN5OR.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kN5OR.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;My question: &lt;strong&gt;Are there any public data sets of real consumer green button data? For example, home-efficiency enthusiasts who have made their data public, either alone or as a group?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I'll self-answer with some better know sample data sources)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AMrgw.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AMrgw.jpg&quot; alt=&quot;green button map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Related question: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/6/1511&quot;&gt;Is there a list of all utilities that offer the Green Button Download and Green Button Connect?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-09-13T03:55:28.167" Title="Green Button energy data" Tags="|data-request|usa|time-series|energy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5977" PostTypeId="2" ParentId="5976" CreationDate="2015-09-11T20:29:16.427" Score="3" Body="&lt;p&gt;Some better known &lt;strong&gt;sample&lt;/strong&gt; data sets&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://energy.gov/downloads/green-button-sample-data-pge&quot; rel=&quot;nofollow noreferrer&quot;&gt;Electricity usage data&lt;/a&gt; that reflect different usage patterns common among PG&amp;amp;E customers&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://services.greenbuttondata.org/sample-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Department of Energy Data&lt;/a&gt; by Design Challenge sample data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://energy.gov/downloads/green-button-sample-texas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Green Button sample from Texas&lt;/a&gt; - two households&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://en.openei.org/wiki/Green_Button_Developer#OpenEI_Energy_Datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenEI Energy Datasets&lt;/a&gt; (I can't quickly find any Green Button formats)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.sdge.com/documents/green-button-60-min-meter-interval-sample-data-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;SDGE (San Diego Gas &amp;amp; Electric) Electric Interval Data&lt;/a&gt; Feb 1 2011 to Feb 1 2012 (CSV?)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://collaborate.nist.gov/twiki-sggrid/bin/view/SmartGrid/GreenButtonSDK&quot; rel=&quot;nofollow noreferrer&quot;&gt;NIST Software Development Kit&lt;/a&gt; - seems to be only simulated time series&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20141117022242/http://greenbuttondata.ca/resources/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ontario Green Button Sample Datasets&lt;/a&gt; - Six total, including hourly, daily, and monthly datasets.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VuD7o.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VuD7o.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://www.thetrainingset.com/articles/Feeding-The-Data-Monster/&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt; for some links)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2015-09-13T03:55:28.167" LastActivityDate="2015-09-13T03:55:28.167" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5978" PostTypeId="2" ParentId="1566" CreationDate="2015-09-12T10:14:07.333" Score="1" Body="&lt;p&gt;EDGAR has a FTP access:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.sec.gov/edgar/searchedgar/ftpusers.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.sec.gov/edgar/searchedgar/ftpusers.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://datahub.io/dataset/edgar&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/edgar&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You'll need the index file for ids, but then you can extract necessary information from raw files directly. Perhaps, you can ask parsers from the founder of &lt;a href=&quot;http://rankandfiled.com/&quot; rel=&quot;nofollow&quot;&gt;http://rankandfiled.com/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-09-12T10:14:07.333" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="5980" PostTypeId="5" CreationDate="2015-09-12T21:47:03.517" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-09-12T21:47:03.517" LastActivityDate="2015-09-12T21:47:03.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5981" PostTypeId="4" CreationDate="2015-09-12T21:47:03.517" Score="0" Body="Natural language processing (NLP) is a subfield of artificial intelligence and machine learning that involves transforming or extracting useful information from natural language data." OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-14T06:12:42.160" LastActivityDate="2015-09-14T06:12:42.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5982" PostTypeId="1" CreationDate="2015-09-12T21:58:59.047" Score="2" ViewCount="160" Body="&lt;p&gt;I am looking for data sets containing dialogues labeled with &lt;a href=&quot;http://plato.stanford.edu/entries/speech-acts/&quot; rel=&quot;nofollow&quot;&gt;speech acts&lt;/a&gt;. I am open as to the definition of a dialogue, e.g. message board posts are good too (1).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example (&lt;code&gt;FOL&lt;/code&gt;, &lt;code&gt;QST&lt;/code&gt;, and &lt;code&gt;RES&lt;/code&gt; are speech act categories; &lt;code&gt;opening&lt;/code&gt;, &lt;code&gt;info&lt;/code&gt;, &lt;code&gt;confirm&lt;/code&gt;, &lt;code&gt;positive&lt;/code&gt; are speech act attributes): &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;(G) Hi, good afternoon. 0000    FOL(opening)&#xA;(T) Hi, good afternoon. 0001    FOL(opening)&#xA;(G) %Uh this is tour guide %uh number one And my name is Lynnette.  0002    FOL(opening); FOL(info-opening)&#xA;(G) And how do I address you?   0003    QST(opening)&#xA;(T) I'm %uh participant number twenty and my name is %uh John.  0004    FOL(info)&#xA;(G) John?   0005    QST(confirm-opening)&#xA;(G) Hi John.    0006    FOL(opening)&#xA;(T) Yup.    0007    RES(confirm)&#xA;(T) I'm good.   0008    FOL(opening-positive)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(1) Qadir, Ashequl, and Ellen Riloff. &quot;&lt;a href=&quot;https://scholar.google.com/scholar?cluster=13929144476142779063&amp;amp;hl=en&amp;amp;as_sdt=0,22&quot; rel=&quot;nofollow&quot;&gt;Classifying sentences as speech acts in message board posts.&lt;/a&gt;&quot; Proceedings of the Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics, 2011.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-09-12T21:58:59.047" Title="Speech act prediction data sets" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5983" PostTypeId="1" AcceptedAnswerId="5984" CreationDate="2015-09-13T16:23:15.693" Score="8" ViewCount="759" Body="&lt;p&gt;The Obama administration recently release &lt;a href=&quot;https://collegescorecard.ed.gov&quot; rel=&quot;noreferrer&quot;&gt;College Scorecard Data&lt;/a&gt; with detailed information on college cost and earning after graduation. &#xA;Does anybody know if the full data set is available for analysis? Or has somebody created a scraper (for me, ideally in R) to get the data?&lt;/p&gt;&#xA;" OwnerUserId="3574" LastEditorUserId="1511" LastEditDate="2015-09-14T11:22:39.803" LastActivityDate="2015-09-14T11:22:39.803" Title="College Scorecard full data base" Tags="|data-request|government|education|collegescorecard|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5984" PostTypeId="2" ParentId="5983" CreationDate="2015-09-13T19:00:18.407" Score="9" Body="&lt;p&gt;College Scorecard Data:  &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://s3.amazonaws.com/ed-college-choice-public/CollegeScorecard_Raw_Data.zip&quot;&gt;Download all data&lt;/a&gt; (~200 MB)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot;&gt;Documented API&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/18F/college-choice&quot;&gt;Github repo for website&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2015-09-14T09:27:43.620" LastActivityDate="2015-09-14T09:27:43.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5985" PostTypeId="5" CreationDate="2015-09-13T21:21:57.710" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-09-13T21:21:57.710" LastActivityDate="2015-09-13T21:21:57.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5986" PostTypeId="4" CreationDate="2015-09-13T21:21:57.710" Score="0" Body="A database of text or speech, possibly annotated with language-specific explanatory information. Used for testing statistical hypothesis and constructing quantitative models.&#xD;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-14T06:12:47.783" LastActivityDate="2015-09-14T06:12:47.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5987" PostTypeId="2" ParentId="3752" CreationDate="2015-09-13T21:30:06.593" Score="2" Body="&lt;p&gt;The process isn't as nice as the API at openFDA, but you can always file a Freedom of Information Act request:  &lt;a href=&quot;http://www.fda.gov/RegulatoryInformation/FOI/HowtoMakeaFOIARequest/&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/RegulatoryInformation/FOI/HowtoMakeaFOIARequest/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8582" LastActivityDate="2015-09-13T21:30:06.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5988" PostTypeId="1" CreationDate="2015-09-13T22:13:36.530" Score="3" ViewCount="91" Body="&lt;p&gt;I have looked at the following webpage: College Scorecard &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/school/?157289-University-of-Louisville&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/school/?157289-University-of-Louisville&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and obtained some University-wide data, but am looking for program-specific data. For University of Louisville overall, could you provide a more detailed undergraduate student profile (for example 1) Demographic data, but also 2) Income data, 3) First time college student data). Secondly, is it possible to get that information for the College of Arts and Sciences and  also the Dept of Biology (both BA and BS programs combined is fine)?&lt;/p&gt;&#xA;" OwnerUserId="8600" LastEditorUserId="1511" LastEditDate="2015-09-14T14:11:16.647" LastActivityDate="2015-09-14T14:51:02.163" Title="What is the profile of gradutes from University of Louisville, College of Arts and Sciences and Dept of Biology?" Tags="|education|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5989" PostTypeId="1" CreationDate="2015-09-14T05:05:42.537" Score="7" ViewCount="3162" Body="&lt;p&gt;I am building a website than uses restful api to fetch stocks fundamentals data, like ROIC, EPS, for ten years history.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am using &lt;a href=&quot;https://www.quandl.com/data/SF1?keyword=&quot; rel=&quot;nofollow&quot;&gt;SF1 database from Quandl&lt;/a&gt; for US stocks.&lt;br&gt;&#xA;Where can I find the same kind of data for same european stocks?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Commercial data provider as xignite.com are too expensive (i.e. more than 1k$/month).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A sample request for Apple quarterly sales per shares data is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.quandl.com/api/v1/datasets/SF1/AAPL_SPS_MRT.json?auth_token=&amp;lt;you api key for quandl&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;with a reply of&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;errors&quot;:{},&quot;id&quot;:13996054,&quot;source_name&quot;:&quot;Core US Fundamentals Data&quot;,&quot;source_code&quot;:&quot;SF1&quot;,&quot;code&quot;:&quot;AAPL_SPS_MRT&quot;,&quot;name&quot;:&quot;APPLE INC (NASDAQ:AAPL) - Sales per Share (Most Recent - Trailing Twelve Months)&quot;,&quot;urlize_name&quot;:&quot;APPLE-INC-NASDAQ-AAPL-Sales-per-Share-Most-Recent-Trailing-Twelve-Months&quot;,&quot;display_url&quot;:&quot;http://www.sharadar.com/s/GsnxIPnFSpMZefYqX&quot;,&quot;description&quot;:&quot;&amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Indicator Description&amp;lt;/b&amp;gt; [Sales per Share]: Sales per Share measures the ratio between &amp;lt;a href='AAPL_REVENUE_MRT'&amp;gt;[REVENUE]&amp;lt;/a&amp;gt; and &amp;lt;a href='AAPL_SHARESWA_MRT'&amp;gt;[SHARESWA]&amp;lt;/a&amp;gt;.&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Company Self Description&amp;lt;/b&amp;gt; [APPLE INC]: The Company designs, manufactures, and markets mobile communication and media devices, personal computers, and portable digital music players, and sells a variety of related software, services, peripherals, networking solutions and third-party digital content and applications. The Company's products and services include iPhone, iPad, Mac, iPod, Apple TV, a portfolio of consumer and professional software applications, the iOS and OS X operating systems, iCloud, and a variety of accessory, service and support offerings. The Company also sells and delivers digital content and applications through the iTunes Store, App Store, iBooks Store and Mac App Store. The Company sells its products worldwide through its retail stores, online stores, and direct sales force, as well as through third-party cellular network carriers, wholesalers, retailers, and value-added resellers.&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Dimension&amp;lt;/b&amp;gt;: (Most Recent - Trailing Twelve Months) - MRT&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Statement&amp;lt;/b&amp;gt;: Metrics&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Units&amp;lt;/b&amp;gt;: ratio&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Sector&amp;lt;/b&amp;gt;: Technology&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Ticker&amp;lt;/b&amp;gt;: AAPL&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Exchange&amp;lt;/b&amp;gt;: NASDAQ&amp;lt;/p&amp;gt; &amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Index Membership&amp;lt;/b&amp;gt;: S&amp;amp;P500, NASDAQ100, DJIA, RUSSELL1000&amp;lt;/p&amp;gt; &quot;,&quot;updated_at&quot;:&quot;2015-07-23T03:23:54.591Z&quot;,&quot;frequency&quot;:&quot;quarterly&quot;,&quot;from_date&quot;:&quot;2004-03-27&quot;,&quot;to_date&quot;:&quot;2015-06-27&quot;,&quot;column_names&quot;:[&quot;Date&quot;,&quot;Value&quot;],&quot;private&quot;:false,&quot;type&quot;:null,&quot;premium&quot;:true,&quot;data&quot;:[[&quot;2015-06-27&quot;,39.15208784],[&quot;2015-03-28&quot;,36.61915092],[&quot;2014-12-27&quot;,34.19428309],[&quot;2014-09-27&quot;,30.03743937],[&quot;2014-06-28&quot;,29.62827446],[&quot;2014-03-29&quot;,28.74837792],[&quot;2013-12-28&quot;,27.73884241],[&quot;2013-09-28&quot;,26.38591269],[&quot;2013-06-29&quot;,26.34455532],[&quot;2013-03-30&quot;,25.70984323],[&quot;2012-12-29&quot;,25.05731534],[&quot;2012-09-29&quot;,23.91726059],[&quot;2012-06-30&quot;,22.69800121],[&quot;2012-03-31&quot;,21.78399204],[&quot;2011-12-31&quot;,19.61567751],[&quot;2011-09-24&quot;,16.73141358],[&quot;2011-06-25&quot;,15.47520838],[&quot;2011-03-26&quot;,13.53233766],[&quot;2010-12-25&quot;,11.85428321],[&quot;2010-09-25&quot;,10.24547193],[&quot;2010-06-26&quot;,9.57186723],[&quot;2010-03-27&quot;,8.68179188],[&quot;2009-12-26&quot;,8.02223756],[&quot;2009-09-26&quot;,6.86357883],[&quot;2009-06-27&quot;,6.16897358],[&quot;2009-03-28&quot;,5.8226172],[&quot;2008-12-27&quot;,5.58339227],[&quot;2008-09-27&quot;,5.26304361],[&quot;2008-06-28&quot;,4.97901285],[&quot;2008-03-29&quot;,4.66912963],[&quot;2007-12-29&quot;,4.32211932],[&quot;2007-09-29&quot;,3.96651446],[&quot;2007-06-30&quot;,3.72896094],[&quot;2007-03-31&quot;,3.57323704],[&quot;2006-12-30&quot;,3.44463049],[&quot;2006-09-30&quot;,3.26907122],[&quot;2006-07-01&quot;,3.04650041],[&quot;2006-04-01&quot;,2.94001227],[&quot;2005-12-31&quot;,2.78395527],[&quot;2005-09-24&quot;,2.4617106],[&quot;2005-06-25&quot;,2.20886547],[&quot;2005-03-26&quot;,1.96156971],[&quot;2004-12-25&quot;,1.76762702],[&quot;2004-09-25&quot;,1.59142373],[&quot;2004-06-26&quot;,1.4559107],[&quot;2004-03-27&quot;,1.40277599]]};&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Other data I am using are: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;AAPL_BVPS_MRQ, AAPL_DEBT_MRQ, AAPL_NCFO_MRQ, AAPL_EQUITY_MRQ, APL_PE_MRT, AAPL_EPS_MRQ, AAPL_NETINC_MRQ&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Any alternatives?&lt;/p&gt;&#xA;" OwnerUserId="8603" LastEditorUserId="8603" LastEditDate="2015-09-15T05:00:58.663" LastActivityDate="2016-04-27T21:40:52.633" Title="Fundamentals data for European stocks" Tags="|api|finance|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5990" PostTypeId="2" ParentId="5989" CreationDate="2015-09-14T06:00:22.327" Score="3" Body="&lt;p&gt;I think in this case the best coverage may be with the unofficial Yahoo Finance API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See this blog post for details: &lt;strong&gt;&lt;a href=&quot;https://greenido.wordpress.com/2009/12/22/yahoo-finance-hidden-api/&quot; rel=&quot;nofollow&quot;&gt;Yahoo Finance (hidden) API&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the &lt;em&gt;special tags&lt;/em&gt; you can can get EPS, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One thing to note is that you'll have to probably find the &lt;a href=&quot;http://finance.yahoo.com/lookup&quot; rel=&quot;nofollow&quot;&gt;Yahoo ticker format&lt;/a&gt;, for example, the Swiss chocolate company Lindt &amp;amp; Sprüngli on the Swiss Exchange would be &lt;a href=&quot;http://finance.yahoo.com/q;_ylc=X1MDMjE0MjQ3ODk0OARfcgMyBGZyA3VoM19maW5hbmNlX3dlYgRmcjIDc2EtZ3AEZ3ByaWQDBG5fZ3BzAzEwBG9yaWdpbgNmaW5hbmNlLnlhaG9vLmNvbQRwb3MDNARwcXN0cgMEcXVlcnkDTElTUC5TVywEc2FjAzEEc2FvAzE-?p=http%3A%2F%2Ffinance.yahoo.com%2Fq%3Fs%3DLISP.SW%26ql%3D0&amp;amp;fr=uh3_finance_web&amp;amp;uhb=uh3_finance_vert&amp;amp;s=LISP.SW&quot; rel=&quot;nofollow&quot;&gt;LISP.SW&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example query for historical data&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://ichart.finance.yahoo.com/table.csv?s=LISP.SW&amp;amp;a=01&amp;amp;b=19&amp;amp;c=2010&amp;amp;d=01&amp;amp;e=19&amp;amp;f=2010&amp;amp;g=d&amp;amp;ignore=.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Date,Open,High,Low,Close,Volume,Adj Close&#xA;2010-02-19,2180.00,2212.00,2156.00,2197.00,1700,2136.81&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-09-14T06:00:22.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5991" PostTypeId="2" ParentId="5617" CreationDate="2015-09-14T07:09:31.297" Score="1" Body="&lt;p&gt;Something that would influence how you structure this JSON is how you are using it.  Do you have a client that consumes this JSON?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first and easiest thing you might do would be to define @id as a URI (http/s link).  That might give you the chance to use the URI in your own code to refer to the user (which might otherwise be a URL that must be constructed by the client).  You could also have profile pages live at that URL when the request is for HTML, and return the JSON data when the request is for JSON.&lt;/p&gt;&#xA;" OwnerUserId="8582" LastActivityDate="2015-09-14T07:09:31.297" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5992" PostTypeId="2" ParentId="4467" CreationDate="2015-09-14T07:30:47.130" Score="5" Body="&lt;p&gt;The US Government's &lt;a href=&quot;http://www.digitalgov.gov/services/dap/&quot; rel=&quot;nofollow&quot;&gt;Digital Analytics Program&lt;/a&gt; (DAP) has been working on unified Web analytics for federal agencies for a couple of years&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Recently they launched a nice web site that displays the top data:&#xA;&lt;a href=&quot;https://analytics.usa.gov/&quot; rel=&quot;nofollow&quot;&gt;https://analytics.usa.gov/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Philadelphia's&lt;br&gt;&#xA;&lt;a href=&quot;http://analytics.phila.gov/&quot; rel=&quot;nofollow&quot;&gt;http://analytics.phila.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8582" LastEditorUserId="90" LastEditDate="2015-09-23T19:11:09.570" LastActivityDate="2015-09-23T19:11:09.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5993" PostTypeId="5" CreationDate="2015-09-14T11:19:36.113" Score="0" Body="&lt;p&gt;“… My administration will release a new “College Scorecard” that parents and students can use to compare schools based on a simple criteria — where you can get the most bang for your educational buck.” - President Obama, &lt;a href=&quot;https://www.whitehouse.gov/blog/2013/02/13/obama-administration-launches-college-scorecard&quot; rel=&quot;nofollow noreferrer&quot;&gt;2013 State of the Union&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the &lt;a href=&quot;https://catalog.data.gov/dataset/college-scorecard&quot; rel=&quot;nofollow noreferrer&quot;&gt;US department of education&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;College Scorecards make it easier for students to search for a college that is a good fit for them. They can use the College Scorecard to find out more about a college's affordability and value so they can make more informed decisions about which college to attend.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The college scorecard data are available at &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorDisplayName="user4293" LastEditDate="2017-01-21T15:37:08.217" LastActivityDate="2017-01-21T15:37:08.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5994" PostTypeId="4" CreationDate="2015-09-14T11:19:36.113" Score="0" Body="Questions related to the US goverment 'College Scorecard', a tool to compare cost and value of higher education institutions." OwnerUserId="1511" LastEditorDisplayName="user4293" LastEditDate="2017-01-21T15:37:14.007" LastActivityDate="2017-01-21T15:37:14.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5995" PostTypeId="1" AcceptedAnswerId="6009" CreationDate="2015-09-14T12:09:42.433" Score="12" ViewCount="341" Body="&lt;p&gt;Since OpenStreetMap has migrated from CC BY-SA to the newly created ODbL for its database, I have lived under the impression that the CC-family of licenses are - at least - &lt;em&gt;not ideal&lt;/em&gt; for use with data. Here a little more&#xA;background story, abridged from the post &amp;quot;&lt;a href=&quot;http://wiki.osmfoundation.org/wiki/License/Why_CC_BY-SA_is_Unsuitable&quot; rel=&quot;noreferrer&quot;&gt;Why CC BY-SA is unsuitable&lt;/a&gt;&amp;quot; [for the OSM database] on the OSM Foundation blog.&lt;/p&gt;&#xA;&lt;h3&gt;Background&lt;/h3&gt;&#xA;&lt;p&gt;&lt;strong&gt;Lack of Copyright Protection&lt;/strong&gt; in some jurisdictions (e.g. USA), difficulties in &lt;strong&gt;Combining CC BY-SA with Other Data&lt;/strong&gt;. While the &lt;strong&gt;Share-Alike&lt;/strong&gt; requires map tiles to stay open, modified/improved data does not have to be shared. Finally, there was &lt;strong&gt;Uncertainty and doubt over extent of derived work&lt;/strong&gt; before the license change: with thousands of copyright holders (i.e. all contributors), the OSM foundation could not easily make an authoritative statement about what consituted a derived work (which would trigger the &amp;quot;SA&amp;quot; part in the CC license).&lt;/p&gt;&#xA;&lt;p&gt;Therefore, OSM foundation did announce that &amp;quot;&lt;a href=&quot;http://wiki.osmfoundation.org/wiki/License/We_Are_Changing_The_License&quot; rel=&quot;noreferrer&quot;&gt;We are changing the license&lt;/a&gt;&amp;quot; to the &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/1-0/&quot; rel=&quot;noreferrer&quot;&gt;Open Database License (ODbL) 1.0&lt;/a&gt;, with a lot of transitional work involved.&lt;/p&gt;&#xA;&lt;h3&gt;Fast-forward to CC 4.0&lt;/h3&gt;&#xA;&lt;p&gt;In the OSM discussion (in times of CC 2.0 licenses), I remember having read about the CC creators explicitely not recommending the use of CC licenses for databases. A quote-quote from the &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/1-0/&quot; rel=&quot;noreferrer&quot;&gt;license change announcement&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&amp;quot;Creative Commons does not recommend using Creative Commons licenses for informational databases, such as educational or scientific databases.&amp;quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This notion seems to have changed. The current &lt;a href=&quot;https://wiki.creativecommons.org/wiki/Frequently_Asked_Questions#Can_I_apply_a_Creative_Commons_license_to_databases.3F&quot; rel=&quot;noreferrer&quot;&gt;Creative Commons FAQ&lt;/a&gt; says:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;em&gt;Can I apply a Creative Commons license to databases?&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Yes&lt;/strong&gt;. CC licenses can be used on databases. In the 4.0 license suite, applicable sui generis database rights are licensed under the same license conditions as copyright. Many governments and others use CC licenses for data and databases.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h3&gt;The question&lt;/h3&gt;&#xA;&lt;p&gt;With all that said, does this mean that today Creative Commons licenses can be recommended for use with databases/data sets? What recent statements/blog posts/opinions/judgements have you heard of?&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-11-24T22:23:18.673" Title="Are Creative Commons licenses suitable for data?" Tags="|licensing|creative-commons|odbl|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="5997" PostTypeId="1" CreationDate="2015-09-14T14:47:27.777" Score="6" ViewCount="289" Body="&lt;p&gt;Does anybody know why are some schools not showing up on the College Scorecard (&lt;a href=&quot;https://collegescorecard.ed.gov&quot; rel=&quot;noreferrer&quot;&gt;https://collegescorecard.ed.gov&lt;/a&gt;) recently released by the Obama administration? For example, why isn't Gateway Community &amp;amp; Technical College in Kentucky showing up?&lt;/p&gt;&#xA;" OwnerUserId="8605" LastActivityDate="2015-09-16T00:49:53.973" Title="Missing schools on college scorecard" Tags="|collegescorecard|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="5998" PostTypeId="2" ParentId="5988" CreationDate="2015-09-14T14:51:02.163" Score="2" Body="&lt;p&gt;At this time, Scorecard does not provide those data at the program-level.  Please note planned changes in IPEDS and NSLDS reporting may allow program-level data to be reported in the future.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-14T14:51:02.163" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="5999" PostTypeId="2" ParentId="5997" CreationDate="2015-09-14T14:58:06.500" Score="4" Body="&lt;p&gt;At the present time, the Scorecard site is limited to institutions that predominantly grant 2-year and/or 4-year degrees. The Department of Education is exploring whether and how to add predominantly less-than-two-year schools that offer associate’s or bachelor’s degree programs to the site in future iterations of Scorecard.  &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-14T14:58:06.500" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6000" PostTypeId="1" CreationDate="2015-09-14T15:56:50.543" Score="2" ViewCount="174" Body="&lt;p&gt;The college I am IR director for does not show on the College Scorecard web site. It does not show by zip code, state or name search. Data do show for the college in the raw data file. An answer to a prior question about missing colleges indicates the Scorecard is currrently &quot;limited to institutions that predominantly grant 2-year and/or 4-year degrees. The Department of Education is exploring whether and how to add predominantly less-than-two-year schools that offer associate’s or bachelor’s degree programs to the site in future iterations of Scorecard.&quot; My college grants predominantly associate's degrees. Other colleges in the state system (NC) are displayed. Why wouldn't our college be showing?&lt;/p&gt;&#xA;" OwnerDisplayName="user8608" LastActivityDate="2015-09-16T00:51:57.830" Title="College not showing on College Scorecard" Tags="|collegescorecard|" AnswerCount="2" CommentCount="0" ClosedDate="2015-09-16T17:57:17.470" ContentLicense="CC BY-SA 3.0" />
  <row Id="6001" PostTypeId="2" ParentId="5936" CreationDate="2015-09-14T16:05:54.503" Score="1" Body="&lt;p&gt;I have seen entire changesets to be wiped out of OSM because someone traced over Google's streets or even copied just the street names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If collecting a street name from Google Maps (manually even) can cause a changeset to be reversed, my guess is that collecting coordinates for POIs (Points Of Interest) can cause the reversal of the changeset - probably from violation of the license.&lt;/p&gt;&#xA;" OwnerUserId="5805" LastActivityDate="2015-09-14T16:05:54.503" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6002" PostTypeId="2" ParentId="6000" CreationDate="2015-09-14T16:29:44.587" Score="3" Body="&lt;p&gt;Predominant degree is calculated by the most common category of award conferred by the institution, calculated from counts of awards included in the IPEDS Completions component. Based on that specific definition, does your institution still fit in that associate degree category? Is so, if you provide the school's UNITID, OPEID or name, that could help me find the explanation.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-14T16:29:44.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6003" PostTypeId="1" CreationDate="2015-09-14T16:32:05.973" Score="2" ViewCount="223" Body="&lt;p&gt;I wasn't able to find earnings by major.  Do those data exist in the database?  If not, have you considered collecting them?&lt;/p&gt;&#xA;" OwnerUserId="8609" LastActivityDate="2017-12-28T00:27:25.210" Title="Question regarding earnings by major" Tags="|collegescorecard|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6004" PostTypeId="2" ParentId="6003" CreationDate="2015-09-14T17:06:47.623" Score="3" Body="&lt;p&gt;Scorecard does not provide earnings by major/program of study. Earnings data are collected by matching student grant and loan data to tax records and past student grant/loan records do not have this level of detail. However, recent changes in student grant/loan reporting might allow this in the future.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-14T17:06:47.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6005" PostTypeId="1" CreationDate="2015-09-14T17:12:08.853" Score="2" ViewCount="65" Body="&lt;p&gt;Are there databases for the open data Dietary Reference Intake PDFs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the PDFs for the DRI tables but wish to have the format as a database table for purposes of creating a computer app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The PDFs can be found &lt;a href=&quot;http://iom.nationalacademies.org/~/media/Files/Activity%20Files/Nutrition/DRIs/5_Summary%20Table%20Tables%201-4.pdf&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8612" LastEditorUserId="1511" LastEditDate="2015-09-15T05:35:00.927" LastActivityDate="2015-09-15T05:35:00.927" Title="Databases for pdf tables" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6007" PostTypeId="2" ParentId="6003" CreationDate="2015-09-14T18:59:08.550" Score="1" Body="&lt;p&gt;The site has a data dictionary &lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary-09-08-2015.csv&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; that you can search for what you want. It does not contain major in this version. It does contain some degree fields. Good luck.&lt;/p&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-09-14T18:59:08.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6008" PostTypeId="2" ParentId="3378" CreationDate="2015-09-14T19:57:57.687" Score="0" Body="&lt;p&gt;The French originals of the Europarl Corpus (&lt;a href=&quot;https://en.wikipedia.org/wiki/Europarl_corpus&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Europarl_corpus&lt;/a&gt; and Links therein) may satisfy your requirements. It is however composed of only one genre (parliamentary speeches), so the variation requirement is not met.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-09-14T19:57:57.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6009" PostTypeId="2" ParentId="5995" CreationDate="2015-09-15T04:58:39.327" Score="4" Body="&lt;p&gt;Creative Commons sure seems to think so; they just launched a new initiative called open business models:&lt;br&gt;&#xA;Open Business Models – Call For Participation&lt;br&gt;&#xA;&lt;a href=&quot;http://creativecommons.org/weblog/entry/45022&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/weblog/entry/45022&lt;/a&gt;&lt;br&gt;&#xA;Open Business Models, Open Data, and the Public Interest&lt;br&gt;&#xA;&lt;a href=&quot;http://creativecommons.org/weblog/entry/45417&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/weblog/entry/45417&lt;/a&gt;&lt;br&gt;&#xA;Open Data tags found on Creative Commons site:&lt;br&gt;&#xA;&lt;a href=&quot;http://creativecommons.org/tag/open-data&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/tag/open-data&lt;/a&gt;&lt;br&gt;&#xA;Creative Commons wiki document on data&lt;br&gt;&#xA;&lt;a href=&quot;https://wiki.creativecommons.org/wiki/Data&quot; rel=&quot;nofollow&quot;&gt;https://wiki.creativecommons.org/wiki/Data&lt;/a&gt;&lt;br&gt;&#xA;Open Data Commons Attribution License tags found on Creative Commons site:&#xA;&lt;a href=&quot;http://creativecommons.org/tag/open-data-commons-attribution-license&quot; rel=&quot;nofollow&quot;&gt;http://creativecommons.org/tag/open-data-commons-attribution-license&lt;/a&gt;&lt;br&gt;&#xA;This is a hot button topic in many circles of openness; good luck navigating the trolling and toxicity.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Speaking of, Open Source Stack Exchange provides another forum for you to ask this, and you'll get detailed, informative feedback. You'll have to wade through the comments of user strife and inner turmoil, and you'll also most likely also get downvoted/closed. Asker beware...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE 2015-10-16&lt;br&gt;&#xA;ODI Node in North Carolina spell this out very clearly in their slidedeck &quot;Open Data in a Day - Licensing, Law and Best Practice&quot;, where they essentially say on slide 18:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Only CC-BY and CC-BY-SA can be used for Open Data&lt;br&gt;&#xA;The best Open Data license remains CC Zero, while all of the others are very hard to enforce.&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.slideshare.net/TheODINC/open-data-in-a-day-licensing-law-and-best-practice&quot; rel=&quot;nofollow&quot;&gt;http://www.slideshare.net/TheODINC/open-data-in-a-day-licensing-law-and-best-practice&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-10-16T16:54:40.683" LastActivityDate="2015-10-16T16:54:40.683" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6010" PostTypeId="1" CreationDate="2015-09-15T08:14:24.507" Score="1" ViewCount="100" Body="&lt;p&gt;I'm not sure this is the best place to ask the question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if anyone knows about any website that publishes the holiday dates for years in the past and in the future for each country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already went to &lt;a href=&quot;http://www.timeanddate.com/holidays/&quot; rel=&quot;nofollow&quot;&gt;date and time&lt;/a&gt; website but they only publish the lists up to 2020, but I need the holiday data up to 2040 for the european countries. (I downloaded these tables using a VBA macro)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also need to know whether these holidays are fixed date or moving holidays.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="7069" LastActivityDate="2015-09-15T08:14:24.507" Title="Where can I find holiday data for each country" Tags="|data-request|" AnswerCount="0" CommentCount="3" ClosedDate="2016-06-21T12:11:19.970" ContentLicense="CC BY-SA 3.0" />
  <row Id="6011" PostTypeId="1" CreationDate="2015-09-15T08:53:10.313" Score="2" ViewCount="66" Body="&lt;p&gt;Does anyone have a dataset of type of cyber attack, amount of attacks and damage on SME's?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&#xA;The possible duplicate &lt;a href=&quot;https://opendata.stackexchange.com/questions/5273/public-datasets-on-data-breach&quot;&gt;Public Datasets on Data Breach&lt;/a&gt; didn't really help me because it's about databreaches and it only says &quot;hacked&quot; or &quot;incidental leak&quot; etc. I'm looking for info about SMB's that got hacked, or attempted hacked (by APT's), got infected with malware, got attacked by DDoS, etc.&lt;/p&gt;&#xA;" OwnerUserId="6332" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-09-17T13:01:57.260" Title="Cyberattacks on Small- Medium Business?" Tags="|business|security|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6012" PostTypeId="2" ParentId="5253" CreationDate="2015-09-15T11:20:13.793" Score="1" Body="&lt;p&gt;The dataset is available from this page:&#xA;&lt;a href=&quot;http://www.ic.unicamp.br/~rocha/pub/communications.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ic.unicamp.br/~rocha/pub/communications.html&lt;/a&gt;&#xA;Specifically:&#xA;&lt;a href=&quot;http://www.ic.unicamp.br/~rocha/pub/downloads/tropical-fruits-DB-1024x768.tar.gz&quot; rel=&quot;nofollow&quot;&gt;http://www.ic.unicamp.br/~rocha/pub/downloads/tropical-fruits-DB-1024x768.tar.gz&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8628" LastActivityDate="2015-09-15T11:20:13.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6013" PostTypeId="1" CreationDate="2015-09-15T11:37:32.787" Score="2" ViewCount="64" Body="&lt;p&gt;Needed a online high resolution imagery for USA free to be used anyone for personal and &lt;em&gt;commercial&lt;/em&gt; purposes.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;RGB&lt;/li&gt;&#xA;&lt;li&gt;2012-2015&lt;/li&gt;&#xA;&lt;li&gt;Full or partial country coverage&lt;/li&gt;&#xA;&lt;li&gt;0,5-2 meters per pixel&lt;/li&gt;&#xA;&lt;li&gt;WMS/TMS and Other GIS-Services&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any suggestion?&lt;/p&gt;&#xA;" OwnerUserId="8630" LastEditorUserId="8630" LastEditDate="2015-09-16T13:13:22.670" LastActivityDate="2015-09-16T13:13:22.670" Title="High Resolution Imagery - USA" Tags="|usa|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6014" PostTypeId="1" CreationDate="2015-09-15T12:17:23.220" Score="5" ViewCount="565" Body="&lt;pre&gt;&lt;code&gt;COUNTRY - ? / ?&#xA;US - American / Americans&#xA;UK - English / English&#xA;DE - Deutscher / Deutsche&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Anyone an idea where to find this? We're trying to find any sort of source for this for weeks now.&lt;/p&gt;&#xA;" OwnerUserId="8480" LastEditorUserId="8480" LastEditDate="2015-09-15T15:10:43.527" LastActivityDate="2018-01-03T00:51:11.440" Title="All Demonym's in their native language" Tags="|data-request|language|global|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6015" PostTypeId="2" ParentId="6014" CreationDate="2015-09-15T12:42:47.690" Score="1" Body="&lt;p&gt;Like this &lt;a href=&quot;http://www.iana.org/assignments/language-subtag-registry/language-subtag-registry&quot; rel=&quot;nofollow&quot;&gt;http://www.iana.org/assignments/language-subtag-registry/language-subtag-registry&lt;/a&gt; or this &lt;a href=&quot;https://en.wikipedia.org/wiki/IETF_language_tag&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/IETF_language_tag&lt;/a&gt;?&#xA;They called locale codes BTW.&lt;/p&gt;&#xA;" OwnerUserId="8631" LastActivityDate="2015-09-15T12:42:47.690" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6016" PostTypeId="1" AcceptedAnswerId="6021" CreationDate="2015-09-15T19:03:17.363" Score="2" ViewCount="69" Body="&lt;p&gt;If any of you guys could find accurate data sets for temperature and several other parameters for climate change in San Diego please share the link. Please share any other accurate datasets available for san diego city.&lt;/p&gt;&#xA;" OwnerUserId="8633" LastEditorUserId="1511" LastEditDate="2015-09-16T10:36:58.900" LastActivityDate="2015-10-01T18:56:56.180" Title="I need data set for climate changes in San Diego?" Tags="|data-request|weather|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6017" PostTypeId="2" ParentId="4609" CreationDate="2015-09-15T21:24:50.590" Score="9" Body="&lt;p&gt;ERDF, France's network operator has put many datasets online this year. If you can read french, that's a great option since they have great visualization too.&#xA;website: &lt;a href=&quot;https://erdf.opendatasoft.com/&quot; rel=&quot;noreferrer&quot;&gt;https://erdf.opendatasoft.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bilan Électrique au pas journalier:&lt;/strong&gt; &lt;a href=&quot;https://erdf.opendatasoft.com/explore/embed/dataset/bilan-electrique-jour/?tab=analyze&amp;amp;sort=date&amp;amp;dataChart=eyJxdWVyaWVzIjpbeyJjb25maWciOnsiZGF0YXNldCI6ImJpbGFuLWVsZWN0cmlxdWUtam91ciIsIm9wdGlvbnMiOnsidGFiIjoiYW5hbHl6ZSIsInNvcnQiOiJkYXRlIn19LCJjaGFydHMiOlt7InR5cGUiOiJsaW5lIiwiZnVuYyI6IkFWRyIsInlBeGlzIjoiY29uc29tbWF0aW9uIiwiY29sb3IiOiIjNjZjMmE1In1dLCJ4QXhpcyI6ImRhdGUiLCJtYXhwb2ludHMiOiIiLCJ0aW1lc2NhbGUiOiJkYXkiLCJzb3J0IjoiIn1dLCJ0aW1lc2NhbGUiOiJ5ZWFyIn0%3D&amp;amp;static=false&amp;amp;datasetcard=false&quot; rel=&quot;noreferrer&quot;&gt;Daily consumption and more since August 2010&#xA;Visualization&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; Bilan Électrique au pas demi-heure: 30 min intervals consumption and more since August 2010 - &lt;strong&gt;&lt;a href=&quot;https://erdf.opendatasoft.com/explore/dataset/bilan-electrique-demi-heure/?tab=table&amp;amp;sort=horodate&amp;amp;dataChart=eyJxdWVyaWVzIjpbeyJjb25maWciOnsiZGF0YXNldCI6ImJpbGFuLWVsZWN0cmlxdWUtZGVtaS1oZXVyZSIsIm9wdGlvbnMiOnsidGFiIjoiYW5hbHl6ZSIsInNvcnQiOiJob3JvZGF0ZSJ9fSwiY2hhcnRzIjpbeyJ0eXBlIjoibGluZSIsImZ1bmMiOiJBVkciLCJ5QXhpcyI6ImluamVjdGlvbl9kZV9ydGUiLCJjb2xvciI6IiM2NmMyYTUifV0sInhBeGlzIjoiaG9yb2RhdGUiLCJtYXhwb2ludHMiOiIiLCJ0aW1lc2NhbGUiOiJob3VyIiwic29ydCI6IiJ9XSwidGltZXNjYWxlIjoieWVhciJ9&quot; rel=&quot;noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ESTdD.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ESTdD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8637" LastEditorUserId="1511" LastEditDate="2015-09-16T12:02:58.140" LastActivityDate="2015-09-16T12:02:58.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6018" PostTypeId="1" CreationDate="2015-09-15T21:49:35.463" Score="2" ViewCount="228" Body="&lt;p&gt;I am the Marketing Communications Director at a college listed on your website, and much of the information is incorrect (enrollment, academic programs, and costs are listed as including room and board and are not stated as such). How can we revise this information to make it more accurate?&lt;/p&gt;&#xA;" OwnerUserId="8638" LastEditorUserId="23272" LastEditDate="2022-07-14T12:40:29.123" LastActivityDate="2022-07-14T12:40:29.123" Title="Incorrect Information on College Scorecard" Tags="|collegescorecard|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="6019" PostTypeId="2" ParentId="5997" CreationDate="2015-09-16T00:49:53.973" Score="2" Body="&lt;p&gt;I believe Brian is correct, but also note that this criteria appears to be arbitrary and undocumented. One result is that only 6 of 13 community colleges in Colorado are included in the Scorecard.&#xA;&lt;a href=&quot;http://mfeldstein.com/17-of-community-colleges-are-not-included-in-college-scorecard/&quot; rel=&quot;nofollow&quot;&gt;http://mfeldstein.com/17-of-community-colleges-are-not-included-in-college-scorecard/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8639" LastActivityDate="2015-09-16T00:49:53.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6020" PostTypeId="2" ParentId="6000" CreationDate="2015-09-16T00:51:57.830" Score="2" Body="&lt;p&gt;I believe Brian is correct, but also note that this criteria appears to be arbitrary and undocumented. One result is that only 6 of 13 community colleges in Colorado are included in the Scorecard.&#xA;&lt;a href=&quot;http://mfeldstein.com/17-of-community-colleges-are-not-included-in-college-scorecard/&quot; rel=&quot;nofollow&quot;&gt;http://mfeldstein.com/17-of-community-colleges-are-not-included-in-college-scorecard/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8639" LastActivityDate="2015-09-16T00:51:57.830" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6021" PostTypeId="2" ParentId="6016" CreationDate="2015-09-16T04:28:24.777" Score="1" Body="&lt;p&gt;I wrote some Python scripts that can be adapted for that. You just need an API key from wunderground.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/joshmalina/pollution/blob/master/Build_historical_weather_data.ipynb&quot; rel=&quot;nofollow&quot;&gt;https://github.com/joshmalina/pollution/blob/master/Build_historical_weather_data.ipynb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8529" LastActivityDate="2015-09-16T04:28:24.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6022" PostTypeId="2" ParentId="6014" CreationDate="2015-09-16T11:15:16.420" Score="2" Body="&lt;p&gt;There is a great internationalization project at&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://github.com/mledoze/countries&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But unfortunately it only includes English demonyms. You might consider expanding the repo if you find a good data source.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{  &#xA;   &quot;name&quot;:{  &#xA;      &quot;common&quot;:&quot;Germany&quot;,&#xA;      &quot;official&quot;:&quot;Federal Republic of Germany&quot;,&#xA;      &quot;native&quot;:{  &#xA;         &quot;deu&quot;:{  &#xA;            &quot;official&quot;:&quot;Bundesrepublik Deutschland&quot;,&#xA;            &quot;common&quot;:&quot;Deutschland&quot;&#xA;         }&#xA;      }&#xA;   },&#xA;   &quot;tld&quot;:[  &#xA;      &quot;.de&quot;&#xA;   ],&#xA;   &quot;cca2&quot;:&quot;DE&quot;,&#xA;   &quot;ccn3&quot;:&quot;276&quot;,&#xA;   &quot;cca3&quot;:&quot;DEU&quot;,&#xA;   &quot;cioc&quot;:&quot;GER&quot;,&#xA;   &quot;currency&quot;:[  &#xA;      &quot;EUR&quot;&#xA;   ],&#xA;   &quot;callingCode&quot;:[  &#xA;      &quot;49&quot;&#xA;   ],&#xA;   &quot;capital&quot;:&quot;Berlin&quot;,&#xA;   &quot;altSpellings&quot;:[  &#xA;      &quot;DE&quot;,&#xA;      &quot;Federal Republic of Germany&quot;,&#xA;      &quot;Bundesrepublik Deutschland&quot;&#xA;   ],&#xA;   &quot;region&quot;:&quot;Europe&quot;,&#xA;   &quot;subregion&quot;:&quot;Western Europe&quot;,&#xA;   &quot;languages&quot;:{  &#xA;      &quot;deu&quot;:&quot;German&quot;&#xA;   },&#xA;   &quot;translations&quot;:{  &#xA;      &quot;deu&quot;:{  &#xA;         &quot;official&quot;:&quot;Bundesrepublik Deutschland&quot;,&#xA;         &quot;common&quot;:&quot;Deutschland&quot;&#xA;      },&#xA;      &quot;fra&quot;:{  &#xA;         &quot;official&quot;:&quot;R\u00e9publique f\u00e9d\u00e9rale d'Allemagne&quot;,&#xA;         &quot;common&quot;:&quot;Allemagne&quot;&#xA;      },&#xA;      &quot;hrv&quot;:{  &#xA;         &quot;official&quot;:&quot;Njema\u010dka Federativna Republika&quot;,&#xA;         &quot;common&quot;:&quot;Njema\u010dka&quot;&#xA;      },&#xA;      &quot;ita&quot;:{  &#xA;         &quot;official&quot;:&quot;Repubblica federale di Germania&quot;,&#xA;         &quot;common&quot;:&quot;Germania&quot;&#xA;      },&#xA;      &quot;jpn&quot;:{  &#xA;         &quot;official&quot;:&quot;\u30c9\u30a4\u30c4\u9023\u90a6\u5171\u548c\u56fd&quot;,&#xA;         &quot;common&quot;:&quot;\u30c9\u30a4\u30c4&quot;&#xA;      },&#xA;      &quot;nld&quot;:{  &#xA;         &quot;official&quot;:&quot;Bondsrepubliek Duitsland&quot;,&#xA;         &quot;common&quot;:&quot;Duitsland&quot;&#xA;      },&#xA;      &quot;por&quot;:{  &#xA;         &quot;official&quot;:&quot;Rep\u00fablica Federal da Alemanha&quot;,&#xA;         &quot;common&quot;:&quot;Alemanha&quot;&#xA;      },&#xA;      &quot;rus&quot;:{  &#xA;         &quot;official&quot;:&quot;\u0424\u0435\u0434\u0435\u0440\u0430\u0442\u0438\u0432\u043d\u0430\u044f \u0420\u0435\u0441\u043f\u0443\u0431\u043b\u0438\u043a\u0430 \u0413\u0435\u0440\u043c\u0430\u043d\u0438\u044f&quot;,&#xA;         &quot;common&quot;:&quot;\u0413\u0435\u0440\u043c\u0430\u043d\u0438\u044f&quot;&#xA;      },&#xA;      &quot;spa&quot;:{  &#xA;         &quot;official&quot;:&quot;Rep\u00fablica Federal de Alemania&quot;,&#xA;         &quot;common&quot;:&quot;Alemania&quot;&#xA;      },&#xA;      &quot;fin&quot;:{  &#xA;         &quot;official&quot;:&quot;Saksan liittotasavalta&quot;,&#xA;         &quot;common&quot;:&quot;Saksa&quot;&#xA;      }&#xA;   },&#xA;   &quot;latlng&quot;:[  &#xA;      51,&#xA;      9&#xA;   ],&#xA;   &quot;demonym&quot;:&quot;German&quot;,&#xA;   &quot;landlocked&quot;:false,&#xA;   &quot;borders&quot;:[  &#xA;      &quot;AUT&quot;,&#xA;      &quot;BEL&quot;,&#xA;      &quot;CZE&quot;,&#xA;      &quot;DNK&quot;,&#xA;      &quot;FRA&quot;,&#xA;      &quot;LUX&quot;,&#xA;      &quot;NLD&quot;,&#xA;      &quot;POL&quot;,&#xA;      &quot;CHE&quot;&#xA;   ],&#xA;   &quot;area&quot;:357114&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-09-16T11:15:16.420" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6023" PostTypeId="1" CreationDate="2015-09-16T12:56:09.690" Score="2" ViewCount="22" Body="&lt;p&gt;Is there a reputable source, data firm / report where I can get info, per country basis preferably, of households in Latin America who have Televisions with HDMI ports?&lt;/p&gt;&#xA;" OwnerUserId="8646" LastEditorUserId="1511" LastEditDate="2015-09-16T14:01:41.453" LastActivityDate="2015-09-16T14:01:41.453" Title="Data on Latin America Households TV sets with HDMI ports" Tags="|telecom|latin-america|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6024" PostTypeId="1" CreationDate="2015-09-16T13:39:45.283" Score="5" ViewCount="502" Body="&lt;p&gt;In the raw data released with the Scorecard, some institutions have an 8 digit unitid (the one tied to IPEDS not the OPE IDs).  Can someone explain why this is?  I can see they tend to be branch campuses. So is it a case of the institution has its own 8-digit OPE ID but is not in IPEDS?  Thus there is no assigned unique IPEDS ID.  But if that is the case, why are these branch campuses not in IPEDS too?&lt;/p&gt;&#xA;" OwnerUserId="8648" LastActivityDate="2015-09-17T16:29:25.030" Title="Why the 8-digit UnitID" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6026" PostTypeId="1" CreationDate="2015-09-16T18:09:41.013" Score="1" ViewCount="76" Body="&lt;p&gt;I am searching through the data files and dictionary using a variety of keywords (sector, public, etc.) and can't seem to find the Sector variable from IPEDS.&lt;/p&gt;&#xA;&lt;p&gt;Control is there, as are a few clues to derive a level (Carnegie for some, highest degree), or I can just match from another database using UNITED, but please tell me I'm missing something!&lt;/p&gt;&#xA;&lt;p&gt;Otherwise, great launch on the programming and UX side from 18F!&lt;/p&gt;&#xA;" OwnerUserId="8651" LastEditorUserId="23272" LastEditDate="2021-04-04T05:04:44.653" LastActivityDate="2021-04-04T05:04:44.653" Title="Sector Variable?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6027" PostTypeId="2" ParentId="6018" CreationDate="2015-09-16T18:52:21.007" Score="4" Body="&lt;p&gt;I work on the Scorecard for the Department of Education.  We can examine cases in which some data may appear incorectly.   Could you provide examples of specific institutions and statistics that may be appearing incorrectly?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, you can submit specific questions and suggestions about data to scorecarddata@rti.org. We will be tracking input and refining the website iteratively. &lt;/p&gt;&#xA;" OwnerUserId="8632" LastEditorUserId="8632" LastEditDate="2015-09-16T20:48:22.850" LastActivityDate="2015-09-16T20:48:22.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6028" PostTypeId="1" AcceptedAnswerId="6031" CreationDate="2015-09-16T19:17:05.443" Score="2" ViewCount="379" Body="&lt;p&gt;In the directory file, for all the loan and debt numbers it says &quot;suppressed for n=30&quot;. What is &quot;n&quot;?&lt;/p&gt;&#xA;" OwnerUserId="8653" LastEditorUserId="90" LastEditDate="2015-09-17T00:15:37.500" LastActivityDate="2015-09-17T00:15:37.500" Title="In the College Scorecard Data Directory--what is N=30" Tags="|education|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6029" PostTypeId="1" AcceptedAnswerId="6032" CreationDate="2015-09-16T20:15:41.067" Score="1" ViewCount="88" Body="&lt;p&gt;How is the Students Paying Down Debt field calculated in the College Scorecard website? I don't see a field in the data dictionary that precisely corresponds to it, nor even a set of fields that could.&lt;/p&gt;&#xA;" OwnerUserId="8654" LastActivityDate="2017-01-26T22:05:34.020" Title="How is the Students Paying Down Debt field calculated in the College Scorecard website?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6030" PostTypeId="1" AcceptedAnswerId="6033" CreationDate="2015-09-16T20:25:59.637" Score="5" ViewCount="155" Body="&lt;p&gt;How is Students Who Return After Their First Year calculated on the College Scorecard website? The closest field I can see in the Data Dictionary is ENRL_ORIG_YR2_RT, but that doesn't seem exactly to be it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know at least some of the code is available on Github, but I don't know where in the codebase it indicates which fields from the API queries specifically populate which section of the page for a given school. If someone let me know where to look, I could answer these type of questions for myself :)&lt;/p&gt;&#xA;" OwnerUserId="8654" LastEditorUserId="90" LastEditDate="2016-02-12T13:55:37.880" LastActivityDate="2016-02-12T13:55:37.880" Title="College Scorecard First Year Returning Students Calculation" Tags="|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6031" PostTypeId="2" ParentId="6028" CreationDate="2015-09-16T20:33:27.783" Score="2" Body="&lt;p&gt;I would guess that n probably means number of students in cohort, but am not sure. Gainful Employment reporting I know is not publicly released when n&amp;lt;30 due to privacy reasons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is some suppporting documentation: &quot;[F]or elements that we expect to highlight on the consumer-facing College Scorecard, a separate version of the element is vailable that suppresses the data for schools with fewer than 30 students in the denominator to ensure the data are as representative as possible.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/assets/FullDataDocumentation.pdf&quot; rel=&quot;nofollow&quot; title=&quot;Full Data Documentation&quot;&gt;Full College Scorecard Data Documentation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8654" LastEditorUserId="8654" LastEditDate="2015-09-16T21:31:39.937" LastActivityDate="2015-09-16T21:31:39.937" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6032" PostTypeId="2" ParentId="6029" CreationDate="2015-09-16T20:58:02.693" Score="3" Body="&lt;p&gt;On the consumer website, you can click the &quot;i&quot; button below the &quot;Students Paying Down Debt Field&quot; on each college page and it will display a brief definition for the measure. It should also correspond to the 3-year repayment rate field on the more technical website at collegescorecard.ed.gov/data  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The short definition for this measure is: The share of students who have repaid at least $1 of the principal balance on their federal loans within 3 years of leaving school. &lt;/p&gt;&#xA;" OwnerUserId="8632" LastActivityDate="2015-09-16T20:58:02.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6033" PostTypeId="2" ParentId="6030" CreationDate="2015-09-16T21:14:31.907" Score="3" Body="&lt;p&gt;The &quot;Students Who Return After Their First Year&quot; corresponds to RET_FT4 for 4-year institutions and RET_FTL4 for less than 4-year institutions.  These variables were created from IPEDS and includes first-year retention information on all first-year full-time undergraduates. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ENRL_ORIG_YR2_RT was created from the National Student Loans Data System and only includes students receiving federal loans and grants.&lt;/p&gt;&#xA;" OwnerUserId="8632" LastActivityDate="2015-09-16T21:14:31.907" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6034" PostTypeId="2" ParentId="6018" CreationDate="2015-09-16T21:19:52.860" Score="1" Body="&lt;p&gt;Please also note that most of the data are generated through IPEDS and NSLDS and each of those have existing mechanisms in place.  Updates would then be reflected in future Scorecard updates.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-16T21:19:52.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6035" PostTypeId="2" ParentId="6026" CreationDate="2015-09-16T22:03:52.523" Score="1" Body="&lt;p&gt;The sector variable from IPEDS is not included in the raw Scorecard data sets. The 2-year and 4-year distinction presented in Scorecard represents predominant degree (PREDDEG) which identifies the type of degree that the school primarily awards (This is different than IPEDS)&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-16T22:03:52.523" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6036" PostTypeId="2" ParentId="1566" CreationDate="2015-09-17T01:06:49.527" Score="1" Body="&lt;p&gt;Insider Monitor publishes various insider trading activities reports with data scraped from the sec: &lt;a href=&quot;http://www.insider-monitor.com/&quot; rel=&quot;nofollow&quot;&gt;Insider trading&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8395" LastEditorUserId="90" LastEditDate="2015-09-17T02:50:22.793" LastActivityDate="2015-09-17T02:50:22.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6037" PostTypeId="1" CreationDate="2015-09-17T12:21:23.527" Score="5" ViewCount="406" Body="&lt;p&gt;I want to evaluate a graph kernel designed for &lt;strong&gt;large graphs&lt;/strong&gt; (&gt; 10^6 nodes). Hence, I'm looking for suitable graph data sets, i.e., a set of (huge) graphs and corresponding classes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="8657" LastEditorUserId="8657" LastEditDate="2015-09-17T14:17:17.787" LastActivityDate="2015-09-17T15:07:25.567" Title="Dataset of large graphs for classifiction" Tags="|machine-learning|network-structure|big-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6038" PostTypeId="1" CreationDate="2015-09-17T14:15:02.203" Score="2" ViewCount="121" Body="&lt;p&gt;I'm confused as to how this set of variables works.  From reading the documentation, it seems like wdraw_orig_yr4_rt for 2012, wdraw_orig_yr3_rt for 2011, and wdraw_orig_yr2_rt for 2010 should all refer to withdrawal rates for the 2009 cohort in different measurement years (2013, 2012, and 2011, respectively).  But if I look at these numbers for a given institution, they don't seem to obey that description.  &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Could someone be more specific as to what these measure?&lt;/li&gt;&#xA;&lt;li&gt;If I wanted to calculate a cumulative withdrawal rate for given cohort and a specific institution (i.e. total % drop outs over 4 years), could that be accomplished with this data and how?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="8658" LastActivityDate="2015-09-17T15:43:02.010" Title="NSLDS Completion and Transfer Rates" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6040" PostTypeId="2" ParentId="6037" CreationDate="2015-09-17T15:07:25.567" Score="2" Body="&lt;p&gt;Try &lt;a href=&quot;https://snap.stanford.edu/data/#web&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://snap.stanford.edu/data/egonets-Facebook.html[&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://snap.stanford.edu/data/egonets-Facebook.html[&lt;/a&gt;&lt;img src=&quot;https://i.stack.imgur.com/femj6.png&quot; alt=&quot;is facebook and has undirected graphs&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://snap.stanford.edu/data/egonets-Twitter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Directed graphs twitter&lt;/a&gt;&#xA;is listed undirected and directed graphs. &lt;/p&gt;&#xA;&#xA;Hope it answer your question.&#xA;" OwnerUserId="6541" LastActivityDate="2015-09-17T15:07:25.567" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6041" PostTypeId="1" AcceptedAnswerId="9099" CreationDate="2015-09-17T15:27:04.163" Score="6" ViewCount="513" Body="&lt;p&gt;I am looking for an historic dataset of concert events. I have tried the last.fm api but the query endpoint I need appears to be broken: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/32409011/last-fm-geo-getevents-returns-invalid-method-no-method-with-that-name-in-this&quot;&gt;https://stackoverflow.com/questions/32409011/last-fm-geo-getevents-returns-invalid-method-no-method-with-that-name-in-this&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also tried the eventbrite api but it didn't have much in the way of major concerts. Basically, I need a list of concerts that occurred within a given city/country. I would need the dataset to go back to January 2015.  &lt;/p&gt;&#xA;" OwnerUserId="8660" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-06-27T18:17:42.047" Title="Concert Events Data" Tags="|data-request|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6042" PostTypeId="2" ParentId="6038" CreationDate="2015-09-17T15:43:02.010" Score="1" Body="&lt;p&gt;I recommend looking at the Data_File_Cohort_Map.xls in the download all data zip file.  The cohorts and measurement years depend on which data file you're looking at. For example, if you're looking at the 2012 data file *YR2 refers to the AY2011 cohort measured in AY2013 and *YR3 refers to AY2010 cohort measured in AY2013&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-17T15:43:02.010" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6043" PostTypeId="2" ParentId="6024" CreationDate="2015-09-17T16:29:25.030" Score="1" Body="&lt;p&gt;There are different procedures for assigning IPEDS UnitIDs and NSLDS OPE IDs. The unit of analysis identified in Scorecard is based on how data derived from both systems could be presented.The individual institutions presented are based on unique values of IPEDS 8-digit UnitIDs where the first six digits represent the &quot;parent&quot; institution and the last two sequential digits represent  &quot;child&quot; entities. For each of these unique values, IPEDS generated data (e.g. institution name, graduation rate, predominant degree, enrollment, etc.) correspond directly to the UnitID. For data derived from the NSLDS and Dept of Treasury (e.g., earnings, repayment rate, debt) data are calculated at the 6-digit OPE ID level. In these cases, IPEDS institutions with different UnitIDs sharing a common 6-digit OPEID are all assigned the (student-weighted) average outcome or median outcome for students across all branches of the institution for NSLDS or tax-data derived measures. While the 8-digit OPE ID is also provided in the raw data files, this is not the unit of analysis for any of the variables.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-17T16:29:25.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6044" PostTypeId="1" CreationDate="2015-09-18T08:24:32.460" Score="3" ViewCount="140" Body="&lt;p&gt;I would like to publish my pictures, and the license that I like most is CC BY-SA... except that I don't care about attribution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, what license should I use?&lt;br&gt;&#xA;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Exactly like CC BY-SA 3.0 but not requiring attribution&lt;/li&gt;&#xA;&lt;li&gt;English language, translations available&lt;/li&gt;&#xA;&lt;li&gt;The best well-known the better&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If several licenses satisfy these requirements, the winner will be picked by Google fight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Non-solutions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CC-SA looks perfect but &lt;a href=&quot;http://creativecommons.org/licenses/sa/1.0/&quot; rel=&quot;nofollow&quot;&gt;its page&lt;/a&gt; says:&lt;br&gt;&#xA;&quot;&lt;i&gt;This license is retired. Do not use for new works.&lt;/i&gt;&quot;&lt;/li&gt;&#xA;&lt;li&gt;GFDL is burdensome when &lt;a href=&quot;http://en.wikipedia.org/wiki/GFDL#Burdens_when_printing&quot; rel=&quot;nofollow&quot;&gt;printing&lt;/a&gt; so it won't do either.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2015-09-18T09:24:49.923" Title="What equivalent license for CC SA without BY? Share-alike but no attribution" Tags="|licensing|creative-commons|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6045" PostTypeId="2" ParentId="6044" CreationDate="2015-09-18T09:24:49.923" Score="1" Body="&lt;p&gt;Consider the &lt;a href=&quot;http://creativecommons.org/publicdomain/&quot; rel=&quot;nofollow&quot;&gt;Public Domain Mark, CC0&lt;/a&gt;, (&lt;a href=&quot;https://wiki.creativecommons.org/wiki/Public_domain&quot; rel=&quot;nofollow&quot;&gt;longer details&lt;/a&gt;), except is doesn't include the Share-Alike&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;When a work is in the public domain, it is free for use by anyone for any purpose without restriction under copyright law. Public domain is the purest form of open/free, since no one owns or controls the material in any way.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-09-18T09:24:49.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6046" PostTypeId="1" AcceptedAnswerId="20511" CreationDate="2015-09-18T10:11:32.913" Score="7" ViewCount="139" Body="&lt;p&gt;I need a dataset that can be used to build &lt;strong&gt;imputation&lt;/strong&gt; models upon and that is also a &lt;strong&gt;&quot;common-sense&quot;&lt;/strong&gt; data such as countries econometrics, &lt;strong&gt;Forbes2000&lt;/strong&gt; etc. That is, I am not interested either in customer survey datasets or sensor dataset.&#xA; I have already tried to compile &lt;strong&gt;countries econometrics dataset&lt;/strong&gt; which include fields such as gdp, gdp per capita, population, internet penetration rate, poverty etc. to impute missing poverty rates for example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, all of the different techniques I have tried failed utterly and produced no meaningful models. I have also tried &lt;strong&gt;Forbes2000&lt;/strong&gt; datasets to predict market value of a company based on other available information on the aforementioned dataset. Although somewhat better than the econometrics dataset, this also failed with no reproducible models with a high predictive power.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now I am stuck, since I can not find any other dataset that has &quot;common-sense&quot; data (for a lack of a better word) and also machine-learnable. If you could advise any hints, it would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="6272" LastActivityDate="2022-07-15T15:48:40.770" Title="Machine Learning imputable &quot;common-sense&quot; datasets" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6047" PostTypeId="1" CreationDate="2015-09-18T14:06:53.683" Score="5" ViewCount="558" Body="&lt;p&gt;INTRODUCTION: document collections (corpora) for evaluation of information retrieval (search engine) systems are pretty often behind a paywall. A notorious example is the TREC conference (&lt;a href=&quot;http://trec.nist.gov/&quot; rel=&quot;nofollow&quot;&gt;http://trec.nist.gov/&lt;/a&gt;). Apart from money, they ask for affiliation, making the data unavailable for the hobbyist/open-source. A few older corpora exist (&lt;a href=&quot;http://www.daviddlewis.com/resources/testcollections/reuters21578/&quot; rel=&quot;nofollow&quot;&gt;http://www.daviddlewis.com/resources/testcollections/reuters21578/&lt;/a&gt;) but these are &quot;antique&quot; in ways that make then less useful for the evaluation of current systems. Others like the Wikipedia dumps(1), the European Union multilingual corpora (2)(often used in automatic translation) or the RFCs (3) could be used but are not standard in the research community.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;QUESTION: does any open text document corpus of a decent size and quality in English exist, that is widely used for evaluation of information retrieval systems? The widespread usage puts the result of one's own evaluation into a meaningful context.&lt;/p&gt;&#xA;" OwnerUserId="8667" LastEditorUserId="8667" LastEditDate="2015-09-22T07:53:31.120" LastActivityDate="2015-09-25T18:31:47.207" Title="Open text document corpus for information retrieval evaluation" Tags="|data-request|nlp|corpora|search-engine|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6048" PostTypeId="1" CreationDate="2015-09-18T15:32:33.403" Score="2" ViewCount="38" Body="&lt;p&gt;I'm working on an internship of Big Data, I've build a predictive model. To enrich my model, I'm searching for the open data / external (paid) data. But I could only find the data that is in type of regional - zip code related data, there are no data that correspond specifically to each individual. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So my question is, do you have the same situation, or you are able to find an external data set perfectly coresponds to each observation in your data set?&lt;/p&gt;&#xA;" OwnerUserId="8668" LastActivityDate="2015-10-01T13:08:17.663" Title="What is your level of external data?" Tags="|data-format|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6049" PostTypeId="2" ParentId="5776" CreationDate="2015-09-18T20:56:03.457" Score="3" Body="&lt;p&gt;Have you looked at the SPAM data out of the International Food Policy Research Institute? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mapspam.info/&quot; rel=&quot;nofollow&quot;&gt;http://mapspam.info/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if you're looking for the same resolution as the CropScape data, but SPAM produces 5' estimates of physical area, harvested area, production and yield on 42 crops globally circa 2000 and 2005. &lt;/p&gt;&#xA;" OwnerUserId="8670" LastActivityDate="2015-09-18T20:56:03.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6050" PostTypeId="1" AcceptedAnswerId="6101" CreationDate="2015-09-18T21:42:17.237" Score="25" ViewCount="7144" Body="&lt;p&gt;I can use the following query to list all sovereign states via the &lt;a href=&quot;https://query.wikidata.org/&quot;&gt;Wikidata query interface&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;&#xA;SELECT ?cid ?country WHERE {&#xA;    ?cid wdt:P31 wd:Q3624078 .&#xA;    OPTIONAL {&#xA;        ?cid rdfs:label ?country filter (lang(?country) = &quot;en&quot;) .&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The result listing contains the Wikidata entity ID and the English label, if available. I'd like to also query the URL of the corresponding English Wikipedia article if it exists. As far as I can tell, Wikipedia URLs are not properties of a Wikidata entity and I have no idea how I can express a relation between a Wikidata entity and Wikipedia URL in the SPARQL query.&lt;/p&gt;&#xA;" OwnerUserId="374" LastActivityDate="2016-05-01T09:49:42.177" Title="Get Wikipedia URLs (sitelinks) in Wikidata SPARQL query" Tags="|wikidata|wikipedia|sparql|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6051" PostTypeId="1" CreationDate="2015-09-19T11:57:52.740" Score="3" ViewCount="192" Body="&lt;p&gt;Any idea where I can get source of current research topics on data streams with focus on real time applications.&lt;/p&gt;&#xA;" OwnerUserId="8720" OwnerDisplayName="Sayan" LastActivityDate="2015-10-19T21:56:37.117" Title="Real world applications of Streaming data" Tags="|machine-learning|real-time|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6052" PostTypeId="1" CreationDate="2015-09-19T22:10:46.653" Score="4" ViewCount="20" Body="&lt;p&gt;I am looking for data on polling estimates for different states in presidential elections in the United States. &lt;/p&gt;&#xA;" OwnerUserId="6690" LastEditorUserId="1652" LastEditDate="2015-09-20T19:15:55.820" LastActivityDate="2015-09-20T19:15:55.820" Title="Where can I find state by state polling prior to recent presidential elections?" Tags="|data-request|usa|elections|survey|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6053" PostTypeId="1" CreationDate="2015-09-19T22:43:13.287" Score="2" ViewCount="224" Body="&lt;p&gt;I am looking for data sets containing dialogues labeled with slot-values. I am open as to the definition of a dialogue, e.g. message board posts are good too.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Definition of slot-values:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A dialog is a sequence of utterances between one or more dialog participants. Dialog participants can be humans, computerized dialog systems, etc. In a dialog system, the goal of the dialog state tracker is to keep track of all dialog states for each utterance. A dialog state represents what dialog participants appear to have in mind. One common representation for a dialog state is a list of slot-value pairs: the slot is a general category, while the value indicates more specifically what the dialog participants have in mind.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example 1:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ikCIa.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ikCIa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dfki.de/etai/SpecialIssues/Dia99/araki/araki/node3.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example 2&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q9bOU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q9bOU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-19T22:55:21.327" LastActivityDate="2016-07-05T23:53:44.760" Title="Dialogs with labeled slot(s)-value(s)" Tags="|data-request|nlp|corpora|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6054" PostTypeId="1" CreationDate="2015-09-20T00:24:55.853" Score="2" ViewCount="242" Body="&lt;p&gt;I'm looking for a source where I can download all business telephone listings (yellow pages) in the USA. Does anyone know where I might find such a data set? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I'd like to be able to get historical listings also.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update/Clarification&lt;/strong&gt; I'm really looking for business names &amp;amp; geographic location. Telephone directories seem like a convenient place to get this information, but I don't actually need phone numbers. Any data set that contains business names and addresses (really just ZIP code would be enough) would be sufficient.&lt;/p&gt;&#xA;" OwnerUserId="8694" OwnerDisplayName="Alex" LastEditorUserId="8694" LastEditDate="2015-09-21T13:23:05.690" LastActivityDate="2015-09-21T13:23:05.690" Title="looking for data source: all businesses in USA" Tags="|data-request|usa|business|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6055" PostTypeId="2" ParentId="365" CreationDate="2015-09-20T14:04:25.723" Score="2" Body="&lt;p&gt;try at weather underground. and here is a random search for historical data about Berlin&#xA;&lt;a href=&quot;http://www.wunderground.com/history/airport/EDDT/2014/9/20/CustomHistory.html?dayend=20&amp;amp;monthend=9&amp;amp;yearend=2015&amp;amp;req_city=&amp;amp;req_state=&amp;amp;req_statename=&amp;amp;reqdb.zip=&amp;amp;reqdb.magic=&amp;amp;reqdb.wmo=&quot; rel=&quot;nofollow&quot;&gt;http://www.wunderground.com/history/airport/EDDT/2014/9/20/CustomHistory.html?dayend=20&amp;amp;monthend=9&amp;amp;yearend=2015&amp;amp;req_city=&amp;amp;req_state=&amp;amp;req_statename=&amp;amp;reqdb.zip=&amp;amp;reqdb.magic=&amp;amp;reqdb.wmo=&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8682" LastActivityDate="2015-09-20T14:04:25.723" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6056" PostTypeId="1" CreationDate="2015-09-20T23:07:52.483" Score="7" ViewCount="367" Body="&lt;p&gt;I am looking for a dataset of queries that are posted in live chats or service providing chats. I want to test my API for tagging a query that is entered by the customer as a question or not a question. I am not able to find a suitable dataset that include some samples like:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;where should I go to eat food.&lt;/li&gt;&#xA;&lt;li&gt;Book a cab which serves food.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The first statement is a question where as second is not.These are the types of queries that a customer might use with out it being grammatically correct.&#xA;I need a dataset consisting of such data which are used in spoken English.&lt;/p&gt;&#xA;" OwnerUserId="8687" LastEditorUserId="1652" LastEditDate="2015-09-22T01:52:10.540" LastActivityDate="2020-04-19T04:07:40.920" Title="Dataset for queries that are questions or others" Tags="|data-request|machine-learning|nlp|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6057" PostTypeId="1" CreationDate="2015-09-21T09:41:10.427" Score="6" ViewCount="938" Body="&lt;p&gt;The Ruby World Cup 2015 kicked off in England on Sep/18 and runs until Oct/31.&#xA; Wondering what's the state of open data for Rugby. Any open data sets available (incl. teams, players, squads, stadiums, old tournaments, match stats, and so on)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data set is in &lt;strong&gt;an open plain text format&lt;/strong&gt; such as CSV (comma-separated values), JSON (javascript objects), SQL (structured query language), etc. and &lt;strong&gt;in the public domain (no rights reserved, no copyright)&lt;/strong&gt; or using a permissive license (only attribution required, for example).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insight appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclosure: I'm the project lead of the sport.db project (incl. rugby.db) - e.g.:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/opensport/rugby.db&quot;&gt;opensport/rugby.db&lt;/a&gt; - free open public domain datasets incl. in plain text &lt;a href=&quot;https://github.com/opensport/rugby.db/blob/master/2015/cup.txt&quot;&gt;Rugby World Cup 2015&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2015-09-21T12:59:39.770" LastActivityDate="2015-09-21T12:59:39.770" Title="Any open public data sets for the Rugby World Cup (in England 2015)?" Tags="|data-request|sports|sql|txt|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6058" PostTypeId="2" ParentId="6047" CreationDate="2015-09-21T20:49:07.210" Score="1" Body="&lt;p&gt;You might look at &lt;a href=&quot;https://opendata.stackexchange.com/questions/5844/&quot;&gt;How can I Share my Data Sets Without Worrying About Copyright Issues?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if the author is willing to share or not. He was concerned about copyright issues.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-09-21T20:49:07.210" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6059" PostTypeId="1" CreationDate="2015-09-21T21:03:11.807" Score="3" ViewCount="122" Body="&lt;p&gt;Are graduate programs included College Scorecard &lt;a href=&quot;https://collegescorecard.ed.gov/&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/&lt;/a&gt; website data?&lt;/p&gt;&#xA;" OwnerUserId="8605" LastActivityDate="2015-09-21T21:06:15.220" Title="Are graduate programs included College Scorecard data?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6060" PostTypeId="2" ParentId="6059" CreationDate="2015-09-21T21:06:15.220" Score="3" Body="&lt;p&gt;At present, the tool is focused on undergraduates.  The Department of Education is considering options for expanding College Scorecard in the future. &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-21T21:06:15.220" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6061" PostTypeId="1" CreationDate="2015-09-21T21:24:16.727" Score="3" ViewCount="139" Body="&lt;p&gt;The Average Cost does not seem to be what the institution charges, how was it determined?&lt;/p&gt;&#xA;" OwnerUserId="8605" LastActivityDate="2015-09-21T21:26:46.567" Title="How is average cost in college scorecard derived?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6062" PostTypeId="2" ParentId="6061" CreationDate="2015-09-21T21:26:46.567" Score="2" Body="&lt;p&gt;The average net price is the full cost of attendance (including tuition and fees, books and supplies, and living expenses) minus federal, state, and institutional aid, for undergraduate students who receive federal aid (for public institutions, this metric is limited to undergraduates who pay in-state tuition).  This is calculated based on a weighted average of IPEDS net price data of undergraduate, Title IV-receiving students.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-21T21:26:46.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6063" PostTypeId="1" CreationDate="2015-09-22T00:33:44.547" Score="2" ViewCount="62" Body="&lt;p&gt;I am looking for factoid question answer data sets. Each sample should contain a question, an answer, and a text where the answer can be derived from.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-09-22T00:33:44.547" Title="Factoid question answer data sets with text containing the answer" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6064" PostTypeId="2" ParentId="6018" CreationDate="2015-09-22T13:26:20.050" Score="0" Body="&lt;p&gt;This site is an public discussion on open data issues. You can respond directly to a question related to the data from your university with a comment or an answer to the question. This would allow you to correct information if you have open data to support the correction. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If someone references an underlying dataset (like College Scorecard) that you believe has erroneous information, please contact that data owner directly as Stack Exchange does not manage that type of data.  Thanks!&lt;/p&gt;&#xA;" OwnerUserId="244" LastActivityDate="2015-09-22T13:26:20.050" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6066" PostTypeId="1" AcceptedAnswerId="6068" CreationDate="2015-09-22T16:54:00.013" Score="4" ViewCount="1104" Body="&lt;p&gt;I am searching a list of European countries and capitals with populations. This list must include the name of country with its population and area in square kilometer, the capital of country with its population. I want get this data in format of JSON document like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;countryName&quot;: &quot;Belgium&quot;,&#xA;    &quot;countryPopulation&quot;: &quot;11258000&quot;,&#xA;    &quot;area&quot;: &quot;30510.0&quot;,&#xA;    &quot;countryCapital&quot;: &quot;Brussels&quot;,&#xA;    &quot;capitalPopulation&quot;: &quot;107307&quot;&#xA;} &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8707" LastEditorUserId="1511" LastEditDate="2015-09-22T18:40:54.083" LastActivityDate="2015-09-22T19:01:48.637" Title="List of European countries and capitals with populations" Tags="|data-request|json|europe|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6067" PostTypeId="2" ParentId="6066" CreationDate="2015-09-22T18:47:39.107" Score="0" Body="&lt;p&gt;You can use the &lt;a href=&quot;https://mledoze.github.io/countries/&quot; rel=&quot;nofollow&quot;&gt;Countries&lt;/a&gt; repo on Github, which includes all the fields you want except population. You'll have to filter on &lt;code&gt;&quot;region&quot;:&quot;Europe&quot;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://raw.githubusercontent.com/mledoze/countries/master/dist/countries.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Example for Belgium entry:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;name&quot;:{&#xA;      &quot;common&quot;:&quot;Belgium&quot;,&#xA;      &quot;official&quot;:&quot;Kingdom of Belgium&quot;,&#xA;      &quot;native&quot;:{&#xA;         &quot;deu&quot;:{&#xA;            &quot;official&quot;:&quot;K\u00f6nigreich Belgien&quot;,&#xA;            &quot;common&quot;:&quot;Belgien&quot;&#xA;         },&#xA;         &quot;fra&quot;:{&#xA;            &quot;official&quot;:&quot;Royaume de Belgique&quot;,&#xA;            &quot;common&quot;:&quot;Belgique&quot;&#xA;         },&#xA;         &quot;nld&quot;:{&#xA;            &quot;official&quot;:&quot;Koninkrijk Belgi\u00eb&quot;,&#xA;            &quot;common&quot;:&quot;Belgi\u00eb&quot;&#xA;         }&#xA;      }&#xA;   },&#xA;   &quot;tld&quot;:[&#xA;      &quot;.be&quot;&#xA;   ],&#xA;   &quot;cca2&quot;:&quot;BE&quot;,&#xA;   &quot;ccn3&quot;:&quot;056&quot;,&#xA;   &quot;cca3&quot;:&quot;BEL&quot;,&#xA;   &quot;cioc&quot;:&quot;BEL&quot;,&#xA;   &quot;currency&quot;:[&#xA;      &quot;EUR&quot;&#xA;   ],&#xA;   &quot;callingCode&quot;:[&#xA;      &quot;32&quot;&#xA;   ],&#xA;   &quot;capital&quot;:&quot;Brussels&quot;,&#xA;   &quot;altSpellings&quot;:[&#xA;      &quot;BE&quot;,&#xA;      &quot;Belgi\u00eb&quot;,&#xA;      &quot;Belgie&quot;,&#xA;      &quot;Belgien&quot;,&#xA;      &quot;Belgique&quot;,&#xA;      &quot;Kingdom of Belgium&quot;,&#xA;      &quot;Koninkrijk Belgi\u00eb&quot;,&#xA;      &quot;Royaume de Belgique&quot;,&#xA;      &quot;K\u00f6nigreich Belgien&quot;&#xA;   ],&#xA;   &quot;region&quot;:&quot;Europe&quot;,&#xA;   &quot;subregion&quot;:&quot;Western Europe&quot;,&#xA;   &quot;languages&quot;:{&#xA;      &quot;deu&quot;:&quot;German&quot;,&#xA;      &quot;fra&quot;:&quot;French&quot;,&#xA;      &quot;nld&quot;:&quot;Dutch&quot;&#xA;   },&#xA;   &quot;translations&quot;:{&#xA;      &quot;cym&quot;:{&#xA;         &quot;official&quot;:&quot;Kingdom of Belgium&quot;,&#xA;         &quot;common&quot;:&quot;Gwlad Belg&quot;&#xA;      },&#xA;      &quot;deu&quot;:{&#xA;         &quot;official&quot;:&quot;K\u00f6nigreich Belgien&quot;,&#xA;         &quot;common&quot;:&quot;Belgien&quot;&#xA;      },&#xA;      &quot;fra&quot;:{&#xA;         &quot;official&quot;:&quot;Royaume de Belgique&quot;,&#xA;         &quot;common&quot;:&quot;Belgique&quot;&#xA;      },&#xA;      &quot;hrv&quot;:{&#xA;         &quot;official&quot;:&quot;Kraljevina Belgija&quot;,&#xA;         &quot;common&quot;:&quot;Belgija&quot;&#xA;      },&#xA;      &quot;ita&quot;:{&#xA;         &quot;official&quot;:&quot;Regno del Belgio&quot;,&#xA;         &quot;common&quot;:&quot;Belgio&quot;&#xA;      },&#xA;      &quot;jpn&quot;:{&#xA;         &quot;official&quot;:&quot;\u30d9\u30eb\u30ae\u30fc\u738b\u56fd&quot;,&#xA;         &quot;common&quot;:&quot;\u30d9\u30eb\u30ae\u30fc&quot;&#xA;      },&#xA;      &quot;nld&quot;:{&#xA;         &quot;official&quot;:&quot;Koninkrijk Belgi\u00eb&quot;,&#xA;         &quot;common&quot;:&quot;Belgi\u00eb&quot;&#xA;      },&#xA;      &quot;por&quot;:{&#xA;         &quot;official&quot;:&quot;Reino da B\u00e9lgica&quot;,&#xA;         &quot;common&quot;:&quot;B\u00e9lgica&quot;&#xA;      },&#xA;      &quot;rus&quot;:{&#xA;         &quot;official&quot;:&quot;\u041a\u043e\u0440\u043e\u043b\u0435\u0432\u0441\u0442\u0432\u043e \u0411\u0435\u043b\u044c\u0433\u0438\u044f&quot;,&#xA;         &quot;common&quot;:&quot;\u0411\u0435\u043b\u044c\u0433\u0438\u044f&quot;&#xA;      },&#xA;      &quot;spa&quot;:{&#xA;         &quot;official&quot;:&quot;Reino de B\u00e9lgica&quot;,&#xA;         &quot;common&quot;:&quot;B\u00e9lgica&quot;&#xA;      },&#xA;      &quot;fin&quot;:{&#xA;         &quot;official&quot;:&quot;Belgian kuningaskunta&quot;,&#xA;         &quot;common&quot;:&quot;Belgia&quot;&#xA;      }&#xA;   },&#xA;   &quot;latlng&quot;:[&#xA;      50.83333333,&#xA;      4&#xA;   ],&#xA;   &quot;demonym&quot;:&quot;Belgian&quot;,&#xA;   &quot;landlocked&quot;:false,&#xA;   &quot;borders&quot;:[&#xA;      &quot;FRA&quot;,&#xA;      &quot;DEU&quot;,&#xA;      &quot;LUX&quot;,&#xA;      &quot;NLD&quot;&#xA;   ],&#xA;   &quot;area&quot;:30528&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;They don't include population, because&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;restrain from sending too detailed, regional or changing countries data like financial or economic data (e.g. GDP, population, etc.)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(link to &lt;a href=&quot;https://github.com/mledoze/countries/blob/master/CONTRIBUTING.md&quot; rel=&quot;nofollow&quot;&gt;CONTRIBUTING.MD&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-09-22T18:53:38.457" LastActivityDate="2015-09-22T18:53:38.457" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6068" PostTypeId="2" ParentId="6066" CreationDate="2015-09-22T19:01:48.637" Score="2" Body="&lt;p&gt;A source of data in JSON would be a port of the &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot; rel=&quot;nofollow&quot;&gt;CIA World Factbook&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/openmundi/factbook.json&quot; rel=&quot;nofollow&quot;&gt;Github repo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the entry for Belgium&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://github.com/openmundi/factbook.json/blob/master/europe/be-belgium.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Has dictionary entries:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  &quot;major_urban_areas_population&quot;: {&#xA;  &quot;text&quot;: &quot;BRUSSELS (capital) 1.892 million; Antwerp 961,000 (2009)&quot;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;area&quot;: {&#xA;  &quot;total&quot;: &quot;30,528 sq km&quot;,&#xA;  &quot;land&quot;: &quot;30,278 sq km&quot;,&#xA;  &quot;water&quot;: &quot;250 sq km&quot;&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;population&quot;: {&#xA;  &quot;text&quot;: &quot;10,444,268 (July 2013 est.)&quot;&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;to select a few.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are other ports of the CIA World Factbook that may better structure that data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-09-22T19:01:48.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6069" PostTypeId="2" ParentId="5311" CreationDate="2015-09-22T19:22:02.177" Score="2" Body="&lt;p&gt;There are available Databases and Crawlers for both Android and iOS app stores&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/MarcelloLins/GooglePlayAppsCrawler&quot; rel=&quot;nofollow&quot;&gt;Google Play Apps Crawler&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The main idea of this project is to gather/mine data about apps of the Google Play Store and build a rich database so that developers, android fans and anyone else can use to generate statistics about the current play store situation&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/MarcelloLins/Apple-Store-Crawler&quot; rel=&quot;nofollow&quot;&gt;Apple Store Apps Crawler&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A simple, scalable scrapper for apps data being listed on Apple's AppStore&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-09-22T19:22:02.177" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6070" PostTypeId="1" AcceptedAnswerId="6121" CreationDate="2015-09-22T20:04:09.770" Score="4" ViewCount="76" Body="&lt;p&gt;I would like to know how many cases of polio were reported in different countries for last 20 years or more. So far I've looked into the &lt;a href=&quot;http://www.who.int/mediacentre/factsheets/fs114/en/&quot; rel=&quot;nofollow&quot;&gt;WHO webiste&lt;/a&gt; and also &lt;a href=&quot;http://www.polioeradication.org/dataandmonitoring/poliothisweek.aspx&quot; rel=&quot;nofollow&quot;&gt;The Global Polio Eradication Initiative&lt;/a&gt;, but haven't find what I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also wanted to add the 'polio' and 'vaccination' tags to this question, but I don't have enough rep. Would be grateful if someone with enough rep can add these tags. Thank you.&lt;/p&gt;&#xA;" OwnerUserId="8710" LastEditorUserId="1511" LastEditDate="2015-09-23T08:16:48.380" LastActivityDate="2015-10-02T12:54:46.973" Title="Where can I find statistics of polio cases in different countries" Tags="|data-request|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6071" PostTypeId="2" ParentId="1748" CreationDate="2015-09-22T20:06:32.090" Score="2" Body="&lt;p&gt;You can also check commercial seedbanks for the latest strains:&#xA;&lt;a href=&quot;http://www.midweeksong.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.midweeksong.com/&lt;/a&gt;&#xA;truenorthseedbank.com&#xA;sensiseeds.com/en&lt;/p&gt;&#xA;&#xA;&lt;p&gt;United States Cannabis Seed Banks - &lt;a href=&quot;http://www.calgarycmmc.com/unitedstatescannabis.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.calgarycmmc.com/unitedstatescannabis.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8711" LastActivityDate="2015-09-22T20:06:32.090" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6072" PostTypeId="1" CreationDate="2015-09-23T09:39:44.660" Score="6" ViewCount="57" Body="&lt;p&gt;I'm working with some local governments in Australia to publish parking restriction data. Are there any existing standards to conform to? The kind of data I'm talking about:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;spatial (one polygon per zone that has a shared set of restrictions)&lt;/li&gt;&#xA;&lt;li&gt;several restrictions at different times (eg, 2 hours between 9:00 and 17:00, unlimited after)&lt;/li&gt;&#xA;&lt;li&gt;may also have special restrictions: loading zones, clearways, disabled access...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;An example of such (non-standardised) data: &lt;a href=&quot;http://data.gov.au/dataset/ballarat-car-parking-areas&quot; rel=&quot;noreferrer&quot;&gt;http://data.gov.au/dataset/ballarat-car-parking-areas&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2015-09-23T09:39:44.660" Title="Standards for parking restriction spatial data" Tags="|geospatial|city|standards|parking|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6073" PostTypeId="1" CreationDate="2015-09-23T14:58:43.427" Score="2" ViewCount="290" Body="&lt;p&gt;Does anyone know any good platform for gathering clinical data during clinical trials?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was not able to set up Open Clinica... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that this problem should be addressed more easily with a form for data acquisition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a simple solution not a mySQL database and involvement of the whole IT department. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google Forms were ok but they lack conditional logic. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any other options?&lt;/p&gt;&#xA;" OwnerUserId="8718" LastActivityDate="2018-01-15T01:23:22.517" Title="Open and free electronic Case Report Form e-CRF system options" Tags="|medical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6074" PostTypeId="1" AcceptedAnswerId="6098" CreationDate="2015-09-23T16:59:18.963" Score="7" ViewCount="348" Body="&lt;p&gt;Where can I get real time data for wind direction and weather forecast?&lt;/p&gt;&#xA;" OwnerUserId="8720" LastEditorUserId="1511" LastEditDate="2015-09-28T11:44:41.700" LastActivityDate="2015-09-28T11:44:41.700" Title="Need real time data source for wind direction and weather forecast" Tags="|data-request|weather|real-time|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6075" PostTypeId="1" CreationDate="2015-09-23T20:55:20.350" Score="5" ViewCount="534" Body="&lt;p&gt;I am in a application development course (CSC 400), required for my Computer Science major, and have been asked to create a &quot;web scrapper&quot; utility that harvests data of high school football statistics. I have been searching for APIs but cannot find any. There are plenty for NFL and college football but none for high school that I can find. I found the website: &lt;a href=&quot;http://www.maxpreps.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.maxpreps.com/&lt;/a&gt; which has the data I need but they do not offer developer APIs; and scraping html from this site would be extremely tedious, and perhaps unethical. Could anyone please recommend any APIs or data feeds that are available for consumption?&lt;/p&gt;&#xA;" OwnerUserId="8721" LastEditorUserId="1511" LastEditDate="2015-09-25T06:37:42.870" LastActivityDate="2015-09-25T06:37:42.870" Title="High School Football Stats" Tags="|usa|api|sports|" AnswerCount="0" CommentCount="3" ClosedDate="2018-11-22T11:11:02.107" ContentLicense="CC BY-SA 3.0" />
  <row Id="6076" PostTypeId="1" CreationDate="2015-09-24T02:52:34.157" Score="2" ViewCount="48" Body="&lt;p&gt;I'm  looking for a dataset of US block-groups (or lowest available) that has household income by age bracket.  E.g. Age 35-50 Household Income, broken into monetary segments - 0-15k, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this available in open form?  I'm aware of something pretty similar in the ESRI Business Analyst data, but wondered if there were an open source.&lt;/p&gt;&#xA;" OwnerUserId="8723" LastActivityDate="2015-09-24T02:52:34.157" Title="US Median Household Income by Age and Cohort" Tags="|demographics|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6077" PostTypeId="1" CreationDate="2015-09-24T06:02:50.110" Score="16" ViewCount="424" Body="&lt;p&gt;I have been able to find very detailed weather datasets from noaa (&lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/&quot;&gt;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/&lt;/a&gt;). But I realized that for my purposes I can not simply use weather prediction probabilities to get probable weather forecasts of the time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a dataset of dates and what weather people thought that particular date would have days or weeks in advance of it. In other words: actual weather, weather predicted 1d ago, 2d ago, 3d ago, ... 2 weeks ago (or something).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does such a dataset exist? I fully anticipate that this is too niche and possibly not public. If so, would anyone know if it's possible to rerun a climate model to generate accurate weather forecasts of the time? Or are such algorithms proprietary?&lt;/p&gt;&#xA;" OwnerUserId="8725" LastEditorUserId="1652" LastEditDate="2016-01-07T18:20:01.357" LastActivityDate="2016-01-07T18:20:01.357" Title="Dataset of weather as it was *forecast* at the time" Tags="|data-request|weather|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6079" PostTypeId="1" CreationDate="2015-09-24T09:58:44.063" Score="5" ViewCount="142" Body="&lt;p&gt;Is there a library of public domain / CC-BY-SA english texts, written later than 1990? I need it to build a corpora with links to full texts, which isn't possible with copyrighted material. At the same time I would like this corpora to be up-to-date with current state of the language.&lt;/p&gt;&#xA;" OwnerUserId="6886" LastEditorUserId="70" LastEditDate="2016-02-28T13:36:16.490" LastActivityDate="2016-02-28T13:36:16.490" Title="Looking for modern english texts in public domain / CC-BY-SA" Tags="|data-request|english|corpora|creative-commons|books|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6080" PostTypeId="1" CreationDate="2015-09-24T16:30:53.743" Score="4" ViewCount="4265" Body="&lt;p&gt;I am looking for short text classifications (multilabel is OK). By short text I mean ~50 words max.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The data set used in &lt;em&gt;Xin Li, Dan Roth. Learning Question Classifiers. COLING. 2002.&lt;/em&gt; is a good example: The data can be obtained at &lt;a href=&quot;http://l2r.cs.uiuc.edu/~cogcomp/Data/QA/QC/&quot; rel=&quot;noreferrer&quot;&gt;the group's website&lt;/a&gt;. The training data consists of 5500 labelled questions. The test data is 500 questions taken from the TREC&#xA;10 set. In both the training and test data, there are a total of 50 different&#xA;question classes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Excerpt:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;DESC:manner How did serfdom develop in and then leave Russia ?&#xA;ENTY:cremat What films featured the character Popeye Doyle ?&#xA;DESC:manner How can I find a list of celebrities ' real names ?&#xA;ENTY:animal What fowl grabs the spotlight after the Chinese Year of the Monkey ?&#xA;ABBR:exp What is the full form of .com ?&#xA;HUM:ind What contemptible scoundrel stole the cork from my lunch ?&#xA;HUM:gr What team did baseball 's St. Louis Browns become ?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-05-03T14:48:57.810" Title="Data sets for short text classification" Tags="|data-request|nlp|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6081" PostTypeId="1" CreationDate="2015-09-24T16:44:18.733" Score="3" ViewCount="87" Body="&lt;p&gt;Are graduate students included in loan repayment and/or earnings data?  The documentation does not specify.  If these data pertain to undergraduates only, how are undergraduate students identified?&lt;/p&gt;&#xA;" OwnerUserId="8728" LastActivityDate="2015-09-28T17:58:25.413" Title="Graduate students included in loan repayment and/or earnings data?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6082" PostTypeId="2" ParentId="1664" CreationDate="2015-09-25T12:54:59.267" Score="3" Body="&lt;p&gt;If you are looking for a quick and easy database of UK New Vehicles then The following may be of use:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.keeresources.co.uk/data/free-vehicle-data/&quot; rel=&quot;nofollow&quot;&gt;http://www.keeresources.co.uk/data/free-vehicle-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not include images or technical data but may be a useful starting point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full Disclosure: I work for the company that produces this product.&lt;/p&gt;&#xA;" OwnerUserId="8734" LastActivityDate="2015-09-25T12:54:59.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6083" PostTypeId="2" ParentId="1664" CreationDate="2015-09-25T13:43:47.703" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://data.opendatasoft.com/explore/dataset/vehicules-commercialises@public/?tab=table&amp;amp;sort=puissance_maximale&quot; rel=&quot;nofollow&quot;&gt;Here is a database of all the car models (~230k) sold in France&lt;/a&gt; since 2001, including power, consumption and greenhouse gaz emissions. There are no picture though. You can download the dataset or get the data via an API. The source is the &lt;a href=&quot;http://www.ademe.fr/en&quot; rel=&quot;nofollow&quot;&gt;ADEME&lt;/a&gt;, The French Environment and Energy Management Agency who run the tests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2015-09-25T13:43:47.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6084" PostTypeId="1" CreationDate="2015-09-24T13:09:05.507" Score="4" ViewCount="514" Body="&lt;p&gt;Can anyone recommend good sources for getting archived news texts in German language?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good source would satisfy the following conditions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;recent in date (for example 2005-2015)&lt;/li&gt;&#xA;&lt;li&gt;variety of topics (politics ,sport, fashion, lifestyle, food...)&lt;/li&gt;&#xA;&lt;li&gt;easy availability (free for download)&lt;/li&gt;&#xA;&lt;li&gt;clean (it's easy to separate articles)&lt;/li&gt;&#xA;&lt;li&gt;more than 50k articles&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Of course, not all of the conditions must be fully satisfied.&lt;/p&gt;&#xA;" OwnerDisplayName="enedene" LastEditorUserId="1652" LastEditDate="2015-09-25T17:52:14.110" LastActivityDate="2016-11-03T21:21:16.573" Title="Text data sources in German, primarily news articles" Tags="|language|corpora|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6085" PostTypeId="1" AcceptedAnswerId="6086" CreationDate="2015-08-23T11:58:03.220" Score="7" ViewCount="784" Body="&lt;p&gt;I'm working on a machine learning project for classifying activity level (walking, running, sitting etc) based on smartphone accelerometer, gyroscope, and gps data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course I can just collect this data myself but this is very time consuming. I'm wondering if anybody knows of a database that contains this type of data, and importantly including labels for what type of activity they were doing?&lt;/p&gt;&#xA;" OwnerUserId="18399" OwnerDisplayName="Simon" LastEditorUserId="754" LastEditDate="2017-08-07T11:49:42.983" LastActivityDate="2017-08-07T11:49:42.983" Title="Database of smartphone sensor data" Tags="|machine-learning|accelerometer|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6086" PostTypeId="2" ParentId="6085" CreationDate="2015-08-23T14:53:25.503" Score="4" Body="&lt;p&gt;There is a dataset on the UCI Machine Learning repository. Check this &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Human+Activity+Recognition+Using+Smartphones&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt; for the data and data description. There is no GPS information available. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The names for the relevant papers are there as well. So you can look those up if you want to.&lt;/p&gt;&#xA;" OwnerDisplayName="phiver" LastActivityDate="2015-08-23T14:53:25.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6087" PostTypeId="2" ParentId="6085" CreationDate="2015-09-24T14:25:06.537" Score="4" Body="&lt;p&gt;You can review this paper: &lt;a href=&quot;https://www.elen.ucl.ac.be/Proceedings/esann/esannpdf/es2013-84.pdf&quot; rel=&quot;nofollow&quot;&gt;A Public Domain Dataset for Human Activity&#xA;Recognition Using Smartphones&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, tracking down the references leads to &lt;a href=&quot;http://www.opportunity-project.eu/challengedatasetdownload&quot; rel=&quot;nofollow&quot;&gt;this page containing the &quot;Opportunity&quot; activity data&lt;/a&gt; and &lt;a href=&quot;http://www.opportunity-project.eu/system/files/Challenge/OpportunityChallengeLabeled.zip&quot; rel=&quot;nofollow&quot;&gt;this specific link to the data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8735" OwnerDisplayName="Gerardo Gonzalez" LastActivityDate="2015-09-24T21:46:37.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6088" PostTypeId="2" ParentId="6084" CreationDate="2015-09-25T15:30:13.020" Score="1" Body="&lt;p&gt;Unfortunately, such kind of texts are typically copyrighted and not Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some German newspapers, e.g. Frankfurter Rundschau (FR) or die tageszeitung (taz), offer complete volumes on CD for a reasonable price (just visit their sites).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you can go away with sentences taken out of context (it is impossible to reconstruct the full articles) you can go to the Wortschatz Corpora page of Leipzig University at &lt;a href=&quot;http://corpora2.informatik.uni-leipzig.de/download.html&quot; rel=&quot;nofollow&quot;&gt;http://corpora2.informatik.uni-leipzig.de/download.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-09-25T15:30:13.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6089" PostTypeId="2" ParentId="6079" CreationDate="2015-09-25T15:35:32.357" Score="3" Body="&lt;p&gt;Some ideas coming to my mind:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wikibooks&lt;/li&gt;&#xA;&lt;li&gt;Wikipedia (dump)&lt;/li&gt;&#xA;&lt;li&gt;other specialised wikis, e.g. for cooking recipes&lt;/li&gt;&#xA;&lt;li&gt;fan fiction sites&lt;/li&gt;&#xA;&lt;li&gt;obvious, but you may overlook it: The content of the stack exchange sites (Science Fiction and World Building may be of special interest to you)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-09-25T15:35:32.357" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6090" PostTypeId="2" ParentId="6047" CreationDate="2015-09-25T18:31:47.207" Score="1" Body="&lt;p&gt;If you're interested in Twitter search, you can prep your own tweet IR collection using the open tools described on the TREC Microblog (MB) 2011/2012 pages. The test queries and judgements are also openly available from TREC, as is the tool for evaluating (trec_eval)&lt;/p&gt;&#xA;" OwnerUserId="8737" LastActivityDate="2015-09-25T18:31:47.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6091" PostTypeId="2" ParentId="5722" CreationDate="2015-09-25T19:23:33.400" Score="2" Body="&lt;p&gt;Unfortunately, we do not support partial or ngram search. The search tool that we use forces us to decide between different tokenization approaches (whitespace, word, ngram, et al.). We decided against the ngram approach for performance reasons and use case fit. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please submit a request on &lt;a href=&quot;https://github.com/FDA/openfda/issues&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/issues&lt;/a&gt; and we can prioritize it with the rest of the rests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for using openFDA.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-09-25T19:23:33.400" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6092" PostTypeId="1" CreationDate="2015-09-25T20:23:17.370" Score="5" ViewCount="414" Body="&lt;p&gt;I am trying got download OSHA data via API. I have registered my email and got key.&#xA;When i sent request its throwing invalid API KEY.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://data.dol.gov/get/accident?KEY=REMOVED&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What should we give for &quot;Application Name&quot; when creating Tokens ?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://data.dol.gov/get/violation_gen_duty_std?KEY=REMOVED&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I gave 'violation_gen_duty_std&quot; for the above one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help appreciated .&#xA;API Details are found at &lt;a href=&quot;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_inspection&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_inspection&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8739" LastEditorUserId="1511" LastEditDate="2015-10-01T09:34:19.157" LastActivityDate="2015-10-09T11:16:00.480" Title="Invalid API Key - Accessing OSHA data" Tags="|usa|data.gov|api|labor|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6093" PostTypeId="1" CreationDate="2015-09-25T20:27:10.433" Score="3" ViewCount="81" Body="&lt;p&gt;I am a student of economics and I am conducting my master thesis on cultural industries. Trying to understand what is the feeling of the people about different themes, I'am using TwitteR package in R and in particular the function searchtwitter. everything works fine but when I am trying to geocode the tweets(geocode is an argument of the function) the results provided are very few. I have tried with different coordinates and setting also the argument &quot;since&quot; and &quot;until&quot; but significant results are obtained only if I don't set the argument &quot;geocode&quot;, &quot;since&quot;, &quot;until&quot;. Poorly speaking I obtain a relevant number of tweets but I don't know their provenience. Do you know some strategy to deal with this issue? Are there better programs to map feelings posted by people on social network? &lt;/p&gt;&#xA;" OwnerUserId="8740" LastActivityDate="2015-11-07T20:31:39.383" Title="where can I find geocoded sentiments?" Tags="|programming|sentiment-analysis|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6094" PostTypeId="1" CreationDate="2015-09-25T22:02:34.173" Score="14" ViewCount="11628" Body="&lt;p&gt;I am looking for paraphrase data sets.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I am aware of the following:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cis.upenn.edu/~ccb/ppdb/&quot;&gt;PPDB: The Paraphrase Database&lt;/a&gt; (&lt;em&gt;Ganitkevitch, Juri, Benjamin Van Durme, and Chris Callison-Burch. &quot;&lt;a href=&quot;https://scholar.google.com/scholar?cluster=6881827910052456753&amp;amp;hl=en&amp;amp;as_sdt=0,22&quot;&gt;PPDB: The Paraphrase Database.&lt;/a&gt;&quot; HLT-NAACL. 2013.&lt;/em&gt;).  Its English portion, PPDB:Eng, contains over 220 million paraphrase&#xA;pairs.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The &lt;a href=&quot;http://research.microsoft.com/en-us/downloads/607d14d9-20cd-47e3-85bc-a2f65cd28042/&quot;&gt;Microsoft Research Paraphrase Corpus&lt;/a&gt; (2005): &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;5800 pairs of sentences which have been extracted from news sources on the web, along with human annotations indicating whether each pair captures a paraphrase/semantic equivalence relationship. No more than 1 sentence has been extracted from any given news article. We have made a concerted effort to correctly associate with each sentence information about its provenance and any associated information about its author. If any attribution information is incorrect or missing, please send email to billdol@microsoft.com and we will update the file.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;The DIRT Paraphrase Collection (&lt;em&gt;Dekang Lin and Patrick Pantel. 2001. &lt;a href=&quot;https://scholar.google.com/scholar?cluster=17252013923246964993&amp;amp;hl=en&amp;amp;as_sdt=0,22&quot;&gt;Discovery of Inference Rules for Question Answering&lt;/a&gt;. Natural Language Engineering 7(4):343-360.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-09-25T22:08:33.997" LastActivityDate="2021-11-26T19:58:56.583" Title="Paraphrase data sets" Tags="|data-request|nlp|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6095" PostTypeId="1" CreationDate="2015-09-26T06:48:36.443" Score="2" ViewCount="78" Body="&lt;p&gt;My question is similar to &lt;a href=&quot;https://opendata.stackexchange.com/q/46/8372&quot;&gt;this one&lt;/a&gt;. The difference is that I do not care about the ordinary people. All I need is a list of famous:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;scientists/inventors&lt;/li&gt;&#xA;&lt;li&gt;artists/musicians/authors&lt;/li&gt;&#xA;&lt;li&gt;politicians&lt;/li&gt;&#xA;&lt;li&gt;actors/actress/singers&lt;/li&gt;&#xA;&lt;li&gt;businessman/leaders&lt;/li&gt;&#xA;&lt;li&gt;sportsman &lt;/li&gt;&#xA;&lt;li&gt;explorers&lt;/li&gt;&#xA;&lt;li&gt;some other famous people whom I forgot&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The person should not be from US/UK, but his surname should be written in English (Dostoevsky, Mahatma)&lt;/p&gt;&#xA;" OwnerUserId="8372" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-09-26T06:48:36.443" Title="List of surnames of popular people in English" Tags="|data-request|names|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6096" PostTypeId="1" CreationDate="2015-09-26T11:56:53.517" Score="3" ViewCount="53" Body="&lt;p&gt;I'm interested in the landscape change (observed by satellites) for a certain city. I have found some videos where they show a city and how it evolved over the years. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My guess was that there are websites where they provide those images, I just couldn't find them. Do you know any databases/websites where I can find such historical satellite images?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="8748" LastActivityDate="2015-09-26T11:56:53.517" Title="City's Satellite Images over Time?" Tags="|geospatial|images|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6097" PostTypeId="1" CreationDate="2015-09-26T22:01:18.837" Score="7" ViewCount="127" Body="&lt;p&gt;I found this site with solar system moon orbit data:  &lt;a href=&quot;http://www.windows2universe.org/our_solar_system/moons_table.html&quot; rel=&quot;nofollow&quot;&gt;Table of moons in solar system&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I ran that through the &lt;a href=&quot;http://import.io&quot; rel=&quot;nofollow&quot;&gt;http://import.io&lt;/a&gt; site and it only came up with Jupiter data. Is there a more comprehensive tool that will identify multiple tables and import into a single table?&lt;br /&gt;&#xA;(I also tried the import.io desktop app).&lt;/p&gt;&#xA;" OwnerUserId="6577" LastEditorUserId="117" LastEditDate="2016-05-29T09:27:44.277" LastActivityDate="2016-05-29T09:27:44.277" Title="Creating data from web tables with import.io failed - other tools?" Tags="|tool-request|web-crawling|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6098" PostTypeId="2" ParentId="6074" CreationDate="2015-09-26T23:46:50.350" Score="3" Body="&lt;p&gt;You can get wind speed &amp;amp; direction from &lt;a href=&quot;http://www.aviationweather.gov/metar&quot; rel=&quot;nofollow&quot;&gt;METAR files&lt;/a&gt;, which every open airport should be publishing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if forecasts are as standardized.  I'm used to looking at NOAA's &lt;a href=&quot;http://www.weather.gov/organization/&quot; rel=&quot;nofollow&quot;&gt;National Weather Service&lt;/a&gt;, but there might be better services for non-U.S. locations.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-09-26T23:46:50.350" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6099" PostTypeId="2" ParentId="6081" CreationDate="2015-09-28T17:58:25.413" Score="1" Body="&lt;p&gt;In the current version of Scorecard, student cohorts for loan repayment, earnings, and other outcome metrics are constructed with undergraduate students only.  &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-09-28T17:58:25.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6100" PostTypeId="1" CreationDate="2015-09-28T19:50:45.547" Score="4" ViewCount="156" Body="&lt;p&gt;I am trying to find company ownership data (e.g. names of shareholders that own say up to top x% of the shares?) for companies in any major country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally this would be associated to main industry of operation of the actual company etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My intention would be to do some shareholder network analysis on this basis.&lt;/p&gt;&#xA;" OwnerUserId="1979" LastEditorDisplayName="user4293" LastEditDate="2017-01-13T11:40:42.803" LastActivityDate="2023-02-06T05:13:35.620" Title="Company ownership data" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6101" PostTypeId="2" ParentId="6050" CreationDate="2015-09-28T20:36:52.940" Score="17" Body="&lt;p&gt;Try this one:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;prefix schema: &amp;lt;http://schema.org/&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;&#xA;SELECT ?cid ?country ?article WHERE {&#xA;    ?cid wdt:P31 wd:Q3624078 .&#xA;    OPTIONAL {&#xA;        ?cid rdfs:label ?country filter (lang(?country) = &quot;en&quot;) .&#xA;    }&#xA;    OPTIONAL {&#xA;      ?article schema:about ?cid .&#xA;      ?article schema:inLanguage &quot;en&quot; .&#xA;      FILTER (SUBSTR(str(?article), 1, 25) = &quot;https://en.wikipedia.org/&quot;)&#xA;    }&#xA;} &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;More details about sitelinks are in the &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format#Sitelinks&quot;&gt;RDF docs&lt;/a&gt;. Note that right now the only way to distinguish between Wikipedia links and other English links (like sources, news, etc.) is by URL match, thus a somewhat ugly filter. &lt;/p&gt;&#xA;" OwnerUserId="8772" LastActivityDate="2015-09-28T20:36:52.940" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6103" PostTypeId="1" CreationDate="2015-09-29T00:07:51.447" Score="9" ViewCount="10003" Body="&lt;p&gt;I'm looking for an open data set that contains polygons with the shape of each ZIP code in the US.  GeoJSON format would be ideal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've done a bunch of searching, and I've been able to find shape data for counties, but not for ZIP codes.  Searching for it with Google has trouble because it finds a lot of .zip files, rather than ZIP codes.&lt;/p&gt;&#xA;" OwnerUserId="8776" LastEditorUserId="16193" LastEditDate="2017-10-19T17:36:28.310" LastActivityDate="2017-10-19T17:36:28.310" Title="Shapes of ZIP codes - polygons for each ZIP code" Tags="|data-request|usa|geospatial|postal-code|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6104" PostTypeId="2" ParentId="6103" CreationDate="2015-09-29T05:31:28.870" Score="7" Body="&lt;p&gt;The Census provides the &lt;a href=&quot;http://www2.census.gov/geo/tiger/GENZ2013/cb_2013_us_zcta510_500k.zip&quot; rel=&quot;noreferrer&quot;&gt;dataset as a shapefile&lt;/a&gt;. I loaded it into my CartoDB account so you can download it as a GeoJSON using the following API call:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://eschbacher.cartodb.com/api/v2/sql?q=SELECT%20*%20FROM%20us_zipcodes&amp;amp;format=geojson&amp;amp;filename=us_census_zipcodes&quot; rel=&quot;noreferrer&quot;&gt;http://eschbacher.cartodb.com/api/v2/sql?q=SELECT%20*%20FROM%20us_zipcodes&amp;amp;format=geojson&amp;amp;filename=us_census_zipcodes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The download as GeoJSON comes to around 135 MB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can view a &lt;a href=&quot;https://team.cartodb.com/u/eschbacher/viz/be212df0-6669-11e5-917b-0e3bf0989add/public_map&quot; rel=&quot;noreferrer&quot;&gt;map of the data here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6373" LastActivityDate="2015-09-29T05:31:28.870" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6105" PostTypeId="2" ParentId="6103" CreationDate="2015-09-29T06:24:38.033" Score="7" Body="&lt;p&gt;The GIS site also has a useful answer&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gis.stackexchange.com/a/2693&quot;&gt;Most Up-To-Date Source for US Zip Code Boundaries&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;One thing to keep in mind is the fact that Zip Codes are not polygons, and therefore do not have boundaries. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;That answer and the others has resources for various GIS softwares:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;for example, &lt;a href=&quot;http://www.arcgis.com/home/group.html?owner=esri&amp;amp;title=ESRI%20Data%20%26%20Maps&amp;amp;content=all&amp;amp;q=zip&amp;amp;t=group&quot; rel=&quot;nofollow noreferrer&quot;&gt;ArcGIS&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;By the way, search &quot;zip codes&quot; in quotation marks to make sure the results aren't exclusively zip files. Here's &lt;a href=&quot;https://www.google.ch/webhp?sourceid=chrome-instant&amp;amp;ion=1&amp;amp;espv=2&amp;amp;ie=UTF-8#q=us%20%22zip%20codes%22%20shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;my query&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2015-09-29T06:24:38.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6106" PostTypeId="5" CreationDate="2015-09-29T09:36:17.473" Score="0" Body="&lt;p&gt;Specific to the US Department of Labor data website and API (clicks from from &lt;a href=&quot;http://developer.dol.gov/&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-09-29T09:41:19.217" LastActivityDate="2015-09-29T09:41:19.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6107" PostTypeId="4" CreationDate="2015-09-29T09:36:17.473" Score="0" Body="US Department of Labor developer portal, data and APIs" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-09-29T09:41:19.217" LastActivityDate="2015-09-29T09:41:19.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6108" PostTypeId="2" ParentId="3780" CreationDate="2015-09-29T09:39:49.250" Score="1" Body="&lt;p&gt;The US Department of Labor has a new website and API and dev portal (Quarry). See here for details&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.dol.gov/&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-09-29T09:39:49.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6109" PostTypeId="1" CreationDate="2015-09-29T09:46:51.897" Score="3" ViewCount="3012" Body="&lt;p&gt;Looking for an API with free movies and download links for them. Something like this list: &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_open-source_films&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/List_of_open-source_films&lt;/a&gt;&lt;br&gt;&#xA;But an API and with download links.&lt;/p&gt;&#xA;" OwnerUserId="2146" LastEditorUserId="1511" LastEditDate="2015-09-29T09:51:31.660" LastActivityDate="2023-02-10T18:37:43.330" Title="Downloadable free movies API" Tags="|data-request|api|film|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6111" PostTypeId="2" ParentId="6092" CreationDate="2015-09-29T14:18:34.503" Score="2" Body="&lt;pre&gt;&lt;code&gt;import com.sun.jersey.api.client.WebResource; &#xA;&#xA;   WebResource webResource = client.resource(&quot;https://data.dol.gov/get/inspection/limit/0&quot;);&#xA;    webResource.header(&quot;X-API-KEY&quot;, &quot;REMOVED&quot;);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8739" LastEditorUserId="1511" LastEditDate="2015-10-01T09:34:00.723" LastActivityDate="2015-10-01T09:34:00.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6112" PostTypeId="2" ParentId="5921" CreationDate="2015-09-29T14:47:20.027" Score="1" Body="&lt;p&gt;Census produces their &quot;TIGER&quot; products for each geographic level they delineate - &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/geo/maps-data/data/tiger.html&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Due to shear size of serving the data - they have traditionally separated the geography files (TIGER) from the Census/Demographics/ACS data they collect; with this they provide instructions on how to perform a &quot;spatial join&quot; so users could derive/create-their-own products which ever data/geography they desired. However if you are looking for what datasets are already &quot;pre-packaged&quot; with Demographic data then you can review Census's &quot;TIGER/Line® with Selected Demographic and Economic Data&quot; - &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/tiger-data.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/geo/maps-data/data/tiger-data.html&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2015-09-29T14:47:20.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6113" PostTypeId="1" AcceptedAnswerId="6567" CreationDate="2015-09-29T15:04:04.500" Score="4" ViewCount="81" Body="&lt;p&gt;The ACS Survey provides the most up-to-date census estimates for US population groups. The 5 year survey is the most comprehensive. For example, the most recently available 5 year survey as of Sept 2015 is the 2009-2013 ACS 5 Year Survey.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to calculate population changes since that survey was taken with a number of methodologies, but what I don't know is when the effective estimate date is supposed to be. For the 2009-2013 survey, is it January 1, 2013? Is it December 31, 2013? Is it some date in 2012? I'm assuming it is January 1, 2013, but have no way of knowing this other than an educated guess.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="1806" LastEditorUserId="1806" LastEditDate="2015-12-02T21:58:04.337" LastActivityDate="2015-12-02T23:51:49.660" Title="For a given 5 year ACS (American Community Survey), when is the effective date of estimation?" Tags="|usa|us-census|census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6114" PostTypeId="1" CreationDate="2015-09-12T22:30:44.163" Score="6" ViewCount="8110" Body="&lt;p&gt;I am working on a NLP project, and for that I need a dataset of English words (words typically found in dictionary). Could somebody please guide me how to put together such dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any online resource for such requirements? If not, what is the best way to go about making such dataset on our own?&lt;/p&gt;&#xA;" OwnerDisplayName="Dude" LastEditorUserId="1511" LastEditDate="2015-09-29T19:20:32.197" LastActivityDate="2022-05-13T08:44:21.253" Title="Dataset for english words of dictionary for a NLP project" Tags="|data-request|language|nlp|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6115" PostTypeId="2" ParentId="6114" CreationDate="2015-09-12T22:35:32.020" Score="1" Body="&lt;p&gt;Free wordlists are available from &lt;a href=&quot;http://wordlist.aspell.net/&quot; rel=&quot;nofollow&quot;&gt;SCOWL&lt;/a&gt;. Those might suit your purpose depending what data you need.&lt;/p&gt;&#xA;" OwnerDisplayName="Draconis" LastActivityDate="2015-09-12T22:35:32.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6116" PostTypeId="2" ParentId="6114" CreationDate="2015-09-17T11:18:20.420" Score="3" Body="&lt;p&gt;You can also use &lt;a href=&quot;http://conceptnet5.media.mit.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ConceptNet5&lt;/a&gt;, it a list of concepts (~ words) linked together using relations. It takes its data from DBPedia, wordnet and wiktionary. It's free and available in several languages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/khFnl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/khFnl.png&quot; alt=&quot;a conceptnet relation&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Definitions are not included, but surface text (see the image) can give a hint of the meaning of words and relations. Actually the point of conceptnet is to store the meaning of the words in the structure of the graph. The web interface allows &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/surf_web&quot; rel=&quot;nofollow noreferrer&quot;&gt;to surf&lt;/a&gt; and &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/question&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt; the &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; with a &lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/browser&quot; rel=&quot;nofollow noreferrer&quot;&gt;browser&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More complex REST queries are possible, have a look at the &lt;a href=&quot;https://github.com/commonsense/conceptnet5/wiki/API&quot; rel=&quot;nofollow noreferrer&quot;&gt;REST API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you hit the query limit or some other reasons, you can build the database for yourself using the official build script or &lt;a href=&quot;http://github.com/commonsense/conceptnet5/wiki/Docker&quot; rel=&quot;nofollow noreferrer&quot;&gt;using the docker image&lt;/a&gt; (recommended). You can also directly use the &lt;a href=&quot;http://conceptnet5.media.mit.edu/downloads/current/&quot; rel=&quot;nofollow noreferrer&quot;&gt;database dumps&lt;/a&gt; (that's what i do).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a &lt;a href=&quot;https://groups.google.com/forum/#!forum/conceptnet-users&quot; rel=&quot;nofollow noreferrer&quot;&gt;mailling list&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also recommend you read the paper &lt;a href=&quot;http://web.media.mit.edu/~push/ConceptNet-BTTJ.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;ConceptNet, a practical commonsensereasoning tool-kit&lt;/a&gt; even if it's for a previous version of ConceptNet the idea is the same.&lt;/p&gt;&#xA;" OwnerUserId="21502" OwnerDisplayName="amirouche" LastEditorDisplayName="user4293" LastEditDate="2015-11-04T17:27:19.240" LastActivityDate="2015-11-04T17:27:19.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6117" PostTypeId="2" ParentId="6114" CreationDate="2015-09-29T19:19:46.083" Score="1" Body="&lt;p&gt;There are probably many good existing datasets, but if you want to make your own, here is a little Python 2.7 code that takes a text file as input, and then prints the most common N words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let's use a sample book from &lt;a href=&quot;http://www.gutenberg.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Gutenberg&lt;/a&gt; - Complete Works of William Shakespeare (5.3 MB .txt file, &lt;a href=&quot;http://www.gutenberg.org/cache/epub/100/pg100.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;pg100.txt&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*- &#xA;import string&#xA;from collections import Counter&#xA;&#xA;def get_words(infile,N):&#xA;    # open file and read it into a string&#xA;    with open(infile,'rb') as textfile:&#xA;        text = textfile.read()&#xA;&#xA;    # remove punctuation - http://stackoverflow.com/q/265960/2327328&#xA;    text = text.translate(string.maketrans(&quot;&quot;,&quot;&quot;), string.punctuation)&#xA;&#xA;    # make all text lower case&#xA;    text = text.lower()&#xA;&#xA;    # split text into array of words&#xA;    words = text.split()&#xA;&#xA;    return Counter(words).most_common(N)&#xA;&#xA;# run the function with these input params (file_name, N most common words)&#xA;print get_words('pg100.txt',10)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives as output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[('the', 27824), ('and', 26791), ('i', 20681), ('to', 19261), ('of', 18289), ('a', 14667), ('you', 13716), ('my', 12481), ('that', 11135), ('in', 11027)]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Of course, to print all words, then just make N really large (10**10, aka 10^10). The timing is based on reading the entire file, so it shouldn't change much by giving much more output (takes 0.7 seconds for N=10 and 1.1 seconds for N=10**10 on my old laptop).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://webapps.stackexchange.com/a/12312&quot;&gt;See here&lt;/a&gt; for instructions about downloading the entire project. You can then iterate over each text file.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:25.523" LastActivityDate="2015-09-29T19:24:57.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6118" PostTypeId="2" ParentId="6092" CreationDate="2015-09-29T20:13:57.930" Score="4" Body="&lt;p&gt;Looks like you got it right in &lt;a href=&quot;https://opendata.stackexchange.com/a/6111/3680&quot;&gt;your answer&lt;/a&gt;. The &quot;data.dol.gov&quot; URLs use the newer Department of Labor API (v2), which sends the Key in the http headers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See the data.dol.gov tab for more information at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.dol.gov/beginners-guide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://developer.dol.gov/beginners-guide/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as the application name goes when creating a Key/token, you can use whatever you would like -- generally it is the name of your software application, project, product, etc.  &lt;/p&gt;&#xA;" OwnerUserId="3680" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-10-09T11:16:00.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6119" PostTypeId="1" CreationDate="2015-09-29T20:49:37.330" Score="3" ViewCount="289" Body="&lt;p&gt;I have hundreds of Excel files (databases) from which I want to extract a subset of variables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data are not systematically in the same cell (e.g. G4) and also don't always start on the same row. However, they do have the same variable name. The titel of the file contains a date which I would need to extract as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am basically looking for a way to get all values under a certain variable name within a file in a single file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would be the easiest approach to combine all sheets in a single database ? Using Macro's? All tips/links are very welcome.&lt;/p&gt;&#xA;" OwnerUserId="8783" LastActivityDate="2015-10-04T04:49:46.040" Title="Extracting variables from unstructured Excel files" Tags="|extracting|unstructured-data|excel|" AnswerCount="1" CommentCount="5" ClosedDate="2015-10-14T15:01:30.403" ContentLicense="CC BY-SA 3.0" />
  <row Id="6120" PostTypeId="2" ParentId="6113" CreationDate="2015-09-30T02:40:22.950" Score="5" Body="&lt;p&gt;The ACS is a rolling annual sample. They take the sample for the entire year (about 3.5 million addresses in 2013) and divide it into 12 equal, monthly samples, and they mail out forms every month. So unlike the 10 year census (which is on April 1st) there is no effective date for the ACS. The analogy they use is that the 10-year census is like a snapshot (one day in time) while the ACS is more like a moving image (constantly collected each month and tallied for 1, 3, or 5-year time periods).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Technical docs that mention this are here:&#xA;&lt;a href=&quot;http://www.census.gov/programs-surveys/acs/methodology/sample-size-and-data-quality/sample-size-definitions.html&quot;&gt;http://www.census.gov/programs-surveys/acs/methodology/sample-size-and-data-quality/sample-size-definitions.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2015-09-30T02:40:22.950" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6121" PostTypeId="2" ParentId="6070" CreationDate="2015-09-30T03:17:04.200" Score="3" Body="&lt;p&gt;This was a tough one to find. The WHO, CDC, and GPEI were referenced all over the web as sources, but I couldn't find any pre-compiled data tables. WHO had a data system that includes polio cases but it only went back to 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then - I found a citation in a PDF of WHO's Global Health Observatory reports. The report has the most recent data, but also a link back to a data series called the vaccines preventable diseases monitoring system. A search through that database, with some filtering, finally leads you to this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.who.int/immunization_monitoring/globalsummary/timeseries/tsincidencepolio.html&quot; rel=&quot;nofollow&quot;&gt;http://apps.who.int/immunization_monitoring/globalsummary/timeseries/tsincidencepolio.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's country data from 1980 to 2014, reported cases of polio.&#xA;This also contains data on several other diseases: Diphtheria, Japanese encephalitis, Measles, Mumps, Pertussis, Rubella, Rubella (CRS), Tetanus, and   Yellow fever.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="8710" LastEditDate="2015-10-02T12:54:46.973" LastActivityDate="2015-10-02T12:54:46.973" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6122" PostTypeId="1" CreationDate="2015-09-30T08:05:42.680" Score="2" ViewCount="28" Body="&lt;p&gt;Ideally the data would include a cross-section of countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Spinelli (2008) writes on p.xx&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Although infanticide may be viewed as an act of child abuse (Lowenstein&#xA;1997), and males are responsible for half of these crimes, child abuse&#xA;by fathers is a neglected area of study. Of 66 studies of child abuse published&#xA;in the literature over 5 years, 28 included only mothers; 2 included&#xA;fathers, and the 36 remaining articles neglected to mention sex differences&#xA;(Martin 1984). Haskett et al. (1996) reviewed 126 articles of maltreatment&#xA;from 1989 through 1994; males were included in fewer than half&#xA;(47.7%) of 77 reviewed articles. Only 3 studies included males, yet 40 involved&#xA;female participants.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Spinelli, M. G. (Ed.). (2008). Infanticide: Psychosocial and legal perspectives on mothers who kill. American Psychiatric Pub.&lt;/p&gt;&#xA;" OwnerUserId="5845" LastActivityDate="2015-09-30T08:05:42.680" Title="Infanticide rate, divided by the sex of the murderer" Tags="|data-request|crime|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6123" PostTypeId="2" ParentId="4451" CreationDate="2015-09-30T08:37:21.423" Score="2" Body="&lt;p&gt;You probably want the &lt;a href=&quot;http://lehd.ces.census.gov/data/#qwi&quot; rel=&quot;nofollow&quot;&gt;Census Bureau's Quarterly Workforce Indicators&lt;/a&gt;. It is not a survey; it is based on administrative records.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Quarterly Workforce Indicators (QWI) are a set of economic indicators including employment, job creation, earnings, and other measures of employment flows. The QWI are reported based on detailed firm characteristics (geography, industry, age, size) and worker demographics information (sex, age, education, race, ethnicity) and are available tabulated to national*, state, metropolitan/micropolitan areas, county, and Workforce Investment Board (WIB) areas.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;A few notes: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I don't think they have the exact age breakouts you're looking for, but they are similar (mainly 10-year age groups).&lt;/li&gt;&#xA;&lt;li&gt;It has sex/age, sex/edu, and race/ethnicity tabulations, but you can't cross tabulations (e.g., no age/race/edu).&lt;/li&gt;&#xA;&lt;li&gt;If you want a download, the files are pretty large and one state/subset at a time. It also will take some advanced skills to wrangle the data into the format you need. Try their &lt;a href=&quot;http://qwiexplorer.ces.census.gov/&quot; rel=&quot;nofollow&quot;&gt;online tool&lt;/a&gt; if you don't need all the data.&lt;/li&gt;&#xA;&lt;li&gt;It excludes Federal government workers. Check out &lt;a href=&quot;http://www.fedscope.opm.gov/&quot; rel=&quot;nofollow&quot;&gt;FedScope&lt;/a&gt; for those jobs.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2015-09-30T08:37:21.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6124" PostTypeId="1" CreationDate="2015-09-30T14:48:43.133" Score="4" ViewCount="98" Body="&lt;p&gt;Do you know a technique to find spatial indicators using the package TwitteR in R?&#xA;For instance if I have to find the word &quot;dog&quot; using the package twitteR, but I miss the coordinates, there is the possibility to find the localization of the tweets thanks to some indications included in the  time-zone, websites, UTC24offset,text message. How can I say to R to detect my list of Tweets contains the word &quot;dog&quot; using the spatial indicators just mentioned?&lt;/p&gt;&#xA;" OwnerUserId="8740" LastEditorUserId="1511" LastEditDate="2015-10-01T07:26:57.030" LastActivityDate="2015-10-01T07:26:57.030" Title="geolocalization of tweets" Tags="|api|social-media|geocoding|programming|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6125" PostTypeId="2" ParentId="5467" CreationDate="2015-09-30T16:26:53.927" Score="7" Body="&lt;p&gt;You can also use the &lt;a href=&quot;http://query.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL service&lt;/a&gt; with &lt;a href=&quot;http://tinyurl.com/ybqwrecd&quot; rel=&quot;nofollow noreferrer&quot;&gt;query like&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;prefix schema: &amp;lt;http://schema.org/&amp;gt;&#xA;SELECT * WHERE {&#xA;  &amp;lt;https://en.wikipedia.org/wiki/Tom_Hanks&amp;gt; schema:about ?item .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8772" LastEditorUserId="16193" LastEditDate="2017-11-08T06:55:50.687" LastActivityDate="2017-11-08T06:55:50.687" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6126" PostTypeId="2" ParentId="5742" CreationDate="2015-09-30T16:36:43.923" Score="2" Body="&lt;p&gt;You could try this one:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Special:EntityData/Q42.ttl?flavor=full&quot; rel=&quot;nofollow&quot;&gt;https://www.wikidata.org/wiki/Special:EntityData/Q42.ttl?flavor=full&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which generates RDF description of Q42 containing most of what you need I think (also available as .nt or .rdf). Be careful with it though - it can produce a lot of info, for Q42 it's over 1M but can be even more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can make more specific query using the &lt;a href=&quot;http://query.wikidata.org&quot; rel=&quot;nofollow&quot;&gt;SPARQL interface&lt;/a&gt; but I don't understand the requirements enough to write an actual query. &lt;/p&gt;&#xA;" OwnerUserId="8772" LastActivityDate="2015-09-30T16:36:43.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6127" PostTypeId="1" CreationDate="2015-09-30T16:48:13.270" Score="3" ViewCount="105" Body="&lt;p&gt;I'm currently using the variable COSTT4_A, (Average Cost Of Attendance, Tuition and Fees) and this looks like it would best match the idea of the sticker price (the price without scholarship, fees deducted). Is this correct?&lt;/p&gt;&#xA;" OwnerUserId="8791" LastActivityDate="2015-10-01T19:09:05.173" Title="What is the variable that closest resembles Sticker Price?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6128" PostTypeId="1" CreationDate="2015-09-30T20:52:39.670" Score="4" ViewCount="798" Body="&lt;p&gt;I am looking for an open dataset of vehicle crashes that includes the vehicle location, heading, speed and accelerometer data. Availability of Gyro and Magnetometer data is a plus but not necessary.&lt;/p&gt;&#xA;" OwnerUserId="8795" LastEditorUserId="754" LastEditDate="2017-08-07T11:49:30.423" LastActivityDate="2017-08-07T11:49:30.423" Title="Vehicle Crash DataSet with Accelerometer" Tags="|data-request|transportation|accelerometer|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6129" PostTypeId="1" CreationDate="2015-09-30T21:50:44.483" Score="5" ViewCount="47" Body="&lt;p&gt;I'm working on some data visualization for buying power pre-WW2, but I'm having trouble actually getting to information from before 1951. So far I have found data from 1951-present from &lt;a href=&quot;https://www.socialsecurity.gov/oact/cola/AWI.html&quot;&gt;social security.gov&lt;/a&gt;. However, I am trying to look back as far as 1935 to examine how WW2 industry affected average wages. I have found reports for single years (IRS publications), but no tables of year-by-year information before 1950. I've seen documents examining price trends pre-1950, but can't seem to find the underlying data they reference. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any experience with this?&lt;/p&gt;&#xA;" OwnerUserId="8797" LastEditorUserId="1652" LastEditDate="2015-10-01T16:27:25.653" LastActivityDate="2016-05-25T15:51:51.530" Title="Where can I find pre-1951 median wage information?" Tags="|data-request|us-census|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6130" PostTypeId="2" ParentId="6128" CreationDate="2015-09-30T22:39:13.420" Score="1" Body="&lt;p&gt;Here is the closest dataset I can think of. It doesn't have all of the detail you are looking for but it goes back many years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nhtsa.gov/FARS&quot; rel=&quot;nofollow&quot;&gt;FARS data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8798" LastActivityDate="2015-09-30T22:39:13.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6131" PostTypeId="1" CreationDate="2015-09-30T23:19:03.353" Score="1" ViewCount="1218" Body="&lt;p&gt;Does anyone have a source for current daily gas prices at any given pump? IE the Kirkland Costco is selling regular unleaded for 2.89 on 10/15/2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data I am looking for is at gasbuddy.com but they charge and I am looking for current, and not historical, prices.&lt;/p&gt;&#xA;" OwnerUserId="8798" LastEditorUserId="8798" LastEditDate="2015-10-15T22:40:44.687" LastActivityDate="2015-10-15T22:40:44.687" Title="API for crowd sourced gas prices" Tags="|api|crowdsourcing|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6132" PostTypeId="2" ParentId="6124" CreationDate="2015-10-01T06:43:15.187" Score="1" Body="&lt;p&gt;You could use the &lt;strong&gt;utc_offset&lt;/strong&gt; or &lt;strong&gt;time_zone&lt;/strong&gt; keys of the &lt;em&gt;user&lt;/em&gt; section of a tweet.json (I trimmed the &lt;code&gt;user&lt;/code&gt; dict) - &lt;a href=&quot;https://dev.twitter.com/overview/api/tweets&quot; rel=&quot;nofollow&quot;&gt;full tweet description&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;user&quot;:{  &#xA;   &quot;utc_offset&quot;:-28800,&#xA;   &quot;time_zone&quot;:&quot;Pacific Time (US &amp;amp; Canada)&quot;,&#xA;   &quot;created_at&quot;:&quot;Wed May 23 06:01:13 +0000 2007&quot;&#xA;       }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But this is based on the user account and not on a specific tweet. Still, it gives you a probabilistic geolocation for non-geotagged tweets.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-10-01T06:43:15.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6133" PostTypeId="1" AcceptedAnswerId="16018" CreationDate="2015-10-01T12:23:54.963" Score="10" ViewCount="299" Body="&lt;p&gt;I have a coordinate, and I want to know what Commons categories are nearby.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, for &lt;code&gt;40.7576,-73.9857&lt;/code&gt; I would get &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Times_Square&quot; rel=&quot;nofollow&quot;&gt;Category:Times Square&lt;/a&gt; and probably &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Broadway&quot; rel=&quot;nofollow&quot;&gt;Category:Broadway&lt;/a&gt; and a few others nearby.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an API that gives this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, is there a way to get the same via several APIs calls? 50% of false positives is OK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note: Once again, my question is about &lt;strong&gt;Wikimedia Commons categories&lt;/strong&gt;.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-10-05T10:04:30.353" LastActivityDate="2020-01-14T05:53:28.713" Title="API to get Wikimedia Commons categories that are near a particular latitude/longitude" Tags="|geospatial|api|wikimedia-commons|" AnswerCount="4" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6134" PostTypeId="2" ParentId="6048" CreationDate="2015-10-01T13:08:17.663" Score="1" Body="&lt;p&gt;All data comes with the bias of their collection, so unless you collect you're own data and be careful at the bias you might introduce, they will rarely fit your exact purpose and you will need to rework them (clean, normalize, aggregate, consolidate) before using them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To answer to your data request, it will be helpful if you can specify a domain. Are you looking for demographic, agricultural, weather or economic data? &lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2015-10-01T13:08:17.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6136" PostTypeId="1" CreationDate="2015-10-01T17:50:12.200" Score="3" ViewCount="128" Body="&lt;p&gt;I want to produce visualizations of PRR and ROR of drug adverse events using openFDA data using d3 and shiny. I want to build interactive map view (map of the US with PRR values by state, for example). Does the openFDA drug adverse events report dataset (or the source dataset) have a spatial (geographic) dimension?&lt;/p&gt;&#xA;" OwnerUserId="8808" LastEditorUserId="2976" LastEditDate="2015-10-01T23:48:39.990" LastActivityDate="2015-10-01T23:55:05.497" Title="Does the openFDA drug adverse events dataset (or any other dataset) have a geographic dimension?" Tags="|openfda|api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6137" PostTypeId="2" ParentId="6016" CreationDate="2015-10-01T18:56:56.180" Score="1" Body="&lt;p&gt;For Us climate data select the following link:&lt;br&gt;&#xA;Link:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ncdc.noaa.gov&quot; rel=&quot;nofollow&quot;&gt;http://www.ncdc.noaa.gov&lt;/a&gt;&lt;br&gt;&#xA;1.Next select Data access&lt;br&gt;&#xA;2.quick link&lt;br&gt;&#xA;3.Integrated Surface Data, Hourly, Global.&lt;br&gt;&#xA;4.select ISD/CDO&lt;br&gt;&#xA;5.continue with advance options.&lt;br&gt;&#xA;6.select country.&lt;br&gt;&#xA;7.slect state.&lt;br&gt;&#xA;8.select location.&lt;br&gt;&#xA;9.select required parameters you need.&lt;br&gt;&#xA;10.Then select the date from when you want to analyze the data.&lt;br&gt;&#xA;11. you would be getting data within the mentioned time.&lt;br&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data provided is free and is helpful. They have data hourly and daily. Hope this would be helpful. &lt;/p&gt;&#xA;" OwnerUserId="8633" LastActivityDate="2015-10-01T18:56:56.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6138" PostTypeId="2" ParentId="6127" CreationDate="2015-10-01T19:09:05.173" Score="3" Body="&lt;p&gt;If your purpose is drawing comparisons to net price, it makes sense to use the cost of attendance variable you indicated because net price is generated by subtracting grant and scholarship aid from the total cost of attendance (not just tuition and fees). Total cost of attendance is the sum of published tuition and required fees (lower of in-district or in-state for public institutions), books and supplies, and the weighted average for room and board and other expenses.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-10-01T19:09:05.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6139" PostTypeId="2" ParentId="6136" CreationDate="2015-10-01T23:55:05.497" Score="1" Body="&lt;p&gt;The drug events endpoint (open.fda.gov/drug/event/reference) does have a geographic component.. but it is at the country level (see &lt;code&gt;occurcountry&lt;/code&gt;, &lt;code&gt;primarysourcecountry&lt;/code&gt;, and &lt;code&gt;primarysource.reportercountry&lt;/code&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/&lt;/a&gt; has more information about the source systems that feed into FAERS and eventually openFDA&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-10-01T23:55:05.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6140" PostTypeId="2" ParentId="6133" CreationDate="2015-10-02T00:14:29.533" Score="1" Body="&lt;p&gt;There does not seem to be a Wikipedia API. It looks like geonames.org has some of this functionality though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, take a look at the results of this page: &lt;a href=&quot;http://www.geonames.org/maps/google_40.7576_-73.9857.html&quot; rel=&quot;nofollow&quot;&gt;http://www.geonames.org/maps/google_40.7576_-73.9857.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I took a look at the API requests on that page and it called the following:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://www.geonames.org/servlet/geonames?&amp;amp;srv=2&amp;amp;lat=40.7576&amp;amp;lng=-73.9857&amp;amp;north=40.762963512194894&amp;amp;east=-73.96087347335816&amp;amp;south=40.752236055031354&amp;amp;west=-74.01052652664185&amp;amp;maxRows=100&amp;amp;type=json&amp;amp;q=&amp;amp;P=1&amp;amp;A=1&amp;amp;V=1&amp;amp;T=1&amp;amp;L=1&amp;amp;R=1&amp;amp;S=1&amp;amp;H=1&amp;amp;U=1&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, it looks like this Wikipedia Search with a Bounding Box  geonames.org API at &lt;a href=&quot;http://www.geonames.org/export/wikipedia-webservice.html#wikipediaBoundingBox&quot; rel=&quot;nofollow&quot;&gt;http://www.geonames.org/export/wikipedia-webservice.html#wikipediaBoundingBox&lt;/a&gt; is what you would want though you may need to programatically filter out anything not a category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps. &lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-10-02T00:14:29.533" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6141" PostTypeId="1" CreationDate="2015-10-02T03:30:31.610" Score="3" ViewCount="186" Body="&lt;p&gt;I am looking for data sets that contain health-related forum posts. Ideally, with as much structured information as possible (post, post timestamp, poster ID, history of edits, etc.). I know I can crawl fora myself but I would prefer to have ready-to-use data sets.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-10-02T03:30:31.610" Title="Health forum data sets" Tags="|data-request|medical|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6142" PostTypeId="1" CreationDate="2015-10-02T06:29:18.930" Score="6" ViewCount="167" Body="&lt;p&gt;The &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/baf.html&quot;&gt;block assignment files&lt;/a&gt; from the US Census are very nice.  Unfortunately, they appear to tell you which census blocks make up each district in the 112th congress.  This makes some sense, since this is the congress that was elected in 2010.  However, the 2010 census was used to create the districts for the 113th congress, so it is natural to want to know which 2010 census blocks make up each 113th congressional district.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I want is a file that tells me, for each census block, which 113th congressional district that block is in.  In other words, exactly like the existing block assginment files, but for the 113th congress instead of the 112th.  I can't find any such file on the census website or in my wanderings through the FTP.  Where is this information?&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2021-08-17T20:22:20.797" Title="Where is the block assignment file linking 2010 Census data with 113th congressional districts?" Tags="|government|us-census|district|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6143" PostTypeId="2" ParentId="6133" CreationDate="2015-10-02T14:21:44.947" Score="4" Body="&lt;p&gt;Wikidata can do it!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using autolist, run the query &lt;code&gt;claim[373] and around[625,40.7576,-73.9857,50]&lt;/code&gt; &lt;a href=&quot;https://tools.wmflabs.org/autolist/index.php?language=en&amp;amp;project=wikipedia&amp;amp;category=&amp;amp;depth=12&amp;amp;wdq=claim%5B373%5D%20and%20around%5B625%2C40.7576%2C-73.9857%2C50%5D&amp;amp;statementlist=&amp;amp;run=Run&amp;amp;mode_manual=or&amp;amp;mode_cat=or&amp;amp;mode_wdq=not&amp;amp;mode_find=or&amp;amp;chunk_size=10000&quot; rel=&quot;nofollow&quot;&gt;[link]&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This will give you all items with a commons category property (P373) and a location (P625) up to 50km from 40.7576,-73.9857.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the time of writing, this is 1900 entries. Dropping it to 10km is 1146, and 1km is 141.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(This won't get &lt;em&gt;sub&lt;/em&gt;categories of these Commons categories unless they also have properties with geocoordinates, but it's certainly a start.) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get a list of all commons categories from this set, ask it to generate a PagePile listing, then from the next page select item properties, and then property 373 and 625 when it loads the TABernacle tool. This will give you a nice little downloadable text file with item, commons category, &amp;amp; coordinates. For the 1km set (141 places), this will give you &lt;a href=&quot;https://tools.wmflabs.org/wikidata-todo/tabernacle.html?wdq=&amp;amp;pagepile=885&amp;amp;props=373%2C625&amp;amp;items=&amp;amp;show=1&quot; rel=&quot;nofollow&quot;&gt;the following results&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2015-10-02T14:21:44.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6144" PostTypeId="2" ParentId="4376" CreationDate="2015-10-03T00:56:29.537" Score="3" Body="&lt;p&gt;Once again a partial answer...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Dartmouth Flood Observatory (now housed at the University of Colorado instead of Dartmouth) maintains a list of large remotely sensed flood events going back to 1985 with countries. Download the excel sheet to see the full set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://floodobservatory.colorado.edu/Archives/index.html&quot; rel=&quot;nofollow&quot;&gt;http://floodobservatory.colorado.edu/Archives/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2015-10-03T00:56:29.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6145" PostTypeId="2" ParentId="6133" CreationDate="2015-10-03T12:41:45.313" Score="6" Body="&lt;p&gt;There is a more direct way to get this from Wikidata, if you want an API. That's the API used by AutoList. Returns JSON or JSONP.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example query to retrieve all Commons categories within 0.1 kilometer from 40.7576,-73.9857:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;http://wdq.wmflabs.org/api?q=claim[373]%20and%20around[625,40.7576,-73.9857,0.1]&amp;amp;props=373&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wdq.wmflabs.org/api?q=claim[373]%20and%20around[625,40.7576,-73.9857,50]&amp;amp;props=373&quot; rel=&quot;nofollow&quot;&gt;Live&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Explanation of the request:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;373&lt;/code&gt; is the property id of the &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P373&quot; rel=&quot;nofollow&quot;&gt;Commons category&lt;/a&gt; item&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;around&lt;/code&gt; takes as arguments: PROPERTY,LATITUDE,LONGITUDE,RADIUS&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;625&lt;/code&gt; is the property id of the &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P625&quot; rel=&quot;nofollow&quot;&gt;coordinate location&lt;/a&gt; item&lt;/li&gt;&#xA;&lt;li&gt;The &lt;code&gt;&amp;amp;props=373&lt;/code&gt; part can be removed if only identifiers are needed&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Response:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;status&quot;: {&#xA;        &quot;error&quot;: &quot;OK&quot;,&#xA;        &quot;items&quot;: 8,&#xA;        &quot;querytime&quot;: &quot;1333ms&quot;,&#xA;        &quot;parsed_query&quot;: &quot;(CLAIM[373] AND AROUND[625,40.7576,-73.9857,0.1])&quot;&#xA;    },&#xA;    &quot;items&quot;: [11259, 626926, 659652, 827638, 1756846, 1973105, 3062716, 3363532],&#xA;    &quot;props&quot;: {&#xA;        &quot;373&quot;: [&#xA;            [1973105, &quot;string&quot;, &quot;2010 Times Square car bombing attempt&quot;],&#xA;            [827638, &quot;string&quot;, &quot;Bertelsmann Building&quot;],&#xA;            [1756846, &quot;string&quot;, &quot;Lyceum Theatre (Broadway)&quot;],&#xA;            [3062716, &quot;string&quot;, &quot;Minskoff Theatre&quot;],&#xA;            [659652, &quot;string&quot;, &quot;One Astor Plaza&quot;],&#xA;            [3363532, &quot;string&quot;, &quot;Paramount Building (New York City)&quot;],&#xA;            [11259, &quot;string&quot;, &quot;Times Square&quot;],&#xA;            [626926, &quot;string&quot;, &quot;V-J Day in Times Square (Alfred Eisenstaedt)&quot;]&#xA;        ]&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The server response is rather slow, and seems to increase with the number of categories returned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See the &lt;a href=&quot;http://wdq.wmflabs.org/api_documentation.html&quot; rel=&quot;nofollow&quot;&gt;full documentation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8823" LastEditorUserId="754" LastEditDate="2015-10-05T08:48:21.133" LastActivityDate="2015-10-05T08:48:21.133" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="6147" PostTypeId="1" CreationDate="2015-10-03T23:23:50.530" Score="3" ViewCount="38" Body="&lt;p&gt;Is there any data set that has already merged the DHS survey data from a given DHS phase? Preferably geo-referenced at the survey cluster level. I'm particularly interested in Africa.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-10-03T23:23:50.530" Title="Combined DHS and MICS survey results" Tags="|data-request|africa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6148" PostTypeId="2" ParentId="6119" CreationDate="2015-10-04T04:49:46.040" Score="1" Body="&lt;p&gt;I have personally found that using Perl and Spreadsheet::ParseExcel was relatively simple and useful for extracting data from Excel sheets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another approach that may work is to upload into Google and use the Google APIs to extract the data.&lt;/p&gt;&#xA;" OwnerUserId="8821" LastActivityDate="2015-10-04T04:49:46.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6149" PostTypeId="2" ParentId="4851" CreationDate="2015-10-04T10:41:03.643" Score="4" Body="&lt;p&gt;Using &lt;code&gt;--reject-regex &quot;\?.=.;.=.&quot;&lt;/code&gt; seems to work for me to avoid the extra listings provided by Apache. The full command-line I use to get all the files from an Apache directory listing is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget --recursive --no-parent --timestamping --no-directories --reject-regex &quot;\?.=.;.=.&quot; http://example.com/some/dir/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8830" LastActivityDate="2015-10-04T10:41:03.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6150" PostTypeId="1" CreationDate="2015-10-04T23:22:59.417" Score="2" ViewCount="151" Body="&lt;p&gt;I am student, doing research on people mobility. Is there any dataset that I can use to benchmark my work (kind of a framework); I am looking for any kind of data (CDR Dataset, GPS/Location data .. ) ?&lt;/p&gt;&#xA;" OwnerUserId="4327" LastActivityDate="2015-10-05T13:53:43.637" Title="People Mobility Data" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6151" PostTypeId="1" CreationDate="2015-10-05T10:05:54.060" Score="3" ViewCount="164" Body="&lt;p&gt;I am developing an app that lets &lt;strong&gt;smartphone users&lt;/strong&gt; upload a picture to &lt;a href=&quot;https://commons.wikimedia.org&quot; rel=&quot;nofollow&quot;&gt;Wikimedia Commons&lt;/a&gt;. The user must categorize the picture by typing Commons category names. Typing on a smartphone is slow/painful/erratic, and category names are not obvious, so the app should do its best to guess what category the user is trying to find.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION:&lt;/strong&gt; Is there an API that takes a string, and returns 1~10 Commons category names that fuzzy-match the beginning of the string?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Response of the server must be very fast (as-you-type)&lt;/li&gt;&#xA;&lt;li&gt;Free, as there is no budget for the app&lt;/li&gt;&#xA;&lt;li&gt;Scalability should not be a problem for now, less than 5 concurrent users at any one time&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For instance, &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Power_plants_in_New_Zealand&quot; rel=&quot;nofollow&quot;&gt;Category:Power plants in New Zealand‎&lt;/a&gt; should be found even if the typed string is:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;Power plants in New Z&lt;/code&gt; (as-you-type)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;power plants in new zealand&lt;/code&gt; (lowercase)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;Power plants in New-Zealand&lt;/code&gt; (dash instead of space)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;Power plant in New Zealand&lt;/code&gt; (singular)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;Pwer plants in New Zeland&lt;/code&gt; (typo - ideally)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;New Zeland power plant&lt;/code&gt; (word order - ideally)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2016-01-14T09:41:43.457" LastActivityDate="2016-01-14T09:41:43.457" Title="&quot;Fuzzy&quot; search of Mediawiki Commons categories" Tags="|api|nlp|wikimedia-commons|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6152" PostTypeId="2" ParentId="1022" CreationDate="2015-10-05T11:10:35.657" Score="1" Body="&lt;p&gt;To get the inter-language aka sitelinks &lt;em&gt;for a limited set of items&lt;/em&gt; use &lt;a href=&quot;http://wikidata.org/w/api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;the API&lt;/a&gt;, for instance item Q1 and Q2:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q1|Q2&amp;amp;props=sitelinks%2Furls&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q1|Q2&amp;amp;props=sitelinks%2Furls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As &lt;a href=&quot;https://stackoverflow.com/a/16647932/373710&quot;&gt;answered on StackExchange&lt;/a&gt; you can also query by language and page title:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;sites=enwiki&amp;amp;titles=Ore%20Mountains&amp;amp;languages=cs|de|es|fr|it|pl|pt|ru&amp;amp;props=sitelinks%2Furls&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;sites=enwiki&amp;amp;titles=Ore%20Mountains&amp;amp;languages=cs|de|es|fr|it|pl|pt|ru&amp;amp;props=sitelinks%2Furls&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3745" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-10-05T11:10:35.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6153" PostTypeId="2" ParentId="6150" CreationDate="2015-10-05T13:53:43.637" Score="1" Body="&lt;p&gt;You may have already seen it but this question from last year has a few CDR datasets, someone of them were released in connection with competitions so I'm not sure if they're all still available. Also it appears they use different levels of aggregation which may render them useless for your research.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1670/any-cdr-call-data-record-dataset&quot;&gt;Any CDR (call data record) dataset?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8818" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-10-05T13:53:43.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6154" PostTypeId="1" CreationDate="2015-10-05T17:17:55.253" Score="4" ViewCount="64" Body="&lt;p&gt;Is there data on voter turnout and election returns for state and local elections (gubernatorial, etc) during the 1840-1860 time period in the United States at the county level? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If no comprehensive or piecemeal dataset exists, I'd also be open to primary source references that would allow me to build such a dataset myself.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-10-12T04:42:13.397" Title="Antebellum State and Local Election Data" Tags="|data-request|usa|elections|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6155" PostTypeId="1" CreationDate="2015-10-05T20:18:59.653" Score="2" ViewCount="47" Body="&lt;p&gt;I am using an XML I generated and as well as the one indicated on the sample but I am getting returned a &lt;code&gt;503 Service Unavailable&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample Request:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt; &amp;lt;p:PlanQuoteRequest xmlns:p=&quot;http://hios.cms.org/api&quot; xmlns:p1=&quot;http://hios.cms.org/api-types&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://hios.cms.org/api hios-api-11.0.xsd &quot;&amp;gt;&#xA;  &amp;lt;p:Enrollees&amp;gt;&#xA;    &amp;lt;p1:DateOfBirth&amp;gt;1959-03-03&amp;lt;/p1:DateOfBirth&amp;gt;&#xA;    &amp;lt;p1:Gender&amp;gt;Male&amp;lt;/p1:Gender&amp;gt;&#xA;    &amp;lt;p1:TobaccoLastUsedMonths&amp;gt;2&amp;lt;/p1:TobaccoLastUsedMonths&amp;gt;&#xA;    &amp;lt;p1:Relation&amp;gt;SELF&amp;lt;/p1:Relation&amp;gt;&#xA;    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;&#xA;  &amp;lt;/p:Enrollees&amp;gt;&#xA;  &amp;lt;p:Enrollees&amp;gt;&#xA;    &amp;lt;p1:DateOfBirth&amp;gt;1982-03-03&amp;lt;/p1:DateOfBirth&amp;gt;&#xA;    &amp;lt;p1:Gender&amp;gt;Female&amp;lt;/p1:Gender&amp;gt;&#xA;    &amp;lt;p1:TobaccoLastUsedMonths&amp;gt;2&amp;lt;/p1:TobaccoLastUsedMonths&amp;gt;&#xA;    &amp;lt;p1:Relation&amp;gt;SPOUSE&amp;lt;/p1:Relation&amp;gt;&#xA;    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;&#xA;  &amp;lt;/p:Enrollees&amp;gt;&#xA;  &amp;lt;p:Location&amp;gt;&#xA;    &amp;lt;p1:ZipCode&amp;gt;22901&amp;lt;/p1:ZipCode&amp;gt;&#xA;    &amp;lt;p1:County&amp;gt;&#xA;      &amp;lt;p1:FipsCode&amp;gt;51003&amp;lt;/p1:FipsCode&amp;gt;&#xA;      &amp;lt;p1:CountyName&amp;gt;ALBEMARLE&amp;lt;/p1:CountyName&amp;gt;&#xA;      &amp;lt;p1:StateCode&amp;gt;VA&amp;lt;/p1:StateCode&amp;gt;&#xA;    &amp;lt;/p1:County&amp;gt;&#xA;  &amp;lt;/p:Location&amp;gt;&#xA;  &amp;lt;p:InsuranceEffectiveDate&amp;gt;2015-01-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;&#xA;  &amp;lt;p:Market&amp;gt;Individual&amp;lt;/p:Market&amp;gt;&#xA;  &amp;lt;p:IsFilterAnalysisRequiredIndicator&amp;gt;false&amp;lt;/p:IsFilterAnalysisRequiredIndicator&amp;gt;&#xA;  &amp;lt;p:PaginationInformation&amp;gt;&#xA;    &amp;lt;p1:PageNumber&amp;gt;1&amp;lt;/p1:PageNumber&amp;gt;&#xA;    &amp;lt;p1:PageSize&amp;gt;20&amp;lt;/p1:PageSize&amp;gt;&#xA;  &amp;lt;/p:PaginationInformation&amp;gt;&#xA;  &amp;lt;p:SortOrder&amp;gt;&#xA;    &amp;lt;p1:SortField&amp;gt;BASE RATE&amp;lt;/p1:SortField&amp;gt;&#xA;    &amp;lt;p1:SortDirection&amp;gt;ASC&amp;lt;/p1:SortDirection&amp;gt;&#xA;  &amp;lt;/p:SortOrder&amp;gt;&#xA;&amp;lt;/p:PlanQuoteRequest&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8840" LastEditorUserId="754" LastEditDate="2015-11-10T05:46:21.780" LastActivityDate="2016-02-08T07:26:30.167" Title="Error 503 for seemingly valid getIFPPlanQuotes request" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6156" PostTypeId="2" ParentId="6155" CreationDate="2015-10-05T20:26:25.747" Score="1" Body="&lt;p&gt;The system came back up. Must have been on CMS side.&lt;/p&gt;&#xA;" OwnerUserId="8840" LastActivityDate="2015-10-05T20:26:25.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6157" PostTypeId="1" CreationDate="2015-10-06T06:55:27.893" Score="2" ViewCount="111" Body="&lt;p&gt;I'm trying to get the number of reactions for a certain drug, but only where the drug was classified as suspect drug (drugcharacterization=1). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried: &#xA;&lt;a href=&quot;http://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:Fish%20Oil+AND+patient.drug.drugcharacterization:1&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow&quot;&gt;http://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:Fish%20Oil+AND+patient.drug.drugcharacterization:1&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at the output, I believe the system is also returning cases where the Fish Oil was only listed as concomitant. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is confirmed by the following, where fish oil is returned as concomitant drug: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:Fish%20Oil+AND+patient.drug.drugcharacterization:1&quot; rel=&quot;nofollow&quot;&gt;http://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:Fish%20Oil+AND+patient.drug.drugcharacterization:1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to filter, so that I only get reactions where Fish Oil was listed as suspect drug? &lt;/p&gt;&#xA;" OwnerUserId="8836" LastActivityDate="2015-10-06T18:49:50.390" Title="Display only reactions where drugcharacterization=1 (drug was suspect drug)" Tags="|openfda|api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6158" PostTypeId="2" ParentId="589" CreationDate="2015-10-06T12:38:51.693" Score="2" Body="&lt;p&gt;You can refer to &lt;a href=&quot;http://api.cinemalytics.com&quot; rel=&quot;nofollow&quot;&gt;Cinemalytics Bollywood Movie APIs&lt;/a&gt;. Its free and is community driven, plus you can use it for commercial purpose as well. They also have Songs &amp;amp; Singers information linked with the movies data. Check out their API showcase for &lt;a href=&quot;http://www.cinemalytics.com&quot; rel=&quot;nofollow&quot;&gt;Bollywood Movies here.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8844" LastActivityDate="2015-10-06T12:38:51.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6159" PostTypeId="1" CreationDate="2015-10-06T18:02:38.497" Score="2" ViewCount="59" Body="&lt;p&gt;Does anyone know why the Device Adverse Events data available via the openFDA API has not been updated since 01-Jul-2015?&lt;/p&gt;&#xA;" OwnerUserId="8846" LastEditorUserId="1511" LastEditDate="2015-10-06T18:28:28.523" LastActivityDate="2015-10-06T19:12:54.683" Title="openFDA Device Adverse Events Data out of date" Tags="|data-request|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6160" PostTypeId="2" ParentId="6157" CreationDate="2015-10-06T18:49:50.390" Score="1" Body="&lt;p&gt;The query is returning the proper results given the single document approach that was taken on the openFDA, which is to say that your query is technically asking show me all of the documents that have both &lt;code&gt;patient.drug.medicinalproduct:&quot;Fish Oil&quot;&lt;/code&gt; and at least one entry in &lt;code&gt;patient.drug&lt;/code&gt; where &lt;code&gt;drugcharacterization:1&lt;/code&gt;. It is not taking into account that they are on the same &lt;code&gt;patient.drug&lt;/code&gt; record.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the result of a design decision of the mapping for adverse events. An alternative approach would have been to design the mapping as a &lt;code&gt;parent/child&lt;/code&gt; or a &lt;code&gt;nested&lt;/code&gt; document, in which case your query would behave the way that you expected. We chose the approach that we did for simplicity and stability reasons. We also were not sure how much this query pattern that you are speaking of would emerge. Please feel free to submit a feature request on the following file: &lt;a href=&quot;https://github.com/FDA/openfda/blob/master/schemas/faers_mapping.json#L68&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda/blob/master/schemas/faers_mapping.json#L68&lt;/a&gt;, so that it is a nested mapping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the mean time, you can finish the filtering on the client-side by reading all of the search results and doing an additional filter in your code. There are some caps in place to protect the system, so you will have to break your query into reasonable chunks, years or months added to your criteria should do the trick.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for using openFDA, hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-10-06T18:49:50.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6162" PostTypeId="2" ParentId="6159" CreationDate="2015-10-06T19:12:54.683" Score="2" Body="&lt;p&gt;My apologies, I posted a response earlier that was speaking about the status of the &lt;code&gt;/drug/event.json&lt;/code&gt; API when your question is about the &lt;code&gt;/device/event.json&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;/device/event.json&lt;/code&gt; API is currently out of data due to some data corruption issues on the input data. We are currently working with the appropriate FDA folks to get this resolved. Until, it is resolved, we reverted back the last good copy of the device data that we had, which is from July of 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please keep an eye on the status page: &lt;a href=&quot;https://open.fda.gov/api/status&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/status&lt;/a&gt; for updates.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-10-06T19:12:54.683" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6163" PostTypeId="2" ParentId="4428" CreationDate="2015-10-06T23:35:57.897" Score="3" Body="&lt;p&gt;Try looking at the data here !&#xA;&lt;a href=&quot;https://datamarket.com/data/list/?q=&quot; rel=&quot;nofollow&quot;&gt;https://datamarket.com/data/list/?q=&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looots of time series. I've found some nice anomaly sets in there. Specfically, time series.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Are you a student ? If so, you can request &lt;strong&gt;Yahoo&lt;/strong&gt;'s &lt;a href=&quot;http://yahoolabs.tumblr.com/post/114590420346/a-benchmark-dataset-for-time-series-anomaly&quot; rel=&quot;nofollow&quot;&gt;outlier dataset&lt;/a&gt; !&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Have you checked out the datasets at &lt;a href=&quot;https://www.quandl.com/&quot; rel=&quot;nofollow&quot;&gt;quandl&lt;/a&gt;? They aren't &lt;em&gt;made&lt;/em&gt; for outlier detection but you can definitely find anomalies if you just spend a little time looking.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You might also appreciate this project: &lt;a href=&quot;https://github.com/numenta/NAB&quot; rel=&quot;nofollow&quot;&gt;Numenta Anomaly Benchmark (NAB)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is taken directly from the readme in NAB/tree/master/data.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;NAB Data Corpus&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Data are ordered, timestamped, single-valued metrics. All data files contain anomalies, unless otherwise noted.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Real data&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;realAWSCloudwatch/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;AWS server metrics as collected by the AmazonCloudwatch service. Example metrics include CPU Utilization, Network Bytes In, and Disk Read Bytes.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;realAdExchange/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Online advertisement clicking rates, where the metrics are cost-per-click (CPC) and cost per thousand impressions (CPM). One of the files is normal, without anomalies.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;realKnownCause/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is data for which we know the anomaly causes; no hand labeling.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;ambient_temperature_system_failure.csv: The ambient temperature in an office&#xA;setting.&lt;/li&gt;&#xA;&lt;li&gt;cpu_utilization_asg_misconfiguration.csv: From Amazon Web Services (AWS)&#xA;monitoring CPU usage – i.e. average CPU usage across a given cluster. When&#xA;usage is high, AWS spins up a new machine, and uses fewer machines when usage&#xA;is low.&lt;/li&gt;&#xA;&lt;li&gt;ec2_request_latency_system_failure.csv: CPU usage data from a server in&#xA;Amazon's East Coast datacenter. The dataset ends with complete system failure&#xA;resulting from a documented failure of AWS API servers. There's an interesting&#xA;story behind this data in the Numenta&#xA;blog&lt;/li&gt;&#xA;&lt;li&gt;machine_temperature_system_failure.csv: Temperature sensor data of an&#xA;internal component of a large, industrial mahcine. The first anomaly is a&#xA;planned shutdown of the machine. The second anomaly is difficult to detect and&#xA;directly led to the third anomaly, a catastrophic failure of the machine.&lt;/li&gt;&#xA;&lt;li&gt;nyc_taxi.csv: Number of NYC taxi passengers, where the five anomalies occur&#xA;during the NYC marathon, Thanksgiving, Christmas, New Years day, and a snow&#xA;storm. The raw data is from the NYC Taxi and Limousine Commission.&#xA;The data file included here consists of aggregating the total number of&#xA;taxi passengers into 30 minute buckets.&lt;/li&gt;&#xA;&lt;li&gt;rogue_agent_key_hold.csv: Timing the key holds for several users of a&#xA;computer, where the anomalies represent a change in the user.&lt;/li&gt;&#xA;&lt;li&gt;rogue_agent_key_updown.csv: Timing the key strokes for several users of a&#xA;computer, where the anomalies represent a change in the user.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;realRogueAgent/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data represents computer usage patterns for different users, where an&#xA;anomaly may occur with a rogue user of the computer.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;realTraffic/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Real time traffic data from the Twin Cities Metro area in Minnesota, collected&#xA;by the&#xA;&lt;a href=&quot;http://www.dot.state.mn.us/tmc/trafficinfo/developers.html&quot; rel=&quot;nofollow&quot;&gt;Minnesota Department of Transportation&lt;/a&gt;.&#xA;Included metrics include occupancy, speed, and travel time from specific&#xA;sensors.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;realTweets/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A collection of Twitter mentions of large publicly-traded companies&#xA;such as Google and IBM. The metric value represents the number of mentions&#xA;for a given ticker symbol every 5 minutes.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Artificial data&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;artificialNoAnomaly/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Artifically-generated data without any anomalies.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;artificialWithAnomaly/&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Artifically-generated data with varying types of anomalies.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="8848" LastEditorUserId="8848" LastEditDate="2015-10-29T05:25:10.690" LastActivityDate="2015-10-29T05:25:10.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6164" PostTypeId="1" CreationDate="2015-10-07T04:36:35.317" Score="1" ViewCount="45" Body="&lt;p&gt;Any reason this field is not available on openFDA? It can be seen on individual queries on the website: (random example) &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfres/res.cfm?id=131707&quot; rel=&quot;nofollow&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfres/res.cfm?id=131707&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any plans to add it?&lt;/p&gt;&#xA;" OwnerUserId="8851" LastActivityDate="2015-10-07T04:36:35.317" Title="openFDA - Recalls - quantity in commerce" Tags="|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6166" PostTypeId="2" ParentId="3810" CreationDate="2015-10-07T11:23:44.233" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://nvd.nist.gov/cpe.cfm&quot; rel=&quot;nofollow&quot;&gt;NVD&lt;/a&gt; is a freely usable dictionary which consist of vulnerabilities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, this dictionary belongs to &lt;a href=&quot;http://www.nist.gov&quot; rel=&quot;nofollow&quot;&gt;NIST&lt;/a&gt;. Therefore this dictionary always up to date.&lt;/p&gt;&#xA;" OwnerUserId="8855" LastActivityDate="2015-10-07T11:23:44.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6167" PostTypeId="1" CreationDate="2015-10-06T14:01:59.277" Score="4" ViewCount="2171" Body="&lt;p&gt;Is it possible to download a dump of stock data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've seen the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/q/10040954/562769&quot;&gt;Alternative to google finance api&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/q/3535088/562769&quot;&gt;Is there anywhere to get a free stockmark data feed/dump?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.quandl.com/help/libraries&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quandl&lt;/a&gt; - seems only to offer current prices. The &quot;bulk downloading&quot; option &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But I'm not interested in the current data, but rather a dump for the past years (at least one value per day) for the most important stocks (e.g. the ones in &lt;a href=&quot;https://en.wikipedia.org/wiki/DAX&quot; rel=&quot;nofollow noreferrer&quot;&gt;DAX&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Dow_Jones_Industrial_Average&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dow Jones Industrial Average&lt;/a&gt;, ...), preferable with the price from Frankfurt or Xetra.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is such data available for free?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Non-free options are only interesting for me if it is below 20 Euro and if one may publish images created with this data)&lt;/p&gt;&#xA;" OwnerUserId="5487" OwnerDisplayName="moose" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-11-06T14:14:44.760" Title="Is stock data available for bulk download for free?" Tags="|finance|historical|time-series|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6168" PostTypeId="2" ParentId="6167" CreationDate="2015-10-06T14:34:01.833" Score="1" Body="&lt;p&gt;Here's an interesting link :&lt;a href=&quot;http://computeraidedfinance.com/2011/11/23/how-do-i-get-free-real-time-market-data-into-excel/&quot; rel=&quot;nofollow&quot;&gt;http://computeraidedfinance.com/2011/11/23/how-do-i-get-free-real-time-market-data-into-excel/&lt;/a&gt;&#xA;Inside you will find this : &lt;a href=&quot;http://code.google.com/p/finansu/&quot; rel=&quot;nofollow&quot;&gt;http://code.google.com/p/finansu/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Pat B" LastActivityDate="2015-10-06T14:34:01.833" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6169" PostTypeId="1" CreationDate="2015-10-07T19:15:14.367" Score="2" ViewCount="135" Body="&lt;p&gt;I am trying to get the latitude and longitude for different schools, and keep getting an error. Location is at the root, and I am able to get ids which are also at the root, so I'm not sure what I'm doing wrong.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This does not work: &lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?_fields=location.lon&amp;amp;school.name=pepperdine&amp;amp;api_key=&quot; rel=&quot;nofollow&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?_fields=location.lon&amp;amp;school.name=pepperdine&amp;amp;api_key=&lt;/a&gt;**********&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but this does:&#xA;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?_fields=id&amp;amp;school.name=pepperdine&amp;amp;api_key=&quot; rel=&quot;nofollow&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?_fields=id&amp;amp;school.name=pepperdine&amp;amp;api_key=&lt;/a&gt;***********&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I doing something wrong?&lt;/p&gt;&#xA;" OwnerUserId="8860" LastActivityDate="2015-10-08T23:35:52.333" Title="unable to get lat long in api call" Tags="|data.gov|api|collegescorecard|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6170" PostTypeId="2" ParentId="127" CreationDate="2015-10-08T02:49:43.687" Score="1" Body="&lt;p&gt;You can give a shot to &lt;a href=&quot;https://github.com/thoqbk/traprange&quot; rel=&quot;nofollow noreferrer&quot;&gt;TrapRange&lt;/a&gt; (open source, MIT License, Java):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some sample pdf files and results: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Input file: &lt;a href=&quot;https://github.com/thoqbk/traprange/blob/master/_Docs/sample-1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample-1.pdf&lt;/a&gt;, result: &lt;a href=&quot;http://htmlpreview.github.io/?https://github.com/thoqbk/traprange/blob/master/_Docs/result/sample-1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample-1.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Input file: &lt;a href=&quot;https://github.com/thoqbk/traprange/blob/master/_Docs/sample-4.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample-4.pdf&lt;/a&gt;, result: &lt;a href=&quot;http://htmlpreview.github.io/?https://github.com/thoqbk/traprange/blob/master/_Docs/result/sample-4.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample-4.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;It relies on Apache &lt;a href=&quot;https://pdfbox.apache.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDFBox&lt;/a&gt;, which is an open source Java tool for working with PDF documents. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;FYI: &lt;a href=&quot;https://stackoverflow.com/q/6173439/395857&quot;&gt;Can OCR software reliably read values from a table?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-10-16T17:46:37.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6171" PostTypeId="1" AcceptedAnswerId="6180" CreationDate="2015-10-08T11:57:06.280" Score="8" ViewCount="6324" Body="&lt;p&gt;I'm looking for an open REST API to make ocasional queries of stars and constellations. Concretly I'm looking for getting the right ascension and declination of the most important stars of a few constellations (other parameters are optional).&lt;/p&gt;&#xA;" OwnerUserId="8865" LastEditorUserId="70" LastEditDate="2016-12-04T12:14:06.613" LastActivityDate="2016-12-04T12:14:06.613" Title="Where can I find a REST API of stars and constellations?" Tags="|api|astronomy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6172" PostTypeId="1" CreationDate="2015-10-08T16:03:29.483" Score="2" ViewCount="181" Body="&lt;p&gt;I would like to use data from the College Scorecard to calculate the proportion of students who are low-income or first-generation at each institution. In the dataset, I only see &quot;number of&quot; low-income and first-generation student variables. How do you recommend I calculate the proportion, if possible? Divide by the number completed in fill-in-the-blank cohort? Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="8868" LastEditorUserId="8868" LastEditDate="2015-10-08T16:09:11.450" LastActivityDate="2015-10-09T02:14:56.193" Title="How can I calculate the proportion of students at an institution who are low-income or first-generation?" Tags="|collegescorecard|analysis|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6173" PostTypeId="1" CreationDate="2015-10-08T17:55:47.137" Score="1" ViewCount="186" Body="&lt;p&gt;What exactly do the variables named &quot;Unemployment rate, via Census data&quot; and &quot;Poverty rate, via Census data,&quot; found in the &lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary-09-08-2015.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard data dictionary&lt;/a&gt;, represent?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do these rates represent the unemployment rate/poverty rate among the student body, among the graduates of the institution, or in the region in which the institution is located?&lt;/p&gt;&#xA;" OwnerUserId="8868" LastEditorUserId="19566" LastEditDate="2019-02-10T15:59:12.727" LastActivityDate="2019-02-10T15:59:12.727" Title="What exactly do the variables named &quot;Unemployment rate, via Census data&quot; and &quot;Poverty rate, via Census data&quot; represent?" Tags="|usa|education|collegescorecard|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="6174" PostTypeId="2" ParentId="6093" CreationDate="2015-10-08T19:46:14.777" Score="3" Body="&lt;p&gt;There are 3 things that are decreasing your search results count:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The Twitter Search API only gives results about 1 week back.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Only a fraction of tweets are geo-tagged.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Search terms may be too specific.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;There isn't too much to do about 1 and 2, but for 3, I can recommend getting familiar with &lt;a href=&quot;https://twitter.com/search-advanced?lang=en&quot; rel=&quot;nofollow&quot;&gt;Advanced Search&lt;/a&gt;. You can construct a query with the website, then use the same query string in the code. As an example, one of my queries has a query string with 366 characters, mostly OR statements and then a few exclude (-) statements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you post some specific examples, maybe the community can help more.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-10-08T19:46:14.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6175" PostTypeId="2" ParentId="6169" CreationDate="2015-10-08T23:35:52.333" Score="2" Body="&lt;p&gt;Thank you very much for finding this, and I'm sorry for the inconvenience. We've verified that this is indeed a bug. I've created an issue for it here: &lt;a href=&quot;https://github.com/18F/open-data-maker/issues/227&quot; rel=&quot;nofollow&quot;&gt;https://github.com/18F/open-data-maker/issues/227&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Holly Allen&#xA;Product Lead&#xA;18F&lt;/p&gt;&#xA;" OwnerUserId="8871" LastActivityDate="2015-10-08T23:35:52.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6176" PostTypeId="2" ParentId="6172" CreationDate="2015-10-09T02:14:56.193" Score="2" Body="&lt;p&gt;These may be the variables are looking for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Percentage of aided students whose family income is between $0-$30,000   student share_lowincome.0_30000 float   INC_PCT_LO          NSLDS&lt;/li&gt;&#xA;&lt;li&gt;Percentage first-generation students student share_firstgeneration   float   PAR_ED_PCT_1STGEN           NSLDS&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Keep in mind these are percentages of title IV aided student cohorts&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-10-09T02:14:56.193" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6177" PostTypeId="2" ParentId="6173" CreationDate="2015-10-09T03:40:15.647" Score="1" Body="&lt;p&gt;Where did you get this data and/or data dictionary?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably the variables represent, respectively, the unemployment rate and poverty rate, and the source of data is the US Census (as opposed to other methods of gathering information about unemployment and/or poverty rates). &lt;/p&gt;&#xA;" OwnerUserId="7196" LastActivityDate="2015-10-09T03:40:15.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6178" PostTypeId="1" CreationDate="2015-10-09T09:40:44.947" Score="4" ViewCount="56" Body="&lt;p&gt;I'm trying to find estimates of how many workers in each country have remote (also known as 'virtual' or 'digital') sources of income. This is focused on developing countries so I really need data that goes beyond advanced industrial economies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would also be helpful is a storehouse of data from popular freelancing websites, or even case studies focused on individual countries such as the Philippines, Ukraine, others. The data will be used for an economic development study (non-commercial).&lt;/p&gt;&#xA;" OwnerUserId="8874" LastEditorUserId="2075" LastEditDate="2015-10-10T15:52:34.013" LastActivityDate="2015-10-10T15:52:34.013" Title="Data on the number of &quot;remote&quot; workers by country" Tags="|data-request|economics|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6179" PostTypeId="1" CreationDate="2015-10-09T10:41:06.677" Score="2" ViewCount="184" Body="&lt;p&gt;I am looking for a dataset of single-word translations, essentially a translation dictionary for all languages. I don't need all words, but simply a set of very common words: &quot;yes&quot;, &quot;no&quot;, &quot;true&quot;, &quot;false&quot;, &quot;zero&quot;, &quot;one&quot;, etc. It also doesn't have to be every language, though more languages the better. If the dataset comes with &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_639&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO 639 codes&lt;/a&gt; that would be even better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3888/dataset-of-sentences-translated-into-many-languages&quot;&gt;This question&lt;/a&gt; is related, but it is asking for whole sentence translations, whereas I'm simply looking for individual word translations. The accepted answer there points to &lt;a href=&quot;http://tatoeba.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;tatoeba.org&lt;/a&gt;, which might work for my needs, but I'm hoping to find other options to consider.&lt;/p&gt;&#xA;" OwnerUserId="2085" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2019-08-12T03:24:02.027" Title="Single-word Translations in All Languages" Tags="|data-request|language|translation|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6180" PostTypeId="2" ParentId="6171" CreationDate="2015-10-09T11:45:25.353" Score="8" Body="&lt;p&gt;For simple, there is a webservice called &lt;a href=&quot;http://www.strudel.org.uk/lookUP/about.html&quot;&gt;LookUP&lt;/a&gt; which provides a web, REST and XML api for star and constellation data by name. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If that doesn't quite meet your need, there's &lt;a href=&quot;http://simbad.u-strasbg.fr/simbad/&quot;&gt;SIMBAD Astronomical Database&lt;/a&gt;, which is where the above-noted LookUP tool is getting its data.&lt;/p&gt;&#xA;" OwnerUserId="3680" LastActivityDate="2015-10-09T11:45:25.353" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6181" PostTypeId="1" CreationDate="2015-10-09T20:54:41.417" Score="2" ViewCount="216" Body="&lt;p&gt;Does Healthcare.gov or Finder API list ACA Approved Health Insurance in API JSON format?&lt;/p&gt;&#xA;" OwnerUserId="8878" LastEditorUserId="1511" LastEditDate="2015-10-10T15:53:28.097" LastActivityDate="2015-10-10T21:47:06.460" Title="Finder API list ACA Approved Health Insurance API JSON?" Tags="|data-format|healthcare-finder-api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6182" PostTypeId="1" CreationDate="2015-10-09T21:50:44.797" Score="2" ViewCount="347" Body="&lt;p&gt;I am looking for a list of patients in MIMIC-II or &lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC-III&lt;/a&gt; who have been annotated as diabetic by experts. I.e. a gold standard, physician-validated, data set for diabetic patients in MIMIC-II/III. &lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-10-15T16:51:20.577" Title="Gold annotations for diabetic patients in MIMIC-III" Tags="|data-request|mimic-iii|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6183" PostTypeId="5" CreationDate="2015-10-09T21:52:30.923" Score="0" Body="&lt;p&gt;Instructions for accessing MIMIC-III are available &lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;on this website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="8938" LastEditDate="2018-08-29T18:57:02.080" LastActivityDate="2018-08-29T18:57:02.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6184" PostTypeId="4" CreationDate="2015-10-09T21:52:30.923" Score="0" Body="The [MIMIC-III (Medical Information Mart for Intensive Care) database](https://mimic.physionet.org/about/mimic/) contains physiologic signals, vital signs time series, and comprehensive clinical data obtained from hospital medical information systems for over 40,000 intensive care unit (ICU) admissions at the Beth Israel Deaconess Medical Center." OwnerUserId="1652" LastEditorUserId="90" LastEditDate="2018-08-18T18:31:38.460" LastActivityDate="2018-08-18T18:31:38.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6185" PostTypeId="2" ParentId="4815" CreationDate="2015-10-10T00:57:55.057" Score="2" Body="&lt;p&gt;I think you have the wrong file. Try this one: &lt;a href=&quot;https://www.frbservices.org/EPaymentsDirectory/FedACHdir.txt&quot; rel=&quot;nofollow&quot;&gt;https://www.frbservices.org/EPaymentsDirectory/FedACHdir.txt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8879" LastActivityDate="2015-10-10T00:57:55.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6187" PostTypeId="2" ParentId="6181" CreationDate="2015-10-10T20:03:19.203" Score="1" Body="&lt;p&gt;Data.healthcare.gov has simple JSON (and XML and CSV, for that matter) APIs to search the Qualified Health Plans for the ACA at &lt;a href=&quot;https://data.healthcare.gov/browse?limitTo=datasets&quot; rel=&quot;nofollow&quot;&gt;https://data.healthcare.gov/browse?limitTo=datasets&lt;/a&gt; -- simply click into a dataset, click &quot;Export&quot;, &quot;SODA API&quot;, and &quot;API docs&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quick screencast showing how to get from data catalog to API docs and a simple JSON query: &lt;a href=&quot;http://recordit.co/GnrjnhLBDl&quot; rel=&quot;nofollow&quot;&gt;http://recordit.co/GnrjnhLBDl&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2015-10-10T21:47:06.460" LastActivityDate="2015-10-10T21:47:06.460" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6188" PostTypeId="1" AcceptedAnswerId="6213" CreationDate="2015-10-11T03:52:05.097" Score="0" ViewCount="87" Body="&lt;p&gt;I see that some notes from the medical personnel entirely written in uppercase in &lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC-III&lt;/a&gt;. Why?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-10-13T15:30:50.137" LastActivityDate="2015-10-16T13:35:59.013" Title="Why are some notes written in uppercase in MIMIC-III?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6189" PostTypeId="1" CreationDate="2015-10-11T10:59:06.387" Score="4" ViewCount="599" Body="&lt;p&gt;What real time APIs are there that don't require polling, for things like bus locations, flight locations, etc... -- which I can just poll with a web socket?&lt;/p&gt;&#xA;" OwnerUserId="8886" LastEditorUserId="1511" LastEditDate="2015-10-11T11:24:31.547" LastActivityDate="2015-10-11T13:48:09.003" Title="What APIs are there that are provided over websockets?" Tags="|api|real-time|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6190" PostTypeId="2" ParentId="6189" CreationDate="2015-10-11T13:48:09.003" Score="3" Body="&lt;p&gt;ProgrammableWeb(.com) is a great resource about APIs and includes an API directory. A direct link for searching APIs in their catalog that mention &lt;code&gt;websocket&lt;/code&gt; is &lt;a href=&quot;http://www.programmableweb.com/category/all/apis?keyword=websocket&quot; rel=&quot;nofollow&quot;&gt;http://www.programmableweb.com/category/all/apis?keyword=websocket&lt;/a&gt; . There is also a &quot;real time API&quot; category at &lt;a href=&quot;http://www.programmableweb.com/category/real-time/api&quot; rel=&quot;nofollow&quot;&gt;http://www.programmableweb.com/category/real-time/api&lt;/a&gt;. Some &lt;em&gt;may&lt;/em&gt; qualify as &quot;open data&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also stumbled upon &lt;a href=&quot;http://streamdata.io/&quot; rel=&quot;nofollow&quot;&gt;http://streamdata.io/&lt;/a&gt; which advertises that it is a solution to take a REST API and turn it into a streaming one. Two APIs that I know of that are updated on several-times-a-day basis are as follows. You could construct an API call that &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.mo.gov/dataset/forecasted-9day-river-level-update-AutoCreated/fx9n-wkff&quot; rel=&quot;nofollow&quot;&gt;https://data.mo.gov/dataset/forecasted-9day-river-level-update-AutoCreated/fx9n-wkff&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.colorado.gov/Water/DWR-Current-Surface-Water-Conditions/4yw9-a5y6&quot; rel=&quot;nofollow&quot;&gt;https://data.colorado.gov/Water/DWR-Current-Surface-Water-Conditions/4yw9-a5y6&lt;/a&gt; [API call for latest results is &lt;a href=&quot;https://data.colorado.gov/resource/a97x-8zfv.json&quot; rel=&quot;nofollow&quot;&gt;https://data.colorado.gov/resource/a97x-8zfv.json&lt;/a&gt;?$limit=10000&amp;amp;$order=date_time%20desc]&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps some!&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-10-11T13:48:09.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6191" PostTypeId="2" ParentId="2081" CreationDate="2015-10-11T16:06:01.587" Score="1" Body="&lt;p&gt;If you are trying to convert Excel to JSON there is a free tool that will do it&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.exceltojson.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.exceltojson.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8889" LastActivityDate="2015-10-11T16:06:01.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6193" PostTypeId="2" ParentId="5596" CreationDate="2015-10-12T06:22:45.047" Score="1" Body="&lt;p&gt;In &lt;a href=&quot;http://www.ethnologue.com&quot; rel=&quot;nofollow&quot;&gt;Ethnologue&lt;/a&gt; entries like &lt;a href=&quot;http://www.ethnologue.com/language/PNB&quot; rel=&quot;nofollow&quot;&gt;that for Western Punjabi&lt;/a&gt;, you will often see mentions of &lt;em&gt;&quot;L2 for ...&quot;&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In any case the data will be very dirty and it is hard to make comparisons like that.  (For example, you defined &lt;em&gt;fluency&lt;/em&gt; as ability to study at university in the language, so you can simply throw out all the societies where people are illiterate or barely literate.  On the other hand, any Slovak who can study in Slovak can study in Czech.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you must be more specific about the application and your goals.  Who do you believe will use your software?  Do you care about per capita GDP and connectivity to the internet?  In practice most software localisation is prioritised more with regard to market considerations than with regard to actual numbers of speakers on earth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For translation software, the top languages &lt;em&gt;by query traffic&lt;/em&gt; are English, Spanish, Portuguese, French, Russian, Chinese, Arabic, Germany, Japanese, Italian (roughly in that order, although in translation software it makes more sense to think of pairs than languages).  Then come Polish, Turkish...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The proportions have shifted (in the early days localisation was always from English into FIGS + Japanese, but now the Russian, Chinese, Arabic and Brazilian Portuguese markets are much more developed than they were) and will shift more.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastActivityDate="2015-10-12T06:22:45.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6194" PostTypeId="1" AcceptedAnswerId="6226" CreationDate="2015-10-12T20:17:51.323" Score="3" ViewCount="128" Body="&lt;p&gt;I am looking for the best method to map a given Wikipedia/Wikisource/Wikibooks/... URL to the corresponding Wikidata entity id (similar to &lt;a href=&quot;https://opendata.stackexchange.com/questions/5467/mapping-wikipedia-urls-to-wikidata-urls&quot;&gt;this question&lt;/a&gt; but via API calls instead of a full data dump). The URL can be in many forms, e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://en.wikipedia.org/w/index.php?title=Element_18&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/w/index.php?title=Element_18&lt;/a&gt; is redirected (HTTP) to&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Element_18&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/index.php?title=Element_18&lt;/a&gt; is redirected (HTTP) to&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Element_18&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Element_18&lt;/a&gt; is redirected (JavaScript/HTML) to&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Argon&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Argon&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Methods I tried so far:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;SPARQL query service - requires the URL to have a canonical form and seems to not know about redirects&lt;/li&gt;&#xA;&lt;li&gt;MediaWiki API at Wikidata, e.g. &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;sites=enwiki&amp;amp;titles=Argon&amp;amp;languages=en&amp;amp;props=labels|descriptions&amp;amp;format=jsonfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;sites=enwiki&amp;amp;titles=Argon&amp;amp;languages=en&amp;amp;props=labels|descriptions&amp;amp;format=jsonfm&lt;/a&gt; requires to securely split URL into title and &quot;site&quot; key&lt;/li&gt;&#xA;&lt;li&gt;MediaWiki API at project site, e.g. &lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=pageprops&amp;amp;titles=Argon&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=pageprops&amp;amp;titles=Argon&lt;/a&gt; requires to securely split URL into project and title&lt;/li&gt;&#xA;&lt;li&gt;Info page, e.g. &lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Argon&amp;amp;action=info&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/index.php?title=Argon&amp;amp;action=info&lt;/a&gt; requires to modify URL and to parse resulting HTML&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The most reliable (but nasty) method seems to enulate a browser to do a HTTP request to the URL, follow all redirects and parse the resulting HTML page to get the Wikidata ID.&lt;/p&gt;&#xA;" OwnerUserId="3745" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-10-19T14:38:02.577" Title="Mapping a Wikimedia project URL to the corresponding Wikidata entity id" Tags="|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6195" PostTypeId="1" CreationDate="2015-10-12T20:43:19.720" Score="4" ViewCount="63" Body="&lt;p&gt;I am looking for data about the funding from the Department of Education, Energy and Defense. The data I want is the fund/award number, the PI, Co-PI (if any) and the award amount along with the year of the grant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched in data.gov but could not find. Any suggestions as to where I can get this data.&lt;/p&gt;&#xA;" OwnerUserId="8903" LastEditorUserId="1652" LastEditDate="2015-10-13T04:29:25.433" LastActivityDate="2015-10-13T04:29:25.433" Title="Funding data for US Department of Education CSV format" Tags="|usa|data.gov|government|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6196" PostTypeId="2" ParentId="6195" CreationDate="2015-10-13T02:03:17.677" Score="3" Body="&lt;p&gt;If the data you need is from more recent years, USAspending.gov is a good place to start (you can choose a specific agency on the data download page: &lt;a href=&quot;https://www.usaspending.gov/DownloadCenter/Pages/DataDownload.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.usaspending.gov/DownloadCenter/Pages/DataDownload.aspx&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on the type of research you're doing, it might be important to note that the federal funding amounts displayed on USAspending represent &lt;em&gt;obligated dollars&lt;/em&gt; (&lt;em&gt;e.g.&lt;/em&gt;, money that's been set aside for an award), which doesn't always equal the money that's actually spent (&lt;em&gt;e.g.&lt;/em&gt;, outlayed).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some smaller awards are excluded from USAspending. Details: &lt;a href=&quot;https://www.usaspending.gov/about/Pages/TheData.aspx&quot; rel=&quot;nofollow&quot;&gt;https://www.usaspending.gov/about/Pages/TheData.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="219" LastActivityDate="2015-10-13T02:03:17.677" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6197" PostTypeId="2" ParentId="6173" CreationDate="2015-10-13T14:33:28.410" Score="3" Body="&lt;p&gt;These variables are calculated averages of poverty and unemployment rates. The calculation is based on census rates for each individual student based on the ZIP Code provided in his/her FAFSA application. The applicable rates for each student are then averaged to get the institution-level rates.  These serve as a proxy of percentage of students comimg from low-income areas.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-10-13T14:33:28.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6199" PostTypeId="1" CreationDate="2015-10-13T16:36:20.453" Score="2" ViewCount="162" Body="&lt;p&gt;Does anyone know where to find it? I would take daily, but hourly would be better. Something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Oct 15, 2014 at 9pm: 1.4&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Oct 15, 2014 at 10pm: 1.6&lt;/p&gt;&#xA;" OwnerUserId="8529" LastActivityDate="2015-10-13T16:36:20.453" Title="Looking for hourly data of traffic congestion in Beijing" Tags="|traffic|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6200" PostTypeId="1" CreationDate="2015-10-13T16:56:10.570" Score="2" ViewCount="30" Body="&lt;p&gt;Originally posted here:&#xA;&lt;a href=&quot;https://webmasters.stackexchange.com/questions/85933/data-for-auctions&quot;&gt;https://webmasters.stackexchange.com/questions/85933/data-for-auctions&lt;/a&gt;&#xA;and was put on hold and suggested for this site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know how I can get a data feed for auction data? I would like to be able to display auctions local to users on my classifieds site. I've googled a lot but nothing is turning up. Something like adconnect.com is what I am looking for except for auctions and adconnect seemed to have very little data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I can get a data feed in some standard format I would be able to parse and display.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if there is an easier way such as just including some HTML or javascript that would be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="9096" OwnerDisplayName="Yadrif" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:24.873" LastActivityDate="2015-10-13T17:06:46.590" Title="Data for Auctions" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6201" PostTypeId="2" ParentId="2081" CreationDate="2015-10-13T18:13:15.673" Score="2" Body="&lt;p&gt;I would look at csvkit&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://csvkit.readthedocs.org/en/0.9.1/&quot; rel=&quot;nofollow&quot;&gt;http://csvkit.readthedocs.org/en/0.9.1/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in particular the &lt;code&gt;in2csv&lt;/code&gt; tool documented here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://csvkit.readthedocs.org/en/0.9.1/scripts/in2csv.html&quot; rel=&quot;nofollow&quot;&gt;http://csvkit.readthedocs.org/en/0.9.1/scripts/in2csv.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8912" LastActivityDate="2015-10-13T18:13:15.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6202" PostTypeId="1" CreationDate="2015-10-13T22:54:17.073" Score="1" ViewCount="25" Body="&lt;p&gt;Is there any open data on the public budget for the British empire across their colonies? Any other open data related to the administration of the colonies (such as heirarchy in each colony, allocation of expenditures, etc.) would also be interesting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm specifically interested in the 1850-1950 time period.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-10-13T22:54:17.073" Title="British Empire Budgets" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6203" PostTypeId="1" CreationDate="2015-10-14T18:32:16.567" Score="4" ViewCount="127" Body="&lt;p&gt;I work for &lt;a href=&quot;https://opensensors.io&quot; rel=&quot;nofollow&quot;&gt;OpenSensors.io&lt;/a&gt;, we are an Internet of Things company working on making real-time data more accessible, easy to use. We've built a real-time Open Data exchange through which you can publish to, search for, subscribe to and access Open Data like earthquake, air quality or transport feeds through a real-time firehose. All open data projects are free to use too, we only charge if you want to keep the data private. We're partnered with the &lt;a href=&quot;http://theodi.org/&quot; rel=&quot;nofollow&quot;&gt;Open Data Institute&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We want to provide open data-sets that people want to use. Which begs the question, what real-time data sources to do you most want to see and access? What tools do you need to make use of this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="8924" LastActivityDate="2015-10-14T18:32:16.567" Title="What real-time Open Data do you want to use?" Tags="|api|uses-of-open-data|real-time|" AnswerCount="0" CommentCount="2" CommunityOwnedDate="2015-10-23T17:30:23.810" ContentLicense="CC BY-SA 3.0" />
  <row Id="6204" PostTypeId="2" ParentId="621" CreationDate="2015-10-14T18:40:15.703" Score="2" Body="&lt;p&gt;I can help. &lt;a href=&quot;https://opensensors.io&quot; rel=&quot;nofollow&quot;&gt;OpenSensors&lt;/a&gt; is a real-time service for publishing Open Data, partnered with the Open Data Institute, we are trying to make real-time Open Data access and publishing easy as possible enabling people to build cool stuff based upon it. All open data projects on OpenSensors.io are free to use, we only charge if you keep the data private.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Besides publishing open data, you can also search for, subscribe to and access historical data and real time data through a streaming firehose. We have help and getting started docs &lt;a href=&quot;http://support.opensensors.io/support/home&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope that helps, email me if you need a hand:&#xA;james.moulding@opensensors.io&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Source: I work at OpenSensors.io&lt;/p&gt;&#xA;" OwnerUserId="8924" LastActivityDate="2015-10-14T18:40:15.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6205" PostTypeId="2" ParentId="5912" CreationDate="2015-10-14T23:08:35.930" Score="1" Body="&lt;p&gt;as another user already said, this is entirely relative; on that note, it is still fun, and also a great way to learn about new datasets, etc. below are some of the more ridiculous datasets that i've come across, including my personal favorite, rat mapping in nyc!:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rat Information Portal:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nyc.gov/html/doh/html/environmental/disclaimer.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.nyc.gov/html/doh/html/environmental/disclaimer.shtml&lt;/a&gt;    &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Percentage of Adults 65+ Who Have Had All of Their Natural Teeth Extracted (by State):&lt;br&gt;&#xA;&lt;a href=&quot;http://kff.org/other/state-indicator/percent-who-had-all-teeth-extracted/&quot; rel=&quot;nofollow&quot;&gt;http://kff.org/other/state-indicator/percent-who-had-all-teeth-extracted/&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-14T23:08:35.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6206" PostTypeId="1" CreationDate="2015-10-15T08:28:27.563" Score="8" ViewCount="18224" Body="&lt;p&gt;Im looking for a online database / API where i can pull information about some fitness exercises with basic information like difficulty, name, how to do it, etc. I hope you get my point. I saw one question about this topic but i couldn't find any good results with the answers that were postet there so i thought i ask a new question with the faith that someone got something &quot;newer&quot; for me. appreciate any help :)&lt;/p&gt;&#xA;" OwnerUserId="8929" LastActivityDate="2023-05-28T02:47:00.107" Title="Fitness Exercise Database / API" Tags="|api|sports|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6208" PostTypeId="1" CreationDate="2015-10-15T15:58:05.660" Score="4" ViewCount="66" Body="&lt;p&gt;Any data that estimates pre-colonial population density in the Americas (especially, S. America)? &lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-10-15T15:58:05.660" Title="Pre-Colonial Population Density in the Americas" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6209" PostTypeId="2" ParentId="6182" CreationDate="2015-10-15T16:51:20.577" Score="4" Body="&lt;p&gt;Here is my take:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;is it appropriate to simply ask for “diabetic” patients? Would the method of identifying the cohort vary wildly depending on the type of diabetes of interest?&#xA;A: It would not be appropriate to simply ask for &quot;diabetic&quot; patients.  Patients with diabetes are usually classified by the type (Type 1 or Type 2, which roughly correlates to whether they have diabetes as a result of pancreatic islet cell destruction or insulin resistance, respectively.  This becomes significant because a Type 1 diabetic will be reliant on basal insulin otherwise they could very rapidly go into starvation ketosis, whereas a type 2 usually makes some basal insulin and they are less likely to develop ketoacidosis).  Furthermore, clinically we would distinguish among type 2 diabetics, which ones receive insulin.  This likely doesn't matter as much in MIMIC as critically ill diabetics will almost universally receive insulin rather than oral medications.  If the only goal were to identify who has diabetes, in theory this wouldn't matter as much.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;what is the best indicator of diabetes in MIMIC? Can we be confident that most cases would be labelled with the appropriate ICD-9 diagnosis code? Or should we also be cross-referencing medications/lab tests/DRG codes/CPT codes?&#xA;A: ICD9 codes should work, and would likely give you the granularity to identify type 1 (likely not so common) as well as type 2 (much more common).  If you wanted to cross validate you could do so with medication orders for all types of insulin (may not need administration of insulin because many times people's insulin requirement in the hospital varies, and instead is done via a &quot;sliding scale&quot; so if their blood sugar is controlled, they may not receive insulin which was ordered.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;what does “gold-standard” mean in this case? Does gold-standard imply that a diagnostic test for diabetes has been explicitly carried out? Would gold standard require each patient record to be retrospectively reviewed and annotated by a physician?&#xA;A: The gold standard will be hard to deduce in our MIMIC cohort.  The diagnostic criteria for diabetes is usually performed as an outpatient, but includes:&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;-Have symptoms of diabetes (increased thirst, increased urination, and unexplained weight loss) and a blood sugar level equal to or greater than 200 milligrams per deciliter (mg/dL). The blood sugar test is done at any time, without regard for when you last ate (random plasma glucose test or random blood sugar test).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Have a fasting blood sugar level that is equal to or greater than 126 mg/dL. A fasting blood sugar test (fasting plasma glucose) is done after not eating or drinking anything but water for 8 hours.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Have a 2-hour oral glucose tolerance test (OGTT) result that is equal to or greater than 200 mg/dL. An OGTT is most commonly done to check for diabetes that occurs with pregnancy (gestational diabetes).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Have a hemoglobin A1c that is 6.5% or higher.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This must then be repeated on a subsequent test.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This most likely will have been performed as an outpatient and thus the &quot;gold standard&quot; for diagnosis diabetes would not be captured in MIMIC and you would likely rely on ICD9 codes + administering/ordering insulin as your check.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Source: American Diabetes Association (2012). Diagnosis and classification of diabetes mellitus. Diabetes Care, 35(Suppl 1): S64-S71.&lt;/p&gt;&#xA;" OwnerUserId="8935" LastActivityDate="2015-10-15T16:51:20.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6210" PostTypeId="1" CreationDate="2015-10-15T17:08:43.540" Score="5" ViewCount="207" Body="&lt;p&gt;I'm working on a problem merging some internal customer data on email address.  However, I know that different email address can resolve to the same person. Some examples are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;mapping a vanity domain to your free web mail (e.g. &lt;code&gt;example@gmail.com&lt;/code&gt; and &lt;code&gt;example@example.com&lt;/code&gt;)&lt;/li&gt;&#xA;&lt;li&gt;company mergers like &lt;code&gt;BigCorp.com&lt;/code&gt; and &lt;code&gt;HugeCorp.com&lt;/code&gt; merge, creating &lt;code&gt;BigHugeCorp.com&lt;/code&gt; (so &lt;code&gt;first.last@bigcorp.com&lt;/code&gt; and &lt;code&gt;first.last@bighugecorp.com&lt;/code&gt; are the same person).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In these case, emails are delivered to the same inbox.  I would like to merge these, so I am looking for an open database of email domain aliases.  I'm not even sure &lt;em&gt;domain alias&lt;/em&gt; is the right term, but Google Apps uses this in &lt;a href=&quot;https://support.google.com/a/answer/182079?vid=1-635805244161093907-1212287999&quot; rel=&quot;nofollow noreferrer&quot;&gt;Give users an address at another domain&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Potentially this could leverage answers from &lt;a href=&quot;https://opendata.stackexchange.com/questions/1951/dataset-of-domain-names&quot;&gt;Dataset of domain names&lt;/a&gt; or &lt;a href=&quot;https://opendata.stackexchange.com/questions/728/open-database-of-domain-registration-information&quot;&gt;Open database of domain registration information?&lt;/a&gt; if you could query on matching MX records.&lt;/p&gt;&#xA;" OwnerUserId="8934" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2018-06-25T23:21:04.427" Title="database of email domain aliases?" Tags="|data-request|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6212" PostTypeId="1" CreationDate="2015-10-15T21:30:17.120" Score="6" ViewCount="147" Body="&lt;p&gt;Many synonyms are context specific. For example &quot;force&quot; is a synonym for &quot;drive&quot; in the context of urging or inspiring, but not in the context of journeying by vehicle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other synonyms seem to work across all contexts, for example &quot;sea&quot; and &quot;ocean&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get a list of all synonyms that work across all contexts?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Reflecting on &lt;a href=&quot;https://english.stackexchange.com/questions/280437/how-can-i-get-a-list-of-synonyms-that-work-across-all-contexts?noredirect=1#comment621782_280437&quot;&gt;TimLymington's comment&lt;/a&gt;, is there some measure of synonym distance?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Consider some of the words that &lt;a href=&quot;http://www.thesaurus.com/browse/sea&quot; rel=&quot;nofollow noreferrer&quot;&gt;thesaurus.com&lt;/a&gt; offer as synonyms for sea: expanse, lake, ocean, pond, surf, abundance and blue. Intuitively, I'm confident I can replace sea with ocean more often than with blue. So I could say ocean has a shorter synonym distance from sea than blue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I measure this distance? And, back to my question of a list, how can I get a list of all synonyms with distances?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(n.b. same question on &lt;a href=&quot;https://english.stackexchange.com/questions/280437/how-can-i-get-a-list-of-synonyms-that-work-across-all-contexts&quot;&gt;English stackexchange&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="2244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:38:15.693" LastActivityDate="2015-10-18T12:45:24.977" Title="How can I get a list of synonyms that work across all contexts?" Tags="|language|english|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="6213" PostTypeId="2" ParentId="6188" CreationDate="2015-10-16T13:35:59.013" Score="2" Body="&lt;p&gt;When they type their progress notes, some nurses use all caps and some don't! Just personal style!&lt;/p&gt;&#xA;" OwnerUserId="8942" LastActivityDate="2015-10-16T13:35:59.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6214" PostTypeId="1" CreationDate="2015-10-16T16:19:36.707" Score="5" ViewCount="3641" Body="&lt;p&gt;I am working on a project to develop a system that detect credit card fraud. I have no data set to test my system on instead I want to create a database that looks similar to that of a real bank database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there some samples out there? I mean one that would show some columns to include? Of course, I know it depends on the requirements of my system but, what have you done - that is what I want to see.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know some would have worked on similar situations. What have you included?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PS:&lt;/strong&gt; I know (from SO) that credit card information must not be stored without authorization or some policies out there &lt;strong&gt;BUT this is specifically for demonstrating my system, just demonstration&lt;/strong&gt;!  &lt;/p&gt;&#xA;" OwnerUserId="8944" LastEditorUserId="1511" LastEditDate="2015-10-18T11:46:24.513" LastActivityDate="2015-10-18T11:46:24.513" Title="A typical bank database for credit card accounts?" Tags="|data-request|finance|bank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6215" PostTypeId="1" CreationDate="2015-10-16T16:38:40.880" Score="4" ViewCount="61" Body="&lt;p&gt;I am currently looking to become better educated when it comes to taxes currently paid to the US federal government, and get a better look at our expenses/budget. (hopefully to build a youtube video to better explain this to people like myself)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a lot of information out there, but I have never fully understand the source of this data. Through Excel Power Pivot I am planning on using this data to better understand what the issue is. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been following Trump's plan for Taxes and want to better understand if this plan is actually possible. What do corporations truly pay? What portion goes to the federal government?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data is the key to understanding the issue that we face. I know as an individual 30% of my income goes to state and federal taxes. Where is this money actually going? Why do I have such a large percentage of my income going to taxes?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help!&lt;/p&gt;&#xA;" OwnerUserId="8947" LastEditorUserId="8614" LastEditDate="2015-10-17T10:39:58.553" LastActivityDate="2015-10-17T10:39:58.553" Title="Where is the data I need to fully understand federal revenue and their budget?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6216" PostTypeId="2" ParentId="6215" CreationDate="2015-10-16T17:22:56.300" Score="1" Body="&lt;p&gt;If you are seeking Federal Budget data, I suggest you begin with this &lt;a href=&quot;https://en.wikipedia.org/wiki/United_States_federal_budget#Federal_budget_data&quot; rel=&quot;nofollow&quot;&gt;description&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Several government agencies provide budget data. These include the &lt;a href=&quot;https://en.wikipedia.org/wiki/Government_Accountability_Office&quot; rel=&quot;nofollow&quot;&gt;Government Accountability Office&lt;/a&gt; (GAO), the &lt;a href=&quot;https://en.wikipedia.org/wiki/Congressional_Budget_Office&quot; rel=&quot;nofollow&quot;&gt;Congressional Budget Office&lt;/a&gt; (CBO), the &lt;a href=&quot;https://en.wikipedia.org/wiki/Office_of_Management_and_Budget&quot; rel=&quot;nofollow&quot;&gt;Office of Management and Budget&lt;/a&gt; (OMB) and the &lt;a href=&quot;https://en.wikipedia.org/wiki/U.S._Treasury_Department&quot; rel=&quot;nofollow&quot;&gt;U.S. Treasury Department&lt;/a&gt;. The CBO publishes The Budget and Economic Outlook in January, which covers a ten-year window and is typically updated in August. It also publishes a Long-Term Budget Outlook in July and a Monthly Budget Review. The OMB, which is responsible for organizing the President's budget presented in February, typically issues a budget update in July. The GAO and the Treasury issue Financial Statements of the U.S. Government, usually in the December following the close of the federal fiscal year, which occurs September 30. There is a corresponding Citizen's Guide, a short summary. The Treasury Department also produces a Combined Statement of Receipts, Outlays, and Balances each December for the preceding fiscal year, which provides detailed data on federal financial activities.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Historical tables within the President's Budget (OMB) provide a wide range of data on federal government finances. Many of the data series begin in 1940 and include estimates of the President's Budget for 2009–2014. Additionally, Table 1.1 provides data on receipts, outlays, and surpluses or deficits for 1901–1939 and for earlier multi-year periods. This document is composed of 17 sections, each of which has one or more tables. Each section covers a common theme. Section 1, for example, provides an overview of the budget and off-budget totals; Section 2 provides tables on receipts by source; and Section 3 shows outlays by function. When a section contains several tables, the general rule is to start with tables showing the broadest overview data and then work down to more detailed tables. The purpose of these tables is to present a broad range of historical budgetary data in one convenient reference source and to provide relevant comparisons likely to be most useful. The most common comparisons are in terms of proportions (e.g., each major receipt category as a percentage of total receipts and of the gross domestic product).[8]&lt;/p&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-10-16T17:22:56.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6217" PostTypeId="2" ParentId="4116" CreationDate="2015-10-16T22:01:29.630" Score="3" Body="&lt;p&gt;hebbut offers historical stock data that gets updated daily. From the site:&lt;br&gt;&#xA;&quot;Various basic stock data. (This is an older export/dump - up to june 2010 - of our v1.0 database tools: it's OHLC+V data for the EuroNext/Amsterdam stock exchange as far back as possible for the entire range of AEX/AMX/AScX stocks, stored in a Microsoft Excel file).&quot;&lt;br&gt;&#xA;&lt;a href=&quot;http://hebbut.net/stock-data.html&quot; rel=&quot;nofollow&quot;&gt;http://hebbut.net/stock-data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-16T22:01:29.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6218" PostTypeId="1" CreationDate="2015-10-17T05:40:50.187" Score="1" ViewCount="64" Body="&lt;p&gt;Any sub-national data on corruption (any form)? Interested in any nation, but primary interest in Central and South America.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="1511" LastEditDate="2015-10-18T12:07:59.633" LastActivityDate="2015-10-18T12:07:59.633" Title="Subnational data on corruption" Tags="|data-request|government|global|latin-america|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6219" PostTypeId="2" ParentId="6214" CreationDate="2015-10-18T11:44:18.130" Score="1" Body="&lt;p&gt;Datasets like this will typically be &amp;quot;academic&amp;quot;, meaning scrubbed and anonymized and used for demo or publishing purposes.&lt;/p&gt;&#xA;&lt;p&gt;One example is the &amp;quot;&lt;a href=&quot;http://weka.8497.n7.nabble.com/file/n23121/credit_fruad.arff&quot; rel=&quot;nofollow noreferrer&quot;&gt;German Credit fraud data&lt;/a&gt;&amp;quot;, which is in &lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/arff.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ARFF format&lt;/a&gt; as used by &lt;a href=&quot;https://en.wikipedia.org/wiki/Weka_%28machine_learning%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weka machine learning&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This dataset classifies people described by a set of attributes as good or bad credit risks. Comes in two formats (one all numeric). Also comes with a cost matrix.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Statlog+%28German+Credit+Data%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repo&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/machine-learning-databases/statlog/german/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data folder&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/machine-learning-databases/statlog/german/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Converting ARFF to CSV&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;As far as I can tell, this data is the story of 1000 credit lines and not specifically credit cards.&lt;/p&gt;&#xA;&lt;p&gt;One useful thing may be to reverse search who is using this dataset, namely &lt;a href=&quot;https://encrypted.google.com/#q=links:http:%2F%2Fweka.8497.n7.nabble.com%2Ffile%2Fn23121%2Fcredit_fruad.arff&quot; rel=&quot;nofollow noreferrer&quot;&gt;who links to it&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stackoverflow.com/a/14152354/2327328&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Other possibilities:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Statlog+%28Australian+Credit+Approval%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Australian Credit Card Approval&lt;/a&gt; dataset (or &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Credit+Approval&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This file concerns credit card applications. All attribute names and values have been changed to meaningless symbols to protect confidentiality of the data.&lt;/p&gt;&#xA;&lt;p&gt;This dataset is interesting because there is a good mix of attributes -- continuous, nominal with small numbers of values, and nominal with larger numbers of values. There are also a few missing values.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-10-18T11:44:18.130" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6220" PostTypeId="2" ParentId="6212" CreationDate="2015-10-18T12:45:24.977" Score="2" Body="&lt;p&gt;&lt;em&gt;This isn't a super answer, but maybe it can start some discussion...&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Let's consider only topical words, so &lt;em&gt;ocean&lt;/em&gt;, &lt;em&gt;sea&lt;/em&gt;, &lt;em&gt;lake&lt;/em&gt;, &lt;em&gt;pond&lt;/em&gt;, &lt;em&gt;river&lt;/em&gt;, and &lt;em&gt;stream&lt;/em&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Let's then download (scrape) as many dictionary, thesaurus and encyclopedia entries as possible, and dump the results as text files &lt;em&gt;ocean.txt&lt;/em&gt;, &lt;em&gt;sea.txt&lt;/em&gt;, etc...&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Remove &lt;a href=&quot;https://en.wikipedia.org/wiki/Stop_words&quot; rel=&quot;nofollow&quot;&gt;stop words&lt;/a&gt; such as &lt;em&gt;the&lt;/em&gt; from each of the &lt;em&gt;.txt&lt;/em&gt; files&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Compute frequencies of other words (with same part of speech) that appear in the &lt;em&gt;.txt&lt;/em&gt; file.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Using a simple definition as an example, we can parse the text and count the most frequent words: sample python 2.7 code&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*- &#xA;&#xA;import string&#xA;from collections import Counter&#xA;&#xA;text = '''noun: ocean; plural noun: oceans&#xA;&#xA;a very large expanse of sea, in particular each of the main areas into which the sea is divided geographically.&#xA;&quot;the Atlantic Ocean&quot;&#xA;synonyms:   (the) sea; informalthe drink;&#xA;informalthe briny;&#xA;informalsalt chuck;&#xA;literarythe deep, the waves, the main, the foam, the profound;&#xA;moana&#xA;    North American&#xA;    the sea.&#xA;    noun: the ocean&#xA;    &quot;they scramble across the beach to the ocean and plunge into the surf&quot;&#xA;    informal&#xA;    a very large expanse or quantity.&#xA;    &quot;she had oceans of energy&quot;&#xA;    synonyms:   a lot, a great/large amount, a great/good deal, plenty, quantities, an abundance, a profusion; informallots, loads, heaps, bags, masses, stacks, oodles, tons, scads;&#xA;    informallashings, a shedload;&#xA;    informalgobs;&#xA;    informala swag;&#xA;    vulgar slanga shitload;&#xA;    vulgar slangan assload&#xA;    &quot;she had oceans of energy&quot;&#xA;&#xA;Origin&#xA;Middle English: from Old French occean, via Latin from Greek ōkeanos     ‘great stream encircling the earth's disc’. ‘The ocean’ originally denoted the whole body of water regarded as encompassing the earth's single land mass.&#xA;'''&#xA;&#xA;text = text.translate(string.maketrans(&quot;&quot;,&quot;&quot;), string.punctuation) # remove punctuation&#xA;text = text.lower()&#xA;word_freq = Counter(text.split())&#xA;&#xA;for word, count in word_freq.most_common(10):&#xA;    print word, '\t',count&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;gives as an output&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;the     16&#xA;a   7&#xA;of  5&#xA;sea     4&#xA;ocean   4&#xA;oceans  3&#xA;noun    3&#xA;synonyms    2&#xA;had     2&#xA;main    2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Removing stop words, we can see that &lt;strong&gt;sea&lt;/strong&gt; shows up 4 times, while the other &quot;bodies of water&quot; words don't show up. (The words &lt;em&gt;beach&lt;/em&gt;, &lt;em&gt;waves&lt;/em&gt; and &lt;em&gt;shitload&lt;/em&gt; each show up once, interestingly.)&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;6&quot;&gt;&#xA;&lt;li&gt;With enough text data for each word, you can build synonym distances. I'd guess that for articles related to &quot;ocean&quot;, &lt;strong&gt;sea&lt;/strong&gt; will show up 10x more than lake and river.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-10-18T12:45:24.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6221" PostTypeId="1" CreationDate="2015-10-18T14:48:30.927" Score="1" ViewCount="22" Body="&lt;p&gt;On the website (&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/35017&quot; rel=&quot;nofollow&quot;&gt;site&lt;/a&gt;), it says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Access Notes&lt;/strong&gt;: These data are freely available.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;At data download page (&lt;a href=&quot;http://www.icpsr.umich.edu/cgi-bin/terms?path=ICPSR&amp;amp;study=35017&amp;amp;bundle=ascii&amp;amp;ds=1&amp;amp;dups=yes&quot; rel=&quot;nofollow&quot;&gt;download page&lt;/a&gt;), it has the term of use:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Redistribution of Data&lt;/strong&gt; You agree not to redistribute data or other materials without the written agreement of ICPSR, unless: &#xA;  (1) You serve as &gt; the OFFICIAL or DESIGNATED REPRESENTATIVE at an ICPSR MEMBER&#xA;  INSTITUTION and are assisting AUTHORIZED USERS with obtaining data, (2) or&#xA;  You are collaborating with other AUTHORIZED USERS to analyze the data&#xA;  for research or instructional purposes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Question: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I put the downloaded data on my website? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is putting data on personal website (on internet, open to public) considered redistribution?&lt;/p&gt;&#xA;" OwnerUserId="8959" LastActivityDate="2015-10-18T14:48:30.927" Title="Redistribution ICPSR Data - Terms of Use" Tags="|data-request|legal|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6222" PostTypeId="1" CreationDate="2015-10-18T19:59:59.043" Score="3" ViewCount="96" Body="&lt;p&gt;I want to start a data analysis project to analyze flight delay times in Madrid - Barajas airport and relate those to the time / distances used as thresholds to request a compensation from the airline according to European law. However, I haven't been able to find such dataset. I've been looking in the website of the Spanish flight authority, as well as Amadeus, and some other Google-fu did not help me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I need, specifically, is a dataset that contains origin / destination routes, the actual timetable and the scheduled one. Does such an API / historical database exist?&lt;/p&gt;&#xA;" OwnerUserId="8974" OwnerDisplayName="José María Mateos" LastEditorUserId="2976" LastEditDate="2016-05-20T12:36:37.963" LastActivityDate="2021-08-31T13:27:08.597" Title="Where can I find commercial flight information?" Tags="|data-request|europe|travel|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6223" PostTypeId="1" CreationDate="2015-10-18T18:34:59.233" Score="2" ViewCount="86" Body="&lt;p&gt;I am preparing 2/3 neural networks models (I have chosen &quot;neuralnet&quot;, &quot;nnet&quot;, &quot;AMORE&quot; randomly among the R packages) for a certain problem. At the moment I do not have the Data Set, but I would like to train my neural networks on a similar one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a Data Set with some features:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;a set of n-1 independent variables (where n is not extremely large);&lt;/li&gt;&#xA;&lt;li&gt;a dependent variable assuming values in a very wide range (for example y varies from 0 to hundreds of thousands).&lt;/li&gt;&#xA;&lt;li&gt;Only a very few rows have a very high y.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Do you know some Data Set similar to the one I will have to deal with? &lt;/p&gt;&#xA;" OwnerUserId="8977" OwnerDisplayName="Andrea Ianni ௫" LastActivityDate="2015-10-20T08:39:43.913" Title="A &quot;proper&quot; Data Set" Tags="|machine-learning|programming|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6224" PostTypeId="1" AcceptedAnswerId="6329" CreationDate="2015-10-19T09:27:33.483" Score="3" ViewCount="157" Body="&lt;p&gt;I encountered a partially incorrect result set from Wikidata Query Service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requested Wikipedia article urls were missing for an item where this information existed, see &lt;a href=&quot;https://stackoverflow.com/questions/33178986/wikidata-query-service-incomplete-result-wikipedia-url-missing&quot;&gt;https://stackoverflow.com/questions/33178986/wikidata-query-service-incomplete-result-wikipedia-url-missing&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A day later the service was returning the urls.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What may have been the reason for the error?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When is the service expected to leave beta status and to become fully reliable?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And where can I find information about&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;temporary problems (such as the one mentioned above)&lt;/li&gt;&#xA;&lt;li&gt;progress and current status&lt;/li&gt;&#xA;&lt;li&gt;future plans and milestones&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;of Wikidata Query Service? &lt;/p&gt;&#xA;" OwnerUserId="8965" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-10-28T15:37:49.637" Title="Wikidata Query Service reliability" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6225" PostTypeId="1" CreationDate="2015-10-19T13:09:03.690" Score="3" ViewCount="471" Body="&lt;p&gt;I need the royalty free tamil bible datasource.datasources can be any format (JSON,XML,SQL etc.....).The data source format not the problem. Where i can find?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the open datasource for english bible in GitHub, but i can't find the datasource for tamil&lt;/p&gt;&#xA;" OwnerUserId="8968" LastActivityDate="2023-07-06T00:26:32.690" Title="Need Tamil Bible open data source" Tags="|data-request|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6226" PostTypeId="2" ParentId="6194" CreationDate="2015-10-19T13:21:17.577" Score="3" Body="&lt;p&gt;As a general rule, Wikidata won't know about redirects - they're not part of the model there. They only record the canonical page title (leaving aside a few rare cases where the Wikidata sitelink &lt;em&gt;is&lt;/em&gt; a redirect, which is deprecated but does occasionally happen). So any 'de-redirecting' will need to be done on the Wikipedia side.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use the local API with &lt;code&gt;&amp;amp;redirects&lt;/code&gt;, you can get the Wikidata entity ID in a single query whether or not there's a redirect -&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=pageprops&amp;amp;titles=Element_18&amp;amp;redirects&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=pageprops&amp;amp;titles=Argon&amp;amp;redirects&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;both contain &lt;code&gt;&quot;wikibase_item&quot;: &quot;Q696&quot;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll still have to process the URL a bit to get the API call, though.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="5418" LastEditDate="2015-10-19T14:38:02.577" LastActivityDate="2015-10-19T14:38:02.577" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6227" PostTypeId="1" CreationDate="2015-10-19T18:47:17.300" Score="3" ViewCount="67" Body="&lt;p&gt;I cannot seem to find information on what the lag time is between FDA approval (drug on market) and results for adverse events being listed on openFDA. Does anyone have an idea of the timeline?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example I can find adverse event reports for Promacta which was approved on August 24th 2015 (almost 2 months since approval). Looking at a drug that has just under 1 month of approval I cannot find any AE reports (or any basic information), an example is Lonsurf which was approved September 22nd 2015. What is the general time for posting of this information?&#xA;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="8971" LastActivityDate="2015-10-19T19:00:25.283" Title="How quickly after FDA approval will adverse events be listed on openFDA?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6228" PostTypeId="1" CreationDate="2015-10-19T18:53:46.533" Score="3" ViewCount="164" Body="&lt;p&gt;If I wanted to define how drugs and cosmetics chemicals/ingredients overlap, could I use openFDA to help answer the drug part of that comparison?  Would I be able to take the contents of all the active_ingredient fields in the drug/labeling records of the openfda beta project, parse the results, and have a list with which to work?  Would it be comprehensive, timely, partially so?  Perhaps naively, is there already a public list (or db) of all approved drug ingredients (not finished products) already? (Not having a 150 reputation, I could not begin a cosmetics tag.)&lt;/p&gt;&#xA;" OwnerUserId="6562" LastActivityDate="2015-11-20T13:55:47.850" Title="list of approved active ingredients" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6229" PostTypeId="2" ParentId="6227" CreationDate="2015-10-19T19:00:25.283" Score="2" Body="&lt;p&gt;In the past, the public data, which is the basis of the openFDA API, lagged about a year behind. Great improvements have been made this last year and we are starting to see that data within 3 months. The data is published quarterly and we are up-to-date as of the latest quarter (2015q2). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not expert enough to speak to the average time between approval and a drug showing up in AE system. You would have to contact the FDA. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2015-10-19T19:00:25.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6231" PostTypeId="1" CreationDate="2015-10-20T00:12:15.300" Score="3" ViewCount="114" Body="&lt;p&gt;I am looking for OTC Labelling information and was curious how I might be able to use the information in my applications since it says the data is not for clinical use. &lt;/p&gt;&#xA;" OwnerUserId="8973" LastActivityDate="2015-12-15T21:52:06.387" Title="Can someone explain &quot;openfda data is not for clinical use&quot;?" Tags="|openfda|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6232" PostTypeId="1" CreationDate="2015-10-20T03:33:10.463" Score="1" ViewCount="98" Body="&lt;p&gt;OpenFDA is awesome! I wish we had anything similar here in the UK. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to get drug approval dates via the API? I'm interested in knowing what date a drug was approved by the FDA. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this exists in the API for devices, but I can't see the information &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=generic_name:atorvastatin&quot; rel=&quot;nofollow&quot;&gt;in queries for drugs&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/drugsatfda/index.cfm?fuseaction=Reports.ReportsMenu&quot; rel=&quot;nofollow&quot;&gt;exists on the FDA website&lt;/a&gt;, but it would be awesome if these could be retrieved through the API too. &lt;/p&gt;&#xA;" OwnerUserId="4218" LastActivityDate="2015-12-22T00:26:30.730" Title="Approval dates for drugs from FDA?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6233" PostTypeId="2" ParentId="6223" CreationDate="2015-10-20T08:39:43.913" Score="1" Body="&lt;p&gt;The Data Set with the required features I have chosen at the end is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;ForestFires&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can download it &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Forest+Fires&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8977" LastActivityDate="2015-10-20T08:39:43.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6234" PostTypeId="1" AcceptedAnswerId="6237" CreationDate="2015-10-20T10:11:48.647" Score="2" ViewCount="359" Body="&lt;p&gt;I started playing with the &lt;code&gt;API&lt;/code&gt; at &lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Querying a school by id &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?id=238476&amp;amp;api_key=***&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns me a lot of information about it, but is there a way to get only a subset of this data without explicity write down all the fields in the &lt;code&gt;_fields&lt;/code&gt; query param?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;lets say I want all the data from &lt;code&gt;&quot;2013&quot;&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By doing &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?id=238476&amp;amp;_fields=id,2013&amp;amp;api_key=***&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I get &lt;code&gt;field_not_found&lt;/code&gt; error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Going deeper in the tree didn't help much. Let's say I'm intereted only in &lt;code&gt;2013.academics&lt;/code&gt; information. Querying &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?id=238476&amp;amp;_fields=id,2013.academics&amp;amp;api_key=***&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns me the same &lt;code&gt;field_not_found&lt;/code&gt; error.&lt;/p&gt;&#xA;" OwnerUserId="8978" LastEditorUserId="8614" LastEditDate="2015-10-21T06:34:07.533" LastActivityDate="2016-01-08T23:54:34.400" Title="Get all the data from category or subcategory from Collegescorecard API" Tags="|api|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6235" PostTypeId="1" AcceptedAnswerId="6236" CreationDate="2015-10-20T15:42:55.537" Score="5" ViewCount="942" Body="&lt;p&gt;I am looking for a free/open data source for rail tracks of the UK network (the rail network as arcs - lines). I have all the train station points as lat long pairs.&lt;/p&gt;&#xA;" OwnerUserId="5837" LastActivityDate="2015-10-21T19:02:59.110" Title="rail track data of the UK as arcs (lines consisting of lat long points)" Tags="|data-request|geospatial|geocoding|space|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6236" PostTypeId="2" ParentId="6235" CreationDate="2015-10-20T16:44:24.327" Score="5" Body="&lt;p&gt;The UK open data site has datasets for both stations (which you have) and what they call the centre-lines of the railway track for the network. It is in a shapefile.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/railway-network-inspire&quot;&gt;https://data.gov.uk/dataset/railway-network-inspire&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://inspire.misoportal.com/geoserver/transport_direct_railnetwork/wfs?amp;version=2.0.0&amp;amp;SERVICE=WFS&amp;amp;VERSION=1.0.0&amp;amp;REQUEST=GetFeature&amp;amp;TYPENAME=transport_direct_railnetwork:railnetwork&amp;amp;SRSNAME=EPSG:27700&amp;amp;outputFormat=shape-zip&quot;&gt;http://inspire.misoportal.com/geoserver/transport_direct_railnetwork/wfs?amp;version=2.0.0&amp;amp;SERVICE=WFS&amp;amp;VERSION=1.0.0&amp;amp;REQUEST=GetFeature&amp;amp;TYPENAME=transport_direct_railnetwork:railnetwork&amp;amp;SRSNAME=EPSG:27700&amp;amp;outputFormat=shape-zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-10-20T16:44:24.327" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6237" PostTypeId="2" ParentId="6234" CreationDate="2015-10-20T16:55:03.047" Score="2" Body="&lt;p&gt;V1 of the API is a GET API with &lt;code&gt;/v1/schools&lt;/code&gt; as the endpoint.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The basic structure of an API call is &lt;code&gt;year.dev-category.de-friendly-variable-name&lt;/code&gt;, except that the school category has no year and id, ope6_id, ope8_id and location have no category or year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The subsetting that you wish to do can be done with explicit fields and is rich. For example&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;'https://api.data.gov/ed/collegescorecard/v1/schools?fields=school.name,id,2011.aid.median_debt.completers.overall,2011.repayment.1_yr_repayment.completers,2011.earnings.10_yrs_after_entry.working_not_enrolled.mean_earnings&amp;amp;page=100'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;is powerful. You will need to list fields or subset locally.&lt;/p&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-10-20T16:55:03.047" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6238" PostTypeId="1" CreationDate="2015-10-20T18:03:52.607" Score="1" ViewCount="27" Body="&lt;p&gt;Is there data on deportations out of the United States? It seems that to get it from the government, you need a freedom of information act request for a specific individual. Are there any open data alternatives? &lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2015-10-20T18:37:04.563" Title="Data on deportations" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6239" PostTypeId="2" ParentId="6238" CreationDate="2015-10-20T18:37:04.563" Score="2" Body="&lt;p&gt;You might want to look at the datasets and charts on deportations from Syracuse University.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://trac.syr.edu/phptools/immigration/charges/deport_filing_charge.php&quot; rel=&quot;nofollow&quot;&gt;http://trac.syr.edu/phptools/immigration/charges/deport_filing_charge.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is how they describe the data they are using:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Findings are based upon a detailed analysis of the millions of records covering each deportation proceeding initiated by the Department of Homeland Security and its predecessor agency, the Immigration and Naturalization Service, in the Immigration Courts. These individual case records were obtained through requests made by the Transactional Records Access Clearinghouse (TRAC) under the Freedom of Information Act to the Executive Office for Immigration Review (EOIR), a unit within the Department of Justice in which these administrative courts are housed.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-10-20T18:37:04.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6240" PostTypeId="1" CreationDate="2015-10-21T04:44:03.330" Score="3" ViewCount="120" Body="&lt;p&gt;I have a geographical coordinate, and I want to know what Commons images are the closest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, for 40.7576,-73.9857 I would get like 10 pictures taken in Times Square.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an API that gives this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rather than me having to decide a rectangle and not knowing the number of results in advance, I prefer to receive like the 10 closest pictures from the given point.&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;p&gt;The API needs to be free, and the faster the better.  &lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-10-21T06:28:29.880" LastActivityDate="2015-10-22T07:22:31.327" Title="API to get Wikimedia Commons images that are near a particular latitude/longitude" Tags="|geospatial|api|photographs|wikimedia-commons|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6241" PostTypeId="1" CreationDate="2015-10-21T05:11:33.987" Score="3" ViewCount="357" Body="&lt;p&gt;I am just wondering if open data have any limitations I may be missing.  Can I for example get data through the Quandl API, do some calculations using the data, and resell the data?  Is this legal? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note:  I am talking about free &quot;open data&quot;, I understand premium open data does have terms attached to it.&lt;/p&gt;&#xA;" OwnerUserId="8984" LastActivityDate="2015-10-21T13:56:07.803" Title="Can I take &quot;open data&quot; from a website like Quandl, modify it, and then resell it to clients?" Tags="|api|releasing-data|legal|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6243" PostTypeId="2" ParentId="6235" CreationDate="2015-10-21T08:30:17.893" Score="3" Body="&lt;p&gt;OSM data for England could be useful&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.geofabrik.de/europe/great-britain/england.html&quot; rel=&quot;nofollow&quot;&gt;http://download.geofabrik.de/europe/great-britain/england.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8988" LastEditorUserId="90" LastEditDate="2015-10-21T19:02:59.110" LastActivityDate="2015-10-21T19:02:59.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6244" PostTypeId="1" AcceptedAnswerId="6268" CreationDate="2015-10-21T11:46:18.817" Score="3" ViewCount="126" Body="&lt;p&gt;I'm looking for shape files (or some similar format) of Colombia's municipality boundaries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Mapa_de_Colombia_(municipios).svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia has a map&lt;/a&gt; that seems to be correct and which matches another dataset that I will eventually be merging in based on municipality names and DANE codes. I've tried contacting the file creator about the underlying source data, but without success.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried &lt;strong&gt;GADM&lt;/strong&gt;, but some of the municipalities are missing/incorrect, e.g. all the way in the South Amazons should have 11 municipalities, not 8. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/f4uDW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/f4uDW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;strong&gt;OpenStreeMap&lt;/strong&gt; with data export via &lt;a href=&quot;https://mapzen.com/data/borders/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapzen&lt;/a&gt;. Many municipalities are simply just missing, although the borders for those that are there appear to be correct and more detailed than GADM. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XmTIs.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XmTIs.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess I could try to combine departments that OpenStreeMap had all municipalities for with the GADM data, but it looks like that would still only partially get me there. And in general it just makes me a bit suspicious about using the GADM data at all.&lt;/p&gt;&#xA;" OwnerUserId="8966" LastActivityDate="2015-10-22T14:07:07.667" Title="Where can I find Colombia municipality geometries?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6246" PostTypeId="2" ParentId="6241" CreationDate="2015-10-21T12:36:25.850" Score="1" Body="&lt;p&gt;Quandl doesn't produced their own data and in their words &quot;We respect data as IP. We believe that data publishers have the right to control the data they create.&quot; You're going to need to check limitations for the individual dataset you plan on using but in most cases I would guess the you're in the clear if you're using the open data to create a new product or one with additional value.&lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2015-10-21T12:36:25.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6247" PostTypeId="2" ParentId="6228" CreationDate="2015-10-21T13:51:10.570" Score="2" Body="&lt;p&gt;It seems like your idea is possible using openFDA (or dailymed data which is where openFDA gets their SPL, Structured Product Label, data, I think), but it's not going to be necessarily easy. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can query for each and every label and extract the &lt;code&gt;active_ingredients&lt;/code&gt; field form &lt;code&gt;http://api.fda.gov/drug/label.json&lt;/code&gt; but it is a comma separated list and sometimes in sentence format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps in the future this could be made into an array and you could do something &lt;em&gt;like&lt;/em&gt; &lt;code&gt;https://api.fda.gov/drug/event.json?count=patient.drug.medicinalproduct.exact&lt;/code&gt; on it, but that doesnt appear possible right now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Personally, I would look into data sources other than openFDA for this use case.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-10-21T13:51:10.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6248" PostTypeId="2" ParentId="6241" CreationDate="2015-10-21T13:56:07.803" Score="4" Body="&lt;p&gt;The key question to ask whenever using data from an API or other source is &quot;what licence is attached to the data?&quot;&#xA;Quandl doesn't give any definitive answer, but it points to the original dataset's licensing.&#xA;In the &lt;a href=&quot;https://www.quandl.com/about/terms&quot; rel=&quot;nofollow&quot;&gt;T&amp;amp;C&lt;/a&gt; it reads&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Quandl is an index. It is a conduit to data published on various locations on the internet. Like any search engine, Quandl makes no claim to own the data it indexes or caches. Quandl endeavours to respect copyright. If you believe this site is indexing your copyright data and you would rather it not do so, you may submit a take-down request.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and also:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Using the Website does not give you ownership or license of any intellectual property rights in the Website or in any content, information or data accessed on or through the Website, including content, information and data obtained from a third-party website.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Both are quite clear in not granting any explicit right to data re-use.&lt;/p&gt;&#xA;" OwnerUserId="8990" LastActivityDate="2015-10-21T13:56:07.803" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6249" PostTypeId="1" CreationDate="2015-10-21T14:26:33.120" Score="2" ViewCount="1275" Body="&lt;p&gt;I'm looking for the availability of current and ongoing data for US college football games, specifically play by play data.  Something with the type of play called (run/pass), number of yards needed, outcome of the play (success and # yards gained, or failure), etc.  I would like to do a hobbyist analysis of play calling success, and came across a site that had a &quot;top plays&quot; chart for a recent game along with details of each play.  I'm reaching out to them for details on where they got that info, but I wondered if there was a known source out there with that sort of data?  Or does everyone screen scrape their own sources?&lt;/p&gt;&#xA;" OwnerUserId="7216" LastEditorUserId="7216" LastEditDate="2015-10-22T13:09:05.587" LastActivityDate="2015-10-22T13:09:05.587" Title="Is there detailed play by play data for US NCAA football games available online?" Tags="|data-request|sports|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6250" PostTypeId="1" CreationDate="2015-10-21T14:53:17.003" Score="2" ViewCount="33" Body="&lt;p&gt;My purpose is to find a service (provide by Google or others) able to extract the frequencies of the web-researches of a website or a key term.&#xA;I know Google Trends but I would need a service that can look at the hierarchies (the terms correlated with my query) and that indicates also the geographical provenience.&lt;/p&gt;&#xA;" OwnerUserId="8740" LastActivityDate="2015-10-21T19:04:53.003" Title="where can I find data on web-research?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6251" PostTypeId="1" CreationDate="2015-10-21T15:50:25.187" Score="3" ViewCount="523" Body="&lt;p&gt;An example of an ideal dataset would look like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There are some devices, say computers&lt;/li&gt;&#xA;&lt;li&gt;Each computer has &lt;strong&gt;parameters&lt;/strong&gt; (number of cpus, amount of ram, hdd space, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Also we know some &lt;strong&gt;time-series&lt;/strong&gt; data (energy consumption log, load log, etc.) about each of the devices&lt;/li&gt;&#xA;&lt;li&gt;And we need to predict whether it will fail soon or not.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This is just an example, the domain of the dataset does not matter, it could be hospital records about patients, some other devices, unicorns, whatever. The &lt;strong&gt;main requirement&lt;/strong&gt; is that each instance has some number of useful &quot;static&quot; features and some number of useful &quot;dynamic&quot; features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone seen a dataset(s) like this?&lt;/p&gt;&#xA;" OwnerUserId="8992" LastEditorUserId="1511" LastEditDate="2015-10-23T06:17:22.177" LastActivityDate="2015-11-22T06:38:36.030" Title="Does anyone know a dataset that has both time-series data and descriptive (non-temporal) features?" Tags="|data-request|metadata|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6252" PostTypeId="2" ParentId="4428" CreationDate="2015-10-21T16:37:06.247" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://data.numenta.org&quot; rel=&quot;nofollow&quot;&gt;River View&lt;/a&gt; from Numenta stream data from public data source while keeping their historic values.&lt;/p&gt;&#xA;" OwnerUserId="8993" LastEditorUserId="117" LastEditDate="2015-11-07T15:18:09.143" LastActivityDate="2015-11-07T15:18:09.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6253" PostTypeId="1" CreationDate="2015-10-21T17:17:35.367" Score="2" ViewCount="78" Body="&lt;p&gt;Data is available for OSHA compliance but are the regulations themselves available through web services? Is there an ontology for OSHA regulations? If not, would the DOL be interested in developing one (possible collaboration)?&lt;/p&gt;&#xA;" OwnerUserId="8995" LastActivityDate="2015-10-22T15:22:39.300" Title="Web services access to OSHA regulations" Tags="|labor|ontology|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6255" PostTypeId="2" ParentId="6249" CreationDate="2015-10-21T18:58:49.150" Score="1" Body="&lt;p&gt;Open Data SE actually has this data for you from 2005-2013 on datahub.io. They're actually scraped from cbfstats.com:&lt;br&gt;&#xA;&lt;a href=&quot;http://datahub.io/dataset/college-football-statistics-2005-2013&quot; rel=&quot;nofollow&quot;&gt;http://datahub.io/dataset/college-football-statistics-2005-2013&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-21T18:58:49.150" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6256" PostTypeId="2" ParentId="6250" CreationDate="2015-10-21T19:04:53.003" Score="3" Body="&lt;p&gt;not sure if I understand 100% what you need/are asking, but common crawl has data like this:&lt;br&gt;&#xA;&lt;a href=&quot;https://commoncrawl.org/&quot; rel=&quot;nofollow&quot;&gt;https://commoncrawl.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-21T19:04:53.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6257" PostTypeId="1" CreationDate="2015-10-21T19:18:04.970" Score="1" ViewCount="165" Body="&lt;p&gt;I know there's already websites such as Futhead that can act as a database. However, I'm looking for something (preferrably a single file) that can actually be parsed, as I'm looking to make my own application using it. I suppose as a last resort I could simply crawl and scrape the Futhead website, but that would require a lot more effort to implement and would be significantly slower to run too.&lt;/p&gt;&#xA;" OwnerUserId="8649" LastActivityDate="2015-10-21T19:18:04.970" Title="Is the FIFA 16 Ultimate Team database available anywhere?" Tags="|data-request|web-crawling|games|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6258" PostTypeId="1" AcceptedAnswerId="6259" CreationDate="2015-10-21T20:34:29.060" Score="3" ViewCount="91" Body="&lt;p&gt;I'm dealing with a small rural town where a common belief is that a significant number of former inmates are resettled after their release from prison. I've examined proxies for this by looking at probation budgets, and other related services compared to the rest of the state. I feel that the proxies I'm using could be unconvincing and would like more direct data.&lt;/p&gt;&#xA;" OwnerUserId="9000" LastActivityDate="2015-10-21T22:10:53.800" Title="Where can I get data on released inmates in the US?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6259" PostTypeId="2" ParentId="6258" CreationDate="2015-10-21T22:10:53.800" Score="6" Body="&lt;p&gt;There are data sets that you may not be aware of at &lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=dca&quot;&gt;BJS&lt;/a&gt; including&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=257&quot;&gt;1995 Survey of Adults on Probation&lt;/a&gt; (SAP) &#xA;This Bureau of Justice Statistics survey is the first nationally representative survey of probationers. The collection detailed information on the characteristics of probationers through a review of probationers' administrative records and personal interviews with probationers.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=258&quot;&gt;2006 Census of State Parole Supervising Agencies&lt;/a&gt; &#xA;The 2006 Census of State Parole Supervising Agencies collected data from parole supervising organizations about the organizational structure of the agencies, staffing, supervision levels of offenders, and whether the parole agency had a role in considering prisoners for release, setting the conditions of supervision, and conducting parole revocation hearings. This collection was conducted one time in 2006. The census was sent to 68 respondents, including 50 central state reporters, the California Youth Authority, and the District of Columbia. Sixteen local Minnesota Community Corrections Act agencies were asked to provide information on staffing and supervision not available from the state.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=271&quot;&gt;Annual Probation Survey and Annual Parole Survey&lt;/a&gt; &#xA;Collect data from probation and parole agencies in the U.S. on an annual basis. Data include the number of adults on state and federal probation and parole at the beginning and end of each year, the number of adults entering and exiting probation and parole supervision during the year, and the characteristics of adults under the supervision of probation and parole agencies.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-10-21T22:10:53.800" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6260" PostTypeId="2" ParentId="6231" CreationDate="2015-10-21T23:41:09.847" Score="3" Body="&lt;p&gt;openFDA is not for clinical use since it is a research project still in beta. Additional details can be found on the about page: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/about/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/about/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need labeling information for clinical use now, I'd use dailymed as skram suggests.&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2015-10-21T23:41:09.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6261" PostTypeId="1" AcceptedAnswerId="6271" CreationDate="2015-10-22T02:18:29.637" Score="2" ViewCount="128" Body="&lt;p&gt;I'm running the following query to get Athletes data from DBpedia&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;  SELECT * WHERE {&#xA;&#xA;  ?player a &amp;lt;http://dbpedia.org/ontology/Athlete&amp;gt; .&#xA;  ?player foaf:name ?firstname .&#xA;  ?player foaf:surname ?lastname .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/country&amp;gt; ?birthplace .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/birthDate&amp;gt; ?birthDate .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/Person/height&amp;gt; ?height .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/Person/weight&amp;gt; ?weight .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;but it only returns about 300 records! What's the problem with my query?&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastEditorDisplayName="user8811" LastEditDate="2021-04-06T09:46:28.020" LastActivityDate="2021-04-06T09:46:28.020" Title="Too few results from DBpedia" Tags="|linked-data|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6262" PostTypeId="1" AcceptedAnswerId="6354" CreationDate="2015-10-22T06:25:03.053" Score="2" ViewCount="275" Body="&lt;p&gt;I see that &lt;a href=&quot;http://mimic.physionet.org/mimictables/noteevents/&quot; rel=&quot;nofollow&quot;&gt;MIMIC-III's noteevents table&lt;/a&gt; contains a column &lt;code&gt;ISERROR&lt;/code&gt;, which is a &lt;code&gt;CHAR(1)&lt;/code&gt;, but no explanation. What does &lt;code&gt;ISERROR&lt;/code&gt; represent (i.e. what error are we talking about)?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-10-30T23:11:16.367" Title="What is the ISERROR column in MIMIC-III's noteevents table?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6263" PostTypeId="2" ParentId="6240" CreationDate="2015-10-22T07:22:31.327" Score="1" Body="&lt;p&gt;The closest thing that I know is the Wikidata Query, with &lt;code&gt;around&lt;/code&gt; and filtered for images. But it is not a perfect fit for your usecase since you need to limit by radius rather than by number of images. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;a href=&quot;http://wdq.wmflabs.org/api?q=claim[18]%20AND%20around[625,40.7576,-73.9857,0.5]&amp;amp;props=18&quot; rel=&quot;nofollow&quot;&gt;http://wdq.wmflabs.org/api?q=claim[18]%20AND%20around[625,40.7576,-73.9857,0.5]&amp;amp;props=18&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;claim[18]&lt;/code&gt; is what specifies that you only want items with images. The &lt;code&gt;&amp;amp;props=18&lt;/code&gt; also returns the file names on Wikimedia Commons. But as you can see this query get over 50 results. Of course, you could try to reduce the radius from 0.5 km to something smaller to get fewer results, but it is not a very convenient method.&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2015-10-22T07:22:31.327" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6265" PostTypeId="1" CreationDate="2015-10-22T09:50:07.610" Score="6" ViewCount="125" Body="&lt;p&gt;There are quite a few datasets for training and testing computer vision algorithms, such as the &lt;a href=&quot;http://image-net.org&quot; rel=&quot;nofollow&quot;&gt;ImageNet database&lt;/a&gt; and PASCAL databases. Most of the these databases are created from images with various restrictive licenses. Are there databases (with training data, such as classifications, segmentations, etc.) that are based on open access images (ie. Creative Commons, public domain, or the like) or are there meta-projects to help create such databases?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A possible example would be a project to collect open access images that are well suited for computer vision algorithms (particularly natural everyday images, not mathematical plots, cartoons, etc). I'm mainly interested in data for tasks that humans can perform, such as object detection, classification, object segmentation, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mldata.org&quot; rel=&quot;nofollow&quot;&gt;mldata.org&lt;/a&gt; is perhaps the closest thing that I've found. They give the licenses of the datasets, although they don't provide a way to filter by license or type of license and it doesn't seem like they are always accurate.&lt;/p&gt;&#xA;" OwnerUserId="9009" LastEditorUserId="9009" LastEditDate="2015-10-24T11:15:29.733" LastActivityDate="2015-10-24T11:15:29.733" Title="Open access efforts for computer vision datasets &amp; databases?" Tags="|images|computing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6266" PostTypeId="1" CreationDate="2015-10-20T22:00:01.580" Score="1" ViewCount="19" Body="&lt;p&gt;I am wondering whether there exist some datasets where users are explicitly asking to share their location to some friends, family members, colleagues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The examples can be something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;* share my location with jim&#xA;* let theresa know where am i&#xA;* stop sharing my location&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Ideally this would be spoken data to a mobile device.&lt;/p&gt;&#xA;" OwnerUserId="6584" OwnerDisplayName="xeon" LastEditorUserId="1511" LastEditDate="2016-07-29T16:28:00.083" LastActivityDate="2016-07-29T16:28:00.083" Title="Common queries for Location Sharing" Tags="|geospatial|social-media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6267" PostTypeId="2" ParentId="6253" CreationDate="2015-10-22T11:29:14.133" Score="2" Body="&lt;p&gt;At this point, OSHA's regulations are not available through web services.  I'll share this suggestion internally with my colleagues in OSHA for consideration.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2015-10-22T11:29:14.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6268" PostTypeId="2" ParentId="6244" CreationDate="2015-10-22T14:07:07.667" Score="2" Body="&lt;p&gt;You can try the WFS or WMS servers of the Instituto Geográfico Agustín Codazzi (here:&lt;a href=&quot;http://www.igac.gov.co/wps/portal/igac/raiz/iniciohome/MapasdeColombia/Descargas&quot; rel=&quot;nofollow&quot;&gt;http://www.igac.gov.co/wps/portal/igac/raiz/iniciohome/MapasdeColombia/Descargas&lt;/a&gt;). These services have different layers for geodesic features and demographics. I hope it can help you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Iván &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PD: If that doesn't work, you can check this link with the shape file I use for Colombian municipalities: &lt;a href=&quot;https://www.dropbox.com/sh/i0ao837gj5wpkic/AAAnzZf-tJIKUmZvTKrvXPMpa?dl=0&quot; rel=&quot;nofollow&quot;&gt;https://www.dropbox.com/sh/i0ao837gj5wpkic/AAAnzZf-tJIKUmZvTKrvXPMpa?dl=0&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9011" LastActivityDate="2015-10-22T14:07:07.667" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6269" PostTypeId="2" ParentId="6253" CreationDate="2015-10-22T15:22:39.300" Score="1" Body="&lt;p&gt;Referring to the text at &lt;a href=&quot;https://www.osha.gov/law-regs.html&quot; rel=&quot;nofollow&quot;&gt;OSHA&lt;/a&gt;, these have not been coded into an ontology by OSHA. There are various subsets that have been coded into ontological forms sufficient for logic processing by research projects, e.g., &lt;a href=&quot;http://cedb.asce.org/cgi/WWWdisplay.cgi?285358&quot; rel=&quot;nofollow&quot;&gt;Ontology-Based Representation and Reasoning Framework for Supporting Job Hazard Analysis&lt;/a&gt;, but they are not sanctioned nor maintained by OSHA. I believe that you might find some of the groups willing to release, but, again, I seriously doubt that much effort is being invested in maintaining the vast majority of even these subsets once the study is complete due to the lack of commercialization of any of the research outputs.&lt;/p&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-10-22T15:22:39.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6270" PostTypeId="2" ParentId="6251" CreationDate="2015-10-22T15:26:26.013" Score="0" Body="&lt;p&gt;Err, a readily available data set that seems to meet your parameter requirements would be the access logs of any web based application, e.g., httpd access logs. Specifically -&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;parameters include size of the page requested, type of device requesting, status of request, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;time-series data include when the request was made, how many requests per time unit, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-10-22T15:26:26.013" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6271" PostTypeId="2" ParentId="6261" CreationDate="2015-10-22T16:30:34.403" Score="3" Body="&lt;p&gt;I had to make the last four attributes optional&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  SELECT * WHERE {&#xA;&#xA;  ?player a &amp;lt;http://dbpedia.org/ontology/Athlete&amp;gt; .&#xA;  ?player foaf:name ?firstname .&#xA;  ?player foaf:surname ?lastname .&#xA;  optional {?player &amp;lt;http://dbpedia.org/ontology/country&amp;gt; ?birthplace .}&#xA;  optional {?player &amp;lt;http://dbpedia.org/ontology/birthDate&amp;gt; ?birthDate .}&#xA;  optional {?player &amp;lt;http://dbpedia.org/ontology/Person/height&amp;gt; ?height .}&#xA;  optional {?player &amp;lt;http://dbpedia.org/ontology/Person/weight&amp;gt; ?weight .}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;this way I could get all the records even when there are missing values&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastActivityDate="2015-10-22T16:30:34.403" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6272" PostTypeId="1" CreationDate="2015-10-22T02:16:34.720" Score="1" ViewCount="62" Body="&lt;p&gt;I run the following query to get Athletes data from DBpedia:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;  SELECT * WHERE {&#xA;&#xA;  ?player a &amp;lt;http://dbpedia.org/ontology/Athlete&amp;gt; .&#xA;  ?player foaf:name ?firstname .&#xA;  ?player foaf:surname ?lastname .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/country&amp;gt; ?birthplace .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/birthDate&amp;gt; ?birthDate .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/Person/height&amp;gt; ?height .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/Person/weight&amp;gt; ?weight .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;but it only returns about 300 records! What's the problem with my query?&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastEditorDisplayName="user8811" LastEditDate="2021-04-06T10:00:26.903" LastActivityDate="2021-04-06T10:00:26.903" Title="Too few records from DBpedia" Tags="|linked-data|dbpedia|" AnswerCount="1" CommentCount="0" ClosedDate="2015-10-26T20:13:17.967" ContentLicense="CC BY-SA 4.0" />
  <row Id="6273" PostTypeId="2" ParentId="6272" CreationDate="2015-10-22T04:53:42.700" Score="1" Body="&lt;p&gt;Try&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; SELECT (count(?player) as ?count) WHERE {&#xA;&#xA;  ?player a &amp;lt;http://dbpedia.org/ontology/Athlete&amp;gt; .&#xA;  ?player foaf:name ?firstname .&#xA;  ?player foaf:surname ?lastname .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/country&amp;gt; ?birthplace .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/birthDate&amp;gt; ?birthDate .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/Person/height&amp;gt; ?height .&#xA;  ?player &amp;lt;http://dbpedia.org/ontology/Person/weight&amp;gt; ?weight .&#xA; }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I guess there are only 283 matching results for this query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also check&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT (count(?player) as ?count) &#xA;WHERE {&#xA;       ?player a &amp;lt;http://dbpedia.org/ontology/Athlete&amp;gt; .&#xA;      }&#xA;&#xA;SELECT ?player &#xA;WHERE {&#xA;       ?player a &amp;lt;http://dbpedia.org/ontology/Athlete&amp;gt; .&#xA;      }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6325" OwnerDisplayName="Sreejithc321" LastActivityDate="2015-10-22T04:53:42.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6275" PostTypeId="2" ParentId="6251" CreationDate="2015-10-23T06:23:35.127" Score="2" Body="&lt;p&gt;What you are looking for is a time series with &lt;a href=&quot;https://en.wikipedia.org/wiki/Metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;descriptive metadata&lt;/a&gt;. Metadata, in this sense, would be the non-time series values that are never or seldom changing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the metadata for a power plant includes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;units of measurement&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;max production capacity&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;latitude and longitude&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;installation date&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;manufacturer&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The time series data for the same power plant then only includes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;timestamp (always include UTC AND local time!)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;quantity of production&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The distinction is actually based on how to store the data, meaning that the time series is always being updated, where the metadata is much more static. In &lt;a href=&quot;https://en.wikipedia.org/wiki/Relational_database&quot; rel=&quot;nofollow noreferrer&quot;&gt;relational databases&lt;/a&gt;, you usually store metadata and timeseries data for the same entity in separate tables, and then &lt;a href=&quot;https://en.wikipedia.org/wiki/Join_(SQL)&quot; rel=&quot;nofollow noreferrer&quot;&gt;JOIN&lt;/a&gt; to combine them with a unique ID (primary key). This decreases the space, while the metadata table may have hundreds of columns, the timeseries table will only have a handful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To find a time series:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datamarket.com/data/list/?q=provider:tsdl&quot; rel=&quot;nofollow noreferrer&quot;&gt;Time Series Data Library&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/5976/1511&quot;&gt;Green Button energy data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ba9Mn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ba9Mn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-10-23T06:23:35.127" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6276" PostTypeId="2" ParentId="4337" CreationDate="2015-10-23T09:17:28.717" Score="1" Body="&lt;p&gt;You can get NMEA logs from this website: &lt;a href=&quot;http://freenmea.net/&quot; rel=&quot;nofollow&quot;&gt;FreeNMEA&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actually, it does not provide real logs (until you uploaded them), but you can generate &quot;synthetic&quot; (random) logs for testing. e.g. you can generate logs with GSV sentences only.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use this tool without registration: &lt;a href=&quot;http://freenmea.net/emitter&quot; rel=&quot;nofollow&quot;&gt;NMEA emitter&lt;/a&gt; for generating random logs.&#xA;If you need to generate logs for GPS/GLONASS you need to log into website and you'll be able to select Talker IDs for your logs.&lt;/p&gt;&#xA;" OwnerUserId="9013" LastActivityDate="2015-10-23T09:17:28.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6277" PostTypeId="1" CreationDate="2015-10-23T15:13:07.913" Score="1" ViewCount="108" Body="&lt;p&gt;I am looking for an ontology or a controlled vocabulary which contains concepts about many domains such as transport, environment, engineering. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there such a vocabulary available?&lt;/p&gt;&#xA;" OwnerUserId="9017" LastEditorUserId="877" LastEditDate="2015-10-26T12:28:33.353" LastActivityDate="2018-03-01T00:34:22.567" Title="Ontology with concepts about many domains (transport, environment, engineering, …)" Tags="|ontology|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6278" PostTypeId="1" CreationDate="2015-10-23T15:54:22.647" Score="2" ViewCount="64" Body="&lt;p&gt;Given the fields acquired from a drug enforcement report:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;country&lt;/li&gt;&#xA;&lt;li&gt;reason_for_recall&lt;/li&gt;&#xA;&lt;li&gt;classification&lt;/li&gt;&#xA;&lt;li&gt;recall_number&lt;/li&gt;&#xA;&lt;li&gt;recalling_firm&lt;/li&gt;&#xA;&lt;li&gt;initial_firm_notification&lt;/li&gt;&#xA;&lt;li&gt;code_info&lt;/li&gt;&#xA;&lt;li&gt;product_quantity&lt;/li&gt;&#xA;&lt;li&gt;event_id&lt;/li&gt;&#xA;&lt;li&gt;product_type&lt;/li&gt;&#xA;&lt;li&gt;recall_initiation_date&lt;/li&gt;&#xA;&lt;li&gt;distribution_pattern&lt;/li&gt;&#xA;&lt;li&gt;state&lt;/li&gt;&#xA;&lt;li&gt;product_description&lt;/li&gt;&#xA;&lt;li&gt;voluntary_mandated&lt;/li&gt;&#xA;&lt;li&gt;report_date&lt;/li&gt;&#xA;&lt;li&gt;status&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there anyway to obtain the NDC code for the drug associated with that recall?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/enforcement.json?limit=10&amp;amp;search=report_date:%2220141105%22&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/enforcement.json?limit=10&amp;amp;search=report_date:%2220141105%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9018" LastActivityDate="2015-12-22T00:23:10.823" Title="Is there anyway to get the NDC code for a drug from the drug enforcement report fields?" Tags="|openfda|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6279" PostTypeId="1" AcceptedAnswerId="6296" CreationDate="2015-10-23T17:09:28.257" Score="2" ViewCount="119" Body="&lt;p&gt;How can I tell the exact time of prescription, or the start of medications?&lt;/p&gt;&#xA;" OwnerUserId="9021" LastActivityDate="2015-10-26T01:14:04.190" Title="MIMIC-III: Why is the time stamp of prescription only &quot;per day&quot;?" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6280" PostTypeId="2" ParentId="6265" CreationDate="2015-10-23T17:28:03.110" Score="1" Body="&lt;p&gt;I don't know if this is exactly what you're looking for, but you might want to look into scientific feature catalogs and their underlying data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Solar Physics.  Catalogs are available from &lt;a href=&quot;http://helio-vo.eu/services/service_interfaces.php&quot; rel=&quot;nofollow&quot;&gt;HELIO&lt;/a&gt; and event listings from &lt;a href=&quot;https://www.lmsal.com/hek/&quot; rel=&quot;nofollow&quot;&gt;HEK&lt;/a&gt;.  Input imagery is available from &lt;a href=&quot;http://virtualsolar.org&quot; rel=&quot;nofollow&quot;&gt;VSO&lt;/a&gt;, and some more easily used (but compressed) products available from &lt;a href=&quot;http://helioviewer.org/&quot; rel=&quot;nofollow&quot;&gt;Helioviewer&lt;/a&gt;.  You can find info about the various detection routines from the &lt;a href=&quot;http://solar.physics.montana.edu/sol_phys/fft/&quot; rel=&quot;nofollow&quot;&gt;SDO FFT &lt;/a&gt; website.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Lunar &amp;amp; planetary craters.  Input images available from &lt;a href=&quot;http://pds-imaging.jpl.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;PDS&lt;/a&gt;.  You can find catalogs from &lt;a href=&quot;http://astrogeology.usgs.gov/search&quot; rel=&quot;nofollow&quot;&gt;Astropedia&lt;/a&gt;  (just search for 'catalog' ... you'll also find volcanic vents, etc).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would assume that there'd be similar stuff for earth sciences ... but it's not a field that I'm as familiar with.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-10-23T17:28:03.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6281" PostTypeId="2" ParentId="6277" CreationDate="2015-10-23T19:01:26.103" Score="3" Body="&lt;p&gt;There are several &quot;common&quot; ontologies published for Open Data. Here are some:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Linked Open Vocabulary (LOV): &lt;a href=&quot;http://lov.okfn.org/dataset/lov/&quot; rel=&quot;nofollow&quot;&gt;http://lov.okfn.org/dataset/lov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Linked Open Data (LOD) : &lt;a href=&quot;http://linkeddata.org/&quot; rel=&quot;nofollow&quot;&gt;http://linkeddata.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We (OpenGeoCode) have our own published ontology:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Vocabulary: &lt;a href=&quot;http://www.opengeocode.org/cude1.2/LinkedCSV-Vocab.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/LinkedCSV-Vocab.php&lt;/a&gt;&lt;br/&gt;&#xA;Specification: &lt;a href=&quot;http://www.opengeocode.org/cude1.2/csv1.2.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/csv1.2.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-10-23T19:01:26.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6283" PostTypeId="1" CreationDate="2015-10-23T22:54:18.077" Score="2" ViewCount="140" Body="&lt;p&gt;To obtain the start and stop times for non-invasive mechanical ventilation for each ICU stay event in MIMIC, I tried to use:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ICUSTAY_ID, MIN(CHARTTIME) start_mv, MAX(CHARTTIME) stop_mv&#xA;FROM mimiciii.CHARTEVENTS&#xA;WHERE ITEMID IN (225794)&#xA;GROUP BY ICUSTAY_ID;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;since &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT itemid, label, linksto FROM mimiciii.d_items &#xA;WHERE LOWER(label) LIKE '%vent%' ORDER BY itemid ASC;`&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ynt6r.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ynt6r.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT COUNT(*) FROM mimiciii.IOEVENTS WHERE ITEMID = 225794;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns &lt;code&gt;0&lt;/code&gt; so it doesn't work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which &lt;code&gt;ITEMIDs&lt;/code&gt; should I look at to obtain the start and stop times for non-invasive mechanical ventilation in MIMIC?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g. for invasive mechanical ventilation, the &lt;code&gt;ITEMIDs&lt;/code&gt; to look for are &lt;code&gt;('720', '722', '224685', '682', '683', '224686', '684', '224684', '721')&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-08-09T20:50:19.467" Title="Start and stop times for non-invasive mechanical ventilation in MIMIC" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6284" PostTypeId="1" CreationDate="2015-10-24T01:47:33.690" Score="5" ViewCount="9142" Body="&lt;p&gt;I am doing a data mining project on &quot;health prediction system&quot;. &#xA;So, Is there any open dataset containing data for disease and symptoms.&lt;/p&gt;&#xA;" OwnerUserId="9025" LastActivityDate="2017-12-29T11:59:53.423" Title="Looking for open dataset containing data for disease and symptoms" Tags="|programming|python|" AnswerCount="4" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6285" PostTypeId="1" CreationDate="2015-10-24T05:24:21.180" Score="1" ViewCount="65" Body="&lt;p&gt;I am trying to obtain OSHA 300 form data submitted by nursing homes.  Is this data available for download from the Department of Labor?  &lt;/p&gt;&#xA;" OwnerUserId="9027" LastActivityDate="2015-11-27T17:58:45.770" Title="How can I obtain OSHA 300 nursing home data?" Tags="|labor|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6286" PostTypeId="2" ParentId="1446" CreationDate="2015-10-24T11:48:58.260" Score="2" Body="&lt;p&gt;Yes, there is. Try &lt;a href=&quot;http://www.cinemalytics.com&quot; rel=&quot;nofollow&quot;&gt;Cinemalytics - The Bollywood Movie Database&lt;/a&gt;. They provide free RESTful APIs to access database. This can be used for commercial use as well.&lt;/p&gt;&#xA;" OwnerUserId="8844" LastActivityDate="2015-10-24T11:48:58.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6288" PostTypeId="1" CreationDate="2015-10-24T18:48:22.397" Score="2" ViewCount="180" Body="&lt;p&gt;I'am  building an  application  that reads the  bar code  and  give you information based on the  bar code   is there free database i can download and use it offline if not what are the available online databases&lt;/p&gt;&#xA;" OwnerUserId="9032" LastActivityDate="2015-10-24T18:48:22.397" Title="offline bar code databases" Tags="|programming|" AnswerCount="0" CommentCount="0" ClosedDate="2015-10-24T19:10:58.523" ContentLicense="CC BY-SA 3.0" />
  <row Id="6289" PostTypeId="1" CreationDate="2015-10-24T18:51:36.973" Score="2" ViewCount="124" Body="&lt;p&gt;I'd like to chart some institutions' typical total debt variable against the salary after attending variable.  I know the typical total debt variable is only for students who complete, but what about the salary after attending variable?  The documentation report seems to suggest it includes all students, but I'm not sure.&lt;/p&gt;&#xA;" OwnerUserId="9033" LastActivityDate="2015-10-24T21:27:09.550" Title="Does &quot;Salary After Attending&quot; variable include all attendees or only those who graduate?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6290" PostTypeId="2" ParentId="6289" CreationDate="2015-10-24T21:27:09.550" Score="1" Body="&lt;p&gt;Earnings cohorts include both graduates and non-graduates&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-10-24T21:27:09.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6291" PostTypeId="1" AcceptedAnswerId="6293" CreationDate="2015-10-24T23:24:03.607" Score="6" ViewCount="381" Body="&lt;p&gt;I am looking for api or dataset that shows &lt;em&gt;current&lt;/em&gt; disease outbreaks and/or biohazards around the world. I have not been able to locate this yet.&lt;/p&gt;&#xA;" OwnerUserId="9038" LastEditorUserId="5601" LastEditDate="2015-11-02T01:42:01.373" LastActivityDate="2015-11-02T01:42:01.373" Title="Current biohazard/disease outbreak dataset" Tags="|api|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6292" PostTypeId="1" CreationDate="2015-10-24T23:34:04.530" Score="5" ViewCount="166" Body="&lt;p&gt;Is it generally considered open data who owns a given piece of property? I am looking at the &lt;a href=&quot;http://propertymap.sfplanning.org/&quot; rel=&quot;nofollow&quot;&gt;San Francisco Property Information Map&lt;/a&gt; but it does not include any information about who owns a building, and it also includes several buildings in each search result.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I'd like to generate a map of San Francisco by landlord, so anything that points me toward that direction would help.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="1511" LastEditDate="2017-05-04T11:37:38.087" LastActivityDate="2017-05-04T11:37:38.087" Title="Property ownership data" Tags="|city|real-estate|land|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6293" PostTypeId="2" ParentId="6291" CreationDate="2015-10-25T04:00:37.520" Score="4" Body="&lt;p&gt;CDC&lt;br&gt;&#xA;CDC Current Outbreak List:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cdc.gov/outbreaks/&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/outbreaks/&lt;/a&gt;&#xA;Multistate Foodborne Outbreaks - Foodborne outbreaks listed by year&#xA;&lt;a href=&quot;http://www.cdc.gov/foodsafety/outbreaks/multistate-outbreaks/outbreaks-list.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/foodsafety/outbreaks/multistate-outbreaks/outbreaks-list.html&lt;/a&gt;&#xA;Health Alert Network - Health alerts, health advisories, updates, and info service messages. Designed for public health and medical communities.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bt.cdc.gov/HAN/&quot; rel=&quot;nofollow&quot;&gt;http://www.bt.cdc.gov/HAN/&lt;/a&gt;&lt;br&gt;&#xA;Recent Outbreaks and Incidents - Events involving the CDC Emergency Operations Center&lt;br&gt;&#xA;&lt;a href=&quot;http://emergency.cdc.gov/recentincidents/index.asp&quot; rel=&quot;nofollow&quot;&gt;http://emergency.cdc.gov/recentincidents/index.asp&lt;/a&gt;&lt;br&gt;&#xA;Morbidity and Mortality Weekly Report - Outbreak investigation reports included among other content. Note that outbreak material includes state health department investigations. Designed for public health and medical communities.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cdc.gov/mmwr/mmwr_wk/wk_cvol.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/mmwr/mmwr_wk/wk_cvol.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;WHO&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int&lt;/a&gt;&lt;br&gt;&#xA;Outbreaks and emergencies listed on WHO index page:&lt;br&gt;&#xA;Ebola outbreak&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int/csr/disease/ebola/en/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/csr/disease/ebola/en/index.html&lt;/a&gt;&lt;br&gt;&#xA;MERS-CoV outbreak&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int/emergencies/mers-cov/en/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/emergencies/mers-cov/en/index.html&lt;/a&gt;&lt;br&gt;&#xA;Emergencies&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int/hac/en/index.html&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/hac/en/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-25T04:00:37.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6294" PostTypeId="2" ParentId="6292" CreationDate="2015-10-25T04:04:47.520" Score="3" Body="&lt;p&gt;Doubt you'll find it all in one place, without visiting a city office, but here's some help:&lt;br&gt;&#xA;City Lots shapefiles&lt;br&gt;&#xA;&lt;a href=&quot;https://data.sfgov.org/Geographic-Locations-and-Boundaries/City-Lots-Zipped-Shapefile-Format-/3vyz-qy9p&quot; rel=&quot;nofollow&quot;&gt;https://data.sfgov.org/Geographic-Locations-and-Boundaries/City-Lots-Zipped-Shapefile-Format-/3vyz-qy9p&lt;/a&gt;&lt;br&gt;&#xA;San Francisco Housing Authority Lots&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset/san-francisco-housing-authority-parcels-9e921&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/san-francisco-housing-authority-parcels-9e921&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now you have all of the city lots in SF, you just need to know ownership. I'm assuming each has an id that can be mapped to an owner, but as for finding that file....good luck.&lt;br&gt;&#xA;You can go ahead and lay the SFHA lots over the city lots, and then label those. At least its a start...&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-25T04:04:47.520" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6295" PostTypeId="1" CreationDate="2015-10-25T12:23:09.613" Score="2" ViewCount="628" Body="&lt;p&gt;How much memory is needed to join (psql) the patient and labevent table using: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT &#xA;  patients.subject_id, &#xA;  patients.gender, &#xA;  patients.dob, &#xA;  patients.dod, &#xA;  patients.dod_hosp, &#xA;  patients.dod_ssn, &#xA;  patients.hospital_expire_flag, &#xA;  labevents.subject_id, &#xA;  labevents.hadm_id, &#xA;  labevents.itemid, &#xA;  labevents.charttime, &#xA;  labevents.value, &#xA;  labevents.uom&#xA;FROM &#xA;  mimiciii.patients, &#xA;  mimiciii.labevents&#xA;WHERE &#xA;  patients.subject_id = labevents.subject_id;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It might be interesting to define the hardware requirements for researchers analyzing the MIMICIII database.&lt;/p&gt;&#xA;" OwnerUserId="8991" LastEditorUserId="1652" LastEditDate="2015-10-26T01:01:06.870" LastActivityDate="2016-01-02T21:26:04.877" Title="Memory consumption MIMIC-III" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6296" PostTypeId="2" ParentId="6279" CreationDate="2015-10-25T12:38:04.337" Score="2" Body="&lt;p&gt;A critical care physician makes a prescription during morning rounds. That does not mean that any change is impossible but it initiates a logistic process to obtain the medication on the right spot. We prescribe per 24h, but changes are possible ad hoc.&#xA;Cheers&#xA;Sven&lt;/p&gt;&#xA;" OwnerUserId="8991" LastActivityDate="2015-10-25T12:38:04.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6297" PostTypeId="1" CreationDate="2015-10-25T15:41:59.467" Score="3" ViewCount="54" Body="&lt;p&gt;I'm looking for the most recent data on energy usage by sectors in Canada. &lt;a href=&quot;http://www.statcan.gc.ca/tables-tableaux/sum-som/l01/cst01/envi41a-eng.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Statistics Canada has updated their table up to 2008&lt;/a&gt;. But this is too old. Where can I get more recent data, say 2014 or 2013, on energy usage?&lt;/p&gt;&#xA;" OwnerUserId="8710" LastEditorUserId="23272" LastEditDate="2022-07-14T12:25:54.963" LastActivityDate="2022-07-14T12:25:54.963" Title="Energy usage in Canada" Tags="|data-request|energy|canada|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6298" PostTypeId="1" AcceptedAnswerId="6353" CreationDate="2015-10-25T16:45:30.787" Score="2" ViewCount="371" Body="&lt;p&gt;I understand the fact that a diagnosis column as provided in the admissions table is difficult, almost impossible to structure. &#xA;It is necessary however to specify the position of this diagnostic description. Because it is located in the table admissions and this table only relates to the hospital admission (HADM_ID), one could associate with the diagnosis of hospital admission. However, the website mentions : &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The DIAGNOSIS column provides the admitting diagnosis for the patient. The diagnosis does not use a systematic ontology: as of MIMIC-III v1.0 there are 15,693 distinct diagnoses for 58,976 patients. The diagnoses can be very informative (e.g. chronic kidney failure) or quite vague (e.g. weakness).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This suggests that distinct diagnosis are used related to ICU admissions (58,976). &#xA;Even in an unstructured way, this diagnosis column is informative but it should be defined more clearly (diagnosis for ICU admission or hospital admission) and 58,976 ICU admission in stead of patients, right?&lt;/p&gt;&#xA;" OwnerUserId="8991" LastEditorUserId="1652" LastEditDate="2015-10-26T01:02:02.417" LastActivityDate="2015-10-30T22:25:40.350" Title="MIMIC-III diagnosis column" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6299" PostTypeId="2" ParentId="6279" CreationDate="2015-10-26T01:14:04.190" Score="2" Body="&lt;p&gt;Regarding the start of medications, MIMIC-III doesn't provide the actual start of medications. This means if a medicine is recorded as having been prescribed, there is no guarantee that it has been taken by the patient.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-10-26T01:14:04.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6300" PostTypeId="1" CreationDate="2015-10-25T14:45:42.530" Score="3" ViewCount="1139" Body="&lt;p&gt;Similar question might have been asked before, but APIs are in constant flux and my question is quite specific.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this point, are there any other free public real time social data APIs similar to Twitter's Streaming API?&lt;/p&gt;&#xA;" OwnerUserId="9046" OwnerDisplayName="Caballero" LastEditorUserId="1511" LastEditDate="2015-10-29T21:19:03.220" LastActivityDate="2015-10-29T21:19:03.220" Title="Free public real time social data APIs" Tags="|api|social-media|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6301" PostTypeId="2" ParentId="6300" CreationDate="2015-10-25T15:01:16.500" Score="1" Body="&lt;p&gt;Try Meetup.com's streaming API: &lt;a href=&quot;http://www.meetup.com/meetup_api/docs/stream/2/open_events/&quot; rel=&quot;nofollow&quot;&gt;http://www.meetup.com/meetup_api/docs/stream/2/open_events/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For reference, I typed this search query in Google: &quot;free public streaming api -twitter&quot;&lt;/p&gt;&#xA;" OwnerDisplayName="Brent B" LastActivityDate="2015-10-25T15:01:16.500" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6302" PostTypeId="2" ParentId="6300" CreationDate="2015-10-25T16:33:29.840" Score="0" Body="&lt;p&gt;A significant number of &lt;em&gt;free public&lt;/em&gt; APIs are available through the &lt;a href=&quot;https://market.mashape.com&quot; rel=&quot;nofollow&quot;&gt;Mashape API Marketplace&lt;/a&gt; (&lt;em&gt;freemium&lt;/em&gt; and &lt;em&gt;commercial&lt;/em&gt; ones are available as well). For example, their &lt;em&gt;social data APIs&lt;/em&gt; can be found here: &lt;a href=&quot;https://market.mashape.com/explore?tags=Social&quot; rel=&quot;nofollow&quot;&gt;https://market.mashape.com/explore?tags=Social&lt;/a&gt;. I hope this is helpful.&lt;/p&gt;&#xA;" OwnerUserId="1954" OwnerDisplayName="Aleksandr Blekh" LastActivityDate="2015-10-25T16:33:29.840" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6303" PostTypeId="1" CreationDate="2015-10-26T08:45:18.247" Score="4" ViewCount="187" Body="&lt;p&gt;The order in the sequence column is related to the patient and based on priority. Priority of patients in critical care medicine are related to triage which is a scoring system including: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;the severity of the clinical condition&lt;/li&gt;&#xA;&lt;li&gt;the urgency of the clinical condition&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Examples are the Manchester Triage System. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Besides that, patients are scored for reimbursement, which is very much influenced by the location and setting you work in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scoring severity of disease by priority and by reimbursement rules are frequently different. Patients can have from chronic diseases, requiring a huge amount of budget, but are not severe in the context of a critical care condition. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which &quot;priority&quot; logics or rules are used in MIMIC?&lt;/p&gt;&#xA;" OwnerUserId="8991" LastEditorUserId="1652" LastEditDate="2015-10-26T15:01:46.317" LastActivityDate="2015-10-26T15:01:46.317" Title="Priority sequence column in diagnosis_icd" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6304" PostTypeId="1" AcceptedAnswerId="6351" CreationDate="2015-10-26T09:37:23.337" Score="3" ViewCount="215" Body="&lt;p&gt;&lt;em&gt;MIMIC is an openly available dataset developed by the MIT Lab for Computational Physiology, comprising deidentified health data associated with &gt;40,000 critical care patients. It includes demographics, vital signs, laboratory tests, medications, and more.&lt;/em&gt; - &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC homepage&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The MIMIC-III database currently provides a &lt;code&gt;HOSPITAL_EXPIRE_FLAG&lt;/code&gt;. In the MIMIC-II database, a &lt;code&gt;ICU_EXP_FLG&lt;/code&gt; was also available. Is there a particular explanation why it is not included in the MIMIC-III database?&lt;/p&gt;&#xA;" OwnerUserId="8991" LastEditorUserId="930" LastEditDate="2015-10-27T12:33:45.737" LastActivityDate="2015-10-30T19:29:42.880" Title="Where did the attribute ICU_EXPIRE_FLAG go from MIMIC-II to MIMIC-III?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6305" PostTypeId="2" ParentId="6284" CreationDate="2015-10-26T09:42:42.303" Score="1" Body="&lt;p&gt;Maybe you can try extract it from PubMed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or maybe you can use/refer to this paper by Barabasi. Got some data on the supplement section. &lt;a href=&quot;http://www.nature.com/ncomms/2014/140626/ncomms5212/abs/ncomms5212.html#figures&quot; rel=&quot;nofollow&quot;&gt;http://www.nature.com/ncomms/2014/140626/ncomms5212/abs/ncomms5212.html#figures&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9047" LastActivityDate="2015-10-26T09:42:42.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6306" PostTypeId="1" AcceptedAnswerId="6432" CreationDate="2015-10-26T12:16:16.560" Score="3" ViewCount="149" Body="&lt;p&gt;It would be expected that the time of admission to the intensive care unit would occur after the time of admission to the hospital. Sometimes, however, admission to the intensive care unit occurs before admission to the hospital. How is this explained?&lt;/p&gt;&#xA;" OwnerUserId="8991" LastEditorUserId="5601" LastEditDate="2015-12-01T01:11:13.313" LastActivityDate="2015-12-01T01:11:13.313" Title="Admitted to the ICU before admission to the hospital" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6307" PostTypeId="2" ParentId="6277" CreationDate="2015-10-26T12:40:13.110" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.dmoz.org&quot; rel=&quot;nofollow&quot;&gt;open directory project &lt;strong&gt;DMOZ&lt;/strong&gt;&lt;/a&gt; is probably too shallow for scientific use, but maybe appropriate to get a &quot;average Joe&quot; perspective on concepts visible in such topics as&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Science/&lt;a href=&quot;http://www.dmoz.org/Science/Environment/&quot; rel=&quot;nofollow&quot;&gt;Environment&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Science/Technology/&lt;a href=&quot;http://www.dmoz.org/Science/Technology/Transportation/&quot; rel=&quot;nofollow&quot;&gt;Transportation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Another more extensive, but messier and more involved procedure to look into the structure of &lt;strong&gt;Wikipedia categories&lt;/strong&gt;. Here is an &lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Special%3ACategoryTree&amp;amp;target=Environment&amp;amp;mode=categories&amp;amp;namespaces=&quot; rel=&quot;nofollow&quot;&gt;example tree for &lt;em&gt;Environment&lt;/em&gt;&lt;/a&gt;. Problem: &lt;a href=&quot;https://phabricator.wikimedia.org/T3497&quot; rel=&quot;nofollow&quot;&gt;they are chaos&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2015-10-26T12:40:13.110" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6308" PostTypeId="2" ParentId="6284" CreationDate="2015-10-26T12:47:06.783" Score="0" Body="&lt;p&gt;This url leads to health data: &lt;a href=&quot;http://catalog.data.gov/dataset?_organization_limit=0&amp;amp;organization=hhs-gov#topic=health_navigation&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?_organization_limit=0&amp;amp;organization=hhs-gov#topic=health_navigation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8923" LastActivityDate="2015-10-26T12:47:06.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6309" PostTypeId="1" CreationDate="2015-10-26T13:46:54.013" Score="2" ViewCount="138" Body="&lt;p&gt;In queries such as &lt;a href=&quot;https://api.fda.gov/drug/enforcement.json?limit=100&amp;amp;search=report_date:%2220141105%22&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;, for example, notice some results include a product_ndc and package_ndc, while others include a NDC in the product_description. Some include no NDC identifier in any field. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to reliably extract product_ndc and package_ndc and/or have NDC included in the product_description for every result in an Enforcement Report? Currently, it seems like about 1 in 10 results include any NDC identifier.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is similar to &lt;a href=&quot;https://opendata.stackexchange.com/questions/6278/is-there-anyway-to-get-the-ndc-code-for-a-drug-from-the-drug-enforcement-report&quot;&gt;this one&lt;/a&gt; posted last week. &lt;/p&gt;&#xA;" OwnerUserId="9052" LastEditorUserId="9052" LastEditDate="2015-10-26T16:19:04.797" LastActivityDate="2015-11-27T03:33:17.180" Title="NDC's in Enforcement Reports - Package vs Product vs Product Description?" Tags="|openfda|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6310" PostTypeId="2" ParentId="6297" CreationDate="2015-10-26T17:48:30.623" Score="1" Body="&lt;p&gt;You can find those takes of statistics in the Canada Yearbook from Statistics Canada. Unfortunately, the last year they published the year book is 2012, and for energy the data is only thru 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.statcan.gc.ca/pub/11-402-x/2012000/chap/ener/tbl-eng.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.statcan.gc.ca/pub/11-402-x/2012000/chap/ener/tbl-eng.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you dig (or Google) around Natural Resources Canada, you may find some additional information on energy production and usage. I found some coarse data thru 2012.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://oee.nrcan.gc.ca/corporate/statistics/neud/dpa/trends_egen_ca.cfm&quot; rel=&quot;nofollow&quot;&gt;http://oee.nrcan.gc.ca/corporate/statistics/neud/dpa/trends_egen_ca.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-10-26T17:48:30.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6311" PostTypeId="2" ParentId="6292" CreationDate="2015-10-26T18:11:19.913" Score="4" Body="&lt;p&gt;The link below lists all SF municipal websites that provide public datasets related to property. I do not know if any of these datasets have ownership records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://propertymap.sfplanning.org/maphelp.html&quot; rel=&quot;nofollow&quot;&gt;http://propertymap.sfplanning.org/maphelp.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just found some more information from the city website sf311:&#xA;&lt;a href=&quot;http://www.sf311.org/index.aspx?page=716&quot; rel=&quot;nofollow&quot;&gt;http://www.sf311.org/index.aspx?page=716&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Assessor-Recorder - Owner of Property in San Francisco - 106765&#xA;Question:&#xA;Who is the owner of a property in San Francisco?&#xA;Answer:&#xA;The San Francisco Assessor-Recorder's office maintains information on property ownership for properties located in San Francisco.&#xA;This information is not available online. You may get information by calling 554-5596 or by going to their office, Monday through Friday, between the hours of 8:00 a.m. – 5:00 p.m. They are located at City Hall, 1 Dr. Carlton B. Goodlett Place, Room 190, San Francisco, CA 94102.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="1667" LastEditDate="2015-10-28T18:14:18.490" LastActivityDate="2015-10-28T18:14:18.490" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6312" PostTypeId="1" CreationDate="2015-10-26T23:08:45.357" Score="7" ViewCount="3666" Body="&lt;p&gt;I would like to ban all adult content in my DNS/VPN service and I wouldn't like to outsource this. Is there a list of URLs I can use as a blacklist in my routers/servers?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Format doesn't matter and if it would be actively maintained that would be nice.&lt;/p&gt;&#xA;" OwnerUserId="9055" LastEditorUserId="-1" LastEditDate="2015-10-27T02:00:34.420" LastActivityDate="2016-01-19T11:01:55.597" Title="Database of adult sites" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6313" PostTypeId="2" ParentId="4885" CreationDate="2015-10-27T00:36:16.970" Score="4" Body="&lt;p&gt;For German daily data, start here at the Deutschewettersdienst website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;ftp://ftp-cdc.dwd.de/pub/CDC/observations_germany/climate/daily/kl/historical/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp-cdc.dwd.de/pub/CDC/observations_germany/climate/daily/kl/historical/&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;ftp://ftp-cdc.dwd.de/climate_environment/CDC/observations_germany/climate/daily/kl/historical/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp-cdc.dwd.de/climate_environment/CDC/observations_germany/climate/daily/kl/historical/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open the file KL_Tageswerte_Beschreibung_Stationen.txt to find a station with data for the location and time period that you want.  For Bonn, it looks like station ID 599 &quot;Bonn-Friesdorf&quot; covers 1932 through 1999;  for Cologne, station ID 2665 Koln-Botanischer Garten covers 1936 thru 1984.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, find the zipfile for that station, e.g. tageswerte_00599_19321001_19990301_hist.zip&#xA;or tageswerte_02665_19360101_19841231_hist.zip&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Within the zipfile will be a large textfile named something like produkt_klima_Tageswerte_19321001_19990301_00599.txt which contains daily records of temperature (avg, high, low, air pressure, precipitation, etc.)  It's raw data, so you'll have to find the column headings at the top, then read down the rows until you find the date that you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only problem is that, for fairly obvious reasons, the stations stop recording and have data gaps beginning in 1944 or 1945, resuming again in late 1945 and 1946.  However, I have found two Berlin stations - 417 Berlin-Lichterfelde(Sud) and 402 Berlin-Dahlem (LFAG) - that continue recording up to March 31, 1945 and April 24, 1945, respectively.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Makes you think.&lt;/p&gt;&#xA;" OwnerUserId="9056" LastEditorUserId="1511" LastEditDate="2020-04-08T07:29:21.403" LastActivityDate="2020-04-08T07:29:21.403" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6314" PostTypeId="1" CreationDate="2015-10-27T01:10:45.803" Score="2" ViewCount="19" Body="&lt;p&gt;I want to build an application that helps the user figure out when, during a 24-hour period, to go to a store based on how busy that store will be. Ideally, the data will go as far back as possible (to account for seasonal trends). &lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2015-10-27T01:10:45.803" Title="Where can I find data on the number of social media users who checked in to a store at any given period of time?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6315" PostTypeId="2" ParentId="6312" CreationDate="2015-10-27T02:12:44.453" Score="3" Body="&lt;p&gt;There is quite a bit on the topic turned up by a simple google search:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://urlblacklist.com/?sec=home&quot; rel=&quot;nofollow&quot;&gt;http://urlblacklist.com/?sec=home&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.squidblacklist.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.squidblacklist.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dsi.ut-capitole.fr/blacklists/index_en.php&quot; rel=&quot;nofollow&quot;&gt;http://dsi.ut-capitole.fr/blacklists/index_en.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://blog.opendns.com/2010/06/23/introducing-familyshield-parental-controls/&quot; rel=&quot;nofollow&quot;&gt;https://blog.opendns.com/2010/06/23/introducing-familyshield-parental-controls/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8818" LastEditorUserId="754" LastEditDate="2016-01-19T11:01:55.597" LastActivityDate="2016-01-19T11:01:55.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6316" PostTypeId="1" CreationDate="2015-10-27T04:06:08.250" Score="6" ViewCount="1929" Body="&lt;p&gt;I'm looking for a dataset that contains a list of medicine/drugs and what is it used for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Medicine        To treat&#xA;Paracetamol     Pain &#xA;Paracetamol     Fever&#xA;Adderall        Narcolepsy&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is there any database that contain a dataset like this with/without using any query ?&lt;/p&gt;&#xA;" OwnerUserId="9047" LastEditorUserId="2976" LastEditDate="2015-10-30T00:35:23.450" LastActivityDate="2020-06-11T23:22:08.873" Title="Open datasets on medicine/drugs and its uses in treatment" Tags="|data-request|medical|drugs|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6317" PostTypeId="1" CreationDate="2015-10-27T05:16:54.857" Score="4" ViewCount="122" Body="&lt;p&gt;I'm a computer science student and I'm doing a research on sentimental analysis with a large database. Therefore, i need to create dictionaries to mapping words. &#xA; Now i'm facing the problem of &quot;Double Negation&quot; in my project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an example:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;The eggplant is not bad.&quot;&#xA;  contains the word bad but the sentence is a positive opinion about the eggplant. This is because the appearance of the negation word not, that flips the meaning of the negative adjective bad.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;We could take into account these types of polarity flips defining a dictionary of inverters:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;inv.yml&lt;/strong&gt;&#xA;&lt;code&gt;&#xA;lack of: [inv]&#xA;not: [inv]&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To fill this script i need hundreds of inverse words to get a good accuracy. &#xA;can anyone &lt;strong&gt;help me to find a list of inverse word&lt;/strong&gt; that can cause double negation. &#xA;Any answer appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;thank you&lt;/p&gt;&#xA;" OwnerUserId="6475" LastActivityDate="2015-10-27T05:16:54.857" Title="List of inverse and polarity flip words required" Tags="|data-request|language|english|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6318" PostTypeId="1" CreationDate="2015-10-27T07:40:47.157" Score="2" ViewCount="62" Body="&lt;p&gt;I am looking for data regarding the annual household income distribution filtered by year and state (and finer geographical feature like cities). In other words, I am looking for data with the following features (label being the number of earners):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;year&#xA;state&#xA;income range (e.g. 10K-20K, finer better)&#xA;Does anyone know if there is a publicly available dataset containing these?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="9061" LastEditorUserId="18" LastEditDate="2015-10-27T18:51:08.360" LastActivityDate="2015-10-27T18:51:08.360" Title="Data for the distribution of US household annual income by year and state" Tags="|data-request|usa|us-census|income|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6320" PostTypeId="1" CreationDate="2015-10-27T17:41:29.817" Score="6" ViewCount="204" Body="&lt;p&gt;Is there a new citation for MIMIC-III? If so, what is that citation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, should we continue to use the citation for MIMIC-II?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&#xA;@article{MIMICII, &#xA;  Author = {Saeed, Mohammed and Villarroel, Mauricio and Reisner, Andrew T. and Clifford, Gari and Lehman, Li-Wei and Moody, George and Heldt, Thomas and Kyaw, Tin H. and Moody, Benjamin and Mark, Roger G.}, &#xA;  Title = {Multiparameter Intelligent Monitoring in Intensive Care II (MIMIC-II): A public-access intensive care unit database}, &#xA;  Journal = {Critical Care Medicine}, &#xA;  Volume = {39}, &#xA;  Number = {}, &#xA;  Pages = {952-960}, &#xA;  Month = {May}, &#xA;  Year = {2011},&#xA;  Howpublished = {\url{http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3124312/}},&#xA;  Note = {}&#xA;}&#xA;&lt;/pre&gt;&#xA;" OwnerUserId="9067" LastEditorUserId="5601" LastEditDate="2016-04-25T18:39:24.287" LastActivityDate="2016-05-25T18:55:30.337" Title="MIMIC-III Citation" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6321" PostTypeId="2" ParentId="6318" CreationDate="2015-10-27T18:50:54.820" Score="2" Body="&lt;p&gt;As with other US data which is collected, the CPS (Current Population Survey) is the best source for national statistics reported annually covering a long time period.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to get below the state level, the American Community Survey is going to be your source, but there are wrinkles to comparison over time and timeliness of data, especially for smaller geographies.* &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since you said you want to go below states, and since I know the ACS best, I'll go into some more detail:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ACS provides a number of tabulations about income distribution quintiles. After each, I've linked to &lt;a href=&quot;http://censusreporter.org&quot; rel=&quot;nofollow&quot;&gt;Census Reporter&lt;/a&gt; (CR, my project), &lt;a href=&quot;https://www.socialexplorer.com&quot; rel=&quot;nofollow&quot;&gt;Social Explorer&lt;/a&gt; (SE) and the Census's own &lt;a href=&quot;http://factfinder.census.gov/faces/nav/jsf/pages/index.xhtml&quot; rel=&quot;nofollow&quot;&gt;American FactFinder&lt;/a&gt; (AFF) for quicker access to data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basic household income by dollar amount brackets is in table B19001 &lt;a href=&quot;http://censusreporter.org/tables/B19001/&quot; rel=&quot;nofollow&quot;&gt;CR&lt;/a&gt; |&#xA;   &lt;a href=&quot;https://www.socialexplorer.com/data/ACS2013/metadata/?ds=American+Community+Survey+2013&amp;amp;table=B19001&quot; rel=&quot;nofollow&quot;&gt;SE&lt;/a&gt;&#xA;   |&#xA;   &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B19001&quot; rel=&quot;nofollow&quot;&gt;AFF&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, since income varies widely from place to place, income quintiles can be a better way of comparing between places. These tables can be helpful&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;B19080: Household Income Quintile Upper Limits&#xA;&lt;a href=&quot;http://censusreporter.org/tables/B19080/&quot; rel=&quot;nofollow&quot;&gt;CR&lt;/a&gt; |&#xA;&lt;a href=&quot;https://www.socialexplorer.com/data/ACS2013/metadata/?ds=American+Community+Survey+2013&amp;amp;table=B19080&quot; rel=&quot;nofollow&quot;&gt;SE&lt;/a&gt;&#xA;|&#xA;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B19080&quot; rel=&quot;nofollow&quot;&gt;AFF&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;B19081: Mean Household Income of Quintiles&#xA;&lt;a href=&quot;http://censusreporter.org/tables/B19081/&quot; rel=&quot;nofollow&quot;&gt;CR&lt;/a&gt; |&#xA;&lt;a href=&quot;https://www.socialexplorer.com/data/ACS2014/metadata/?ds=American+Community+Survey+2014&amp;amp;table=B19081&quot; rel=&quot;nofollow&quot;&gt;SE&lt;/a&gt;&#xA;|&#xA;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B19081&quot; rel=&quot;nofollow&quot;&gt;AFF&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;B19082: Shares of Aggregate Household Income by Quintile&#xA;&lt;a href=&quot;http://censusreporter.org/tables/B19082/&quot; rel=&quot;nofollow&quot;&gt;CR&lt;/a&gt; | &lt;a href=&quot;https://www.socialexplorer.com/data/ACS2014/metadata/?ds=American+Community+Survey+2014&amp;amp;table=B19082&quot; rel=&quot;nofollow&quot;&gt;SE&lt;/a&gt; | &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B19082&quot; rel=&quot;nofollow&quot;&gt;AFF&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Another generally cross-comparable statistic is the &lt;a href=&quot;https://en.wikipedia.org/wiki/Gini_coefficient&quot; rel=&quot;nofollow&quot;&gt;Gini Index&lt;/a&gt;, which is reported in B19083 &lt;a href=&quot;http://censusreporter.org/tables/B19083/&quot; rel=&quot;nofollow&quot;&gt;CR&lt;/a&gt; | &lt;a href=&quot;https://www.socialexplorer.com/data/ACS2013/metadata/?ds=American+Community+Survey+2013&amp;amp;table=B19083&quot; rel=&quot;nofollow&quot;&gt;SE&lt;/a&gt; | &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B19083&quot; rel=&quot;nofollow&quot;&gt;AFF&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may also want to look at &lt;a href=&quot;https://www.census.gov/hhes/www/income/about/index.html&quot; rel=&quot;nofollow&quot;&gt;this page from the Census Bureau&lt;/a&gt; which goes deep on all things about income.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;*As with other American Community Survey data, US and individual state data can be found in annual &quot;1-year&quot; releases, as can data for places of population 65,000 or greater. (This includes about 25% of US counties)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data for places of population 20,000 and higher have been offered in ACS &quot;3-year&quot; releases (estimates are generated from data collected over a three year period), but this release has been cancelled effective this year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data for all Census geographies regardless of population is included in the ACS &quot;5-year&quot; releases. The data collected for the ACS 2010-2014 release will come out in December.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-10-27T18:50:54.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6322" PostTypeId="1" CreationDate="2015-10-28T00:26:52.543" Score="3" ViewCount="125" Body="&lt;p&gt;So recently I came about an article about web scraping, and it said how most of the time scraping is illegal.  I did not know this in past, and did not know the website I was working on  was using a script to gather information from another website. Of course I don't work for this business anymore but I did let my boss know. My concern is, what if my company gets caught, am I liable?  I am scared since I did use the file that had the actual code-block that did the web scraping.  I did not write this code, but I did use the results that it extracted.  However, at the time I did not know this was bad, or knew even what the process was of getting the information that I was using.  Should I be concerned?  &lt;/p&gt;&#xA;" OwnerUserId="8984" LastActivityDate="2015-11-27T16:53:59.703" Title="Employer's website is &quot;web scraping&quot; from another site, can I be liable even though I did not write that code?" Tags="|legal|web-crawling|ethics|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6323" PostTypeId="2" ParentId="6309" CreationDate="2015-10-28T03:22:54.260" Score="1" Body="&lt;p&gt;After consulting with the person who manages this dataset it appears that the NDC identified is pulled directly from the products packaging.  The NDC is not however always available with the product and it appears that the most common reason is that the drug in question is being compounded by a licensed pharmacist or under the supervision of a licensed pharmacist which alters the ingredients to tailor them for the patient.&lt;/p&gt;&#xA;" OwnerUserId="9070" LastActivityDate="2015-10-28T03:22:54.260" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6324" PostTypeId="2" ParentId="6322" CreationDate="2015-10-28T03:48:47.060" Score="2" Body="&lt;p&gt;Firstly, the information provided in my answers is for general information purposes only and is not intended to be legal advice for individual situations and should not be relied on in taking legal action of any kind. Merely reading my answers does not create an attorney-client relationship. If you believe you may have a claim or defense based on something you read in my answers, you should seek independent legal advice from the lawyer of your choice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The case of copyright infringement can be serious. An infringer is ALWAYS liable to the copyright owner for the infringement (it is a personal tort action). There is a separate question of whether the infringer's employer will step in and defend and indemnify the employee for the employee's infringement. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, the employee could be civilly liable, but she or he could face criminal liability as well for knowingly infringing a copyright. The supervisor telling the employee to do it could create criminal and civil liability for the employer in addition to, not in place of, the liability of the employee.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of this does not answer whether any copyright holder is likely to pursue their rights. &lt;/p&gt;&#xA;" OwnerUserId="8614" LastActivityDate="2015-10-28T03:48:47.060" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="6325" PostTypeId="1" AcceptedAnswerId="6357" CreationDate="2015-10-28T10:01:35.557" Score="5" ViewCount="146" Body="&lt;p&gt;I am looking for data that contains financial liabilites/assets of different sectors in an economy to other sectors for different countries. In Europe this is regulated by ESA 2010 (or ESA 95, the older version) and can be found &lt;a href=&quot;http://ec.europa.eu/eurostat/web/sector-accounts/data/database&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, the FED issues similar data in its &lt;a href=&quot;http://www.federalreserve.gov/releases/z1/current/data.htm&quot; rel=&quot;nofollow&quot;&gt;Z1 release&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I need the intersectoral data, whereas both sources only deliver them accumulated. As an example, I want to know how many assets households own that are liabilities of the Government. The accumulated version would give the assets households hold originating in the other sectors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that the &lt;a href=&quot;http://www.bundesbank.de/Navigation/EN/Statistics/Time_series_databases/Macro_economic_time_series/its_list_node.html?listId=www_v1f_145gv32&quot; rel=&quot;nofollow&quot;&gt;German Bundesbank delivers this data&lt;/a&gt; in such a detail, and was wondering where I can find the data from sources that contain more than one country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any hint or direction where to look is highly appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Addition&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already talked to Eurostat (the first link), they do not provide intersectoral data. So is the OECD and the UN.&lt;/p&gt;&#xA;" OwnerUserId="6891" LastEditorUserId="6891" LastEditDate="2015-11-02T09:31:43.720" LastActivityDate="2015-11-02T09:31:43.720" Title="Financial Accounts - Intersectoral Flow-of-Funds Data" Tags="|data-request|finance|federal|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6326" PostTypeId="1" AcceptedAnswerId="6339" CreationDate="2015-10-28T10:11:50.923" Score="17" ViewCount="12022" Body="&lt;p&gt;I am working on building a language classifier in speech/audio samples. I have been trying to find a dataset which may have considerable number of speech samples in various languages. The audio files maybe of any standard format like wav, mp3 etc. containing human voice/conversation with least amount of background noise/music.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am unable to find any such dataset. Can someone share link of any speech dataset that may be good for this research.&lt;/p&gt;&#xA;" OwnerUserId="9075" LastActivityDate="2018-08-21T01:38:30.903" Title="Speech audio files dataset with language labels" Tags="|language|machine-learning|audio|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6327" PostTypeId="2" ParentId="1188" CreationDate="2015-10-28T14:21:26.570" Score="3" Body="&lt;p&gt;To update Cristian's answer, with regard to PubMed, you don't need to be from the USA. There are a couple of ways to get the data.&lt;br&gt;&#xA;1) PubMed, go to &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/?term=%22all%22%5Bfilter%5D&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pubmed/?term=%22all%22%5Bfilter%5D&lt;/a&gt; (which today hosts 25M articles - not OpenAccess) choose &lt;code&gt;send to&lt;/code&gt; -&gt; &lt;code&gt;file&lt;/code&gt; -&gt; &lt;code&gt;abstract&lt;/code&gt; or &lt;code&gt;xml&lt;/code&gt;. I downloaded the XML which is kind of larger - 298.298.250 lines containing the 25M articles (summaries, methods, conclusions)&#xA;2) PMC (PubMed central) which can be queried like PubMed but a bit different &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/?term=%22all%22%5Bfilter%5D&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/?term=%22all%22%5Bfilter%5D&lt;/a&gt; in that PMC needs to be queried instead of pubmed. This results in 3.7M open articles. But there's a (small) catch, in that about 2/3 of these open articles only the abstracts (and metadata) can be downloaded for XML and TXT. These 2/3 are open, but only for humans (sort of).&lt;br&gt;&#xA;3) The 1/3 remaining from the 3.6M from PMC (about 1.04M) can be downloaded, also, from FTP: ftp.ncbi.nlm.nih.gov/pub/pmc . Here you can download the XMLs (NXML) for all OA (OpenAccess) files, which may be downloaded in bulk - hence containing the entire article in NXML (articles.&lt;em&gt;.tar.gz) or TXT (articles.txt.&lt;/em&gt;.tar.gz)... The other files in this directory link PMC_ids to the location where the other data (images and the like) can be downloaded in this folder -&gt; {2hex}/{2hex}/{inf}.&lt;/p&gt;&#xA;" OwnerUserId="6904" LastActivityDate="2015-10-28T14:21:26.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6328" PostTypeId="2" ParentId="6326" CreationDate="2015-10-28T14:36:52.500" Score="7" Body="&lt;p&gt;UCLA Phonetics Lab Archive offers many audio files of spoken word in many languages, although you'll have to dig through and mix-match to your liking:&lt;br&gt;&#xA;&lt;a href=&quot;http://archive.phonetics.ucla.edu/&quot; rel=&quot;noreferrer&quot;&gt;http://archive.phonetics.ucla.edu/&lt;/a&gt;&lt;br&gt;&#xA;IPA Handbook downloads actually seems to be exactly what you are asking for, however its only for personal use; any other usage requires contacting them for permission...so not 100% open data:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.internationalphoneticassociation.org/content/ipa-handbook-downloads&quot; rel=&quot;noreferrer&quot;&gt;https://www.internationalphoneticassociation.org/content/ipa-handbook-downloads&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-10-28T14:36:52.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6329" PostTypeId="2" ParentId="6224" CreationDate="2015-10-28T15:37:49.637" Score="5" Body="&lt;p&gt;The reason is &lt;a href=&quot;https://lists.wikimedia.org/pipermail/wikidata-tech/2015-October/000885.html&quot; rel=&quot;noreferrer&quot;&gt;an error in loading data&lt;/a&gt;. It was a temporary problem, now fixed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The information about future plans and work on WDQS can be found on &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikimedia_Discovery#Wikidata_Query_Service_.28WDQS.29&quot; rel=&quot;noreferrer&quot;&gt;Wikimedia Discovery team page&lt;/a&gt; and &lt;a href=&quot;https://phabricator.wikimedia.org/tag/wikidata-query-service/&quot; rel=&quot;noreferrer&quot;&gt;Phabricator board&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8772" LastActivityDate="2015-10-28T15:37:49.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6330" PostTypeId="2" ParentId="107" CreationDate="2015-10-28T15:42:32.463" Score="3" Body="&lt;p&gt;Additionally to what is described in other answers, there is a &lt;a href=&quot;https://dumps.wikimedia.org/wikidatawiki/entities/&quot; rel=&quot;nofollow&quot;&gt;Wikidata RDF dump&lt;/a&gt; which is used for the &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual&quot; rel=&quot;nofollow&quot;&gt;Wikidata query service&lt;/a&gt;. The format is described in &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format&quot; rel=&quot;nofollow&quot;&gt;RDF data format article&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8772" LastActivityDate="2015-10-28T15:42:32.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6331" PostTypeId="2" ParentId="6322" CreationDate="2015-10-28T16:31:22.457" Score="2" Body="&lt;p&gt;I would have to disagree with the other answer. It has got to do with a lot more than that. Did your employer at the time know his website was scraping? If so, you are in no trouble at all. Writing code that scrapes a website is not illegal, executing them is. If your employer knew this is how his website was programmed, and he agreed with it, he/the company is responsible upon hosting the script and executing the script. Because it's (most likely) prohibited in the TOS of the scraped site. However I do think that if your employer did not know the website was functioning because of the scraping script, the story might be slightly different. But even then, you did not write that code, had no knowledge that the code existed and it was not your responsibility. &lt;/p&gt;&#xA;" OwnerUserId="6332" LastActivityDate="2015-10-28T16:31:22.457" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6332" PostTypeId="2" ParentId="6285" CreationDate="2015-10-28T17:37:13.447" Score="1" Body="&lt;p&gt;The Occupational Safety and Health Administration (OSHA) collected work-related injury and illness data from employers within specific industry (including nursing homes) and employment size specifications from 1996 through 2011. These data are available at &lt;a href=&quot;http://www.osha.gov/pls/odi/establishment_search.html&quot; rel=&quot;nofollow&quot;&gt;http://www.osha.gov/pls/odi/establishment_search.html&lt;/a&gt;  This data collection is called the OSHA Data Initiative or ODI. The data provided is used by OSHA to calculate establishment specific injury and illness incidence rates. This searchable database contains a table with the name, address, industry, and associated Total Case Rate (TCR), Days Away, Restricted, and Transfer (DART) case rate, and the Days Away From Work (DAFWII) case rate for the establishments that provided OSHA with valid data for calendar years 1996 through 2011. In addition, data from 2002 through 2011 is also available in downloadable txt files located on this web page.  The survey was discontinued after the collection of reference year 2011 data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Bureau of Labor Statistics publishes occupational injury and illness counts and rates, including data on case and demographic characteristics.  These data are at the aggregate industry level, rather than the establishment level.  Please visit the BLS website at &lt;a href=&quot;http://www.bls.gov/iif/home.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/iif/home.htm&lt;/a&gt; to download their injury and illness statistics.  If you would rather use an API to access the injury and illness data, please see &lt;a href=&quot;http://developer.dol.gov/health-and-safety/injuries-and-illness/&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/health-and-safety/injuries-and-illness/&lt;/a&gt; for our documentation for the API endpoint.  Information on using our API can be found at &lt;a href=&quot;http://developer.dol.gov/&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2015-10-28T17:37:13.447" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6333" PostTypeId="1" CreationDate="2015-10-28T18:03:07.853" Score="6" ViewCount="43" Body="&lt;p&gt;I am looking to access datasets surrounding Medicaid enrollment, Medicaid buy-in, Medicaid statistics, eligibility criteria, etc.  My searches yield plenty of results, but the actual &lt;em&gt;data&lt;/em&gt; comes back unavailable.  How do I access the dataset?  The results are: &quot;No file downloads have been provided. The publisher may provide downloads in the future or they may be available from their other links.&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are my options for finding the actual data?&lt;/p&gt;&#xA;" OwnerUserId="9078" LastEditorUserId="1511" LastEditDate="2015-10-29T20:48:51.510" LastActivityDate="2015-10-29T20:48:51.510" Title="Finding data yielded in search results" Tags="|data.gov|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6335" PostTypeId="2" ParentId="6333" CreationDate="2015-10-28T21:26:07.737" Score="2" Body="&lt;p&gt;I can't speak to why the data is not included on data.gov, but CMS.gov (the site for the &quot;Centers for Medicare and Medicaid Services&quot;) has long been a source for Medicare/Medicaid data. Unfortunately, it is sometimes not in the most machine-readable format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/research-statistics-data-and-systems/research-statistics-data-and-systems.html&quot; rel=&quot;nofollow&quot;&gt;CMS.gov - Research, Statistics, Data &amp;amp; Systems&lt;/a&gt; is probably a good place to start. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Medicare program has &lt;a href=&quot;https://data.medicare.gov/&quot; rel=&quot;nofollow&quot;&gt;a spiffy new data site&lt;/a&gt; although it seems to be limited to service provider comparison data, which is not what you asked for (in addition to not being Medicaid)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see that &lt;a href=&quot;http://data.medicaid.gov&quot; rel=&quot;nofollow&quot;&gt;data.medicaid.gov&lt;/a&gt; exists, and is powered by Socrata, but it is not open to the public. :-( Also &lt;a href=&quot;http://www.healthdata.gov/&quot; rel=&quot;nofollow&quot;&gt;healthdata.gov&lt;/a&gt; which may have hidden gems? I found it pretty clumsy to search, and unfortunately, don't have your motivation to root down to the actual dataset...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Note&lt;/strong&gt;: in a private conversation with a friend who works for 18F, I was told that data.gov is specifically meant to be a catalog of existing data, even if it isn't available for download. The fact that it's labeled &quot;public&quot; may mean that there would be little friction if you made a FOIA request, or it may just be an error in handling the metadata, or a lack of nuance in the available values for the &quot;access level&quot; field. He recommends contacting HealthData@hhs.gov to get more information.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2015-10-28T21:51:43.447" LastActivityDate="2015-10-28T21:51:43.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6336" PostTypeId="1" CreationDate="2015-10-28T22:44:55.817" Score="2" ViewCount="33" Body="&lt;p&gt;I am looking for data sets containing a list of objects or concepts as well as some of the properties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example 1:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#Format: [identifier][concept][feature][annotator1][annotator2][annotator3]&#xA;1   accordion   a_musical_instrument    all all all&#xA;2   accordion   associated_with_polkas  concept most    most&#xA;3   accordion   has_buttons all all all&#xA;4   accordion   has_keys    all all all&#xA;6   accordion   produces_music  all all most&#xA;7   accordion   requires_air    all all all&#xA;8   accordion   used_by_moving_bellows  all all all&#xA;9   accordion   worn_on_chest   all all all&#xA;10  airplane    crashes few some    few&#xA;11  airplane    flies   all all all&#xA;12  airplane    found_in_airports   most    all most&#xA;13  airplane    has_a_propeller some    some    some&#xA;14  airplane    has_engines all all most&#xA;15  airplane    has_wings   all all all&#xA;16  airplane    is_fast all some    some&#xA;18  airplane    made_of_metal   all most    most&#xA;19  airplane    requires_pilots all all most&#xA;20  airplane    used_for_passengers all some    some&#xA;21  airplane    used_for_transportation all most    most&#xA;22  airplane    used_for_travel all most    most&#xA;23  alligator   an_animal   all all no&#xA;24  alligator   a_reptile   all all all&#xA;25  alligator   eats_people most    few few&#xA;26  alligator   has_a_mouth all all all&#xA;27  alligator   has_a_tail  all all all&#xA;28  alligator   has_jaws    all all all&#xA;29  alligator   has_scales  all all all&#xA;30  alligator   has_teeth   all all all&#xA;32  alligator   is_green    most    some    some&#xA;33  alligator   is_long all some    some&#xA;35  alligator   lives_in_Florida    most    some    some&#xA;37  alligator   lives_in_water  all all some&#xA;38  alligator   swims   all all most&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Example 2:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;1 row = 1 object (aka concept)&lt;/li&gt;&#xA;&lt;li&gt;1 row = 1 property (aka feature)&lt;/li&gt;&#xA;&lt;li&gt;cell value: indicate how frequently the object has the property. 0 = never, 1 = always.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mWe7W.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mWe7W.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;So far I have found:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cl.cam.ac.uk/~ah433/material/herbelot_iwcs13_data.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;herbelot_iwcs13_data.txt&lt;/a&gt; &#xA;(Aurelie Herbelot. 2013. What is in a text, what isn’t, and what this has to do with lexical semantics. In Proceedings of the Tenth International Conference on Computational Semantics (IWCS2013), Potsdam, Germany.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cl.cam.ac.uk/~ah433/mcrae-quantified-majority.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;mcrae-quantified-majority.txt&lt;/a&gt; (&#xA;Aurelie Herbelot and Eva Maria Vecchi. 2015. From concepts to models: some issues in quantifying feature norms. Linguistic Issues in Language Technology. To appear.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-10-30T20:22:28.327" LastActivityDate="2015-10-30T20:22:28.327" Title="Data set of objects with properties" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6337" PostTypeId="2" ParentId="1801" CreationDate="2015-10-29T01:43:10.887" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://wacky.sslmit.unibo.it/doku.php?id=corpora&quot; rel=&quot;nofollow&quot;&gt;frWaC&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;frWaC: a 1.6 billion word corpus constructed from the Web limiting the crawl to the .fr domain and using medium-frequency words from the Le Monde Diplomatique corpus and basic French vocabulary lists as seeds. The corpus was POS-tagged and lemmatized with the TreeTagger, more information available here.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Reference: &lt;em&gt;Baroni, Marco, et al. &quot;&lt;a href=&quot;https://scholar.google.com/scholar?cluster=4710369329613546975&amp;amp;hl=en&amp;amp;as_sdt=0,22&quot; rel=&quot;nofollow&quot;&gt;The WaCky wide web: a collection of very large linguistically processed web-crawled corpora.&lt;/a&gt;&quot; Language resources and evaluation 43.3 (2009): 209-226.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-10-29T01:43:10.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6338" PostTypeId="1" CreationDate="2015-10-29T12:53:40.673" Score="3" ViewCount="40" Body="&lt;p&gt;According to the API overview:&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;Beginning October 23, 2015: The Finder Plan Benefits and Coverage API will be updated to include 2016 plan year data.&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;I could very well be entering the wrong effective date:&lt;/p&gt;&#xA;&lt;p&gt;&amp;lt;p:InsuranceEffectiveDate&amp;gt;2016-01-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;&lt;/p&gt;&#xA;&lt;p&gt;I get no results.  Am I going about this wrong or is the data not available yet?&lt;/p&gt;&#xA;" OwnerUserId="9089" LastEditorUserId="23272" LastEditDate="2021-08-21T04:36:42.210" LastActivityDate="2021-08-21T04:36:42.210" Title="When will the API V3.0 be updated for 2016 Rates" Tags="|healthcare-finder-api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6339" PostTypeId="2" ParentId="6326" CreationDate="2015-10-29T19:11:16.387" Score="9" Body="&lt;p&gt;You can use the &lt;a href=&quot;http://tatoeba.org/&quot; rel=&quot;noreferrer&quot;&gt;Tatoeba&lt;/a&gt; website which has full sentences in text and audio as &lt;a href=&quot;http://tatoeba.org/eng/downloads&quot; rel=&quot;noreferrer&quot;&gt;downloads&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Sentences with audio&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Download&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://downloads.tatoeba.org/exports/sentences_with_audio.tar.bz2&quot; rel=&quot;noreferrer&quot;&gt;http://downloads.tatoeba.org/exports/sentences_with_audio.tar.bz2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Fields and structure&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Sentence id &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;File description&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Contains the ids of the sentences, in all languages, for which audio is available. &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Thanks to &lt;a href=&quot;https://opendata.stackexchange.com/users/754/nicolas-raoul&quot;&gt;Nicolas Raoul&lt;/a&gt; in &lt;a href=&quot;https://opendata.stackexchange.com/a/3926/1511&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-10-29T19:11:16.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6340" PostTypeId="2" ParentId="6320" CreationDate="2015-10-29T20:31:04.723" Score="5" Body="&lt;p&gt;The official citation for the MIMIC-III database is:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;MIMIC-III, a freely accessible critical care database. Johnson AEW, Pollard TJ, Shen L, Lehman L, Feng M, Ghassemi M, Moody B, Szolovits P, Celi LA, and Mark RG. Scientific Data (2016). DOI: 10.1038/sdata.2016.35. Available at: &lt;a href=&quot;http://www.nature.com/articles/sdata201635&quot; rel=&quot;nofollow&quot;&gt;http://www.nature.com/articles/sdata201635&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The following URL includes further details on how to acknowledge the MIMIC-III project: &lt;a href=&quot;http://mimic.physionet.org/about/acknowledgments/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/about/acknowledgments/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="5601" LastEditDate="2016-05-25T18:55:30.337" LastActivityDate="2016-05-25T18:55:30.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6341" PostTypeId="2" ParentId="6297" CreationDate="2015-10-29T20:55:55.880" Score="1" Body="&lt;p&gt;I think &lt;a href=&quot;http://www5.statcan.gc.ca/cansim/a05?lang=eng&amp;amp;id=1280016&quot; rel=&quot;nofollow&quot;&gt;this table&lt;/a&gt; has the energy use by sector until 2013.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scroll down to &lt;strong&gt;Energy use, final demand&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The summation of the usage in mining and oil and gas extraction, manufacturing, forestry, construction, transportation, agriculture, residential, public administration and commercial and other institutional.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Additionally, you'll find the &lt;a href=&quot;http://www.statcan.gc.ca/pub/57-003-x/57-003-x2015002-eng.htm&quot; rel=&quot;nofollow&quot;&gt;2013 report&lt;/a&gt; with more broken down numbers - &lt;a href=&quot;http://www.statcan.gc.ca/pub/57-003-x/2015002/t010-eng.htm&quot; rel=&quot;nofollow&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-10-29T20:55:55.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6342" PostTypeId="2" ParentId="6300" CreationDate="2015-10-29T21:18:06.050" Score="0" Body="&lt;p&gt;Here are a few streaming public APIs:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.flickr.com/services/feeds/&quot; rel=&quot;nofollow&quot;&gt;Flickr feed&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developers.facebook.com/docs/public_feed/&quot; rel=&quot;nofollow&quot;&gt;Facebook public feed&lt;/a&gt; (limited access)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://instagram.com/developer/realtime/&quot; rel=&quot;nofollow&quot;&gt;Instagram realtime feed&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.programmableweb.com/news/62-real-time-apis-twitter-thrutu-and-pusher/2012/04/17&quot; rel=&quot;nofollow&quot;&gt;plenty more here (62 in total)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-10-29T21:18:06.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6343" PostTypeId="1" CreationDate="2015-10-29T21:32:58.140" Score="4" ViewCount="74" Body="&lt;p&gt;Is there any data that lists the first/last name along with the dominant ethnicity associated with the name? I'm mostly interested in Africa. &lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="1511" LastEditDate="2018-07-15T11:02:04.580" LastActivityDate="2018-07-15T11:02:04.580" Title="Data on ethnicity of African names" Tags="|data-request|demographics|names|africa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6344" PostTypeId="1" CreationDate="2015-10-29T22:21:17.210" Score="6" ViewCount="57" Body="&lt;p&gt;I am looking for a database or API or something to poll from that will give me current and future (a bonus would be past as well) data for Major League sports (Basketball, Hockey, Football, Baseball) and the schedules thereof. Minor leagues would also be awesome as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Overall I have yet to find a legitimate source for this data, that either doesn't cost thousands of dollars a year to licence or is even remotely valid data. I am hoping someone here can point me in the right direction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I'd like to find some scores as well, but that's moot in comparison to what I need overall, which is &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;team vs team names, &lt;/li&gt;&#xA;&lt;li&gt;schedules in one timezone or at least &lt;/li&gt;&#xA;&lt;li&gt;knowledge of what timezone the schedule implies for the time of the game vs location thereof. &lt;/li&gt;&#xA;&lt;li&gt;Knowing if its a home game for one team or the other is also fantastic. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But overall what I want to know is &lt;strong&gt;what teams playing when&lt;/strong&gt;. The rest is bonus nice to have stuff.&lt;/p&gt;&#xA;" OwnerUserId="9092" LastEditorUserId="19566" LastEditDate="2019-01-04T14:49:23.627" LastActivityDate="2019-01-04T14:49:23.627" Title="U.S. Sports Scheduling Data at a League level" Tags="|data-request|sports|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="6345" PostTypeId="2" ParentId="6316" CreationDate="2015-10-30T00:35:04.460" Score="5" Body="&lt;p&gt;Check out RxClass from the US National Institute of Health's National Library of Medicine: &lt;a href=&quot;https://mor.nlm.nih.gov/RxClass&quot; rel=&quot;noreferrer&quot;&gt;https://mor.nlm.nih.gov/RxClass&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Example web UI query for all drugs that &lt;code&gt;may_treat&lt;/code&gt; &lt;code&gt;FEVER&lt;/code&gt; &lt;a href=&quot;https://mor.nlm.nih.gov/RxClass/search?query=Fever|DISEASE&amp;amp;searchBy=class&quot; rel=&quot;noreferrer&quot;&gt;https://mor.nlm.nih.gov/RxClass/search?query=Fever|DISEASE&amp;amp;searchBy=class&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;This web UI has a SOAP and RESTful API documented at &lt;a href=&quot;http://rxnav.nlm.nih.gov/RxClassAPIs.html&quot; rel=&quot;noreferrer&quot;&gt;http://rxnav.nlm.nih.gov/RxClassAPIs.html&lt;/a&gt; &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-10-30T00:35:04.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6346" PostTypeId="1" AcceptedAnswerId="6361" CreationDate="2015-10-30T14:00:37.107" Score="7" ViewCount="100" Body="&lt;p&gt;I am using github to share a set of SPARQL queries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.boisvert.me.uk/opendata/sparql_aq+.html?file=specific%20sensor.txt&quot;&gt;http://www.boisvert.me.uk/opendata/sparql_aq+.html?file=specific%20sensor.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently the simple work allows end-users to access queries stored on the github repository, but ultimately I want to allow them to also modify the queries, as with a pastebin, and make use of the repository to better manage the shared system. Ideally I would want end-users who may not be very tech-savvy, to be able to make minor changes to queries to an open, linked data endpoint: so to keep the technology barrier low.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My problem is this: how best to structure the github project and exploit the API to make the most of the available information? I can think of different points:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Currently the project (&lt;a href=&quot;https://github.com/boisvert/unshaql&quot;&gt;https://github.com/boisvert/unshaql&lt;/a&gt;) holds client code and example queries. Does it make a difference to create an independent project (separate from the web client code) for SPARQL queries?&lt;/li&gt;&#xA;&lt;li&gt;I would use directories within the project to classify/tag queries, and file names to title them. Are there better alternatives? It strikes me that a hierarchical structure is not a good fit to tags.&lt;/li&gt;&#xA;&lt;li&gt;When end-users save, a simpler (and cruder) option is to allow them to push their file into just one branch, which holds the examples. A better engineered one would be to allow them to use their github credentials to fork the set of SPARQL queries and edit theirs, but with unaware users, how do I avoid creating a mess?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="230" LastActivityDate="2016-06-07T08:44:10.450" Title="GIThub to share a set of SPARQL queries" Tags="|linked-data|sparql|git|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6347" PostTypeId="1" CreationDate="2015-10-30T15:22:13.180" Score="5" ViewCount="67" Body="&lt;p&gt;I'm looking for any data on the National Flood Insurance Program. I've already found a bit but I'm curious if I'm missing anything. Here's what I have:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FEMA Flood Risk Rate Maps- &lt;a href=&quot;https://catalog.data.gov/dataset/national-flood-hazard-layer-nfhl&quot; rel=&quot;noreferrer&quot;&gt;https://catalog.data.gov/dataset/national-flood-hazard-layer-nfhl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Loss statistics/policy information from &lt;a href=&quot;http://bsa.nfipstat.fema.gov/reports/reports.html&quot; rel=&quot;noreferrer&quot;&gt;http://bsa.nfipstat.fema.gov/reports/reports.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link above has a variety of reports but only the most current are posted when I asked FEMA for access to historic records I was told to file a FOIA which I did but if the records are archived anywhere online (I've already downloaded everything on the Internet Archive's site) I would be very interested.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2015-10-30T15:22:13.180" Title="National Flood Insurance Data" Tags="|government|weather|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6348" PostTypeId="1" CreationDate="2015-10-30T16:19:38.023" Score="5" ViewCount="86" Body="&lt;p&gt;I am trying to use the healthcare.gov api for accessing plan data.  The &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;noreferrer&quot;&gt;sample POST request&lt;/a&gt; includes the following syntax for encoding tobacco use:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   &amp;lt;p1:TobaccoLastUsedMonths&amp;gt;2&amp;lt;/p1:TobaccoLastUsedMonths&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I don't understand what this means.  Does this mean tobacco was last used two months ago?  How would I indicate that tobacco was never used?&lt;/p&gt;&#xA;" OwnerUserId="9100" LastActivityDate="2018-01-11T15:35:27.010" Title="Syntax for tobacco use on healthcare.gov API" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6349" PostTypeId="2" ParentId="6338" CreationDate="2015-10-30T16:29:25.680" Score="2" Body="&lt;p&gt;Here's a well-formatted request that returns a response for 2016-01-01 as the effective date (except for the [...] in plan IDs). The data are available, so if your request is noticeably different from this it should be an issue with your request.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&amp;lt;p:PlanBenefitRequest xmlns:p=&quot;http://hios.cms.org/api&quot; xmlns:p1=&quot;http://hios.cms.org/api-types&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://hios.cms.org/api hios-api-11.0.xsd &quot;&amp;gt;&#xA;&#xA;&amp;lt;p:Enrollees&amp;gt;&#xA;    &amp;lt;p1:DateOfBirth&amp;gt;1982-03-03&amp;lt;/p1:DateOfBirth&amp;gt;&#xA;    &amp;lt;p1:Gender&amp;gt;Male&amp;lt;/p1:Gender&amp;gt;&#xA;&#xA;    &amp;lt;p1:Relation&amp;gt;SELF&amp;lt;/p1:Relation&amp;gt;&#xA;    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;&#xA;  &amp;lt;/p:Enrollees&amp;gt;&#xA;&#xA;    &amp;lt;p:Location&amp;gt;&#xA;    &amp;lt;p1:ZipCode&amp;gt;06001&amp;lt;/p1:ZipCode&amp;gt;&#xA;     &amp;lt;p1:County&amp;gt;&#xA;         &amp;lt;p1:FipsCode&amp;gt;09003&amp;lt;/p1:FipsCode&amp;gt;&#xA;         &amp;lt;p1:CountyName&amp;gt;HARTFORD&amp;lt;/p1:CountyName&amp;gt;&#xA;         &amp;lt;p1:StateCode&amp;gt;CT&amp;lt;/p1:StateCode&amp;gt;&#xA;    &amp;lt;/p1:County&amp;gt;&#xA;  &amp;lt;/p:Location&amp;gt;&#xA;&#xA;  &amp;lt;p:InsuranceEffectiveDate&amp;gt;2015-01-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;&#xA;  &amp;lt;p:Market&amp;gt;Individual&amp;lt;/p:Market&amp;gt;&#xA;  &amp;lt;p:PlanIds&amp;gt;&amp;lt;p:PlanId&amp;gt;86545CT1230005&amp;lt;/p:PlanId&amp;gt;&#xA;&amp;lt;p:PlanId&amp;gt;76962CT0010002&amp;lt;/p:PlanId&amp;gt;&#xA;[...]&#xA;&amp;lt;p:PlanId&amp;gt;86542CT0150045&amp;lt;/p:PlanId&amp;gt;&#xA;&amp;lt;/p:PlanIds&amp;gt;&#xA;   &amp;lt;/p:PlanBenefitRequest&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9101" LastActivityDate="2015-10-30T16:29:25.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6350" PostTypeId="1" CreationDate="2015-10-30T18:08:20.640" Score="4" ViewCount="193" Body="&lt;p&gt;I am looking for details about Museums' visitors and revenue from tickets, in specific European Museums.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I made a simple Google research and couldn't find something useful. Only a couple of pages where other people were looking the same data as me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I would love to have in addition a dataset of reviews for each of the museums. For example, tripadvisor reviews.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you aware any dataset like this or any way that I could construct it myself?&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="1511" LastEditDate="2015-11-01T10:02:54.653" LastActivityDate="2015-11-01T22:37:08.190" Title="Number of Museums' visitors and ticket revenue" Tags="|data-request|historical|europe|glam|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6351" PostTypeId="2" ParentId="6304" CreationDate="2015-10-30T19:29:42.880" Score="5" Body="&lt;p&gt;The &lt;code&gt;ICUSTAY_DETAIL&lt;/code&gt; table was shared by researchers at the Laboratory for Computational Physiology to simplify certain queries on the MIMIC-II database. It is derived from other tables within the database and so does not form part of the 'core' dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;ICU_EXP_FLG&lt;/code&gt; is not included in MIMIC-III database (as of version 1.2) because we have not yet attempted to create derived tables such as &lt;code&gt;ICUSTAY_DETAIL&lt;/code&gt;. We expect to do this in future and would welcome code contributions from the community (see the MIMIC Code Repository linked from &lt;a href=&quot;http://mimic.physionet.org/&quot;&gt;http://mimic.physionet.org/&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-10-30T19:29:42.880" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6352" PostTypeId="2" ParentId="6338" CreationDate="2015-10-30T20:53:50.153" Score="1" Body="&lt;p&gt;10/23/2015: As of today, this message is on the &lt;a href=&quot;https://finder.healthcare.gov/#services&quot; rel=&quot;nofollow noreferrer&quot;&gt;Finder API Overview page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vYDSa.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vYDSa.png&quot; alt=&quot;Screen grab of notification of availability of 2016 data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-10-30T20:53:50.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6353" PostTypeId="2" ParentId="6298" CreationDate="2015-10-30T22:25:40.350" Score="3" Body="&lt;p&gt;That's a typo in the documentation page. &#xA;The &lt;code&gt;DIAGNOSIS&lt;/code&gt; column in the ADMISSIONS table is the diagnosis on hospital admission. It should read 58,976 admissions. It has been corrected now, and reads:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The &lt;code&gt;DIAGNOSIS&lt;/code&gt; column provides a free text diagnosis for the patient on hospital admission. The diagnosis does not use a systematic ontology: as of MIMIC-III v1.0 there are 15,693 distinct diagnoses for 58,976 admissions. The diagnoses can be very informative (e.g. chronic kidney failure) or quite vague (e.g. weakness). Coded diagnoses for hospital admissions can be found in the DIAGNOSES_ICD table.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you spot any issues with the MIMIC-III website documentation, I would recommend posting it on the associated GitHub repository issues:&#xA;&lt;a href=&quot;https://github.com/MIT-LCP/mimic-website/issues&quot; rel=&quot;nofollow&quot;&gt;https://github.com/MIT-LCP/mimic-website/issues&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2015-10-30T22:25:40.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6354" PostTypeId="2" ParentId="6262" CreationDate="2015-10-30T23:11:16.367" Score="5" Body="&lt;p&gt;The Metavision workstation allows physicians to add notes relating to patients. These notes are created using template forms, which include a 'Set as Error' button as shown in the following screenshot (captured from the training notes highlighted below):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SHrTJ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SHrTJ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A '1' in the &lt;code&gt;ISERROR&lt;/code&gt; column of the noteevents table indicates that a physician has selected the 'Set as Error' button. An example of an error is where a note has been associated with the incorrect patient.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Training notes for the Metavision system with a brief discussion of the 'Set as Error' button are available at: &lt;a href=&quot;http://portal.mah.harvard.edu/metavision_training/pnotes.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://portal.mah.harvard.edu/metavision_training/pnotes.asp&lt;/a&gt; (see slide 89/109)&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-10-30T23:11:16.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6356" PostTypeId="1" AcceptedAnswerId="6393" CreationDate="2015-10-31T22:27:25.977" Score="3" ViewCount="332" Body="&lt;p&gt;My graduation project is about machine failure prediction or predictive maintenance. I want to know what had been done in this fields, what's similar and what is the different between these projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find data sets about machines failure (ex: sensors read temperature, vibration ...) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried a lot to find some useful links but i can't find any link ! &lt;/p&gt;&#xA;" OwnerUserId="9106" LastEditorUserId="70" LastEditDate="2016-03-04T20:05:19.477" LastActivityDate="2016-03-04T20:05:19.477" Title="Research paper on machine failure prediction or predictive maintenance" Tags="|data-request|research|" AnswerCount="2" CommentCount="1" ClosedDate="2016-03-16T14:51:57.987" ContentLicense="CC BY-SA 3.0" />
  <row Id="6357" PostTypeId="2" ParentId="6325" CreationDate="2015-10-31T23:49:15.647" Score="3" Body="&lt;p&gt;Try the link below, &#xA;is the datasets on multiple counties, I'm not sure if is all free but is a good start point. Is by countries( did not check if all countries are listed, saw for European Central Bank, Swiss, US, Brazil, China etc). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;ww.quandl.com&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/search?query=long-term%20debt%20securities&quot; rel=&quot;nofollow noreferrer&quot;&gt;long-term debt securities database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hNpJr.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hNpJr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2015-10-31T23:49:15.647" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6358" PostTypeId="2" ParentId="6356" CreationDate="2015-11-01T02:33:03.963" Score="2" Body="&lt;p&gt;There was a recent article in the news about &lt;a href=&quot;http://time.com/4088793/elevator-max-cloud-thyssenkrupp/&quot; rel=&quot;nofollow&quot;&gt;predicting when elevators would need maintenance&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... but that's not released data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone had this sort of data as open data ... you might try NASA.  They make a &lt;a href=&quot;http://www.nasa.gov/agency/namis/products/MaintDetailPage.html&quot; rel=&quot;nofollow&quot;&gt;system for tracking aircraft maintenance&lt;/a&gt;, and I would assume that they would use it or something similar for tracking their aircraft.  (There might be something for spacecraft, but they're more likely tracked per-project, rather than in a unified system).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-11-01T02:33:03.963" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6359" PostTypeId="5" CreationDate="2015-11-01T10:04:47.897" Score="0" Body="&lt;p&gt;More generally, GLAMs are publicly funded, publicly accountable institutions collecting cultural heritage materials. &lt;a href=&quot;https://en.wikipedia.org/wiki/GLAM_%28industry_sector%29&quot; rel=&quot;nofollow&quot;&gt;Wikipedia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-11-01T10:04:47.897" LastActivityDate="2015-11-01T10:04:47.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6360" PostTypeId="4" CreationDate="2015-11-01T10:04:47.897" Score="0" Body="Galleries, Libraries, Archives, and Museums" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2015-11-01T10:04:47.897" LastActivityDate="2015-11-01T10:04:47.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6361" PostTypeId="2" ParentId="6346" CreationDate="2015-11-01T10:16:16.777" Score="3" Body="&lt;p&gt;You could allow users to upload/email .txt files containing queries, or upload URLs (e.g. pastebin, gist). Then your local code would read these .txt queries and add them to the repository (also standarized the query, validate the query, format the query, etc).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-11-01T10:16:16.777" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6362" PostTypeId="1" CreationDate="2015-11-01T14:55:57.653" Score="5" ViewCount="77" Body="&lt;p&gt;I am currently performing research in field of sequence tagging algorithms and I need dataset to compare some algorithms like CRF on this dataset. I have already found CoNLL2000 POS recognition dataset, but I need something more general, with real numbers for example.&lt;/p&gt;&#xA;" OwnerUserId="9102" LastActivityDate="2015-12-02T21:06:44.213" Title="Data for testing sequence tagging algorithm" Tags="|data-request|machine-learning|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6363" PostTypeId="2" ParentId="6350" CreationDate="2015-11-01T16:12:16.843" Score="3" Body="&lt;p&gt;&lt;strong&gt;For EU museums&lt;/strong&gt;: have you seen &lt;a href=&quot;http://www.egmus.eu/nc/en/statistics/complete_data/&quot; rel=&quot;nofollow&quot;&gt;http://www.egmus.eu/nc/en/statistics/complete_data/&lt;/a&gt; ? Seems to have what you want &lt;em&gt;except&lt;/em&gt; aggregated by country&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;This isn't exactly what you're looking for but I wanted to provide you this lead in case it helps for comparisons to the US and hopefully it will help people who land here later.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;For US museums&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Take a look at IMLS' (Institute of Museum and Library Services) datasets at &lt;code&gt;data.imls.gov&lt;/code&gt;, including this one: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Interactive dataset: &lt;a href=&quot;https://data.imls.gov/Museum/Museum-Universe-Data-File-FY-2015-Q1/bqh6-bapa&quot; rel=&quot;nofollow&quot;&gt;https://data.imls.gov/Museum/Museum-Universe-Data-File-FY-2015-Q1/bqh6-bapa&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Data dictionary: &lt;a href=&quot;https://www.imls.gov/assets/1/AssetManager/MUDF_Documentation_2015q1.pdf&quot; rel=&quot;nofollow&quot;&gt;https://www.imls.gov/assets/1/AssetManager/MUDF_Documentation_2015q1.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;API: &lt;a href=&quot;https://dev.socrata.com/foundry/#/data.imls.gov/kitj-k8bg&quot; rel=&quot;nofollow&quot;&gt;https://dev.socrata.com/foundry/#/data.imls.gov/kitj-k8bg&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Relevant columns: &#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;INCOME - Total revenue from most recent Internal Revenue Service (IRS) 990 Form&lt;/li&gt;&#xA;&lt;li&gt;DISCIPL – Museum discipline code of organization (&lt;em&gt;aka type of museum&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you are by any chance interested in libraries too, &lt;a href=&quot;https://data.imls.gov/browse?category=Research+%28Statistical%29&quot; rel=&quot;nofollow&quot;&gt;https://data.imls.gov/browse?category=Research+%28Statistical%29&lt;/a&gt; has a lot of interesting information on libraries such as collection sizes and revenues.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2015-11-01T22:37:08.190" LastActivityDate="2015-11-01T22:37:08.190" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6365" PostTypeId="2" ParentId="6142" CreationDate="2015-11-02T05:18:36.827" Score="5" Body="&lt;p&gt;In accordance with the inimitable &quot;logic&quot; of the Census website, the files in question are not located with the other block assignment files.  Rather they are on a &quot;&lt;a href=&quot;http://www.census.gov/rdo/data/113th_congressional_and_2012_state_legislative_district_plans.html&quot; rel=&quot;noreferrer&quot;&gt;113th &amp;amp; 114th Congressional and 2012 &amp;amp; 2014 State Legislative District Plans&lt;/a&gt;&quot; page under &quot;Redistricting Data&quot;.  Even on this page, do not be fooled into thinking that the section labeled &quot;113th Congressional District Relationship Files&quot; contains the files specifying the relationship between congressional districts and census blocks.  No, that page contains only relationships between districts and certain &lt;em&gt;other&lt;/em&gt; geographies, such as counties and school districts.  If you want the relationship between congressional (and state legislative) districts and census blocks, you must scroll down to the section labeled &quot;113th Congress and 2012 State Legislative Block Equivalency Files&quot;, a name which is logical enough but whose position relative to seemingly similar data I find quite baffling.&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2015-11-02T05:18:36.827" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6366" PostTypeId="2" ParentId="5905" CreationDate="2015-11-02T14:41:13.670" Score="2" Body="&lt;p&gt;Short answer: No. The parks are not forthcoming with that information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, you will be able to come up with numbers on a circuitous methodology using maths. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using the AECOM theme park visitor data you can break out the numbers based on seasonal and holiday volumes. Searching for seasonal jobs and other requirements you can get an initial idea of where the distributions for a daily or weekly level. The break out for individual attractions depends on luck; here in the states, specifically in Florida, we have a number of people doing person throughputs for each of the rides and based on this and the online posted wait times, allows to develop an individual attraction attendance amount.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is an example of the yearly distribution of individuals to the Walt Disney World Resorts in Orlando.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/N0Gdn.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/N0Gdn.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-11-02T14:41:13.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6367" PostTypeId="1" CreationDate="2015-11-02T14:55:33.367" Score="2" ViewCount="23" Body="&lt;p&gt;I am looking for a real-worlds &lt;code&gt;k&lt;/code&gt;-sample (&lt;code&gt;k&amp;gt;3&lt;/code&gt;) reliability data (complete not censored) that follow a two-parameter Weibull distribution with shape parameter &lt;code&gt;β&lt;/code&gt; and scale parameter &lt;code&gt;θ&lt;/code&gt;. I want to compare &lt;code&gt;k&lt;/code&gt;  reliability function at time &lt;code&gt;t*&lt;/code&gt; which is defined as &lt;code&gt;R(t*)=exp[-(t*/θ)^β]&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any hint, link or reference to a particular data-set would be appreciated. Preferably, data should be large enough so that Weibull distribution can be fitted by means of ML procedure.&lt;/p&gt;&#xA;" OwnerUserId="9121" LastActivityDate="2015-11-02T14:55:33.367" Title="Multi-Sample Reliability Data that follows Weibull Distribution" Tags="|data-request|reliability|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6368" PostTypeId="1" AcceptedAnswerId="6373" CreationDate="2015-11-02T16:24:39.857" Score="3" ViewCount="358" Body="&lt;p&gt;I am looking for information about data that has wildfires in the United States but I am interested more specifically in Colorado. Do not be confuse with the Forest Fires. How or where do I find the GIS or geospatial data ?&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2015-11-03T02:41:04.170" Title="Seeking gis data or geospatial wildfires" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6369" PostTypeId="2" ParentId="6368" CreationDate="2015-11-02T17:24:40.930" Score="2" Body="&lt;p&gt;I'm guessing you've already encountered both of these but just in case...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Monitoring Trends in Burn Severity is a remote sensed product with spatial extent of wild fires:&#xA;&lt;a href=&quot;http://www.mtbs.gov/nationalregional/intro.html&quot; rel=&quot;nofollow&quot;&gt;http://www.mtbs.gov/nationalregional/intro.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The USFS also has a dataset built from the Fire Program Analysis system:&#xA;&lt;a href=&quot;http://www.fs.usda.gov/rds/archive/Product/RDS-2013-0009.3/&quot; rel=&quot;nofollow&quot;&gt;http://www.fs.usda.gov/rds/archive/Product/RDS-2013-0009.3/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2015-11-02T17:24:40.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6370" PostTypeId="2" ParentId="6362" CreationDate="2015-11-02T20:17:39.197" Score="2" Body="&lt;p&gt;You can use our training data for a CRF we trained to label address components: &lt;a href=&quot;https://github.com/datamade/usaddress/blob/master/training/labeled.xml&quot; rel=&quot;nofollow&quot;&gt;https://github.com/datamade/usaddress/blob/master/training/labeled.xml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2015-11-02T20:17:39.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6371" PostTypeId="1" CreationDate="2015-11-02T21:18:07.897" Score="1" ViewCount="40" Body="&lt;p&gt;I've found good information on specific countries and demographics, but I can't seem to find global numbers. I know that the world life expectancy is around 71.0, but I'm trying to get a percentile breakdown in the form of something like an actuarial life table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've checked out sources like the &lt;a href=&quot;http://www.who.int/gho/mortality_burden_disease/life_tables/en/&quot; rel=&quot;nofollow&quot;&gt;WHO&lt;/a&gt; and the &lt;a href=&quot;http://data.worldbank.org/indicator/SP.DYN.LE00.IN&quot; rel=&quot;nofollow&quot;&gt;Worldbank&lt;/a&gt;, but it doesn't really give me the data I'm looking for. I want something that is in a format similar to the &lt;a href=&quot;https://www.ssa.gov/oact/STATS/table4c6.html&quot; rel=&quot;nofollow&quot;&gt;SSA life table&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9126" LastActivityDate="2015-11-03T13:23:22.873" Title="Where can I find a global life expectancy table?" Tags="|data-request|demographics|biology|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6372" PostTypeId="2" ParentId="6371" CreationDate="2015-11-02T21:38:54.133" Score="1" Body="&lt;p&gt;You can explore the following links: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://205.207.175.93/hdi/ReportFolders/ReportFolders.aspx?IF_ActivePath=P,21&quot; rel=&quot;nofollow&quot;&gt;http://205.207.175.93/hdi/ReportFolders/ReportFolders.aspx?IF_ActivePath=P,21&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cdc.gov/nchs/nvss/mortality/lewk3.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/nvss/mortality/lewk3.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cdc.gov/nchs/fastats/life-expectancy.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/fastats/life-expectancy.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The WHO and World Bank can provide the data in your desired format if you reach out to the contact associated with the dataset.&lt;/p&gt;&#xA;" OwnerUserId="8923" LastEditorUserId="2976" LastEditDate="2015-11-03T13:23:22.873" LastActivityDate="2015-11-03T13:23:22.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6373" PostTypeId="2" ParentId="6368" CreationDate="2015-11-03T02:41:04.170" Score="5" Body="&lt;p&gt;Wildfire Location Data: National Interagency Fire Center (NIFC) supplies the fire data to geomac&#xA;&lt;a href=&quot;https://www.nifc.gov/fireInfo/nfn.htm&quot; rel=&quot;noreferrer&quot;&gt;https://www.nifc.gov/fireInfo/nfn.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NIFC Statistics&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nifc.gov/fireInfo/fireInfo_stats_totalFires.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.nifc.gov/fireInfo/fireInfo_stats_totalFires.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Office of Wildland Fire funds geomac&#xA;&lt;a href=&quot;https://www.doi.gov/wildlandfire&quot; rel=&quot;noreferrer&quot;&gt;https://www.doi.gov/wildlandfire&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wildfire - Wildland Fire Information Federal Fire Occurrence Website&#xA;&lt;a href=&quot;http://wildfire.cr.usgs.gov/firehistory/data.html&quot; rel=&quot;noreferrer&quot;&gt;http://wildfire.cr.usgs.gov/firehistory/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Daily Incident Map&#xA;&lt;a href=&quot;http://activefiremaps.fs.fed.us/lg_fire2.php&quot; rel=&quot;noreferrer&quot;&gt;http://activefiremaps.fs.fed.us/lg_fire2.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;InciWeb Incident Information System has a lot of fire data, but you can search by wildfire&lt;br&gt;&#xA;&lt;a href=&quot;http://inciweb.nwcg.gov/&quot; rel=&quot;noreferrer&quot;&gt;http://inciweb.nwcg.gov/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;GeoMAC - existing wildfire situation in continental US and Alaska&#xA;&lt;a href=&quot;http://www.geomac.gov/&quot; rel=&quot;noreferrer&quot;&gt;http://www.geomac.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Boulder has wildfire parameters, boundaries and a few more like that, which aren't live fire data, but you may find useful:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bouldercounty.org/gov/data/pages/gisdldata.aspx&quot; rel=&quot;noreferrer&quot;&gt;http://www.bouldercounty.org/gov/data/pages/gisdldata.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenColorado has two more sets from Boulder, not sure but I'm guessing there may be overlap there:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.opencolorado.org/dataset?q=wildfire&quot; rel=&quot;noreferrer&quot;&gt;http://data.opencolorado.org/dataset?q=wildfire&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an old Denver wildfire .kml&lt;br&gt;&#xA;&lt;a href=&quot;http://extras.denverpost.com/media/maps/kml/2013/ColoradoWildfires2013BlackForestRoyalGorgeBigMeadows.kml&quot; rel=&quot;noreferrer&quot;&gt;http://extras.denverpost.com/media/maps/kml/2013/ColoradoWildfires2013BlackForestRoyalGorgeBigMeadows.kml&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Virginia's Department of Forestry Wildland Fire, Incident and Suppression Resources, and Wildfire Risk Assessment for the state and regions:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.dof.virginia.gov/gis/dwnload/index.htm&quot; rel=&quot;noreferrer&quot;&gt;http://www.dof.virginia.gov/gis/dwnload/index.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Virginia's Department of Forestry Wildland Fire Incidents Map&lt;br&gt;&#xA;&lt;a href=&quot;https://vdof.maps.arcgis.com/home/index.html&quot; rel=&quot;noreferrer&quot;&gt;https://vdof.maps.arcgis.com/home/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MODIS satelitte imagery via NASA&lt;br&gt;&#xA;&lt;a href=&quot;https://earthdata.nasa.gov/data/near-real-time-data/data/hazards-and-disasters/fires&quot; rel=&quot;noreferrer&quot;&gt;https://earthdata.nasa.gov/data/near-real-time-data/data/hazards-and-disasters/fires&lt;/a&gt; &#xA;&lt;a href=&quot;https://earthdata.nasa.gov/data/near-real-time-data/firms/active-fire-data&quot; rel=&quot;noreferrer&quot;&gt;https://earthdata.nasa.gov/data/near-real-time-data/firms/active-fire-data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://lance-modis.eosdis.nasa.gov/cgi-bin/imagery/firemaps.cgi&quot; rel=&quot;noreferrer&quot;&gt;http://lance-modis.eosdis.nasa.gov/cgi-bin/imagery/firemaps.cgi&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-03T02:41:04.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6374" PostTypeId="1" AcceptedAnswerId="6381" CreationDate="2015-11-03T04:01:37.653" Score="7" ViewCount="413" Body="&lt;p&gt;I'm researching on machine learning system that learns to recognize items based on image search results from search engine. After I searched around I found that Google and Bing Image Search api allow only small number of images and doesn't allow script/bot to makes the search request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to get about 1000 images for one item. Does anyone know is it possible to do this using Google, Bing or any search engine? Though free search engine is preferred, but any paid one is also welcomed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best regards.&lt;/p&gt;&#xA;" OwnerUserId="9128" LastEditorUserId="1511" LastEditDate="2015-11-03T18:50:30.997" LastActivityDate="2015-11-03T19:10:33.273" Title="Can I get 1000 images from any image search engine for education/research purpose?" Tags="|data-request|api|machine-learning|images|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6375" PostTypeId="2" ParentId="6374" CreationDate="2015-11-03T12:31:15.097" Score="2" Body="&lt;p&gt;You can do this using the &lt;a href=&quot;https://www.flickr.com/services/api/&quot; rel=&quot;nofollow&quot;&gt;Flickr API&lt;/a&gt; -- specifically, by doing a search for &lt;a href=&quot;https://www.flickr.com/creativecommons/&quot; rel=&quot;nofollow&quot;&gt;Creative Commons&lt;/a&gt; pictures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API endpoint you want is probably &lt;a href=&quot;https://www.flickr.com/services/feeds/docs/photos_public/&quot; rel=&quot;nofollow&quot;&gt;Public Feed&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2015-11-03T18:49:57.307" LastActivityDate="2015-11-03T18:49:57.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6378" PostTypeId="1" CreationDate="2015-11-03T17:02:51.280" Score="7" ViewCount="3734" Body="&lt;p&gt;I have 700,000 latitude/longitude pairs I need to convert to US Census tracts. Is there a free API that offers this in batches? So far the only option I have found is from the &lt;a href=&quot;https://www.fcc.gov/developers/census-block-conversions-api&quot; rel=&quot;noreferrer&quot;&gt;FCC&lt;/a&gt; and does not state a rate limit but has the form of a 1-1 call to return.&lt;/p&gt;&#xA;" OwnerUserId="6546" LastActivityDate="2015-11-03T23:17:25.977" Title="Batch conversions of lat, lon to US census tract?" Tags="|us-census|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6379" PostTypeId="1" CreationDate="2015-11-03T18:45:13.240" Score="6" ViewCount="86" Body="&lt;p&gt;&lt;a href=&quot;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_accident&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_accident&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Without pagination it's useless and I'm forced to download and parse the entire CSV file.&lt;/p&gt;&#xA;" OwnerUserId="9135" LastEditorUserId="10235" LastEditDate="2016-05-17T12:25:44.243" LastActivityDate="2016-05-18T12:26:35.357" Title="How do I get paginated data sorted by load date from the OSHA api detailed here?" Tags="|api|labor|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6380" PostTypeId="1" CreationDate="2015-11-03T18:53:35.050" Score="3" ViewCount="31" Body="&lt;p&gt;I need a data set that contains variables for immigrant location and city of entry into the US. Alternatively, I could use immigrant location and city of birth outside the US. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US census contains variables for country of birth, but I need more detailed geographic area. Is there an immigration data set that contains these variables? &lt;/p&gt;&#xA;" OwnerUserId="6029" LastEditorDisplayName="user4293" LastEditDate="2017-10-23T08:35:04.057" LastActivityDate="2017-10-23T08:35:04.057" Title="Immigrant destination by city of entry or city of birth" Tags="|data-request|migration|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6381" PostTypeId="2" ParentId="6374" CreationDate="2015-11-03T19:10:33.273" Score="3" Body="&lt;p&gt;In addition to the API, you can use a bulk downloader* tool to collect images from a Flickr group&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Example of &lt;a href=&quot;http://thetechreviewer.com/tech-tips/how-to-initiate-bulk-download-entire-flickr-photo-album/&quot; rel=&quot;nofollow noreferrer&quot;&gt;bulk downloader tool&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Example of &lt;a href=&quot;https://www.flickr.com/groups/creative_commons-_free_pictures/pool/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons group (pool)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:CC-PD-Mark&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Commons Public Domain Archive&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://photo.stackexchange.com/questions/10332/bulk-download-of-public-domain-images&quot;&gt;Other ideas&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;*instead of a bulk downloader tool, you can use &lt;a href=&quot;https://stackoverflow.com/a/4602181/2327328&quot;&gt;wget&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget -r -P /download/location -A jpg,jpeg,gif,png https://www.flickr.com/groups/creative_commons-_free_pictures/pool/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2015-11-03T19:10:33.273" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6382" PostTypeId="2" ParentId="6378" CreationDate="2015-11-03T19:17:56.737" Score="1" Body="&lt;p&gt;Have you tried the Census geocoder? &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/geocoder.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/maps-data/data/geocoder.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The limit is 1,000 per batch, but that should be more doable for your project. &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2015-11-03T19:17:56.737" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6383" PostTypeId="2" ParentId="6379" CreationDate="2015-11-03T20:30:05.917" Score="1" Body="&lt;p&gt;Pretty sure you just need to implement &lt;code&gt;$top&lt;/code&gt; and &lt;code&gt;$skip&lt;/code&gt; in your api call:&lt;br&gt;&#xA;&lt;a href=&quot;http://developer.dol.gov/accessing-the-apis-using-http-requests/#pagination&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/accessing-the-apis-using-http-requests/#pagination&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-03T20:30:05.917" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6384" PostTypeId="2" ParentId="6378" CreationDate="2015-11-03T23:17:25.977" Score="3" Body="&lt;p&gt;Texas A&amp;amp;M's geocoder:&lt;br&gt;&#xA;&lt;a href=&quot;http://geoservices.tamu.edu/Services/Geocode/&quot; rel=&quot;nofollow&quot;&gt;http://geoservices.tamu.edu/Services/Geocode/&lt;/a&gt;&lt;br&gt;&#xA;Mapbox's google docs script to geocode google spreadsheets:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/mapbox/geo-googledocs/&quot; rel=&quot;nofollow&quot;&gt;https://github.com/mapbox/geo-googledocs/&lt;/a&gt;&lt;br&gt;&#xA;Smarty Street's geocoder if you're a non-profit:&lt;br&gt;&#xA;&lt;a href=&quot;https://smartystreets.com/features&quot; rel=&quot;nofollow&quot;&gt;https://smartystreets.com/features&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-03T23:17:25.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6386" PostTypeId="1" CreationDate="2015-11-04T19:17:41.853" Score="2" ViewCount="46" Body="&lt;p&gt;Might these datasets include business names, addresses (some goecoords), County, CBSA, NAIC, SIC, USPS Postal Carrier route and more information for United States and Canada?. &lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-11-04T19:17:41.853" Title="Does Rutgers University Provide Open-Source Geospatial Datasets?" Tags="|releasing-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6387" PostTypeId="2" ParentId="6386" CreationDate="2015-11-04T19:17:41.853" Score="1" Body="&lt;p&gt;Why yes, Rutgers University does.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rutgers University has made available &quot;as-is&quot; Geospatial datasets &quot;that cannot be sold or used in any way for commercial purposes.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rutgerscps.org/data.html&quot; rel=&quot;nofollow&quot;&gt;http://www.rutgerscps.org/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There datasets cover the US and selected areas in Canada. The data includes business names, addresses (some goecoords), County, CBSA, NAIC, SIC, USPS Postal Carrier route and more. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rutgers' Disclaimer:&#xA;&quot;This data was purchased by Rutgers, The State University of New Jersey, from InfoGroup, for research and educational purposes. It is provided here through the Rutgers Center on Public Security (RCPS) &quot;as is,&quot; without any warranty whatsoever, including but not limited to any warranty as to fitness for any particular purpose. The RCPS or its associates, including webinar instructors, make no claims, promises, or guarantees about the accuracy, completeness, or adequacy of the data, and expressly disclaims liability for errors and omissions in its content. It is highly recommended that you personally review the data and/or ground-truth it prior to use. For details, comments, or questions about the data, contact &lt;a href=&quot;http://www.infogroup.com/&quot; rel=&quot;nofollow&quot;&gt;InfoGroup&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Permissions: This data, in its current or modified form, must be used for research only. It cannot be sold or used in any way for commercial purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;These datasets are not complete nor comprehensive for the respective geographies. Consider them a list of features to start your collection, then verify the data and build upon it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Geography is based on street addresses; XY coordinates in these datasets are not reliable.&quot;&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-11-04T19:17:41.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6388" PostTypeId="1" CreationDate="2015-11-04T19:40:05.017" Score="4" ViewCount="64" Body="&lt;p&gt;Trying to use the &lt;a href=&quot;https://api.open.fec.gov/developers/&quot; rel=&quot;nofollow&quot;&gt;openFEC API&lt;/a&gt; but can't make the most simple query. Trying to search for current candidates, I need a &quot;district&quot; and a &quot;cycle&quot; but have no idea where to get this information. &lt;/p&gt;&#xA;" OwnerUserId="9147" LastEditorUserId="117" LastEditDate="2015-11-20T22:30:25.533" LastActivityDate="2015-11-20T22:30:25.533" Title="Where do I find what to put in queries to openFEC" Tags="|api|openfec|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6389" PostTypeId="1" CreationDate="2015-11-04T20:28:49.300" Score="3" ViewCount="74" Body="&lt;p&gt;Everything in the openFDA data pipeline API seems Linux-centric, including several dependencies; dependencies require me to compile the source because packages only exist for Linux (like leveldb). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't want to go through all the trouble to find it still not working. So, is this supported for Windows?&lt;/p&gt;&#xA;" OwnerUserId="9149" LastEditorUserId="1511" LastEditDate="2015-11-07T12:29:18.813" LastActivityDate="2015-11-07T12:29:18.813" Title="Is there a openFDA Data Pipeline version supported for Windows?" Tags="|openfda|api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6390" PostTypeId="1" CreationDate="2015-11-05T10:30:30.550" Score="7" ViewCount="23389" Body="&lt;p&gt;I was looking for APIs that provide current latest data of vehicles (2-wheelers/4-wheelers) in India. I found quite a few but none had data of Indian vehicles. I &lt;a href=&quot;https://opendata.stackexchange.com/questions/1664/free-database-of-vehicle-data-and-images&quot;&gt;looked at this question&lt;/a&gt; which is almost same as mine but couldn't get any help either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found one website &lt;a href=&quot;http://dataweave.in/apis/usage/15/Car-Prices-India&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dataweave.in/apis/usage/15/Car-Prices-India&lt;/a&gt; which has some of the data I'm looking for but unfortunately, it is very old data and not really of much use to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know any good API sites for Indian vehicles or APIs that provide Indian vehicle data too?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="9155" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2019-10-11T10:29:03.940" Title="Any APIs available that provide data of Indian vehicles?" Tags="|api|india|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6392" PostTypeId="2" ParentId="5710" CreationDate="2015-11-05T16:06:29.183" Score="3" Body="&lt;p&gt;Look into &lt;a href=&quot;http://www.mtconnect.org/&quot; rel=&quot;nofollow&quot;&gt;MTConnect&lt;/a&gt;. Basically, you can read from a stream of XML coming from any type of device that utilizes the MTConnect &quot;standard&quot;. MTConnect is part of the manufacturing solution for Internet of Things.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In a nut shell, anything that has an electrical pulse can theoretically be monitored using sensors. These sensors can be tracked and the signals can be interpreted into meaningful data, which can then be transmitted using HTTP/TCP in the form of XML using the MTConnect &quot;standard&quot;. As a developer, you can then access this stream using HTTP/TCP. &lt;a href=&quot;http://agent.mtconnect.org/&quot; rel=&quot;nofollow&quot;&gt;Here&lt;/a&gt; is an example of the schema you would use and &lt;a href=&quot;http://agent.mtconnect.org/current&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; is an example of a transformation of the output stream (using XSLT).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A lot of manufacturing machines (mills, lathes, etc.) can utilize this format, however the format is broad enough that you could setup MTConnect on anything from as simple as a coffee machine to something as complex as the International Space Station. It all just depends on the scope of your application.&lt;/p&gt;&#xA;" OwnerUserId="9160" LastEditorUserId="1511" LastEditDate="2016-10-31T19:43:40.530" LastActivityDate="2016-10-31T19:43:40.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6393" PostTypeId="2" ParentId="6356" CreationDate="2015-11-05T16:10:48.700" Score="4" Body="&lt;p&gt;Take a look at my answer &lt;a href=&quot;https://opendata.stackexchange.com/questions/5710/predictive-maintenance-data&quot;&gt;here&lt;/a&gt;. Basically, it goes over a primary manufacturing technology that allows collecting data from various machine tools. However, the same MTConnect &quot;standard&quot; can be applied to anything that can be digitally monitored using sensors. Take a look at &lt;a href=&quot;http://agent.mtconnect.org/current&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; &quot;live&quot; (but fake) XSLT stream from a 3-Axis mill.&lt;/p&gt;&#xA;" OwnerUserId="9160" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-11-05T16:10:48.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6394" PostTypeId="2" ParentId="6389" CreationDate="2015-11-05T20:04:51.390" Score="2" Body="&lt;p&gt;We have not heard of anyone running the openFDA data pipeline on Windows. That being said, it should in theory be possible since we are using open source tools that work across platforms. If you decide to go down this path, I recommend you use Docker as it should make parts of the system much easier to support on Windows. Finally, PRs are always welcome!&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2015-11-05T20:04:51.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6395" PostTypeId="1" AcceptedAnswerId="6396" CreationDate="2015-11-05T22:06:58.483" Score="3" ViewCount="98" Body="&lt;p&gt;In the MIMIC-III database, I wonder whether there is an easy way to obtain the list of ICUSTAY_IDs that happened in a given HADM_ID.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/v2mpI.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/v2mpI.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-11-11T02:24:20.493" Title="How to get the list of ICUSTAY_IDs that happened in a given HADM_ID?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6396" PostTypeId="2" ParentId="6395" CreationDate="2015-11-05T22:06:58.483" Score="1" Body="&lt;p&gt;In MIMIC 2V30, to get to the list of ICUSTAY_IDs that happened in a given HADM_ID, you can use:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT t1.HADM_ID, t2.ICUSTAY_ID&#xA;FROM MIMIC2V30.ADMISSIONS t1&#xA;INNER JOIN MIMIC2V30.ICUSTAYEVENTS t2&#xA;ON t1.SUBJECT_ID = t2.SUBJECT_ID&#xA;-- filter for those time ranges that overlap&#xA;AND t1.ADMIT_DT &amp;lt;= t2.INTIME&#xA;AND t1.DISCH_DT &amp;gt;= t2.OUTTIME&#xA;ORDER BY t1.HADM_ID, t2.ICUSTAY_ID ASC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or maybe to account for the fact that &lt;code&gt;ICUSTAYEVENTS.OUTTIME&lt;/code&gt; is often after &lt;code&gt;ADMISSIONS.DISCH_DT&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT t1.HADM_ID, COUNT(DISTINCT(t2.ICUSTAY_ID)) cnt&#xA;FROM MIMIC2V30.ADMISSIONS t1&#xA;INNER JOIN MIMIC2V30.ICUSTAYEVENTS t2&#xA;ON t1.SUBJECT_ID = t2.SUBJECT_ID&#xA;-- filter for those time ranges that overlap&#xA;AND t1.ADMIT_DT &amp;lt;= t2.INTIME&#xA;AND CAST(t2.OUTTIME AS DATE)- CAST(t1.DISCH_DT AS DATE) &amp;lt; 1&#xA;GROUP BY t1.HADM_ID&#xA;ORDER BY cnt DESC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In MIMIC-III, it's much easier:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- returns 61532 rows&#xA;SELECT HADM_ID, ICUSTAY_ID FROM  mimiciii.icustays &#xA;ORDER BY HADM_ID, ICUSTAY_ID ASC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It can still use the same strategy as the one used a for MIMIC2V30, but it will yield a less complete list:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- returns 49185 rows&#xA;SELECT t1.HADM_ID, t2.ICUSTAY_ID&#xA;FROM mimiciii.admissions t1&#xA;INNER JOIN mimiciii.icustays t2&#xA;ON t1.SUBJECT_ID = t2.SUBJECT_ID&#xA;-- filter for those time ranges that overlap&#xA;AND t1.admittime &amp;lt;= t2.intime&#xA;AND t1.dischtime &amp;gt;= t2.outtime&#xA;ORDER BY t1.HADM_ID, t2.ICUSTAY_ID ASC;&#xA;&#xA;-- returns 60237 rows&#xA;SELECT t1.HADM_ID, t2.ICUSTAY_ID&#xA;FROM mimiciii.admissions t1&#xA;INNER JOIN mimiciii.icustays t2&#xA;ON t1.SUBJECT_ID = t2.SUBJECT_ID&#xA;-- filter for those time ranges that overlap&#xA;AND t1.admittime &amp;lt;= t2.intime&#xA;AND CAST(t2.OUTTIME AS DATE)- CAST(t1.DISCHTime AS DATE) &amp;lt; 1&#xA;ORDER BY t1.HADM_ID, t2.ICUSTAY_ID ASC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="5601" LastEditDate="2015-11-11T02:24:20.493" LastActivityDate="2015-11-11T02:24:20.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6397" PostTypeId="1" AcceptedAnswerId="6566" CreationDate="2015-11-05T22:52:34.267" Score="5" ViewCount="2045" Body="&lt;p&gt;Is the patient's height available in MIMIC-III? In my use case, I would be interested in having it in order to compute the patient's ideal body weight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On Oracle DB:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT  *&#xA;FROM all_tab_columns&#xA;WHERE LOWER(column_name) = 'height'&#xA;AND owner = 'MIMIC';&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or on PostgreSQL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select table_name &#xA;from information_schema.columns&#xA;where LOWER(column_name) LIKE '%height%';&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;didn't return anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at the &lt;code&gt;D_ITEMS&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT *&#xA;FROM mimiciii.D_ITEMS&#xA;-- not ideal, but %ht% will find labels containing 'Ht' and 'Height'&#xA;WHERE lower(label) like '%ht%'&#xA;ORDER BY label ASC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;there are a few itemid of interest:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/uZT7h.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/uZT7h.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But using them to look for heights in &lt;code&gt;chartevents&lt;/code&gt; table only returns the heights for a fraction of patients (mostly neonates):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- Result: 12958 rows &#xA;SELECT ICUSTAY_ID, MIN(VALUENUM) mini, MAX(VALUENUM), &#xA;  AVG(VALUENUM), STDDEV(VALUENUM)&#xA;FROM mimiciii.CHARTEVENTS &#xA;WHERE ITEMID IN (920)&#xA;AND VALUENUM IS NOT NULL&#xA;AND VALUENUM &amp;gt; 0&#xA;GROUP BY ICUSTAY_ID&#xA;ORDER BY mini ASC&#xA;;&#xA;&#xA;&#xA;-- Result: 11385 rows &#xA;SELECT subject_id, MIN(VALUENUM) mini, MAX(VALUENUM), &#xA;  AVG(VALUENUM), STDDEV(VALUENUM), COUNT(*) cnt&#xA;FROM mimiciii.CHARTEVENTS &#xA;WHERE ITEMID IN (920)&#xA;AND VALUENUM IS NOT NULL&#xA;AND VALUENUM &amp;gt; 0&#xA;GROUP BY subject_id&#xA;ORDER BY mini ASC&#xA;;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Are the patients' heights available somewhere else?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-01-30T15:40:58.170" Title="Is the patient's height available?" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6398" PostTypeId="1" AcceptedAnswerId="6431" CreationDate="2015-11-05T23:47:27.043" Score="3" ViewCount="54" Body="&lt;p&gt;Why is the &lt;code&gt;ICUSTAY_ID&lt;/code&gt; null for some rows in the transfers table?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- returns 174176 rows&#xA;SELECT * FROM mimiciii.transfers  &#xA;WHERE ICUSTAY_ID IS NULL&#xA;ORDER BY ICUSTAY_ID ASC ;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/024qN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/024qN.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="5601" LastEditDate="2015-11-11T02:24:28.747" LastActivityDate="2015-11-11T02:24:28.747" Title="Why are some transfers.ICUSTAY_ID null?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6399" PostTypeId="1" AcceptedAnswerId="6761" CreationDate="2015-11-06T00:21:48.213" Score="3" ViewCount="752" Body="&lt;p&gt;I wonder whether &lt;a href=&quot;http://en.wikipedia.org/wiki/APACHE_II&quot; rel=&quot;nofollow noreferrer&quot;&gt;APACHE scores&lt;/a&gt; are available somewhere in MIMIC-III.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There doesn't seem to be any widely used APACHE ITEMIDs in the table &lt;code&gt;CHARTEVENTS&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; SELECT LABEL,  COUNT(*) cnt&#xA; FROM  mimiciii.CHARTEVENTS,&#xA; mimiciii.d_items&#xA;  WHERE LOWER(d_items.LABEL) LIKE '%apache%'&#xA;  and CHARTEVENTS.itemid = d_items.itemid&#xA;   GROUP BY d_items.LABEL&#xA; ORDER BY cnt DESC ;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xQL1I.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xQL1I.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-12-30T02:00:57.180" Title="Are the APACHE scores available somewhere?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6400" PostTypeId="1" AcceptedAnswerId="6552" CreationDate="2015-11-06T00:24:40.380" Score="2" ViewCount="37" Body="&lt;p&gt;I heard that one more MICU was added in 2008 (8 bed unit was added as MICU7). Is there a log of BIDMC's bed capacity changes somewhere, or at least a log of addition/deletion of ICUs? I guess I could infer some approximation of it from the data but if it already exists I'd be interested.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-11-30T16:01:06.463" Title="Is there a log of BIDMC's bed capacity changes?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6401" PostTypeId="1" CreationDate="2015-11-06T00:28:06.397" Score="3" ViewCount="268" Body="&lt;p&gt;I saw a few mappings between Clinical and Waveform Records:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.physionet.org/physiobank/tutorials/using-mimic2/#linking&quot; rel=&quot;nofollow&quot;&gt;http://www.physionet.org/physiobank/tutorials/using-mimic2/#linking&lt;/a&gt; (MIMIC Waveform database 2V2)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/MAP-CW&quot; rel=&quot;nofollow&quot;&gt;http://physionet.org/physiobank/database/mimic2wdb/MAP-CW&lt;/a&gt; (MIMIC Waveform database 2V3)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/matched/&quot; rel=&quot;nofollow&quot;&gt;http://physionet.org/physiobank/database/mimic2wdb/matched/&lt;/a&gt; (MIMIC Waveform database 2V3 +  MIMIC II Clinical Database version 2.6 (or later))&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is the last one in this list the most recent mapping between Clinical and Waveform Records?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/MAP-CW&quot; rel=&quot;nofollow&quot;&gt;http://physionet.org/physiobank/database/mimic2wdb/MAP-CW&lt;/a&gt; looks incomplete. It has no patient whose ID is greater than 26715 while &lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/matched/&quot; rel=&quot;nofollow&quot;&gt;http://physionet.org/physiobank/database/mimic2wdb/matched/&lt;/a&gt; has up to 32805.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-24T16:02:17.527" Title="Where to find the most recent mapping between Clinical and Waveform Records?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6402" PostTypeId="1" CreationDate="2015-11-06T00:32:36.227" Score="1" ViewCount="80" Body="&lt;p&gt;I'm trying to link some arterial blood pressure beats that I extracted from the MIMIC waveform database to events in the MIMIC clinical database. I obtained the arterial blood pressure beats using WFDB to get the beat onsets. For the beginning of a beat, I call &lt;code&gt;WFDB_Annotation().getTime()&lt;/code&gt; &lt;a href=&quot;http://www.physionet.org/physiotools/matlab/wfdb_tools/unsupported/WFDB_tools/doc/wfdb_tools/node95.html&quot; rel=&quot;nofollow&quot;&gt;to get&lt;/a&gt; the sample number to which the annotation &quot;points&quot;. How can I map it to an actual timestamp (e.g. &lt;code&gt;2015-05-24 17:47:59&lt;/code&gt;) so that I can link it to events in the MIMIC clinical database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Assume that the sampling frequency is 125 Hz, and that the waveform record started at timestamp &lt;code&gt;2567-03-30 17:47:59&lt;/code&gt; (which I believe we can see in the waveform header, e.g. &lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/matched/s00020/s00020-2567-03-30-17-47.hea&quot; rel=&quot;nofollow&quot;&gt;s00020-2567-03-30-17-47.hea&lt;/a&gt;) for patient &lt;code&gt;s00020&lt;/code&gt;:  if &lt;code&gt;WFDB_Annotation().getTime()&lt;/code&gt;  returns &lt;code&gt;65133&lt;/code&gt;, is the actual timestamp &lt;code&gt;65133/125 + 2567-03-30 17:47:59&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-03T19:08:53.907" Title="How to map WFDB_Annotation().getTime() to actual timestamps?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6403" PostTypeId="2" ParentId="5783" CreationDate="2015-11-06T02:44:41.937" Score="3" Body="&lt;p&gt;There is a climate data set from the University of East Anglia's Climate Research Unit, here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23&quot; rel=&quot;nofollow&quot;&gt;http://www.cru.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It covers 1901-2014, with variables broken down by country at monthly, quarterly and annual resolution. The format, though largely self-explanatory, is described in &lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23/Read_Me_CRU_CY.txt&quot; rel=&quot;nofollow&quot;&gt;the readme&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8975" LastActivityDate="2015-11-06T02:44:41.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6404" PostTypeId="1" CreationDate="2015-11-06T14:43:23.790" Score="2" ViewCount="51" Body="&lt;p&gt;I wonder whether there exists a mapping between MIMIC-II v2.6's meditems' itemids and MIMIC-III d_items.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="5601" LastEditDate="2015-12-30T01:50:01.577" LastActivityDate="2015-12-30T01:50:01.577" Title="Mapping between MIMIC-II v2.6's meditems' itemids and MIMIC-III d_items?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6405" PostTypeId="1" CreationDate="2015-11-06T16:37:02.583" Score="3" ViewCount="153" Body="&lt;p&gt;To detect whether vasopressor was used for a patient in MIMIC, is looking at the presence of itemids whose labels are dobutamine, dopamine, epinephrine, epinephrine-k, levophed, levophed-k, vasopressin, milrinone, neosynephrine, neosynephrine-k in d_items enough? (case insensitive, as done by &lt;a href=&quot;https://github.com/MIT-LCP/hdlvef/blob/master/sql/echo_vasopressors.sql&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/hdlvef/blob/master/sql/echo_vasopressors.sql&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or shall one be more exhaustive like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT d_items.label, MIN(d_items.itemid) item_id, count(distinct(hadm_id)) hadm_id_count&#xA;FROM  mimiciii.d_items, mimiciii.chartevents&#xA;WHERE chartevents.itemid = d_items.itemid&#xA;AND (&#xA;upper(label) like '%DOBUTAMINE%'&#xA;or upper(label) like '%DOPAMINE%'&#xA;or upper(label) like '%EPINEPHRINE%'&#xA;or upper(label) like '%LEVOPHED%'&#xA;or upper(label) like '%VASOPRESSIN%'&#xA;or upper(label) like '%MILRINONE%'&#xA;or upper(label) like '%NEOSYNEPHRINE%')&#xA;group by d_items.label&#xA;ORDER BY label ASC &#xA;;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT d_items.label, MIN(d_items.itemid) item_id, count(distinct(hadm_id)) hadm_id_count &#xA;FROM  mimiciii.d_items, mimiciii.ioevents&#xA;WHERE ioevents.itemid = d_items.itemid&#xA;AND (&#xA;upper(label) like '%DOBUTAMINE%'&#xA;or upper(label) like '%DOPAMINE%'&#xA;or upper(label) like '%EPINEPHRINE%'&#xA;or upper(label) like '%LEVOPHED%'&#xA;or upper(label) like '%VASOPRESSIN%'&#xA;or upper(label) like '%MILRINONE%'&#xA;or upper(label) like '%NEOSYNEPHRINE%')&#xA;group by d_items.label&#xA;ORDER BY label ASC &#xA;;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which returns many more though not widely used itemids:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/2tR6Y.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/2tR6Y.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-11-06T16:37:02.583" Title="Detecting use of vasopressor in a patient in MIMIC" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6406" PostTypeId="2" ParentId="1796" CreationDate="2015-11-06T18:14:00.327" Score="4" Body="&lt;p&gt;Here is a recently updated climate data set from the University of East Anglia's Climate Research Unit:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23&quot; rel=&quot;nofollow&quot;&gt;http://www.cru.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It covers 1901-2014, with variables broken down by country at monthly, quarterly and annual intervals.&lt;/p&gt;&#xA;" OwnerUserId="8975" LastActivityDate="2015-11-06T18:14:00.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6408" PostTypeId="5" CreationDate="2015-11-06T20:32:07.450" Score="0" Body="&lt;p&gt;Relates to hardware and software systems that have or must meet guaranteed operational timing constraints/deadlines normally in relation to a start of an event to system receipt or response. Normally this domain involves mission critical systems. Sometimes near real-time, i.e. without significant delay gets confused for real-time; however, in terms of timing there can be significant differences microseconds vs milliseconds, and without any performance guarantees.&#xA;&lt;a href=&quot;/questions/tagged/realtime&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;realtime&amp;#39;&quot; rel=&quot;tag&quot;&gt;realtime&lt;/a&gt; &lt;a href=&quot;/questions/tagged/real-time&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;real-time&amp;#39;&quot; rel=&quot;tag&quot;&gt;real-time&lt;/a&gt; [near-real-time]&lt;/p&gt;&#xA;" OwnerUserId="8858" LastEditorUserId="8858" LastEditDate="2015-11-07T22:59:33.340" LastActivityDate="2015-11-07T22:59:33.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6409" PostTypeId="4" CreationDate="2015-11-06T20:32:07.450" Score="0" Body="Relates to hardware and software systems that have or must meet guaranteed operational timing constraints/deadlines normally in relation to a start of an event to system receipt or response. " OwnerUserId="8858" LastEditorUserId="8858" LastEditDate="2015-11-10T05:48:23.077" LastActivityDate="2015-11-10T05:48:23.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6410" PostTypeId="1" CreationDate="2015-11-07T04:58:45.267" Score="2" ViewCount="225" Body="&lt;p&gt;The column &lt;code&gt;diagnoses_icd.sequence&lt;/code&gt;, according to the &lt;a href=&quot;https://mimic.physionet.org/mimictables/diagnoses_icd/&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;provides the order in which the ICD diagnoses relate to the patient. ICD diagnoses are ordered by priority.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Does the order really matter aside from the primary diagnosis (i.e. does the &lt;code&gt;diagnoses_icd.sequence&lt;/code&gt; matter when &lt;code&gt;diagnoses_icd.sequence &amp;gt; 1&lt;/code&gt;)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see &lt;code&gt;diagnoses_icd.sequence&lt;/code&gt; has values that range from 1 to 39:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct(sequence),  COUNT(*)  &#xA;FROM  mimiciii.diagnoses_icd &#xA;GROUP BY sequence&#xA;ORDER BY   sequence ASC  ;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/yCpAt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yCpAt.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-01-03T02:44:26.293" Title="diagnoses_icd.sequence in MIMIC-III: does the order matter aside from the primary diagnosis?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="6411" PostTypeId="1" CreationDate="2015-11-07T06:23:26.190" Score="2" ViewCount="67" Body="&lt;p&gt;say I want all users along with their friend lists across all of Africa. The user data needs to be georeferenced. Is this possible to obtain?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="1511" LastEditDate="2015-11-07T12:27:55.737" LastActivityDate="2015-11-10T23:35:26.980" Title="Facebook data Africa" Tags="|data-request|africa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6412" PostTypeId="2" ParentId="4885" CreationDate="2015-11-07T10:19:31.573" Score="1" Body="&lt;p&gt;The publicly available &lt;a href=&quot;https://aws.amazon.com/datasets/daily-global-weather-measurements-1929-2009-ncdc-gsod/&quot; rel=&quot;nofollow&quot;&gt;Daily Global Weather Measurements (1929-2009)&lt;/a&gt; may include measurements in Germany for that period. The dataset is 20GB in total and well structured.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Global summary of day data for 18 surface meteorological elements are derived from the synoptic/hourly observations contained in USAF DATSAV3 Surface data and Federal Climate Complex Integrated Surface Data (ISD). Historical data are generally available for 1929 to the present, with data from 1973 to the present being the most complete. For some periods, one or more countries' data may not be available due to data restrictions or communications problems. In deriving the summary of day data, a minimum of 4 observations for the day must be present (allows for stations which report 4 synoptic observations/day). Since the data are converted to constant units (e.g, knots), slight rounding error from the originally reported values may occur (e.g, 9.9 instead of 10.0). &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you dig around with a search engine, you'll find alternative downloads or ports. For example, from the NCDC (&lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/datasets&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The license requires that the data is only used in the US.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-11-07T10:19:31.573" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6413" PostTypeId="2" ParentId="6151" CreationDate="2015-11-07T10:21:50.990" Score="2" Body="&lt;p&gt;First variant: &lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=help&amp;amp;modules=query%2Bsearch&quot; rel=&quot;nofollow&quot;&gt;MediaWiki API for Commons with search query&lt;/a&gt; for pages of type &quot;Category&quot; (srnamespace=&lt;strong&gt;14&lt;/strong&gt;), maximum 10 results (srlimit=&lt;strong&gt;10&lt;/strong&gt;), and searched string &lt;strong&gt;your_string&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;list=search&amp;amp;srwhat=text&amp;amp;srenablerewrites=1&amp;amp;srnamespace=14&amp;amp;srlimit=10&amp;amp;srsearch=your_string&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Second variant: &lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=help&amp;amp;modules=opensearch&quot; rel=&quot;nofollow&quot;&gt;MediaWiki API for Commons with opensearch&lt;/a&gt; for maximum 10 results (limit=&lt;strong&gt;10&lt;/strong&gt;), and searched string &lt;strong&gt;your_string&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://commons.wikimedia.org/w/api.php?action=opensearch&amp;amp;limit=10&amp;amp;suggest=1&amp;amp;search=Category:your_string&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For your example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;Power plants in New Z&lt;/code&gt; returns the desired category on 1st place for the second variant&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;power plants in new zealand&lt;/code&gt; returns the desired category on 1st place for both variants&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;Power plants in New-Zealand&lt;/code&gt; returns the desired category on 4th place for the first variant&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;Power plant in New Zealand&lt;/code&gt; returns the desired category on 4th place for the first variant&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;Pwer plants in New Zeland&lt;/code&gt; and &lt;code&gt;New Zeland power plant&lt;/code&gt; returns suggestion for the first variant&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I couldn't find something better, so if you want you can make some combination of these two variants or you can do compromise and will use one of them.&lt;/p&gt;&#xA;" OwnerUserId="9171" LastActivityDate="2015-11-07T10:21:50.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6414" PostTypeId="1" CreationDate="2015-11-07T20:59:08.503" Score="4" ViewCount="45" Body="&lt;p&gt;I am looking for historical price data in .csv or .txt format to download for the following financial instrument:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sdax Performance Index (It's a german smallcap indice in case you care)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ISIN: DE0009653386&#xA;RIC: ^SDAXI&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I need the data starting from 30.12.1987 as far as possible.&lt;/p&gt;&#xA;" OwnerUserId="9174" LastEditorUserId="17209" LastEditDate="2017-12-21T00:37:59.970" LastActivityDate="2017-12-21T00:37:59.970" Title="historical price data for Sdax Index" Tags="|finance|germany|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6415" PostTypeId="1" CreationDate="2015-11-08T03:01:54.547" Score="3" ViewCount="238" Body="&lt;p&gt;I have embarked on a project to gather spoken english letters into a free and open database. I call it the &lt;a href=&quot;http://robertmassaioli.bitbucket.org/alphabet-upload.html&quot; rel=&quot;nofollow&quot;&gt;English Alphabet Audio Database&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is simple: does any other such database already exist? I could not find one which is why I made this one but I wanted to be doubly sure and I thought that this community might be able to help.&lt;/p&gt;&#xA;" OwnerUserId="9177" LastActivityDate="2015-11-08T03:01:54.547" Title="Open Audio Database of English Letters" Tags="|english|audio|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6417" PostTypeId="1" CreationDate="2015-11-09T10:10:59.590" Score="3" ViewCount="119" Body="&lt;p&gt;I have a list of casinos. Each casino has:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;latitude&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;longitude&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;boss&lt;/code&gt; (a single boss runs from 1 to 50 casinos)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Sample:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;40.642 -73.997 Freddy Queens&#xA;40.680 -73.985 Freddy Queens&#xA;40.697 -73.949 Freddy Queens&#xA;40.651 -73.968 Freddy Queens&#xA;40.772 -73.981 Manhattan Michael&#xA;40.813 -73.939 Manhattan Michael&#xA;40.755 -74.000 Manhattan Michael&#xA;40.781 -73.964 Manhattan Michael&#xA;40.721 -74.062 Nicole Je. Polizzi&#xA;40.750 -74.042 Nicole Je. Polizzi&#xA;40.694 -74.090 Nicole Je. Polizzi&#xA;[... 70,000 casinos for 27,000 bosses ...]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;From this data I want to generate a map like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4wiji.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4wiji.png&quot; alt=&quot;map&quot;&gt;&lt;/a&gt; &lt;em&gt;(hand-drawn representation, not accurate)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One color per boss. The casinos of each boss should not &quot;overlap&quot; too much.&#xA;The final goal is to find anomalies (casinos that should be transferred to a different &lt;code&gt;boss&lt;/code&gt; because they are clearly in that &lt;code&gt;boss&lt;/code&gt;' &quot;territory&quot;). Boss &quot;territories&quot; do not match any official geographical subdivisions, for all that matters the same problem could be set on Mars (Earth map background would be nice though).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a webapp (desktop program also OK) to which I could feed this data (CSV) and that would show this kind of map? It can look different, for instance monochrome areas would be OK too, as long as it can be used to detect anomalies.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2015-11-11T04:41:09.033" LastActivityDate="2015-11-11T04:50:32.767" Title="Show areas defined by sets of latitude/longitude" Tags="|geospatial|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="6418" PostTypeId="1" CreationDate="2015-11-09T20:06:16.763" Score="4" ViewCount="203" Body="&lt;p&gt;I want to understand the data saved when a person uses his or her credit card in a shop or online. Is there a common data set format for this? If so, what does it contain? Furthermore, can anyone point to an example dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that in the telecommunications industry one standard format used is the call detail record (CDR) for making calls or sending texts. I'm trying to find the &quot;bank equivalent&quot; of such a format for credit card usage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've seen &lt;a href=&quot;https://opendata.stackexchange.com/questions/6214/a-typical-bank-database-for-credit-card-accounts&quot;&gt;A typical bank database for credit card accounts?&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/questions/3930/credit-card-metadata-database&quot;&gt;Credit card metadata database&lt;/a&gt;, but these are related to the numbers used for the accounts associated with the credit cards, whereas I'm interested in the information captured every time the card is used.&lt;/p&gt;&#xA;" OwnerUserId="6386" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-11-09T20:06:16.763" Title="Example of credit card usage data" Tags="|finance|data-format|bank|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6419" PostTypeId="2" ParentId="4367" CreationDate="2015-11-09T20:14:43.620" Score="3" Body="&lt;p&gt;And just to add to the others, now it is available on English Wikipedia, and you would use it like this: &lt;code&gt;{{#property:P1096|from=Q313}}&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="3223" LastEditorUserId="3223" LastEditDate="2019-09-16T20:33:57.387" LastActivityDate="2019-09-16T20:33:57.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6420" PostTypeId="1" CreationDate="2015-11-10T01:48:35.290" Score="2" ViewCount="20" Body="&lt;p&gt;&lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/&quot; rel=&quot;nofollow&quot;&gt;http://physionet.org/physiobank/database/mimic2wdb/&lt;/a&gt; says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;the raw data file [might] contain data from two (or more) patients.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Is there any estimation of how often a waveform record comes from two or more patients?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-11-10T01:48:35.290" Title="How often does a waveform record come from two or more patients?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6421" PostTypeId="1" AcceptedAnswerId="6423" CreationDate="2015-11-10T01:50:20.293" Score="3" ViewCount="40" Body="&lt;p&gt;&lt;a href=&quot;http://physionet.org/physiobank/database/mimic2wdb/&quot; rel=&quot;nofollow&quot;&gt;http://physionet.org/physiobank/database/mimic2wdb/&lt;/a&gt; lists two cases where one waveform recording is split into two recordings:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a patient was admitted more than once to any of the study ICUs during the study period&lt;/li&gt;&#xA;&lt;li&gt;gaps of an hour or more have been split into separate records&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Are there other cases that cause a waveform recording to be split into two recordings in MIMIC WDB 2v3?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-11-10T09:28:23.617" Title="In which cases is a waveform recording split into two recordings in MIMIC WDB 2v3?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6423" PostTypeId="2" ParentId="6421" CreationDate="2015-11-10T09:28:23.617" Score="2" Body="&lt;p&gt;Technically, those are the only two reasons for a waveform record to be split into two segments. However the actual underlying reason why the gap occurred varies.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2015-11-10T09:28:23.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6424" PostTypeId="1" CreationDate="2015-11-10T15:00:55.103" Score="4" ViewCount="60" Body="&lt;p&gt;I am trying to do a certain kind of evaluation (not worth detailing here), and I am on the lookout for a collection of related datasets.&lt;/p&gt;&#xA;&lt;p&gt;Allow me this simplistic (and unrealistic perhaps) example in order to clarify what I am looking for:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Imagine having multiple &amp;quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Iris_flower_data_set&quot; rel=&quot;nofollow noreferrer&quot;&gt;Iris&lt;/a&gt;&amp;quot; datasets.&lt;/li&gt;&#xA;&lt;li&gt;Each of these datasets measures the same thing. By this I mean the same (type and number) of features appear in all the datasets, and they are associated with the same kind of target (regression value/label).&lt;/li&gt;&#xA;&lt;li&gt;In the case, of the Iris dataset this would mean, that in all datasets, the data items are composed of the same four features and all associated with one of the three labels. The distribution of features, however, in each dataset can be different (also the proportion of classes can be different).&#xA;Is anybody aware of such a collection of datasets?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;So far I have been looking into transfer learning literature, but have not managed to find something like this so far.&lt;/p&gt;&#xA;&lt;p&gt;ps. This question was previously posted on the Data Science forum where it was deemed off-topic.&lt;/p&gt;&#xA;" OwnerUserId="9196" LastEditorUserId="70" LastEditDate="2022-10-14T18:35:15.177" LastActivityDate="2022-10-14T18:35:15.177" Title="Collection of related datasets (akin to transfer learning)" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6426" PostTypeId="2" ParentId="6411" CreationDate="2015-11-10T23:35:26.980" Score="1" Body="&lt;p&gt;that would be a very lengthy procedure, what you are looking to do is data-scrape using facebook's api. This could be built in python. Take a look on google for a few tutorials. There are some data scrapers that are off the shelf that will help you.&lt;/p&gt;&#xA;" OwnerUserId="9203" LastActivityDate="2015-11-10T23:35:26.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6427" PostTypeId="1" CreationDate="2015-11-10T23:56:37.403" Score="5" ViewCount="40" Body="&lt;p&gt;I can't seem to find how any information about what kind of coverage Google offers for case law, what the selection for cases is, etc. Does anyone have any idea? I literally don't see any comments at all. &lt;/p&gt;&#xA;" OwnerUserId="6546" LastEditorUserId="6546" LastEditDate="2016-02-09T23:46:40.933" LastActivityDate="2016-02-09T23:46:40.933" Title="What is the coverage of Google case law for New York state?" Tags="|usa|legal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6428" PostTypeId="2" ParentId="6417" CreationDate="2015-11-11T01:23:27.283" Score="1" Body="&lt;p&gt;Use Google's &lt;a href=&quot;https://mapsengine.google.com/map/&quot; rel=&quot;nofollow&quot;&gt;MyMaps&lt;/a&gt; to map the lats and longs. Use a different color for each cluster/territory/&quot;boss&quot;. Adjust the cluster/territory/boss as necessary after mapping each cluster. Draw lines and connect the dots.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you really want to create polygons automatically, check out &lt;a href=&quot;http://www.qgis.org&quot; rel=&quot;nofollow&quot;&gt;QGIS&lt;/a&gt;, the open-source GIS package, and &lt;a href=&quot;http://postgis.net/&quot; rel=&quot;nofollow&quot;&gt;PostGIS&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="6510" LastActivityDate="2015-11-11T01:23:27.283" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="6429" PostTypeId="1" AcceptedAnswerId="7010" CreationDate="2015-11-11T01:33:00.403" Score="4" ViewCount="43" Body="&lt;p&gt;I'm working on a bike project that spans a number of cities in a region. Some of the cities have their existing bike infrastructure available as open data, but not all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to extract from OpenStreetMap or some other source only the bike infrastructure network, which preferably has a breakdown of facility type (sharrow, bike lane, protected bike lane).&lt;/p&gt;&#xA;" OwnerUserId="3840" LastEditorUserId="3840" LastEditDate="2016-02-07T06:33:31.080" LastActivityDate="2016-02-07T21:21:26.973" Title="How do I acquire bike network shapefiles for a particular region?" Tags="|data-request|usa|geospatial|openstreetmap|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6430" PostTypeId="2" ParentId="6427" CreationDate="2015-11-11T01:42:32.387" Score="1" Body="&lt;p&gt;&quot;Complete state results will become publicly available this fall for California and New York,&quot; &lt;a href=&quot;http://www.nytimes.com/2015/10/29/us/harvard-law-library-sacrifices-a-trove-for-the-sake-of-a-free-database.html&quot; rel=&quot;nofollow&quot;&gt;Harvard Law Library Readies Trove of Decisions for Digital Age&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6510" LastActivityDate="2015-11-11T01:42:32.387" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6431" PostTypeId="2" ParentId="6398" CreationDate="2015-11-11T02:02:52.357" Score="2" Body="&lt;p&gt;The transfers table provides a record of the movements between wards made by patients during a hospital stay. Not all of the transfers listed in the table are made between intensive care units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the current care unit (&lt;code&gt;curr_careunit&lt;/code&gt;) is an intensive care unit then we would expect the &lt;code&gt;icustay_id&lt;/code&gt; to be populated. If the &lt;code&gt;curr_careunit&lt;/code&gt; is not an intensive care unit, we would expect the &lt;code&gt;icustay_id&lt;/code&gt; to be null.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An empty field in the &lt;code&gt;curr_careunit&lt;/code&gt; or &lt;code&gt;prev_careunit&lt;/code&gt; indicates that the care unit is not an intensive care unit. In addition, certain other entries may not be intensive care units (for example, 'NWARD' is a ward for newborns). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To summarise, all or almost all of the &lt;code&gt;icustay_id&lt;/code&gt;s returned by your query are expected to be null because the &lt;code&gt;curr_careunit&lt;/code&gt; is not an intensive care unit.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-11-11T02:02:52.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6432" PostTypeId="2" ParentId="6306" CreationDate="2015-11-11T03:16:37.300" Score="3" Body="&lt;p&gt;For around 61046 admissions out of the 61532 admissions (~99.2% admissions), the ICU intime occurs after the hospital admission time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;SELECT i.intime - a.admittime as tdiff,&#xA;        a.subject_id, a.hadm_id, a.admittime, i.intime, &#xA;        a.dischtime, i.outtime&#xA;FROM mimiciii.admissions a&#xA;INNER JOIN mimiciii.icustays i&#xA;ON a.hadm_id = i.hadm_id&#xA;ORDER BY i.intime - a.admittime desc;&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the remaining proportion of records where admission to the ICU is recorded as occuring before admission to the hospital, the time differences are generally very small.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In all but 41 admissions the ICU intime occurs no more than 12 hours before time of admission to the hospital. In all but 2 admissions the ICU intime occurs no more than 24 hours before the time of admission to the hospital.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In principle hospital admission time should not occur before ICU intime, but in some cases it is possible that administration delays or errors lead to date mismatches such as these.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-11-11T03:16:37.300" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6433" PostTypeId="2" ParentId="6417" CreationDate="2015-11-11T04:50:32.767" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;For each &lt;code&gt;boss&lt;/code&gt; you need to calculate the convex hull of their locations as this defines their &quot;territory&quot;. &lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Casinos that exist in more than one of these regions (use &lt;code&gt;RegionMember&lt;/code&gt;) are potential targets for reallocation. Your dataset does not have any conflicts so I leave this to you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.1 You can highlight these by using a different marker and style. Add a click event that will pop up the territories that overlap and assign it to the one you like. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.2 If the criteria is formulaic then you can just code it through.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Replot.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I only do part one as there are no conflicts.  However, I think I should leave some of the fun of 2 to you.  If you attempt 2 in Mathematica and need some help then pop over the the Mathematica SE for assistance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Mathematica Code&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just imported from the string directly for this one instead of making a text file.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;dat = ImportString[ &quot;40.642,-73.997,Freddy Queens&#xA;  40.680,-73.985,Freddy Queens&#xA;  40.697,-73.949,Freddy Queens&#xA;  40.651,-73.968,Freddy Queens&#xA;  40.772,-73.981,Manhattan Michael&#xA;  40.813,-73.939,Manhattan Michael&#xA;  40.755,-74.000,Manhattan Michael&#xA;  40.781,-73.964,Manhattan Michael&#xA;  40.721,-74.062,Nicole Je.Polizzi&#xA;  40.750,-74.042,Nicole Je.Polizzi&#xA;  40.694,-74.090,Nicole Je.Polizzi&quot;,&#xA;  &quot;CSV&quot;];&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I use an &lt;code&gt;Association&lt;/code&gt; here but you may want to use &lt;code&gt;Dataset&lt;/code&gt; for your larger set. I also swap the order of the co-ordinates as they are not in the conventional order (they were plotting in Antarctica).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;(* Calculate the territory and get a colour for each boss *)&#xA;bossPts = Association @@ KeyValueMap[&#xA;   Function[{key, value},&#xA;    With[{pts = value[[All, {2, 1}]]},&#xA;     key -&amp;gt; &amp;lt;|&#xA;       &quot;Casinos&quot; -&amp;gt; pts,&#xA;       &quot;Territory&quot; -&amp;gt; Identity @@@ MeshPrimitives[ConvexHullMesh[pts], 0],&#xA;       &quot;Colour&quot; -&amp;gt; ColorData[&quot;DarkRainbow&quot;][RandomReal[]]&#xA;      |&amp;gt;&#xA;     ]&#xA;    ], GroupBy[dat, Last]];&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I tooltip the territory with the boss' name and plot everything in the boss' colour.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;KeyValueMap[&#xA;  Function[{key, value},&#xA;   {&#xA;    value[&quot;Colour&quot;],&#xA;    {GeoStyling[Opacity[.7]], &#xA;     Tooltip[Polygon[value[&quot;Territory&quot;]], key]},&#xA;    {PointSize[0.02], Point /@ value[&quot;Casinos&quot;]}&#xA;    }&#xA;   ],&#xA;  bossPts] // GeoGraphics&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/68ddK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/68ddK.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2015-11-11T04:50:32.767" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6434" PostTypeId="1" CreationDate="2015-11-10T14:37:49.197" Score="4" ViewCount="221" Body="&lt;p&gt;I am looking for a free dataset that shows the number of car types sold/in use in every country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Italy: SUV: 2.500.000&#xA;          Sedan: 3.00.000&#xA;          ...&#xA;Spain: SUV: 3.500.000&#xA;            Sedan: 4.00.000&#xA;         ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just found datasets about cars manufactured in countries.&lt;/p&gt;&#xA;" OwnerUserId="9197" OwnerDisplayName="Kewitschka" LastEditorUserId="1511" LastEditDate="2016-07-29T16:27:12.907" LastActivityDate="2016-07-29T16:27:12.907" Title="Dataset: Car types by country" Tags="|data-request|transportation|global|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6435" PostTypeId="2" ParentId="6434" CreationDate="2015-11-10T15:10:22.007" Score="1" Body="&lt;p&gt;I don't know of a global dataset/database showing it per type. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know the data for the Netherlands can be found &lt;a href=&quot;http://statline.cbs.nl/StatWeb/publication/?DM=SLNL&amp;amp;PA=82044NED&amp;amp;D1=a&amp;amp;D2=a&amp;amp;D3=10-13&amp;amp;VW=T&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; at the CBS (national statistics bureau).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Global data without types can be found in the &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_countries_by_vehicles_per_capita&quot; rel=&quot;nofollow&quot;&gt;list of countries by vehicles per capita&lt;/a&gt; on Wikipedia, the references there (especially nr. 1) might help you out.&lt;/p&gt;&#xA;" OwnerUserId="9198" OwnerDisplayName="Pacapo" LastActivityDate="2015-11-10T15:10:22.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6437" PostTypeId="1" AcceptedAnswerId="6438" CreationDate="2015-11-11T18:45:21.350" Score="4" ViewCount="6270" Body="&lt;p&gt;In order to test some mapping and geocoding functionality, I'm looking for a free data source containing a few thousand US addresses, including latitude and longitude. I need them distributed among a number of states.&lt;/p&gt;&#xA;" OwnerUserId="9210" LastActivityDate="2015-11-13T20:43:24.037" Title="Looking for sample lat/long data of thousands of US addresses" Tags="|data-request|usa|geocoding|csv|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6438" PostTypeId="2" ParentId="6437" CreationDate="2015-11-11T18:45:21.350" Score="4" Body="&lt;p&gt;Some time on Google brought up this list of 8902 Starbucks around the US: &lt;a href=&quot;http://www.gpspassion.com/forumsen/topic.asp?TOPIC_ID=67416&quot; rel=&quot;nofollow&quot;&gt;http://www.gpspassion.com/forumsen/topic.asp?TOPIC_ID=67416&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here it is as a gist: &lt;a href=&quot;https://gist.github.com/dankohn/09e5446feb4a8faea24f&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/dankohn/09e5446feb4a8faea24f&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9210" LastActivityDate="2015-11-11T18:45:21.350" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6439" PostTypeId="1" CreationDate="2015-11-11T18:57:15.867" Score="4" ViewCount="109" Body="&lt;p&gt;It seems like this only exists at the county level here - &lt;a href=&quot;https://health.data.ny.gov/Health/PA-Percentage-of-Cigarette-Smoking-Among-Adults-Ma/d4y4-r7hb&quot; rel=&quot;nofollow noreferrer&quot;&gt;PA-Percentage-of-Cigarette-Smoking-Among-Adults&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3744" LastEditorUserId="23272" LastEditDate="2021-04-04T04:59:18.143" LastActivityDate="2021-04-04T04:59:18.143" Title="Looking for the smoking count or rate per census tract in New York State" Tags="|medical|census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6440" PostTypeId="1" CreationDate="2015-11-11T20:26:12.310" Score="4" ViewCount="162" Body="&lt;p&gt;I am looking for conversation transcripts. These can be from real sources such as radio or TV interviews, or even phone and IM captures, or fictional conversations such as plays and movies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't need the actual audio/video, I am only looking for transcripts at this time. Personally identifying information is unnecessary, aliases or even &lt;code&gt;[SPEAKER 1]&lt;/code&gt; would be fine. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would prefer to avoid mixed narratives like &quot;This American Life&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;YouTube could be a good source for interviews that have closed-captioning.  In which case I just need the list of videos.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="9211" LastEditorUserId="1652" LastEditDate="2015-11-13T00:24:24.823" LastActivityDate="2015-11-13T06:24:46.687" Title="Looking for conversation transcripts" Tags="|data-request|nlp|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6441" PostTypeId="1" CreationDate="2015-11-11T22:20:38.930" Score="6" ViewCount="181" Body="&lt;p&gt;I have been looking for formula one racing open data, but I haven't found anything...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd need open data about any sports or about topics like health, university etc... to build up a project of datawarehouse&lt;/p&gt;&#xA;" OwnerUserId="9212" LastEditorUserId="4184" LastEditDate="2017-05-18T06:12:58.213" LastActivityDate="2017-05-18T06:12:58.213" Title="Where can I find open data about sport's competitions?" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6442" PostTypeId="2" ParentId="6439" CreationDate="2015-11-12T00:30:13.953" Score="2" Body="&lt;p&gt;Sorry to be a bummer, but I don't think it exists. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For anything at census tract level you (almost always) need to go to either the SF1 files or the ACS files from census.gov. SF1 are just demographics, ACS are a little more of the 'other' stuff. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 5 year survey has the highest granularity. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/summary_file/2010/documentation/5_year/ACS_2006-2010_SF_Tech_Doc.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/programs-surveys/acs/summary_file/2010/documentation/5_year/ACS_2006-2010_SF_Tech_Doc.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scroll to the data dictionary toward the bottom to see what you can get. I didn't read the whole thing but did a Ctrl+F for 'smok' and had zero results. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think what you have is about the closest you will find. &lt;/p&gt;&#xA;" OwnerUserId="4139" LastActivityDate="2015-11-12T00:30:13.953" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6443" PostTypeId="2" ParentId="6441" CreationDate="2015-11-12T09:15:50.993" Score="4" Body="&lt;p&gt;Formula One racing open data (outdated) here: &lt;a href=&quot;https://github.com/opensport/formula1.db&quot; rel=&quot;nofollow&quot;&gt;https://github.com/opensport/formula1.db&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general, Gerald Bauer has been compiling and releasing lots of sports open data.  You can read about some of it here: &lt;a href=&quot;http://okfnlabs.org/blog/2014/05/06/open-data-world-cup.html&quot; rel=&quot;nofollow&quot;&gt;http://okfnlabs.org/blog/2014/05/06/open-data-world-cup.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dan&lt;/p&gt;&#xA;" OwnerUserId="9213" LastEditorUserId="9213" LastEditDate="2015-11-12T09:26:43.800" LastActivityDate="2015-11-12T09:26:43.800" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6444" PostTypeId="1" CreationDate="2015-11-12T10:45:32.217" Score="4" ViewCount="107" Body="&lt;p&gt;Is there a heat map covering Belgium? having enough resolution to be able to differentiate between houses would be ideal.&lt;/p&gt;&#xA;" OwnerUserId="7069" LastEditorUserId="23272" LastEditDate="2021-04-07T12:55:11.410" LastActivityDate="2021-04-07T12:55:11.410" Title="Heat map of Belgium" Tags="|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="6445" PostTypeId="1" CreationDate="2015-11-12T13:37:56.937" Score="5" ViewCount="1121" Body="&lt;p&gt;I'm looking for an open database which contains information about Ski Resorts (called too as Ski Stations or Winter Stations), in Europe preferably.&lt;/p&gt;&#xA;" OwnerUserId="9217" LastEditorUserId="23272" LastEditDate="2021-04-07T12:52:55.970" LastActivityDate="2021-04-07T12:52:55.970" Title="Open database for ski resorts/stations" Tags="|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6446" PostTypeId="2" ParentId="6440" CreationDate="2015-11-12T15:47:54.773" Score="1" Body="&lt;p&gt;There is GECO at Stuttgart University (&lt;a href=&quot;http://www.ims.uni-stuttgart.de/forschung/ressourcen/korpora/IMS-GECO.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ims.uni-stuttgart.de/forschung/ressourcen/korpora/IMS-GECO.html&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is not exactly open data, but available free of charge for academic research. Consult the cited website on how to get access to GECO.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-11-12T15:47:54.773" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6447" PostTypeId="1" CreationDate="2015-11-12T16:35:08.317" Score="2" ViewCount="214" Body="&lt;p&gt;I want to implement an iMessage like chat screen, and I need images like the two below. But in a flat style like what in iOS 9 Apple uses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Ze46E.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Ze46E.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/E4Z0F.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/E4Z0F.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2015-11-13T06:33:36.333" Title="Looking for chat bubble icon in SVG format" Tags="|images|" AnswerCount="1" CommentCount="3" ClosedDate="2015-11-24T13:55:26.307" ContentLicense="CC BY-SA 3.0" />
  <row Id="6448" PostTypeId="2" ParentId="6440" CreationDate="2015-11-12T18:26:55.273" Score="1" Body="&lt;p&gt;I know Italians subs, but there is a lot in English also.&#xA;&lt;br&gt;For example: &lt;a href=&quot;http://www.english-subtitles.pro&quot; rel=&quot;nofollow&quot;&gt;http://www.english-subtitles.pro&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if this is really ok for laws.&lt;/p&gt;&#xA;" OwnerUserId="6044" LastActivityDate="2015-11-12T18:26:55.273" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6449" PostTypeId="2" ParentId="6445" CreationDate="2015-11-12T22:57:54.400" Score="2" Body="&lt;p&gt;This EU document has a large amount of information on ski resorts in Europe, but it is in PDF format:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/consumers/ecc/docs/ski_resorts_eu_2010-2011_en.pdf&quot; rel=&quot;nofollow&quot;&gt;http://ec.europa.eu/consumers/ecc/docs/ski_resorts_eu_2010-2011_en.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a Wikipedia page for Ski Resorts in Europe. No idea on how comprehensive or accurate it is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_ski_areas_and_resorts_in_Europe&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/List_of_ski_areas_and_resorts_in_Europe&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-11-12T22:57:54.400" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6450" PostTypeId="2" ParentId="6437" CreationDate="2015-11-12T23:03:35.443" Score="2" Body="&lt;p&gt;Try this one. It is HUD's dataset on inspection scores for multi-family dwellings providing subsidized housing. There are 20,000 addresses with lat/lon across the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.huduser.gov/portal/datasets/pis.html&quot; rel=&quot;nofollow&quot;&gt;https://www.huduser.gov/portal/datasets/pis.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look at:  Multifamily Physical Inspection Scores 2015 &lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-11-12T23:03:35.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6451" PostTypeId="1" CreationDate="2015-11-12T23:17:49.690" Score="3" ViewCount="192" Body="&lt;p&gt;The DEA collects data on illegal drugs and makes one year available here: &lt;a href=&quot;http://www.dea.gov/resource-center/stride-data.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.dea.gov/resource-center/stride-data.shtml&lt;/a&gt;. I need this data for every year since 1999. What is the best way to get it?&lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2015-11-12T23:17:49.690" Title="STRIDE data all years" Tags="|data-request|drugs|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6452" PostTypeId="1" CreationDate="2015-11-13T03:23:15.217" Score="5" ViewCount="139" Body="&lt;p&gt;I am working on a project to upgrade a set of 3-star open data (mostly in CSV and JSON formats) to a 4-star level. I would like to know if there is any guideline for doing so? What tools may be needed to speed up the process? Examples of the conversion process will be of great help.&lt;/p&gt;&#xA;" OwnerUserId="9223" LastEditorUserId="23272" LastEditDate="2022-07-14T12:44:54.163" LastActivityDate="2022-07-14T12:44:54.163" Title="Tools and steps for converting 3-star data to 4 star" Tags="|conversion|5-star-scheme|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="6453" PostTypeId="2" ParentId="6440" CreationDate="2015-11-13T06:24:46.687" Score="3" Body="&lt;p&gt;Open.edu is another good source for conversation transcripts of interviews, although you'll have ascertain them as I do not see a download button:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.open.edu/openlearn/history-the-arts/culture/english-language/example-interview-transcripts&quot; rel=&quot;nofollow&quot;&gt;http://www.open.edu/openlearn/history-the-arts/culture/english-language/example-interview-transcripts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-13T06:24:46.687" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6454" PostTypeId="2" ParentId="6447" CreationDate="2015-11-13T06:33:36.333" Score="3" Body="&lt;p&gt;The Noun Project is my default open source imagery spot; although I don't see any that are 100%, some are pretty close, all are flat:&lt;br&gt;&#xA;&lt;a href=&quot;https://thenounproject.com/term/chat/2782/&quot; rel=&quot;nofollow&quot;&gt;https://thenounproject.com/term/chat/2782/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-13T06:33:36.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6455" PostTypeId="1" AcceptedAnswerId="6463" CreationDate="2015-11-13T10:33:45.260" Score="4" ViewCount="166" Body="&lt;p&gt;I am looking for open data on the Sierra Leone Ethnic groups.&#xA;Preferably in Shapefile format or any other format that can be used on a map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I created a map with the districts and their population (population was just for testing purposes) in R. Now I want to overlay these districts with the Ethnic groups located in Sierra Leone.&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Ethnic_groups_in_Sierra_Leone#/media/File:Sierra_leone_ethnic_1969.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Such as show in this image.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My search on the internet didn't come up with any Shapefiles regarding Ethnic Groups in Sierra Leone. Maybe someone knows where I can find these?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also if it's not to difficult and time consuming I can try to create one myself... Although some advice on this will be very helpful!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vElfd.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vElfd.png&quot; alt=&quot;Plot&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9225" LastActivityDate="2015-11-15T10:39:56.133" Title="Sierra Leone Ethnic Groups - Shapefile" Tags="|uses-of-open-data|programming|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6456" PostTypeId="1" CreationDate="2015-11-13T14:23:04.263" Score="1" ViewCount="20" Body="&lt;p&gt;I am a student from georgetown university. I am doing a research on health instruments sterilization in Ghana and Kenya. I am wondering if any one can help me find the data or information to following answers:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What type of autoclaves (brand name)  are hospitals in Kenya and Ghana using?&lt;/li&gt;&#xA;&lt;li&gt;What is the average cost of purchasing these autoclaves?&lt;/li&gt;&#xA;&lt;li&gt;How frequently is the autoclave used in a day?&lt;/li&gt;&#xA;&lt;li&gt;How long is one cycle (two hours, eight hours, etc)? How much is the electricity consumption per cycle? &lt;/li&gt;&#xA;&lt;li&gt;How much water is needed per cycle?&lt;/li&gt;&#xA;&lt;li&gt;Is there a backup generator? How much does it cost? How often does it operate?&lt;/li&gt;&#xA;&lt;li&gt;How is maintenance support provided for autoclaves in the facility? How much does this support cost? How often is maintenance required?&lt;/li&gt;&#xA;&lt;li&gt;If a facility does not use an autoclave, what are they using for sterilization? &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;If you know where to find these data or know someone who may know these data, please feel free to contact me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you very much! !&lt;/p&gt;&#xA;" OwnerUserId="9227" LastActivityDate="2015-11-13T14:23:04.263" Title="Health rated data and information in Ghana and Kenya needed" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6457" PostTypeId="1" AcceptedAnswerId="6461" CreationDate="2015-11-13T19:38:57.513" Score="4" ViewCount="77" Body="&lt;p&gt;I'm looking for some sort of library (preferably .NET, XML, or JSON) that can provide me with words and their definitions. But, I would prefer for it to be local on my machine. I've looked into the Webster's online API, but again, I would prefer it to be local on my machine and also not have the limitations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to think that there probably something already on my Windows pc that I could just tap into.&lt;/p&gt;&#xA;" OwnerUserId="9160" LastActivityDate="2015-11-14T01:53:39.030" Title="Library containing dictionary definitions" Tags="|dictionary|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6458" PostTypeId="2" ParentId="6437" CreationDate="2015-11-13T20:43:24.037" Score="1" Body="&lt;p&gt;Some time ago I came across this OpenAddresses project: &lt;a href=&quot;http://openaddresses.io/&quot; rel=&quot;nofollow&quot;&gt;OpenAddresses.io&lt;/a&gt;.  Something like 215 million addresses available, broken down I believe by US state for the US ones.&lt;/p&gt;&#xA;" OwnerUserId="7216" LastActivityDate="2015-11-13T20:43:24.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6459" PostTypeId="2" ParentId="1695" CreationDate="2015-11-13T21:10:42.840" Score="2" Body="&lt;p&gt;Uncertain what your geographic interests are but for US take a look at data from Rutgers U. It's free and open for non-commercial uses. Data is available by state so you'll probably have to download 50 or so files. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data has detailed information about businesses. You could search by Standard Industry Code for hotels. Some records have lat/long - most do not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use an online bulk geo coder to get lat/long. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Uncertain how up-to-date or complete the data is. &lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2015-11-13T21:10:42.840" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6460" PostTypeId="2" ParentId="6388" CreationDate="2015-11-14T01:46:54.487" Score="3" Body="&lt;p&gt;You can cycle through candidates at the &lt;code&gt;candidates&lt;/code&gt; endpoint:&lt;br&gt;&#xA;&lt;a href=&quot;https://api.open.fec.gov/v1/candidates/?sort_nulls_large=true&amp;amp;api_key=DEMO_KEY&amp;amp;sort=name&amp;amp;per_page=20&amp;amp;page=1&quot; rel=&quot;nofollow&quot;&gt;https://api.open.fec.gov/v1/candidates/?sort_nulls_large=true&amp;amp;api_key=DEMO_KEY&amp;amp;sort=name&amp;amp;per_page=20&amp;amp;page=1&lt;/a&gt;&lt;br&gt;&#xA;which provides you with every piece of information you need to perform queries (I think)...&lt;br&gt;&#xA;More information on GitHub where I asked 18f for support:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/18F/openFEC/issues/1335&quot; rel=&quot;nofollow&quot;&gt;https://github.com/18F/openFEC/issues/1335&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-14T01:46:54.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6461" PostTypeId="2" ParentId="6457" CreationDate="2015-11-14T01:53:39.030" Score="1" Body="&lt;p&gt;WordNet from Princeton:&lt;br&gt;&#xA;&quot;WordNet® is a large lexical database of English. Nouns, verbs, adjectives and adverbs are grouped into sets of cognitive synonyms (synsets), each expressing a distinct concept. Synsets are interlinked by means of conceptual-semantic and lexical relations. The resulting network of meaningfully related words and concepts can be navigated with the browser. WordNet is also freely and publicly available for download. WordNet's structure makes it a useful tool for computational linguistics and natural language processing.&quot;&lt;br&gt;&#xA;&lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;nofollow&quot;&gt;http://wordnet.princeton.edu/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-14T01:53:39.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6462" PostTypeId="1" CreationDate="2015-11-14T10:42:46.227" Score="3" ViewCount="1034" Body="&lt;p&gt;I'm working on a project with email data.And simply i need to group up all the emails according to suitable categories. Therefore, i use the dictionary mapping method. So, &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;My project required lots of word/vocabularies related to categories like Business, Academic, technology, personal ,political, entertainment and so on.&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I found few websites(eg:&lt;a href=&quot;http://www.easypacelearning.com/english-books/big-vocabulary-list-a-to-z&quot; rel=&quot;nofollow&quot;&gt;like&lt;/a&gt;) its provide words around 20-50 for each categories. i'm looking for little large data set to increase my accuracy of classifying. any help appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="6475" LastEditorUserId="6475" LastEditDate="2015-11-14T11:43:53.223" LastActivityDate="2015-12-17T16:41:03.050" Title="Grouped vocabulary list as .txt or .csv files" Tags="|data-request|csv|dictionary|txt|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6463" PostTypeId="2" ParentId="6455" CreationDate="2015-11-14T19:30:42.867" Score="2" Body="&lt;p&gt;Google search:&lt;code&gt;african ethnic groups GIS&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First item: &lt;a href=&quot;http://www.arcgis.com/home/item.html?id=cc2324e45ace44d09c333b4b4a1c14a3&quot; rel=&quot;nofollow&quot;&gt;ArcGIS.com | Feature Service - Ethnic Groups in Africa&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2015-11-14T19:30:42.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6464" PostTypeId="2" ParentId="6455" CreationDate="2015-11-15T10:39:56.133" Score="1" Body="&lt;p&gt;There are several sources for this data, none of them are perfect:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendata.gov.sl/&quot; rel=&quot;nofollow&quot;&gt;Open Data portal&lt;/a&gt; for government of Sierra Leone &lt;/li&gt;&#xA;&lt;li&gt;Official source of demographic and ethic group data in Sierra Leone is Statistics Sierra Leone, which last conducted &lt;a href=&quot;http://opendata.gov.sl/dataset/sierra-leone-population-and-housing-census&quot; rel=&quot;nofollow&quot;&gt;a census in 2004&lt;/a&gt;.  They launch new census in December 2015, but it may be a while before results are complete.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.icr.ethz.ch/data/other/greg&quot; rel=&quot;nofollow&quot;&gt;Shapefiles from International Conflict Research&lt;/a&gt; (the excellent example from @Edmund)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="244" LastActivityDate="2015-11-15T10:39:56.133" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6465" PostTypeId="1" CreationDate="2015-11-15T19:19:13.203" Score="1" ViewCount="29" Body="&lt;p&gt;I'm trying to track down a structured version of the public schedule for the Secretary of State, during Clinton's term. I don't care about under/deputy/assistant secretaries either, just the Secretary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is available online here: &lt;a href=&quot;http://www.state.gov/r/pa/prs/appt/index.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.state.gov/r/pa/prs/appt/index.htm&lt;/a&gt;. It has many (but not all) days. However, it's messy and unstructured enough that simple web parsing is unreliable.  So, does anyone know if this is already available in a structured format?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To clarify, I'm interested in specific events with time and a description. Perhaps an XML calendar feed (but I want data back to 2009). Another idea would be a CSV with columns for Date, Time, Description, and Media Coverage:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2015-11-14,9:40 a.m. LOCAL,&quot;Secretary Kerry meets with the Tunisian National Dialogue Quartet, in Tunis, Tunisia.&quot;,(CLOSED PRESS COVERAGE)&#xA;2015-11-14,10:30 a.m. LOCAL,&quot;Secretary Kerry participates in the U.S.-Tunisia Strategic Dialogue Plenary, in Tunis, Tunisia.&quot;,(POOLED CAMERA SPRAY AT THE TOP)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9245" LastEditorUserId="9245" LastEditDate="2015-11-15T21:44:31.990" LastActivityDate="2015-11-15T21:44:31.990" Title="Looking for structured US Secretary of State public schedule" Tags="|data-request|usa|state|federal|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6467" PostTypeId="1" AcceptedAnswerId="6469" CreationDate="2015-11-16T07:00:24.103" Score="7" ViewCount="8729" Body="&lt;p&gt;I'm looking for a dataset for moods or emotions (Happy, Angry, Sad) classification. That's to classify the sentiment of a given text. I would like to use Naive Bayes classifier for this analysis. Not only to train and test the model with the dataset, but rather to practice doing sentiment classification. Do you suggest any resources?&lt;/p&gt;&#xA;" OwnerUserId="9254" LastEditorDisplayName="user8811" LastEditDate="2017-12-15T08:56:37.330" LastActivityDate="2020-04-15T10:23:28.483" Title="Dataset for emotion classification" Tags="|data-request|machine-learning|research|sentiment-analysis|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6468" PostTypeId="2" ParentId="6467" CreationDate="2015-11-16T07:11:25.427" Score="2" Body="&lt;p&gt;This would be a &lt;a href=&quot;http://www.saifmohammad.com/WebPages/NRC-Emotion-Lexicon.htm&quot; rel=&quot;nofollow&quot;&gt;good data source&lt;/a&gt; and the researcher also done a work on it. refer it too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;good luck&lt;/p&gt;&#xA;" OwnerUserId="6475" LastActivityDate="2015-11-16T07:11:25.427" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6469" PostTypeId="2" ParentId="6467" CreationDate="2015-11-16T07:47:49.063" Score="4" Body="&lt;p&gt;Some nice data sets for practicing sentiment classification are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://help.sentiment140.com/for-students/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sentiment 140&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://Tweets2011&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tweets2011&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.sananalytics.com/lab/twitter-sentiment/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataset by Sanders&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://thinknook.com/twitter-sentiment-analysis-training-corpus-dataset-2012-09-22/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Another source&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/guyz/twitter-sentiment-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;This one on Github&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://inclass.kaggle.com/c/si650winter11/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;One from a Kaggle contest&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These are some open datasets which contain emotions like happy, sad, etc:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.affective-sciences.org/system/files/webpage/ISEAR_0.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Affective Sciences&lt;/a&gt;  (Data in .sav data files)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="8642" LastEditorUserId="18032" LastEditDate="2020-04-15T10:23:28.483" LastActivityDate="2020-04-15T10:23:28.483" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="6470" PostTypeId="1" CreationDate="2015-11-16T12:38:43.193" Score="5" ViewCount="206" Body="&lt;p&gt;We are looking for data sets which are divided into a treatment and control group and where a &quot;treatment effect&quot; can be identified.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is important only that the sample is &quot;large&quot;, since we want to be able to run computations on sub-samples. &quot;Large&quot; is in this context simply defined as &quot; even with a sub-sample of the data, the main treatment effect can be identified.&quot;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The field from which the data stems could be any (e.g. medicine, economics, biology, pol sci).&lt;/li&gt;&#xA;&lt;li&gt;&quot;Treatment&quot; should be random, binary and ideally without any stratification (simply i.i.d Bernoulli)&lt;/li&gt;&#xA;&lt;li&gt;It is fine (and even desired) if this data has been studied extensively in previous studies.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The more independent data sets we could get the better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update/Edit&lt;/strong&gt;:&#xA;I feel I need to add that I placed the bounty after the first two answers were given, with  the intention of rewarding &lt;em&gt;additional&lt;/em&gt; answers!&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2016-05-09T10:43:19.167" LastActivityDate="2016-05-09T10:43:19.167" Title="Larger data sets with random treatment (Randomized Trial Data)" Tags="|data-request|randomized-trial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6471" PostTypeId="1" CreationDate="2015-11-16T15:34:56.763" Score="10" ViewCount="144" Body="&lt;p&gt;I am from a volunteer at FSHM (Free Software Hardware Movement, Puducherry, India).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a part of our community project, we have been working on building a weather station using Freedom Hardware. We are experimenting various things, and are building prototypes for the same. The aim of this project is to build a low-cost distributed community based local weather stations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a part of this project, we also were exploring ways to keep the weather data open to all, by releasing the data we capture, in either Creative Commons / Peer Production License.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Upon our exploration, we ended up finding, openweathermap.org, who promised to keep the weather data open (&lt;strong&gt;We want to post data, not consume it&lt;/strong&gt;). When we started exploring their api's for posting, we discovered it doesn't work. Our data was never uploaded. Tough we have contacted them on the same, we also wanted to explore other options or online website, where &lt;strong&gt;weather data&lt;/strong&gt; would be kept open and accessible to all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please do let us know, if you have come across or used anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS : We want the data to be available under Creative Commons / Peer Production License.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PPS : If there really is none, then we are left with no choice but to write one. Do also let us know if somebody has already started anything similar or already half way through. &lt;/p&gt;&#xA;" OwnerUserId="9256" LastEditorUserId="9256" LastEditDate="2015-11-17T11:56:35.350" LastActivityDate="2015-11-18T03:54:12.980" Title="Publishing Weather Data under Creative Commons / Peer Production License" Tags="|api|releasing-data|weather|metadata|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6472" PostTypeId="1" CreationDate="2015-11-16T17:32:57.393" Score="4" ViewCount="79" Body="&lt;p&gt;I've been searching online for free data sets with which I would be able to apply cross validation techniques. Preferably, I'd like to find data with ≈30 (or more) observations that has significant curvature so that I can demonstrate how one can use cross-validation to perform model selection.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd also like to demonstrate the use of a gradient estimation algorithm to estimate the polynomial parameters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would use the dataset to perform my final course project. I'd like to demonstrate that I have a good handle on the topics I mentioned above- so I am working backwards and trying to fit the data to the technique. I haven't had much luck searching online- most of the data sets I've found are either practice applications for linear regression or include many variables- which I'd like to avoid if possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions? I'd greatly appreciate it!&lt;/p&gt;&#xA;" OwnerUserId="9257" LastEditorUserId="1652" LastEditDate="2015-11-22T05:10:19.723" LastActivityDate="2015-11-22T05:10:19.723" Title="Good, free dataset to practice cross validation?" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6473" PostTypeId="1" AcceptedAnswerId="6533" CreationDate="2015-11-16T22:11:12.290" Score="5" ViewCount="91" Body="&lt;p&gt;If you're looking to track enrollment of minority students over time, what's the best way to accommodate changes in IPEDS definitions after 2009?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am presuming &lt;code&gt;UGDS_WHITE&lt;/code&gt; (after 2009) maps to &lt;code&gt;UGDS_WHITENH&lt;/code&gt; and &lt;code&gt;UGDS_BLACK&lt;/code&gt; maps to &lt;code&gt;UGDS_BLACKNH&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looks like things get a bit tougher converting &lt;code&gt;UGDS_ASIAN&lt;/code&gt; and &lt;code&gt;UGDS_NHPI&lt;/code&gt; back to &lt;code&gt;UGDS_API&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9259" LastActivityDate="2015-11-25T20:33:56.477" Title="How do you maintain continuity in race definitions across time?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6474" PostTypeId="1" CreationDate="2015-11-16T23:59:51.367" Score="7" ViewCount="68" Body="&lt;p&gt;Any 19th century patent data with geo-referenced locations of the submitter? So, for each city or county, it lists the number of patents filed in a given year/month etc?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2024-01-28T06:09:56.227" Title="19th Century Patent Data" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6475" PostTypeId="1" CreationDate="2015-11-16T16:54:38.360" Score="1" ViewCount="83" Body="&lt;p&gt;I'm looking for datasets for evaluating algorithms for finding top-k on data streams (&lt;a href=&quot;https://www.google.co.il/url?sa=t&amp;amp;rct=j&amp;amp;q=&amp;amp;esrc=s&amp;amp;source=web&amp;amp;cd=1&amp;amp;cad=rja&amp;amp;uact=8&amp;amp;ved=0CBsQFjAAahUKEwjptf2Us5XJAhUDhQ8KHRtRBPA&amp;amp;url=https%3A%2F%2Ficmi.cs.ucsb.edu%2Fresearch%2Ftech_reports%2Freports%2F2005-23.pdf&amp;amp;usg=AFQjCNG61wyb5JQGNgsLM7XWMgEcxvFmZQ&amp;amp;sig2=hKP4ZgaoP8HzRCv0XFTI4Q&quot; rel=&quot;nofollow&quot;&gt;e.g.&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I currently have network trace from &lt;a href=&quot;http://www.caida.org/home/&quot; rel=&quot;nofollow&quot;&gt;Caida&lt;/a&gt;, and some self-generated zipf i.i.d. distributed datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for real-life data sets which are &lt;em&gt;heavy tailed&lt;/em&gt;, i.e., for any fixed &lt;code&gt;k&lt;/code&gt;, the top-k elements only consists a small portion of the stream.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Any suggestions for available datasets for academic research which are used for streaming algorithms and are heavy tailed?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="9263" OwnerDisplayName="R B" LastEditorUserId="1511" LastEditDate="2016-07-29T16:26:51.123" LastActivityDate="2016-07-29T16:26:51.123" Title="Heavy tailed dataset for heavy hitters problem" Tags="|machine-learning|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6476" PostTypeId="2" ParentId="4357" CreationDate="2015-11-17T12:18:00.957" Score="5" Body="&lt;p&gt;The World Bank data is useful, but not comprehensive. You might also want to keep an eye on data posted to &lt;a href=&quot;http://openAFRICA.net&quot; rel=&quot;noreferrer&quot;&gt;openAFRICA.net&lt;/a&gt; for examination &amp;amp; graduation results, as well as data about education facilities, resources, and staffing from some of the countries not currently covered by the World Bank datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There seems to be ~218 education related datasets on openAFRICA. Here's a link: &lt;a href=&quot;http://africaopendata.org/dataset?q=education&quot; rel=&quot;noreferrer&quot;&gt;http://africaopendata.org/dataset?q=education&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="685" LastActivityDate="2015-11-17T12:18:00.957" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6477" PostTypeId="2" ParentId="6471" CreationDate="2015-11-17T12:20:50.447" Score="1" Body="&lt;p&gt;Sounds like the Open Database Licence (ODbL) from Open Knowledge Foundation is what you're looking for : &lt;a href=&quot;http://opendefinition.org/licenses/odc-odbl/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/licenses/odc-odbl/&lt;/a&gt;&#xA;It is the licence under which all OpenStreetMap data is released, it is an equivalent to CC-BY-SA but written especially to address data issues.&#xA;See the OpenDefinition website to discover more OpenData-valid licences : &lt;a href=&quot;http://opendefinition.org/licenses/&quot; rel=&quot;nofollow&quot;&gt;http://opendefinition.org/licenses/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9264" LastActivityDate="2015-11-17T12:20:50.447" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6478" PostTypeId="2" ParentId="3822" CreationDate="2015-11-17T12:21:50.983" Score="1" Body="&lt;p&gt;You might also want to keep an eye on the independent think tanks &amp;amp; research organisations that post their data on &lt;a href=&quot;http://openAFRICA.net&quot; rel=&quot;nofollow&quot;&gt;openAFRICA.net&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The International Livestock Research Institute (ILRI), for example, maintains ~115 Africa-specific datasets on the portal. Here's the link: &lt;a href=&quot;http://africaopendata.org/organization/ilri&quot; rel=&quot;nofollow&quot;&gt;http://africaopendata.org/organization/ilri&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="685" LastActivityDate="2015-11-17T12:21:50.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6479" PostTypeId="2" ParentId="2012" CreationDate="2015-11-17T12:24:47.550" Score="1" Body="&lt;p&gt;I've only just seen your query, Krishna, so am not certain whether you still need the info, but &lt;a href=&quot;https://www.facebook.com/CodeForAfrica/&quot; rel=&quot;nofollow&quot;&gt;Code for Africa&lt;/a&gt; might be able to help for machine readable archives of newspaper content from Kenya, South Africa, Zambia, and a couple of other south east African countries. Shout if you need access.&lt;/p&gt;&#xA;" OwnerUserId="685" LastActivityDate="2015-11-17T12:24:47.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6480" PostTypeId="2" ParentId="6462" CreationDate="2015-11-17T15:29:04.270" Score="0" Body="&lt;p&gt;This looks similar (and yet slightly different) to &lt;a href=&quot;https://opendata.stackexchange.com/questions/6457/library-containing-dictionary-definitions&quot;&gt;a question I had&lt;/a&gt; a few days ago. I've started looking into the answer provided to me. Look into &lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WordNet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks that it can be accessed via HTTP request which should get you XML or JSON formatted text. I know it's not CSV or straight up .TXT, but it's free and should give you an entire dictionary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you can download the class libraries and have full access to the dictionary without being connected. Which, if you're querying the dictionary a lot (as I am), then you'll want to use this method to avoid being bogged down with internet connection. This should also ensure that any custom categorizations you create will not change if the online library changes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="9160" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-11-17T15:29:04.270" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6481" PostTypeId="1" CreationDate="2015-11-17T15:41:05.097" Score="6" ViewCount="74" Body="&lt;p&gt;I really need to get hold of historical weather (precipitation, temperature most important) of an area in the Pyrenees Atlantiques. More specifically at a refuge, Arlet Lat/Lon: 42.83570°N / 0.6125°W, but I realise I won't get data that accurate. Any help would be massively appreciated. This is urgently needed for a project we're currently working on, investigating amphibian declines in the area. &lt;/p&gt;&#xA;" OwnerUserId="9266" LastActivityDate="2015-11-21T07:15:02.873" Title="Historical weather data for Pyrenees Atlantiques" Tags="|data-request|weather|france|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6482" PostTypeId="2" ParentId="6471" CreationDate="2015-11-18T03:54:12.980" Score="3" Body="&lt;p&gt;try contacting the open science data cloud; at the bottom of this link is a contact email regarding submissions:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.opensciencedatacloud.org/publicdata/&quot; rel=&quot;nofollow&quot;&gt;https://www.opensciencedatacloud.org/publicdata/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;you also can get free hosting for organizations on datahub.io&lt;br&gt;&#xA;last resort -&gt; github (which is a pretty awesome last resort)&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-18T03:54:12.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6483" PostTypeId="1" CreationDate="2015-11-18T04:54:04.457" Score="3" ViewCount="61" Body="&lt;p&gt;Where can I find &lt;a href=&quot;https://en.wikipedia.org/wiki/Options_Price_Reporting_Authority&quot; rel=&quot;nofollow&quot;&gt;OPRA&lt;/a&gt; data. Here are a few criteria:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Preferably free or for a small price;&lt;/li&gt;&#xA;&lt;li&gt;Supports quant API on cloud (so I don't number crunch on my computer);&lt;/li&gt;&#xA;&lt;li&gt;Good reputation company.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerDisplayName="analyst" LastEditorUserId="9146" LastEditDate="2015-11-18T20:05:26.613" LastActivityDate="2015-11-18T20:05:26.613" Title="Where can I find OPRA data?" Tags="|data-request|finance|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6484" PostTypeId="2" ParentId="6481" CreationDate="2015-11-18T06:32:17.337" Score="2" Body="&lt;p&gt;You can contact Meteofrance. They will for sure find the data you want but it may neither be free nor open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Else you can try to contact CACG at Tarbes. They may have partial data on it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Departemental archive sometimes contain weather reports and universities can also contain temperature charts, but you'll have to enter the data yourself&lt;/p&gt;&#xA;" OwnerUserId="9273" LastEditorUserId="9273" LastEditDate="2015-11-21T07:15:02.873" LastActivityDate="2015-11-21T07:15:02.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6485" PostTypeId="2" ParentId="2081" CreationDate="2015-11-18T07:04:18.733" Score="1" Body="&lt;p&gt;I'd use Perl, I know there is a CPAN lib for that ant your webserver may also be able to use Perl out of the box. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Search for it and you're done. Easier is Spreadsheet::Read + JSON::XS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It will end up in a code looking like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;use Spreadsheet::Read;&#xA;use JSON::XS;&#xA;&#xA;open dest,&quot;&amp;gt;&amp;gt;$1.json&quot;;&#xA;$json = JSON::XS-&amp;gt;new-&amp;gt;ascii;&#xA;&#xA;print $dest,$json-&amp;gt;encode(ReadData($1));&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you need it prettyified, just add &lt;code&gt;-&amp;gt;pretty&lt;/code&gt; after the &lt;code&gt;-&amp;gt;new-&amp;gt;ascii&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="9273" LastEditorUserId="9273" LastEditDate="2015-11-18T09:12:00.203" LastActivityDate="2015-11-18T09:12:00.203" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6486" PostTypeId="1" CreationDate="2015-11-18T10:36:50.377" Score="4" ViewCount="68" Body="&lt;p&gt;Is there somewhere free maps of clouds in real time? They should be used for the 3D model of the Earth (must be free of the Earth's surface).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found only &lt;a href=&quot;http://owm.io/modis&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt;, but there are an uneven stitched (there are breaks) and clouds cover the surface of the earth. How can I pull out the clouds?&lt;/p&gt;&#xA;" OwnerUserId="9279" LastActivityDate="2015-11-18T12:19:13.923" Title="Clouds realtime" Tags="|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6487" PostTypeId="2" ParentId="6486" CreationDate="2015-11-18T11:36:16.780" Score="2" Body="&lt;p&gt;Not a complete answer, but something to help you in the right direction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as Europe are concerned, developing products based on operational meteorological satellites is the responsibility of the EUMETSAT &lt;a href=&quot;http://www.eumetsat.int/website/home/Satellites/GroundSegment/Safs/index.html&quot; rel=&quot;nofollow&quot;&gt;Satellite Application Facilities (SAFs)&lt;/a&gt;.  Some of them work on clouds, for example, the group at SMHI in Norrköping, Sweden.  However, as far as data are publicly available at all, cloud masks are not available near real time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main users of a near real time cloud mask would be operational weather forecasting people (Numerical Weather Prediction (NWP) SAF or Nowcasting (NWC) SAF).  They are not known to offer raw data such as cloud masks near real time for free, though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, you could &quot;simply&quot; build your own satellite receiver, download AVHRR FRAC data directly from the NOAA and MetOp satellites, and operate your own algorithms to extract clouds.  You'll need some pretty powerful hardware to do so, though.  Which just might explain why near real time open data may be hard to come by.&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2015-11-18T12:19:13.923" LastActivityDate="2015-11-18T12:19:13.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6488" PostTypeId="2" ParentId="5710" CreationDate="2015-11-18T16:33:51.450" Score="3" Body="&lt;p&gt;See &lt;a href=&quot;http://mtconnect.mazakcorp.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mtconnect.mazakcorp.com/&lt;/a&gt; for live data from some machine tools in production at Mazak Corporation in Florence, KY. Details of each data stream are listed at that URL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NIST data from their Smart Manufacturing Systems testbed is published in several forms. See &lt;a href=&quot;https://www.nist.gov/laboratories/tools-instruments/smart-manufacturing-systems-sms-test-bed&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nist.gov/laboratories/tools-instruments/smart-manufacturing-systems-sms-test-bed&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For similar data streams, but simulated, see &lt;a href=&quot;http://agent.mtconnect.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://agent.mtconnect.org&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="9282" LastEditorUserId="9282" LastEditDate="2017-03-03T19:52:17.780" LastActivityDate="2017-03-03T19:52:17.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6489" PostTypeId="2" ParentId="6481" CreationDate="2015-11-18T21:40:43.713" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://data.opendatasoft.com/explore/dataset/donnees-synop-essentielles-omm@public/?tab=table&amp;amp;geofilter.polygon=%2843.41382673441976,-0.49713134765625%29,%2843.10178502605182,1.2387084960937498%29,%2842.683243010466484,1.07940673828125%29,%2842.71755734268774,-0.3680419921875%29,%2843.41382673441976,-0.49713134765625%29&amp;amp;location=8,42.75105,0.7608&amp;amp;basemap=mapbox.streets&quot; rel=&quot;nofollow&quot;&gt;Here you'll find historical weather data near Tarbes&lt;/a&gt; between 2010 and 2015. It would probably be a good first approximation of Arlet's data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Météo France won't open any more geographically precise historical weather data for now. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Though you may have two other solutions:&#xA;- Other countries have released as Open Data their historical model data worldwide (as the US). You may have a bit of work to use them since the data are in the Grib format and there are pretty big.&#xA;- At OpenDataSoft we've got a private Beta of a weather JSON API that includes AROME and ARPEGE models forecast (every ~2km in France), if you only need weeks/months historical data you can create a dataset from it. Please let me know if you're interested!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2015-11-18T21:40:43.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6490" PostTypeId="2" ParentId="6470" CreationDate="2015-11-19T00:07:25.867" Score="6" Body="&lt;p&gt;If you can relax your IID Bernoulli assumption, you might check out the Tennessee STAR dataset. An R version is available in the &lt;code&gt;mlmrev&lt;/code&gt; package. Further details: &lt;a href=&quot;https://cran.r-project.org/web/packages/mlmRev/&quot;&gt;https://cran.r-project.org/web/packages/mlmRev/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9285" LastActivityDate="2015-11-19T00:07:25.867" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6491" PostTypeId="1" CreationDate="2015-11-19T05:40:45.850" Score="2" ViewCount="35" Body="&lt;p&gt;I am looking for land use data for Beijing for 1985 and 2010&lt;/p&gt;&#xA;" OwnerUserId="9287" LastEditorDisplayName="user6083" LastEditDate="2015-11-19T12:49:05.987" LastActivityDate="2015-11-19T12:49:05.987" Title="Land Use Data for Beijing for 1985 and 2010" Tags="|data-request|economics|city|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6492" PostTypeId="1" CreationDate="2015-11-19T05:53:38.860" Score="3" ViewCount="27" Body="&lt;p&gt;I am interested in doing some research relating to computer vision and passports, id cards and licenses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have reached out to several agencies seeking data I would use as training data but keep running into dead ends.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Who would you start with for this data?&lt;/p&gt;&#xA;" OwnerUserId="9288" LastActivityDate="2015-11-19T05:53:38.860" Title="Which agencies and which part to get training data for passports, id cards and licenses" Tags="|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6493" PostTypeId="1" CreationDate="2015-11-19T18:30:53.617" Score="3" ViewCount="47" Body="&lt;p&gt;I'm trying to reproduce some text analyses of Presidential inaugural addresses, such as was done by this &lt;a href=&quot;http://www.nytimes.com/interactive/2009/01/17/washington/20090117_ADDRESSES.html&quot; rel=&quot;nofollow&quot;&gt;New York Times interactive display&lt;/a&gt;, and I'm looking for a good source for the texts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found sites (&lt;a href=&quot;http://millercenter.org/president/speeches&quot; rel=&quot;nofollow&quot;&gt;Miller Center&lt;/a&gt;) that have texts of speeches in human-accessible formats (via browsing web pages), but I'm hoping there's some machine-friendly archive that I haven't found.&lt;/p&gt;&#xA;" OwnerUserId="1095" LastActivityDate="2015-11-21T15:15:57.330" Title="Text of US Presidents' inaugural addresses" Tags="|government|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6495" PostTypeId="1" AcceptedAnswerId="7901" CreationDate="2015-11-21T06:48:19.847" Score="12" ViewCount="577" Body="&lt;p&gt;I am looking for the number of deaths caused by the natural fall of coconuts from trees each year.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Number  of deaths each year worldwide, estimated if needed&lt;/li&gt;&#xA;&lt;li&gt;Bonus for extra information about each death, such as country and date&lt;/li&gt;&#xA;&lt;li&gt;Must exclude coconuts that have been thrown rather than felt from the tree normally&lt;/li&gt;&#xA;&lt;li&gt;Data for recent years, though further historical data is good too if available&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Death_by_coconut&quot;&gt;Wikipedia&lt;/a&gt; only talks about separated incidents, without giving any statistics.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2016-05-30T18:38:58.050" LastActivityDate="2016-05-30T19:16:14.307" Title="Deaths by falling coconuts" Tags="|data-request|medical|global|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6496" PostTypeId="2" ParentId="6493" CreationDate="2015-11-21T15:15:57.330" Score="2" Body="&lt;p&gt;Probably not formatted much better than what you've already found (I haven't checked the HTML), but UC-Santa Barbara's American Presidency Project has them as well: &lt;a href=&quot;http://www.presidency.ucsb.edu/inaugurals.php&quot; rel=&quot;nofollow&quot;&gt;http://www.presidency.ucsb.edu/inaugurals.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="75" LastActivityDate="2015-11-21T15:15:57.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6497" PostTypeId="1" CreationDate="2015-11-21T15:48:04.100" Score="6" ViewCount="710" Body="&lt;p&gt;PubMed IDs (a.k.a. PMIDs) seem to have been assigned sequentially:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pubmed/1&quot;&gt;https://www.ncbi.nlm.nih.gov/pubmed/1&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pubmed/2&quot;&gt;https://www.ncbi.nlm.nih.gov/pubmed/2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pubmed/3&quot;&gt;https://www.ncbi.nlm.nih.gov/pubmed/3&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pubmed/4&quot;&gt;https://www.ncbi.nlm.nih.gov/pubmed/4&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, some some PubMed IDs missing. I.e. &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pubmed/2260&quot;&gt;https://www.ncbi.nlm.nih.gov/pubmed/2260&lt;/a&gt; returns &lt;code&gt;Error occurred: The following PMID is not available: 2260&lt;/code&gt;. Why are some PubMed IDs missing?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-08-15T10:16:32.913" Title="Why are some PubMed IDs missing?" Tags="|pubmed|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6498" PostTypeId="5" CreationDate="2015-11-21T15:48:29.530" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2015-11-21T15:48:29.530" LastActivityDate="2015-11-21T15:48:29.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6499" PostTypeId="4" CreationDate="2015-11-21T15:48:29.530" Score="0" Body="PubMed comprises around 26 million citations for biomedical literature from MEDLINE, life science journals, and online books." OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-06-28T02:18:02.727" LastActivityDate="2016-06-28T02:18:02.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6500" PostTypeId="1" CreationDate="2015-11-22T05:09:35.807" Score="1" ViewCount="130" Body="&lt;p&gt;I am looking for a data set that lists different kind of foods and diseases, and for each pair food-disease indicates whether the food is bad/neutral/good for the disease.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2019-08-28T19:03:35.620" Title="Effect of foods on diseases" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6501" PostTypeId="1" CreationDate="2015-11-22T06:42:05.687" Score="3" ViewCount="30" Body="&lt;p&gt;Maybe I missed it on the FEC API site (&lt;a href=&quot;https://api.open.fec.gov/developers/&quot; rel=&quot;nofollow&quot;&gt;https://api.open.fec.gov/developers/&lt;/a&gt;) but does anyone know if there's a glossary which defines all of the elements in the models? For example, if you scroll down to /Financial/ and open up &lt;code&gt;/committee/{committee_id}/reports/&lt;/code&gt; you some obvious items like: &lt;code&gt;all_loans_received_period (integer, optional)&lt;/code&gt;,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which I imagine is all the loans taken by the committee in that period; and some mysterious ones, like: &lt;code&gt;fed_candidate_committee_contributions_period&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are these contributions to the committee &lt;em&gt;from&lt;/em&gt; Federal candidates? &lt;em&gt;To&lt;/em&gt; Federal candidates?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a bunch of clarifying questions on the listed items but before I start just asking everything I was wondering if these terms are defined somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="9307" LastEditorUserId="117" LastEditDate="2015-11-22T19:31:04.733" LastActivityDate="2015-11-22T19:31:04.733" Title="Is there a Glossary of Terms for the Federal Elections Commission API?" Tags="|government|metadata|openfec|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6502" PostTypeId="2" ParentId="6284" CreationDate="2015-11-22T10:24:28.217" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Journal_Article_Tag_Suite&quot; rel=&quot;nofollow&quot;&gt;JATS articles&lt;/a&gt; are &lt;em&gt;&quot;open dataset&quot;&lt;/em&gt; in that sense... The main source at PubMed Central is the bulk data at &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/tools/ftp/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/tools/ftp/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But your approach must start by the &quot;candidate article selection&quot;, because the universe is so big... &lt;em&gt;&quot;Containing data for disease and symptoms&quot;&lt;/em&gt; is so big... &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(aleatory) &lt;strong&gt;Examples&lt;/strong&gt; of cientific paper with data about &quot;disease and symptoms&quot;: &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3533064/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3533064/&lt;/a&gt; or &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3381271/&quot; rel=&quot;nofollow&quot;&gt;PMC3381271&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Procedure to get the full XML and supplementary raw data:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;get the list of all articles that are in the FTP of PubMed Central&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;filter articles by ID (in this example is PMC3706994) or a list of articles by journal name, volume, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;download it &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;analyse the XML&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;So, in a UNIX/Linux terminal &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   # step 1&#xA;   wget -c ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/file_list.txt&#xA;&#xA;   # step 2&#xA;   cat file_list.txt | grep PMC3381271&#xA;   # or cat file_list.txt | grep -E BMJ.Open.2012.+19.2.6.+1977 | more&#xA;&#xA;   # step 3     &#xA;   wget -c &quot;ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/e1/ce/BMJ_Open_2012_Nov_19_2(6)_e001977.tar.gz&quot;&#xA;   tar -vzxf tar -vzxf BMJ_Open_2012_Nov_19_2\(6\)_e001977.tar.gz&#xA;&#xA;   # step 4&#xA;   more BMJ_Open_2012_Nov_19_2\(6\)_e001977/bmjopen-2012-001977.nxml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;PS: tables are in XHTML, into the &lt;a href=&quot;http://jats.nlm.nih.gov/publishing/tag-library/1.1d3/element/table-wrap.html&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;&amp;lt;table-wrap&amp;gt;&lt;/code&gt; JATS tags&lt;/a&gt;, other content and metadata in other JATS tags.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastActivityDate="2015-11-22T10:24:28.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6503" PostTypeId="2" ParentId="1188" CreationDate="2015-11-22T10:59:33.360" Score="4" Body="&lt;h2&gt;EDIT 2017&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;PubMed Central &lt;strong&gt;changed&lt;/strong&gt; all adressess and some methods.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Only tips:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;To bulk access you can use &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/tools/ftp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;complex FTP procedures&lt;/a&gt; similar to the described below in the &quot;OLD&quot; section... Or a simple perl (or shell) script to &lt;strong&gt;loop over API&lt;/strong&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The basic GET API are showed at &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/tools/get-full-text/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncbi.nlm.nih.gov/pmc/tools/get-full-text/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;To GET by shell you must to use &lt;code&gt;Accept: application/xml&lt;/code&gt;!&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Example: &lt;code&gt;curl -s -H 'Accept: application/xml' 'https://eutils.ncbi.nlm.nih.gov/entrez/eutils/efetch.fcgi?db=pmc&amp;amp;id=PMC3970601&lt;/code&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;To list all IDs (PMC-ID) that you need in a complex query, see a good tutorial about complex-query APIs &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/books/NBK25499/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncbi.nlm.nih.gov/books/NBK25499/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;To insert XML into a database like PostgreSQL, not so difficult using some curl and sed.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    psql -h localhost -U postgres obsjats -c &quot;&#xA;     INSERT INTO article (pmcid,content) VALUES (&#xA;      'PMC3970601',&#xA;      xmlparse(document &#xA;        '`curl -s -H 'Accept: application/xml' 'https://eutils.ncbi.nlm.nih.gov/entrez/eutils/efetch.fcgi?db=pmc&amp;amp;id=PMC3970601' | sed -e &quot;s/'/''/g&quot; `'&#xA;    ))&#xA;    &quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h3&gt;Simplest perl to loop over IDs&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Suppose a basic PostgreSQL database,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;CREATE TABLE article (&#xA;  uri text NOT NULL PRIMARY KEY,&#xA;  content xml  -- in general XML JATS&#xA;);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This is &lt;code&gt;myXML-insert.pl&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/usr/bin/perl -w&#xA;&#xA;@lines = &amp;lt;STDIN&amp;gt;;&#xA;$p = &quot;PGPASSWORD=postgres psql -h localhost -U postgres obsjats -c&quot;;&#xA;foreach $url (@lines) {&#xA; $url =~ s/^\s+|\s+$//g ;&#xA; print &quot;\n$p \&quot;INSERT INTO article (uri,content) VALUES ('$url',xmlparse(document '\`curl -s -H 'Accept: application/xml' '$url' | sed -e$&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So, you can produce a list of URLs (one per line) that you sampled with browser, and loop over all by  &lt;code&gt;cat myList.txt | perl myXML-insert.pl &amp;gt; myInsert.sh&lt;/code&gt;. If all good at the generated &lt;code&gt;myInsert.sh&lt;/code&gt; you can run &lt;code&gt;sh  myInsert.sh&lt;/code&gt; to insert all in your database.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;OLD&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The largest &lt;em&gt;Open Data&lt;/em&gt; sources are the &lt;a href=&quot;https://en.wikipedia.org/wiki/Journal_Article_Tag_Suite&quot; rel=&quot;nofollow noreferrer&quot;&gt;XML &lt;strong&gt;JATS&lt;/strong&gt; files&lt;/a&gt;, the sources of &lt;a href=&quot;https://en.wikipedia.org/wiki/Scientific_literature#Scientific_article&quot; rel=&quot;nofollow noreferrer&quot;&gt;scientific papers&lt;/a&gt;... There are big JATS repositories at &lt;a href=&quot;https://en.wikipedia.org/wiki/SciELO&quot; rel=&quot;nofollow noreferrer&quot;&gt;SciELO&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/PubMed_Central&quot; rel=&quot;nofollow noreferrer&quot;&gt;PubMed Central&lt;/a&gt;. The JATS files are full content and the most complete and reliable source of a &lt;a href=&quot;https://en.wikipedia.org/wiki/Legal_deposit&quot; rel=&quot;nofollow noreferrer&quot;&gt;legal deposit&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(aleatory) &lt;strong&gt;Example&lt;/strong&gt; of research paper (see also &lt;a href=&quot;https://opendata.stackexchange.com/a/6502/1313&quot;&gt;this other answer&lt;/a&gt;), &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://dx.doi.org/10.1590/S1415-475738320140376&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dx.doi.org/10.1590/S1415-475738320140376&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It is a paper at SciELO, where the XML JATS data is at the &quot;Article in xml format&quot; link in the  same page (&lt;a href=&quot;http://www.scielo.br/scieloOrg/php/articleXML.php?pid=S1415-47572015000300353&amp;amp;lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See (in that XML) the &lt;a href=&quot;http://jats.nlm.nih.gov/publishing/tag-library/1.1d3/element/article-meta.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;&amp;lt;article-meta&amp;gt;&lt;/code&gt; tag &lt;/a&gt;, with all metadata information about the article. All the article citations are in the &lt;a href=&quot;http://jats.nlm.nih.gov/publishing/tag-library/1.1d3/element/ref-list.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;&amp;lt;ref-list&amp;gt;&lt;/code&gt; tag &lt;/a&gt;... So, all imaginable bibliographic data is there! &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;At PubMed Central the bulk data are at &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/tools/ftp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/tools/ftp/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You need to start with a  &quot;candidate article selection&quot;, because the universe is so big... The same article is also at PubMed Central, &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC4612608/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC4612608/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;where is also possible to get XML... But the procedure is like a &quot;hacker task&quot;... Procedure to get the full XML data at PubMed Central:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;get the list of all articles that are in the FTP of PubMed Central&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;filter articles by ID (in this example is PMC3706994) or a list of articles by journal name, volume, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;download it &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;analyse the XML&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;So, in a UNIX/Linux terminal &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   # step 1&#xA;   wget -c ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/file_list.txt&#xA;&#xA;   # step 2&#xA;   cat file_list.txt | grep PMC4612608&#xA;   # or (slower) &#xA;   cat file_list.txt | grep -i -E genet.mol.biol.2015.+353 | more&#xA;&#xA;   # step 3     &#xA;   wget -c &quot;ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/82/0d/Genet_Mol_Biol_2015_Aug_21_Jul-Sep_38(3)_353-365.tar.gz&quot;&#xA;   tar -vzxf Genet_Mol_Biol_2015_Aug_21_Jul-Sep_38\(3\)_353-365.tar.gz&#xA;&#xA;   # step 4&#xA;   more Genet_Mol_Biol_2015_Aug_21_Jul-Sep_38\(3\)_353-365/1415-4757-gmb-38-3-353.nxml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There are a lot of tools for JATS analysis and data extraction.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="1313" LastEditDate="2017-08-07T10:35:37.407" LastActivityDate="2017-08-07T10:35:37.407" CommentCount="2" CommunityOwnedDate="2015-11-29T16:58:52.380" ContentLicense="CC BY-SA 3.0" />
  <row Id="6504" PostTypeId="2" ParentId="6501" CreationDate="2015-11-22T18:50:22.290" Score="1" Body="&lt;p&gt;the original fec site is still main reference while the other is in beta. search for metadata, data dictionary, or glossary. here's a few, but i'm sure there are others. you should add the ones you find here:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fec.gov/finance/disclosure/metadata/DataDictionaryWEBK.shtml#search=data%20dictionary&quot; rel=&quot;nofollow&quot;&gt;http://www.fec.gov/finance/disclosure/metadata/DataDictionaryWEBK.shtml#search=data%20dictionary&lt;/a&gt;&lt;br&gt;&#xA;Electioneering Communications metadata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fec.gov/finance/disclosure/metadata/DataDictionaryECdownload.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.fec.gov/finance/disclosure/metadata/DataDictionaryECdownload.shtml&lt;/a&gt;&lt;br&gt;&#xA;Committee report by report metadata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fec.gov/finance/disclosure/metadata/MetadataforCommitteeReportbyReportSummary.shtml#search=metadata&quot; rel=&quot;nofollow&quot;&gt;http://www.fec.gov/finance/disclosure/metadata/MetadataforCommitteeReportbyReportSummary.shtml#search=metadata&lt;/a&gt;&lt;br&gt;&#xA;Transaction Type Codes metadata&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fec.gov/finance/disclosure/metadata/DataDictionaryTransactionTypeCodes.shtml#search=metadata&quot; rel=&quot;nofollow&quot;&gt;http://www.fec.gov/finance/disclosure/metadata/DataDictionaryTransactionTypeCodes.shtml#search=metadata&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More Terms&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fec.gov/pages/brochures/indexp.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.fec.gov/pages/brochures/indexp.shtml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-22T18:50:22.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6505" PostTypeId="1" AcceptedAnswerId="6509" CreationDate="2015-11-22T20:42:52.170" Score="1" ViewCount="69" Body="&lt;p&gt;Looking for a data set that attempts to measure happiness, welfare, and security. Ideally at an individual level across countries and or states. Thanks for any help you are provide.&lt;/p&gt;&#xA;" OwnerUserId="5933" LastActivityDate="2015-11-24T08:50:40.403" Title="Happiness Cross Sectional Data" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6506" PostTypeId="1" CreationDate="2015-11-23T05:28:03.133" Score="2" ViewCount="611" Body="&lt;p&gt;I am working on macaronic language analysis. I need a dataset of hindi tweets or other devnagri languages. Could someone send me the datasets or the links where I can find them? &lt;/p&gt;&#xA;" OwnerUserId="9312" LastActivityDate="2016-04-11T19:41:39.557" Title="Hindi tweets datasets freely available" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6507" PostTypeId="1" AcceptedAnswerId="6543" CreationDate="2015-11-24T04:43:44.263" Score="5" ViewCount="108" Body="&lt;p&gt;I am looking for a very large collection ( &gt; 10 GB) of biomedical text documents to run some unsupervised experiments with (for recognizing drug names, etc). Do we have access to such a thing for free? Or is it legal to crawl pubmed and use the crawled dataset for research experiments (no idea about how the licensing/copyright is at pubmed)?&lt;/p&gt;&#xA;" OwnerUserId="9325" LastEditorDisplayName="user6083" LastEditDate="2015-11-24T14:01:49.113" LastActivityDate="2015-11-27T22:00:14.840" Title="Huge Biomedical Corpus for Unsupervised Experiments" Tags="|data-request|machine-learning|nlp|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6508" PostTypeId="1" CreationDate="2015-11-24T05:03:39.847" Score="3" ViewCount="211" Body="&lt;p&gt;We are working on outdoor activity recognition and we need to test our approaches using a labeled dataset containing pedestrians' mobility traces.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After some research, I have found &lt;a href=&quot;http://research.microsoft.com/en-us/downloads/b16d359d-d164-469e-9fd4-daa38f2b2e13/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoLife&lt;/a&gt; dataset (can be found here : &lt;a href=&quot;http://crawdad.org/keyword-GPS.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;crawdad.org/keyword-GPS.html&lt;/a&gt;). Sadly, this dataset doesn't contain labels of visited places. Any suggestions of labeled mobility traces (e.g. home, work) ?&lt;/p&gt;&#xA;" OwnerUserId="9326" LastEditorUserId="9326" LastEditDate="2018-11-16T17:09:23.053" LastActivityDate="2018-11-16T17:09:23.053" Title="Does anyone know a public open GPS datasets with labeled visited places (POI) that we can use in research projects?" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="6509" PostTypeId="2" ParentId="6505" CreationDate="2015-11-24T08:50:40.403" Score="1" Body="&lt;p&gt;Not sure what exactly you mean with &quot;happiness, welfare, and security&quot; but the Life in transition survey (&lt;a href=&quot;http://www.ebrd.com/what-we-do/economic-research-and-data/data/lits.html&quot; rel=&quot;nofollow&quot;&gt;http://www.ebrd.com/what-we-do/economic-research-and-data/data/lits.html&lt;/a&gt;) has several possibly related questions including &quot;How satisfied are you with your life&quot;, and exists in two waves with relatively big samples&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2015-11-24T08:50:40.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6510" PostTypeId="1" CreationDate="2015-11-24T09:50:39.020" Score="4" ViewCount="98" Body="&lt;p&gt;I'm looking for samples of advertisements by illegal money lending online, e.g. in comment sections of online forums etc. My intention is to use it as a training dataset to build a filter against such comments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if there is an existing publicly available dataset for this?&lt;/p&gt;&#xA;" OwnerUserId="3109" LastEditorUserId="2976" LastEditDate="2015-11-24T11:56:40.850" LastActivityDate="2015-12-07T22:57:53.443" Title="publicly available dataset of loan advertisement" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6511" PostTypeId="2" ParentId="6510" CreationDate="2015-11-24T11:56:11.563" Score="3" Body="&lt;p&gt;&lt;em&gt;This isn't exactly what you are looking for but...&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US Consumer Finance Protection Bureau (CFPB) does publish consumer complaints on many different topics in what they call the Consumer Complaints Database.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Each week we send thousands of consumers’ complaints about financial products and services to companies for response. Those complaints are published here after the company responds or after 15 days, whichever comes first. By adding their voice, consumers help improve the financial marketplace.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(excerpt from &lt;a href=&quot;http://www.consumerfinance.gov/complaintdatabase/&quot; rel=&quot;nofollow&quot;&gt;http://www.consumerfinance.gov/complaintdatabase/&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is downloadable is filterable and downloadable at &lt;a href=&quot;https://data.consumerfinance.gov/dataset/Consumer-Complaints/s6ew-h6mp&quot; rel=&quot;nofollow&quot;&gt;https://data.consumerfinance.gov/dataset/Consumer-Complaints/s6ew-h6mp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-11-24T11:56:11.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6512" PostTypeId="1" CreationDate="2015-11-24T12:11:12.750" Score="7" ViewCount="477" Body="&lt;p&gt;I'm developing recommendations for local councils publishing event listings. Compared to other kinds of data, events data seems very likely to be used by web and mobile apps (as opposed to downloaded for analysis), and is inherently chronologically ordered and time sensitive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm really not sure which format to recommend:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CSV is the format I recommend for most non-spatial data. It's easy to process and supported by lots of software.&lt;/li&gt;&#xA;&lt;li&gt;JSON is the preferred format of web and mobile developers.&lt;/li&gt;&#xA;&lt;li&gt;RSS remains probably the most widely used format for feeds of information like blog posts&lt;/li&gt;&#xA;&lt;li&gt;Atom is a better format than RSS, but from memory is a bit more work.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Are there any recommendations on the topic I can follow?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By &quot;events&quot;, I mean public events like concerts, workshops, festivals etc. They generally have specific locations, but the people that produce the data don't seem to include lat/longs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;http://www.adelaidecitycouncil.com/Ajax/whats_on_rss_feed&quot; rel=&quot;nofollow&quot;&gt;an example&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="505" LastEditDate="2015-12-07T09:12:00.727" LastActivityDate="2015-12-07T09:12:00.727" Title="Which format (CSV, JSON, Atom, RSS?) should events data be published in?" Tags="|releasing-data|data-format|5-star-scheme|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6513" PostTypeId="1" CreationDate="2015-11-24T12:43:51.780" Score="3" ViewCount="36" Body="&lt;p&gt;I'm going to work in Mobile Crowd sensing in my master of thesis . I need MIT reality mining  data so I had submitted in this site &lt;a href=&quot;http://realitycommons.media.mit.edu/realitymining.html&quot; rel=&quot;nofollow&quot;&gt;http://realitycommons.media.mit.edu/realitymining.html&lt;/a&gt;&#xA;and it had told me the download linke will be sent for me in next few day. but they dont send me yet .&#xA; can someone help , or tell me why?&lt;/p&gt;&#xA;" OwnerUserId="9330" LastActivityDate="2015-11-24T12:43:51.780" Title="MIT reality mining" Tags="|crowdsourcing|" AnswerCount="0" CommentCount="4" ClosedDate="2015-12-09T20:41:51.430" ContentLicense="CC BY-SA 3.0" />
  <row Id="6514" PostTypeId="2" ParentId="6512" CreationDate="2015-11-24T14:25:15.237" Score="1" Body="&lt;p&gt;It depends.&#xA;&lt;br&gt;In my opinion CSV is more usable. It is older and supported by almost anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this data user will download? Stay on CSV and everyone can enjoy it, even with Excell o Libreoffice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this data provided as web service? Json can be the choice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also consider format of the data. CSV has limitations. Array and complex things does not fit well in CSV.&lt;/p&gt;&#xA;" OwnerUserId="6044" LastActivityDate="2015-11-24T14:25:15.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6515" PostTypeId="2" ParentId="6512" CreationDate="2015-11-24T15:14:54.200" Score="1" Body="&lt;p&gt;I would go with CSV. It will help your clients reach most of the audiences they interact with on a regular basis. There is no shortage of packages to read, arrange, and manipulate CSV files in languages like R and Python, which the data diggers will love. The less computer-literate will at least be able to open a CSV in a spreadsheet reader or text file application.&lt;/p&gt;&#xA;" OwnerUserId="9331" LastActivityDate="2015-11-24T15:14:54.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6516" PostTypeId="1" CreationDate="2015-11-24T16:21:38.413" Score="1" ViewCount="76" Body="&lt;p&gt;I noticed that for many CSD observations at chain schools, such as University of Phoenix, the earnings and repayment variables in levels (#repayers, #working 6 years after, etc.) seem disproportionately high, even after accounting for the fact that they are pooled cohorts, and I am assuming this is because this data is reported at the OPEID level. What OPEID or alternative variable is used to identify/merge in this information to the CSD? (i.e. 6-digit OPEID, 8-digit OPEID).&lt;/p&gt;&#xA;" OwnerUserId="9334" LastActivityDate="2015-11-25T20:25:17.953" Title="In the CSD, which Institution ID is used to merge in Earnings/Repayment Data" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6517" PostTypeId="2" ParentId="6512" CreationDate="2015-11-24T17:33:56.930" Score="6" Body="&lt;p&gt;The format should fit the data structure not the need of the comsumer (or the one who uses the data). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the data is semantically stored in a json structure you can easily export the data in different formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So my answer is: json&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check &lt;a href=&quot;https://schema.org/Event&quot;&gt;https://schema.org/Event&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9335" LastActivityDate="2015-11-24T17:33:56.930" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6518" PostTypeId="1" CreationDate="2015-11-24T17:39:43.423" Score="4" ViewCount="63" Body="&lt;p&gt;Can anyone provide examples of openly accessible field or farm-level soil acidity (pH) data? Ideally for one or more locations in New Zealand, the UK or Australia?&lt;/p&gt;&#xA;" OwnerUserId="9336" LastEditorUserId="4184" LastEditDate="2017-05-15T12:34:44.160" LastActivityDate="2019-01-22T12:37:40.907" Title="Examples of openly accessible field or farm-level soil acidity (pH) data?" Tags="|data-request|agriculture|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6519" PostTypeId="2" ParentId="6512" CreationDate="2015-11-24T18:08:42.267" Score="5" Body="&lt;p&gt;There is no correct answer, but here's some pointers:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Its relatively painless to convert from JSON to CSV and vice-versa. what matters is the structure of your data. If its properly formatted, you should have very little problems converting/conforming to standardized formats.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Speaking of formatting, you should keep in mind that RSS is a great route to go here, but thats more for consumption via apps than humans. When converting to JSON/CSV/RSS/etc., you should also port this out to HTML, using the correct markup (typically &lt;code&gt;&amp;#60;table&amp;#62;&lt;/code&gt;, perhaps &lt;code&gt;&amp;#60;ol&amp;#62;&lt;/code&gt;), while also applying semantic attributes to make the data more portable. In this case, I'd use microformats to mark up the events, so I'd apply hCalendar, as well as hEvent, and when possible, hCard and others that are applicable per event (I'm sure that will vary for each).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whichever route you choose, I'd also be keen to implement Add To Calendar functionality for each event; what I mean is, on a page with an event on it, give users the option to add the event to their calendar, pretty much exactly how eventbrite and meetup do when you are on an events page.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;W3C is working on making JSON and CSV web standards, as well as Linked Data standards for both, so again there is no wrong answer here.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keeping the data well structured (aka prepped and ready) will allow it to be ported to standardized/supported formats, literally as many as you want to convert to. Which facilitates the spread of information, as your data is now extremely portable.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-24T18:08:42.267" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6520" PostTypeId="2" ParentId="6508" CreationDate="2015-11-24T18:19:26.880" Score="3" Body="&lt;p&gt;The open source version of Google's Street View sounds like it has the data you desire, although it may not be in the same context; people walking down the street taking pictures of streets, doesn't sound the same as people involved in outdoor activities (although technically it is an activity)...I'll let you decide.&lt;br&gt;&#xA;Open Street View:&lt;br&gt;&#xA;&lt;a href=&quot;http://openstreetview.org/&quot; rel=&quot;nofollow&quot;&gt;http://openstreetview.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-24T18:19:26.880" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6521" PostTypeId="1" CreationDate="2015-11-24T18:52:03.963" Score="1" ViewCount="34" Body="&lt;p&gt;I am looking for a set of Windows crash dumps (&lt;code&gt;.dmp&lt;/code&gt; files) that I could use during trainings. This may be user mode crash dumps (application crashes, &quot;Send information to Microsoft&quot;) or kernel mode crashes (blue screen). They should all contain an unhandled exception to ba analyzed with WinDbg or Visual Studio.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crash dumps should be available for free and for commercial use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally they would already have been analyzed, so that one could look up the expected result.&lt;/p&gt;&#xA;" OwnerUserId="9338" LastActivityDate="2015-11-24T18:52:03.963" Title="Windows kernel or user mode crash dumps" Tags="|data-request|programming|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6522" PostTypeId="1" CreationDate="2015-11-24T18:57:38.750" Score="2" ViewCount="56" Body="&lt;p&gt;I am looking for Ethereal / Wireshark / tcpdump captures (&lt;code&gt;.pcap&lt;/code&gt; or &lt;code&gt;.pcapng&lt;/code&gt; files) for training purposes. They should cover a wide range of protocols on all OSI layers. Those files would be analyzed by students with Wireshark 2.0.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The captures should be available for free and for commercial use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, each of the captures has a problem description and a description on how to find the result.&lt;/p&gt;&#xA;" OwnerUserId="9338" LastActivityDate="2015-11-25T23:31:21.200" Title="Wireshark capture files" Tags="|data-request|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6523" PostTypeId="1" CreationDate="2015-11-24T22:57:37.767" Score="1" ViewCount="138" Body="&lt;p&gt;This question perhaps does not belong here. If you do know where it belongs, please let me know and I will delete the question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data: &#xA;Consumer Expenditure Survey from the BLS (PUMD)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Files used: &#xA;MTBI (expenditure by UCC codes) and FMLI (expenditure per category)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Goals:&#xA;1) Make a time series of FMLI data. &#xA;2) Fine tune some FMLI variables by dropping some UCC from the MTBI files and reconstructing them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem:&#xA;The same variable is sometimes constructed from different UCC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&#xA;The variable MAINRPPQ (Maintenance and repairs last quarter) in 2012 and 2013 CE files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For 2012 the UCC used are:&lt;br&gt;&#xA;&quot;470220 COOLANT/ADDITIVES/BRK/TRNS FLD&quot;&lt;br&gt;&#xA;&quot;480110 TIRES PURCHASED/REPLACED/INSTALL&quot;&lt;br&gt;&#xA;&quot;480212 VEHICLE PRODUCTS &amp;amp; SERVICES&quot;&lt;br&gt;&#xA;&quot;480213 PARTS/EQUIP/ACCESSORIES&quot;&lt;br&gt;&#xA;&quot;480214 VEHICLE AUDIO EQUIPMENT&quot;&lt;br&gt;&#xA;&quot;480215 VEHICLE VIDEO EQUIPMENT&quot;&lt;br&gt;&#xA;&quot;490110 BODY WORK AND PAINTING&quot;&lt;br&gt;&#xA;&quot;490211 CLUTCH, TRANSMISSION REPAIR&quot;&lt;br&gt;&#xA;&quot;490212 DRIVE SHAFT AND REAR-END REPAIR&quot;&lt;br&gt;&#xA;&quot;490221 BRAKE WORK&quot;&lt;br&gt;&#xA;&quot;490231 REPAIR TO STEERING OR FRONT END&quot;&lt;br&gt;&#xA;&quot;490232 REPAIR TO ENGINE COOLING SYSTEM&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;but for 2013 the UCC are:&lt;br&gt;&#xA;&quot;470220 COOLANT/ADDITIVES/BRK/TRNS FLD&quot;&lt;br&gt;&#xA;&quot;480110 TIRES PURCHASED/REPLACED/INSTALL&quot;&lt;br&gt;&#xA;&quot;480212 VEHICLE PRODUCTS &amp;amp; SERVICES &quot;&lt;br&gt;&#xA;&quot;480213 PARTS/EQUIP/ACCESSORIES&quot;&lt;br&gt;&#xA;&quot;480215 VEHICLE VIDEO EQUIPMENT&quot;&lt;br&gt;&#xA;&quot;480216 VEHICLE CLEAN SRVCS INCL CARWASH&quot;&lt;br&gt;&#xA;&quot;490110 BODY WORK AND PAINTING&quot;&lt;br&gt;&#xA;&quot;490232 REPAIR TO ENGINE COOLING SYSTEM&quot;&lt;br&gt;&#xA;&quot;490300 VEHICLE OR ENGINE REPAIRS&quot;&lt;br&gt;&#xA;&quot;490311 MOTOR TUNE-UP&quot;&lt;br&gt;&#xA;&quot;490312 LUBE, OIL CHANGE AND OIL FILTERS&quot;&lt;br&gt;&#xA;&quot;490313 FRNT END ALIGN, WHEEL BAL/ROTAT&quot;&lt;br&gt;&#xA;&quot;490314 SHOCK ABSORBER REPLACEMENT&quot;&lt;br&gt;&#xA;&quot;490318 TIRE REPAIR AND OTH REPAIR WORK&quot;&lt;br&gt;&#xA;&quot;490501 VEHICLE ACCESSORIES INCL. LABOR&quot;&lt;br&gt;&#xA;&quot;490900 AUTO REPAIR SERVICE POLICY&quot;           &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are five issues:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;UCC that are in the 2012 variable but are not in the 2013 variable:&lt;br&gt;&#xA;&quot;480214 VEHICLE AUDIO EQUIPMENT&quot;&lt;br&gt;&#xA;&quot;490211 CLUTCH, TRANSMISSION REPAIR&quot;&lt;br&gt;&#xA;&quot;490212 DRIVE SHAFT AND REAR-END REPAIR&quot;&lt;br&gt;&#xA;&quot;490221 BRAKE WORK&quot;&lt;br&gt;&#xA;&quot;490231 REPAIR TO STEERING OR FRONT END&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;UUC that are in the 2013 varaible but are not in the 2012 variable:&lt;br&gt;&#xA;&quot;480216 VEHICLE CLEAN SRVCS INCL CARWASH&quot;&lt;br&gt;&#xA;&quot;490300 VEHICLE OR ENGINE REPAIRS&quot;&lt;br&gt;&#xA;&quot;490311 MOTOR TUNE-UP&quot;&lt;br&gt;&#xA;&quot;490312 LUBE, OIL CHANGE AND OIL FILTERS&quot;&lt;br&gt;&#xA;&quot;490313 FRNT END ALIGN, WHEEL BAL/ROTAT&quot;&lt;br&gt;&#xA;&quot;490314 SHOCK ABSORBER REPLACEMENT&quot;&lt;br&gt;&#xA;&quot;490318 TIRE REPAIR AND OTH REPAIR WORK&quot;&lt;br&gt;&#xA;&quot;490501 VEHICLE ACCESSORIES INCL. LABOR&quot;&lt;br&gt;&#xA;&quot;490900 AUTO REPAIR SERVICE POLICY&quot;    &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The UCC that are in 2012 but not in 2013 variable still exist in the 2013 UCC text file and MTBI files. So, why were they dropped? From the description of the new UCC in 2013, I could not find the reason.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Some of the UCC that exist in 2013 but not in 2012 were measured in 2012 but some were not.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I could not find documentation of what is going on without manually going through everything.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;My questions are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Does proper documentation of UCC changes in the CE exist? If a code exists both in 2012 and 2013, but is not used in 2013, what is the reason? Please note that in 2013, &quot;Brake Work&quot; was dropped...&lt;/li&gt;&#xA;&lt;li&gt;What should be my strategy for time series variables?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="9341" LastEditorUserId="9341" LastEditDate="2015-11-24T23:06:42.063" LastActivityDate="2015-11-25T02:43:07.523" Title="Inconsistent UCC usage in Consumer Expenditure Survey" Tags="|government|economics|survey|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6524" PostTypeId="1" CreationDate="2015-11-24T23:25:00.183" Score="2" ViewCount="49" Body="&lt;p&gt;I would like to investigate relationships between &lt;a href=&quot;http://insideairbnb.com/get-the-data.html&quot; rel=&quot;nofollow&quot;&gt;Airbnb city listing data&lt;/a&gt;, and median income. In the United States &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow&quot;&gt;NHGIS&lt;/a&gt; works lovely, but how about internationally at the city level?&lt;/p&gt;&#xA;" OwnerUserId="3004" LastActivityDate="2015-11-24T23:25:00.183" Title="International Median Income Data at City Level" Tags="|city|income|global|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6525" PostTypeId="2" ParentId="6523" CreationDate="2015-11-25T02:43:07.523" Score="1" Body="&lt;p&gt;Documentation:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2012&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bls.gov/cex/2012/csxintvwdata.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cex/2012/csxintvwdata.pdf&lt;/a&gt;&lt;br&gt;&#xA;2013&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bls.gov/cex/2013/csxintvwdata.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cex/2013/csxintvwdata.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Search for &quot;470220&quot; in both and you'll see UCC defined, and 2012 is clearly different from 2013.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll bet the why are they different is buried in the documentation too, although I'm certainly to lazy to pick through it.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bls.gov/cex/csxmicrodoc.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cex/csxmicrodoc.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-11-25T02:43:07.523" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6526" PostTypeId="1" CreationDate="2015-11-25T13:48:30.223" Score="2" ViewCount="1734" Body="&lt;p&gt;I'm searching for some kind of database which would allow me to determine the county from an existing US address (consisting of number, street, city, zip and state).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously that would require some sort of database including street names and ranges, city, county and state; however I have not been able to find anything of the sort.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd appreciate any help. Thanks!&lt;/p&gt;&#xA;" OwnerUserId="9349" LastActivityDate="2015-12-17T21:33:39.797" Title="Where can I find data to determine the US county from an US address?" Tags="|data-request|usa|county|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6527" PostTypeId="2" ParentId="6526" CreationDate="2015-11-25T14:27:50.443" Score="5" Body="&lt;p&gt;The 2010 Zip Code Tabulation Area, provided by the Census Bureau, in text format with the county number it is located in can be found here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/zcta_rel_download.html&quot;&gt;https://www.census.gov/geo/maps-data/data/zcta_rel_download.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Converting the county number to its proper name can be done using this text database from the Census Bureau:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/reference/codes/cou.html&quot;&gt;https://www.census.gov/geo/reference/codes/cou.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The commercially available option that includes a free download for personal use in .xls is here, it has the county name and zip code:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.unitedstateszipcodes.org/zip-code-database/&quot;&gt;http://www.unitedstateszipcodes.org/zip-code-database/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2015-11-25T14:27:50.443" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6528" PostTypeId="1" CreationDate="2015-11-25T14:30:02.120" Score="1" ViewCount="104" Body="&lt;p&gt;Hi i am working on speech recognition project.For testing my algorithm i need a standard digit database in English and Marathi languages i.e. i need an audio file that would be an input of my system. I tried or TIDIGITS standard database but cold not download it. please help me if anyone have it.&lt;/p&gt;&#xA;" OwnerUserId="9350" LastActivityDate="2015-11-25T14:30:02.120" Title="Standard digit database in English and Marathi language" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6529" PostTypeId="1" AcceptedAnswerId="6530" CreationDate="2015-11-25T16:27:36.847" Score="5" ViewCount="497" Body="&lt;p&gt;Is there available an easily digestible (i.e., CSV or something) source for Amtrak rail station codes?  They have a &lt;a href=&quot;http://www.amtrak.com/html/stations_A.html&quot; rel=&quot;noreferrer&quot;&gt;code page here&lt;/a&gt; but I'm looking for something that could be included in a database lookup, without scraping and building it myself.&lt;/p&gt;&#xA;" OwnerUserId="7216" LastActivityDate="2017-04-04T02:44:15.273" Title="Database or download of Amtrak station codes?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6530" PostTypeId="2" ParentId="6529" CreationDate="2015-11-25T18:46:29.360" Score="4" Body="&lt;p&gt;Scraped and built for you, up on Open Data SE's datahub.io account; note, these are only for America, not all Amtrak stations/codes:&lt;br&gt;&#xA;&lt;a href=&quot;https://datahub.io/dataset/amtrak-stations&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahub.io/dataset/amtrak-stations&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2017-04-03 Update:&lt;br&gt;&#xA;Added official Amtrak Stations (of U.S.) GeoJSON dataset:&lt;br&gt;&#xA;Updated database of the Federal Railroad Administration's (FRA) Amtrak Station database. This database is a geographic data set containing Amtrak intercity railroad passenger terminals in the United States and Canada. Attribute data include services and passenger amenities provided at the station  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Official Source:&lt;br&gt;&#xA;&lt;a href=&quot;http://osav-usdot.opendata.arcgis.com/datasets/3e9daf681b154fb19372044f4d52941a_0?geometry=137.049%2C19.855%2C29.999%2C58.749&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amtrak Stations - US DOT&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-04-04T02:44:15.273" LastActivityDate="2017-04-04T02:44:15.273" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6531" PostTypeId="2" ParentId="4664" CreationDate="2015-11-25T19:19:26.977" Score="2" Body="&lt;p&gt;I'm pretty sure it's too late to help you, but maybe others will face the same problem. For 1998 you can find data in the IMFs &quot;International Financial Statistics Yearbook(s)&quot; (if you are at a university your library might have them), but even there data for 1999 is missing. I'm not sure yet why this is the case, but I try to find out, since I want to know too. I think in the end the only possibility to fill these gaps will be interpolation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's also a bit strange that the gaps in the online IFS data are longer than those in the (printed) IFS Yearbook(s). Unfortunately there are no hints in the yearbooks why those gaps exist. There are notes for many countries, but they only explain that the establishment of the euro area changed the reporting, no word on the gap in 1999.&lt;/p&gt;&#xA;" OwnerUserId="9354" LastActivityDate="2015-11-25T19:19:26.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6532" PostTypeId="2" ParentId="6516" CreationDate="2015-11-25T20:25:17.953" Score="1" Body="&lt;p&gt;For the data elements available only for Title IV recipients (earnings, repayment rate, etc.), data produced for Scorecard are rolled up to the 6-digit OPEID level. Please note that the unit of analysis for Scorecard is the IPEDS UNITID. In cases where IPEDS UNITIDs share a common 6-digit OPEID, all observations are  assigned the same (student-weighted) average outcome or median outcome for students across all UNITIDs with a common 6-digit OPEID.  &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-11-25T20:25:17.953" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6533" PostTypeId="2" ParentId="6473" CreationDate="2015-11-25T20:33:56.477" Score="3" Body="&lt;p&gt;Note that IPEDS detailed descriptions of changes in race categories are noted here: &lt;a href=&quot;https://nces.ed.gov/ipeds/news_room/ana_Changes_to_10_25_2007_169.asp&quot; rel=&quot;nofollow&quot;&gt;https://nces.ed.gov/ipeds/news_room/ana_Changes_to_10_25_2007_169.asp&lt;/a&gt; . In developing trend reports, NCES converts race categories to the new naming categories and shows the old Asian and Pacific Islander Category and the new Asian and the new Hawaiian and other Pacific Islander categories with N/A in the appropriate cells where old and new reporting begins and ends.  A resource that can provide assistance on this matter is the IPEDS Data Use Help  Desk (866) 558-0658 or ipedstools@rti.org &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-11-25T20:33:56.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6534" PostTypeId="2" ParentId="6522" CreationDate="2015-11-25T23:31:21.200" Score="2" Body="&lt;p&gt;The Swedish company &lt;a href=&quot;http://www.netresec.com&quot; rel=&quot;nofollow&quot;&gt;NETRESEC AB&lt;/a&gt; has published a &lt;a href=&quot;http://www.netresec.com/?page=PcapFiles&quot; rel=&quot;nofollow&quot;&gt;website with links to PCAP files&lt;/a&gt;, stating&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is a list of public packet capture repositories, which are freely available on the Internet.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately the term &quot;free&quot; is not defined more precisely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The captures do not have an exact problem description and analysis, bot they have topics like &quot;cyber defense exercise&quot;, &quot;capture the flag competitions&quot; or &quot;malware traffic&quot;, which is a good starting point.&lt;/p&gt;&#xA;" OwnerUserId="9338" LastActivityDate="2015-11-25T23:31:21.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6535" PostTypeId="2" ParentId="5396" CreationDate="2015-11-26T11:16:46.200" Score="0" Body="&lt;p&gt;May DBLP collaboration dataset could help you.Visit &lt;a href=&quot;https://aminer.org/billboard/citation&quot; rel=&quot;nofollow&quot;&gt;https://aminer.org/billboard/citation&lt;/a&gt; .The dataset is a raw text data. You can extract co-authorship and citation relationship from the text.&lt;/p&gt;&#xA;" OwnerUserId="9358" LastActivityDate="2015-11-26T11:16:46.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6536" PostTypeId="2" ParentId="6507" CreationDate="2015-11-26T11:21:44.067" Score="2" Body="&lt;p&gt;There is an Open Access Journal site called PLOS. The amount of material maybe a little (but not much) short for your requirements, but it is Open Access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://www.plos.org/&quot; rel=&quot;nofollow&quot;&gt;https://www.plos.org/&lt;/a&gt; for more information.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2015-11-26T11:21:44.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6537" PostTypeId="2" ParentId="1188" CreationDate="2015-11-26T16:40:18.240" Score="2" Body="&lt;p&gt;RePEc data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ideas.repec.org/getdata.html&quot; rel=&quot;nofollow&quot;&gt;http://ideas.repec.org/getdata.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Only economics, but coverage, quality, and ease of access are outstanding.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-11-26T16:40:18.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6538" PostTypeId="1" CreationDate="2015-11-27T08:24:09.603" Score="1" ViewCount="21" Body="&lt;p&gt;I'm developing an ebook for a publishing company on Data Science. I'm hunting for a dataset that would be appropriate for this. I've seen many tutorials use iris, but I don't want to - I want to use a larger dataset that allows the audience to have some experience with something that's more realistic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I welcome suggestions for good datasets that would illustrate various aspects of data science - data collection, data munging &amp;amp; cleaning, visualisation, and modelling.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some of the criteria I'd ideally love to see in the dataset -&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The dataset needs to be available for private and for-profit use.&#xA;I'm happy to give credit to those that curated it, though (this is&#xA;crucial) &lt;/li&gt;&#xA;&lt;li&gt;The dataset should be long enough - examining by hand is&#xA;not an option (which, in my opinion, iris is). This also allows me&#xA;to demonstrate sampling and dealing with at least moderately-sized&#xA;data. I'm thinking about something in the 100k row range. &lt;/li&gt;&#xA;&lt;li&gt;The dataset can (and should!) be slightly unclean - I'd like to give the&#xA;audience some sense of which rows should be removed for analysis&lt;/li&gt;&#xA;&lt;li&gt;The data should be wide enough - have a reasonable number of attributes&#xA;(10-20, maybe?) to allow for some feature selection, feature&#xA;elimination, and feature engineering. &lt;/li&gt;&#xA;&lt;li&gt;A mix of numeric, string, dates, categorical data to demonstrate operations and challenges dealing with each of them &lt;/li&gt;&#xA;&lt;li&gt;Multiple predicted variables (some classification, some regression) so that I can demonstrate different techniques. One example could be loan data with a 'Defaulted (Yes/No)' as we as 'Income (in USD, EUR, INR, etc.)' &lt;/li&gt;&#xA;&lt;li&gt;Multiple tables that can be joined or merged on some Key variable&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I recognise that a dataset with all of these (very specific) expectations might be difficult to come by. However, anything meeting at least some criteria would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="9364" LastActivityDate="2015-11-27T08:24:09.603" Title="Dataset suggestions for teaching data science in a for-profit setting" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="1" ClosedDate="2015-12-02T15:57:29.030" ContentLicense="CC BY-SA 3.0" />
  <row Id="6539" PostTypeId="2" ParentId="1742" CreationDate="2015-11-27T11:23:58.273" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://base-search.net/&quot; rel=&quot;nofollow&quot;&gt;BASE&lt;/a&gt; (Bielefeld academic search engine) is one of the world's most voluminous search engines especially for academic open access web resources. It claims 80 million documents, and offers an &lt;a href=&quot;http://api.base-search.net/&quot; rel=&quot;nofollow&quot;&gt;API interface&lt;/a&gt; (with registration).&lt;/p&gt;&#xA;" OwnerUserId="9304" LastEditorUserId="9304" LastEditDate="2015-11-28T16:06:58.280" LastActivityDate="2015-11-28T16:06:58.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6540" PostTypeId="1" CreationDate="2015-11-27T07:39:11.563" Score="5" ViewCount="104" Body="&lt;p&gt;I'm developing an ebook for a publishing company on Data Science. I'm hunting for a dataset that would be appropriate for this. I've seen many tutorials use &lt;em&gt;iris&lt;/em&gt;, but I don't want to - I want to use a larger dataset that allows the audience to have some experience with something that's more realistic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I welcome suggestions for good datasets that would illustrate various aspects of data science - data collection, data munging &amp;amp; cleaning, visualisation, and modelling. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some of the criteria I'd ideally love to see in the dataset - &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The dataset needs to be available for private and for-profit use. I'm happy to give credit to those that curated it, though &lt;strong&gt;(this is crucial)&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;The dataset should be long enough - examining by hand is not an option (which, in my opinion, &lt;em&gt;iris&lt;/em&gt; is). This also allows me to demonstrate sampling and dealing with at least moderately-sized data. I'm thinking about something in the 100k row range. &lt;/li&gt;&#xA;&lt;li&gt;The dataset can (and should!) be slightly unclean - I'd like to give the audience some sense of which rows should be removed for analysis&lt;/li&gt;&#xA;&lt;li&gt;The data should be wide enough - have a reasonable number of attributes (10-20, maybe?) to allow for some feature selection, feature elimination, and feature engineering.&lt;/li&gt;&#xA;&lt;li&gt;A mix of numeric, string, dates, categorical data to demonstrate operations and challenges dealing with each of them&lt;/li&gt;&#xA;&lt;li&gt;Multiple predicted variables (some classification, some regression) so that I can demonstrate different techniques. One example could be loan data with a 'Defaulted (Yes/No)' as we as 'Income (in USD, EUR, INR, etc.)' &lt;/li&gt;&#xA;&lt;li&gt;Multiple tables that can be joined or merged on some Key variable&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I recognise that a dataset with all of these (very specific) expectations might be difficult to come by. However, anything meeting at least some criteria would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="9364" OwnerDisplayName="Navaneethan Santhanam" LastActivityDate="2015-11-27T14:43:47.550" Title="Dataset suggestions for teaching data science in a for-profit setting" Tags="|machine-learning|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6541" PostTypeId="2" ParentId="6540" CreationDate="2015-11-27T14:43:47.550" Score="2" Body="&lt;p&gt;I suggest &lt;a href=&quot;https://msdn.microsoft.com/en-us/library/ms167167.aspx&quot; rel=&quot;nofollow&quot;&gt;adventure Works Cycles&lt;/a&gt; by Microsoft. This is a fabricated dataset for educational purposes and freely available. It has an OLTP database and a data warehouse version. Since Microsoft uses this dataset for teaching data mining in SSAS, you will not have trouble building scenarios for different algorithms.&lt;/p&gt;&#xA;" OwnerUserId="3510" LastActivityDate="2015-11-27T14:43:47.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6542" PostTypeId="1" CreationDate="2015-11-27T15:02:17.600" Score="3" ViewCount="81" Body="&lt;p&gt;For my online 3D earth model on guadTree algorithm I need elevation data for all land and oceans.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I recently discovered SRTM 1 Arc-Second Global, but it does not have data for the oceans and the most northern and southern latitudes. I studied the &lt;a href=&quot;https://grasswiki.osgeo.org/wiki/Global_datasets#SRTM30plus_data_DEM&quot; rel=&quot;nofollow&quot;&gt;article&lt;/a&gt;, but I still can not decide. What data are better?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And where better to store this data? In MySQL? If I need to get the elevation of a particular point by lat/long in order to generate an arbitrary terrain pieces.&lt;/p&gt;&#xA;" OwnerUserId="9279" LastActivityDate="2015-11-27T15:02:17.600" Title="Better global elevation data" Tags="|metadata|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6543" PostTypeId="2" ParentId="6507" CreationDate="2015-11-27T22:00:14.840" Score="2" Body="&lt;p&gt;There is an open access subset in PubMed Central which can be crawled via an API and might be what you are looking for: &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/tools/openftlist/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/tools/openftlist/&lt;/a&gt;. There are currently &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/?term=open+access[filter]&quot; rel=&quot;nofollow&quot;&gt;around 1 million articles&lt;/a&gt; in the open access subset, which I imagine would be getting towards your GB target. It looks like versions of the subset are available on torrent sharing sites.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;is it legal to crawl pubmed and use the crawled dataset for research experiments?&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The open access subset includes articles with a range of licenses, some of which restrict &quot;commercial use&quot; and creation of &quot;derivatives&quot;. If you are worried about legality, you could focus your search on specific licenses (e.g. there are over &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/?term=cc+by+license[filter]&quot; rel=&quot;nofollow&quot;&gt;500K CC-BY licensed articles&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Europe PMC would be worth considering as an alternative source of content: &lt;a href=&quot;https://europepmc.org/Help#doesEPMChaveallPMandPMC&quot; rel=&quot;nofollow&quot;&gt;https://europepmc.org/Help#doesEPMChaveallPMandPMC&lt;/a&gt;. It covers the majority of PubMed Central content, plus &lt;a href=&quot;https://europepmc.org/Help#doesEPMChaveallPMandPMC&quot; rel=&quot;nofollow&quot;&gt;additional content like NHS Clinical Guidelines&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-11-27T22:00:14.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6544" PostTypeId="1" CreationDate="2015-11-28T18:24:00.683" Score="1" ViewCount="90" Body="&lt;p&gt;I am going to do some analytics on Mobile Phone Contacts data, in particular, I would like to find the average number of contacts, to determine social groups(family, friends, сolleagues), but I didn't find anything on the web :(&#xA;I need it for my master's thesis&#xA;Maybe anyone could help me and suggest open sources where I can get this data?&lt;/p&gt;&#xA;" OwnerUserId="9373" LastEditorUserId="23272" LastEditDate="2021-04-03T09:21:56.427" LastActivityDate="2021-04-03T09:21:56.427" Title="Any data about Mobile Phone Contacts?" Tags="|data-request|telecom|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6545" PostTypeId="2" ParentId="3791" CreationDate="2015-11-29T03:42:08.840" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.pecanstreet.org/&quot; rel=&quot;nofollow&quot;&gt;Pecan Street Energy&lt;/a&gt; has &quot;the world's largest collection&quot; of sub-hourly energy data for residential buildings -- its &lt;a href=&quot;https://dataport.pecanstreet.org/&quot; rel=&quot;nofollow&quot;&gt;data-port is open&lt;/a&gt; for University researchers (but paid use for non-University users)&lt;/p&gt;&#xA;" OwnerUserId="5466" LastActivityDate="2015-11-29T03:42:08.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6546" PostTypeId="2" ParentId="6094" CreationDate="2015-11-29T16:48:45.067" Score="6" Body="&lt;ul&gt;&#xA;&lt;li&gt;Entailment corpus: &lt;a href=&quot;http://nlp.stanford.edu/projects/snli/&quot; rel=&quot;noreferrer&quot;&gt;http://nlp.stanford.edu/projects/snli/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;SemEval tasks: &lt;a href=&quot;http://alt.qcri.org/semeval2015/index.php?id=tasks&quot; rel=&quot;noreferrer&quot;&gt;http://alt.qcri.org/semeval2015/index.php?id=tasks&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;SICK dataset: &lt;a href=&quot;http://clic.cimec.unitn.it/composes/sick.html&quot; rel=&quot;noreferrer&quot;&gt;http://clic.cimec.unitn.it/composes/sick.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3012" LastEditorUserId="1652" LastEditDate="2015-11-29T16:59:45.347" LastActivityDate="2015-11-29T16:59:45.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6547" PostTypeId="1" AcceptedAnswerId="6553" CreationDate="2015-11-29T21:20:52.310" Score="3" ViewCount="229" Body="&lt;p&gt;Just updated my mimic-code directory after some changes were made yesterday to the postgres configuration files. Reimporting the data and getting the following error for the admissions table:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;postgres=# \set admissions_csv :mimic_data_dir 'ADMISSIONS_DATA_TABLE.csv'&#xA;postgres=# COPY ADMISSIONS FROM :'admissions_csv' DELIMITER ',' CSV HEADER;&#xA;ERROR:  invalid input syntax for type timestamp: &quot;CHEST PAIN\CATH&quot;&#xA;CONTEXT:  COPY admissions, line 2, column edregtime: &quot;CHEST PAIN\CATH&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know this is because the data I'm using is missing the edregtime column - is the appropriate data for these updates accessible on physionet?&lt;/p&gt;&#xA;" OwnerUserId="9382" LastEditorUserId="1652" LastEditDate="2015-12-01T00:01:51.100" LastActivityDate="2015-12-01T00:11:11.173" Title="ADMISSIONS Table, recent Mimic-III Postgres Updates" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6548" PostTypeId="1" AcceptedAnswerId="6565" CreationDate="2015-11-29T22:41:46.537" Score="2" ViewCount="65" Body="&lt;p&gt;I've already explored Akamai's State of the Internet Reports and the ITU's ICT Indicators Database, and tried to access Ookla's old data which is not offline. Is there anyone who can recommend where I could find average internet speeds by country?&lt;/p&gt;&#xA;" OwnerUserId="8874" LastActivityDate="2016-06-16T03:22:36.503" Title="Average Internet Download Speeds for All Countries" Tags="|internet|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6549" PostTypeId="2" ParentId="6544" CreationDate="2015-11-30T01:27:52.990" Score="1" Body="&lt;p&gt;I am also looking for Calling Detail Record(CDR) dataset to my research of link prediction. Recently, I found a telecom dataset from the link:&lt;a href=&quot;http://theodi.fbk.eu/openbigdata/&quot; rel=&quot;nofollow&quot;&gt;http://theodi.fbk.eu/openbigdata/&lt;/a&gt;. Maybe it will give you some help.&lt;/p&gt;&#xA;" OwnerUserId="9358" LastActivityDate="2015-11-30T01:27:52.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6550" PostTypeId="2" ParentId="6512" CreationDate="2015-11-30T11:53:57.840" Score="2" Body="&lt;p&gt;Just to add another format: &lt;a href=&quot;https://en.wikipedia.org/wiki/ICalendar&quot; rel=&quot;nofollow&quot;&gt;iCalender&lt;/a&gt; (&lt;code&gt;.ics&lt;/code&gt;) might be a nice add-on if the events are to be booked/bookmarked/scheduled by visitors interested in attending some/all of the events. Although the support for spatial data is limited to a plaintext field, it might be worth adding.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2015-11-30T11:53:57.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6551" PostTypeId="1" CreationDate="2015-11-30T14:32:35.613" Score="1" ViewCount="51" Body="&lt;p&gt;I am trying to encode reviews of music albums. If I understand the &quot;MusicAlbum&quot; schema correctly, the =reviewer= is the &quot;author&quot; of the &quot;review&quot; content? Can anyone point me to examples of well-constructed reviews (MusicAlbum&quot; or otherwise)? Likewise, what is the best way to note the language in which the MusicAlbum is recorded--in my case, often not the same as the language of the review?&lt;/p&gt;&#xA;" OwnerUserId="3382" LastEditorUserId="90" LastEditDate="2015-11-30T20:36:00.803" LastActivityDate="2015-12-02T14:32:01.153" Title="To whom does &quot;author&quot; refer when using schema.org's &quot;MusicAlbum&quot; schema?" Tags="|best-practice|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6552" PostTypeId="2" ParentId="6400" CreationDate="2015-11-30T16:01:06.463" Score="2" Body="&lt;p&gt;Based on conversation with staff I believe that the hospital does keep a log of changes to resources such as bed capacity. These records are not available to the &lt;a href=&quot;http://lcp.mit.edu/&quot; rel=&quot;nofollow&quot;&gt;Laboratory for Computational Physiology&lt;/a&gt; at this time, however, so the information that you are looking for has not been incorporated into the &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC database&lt;/a&gt;. If the records are made available to the laboratory in the future, then the situation may change.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-11-30T16:01:06.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6553" PostTypeId="2" ParentId="6547" CreationDate="2015-11-30T16:07:07.640" Score="3" Body="&lt;p&gt;It looks like you are trying to load MIMIC-III (v1.1) data using the MIMIC-III (v1.2) build scripts. &lt;code&gt;edregtime&lt;/code&gt; is a new column that was added &lt;a href=&quot;http://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;between v1.1 and v1.2&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Major issues addressed, including additional data made available:&lt;/p&gt;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&lt;p&gt;#151 - The time of emergency department registration and exit has been added to the admissions table, where available.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The latest version of the data can be downloaded from the MIMIC-III project page on &lt;a href=&quot;https://physionet.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;PhysioNet&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-12-01T00:11:11.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6554" PostTypeId="2" ParentId="6551" CreationDate="2015-11-30T19:43:24.467" Score="1" Body="&lt;p&gt;It is correct to think that the &lt;I&gt;reviewer&lt;/I&gt; would be the &lt;b&gt;Author&lt;/b&gt; according to the &lt;b&gt;&lt;a href=&quot;https://schema.org/Review&quot; rel=&quot;nofollow&quot;&gt;Review&lt;/a&gt;&lt;/b&gt; schema. The &lt;a href=&quot;https://schema.org/MusicAlbum&quot; rel=&quot;nofollow&quot;&gt;MusicAlbum&lt;/a&gt; schema specifies that the &lt;b&gt;inLanguage&lt;/b&gt; value regards the language in which the music was recorded.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example I quickly threw together that might explain how you can implement a Review into a Music Album:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;@context&quot;: &quot;http://schema.org&quot;,&#xA;  &quot;@type&quot;: &quot;MusicAlbum&quot;,&#xA;  &quot;byArtist&quot;: {&#xA;    &quot;@type&quot;: &quot;MusicGroup&quot;,&#xA;    &quot;name&quot;: &quot;Radiohead&quot;&#xA;  },&#xA;  &quot;genre&quot;: &quot;Alt/Punk&quot;,&#xA;  &quot;image&quot;: &quot;king-of-limbs.jpg&quot;,&#xA;  &quot;name&quot;: &quot;King of Limbs&quot;,&#xA;  &quot;numTracks&quot;: &quot;8&quot;,&#xA;  &quot;track&quot;: [&#xA;    {&#xA;      &quot;@type&quot;: &quot;MusicRecording&quot;,&#xA;      &quot;duration&quot;: &quot;PT5M14S&quot;,&#xA;      &quot;name&quot;: &quot;Bloom&quot;,&#xA;      &quot;url&quot;: &quot;/artist/radiohead/album/the-king-of-limbs/track/bloom&quot;&#xA;    },&#xA;    {&#xA;      &quot;@type&quot;: &quot;MusicRecording&quot;,&#xA;      &quot;duration&quot;: &quot;PT4M40S&quot;,&#xA;      &quot;name&quot;: &quot;Morning Mr Magpie&quot;,&#xA;      &quot;url&quot;: &quot;/artist/radiohead/album/the-king-of-limbs/track/morning-mr-magpie&quot;&#xA;    }&#xA;  ],&#xA;  &quot;url&quot;: &quot;/artist/radiohead/album/the-king-of-limbs&quot;,&#xA;    &quot;inLanguage&quot;: &quot;english&quot;,&#xA;    &quot;review&quot;: [&#xA;        {&#xA;            &quot;@type&quot;: &quot;Review&quot;,&#xA;            &quot;author&quot;: &quot;Reviewer Bob&quot;,&#xA;            &quot;datePublished&quot;: &quot;2015-11-30&quot;,&#xA;            &quot;description&quot;: &quot;Writing a review for Stack Exchange&quot;,&#xA;            &quot;name&quot;: &quot;Satisfied user&quot;,&#xA;            &quot;reviewRating&quot;: {&#xA;                &quot;@type&quot;: &quot;Rating&quot;,&#xA;                &quot;bestRating&quot;: &quot;5&quot;,&#xA;                &quot;ratingValue&quot;: &quot;5&quot;,&#xA;                &quot;worstRating&quot;: &quot;1&quot;&#xA;            }&#xA;        }&#xA;    ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9160" LastActivityDate="2015-11-30T19:43:24.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6555" PostTypeId="1" AcceptedAnswerId="6560" CreationDate="2015-12-01T03:13:55.763" Score="2" ViewCount="914" Body="&lt;p&gt;I am trying to search for a dataset which contains WBAN id and Station ID for each weather station in New York and its corresponding city or county. I want this data set for my course project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to map all the weather stations in New York into 5 boroughs of New York. The data I currently have has WBAN ID and the corresponding Counties. But the counties for half of the data is missing. Also, the data doesn't have corresponding Station IDS&lt;/p&gt;&#xA;" OwnerUserId="9393" LastActivityDate="2015-12-02T00:08:28.400" Title="Where to get data for each WBAN ID and Station ID and its corresponding city" Tags="|data-request|weather|noaa|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6557" PostTypeId="1" AcceptedAnswerId="6624" CreationDate="2015-12-01T14:37:12.183" Score="7" ViewCount="1777" Body="&lt;p&gt;I am looking for dataset on the outcomes of Formula 1 races, what cars partook in the race, and the specifications of these cars (such as type of tire used; type of engine; width, length and other parameters that describe the shape of the car).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the dataset contained information about the drivers as well as the weather conditions and geographic information of the race track that would be all the more better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't seem to find any datasets on Formula 1 racing, so I was wondering if anyone could suggest one? &lt;/p&gt;&#xA;" OwnerUserId="9398" LastEditorUserId="5601" LastEditDate="2015-12-01T19:52:50.813" LastActivityDate="2015-12-09T12:27:00.867" Title="Where can I find data for Formula 1 races and race cars" Tags="|data-request|sports|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6559" PostTypeId="2" ParentId="6452" CreationDate="2015-12-01T21:25:10.097" Score="3" Body="&lt;p&gt;I assume that your are talking about the &lt;a href=&quot;http://5stardata.info/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;5-star Open Data&lt;/a&gt; from Tim-Berners Lee.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, you can check this one about working with different kind of &lt;a href=&quot;https://opendata.stackexchange.com/a/1210/505&quot;&gt;file types in Python&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3 star data is CSV and 4 star data is RDF.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the linked answer:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Comma Separated Files (CSV)&lt;/strong&gt; files can be a very useful format, because it is compact and thus suitable to transfer large sets of data with the same structure. However, the format is so spartan that data are often useless without documentation since it can be almost impossible to guess the significance of the different columns. It is therefore particularly important for the comma-separated formats that documentation of the individual fields are accurate. Furthermore, it is essential that the structure of the file is respected, as a single omission of a field may disturb the reading of all remaining data in the file without any real opportunity to rectify it, because it cannot be determined how the remaining data should be interpreted. You can use the CSV Python library. Here is an example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import csv&#xA;with open('eggs.csv', 'rb') as csvfile:&#xA;    file = csv.reader(&amp;lt;file root&amp;gt;, delimiter=' ', quotechar='|')&#xA;    for row in file:&#xA;        print ', '.join(row)&amp;lt;/pre&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;RDF&lt;/strong&gt; is a W3C-recommended format and makes it possible to represent data in a form that makes it easier to combine data from multiple sources. RDF data can be stored in XML and JSON, among other serializations. RDF encourages the use of URLs as identifiers, which provides a convenient way to directly interconnect existing open data initiatives on the Web. RDF is still not widespread, but it has been a trend among Open Government initiatives, including the British and Spanish Government Linked Open Data projects. The inventor of the Web, Tim Berners-Lee, has recently proposed a five-star scheme that includes linked RDF data as a goal to be sought for open data initiatives I use rdflib for this file format. Here is an example.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from rdflib.graph import Graph&#xA;g = Graph()&#xA;g.parse(&quot;&amp;lt;file root&amp;gt;&quot;, format=&quot;&amp;lt;format&amp;gt;&quot;)&#xA;for stmt in g:&#xA;   print(stmt)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In addition, you may find interesting the original proposal of W3C about &lt;a href=&quot;http://www.w3.org/TR/2015/PR-csv2rdf-20151117/&quot; rel=&quot;nofollow noreferrer&quot;&gt;tabular to RDF conversion&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-12-01T21:25:10.097" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6560" PostTypeId="2" ParentId="6555" CreationDate="2015-12-02T00:08:28.400" Score="1" Body="&lt;p&gt;This list from NOAA&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncdc.noaa.gov/homr/file/emshr_lite.txt&quot; rel=&quot;nofollow&quot;&gt;http://www.ncdc.noaa.gov/homr/file/emshr_lite.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;has a bunch of station data for various networks (primarily WBAN and COOP) its a text file but it opens very nicely in excel with fixed width columns where you can sort based on the criteria you've specified. It includes counties for most stations and lat lon for all stations. Stations without a WBAN ID are part of a different network.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also this list from the EPA:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.epa.gov/sites/production/files/documents/STATION_LOCATIONS.PDF&quot; rel=&quot;nofollow&quot;&gt;http://www2.epa.gov/sites/production/files/documents/STATION_LOCATIONS.PDF&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which only includes stations with a long history.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For future post include the data you already have.&lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2015-12-02T00:08:28.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6561" PostTypeId="2" ParentId="6551" CreationDate="2015-12-02T14:32:01.153" Score="1" Body="&lt;p&gt;Yes, that makes perfect sense. I'm seeing JSON-LD? I have an example I've been working on using microdata that looks something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;div itemscope itemtype=&quot;http://schema.org/Review&quot;&amp;gt;&#xA;    &amp;lt;a itemprop=&quot;url&quot; href=&quot;could be link to purchase point?&quot;&amp;gt;&amp;lt;div itemprop=&quot;name&quot;&amp;gt;&amp;lt;strong&amp;gt;Some Band / Some new album&amp;lt;/strong&amp;gt;&amp;lt;/div&amp;gt;&amp;lt;/a&amp;gt;&#xA;    &amp;lt;div itemprop=&quot;description&quot;&amp;gt;brand new country-western album&amp;lt;/div&amp;gt;&#xA;    &amp;lt;div itemprop=&quot;reviewBody&quot;&amp;gt;this is really good&amp;lt;/div&amp;gt;&#xA;    &amp;lt;div itemprop=&quot;author&quot; itemscope itemtype=&quot;http://schema.org/Person&quot;&amp;gt;&#xA;        Written by: &amp;lt;span itemprop=&quot;name&quot;&amp;gt;reviewer Ari&amp;lt;/span&amp;gt;&amp;lt;/div&amp;gt; ##no need to dive into FOAF-related stuff for now&#xA;    &amp;lt;div&amp;gt;&amp;lt;meta itemprop=&quot;datePublished&quot; content=&quot;2015-11-30&quot;&amp;gt;Date published: 11/30/2015&amp;lt;/div&amp;gt;&#xA;    &amp;lt;div itemprop=&quot;reviewRating&quot; itemscope itemtype=&quot;http://schema.org/Rating&quot;&amp;gt;&amp;lt;meta itemprop=&quot;worstRating&quot; content=&quot;0&quot;&amp;gt;&amp;lt;span itemprop=&quot;ratingValue&quot;&amp;gt;4&amp;lt;/span&amp;gt; / &amp;lt;span   itemprop=&quot;bestRating&quot;&amp;gt;5&amp;lt;/span&amp;gt; stars&amp;lt;/div&amp;gt;&#xA;&#xA;    &amp;lt;div itemscope itemtype=&quot;http://schema.org/MusicAlbum&quot;&amp;gt;&#xA;        &amp;lt;div itemprop=&quot;name&quot;&amp;gt; King of Limbs &#xA;            &amp;lt;meta content=&quot;Alt/Punk&quot; itemprop=&quot;genre&quot; /&amp;gt;&amp;lt;/div&amp;gt;&#xA;        &amp;lt;div itemprop=&quot;byArtist&quot; itemscope itemtype=&quot;http://schema.org/MusicGroup&quot;&amp;gt;&#xA;            &amp;lt;span itemprop=&quot;name&quot;&amp;gt;Radiohead&amp;lt;/span&amp;gt;&amp;lt;/div&amp;gt;&#xA;    &amp;lt;/div&amp;gt;&#xA;&amp;lt;/div&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3382" LastActivityDate="2015-12-02T14:32:01.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6562" PostTypeId="2" ParentId="6439" CreationDate="2015-12-02T16:04:15.930" Score="1" Body="&lt;p&gt;Rate of smoking is not a question asked on the American Community Survey, or, as far as I know, in any US Census Bureau instrument. &lt;a href=&quot;http://www.census.gov/topics/health.html&quot; rel=&quot;nofollow&quot;&gt;Here's a page from the US Census Bureau&lt;/a&gt; outlining the health topics they cover. The top level categories they use to organize it are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Disability&lt;/li&gt;&#xA;&lt;li&gt;Expenses &amp;amp; Investments&lt;/li&gt;&#xA;&lt;li&gt;Fertility&lt;/li&gt;&#xA;&lt;li&gt;Health Insurance&lt;/li&gt;&#xA;&lt;li&gt;HIV/AIDS&lt;/li&gt;&#xA;&lt;li&gt;Small Area Health Insurance Estimates&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Not all of these are part of the ACS, and those which aren't won't be published to the census tract level. Even the &quot;Small area&quot; health insurance estimates only go down to counties.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Generally, health statistics are rarely tabulated at small geographies like census tracts because of concerns of publishing personally identifiable information, as well as, probably, the cost of data collection at that scale. &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-12-02T16:04:15.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6563" PostTypeId="1" CreationDate="2015-12-02T14:38:22.707" Score="3" ViewCount="241" Body="&lt;p&gt;Does anyone know how I can obtain a Google Analytics database for teaching undergraduates how to work with Google Analytics?&lt;br /&gt;&#xA;I don't have a commercial website which I can attach to, and I want to explore some of the more advanced campaigns and tagging options for tracking purposes.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seems like a &quot;Chicken &amp;amp; Egg&quot; problem, and thus far Google staff have been useless in answering this query. &lt;/p&gt;&#xA;" OwnerUserId="9429" OwnerDisplayName="George S." LastEditorDisplayName="user4293" LastEditDate="2015-12-04T00:17:21.127" LastActivityDate="2017-09-24T13:43:22.640" Title="How do I get Google Analytics data for teaching college course?" Tags="|education|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6564" PostTypeId="2" ParentId="6563" CreationDate="2015-12-02T14:48:52.183" Score="2" Body="&lt;p&gt;I hope you are looking for open datasets for the google analytics data of a website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Generally, companies don't release that data as it includes tracking data and sensitive data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, you can get some of the open datasets from the site &lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;data.gov&lt;/a&gt; of a site called lacity.org.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset?q=google%20analytics&amp;amp;sort=score%20desc%2C%20name%20asc&quot; rel=&quot;nofollow&quot;&gt;Link to the list of datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8642" OwnerDisplayName="Dawny33" LastActivityDate="2015-12-02T14:48:52.183" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6565" PostTypeId="2" ParentId="6548" CreationDate="2015-12-02T21:50:38.853" Score="2" Body="&lt;p&gt;Ultimately I contacted the editor of the Akamai State of the Internet report to explain the purpose of my research and he was willing to provide aggregate data by country for average speed and average peak speed. Very good quality data :-)&lt;/p&gt;&#xA;" OwnerUserId="8874" LastActivityDate="2015-12-02T21:50:38.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6566" PostTypeId="2" ParentId="6397" CreationDate="2015-12-02T23:05:07.400" Score="6" Body="&lt;p&gt;You can use this &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/master/demographics/postgres/HeightWeightQuery.sql&quot; rel=&quot;noreferrer&quot;&gt;query&lt;/a&gt; (tested on MIMIC-III v1.1, took around 80 seconds to run on my computer):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- ------------------------------------------------------------------&#xA;-- Title: Extract height and weight for ICUSTAY_IDs&#xA;-- Description: This query gets the first, minimum, and maximum weight and height&#xA;--        for a single ICUSTAY_ID. It extracts data from the CHARTEVENTS table.&#xA;-- MIMIC version: MIMIC-III v1.2&#xA;-- Created by: Erin Hong, Alistair Johnson&#xA;-- ------------------------------------------------------------------&#xA;&#xA;-- DROP VIEW franck.heightweight;&#xA;-- DROP TABLE franck.heightweight;&#xA;&#xA;CREATE TABLE franck.heightweight&#xA;AS&#xA;WITH FirstVRawData AS&#xA;  (SELECT c.charttime,&#xA;    c.itemid,c.subject_id,c.icustay_id,&#xA;    CASE&#xA;      WHEN c.itemid IN (762, 763, 3723, 3580, 3581, 3582)&#xA;      THEN 'WEIGHT'&#xA;      WHEN c.itemid IN (920, 1394, 4187, 3486, 3485, 4188)&#xA;      THEN 'HEIGHT'&#xA;    END AS parameter,&#xA;    CASE&#xA;      WHEN c.itemid   IN (3581)&#xA;      THEN c.valuenum * 0.45359237&#xA;      WHEN c.itemid   IN (3582)&#xA;      THEN c.valuenum * 0.0283495231&#xA;      WHEN c.itemid   IN (920, 1394, 4187, 3486)&#xA;      THEN c.valuenum * 2.54&#xA;      ELSE c.valuenum&#xA;    END AS valuenum&#xA;  FROM mimiciii.chartevents c&#xA;  WHERE c.valuenum   IS NOT NULL&#xA;  AND ( ( c.itemid  IN (762, 763, 3723, 3580, -- Weight Kg&#xA;    3581,                                     -- Weight lb&#xA;    3582,                                     -- Weight oz&#xA;    920, 1394, 4187, 3486,                    -- Height inches&#xA;    3485, 4188                                -- Height cm&#xA;    )&#xA;  AND c.valuenum &amp;lt;&amp;gt; 0 )&#xA;    ) )&#xA;  --)&#xA;&#xA;  --select * from FirstVRawData&#xA;, SingleParameters AS (&#xA;  SELECT DISTINCT subject_id,&#xA;         icustay_id,&#xA;         parameter,&#xA;         first_value(valuenum) over (partition BY subject_id, icustay_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING) AS first_valuenum,&#xA;         MIN(valuenum) over (partition BY subject_id, icustay_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS min_valuenum,&#xA;         MAX(valuenum) over (partition BY subject_id, icustay_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS max_valuenum&#xA;    FROM FirstVRawData&#xA;&#xA;&#xA;&#xA;--   ORDER BY subject_id,&#xA;--            icustay_id,&#xA;--            parameter&#xA;  )&#xA;--select * from SingleParameters&#xA;, PivotParameters AS (SELECT subject_id, icustay_id,&#xA;    MAX(case when parameter = 'HEIGHT' then first_valuenum else NULL end) AS height_first,&#xA;    MAX(case when parameter =  'HEIGHT' then min_valuenum else NULL end)   AS height_min,&#xA;    MAX(case when parameter =  'HEIGHT' then max_valuenum else NULL end)   AS height_max,&#xA;    MAX(case when parameter =  'WEIGHT' then first_valuenum else NULL end) AS weight_first,&#xA;    MAX(case when parameter =  'WEIGHT' then min_valuenum else NULL end)   AS weight_min,&#xA;    MAX(case when parameter =  'WEIGHT' then max_valuenum else NULL end)   AS weight_max&#xA;  FROM SingleParameters&#xA;  GROUP BY subject_id,&#xA;    icustay_id&#xA;  )&#xA;--select * from PivotParameters&#xA;SELECT f.icustay_id,&#xA;  f.subject_id,&#xA;  ROUND( cast(f.height_first as numeric), 2) AS height_first,&#xA;  ROUND(cast(f.height_min as numeric),2) AS height_min,&#xA;  ROUND(cast(f.height_max as numeric),2) AS height_max,&#xA;  ROUND(cast(f.weight_first as numeric), 2) AS weight_first,&#xA;  ROUND(cast(f.weight_min as numeric), 2)   AS weight_min,&#xA;  ROUND(cast(f.weight_max as numeric), 2)   AS weight_max&#xA;&#xA;FROM PivotParameters f&#xA;ORDER BY subject_id, icustay_id;&#xA;&#xA;--COMMENT ON MATERIALIZED VIEW mimiciii.icustay_detail IS&#xA;-- '&#xA;--   Expands the table &quot;ICUSTAYEVENTS&quot; to show:&#xA;-- ​&#xA;--      +  Each ICU stay is order by the column HOSPITAL_ICUSTAY_SEQ per&#xA;--         hospitalization&#xA;--      +  Each ICU stay is order by the column ICUSTAY_SEQ&#xA;--      +  The first and last ICU stays per hospitalization&#xA;--      +  First/last hospitalizations&#xA;--      +  The icu expiration flag is assigned to the last icu_stay in the last&#xA;--         hospitalization.&#xA;--  ';&#xA;&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.subject_id is 'Unique subject identifier';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.gender is 'Subject''s gender &quot;M&quot; or &quot;F&quot;';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.dob is 'Subject''s date of birth';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.icustay_id is 'Unique ICU stay identifier';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.height is 'The first entered height of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_first is 'The first entered weight of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_max is 'The maximum entered weight of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_min is 'The minimum entered weight of the patient';&#xA;&#xA;&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.icustay_detail','c');&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.d_chartitems_detail','c');&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.icustay_days','c');&#xA;&#xA;&#xA;SELECT * FROM franck.heightweight LIMIT 100;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Some statistics:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- Some statistics:&#xA;&#xA;SELECT COUNT(DISTINCT(icustay_id)) FROM mimiciii.icustayevents; -- returns 61532&#xA;SELECT COUNT(DISTINCT(icustay_id)) FROM franck.heightweight; -- returns 30299&#xA;SELECT COUNT(DISTINCT(icustay_id)) FROM franck.heightweight WHERE height_first IS NULL; -- returns 13203&#xA;SELECT COUNT(DISTINCT(icustay_id)) FROM franck.heightweight WHERE weight_first IS NULL; -- returns 29&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It will create the following table:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LvpHy.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LvpHy.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you prefer to group by &lt;code&gt;hadm_id&lt;/code&gt; instead of &lt;code&gt;icustay_id&lt;/code&gt;, you can simply replace &lt;code&gt;icustay_id&lt;/code&gt; by &lt;code&gt;hadm_id&lt;/code&gt; in the table creation query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- ------------------------------------------------------------------&#xA;-- Title: Extract height and weight for hadm_ids&#xA;-- Description: This query gets the first, minimum, and maximum weight and height&#xA;--        for a single hadm_id. It extracts data from the CHARTEVENTS table.&#xA;-- MIMIC version: MIMIC-III v1.2&#xA;-- Created by: Erin Hong, Alistair Johnson&#xA;-- ------------------------------------------------------------------&#xA;&#xA;-- DROP VIEW franck.heightweight;&#xA;DROP TABLE franck.heightweight2;&#xA;&#xA;CREATE TABLE franck.heightweight2&#xA;AS&#xA;WITH FirstVRawData AS&#xA;  (SELECT c.charttime,&#xA;    c.itemid,c.subject_id,c.hadm_id,&#xA;    CASE&#xA;      WHEN c.itemid IN (762, 763, 3723, 3580, 3581, 3582)&#xA;      THEN 'WEIGHT'&#xA;      WHEN c.itemid IN (920, 1394, 4187, 3486, 3485, 4188)&#xA;      THEN 'HEIGHT'&#xA;    END AS parameter,&#xA;    CASE&#xA;      WHEN c.itemid   IN (3581)&#xA;      THEN c.valuenum * 0.45359237&#xA;      WHEN c.itemid   IN (3582)&#xA;      THEN c.valuenum * 0.0283495231&#xA;      WHEN c.itemid   IN (920, 1394, 4187, 3486)&#xA;      THEN c.valuenum * 2.54&#xA;      ELSE c.valuenum&#xA;    END AS valuenum&#xA;  FROM mimiciii.chartevents c&#xA;  WHERE c.valuenum   IS NOT NULL&#xA;  AND ( ( c.itemid  IN (762, 763, 3723, 3580, -- Weight Kg&#xA;    3581,                                     -- Weight lb&#xA;    3582,                                     -- Weight oz&#xA;    920, 1394, 4187, 3486,                    -- Height inches&#xA;    3485, 4188                                -- Height cm&#xA;    )&#xA;  AND c.valuenum &amp;lt;&amp;gt; 0 )&#xA;    ) )&#xA;  --)&#xA;&#xA;  --select * from FirstVRawData&#xA;, SingleParameters AS (&#xA;  SELECT DISTINCT subject_id,&#xA;         hadm_id,&#xA;         parameter,&#xA;         first_value(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING) AS first_valuenum,&#xA;         MIN(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS min_valuenum,&#xA;         MAX(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS max_valuenum&#xA;    FROM FirstVRawData&#xA;&#xA;&#xA;&#xA;--   ORDER BY subject_id,&#xA;--            hadm_id,&#xA;--            parameter&#xA;  )&#xA;--select * from SingleParameters&#xA;, PivotParameters AS (SELECT subject_id, hadm_id,&#xA;    MAX(case when parameter = 'HEIGHT' then first_valuenum else NULL end) AS height_first,&#xA;    MAX(case when parameter =  'HEIGHT' then min_valuenum else NULL end)   AS height_min,&#xA;    MAX(case when parameter =  'HEIGHT' then max_valuenum else NULL end)   AS height_max,&#xA;    MAX(case when parameter =  'WEIGHT' then first_valuenum else NULL end) AS weight_first,&#xA;    MAX(case when parameter =  'WEIGHT' then min_valuenum else NULL end)   AS weight_min,&#xA;    MAX(case when parameter =  'WEIGHT' then max_valuenum else NULL end)   AS weight_max&#xA;  FROM SingleParameters&#xA;  GROUP BY subject_id,&#xA;    hadm_id&#xA;  )&#xA;--select * from PivotParameters&#xA;SELECT f.hadm_id,&#xA;  f.subject_id,&#xA;  ROUND( cast(f.height_first as numeric), 2) AS height_first,&#xA;  ROUND(cast(f.height_min as numeric),2) AS height_min,&#xA;  ROUND(cast(f.height_max as numeric),2) AS height_max,&#xA;  ROUND(cast(f.weight_first as numeric), 2) AS weight_first,&#xA;  ROUND(cast(f.weight_min as numeric), 2)   AS weight_min,&#xA;  ROUND(cast(f.weight_max as numeric), 2)   AS weight_max&#xA;&#xA;FROM PivotParameters f&#xA;ORDER BY subject_id, hadm_id;&#xA;&#xA;--COMMENT ON MATERIALIZED VIEW mimiciii.icustay_detail IS&#xA;-- '&#xA;--   Expands the table &quot;ICUSTAYEVENTS&quot; to show:&#xA;-- ​&#xA;--      +  Each ICU stay is order by the column HOSPITAL_ICUSTAY_SEQ per&#xA;--         hospitalization&#xA;--      +  Each ICU stay is order by the column ICUSTAY_SEQ&#xA;--      +  The first and last ICU stays per hospitalization&#xA;--      +  First/last hospitalizations&#xA;--      +  The icu expiration flag is assigned to the last icu_stay in the last&#xA;--         hospitalization.&#xA;--  ';&#xA;&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.subject_id is 'Unique subject identifier';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.gender is 'Subject''s gender &quot;M&quot; or &quot;F&quot;';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.dob is 'Subject''s date of birth';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.hadm_id is 'Unique ICU stay identifier';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.height is 'The first entered height of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_first is 'The first entered weight of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_max is 'The maximum entered weight of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_min is 'The minimum entered weight of the patient';&#xA;&#xA;&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.icustay_detail','c');&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.d_chartitems_detail','c');&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.icustay_days','c');&#xA;&#xA;&#xA;SELECT * FROM franck.heightweight2 LIMIT 100;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Some statistics:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- Some statistics:&#xA;&#xA;SELECT COUNT(DISTINCT(hadm_id)) FROM mimiciii.icustayevents; -- returns 57786&#xA;SELECT COUNT(DISTINCT(hadm_id)) FROM franck.heightweight2; -- returns 28946&#xA;SELECT COUNT(DISTINCT(hadm_id)) FROM franck.heightweight2 WHERE height_first IS NULL; -- returns 12282&#xA;SELECT COUNT(DISTINCT(hadm_id)) FROM franck.heightweight2 WHERE weight_first IS NULL; -- returns 27&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This will give you:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tNIvc.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tNIvc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to all get the means of heights and weights for each patient:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;-- ------------------------------------------------------------------&#xA;-- Title: Extract height and weight for hadm_ids&#xA;-- Description: This query gets the first, minimum, and maximum weight and height&#xA;--        for a single hadm_id. It extracts data from the CHARTEVENTS table.&#xA;-- MIMIC version: MIMIC-III v1.2&#xA;-- Created by: Erin Hong, Alistair Johnson&#xA;-- ------------------------------------------------------------------&#xA;&#xA;-- DROP VIEW franck.heightweight;&#xA;DROP TABLE franck.heightweight2;&#xA;&#xA;CREATE TABLE franck.heightweight2&#xA;AS&#xA;WITH FirstVRawData AS&#xA;  (SELECT c.charttime,&#xA;    c.itemid,c.subject_id,c.hadm_id,&#xA;    CASE&#xA;      WHEN c.itemid IN (762, 763, 3723, 3580, 3581, 3582)&#xA;      THEN 'WEIGHT'&#xA;      WHEN c.itemid IN (920, 1394, 4187, 3486, 3485, 4188)&#xA;      THEN 'HEIGHT'&#xA;    END AS parameter,&#xA;    CASE&#xA;      WHEN c.itemid   IN (3581)&#xA;      THEN c.valuenum * 0.45359237&#xA;      WHEN c.itemid   IN (3582)&#xA;      THEN c.valuenum * 0.0283495231&#xA;      WHEN c.itemid   IN (920, 1394, 4187, 3486)&#xA;      THEN c.valuenum * 2.54&#xA;      ELSE c.valuenum&#xA;    END AS valuenum&#xA;  FROM mimiciii.chartevents c&#xA;  WHERE c.valuenum   IS NOT NULL&#xA;  AND ( ( c.itemid  IN (762, 763, 3723, 3580, -- Weight Kg&#xA;    3581,                                     -- Weight lb&#xA;    3582,                                     -- Weight oz&#xA;    920, 1394, 4187, 3486,                    -- Height inches&#xA;    3485, 4188                                -- Height cm&#xA;    )&#xA;  AND c.valuenum &amp;lt;&amp;gt; 0 )&#xA;    ) )&#xA;  --)&#xA;&#xA;  --select * from FirstVRawData&#xA;, SingleParameters AS (&#xA;  SELECT DISTINCT subject_id,&#xA;         hadm_id,&#xA;         parameter,&#xA;         first_value(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING) AS first_valuenum,&#xA;         MIN(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS min_valuenum,&#xA;         AVG(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS mean_valuenum,&#xA;         MAX(valuenum) over (partition BY subject_id, hadm_id, parameter order by charttime ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING)         AS max_valuenum&#xA;    FROM FirstVRawData&#xA;&#xA;&#xA;&#xA;--   ORDER BY subject_id,&#xA;--            hadm_id,&#xA;--            parameter&#xA;  )&#xA;--select * from SingleParameters&#xA;, PivotParameters AS (SELECT subject_id, hadm_id,&#xA;    MAX(case when parameter = 'HEIGHT' then first_valuenum else NULL end) AS height_first,&#xA;    MAX(case when parameter =  'HEIGHT' then min_valuenum else NULL end)   AS height_min,&#xA;    AVG(case when parameter =  'HEIGHT' then mean_valuenum else NULL end)   AS height_mean,&#xA;    MAX(case when parameter =  'HEIGHT' then max_valuenum else NULL end)   AS height_max,&#xA;    MAX(case when parameter =  'WEIGHT' then first_valuenum else NULL end) AS weight_first,&#xA;    MAX(case when parameter =  'WEIGHT' then min_valuenum else NULL end)   AS weight_min,&#xA;    AVG(case when parameter =  'WEIGHT' then mean_valuenum else NULL end)   AS weight_mean,&#xA;    MAX(case when parameter =  'WEIGHT' then max_valuenum else NULL end)   AS weight_max&#xA;  FROM SingleParameters&#xA;  GROUP BY subject_id,&#xA;    hadm_id&#xA;  )&#xA;--select * from PivotParameters&#xA;SELECT f.hadm_id,&#xA;  f.subject_id,&#xA;  ROUND( cast(f.height_first as numeric), 2) AS height_first,&#xA;  ROUND(cast(f.height_min as numeric),2) AS height_min,&#xA;  ROUND(cast(f.height_mean as numeric),2) AS height_mean,&#xA;  ROUND(cast(f.height_max as numeric),2) AS height_max,&#xA;  ROUND(cast(f.weight_first as numeric), 2) AS weight_first,&#xA;  ROUND(cast(f.weight_min as numeric), 2)   AS weight_min,&#xA;  ROUND(cast(f.weight_mean as numeric), 2)   AS weight_mean,&#xA;  ROUND(cast(f.weight_max as numeric), 2)   AS weight_max&#xA;&#xA;FROM PivotParameters f&#xA;ORDER BY subject_id, hadm_id;&#xA;&#xA;--COMMENT ON MATERIALIZED VIEW mimiciii.icustay_detail IS&#xA;-- '&#xA;--   Expands the table &quot;ICUSTAYEVENTS&quot; to show:&#xA;-- ​&#xA;--      +  Each ICU stay is order by the column HOSPITAL_ICUSTAY_SEQ per&#xA;--         hospitalization&#xA;--      +  Each ICU stay is order by the column ICUSTAY_SEQ&#xA;--      +  The first and last ICU stays per hospitalization&#xA;--      +  First/last hospitalizations&#xA;--      +  The icu expiration flag is assigned to the last icu_stay in the last&#xA;--         hospitalization.&#xA;--  ';&#xA;&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.subject_id is 'Unique subject identifier';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.gender is 'Subject''s gender &quot;M&quot; or &quot;F&quot;';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.dob is 'Subject''s date of birth';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.hadm_id is 'Unique ICU stay identifier';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.height is 'The first entered height of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_first is 'The first entered weight of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_max is 'The maximum entered weight of the patient';&#xA;--COMMENT ON COLUMN mimic2v26.icustay_detail.weight_min is 'The minimum entered weight of the patient';&#xA;&#xA;&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.icustay_detail','c');&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.d_chartitems_detail','c');&#xA;--execute DBMS_SNAPSHOT.REFRESH( 'mimiciii.icustay_days','c');&#xA;&#xA;&#xA;SELECT * FROM franck.heightweight2 LIMIT 100;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;output:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gKxgk.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gKxgk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To add the &lt;a href=&quot;https://en.wikipedia.org/wiki/Human_body_weight#Ideal_body_weight&quot; rel=&quot;noreferrer&quot;&gt;ideal body weight&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ALTER TABLE franck.heightweight2 ADD COLUMN ideal_body_weight_devine NUMERIC;&#xA;&#xA;-- Formula from https://mail.google.com/mail/u/0/#search/Anuj.Mehta2%40bmc.org/151658cd363c4e9a&#xA;-- Males&#xA;UPDATE franck.heightweight2&#xA;SET ideal_body_weight_devine= 50 + 0.91 * (height_mean - 152.4) &#xA;FROM mimiciii.patients&#xA;WHERE patients.subject_id=heightweight2.subject_id&#xA;AND patients.gender = 'M';&#xA;&#xA;-- Females&#xA;UPDATE franck.heightweight2&#xA;SET ideal_body_weight_devine= 45.5 + 0.91 * (height_mean - 152.4) &#xA;FROM mimiciii.patients&#xA;WHERE patients.subject_id=heightweight2.subject_id&#xA;AND patients.gender = 'F';&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8gnFs.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8gnFs.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2015-12-04T23:33:13.140" LastActivityDate="2015-12-04T23:33:13.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6567" PostTypeId="2" ParentId="6113" CreationDate="2015-12-02T23:51:49.660" Score="2" Body="&lt;p&gt;As a student of demography myself, my professor's often treat the effective date as the midpoint of the survey period. So for a 1-year survey period, the estimate would be said to be July 1st of that year. When you start getting into 5-year survey periods, the flaws in thinking of the survey as a point-in-time estimate become more apparent. As fdonnelly has suggested, the best way to think of ACS estimates is that they are the average population or proportion estimate across 12 (or 60) months.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are still keen on using the point-in-time estimate approach, then I would say the midpoint date for the 2013 5-Year ACS would be July 1st, 2011.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-12-02T23:51:49.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6568" PostTypeId="1" AcceptedAnswerId="6614" CreationDate="2015-12-03T05:04:26.790" Score="7" ViewCount="2217" Body="&lt;p&gt;I am interested in sample data of real patient medical records (anonymized or demographics removed completely) for the purpose of running through NLP system - specifically diagnoses, admissions and progress notes - anything where medical terminology is used. I have no interest in linking data to specific patient types or categories - I just want the text of the notes&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I would like a data such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;10/4/2011 - 59 year old male admitted with right sided chest pain, reduced air entry and fever for 7 days. X-ray showed occlusion of right lower lobe consistent with community-acquired bacterial pneumonia.Non-smoker.&#xA;&#xA;13/4/2011 - Reviewed by MO. Left leg swelling noted with some tenderness on extension - DVT suspected. No fever, SOB. BP 120/90. Ix to follow. U/S ordered. Heparin commenced.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Are there any free data sets with this sort of data? I have looked at various public data repositories such as &lt;a href=&quot;http://www.healthdata.gov/&quot;&gt;http://www.healthdata.gov/&lt;/a&gt; and &lt;a href=&quot;https://www.nlm.nih.gov/hsrinfo/datasites.html&quot;&gt;https://www.nlm.nih.gov/hsrinfo/datasites.html&lt;/a&gt; without much luck.&lt;/p&gt;&#xA;" OwnerUserId="9418" LastEditorUserId="1652" LastEditDate="2016-01-08T16:45:54.853" LastActivityDate="2019-08-06T21:41:47.927" Title="Medical Terminology in Patient Medical Records - Public Data Sets" Tags="|data-request|data.gov|medical|nlp|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6569" PostTypeId="1" AcceptedAnswerId="6575" CreationDate="2015-12-03T07:44:52.663" Score="7" ViewCount="263" Body="&lt;p&gt;I plan to mine the mailing list archives of any open source software to answer interesting research questions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I request for the data?&lt;br /&gt;&#xA;What is the procedure?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are any small datasets of the mailing list archives available to perform a test run? If so where can I find one?&lt;/p&gt;&#xA;" OwnerUserId="8547" LastEditorUserId="7031" LastEditDate="2019-10-11T10:30:00.947" LastActivityDate="2019-10-11T10:30:00.947" Title="Where can I find datasets of mailing list archives of open source software?" Tags="|data-request|machine-learning|open-source|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6570" PostTypeId="2" ParentId="5167" CreationDate="2015-12-03T08:33:05.647" Score="3" Body="&lt;p&gt;The international version of SmartRoadSense will be announced today during a press conference in Urbino (Italy). &#xA;&lt;a href=&quot;http://smartroadsense.it/blog/en/crowd4roads-the-european-project/&quot; rel=&quot;nofollow&quot;&gt;http://smartroadsense.it/blog/en/crowd4roads-the-european-project/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9419" LastActivityDate="2015-12-03T08:33:05.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6571" PostTypeId="1" CreationDate="2015-12-03T08:36:56.450" Score="2" ViewCount="242" Body="&lt;p&gt;How is it possible to get the height and weight of patients in the MIMIC III database?&lt;/p&gt;&#xA;" OwnerUserId="9420" LastActivityDate="2015-12-03T08:36:56.450" Title="MIMIC III database - patients height and weight information" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ClosedDate="2015-12-07T19:42:50.413" ContentLicense="CC BY-SA 3.0" />
  <row Id="6573" PostTypeId="1" CreationDate="2015-12-03T11:18:26.477" Score="1" ViewCount="47" Body="&lt;p&gt;A network of one actor is a network where all nodes are of the same type, like the Facebook network where all nodes are humans. Two actor networks (Bipartite) are networks where there are two kinds of actors, like book and writer, where there are links between two different actors and not between the same actor. Similarly, the three actor networks is composed of three different disjoint sets and links can happen to be between any two nodes from any two different sets. I am looking for data sets for the 3 actors networks. Any help?&lt;/p&gt;&#xA;" OwnerUserId="6701" LastActivityDate="2015-12-07T09:07:12.303" Title="Networks of three actors data set" Tags="|data-request|network-structure|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6574" PostTypeId="2" ParentId="6569" CreationDate="2015-12-03T11:54:12.497" Score="3" Body="&lt;p&gt;You could scrape some of the archives from &lt;a href=&quot;http://gmane.org/&quot; rel=&quot;nofollow&quot;&gt;Gmane&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source would be &lt;a href=&quot;http://www.mail-archive.com/&quot; rel=&quot;nofollow&quot;&gt;mail-archive.com&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could search the web for specific pipermail archives.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are likely more.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-12-03T11:54:12.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6575" PostTypeId="2" ParentId="6569" CreationDate="2015-12-03T19:43:00.623" Score="4" Body="&lt;p&gt;Here is a list of papers discussing &lt;a href=&quot;http://flosshub.org/category/tags/email&quot; rel=&quot;nofollow&quot;&gt;the use of email in studying FLOSS&lt;/a&gt; (free, libre, and open source software) development.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclosure, I run the flosshub site, and I wrote a few of those papers, including &lt;a href=&quot;http://flosshub.org/content/how-floss-research-community-uses-email-archives&quot; rel=&quot;nofollow&quot;&gt;a survey of how FLOSS researchers have used email in the past&lt;/a&gt;, and what projects they've studied most)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I personally think that the &lt;a href=&quot;http://markmail.org/&quot; rel=&quot;nofollow&quot;&gt;MarkMail&lt;/a&gt; service is very handy for general studies of email. Here is a paper where we used Markmail to look at the &lt;a href=&quot;http://flosshub.org/content/diffusion-pastebin-tools-enhance-communication-floss-mailing-lists&quot; rel=&quot;nofollow&quot;&gt;use of pastebins over time on FLOSS projects&lt;/a&gt;. (Are they adopting pastebins as an innovation or not?) Markmail was a great source for that kind of &quot;mile wide, inch deep&quot; analysis where we were just counting words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However for doing large text analysis, usually there is so much mail that most people don't use a service like MarkMail or Gmane, but rather they look for the original mbox files for the email. This is so that you can put them in a database and do your own cleaning. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keep in mind that some projects like the LKML do not have the original mbox any more (a tragic loss, IMO) so you are stuck scraping your own data from various web sites that provide archives, such as &lt;a href=&quot;https://lkml.org/&quot; rel=&quot;nofollow&quot;&gt;lkml.org&lt;/a&gt;. Other projects, like Apache ones, DO have &lt;a href=&quot;http://mail-archives.apache.org/mod_mbox/#asf-wide&quot; rel=&quot;nofollow&quot;&gt;email archives where the mbox are available&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keep in mind that if you are studying FLOSS, the messages themselves will be quite messy and very technical, full of source code, replies, and all kinds of garbage. Right now I am working on a data cleaning project with a 20-year set of email and it has taken nearly a full year for myself and a student to clean and process this mail properly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="509" LastActivityDate="2015-12-03T19:43:00.623" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6576" PostTypeId="1" CreationDate="2015-12-04T00:23:37.473" Score="3" ViewCount="68" Body="&lt;p&gt;I have found state-level, monthly unemployment data for 2014/2015, and I have found national monthly youth unemployment data for 2014/2015. However, I need all four together; &lt;em&gt;State-level&lt;/em&gt;, &lt;em&gt;monthly&lt;/em&gt; &lt;em&gt;youth&lt;/em&gt; unemployment data for &lt;em&gt;2014 and 2015&lt;/em&gt;. In addition to scouring their website, I have called the Bureau of Labor Statistics and they were not helpful, unfortunately.&#xA;Alternatively, state-level monthly unemployment data on low-wage earners for 2014/2015 would work as well.&#xA;Basically, I want to find the effects of the state-level minimum wage changes occurring in January 2015, and these affect primarily youth and other low-wage earners.&#xA;If I could find this data at the yearly level for 2014 and 2015 instead of the monthly level, that wouldn't be too bad. It wouldn't be quite as useful as monthly, but I could still run the regression and get some results. The other elements are pretty crucial though.&lt;/p&gt;&#xA;" OwnerUserId="9432" LastEditorUserId="23272" LastEditDate="2022-07-14T14:31:08.730" LastActivityDate="2022-07-14T14:31:08.730" Title="How can I find state-level data on the unemployment rate of youth for 2014 and 2015?" Tags="|data-request|data.gov|economics|research|state|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6577" PostTypeId="2" ParentId="6576" CreationDate="2015-12-04T03:10:06.130" Score="2" Body="&lt;p&gt;state level, yearly:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.minimumwage.com/in-your-state/&quot; rel=&quot;nofollow&quot;&gt;https://www.minimumwage.com/in-your-state/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i know that is not the ideal set you wanted, baffled at how bls can't help, but not surprised. i would see if they are on github and try and ping some developers.&lt;br&gt;&#xA;also, considering how they collect the data (monthly by state) its beyond ridiculous that they aren't helpful. perhaps show them this document, or find out who created it, and that will lead you down the right trail:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bls.gov/news.release/youth.tn.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/news.release/youth.tn.htm&lt;/a&gt;&lt;br&gt;&#xA;i'd also contact each state's labor/economics department...that's not a fun task, but seems like they should have this information.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;summer youth data&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bls.gov/schedule/archives/all_nr.htm#SRGUNE&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/schedule/archives/all_nr.htm#SRGUNE&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;this is a crapshoot, but you could pick through this:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ncsl.org/research/labor-and-employment/state-unemployment-update.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.ncsl.org/research/labor-and-employment/state-unemployment-update.aspx&lt;/a&gt;&lt;br&gt;&#xA;and this&lt;br&gt;&#xA;&lt;a href=&quot;http://www.dol.gov/dol/location.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.dol.gov/dol/location.htm&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;if none of this helps, just let me know and i'll delete the answer. i realize pointing you in places and saying &quot;look here&quot; can be a) wrong and b) really cumbersome.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-12-04T03:19:57.673" LastActivityDate="2015-12-04T03:19:57.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6578" PostTypeId="1" CreationDate="2015-12-04T08:57:06.210" Score="4" ViewCount="376" Body="&lt;p&gt;I have most geocoded UK postcodes and would like to obtain all streets close to each postcodes. I am aware of this open data source:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-roads.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-roads.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which gives you most:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Motorways, A-roads, B-roads&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, this is not as exhaustive as I thought. Is anyone aware of any other exhaustive/complementary data sources? Thanks.&lt;/p&gt;&#xA;" OwnerUserId="5837" LastActivityDate="2015-12-30T11:41:09.320" Title="uk streets for UK postcodes" Tags="|data-request|geospatial|uk|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6579" PostTypeId="2" ParentId="6578" CreationDate="2015-12-04T13:12:14.233" Score="3" Body="&lt;p&gt;1) &lt;a href=&quot;https://getaddress.io/&quot; rel=&quot;nofollow&quot;&gt;getAddress.io&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use this API which provides a free plan for limited calls (and paid for more) to check if it works for you. In specific, you call the API with the postcode as the parameter and it returns all the related addresses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;http://nominatim.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;OpenStreetMap&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not 100% sure about this, but if I remember well, they provide a free API where you can search from address to postcode and postcode to address. However, you may need to search for their documentation and how you can do this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/3vnu7l/request_get_all_the_uk_streets_from_uk_postcodes/&quot; rel=&quot;nofollow&quot;&gt;Info from Reddit&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a copy paste from a user in Reddit who suggested something more.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You normally have to license this dataset from the Post Office for an extortionate fee. Wikileaks leaked the database in 2009, though I obviously wouldn't recommend using it for non-personal projects.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Not sure if it is allowed to post a link from Wikileaks. It would be great if a mod could clarify it.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2015-12-07T09:04:32.263" LastActivityDate="2015-12-07T09:04:32.263" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6580" PostTypeId="2" ParentId="5974" CreationDate="2015-12-04T13:36:38.470" Score="2" Body="&lt;p&gt;Have you checked the &lt;a href=&quot;https://support.google.com/fusiontables/answer/2571232&quot; rel=&quot;nofollow&quot;&gt;Google Fusion Tables&lt;/a&gt;. I am not sure if it solve all your issues, but it is a hosted solution where you can use their API to update the table from whenever you want. It is perfect for collaboration. And if I am wrong they have something like attributions to identify who modify the data and when.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details about their API and sample codes here: &lt;a href=&quot;https://developers.google.com/fusiontables/docs/sample_code&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2015-12-04T13:36:38.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6581" PostTypeId="2" ParentId="5830" CreationDate="2015-12-04T13:41:13.390" Score="2" Body="&lt;p&gt;I suggest you to start from the W3C about &lt;a href=&quot;http://www.w3.org/TR/ld-bp/&quot; rel=&quot;nofollow&quot;&gt;Linked Data&lt;/a&gt; and how you should publish your own. I believe you will find everything you need on that paper. From their abstract:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This document sets out a series of best practices designed to facilitate development and delivery of open government data as Linked Open Data. Linked Open Data makes the World Wide Web into a global database, sometimes refered to as the &quot;Web of Data&quot;. Using Linked Data Principles, developers can query Linked Data from multiple sources at once and combine it without the need for a single common schema that all data shares. Prior to international data exchange standards for data on the Web, it was time consuming and difficult to build applications using traditional data management techniques. As more open government data is published on the Web, best practices are evolving too. The goal of this document is to compile the most relevant data management practices for the publication and use of of high quality data published by governments around the world as Linked Open Data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Then, you can continue your reading by googling something like &quot;Best practices on publishing linked data&quot;. Even the first page of the google results contains tutorials and examples that will help you. &lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2015-12-04T13:41:13.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6582" PostTypeId="2" ParentId="5929" CreationDate="2015-12-04T17:12:10.057" Score="3" Body="&lt;p&gt;You can get all Wikidata items which are:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P31&quot; rel=&quot;nofollow noreferrer&quot;&gt;instance of&lt;/a&gt; (P31): &lt;a href=&quot;https://www.wikidata.org/wiki/Q11424&quot; rel=&quot;nofollow noreferrer&quot;&gt;film&lt;/a&gt; (Q11424)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P495&quot; rel=&quot;nofollow noreferrer&quot;&gt;origin from&lt;/a&gt; (P495): &lt;a href=&quot;https://www.wikidata.org/wiki/Q668&quot; rel=&quot;nofollow noreferrer&quot;&gt;India&lt;/a&gt; (Q668)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;with the following SPARQL &lt;a href=&quot;https://query.wikidata.org/#%23Movies%20made%20in%20India%0ASELECT%20%3Fmovie%20%3FmovieLabel%20%20WHERE%20%7B%0A%20%20%20%3Fmovie%20wdt%3AP495%20wd%3AQ668%20%3B%0A%20%20%20%20%20%20%20%20%20%20wdt%3AP31%20wd%3AQ11424%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?movie ?movieLabel  WHERE {&#xA;   ?movie wdt:P495 wd:Q668 ;&#xA;          wdt:P31 wd:Q11424 .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The query returns 26,007 movies in 2022 (up from 21,595 entries when the original answer was written in 2015).&lt;/p&gt;&#xA;" OwnerUserId="9171" LastEditorUserId="545" LastEditDate="2022-10-21T14:07:14.023" LastActivityDate="2022-10-21T14:07:14.023" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6583" PostTypeId="1" AcceptedAnswerId="6688" CreationDate="2015-12-04T17:15:48.020" Score="7" ViewCount="428" Body="&lt;p&gt;I'm trying to find data on the breakdown of the &lt;strong&gt;popular&lt;/strong&gt; vote in each U.S. county, for each presidential election going back as far as possible. I realize that counties change over time, but are these data available somewhere in machine-readable format?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I'm trying to find the data behind &lt;a href=&quot;https://en.wikipedia.org/wiki/File:2012_Presidential_Election_by_County.svg&quot; rel=&quot;noreferrer&quot;&gt;this map&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/CPCeG.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CPCeG.png&quot; alt=&quot;popular vote by county, 2012 U.S. presidential election&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;for as many presidential elections as possible. Obviously going back decades means that not all of these states existed (as states) at the time, but I'm still hoping the data are available. Some data are available in PDF format &lt;a href=&quot;http://www.presidency.ucsb.edu/showelection.php?year=2012&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt; but are there other sources that are easier to work with?&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="1652" LastEditDate="2015-12-13T23:44:35.443" LastActivityDate="2019-04-01T22:28:29.760" Title="Where can I find data on the winner of the presidential popular vote by U.S. county, for as many elections as possible?" Tags="|data-request|usa|elections|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6584" PostTypeId="2" ParentId="5261" CreationDate="2015-12-04T18:05:35.287" Score="6" Body="&lt;p&gt;You can do it by using &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=query%2Bbacklinks&quot; rel=&quot;nofollow noreferrer&quot;&gt;MediaWiki API for Wikidata with backlinks query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.wikidata.org/w/api.php?action=query&amp;amp;list=backlinks&amp;amp;blnamespace=0&amp;amp;bllimit=500&amp;amp;&amp;amp;bltitle=Property:P1086&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In above example &lt;strong&gt;blnamespace=0&lt;/strong&gt; means the result list to include only &lt;strong&gt;items&lt;/strong&gt; (without user pages, talk pages, templates, etc.). The example is for &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1086&quot; rel=&quot;nofollow noreferrer&quot;&gt;atomic number&lt;/a&gt; (P1086) property.&lt;/p&gt;&#xA;" OwnerUserId="9171" LastEditorUserId="9171" LastEditDate="2019-04-12T13:39:25.793" LastActivityDate="2019-04-12T13:39:25.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6585" PostTypeId="1" CreationDate="2015-12-03T15:34:04.183" Score="1" ViewCount="87" Body="&lt;p&gt;Is there any freely available database of sky pictures, which also already has an information about the cloud cover in metadata (by percentage, or by okta)?&#xA;I am no meteorologist, but I want to train my program to estimate cloud cover from pictures of sky I will take.&#xA;Do you think it makes any sense?&#xA;Or do you think it would be better, more precise, to calculate cloud cover from image processing?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I am looking more for a database of pictures like this - allskycam.com but with the cloud cover already calculated&lt;/p&gt;&#xA;" OwnerUserId="9441" OwnerDisplayName="Katarina" LastEditorUserId="9441" LastEditDate="2015-12-05T12:50:53.807" LastActivityDate="2015-12-05T12:50:53.807" Title="Database of images to estimate cloud cover" Tags="|data-request|weather|metadata|photographs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6586" PostTypeId="2" ParentId="6585" CreationDate="2015-12-03T18:13:52.517" Score="1" Body="&lt;p&gt;Data availability has been discussed here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4795/are-there-open-historic-cloud-cover-data-files-available&quot;&gt;Are there open historic cloud cover data files available?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if it is both IR and VIS, but they may link to published analysis methods that include ML techniques.&lt;/p&gt;&#xA;" OwnerDisplayName="dergeophysiker" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-12-03T18:13:52.517" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6587" PostTypeId="2" ParentId="6583" CreationDate="2015-12-04T21:50:38.540" Score="3" Body="&lt;p&gt;edit:&lt;br&gt;&#xA;open elections has this data, at least for most states, there are a few still in progress. I'm from Virginia so thats the only one that I checked: 2012 has November General Election CSV has personal voting data including voter's name (imho a huge privacy fail and disservice to citizens) and precinct:&lt;br&gt;&#xA;&lt;a href=&quot;http://openelections.net/&quot; rel=&quot;nofollow&quot;&gt;http://openelections.net/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Texas has county-level voter turnout/elections history data from 1992 to current. Looks like some of the presidential data may be spread out in individual documents by county per year, so you'll probably have to scrape this site:&lt;br&gt;&#xA;&lt;a href=&quot;http://elections.sos.state.tx.us/&quot; rel=&quot;nofollow&quot;&gt;http://elections.sos.state.tx.us/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sunlight Foundation has a good post regarding elections open data where I came across most of this:&lt;br&gt;&#xA;&lt;a href=&quot;https://sunlightfoundation.com/blog/2015/02/27/elections-the-final-frontier-of-open-data/&quot; rel=&quot;nofollow&quot;&gt;https://sunlightfoundation.com/blog/2015/02/27/elections-the-final-frontier-of-open-data/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;second edit:&lt;br&gt;&#xA;You can also find this data by congressional district, so not the county level like you requested, but still more fine-tuned than state level here:&lt;br&gt;&#xA;&lt;a href=&quot;http://history.house.gov/Institution/Election-Statistics/Election-Statistics/&quot; rel=&quot;nofollow&quot;&gt;http://history.house.gov/Institution/Election-Statistics/Election-Statistics/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;here's data for 2012 from the guardian:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.theguardian.com/news/datablog/2012/nov/07/us-2012-election-county-results-download#data&quot; rel=&quot;nofollow&quot;&gt;http://www.theguardian.com/news/datablog/2012/nov/07/us-2012-election-county-results-download#data&lt;/a&gt;&lt;br&gt;&#xA;that's to your question about the data behind the svg, not as far back as possible. census bureau should have this data...&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2015-12-19T03:07:57.710" LastActivityDate="2015-12-19T03:07:57.710" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6588" PostTypeId="1" CreationDate="2015-12-04T22:57:24.630" Score="4" ViewCount="35" Body="&lt;p&gt;I'm trying to answer &lt;a href=&quot;https://politics.stackexchange.com/questions/6255/is-there-a-tendency-for-female-and-minority-candidates-to-attract-female-and-min&quot;&gt;this&lt;/a&gt; question about whether a politician's female / minority status increases the chance that challengers will be female or minority. The fun begins when I have machine-readable raw data, but the closest I've found is &lt;a href=&quot;http://index.okfn.org/dataset/elections/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this list of datasets&lt;/a&gt;, which do not include the races or sexes of the candidates. Anybody know where to find that?&lt;/p&gt;&#xA;" OwnerUserId="9442" LastEditorUserId="-1" LastEditDate="2017-04-13T12:54:44.320" LastActivityDate="2015-12-04T22:57:24.630" Title="Political candidate demographics" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6589" PostTypeId="2" ParentId="5430" CreationDate="2015-12-05T00:37:22.260" Score="4" Body="&lt;p&gt;By using &lt;a href=&quot;http://wdq.wmflabs.org/api_documentation.html&quot; rel=&quot;nofollow&quot;&gt;WikidataQuery API&lt;/a&gt; you can get all items which have &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P106&quot; rel=&quot;nofollow&quot;&gt;occupation&lt;/a&gt; (P106) &lt;a href=&quot;https://www.wikidata.org/wiki/Q937857&quot; rel=&quot;nofollow&quot;&gt;soccer player&lt;/a&gt; (Q937857) and link to English Wikipedia: &lt;strong&gt;enwiki&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://wdq.wmflabs.org/api?q=claim[106:937857] AND link[enwiki]&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently 134,037 soccer player Wikidata items are linked to enwiki.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After that you can use &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=wbgetentities&quot; rel=&quot;nofollow&quot;&gt;MediaWiki API for Wikidata with wbgetentities&lt;/a&gt; to get the title and the link for each one of these items:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q354|Q379|Q615|Q624|Q1634|Q1835|Q1839|Q1879&amp;amp;props=labels|sitelinks&amp;amp;languages=en&amp;amp;sitefilter=enwiki&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where &lt;strong&gt;Q354|Q379|Q615|Q624|Q1634|...&lt;/strong&gt; are the items from the first request, &lt;strong&gt;props=labels|sitelinks&lt;/strong&gt; is to gets the titles and the links, and &lt;strong&gt;languages=en&amp;amp;sitefilter=enwiki&lt;/strong&gt; are respectively their wikies (in our case English Wikipedia).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each item the result will include this information:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;Qxxx&quot;: {&#xA;    &quot;labels&quot;: {&#xA;        &quot;en&quot;: {&#xA;            &quot;value&quot;: &quot;Item name&quot;&#xA;        }&#xA;    },&#xA;    &quot;sitelinks&quot;: {&#xA;        &quot;enwiki&quot;: {&#xA;            &quot;title&quot;: &quot;Wikipedia link&quot;&#xA;        }&#xA;    }&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where &lt;strong&gt;&quot;Item name&quot;&lt;/strong&gt; is the first portion from your example (the name) and &lt;strong&gt;&quot;Wikipedia link&quot;&lt;/strong&gt; is the second one. &lt;/p&gt;&#xA;" OwnerUserId="9171" LastEditorUserId="9171" LastEditDate="2015-12-08T10:52:13.747" LastActivityDate="2015-12-08T10:52:13.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6591" PostTypeId="5" CreationDate="2015-12-05T10:19:57.680" Score="0" Body="&lt;p&gt;★ make your stuff available on the Web (whatever format) under an open license&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★ make it available as structured data (e.g., Excel instead of image scan of a table)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★★ make it available in a non-proprietary open format (e.g., CSV as well as of Excel)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★★★ use URIs to denote things, so that people can point at your stuff&lt;/p&gt;&#xA;&#xA;&lt;p&gt;★★★★★ link your data to other data to provide context&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow&quot;&gt;More info&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorUserId="505" LastEditDate="2015-12-06T15:51:43.677" LastActivityDate="2015-12-06T15:51:43.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6592" PostTypeId="4" CreationDate="2015-12-05T10:19:57.680" Score="0" Body="Tim Berners-Lee, the inventor of the Web and Linked Data initiator, suggested a 5-star deployment scheme for Open Data." OwnerUserId="505" LastEditorUserId="505" LastEditDate="2015-12-06T15:51:47.070" LastActivityDate="2015-12-06T15:51:47.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6593" PostTypeId="1" CreationDate="2015-12-05T14:27:55.403" Score="3" ViewCount="69" Body="&lt;p&gt;I am looking for currency exchange data, specifically USDRUB and EURRUB quotes. I managed to find tick-by-tick data on the official site of the Moscow Exchange (MoEx). But I search data at a 15-30-minute timeframe.&lt;/p&gt;&#xA;" OwnerUserId="9449" LastEditorUserId="23272" LastEditDate="2021-04-03T09:23:50.867" LastActivityDate="2021-04-03T09:23:50.867" Title="Russian Ruble exchange rate" Tags="|finance|historical|programming|russia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="6594" PostTypeId="1" AcceptedAnswerId="6619" CreationDate="2015-12-05T19:58:01.190" Score="4" ViewCount="122" Body="&lt;p&gt;I'm looking for datasets that contain violent crime stats involving guns. I've googled but have only found organised and graphed data and I would prefer raw data that I can aggregate.&lt;/p&gt;&#xA;" OwnerUserId="9451" LastEditorUserId="70" LastEditDate="2022-10-14T19:06:32.373" LastActivityDate="2022-10-14T19:06:32.373" Title="Violent crime statistics involving guns" Tags="|data-request|crime|unstructured-data|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="6595" PostTypeId="2" ParentId="6594" CreationDate="2015-12-05T21:15:24.633" Score="3" Body="&lt;p&gt;Assumption: you are interested in United States data. This is all I really know about, sorry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, I don't think you are going to find raw/disaggregated data at a national level. You probably already know about the aggregated FBI UCR datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think what you are looking for is what the public safety ecosystem calls &quot;Incident&quot; from a system such as an RMS (&quot;Records Management System&quot;). See &lt;a href=&quot;http://publicsafetydataportal.org/records-management-systems-data/&quot; rel=&quot;nofollow&quot;&gt;http://publicsafetydataportal.org/records-management-systems-data/&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The good news: due to many reasons I won't go into here, many cities are publishing crime data online. The bad news: they are almost always in a different format/schema. You can find several examples in varying formats and (from zip files to CSVs) at the publicsafetydataportal.org link above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also run a search for &quot;crime&quot; and other keywords on &lt;a href=&quot;http://opendatanetwork.com&quot; rel=&quot;nofollow&quot;&gt;http://opendatanetwork.com&lt;/a&gt;&lt;code&gt;*&lt;/code&gt; if you want a very high probability of being able to export the data as machine readable (CSV, XML, RDF, JSON) as well as filter using the web UI / standardized API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;*&lt;/code&gt; = Disclaimer: I work for Socrata, the company that created and maintains opendatanetwork.com. We have also done some work with the Police Foundation which runs publicsafetydataportal.org where datasets are sometimes but not always powered by Socrata&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-12-05T21:15:24.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6596" PostTypeId="1" CreationDate="2015-12-05T21:20:37.193" Score="6" ViewCount="228" Body="&lt;p&gt;I wonder whether Kaggle contest organizers sometimes remove the data sets after the end of the contest, or is that made impossible by Kaggle's policies?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="8642" LastEditDate="2015-12-06T15:51:29.333" LastActivityDate="2015-12-14T09:14:05.907" Title="Do some Kaggle contest organizers remove the data sets after the end of the contest?" Tags="|legal|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6597" PostTypeId="2" ParentId="6596" CreationDate="2015-12-05T22:13:26.487" Score="8" Body="&lt;p&gt;In my understanding the data of Kaggle contests remain available indefinitely each with their own rules for sharing and publication. However, I only know of one instance where the data was removed. Criteo Display Advertising Challenge data was removed from Kaggle's website but it's still available on Criteo's and it was also re-released with a more permissive license better suited for research and publication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/criteo-display-ad-challenge/data&quot;&gt;https://www.kaggle.com/c/criteo-display-ad-challenge/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9452" LastActivityDate="2015-12-05T22:13:26.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6599" PostTypeId="2" ParentId="6596" CreationDate="2015-12-06T15:00:06.577" Score="3" Body="&lt;p&gt;The rules are different for different problems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having been active for some time now, this is what I've observed (Note: I play with completed competitions too for practise, and I personally haven't seen any data set getting removed till now):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Generally, the data for the recruiting problems and limited access problems are removed and/or encrypted, and one needs to answer a survey (for their recruitment DB's) for unlocking it.&lt;/li&gt;&#xA;&lt;li&gt;Rest all data which is openly provided by either NGO's or other companies are not removed.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The companies have an option for that. You can either opt for letting the data be there even after the contest or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, as the data is created especially for the purpose of competition, companies aren't really skeptical about they being available in the open.&lt;/p&gt;&#xA;" OwnerUserId="8642" LastEditorUserId="8642" LastEditDate="2015-12-14T09:14:05.907" LastActivityDate="2015-12-14T09:14:05.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6600" PostTypeId="2" ParentId="6097" CreationDate="2015-12-06T15:00:11.157" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.datascraping.co&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Scraping Studio&lt;/a&gt; can do this and it's free software.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just created a scraping agent using this tool and extracted all tables into one using a REGEX parser. The extracted data should be exactly what you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I wrote the REGEX for &lt;code&gt;TD&lt;/code&gt; tag with links. You can modify the pattern to get both linked/non-linked using Regex OR condition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bBUKD.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bBUKD.jpg&quot; alt=&quot;Orbit website scraping sample&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9460" LastEditorUserId="9460" LastEditDate="2015-12-17T03:06:44.977" LastActivityDate="2015-12-17T03:06:44.977" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6601" PostTypeId="2" ParentId="6097" CreationDate="2015-12-06T18:01:06.067" Score="2" Body="&lt;p&gt;you can use google docs &lt;code&gt;importHtml&lt;/code&gt; functionality to get what you want. add &lt;code&gt;=ImportHtml(&quot;URL&quot;, &quot;table&quot;, num)&lt;/code&gt; into a spread sheet, replacing &lt;code&gt;URL&lt;/code&gt; with the HTML document's URL, and &lt;code&gt;num&lt;/code&gt; with the HTML &lt;code&gt;&amp;#60;table&amp;#62;&lt;/code&gt;'s number in the source code. The &lt;code&gt;&amp;#60;table&amp;#62;&lt;/code&gt;'s number in the source code is simply based off the number of them are being used in the markup, and its order regarding to that number. so if you want the first table you come across in the HTML, put &lt;code&gt;1&lt;/code&gt; for &lt;code&gt;num&lt;/code&gt;.&lt;br&gt;&#xA;I threw together a google spread sheet that pulls in the first two tables from the moons document you linked to, and i separated them with a row marking Table 1, Table 2; the first two rows are just info, first is the importHtml function, second is the url you wanted. Its not perfect by any means, but it works.&lt;br&gt;&#xA;I've also used this allowing only one import statement per sheet; so I create a new sheet, past the import function, and alter the table number per sheet. I went ahead and set up two new sheets doing this to show you what i mean.&lt;br&gt;&#xA;Again, not perfect, but something I've done to clean it up a bit and keep everything where I want it. Below is the spread sheet function to get the first table, then the second, and finally a link to the spread sheet for you to view/copy/etc. Please note that I broke them up into separate lines for readability, this should be one line placed into one table cell:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; =ImportHtml(&quot;http://www.windows2universe.org/our_solar_system/moons_table.html&quot;,  &#xA; &quot;table&quot;,  &#xA; 1)  &#xA;=ImportHtml(&quot;http://www.windows2universe.org/our_solar_system/moons_table.html&quot;,  &#xA; &quot;table&quot;,  &#xA; 2)  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/16INpQMP7dyhtTICZ3ft1wbdf1NkBgCec-Sg6IpFMRcw/edit?usp=sharing&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheets/d/16INpQMP7dyhtTICZ3ft1wbdf1NkBgCec-Sg6IpFMRcw/edit?usp=sharing&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-12-06T18:01:06.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6602" PostTypeId="1" AcceptedAnswerId="6603" CreationDate="2015-12-06T23:31:56.010" Score="6" ViewCount="13785" Body="&lt;p&gt;I am looking for daily weather data for New York City. I have searched the NOAA website but could find only the weather data for New York State. It doesn't have many records for New York City Boroughs other than the Manhattan.&lt;/p&gt;&#xA;&lt;p&gt;Please suggest some links for weather data that covers all the five Boroughs of New York City.&lt;/p&gt;&#xA;" OwnerUserId="9393" LastEditorUserId="23272" LastEditDate="2021-08-21T04:37:22.860" LastActivityDate="2021-08-21T04:37:22.860" Title="New York City weather data" Tags="|data-request|weather|noaa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6603" PostTypeId="2" ParentId="6602" CreationDate="2015-12-06T23:54:39.943" Score="3" Body="&lt;p&gt;nyc noaa:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.weather.gov/okx/&quot; rel=&quot;nofollow&quot;&gt;http://www.weather.gov/okx/&lt;/a&gt;&lt;br&gt;&#xA;areas in ny, including some boroughs but i don't see them all:&lt;br&gt;&#xA;&lt;a href=&quot;http://weather.noaa.gov/weather/NY_cc_us.html&quot; rel=&quot;nofollow&quot;&gt;http://weather.noaa.gov/weather/NY_cc_us.html&lt;/a&gt;&lt;br&gt;&#xA;historical nyc noaa data:&lt;br&gt;&#xA;&lt;a href=&quot;http://w2.weather.gov/climate/index.php?wfo=okx&quot; rel=&quot;nofollow&quot;&gt;http://w2.weather.gov/climate/index.php?wfo=okx&lt;/a&gt;&lt;br&gt;&#xA;wunderground for yesterday 2015-12-05, you can alter dates back to 1943 via omnibox browser command line, aka url ;):&lt;br&gt;&#xA;&lt;a href=&quot;http://www.wunderground.com/history/airport/KNYC/2015/12/5/DailyHistory.html?req_city=New+York&amp;amp;req_state=NY&amp;amp;req_statename=New+York&amp;amp;reqdb.zip=10001&amp;amp;reqdb.magic=5&amp;amp;reqdb.wmo=99999&quot; rel=&quot;nofollow&quot;&gt;http://www.wunderground.com/history/airport/KNYC/2015/12/5/DailyHistory.html?req_city=New+York&amp;amp;req_state=NY&amp;amp;req_statename=New+York&amp;amp;reqdb.zip=10001&amp;amp;reqdb.magic=5&amp;amp;reqdb.wmo=99999&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-12-06T23:54:39.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6604" PostTypeId="2" ParentId="6569" CreationDate="2015-12-06T23:57:26.183" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://osgeo.org&quot; rel=&quot;nofollow&quot;&gt;OSgeo.org&lt;/a&gt; hosts mailing list for their incubation projects and efforts: &lt;a href=&quot;http://lists.osgeo.org/mailman/listinfo&quot; rel=&quot;nofollow&quot;&gt;http://lists.osgeo.org/mailman/listinfo&lt;/a&gt; as well as for their general announcements: &lt;a href=&quot;http://lists.osgeo.org/pipermail/announce/&quot; rel=&quot;nofollow&quot;&gt;http://lists.osgeo.org/pipermail/announce/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3217" LastActivityDate="2015-12-06T23:57:26.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6605" PostTypeId="2" ParentId="4744" CreationDate="2015-12-07T00:28:09.293" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.protectedplanet.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Protectedplanet.net&lt;/a&gt; comes pretty close to what I'm looking for.  It's a layer on top of Google Maps that does show protected areas in various shades of green, giving detailed information upon closer inspection.  Information is probably not complete and it takes a few more clicks to distinguish different levels of protection than I would like, but it's still a very interesting resource that goes very far into what I was looking for in the question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kD7mY.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kD7mY.jpg&quot; alt=&quot;Screenshot Protected Planet&quot;&gt;&lt;/a&gt;&#xA;&lt;br /&gt;Screenshot Protected Planet, taken 2015-12-07.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-12-07T00:28:09.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6606" PostTypeId="2" ParentId="6594" CreationDate="2015-12-07T08:48:17.883" Score="4" Body="&lt;p&gt;These blog posts by master Windows programmer Charles Petzold contain a few tables by country, and list a few other sources, notably the &lt;a href=&quot;https://www.fbi.gov/about-us/cjis/ucr/crime-in-the-u.s/2012/crime-in-the-u.s.-2012/tables/8tabledatadecpdf/table_8_offenses_known_to_law_enforcement_by_state_by_city_2012.xls/view&quot; rel=&quot;nofollow&quot;&gt;FBI&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The analyses are brilliant - they look effortless and to-the-point. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://charlespetzold.com/blog/2015/07/De-Obfuscating-the-Statistics-of-Mass-Shootings.html&quot; rel=&quot;nofollow&quot;&gt;http://charlespetzold.com/blog/2015/07/De-Obfuscating-the-Statistics-of-Mass-Shootings.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://charlespetzold.com/blog/2015/10/More-Bogus-Gun-Stats.html&quot; rel=&quot;nofollow&quot;&gt;http://charlespetzold.com/blog/2015/10/More-Bogus-Gun-Stats.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2015-12-07T09:14:30.910" LastActivityDate="2015-12-07T09:14:30.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6607" PostTypeId="2" ParentId="6573" CreationDate="2015-12-07T09:07:12.303" Score="1" Body="&lt;p&gt;Search for &quot;tripartite network&quot; and you'll find a lot of scholarly articles which might contain datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Enzyme-catalysed metabolic pathways can be modeled as tripartite networks. Educts + Enzymes -&gt; Product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I think this can be reduced to bipartite networks, as far as I remember from reading the &lt;a href=&quot;https://books.google.de/books?id=LrFaU4XCsUoC&amp;amp;pg=PP107&amp;amp;lpg=PP107&amp;amp;dq=%22tripartite+network%22+metabolism&amp;amp;source=bl&amp;amp;ots=86LyYGjj3n&amp;amp;sig=AXfXSb2-BmO3H0MiC1ROJXpHL2Y&amp;amp;hl=en&amp;amp;sa=X&amp;amp;redir_esc=y#v=onepage&amp;amp;q=%22tripartite%20network%22%20metabolism&amp;amp;f=false&quot; rel=&quot;nofollow&quot;&gt;book 'Networks', by Mark Newman&lt;/a&gt;. (See Fig. 5.1)&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2015-12-07T09:07:12.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6608" PostTypeId="1" CreationDate="2015-12-07T16:52:06.807" Score="4" ViewCount="970" Body="&lt;p&gt;I'm looking for a big sample of accounts (payable or receivable) or bills. No matter if it's structured data, scans, or physical receipts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't found data more relevant than government contracts. But contracts usually include a bulk of goods and services, and it's difficult to separate those.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some firms use software to manage their accounts, but that's closed data, even when exportable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any hints where I can get it anyway?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2015-12-09T20:48:59.097" LastActivityDate="2023-09-12T07:44:46.693" Title="Accounts payables, accounts receivables, invoices, and bills" Tags="|finance|prices|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6609" PostTypeId="2" ParentId="6608" CreationDate="2015-12-07T19:39:38.737" Score="2" Body="&lt;p&gt;How about a government jurisdiction's ledger? This would be more granular than for each contract and instead be for each check written.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;State of Iowa: Ledger data at &lt;a href=&quot;https://data.iowa.gov/d/9sag-ywd8&quot; rel=&quot;nofollow&quot;&gt;https://data.iowa.gov/d/9sag-ywd8&lt;/a&gt;; Exploratory UI at &lt;a href=&quot;http://checkbook.iowa.gov/&quot; rel=&quot;nofollow&quot;&gt;http://checkbook.iowa.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of Danvilla, VA: Ledger data at &lt;a href=&quot;https://data.danvilleva.gov/d/2b9c-d6ip&quot; rel=&quot;nofollow&quot;&gt;https://data.danvilleva.gov/d/2b9c-d6ip&lt;/a&gt;; Exploratory UI at &lt;a href=&quot;http://budget.danvilleva.gov/&quot; rel=&quot;nofollow&quot;&gt;http://budget.danvilleva.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of Oxnard, CA: Accounts Payable transactions data &lt;a href=&quot;https://data.oxnard.org/d/ay6a-gmt6&quot; rel=&quot;nofollow&quot;&gt;https://data.oxnard.org/d/ay6a-gmt6&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of South Bend, IN: Check Register Accounts Payable data: &lt;a href=&quot;https://data.southbendin.gov/d/5pfq-kbdb&quot; rel=&quot;nofollow&quot;&gt;https://data.southbendin.gov/d/5pfq-kbdb&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can find many more by searching the Open Data Network&lt;code&gt;*&lt;/code&gt; at &lt;a href=&quot;http://www.opendatanetwork.com/search?q=accounts%20payable&quot; rel=&quot;nofollow&quot;&gt;http://www.opendatanetwork.com/search?q=accounts%20payable&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;*&lt;/code&gt; &lt;em&gt;Disclaimer&lt;/em&gt;: I work for the company that created the Open Data Network&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-12-07T19:39:38.737" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6612" PostTypeId="1" AcceptedAnswerId="6613" CreationDate="2015-12-08T09:27:39.757" Score="4" ViewCount="421" Body="&lt;p&gt;I need to answer some of the following questions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;What is the average amount of time taken to close a customer issue?&lt;/li&gt;&#xA;&lt;li&gt;What is the average length of chat for a particular segment of the complaint?  (For example: Kindle, delivery, etc can be different segments for Amazon)&lt;/li&gt;&#xA;&lt;li&gt;Predicting the next possible complaint, and in which category.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I know this data would be highly varying from company to company. But, open data of any customer support team would do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this need multiple datasets.  If all of them are not possible to get, a subset would also do, which can answer atleast one or more of the questions.&lt;/p&gt;&#xA;" OwnerUserId="8642" LastActivityDate="2015-12-08T13:34:31.587" Title="Customer Support Interactions data?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6613" PostTypeId="2" ParentId="6612" CreationDate="2015-12-08T13:34:31.587" Score="5" Body="&lt;p&gt;Most open data these days is coming from governments and some non-profits... and I have not seen any data such as the ones you're asking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Somewhat related data may include 311 call requests, requests for assistance from police, and building code enforcement/complaint cases. In case it's helpful, I have included a few examples below:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;City of San Francisco, CA - 311 Case Data: &lt;a href=&quot;https://data.sfgov.org/City-Infrastructure/Case-Data-from-San-Francisco-311-SF311-/vw6y-z8j6&quot; rel=&quot;noreferrer&quot;&gt;https://data.sfgov.org/City-Infrastructure/Case-Data-from-San-Francisco-311-SF311-/vw6y-z8j6&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of West Sacramento, CA - Service Requests: &lt;a href=&quot;https://data.cityofwestsacramento.org/dataset/Service-Requests/qdyy-nmpt&quot; rel=&quot;noreferrer&quot;&gt;https://data.cityofwestsacramento.org/dataset/Service-Requests/qdyy-nmpt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of Renton, WA - Police Case Reports: &lt;a href=&quot;https://data.rentonwa.gov/Public-Safety/Police-Case-Reports/nhic-8vdu&quot; rel=&quot;noreferrer&quot;&gt;https://data.rentonwa.gov/Public-Safety/Police-Case-Reports/nhic-8vdu&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of Los Angeles, CA - Building and Code Enforcement Cases: &lt;a href=&quot;https://data.lacity.org/A-Safe-City/Building-and-Safety-Code-Enforcement-Case/2uz8-3tj3&quot; rel=&quot;noreferrer&quot;&gt;https://data.lacity.org/A-Safe-City/Building-and-Safety-Code-Enforcement-Case/2uz8-3tj3&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;City of Austin, TX - Code Complaints Events: &lt;a href=&quot;https://data.austintexas.gov/Government/Austin-Code-Complaint-Case-Events/afwp-v695&quot; rel=&quot;noreferrer&quot;&gt;https://data.austintexas.gov/Government/Austin-Code-Complaint-Case-Events/afwp-v695&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-12-08T13:34:31.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6614" PostTypeId="2" ParentId="6568" CreationDate="2015-12-08T15:40:57.627" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC-III dataset&lt;/a&gt; would be well suited to the kind of natural language processing (NLP) study that you are interested in doing. MIMIC-III includes deidentified nursing progress notes, imaging reports, and discharge summaries for tens of thousands of patients who were admitted to intensive care units in the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can read about several NLP studies that have used the MIMIC dataset on PubMed (note that most use MIMIC-II, an earlier version of MIMIC). For example, the following study explored text classification methods for use in risk adjustment: &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC4147615/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC4147615/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While MIMIC-III is a freely available dataset, the information that it contains is sensitive and so there is a formal process for requesting access. For details, see: &lt;a href=&quot;http://mimic.physionet.org/gettingstarted/access/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/gettingstarted/access/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2015-12-08T16:11:21.423" LastActivityDate="2015-12-08T16:11:21.423" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6615" PostTypeId="1" CreationDate="2015-12-08T21:33:40.683" Score="2" ViewCount="55" Body="&lt;p&gt;I am looking for some records (spread sheets) that I can use for teaching/analysis. I am specifically looking for dairy/beef cattle and sheep/goat farm production and reproduction records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Appreciate your help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Baz&lt;/p&gt;&#xA;" OwnerUserId="9483" LastActivityDate="2016-01-08T13:51:59.620" Title="cattle and sheep production and reproduction records" Tags="|data-request|uses-of-open-data|csv|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6616" PostTypeId="2" ParentId="5756" CreationDate="2015-12-08T21:49:42.460" Score="3" Body="&lt;p&gt;I used the &lt;a href=&quot;http://developer.edmunds.com/&quot; rel=&quot;nofollow&quot;&gt;Edmunds API&lt;/a&gt; for a personal project and was able to query that to build out quite a variety of details about different make and models.  It seemed to be pretty comprehensive.&lt;/p&gt;&#xA;" OwnerUserId="7216" LastActivityDate="2015-12-08T21:49:42.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6617" PostTypeId="2" ParentId="6615" CreationDate="2015-12-08T22:17:53.490" Score="1" Body="&lt;p&gt;There are several government datasets on farming/livestock.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the UK, I would look here:&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.gov.uk/dataset/farming_statistics&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.uk/dataset/farming_statistics&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the USA:&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.ers.usda.gov/topics/animal-products/cattle-beef/&quot; rel=&quot;nofollow&quot;&gt;http://www.ers.usda.gov/topics/animal-products/cattle-beef/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For EU:&lt;br/&gt;&#xA;&lt;a href=&quot;http://ec.europa.eu/eurostat/web/products-datasets/-/tag00044&quot; rel=&quot;nofollow&quot;&gt;http://ec.europa.eu/eurostat/web/products-datasets/-/tag00044&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the World:&lt;br/&gt;&#xA;&lt;a href=&quot;http://faostat.fao.org/site/569/default.aspx#ancor&quot; rel=&quot;nofollow&quot;&gt;http://faostat.fao.org/site/569/default.aspx#ancor&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-08T22:17:53.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6618" PostTypeId="2" ParentId="6602" CreationDate="2015-12-08T22:44:38.807" Score="2" Body="&lt;p&gt;You can get custom historical datasets for any geographic region (or stations) in the country from NOAA At:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/search&quot; rel=&quot;nofollow&quot;&gt;https://www.ncdc.noaa.gov/cdo-web/search&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Weather Service has a online API where you can get real-time weather data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nws.noaa.gov/mdl/survey/pgb_survey/dev/rest.php&quot; rel=&quot;nofollow&quot;&gt;http://www.nws.noaa.gov/mdl/survey/pgb_survey/dev/rest.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-08T22:44:38.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6619" PostTypeId="2" ParentId="6594" CreationDate="2015-12-08T22:46:51.010" Score="2" Body="&lt;p&gt;This link is the Bureau of Justice Statistics start page on fire-arm related crimes:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bjs.gov/content/guns.cfm&quot; rel=&quot;nofollow&quot;&gt;http://www.bjs.gov/content/guns.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-08T22:46:51.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6620" PostTypeId="2" ParentId="6593" CreationDate="2015-12-08T22:51:57.840" Score="1" Body="&lt;p&gt;This site will display and download exchange rates on a daily basis for the past year:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.oanda.com/solutions-for-business/historical-rates-beta/&quot; rel=&quot;nofollow&quot;&gt;https://www.oanda.com/solutions-for-business/historical-rates-beta/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This OECD link will show you annual exchange rates (use custom option) back to 1995.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://stats.oecd.org/index.aspx?queryid=169#&quot; rel=&quot;nofollow&quot;&gt;http://stats.oecd.org/index.aspx?queryid=169#&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-08T22:51:57.840" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6621" PostTypeId="1" AcceptedAnswerId="6649" CreationDate="2015-12-09T03:48:38.633" Score="3" ViewCount="219" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kP0wl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kP0wl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am trying to perform an analysis on weather and car collisions data of New York city. I have downloaded weather data from NOAA. But I am not able to understand the data provided in the precipitation column of the weather dataset. It has a numerical value followed by capital letter. Some of these letters are: A,B,C,G,I,H. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: 0.03G, 0.08A, 0.0H&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone please help me understand what these letters mean here. I have provided a picture of this column. Also, the name of the column in the dataset is PRCP.&lt;/p&gt;&#xA;" OwnerUserId="9393" LastEditorUserId="9393" LastEditDate="2015-12-09T03:55:06.610" LastActivityDate="2015-12-11T19:31:21.240" Title="Understanding Precipitation data" Tags="|weather|metadata|noaa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6622" PostTypeId="1" CreationDate="2015-12-09T10:10:03.953" Score="2" ViewCount="36" Body="&lt;p&gt;I find the spellcheckers included with most software to be woefully inadequate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many common words are not included in your typical spellchecker.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, try spellchecking these common words:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;superset&lt;/li&gt;&#xA;&lt;li&gt;formulary&lt;/li&gt;&#xA;&lt;li&gt;voicemails&lt;/li&gt;&#xA;&lt;li&gt;analytics&lt;/li&gt;&#xA;&lt;li&gt;customizations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Most spellcheckers will claim that a majority of those common words are erroneous.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open data source of words commonly missing from spellcheckers?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that I'm not looking for a massive list with every corporation and product name.  I'm looking for a simple list of words similar to the above five examples.  I don't know how many common words are missing from most spellcheckers, but I would imagine a list of about 50-500 words will be adequate.&lt;/p&gt;&#xA;" OwnerUserId="9490" LastActivityDate="2015-12-09T18:57:00.263" Title="Common words missing from typical spellcheckers" Tags="|language|software|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6623" PostTypeId="2" ParentId="6622" CreationDate="2015-12-09T10:27:10.073" Score="1" Body="&lt;p&gt;I don't know about a single list that would do what you're looking for, but the &lt;a href=&quot;http://public.oed.com/the-oed-today/recent-updates-to-the-oed/&quot; rel=&quot;nofollow&quot;&gt;Oxford English Dictionary posts a 'new words list' a few times a year&lt;/a&gt;.  They have &lt;a href=&quot;http://public.oed.com/the-oed-today/recent-updates-to-the-oed/previous-updates/&quot; rel=&quot;nofollow&quot;&gt;back to March 2000&lt;/a&gt; posted online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many of the OED 'new words' are compound words or new senses (meanings for existing terms), so they may not result in a need to add a 'new word' for a spelling dictionary.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-12-09T10:27:10.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6624" PostTypeId="2" ParentId="6557" CreationDate="2015-12-09T12:27:00.867" Score="4" Body="&lt;p&gt;This is not a direct answer for your question, but you might find these links useful. Haven't tested it personally, but free for non-commercial use &lt;a href=&quot;http://ergast.com/mrd/&quot; rel=&quot;nofollow&quot;&gt;Ergast API&lt;/a&gt; seems appropriate for building such a dataset. A commercial solution, &lt;a href=&quot;https://sportsapi.com/&quot; rel=&quot;nofollow&quot;&gt;SportsAPI&lt;/a&gt; offers 14 days free of charge. You may use it to build such dataset.&lt;/p&gt;&#xA;" OwnerUserId="6156" LastActivityDate="2015-12-09T12:27:00.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6625" PostTypeId="1" CreationDate="2015-12-09T12:33:13.200" Score="3" ViewCount="52" Body="&lt;p&gt;I am looking for DNS Resource Records of Fast-Flux networks. I have been searching for a while now and I did find some torrents but I am not allowed to download torrents from my work. This is the link I found:&#xA;&lt;a href=&quot;https://www.reddit.com/r/netsec/comments/1t6nz8/dns_census_2013_dataset_containing_2676380336_dns/&quot; rel=&quot;nofollow&quot;&gt;https://www.reddit.com/r/netsec/comments/1t6nz8/dns_census_2013_dataset_containing_2676380336_dns/&lt;/a&gt;   &lt;/p&gt;&#xA;" OwnerUserId="9493" LastEditorDisplayName="user6083" LastEditDate="2015-12-09T20:44:46.290" LastActivityDate="2015-12-09T20:44:46.290" Title="Domain Name Service (DNS) A/ASN/NSrecords of Fast-Flux Domains" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6626" PostTypeId="2" ParentId="6622" CreationDate="2015-12-09T16:50:28.073" Score="1" Body="&lt;p&gt;I had not previously known about the &lt;a href=&quot;http://corpus.byu.edu/&quot; rel=&quot;nofollow&quot;&gt;Brigham Young Corpus of Contemporary American English&lt;/a&gt; and its companion, &lt;a href=&quot;http://www.wordfrequency.info&quot; rel=&quot;nofollow&quot;&gt;wordfrequency.info&lt;/a&gt;. Only their 5000 word list is offered at no cost, and that seems to be lacking the words you seek, so it's a near-miss for this website, but it still seems useful enough to mention, especially because the costs are not exorbitant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also note that FreeBSD distributions (including Mac OS) include a words file (on Mac OS, look at &lt;code&gt;/usr/share/dict/words&lt;/code&gt;) it has some but not all of the words in your example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously neither of these are set up specifically to correct for &quot;commonly missing from spellcheckers,&quot; but they may still be useful.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="9490" LastEditDate="2015-12-09T18:57:00.263" LastActivityDate="2015-12-09T18:57:00.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6627" PostTypeId="1" AcceptedAnswerId="20388" CreationDate="2015-12-09T17:04:29.517" Score="10" ViewCount="302" Body="&lt;p&gt;I've been looking for a while for Historical GIS datasets. In a lot of places (also in answers here at StackExchange), people are referring to a great dataset at &lt;a href=&quot;http://library.thinkquest.org/C006628/GIS.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ThinkQuest&lt;/a&gt;, which contains detailed shapefiles for many years inbetween 2000 BC and 1994 for the whole world (I am interested in Europe, in particular).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But since ThinkQuest has been discontinued, the archive is only accessible through the &lt;a href=&quot;http://web.archive.org/web/20091011033625/http://library.thinkquest.org/C006628/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ThinkQuest Library&lt;/a&gt;. Unfortunately, this archive does not contain the actual downloads of the datasets...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know where I can find these datasets, or is there maybe someone who downloaded these in the past willing to share them here?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: Earlier I have asked this question at &lt;a href=&quot;https://gis.stackexchange.com/questions/172282/where-can-i-find-historical-gis-datasets&quot;&gt;gis.stackexchange.com&lt;/a&gt;, but I was informed that the question would be better suited at this stackexchange.&lt;/p&gt;&#xA;" OwnerUserId="9496" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2022-05-02T11:12:05.260" Title="Where can I find Historical GIS datasets?" Tags="|data-request|geospatial|historical|europe|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6628" PostTypeId="1" CreationDate="2015-12-09T18:07:12.863" Score="2" ViewCount="39" Body="&lt;p&gt;I wasn't 100% sure if this was the right community to ask this in, this community was recommended to me.&#xA; Is there a database or source where I can find how much businesses spend on their Telecommunications budget. I work for a Telecom company and am trying to do data analysis for network planning. I apologize if this isn't the right location. We have previously used Equifax but each report from them is very expensive.&lt;/p&gt;&#xA;" OwnerUserId="9498" LastActivityDate="2015-12-09T18:07:12.863" Title="Telecommunications Spending Data for Businesses" Tags="|data-request|business|telecom|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6629" PostTypeId="1" CreationDate="2015-12-09T18:44:59.343" Score="5" ViewCount="635" Body="&lt;p&gt;I'm working with a food bank/soup kitchen and I'd like to be able to scan in donated food cans, packages, and other items. A short trip around the Google block seemed to offer UPC data of two sorts: good (but you must pay a lot) and bad (free). Is there in fact any sort of free UPC database that is accurate and fairly complete? We don't have any budget for the pricey services.&lt;/p&gt;&#xA;" OwnerUserId="9499" LastActivityDate="2015-12-09T18:44:59.343" Title="Free UPC database?" Tags="|barcodes|" AnswerCount="0" CommentCount="5" ClosedDate="2016-07-31T13:07:39.533" ContentLicense="CC BY-SA 3.0" />
  <row Id="6630" PostTypeId="2" ParentId="6627" CreationDate="2015-12-09T19:14:41.933" Score="7" Body="&lt;p&gt;For US data, the &lt;a href=&quot;https://nhgis.org/&quot;&gt;NHGIS&lt;/a&gt; project is by far the best source. From their home page:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The National Historical Geographic Information System (NHGIS)&#xA;  provides, free of charge, aggregate census data and GIS-compatible&#xA;  boundary files for the United States between 1790 and 2014.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I also found that the Association of American Geographers runs this &lt;a href=&quot;http://www.aag.org/cs/programs/historicalgis&quot;&gt;Historical GIS Clearinghouse and Forum&lt;/a&gt; which seems like a good route to pursue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, generally speaking, you may want to add &quot;digital humanities&quot; to your search criteria, as it's a good general umbrella for work that would make use of historical GIS. Here is a long list of &lt;a href=&quot;http://anterotesis.com/wordpress/mapping-resources/dh-gis-projects/&quot;&gt;Digital Humanities (DH) GIS projects&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-12-09T19:14:41.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6631" PostTypeId="1" CreationDate="2015-12-09T20:33:29.923" Score="2" ViewCount="20" Body="&lt;p&gt;I need below clarifications regarding these two APIs (getIFPPlanQuotes &amp;amp; getSMGPlanQuotes):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1- Can filter criteria be sent in request?&#xA;2- What maximum page size can be returned?&lt;/p&gt;&#xA;" OwnerUserId="9500" LastActivityDate="2015-12-09T20:33:29.923" Title="getIFPPlanQuotes - Filters and Maximum Page Size" Tags="|medical|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6632" PostTypeId="1" AcceptedAnswerId="6654" CreationDate="2015-12-10T01:06:44.157" Score="7" ViewCount="1411" Body="&lt;p&gt;I am looking for a tabular (preferably) dataset or a website's API that contains the economic data of zip codes, counties or cities in the US. This dataset has to go back at least to 2003 (it's not strictly required but being recent data is a must). I am interested in statistics like average income per citizen and metrics similar to Gross Domestic Product by city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What I've tried so far&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;One source I could find was the 2007 economic census but it appears unavailable &lt;a href=&quot;https://www.census.gov/econ/geo-county.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.census.gov/econ/geo-county.html&lt;/a&gt; and unrelated. Plus according to the release schedule economic data by ZIP will be released in June 2016 &lt;a href=&quot;https://www.census.gov/econ/census/schedule/&quot; rel=&quot;noreferrer&quot;&gt;https://www.census.gov/econ/census/schedule/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Following the answer to this &lt;a href=&quot;https://opendata.stackexchange.com/questions/1737/list-of-data-sources-at-the-state-county-and-zip-zcta-level&quot;&gt;question&lt;/a&gt; I explored the Longitudinal Employer-Household Dynamics (LEHD), Quarterly Workforce Indicators and they did include economic data at the micro scale, meaning Hires, Separations, employment counts etc. That is not really the macro metrics like average income or GDP I need. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;And finally I looked at the &lt;a href=&quot;http://www.census.gov/econ/cbp/download/&quot; rel=&quot;noreferrer&quot;&gt;County and Zip Code Business Patterns&lt;/a&gt; but that dataset only includes details about industries in those areas. Not really macro indicators either&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Any additional source will be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastEditorUserId="70" LastEditDate="2015-12-15T12:43:00.213" LastActivityDate="2015-12-16T18:42:35.237" Title="Macro Indicators of Economic Data by ZIP Codes or Cities in the US" Tags="|data-request|api|economics|city|postal-code|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6633" PostTypeId="1" CreationDate="2015-12-10T06:44:05.650" Score="2" ViewCount="85" Body="&lt;p&gt;I am trying to get data from network fault example alarms and alerts. I can get CDR but could not find any fault related data set.&lt;/p&gt;&#xA;" OwnerUserId="9508" LastActivityDate="2015-12-10T06:44:05.650" Title="Is there any open data set related to fault of telecom network or ISP?" Tags="|data-request|machine-learning|telecom|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6634" PostTypeId="1" AcceptedAnswerId="6638" CreationDate="2015-12-10T08:41:25.593" Score="3" ViewCount="90" Body="&lt;p&gt;Someone managed to draw a map of the UK - using only the locations of pubs!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alas, I have been unable to contact them. Does anyone know the source of their data? I would like to have the lat/long and/or street address of every pub in the uk for a new project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LvU5g.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LvU5g.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2015-12-10T11:56:23.600" Title="How to get the location of every pub in Britan?" Tags="|address|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6635" PostTypeId="1" CreationDate="2015-12-10T09:50:39.023" Score="7" ViewCount="120" Body="&lt;p&gt;I'm doing a project in which I need data about users in a professional social network. I need information related to the experience, education, or skills of the users. So far I've tried &lt;a href=&quot;https://developer.linkedin.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LinkedIn&lt;/a&gt; but the API does not allow getting this kind of information and I've also tried &lt;a href=&quot;https://dev.xing.com/docs/resources&quot; rel=&quot;nofollow noreferrer&quot;&gt;Xing&lt;/a&gt; but I'm having several problems using the API since the information I retrieve is mostly about test users and not the real ones. I've also searched the web for a dataset with similar characteristics but I couldn't find anything.&lt;/p&gt;&#xA;&lt;p&gt;Please if you could recommend me another social network with an API that allows developers to retrieve this information or &lt;strong&gt;even better&lt;/strong&gt; if you know where can I find a data set with this or similar characteristics I would really appreciate it.&lt;/p&gt;&#xA;" OwnerUserId="9510" LastEditorUserId="23272" LastEditDate="2021-04-07T13:15:35.430" LastActivityDate="2021-04-07T13:15:35.430" Title="User profiles from professional social network" Tags="|data-request|api|releasing-data|social-media|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="6636" PostTypeId="1" CreationDate="2015-12-10T11:01:33.643" Score="5" ViewCount="1179" Body="&lt;p&gt;I am looking for a publicly available data set of physician notes &lt;em&gt;that describe medical reasoning&lt;/em&gt;, ideally freetext indexed by the level of training of the author. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC-III&lt;/a&gt; has physiologic data, and nursing and procedure notes. Procedure notes do not describe physician reasoning. They document the procedure but not why the procedure was done. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.i2b2.org/index.html&quot; rel=&quot;nofollow&quot;&gt;IIB2B&lt;/a&gt; has a data set of about 1000 discharge notes. This is an acceptable starting point, but I was hoping for something larger. &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="5851" LastEditorUserId="1652" LastEditDate="2015-12-13T23:42:57.090" LastActivityDate="2015-12-13T23:42:57.090" Title="Publicly available dataset of physician notes" Tags="|data-request|medical|nlp|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6637" PostTypeId="2" ParentId="3647" CreationDate="2015-12-10T11:13:48.703" Score="7" Body="&lt;p&gt;You can use factbook for data. A simple google search can get you raw json or csv. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Officially you can use their tool : &#xA;&lt;a href=&quot;https://github.com/factbook/factbook&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/factbook/factbook&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or download data directly from CIA website :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cia.gov/library/publications/download/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Previous answer : &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The links are dead - looks like data has been removed without any notice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strike&gt;&#xA;Check this out. &lt;a href=&quot;https://github.com/factbook/factbook.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/factbook/factbook.json&lt;/a&gt;&#xA;it has all data in json - I recommend using nosql database for importing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also offer sql dump &lt;a href=&quot;https://github.com/factbook/factbook.sql&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/factbook/factbook.sql&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CSV with facts. &lt;a href=&quot;https://github.com/factbook/factbook.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/factbook/factbook.csv&lt;/a&gt;&#xA;&lt;/strike&gt;&lt;/p&gt;&#xA;" OwnerUserId="9512" LastEditorUserId="9512" LastEditDate="2018-01-24T15:37:15.033" LastActivityDate="2018-01-24T15:37:15.033" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6638" PostTypeId="2" ParentId="6634" CreationDate="2015-12-10T11:56:23.600" Score="5" Body="&lt;p&gt;It says: &lt;em&gt;Data: OpenStreetMap&lt;/em&gt; in the image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can &lt;a href=&quot;https://help.openstreetmap.org/questions/17/where-can-i-download-a-dump-of-openstreetmap-data&quot;&gt;download OpenStreetMap data dumps&lt;/a&gt; in a variety of formats, such as shape-files.  Like a database, it will contain nodes of certain types, including one for pubs.  They will all include geographic coordinates.  Simply extract all the nodes that are pubs and you're there.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2015-12-10T11:56:23.600" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6639" PostTypeId="1" CreationDate="2015-12-10T12:40:00.910" Score="4" ViewCount="53" Body="&lt;p&gt;I have found background data at the right spatial resolution from:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://uk-air.defra.gov.uk/data/pcm-data&quot; rel=&quot;nofollow&quot;&gt;http://uk-air.defra.gov.uk/data/pcm-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However this is by year, I ideally need the same data by month. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a lot of site-specific Automatic Urban and Rural Network (AURN) data available from DEFRA which goes down to hourly observations. Although, I would expect it would be extremely challenging to get this data into a monthly 1km gridded dataset...&lt;/p&gt;&#xA;" OwnerUserId="9514" LastActivityDate="2015-12-10T12:40:00.910" Title="Modelled air pollution data for UK at monthly resolution" Tags="|data-request|uk|environment|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6641" PostTypeId="1" AcceptedAnswerId="10747" CreationDate="2015-12-10T13:34:53.303" Score="7" ViewCount="865" Body="&lt;p&gt;I will be using AngularJS and D3.js, but that's not really important. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://bost.ocks.org/mike/map/&quot; rel=&quot;nofollow&quot;&gt;This blog post&lt;/a&gt; by the developer of D3.js, which is a fantastic JavaScript charting library, shows how he made a map of the UK from open source data and delimited each of the countries, giving each of them a different colour.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;He also labelled major cities, which, for me, is very &quot;nice  to have&quot;, but not complete &quot;must have&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to take that one step of granularity further, by delineating the individual counties, as well as countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of any open data which already does that?&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="70" LastEditDate="2015-12-15T12:41:08.537" LastActivityDate="2017-03-01T11:34:28.690" Title="Geodata to make a map of the UK with counties outlined" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6642" PostTypeId="1" CreationDate="2015-12-10T13:42:52.303" Score="5" ViewCount="185" Body="&lt;p&gt;I'm looking for a cost of housing by zip code; even better if I can get data on 1-bedroom apartments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For clarification: I would like to query over many thousands of zip codes, and not just one at a time.&lt;/p&gt;&#xA;" OwnerUserId="9518" LastEditorUserId="9518" LastEditDate="2015-12-10T18:24:50.030" LastActivityDate="2015-12-11T21:18:51.750" Title="Cost of 1-bedroom apartment rental in US by zip code?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6643" PostTypeId="2" ParentId="6641" CreationDate="2015-12-10T17:12:08.133" Score="3" Body="&lt;p&gt;I am pretty ignorant about the details of UK geography, but I found this dataset of only &lt;a href=&quot;https://data.gov.uk/dataset/ceremonial-county-boundaries-of-england&quot; rel=&quot;nofollow&quot;&gt;English ceremonial counties&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Ordinance Survey website has &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/counties/index.html&quot; rel=&quot;nofollow&quot;&gt;this interactive map of counties past and present&lt;/a&gt;, going beyond England.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, county data isn't clearly listed in their &lt;a href=&quot;http://www.ordnancesurvey.co.uk/business-and-government/products/opendata-products.html&quot; rel=&quot;nofollow&quot;&gt;&quot;Open Data Products&quot;&lt;/a&gt; so perhaps it's only available under their other licensing terms? Asking them directly might pay off.  &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-12-10T17:12:08.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6644" PostTypeId="2" ParentId="6508" CreationDate="2015-12-10T22:47:18.193" Score="3" Body="&lt;p&gt;Mapillary, which a new attempt at an open source version of Google Street View, and which is track-based?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mapillary.com/map/im/n6Qyff8D-AmzR5bg_Bae2A/photo&quot; rel=&quot;nofollow&quot;&gt;http://www.mapillary.com/map/im/n6Qyff8D-AmzR5bg_Bae2A/photo&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9526" LastActivityDate="2015-12-10T22:47:18.193" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6645" PostTypeId="1" CreationDate="2015-12-09T21:19:09.807" Score="7" ViewCount="14635" Body="&lt;p&gt;I am particularly interested in housing costs; specifically 1-bedroom apartment rentals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For clarity, I mean a database that's free (as in beer) to query with an arbitrarily large number of zip codes.&lt;/p&gt;&#xA;" OwnerUserId="9518" OwnerDisplayName="arschie" LastEditorUserId="2075" LastEditDate="2015-12-12T18:39:52.753" LastActivityDate="2018-09-05T13:53:27.103" Title="Where can I find a cost of living index by zip code?" Tags="|data-request|economics|prices|real-estate|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6646" PostTypeId="2" ParentId="6645" CreationDate="2015-12-10T16:55:30.550" Score="1" Body="&lt;p&gt;Try search in &lt;a href=&quot;http://www.city-data.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.city-data.com/&lt;/a&gt; you have many information there.&lt;/p&gt;&#xA;" OwnerDisplayName="pplonski" LastActivityDate="2015-12-10T16:55:30.550" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6647" PostTypeId="1" CreationDate="2015-12-11T17:48:11.170" Score="3" ViewCount="81" Body="&lt;p&gt;Often Lab test should come with a reference range, which is likely to be included in D_LABITEMS. &#xA;On the other hand, although D_ITEMS has columns lownormalvalue and highnormalvalue, there is no record that has a no-null value of these two columns. &#xA;Is this caused by a mistake when exporting?&lt;/p&gt;&#xA;" OwnerUserId="9535" LastActivityDate="2015-12-11T18:55:23.743" Title="(mimic-iii) Why D_LABITEMS doesn't have reference range while D_ITEMs has?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6648" PostTypeId="2" ParentId="6647" CreationDate="2015-12-11T18:55:23.743" Score="2" Body="&lt;p&gt;Ideally the D_ITEMS and D_LABITEMS tables would include reference ranges, but this data was not made available to the MIT Laboratory for Computational Physiology. As a result, it was not possible to include the reference ranges in the MIMIC-III dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The current version of MIMIC-III does not include lownormalvalue and highnormalvalue columns, so it appears that you are using an early release of the dataset. I would suggest updating to the &lt;a href=&quot;http://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow&quot;&gt;latest version&lt;/a&gt;, which includes bug fixes and additional data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If reference ranges become available in the future, then the data will be added.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-12-11T18:55:23.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6649" PostTypeId="2" ParentId="6621" CreationDate="2015-12-11T19:31:21.240" Score="3" Body="&lt;p&gt;This seems to be the same data mentioned at  &lt;a href=&quot;http://shallowsky.com/blog/programming/NOAA-weather.html&quot; rel=&quot;nofollow&quot;&gt;http://shallowsky.com/blog/programming/NOAA-weather.html&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In their write up, they also link to &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/gsod/GSOD_DESC.txt&quot; rel=&quot;nofollow&quot;&gt;NOAA's documentation for the document&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that this is what's commonly called an 'ASCII table', in which it is &lt;em&gt;not&lt;/em&gt; delimited, but contains a number of fixed-width columns.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As such, the field is not '&lt;code&gt;0.00G&lt;/code&gt;' but actually two fields, '&lt;code&gt;0.00&lt;/code&gt;' (columns 119 to 123) and '&lt;code&gt;G&lt;/code&gt;' (column 124).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Column 124 is a notation of how the value was measured at the given site:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;A&lt;/strong&gt; = 1 report of 6-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B&lt;/strong&gt; = Summation of 2 reports of 6-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;C&lt;/strong&gt; = Summation of 3 reports of 6-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;D&lt;/strong&gt; = Summation of 4 reports of 6-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;E&lt;/strong&gt; = 1 report of 12-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;F&lt;/strong&gt; = Summation of 2 reports of 12-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;G&lt;/strong&gt; = 1 report of 24-hour precipitation amount.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;H&lt;/strong&gt; = Station reported '0' as the amount for the day (eg, from 6-hour reports), but also reported at least one occurrence of precipitation in hourly observations--this could indicate a trace occurred, but should be considered as incomplete data for the day.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;I&lt;/strong&gt; = Station did not report any precip data for the day and did not report any occurrences of precipitation in its hourly observations--it's still possible that precip occurred but was not reported.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="263" LastActivityDate="2015-12-11T19:31:21.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6650" PostTypeId="2" ParentId="6642" CreationDate="2015-12-11T19:40:49.090" Score="3" Body="&lt;p&gt;HUD provides a dataset on average rental (50% percentile) on a county basis. I know that there is public data down to the zip code, but not sure where to find it yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.huduser.gov/portal/datasets/50per.html&quot; rel=&quot;nofollow&quot;&gt;http://www.huduser.gov/portal/datasets/50per.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-11T19:40:49.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6651" PostTypeId="2" ParentId="6642" CreationDate="2015-12-11T21:18:51.750" Score="2" Body="&lt;p&gt;There are a couple of options that you could look into. They both have trade-offs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first one is data from &lt;a href=&quot;http://www.zillow.com/research/data/#rental-data&quot; rel=&quot;nofollow&quot;&gt;Zillow&lt;/a&gt;. I checked some of the data you're interested in, and it looks like it has a very small coverage of zip codes. On the plus side, if it has the zip codes you're looking for, then it would be timely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The other one is from the Census Bureau. While there is a table that breaks down the &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_5YR/B25068/0100000US.86000&quot; rel=&quot;nofollow&quot;&gt;price ranges people are paying for rent by bedroom&lt;/a&gt; for ZCTA, and the &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_5YR/B25064/0100000US.86000&quot; rel=&quot;nofollow&quot;&gt;Median Gross Rent&lt;/a&gt; by ZCTA, it does not seem to have the precise estimate you're looking for. The downside with this data is that it is a pooled sample ranging from 2010 to 2014 which makes it less timely. The upside is that it is based on a nationally representative survey of nearly 11 million households. Another pseudo-downside is that the area is &lt;a href=&quot;https://www.census.gov/geo/reference/zctas.html&quot; rel=&quot;nofollow&quot;&gt;ZCTA&lt;/a&gt; and not zip codes, which are the Census Bureau's attempt to reconcile the fact that zip codes are terrible for research purposes.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2015-12-11T21:18:51.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6652" PostTypeId="2" ParentId="5936" CreationDate="2015-12-12T00:22:00.040" Score="2" Body="&lt;p&gt;The main issue here is relates to the principal of '&lt;em&gt;derived data&lt;/em&gt;'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the example given Joe has opened up Google maps and clicked on a pixel that he has estimated as being the location of the Eiffel Tower. However, his decision to click on that pixel is not quite the arbitrary decision he might think it to be. While Joe may have a personal knowledge that the Eiffel Tower is located between Quai Branly and Avenue Gustave Eiffel he has looked at the Google map and by reference to the existing line work he has decide the location upon which to click. That is to say, he will have used his personal knowledge and selected a location between the two roads mentioned above, as they are represented in the Google data. This representation is copyrighted information and therefore in selecting a location in this manner has relied upon copyrighted data to &lt;strong&gt;DERIVE&lt;/strong&gt; his selected location, thus the coordinates he has generated are &lt;strong&gt;Derived Data&lt;/strong&gt; and therefore potentially in breach of clause 2 of the &lt;a href=&quot;https://www.google.com/intl/en_uk/help/terms_maps.html&quot; rel=&quot;nofollow&quot;&gt;Google Maps terms&lt;/a&gt; (being derivative work).&lt;/p&gt;&#xA;" OwnerUserId="9537" LastActivityDate="2015-12-12T00:22:00.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6653" PostTypeId="2" ParentId="6641" CreationDate="2015-12-12T00:41:11.447" Score="4" Body="&lt;p&gt;The Ordnance Survey have a wealth of Open Source data that can be used free of charge. The data set you want for counties is &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/boundary-line.html&quot; rel=&quot;nofollow&quot;&gt;Boundary-Line&lt;/a&gt;. The data is supplied as shape or mapinfo, but the blog post you referred to covers the process of converting the shape files to JSON.&lt;/p&gt;&#xA;" OwnerUserId="9537" LastActivityDate="2015-12-12T00:41:11.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6654" PostTypeId="2" ParentId="6632" CreationDate="2015-12-12T11:48:02.013" Score="4" Body="&lt;p&gt;I can certainly help you with the income estimates. The Census Bureau publishes mean/average income at the &lt;a href=&quot;https://www.census.gov/geo/reference/zctas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ZCTA&lt;/a&gt; level. For cities and ZCTA's, the estimate come from a pooled 5-year sample that ranges from 2010-2014 back to 2005-2009.&lt;/p&gt;&#xA;&lt;p&gt;You might only need the first table (S1901), but I figured posting the table giving information on the estimated aggregate sum of income would be good for info too:&lt;/p&gt;&#xA;&lt;h2&gt;S1901&lt;/h2&gt;&#xA;&lt;p&gt;INCOME IN THE PAST 12 MONTHS (IN 2014 INFLATION-ADJUSTED DOLLARS)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/S1901/0100000US.16000.003&quot; rel=&quot;nofollow noreferrer&quot;&gt;City&lt;/a&gt;, &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_5YR/S1901/0100000US.86000&quot; rel=&quot;nofollow noreferrer&quot;&gt;ZCTA&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h2&gt;B19313&lt;/h2&gt;&#xA;&lt;p&gt;AGGREGATE INCOME IN THE PAST 12 MONTHS (IN 2014 INFLATION-ADJUSTED DOLLARS)&#xA;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B19313/0100000US.16000.003&quot; rel=&quot;nofollow noreferrer&quot;&gt;City&lt;/a&gt;, &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_5YR/B19313/0100000US.86000&quot; rel=&quot;nofollow noreferrer&quot;&gt;ZCTA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-12-12T11:48:02.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6655" PostTypeId="1" CreationDate="2015-12-12T13:17:19.603" Score="2" ViewCount="98" Body="&lt;p&gt;How can web log transaction dataset of customers for my research be obtained?&lt;/p&gt;&#xA;" OwnerUserId="9541" LastEditorUserId="70" LastEditDate="2015-12-15T12:40:07.910" LastActivityDate="2015-12-15T12:40:07.910" Title="Data set of Online Store's Customers' Transaction Web Logs?" Tags="|data-request|business|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6656" PostTypeId="1" CreationDate="2015-12-12T17:19:19.293" Score="2" ViewCount="25" Body="&lt;p&gt;Could someone recommend some image database which has a pixel-wise label for each image? I've downloaded PASCAL VOC 2012, it has around 20,000 images but only 3,000 of them are pixel-wise labeled.&lt;/p&gt;&#xA;" OwnerUserId="9542" LastEditorUserId="23272" LastEditDate="2021-04-03T05:13:07.913" LastActivityDate="2021-04-03T05:13:07.913" Title="Image Data for Semantic Segmentaion" Tags="|data-request|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6657" PostTypeId="2" ParentId="5298" CreationDate="2015-12-12T22:20:49.383" Score="4" Body="&lt;p&gt;This is perhaps a bit late, but I'm interested in this as well and have made some progress. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With respect to drugs, the WHO has a lookup service for ATC codes: &lt;a href=&quot;http://www.whocc.no/atc_ddd_index/&quot; rel=&quot;nofollow&quot;&gt;http://www.whocc.no/atc_ddd_index/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also have a listing of International Non-proprietary Names:&#xA;&lt;a href=&quot;http://www.who.int/medicines/services/inn/en/&quot; rel=&quot;nofollow&quot;&gt;http://www.who.int/medicines/services/inn/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Various countries call these different things, but this is usually the drug's generic name in the US and Canada.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With respect to adverse reaction terminology, this is controlled through the Medical Dictionary for Regulatory Activities, MedDRA: &#xA;&lt;a href=&quot;http://www.ich.org/products/meddra.html&quot; rel=&quot;nofollow&quot;&gt;www.ich.org/products/meddra.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And there are a few academic efforts as well to pull all this together:&#xA;&lt;a href=&quot;http://www.drugbank.ca/&quot; rel=&quot;nofollow&quot;&gt;www.drugbank.ca&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9543" LastEditorUserId="8683" LastEditDate="2015-12-13T09:12:56.950" LastActivityDate="2015-12-13T09:12:56.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6658" PostTypeId="1" CreationDate="2015-12-14T00:29:04.397" Score="4" ViewCount="296" Body="&lt;p&gt;I am looking to build an iOS application for the &lt;a href=&quot;http://www.nwslsoccer.com/index.html&quot; rel=&quot;nofollow&quot;&gt;NWSL&lt;/a&gt; that displays live sports scores and schedules as well as other data you would expect to find in any sports app. I have found plenty of sources that will give out data either for exorbitant prices or don't even offer data for the NWSL, mostly the latter. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone knows of a good API for women's soccer that would be great!&lt;/p&gt;&#xA;" OwnerUserId="9547" LastActivityDate="2023-11-08T23:44:29.280" Title="National Women's Soccer League API" Tags="|data-request|api|sports|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6659" PostTypeId="1" CreationDate="2015-12-14T03:49:24.593" Score="1" ViewCount="44" Body="&lt;p&gt;I was looking for data sets that contain math problems at the college level and above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be great if the data sets:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Have each problem by topic such as: basic calculus, analysis, etc.&lt;/li&gt;&#xA;&lt;li&gt;Have solutions for the math problems&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Any reference, links, tips would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="4211" LastActivityDate="2015-12-14T03:49:24.593" Title="Are there data sets that contain math problems (and preferably their solutions) at the college level" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6661" PostTypeId="1" CreationDate="2015-12-14T13:49:12.970" Score="6" ViewCount="1182" Body="&lt;p&gt;I'm working on a voxel-based modelling application and one of the features that I've implemented is a method to do a 3D mesh reconstruction from a series of 2D image slices (similar to an MRI). I've got a basic brain scan image set that I've been working on, but ultimately I'd like to release a small demo example showing how to do the mesh reconstruction. However, in order to do this I need the images to be legally open source so that I'm not distributing images that have copy right restrictions. I've scoured the net trying to find a suitable image set but haven't been able to find anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any resources they could point me to that I could use for my application?&lt;/p&gt;&#xA;" OwnerUserId="9552" LastEditorUserId="1511" LastEditDate="2018-11-28T09:12:54.730" LastActivityDate="2018-11-28T09:12:54.730" Title="Open Source MRI Image Dataset" Tags="|data-request|medical|images|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6664" PostTypeId="1" CreationDate="2015-12-15T12:31:32.120" Score="4" ViewCount="187" Body="&lt;p&gt;Is there any bike sharing dataset available that &lt;strong&gt;INCLUDES a customer ID&lt;/strong&gt; (not only a bike ID)?&lt;/p&gt;&#xA;" OwnerUserId="4016" LastEditorUserId="754" LastEditDate="2021-08-05T02:09:34.353" LastActivityDate="2021-08-05T02:09:34.353" Title="Bike sharing data with customer ID" Tags="|data-request|time-series|bikesharing|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="6666" PostTypeId="2" ParentId="6231" CreationDate="2015-12-15T21:52:06.387" Score="3" Body="&lt;p&gt;Basically, the data can't be considered &quot;complete&quot; and thus &lt;em&gt;trustworthy&lt;/em&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the information contained there comes from sources that need to handle their data really carefully. Consider drug adverse events of device recalls. After a report of one of this events an investigation may follow. Protected health information (patient or hospital names, for example) must be kept safe. Once the investigation resolves this information is sanitized or de-identified and then made available. This means that you don't get a &quot;state-of-the-art&quot; snapshot of FDA's complete knowledge, but a small fraction, that they can make publicly available in a safe way for all parties involved. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They provide what they can and want you to use this data for research purposes. As stated in their &lt;a href=&quot;https://open.fda.gov/update/an-open-challenge-to-tap-public-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;challenges&lt;/em&gt;&lt;/a&gt; the goal (of the challenge, but ultimately of the platform) is to give you &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;high-value public-access data [...] in developer and consumer-friendly standards, and make it available via a public-access portal that enables developers to quickly and easily use it in applications&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;with the hope that you (as a researched or developer) will create something that will benefit the general public&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;the direct beneficiaries are expected to be the public, it’s possible that an outcome could be useful for FDA work. For example, the community initially developed the code to connect the R library (a group of open source statistical analysis packages) to openFDA&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But they are not going to provide you with a &quot;production&quot; environment with access to all the FDA information. If you work in a clinical environment and you want to know if a device has been involved in a recall by FDA, you can't use openFDA. You probably will have to use other mechanisms, like &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Maude&lt;/a&gt;, which will give you reliable (meaning, as updated as it can be for a real clinical environment in which patients are involved) data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See this &lt;a href=&quot;https://opendata.stackexchange.com/q/6227/9568&quot;&gt;related question&lt;/a&gt;. Sometimes it takes a couple months for data to get published.&lt;/p&gt;&#xA;" OwnerUserId="9568" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2015-12-15T21:52:06.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6667" PostTypeId="1" CreationDate="2015-12-15T23:02:14.927" Score="2" ViewCount="82" Body="&lt;p&gt;Does anybody know of a data set that has been open sourced that contains significant (or all) the tables from and e-commerce backend. Examples could include:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;A small store (like a pet store)&lt;/li&gt;&#xA;&lt;li&gt;A non-profit's membership management system&lt;/li&gt;&#xA;&lt;li&gt;A small restaurant's backend&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="4211" LastActivityDate="2015-12-15T23:02:14.927" Title="Looking for an e-commerce backend dataset" Tags="|data-request|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6668" PostTypeId="1" CreationDate="2015-12-16T01:43:06.063" Score="4" ViewCount="64" Body="&lt;p&gt;I am seeking a detail monthly snow days where I can look it up for more accurate information. I have looked at the Weather Channel, RoCoRaHS,  Accuweather and others and it does not provide me more information and it is not what I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I want to focus the Snow days for each county all over the United States But I am more specific in Colorado.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="8683" LastEditDate="2015-12-16T02:11:02.493" LastActivityDate="2015-12-16T02:11:02.493" Title="Snow days per county per monthly in US specifically in Colorado?" Tags="|data-request|usa|weather|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="6669" PostTypeId="1" CreationDate="2015-12-16T03:41:28.670" Score="1" ViewCount="53" Body="&lt;p&gt;There are various sites like &#xA;foreign-employment.findthedata.com&#xA;&lt;a href=&quot;http://www.myvisajobs.com/Reports/&quot; rel=&quot;nofollow&quot;&gt;http://www.myvisajobs.com/Reports/&lt;/a&gt;&#xA;which provide you customized view but i need it for further trend analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone help me finding this.&lt;/p&gt;&#xA;" OwnerUserId="9479" LastActivityDate="2015-12-16T03:41:28.670" Title="Looking for downloadable H1B LCA application data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6670" PostTypeId="2" ParentId="6661" CreationDate="2015-12-16T09:20:23.563" Score="4" Body="&lt;p&gt;Can you find something on &lt;a href=&quot;https://openfmri.org/&quot; rel=&quot;nofollow&quot;&gt;OpenfMRi&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;&quot;The OpenfMRI project was established in 2010 to provide a resource for researchers interested in making their fMRI data openly available to the research community.&quot;&lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There are 34 datasets at this time.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2015-12-16T09:20:23.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6671" PostTypeId="1" CreationDate="2015-12-16T10:33:01.260" Score="3" ViewCount="182" Body="&lt;p&gt;I'm doing some calculations on the photoplethysmogram signal it seems that the metrics I'm using suffer from a cyclic artifact each 94-96[s].&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The waveform seem ok at the &quot;breakpoints&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible that photoplethysmogram signal was sampled with a different frequency and then interpolated to 125 Hz? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible that the interpolation was applied on data chucks of 94-96 [s]?&lt;/p&gt;&#xA;" OwnerUserId="9420" LastActivityDate="2015-12-18T22:57:53.340" Title="Photoplethysmogram sampling frequency problem" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6672" PostTypeId="1" CreationDate="2015-12-16T14:08:54.080" Score="2" ViewCount="68" Body="&lt;p&gt;Using the data.gov CKAN api, this search via the web GUI returns 566 results: &lt;a href=&quot;http://catalog.data.gov/dataset?q=children&amp;amp;sort=score+desc%2C+name+asc&quot; rel=&quot;nofollow noreferrer&quot;&gt;children&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, post requests via the CKAN API returns 10 results despite the row parameter being set and, incidentally, it appears that no matter the search query that the results are the same.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import json, requests&#xA;url = 'http://catalog.data.gov/api/3/action/package_search'&#xA;headers = {'Content-type': 'application/json'}&#xA;q1 = {'q':'abcdefghijklmnopq', 'rows':600}&#xA;q2 = {'q':'children', 'rows':600}&#xA;&#xA;queries = [q1, q2]&#xA;responses = []&#xA;&#xA;for q in queries:&#xA;    r = requests.post(url, data=json.dumps(q), headers=headers)&#xA;    r = r.json()&#xA;    print(len(r['result']['results']))&#xA;    responses.append(r)&#xA;&#xA;print(responses[0] == responses[1])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Given the example above code what modifications allow the CKAN api to reflect the web GUI search results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;note: this question has been posted as an &lt;a href=&quot;https://github.com/GSA/data.gov/issues/711&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov issue&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;note: the solution at &lt;a href=&quot;https://opendata.stackexchange.com/questions/5721/data-gov-action-api-parameters-seem-to-be-ignored&quot;&gt;data.gov action api parameters seem to be ignored&lt;/a&gt; appears to no longer return just 2 results&lt;/p&gt;&#xA;" OwnerUserId="9572" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2015-12-16T14:08:54.080" Title="data.gov CKAN API ignores row parameter, returns duplicate results for different search terms" Tags="|data.gov|api|ckan|python|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6673" PostTypeId="2" ParentId="5789" CreationDate="2015-12-16T15:49:28.187" Score="2" Body="&lt;p&gt;The US Census collects housing data in multiple instruments. The one I'm most familiar with is the American Community Survey (ACS). ACS data is released in 1-year and 5-year tabulations (and until 2013, in a 3-year tabulation). In order to mitigate sampling error, the 1-year release only covers geographies with population &gt;= 65,000, which means that it only has &quot;city-level&quot; data (Census summary level &quot;place&quot; or 160) for about 2% of US cities. At the metro level, the 1-year sample has a bit over half of the &quot;core based statistical areas&quot; (CBSA, a catch all for metropolitan and micropolitan areas). So if you can deal with those constraints, you could consult &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B25001/0100000US.31000.003&quot; rel=&quot;nofollow&quot;&gt;table B25001 for all CBSA in the US, ACS2014-1 year.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is another product with which I'm less familiar, the &lt;a href=&quot;http://www.census.gov/programs-surveys/ahs/&quot; rel=&quot;nofollow&quot;&gt;American Housing Survey&lt;/a&gt;. The AHS is conducted every two years and includes data down to the metropolitan level.  Here is the &lt;a href=&quot;http://www.census.gov/programs-surveys/ahs/data/2013/metropolitan-summary-tables---ahs-2013.html&quot; rel=&quot;nofollow&quot;&gt;download page for the 2013 AHS metropolitan summary tables&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Base housing units are also counted for the decennial census, of course, but since timely data is part of your request, that's just a footnote.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2015-12-16T15:49:28.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6674" PostTypeId="1" CreationDate="2015-12-16T18:34:36.103" Score="1" ViewCount="31" Body="&lt;p&gt;Is anyone successfully making requests to the healthcare api from the browser? I can do it successfully from the command line, or from the Postman REST client (which has special Chrome permissions). But if I try to do it from the browser using just $.ajax, it gives me a 501 on the preflight OPTIONS request. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I couldn't see anything in the &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt; about an OPTIONS request. Anyone else run into this?&lt;/p&gt;&#xA;" OwnerUserId="9576" LastActivityDate="2015-12-16T18:34:36.103" Title="OPTIONS request failing to api.finder.healthcare.gov from the browser?" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6675" PostTypeId="2" ParentId="6632" CreationDate="2015-12-16T18:42:35.237" Score="4" Body="&lt;p&gt;Wolfram Mathematica comes with curated data build in. For this answer I'll restrict the data collection to only a couple of counties but it is easily expanded to more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We will use the &lt;a href=&quot;http://reference.wolfram.com/language/ref/AdministrativeDivisionData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;AdministrativeDivisionData&lt;/code&gt;&lt;/a&gt; function for reference and the &lt;code&gt;&quot;PerCapitaIncome&quot;&lt;/code&gt; property. Expand the &lt;strong&gt;Details&lt;/strong&gt; section to see the list of data points available from this function. There are also other functions like &lt;a href=&quot;http://reference.wolfram.com/language/ref/CityData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;CityData&lt;/code&gt;&lt;/a&gt;, &lt;a href=&quot;http://reference.wolfram.com/language/ref/CountryData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;CountryData&lt;/code&gt;&lt;/a&gt;, and so on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We will use the &lt;a href=&quot;http://reference.wolfram.com/language/guide/KnowledgeRepresentationAndAccess.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;Entity&lt;/code&gt;&lt;/a&gt; methods for this type of grab.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First grab all the New York State counties and show the first 2.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;nyCounties = &#xA;  EntityList@&#xA;   Entity[&quot;AdministrativeDivision&quot;, &#xA;    {EntityProperty[&quot;AdministrativeDivision&quot;, &quot;ParentRegion&quot;] -&amp;gt; &#xA;      AdministrativeDivisionData[{&quot;NewYork&quot;, &quot;UnitedStates&quot;}]}];&#xA;nyCounties[[1 ;; 2]]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fvK64.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fvK64.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Next define the property we want from the data.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pci = EntityProperty[&quot;AdministrativeDivision&quot;, &quot;PerCapitaIncome&quot;,&#xA;  {&quot;Date&quot; -&amp;gt; Interval[{DateObject@{2002}, DateObject@{2015}}]}]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zulTu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zulTu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Call the data and show the first one.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pciEntityValues = EntityValue[&#xA;   nyCounties,&#xA;   pci,&#xA;   &quot;EntityAssociation&quot;&#xA;   ];&#xA;&#xA;First@Normal@pciEntityValues&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hcW3w.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hcW3w.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that there is only data from 2009 to 2012 at the moment. You could raise a support ticket to find out if there is more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally a basic plot of the first county's data.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;DateListPlot[pciEntityValues[[1]],&#xA; PlotLabel -&amp;gt; First@Keys@pciEntityValues,&#xA; Joined -&amp;gt; False, Filling -&amp;gt; Axis]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qLaDk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qLaDk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above only looks at New York State counties but you can alter this to get an &lt;code&gt;EntityList&lt;/code&gt; for all the states or counties in the USA, or for other counties.  Data will depend on availability when dealing with other countries. The European ones are generally good. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2015-12-16T18:42:35.237" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6676" PostTypeId="1" CreationDate="2015-12-16T22:59:28.543" Score="4" ViewCount="882" Body="&lt;p&gt;I am looking for a data set of physician notes with annotated PHI (protected health information) as defined in &lt;a href=&quot;http://www.hhs.gov/ocr/privacy/hipaa/understanding/coveredentities/De-identification/guidance.html&quot; rel=&quot;nofollow&quot;&gt;Health Insurance Portability and Accountability Act (HIPAA)'s de-identification guide&lt;/a&gt; (US regulations). I.e. the following information are considered as PHI:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;(i) Names of patients and family members&#xA;(ii) Addresses and their components&#xA;(iii) Dates (month and day parts, unless the inclusion of the year part identities an individual to be older than 90 years old)&#xA;(iv) Explicit mention of ages over 89 years old&#xA;(v) Telephone and fax numbers&#xA;(vi) Social Security numbers&#xA;(vii) Medical record numbers&#xA;(viii) Health plan beneficiary numbers&#xA;(ix) Account numbers&#xA;(x) Certificate or license numbers&#xA;(xi) Vehicle identifiers and serial numbers&#xA;(xii) Device identifers and serial numbers&#xA;(xiii) Electronic mail addresses&#xA;(xiv) Web universal resource locators (URLs)&#xA;(xv) Internet protocol (IP) addresses&#xA;(xvi) Biometric identifiers&#xA;(xvii) Full face photographic images&#xA;(xviii) Employers&#xA;(xix) Any other unique identifying number, characteristic or code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-04-29T15:32:25.633" Title="Physician notes with annotated PHI" Tags="|data-request|medical|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6677" PostTypeId="1" CreationDate="2015-12-16T23:39:50.237" Score="3" ViewCount="71" Body="&lt;p&gt;Various apps such as &lt;a href=&quot;http://www.windowseatapp.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Window Seat&lt;/a&gt; can access the flight plans that aircraft -- specifically airline flights -- have filed with the FAA.  This is NOT about delays, nor about flight &lt;em&gt;tracking&lt;/em&gt;, but things like the proposed departure time, the filed route of flight (shown on the Window Seat front page, starting with &amp;quot;SFO8 SFO SAC J32 BAM...&amp;quot;), and the filed altitude.&lt;/p&gt;&#xA;&lt;p&gt;While the FAA has various APIs and sources of data, I haven't been able to locate a way to access &lt;em&gt;&lt;strong&gt;this&lt;/strong&gt;&lt;/em&gt; information.  I realize that various flight tracking services such as &lt;a href=&quot;https://flightaware.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FlightAware&lt;/a&gt; offer this and a great deal of other data by subscription, but it would be nice if I could get it from the source rather than paying a third party for it, and since apps like WindowSeat seem to get access, it looks like it should be available &lt;em&gt;&lt;strong&gt;somewhere&lt;/strong&gt;&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9578" LastEditorUserId="9578" LastEditDate="2022-07-14T15:38:35.813" LastActivityDate="2022-07-14T15:38:35.813" Title="Flight Plans filed with the FAA" Tags="|data-request|usa|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6678" PostTypeId="2" ParentId="6526" CreationDate="2015-12-17T00:46:33.230" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/geocoder.html&quot; rel=&quot;nofollow&quot;&gt;Census Geocoder&lt;/a&gt; can perform this lookup. This service also has an API that you can use. The &lt;a href=&quot;http://geocoding.geo.census.gov/geocoder/Geocoding_Services_API.pdf&quot; rel=&quot;nofollow&quot;&gt;documentation (PDF)&lt;/a&gt; might be helpful. For example, &lt;a href=&quot;http://geocoding.geo.census.gov/geocoder/geographies/address?street=740+Park+Avenue&amp;amp;city=New+York+City&amp;amp;state=NY&amp;amp;benchmark=Public_AR_Census2010&amp;amp;vintage=Census2010_Census2010&amp;amp;layers=14&amp;amp;format=json&quot; rel=&quot;nofollow&quot;&gt;this query&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://geocoding.geo.census.gov/geocoder/geographies/address?street=740+Park+Avenue&amp;amp;city=New+York+City&amp;amp;state=NY&amp;amp;benchmark=Public_AR_Census2010&amp;amp;vintage=Census2010_Census2010&amp;amp;layers=14&amp;amp;format=json&quot; rel=&quot;nofollow&quot;&gt;http://geocoding.geo.census.gov/geocoder/geographies/address?street=740+Park+Avenue&amp;amp;city=New+York+City&amp;amp;state=NY&amp;amp;benchmark=Public_AR_Census2010&amp;amp;vintage=Census2010_Census2010&amp;amp;layers=14&amp;amp;format=json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;returns&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;result&quot;:{&#xA;      &quot;input&quot;:{&#xA;         &quot;address&quot;:{&#xA;            &quot;street&quot;:&quot;740 Park Avenue&quot;,&#xA;            &quot;city&quot;:&quot;New York City&quot;,&#xA;            &quot;state&quot;:&quot;NY&quot;&#xA;         },&#xA;         &quot;benchmark&quot;:{&#xA;            &quot;id&quot;:&quot;9&quot;,&#xA;            &quot;benchmarkName&quot;:&quot;Public_AR_Census2010&quot;,&#xA;            &quot;benchmarkDescription&quot;:&quot;Public Address Ranges - Census 2010 Benchmark&quot;,&#xA;            &quot;isDefault&quot;:false&#xA;         },&#xA;         &quot;vintage&quot;:{&#xA;            &quot;id&quot;:&quot;910&quot;,&#xA;            &quot;vintageName&quot;:&quot;Census2010_Census2010&quot;,&#xA;            &quot;vintageDescription&quot;:&quot;Census2010 Vintage - Census2010 Benchmark&quot;,&#xA;            &quot;isDefault&quot;:true&#xA;         }&#xA;      },&#xA;      &quot;addressMatches&quot;:[&#xA;         {&#xA;            &quot;matchedAddress&quot;:&quot;740 Park Ave, NEW YORK, NY, 10021&quot;,&#xA;            &quot;coordinates&quot;:{&#xA;               &quot;x&quot;:-73.96422,&#xA;               &quot;y&quot;:40.770588&#xA;            },&#xA;            &quot;tigerLine&quot;:{&#xA;               &quot;tigerLineId&quot;:&quot;59657379&quot;,&#xA;               &quot;side&quot;:&quot;L&quot;&#xA;            },&#xA;            &quot;addressComponents&quot;:{&#xA;               &quot;fromAddress&quot;:&quot;736&quot;,&#xA;               &quot;toAddress&quot;:&quot;756&quot;,&#xA;               &quot;preQualifier&quot;:&quot;&quot;,&#xA;               &quot;preDirection&quot;:&quot;&quot;,&#xA;               &quot;preType&quot;:&quot;&quot;,&#xA;               &quot;streetName&quot;:&quot;Park&quot;,&#xA;               &quot;suffixType&quot;:&quot;Ave&quot;,&#xA;               &quot;suffixDirection&quot;:&quot;&quot;,&#xA;               &quot;suffixQualifier&quot;:&quot;&quot;,&#xA;               &quot;city&quot;:&quot;NEW YORK&quot;,&#xA;               &quot;state&quot;:&quot;NY&quot;,&#xA;               &quot;zip&quot;:&quot;10021&quot;&#xA;            },&#xA;            &quot;geographies&quot;:{&#xA;               &quot;Census Blocks&quot;:[&#xA;                  {&#xA;                     &quot;BLKGRP&quot;:&quot;2&quot;,&#xA;                     &quot;UR&quot;:&quot;&quot;,&#xA;                     &quot;OID&quot;:210403969807785,&#xA;                     &quot;FUNCSTAT&quot;:&quot;S&quot;,&#xA;                     &quot;STATE&quot;:&quot;36&quot;,&#xA;                     &quot;AREAWATER&quot;:0,&#xA;                     &quot;NAME&quot;:&quot;Block 2002&quot;,&#xA;                     &quot;SUFFIX&quot;:&quot;&quot;,&#xA;                     &quot;LSADC&quot;:&quot;BK&quot;,&#xA;                     &quot;CENTLON&quot;:&quot;-073.9648786&quot;,&#xA;                     &quot;HU100&quot;:198,&#xA;                     &quot;LWBLKTYP&quot;:&quot;L&quot;,&#xA;                     &quot;BLOCK&quot;:&quot;2002&quot;,&#xA;                     &quot;BASENAME&quot;:&quot;2002&quot;,&#xA;                     &quot;INTPTLAT&quot;:&quot;+40.7711022&quot;,&#xA;                     &quot;POP100&quot;:375,&#xA;                     &quot;MTFCC&quot;:&quot;G5040&quot;,&#xA;                     &quot;COUNTY&quot;:&quot;061&quot;,&#xA;                     &quot;GEOID&quot;:&quot;360610130002002&quot;,&#xA;                     &quot;CENTLAT&quot;:&quot;+40.7711022&quot;,&#xA;                     &quot;INTPTLON&quot;:&quot;-073.9648786&quot;,&#xA;                     &quot;AREALAND&quot;:13468,&#xA;                     &quot;OBJECTID&quot;:6660907,&#xA;                     &quot;TRACT&quot;:&quot;013000&quot;&#xA;                  }&#xA;               ]&#xA;            }&#xA;         }&#xA;      ]&#xA;   }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2015-12-17T00:46:33.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6679" PostTypeId="2" ParentId="6676" CreationDate="2015-12-17T05:34:31.120" Score="7" Body="&lt;p&gt;1) &lt;a href=&quot;https://i2b2.org/NLP/DataSets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;i2b2 2006 Deidentification and Smoking Challenge's data set&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;NLP Data Set #1B:  889 de-identified discharge summaries with&#xA;  de-identification challenge annotations, training and test sets and&#xA;  ground truth.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Please cite as:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Uzuner Ö., Juo Y, Szolovits P. &quot;Evaluating the state-of-the-art in&#xA;  automatic de-identification&quot;.  J Am Med Inform Assoc. 2007,&#xA;  14(5):550-63. &lt;a href=&quot;http://www.jamia.org/cgi/content/abstract/14/5/550&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.jamia.org/cgi/content/abstract/14/5/550&lt;/a&gt; .&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;https://i2b2.org/NLP/DataSets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;i2b2 NLP Data Set #7a: De-identification Challenge Data Set&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please cite as:   &lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;p&gt;Stubbs A, Uzuner Ö. (2015). &quot;Annotating longitudinal clinical narratives for de-identification: The 2014 i2b2/UTHealth corpus&quot;. J&#xA;  Biomed Inform. 2015 Aug 28. pii: S1532-0464(15)00182-3. doi:&#xA;  10.1016/j.jbi.2015.07.020. [Epub ahead of print]. &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/26319540&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/pubmed/26319540&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;Stubbs A, Kotfila C, Uzuner Ö. (2015). &quot;Automated systems for the de-identification of longitudinal clinical narratives: Overview of&#xA;  2014 i2b2/UTHealth shared task Track 1&quot;. J Biomed Inform. 2015 Jul 28.&#xA;  pii: S1532-0464(15)00117-3. doi: 10.1016/j.jbi.2015.06.007. [Epub&#xA;  ahead of print]. &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/26225918&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/pubmed/26225918&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;3) &lt;a href=&quot;https://www.i2b2.org/NLP/RDoCforPsychiatry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;i2b2 2016&lt;/a&gt;  (&lt;a href=&quot;https://web.archive.org/web/20170428025812/https://www.i2b2.org/NLP/RDoCforPsychiatry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;) CEGS N-GRID challenge; Track 1: De-identification.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;4) &lt;a href=&quot;https://www.physionet.org/physiotools/deid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.physionet.org/physiotools/deid/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The deid software package was developed and tested using a gold standard corpus of 2,434 nursing notes that have been thoroughly deidentified by a multi-pass process that included meticulous reviews by three or more experts working independently, as well as by a variety of automated methods. All detected instances of PHI in these nursing notes have been replaced by realistic surrogate data in the gold standard corpus. Although the deid software, as noted above, may be redistributed under the terms of the GPL, the gold standard corpus, because of the very small possibility that it may contain one or more instances of undetected PHI, is currently available only under terms that do not permit it to be redistributed. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Goldberger AL, Amaral LAN, Glass L, Hausdorff JM, Ivanov PCh, Mark RG, Mietus JE, Moody GB, Peng C-K, Stanley HE. PhysioBank, PhysioToolkit, and Physionet: Components of a New Research Resource for Complex Physiologic Signals. Circulation 101(23):e215-e220 [Circulation Electronic Pages; &lt;a href=&quot;http://circ.ahajournals.org/content/101/23/e215.full]&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://circ.ahajournals.org/content/101/23/e215.full]&lt;/a&gt;; 2000 (June 13).&lt;/li&gt;&#xA;&lt;li&gt;Neamatullah I, Douglass M, Lehman LH, Reisner A, Villarroel M, Long WJ, Szolovits P, Moody GB, Mark RG, Clifford GD. Automated De-Identification of Free-Text Medical Records. BMC Medical Informatics and Decision Making, 2008, 8:32. doi:10.1186/1472-6947-8-32&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In case anyone is interested, we presented an overview of the state-of-the art results on these two datasets in:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Franck Dernoncourt, Ji Young Lee, Ozlem Uzuner, Peter Szolovits. &lt;a href=&quot;http://arxiv.org/abs/1606.03475&quot; rel=&quot;nofollow noreferrer&quot;&gt;De-identification of Patient Notes with Recurrent Neural Networks&lt;/a&gt;. Journal of the American Medical Informatics Association (JAMIA). 2016.&lt;/li&gt;&#xA;&lt;li&gt;Ji Young Lee, Franck Dernoncourt, Ozlem Uzuner, Peter Szolovits. &lt;a href=&quot;https://arxiv.org/abs/1610.09704&quot; rel=&quot;nofollow noreferrer&quot;&gt;De-Feature-Augmented Neural Networks for Patient Note De-identification&lt;/a&gt;.  International Conference on Computational Linguistics (COLING) Clinical NLP. 2016.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2017-04-29T15:32:25.633" LastActivityDate="2017-04-29T15:32:25.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6680" PostTypeId="1" CreationDate="2015-12-17T16:09:49.200" Score="4" ViewCount="108" Body="&lt;p&gt;I was trying to get a complete list of medical devices through &lt;a href=&quot;https://open.fda.gov/device/event/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA&lt;/a&gt;, but then I came to realize that through that data set the list can never be complete, since I can only get devices involved in a event report. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I run &lt;a href=&quot;https://api.fda.gov/device/recall.json?count=openfda.device_name.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/recall.json?count=openfda.device_name.exact&lt;/a&gt; I will never get, for example, a tongue depressor, if a tongue depressor has never been involved in a adverse event.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was going to try by getting device's categories, such as &lt;a href=&quot;https://api.fda.gov/device/classification.json?&amp;amp;count=medical_specialty_description&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/classification.json?&amp;amp;count=medical_specialty_description&lt;/a&gt; and then running queries to get devices by &lt;code&gt;medical_specialty_description&lt;/code&gt; or similar field, but I'm still reading the site's documentation, trying to learn about heir API and &lt;a href=&quot;https://opendata.stackexchange.com/q/3251/9568&quot;&gt;lists of terms available for searches&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How, if it is possible, can a get a list of medical devices permitted by the FDA by  using openFDA?&lt;/p&gt;&#xA;" OwnerUserId="9568" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-03-10T18:35:33.553" Title="Is it possible to get a complete list of medical devices through OpenFDA?" Tags="|openfda|uses-of-open-data|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6681" PostTypeId="2" ParentId="6462" CreationDate="2015-12-17T16:41:03.050" Score="1" Body="&lt;p&gt;You can use the &lt;a href=&quot;http://reference.wolfram.com/language/ref/WordData.html&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;WordData&lt;/code&gt;&lt;/a&gt; function with the &lt;code&gt;&quot;UsageField&quot;&lt;/code&gt; property in Wolfram Mathematica. Expand the &lt;strong&gt;Details&lt;/strong&gt; section for more properties.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WordData[&quot;litigation&quot;, &quot;UsageField&quot;]&#xA;(* {{&quot;litigation&quot;, &quot;Noun&quot;} -&amp;gt; {&quot;jurisprudence&quot;, &quot;law&quot;}} *)&#xA;&#xA;WordData[&quot;fighter&quot;, &quot;UsageField&quot;]&#xA;(*&#xA;{&#xA; {&quot;fighter&quot;, &quot;Noun&quot;, &quot;MilitaryPlane&quot;} -&amp;gt; {&quot;armed forces&quot;, &quot;armed services&quot;, &quot;military&quot;, &quot;military machine&quot;, &quot;war machine&quot;}, &#xA; {&quot;fighter&quot;, &quot;Noun&quot;, &quot;Shielder&quot;} -&amp;gt; {}, &#xA; {&quot;fighter&quot;, &quot;Noun&quot;, &quot;Individual&quot;} -&amp;gt; {}&#xA;}&#xA;*)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There is also a &lt;code&gt;&quot;WordNetID&quot;&lt;/code&gt; property.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WordData[{&quot;fighter&quot;, &quot;Noun&quot;, &quot;MilitaryPlane&quot;}, &quot;WordNetID&quot;]&#xA;(* {{&quot;fighter&quot;, &quot;Noun&quot;, &quot;MilitaryPlane&quot;} -&amp;gt; &quot;03335030&quot;} *)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2015-12-17T16:41:03.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6682" PostTypeId="1" CreationDate="2015-12-17T17:49:59.353" Score="2" ViewCount="79" Body="&lt;p&gt;Do the repayment variables in the College Scorecard refer only to debt acquired as an undergraduate, or do they include debt acquired in graduate programs as well? Also, do they refer only to debt acquired by students at a particular institution, or do they include debt acquired by students at other institutions as well?&lt;/p&gt;&#xA;" OwnerUserId="9600" LastEditorUserId="23272" LastEditDate="2021-08-21T04:36:59.717" LastActivityDate="2021-08-21T04:36:59.717" Title="Do repayment variables in the College Scorecard refer only to debt acquired as an undergraduate?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6683" PostTypeId="1" CreationDate="2015-12-17T18:12:41.367" Score="2" ViewCount="92" Body="&lt;p&gt;Do the College Scorecard's debt amount variables represent debt among only students who borrowed, or debt among all students (whether they borrowed or not)?&lt;/p&gt;&#xA;" OwnerUserId="9600" LastEditorUserId="23272" LastEditDate="2021-04-07T13:04:33.850" LastActivityDate="2021-04-07T13:04:33.850" Title="Do the College Scorecard's debt amount variables include only debt among students who borrowed?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6684" PostTypeId="1" CreationDate="2015-12-17T18:46:03.113" Score="2" ViewCount="92" Body="&lt;p&gt;Reading the documentation of &lt;a href=&quot;https://open.fda.gov/drug/event/reference/#openfda-fields&quot; rel=&quot;nofollow&quot;&gt;OpenFDA fields&lt;/a&gt;, we are linked to the &lt;a href=&quot;https://open.fda.gov/api/reference/#openfda-fields&quot; rel=&quot;nofollow&quot;&gt;API Basics reference guide&lt;/a&gt;. Every time that I try to find information about API fields (including other questions on this site) I end up landing on that same page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately (to me) the NDC sections explains some dataset fields that are used to annotate records in openFDA regarding drugs. I can't find a similar thing for devices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a API or field list for medical devices related information?&lt;/p&gt;&#xA;" OwnerUserId="9568" LastActivityDate="2015-12-17T20:03:07.630" Title="Is there a OpenFDA API Basics for medical devices?" Tags="|openfda|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6685" PostTypeId="2" ParentId="6684" CreationDate="2015-12-17T20:03:07.630" Score="1" Body="&lt;p&gt;It depends on the endpoint. For instance,&#xA;&lt;a href=&quot;https://open.fda.gov/device/classification/reference/#openfda&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/device/classification/reference/#openfda&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's where you can find reference info for the openfda fields for the &lt;code&gt;Device/Classification&lt;/code&gt; endpoint.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2015-12-17T20:03:07.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6686" PostTypeId="1" CreationDate="2015-12-17T21:17:08.193" Score="3" ViewCount="45" Body="&lt;p&gt;Where to find a raster data set with population density and GDP per capita (global)? &lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/set/sdp-downscaled-gdp-grid-b2-1990-2025&quot; rel=&quot;nofollow&quot;&gt;Earlier examples&lt;/a&gt; use an even distribution of GDP per capita, which makes no sense if you want to compare other indicators in relation to income inequality. The resolution should be 1 degree or less. The goal is to see where rich people live and where poor people live. I am familiar with the GPWv3 dataset. &lt;/p&gt;&#xA;" OwnerUserId="7244" LastEditorUserId="7244" LastEditDate="2015-12-17T21:24:02.510" LastActivityDate="2015-12-17T21:24:02.510" Title="Where are the rich and poor living?" Tags="|geospatial|population|gdp|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6687" PostTypeId="2" ParentId="6526" CreationDate="2015-12-17T21:33:39.797" Score="2" Body="&lt;p&gt;Are you familiar with Python? The &lt;a href=&quot;https://github.com/geopy/geopy&quot; rel=&quot;nofollow&quot;&gt;geopy&lt;/a&gt; library in combination with Open Street maps and Google maps does a tremendous jobs. It is very easy to analyze thousands of addresses as if you would put them in a google maps search box. The API gives you the political units such as country, state and city. If you like I can share a script that can handle excel sheets as input files. &lt;/p&gt;&#xA;" OwnerUserId="7244" LastActivityDate="2015-12-17T21:33:39.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6688" PostTypeId="2" ParentId="6583" CreationDate="2015-12-17T21:55:03.753" Score="6" Body="&lt;p&gt;Because of the decentralized nature of US elections it's difficult to find a free, public source for county or precinct level election data. The Federal Election Commission only publishes state-level results. The Census Bureau does not publish data on election results - they publish survey data from the CPS that shows how many people are registered and how many voted - but not who they voted for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Atlas (which no longer exists - de-funded) did publish county-level results. Previously, if you searched &lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.data.gov/&lt;/a&gt; for &lt;em&gt;Presidential General Election Results county&lt;/em&gt; you'd find archived versions of the data from 2012, 2008, and 2004. But - in 2017 this data mysteriously vanished from the repository. Luckily I had saved copies of them, and you can access them from my college's repository here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.baruch.cuny.edu/confluence/display/geoportal/US+Presidential+Election+County+Results&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.baruch.cuny.edu/confluence/display/geoportal/US+Presidential+Election+County+Results&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also a project at Harvard where they're gathering county and precinct data, but the county results appear to be state by state: &lt;a href=&quot;http://projects.iq.harvard.edu/eda/pages/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://projects.iq.harvard.edu/eda/pages/about&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gathering it the hard way would be to go to each election office, state by state... the Harvard site has a link to each state secretary of state who is charged with collecting this information - Wikipedia also provides direct links back to individual state election results pages. &lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="6788" LastEditDate="2019-04-01T22:28:29.760" LastActivityDate="2019-04-01T22:28:29.760" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="6689" PostTypeId="1" CreationDate="2015-12-17T23:35:51.903" Score="2" ViewCount="36" Body="&lt;p&gt;I am doing some work on emotions and the web. To do this I need some data on search queries that relate to the user's emotion. For example songs. Can anyone give me a source for this kind of data?&lt;/p&gt;&#xA;" OwnerUserId="9254" LastEditorUserId="5601" LastEditDate="2015-12-21T23:01:15.683" LastActivityDate="2015-12-22T10:30:50.787" Title="Information retrieval problem" Tags="|research|search-engine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6690" PostTypeId="1" CreationDate="2015-12-18T03:29:28.397" Score="6" ViewCount="185" Body="&lt;p&gt;I am looking for downloadable word embeddings (&lt;a href=&quot;https://linguistics.stackexchange.com/q/8331/2680&quot;&gt;a.k.a.&lt;/a&gt; word vectors, distributed word representations). I'm aware of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://code.google.com/p/word2vec/&quot; rel=&quot;nofollow noreferrer&quot;&gt;word2vec&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://nlp.stanford.edu/projects/glove/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GloVe&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ronan.collobert.com/senna/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SENNA&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;as well as the &lt;a href=&quot;https://github.com/mfaruqui/retrofitting&quot; rel=&quot;nofollow noreferrer&quot;&gt;retrofitting tool&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What else is available?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:54:12.787" LastActivityDate="2015-12-27T02:00:28.630" Title="Downloadable word embeddings" Tags="|data-request|nlp|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6691" PostTypeId="2" ParentId="5235" CreationDate="2015-12-18T09:11:35.640" Score="3" Body="&lt;p&gt;The Indian Government provides year-wise statistics on the number of people who are in prison and percentage of prison population by sentence length. So you could calculate the population which has completed its sentences. The data is available from: &lt;a href=&quot;http://www.ncrb.gov.in/prisonstatisticarchieve/Main.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.ncrb.gov.in/prisonstatisticarchieve/Main.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9407" LastEditorUserId="5601" LastEditDate="2015-12-20T05:42:47.137" LastActivityDate="2015-12-20T05:42:47.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6692" PostTypeId="1" CreationDate="2015-12-18T11:51:26.417" Score="4" ViewCount="40" Body="&lt;p&gt;I'm looking more for average profits of small businesses per year, which are 99.7% of the US businesses, as defined by the SBA. The &lt;a href=&quot;http://www.bls.gov/data/%20BLS.GOV&quot; rel=&quot;noreferrer&quot;&gt;BLS.GOV&lt;/a&gt; website has a lot of data by industry, but I couldn't find any data on average profits by industry. Hopefully I'd like to see profits going back to 2007. I'm a Perl programmer so I plan to read this raw data and analyze it myself by industry. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2015-12-18T11:56:37.267" LastActivityDate="2015-12-18T11:56:37.267" Title="Where to get average US profit by industry?" Tags="|business|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6693" PostTypeId="1" CreationDate="2015-12-15T19:59:56.717" Score="7" ViewCount="79" Body="&lt;p&gt;Financial incentives are often an important driver of people's actions. I want to better understand how different medical procedures get reimbursed in the US by medicare. Unfortunately I couldn't find the price list via Google myself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a public website that lists the amount that doctors get reimbursed for various procedures?&lt;/p&gt;&#xA;" OwnerUserId="1359" OwnerDisplayName="Christian" LastEditorUserId="9487" LastEditDate="2015-12-21T07:01:48.360" LastActivityDate="2015-12-22T14:15:41.577" Title="How do I find out how much doctors get reimbursed by medicare for certain procedures?" Tags="|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6694" PostTypeId="1" AcceptedAnswerId="6708" CreationDate="2015-12-18T14:31:44.377" Score="2" ViewCount="83" Body="&lt;p&gt;I am working on cleaning various natural language artifacts of open source software. I was able to download mailing list archives.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone suggest where I can get other artifacts such as IRC chat messages, requirements documents, design documents, and change requests?&lt;/p&gt;&#xA;" OwnerUserId="8547" LastEditorUserId="5601" LastEditDate="2015-12-20T08:34:44.357" LastActivityDate="2015-12-21T19:49:07.730" Title="Where can I find natural language artifacts (requirements document, design documents, change requests) of open source software?" Tags="|data-request|machine-learning|uses-of-open-data|nlp|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6695" PostTypeId="1" CreationDate="2015-12-18T16:24:33.653" Score="2" ViewCount="91" Body="&lt;ul&gt;&#xA;&lt;li&gt;Hi Friends,&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a list/ database containing a list of all UK sports clubs. Not just the community amateur sports clubs (CASCs) hosted by HMRC. Their status as professional or amateur, their geographic or sport distribution, or anything else is irrelevant. Just a list of identifiers would be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help? Much appreciated.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Big data guy.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9605" LastActivityDate="2015-12-18T16:24:33.653" Title="List of all UK sports clubs" Tags="|data-request|data.gov|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6696" PostTypeId="1" CreationDate="2015-12-18T16:37:31.373" Score="7" ViewCount="402" Body="&lt;p&gt;All pre-IPO companies fill the SEC form S-1. It mentions underwriters, offering price, executives, and financials. &lt;a href=&quot;https://www.sec.gov/Archives/edgar/data/1370637/000119312515077045/d806992ds1.htm&quot;&gt;Example for Etsy.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This information is available via SEC and elsewhere, but not structured.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have you seen a structured dataset of these forms or other IPO-related information online?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-01-28T08:57:47.007" Title="Initial public offerings" Tags="|data-request|usa|finance|companies|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6697" PostTypeId="2" ParentId="6671" CreationDate="2015-12-18T22:57:53.340" Score="5" Body="&lt;p&gt;There is a known issue with the PPG signals in the MIMIC II/III&#xA;waveform database, although I don't know whether this is the same&#xA;issue as what you're seeing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue we've seen is that the PPG seems to run &quot;slow&quot; compared to&#xA;the other signals.  For example, if you measure the pulse transit time&#xA;(the difference in time between the start of the QRS complex and the&#xA;start of the following PPG pulse), you will see that it gradually&#xA;increases over a period of about 80 to 100 seconds, then abruptly&#xA;jumps backwards.  If you plot the PTT over a long period of time, it&#xA;will show a &quot;sawtooth&quot; pattern with an amplitude of about 40&#xA;milliseconds.  This pattern is certainly an artifact of the data&#xA;collection process, not a physiological effect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of what this looks like:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/TEVVV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TEVVV.png&quot; alt=&quot;Graph of pulse transit time computed from MIMIC II record 3013448_0085, exhibiting a sawtooth pattern&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our best guess about why this happens is that the sampling rates for&#xA;the signals are not equal.  The ECG, we know, is sampled at&#xA;approximately 499.76 Hz (and then &quot;peak-picked&quot; to 124.94 samples per&#xA;second.)  Other signals (such as ABP) are sampled at 124.94 Hz.  If&#xA;the PPG, on the other hand, were sampled at 125 Hz, it would drift&#xA;relative to the ECG by about .48 milliseconds per second, which is&#xA;consistent with the slope of the &quot;sawtooth&quot; pattern we observe.  So my&#xA;guess is that the bedside monitor has an internal buffer which is&#xA;being &lt;em&gt;filled&lt;/em&gt; (by the A/D converter) at 125 Hz, but is being&#xA;&lt;em&gt;emptied&lt;/em&gt; (by the data archiving software) at 124.94 Hz; and&#xA;periodically, when the buffer gets too full, the archiving software&#xA;jumps ahead by a few samples in order to re-synchronize.  I should&#xA;emphasize that this is all conjecture; we don't know any details about&#xA;the hardware or software implementation of the monitor.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you say, I haven't seen any obvious artifacts in the PPG signal&#xA;that would indicate the precise moment where this jump occurs, and in&#xA;fact the jump in PTT is not always perfectly abrupt from one beat to&#xA;the next, which makes me think that perhaps it's not instantaneous,&#xA;but rather, the monitor interpolates the transition somehow in order&#xA;to make the waveform look smooth.&lt;/p&gt;&#xA;" OwnerUserId="9609" LastActivityDate="2015-12-18T22:57:53.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6698" PostTypeId="2" ParentId="6583" CreationDate="2015-12-19T15:17:28.587" Score="3" Body="&lt;p&gt;In some cases the OP might have to settle for state level data. Or this might help other people who have a similar question and would settle for state-level data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://uselectionatlas.org/RESULTS/&quot; rel=&quot;nofollow noreferrer&quot;&gt;David Leip's Atlas of US Presidential&lt;/a&gt; elections has state-level data in html tables &lt;a href=&quot;http://uselectionatlas.org/RESULTS/data.php?&quot; rel=&quot;nofollow noreferrer&quot;&gt;for many years&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Election statistics 1920-2014 &lt;a href=&quot;http://history.house.gov/Institution/Election-Statistics/Election-Statistics/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;link here&quot;&gt;link here&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="7037" LastEditDate="2016-11-10T08:48:28.427" LastActivityDate="2016-11-10T08:48:28.427" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6699" PostTypeId="2" ParentId="6693" CreationDate="2015-12-19T16:09:56.127" Score="5" Body="&lt;h3&gt;From cms.gov&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;One important factor in these calculations seems to be the RVU, or Relative Value Unit. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The real calculation I found &lt;a href=&quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/index.html?redirect=/physicianfeesched/&quot; rel=&quot;nofollow&quot; title=&quot;is here&quot;&gt;is here&lt;/a&gt;, near the bottom of the page. Search for [physician fee schedule medicare] for other sources. You may need this if you find data in other files. &#xA;It looks like you have your work cut out for you. You have to find files for each part of the equation as it appears. Through my poking around for 2-3 hours, there is a base number, then each hospital has a factor that is multiplied by the base number. (Not sure what the factor is about but each hospital receives ratings for the Medicare program, so the factor may be about higher ratings = higher reimbursement.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/Center/Provider-Type/Physician-Center.html&quot; rel=&quot;nofollow&quot; title=&quot;this link&quot;&gt;This link&lt;/a&gt; appears to be a general entry point for how to calculate reimbursement rates. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On &lt;a href=&quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/PFS-Federal-Regulation-Notices-Items/CMS-1612-FC.html&quot; rel=&quot;nofollow&quot; title=&quot;this page&quot;&gt;this page&lt;/a&gt; there is a zip file called &lt;a href=&quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/Downloads/CY2015-PFS-FR-RVU.zip&quot; rel=&quot;nofollow&quot; title=&quot;relative value file&quot;&gt;relative value file&lt;/a&gt; which has the value for HCPCS codes, which appears to be the code for each procedure. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/Downloads/CY2015-PFS-FR-Direct-PE-Inputs.zip&quot; rel=&quot;nofollow&quot; title=&quot;this file CY 2015 PFS Final Rule Direct PE Inputs.zip&quot;&gt;This zip file &quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/Downloads/CY2015-PFS-FR-Direct-PE-Inputs.zip&quot;&lt;/a&gt; contains a file called &quot;Deliverable PUF_labor_detail_FR2015CN 20150102.xls&quot; which has the value per minute (rate_per_minute, Col D) of many HCPCS codes. That is for labor codes only. IN the same zip file there is &quot;Deliverable PUF_supplies_DetailFR2015CN 20150102.xls&quot; which has reimbursement rates for usable supplies, like gauze, rubber gloves used during surgery, etc. There is another SS with a similar name, replace &quot;supplies&quot; in the filename with &quot;equipment&quot;. That looks like durable equipment. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the bottom of &lt;a href=&quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/index.html?redirect=/physicianfeesched/&quot; rel=&quot;nofollow&quot; title=&quot;this link&quot;&gt;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PhysicianFeeSched/index.html?redirect=/physicianfeesched/&lt;/a&gt; is a section called Related Links. The link &quot;HCPCS level file&quot; (a zip file) might also help you. There is also a link for &quot;Example Calcuation File&quot;, which probably requires data from other spreadsheets to calculate the rate &lt;em&gt;for your hospital.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;b&gt;Double check calculations&lt;/b&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To double check your calculations go to &lt;a href=&quot;https://www.cms.gov/Medicare/Medicare-Fee-for-Service-Payment/PFSlookup/index.html&quot; rel=&quot;nofollow&quot; title=&quot;this link&quot;&gt;Physicians Fee Schedule Look Up Tool&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Other sources&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.medicare.gov/data/hospital-compare&quot; rel=&quot;nofollow&quot; title=&quot;here is a zip file&quot;&gt;Here is a zip file&lt;/a&gt; from Data.medicare.gov. The CSV is inside a zip file. The data dictionary is in the zip file as &quot;hospital.pdf&quot;. In other CSV files in this file it appears a hospital is given a factor, which is multiplied by the base reimbursement amount, and that number is the amount the hospital is reimbursed for that procedure. &lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2015-12-22T14:15:41.577" LastActivityDate="2015-12-22T14:15:41.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6700" PostTypeId="2" ParentId="6694" CreationDate="2015-12-19T17:40:08.780" Score="2" Body="&lt;p&gt;Try this page: &lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets&quot; rel=&quot;nofollow&quot;&gt;under the Natural Language section&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3905" LastActivityDate="2015-12-19T17:40:08.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6701" PostTypeId="1" CreationDate="2015-12-19T22:53:38.787" Score="4" ViewCount="499" Body="&lt;p&gt;I am looking for people's check-in data, whether it's google history location dataset or Foursquare check-in dataset. Would you please let me know where can I find similar datasets ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apparently a lot of interesting studies have been going around academia but I couldn't find anything to download.&lt;/p&gt;&#xA;" OwnerUserId="4327" LastActivityDate="2016-03-27T11:26:00.900" Title="People check-in Dataset" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6702" PostTypeId="1" CreationDate="2015-12-20T01:26:24.097" Score="4" ViewCount="430" Body="&lt;p&gt;Is there data out there on college admissions by race, entry GPA, SAT score, major, and ideally earnings after graduation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does such a dataset (or datasets) exist? Any standard format would be useful (csv, xml, accdb, mysql backups, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know of some summary tables (for example those that are at the end of &lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/0691050198&quot; rel=&quot;noreferrer&quot;&gt;The Shape of the River&lt;/a&gt;) but I am looking more for more raw data.&lt;/p&gt;&#xA;" OwnerUserId="1345" LastEditorUserId="70" LastEditDate="2015-12-21T00:07:41.717" LastActivityDate="2015-12-22T05:52:35.750" Title="Affirmative action data for college admissions" Tags="|data-request|education|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6703" PostTypeId="2" ParentId="3594" CreationDate="2015-12-20T19:14:24.857" Score="4" Body="&lt;p&gt;I found this link:&#xA;&lt;a href=&quot;https://www.linkedin.com/pulse/predictive-maintainance-sensor-data-analytics-ambarish-ganguly?trk=hp-feed-article-title-like&quot; rel=&quot;nofollow noreferrer&quot;&gt;Predictive Maintainance and Sensor Data Analytics&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Data from a semi-conductor manufacturing process&lt;/p&gt;&#xA;&lt;p&gt;Key facts: Data Structure: The data consists of 2 files the dataset file SECOM consisting of 1567 examples each with 591 features a 1567 x 591 matrix and a labels file containing the classifications and date time stamp for each example.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="3510" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-12-02T18:32:36.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6704" PostTypeId="1" CreationDate="2015-12-20T22:31:52.627" Score="7" ViewCount="110" Body="&lt;p&gt;I'm analyzing political texts and I need the writings of random political authors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I found a dataset of four political blogs normalized for text analysis. But that's not enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought about RSS of political blogs. &lt;a href=&quot;http://feedly.com/i/explore/%23politics&quot;&gt;Feedly&lt;/a&gt; and &lt;a href=&quot;https://wordpress.com/tag/wordpress-political-blogs&quot;&gt;Wordpress&lt;/a&gt; have these categories, but no convenient way of extracting RSS feeds or even the list of the blogs. The same for &lt;a href=&quot;http://www.dmoz.org/News/Weblogs/&quot;&gt;Dmoz&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any ideas where such a list of RSS feeds (or blogs) might be? Or only crawling may help?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="70" LastEditDate="2015-12-21T00:07:15.007" LastActivityDate="2016-07-29T18:55:54.387" Title="List of political blogs" Tags="|data-request|web-crawling|text|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6705" PostTypeId="1" CreationDate="2015-12-21T08:06:35.690" Score="5" ViewCount="1146" Body="&lt;p&gt;I am looking for some data on the (average) number of seats per car. I know one could assume such number to be 5, but I would like to have some statistics to support such an assumption.&lt;/p&gt;&#xA;" OwnerUserId="9615" LastActivityDate="2017-09-06T12:40:53.213" Title="Statistics on the number of seats per car" Tags="|transportation|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6706" PostTypeId="1" CreationDate="2015-12-21T16:32:16.727" Score="4" ViewCount="197" Body="&lt;p&gt;How to select patients in the MIMIC-III database admitted to ICU immediately after a cardiac arrest? Although ICD-9-CM 427.5 is related to cardiac arrest, it is unclear to select the patients admitted in the context of a successful resuscitation also called ROSC (return of spontaneous circulation). Patients with a successful resuscitation in the medical history can be admitted to ICU in the context of another event. &lt;/p&gt;&#xA;" OwnerUserId="8991" LastEditorUserId="5601" LastEditDate="2015-12-23T14:15:11.597" LastActivityDate="2017-09-03T15:38:45.127" Title="Patient admitted to ICU after cardiac arrest (post cardiac arrest) in MIMIC-III" Tags="|uses-of-open-data|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6707" PostTypeId="1" CreationDate="2015-12-21T18:06:11.543" Score="4" ViewCount="240" Body="&lt;p&gt;Does anyone know of an open database of email addresses and meta data on the owners (not personal information)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The sort of data I'm looking for has more to do with spam scores, creation date and other indicators that will help me determine the credibility behind an email address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note that I am not looking for names, age, sex and other similar personal information...&lt;/p&gt;&#xA;" OwnerUserId="9621" LastEditorUserId="9171" LastEditDate="2015-12-22T08:41:20.513" LastActivityDate="2019-03-01T07:40:10.653" Title="A global database of email addresses" Tags="|data-request|email|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6708" PostTypeId="2" ParentId="6694" CreationDate="2015-12-21T19:43:20.147" Score="2" Body="&lt;p&gt;Thu Ubuntu linux distribution is developed in the open. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might already know that not only the source code of the linux kernel is open-source (and of course developed by a whole lot of other people unrelated to ubuntu), but the  design process of the userland tools, of many libraries, services, and desktop environment is also somewhat open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Go to the development platform launchpad.net (you might need to register to get access to more features), and then at &lt;a href=&quot;https://blueprints.launchpad.net/ubuntu&quot; rel=&quot;nofollow&quot;&gt;Ubuntu Blueprints&lt;/a&gt; you can see a sortable table. Click on  column head &quot;Delivery&quot; (= Completion status). For the completed items, often a lot of design documents, requirements, review docs, bug reports, etc are listed or linked. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe pick an item that is easy to understand, e.g docs concerning implementation of the &quot;&lt;a href=&quot;https://blueprints.launchpad.net/ubuntu/+spec/lucid-ubuntu-one-musicstore&quot; rel=&quot;nofollow&quot;&gt;Ubuntu One music store&lt;/a&gt;&quot;, (now gone).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For newer items, less is available. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2015-12-21T19:49:07.730" LastActivityDate="2015-12-21T19:49:07.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6709" PostTypeId="2" ParentId="6683" CreationDate="2015-12-21T20:13:24.617" Score="1" Body="&lt;p&gt;Scorecard's debt amount variables describe only borrowers &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-12-21T20:13:24.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6710" PostTypeId="1" CreationDate="2015-12-21T20:26:17.190" Score="3" ViewCount="95" Body="&lt;p&gt;A standardized dataset for 3rd world countries, preferably younger than 10 years.&lt;/p&gt;&#xA;" OwnerUserId="9624" LastEditorUserId="23272" LastEditDate="2021-04-07T12:56:10.173" LastActivityDate="2021-04-07T12:56:10.173" Title="Independent Census Data for 3rd World Countries" Tags="|data-request|data.gov|census|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="6711" PostTypeId="2" ParentId="1827" CreationDate="2015-12-21T20:31:13.263" Score="1" Body="&lt;p&gt;See also Wikidata. Recent publication &quot;Wikidata, A platform for data integration and dissemination for the life sciences and beyond&quot;&#xA;&lt;a href=&quot;http://www.swat4ls.org/wp-content/uploads/2015/10/SWAT4LS_2015_paper_38.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.swat4ls.org/wp-content/uploads/2015/10/SWAT4LS_2015_paper_38.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9625" LastActivityDate="2015-12-21T20:31:13.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6712" PostTypeId="2" ParentId="6682" CreationDate="2015-12-21T20:37:15.097" Score="2" Body="&lt;p&gt;Repayment variables in the College Scorecard refer only to undergraduate debt acquired at the one institution for which the repayment rate is reported for.  Please note, the same student may be in repayment rate cohorts for multiple schools with the share of loans attributed to one school in that school's calculation, and the share of the loans attributed to another school in a different calculation.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2015-12-21T20:37:15.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6713" PostTypeId="2" ParentId="6278" CreationDate="2015-12-22T00:23:10.823" Score="1" Body="&lt;p&gt;This page explains that in about half of enforcement reports, there is a special &lt;code&gt;openfda&lt;/code&gt; section that has identifiers (like the NDC) for the drug involved in the recall.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/drug/enforcement/reference/#openfda-fields&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/enforcement/reference/#openfda-fields&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, it points out that the section only exists in about half of the reports because an exact match on the drug name is required to create the link between the enforcement report and the NDC. It looks like enforcement reports have text descriptions and drug names can be written in all kinds of ways, which would make matching somewhat challenging.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2015-12-22T00:23:10.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6714" PostTypeId="2" ParentId="6680" CreationDate="2015-12-22T00:25:25.670" Score="1" Body="&lt;p&gt;It doesn't look like this information is available through openFDA. You might want to file a feature request on GitHub.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2015-12-22T00:25:25.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6715" PostTypeId="2" ParentId="6232" CreationDate="2015-12-22T00:26:30.730" Score="1" Body="&lt;p&gt;It doesn't look like that information is available. Might want to file a feature request on GitHub.&lt;/p&gt;&#xA;" OwnerUserId="3303" LastActivityDate="2015-12-22T00:26:30.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6716" PostTypeId="2" ParentId="6702" CreationDate="2015-12-22T05:52:35.750" Score="3" Body="&lt;p&gt;The National Center of Education ( nces.ed.gov ), which is part of the US Department of Education, maintains a database of annual survey data from all accredited institutions of higher education. Except for earnings, I have seen all what you referred to:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;IPEDS Data Center - &lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ipeds/datacenter/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since they have a vast number of datasets (CSV tables), I would suggest starting with their Standard Tables to get familiar with their data, and then move to Custom Data Files, where you can select fields to build your own tables.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-22T05:52:35.750" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6717" PostTypeId="2" ParentId="6710" CreationDate="2015-12-22T06:13:06.270" Score="2" Body="&lt;p&gt;Both the United Nations Statistical Division and World Bank maintain databases related to population, and other vital statistics, for each country in the world. The data is collected from each country's equivalent of Department of Statistics. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UNSD: &lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dybcensusdata.htm&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/demographic/products/dyb/dybcensusdata.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;World Bank:  &lt;a href=&quot;http://data.worldbank.org&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I (opengeocode) maintain our own versions of the datasets in linked CSV format using a common vocabulary (using our ETL process): &lt;a href=&quot;http://www.opengeocode.org/cude1.2/UN/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/cude1.2/UN/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-22T06:13:06.270" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6718" PostTypeId="2" ParentId="6707" CreationDate="2015-12-22T09:56:41.653" Score="3" Body="&lt;p&gt;As far as I know, there is no free one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suppose someone gives you a list of 1 million email addresses with some metadata and says: &quot;These are our registered users, I've anonymized the personal information, now check the accuracy of this data, in particular check if the email address is still valid&quot;. What can you do? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can check against someone else's list. These persons, who have been curating this, faced the same problem as you do. But why should they keep this information up-to-date and share this information with anyone? This would be considered illegal in many countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The internet giants, which probably could resolve a large fraction of the entries on your list, won't give you this information. Their APIs do not make this information queryable, on purpose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There isn't even a reliable way to check if a string that looks like an email address actually &lt;em&gt;is&lt;/em&gt; a valid email address string. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can validate it syntactically, w.r.t. the specification, e.g. if there is an &quot;@&quot; inside at the right place etc, but there is no 100% reliable way. See for instance this answer: &lt;a href=&quot;https://softwareengineering.stackexchange.com/q/78353&quot;&gt;https://softwareengineering.stackexchange.com/q/78353&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe shady commercial data providers (e.g. direct marketing firms) offer such a email address validation + usage stats service, but they are certainly not free. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="1511" LastEditDate="2019-03-01T07:40:10.653" LastActivityDate="2019-03-01T07:40:10.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6719" PostTypeId="2" ParentId="6689" CreationDate="2015-12-22T10:24:43.637" Score="2" Body="&lt;p&gt;The documentation of the &lt;a href=&quot;https://dev.twitter.com/rest/public/search&quot; rel=&quot;nofollow&quot;&gt;Twitter Search API for tweets&lt;/a&gt; mentions operators, such as &quot;:)&quot;, where you can specify whether the tweet has a positive or a negative attitude. You can combine this with the operator that asks for tweets that contains questions (&quot;?&quot;), and with any other operator such as hashtag search, e.g. &lt;a href=&quot;https://twitter.com/search?f=tweets&amp;amp;vertical=default&amp;amp;q=%23London%20%3F%20%3A%29&amp;amp;src=typd&quot; rel=&quot;nofollow&quot;&gt;#London&lt;/a&gt;, or  &lt;a href=&quot;https://twitter.com/search?q=%23song%20%3F%20%3A%29&amp;amp;src=typd&quot; rel=&quot;nofollow&quot;&gt;#song&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2015-12-22T10:30:50.787" LastActivityDate="2015-12-22T10:30:50.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6720" PostTypeId="1" CreationDate="2015-12-22T12:07:12.420" Score="5" ViewCount="1929" Body="&lt;p&gt;The National Weather Service (NWS) makes the results from its Global Forecast System model (GFS) available for download as GRIB2 files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While accessing current (or recent) forecasts is straight-forward, I am looking for the archived forecasts over at least the last year, better multiple years back for the purpose of statistical analysis of predominant weather patterns in certain areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know how to access this information?&lt;/p&gt;&#xA;" OwnerUserId="9628" LastActivityDate="2015-12-23T20:10:32.760" Title="Historical NWS GFS forecast data" Tags="|weather|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6721" PostTypeId="1" AcceptedAnswerId="6731" CreationDate="2015-12-22T15:19:43.017" Score="5" ViewCount="81" Body="&lt;p&gt;I am working on a project and would love to see in a year how many people go from one city in the US to another. I know this is fairly extensive and might require putting together multiple sets.&lt;/p&gt;&#xA;" OwnerUserId="9631" LastActivityDate="2015-12-23T12:28:54.687" Title="Is there a dataset on existing flow of people between US cities?(could be car, bus, train or plane)" Tags="|usa|traffic|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6722" PostTypeId="1" CreationDate="2015-12-22T15:29:24.437" Score="3" ViewCount="192" Body="&lt;p&gt;How can I sum the full dose of a medication in the dose_val_rx column in the prescription table? I had tried to sum(dose_val_rx) nbut it does not work.&lt;/p&gt;&#xA;" OwnerUserId="9632" LastActivityDate="2015-12-23T08:39:34.070" Title="MIMIC-III prescription problem" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6723" PostTypeId="1" AcceptedAnswerId="6873" CreationDate="2015-12-22T15:35:28.113" Score="3" ViewCount="1099" Body="&lt;p&gt;An intravenous drug that is not continuous appears to be in the inputevents_mv table but not in the inputevents_cv table. Is it right? How can I work with the full dosage of medication?&lt;/p&gt;&#xA;" OwnerUserId="9632" LastEditorUserId="5601" LastEditDate="2016-01-16T20:17:46.583" LastActivityDate="2017-02-07T02:28:37.053" Title="MIMIC-III inputevents MV or CV" Tags="|mimic-iii|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6724" PostTypeId="2" ParentId="6710" CreationDate="2015-12-22T16:04:39.223" Score="4" Body="&lt;p&gt;you are looking for ipums international.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://international.ipums.org/international/&quot; rel=&quot;nofollow&quot;&gt;https://international.ipums.org/international/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;easiest to analyze with&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/2015/11/laptop-friendly-analysis-of-census-of.html&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/2015/11/laptop-friendly-analysis-of-census-of.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-12-22T16:04:39.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6725" PostTypeId="1" CreationDate="2015-12-23T02:11:00.553" Score="3" ViewCount="62" Body="&lt;p&gt;Where can I find California's private school data? I'm specifically interested in exploring whether or not these schools are offering &lt;strong&gt;Computer Science&lt;/strong&gt; education formally–and informally. &lt;/p&gt;&#xA;" OwnerUserId="6864" LastActivityDate="2015-12-29T17:16:18.637" Title="California Private School Data" Tags="|data-request|education|computing|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6726" PostTypeId="1" CreationDate="2015-12-23T04:58:29.410" Score="3" ViewCount="61" Body="&lt;p&gt;I would love to see something that gathers all the public data, as Quandl does for finance and macroeconomics, but for social science and health services research in general. I am aware of www.asdfree.org but I'm asking for something as user friendly as Quandl.&lt;/p&gt;&#xA;" OwnerUserId="3574" LastActivityDate="2016-01-07T22:23:19.157" Title="Is there anything like Quandl for social sciences or health services research?" Tags="|uses-of-open-data|survey|" AnswerCount="0" CommentCount="2" ClosedDate="2016-01-12T08:55:04.920" ContentLicense="CC BY-SA 3.0" />
  <row Id="6727" PostTypeId="1" CreationDate="2015-12-23T05:09:54.700" Score="2" ViewCount="111" Body="&lt;p&gt;Is there any dataset for querying data available in the Labor Certification registry (&lt;a href=&quot;https://icert.doleta.gov/index.cfm?event=ehLCJRExternal.dspQuickCertSearch&quot; rel=&quot;nofollow&quot;&gt;https://icert.doleta.gov/index.cfm?event=ehLCJRExternal.dspQuickCertSearch&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="9636" LastActivityDate="2017-11-25T16:39:41.230" Title="Is there any data set for querying labor certification data?" Tags="|labor|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6729" PostTypeId="2" ParentId="6722" CreationDate="2015-12-23T08:32:02.147" Score="3" Body="&lt;p&gt;&lt;code&gt;dose_val_rx&lt;/code&gt; is a varchar column that contains non-numerical values (for example, sometimes a range is specified such as '1-2' tablets). It isn't clear how you would sum these values, so most database systems will return a type error. Postgres, for example, returns:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;HINT:  No function matches the given name and argument types. &#xA;You might need to add explicit type casts.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To sum the values you would first need to cast them to a number. If your medications of interest are measured numerically then this should be straightforward. Otherwise you will have to define rules for dealing with cases such as '1-2'. Syntax for casting varies between database systems.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2015-12-23T08:39:34.070" LastActivityDate="2015-12-23T08:39:34.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6730" PostTypeId="2" ParentId="1594" CreationDate="2015-12-23T11:16:16.080" Score="16" Body="&lt;p&gt;Sadly, &lt;a href=&quot;http://www.freebase.com/film/film&quot;&gt;Freebase&lt;/a&gt; has been &lt;a href=&quot;https://plus.google.com/109936836907132434202/posts/3aYFVNf92A1&quot;&gt;made &quot;read only&quot; March 31st 2015&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatives are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.themoviedb.org/&quot;&gt;https://www.themoviedb.org/&lt;/a&gt;&lt;/strong&gt;&lt;br&gt;&#xA;Actively maintained by a large community and used by &lt;a href=&quot;https://www.themoviedb.org/apps&quot;&gt;a broad range of apps&lt;/a&gt; under &lt;a href=&quot;https://www.themoviedb.org/documentation/api/terms-of-use&quot;&gt;a propriatary license that states free use&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;TMDb is committed to free and open access to our APIs for commercial and non-commercial purposes. However, providing the APIs does have real costs for TMDb. For uses of TMDb APIs over a certain rate or for certain types of commercial applications, TMDb reserves the right to charge fees for future use of or access to the TMDb APIs.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.omdbapi.com/&quot;&gt;http://www.omdbapi.com/&lt;/a&gt;&lt;/strong&gt;&lt;br&gt;&#xA;Run by Brian Fritz under a &lt;a href=&quot;http://creativecommons.org/licenses/by/4.0/&quot;&gt;CC-BY 4.0 licence&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The OMDb API is a free web service to obtain movie information, all content and images on the site are contributed and maintained by our users.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9641" LastActivityDate="2015-12-23T11:16:16.080" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6731" PostTypeId="2" ParentId="6721" CreationDate="2015-12-23T12:28:54.687" Score="5" Body="&lt;p&gt;review the codebooks for&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20household%20travel%20survey%20%28nhts%29&quot;&gt;http://www.asdfree.com/search/label/national%20household%20travel%20survey%20%28nhts%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/2012/12/analyze-american-community-survey-acs.html&quot;&gt;http://www.asdfree.com/2012/12/analyze-american-community-survey-acs.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;nhts has day-to-day travel movement.  acs has migration info&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2015-12-23T12:28:54.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6732" PostTypeId="2" ParentId="6720" CreationDate="2015-12-23T20:10:32.760" Score="3" Body="&lt;p&gt;Have you google it ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this what you wanted ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/global-forcast-system-gfs&quot; rel=&quot;nofollow&quot;&gt;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/global-forcast-system-gfs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2015-12-23T20:10:32.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6733" PostTypeId="2" ParentId="6179" CreationDate="2015-12-23T20:35:41.540" Score="5" Body="&lt;p&gt;I'm not aware of an available dataset in the requested form, but it should be possible to obtain something similar by parsing data from wiktionary. The latest dump can be obtained at &lt;a href=&quot;https://dumps.wikimedia.org/enwiktionary/latest/&quot;&gt;https://dumps.wikimedia.org/enwiktionary/latest/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, some interesting links can be found by googling &quot;wiktionary rdf&quot;&lt;/p&gt;&#xA;" OwnerUserId="3451" LastActivityDate="2015-12-23T20:35:41.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6734" PostTypeId="1" AcceptedAnswerId="9849" CreationDate="2015-12-24T00:38:22.610" Score="7" ViewCount="346" Body="&lt;p&gt;I am trying to find bathymetry for Lake Victoria (or portions).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any GIS format and almost any resolution will do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a last resort a hydrographic chart will suffice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/116738/lake-victoria-bathymetric-data&quot;&gt;https://gis.stackexchange.com/questions/116738/lake-victoria-bathymetric-data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3793" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-10-24T21:57:41.723" Title="Lake Victoria bathymetric data" Tags="|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6735" PostTypeId="2" ParentId="6734" CreationDate="2015-12-24T03:36:47.353" Score="5" Body="&lt;p&gt;Below is a GIS Portal to Lake Victoria at William &amp;amp; Mary University in Williamsburg, VA&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wm.edu/as/programs/lake_victoria/GIS_DATA/index.php&quot;&gt;http://www.wm.edu/as/programs/lake_victoria/GIS_DATA/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This site says it has Shapefiles with bathymetry for Lake Victoria&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://figshare.com/articles/Lake_Victoria_Shapefiles/1494839&quot;&gt;https://figshare.com/articles/Lake_Victoria_Shapefiles/1494839&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2015-12-24T03:36:47.353" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6736" PostTypeId="1" AcceptedAnswerId="6737" CreationDate="2015-12-25T14:09:57.847" Score="1" ViewCount="36" Body="&lt;p&gt;I calculated for each week in 2013 and 2014 the proportion sales amount of kids shoes to the total sales for a shoe shop in Belgium. Then, on [google correlate][1], I looked for correlated search terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found significant results in the US (mainly soccer related) and the Netherlands (mainly children clothes related). In Belgium, I find significant results for my 2013 data (specifically September), but if I supply my 2014 data too, it finds nothing. If I supply only my 2013 for a search in the US or the Netherlands, I see the data for the correlated term is displayed for 2014 too, but not for Belgium.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What could explain this?&lt;/p&gt;&#xA;" OwnerUserId="5386" LastActivityDate="2015-12-25T14:24:39.613" Title="Does Google correlate stop for Belgium in 2014?" Tags="|europe|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6737" PostTypeId="2" ParentId="6736" CreationDate="2015-12-25T14:24:39.613" Score="2" Body="&lt;p&gt;&lt;em&gt;I think&lt;/em&gt; this might be due to insufficient data or a change in Google's algorithms because there is data for Belgium when you search for mentions of the word &quot;google&quot;: &lt;a href=&quot;https://www.google.com/trends/correlate/search?e=google&amp;amp;t=weekly&amp;amp;p=be&quot; rel=&quot;nofollow&quot;&gt;https://www.google.com/trends/correlate/search?e=google&amp;amp;t=weekly&amp;amp;p=be&lt;/a&gt; ; If you search for other words like &quot;election&quot; and &quot;vote&quot;, the data for the second half of 2013 through present day for Belgium does appear flat/empty.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bottom line: it seems to depend on the word/phrase you are querying.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-12-25T14:24:39.613" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6738" PostTypeId="1" AcceptedAnswerId="11684" CreationDate="2015-12-26T04:26:15.037" Score="7" ViewCount="93" Body="&lt;p&gt;I'm looking to create a &lt;a href=&quot;https://en.wikipedia.org/wiki/Sentence_extraction&quot; rel=&quot;nofollow&quot;&gt;sentence extraction&lt;/a&gt; program, so a program that aims to get the most important sentences from a body of text. The first step for me is to try to evaluate what characteristics important sentences share, and how they are different from non-important sentences. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As such, I am looking for a corpus of documents which have the most important sentences somehow marked. I already have some metrics in mind, and I would like to do inference on how important each of those metrics are in distinguishing the interesting from the filler, and so need some data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I believe that it defeats the purpose to use the results of a different sentence extraction program, and am instead looking for the results of human work.&lt;/p&gt;&#xA;" OwnerUserId="9660" LastEditorUserId="9660" LastEditDate="2016-01-01T00:29:12.177" LastActivityDate="2017-08-26T21:12:39.243" Title="Corpus of documents with important sentences marked" Tags="|corpora|" AnswerCount="1" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="6739" PostTypeId="1" AcceptedAnswerId="6743" CreationDate="2015-12-26T04:58:52.420" Score="6" ViewCount="7462" Body="&lt;p&gt;What I'm looking for I can almost guarantee I won't find openly available anywhere but I'll try anyway.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Simply, I'm looking for a list of residential addresses of a given county or city/municipality in the USA for personal use. I can't find anything like this without shelling out huge bucks.&lt;/p&gt;&#xA;" OwnerUserId="9661" LastEditorUserId="1474" LastEditDate="2016-02-06T19:30:59.767" LastActivityDate="2022-09-15T07:32:58.233" Title="US Residential Mailing Addresses Databases" Tags="|usa|geospatial|api|address|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6740" PostTypeId="1" CreationDate="2015-12-26T14:55:22.837" Score="6" ViewCount="636" Body="&lt;p&gt;How can I obtain a table containing the 30 Elixhauser comorbidities for patients in the MIMIC-III database? Did anybody already run the code in the MIMIC-III forum?&lt;/p&gt;&#xA;" OwnerUserId="9632" LastEditorUserId="5601" LastEditDate="2015-12-27T16:45:17.853" LastActivityDate="2017-04-07T15:33:23.817" Title="MIMIC-III Elixhauser comorbidity table" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6741" PostTypeId="1" AcceptedAnswerId="6747" CreationDate="2015-12-26T20:00:16.087" Score="5" ViewCount="442" Body="&lt;p&gt;How can I select data only for the first ICU stay of each patient? In the MIMIC-II, there was a column with the sequence of ICU stay (first, second) and another column with the &lt;code&gt;icustay_id&lt;/code&gt;. In the MIMIC-III, &lt;code&gt;icustay_id&lt;/code&gt; does not appear to be a good identifier. For example in the prescription table, there are many rows with &lt;code&gt;subject_id&lt;/code&gt; but no &lt;code&gt;icustay_id&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9632" LastEditorUserId="5601" LastEditDate="2015-12-27T16:44:12.513" LastActivityDate="2017-04-07T15:47:07.147" Title="MIMIC-III. Select only the first ICU admission" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6742" PostTypeId="2" ParentId="6740" CreationDate="2015-12-26T20:10:33.060" Score="4" Body="&lt;p&gt;Code for deriving an Elixhauser comorbidity table for the MIMIC-III Critical Care Database has been developed by Alistair Johnson and shared via the &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC Code Repository&lt;/a&gt;. The repository can be found by following the &quot;Code&quot; link on the front page of the &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2017-04-07T15:33:23.817" LastActivityDate="2017-04-07T15:33:23.817" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6743" PostTypeId="2" ParentId="6739" CreationDate="2015-12-26T21:01:38.173" Score="7" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;OpenAddresses.io does not have nearly 100% coverage but you may get lucky: &lt;a href=&quot;http://results.openaddresses.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://results.openaddresses.io/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Open Street Map (&quot;OSM&quot;) is another potential source: &lt;a href=&quot;https://gis.stackexchange.com/questions/121266/extracting-list-of-addresses-in-particular-region-from-openstreetmap-osm-data&quot;&gt;https://gis.stackexchange.com/questions/121266/extracting-list-of-addresses-in-particular-region-from-openstreetmap-osm-data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;One less expensive option &lt;em&gt;may&lt;/em&gt; be to buy voter registration lists from jurisdictions which will have less coverage but also be less expensive than traditional marketing lists, it seems.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2015-12-26T21:01:38.173" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6744" PostTypeId="2" ParentId="6690" CreationDate="2015-12-27T01:11:09.080" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://rnnlm.org/&quot; rel=&quot;nofollow&quot;&gt;RNNLM Toolkit&lt;/a&gt;'s webpage contains three pre-trained word embeddings:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Word projections from &lt;a href=&quot;http://www.fit.vutbr.cz/~imikolov/rnnlm/word_projections-80.txt.gz&quot; rel=&quot;nofollow&quot;&gt;RNN-80&lt;/a&gt; and &lt;a href=&quot;http://www.fit.vutbr.cz/~imikolov/rnnlm/word_projections-640.txt.gz&quot; rel=&quot;nofollow&quot;&gt;RNN-640&lt;/a&gt; models trained on Broadcast news data + tool for computing the closest words. (extra large 1600-dimensional features from 3 models are &lt;a href=&quot;http://www.fit.vutbr.cz/~imikolov/rnnlm/word_projections-1600.txt.gz&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It has 82390 words.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-12-27T01:11:09.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6745" PostTypeId="2" ParentId="6690" CreationDate="2015-12-27T02:00:28.630" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://sites.google.com/site/rmyeid/projects/polyglot&quot; rel=&quot;nofollow noreferrer&quot;&gt;Polyglot&lt;/a&gt;'s webpage has word embeddings for ~ 137 languages, including English.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Distributed word representations (word embeddings) have recently contributed to competitive performance in language modeling and several NLP tasks. In this work, we train word embeddings for more than 100 languages using their corresponding Wikipedias. We quantitatively demonstrate the utility of our word embeddings by using them as the sole features for training a part of speech tagger for a subset of these languages. We find their performance to be competitive with near state-of-art methods in English, Danish and Swedish. Moreover, we investigate the semantic features captured by these embeddings through the proximity of word groupings. We will release these embeddings publicly to help researchers in the development and enhancement of multilingual applications.&lt;/p&gt;&#xA;&lt;p&gt;Polyglot is joint work with Bryan Perozzi, and Steven Skiena.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The word embeddings are downloaded as a Python pickle files. It contains 100004 words, and word embeddings have 64 dimensions.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IUyxH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IUyxH.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Polyglot is coded in Theano.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-12-27T02:00:28.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6746" PostTypeId="1" AcceptedAnswerId="6749" CreationDate="2015-12-27T07:20:35.393" Score="8" ViewCount="1645" Body="&lt;p&gt;I am trying to find the number of knife deaths and/or knife attacks by country per year.  There are many sources for gun deaths, but strangely not any that I could find for knife deaths.  &lt;/p&gt;&#xA;" OwnerUserId="9670" LastEditorUserId="5601" LastEditDate="2015-12-27T19:06:31.543" LastActivityDate="2015-12-27T19:06:31.543" Title="Knife deaths by country per year" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6747" PostTypeId="2" ParentId="6741" CreationDate="2015-12-27T07:49:59.357" Score="5" Body="&lt;p&gt;Patients may move between various care units over a single hospital admission. MIMIC-III provides significantly more detail than MIMIC-II about these movements thanks to the addition of the &lt;a href=&quot;http://mimic.physionet.org/mimictables/transfers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;transfers table&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mimic.physionet.org/mimictables/icustays/&quot; rel=&quot;nofollow noreferrer&quot;&gt;As noted&lt;/a&gt; in the MIMIC documentation, &lt;code&gt;icustay_id&lt;/code&gt; is an identifier that has been generated using the transfers table for convenience of analysis. The hospital and ICU databases are not intrinsically linked and they do not share the concept of an ICU encounter.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;In the MIMIC-III, &lt;code&gt;icustay_id&lt;/code&gt; does not appear to be a good identifier. For example in the prescriptions table, there are many rows with &lt;code&gt;subject_id&lt;/code&gt; but no &lt;code&gt;icustay_id&lt;/code&gt;.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Many of the entries in the &lt;a href=&quot;http://mimic.physionet.org/mimictables/prescriptions/&quot; rel=&quot;nofollow noreferrer&quot;&gt;prescriptions table&lt;/a&gt; do not have an &lt;code&gt;icustay_id&lt;/code&gt; because the order times are not easily associated with a single ICU stay. For example, many prescriptions do not occur while the patient was in the ICU. In these cases it could be misleading to associate the order with any one particular ICU stay, so the &lt;code&gt;icustay_id&lt;/code&gt; field is null.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;How can I select data only for the first ICU stay of each patient?&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Code has been shared in the &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC Code Repository&lt;/a&gt; for creating an &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/tree/master/concepts/demographics&quot; rel=&quot;nofollow noreferrer&quot;&gt;icustay_detail table&lt;/a&gt;. The table includes an &lt;code&gt;icustay_seq&lt;/code&gt; column which would allow you to select only the first ICU stay for each patient:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct(icustay_id)&#xA;FROM icustay_detail&#xA;WHERE icustay_seq = 1;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To ensure that relevant data is included from sources like the prescriptions table, you could select data for these &lt;code&gt;icustay_id&lt;/code&gt; using the &lt;code&gt;subject_id&lt;/code&gt; along with restrictions on the &lt;code&gt;intime&lt;/code&gt; and &lt;code&gt;outtime&lt;/code&gt;. Whether or not you would like to include data in your analysis that occurs beyond the time of the ICU stays is a question that you might also want to consider. &lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2017-04-07T15:47:07.147" LastActivityDate="2017-04-07T15:47:07.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6748" PostTypeId="1" AcceptedAnswerId="6753" CreationDate="2015-12-27T12:41:23.870" Score="7" ViewCount="967" Body="&lt;p&gt;Is there any severity score in the MIMIC-III beyond SOFA? I've found many itemdid with APACHE IV label but I did not retrieve any information in the chartevents. Best&lt;/p&gt;&#xA;" OwnerUserId="9632" LastActivityDate="2015-12-28T12:25:02.327" Title="MIMIC-III severity score" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6749" PostTypeId="2" ParentId="6746" CreationDate="2015-12-27T15:54:15.470" Score="7" Body="&lt;p&gt;You can download crime/murder statistics that are classified by &quot;mechanism&quot; from the &lt;a href=&quot;https://www.unodc.org/&quot;&gt;United Nations Office on Drugs and Crime&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.unodc.org/&quot;&gt;Data portal&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;On the left menu sidebar, choose &quot;Crime and Criminal Justice&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Then select &quot;Homicide&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Then select &quot;Percent of homicides by mechanism (2005-2012)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Create an XLS export (here's a &lt;a href=&quot;https://stats.unodc.org/webcontent/dcm.uploads/downloads/GHS2013_Mechanism.xlsx&quot;&gt;direct link&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The term they seem to use is &quot;Sharp&quot; for knife deaths&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Note that there are some other potential categories, so you may find better data sets by digging around.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2015-12-27T15:54:15.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6750" PostTypeId="2" ParentId="6748" CreationDate="2015-12-27T16:43:07.050" Score="4" Body="&lt;p&gt;Adding more severity scores is in the todo list:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/issues/28&quot; rel=&quot;nofollow&quot;&gt;APACHE score or similar #28&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We plan to release code for calculating severity&#xA;  scores as soon as we have time to! On the list are SAPS, SOFA, APS III, and&#xA;  SAPS II. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The code to compute the Elixhauser comorbidity measure is available for &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/master/comorbidity/mysql/4-elixhauser.sql&quot; rel=&quot;nofollow&quot;&gt;MySQL&lt;/a&gt; and &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/master/comorbidity/postgres/elixhauser.sql&quot; rel=&quot;nofollow&quot;&gt;Postgres&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2015-12-27T16:43:07.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6751" PostTypeId="2" ParentId="5737" CreationDate="2015-12-27T23:18:35.567" Score="3" Body="&lt;p&gt;May &lt;a href=&quot;https://en.m.wikipedia.org/wiki/A_Million_Random_Digits_with_100,000_Normal_Deviates&quot; rel=&quot;nofollow&quot;&gt;A million random digits&lt;/a&gt; suit your purpose? This now belongs to the history of the RAND corporation. You can as well access &lt;a href=&quot;http://random.org&quot; rel=&quot;nofollow&quot;&gt;random.org&lt;/a&gt; through its &lt;a href=&quot;https://api.random.org/json-rpc/1/&quot; rel=&quot;nofollow&quot;&gt;JSON-RPC API&lt;/a&gt; to automated random lists.&lt;/p&gt;&#xA;" OwnerUserId="9304" LastEditorUserId="9304" LastEditDate="2015-12-28T12:47:21.633" LastActivityDate="2015-12-28T12:47:21.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6752" PostTypeId="2" ParentId="6316" CreationDate="2015-12-28T05:48:53.627" Score="2" Body="&lt;p&gt;I actually found a suitable dataset from Side Effect Resource (SIDER) &lt;a href=&quot;http://sideeffects.embl.de/&quot; rel=&quot;nofollow&quot;&gt;http://sideeffects.embl.de/&lt;/a&gt; which contain both drug side effect and drug indication. It basically uses Stitch Id for drugs and UMLS Id for diseases in their dataset. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To check stitch id, you can use PubChem to check based on the CID. To check umls id, you can use UMLS Terminology. Since I'm using Python, it's easier to use PubChemPy and UMLS REST Service to get information about the drug.&lt;/p&gt;&#xA;" OwnerUserId="9047" LastActivityDate="2015-12-28T05:48:53.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6753" PostTypeId="2" ParentId="6748" CreationDate="2015-12-28T12:25:02.327" Score="2" Body="&lt;p&gt;While you might find &lt;code&gt;itemid&lt;/code&gt;s for various severity scores such as APACHE IV in the hospital data, there will be few associated values. This is because the scores are rarely calculated or recorded by caregivers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the scores are computed retrospectively by the MIMIC research community. Code for generating scores will be collaboratively developed and shared via the &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code&quot; rel=&quot;nofollow&quot;&gt;MIMIC Code Repository&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-12-28T12:25:02.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6754" PostTypeId="1" AcceptedAnswerId="6890" CreationDate="2015-12-28T20:24:44.493" Score="12" ViewCount="1919" Body="&lt;p&gt;I am trying to output a table using query.wikidata.org and SPARQL, with the name, birthdate, and brief description of notable, living Americans (i.e. those with wikidata entries) who will turn 100 years old between January and June 2016.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've cobbled together some code which seems to be working, but I can't figure out how to output the description of the people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, one of the people the code grabs is Beverly Cleary, whose wikidata description is &quot;American writer of children's books.&quot; I would like to print that in the table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is much appreciated; code below. Thanks so much.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;--&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;prefix wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;prefix wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;SELECT ?Name ?Birthday WHERE {&#xA;  ?item wdt:P569 ?Birthday .&#xA;  FILTER ( ?Birthday &amp;gt;= &quot;1916-01-01T00:00:00Z&quot;^^xsd:dateTime &amp;amp;&amp;amp; ?Birthday &amp;lt;= &quot;1916-06-01T00:00:00Z&quot;^^xsd:dateTime )&#xA;  ?item wdt:P27 wd:Q30 .&#xA;  OPTIONAL { ?item wdt:P570 ?dummy0 }&#xA;  FILTER(!bound(?dummy0))&#xA;  OPTIONAL {?item rdfs:label ?Name filter (lang(?Name) = &quot;en&quot;) .} &#xA;}&#xA;ORDER BY ASC(?time0)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9678" LastActivityDate="2021-11-21T23:25:01.800" Title="How to output the description of Wikidata items using SPARQL?" Tags="|wikidata|sparql|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6755" PostTypeId="2" ParentId="6696" CreationDate="2015-12-28T20:31:56.710" Score="2" Body="&lt;p&gt;Try &lt;a href=&quot;https://www.quandl.com/collections/usa/usa-startups-venture-capital&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quandl&lt;/a&gt;. It has info on startups and venture capital, you might find IPO info in there or a link to what you want.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This is Quandl's data collection on US startups, entrepreneurship, angel investments and venture capital.&lt;/p&gt;&#xA;&lt;p&gt;Quandl's startup data includes number of investments, investment size, and valuation data at each stage of the startup financing pipeline: seed and angel investments, early-stage venture capital including Series A, late-stage venture capital and growth equity, and exits including IPOs and acquisitions. The data is organized by time across different sectors, stages and states.&lt;/p&gt;&#xA;&lt;p&gt;Source for Quandl's data on entrepreneurship, angel investing and venture capital in the USA include the Bureau of Labor Statistics, the National Venture Capital Association, the Center for Venture Research, the Cooley Venture Financing Report, the Kauffman Foundation, and Crunchbase.&lt;/p&gt;&#xA;&lt;p&gt;Click on any indicator name or graph to see a full, freely-downloadable historical time series of that data. All datasets on Quandl are also available via our free and unrestricted &lt;a href=&quot;https://www.quandl.com/help/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2015-12-29T08:39:32.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6757" PostTypeId="2" ParentId="6725" CreationDate="2015-12-29T17:16:18.637" Score="3" Body="&lt;p&gt;US ED/NCES does collect data on private schools... it is called the Private School Universe Survey (PSS) but after a quick glance at the latest code book, it does not appear to have the granularity you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov/surveys/pss/pssdata.asp&quot; rel=&quot;nofollow&quot;&gt;https://nces.ed.gov/surveys/pss/pssdata.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-12-29T17:16:18.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6758" PostTypeId="2" ParentId="6705" CreationDate="2015-12-29T17:33:24.257" Score="2" Body="&lt;p&gt;I am not sure if you will find a statistics for this, but I assume it will be easy to do it by yourself. There are a few datasets out there that contains this info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Comprehensive Cars (CompCars) dataset&lt;/strong&gt; &lt;a href=&quot;http://mmlab.ie.cuhk.edu.hk/datasets/comp_cars/index.html&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each car model is labeled with five attributes, including maximum speed, displacement, number of doors, number of seats, and type of car.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;World Data Atlas&lt;/strong&gt; &lt;a href=&quot;http://knoema.com/atlas/topics/Cars/datasets&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This one includes several datasets related with cars and production. You could try some of them to see if they have the information you want.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2015-12-29T17:33:24.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6759" PostTypeId="2" ParentId="6645" CreationDate="2015-12-29T19:19:24.780" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://livingwage.mit.edu/&quot; rel=&quot;nofollow&quot;&gt;Living Wage Calculator&lt;/a&gt;  by MIT provides cost of living data down to locality, which you could mesh into zip codes, but since zip codes are not unique to a locality, you'd have to give or take something. perhaps use census zcta's? I'm not 100% on that, that's just the first thing that comes to mind. I don't see any bulk download options, but they do use a consistent naming convention across URI's and the data so scraping is relatively painless.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-12-29T19:19:24.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6760" PostTypeId="1" CreationDate="2015-12-29T20:22:02.450" Score="3" ViewCount="166" Body="&lt;p&gt;Could you please help me to find out the land use map for Ahmedabad city, India preferably in GIS format (Shapefile).&lt;/p&gt;&#xA;" OwnerDisplayName="Md Rabiul Islam" LastEditorUserId="6229" LastEditDate="2015-12-30T12:27:41.073" LastActivityDate="2015-12-30T12:27:41.073" Title="Reliable source for getting free land use map for Ahmedabad city, India?" Tags="|geospatial|india|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6761" PostTypeId="2" ParentId="6399" CreationDate="2015-12-30T02:00:57.180" Score="2" Body="&lt;p&gt;&quot;Acute Physiology and Chronic Health Evaluation&quot; (APACHE) scores are rarely recorded by caregivers, so they are not well documented in the core MIMIC dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Several APACHE-related &lt;code&gt;itemid&lt;/code&gt;s appear in the d_items table, as shown in the question, but there are few associated values in the chartevents table. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;APACHE scores also appear as free text in the NOTEEVENTS table (for example, &quot;On admission, APACHE II score of 10...&quot;), but again infrequently.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The MIMIC research community is developing code to calculate scores retrospectively which will be shared in the &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code&quot; rel=&quot;nofollow&quot;&gt;MIMIC Code Repository&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2015-12-30T02:00:57.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6762" PostTypeId="1" CreationDate="2015-12-30T08:09:25.647" Score="2" ViewCount="36" Body="&lt;p&gt;Is there a place where I can get world records going back as far as they have been measured, and also see when there was a new world record holder?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, if the world record for the mile run was 5:00 in 1900, then it was beat in 1905 at 4:58 etc.&lt;/p&gt;&#xA;" OwnerUserId="2549" LastEditorUserId="2976" LastEditDate="2015-12-31T00:23:52.610" LastActivityDate="2015-12-31T00:23:52.610" Title="Historical world records" Tags="|data-request|sports|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6763" PostTypeId="2" ParentId="6578" CreationDate="2015-12-30T11:41:09.320" Score="3" Body="&lt;p&gt;One option is to get a polygon dataset for postcodes (several of these free online), and a dataset for roads (open streetmap etc). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Loading both into a database with geo extensions like postgres you can use spatial SQL to ask &quot;what postcode(s) is this road in&quot;. &lt;/p&gt;&#xA;" OwnerUserId="9693" LastActivityDate="2015-12-30T11:41:09.320" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6764" PostTypeId="1" CreationDate="2015-12-30T14:29:18.517" Score="5" ViewCount="60" Body="&lt;p&gt;By standards, guidelines, and practices for collecting data I mean the rules that facilitate:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Practical value: Collecting data with a specific goal in mind&lt;/li&gt;&#xA;&lt;li&gt;Data integrity: Minimizing omissions and biases&lt;/li&gt;&#xA;&lt;li&gt;Infrastructure: Integrating the data into decision making&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;National census and household surveys meet these requirements, and so do other data collected by the federal government and universities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Almost each agency has some guidelines for dealing with information. Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;BEA (many references). Google &quot;site:bea.gov filetype:pdf data collection guidelines&quot;. E.g.: &lt;a href=&quot;http://www.bea.gov/about/pdf/infoqual.pdf&quot; rel=&quot;noreferrer&quot;&gt;Information Quality Guidelines&lt;/a&gt; and &lt;a href=&quot;https://www.bea.gov/_pdf/scientific_integrity_statement_of_the_principal_statistical_agencies.pdf&quot; rel=&quot;noreferrer&quot;&gt;Statement of Commitment to Scientific Integrity&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Office of Management and Budget, &lt;a href=&quot;https://www.whitehouse.gov/sites/default/files/omb/inforeg/statpolicy/standards_stat_surveys.pdf&quot; rel=&quot;noreferrer&quot;&gt;Standards and Guidelines for Statistical Surveys&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;FBI, &lt;a href=&quot;https://www.fbi.gov/about-us/cjis/ucr/data_quality_guidelines&quot; rel=&quot;noreferrer&quot;&gt;Data Quality Guidelines&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;SEC, &lt;a href=&quot;http://xbrl.sec.gov/&quot; rel=&quot;noreferrer&quot;&gt;XBRL&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My questions are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What are the standard references for these purposes?&lt;/li&gt;&#xA;&lt;li&gt;Have any standards been updated to account for big data, like for recording those NYC taxi trips or 311 calls?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2015-12-30T19:34:06.827" Title="Government standards, guidelines, and practices for collecting data" Tags="|government|releasing-data|data-format|standards|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6765" PostTypeId="2" ParentId="6295" CreationDate="2015-12-30T16:55:35.450" Score="2" Body="&lt;p&gt;The MIMIC III datasets can be downloaded as comma separated value (CSV) files. This means you can either (i) load the data into your favourite database and query it through that, or, (ii) load the data into a Hadoop cluster where you can query the text files using Pig, Hive or Spark. There are several trade-offs to either approach which you should consider before deciding which is best for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are running lots of complex queries or haven't got access to a high spec single machine to run the database instance, then take a look at Hadoop cluster options (AWS EMR, GCE Hadoop and Azure HDInsight are all in-cloud variants) as those will alleviate your memory issues through horizontal scaling.&lt;/p&gt;&#xA;" OwnerUserId="9695" LastActivityDate="2015-12-30T16:55:35.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6766" PostTypeId="2" ParentId="6764" CreationDate="2015-12-30T19:34:06.827" Score="3" Body="&lt;p&gt;Civic Common's &lt;a href=&quot;http://wiki.civiccommons.org/Open_Data_Guidelines/&quot; rel=&quot;nofollow&quot;&gt;Open Data Guidelines&lt;/a&gt; seem to be the default reference for most standards that I'm aware of. It's important to point out that Civic Commons is not a government entity/agency, however everyone involved in the project that I am aware of works for/has worked for/works with government to see these guidelines come to life. There are some references to official government documents in the guidelines, which specifically are applicable to your question.&lt;br&gt;&#xA;&lt;a href=&quot;http://wiki.civiccommons.org/Open_Data_Guidelines/&quot; rel=&quot;nofollow&quot;&gt;http://wiki.civiccommons.org/Open_Data_Guidelines/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2015-12-30T19:34:06.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6767" PostTypeId="1" AcceptedAnswerId="6791" CreationDate="2015-12-30T20:59:02.017" Score="8" ViewCount="2966" Body="&lt;p&gt;I'm looking for datasets for biological systems that have been modelled by systems of ODEs (or more general biological time series data). I can't even find a simple predator-prey dataset (from a legit source). Where can I find biological data (ecological, protein concentrations, etc vs. time)?&lt;/p&gt;&#xA;" OwnerUserId="9698" LastEditorUserId="23272" LastEditDate="2022-07-14T12:36:09.293" LastActivityDate="2022-07-14T12:36:09.293" Title="Where can I find biological time series data?" Tags="|data-request|time-series|biology|population|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="6768" PostTypeId="1" AcceptedAnswerId="6770" CreationDate="2015-12-30T21:38:54.350" Score="4" ViewCount="104" Body="&lt;p&gt;What is the release history for MIMIC-III?&#xA;I was using some version and now I see there is version 1.3.&#xA;When was 1.3 officially released?&#xA;When was 1.2 officially released?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other versions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you expect a new release very often? Or will now the time between releases be longer?&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="5601" LastEditDate="2015-12-31T13:54:21.453" LastActivityDate="2016-01-01T16:50:21.183" Title="MIMIC-III: When exactly was MIMIC-III v1.3 released?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6769" PostTypeId="2" ParentId="6762" CreationDate="2015-12-31T00:23:30.413" Score="1" Body="&lt;p&gt;How about Wikipedia?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_world_records_in_athletics&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/List_of_world_records_in_athletics&lt;/a&gt; and click &lt;code&gt;(progression)&lt;/code&gt; next to the event name which will take you to a page like &lt;a href=&quot;https://en.wikipedia.org/wiki/Men%27s_200_metres_world_record_progression&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Men%27s_200_metres_world_record_progression&lt;/a&gt; with a historical progression of the given record.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There was recently a blog post about using this data with R at &lt;a href=&quot;http://blog.revolutionanalytics.com/2015/12/using-segmented-regression-to-analyse-world-record-running-times.html&quot; rel=&quot;nofollow&quot;&gt;http://blog.revolutionanalytics.com/2015/12/using-segmented-regression-to-analyse-world-record-running-times.html&lt;/a&gt; too.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2015-12-31T00:23:30.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6770" PostTypeId="2" ParentId="6768" CreationDate="2015-12-31T02:36:06.503" Score="3" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;When was 1.3 officially released? When was 1.2 officially released?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;MIMIC-III v1.3 was released on 10 December 2015. MIMIC-III v1.2 was released on 20 November 2015. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What is the release history for MIMIC-III? Are there other versions?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The first version of MIMIC-III v1.0 was made available on 25 August 2015. For an outline of the release history for MIMIC-III, see the &lt;a href=&quot;http://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow&quot;&gt;release notes&lt;/a&gt; page of the &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC website&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Do you expect a new release very often? Or will now the time between releases be longer?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;We expect MIMIC-III to become increasingly stable over time, with progressively long intervals between updates. We do however plan to make releases for as long as there are bugs and usability issues to be addressed and there is new data to add.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2016-01-01T16:50:21.183" LastActivityDate="2016-01-01T16:50:21.183" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6771" PostTypeId="1" CreationDate="2015-12-31T10:54:32.720" Score="7" ViewCount="4138" Body="&lt;p&gt;For my undergraduate research project, I'm trying to train my system with infant child crying frequencies and predict the reason for a new baby crying sound. I'm following this &lt;a href=&quot;http://iiav.org/archives_icsv_last/2015_icsv22/content/papers/papers/full_paper_361_20150302104000311.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;journal&lt;/a&gt;  and they are using 78 different crying sounds manually collected from 31 babies by paediatricians. I'm trying to train the system in five different categories:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;HUNGRY&lt;/li&gt;&#xA;&lt;li&gt;SLEEP&lt;/li&gt;&#xA;&lt;li&gt;PAIN&lt;/li&gt;&#xA;&lt;li&gt;NEED TO BURP&lt;/li&gt;&#xA;&lt;li&gt;UNCOMFORTABLE&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;for now, I'm working with very little &lt;a href=&quot;http://www.pond5.com/sound-effects/1/crying-baby.html#1&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; collected online.&#xA;I'm looking for a good dataset for more than 4 months. The dataset should have more than 50 data with labels (the categories I mentioned above ). If anyone knows a good source please help me out with this hurdle. Looking for a public dataset. but even a paid version won't be a problem.&lt;/p&gt;&#xA;" OwnerUserId="9704" LastEditorUserId="23272" LastEditDate="2022-07-14T14:20:28.160" LastActivityDate="2022-07-14T14:20:28.160" Title="Required a audio format baby crying data set" Tags="|data-request|audio|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="6772" PostTypeId="2" ParentId="6645" CreationDate="2015-12-31T12:31:42.493" Score="3" Body="&lt;p&gt;This might be helpful for other people if not for OP. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem here is that US Census data is based on census tracts, not zip codes. &lt;a href=&quot;http://www.huduser.gov/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow&quot;&gt;So for the US here&lt;/a&gt; is HUD &quot;crosswalk&quot; data from www.Huduser.gov that converts zip codes to census tracts, and vice versa. This will get you part way there, and may be very useful for other people. It's also recent, as of Oct 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crosswalk files will help you use US Census data by zip code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.huduser.gov/portal/datasets/fmr.html&quot; rel=&quot;nofollow&quot;&gt;And here are Fair Market Rents&lt;/a&gt; for the US states and cities, which will get you part way there also. &lt;a href=&quot;http://www.huduser.gov/portal/datasets/fmr/fmr2016f/FY2016F_4050_Final.xlsx&quot; rel=&quot;nofollow&quot;&gt;Actual XLSX file with county-level data is here&lt;/a&gt;. It has columns for state, county, and metro area name along with several types of averages of gross rent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FMRs are used for some gov't program to pay for peoples' rent. &lt;a href=&quot;http://www.huduser.gov/portal/datasets/fmr/fmrover_071707R2.doc&quot; rel=&quot;nofollow&quot;&gt;This DOC file is an overview of the data.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2015-12-31T12:49:24.290" LastActivityDate="2015-12-31T12:49:24.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6773" PostTypeId="2" ParentId="6179" CreationDate="2015-12-31T12:57:47.110" Score="2" Body="&lt;p&gt;If you want to find which words are most common you can scan &lt;a href=&quot;http://lemurproject.org/clueweb09/&quot; rel=&quot;nofollow&quot;&gt;1 billion web pages from 2009&lt;/a&gt; in 10 languages. It's 5TB compressed. They have subsets of data too. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://commoncrawl.org/the-data/get-started/&quot; rel=&quot;nofollow&quot;&gt;Common Crawl web pages&lt;/a&gt; are from Oct 2015 and previous years. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/TheRockStarDBA/awesome-public-datasets#computer-networks&quot; rel=&quot;nofollow&quot;&gt;More web page collections here&lt;/a&gt; at Rockstar datasets on Github.&lt;/p&gt;&#xA;" OwnerUserId="3905" LastActivityDate="2015-12-31T12:57:47.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6774" PostTypeId="2" ParentId="6295" CreationDate="2015-12-31T16:22:44.607" Score="2" Body="&lt;p&gt;It really depends on the kind of queries you need to run. Looking at the size of the tables you need to join is the most important. Also, DBMS allow to set the maximum memory (e.g. &lt;code&gt;postgresql.conf&lt;/code&gt; in Postgres).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the keyword &lt;code&gt;EXPLAIN&lt;/code&gt; to display the query plan, e.g.:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;EXPLAIN SELECT &#xA;  patients.subject_id, &#xA;  patients.gender, &#xA;  patients.dob, &#xA;  patients.dod, &#xA;  patients.dod_hosp, &#xA;  patients.dod_ssn, &#xA;  patients.hospital_expire_flag, &#xA;  labevents.subject_id, &#xA;  labevents.hadm_id, &#xA;  labevents.itemid, &#xA;  labevents.charttime, &#xA;  labevents.value, &#xA;  labevents.uom&#xA;FROM &#xA;  mimiciii.patients, &#xA;  mimiciii.labevents&#xA;WHERE &#xA;  patients.subject_id = labevents.subject_id;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;outputs on my system:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;Hash Join  (cost=1428.70..1111155.98 rows=27872576 width=68)&quot;&#xA;&quot;  Hash Cond: (labevents.subject_id = patients.subject_id)&quot;&#xA;&quot;  -&amp;gt;  Seq Scan on labevents  (cost=0.00..552275.76 rows=27872576 width=28)&quot;&#xA;&quot;  -&amp;gt;  Hash  (cost=847.20..847.20 rows=46520 width=40)&quot;&#xA;&quot;        -&amp;gt;  Seq Scan on patients  (cost=0.00..847.20 rows=46520 width=40)&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Given that the &lt;code&gt;patients&lt;/code&gt; table is small, you don't need much memory for that one. (putting &lt;code&gt;labevents&lt;/code&gt; in memory would only be useful if you plan to make other such queries on &lt;code&gt;labevents&lt;/code&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Table sizes (MIMIC-III v1.2):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;admissions              19 MB   &#xA;callout                 13 MB   &#xA;caregivers              1176 kB &#xA;chartevents             68 GB   &#xA;cptevents               120 MB  &#xA;d_cpt                   64 kB   &#xA;d_icd_diagnoses         4208 kB &#xA;d_icd_procedures        1040 kB &#xA;d_items                 4128 kB &#xA;d_labitems              304 kB  &#xA;datetimeevents          2196 MB &#xA;diagnoses_icd           87 MB   &#xA;drgcodes                32 MB   &#xA;icustayevents           16 MB   &#xA;ioevents                16 GB   &#xA;labevents               5707 MB &#xA;microbiologyevents      86 MB   &#xA;noteevents              4214 MB &#xA;patients                7072 kB &#xA;prescriptions           1303 MB &#xA;procedures_icd          33 MB   &#xA;services                12 MB   &#xA;transfers               63 MB&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="5601" LastEditDate="2016-01-02T21:26:04.877" LastActivityDate="2016-01-02T21:26:04.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6775" PostTypeId="1" CreationDate="2015-12-31T21:42:55.133" Score="2" ViewCount="25" Body="&lt;p&gt;I'm having the biggest trouble downloading XML files from the NLRB.  I'm interested in state-level numbers of NLRB ordered reinstatements for 8.1.a.3 ULP cases.&lt;/p&gt;&#xA;" OwnerUserId="9706" LastEditorUserId="1511" LastEditDate="2016-01-01T16:08:50.210" LastActivityDate="2016-01-01T16:08:50.210" Title="How can I find state level data on NLRB 81a3 cases" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6776" PostTypeId="1" CreationDate="2016-01-01T21:25:57.227" Score="3" ViewCount="145" Body="&lt;p&gt;I'm wondering if anyone can point me in the right direction of if/how I can obtain historical price data (ie. how much a product, say a specific CD, sold for) for Amazon or similarly for eBay, etc.&lt;/p&gt;&#xA;&lt;p&gt;I think this would be a neat project for me to learn.&lt;/p&gt;&#xA;" OwnerUserId="9753" OwnerDisplayName="Matt Cole" LastEditorUserId="23272" LastEditDate="2021-04-03T05:17:37.587" LastActivityDate="2021-04-03T05:17:37.587" Title="Is there a way to download and use historical price data from Amazon?" Tags="|data-request|historical|prices|" AnswerCount="0" CommentCount="1" ClosedDate="2016-01-05T01:57:56.757" ContentLicense="CC BY-SA 4.0" />
  <row Id="6777" PostTypeId="1" CreationDate="2016-01-02T06:14:36.093" Score="3" ViewCount="297" Body="&lt;p&gt;I'm a undergraduate student and I am doing a study relating to replacement algorithms that requires the &lt;em&gt;access.log&lt;/em&gt; of proxy systems. I have searched for access.log datasets for this purpose on the following links:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;Data.Gov&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.socrata.com/resources&quot; rel=&quot;nofollow&quot;&gt;Socrata&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.programmableweb.com/&quot; rel=&quot;nofollow&quot;&gt;Programmable Web&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://statistics.ucla.edu/&quot; rel=&quot;nofollow&quot;&gt;UCLA Dept of Statistics&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/opendata/lmgtdfy/&quot; rel=&quot;nofollow&quot;&gt;“Let Me Get That Data For You”&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But I couldn't find anything that meets my needs. Are there any sites that provide proxy access.log datasets? Help would be most appreciated.&lt;/p&gt;&#xA;" OwnerUserId="9718" LastEditorUserId="5601" LastEditDate="2016-01-02T07:55:07.117" LastActivityDate="2016-11-10T02:38:38.107" Title="Proxy access.log file or dataset" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6778" PostTypeId="1" CreationDate="2016-01-02T10:04:37.670" Score="5" ViewCount="167" Body="&lt;p&gt;For comparing the results in my scientific article I need quad polarized sample data for San Francisco in bands &lt;strong&gt;C(RADARSAT-2)&lt;/strong&gt;, &lt;strong&gt;L(probably ALOS-PALSAR)&lt;/strong&gt; and &lt;strong&gt;X(probably TerraSAR-X)&lt;/strong&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/av8yc.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/av8yc.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;br&gt;&#xA;Up to now I have downloaded band C of this data from &lt;a href=&quot;http://gs.mdacorporation.com/SatelliteData/Radarsat2/SampleDataset.aspx&quot; rel=&quot;noreferrer&quot;&gt;GEOSPATIAL SERVICES INTERNATIONAL&lt;/a&gt; but I don't know where can I download the X and L bands of the same area?&lt;/p&gt;&#xA;" OwnerUserId="8610" LastActivityDate="2016-01-02T10:04:37.670" Title="Free quad polarization SAR images of San Francisco in bands X and L?" Tags="|data-request|usa|geospatial|city|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6779" PostTypeId="1" CreationDate="2016-01-01T21:05:40.803" Score="4" ViewCount="1291" Body="&lt;p&gt;I'm looking for large datasets of images related to the fashion industry. It could be garments or people in the street wearing some dress or models. I saw a related &lt;a href=&quot;https://datascience.stackexchange.com/questions/155/publicly-available-datasets&quot;&gt;post&lt;/a&gt; but it's very general and does not contain any reference to the industry I'm interested in. Any idea???&lt;/p&gt;&#xA;" OwnerUserId="9868" OwnerDisplayName="Hoap Humanoid" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:40.537" LastActivityDate="2019-09-20T19:02:45.413" Title="Is there any public dataset related to fashion objects?" Tags="|data-request|machine-learning|fashion|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6780" PostTypeId="1" AcceptedAnswerId="6784" CreationDate="2015-12-31T19:35:07.593" Score="8" ViewCount="173" Body="&lt;p&gt;I'm working on a project for predicting the cost of houses. I'm looking for data sets enumerating the number of schools, hospitals, parks and any other condition that may affect the price of houses (e.g., crime rate). Ideally, the data set should include zip codes information. Can anyone point me to a good resource for this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for recent data, not more than 5 years ago, would be great if it's already organized but if not I can scrape, just need to know where it is.&lt;/p&gt;&#xA;" OwnerUserId="9722" OwnerDisplayName="Luis Ramon Ramirez Rodriguez" LastEditorUserId="2976" LastEditDate="2016-01-03T13:00:04.390" LastActivityDate="2016-01-04T22:59:36.127" Title="Data sets for predicting home value" Tags="|data-request|web-crawling|big-data|real-estate|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6781" PostTypeId="2" ParentId="6780" CreationDate="2015-12-31T22:36:32.803" Score="1" Body="&lt;p&gt;I guess you are looking for data like this &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Housing&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Housing&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9729" OwnerDisplayName="verdery" LastActivityDate="2015-12-31T22:36:32.803" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6784" PostTypeId="2" ParentId="6780" CreationDate="2016-01-03T13:06:04.643" Score="4" Body="&lt;p&gt;You're probably going to need to get information from many jurisdictions - at least in the US, there is not a good/granular sources for property tax, crime, and other information for all states in one dataset.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For &lt;strong&gt;crime data&lt;/strong&gt;, check out FBI UCR reports which are usually not granular. Each city may (hopefully) report their own data. Try google and/or &lt;a href=&quot;http://opendatanetwork.com&quot; rel=&quot;nofollow&quot;&gt;http://opendatanetwork.com&lt;/a&gt; (a search engine for open data)**.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You will find crime data on many open data sites such as data.cityofchicago.org and data.boston.gov&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For &lt;strong&gt;hospital and school data&lt;/strong&gt;, national datasets may suffice.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;You can find CMS/Medicare certified hospitals (most in the US) in a list at &#xA;&lt;a href=&quot;https://data.medicare.gov/Hospital-Compare/Hospital-General-Information/xubh-q36u&quot; rel=&quot;nofollow&quot;&gt;https://data.medicare.gov/Hospital-Compare/Hospital-General-Information/xubh-q36u&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov&quot; rel=&quot;nofollow&quot;&gt;https://nces.ed.gov&lt;/a&gt; should have school-level location data for you as well.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would also suggest checking out aggregators like Trulia.com, Zillow.com, and WalkScore.com. They all have APIs if I remember correctly but with limits on access as well as data use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;** I help run this site at work (Socrata.com)&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-03T13:06:04.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6785" PostTypeId="2" ParentId="613" CreationDate="2016-01-03T18:09:18.290" Score="4" Body="&lt;p&gt;Tim Berners-Lee suggested the following &lt;a href=&quot;http://www.w3.org/DesignIssues/LinkedData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;5 star approach&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Under the star scheme, you get one (big!) star if the information has&#xA;been made public at all, even if it is a photo of a scan of a fax of a&#xA;table -- if it has an open licence. The you get more stars as you make&#xA;it progressively more powerful, easier for people to use.&lt;/p&gt;&#xA;&lt;p&gt;★     Available on the web (whatever format) but with an open licence, to be Open Data&lt;/p&gt;&#xA;&lt;p&gt;★★    Available as machine-readable structured data (e.g. excel instead of image scan of a table)&lt;/p&gt;&#xA;&lt;p&gt;★★★   as (2) plus non-proprietary format (e.g. CSV instead of excel)&lt;/p&gt;&#xA;&lt;p&gt;★★★★  All the above plus, Use open standards from W3C (RDF and SPARQL) to identify things, so that people can point at your stuff&lt;/p&gt;&#xA;&lt;p&gt;★★★★★     All the above, plus: Link your data to other people’s data to provide context&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-01-03T18:09:18.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6786" PostTypeId="1" CreationDate="2016-01-03T18:21:18.533" Score="2" ViewCount="146" Body="&lt;p&gt;Similar question was already asked in &lt;a href=&quot;https://datascience.stackexchange.com/questions/6201/resources-on-data-science-for-football-soccer&quot;&gt;https://datascience.stackexchange.com/questions/6201/resources-on-data-science-for-football-soccer&lt;/a&gt;, but I am looking for historical data of off-line + in-line matches.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know few portals that provides coefficients during the game:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.oddsportal.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.oddsportal.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.betbrain.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.betbrain.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, I would be very appreciated for advise where I can find resources with already saved in-line historical data for soccer matches.&lt;/p&gt;&#xA;" OwnerUserId="9739" OwnerDisplayName="SpanishBoy" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:40.537" LastActivityDate="2016-01-04T13:46:24.743" Title="Resources on Data Science for Football / Soccer in-line?" Tags="|data-request|sports|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6787" PostTypeId="1" CreationDate="2016-01-04T08:14:31.270" Score="2" ViewCount="98" Body="&lt;p&gt;How can I map between a subject id and and its waveform record id in the mimic II v3 DB?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, what is the waveform record id of a patient with subject_id = 8915?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the previous MIMIC II Waveform DB I found that this patient mapped to case_id = a44193&lt;/p&gt;&#xA;" OwnerUserId="9420" LastActivityDate="2016-01-04T08:14:31.270" Title="Mapping between mimic-iii clinical data and mimic II V3 waveforms" Tags="|mimic-iii|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6788" PostTypeId="1" AcceptedAnswerId="6904" CreationDate="2016-01-04T13:26:06.443" Score="7" ViewCount="4334" Body="&lt;p&gt;I'm working on A/B split testing now. Where can I get a sample dataset for A/B split testing?&lt;/p&gt;&#xA;" OwnerUserId="9738" LastEditorUserId="9452" LastEditDate="2016-01-19T19:38:40.357" LastActivityDate="2023-03-27T16:29:00.590" Title="Where can I get a sample dataset for A/B split testing?" Tags="|data-request|programming|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6789" PostTypeId="2" ParentId="6767" CreationDate="2016-01-04T13:34:09.660" Score="3" Body="&lt;p&gt;I didn't get it: are you looking for synthtic datasets only, or are you looking for real time series data for validating your own ODE models?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In any case, try  perhaps&#xA;&lt;a href=&quot;https://portal.lternet.edu/&quot; rel=&quot;nofollow&quot;&gt;The Long Term Ecological Research Repository &lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot; The Long Term Ecological Research (LTER) program concentrates on studies of ecological processes that play out at time scales spanning decades to centuries. Long-term data sets from the LTER program provide a context to evaluate the nature and pace of ecological change, to interpret its effects, and to forecast the range of future biological responses to change.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-01-04T13:34:09.660" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6790" PostTypeId="2" ParentId="6786" CreationDate="2016-01-04T13:46:24.743" Score="3" Body="&lt;p&gt;This one wasn't mentioned yet: Human-readable: &lt;a href=&quot;http://openfootball.github.io/&quot; rel=&quot;nofollow&quot;&gt;openfootball&lt;/a&gt; , its data is here: &lt;a href=&quot;https://github.com/openfootball&quot; rel=&quot;nofollow&quot;&gt;football.db&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/search?name=f&amp;amp;hl=en&amp;amp;q=football+site%3Agithub.com&quot; rel=&quot;nofollow&quot;&gt;Search on github.com&lt;/a&gt; for more repositories with football data.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-01-04T13:46:24.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6791" PostTypeId="2" ParentId="6767" CreationDate="2016-01-04T21:32:18.083" Score="6" Body="&lt;p&gt;You can find data related to the Canadian lynx and snowshoe hare pelt-trading records of the Hudson Bay Company, starting in 1845. It seems to be a standard dataset, described for instance in &lt;a href=&quot;https://www.math.duke.edu/education/ccp/materials/diffeq/predprey/pred1.html&quot; rel=&quot;noreferrer&quot;&gt;Predator-Prey Models&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VqU24.gif&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VqU24.gif&quot; alt=&quot;Canadian lynx and snowshoe hare evolution&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The base repository is &lt;a href=&quot;https://github.com/bblais/Systems-Modeling-Spring-2015-Notebooks/tree/master/data/Lynx%20and%20Hare%20Data&quot; rel=&quot;noreferrer&quot;&gt;Lynx and Hare Data&lt;/a&gt;, and you can find for instance the csv file &lt;a href=&quot;https://github.com/bblais/Systems-Modeling-Spring-2015-Notebooks/blob/master/data/Lynx%20and%20Hare%20Data/lynxhare.csv&quot; rel=&quot;noreferrer&quot;&gt;lynxhare.csv&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Lotka-Volterra Models for predactor/prey pairs have apparently been used &lt;a href=&quot;https://www.math.duke.edu/education/webfeats/Word2HTML/Predator.html&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;http://www-rohan.sdsu.edu/~jmahaffy/courses/f09/math636/lectures/lotka/qualde2.html&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;, for instance. Run, hare, run.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pvTuK.gif&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pvTuK.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9304" LastActivityDate="2016-01-04T21:32:18.083" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6792" PostTypeId="2" ParentId="6780" CreationDate="2016-01-04T22:59:36.127" Score="1" Body="&lt;p&gt;Zillow has a free API that will return their estimate of average home prices. You can get the data down to zipcode and neighborhood level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.zillow.com/howto/api/APIOverview.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.zillow.com/howto/api/APIOverview.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-04T22:59:36.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6793" PostTypeId="1" CreationDate="2016-01-05T01:53:49.807" Score="2" ViewCount="84" Body="&lt;p&gt;Looking for pronunciation and syllabification data for American English.  I want to analyze pronunciation and spelling rules/heuristics to see how accurate they are and identify exceptions.  The goal is to help English as a Second Language students.  Rule example: most English words have the accent on the second-to-last syllable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it's useful I would make it available to others.  No commercial ambitions for now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CMU Pronouncing Dictionary (&lt;a href=&quot;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&quot; rel=&quot;nofollow&quot;&gt;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&lt;/a&gt;) has 133K pronunciation entries but without syllabification.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I plan to use data from &lt;a href=&quot;http://www.wordfrequency.info/&quot; rel=&quot;nofollow&quot;&gt;http://www.wordfrequency.info/&lt;/a&gt; to limit the analysis to the most frequent words (20K?  30K?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="9741" LastActivityDate="2016-01-05T01:53:49.807" Title="American English pronunciation dictionary in text form showing syllables" Tags="|data-request|language|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6794" PostTypeId="2" ParentId="4594" CreationDate="2016-01-05T13:24:31.860" Score="3" Body="&lt;p&gt;This is not a direct answer, but you could try to extrapolate the data using &lt;a href=&quot;http://www.openstreetmap.org&quot; rel=&quot;nofollow&quot;&gt;openstreetmap&lt;/a&gt;. As far as I know, the data contains also information about the usage of the building (housing, industrial). Based on the size and the usage you could estimate the energy use of the building. How it is done for the heat demand is described e.g. in this &lt;a href=&quot;http://dx.doi.org/10.1109/TSG.2013.2295856&quot; rel=&quot;nofollow&quot;&gt;IEEE paper&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9735" LastActivityDate="2016-01-05T13:24:31.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6795" PostTypeId="2" ParentId="5366" CreationDate="2016-01-05T16:18:47.650" Score="2" Body="&lt;p&gt;Besides NIBRS, there are many other open source data form provide county wide statistics, e.g., &lt;a href=&quot;http://www.city-data.com/crime/crime-Durham-North-Carolina.html&quot; rel=&quot;nofollow&quot;&gt;http://www.city-data.com/crime/crime-Durham-North-Carolina.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many cities also provide their crime statistics with frequent updates. For example, Durham Police Department provide interactive maps: &lt;a href=&quot;http://gisweb.durhamnc.gov/gis_apps/crimedata/dsp_entryform.cfm&quot; rel=&quot;nofollow&quot;&gt;http://gisweb.durhamnc.gov/gis_apps/crimedata/dsp_entryform.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6839" LastActivityDate="2016-01-05T16:18:47.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6796" PostTypeId="2" ParentId="5366" CreationDate="2016-01-05T18:38:06.743" Score="2" Body="&lt;p&gt;I have not seen one worldwide comprehensive source. Instead, I think you will need to find it per country. Typically, this information will be published by the country's National Judicial System or National Statistics Dept. The US Department of State does publish 'summary' statistics on other countries. Here is the home page for crime and safety reports per country:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.osac.gov/pages/ContentReports.aspx?cid=2&quot; rel=&quot;nofollow&quot;&gt;https://www.osac.gov/pages/ContentReports.aspx?cid=2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some sample links of home pages for crime statistics from the corresponding country:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;USA: Federal Bureau of Investigations (FBI):&lt;br/&gt;&#xA;&lt;a href=&quot;https://www.fbi.gov/about-us/cjis/ucr/ucr&quot; rel=&quot;nofollow&quot;&gt;https://www.fbi.gov/about-us/cjis/ucr/ucr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Canada: National Statistics Department&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.statcan.gc.ca/tables-tableaux/sum-som/l01/cst01/legal50a-eng.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.statcan.gc.ca/tables-tableaux/sum-som/l01/cst01/legal50a-eng.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UK: Office for National Statistics:&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.ons.gov.uk/ons/taxonomy/index.html?nscl=Crime+and+Justice&quot; rel=&quot;nofollow&quot;&gt;http://www.ons.gov.uk/ons/taxonomy/index.html?nscl=Crime+and+Justice&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Australia: Australian Institute of Criminology:&lt;br/&gt;&#xA;&lt;a href=&quot;http://www.aic.gov.au/statistics/violent%20crime.html&quot; rel=&quot;nofollow&quot;&gt;http://www.aic.gov.au/statistics/violent%20crime.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Germany: Bundeskriminalamt ( Federal Criminal Police Office )&#xA;&lt;a href=&quot;http://www.bka.de/nn_256982/EN/Publications/PoliceCrimeStatistics/policeCrimeStatistics__node.html?__nnn=true&quot; rel=&quot;nofollow&quot;&gt;http://www.bka.de/nn_256982/EN/Publications/PoliceCrimeStatistics/policeCrimeStatistics__node.html?__nnn=true&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The World Bank also has some 'coarse' statistics per country relating to crime. The link below is an example (# of homicides per 100K people):&lt;br/&gt;&#xA;&lt;a href=&quot;http://data.worldbank.org/indicator/VC.IHR.PSRC.P5&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/VC.IHR.PSRC.P5&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-05T18:38:06.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6797" PostTypeId="2" ParentId="4594" CreationDate="2016-01-05T18:42:57.503" Score="2" Body="&lt;p&gt;The UK Energy Research Center publishes a number of datasets relating to energy use in public buildings:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ukedc.rl.ac.uk/cgi-bin/edc_search.pl?GoButton=Browse&quot; rel=&quot;nofollow&quot;&gt;http://ukedc.rl.ac.uk/cgi-bin/edc_search.pl?GoButton=Browse&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-05T18:42:57.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6798" PostTypeId="1" CreationDate="2016-01-05T20:02:27.043" Score="1" ViewCount="33" Body="&lt;p&gt;Planfinder API-&#xA;Can you let us know if any of the data in the planfinder API will expire? (Will 2015 data be replaced by 2016 data or will the API continue to hold both years of data?)&lt;/p&gt;&#xA;" OwnerUserId="9747" LastActivityDate="2016-01-05T20:02:27.043" Title="PlanFinder API Data Availability" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6799" PostTypeId="1" CreationDate="2016-01-06T09:04:44.700" Score="3" ViewCount="109" Body="&lt;p&gt;Is there anything comparable to the Enron Corpus, but for calendar data? I already do text categorization based on Enron Emails but I would like to combine my approach with other business data, preferably calendar data which correlate to the mails.&lt;/p&gt;&#xA;" OwnerUserId="9755" OwnerDisplayName="LostAvatar" LastEditorUserId="9755" LastEditDate="2016-01-07T07:24:52.157" LastActivityDate="2016-01-07T07:24:52.157" Title="Test data set for calendar data" Tags="|data-request|machine-learning|calendar|email|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6800" PostTypeId="1" AcceptedAnswerId="6803" CreationDate="2016-01-06T15:22:25.673" Score="6" ViewCount="15613" Body="&lt;p&gt;I'm looking to get some data of this page&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.greatschools.org/california/san-francisco/schools/?gradeLevels=e&amp;amp;page=2&quot; rel=&quot;noreferrer&quot;&gt;http://www.greatschools.org/california/san-francisco/schools/?gradeLevels=e&amp;amp;page=2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To do it I need to create the links in this format:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.greatschools.org/&quot; rel=&quot;noreferrer&quot;&gt;http://www.greatschools.org/&lt;/a&gt;'state'/'city'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So at first I need to have a list with all the US cities sorted by state, where can I find that data? Preferably in .csv format or some other machine readable format (I am using Python).&lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="90" LastEditDate="2016-01-06T21:29:20.630" LastActivityDate="2016-08-26T18:46:26.567" Title="List of United States cities" Tags="|usa|openfda|city|python|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6801" PostTypeId="2" ParentId="5186" CreationDate="2016-01-06T15:41:54.150" Score="4" Body="&lt;p&gt;I just created a GitHub repo with a world shapefile of ISO 3166-1 entities, based on Natural Earth 1:10m Cultural Vectors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/sdesabbata/world_shapefile_ISO3166-1&quot; rel=&quot;nofollow&quot;&gt;https://github.com/sdesabbata/world_shapefile_ISO3166-1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The repo includes ready to use shapefiles, original data and script. Please note that there are a few ISO 3166-1 entities that still need fixing (see issue 1).&lt;/p&gt;&#xA;" OwnerUserId="9760" LastEditorUserId="9760" LastEditDate="2016-01-06T16:22:00.567" LastActivityDate="2016-01-06T16:22:00.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6802" PostTypeId="1" CreationDate="2016-01-06T16:00:57.610" Score="2" ViewCount="18" Body="&lt;p&gt;I'm looking to play around with statistics around major surgery types; is there a publicly available data source I can work with which lists information such as:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;types of major surgeries, together with amount of time per procedure (average, standard deviation, broken down by complication, etc...)&#xA;risk information to any level of detail&#xA;any sort of other aggregate information&#xA;Any data set would be interesting (ie, for any geographical region or legal jurisdiction - i know some of this info might be harder to collect in say the US than elsewhere)&lt;/p&gt;&#xA;" OwnerUserId="9761" LastActivityDate="2016-01-06T16:00:57.610" Title="Is there a data source indicating how long most major surgeries take, and what are the associated risks/outcomes?" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6803" PostTypeId="2" ParentId="6800" CreationDate="2016-01-06T19:06:53.683" Score="6" Body="&lt;p&gt;I have a CSV file you can download that lists all US cities by state. The data was compiled from the US Census 2013 Gazetteer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/download.php#statecity&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/download.php#statecity&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case you must have the data from that domain, each state's information is listed on the states index pagef, and follows similar naming conventions. For example, here's Virginia's index page:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.greatschools.org/virginia/&quot; rel=&quot;nofollow&quot;&gt;http://www.greatschools.org/virginia/&lt;/a&gt;&lt;br&gt;&#xA;All Cities in Virginia:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.greatschools.org/schools/cities/virginia/VA/&quot; rel=&quot;nofollow&quot;&gt;http://www.greatschools.org/schools/cities/virginia/VA/&lt;/a&gt;&lt;br&gt;&#xA;All School Districts in Virginia:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.greatschools.org/schools/districts/Virginia/VA&quot; rel=&quot;nofollow&quot;&gt;http://www.greatschools.org/schools/districts/Virginia/VA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastEditorUserId="90" LastEditDate="2016-01-06T21:41:22.923" LastActivityDate="2016-01-06T21:41:22.923" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6804" PostTypeId="1" CreationDate="2016-01-06T22:57:02.040" Score="2" ViewCount="3549" Body="&lt;p&gt;I am looking to retrieve every ASIN in Amazon's product database. In setting up a sample &lt;a href=&quot;http://scrapy.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;scrapy web scraping&lt;/a&gt; script - it became clear that crawling is not the efficient solution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at answers about the Product Advertising API I found a similar question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/3671/amazon-asin-and-category&quot;&gt;Amazon ASIN and Category&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the goal is to retrieve all of the physical products currently listed on Amazon is the following method the most efficient:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Get List of All Parent Categories&lt;/li&gt;&#xA;&lt;li&gt;Find List of Sub Categories of the Parents &lt;a href=&quot;http://www.amazon.com/gp/site-directory/ref=nav_shopall_btn&quot; rel=&quot;nofollow noreferrer&quot;&gt;(http://www.amazon.com/gp/site-directory/ref=nav_shopall_btn&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;From that list of all sub categories that I am interested in use the Product Advertising API to find the &quot;browsenodes&quot; of each.&lt;/li&gt;&#xA;&lt;li&gt;Use a recurring loop on each browse node until there are no more children nodes&lt;/li&gt;&#xA;&lt;li&gt;Use that list of categories with api's ItemSearch to return all of the ASIN's in that node&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This would be run as a python script - due to the immense number of categories/subcategories/sub-sub-categories and ultimately ASIN's I know this will be a huge collection of product ASINs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a resource that already has this information? Or is the usage of Amazon's API the most efficient method?&lt;/p&gt;&#xA;" OwnerUserId="9764" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-07-18T21:43:13.290" Title="Retrieving Every Amazon Product ASIN" Tags="|data-request|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6805" PostTypeId="1" CreationDate="2016-01-07T01:58:29.757" Score="2" ViewCount="97" Body="&lt;p&gt;I'm researching United State zip codes and elevation. Specifically high schools elevations in US.&lt;/p&gt;&#xA;" OwnerUserId="9766" LastActivityDate="2016-01-07T21:39:41.943" Title="Looking for zip codes and elevation of high schools" Tags="|data-request|data.gov|geospatial|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6806" PostTypeId="1" AcceptedAnswerId="6938" CreationDate="2016-01-07T03:25:58.150" Score="4" ViewCount="995" Body="&lt;p&gt;I would like to know if resources exist for downloading GPM data in R. I'm aware of the &lt;a href=&quot;http://dx.doi.org/10.5281/zenodo.14721&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hydrological Data Discovery Tools&lt;/a&gt; (&amp;quot;hddtools&amp;quot;) package, which can be used for accessing Tropical Rainfall Measuring Mission (TRMM) data but does not include a library for GPM.&lt;/p&gt;&#xA;" OwnerUserId="9767" LastEditorUserId="23272" LastEditDate="2022-07-14T12:38:05.723" LastActivityDate="2022-07-14T12:38:05.723" Title="Global Precipitation Measurement (GPM) data download in R" Tags="|data.gov|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6807" PostTypeId="1" AcceptedAnswerId="6813" CreationDate="2016-01-07T04:11:54.307" Score="3" ViewCount="173" Body="&lt;p&gt;I want to get all the datasets with this icon next to them - how do I go about doing this ?&#xA;&lt;a href=&quot;https://i.stack.imgur.com/fYFX1.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fYFX1.png&quot; alt=&quot;I want to get all the datasets that have this icon&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9768" LastEditorUserId="9938" LastEditDate="2016-01-22T18:16:02.737" LastActivityDate="2016-01-22T18:16:02.737" Title="How do I get just city-level data on data.gov?" Tags="|data.gov|extracting|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6808" PostTypeId="1" CreationDate="2016-01-07T09:18:26.337" Score="2" ViewCount="90" Body="&lt;p&gt;I am looking for fast-flux domains that are currently active so I can train a model that I build. I found this so far: &lt;a href=&quot;https://atlas.arbor.net/summary/fastflux&quot; rel=&quot;nofollow&quot;&gt;https://atlas.arbor.net/summary/fastflux&lt;/a&gt; but it is outdated. &lt;/p&gt;&#xA;" OwnerUserId="9494" LastActivityDate="2016-01-07T09:18:26.337" Title="Active Fast-Flux Domains" Tags="|data-request|" AnswerCount="0" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="6809" PostTypeId="2" ParentId="4142" CreationDate="2016-01-07T14:31:58.817" Score="4" Body="&lt;p&gt;IITC is an open source browser plugin/mobile app that does it with a special plugin. &lt;a href=&quot;http://iitc.jonatkins.com&quot; rel=&quot;nofollow&quot;&gt;http://iitc.jonatkins.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Source code is available at github, so you might want to play with it. As it is noted by developer - &quot;Using these scripts is likely to be considered against the Ingress Terms of Service. Any use is at your own risk.&quot;&lt;/p&gt;&#xA;" OwnerUserId="9772" LastActivityDate="2016-01-07T14:31:58.817" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6810" PostTypeId="2" ParentId="6077" CreationDate="2016-01-07T15:53:58.683" Score="5" Body="&lt;p&gt;We have the data you are asking for in our regional Open Data portal (Basque Country, Spain), so I guess you could have it without purchasing it. I do not know how NOAA works, but here, you could send a message to the people in charge of the Open Data portal and they always answer your demands.&lt;/p&gt;&#xA;" OwnerUserId="9773" LastActivityDate="2016-01-07T15:53:58.683" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6811" PostTypeId="1" AcceptedAnswerId="6812" CreationDate="2016-01-07T18:48:24.297" Score="2" ViewCount="56" Body="&lt;p&gt;I am getting 0 results for any ranges after 9/23/2015. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See last day of results here: &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20150923+TO+20160106]&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20150923+TO+20160106]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No results from 9/24 on: &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20150924+TO+20160106]&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20150924+TO+20160106]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Did the report_date property become deprecated? I am using report_date in my site's (&lt;a href=&quot;https://defender.ionep.io&quot; rel=&quot;nofollow&quot;&gt;https://defender.ionep.io&lt;/a&gt;) queries to get the previous 90 days -- reporting 0 results at the moment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also you can see in the example enforcements graph there are no results after 9/2015 &lt;a href=&quot;https://open.fda.gov/food/enforcement/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/food/enforcement/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9775" LastEditorUserId="9775" LastEditDate="2016-01-07T22:27:40.583" LastActivityDate="2016-01-18T22:01:37.210" Title="OpenFDA report_date for Food/Enforcement doesn't seem to work after 9/23/2015" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6812" PostTypeId="2" ParentId="6811" CreationDate="2016-01-07T19:19:40.907" Score="4" Body="&lt;p&gt;Thanks for catching this one. It is true for all of the enforcement endpoints (food, drug and device). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link on the FDA that we are crawling is dead (it hangs). There is a bug in pipeline code that shows the enforcement step as complete even though the download of the XML file is timing out. I will get that fixed right now. I will also contact the FDA to make sure they know about the broken link. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once the link works again, I re-run the enforcement pipelines retroactive to 2015-09-30 (they are weekly reports).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks again. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: Please note that this bug has been fixed and the data has been reloaded so that it is up-to-date. &#xA;&lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20150924+TO+20160106]&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20150924+TO+20160106]&lt;/a&gt; now yields results.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastEditorUserId="3564" LastEditDate="2016-01-18T22:01:37.210" LastActivityDate="2016-01-18T22:01:37.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6813" PostTypeId="2" ParentId="6807" CreationDate="2016-01-07T21:27:50.893" Score="3" Body="&lt;p&gt;Below is the link to city level datasets in data.gov&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset?groups=local&amp;amp;organization_type=City+Government#topic=local_navigation&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset?groups=local&amp;amp;organization_type=City+Government#topic=local_navigation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will see there is only 2600 datasets, so there is still alot of city datasets not accessible from data.gov. In these cases, you will need to go to the city's own open data portal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find a fairly extensive listing (links) to open data portals at the [US] city level the link below. This is a crowd sourced project for cataloging government data portals throughout the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-07T21:27:50.893" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6814" PostTypeId="2" ParentId="6805" CreationDate="2016-01-07T21:39:41.943" Score="2" Body="&lt;p&gt;You can get the US Department of Education's list of all public/private schools here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nces.ed.gov/ccd/elsi/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ccd/elsi/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data contains the type of school (e.g., High School) along with the latitude and longitude coordinates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a number of services on the Internet that offer elevation data based on coordinates. I have not used any, so I can't make a recommendation. I would google something like 'elevation by coordinates'&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-07T21:39:41.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6815" PostTypeId="1" CreationDate="2016-01-07T21:56:05.437" Score="5" ViewCount="2040" Body="&lt;p&gt;I am hoping you could help me find some information. I am trying to pull census data such as (age median, race, sex, weather) however I want it in a excel spreadsheet type format. I am unsure if API and census data can be formed to create something, if there is something already out there to do this, or if there is somewhere I can get this raw data. I am trying to find this data for various cities and states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="9778" LastEditorUserId="18" LastEditDate="2016-01-21T15:37:34.700" LastActivityDate="2016-05-04T19:37:35.680" Title="Retrieve US Census Data in Excel format" Tags="|api|us-census|census|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6817" PostTypeId="2" ParentId="6568" CreationDate="2016-01-07T22:31:36.907" Score="3" Body="&lt;p&gt;Another good-size data set of natural language patient notes is available here: &lt;a href=&quot;http://www.mtsamples.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.mtsamples.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It covers notes across multiple specialities and conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We can also provide an analytics-ready (CSV/JSON) version of this dataset. Please contact me if that's of interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="9779" LastEditorUserId="5601" LastEditDate="2016-01-16T20:18:14.737" LastActivityDate="2016-01-16T20:18:14.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6818" PostTypeId="2" ParentId="6615" CreationDate="2016-01-08T13:51:59.620" Score="0" Body="&lt;p&gt;The USDA National Agricultural Statistics Service quick stats service (&lt;a href=&quot;http://quickstats.nass.usda.gov/&quot; rel=&quot;nofollow&quot;&gt;http://quickstats.nass.usda.gov/&lt;/a&gt;) can be used to download a variety of statistics at different spatial scales. For example this search is for cattle inventory by state in 2012 &lt;a href=&quot;http://quickstats.nass.usda.gov/results/09330EBE-AC92-3D64-AFCA-7764243A87E3&quot; rel=&quot;nofollow&quot;&gt;http://quickstats.nass.usda.gov/results/09330EBE-AC92-3D64-AFCA-7764243A87E3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2016-01-08T13:51:59.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6819" PostTypeId="1" AcceptedAnswerId="6820" CreationDate="2016-01-08T15:47:41.093" Score="3" ViewCount="122" Body="&lt;p&gt;I am new to SQL and am trying to explore the MIMIC-II dataset using the query builder so the logical step seemed to be follow the tutorials within the introduction document [1]. Unfortunately I believe it contains errors. The errors start in example 5 with 'missing right parenthesis' in the second part of code and 'missing by keyword' in the third longer piece.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone more experienced than me see the errors and how to correct them?&lt;/p&gt;&#xA;&lt;p&gt;Or alternatively does anyone have some good examples of simple code I can learn from and adapt.&lt;/p&gt;&#xA;&lt;p&gt;To start with I would ideally just like to do some simple things such as age of patients and length of stay looking to then plot any correlation.&lt;/p&gt;&#xA;&lt;p&gt;Ultimately I am looking to predict mortality and length of stay but I know there are many baby steps required between where I am now and that. If anybody know of similar work carried out that may be useful would be greatly appreciated.&lt;/p&gt;&#xA;&lt;p&gt;[1] &lt;a href=&quot;http://mimic.physionet.org/archive/introduction-mimic-ii.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mimic.physionet.org/archive/introduction-mimic-ii.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9784" LastEditorUserId="23272" LastEditDate="2022-07-14T14:33:34.803" LastActivityDate="2022-07-14T14:33:34.803" Title="MIMIC-II Introduction document: errors in example code?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6820" PostTypeId="2" ParentId="6819" CreationDate="2016-01-08T17:02:27.723" Score="4" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;I am new to SQL and am trying to explore the MIMIC-II dataset using the query builder so the logical step seemed to be follow the tutorials within the introduction document [1]. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The current version of the &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC database&lt;/a&gt; is MIMIC-III. MIMIC-II is an old version that is no longer supported by the MIT Laboratory for Computational Physiology, so I would not recommend using it as a starting point for your studies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The introduction document that you are using is not current and may well contain errors, particularly as it is a static PDF document that is not well-suited to continuous updates.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The errors start in example 5 with 'missing right parenthesis' in the second part of code and 'missing by keyword' in the third longer piece. Can anyone more experienced than me see the errors and how to correct them?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The second chunk of code in example 5 reads:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT p.subject_id, p.dob, a.hadm_id, a.admit_dt,&#xA;    p.hospital_expire_flg, &#xA;    MIN(a.admit_dt) OVER (PARTITION BY p.subject_id) AS first_adm_dt &#xA;FROM admissions a, d_patients p&#xA;WHERE p.subject_id = a.subject_id&#xA;AND p.dob IS NOT NULL&#xA;ORDER BY a.hadm_id, p.subject_id;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The code runs as expected for me when tested against MIMIC-II v2.6 in an Oracle database (it returns 36,095 rows). It is possible that your error is a result of copy and pasting (weird things can happen when you copy and paste from a PDF!). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;SQL syntax varies between database systems (Oracle, Postgres, MySQL, ...), so this could be another source of error. Note that while the semicolon (';') is generally required at the end of an SQL query, the (outdated, unsupported) &lt;a href=&quot;https://mimic2app.csail.mit.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC-II querybuilder&lt;/a&gt; returns an 'invalid character' error unless it is removed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Either way, I wouldn't recommend treating the code snippet as best practice because it uses old-style comma syntax to join the &lt;code&gt;admissions&lt;/code&gt; and &lt;code&gt;d_patients&lt;/code&gt; tables. It is generally considered better practice to use the &lt;a href=&quot;https://stackoverflow.com/questions/1018822/inner-join-on-vs-where-clause&quot;&gt;join keyword&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The third code chunk in example 5 reads:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WITH first_admission_date AS (&#xA;    SELECT DISTINCT p.subject_id, p.dob, p.sex, a.hadm_id, a.admit_dt, &#xA;    MIN(a.admit_dt) OVER (PARTITION BY a.hadm_id, p.subject_id) AS first_adm_dt&#xA;    FROM admissions a, d_patients p&#xA;    WHERE p.subject_id = a.subject_id &#xA;    AND p.dob IS NOT NULL&#xA;    ORDER BY a.hadm_id, p.subject_id), &#xA;age AS ( &#xA;    SELECT subject_id, hadm_id, dob, sex, first_adm_dt, &#xA;    ROUND(months_between(first_adm_dt, dob) /12, 2) first_adm_age, &#xA;    CASE WHEN (months_between(first_adm_dt, dob) /12) &amp;gt;= 15 THEN 'adult'&#xA;         WHEN months_between(first_adm_dt, dob) &amp;lt;= 1 THEN 'neonate' &#xA;         ELSE 'middle' &#xA;         END AS age_group&#xA;    FROM first_admission_date&#xA;    ORDER BY subject_id, hadm_id)&#xA;SELECT * &#xA;FROM age;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This code also runs as expected for me on MIMIC-II, and also returns 36,095 rows. I can't explain your 'missing by keyword' error, but it may be a copy and pasting issue here too. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To start with I would ideally just like to do some simple things such as age of patients and length of stay looking to then plot any correlation.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you would like to explore the MIMIC database, the first step is familiarising yourself with the current &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC website and documentation&lt;/a&gt;. Content in the &quot;archive&quot; directory should only be used if you have specific reasons to refer to old content (for example, you are attempting to reproduce a study which used previous versions of the MIMIC database).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After installing the latest version of MIMIC-III by following the instructions on the website, I would recommend referring to the &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC Code Repository&lt;/a&gt; for sample code. There is a direct link to the repository on the front page of the MIMIC website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The code repository is being developed continuously by the MIMIC research community. It includes a &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/tree/master/cookbook/postgres&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC Cookbook directory&lt;/a&gt; that contains introductory queries to get you started. Once you become more confident with SQL then we encourage you to make your own contributions to the repository.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-01-09T00:15:52.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6821" PostTypeId="2" ParentId="6807" CreationDate="2016-01-08T19:52:39.990" Score="2" Body="&lt;p&gt;You can use the &lt;code&gt;organization_type&lt;/code&gt; filter on the &lt;a href=&quot;http://ckan.readthedocs.org/en/latest/api/index.html&quot; rel=&quot;nofollow&quot;&gt;CKAN API&lt;/a&gt;, e.g. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://catalog.data.gov/api/action/package_search?q=organization_type:%22City%20Government%22+AND+dataset_type:dataset &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But as others have said, Data.gov is only including city datasets that have given Data.gov &lt;a href=&quot;https://www.data.gov/local/add&quot; rel=&quot;nofollow&quot;&gt;permission to do so&lt;/a&gt; and who are providing their metadata using the &lt;a href=&quot;https://project-open-data.cio.gov/v1.1/schema&quot; rel=&quot;nofollow&quot;&gt;Project Open Data&lt;/a&gt; (DCAT JSON) metadata standard. And even many of the cities that are providing metadata to data.gov this way are not currently able to include all of their metadata because of &lt;a href=&quot;https://github.com/GSA/data.gov/issues/714&quot; rel=&quot;nofollow&quot;&gt;a bug&lt;/a&gt; in the service they're using to publish their metadata. You can see stats on how many records are being left out because of this bug at &lt;a href=&quot;http://dropbox.ashlock.us/temp/local/&quot; rel=&quot;nofollow&quot;&gt;http://dropbox.ashlock.us/temp/local/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="231" LastActivityDate="2016-01-08T19:52:39.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6822" PostTypeId="2" ParentId="6234" CreationDate="2016-01-08T23:54:34.400" Score="1" Body="&lt;p&gt;Many apologies for the slow response here!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, specifying parent fields or wildcards isn't supported by the API, but we'd love to add that, and may do so soon. You can track it at &lt;a href=&quot;https://github.com/18F/open-data-maker/issues/169&quot; rel=&quot;nofollow&quot;&gt;this GitHub issue&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-- Yoz Grahame&#xA;   (Developer, CollegeScorecard Team @ 18F)&lt;/p&gt;&#xA;" OwnerUserId="9792" LastActivityDate="2016-01-08T23:54:34.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6823" PostTypeId="1" CreationDate="2016-01-09T02:06:16.183" Score="7" ViewCount="180" Body="&lt;p&gt;I am looking for a dataset that lists the number of car accidents broken down by causes in the United States. By cause I mean the direct cause of the accident such as failure to stop at red light, or changing lane without checking for the blind spot. (not the indirect cause such a driving under the influence). Ideally, broken down by year as well.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/Epidemiology_of_motor_vehicle_collisions&quot; rel=&quot;noreferrer&quot;&gt;Wikipedia page on Epidemiology of motor vehicle collisions&lt;/a&gt; contains a list by type of crashes (not cause):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Crashes are categorized by what is struck and the direction of impact,&#xA;  or impacts. These are some common crash types, based on the total&#xA;  number that occurred in the U.S.A. in 2005, the percentage of total&#xA;  crashes, and the percentage of fatal crashes:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Rear impacts (1,824,000 crashes, 29.6% of all US crashes, 5.4% of US fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Angle or side impacts (1,779,000 crashes, 28.9% of all US crashes, 20.7% of US fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Run-off-road collisions (992,000 crashes, 16.1% of US crashes, 31.7% of US fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Collisions with animals (275,000 crashes, 4.5% of US crashes, 0.4% of fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Rollovers (141,000 crashes, 2.3% of all US crashes, 10.9% of US fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Head-on collision (123,000 crashes, only 2.0% of all US crashes, but 10.1% of US fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Collisions with pedestrians and bicyclists (114,000 crashes, only 1.8% of US crashes, but 13.5% of US fatal crashes)&lt;/li&gt;&#xA;  &lt;li&gt;Back-up collisions killed 221 people in the US in 2007, and injured about 14,400. This is one of the most common types of non-traffic auto&#xA;  collision in which road workers and children 15 and younger are&#xA;  killed.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-01-09T02:31:09.223" LastActivityDate="2018-04-29T18:21:27.950" Title="Dataset of number of car accidents per cause in the United States" Tags="|data-request|usa|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6824" PostTypeId="1" AcceptedAnswerId="6825" CreationDate="2016-01-06T09:55:54.513" Score="2" ViewCount="76" Body="&lt;p&gt;Is there any data sets / methods available to find correlation between different 'bands' ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Brands : Puma, Google, Microsoft, Nike, BMW etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any open data set available to find this correlation ?&#xA;Also what are the different attributes/ methods that can be used to find correlation between them ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;eg : Nike is similar to Adidas with score say 0.9 (fitness brands)&#xA;     Nike is similar to Levis with score say 0.3 (apparels brands)&#xA;     Nike is similar to Google with score say 0.0 (different industry)&lt;/p&gt;&#xA;" OwnerUserId="6325" OwnerDisplayName="Sreejithc321" LastEditorUserId="8736" LastEditDate="2016-04-27T11:11:31.847" LastActivityDate="2016-04-27T11:11:31.847" Title="Open data set to calculate the correlation between different brands" Tags="|data-request|tool-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6825" PostTypeId="2" ParentId="6824" CreationDate="2016-01-06T12:07:21.723" Score="1" Body="&lt;p&gt;You should clarify your question, maybe giving more details about the application. There are many different ways a brand can be similar (or correlated) to another one, for example:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Correlation of stock trends. In this case, dataset can be found in yahoo finance, for example.&lt;/li&gt;&#xA;&lt;li&gt;&quot;Product Space&quot; Analysis&lt;/li&gt;&#xA;&lt;li&gt;By clustering features of each company&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerDisplayName="Bernardo Aflalo" LastActivityDate="2016-01-06T12:07:21.723" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6826" PostTypeId="1" AcceptedAnswerId="6827" CreationDate="2016-01-06T00:03:55.830" Score="1" ViewCount="103" Body="&lt;p&gt;I'm looking for &lt;em&gt;complex&lt;/em&gt; datasets for performing a comparison on machine learning in the cloud solutions such as Amazon Machine Learning, Microsoft Azure, IBM Watson, Google Prediction API, Rapid Miner and some others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular I will try the &lt;strong&gt;blackbox&lt;/strong&gt; prediction (and/or classification) capabilities offered by some of these systems, and compare it with state of the art results. SaaS such as Google Prediction API say they can pick the &lt;em&gt;best&lt;/em&gt; algorithm for our problem; I'm analyzing how well do they perform in order to compare them with the closeness to state of the art results and some other further analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's hard to define &lt;em&gt;complexity&lt;/em&gt; for this case, however I'm looking for datasets that have available results for at least 3 different algorithms, and where at least 1 has shown considerably bad performance (e.g. accuracy or error) in comparison with the best one. Size of the dataset will not be an issue. Following this idea &lt;em&gt;complex&lt;/em&gt; would mean that there exists bad performing typical approaches that are considerably worst performing than the best solution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where should I look for that can have multiple algorithm results both well and bad performing? Any datasets recommendations?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: Naturally I would need datasets for supervised learning.&lt;/p&gt;&#xA;" OwnerDisplayName="Javierfdr" LastActivityDate="2016-01-09T09:04:35.593" Title="List of complex datasets for ML in the cloud comparison" Tags="|machine-learning|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6827" PostTypeId="2" ParentId="6826" CreationDate="2016-01-08T09:20:15.210" Score="2" Body="&lt;p&gt;Have a look at this great tour-de-force &lt;a href=&quot;http://jmlr.csail.mit.edu/papers/volume15/delgado14a/delgado14a.pdf&quot; rel=&quot;nofollow&quot;&gt;study&lt;/a&gt; by Manuel Fernandez-Delgado at JMLR. They ran lots of classifiers against plenty of data sets from UCI. I believe you will find everything you need. hth&lt;/p&gt;&#xA;" OwnerUserId="9810" OwnerDisplayName="davidski" LastActivityDate="2016-01-08T09:20:15.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6828" PostTypeId="1" AcceptedAnswerId="6846" CreationDate="2016-01-09T19:03:20.420" Score="3" ViewCount="37" Body="&lt;p&gt;I would like to do two things:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, I want to draw some kind of structure of the web (data) in order to divert discussions about loose term &quot;big data&quot; to specific data topics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, within this structure, I want to highlight the subset which is is considered open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if there is anything like that (e.g. a taxonomy tree) already available? Any pointer would be greatly appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g., one example structure of the web (data):&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;social media&#xA;a) facebook&#xA;b) twitter&#xA;...&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;government data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;homepages&#xA;a) individuals&#xA;b) companies&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;E-Commerce sites&#xA;a) Amazon&#xA;b) EBay&#xA;...&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Blogs &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Weather data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then parts of 2. government data, homepages and weather data could be available as open data...&lt;/p&gt;&#xA;" OwnerUserId="5647" LastActivityDate="2017-06-07T20:36:58.773" Title="Taxonomy of web pages for illustrating the reach of &quot;open data&quot;" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6829" PostTypeId="1" CreationDate="2016-01-09T19:18:04.210" Score="2" ViewCount="32" Body="&lt;p&gt;I am looking for a list of the sustainability contacts at universities, colleges and private schools in New York state.&lt;/p&gt;&#xA;" OwnerUserId="9795" LastEditorUserId="2976" LastEditDate="2016-01-09T20:41:05.467" LastActivityDate="2016-01-09T20:41:05.467" Title="Sustainability Contacts for Educational Facilities" Tags="|data-request|data.gov|education|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6830" PostTypeId="1" CreationDate="2016-01-10T01:40:31.807" Score="4" ViewCount="997" Body="&lt;p&gt;For example, entering: &quot;lung Adenocarcinoma&quot; should return (JSON preferably) large chunks of information about that disease, such as definition, alternate names, validity, treatments, signs, etc..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried using the &lt;a href=&quot;https://api.seer.cancer.gov&quot; rel=&quot;nofollow&quot;&gt;seer&lt;/a&gt; API. but I run into an issue trying to get the correct disease identifier. If I try inputting &quot;lung Adenocarcinoma&quot; into the disease search endpoint, I get no results.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;terms: [&#xA;&quot;lung adenocarcinoma&quot;&#xA;],&#xA;total: 0,&#xA;count: 25,&#xA;order: &quot;score&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9796" LastEditorUserId="2976" LastEditDate="2016-01-16T15:10:29.657" LastActivityDate="2016-01-17T13:13:09.337" Title="API for getting data from a disease name?" Tags="|openfda|uses-of-open-data|disease|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6831" PostTypeId="1" AcceptedAnswerId="6832" CreationDate="2016-01-10T12:18:25.500" Score="4" ViewCount="201" Body="&lt;p&gt;What are the literacy rates of Asian countries (Myanmar, Bhutan, Pakistan, China, Nepal) for last five censuses?&lt;/p&gt;&#xA;" OwnerUserId="9803" LastEditorUserId="2976" LastEditDate="2016-01-10T13:06:42.383" LastActivityDate="2016-01-10T13:06:42.383" Title="Literacy rates of Asian countries" Tags="|education|census|demographics|asia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6832" PostTypeId="2" ParentId="6831" CreationDate="2016-01-10T13:05:24.750" Score="7" Body="&lt;p&gt;I think &lt;strong&gt;data.worldbank.org&lt;/strong&gt; is going to be your best bet for getting this information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a direct link to the indicator for &quot;Adult literacy rate, population 15+ years, both sexes (%)&quot; (&lt;code&gt;SE.ADT.LITR.ZS&lt;/code&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/SE.ADT.LITR.ZS&quot;&gt;http://data.worldbank.org/indicator/SE.ADT.LITR.ZS&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can click &quot;Databank&quot; from that link to go to a table generator where you can limit your query to specific countries and years.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-10T13:05:24.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6833" PostTypeId="1" CreationDate="2016-01-11T04:16:23.833" Score="2" ViewCount="214" Body="&lt;p&gt;I need to download a dataset related to the Umbrella movement in Hong Kong from Twitter and Facebook (tweets, hashtags, followers, contacts, etc.).&lt;/p&gt;&#xA;" OwnerUserId="9808" LastEditorUserId="23272" LastEditDate="2021-04-07T12:54:06.917" LastActivityDate="2021-04-07T12:54:06.917" Title="How can I download datasets from Twitter and Facebook from an specific event and time period?" Tags="|social-media|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="6834" PostTypeId="1" CreationDate="2016-01-11T04:58:21.850" Score="4" ViewCount="96" Body="&lt;p&gt;Is there a corpus about personal financial portfolios? I.e. data which is anonymous user data and shows financial portfolios for these users.&lt;/p&gt;&#xA;" OwnerUserId="9809" LastEditorDisplayName="user6083" LastEditDate="2016-01-12T02:19:33.533" LastActivityDate="2016-01-12T02:19:33.533" Title="Access to anonymous personal financial portfolio data" Tags="|data-request|finance|corpora|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6835" PostTypeId="2" ParentId="1951" CreationDate="2016-01-11T12:27:48.097" Score="7" Body="&lt;p&gt;Here you can find the full list of .fr domain names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.afnic.fr/en/products-and-services/services/opendata-en.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opendata.afnic.fr/en/products-and-services/services/opendata-en.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here the list of .se and .nu domain names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://zonedata.iis.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://zonedata.iis.se/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9811" LastEditorUserId="9811" LastEditDate="2017-05-20T08:29:45.137" LastActivityDate="2017-05-20T08:29:45.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6836" PostTypeId="1" CreationDate="2016-01-11T13:53:15.643" Score="6" ViewCount="164" Body="&lt;p&gt;I need to know for example, heights of bridges/fly-overs from the land surface (just to know there is an elevated structure). How and where from can I get this data (preferably for EU)? Any open source databases/ any 3d maps with this data?&lt;/p&gt;&#xA;" OwnerUserId="9873" OwnerDisplayName="ronIT" LastEditorUserId="70" LastEditDate="2016-01-27T00:58:52.370" LastActivityDate="2016-01-27T00:58:52.370" Title="Elevation data sources" Tags="|data-request|geospatial|europe|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6837" PostTypeId="1" AcceptedAnswerId="6839" CreationDate="2016-01-11T18:04:34.683" Score="8" ViewCount="60" Body="&lt;p&gt;I'm seeking a list of how many prisoners got incarnated in each year in the US by private prisons compared to state-run facilities. Is such a list publically available?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="1652" LastEditDate="2016-01-11T19:35:56.647" LastActivityDate="2016-01-11T20:03:13.480" Title="Statistics of the yearly amount of beds in private prisons in the US" Tags="|data-request|usa|crime|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6838" PostTypeId="2" ParentId="517" CreationDate="2016-01-11T19:33:13.677" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://csvconf.com/&quot; rel=&quot;nofollow&quot;&gt;csv,conf&lt;/a&gt;: &quot;A conference for data makers everywhere. (And any data - not just CSVs!)&quot;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;3-4 May 2016 in Berlin, Germany.&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;2014-07-24: Berlin (one day, first edition). &quot;This one day conference will focus on practical, real-world stories,&#xA;examples and techniques of how to scrape, wrangle, analyze, and visualize&#xA;data. Whether your data is big or small, tabular or spatial, graphs or rows&#xA;this event is for you.&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Full public announcement of the 2014 edition:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Announcing CSV,Conf - the conference for data makers everywhere&#xA;  &lt;a href=&quot;http://csvconf.com/&quot; rel=&quot;nofollow&quot;&gt;http://csvconf.com/&lt;/a&gt; which takes place on 15 July 2014 in Berlin.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;This one day conference will focus on practical, real-world stories,&#xA;  examples and techniques of how to scrape, wrangle, analyze, and&#xA;  visualize data. Whether your data is big or small, tabular or spatial,&#xA;  graphs or rows this event is for you. Key Info&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Where: Kalkscheune, Berlin, Germany&lt;/li&gt;&#xA;  &lt;li&gt;When: 15 July 2014, all day&lt;/li&gt;&#xA;  &lt;li&gt;Web: &lt;a href=&quot;http://csvconf.com/&quot; rel=&quot;nofollow&quot;&gt;http://csvconf.com/&lt;/a&gt;&lt;/li&gt;&#xA;  &lt;li&gt;Register: &lt;a href=&quot;http://register.csvconf.com/&quot; rel=&quot;nofollow&quot;&gt;http://register.csvconf.com/&lt;/a&gt;&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;  &#xA;  &lt;p&gt;CSV,Conf is run in conjunction with the week long Open Knowledge&#xA;  Festival &lt;a href=&quot;http://okfestival.org/&quot; rel=&quot;nofollow&quot;&gt;http://okfestival.org/&lt;/a&gt;. What Is It About? Building&#xA;  Community&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We want to bring together data makers/doers/hackers from backgrounds&#xA;  like science, journalism, open government and the wider software&#xA;  industry to share tools and stories. For those who love data&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;CSV Conf is a non-profit community conference run by some folks who&#xA;  really love data and sharing knowledge. If you are as passionate about&#xA;  data and the application it has to society then you should join us!&#xA;  Big and small&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;This isn’t a conference just about spreadsheets. We are curating&#xA;  content about advancing the art of data collaboration, from putting&#xA;  your CSV on GitHub to producing meaningful insight by running large&#xA;  scale distributed processing. Colophon: Why CSV?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;This conference isn’t just about CSV &lt;a href=&quot;http://data.okfn.org/doc/csv&quot; rel=&quot;nofollow&quot;&gt;http://data.okfn.org/doc/csv&lt;/a&gt;&#xA;  data. But we chose to call it CSV Conf because we think CSV embodies&#xA;  certain important qualities that set the tone for the event:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Simplicity: CSV is incredibly simple - perhaps the simplest structured    data format there is&lt;/li&gt;&#xA;  &lt;li&gt;Openness: the CSV ‘standard’ is well-known and open - free for anyone    to use&lt;/li&gt;&#xA;  &lt;li&gt;Easy to use: CSV is widely supported - practically every spreadsheet    program, relational database and programming language&#xA;  in existence can    handle CSV in some form or other&lt;/li&gt;&#xA;  &lt;li&gt;Hackable: CSV is text-based and therefore amenable to manipulation and    access from a wide range of standard tools&#xA;  (including revision control    systems such as git, mercurial and&#xA;  subversion)&lt;/li&gt;&#xA;  &lt;li&gt;Big or small: CSV files can range from under a kilobyte to gigabytes    and its line-oriented structure mean it can be&#xA;  incrementally processed –    you do not need to read an entire file to&#xA;  extract a single row. Received on Thursday, 19 June 2014 09:36:02 UTC&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1511" LastEditDate="2016-02-15T20:14:15.033" LastActivityDate="2016-02-15T20:14:15.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6839" PostTypeId="2" ParentId="6837" CreationDate="2016-01-11T20:03:13.480" Score="8" Body="&lt;p&gt;There is tons of data at the US &lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=1&quot; rel=&quot;noreferrer&quot;&gt;Bureau of Justice Statistcs - Corrections&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I think the best way is to get these data points from the two major private prison companies (CCA and GEO Group).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Luckily (for you), both are publicly traded - so you can download their annual reports and find all sorts of info about number of beds, and different types of housing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, from the GEO Group 2012 annual report (&lt;a href=&quot;https://materials.proxyvote.com/Approved/36159R/20130314/AR_159415/document.pdf&quot; rel=&quot;noreferrer&quot;&gt;PDF&lt;/a&gt;)&#xA;&lt;a href=&quot;https://i.stack.imgur.com/LTS9j.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LTS9j.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So then you just need to download a bunch of PDFs, and then copy/paste into a spreadsheet.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;CCA annual reports (2008 - 2014) - &lt;a href=&quot;http://www.cca.com/investors/financial-information/annual-reports&quot; rel=&quot;noreferrer&quot;&gt;http://www.cca.com/investors/financial-information/annual-reports&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;GEO Group annual reports (2001 to 2014) - &lt;a href=&quot;http://www.snl.com/irweblinkx/FinancialDocs.aspx?iid=4144107&quot; rel=&quot;noreferrer&quot;&gt;http://www.snl.com/irweblinkx/FinancialDocs.aspx?iid=4144107&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;p.s. you can get more years of annual reports by contacting to the investor relations department&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-01-11T20:03:13.480" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6840" PostTypeId="1" CreationDate="2016-01-11T20:14:15.637" Score="3" ViewCount="45" Body="&lt;p&gt;I am looking for a dataset that lists domestic accidents due to plates and bowls exploding due to heat or other factors, put aside direct human/animal mistake (e.g. we ignore cases where a human dropped a plate).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it would contain the year, country, the type of materials used in the plate/bowl, the severity of the injury, and a description of the injury.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-01-11T21:25:54.540" LastActivityDate="2016-01-11T21:25:54.540" Title="Domestic accidents due to exploding plates and bowls" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6841" PostTypeId="2" ParentId="6834" CreationDate="2016-01-11T20:25:01.547" Score="3" Body="&lt;p&gt;You can get portfolios that by law are submitted to the US Securities and Exchange Committee (SEC)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.sec.gov/answers/form13f.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Form 13F—Reports&lt;/a&gt; Filed by Institutional Investment Managers&lt;/p&gt;&#xA;&lt;p&gt;An institutional investment manager that uses the U.S. mail (or other means or instrumentality of interstate commerce) in the course of its business, and exercises investment discretion over $100 million or more in Section 13(f) securities (explained below) must report its holdings on Form 13F with the Securities and Exchange Commission (SEC).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The database of company filings is called &lt;a href=&quot;http://www.sec.gov/edgar/searchedgar/companysearch.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDGAR&lt;/a&gt;, and it is searchable.&lt;/p&gt;&#xA;&lt;p&gt;For example, here is a recent &lt;a href=&quot;http://www.sec.gov/Archives/edgar/data/1067983/000095012315011992/xslForm13F_X01/form13fInfoTable.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;13F from Berkshire Hathaway&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;If you want real-time trade data, then check out a &lt;a href=&quot;https://en.wikipedia.org/wiki/Social_trading&quot; rel=&quot;nofollow noreferrer&quot;&gt;social trading network&lt;/a&gt;. Maybe you'll even find one with an API.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-01-11T20:25:01.547" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6842" PostTypeId="1" AcceptedAnswerId="6843" CreationDate="2016-01-11T22:03:54.797" Score="2" ViewCount="30" Body="&lt;p&gt;Where can I find data on the number of people employed in each state for each level of income? I need data that includes at least the year 2014, and back to at least 2009.&#xA;I would like the following variables:&#xA;-income&#xA;-state of residence&#xA;-employment&#xA;-year&lt;/p&gt;&#xA;" OwnerUserId="6029" LastEditorUserId="23272" LastEditDate="2022-07-14T12:33:49.387" LastActivityDate="2022-07-14T12:33:49.387" Title="Employment data by income at the state level" Tags="|data-request|labor|income|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6843" PostTypeId="2" ParentId="6842" CreationDate="2016-01-12T02:15:02.730" Score="3" Body="&lt;p&gt;Here it is for 2014 (ACS 2014 1-year) from CensusReporter(.org)&lt;code&gt;*&lt;/code&gt; by poverty status: &lt;a href=&quot;http://censusreporter.org/data/table/?table=B17005&amp;amp;geo_ids=01000US,040|01000US&amp;amp;primary_geo_id=01000US&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://censusreporter.org/data/table/?table=B17005&amp;amp;geo_ids=01000US,040|01000US&amp;amp;primary_geo_id=01000US&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More information on this topic can be found from CensusReporter at &lt;a href=&quot;http://censusreporter.org/topics/employment/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://censusreporter.org/topics/employment/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;*&lt;/code&gt;The data ultimately comes from Census and you can use their FactFinder tool with this data table at &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/13_5YR/B17005/0400000US49&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/13_5YR/B17005/0400000US49&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hEVuJ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hEVuJ.png&quot; alt=&quot;screenshot from censusreporter.org&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-12T02:15:02.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6844" PostTypeId="2" ParentId="5068" CreationDate="2016-01-12T02:18:05.587" Score="2" Body="&lt;p&gt;Cambridge, MA has data at the neighborhood level at &lt;a href=&quot;https://data.cambridgema.gov/Neighborhood-Census-Data/2007-2011-Median-Income-by-Neighborhood/ujy3-unjj&quot; rel=&quot;nofollow&quot;&gt;https://data.cambridgema.gov/Neighborhood-Census-Data/2007-2011-Median-Income-by-Neighborhood/ujy3-unjj&lt;/a&gt;. The methodology is as follows:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;These median incomes were estimated in a two step process. Income related blockgroup data from the 2007-2011 American Community Survey recompiled by the Cambridge Community Development Department to align with approximate neighborhood boundaries. Median values were then interpolated for each geographic area from the compiled distribution of incomes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-12T02:18:05.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6845" PostTypeId="1" AcceptedAnswerId="10169" CreationDate="2016-01-12T09:48:58.513" Score="5" ViewCount="712" Body="&lt;p&gt;Is there any statistics available that includes gender differences? I would like to know the rate of male vs female travelers. For example, something like this:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Country: male%&lt;/li&gt;&#xA;&lt;li&gt;USA: 48%&lt;/li&gt;&#xA;&lt;li&gt;Germany: 43%&lt;/li&gt;&#xA;&lt;li&gt;Japan: 38%&lt;/li&gt;&#xA;&lt;li&gt;China: 42%&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Of course it is sufficient if you can compute it by manipulating the raw data.&lt;/p&gt;&#xA;" OwnerUserId="8302" LastEditorUserId="1511" LastEditDate="2016-11-23T10:24:12.613" LastActivityDate="2016-11-23T13:46:02.453" Title="Travel statistics by gender and country" Tags="|data-request|demographics|global|travel|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6846" PostTypeId="2" ParentId="6828" CreationDate="2016-01-12T11:22:26.083" Score="1" Body="&lt;p&gt;I have some links which are useful for my question that I came across after performing a Google search for &quot;types of web sites&quot; brought among other these results:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Website&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Website&lt;/a&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Social_media&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Social_media&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5647" LastEditorUserId="90" LastEditDate="2017-06-07T20:36:58.773" LastActivityDate="2017-06-07T20:36:58.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6847" PostTypeId="1" CreationDate="2016-01-12T14:20:03.850" Score="3" ViewCount="858" Body="&lt;p&gt;This is the site I want to gather data from but I'm really not sure where to start.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.espn.co.uk/rugby/playerstats?gameId=271423&amp;amp;league=271937&quot; rel=&quot;nofollow&quot;&gt;http://www.espn.co.uk/rugby/playerstats?gameId=271423&amp;amp;league=271937&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9821" LastEditorUserId="1511" LastEditDate="2016-01-12T14:38:17.247" LastActivityDate="2016-04-03T05:32:08.920" Title="How to scrape rugby union data from espn.co.uk" Tags="|programming|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6849" PostTypeId="1" CreationDate="2016-01-12T15:12:12.153" Score="4" ViewCount="167" Body="&lt;p&gt;I am building an application where we'd like to reuse information from drug approval packages (&lt;a href=&quot;http://www.accessdata.fda.gov/drugsatfda_docs/nda/2006/021928_s000_ChantixTOC.cfm&quot; rel=&quot;nofollow&quot;&gt;Example&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://open.fda.gov/drug/event/&quot; rel=&quot;nofollow&quot;&gt;FDA API&lt;/a&gt; does not have a query interface for drug approval packages. Is there an alternative API for this information, via the FDA or otherwise? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd prefer to use an API, rather than writing a scraper for the same.&lt;/p&gt;&#xA;" OwnerUserId="9822" LastEditorUserId="5386" LastEditDate="2016-01-16T16:32:31.000" LastActivityDate="2024-03-02T14:31:31.743" Title="Is there an API for drug approval packages from the FDA?" Tags="|openfda|medical|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6850" PostTypeId="1" CreationDate="2016-01-12T18:49:48.367" Score="3" ViewCount="39" Body="&lt;p&gt;I am looking for income cohort data by household size for USA, preferably 2014. This is not available in Census FactFinder and I am not sure where else to look. Could anyone guide me on this, please.&lt;/p&gt;&#xA;" OwnerUserId="9826" LastEditorUserId="2976" LastEditDate="2016-01-13T00:02:42.583" LastActivityDate="2016-01-13T23:06:34.567" Title="Income cohorts based on household size" Tags="|data-request|us-census|income|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6851" PostTypeId="1" CreationDate="2016-01-12T19:17:04.510" Score="3" ViewCount="120" Body="&lt;p&gt;I am looking for a dataset exactly similar to &lt;a href=&quot;http://forecast.io/raw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://forecast.io/raw/&lt;/a&gt; that gives the values for London in 2015:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;temperature&lt;/li&gt;&#xA;&lt;li&gt;precipIntensity&lt;/li&gt;&#xA;&lt;li&gt;windSpeed&lt;/li&gt;&#xA;&lt;li&gt;windBearing&lt;/li&gt;&#xA;&lt;li&gt;cloudCover&lt;/li&gt;&#xA;&lt;li&gt;humidity&lt;/li&gt;&#xA;&lt;li&gt;pressure&lt;/li&gt;&#xA;&lt;li&gt;visibility&lt;/li&gt;&#xA;&lt;li&gt;ozone&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I am not familiar with programming so please suggest a simple tool.&lt;/p&gt;&#xA;" OwnerUserId="6896" LastEditorUserId="23272" LastEditDate="2022-07-14T12:25:43.853" LastActivityDate="2022-07-14T12:25:43.853" Title="weather dataset" Tags="|data-request|weather|uk|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="6852" PostTypeId="2" ParentId="3744" CreationDate="2016-01-12T20:48:04.293" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://webhose.io&quot; rel=&quot;nofollow&quot;&gt;https://webhose.io&lt;/a&gt; has some of the attributes you need, but the date filtering may be limited to numbers of days before the current time.&lt;/p&gt;&#xA;" OwnerUserId="9830" LastActivityDate="2016-01-12T20:48:04.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6854" PostTypeId="1" AcceptedAnswerId="6876" CreationDate="2016-01-13T08:50:28.200" Score="6" ViewCount="328" Body="&lt;p&gt;I'm looking for raw data regarding kidney transplant or any organ transplant in order to perform a survival analysis with random  effects given by some kind of attributes such as hospital dimension/location.&lt;/p&gt;&#xA;" OwnerUserId="9825" LastEditorUserId="1652" LastEditDate="2016-01-14T22:09:29.220" LastActivityDate="2016-01-16T16:17:17.027" Title="Kidney transplant dataset" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6855" PostTypeId="2" ParentId="3744" CreationDate="2016-01-13T12:46:22.673" Score="6" Body="&lt;h3&gt;R&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Your requirements are fairly specific, and I am posting this for future readers of this post having less restrictive requirements. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are into R, you can use the &lt;a href=&quot;https://github.com/mannau/tm.plugin.webmining&quot; rel=&quot;noreferrer&quot;&gt;tm.plugin.webmining package&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then you can do things like &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;googlenews &amp;lt;- WebCorpus(GoogleNewsSource(&quot;Microsoft&quot;))&#xA;reutersnews &amp;lt;- WebCorpus(ReutersNewsSource(&quot;businessNews&quot;))&#xA;yahoonews &amp;lt;- WebCorpus(YahooNewsSource(&quot;Microsoft&quot;))&#xA;nytimes &amp;lt;- WebCorpus(NYTimesSource(&quot;Microsoft&quot;, appid = &quot;&amp;lt;nytimes_appid&amp;gt;&quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Even if you aren't into R, you can look at the source code and check out how the programmer decided to call the respective APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Date-Range filtering should be possible with the NYT API, but I haven't checked how if the R code can actually do this.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;GDELT&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Also check out the API of the &lt;a href=&quot;http://www.gdeltproject.org/&quot; rel=&quot;noreferrer&quot;&gt;GDELT project&lt;/a&gt;, a huge database which is tracking news+events from around the globe. The API was announced in this &lt;a href=&quot;http://blog.gdeltproject.org/gdelt-2-0-our-global-world-in-realtime/&quot; rel=&quot;noreferrer&quot;&gt;blog post&lt;/a&gt;, but I haven't used it. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2016-01-18T08:16:21.977" LastActivityDate="2016-01-18T08:16:21.977" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6859" PostTypeId="1" CreationDate="2016-01-13T16:06:28.523" Score="3" ViewCount="33" Body="&lt;p&gt;I am searching for data that was collected as part of the job described in the New England Journal of Medicine article &lt;a href=&quot;http://www.nejm.org/doi/full/10.1056/NEJM200005183422001#t=articleTop&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Comparison of Nefazodone, the Cognitive Behavioral-Analysis System of Psychotherapy, and Their Combination for the Treatment of Chronic Depression&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen many articles that use this data and it seems that this data should be open, but I cannot find it.&lt;br /&gt;&#xA;All of these articles contains citation to the aforementioned paper. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can get this dataset?&lt;/p&gt;&#xA;" OwnerUserId="9837" LastEditorDisplayName="user4293" LastEditDate="2017-02-22T17:45:43.030" LastActivityDate="2017-02-22T17:45:43.030" Title="Where can I find Nefazadone CBASP dataset?" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6860" PostTypeId="2" ParentId="4510" CreationDate="2016-01-13T16:10:02.733" Score="4" Body="&lt;p&gt;you haven't precised the country of which you want the drugs data. For &lt;strong&gt;France&lt;/strong&gt; there is the &lt;a href=&quot;http://data.opendatasoft.com/explore/?q=m%C3%A9dicaments&amp;amp;sort=modified&quot; rel=&quot;nofollow&quot;&gt;Open Medic Database&lt;/a&gt; where you'll find data about every drugs available on the market, including consumption by zone area and indications/side effects given by the french health authorities (&lt;a href=&quot;https://fr.wikipedia.org/wiki/Haute_Autorit%C3%A9_de_sant%C3%A9&quot; rel=&quot;nofollow&quot;&gt;Haute Autorité Sanitaire&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure if it'll help but still interesting :)&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2016-01-13T16:10:02.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6861" PostTypeId="1" AcceptedAnswerId="6875" CreationDate="2016-01-13T19:20:51.010" Score="11" ViewCount="411" Body="&lt;p&gt;Are there any current data sets on the migration of refugees in Europe available? As information seems to be sparse, I don't really care what kind of data. For example, data on migration routes or registration data would be interesting, preferably from the governments or the EU.&lt;/p&gt;&#xA;" OwnerUserId="30" LastEditorDisplayName="user4293" LastEditDate="2017-10-19T11:56:45.800" LastActivityDate="2017-10-19T11:56:45.800" Title="Data on refugee migration" Tags="|data-request|migration|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6862" PostTypeId="2" ParentId="6861" CreationDate="2016-01-13T21:04:14.090" Score="6" Body="&lt;p&gt;One possible source would be &lt;a href=&quot;http://www.themigrantsfiles.com/&quot;&gt;The Migrant Files&lt;/a&gt;. It's a cross-border journalism project. If you scroll down on the main page, you'll find links to data, such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1rDThuJ1HVTsWWPEvauOIGuY0kd7h8fGkrxebmlMt7h4/edit#gid=0&quot;&gt;All data on deporations&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1YNqIzyQfEn4i_be2GGWESnG2Q80E_fLASffsXdCOftI/edit?usp=sharing&quot;&gt;All data on migrant and refugee deaths&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are links and references in each of the data sources.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-01-13T21:04:14.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6863" PostTypeId="2" ParentId="6850" CreationDate="2016-01-13T23:06:34.567" Score="4" Body="&lt;p&gt;you can compute this with the cps or scf microdata&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/current%20population%20survey%20%28cps%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/current%20population%20survey%20%28cps%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/survey%20of%20consumer%20finances%20%28scf%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/survey%20of%20consumer%20finances%20%28scf%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-01-13T23:06:34.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6864" PostTypeId="1" CreationDate="2016-01-14T01:17:16.903" Score="2" ViewCount="2920" Body="&lt;p&gt;Is there a way to obtain a dataset consisting of LinkedIn data? Is there any existing open dataset for this purpose? If no, can I collect the data using LinkedIn API?&lt;/p&gt;&#xA;" OwnerUserId="9844" LastActivityDate="2016-01-18T18:07:41.253" Title="Are there any open datasets for LinkedIn public profiles?" Tags="|data-request|api|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6865" PostTypeId="1" CreationDate="2016-01-14T07:29:30.347" Score="3" ViewCount="159" Body="&lt;p&gt;I'm trying to get annual data on purchases of televisions at the MSA or city level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at BLS Consumer Expenditure Survey, but it looks like the MSA-level data is aggregated into coarse categories. The public use micro data, has individual-level data, but it looks like it only has state but not MSA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to get MSA-level total purchases that are not aggregated into very coarse purchase categories? I am interested both in free data like BLS and also potentially private data (so long as it's affordable on a academic research budget &#xA;" OwnerUserId="1681" LastActivityDate="2016-09-20T13:23:35.253" Title="BLS Consumer Expenditure Survey at MSA level" Tags="|data-request|usa|government|labor|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6866" PostTypeId="1" CreationDate="2016-01-14T07:31:47.837" Score="1" ViewCount="110" Body="&lt;p&gt;I working on a system that will be doing spatial calculation across UK - finding users within proximity to some location. What I am after is data that would be a snapshot at certain point in time of mobile device positions across UK (to fine tune spatial grid index in SQL Server). If it's not a snapshot and has data on how people move it's even better, as I will be able to do concentration of people during time of day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; If you have partial data of, lets say one region, of UK that would suffice too.&lt;/p&gt;&#xA;" OwnerUserId="9845" LastEditorUserId="9845" LastEditDate="2016-02-23T16:13:26.270" LastActivityDate="2016-02-23T16:13:26.270" Title="UK Mobile phone gps location database" Tags="|data-request|geospatial|uk|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6867" PostTypeId="1" CreationDate="2016-01-14T08:53:01.193" Score="3" ViewCount="106" Body="&lt;p&gt;I'm looking for a full list of all commercial passenger routes across the world.&lt;/p&gt;&#xA;" OwnerUserId="9849" LastActivityDate="2024-02-06T01:07:36.127" Title="where can I find world-wide commercial flight routes information?" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6868" PostTypeId="2" ParentId="6851" CreationDate="2016-01-14T12:04:58.500" Score="1" Body="&lt;p&gt;If you go to the &lt;a href=&quot;http://forecast.io&quot; rel=&quot;nofollow&quot;&gt;forecast.io&lt;/a&gt; then there is &lt;a href=&quot;https://developer.forecast.io/docs/v2&quot; rel=&quot;nofollow&quot;&gt;a page&lt;/a&gt; with examples and ready codes for many software including R, C, PHP android and many others, see &lt;a href=&quot;https://developer.forecast.io/docs/v2&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; for a complete list. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the other hand, there is a simple way of getting data without going to complicated procedure of writing codes. Just go to &lt;a href=&quot;http://www.wunderground.com/history/airport/EGLL/2016/1/14/CustomHistory.html?req_city=London&amp;amp;req_statename=United%20Kingdom&amp;amp;reqdb.zip=00000&amp;amp;reqdb.magic=1&amp;amp;reqdb.wmo=03772&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt; and select the time interval and copy the result to excel.&lt;/p&gt;&#xA;" OwnerUserId="6896" LastActivityDate="2016-01-14T12:04:58.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6870" PostTypeId="2" ParentId="5420" CreationDate="2016-01-14T19:54:37.847" Score="2" Body="&lt;p&gt;Yahoo! News Feed User Dataset consists data of users pulled across various Yahoo! properties, including Yahoo! Movies; its made up &quot;of user-news item interaction data, collected by recording the user- news item interaction of about 20M users from February 2015 to May 2015.&quot;&lt;br&gt;&#xA;I'm not sure if this has exactly the transaction data you want, but it is worth looking into:&lt;br&gt;&#xA;&lt;a href=&quot;http://webscope.sandbox.yahoo.com/catalog.php?datatype=r&amp;amp;did=75&quot; rel=&quot;nofollow&quot;&gt;http://webscope.sandbox.yahoo.com/catalog.php?datatype=r&amp;amp;did=75&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-01-14T19:54:37.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6871" PostTypeId="2" ParentId="6865" CreationDate="2016-01-15T03:45:05.540" Score="2" Body="&lt;p&gt;there is a metro area identifier on the ce, but only for the largest ten or so cities..  there probably isn't sample to get any smaller than that; ce should not even be used for state-level statistics.  some bls-published msa tables with ce:  &lt;a href=&quot;http://www.bls.gov/cex/csxmsa.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cex/csxmsa.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-01-15T03:45:05.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6872" PostTypeId="1" AcceptedAnswerId="6877" CreationDate="2016-01-15T14:57:21.417" Score="0" ViewCount="93" Body="&lt;p&gt;I am interested in using &lt;a href=&quot;http://www.sports-reference.com/&quot; rel=&quot;nofollow&quot;&gt;sports-reference&lt;/a&gt;'s data for web modelling and a web application. I was checking the &lt;a href=&quot;http://www.sports-reference.com/termsofuse.shtml&quot; rel=&quot;nofollow&quot;&gt;TOS&lt;/a&gt; of sports-reference and I can't quite grasp the main idea about the legality of using their data for other applications. Does anybody here have experience with sports-reference data and it's legality of use. Is it fine for me to use their data freely or do I need to get a license from SRL?&lt;/p&gt;&#xA;" OwnerUserId="9452" LastEditorUserId="9452" LastEditDate="2016-01-16T15:47:41.663" LastActivityDate="2016-01-16T20:24:40.583" Title="sports-reference.com legality of using their data for other applications" Tags="|sports|legal|" AnswerCount="1" CommentCount="5" ClosedDate="2016-01-18T13:59:58.517" ContentLicense="CC BY-SA 3.0" />
  <row Id="6873" PostTypeId="2" ParentId="6723" CreationDate="2016-01-15T20:37:48.797" Score="4" Body="&lt;p&gt;Two different ICU data management systems were in operation over the period of data collection: Philips Carevue (pre ~2008) and IMDSoft Metavision (post ~2008). The structure of the data collected by these systems is fairly different, so we have provided two separate tables rather than a single merged one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The tables are inputevents_cv (Carevue) and inputevents_mv (Metavision). For an overview of how to work with these tables, please see the MIMIC-III documentation: &lt;a href=&quot;http://mimic.physionet.org/mimicdata/io/#inputs&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/mimicdata/io/#inputs&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;How can I access the dosage per day of furosemide received?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The principle is similar for both the inputevents_cv and inputevents_mv tables, though the inputevents_mv table provides more detail (e.g. start and stop times). Your question specifically mentions difficulty in finding data in the inputevents_cv table, so I will use this as an example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First you need to find the appropriate itemids using the d_items table. Concepts have not yet been mapped between systems, so a single concept may be associated with multiple itemids. Using the example of furosemide/Lasix:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select itemid, label, dbsource, linksto&#xA;from d_items &#xA;where lower(label) like '%lasix%'&#xA;&#xA; itemid |           label            |  dbsource  |    linksto     &#xA;--------+----------------------------+------------+----------------&#xA;   3439 | Furosemide/Lasix           | carevue    | chartevents&#xA;   4888 | lasix                      | carevue    | chartevents&#xA;   6120 | IV Lasix                   | carevue    | chartevents&#xA;   4219 | Lasix                      | carevue    | chartevents&#xA;   7780 | LASIX                      | carevue    | chartevents&#xA;  30123 | Lasix                      | carevue    | inputevents_cv&#xA; 228340 | Furosemide (Lasix) 500/100 | metavision | inputevents_mv&#xA; 221794 | Furosemide (Lasix)         | metavision | inputevents_mv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So for inputevents_cv the itemid of interest is 30123. We can search for data for a sample patient using the query below:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select subject_id, icustay_id, charttime,&#xA;amount, amountuom, rate, rateuom&#xA;from inputevents_cv &#xA;where itemid = 30123 &#xA;and subject_id = 4587 &#xA;order by charttime&#xA;limit 10;&#xA;&#xA; subject_id | icustay_id |    charttime     | amount | amountuom | rate | rateuom &#xA;------------+------------+------------------+--------+-----------+------+---------&#xA;       4587 |     213218 | 2249-11-20 14:30 |        |           |   20 | mghr&#xA;       4587 |     213218 | 2249-11-20 15:00 |     20 | mg        |      | &#xA;       4587 |     213218 | 2249-11-20 15:00 |        |           |   20 | mghr&#xA;       4587 |     213218 | 2249-11-20 15:30 |        |           |   20 | mghr&#xA;       4587 |     213218 | 2249-11-20 16:00 |        |           |   20 | mghr&#xA;       4587 |     213218 | 2249-11-20 16:00 |     20 | mg        |      | &#xA;       4587 |     213218 | 2249-11-20 17:00 |     20 | mg        |      | &#xA;       4587 |     213218 | 2249-11-20 17:00 |        |           |   20 | mghr&#xA;       4587 |     213218 | 2249-11-20 18:00 |     20 | mg        |      | &#xA;       4587 |     213218 | 2249-11-20 19:00 |     20 | mg        |      | &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The rate column indicates when the rate of delivery was set or updated, so in this case the rate remained at 20mg/hr throughout the period. The amount column indicates the quantity of medication that had been received by the associated charttime. For rates, the charttime corresponds to a start time (when the drug was set to that rate). For amounts, the charttime corresponds to an end time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Summing the amount gives the total amount delivered over the time period (in the above example, 20mg * 5 = 100mg). While no start time is available in the Carevue data, the start time can often be inferred from the rate. In this case, given that the rate of delivery is indicated to be 20mg/hr at 2.30pm and the amount delivered at 3pm was 20mg, it would be reasonable to assume that delivery began at 2pm.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2016-01-17T20:26:58.493" LastActivityDate="2016-01-17T20:26:58.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6874" PostTypeId="1" CreationDate="2016-01-16T00:50:42.927" Score="4" ViewCount="42" Body="&lt;p&gt;I would like to get any data that predicted GDP in the past (e.g. the projected 2015 GDP that was released in 2000). I don't mind what organization the data was released by, as long as it is prominent (e.g. UN, OECD, IMF, or WB) because I just want to know how the future GDP prediction diverges. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I download those datasets for free? &lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2016-01-16T00:50:42.927" Title="The list of projected GDP in the past?" Tags="|data-request|economics|gdp|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6875" PostTypeId="2" ParentId="6861" CreationDate="2016-01-16T15:43:35.283" Score="6" Body="&lt;p&gt;Check &lt;a href=&quot;http://www.global-refugees.info/&quot;&gt;global-refugees.info&lt;/a&gt;'s &lt;a href=&quot;https://github.com/NikolaSander/refugees/raw/gh-pages/refugees-interactiv-data.xlsx&quot;&gt;data&lt;/a&gt;. It's available as a excel spreadsheet (.xlsx). And they also have some code explaining the process they used for making the visualizations on their website and on github&#xA;&lt;a href=&quot;https://github.com/NikolaSander/refugees/&quot;&gt;https://github.com/NikolaSander/refugees/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UNHCR database&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main source of all the articles and visualizations is this &lt;a href=&quot;http://popstats.unhcr.org/en/persons_of_concern&quot;&gt;http://popstats.unhcr.org/en/persons_of_concern&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UNDATA&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some journalists also use this as their source &lt;a href=&quot;http://data.un.org/Data.aspx?d=UNHCR&amp;amp;f=indID%3AType-Ref&quot;&gt;http://data.un.org/Data.aspx?d=UNHCR&amp;amp;f=indID%3AType-Ref&lt;/a&gt;, although many argue that it's basically UNHCR's data afterreported.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastActivityDate="2016-01-16T15:43:35.283" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6876" PostTypeId="2" ParentId="6854" CreationDate="2016-01-16T16:17:17.027" Score="4" Body="&lt;p&gt;It seems that some of the information you are looking for is available but not completely out there in the open. Some leads to track down:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Scientific Registry of Transplant Recipients&lt;/strong&gt;' standard analysis file (SAF): &lt;a href=&quot;http://www.srtr.org/data_request/saf.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.srtr.org/data_request/saf.aspx&lt;/a&gt; seems to be &lt;em&gt;raw&lt;/em&gt; data. You can see that many of the fields you are looking at are available in the &lt;a href=&quot;http://www.srtr.org/data_request/content/datadictionary/current/default.html&quot; rel=&quot;nofollow&quot;&gt;data dictionary&lt;/a&gt;. It isn't 100% clear to me how you get your hands on the actual data however.&lt;/li&gt;&#xA;&lt;li&gt;The &lt;strong&gt;US HHS Organ Procurement and Transplantation Network&lt;/strong&gt; has &lt;em&gt;aggregate&lt;/em&gt; data on many related things including survival at  &lt;a href=&quot;https://optn.transplant.hrsa.gov/converge/latestData/step2.asp&quot; rel=&quot;nofollow&quot;&gt;https://optn.transplant.hrsa.gov/converge/latestData/step2.asp&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-16T16:17:17.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6877" PostTypeId="2" ParentId="6872" CreationDate="2016-01-16T20:24:40.583" Score="3" Body="&lt;p&gt;The TOS are quite explicit you can't use their data without their consent and buy having a license. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;Any use, reproduction, or distribution of this Site or Content without SRL's advance written consent is prohibited, except, however, you may download one copy of these materials, and you may print one copy of these materials for your use in learning about, evaluating, or acquiring SRL's or its licensees' or licensors' services or products, provided that you include a complete copy of this entire page.&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2016-01-16T20:24:40.583" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6878" PostTypeId="1" AcceptedAnswerId="6895" CreationDate="2016-01-17T02:16:19.613" Score="2" ViewCount="680" Body="&lt;p&gt;I wonder how to map &lt;code&gt;SUBJECT_ID&lt;/code&gt; and &lt;code&gt;HADM_ID&lt;/code&gt; of MIMIC-II with &lt;code&gt;SUBJECT_ID&lt;/code&gt; and &lt;code&gt;HADM_ID&lt;/code&gt; of MIMIC-III.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-01-17T04:14:57.980" LastActivityDate="2018-03-14T03:39:46.873" Title="How to map MIMIC-II's SUBJECT_ID and HADM_ID with MIMIC-III's SUBJECT_ID and HADM_ID?" Tags="|mimic-iii|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6879" PostTypeId="1" CreationDate="2016-01-17T02:16:36.123" Score="6" ViewCount="608" Body="&lt;p&gt;Is there any data source that lists average income, disposable income, or salary by age group? I would like to get something like the follows.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Country | 25-34 | 35-44 | 45-54 | 55 and over&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Belgium | 30,000 | 33,000 | 46,000 | 52,000&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Italy | 23,000 | 32,000 | 39,000 | 51,000&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The numbers are illustration purposes' only (US$). I would like to get data that includes at least 20 or so developed countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course the different age threshold can be accepted. &lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2016-01-24T10:16:36.573" Title="Average income by age group, for all countries?" Tags="|data-request|economics|income|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6880" PostTypeId="1" CreationDate="2016-01-17T08:23:06.523" Score="7" ViewCount="143" Body="&lt;p&gt;Most of the parallel corpora (Opus, EuroParl, OpenSubtitles) have only human translations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;src_txt | human_trans_of_src_txt_into_trg_lng&#xA;&lt;/code&gt;&#xA;(We assume all the translations are good.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there a corpus of machine translations, annotated with human eval scores?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;src_txt | machine_trans_of_src_txt_into_trg_lng | score&#xA;&lt;/code&gt;&#xA;* Any score is fine (label vs number, sentence-level vs word-level)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OR  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;src_txt | machine_trans_of_src_txt_into_trg_lng*&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;*Where all translations are known to be good (or all known to be bad)&lt;/p&gt;&#xA;" OwnerUserId="8518" LastEditorUserId="70" LastEditDate="2016-01-27T00:57:32.100" LastActivityDate="2019-01-04T00:02:45.567" Title="Corpus of human-scored machine translations?" Tags="|data-request|language|nlp|corpora|translation|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6881" PostTypeId="2" ParentId="6830" CreationDate="2016-01-17T13:13:09.337" Score="3" Body="&lt;p&gt;Have you tried a Wolfram Alpha search. There is a lot of information there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wolframalpha.com/input/?i=lung%20adenocarcinoma&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wolfram|Alpha: lung adenocarcinoma&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get this information in Mathematica as well for analysis by using the &lt;a href=&quot;http://reference.wolfram.com/language/ref/WolframAlpha.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;WolframAlpha&lt;/code&gt; function&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This gets you the same formatted output in Mathematica as shown on the WolframAlpha site.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WolframAlpha[&quot;lung adenocarcinoma&quot;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you just need computable data (the data underlying the formatted data then this will return it.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;KeySelect[#[[2]] == &quot;ComputableData&quot; &amp;amp;]@WolframAlpha[&quot;lung adenocarcinoma&quot;, &quot;DataRules&quot;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4xRSB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4xRSB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Mathematica, you could also use the &lt;a href=&quot;http://reference.wolfram.com/language/ref/interpreter/Disease.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Disease&quot; Interpreter&lt;/a&gt; or the &lt;a href=&quot;http://reference.wolfram.com/language/ref/interpreter/ComputedDisease.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;ComputedDisease&quot; Interpreter&lt;/a&gt; to get information.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;d = Interpreter[&quot;Disease&quot;][&quot;lung adenocarcinoma&quot;];&#xA;props = EntityValue[d, d[&quot;Properties&quot;], &quot;PropertyAssociation&quot;];&#xA;Grid[KeyValueMap[{CanonicalName@#1, #2} &amp;amp;]@props, Alignment -&amp;gt; Left]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MVKpD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MVKpD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2016-01-17T13:13:09.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6882" PostTypeId="2" ParentId="6879" CreationDate="2016-01-17T15:23:53.627" Score="5" Body="&lt;p&gt;This data is available from &lt;strong&gt;stats.oecd.org&lt;/strong&gt; (for OECD countries plus Russia)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You seem to be able to get &quot;mean disposable income&quot; by the following age groups:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;0 to 17&lt;/li&gt;&#xA;&lt;li&gt;18 to 25&lt;/li&gt;&#xA;&lt;li&gt;26 to 40&lt;/li&gt;&#xA;&lt;li&gt;41 to 50&lt;/li&gt;&#xA;&lt;li&gt;51 to 65&lt;/li&gt;&#xA;&lt;li&gt;66 to 75&lt;/li&gt;&#xA;&lt;li&gt;76+&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Below is a screenshot that should help you get to the data.. unfortunately they do not have a way to save your query without logging in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/2prxC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/2prxC.png&quot; alt=&quot;stats.oecd.org screenshot&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-17T15:23:53.627" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6883" PostTypeId="2" ParentId="6836" CreationDate="2016-01-17T19:35:47.713" Score="3" Body="&lt;p&gt;There appears to be a US government program to map structural heights, suggesting that such a thing isn't already available. Quoting &lt;a href=&quot;http://nationalmap.gov/3DEP/&quot; rel=&quot;nofollow&quot;&gt;http://nationalmap.gov/3DEP/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The 3D Elevation Program (3DEP) initiative is being developed to&#xA;  respond to growing needs for high-quality topographic data and for a&#xA;  wide range of other three-dimensional representations of the Nation's&#xA;  natural and constructed features.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can find existing elevation data at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://viewer.nationalmap.gov/basic/?basemap=b1&amp;amp;category=ned,nedsrc&amp;amp;title=3DEP%20View&quot; rel=&quot;nofollow&quot;&gt;http://viewer.nationalmap.gov/basic/?basemap=b1&amp;amp;category=ned,nedsrc&amp;amp;title=3DEP%20View&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or by clicking on the &quot;Get Elevation Data&quot; link at &lt;a href=&quot;http://nationalmap.gov/elevation.html&quot; rel=&quot;nofollow&quot;&gt;http://nationalmap.gov/elevation.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The maps here are 1/9 arcsecond per pixel, which is right about 10 feet per pixel in latitude.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nationalmap.gov/3DEP/3dep_prodavailability.html&quot; rel=&quot;nofollow&quot;&gt;http://nationalmap.gov/3DEP/3dep_prodavailability.html&lt;/a&gt; notes that you can get 1m (about 3 feet) resolution digital elevation maps; however, it appears that this data isn't available online and that you must make a special request for it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, you're looking more for EU data. The US government does have some of this too: &lt;a href=&quot;https://lta.cr.usgs.gov/elevation.html&quot; rel=&quot;nofollow&quot;&gt;https://lta.cr.usgs.gov/elevation.html&lt;/a&gt; and &lt;a href=&quot;http://hydrosheds.cr.usgs.gov/data.php&quot; rel=&quot;nofollow&quot;&gt;http://hydrosheds.cr.usgs.gov/data.php&lt;/a&gt; but it seems even the best such data is 3 arcseconds, or about 90 feet per pixel, which might be enough to miss structures.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorDisplayName="user3856" LastEditDate="2016-01-21T20:14:07.690" LastActivityDate="2016-01-21T20:14:07.690" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6884" PostTypeId="1" AcceptedAnswerId="6955" CreationDate="2016-01-17T22:15:10.150" Score="41" ViewCount="69477" Body="&lt;p&gt;I'm looking for cryptocurrency historical data, including prices and market cap (either from exchanges or average price) of the main cryptocurrencies, namely: Bitcoin, Ripple, Litecoin, Ethereum, Dash.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I've only been able to find &lt;a href=&quot;https://www.quandl.com/data/BAVERAGE?keyword=bitcoin&quot;&gt;this source on Quandl&lt;/a&gt; and &lt;a href=&quot;https://blockchain.info/charts/market-price?showDataPoints=false&amp;amp;timespan=all&amp;amp;show_header=true&amp;amp;daysAverageString=1&amp;amp;scale=0&amp;amp;format=csv&amp;amp;address=&quot;&gt;the historic daily price on blockchain.info&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any additional additional sources for other cryptocurrencies and more detailed data (like hourly price or Open-High-Low-close) will be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data should go back as far as possible but realistically data since 2012 would be enough. As for younger cryptocurrencies 1 or 2 years will suffice.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastEditorUserId="1511" LastEditDate="2018-01-12T09:15:05.873" LastActivityDate="2019-07-17T11:42:22.670" Title="Cryptocurrency historical prices" Tags="|data-request|finance|historical|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6885" PostTypeId="2" ParentId="6833" CreationDate="2016-01-18T00:43:12.283" Score="1" Body="&lt;p&gt;@OCLPHK is the twitter account, try  with a wrapper to pull all your data, if don't work than you'll need to buy from GNIP(a twitter company). &lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2016-01-18T00:43:12.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6886" PostTypeId="2" ParentId="6833" CreationDate="2016-01-18T09:00:30.410" Score="1" Body="&lt;p&gt;Read the twitter documentation for developers, starting here :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dev.twitter.com/rest/public/search&quot; rel=&quot;nofollow&quot;&gt;https://dev.twitter.com/rest/public/search&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and then ask around to find someone who does &quot;web programming&quot; who can automate the twitter-search for you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;At least, skim this documentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To do anything useful, you need to register with Twitter's development program, however simple your task might be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They'll give you (for free) two pairs of looong anonymous username/passwords, &quot;tokens&quot;. One pair of tokens is for your registered &quot;app&quot;. These are credentials you must provide if you, or your little program, wants to perform an unusual search. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The other pair of tokens is for your account. This way you can configure/use many search-apps, and enable-disable them individually. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;You'll see quickly:&lt;/strong&gt; Asking for followers, favorites etc of users is possible with tokens, (username/pw) only. Moreover it is &lt;em&gt;rate-capped.&lt;/em&gt; This means you can ask for the details of 15 followers max, then you must wait for another 15 minutes. So Twitter forces you to think ahead and think thoroughly about what you want to get from their search interface.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You &lt;em&gt;can&lt;/em&gt; do mass-downloads but these are more complicated, and less specific (you must do the filtering).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For facebook it's a similar procedure, I guess.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2016-01-18T09:17:14.420" LastActivityDate="2016-01-18T09:17:14.420" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6887" PostTypeId="1" CreationDate="2016-01-18T10:33:44.507" Score="2" ViewCount="177" Body="&lt;p&gt;I'm looking for some raw datasets about Alzheimer Disease/Senile Dementia.&lt;br /&gt; &#xA;In particular I'd like to investigate the relationship between Physical activity/diet/occupation-education and the occurrence of Alzheimer and Senile Dementia.  Chance of multilevel analysis would be welcomed.&lt;br/&gt;&#xA;To give some specific exmaples of the kind of research in this field you can look at these papers (I contacted the authors BTW):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/18768414/&quot; rel=&quot;nofollow&quot;&gt;Effect of physical activity on cognitive function in older adults at risk for Alzheimer disease: a randomized trial.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/10599762&quot; rel=&quot;nofollow&quot;&gt;Rate of memory decline in AD is related to education and occupation: cognitive reserve?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9825" LastEditorDisplayName="user4293" LastEditDate="2016-01-18T18:52:27.257" LastActivityDate="2016-01-19T08:28:31.477" Title="Predictors for AD/senile dementia dataset" Tags="|data-request|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6888" PostTypeId="1" AcceptedAnswerId="10308" CreationDate="2016-01-18T12:39:24.663" Score="13" ViewCount="268" Body="&lt;p&gt;I'm in the process of constructing a &lt;a href=&quot;https://en.wikipedia.org/wiki/Data_Catalog_Vocabulary&quot; rel=&quot;noreferrer&quot;&gt;DCAT&lt;/a&gt; catalogue and we want to show how each dataset conforms to &lt;a href=&quot;http://5stardata.info/en/&quot; rel=&quot;noreferrer&quot;&gt;the 5-star open data rating scheme&lt;/a&gt;. I assumed that someone would have coined &lt;a href=&quot;https://en.wikipedia.org/wiki/Uniform_Resource_Identifier&quot; rel=&quot;noreferrer&quot;&gt;URIs&lt;/a&gt; for each rating but have been unable to find them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do such URIs exist?&lt;/p&gt;&#xA;" OwnerUserId="9894" LastEditorUserId="1511" LastEditDate="2016-11-19T12:36:39.487" LastActivityDate="2017-07-03T12:48:58.477" Title="5-star Open Data rating scheme, are there URIs for the ratings?" Tags="|linked-data|rdf|ontology|5-star-scheme|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="6889" PostTypeId="2" ParentId="6864" CreationDate="2016-01-18T14:41:50.187" Score="4" Body="&lt;p&gt;While I'm not a representative of LinkedIn, nor am I a lawyer, this text from 1.4.4 of &lt;a href=&quot;https://developer.linkedin.com/legal/api-terms-of-use&quot; rel=&quot;nofollow&quot;&gt;LinkedIn's API Terms of Use&lt;/a&gt; suggests not:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;[to be eligible] your Application WILL NOT store or export any data from LinkedIn other&#xA;  than the LinkedIn Profile Data for the LinkedIn member that requested&#xA;  the data.  “Profile Data” means the name, photo, headline, contact&#xA;  information, experience, education, summary, and location of a&#xA;  LinkedIn member. Profile Data excludes connections, network updates,&#xA;  job listings, groups, companies, and any other content.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This suggests that there is no open data set, or if there were, it would be violating LinkedIn's intended use for the data. Of course, it's not a definitive answer, but that is not uncommon for posts in the &quot;data-request&quot; tag.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2016-01-18T18:07:41.253" LastActivityDate="2016-01-18T18:07:41.253" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6890" PostTypeId="2" ParentId="6754" CreationDate="2016-01-18T15:07:23.923" Score="5" Body="&lt;p&gt;I am far from expert in this, but your question motivated me to learn a little, and I have a solution, below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In short, there is a &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual#Label_service&quot; rel=&quot;noreferrer&quot;&gt;&quot;label service&quot;&lt;/a&gt; which can be added to the &lt;code&gt;WHERE&lt;/code&gt; clause. By simply adding it, you get access to the &lt;code&gt;label&lt;/code&gt;, &lt;code&gt;altLabel&lt;/code&gt;, and &lt;code&gt;description&lt;/code&gt; of items in the query.  There seems to be more nuance, but I'd be fooling if I tried to explain it...&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;prefix wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;prefix wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;SELECT ?Name ?itemDescription ?Birthday WHERE {&#xA;  ?item wdt:P569 ?Birthday .&#xA;  FILTER ( ?Birthday &amp;gt;= &quot;1916-01-01T00:00:00Z&quot;^^xsd:dateTime &amp;amp;&amp;amp; ?Birthday &amp;lt;= &quot;1916-06-01T00:00:00Z&quot;^^xsd:dateTime )&#xA;  ?item wdt:P27 wd:Q30 .&#xA;  SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &quot;en&quot; .&#xA;   }&#xA;  OPTIONAL { ?item wdt:P570 ?dummy0 }&#xA;  FILTER(!bound(?dummy0))&#xA;  OPTIONAL {?item rdfs:label ?Name filter (lang(?Name) = &quot;en&quot;) .} &#xA;}&#xA;ORDER BY ASC(?time0)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-01-18T15:07:23.923" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6891" PostTypeId="2" ParentId="6884" CreationDate="2016-01-18T15:39:21.800" Score="27" Body="&lt;p&gt;The &lt;a href=&quot;http://www.coindesk.com/price/&quot;&gt;Historical price data link&lt;/a&gt; for Bitcoins on CoinDesk.com  lets you download a CSV starting 18 Jul 2010. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this by simply Googling 'bitcoin history'&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2016-01-18T15:39:21.800" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6892" PostTypeId="1" CreationDate="2016-01-18T17:03:09.003" Score="3" ViewCount="33" Body="&lt;p&gt;Using a link as a reference is often problematic as the link might disappear at a future time. However, the content might be of high relevance to the reader, so it might be worthwhile to add it as a reference. Do some publishers offer to host a mirror of webpages used as a reference?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-01-18T18:19:33.327" Title="Do some publishers offer to host a mirror of webpages used as a reference?" Tags="|publications|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6893" PostTypeId="1" CreationDate="2016-01-18T17:08:32.023" Score="1" ViewCount="36" Body="&lt;p&gt;I need a resource or information on where/how I can get access to Nigeria's Annual Budget&lt;/p&gt;&#xA;" OwnerUserId="9899" LastEditorUserId="1511" LastEditDate="2016-01-18T17:47:17.810" LastActivityDate="2016-01-18T17:50:36.233" Title="Where can I find Open Data on Nigeria's Annual Budget?" Tags="|data-request|africa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6894" PostTypeId="2" ParentId="6893" CreationDate="2016-01-18T17:50:36.233" Score="1" Body="&lt;p&gt;Nigeria has a federal level open data site: &lt;a href=&quot;http://data.edostate.gov.ng/&quot; rel=&quot;nofollow&quot;&gt;http://data.edostate.gov.ng/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link below is to the category on Finance. Of the datasets listed, one is labeled 2015 Budget.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.edostate.gov.ng/group/finance&quot; rel=&quot;nofollow&quot;&gt;http://data.edostate.gov.ng/group/finance&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-18T17:50:36.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6895" PostTypeId="2" ParentId="6878" CreationDate="2016-01-18T18:00:23.217" Score="3" Body="&lt;p&gt;The &lt;code&gt;SUBJECT_ID&lt;/code&gt;s in MIMIC-II are the same as &lt;code&gt;SUBJECT_ID&lt;/code&gt;s in MIMIC-III.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;HADM_ID&lt;/code&gt;s are different because MIMIC-II used an ICU database to define hospital admission and discharge (and only had dates), whereas MIMIC-III uses a hospital database (and has dates and times). You could create an approximate mapping, but since there will be erroneous entries in both databases which won't line up, it's probably more effort than it's worth.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-01-18T18:00:23.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6896" PostTypeId="2" ParentId="6892" CreationDate="2016-01-18T18:19:33.327" Score="2" Body="&lt;p&gt;Some publishers integrate with WebCite to help ensure web references remain persistent: &lt;a href=&quot;http://www.webcitation.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.webcitation.org/&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;WebCite ... is an on-demand archiving system for webreferences (cited&#xA;  webpages and websites, or other kinds of Internet-accessible digital&#xA;  objects), which can be used by authors, editors, and publishers of&#xA;  scholarly papers and books, to ensure that cited webmaterial will&#xA;  remain available to readers in the future.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;BioMed Central &lt;a href=&quot;http://blogs.biomedcentral.com/bmcblog/2007/09/17/webcite-links-provide-access-to-archived-copy-of-linked-web-pages/&quot; rel=&quot;nofollow&quot;&gt;ran a blog article&lt;/a&gt; in 2007 that discussed integration with WebCite. The blog article provides &lt;a href=&quot;http://www.webcitation.org/query.php?url=http://www.thebiogrid.org&amp;amp;refdoi=10.1186/jbiol36&quot; rel=&quot;nofollow&quot;&gt;an example of a webpage&lt;/a&gt; archived using the service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not clear of the current status of WebCite and how widely it is now used. From the &lt;a href=&quot;https://en.wikipedia.org/wiki/WebCite&quot; rel=&quot;nofollow&quot;&gt;Wikipedia entry&lt;/a&gt; it sounds like there have been funding issues in recent years.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-01-18T18:19:33.327" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6897" PostTypeId="2" ParentId="6878" CreationDate="2016-01-18T18:45:56.357" Score="2" Body="&lt;p&gt;Linking data between MIMIC-II v2.6 and MIMIC-III v1.3 on subject_id and first hospital admission confirms that the subject_ids have been retained:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;with &#xA;first_adm_mimic2 as (&#xA;    select p2.subject_id subject_id_m2,&#xA;           p2.sex gender_m2,&#xA;           p2.dob dob_m2, &#xA;           a2.admit_dt admittime_m2,&#xA;           row_number() over (partition by a2.subject_id order by a2.admit_dt) &#xA;                as hadm_order_m2&#xA;    from mimic2v26.d_patients p2&#xA;    inner join mimic2v26.admissions a2&#xA;    on p2.subject_id = a2.subject_id&#xA;    where p2.subject_id &amp;lt; 500),&#xA;first_adm_mimic3 as (&#xA;    select p3.subject_id subject_id_m3, &#xA;           p3.gender gender_m3,&#xA;           p3.dob dob_m3, &#xA;           a3.admittime admittime_m3,&#xA;           row_number() over (partition by a3.subject_id order by a3.admittime) &#xA;                  as hadm_order_m3&#xA;    from mimiciii.patients p3&#xA;    inner join mimiciii.admissions a3&#xA;    on p3.subject_id = a3.subject_id&#xA;    where p3.subject_id &amp;lt; 500)&#xA;select m2.subject_id_m2, m3.subject_id_m3,&#xA;       m2.gender_m2, m3.gender_m3,&#xA;       m2.dob_m2, m2.admittime_m2,&#xA;       m3.dob_m3, m3.admittime_m3,&#xA;       round((m2.admittime_m2 - m2.dob_m2)/365,1) as age_on_first_adm_m2,&#xA;       round((m3.admittime_m3 - m3.dob_m3)/365,1) as age_on_first_adm_m3,&#xA;       (m2.admittime_m2 - m2.dob_m2) - floor((m3.admittime_m3 - m3.dob_m3)) as age_diff&#xA;from first_adm_mimic2 m2&#xA;inner join first_adm_mimic3 m3&#xA;on m2.subject_id_m2 = m3.subject_id_m3&#xA;where hadm_order_m2 = 1&#xA;and hadm_order_m3 = 1;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Returns a table showing age on first hospital admission:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SUBJECT_ID_M2 | SUBJECT_ID_M3 | AGE_M2 | AGE_M3 | AGE_DIFF  &#xA;------------- | ------------- | ------ | ------ | --------- &#xA;    2         |      2        | 0      | 0      |    0  &#xA;    3         |      3        | 76     | 76     |    0  &#xA;    4         |      4        | 47     | 47     |    0  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The last column shows the difference in age on first admission between the two versions of MIMIC. In general, the age on first admission is the same, so the difference (“AGE_DIFF”) is zero.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a small proportion of patients where the age on first admission differs. Reasons include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;hospital admissions that are not associated with ICU data were removed in MIMIC-III. The result is that some patients may appear older on the first admission.&lt;/li&gt;&#xA;&lt;li&gt;dates occasionally differ between sources (e.g. ICU system vs hospital system). &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-01-18T18:45:56.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6898" PostTypeId="1" CreationDate="2016-01-18T19:50:45.293" Score="1" ViewCount="531" Body="&lt;p&gt;I am working on a project right now and I am having a very difficult time finding any open data sets for historical information on american musical festivals or rap concerts. Does anyone know of any great resources that I could use to find data on musical festivals or rap concerts?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Types of data I am looking for include, but are not limited to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;number of Rap tours per state, season, month, and year&lt;/li&gt;&#xA;&lt;li&gt;number of ticket sales per season, per month&lt;/li&gt;&#xA;&lt;li&gt;Demographic information around venues such as average age, income, music of interest&lt;/li&gt;&#xA;&lt;li&gt;etc..&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would like the data to go back 5 - 10 years. &lt;/p&gt;&#xA;" OwnerUserId="9897" LastEditorDisplayName="user4293" LastEditDate="2016-01-19T13:21:28.107" LastActivityDate="2019-01-09T15:33:07.613" Title="Music Festival Datasets Resources" Tags="|uses-of-open-data|music|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6899" PostTypeId="2" ParentId="6887" CreationDate="2016-01-18T20:01:06.143" Score="2" Body="&lt;p&gt;PubMed has a database of author-submitted data that they make available for free, but this is obviously at the discretion of the paper authors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data codes are usually listed in the papers themselves, but can also be found here: &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/sites/GDSbrowser/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/sites/GDSbrowser/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get senile dementia and Alzheimer-specific data, I would advise to search PubMed for more papers about those ailments to get the data codes, and then download them from the PubMed database. &lt;/p&gt;&#xA;" OwnerUserId="4281" LastActivityDate="2016-01-18T20:01:06.143" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6900" PostTypeId="1" AcceptedAnswerId="6903" CreationDate="2016-01-18T22:54:51.777" Score="3" ViewCount="633" Body="&lt;p&gt;I am analysing an article dealing with: &amp;quot;Semi-supervised Graph Clustering: A Kernel Approach&amp;quot; I need to reproduce figure 1 on page 7. &lt;a href=&quot;http://www.cs.utexas.edu/users/inderjit/public_papers/kernel_icml.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.utexas.edu/users/inderjit/public_papers/kernel_icml.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I didn't find the dataset of two circles? Could you please help me find that?&lt;/p&gt;&#xA;" OwnerUserId="9903" LastEditorUserId="23272" LastEditDate="2022-07-14T12:34:29.470" LastActivityDate="2022-07-14T12:34:29.470" Title="TwoCircles Dataset" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="6901" PostTypeId="1" CreationDate="2016-01-18T23:18:47.787" Score="0" ViewCount="139" Body="&lt;p&gt;I am currently taking a SAS class. We were advised to think of a project that we could do on our own, as newbies. Does anyone have any ideas that a newbie to SAS could take on, and where I can find the data for it? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought about doing gas prices, and how that relates to holidays; i.e. which specific day would be the best day to buy gas according to trends, as it relates to each holiday--throughout the year; however, the only data I could find was monthly averages and not daily averages. Moreover, it was only for one state, and I would obviously need more data points than just a monthly average for entire states. &lt;/p&gt;&#xA;" OwnerUserId="9904" LastEditorDisplayName="user4293" LastEditDate="2018-09-21T09:14:57.793" LastActivityDate="2018-09-21T09:14:57.793" Title="Where to Find Data....Project Idea" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="0" ClosedDate="2016-01-20T23:06:29.170" ContentLicense="CC BY-SA 4.0" />
  <row Id="6902" PostTypeId="2" ParentId="6901" CreationDate="2016-01-18T23:50:03.753" Score="2" Body="&lt;p&gt;The US Energy and Information department keeps a historical weekly dataset on gasoline prices by grade.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.eia.gov/petroleum/gasdiesel/xls/pswrgvwall.xls&quot; rel=&quot;nofollow&quot;&gt;https://www.eia.gov/petroleum/gasdiesel/xls/pswrgvwall.xls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is another link on their site about getting the data on a per state basis:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.eia.gov/tools/faqs/faq.cfm?id=26&amp;amp;t=10&quot; rel=&quot;nofollow&quot;&gt;http://www.eia.gov/tools/faqs/faq.cfm?id=26&amp;amp;t=10&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-18T23:50:03.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6903" PostTypeId="2" ParentId="6900" CreationDate="2016-01-19T00:28:52.627" Score="3" Body="&lt;p&gt;You could generate a similar dataset in Python using scikit-learn's &lt;a href=&quot;http://scikit-learn.org/stable/modules/generated/sklearn.datasets.make_circles.html&quot; rel=&quot;nofollow noreferrer&quot;&gt; make_circles&lt;/a&gt; function.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from sklearn.datasets import make_circles&#xA;import matplotlib.pyplot as plt&#xA;&#xA;n_samples = 400&#xA;&#xA;samples, labels = make_circles(n_samples=n_samples, factor=.3, noise=.05)&#xA;&#xA;bluecircle = samples[labels==0]&#xA;redcircle  = samples[labels==1]&#xA;&#xA;plt.figure()&#xA;plt.scatter(bluecircle[:, 0], bluecircle[:, 1], c='b', marker='o', s=10)&#xA;plt.scatter(redcircle[:, 0], redcircle[:, 1], c='r', marker='+', s=30)&#xA;plt.show()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t3tKA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t3tKA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Matlab you could could generate the dataset with something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;n = 200;&#xA;step = 1/n;&#xA;radius = 0.5;&#xA;ratio = 0.4;&#xA;&#xA;ang=0:step:2*pi; &#xA;xp=radius*cos(ang);&#xA;yp=radius*sin(ang);&#xA;&#xA;hold on;&#xA;&#xA;% blue circle&#xA;idx = randsample(length([xp;yp]),n);&#xA;bluex = xp+(rand(length(xp),1)*radius/10)';&#xA;bluey = yp+(rand(length(yp),1)*radius/10)';&#xA;scatter(bluex(:,idx),bluey(:,idx),'b','o');&#xA;&#xA;% red circle&#xA;idx = randsample(length([xp;yp]),n);&#xA;redx = ratio*xp+(rand(length(xp),1)*radius/10)';&#xA;redy = ratio*yp+(rand(length(yp),1)*radius/10)';&#xA;scatter(redx(:,idx),redy(:,idx),'r','+');&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QYCv3.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QYCv3.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2016-01-20T02:49:26.713" LastActivityDate="2016-01-20T02:49:26.713" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6904" PostTypeId="2" ParentId="6788" CreationDate="2016-01-19T01:14:50.780" Score="5" Body="&lt;p&gt;Based on the answer for &lt;a href=&quot;https://stats.stackexchange.com/questions/12739/a-b-testing-in-python-or-r&quot;&gt;this question on Cross-validated&lt;/a&gt; there are two great packages in R that include useful datasets from completed A/B and multi-variate tests: &lt;a href=&quot;http://tarwi.lamolina.edu.pe/~fmendiburu/&quot; rel=&quot;noreferrer&quot;&gt;Agricolae&lt;/a&gt; and &lt;a href=&quot;https://cran.r-project.org/web/packages/agridat/index.html&quot; rel=&quot;noreferrer&quot;&gt;Agridat&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9452" LastActivityDate="2016-01-19T01:14:50.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6905" PostTypeId="2" ParentId="6887" CreationDate="2016-01-19T08:28:31.477" Score="2" Body="&lt;p&gt;Check out the &quot;Longitudinal Aging Study Amsterdam&quot; &lt;a href=&quot;http://www.lasa-vu.nl/index.htm&quot; rel=&quot;nofollow&quot;&gt;LASA&lt;/a&gt;, perhaps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.lasa-vu.nl/data/availability_data/availability_data.htm&quot; rel=&quot;nofollow&quot;&gt;Data availability&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click the &quot;Data&quot; item in the middle of the black menu bar on the page - there's a high-level overview of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't used this dataset, and I haven't requested data from them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This link is only a pick from my personal list of repositories.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-01-19T08:28:31.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6906" PostTypeId="1" CreationDate="2016-01-19T11:09:43.643" Score="1" ViewCount="66" Body="&lt;p&gt;Japan has thousands of &quot;evacuation sites&quot; that people should flee to in case of disaster, in particular if their house is burning, or about to collapse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database of the latitude/longitude of all of them?&lt;br&gt;&#xA;I would like to make an app pointing to the closest one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They are known under different names, because there are various types of them, and various municipalities might use different names:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;一時滞在施設 (&quot;temporary meeting place&quot;)&lt;/li&gt;&#xA;&lt;li&gt;避難場所 (&quot;evacuation site&quot;)&lt;/li&gt;&#xA;&lt;li&gt;避難所 (&quot;shelter&quot;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The data for Tokyo can easily be scraped from &lt;a href=&quot;http://map.bousai.metro.tokyo.jp&quot; rel=&quot;nofollow&quot;&gt;http://map.bousai.metro.tokyo.jp&lt;/a&gt; but rather than scraping Japan's 1719 municipalities one by one, I would prefer a data set that already contains them all. Or at least by prefecture (Japan has 47 prefectures).&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="1511" LastEditDate="2018-03-20T10:41:50.547" LastActivityDate="2018-03-20T10:41:50.547" Title="Database of evacuation sites in Japan (places to take refuge after a natural disaster)" Tags="|data-request|geospatial|japan|geohazard|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6907" PostTypeId="1" CreationDate="2016-01-19T15:18:08.373" Score="2" ViewCount="33" Body="&lt;p&gt;There still appears to be a problem with the data for Dec, 2015... the following query returns zero results as of now:&#xA;&lt;a href=&quot;http://api.fda.gov/device/event.json?search=date_received:[20151201+TO+20151231]&quot; rel=&quot;nofollow&quot;&gt;http://api.fda.gov/device/event.json?search=date_received:[20151201+TO+20151231]&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="8846" LastActivityDate="2016-01-19T18:23:15.040" Title="openFDA Device Adverse Events missing for Dec, 2015 (as of 19-Jan-2016)" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6908" PostTypeId="1" CreationDate="2016-01-19T15:26:25.620" Score="3" ViewCount="50" Body="&lt;p&gt;I'm putting together a few codebooks/data dictionaries for our &lt;a href=&quot;http://ledger.illinoiscomptroller.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;transparency portal&lt;/a&gt;. In doing so I have been reviewing some examples to get an idea of what civic hackers look for in such a document.&lt;/p&gt;&#xA;&lt;p&gt;My working plan is to prepare them as .md files that can be loaded into a data frame. Is there anything else I should keep in mind? Do you have an example of an ideal codebook?&lt;/p&gt;&#xA;" OwnerUserId="9331" LastEditorUserId="23272" LastEditDate="2021-04-04T05:03:45.057" LastActivityDate="2021-04-04T05:03:45.057" Title="What you look for in a codebook" Tags="|government|tool-request|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6909" PostTypeId="1" CreationDate="2016-01-19T16:05:41.033" Score="2" ViewCount="31" Body="&lt;p&gt;I've just found a dataset which would really fit my intentions with an assignment I was given. Unfortunately I'm not allowed to access the data neither is the college where I study. I wonder  if someone would be able to access it and download it for me.  &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/RCMD/studies/35163#usage&quot; rel=&quot;nofollow&quot;&gt;http://www.icpsr.umich.edu/icpsrweb/RCMD/studies/35163#usage&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;thank you in advance for your help!&lt;/p&gt;&#xA;" OwnerUserId="9825" LastActivityDate="2016-01-19T18:50:32.433" Title="dataset access for icpsr members" Tags="|data-request|" AnswerCount="1" CommentCount="1" ClosedDate="2016-01-19T22:26:53.890" ContentLicense="CC BY-SA 3.0" />
  <row Id="6910" PostTypeId="1" CreationDate="2016-01-19T17:58:59.053" Score="3" ViewCount="109" Body="&lt;p&gt;I am looking for number of new commercial buildings built or permitted at the county or zip code level and would like to know if there is somewhere I can find this for the entire country.  Specifically, I am looking for 5 states - North Carolina, South Carolina, Kentucky, Ohio, and Indiana.  Ideally, the data would include state, zip code, county, date permit issued or building completed, value of property, and intended sector (e.g. restaurant, manufacturing, multifamily) of building.  The data does not need to list every individual building permitted - if I just had number totals by county/zip code, sector, and month/year, that would be sufficient.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a link I found that provides exactly the type of data I'm looking for - however it is only for one county in Maryland:&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset/commercial-permits-6d3e5&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/commercial-permits-6d3e5&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you know of any sources for this type of data, it would be greatly appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="9915" LastActivityDate="2016-01-19T17:58:59.053" Title="Data by county or by zip code on commercial new construction permits issued across the United States" Tags="|data-request|economics|historical|postal-code|county|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6911" PostTypeId="2" ParentId="6907" CreationDate="2016-01-19T18:23:15.040" Score="2" Body="&lt;p&gt;The data that powers that particular API is only available on a quarterly basis and is &lt;strong&gt;currently only available through Q3 of 2015&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even though the data is released on a &lt;strong&gt;quarterly basis&lt;/strong&gt;, the pipeline that updates the &lt;code&gt;/drug/event.json&lt;/code&gt; endpoint is run on a &lt;strong&gt;weekly basis&lt;/strong&gt; in order to update the &lt;code&gt;openfda&lt;/code&gt; section of all the documents, since the &lt;code&gt;openfda&lt;/code&gt; section's data sources update cycles are more frequent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let me know if you have any questions. Thanks for you using the openFDA.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-01-19T18:23:15.040" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6912" PostTypeId="2" ParentId="6909" CreationDate="2016-01-19T18:50:32.433" Score="2" Body="&lt;p&gt;Login to the website using Google+ or Facebook. Then select the type of organization and field. I have a media organization, so I selected News Organization and Humanities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It then took me to a page of Terms &amp;amp; Agreements (which I read!) and agreed. From that point on, I was able to download datasets.&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-19T18:50:32.433" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6913" PostTypeId="1" AcceptedAnswerId="6922" CreationDate="2016-01-19T20:16:32.810" Score="4" ViewCount="92" Body="&lt;p&gt;I'm working with some data at the 2010 Voting Tabulation District level (like the 2010 Census, Vote, and Enrollment data on &lt;a href=&quot;http://www.latfor.state.ny.us/data/&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt;).  I'd like to merge in some information about US House districts, and I'm looking for an easy way of seeing which Congressional district each VTD belongs in.  I could grab the district shapefiles and do this with GIS, but worry about it being messy and imperfect.  Is there a relationship file somewhere that maps 2010 New York State VTD's into 2010 NYS Congressional districts?  I'm thinking of something like the Census' &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/cd_state.html&quot; rel=&quot;nofollow&quot;&gt;Congressional District Relationship Files&lt;/a&gt;, but for VTD's.&lt;/p&gt;&#xA;" OwnerUserId="1722" LastActivityDate="2022-02-11T11:25:11.180" Title="Assignment file for VTD's to Congressional Districts? (NYS 2010)" Tags="|geospatial|us-census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6915" PostTypeId="1" CreationDate="2016-01-20T04:16:43.860" Score="5" ViewCount="103" Body="&lt;p&gt;I am looking for a list of countries that have a census. The attributes would be the last census dates or dates of censuses and the census unit. I do not want variables from a census but meta information such as:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Has a census:Yes / No &lt;/li&gt;&#xA;&lt;li&gt;Date(s) of census: 1992, 2002, decadal, etc.&lt;/li&gt;&#xA;&lt;li&gt;Census geographies: Blocks / enumeration districts.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Was hopeful something may exist at UN / World Bank / IMF level or compiled by an academic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A census of censuses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the best I have come up with so far (useful but just a start): &lt;a href=&quot;http://odisha.gov.in/e-magazine/Orissareview/2010/December/engpdf/26-36.pdf&quot; rel=&quot;nofollow&quot;&gt;Census in Different Countries of the World (dec 2010)&lt;/a&gt; and &lt;a href=&quot;http://unstats.un.org/unsd/demographic/sources/census/2010_PHC/default.htm&quot; rel=&quot;nofollow&quot;&gt;UN 2010 World Population and Housing Census Programme&lt;/a&gt;. I am also working my way through &lt;a href=&quot;https://international.ipums.org/international/&quot; rel=&quot;nofollow&quot;&gt;IPUMS&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you just know for a large group of countries this will help. Such as the information for all of Africa then this would help. I am trying to avoid going country-by-country for 200 countries.&lt;/p&gt;&#xA;" OwnerUserId="3793" LastEditorDisplayName="user4293" LastEditDate="2016-02-08T23:31:38.993" LastActivityDate="2016-02-08T23:31:38.993" Title="Countries with a Census" Tags="|metadata|census|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6916" PostTypeId="1" AcceptedAnswerId="6917" CreationDate="2016-01-20T09:33:55.193" Score="3" ViewCount="373" Body="&lt;p&gt;I am just starting to analyze v1.3 of MIMIC-III data. I have two questions about the DIAGNOSES_ICD table.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;According to the documentation [1] : &quot;ICD diagnoses are ordered by priority - and the order does have an impact on the reimbursement for treatment.&quot; What does priority really mean in clinical settings? Also, does it mean the dataset does not have any information about when a diagnosis is confirmed? E.g. a patient may have some cancer on day 1 but acquire pneumonia on day 5?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There are 47 rows in this table where the ICD9_CODE is an empty string, what do they mean? Should I just remove them from my analysis?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;[1] &lt;a href=&quot;http://mimic.physionet.org/mimictables/diagnoses_icd/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/mimictables/diagnoses_icd/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you very much.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers.&lt;/p&gt;&#xA;" OwnerUserId="9635" LastEditorUserId="1652" LastEditDate="2016-01-20T14:47:23.207" LastActivityDate="2016-01-20T14:47:23.207" Title="Meaning of SEQ_NUM in DIAGNOSES_ICD table and missing values in ICD9_CODE field" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6917" PostTypeId="2" ParentId="6916" CreationDate="2016-01-20T14:45:10.750" Score="3" Body="&lt;p&gt;For Q1 see &lt;a href=&quot;https://opendata.stackexchange.com/q/6410/1652&quot;&gt;diagnoses_icd.sequence in MIMIC-III: does the order matter aside from the primary diagnosis?&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/q/6303/1652&quot;&gt;Priority sequence column in diagnosis_icd&lt;/a&gt;. (&lt;a href=&quot;https://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;#156&lt;/a&gt; - The &lt;code&gt;SEQUENCE&lt;/code&gt; column in &lt;code&gt;DIAGNOSES_ICD&lt;/code&gt; and &lt;code&gt;PROCEDURES_ICD&lt;/code&gt; has been renamed &lt;code&gt;SEQ_NUM&lt;/code&gt; in MIMIC-III v1.2)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Q2: see &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/issues/24&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/issues/24&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Question&lt;/em&gt;:&lt;/p&gt;&#xA;  &#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;I see 47 diagnoses_icd.hadm_id are null:&lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT count(*) FROM  mimiciii.diagnoses_icd  &#xA;WHERE diagnoses_icd.seq_num is null; Bug or intended?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;  &#xA;  &lt;p&gt;Bug or intended?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;em&gt;Answer&lt;/em&gt;:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Depends on your perspective! The null entries appear in the raw&#xA;  hospital data for reasons unknown to us.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We try to provide a true representation of the underlying data and&#xA;  generally err on the side of too little cleaning rather than too much,&#xA;  so the rows were not removed during the process of building MIMIC.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We could remove them in the future. I'll make a note to consider this&#xA;  for the next release.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-01-20T14:45:10.750" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6918" PostTypeId="1" CreationDate="2016-01-20T15:35:48.707" Score="2" ViewCount="47" Body="&lt;p&gt;I'm searching an Open Data (free code) for Education Games, like Puzzle. Actually, I need a game that presents the context information and which is the educative game for the children. I would like to use it for demonstrating the MAKEY MAKEY Kit.&lt;/p&gt;&#xA;" OwnerUserId="9516" LastEditorUserId="23272" LastEditDate="2021-04-07T13:12:57.140" LastActivityDate="2021-04-07T13:12:57.140" Title="Games for education" Tags="|education|games|" AnswerCount="0" CommentCount="2" ClosedDate="2016-01-21T17:17:53.550" ContentLicense="CC BY-SA 4.0" />
  <row Id="6919" PostTypeId="2" ParentId="6915" CreationDate="2016-01-20T19:05:30.750" Score="4" Body="&lt;p&gt;Most countries of the world have a Department of Statistics where they compile Census data. The various world census datasets, like CIA WFB, UN statistics, and Worldbank get their information from these countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CIA WFB: &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2119.html&quot; rel=&quot;nofollow&quot;&gt;https://www.cia.gov/library/publications/the-world-factbook/fields/2119.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UNSTATS: &lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/vitstats/&quot; rel=&quot;nofollow&quot;&gt;http://unstats.un.org/unsd/demographic/products/vitstats/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;WorldBank: &lt;a href=&quot;http://data.worldbank.org/indicator/SP.POP.TOTL&quot; rel=&quot;nofollow&quot;&gt;http://data.worldbank.org/indicator/SP.POP.TOTL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link below is a crowd sourced catalog on government portals. Click on the option 'Census/Demographics'. This will give you links to the countries' specific census data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1667" LastActivityDate="2016-01-20T19:05:30.750" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6920" PostTypeId="2" ParentId="6847" CreationDate="2016-01-20T19:55:33.920" Score="5" Body="&lt;p&gt;You can use python, R or other code language as you prefer:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example for python: &lt;a href=&quot;https://stackoverflow.com/questions/6325216/parse-html-table-to-python-list&quot;&gt;https://stackoverflow.com/questions/6325216/parse-html-table-to-python-list&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example for R: &lt;a href=&quot;https://stackoverflow.com/questions/1395528/scraping-html-tables-into-r-data-frames-using-the-xml-package&quot;&gt;https://stackoverflow.com/questions/1395528/scraping-html-tables-into-r-data-frames-using-the-xml-package&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here just two short examples from stackoverflow. If you want to iterate the process for various tables you can use a for cycle.&lt;/p&gt;&#xA;" OwnerUserId="9883" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-01-20T19:55:33.920" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6921" PostTypeId="1" AcceptedAnswerId="6934" CreationDate="2016-01-20T20:42:44.070" Score="2" ViewCount="81" Body="&lt;p&gt;I'm looking for data sources providing high temporal frequency wind data. Once per minute would be preferred. The &lt;a href=&quot;http://www.cbi.tamucc.edu/TCOON/&quot; rel=&quot;nofollow&quot;&gt;TCOONS dataset&lt;/a&gt; is a great example. I identified this after speaking with a local National Weather Service office, who directed me to it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any nationwide listing of such datasets? Most of the wind data available appear to be daily or 20 minute averages......&lt;/p&gt;&#xA;" OwnerUserId="5473" LastEditorDisplayName="user3856" LastEditDate="2016-01-21T01:58:06.907" LastActivityDate="2016-01-22T23:44:26.137" Title="Looking for high (temporal) frequency wind data" Tags="|weather|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6922" PostTypeId="2" ParentId="6913" CreationDate="2016-01-20T23:03:23.133" Score="3" Body="&lt;p&gt;You can get block assignment files for a given state from &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/baf.html&quot; rel=&quot;nofollow&quot;&gt;this Census Bureau page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In those files, there are block assignments for all of the geographies which need to be assigned. You should be able to &quot;join&quot; the VTD and CD tables on common block IDs to get what you need.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-01-20T23:03:23.133" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6923" PostTypeId="2" ParentId="6815" CreationDate="2016-01-20T23:34:03.817" Score="0" Body="&lt;p&gt;If you're still looking, try &lt;a href=&quot;http://OneGuyOnTheInternet.com&quot; rel=&quot;nofollow&quot;&gt;OneGuyOnTheInternet.com&lt;/a&gt; (my site).  Can't help you with the weather, but you can create a .csv file for a spreadsheet that will slice-and-dice data any way you can imagine (including data items that are not explicitly stored in the data, but are derivable), within the limits of the 2009-2013 ACS file.&lt;/p&gt;&#xA;" OwnerUserId="9929" LastEditorUserId="7037" LastEditDate="2016-05-04T12:11:29.300" LastActivityDate="2016-05-04T12:11:29.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6924" PostTypeId="1" AcceptedAnswerId="6933" CreationDate="2016-01-20T23:47:38.410" Score="3" ViewCount="194" Body="&lt;p&gt;I am a conducting bibliometric analysis on small/midsize sets of academic papers (40-400), in a &lt;a href=&quot;https://datascience.stackexchange.com/questions/9008/term-for-data-that-compares-a-day-to-same-day-of-a-week-month-year-ago&quot;&gt;longitudinal&lt;/a&gt; study (repeated over time on the same dataset).  I am interest in retrieving data for each paper, in order of importance (to me):&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;year and number of citations (the essential ones, the others are not mandatory)&lt;/li&gt;&#xA;&lt;li&gt;number of authors, number of non-self citations and journal name (ISO form for instance)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This could be performed by hand, using different sources (ResearcherID or Web of Science, Scopus, Google Scholar). Are there open bases or tools to retrieve such information from a set of &lt;a href=&quot;https://en.wikipedia.org/wiki/Digital_object_identifier&quot; rel=&quot;nofollow noreferrer&quot;&gt;Digital Object Identifiers&lt;/a&gt; (DOI)? It would be a plus to retrieve the same set of data from these three main sources.&lt;/p&gt;&#xA;" OwnerUserId="9304" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:40.537" LastActivityDate="2020-12-30T10:14:25.010" Title="Scientometric/bibliometric data retrieval from a list of DOI" Tags="|data-request|tool-request|research|extracting|bibliometrics|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6926" PostTypeId="2" ParentId="6815" CreationDate="2016-01-21T15:41:43.037" Score="3" Body="&lt;p&gt;The Census Bureau offered a tool for exactly this purpose, but it was discontinued as of last fall's data release. (See p. 3 of the &lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/summary_file/2012/documentation/5_year/user_tools/SFRetrievalToolUsersGuide.pdf&quot; rel=&quot;nofollow&quot;&gt;Users Guide PDF&lt;/a&gt;) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your reference to &quot;API&quot; is unclear. Are you a programmer who wants to automate the retrieval of data in Excel format? If that was a more casual use of the word, then you can use the American Fact Finder (which doesn't have an API) to download Excel spreadsheets for various Census data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get current ACS data in Excel from a project I work on, &lt;a href=&quot;http://CensusReporter.org&quot; rel=&quot;nofollow&quot;&gt;Census Reporter&lt;/a&gt;, although right now there's an annoying warning that pops up when you open the Excel files in some cases. (The data is fine.)  We have an &lt;a href=&quot;https://github.com/censusreporter/census-api/blob/master/API.md&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt; but it does not return the data in Excel format.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-01-21T15:41:43.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6927" PostTypeId="1" CreationDate="2016-01-21T17:14:15.323" Score="6" ViewCount="1861" Body="&lt;p&gt;I saw only paid feeds for lotteries games. Also would be great to get dataset of virtual betting games&lt;/p&gt;&#xA;" OwnerUserId="9739" LastEditorUserId="2976" LastEditDate="2016-01-30T14:50:29.393" LastActivityDate="2023-04-03T14:10:15.157" Title="Open datasets of lottery winning numbers" Tags="|data-request|sports|games|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6929" PostTypeId="1" CreationDate="2016-01-22T09:45:53.520" Score="11" ViewCount="176" Body="&lt;p&gt;Is there a standard format for English vocabulary lists and some data sources in that format? (For example a standard XML)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example SAT vocabulary or Basic English words, including definition, examples, phonetic,... in that format.&lt;/p&gt;&#xA;" OwnerUserId="4035" LastEditorUserId="4035" LastEditDate="2016-03-15T06:49:05.623" LastActivityDate="2016-10-23T13:07:06.127" Title="A standard format for English vocabulary" Tags="|data-format|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6930" PostTypeId="2" ParentId="6927" CreationDate="2016-01-22T09:46:39.420" Score="6" Body="&lt;p&gt;About Italian lotto you can download data from 1939 to today.&#xA;&lt;br&gt;On this page: &lt;a href=&quot;https://www.lottomatica.it/lotterie/lotto&quot;&gt;https://www.lottomatica.it/lotterie/lotto&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is in Italian, but, if you click on &quot;&lt;strong&gt;Estrazioni&lt;/strong&gt;&quot; on the top left and then you search for word &quot;&lt;strong&gt;scarica&lt;/strong&gt;&quot;, you can download csv data.&lt;/p&gt;&#xA;" OwnerUserId="6044" LastActivityDate="2016-01-22T09:46:39.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6931" PostTypeId="1" CreationDate="2016-01-22T11:11:40.007" Score="2" ViewCount="166" Body="&lt;p&gt;I am having trouble importing data to the created MIMIC-III tables. I followed the installing MIMIC locally instruction on mimic.physionet.org and failed at step 6. When I enter the code, it outputs an error message: &lt;code&gt;ERROR: character with byte sequence 0x8f in encoding &amp;quot;WIN1252&amp;quot; has no equivalent in encoding &amp;quot;UTF8&amp;quot;&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;My OS is Windows 10 and I am using PostgreSQL 9.5. I created my tables in the default Postgres database, the encoding is UTF8. Any help would be greatly appreciated.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3vMRK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3vMRK.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9949" LastEditorUserId="23272" LastEditDate="2021-04-03T09:21:27.757" LastActivityDate="2021-04-03T09:21:27.757" Title="Error when importing data from SQL dumps to MIMIC-III tables" Tags="|mimic-iii|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="6932" PostTypeId="1" CreationDate="2016-01-22T11:54:21.250" Score="2" ViewCount="973" Body="&lt;p&gt;Is there any available tennis dataset regarding hawk-eye tracking statistics?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other than the historical data on the official ATP site are there out any other free db of tennis statistics analyzing different variables?&lt;/p&gt;&#xA;" OwnerUserId="9883" LastActivityDate="2016-02-12T13:58:38.357" Title="Tennis dataset of hawk-eye or other stats" Tags="|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6933" PostTypeId="2" ParentId="6924" CreationDate="2016-01-22T12:21:47.983" Score="7" Body="&lt;p&gt;Maybe the &lt;a href=&quot;https://github.com/ropensci/rcrossref&quot; rel=&quot;nofollow noreferrer&quot;&gt;rcrossref&lt;/a&gt; package for R is helpful. To find the number of citations, You can do things such as&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(rcrossref)&#xA;&#xA;# returns list:&#xA;# pap &amp;lt;- cr_works(dois = &amp;quot;10.1371/journal.pone.0042793&amp;quot;) &#xA;# pap$data will be 28-column data frame.&#xA;&#xA;cr_citation_count(doi = &amp;quot;10.1371/journal.pone.0042793&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Result:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;                           doi count&#xA;1 10.1371/journal.pone.0042793    41&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The API will only work for CrossRef DOIs.&#xA;This means that the only works that can be searched for must have been published with a member of the Crossref consortium of publishers.&lt;/p&gt;&#xA;&lt;p&gt;If you are not familiar with R, then instead you can work with the &lt;a href=&quot;https://github.com/CrossRef/rest-api-doc&quot; rel=&quot;nofollow noreferrer&quot;&gt;CrossRef REST API&lt;/a&gt; directly.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2020-12-30T10:14:25.010" LastActivityDate="2020-12-30T10:14:25.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6934" PostTypeId="2" ParentId="6921" CreationDate="2016-01-22T23:44:26.137" Score="1" Body="&lt;p&gt;Try the Met Office in te UK - &lt;a href=&quot;http://www.metoffice.gov.uk/datapoint&quot; rel=&quot;nofollow&quot;&gt;http://www.metoffice.gov.uk/datapoint&lt;/a&gt; &#xA;They collect and model peta bytes of global data. Not sure if they have your  particular dataset but are the nr 1 weather experts globally. &#xA;In the UK there is one centralised organisation (funded by tax money),  unlike several ones in the US. However their data is used globally by many.&lt;/p&gt;&#xA;" OwnerUserId="9939" LastActivityDate="2016-01-22T23:44:26.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6935" PostTypeId="1" CreationDate="2016-01-23T11:53:40.147" Score="3" ViewCount="73" Body="&lt;p&gt;Is anyone aware of where I can obtain hourly water &amp;amp; energy usage/consumption data or data related to water industries (can be anywhere in the world).&lt;/p&gt;&#xA;" OwnerUserId="9961" LastEditorUserId="1511" LastEditDate="2016-07-03T20:45:30.943" LastActivityDate="2016-07-03T20:45:30.943" Title="Water &amp; Energy Usage Data" Tags="|data-request|energy|" AnswerCount="0" CommentCount="1" ClosedDate="2016-07-05T19:54:22.957" ContentLicense="CC BY-SA 3.0" />
  <row Id="6936" PostTypeId="1" CreationDate="2016-01-23T20:58:48.413" Score="2" ViewCount="89" Body="&lt;p&gt;I noticed there are discrepancies in counts of events for a given drug when querying OpenFDA for a given quarter (I tried q1 2014) and trying to get a matching answer from the downloadable FAERS dataset. What is the explanation for this? The error is typically small (maybe 5 %), but bothering nonetheless.&lt;/p&gt;&#xA;" OwnerUserId="9970" LastEditorUserId="23272" LastEditDate="2022-07-14T12:40:39.377" LastActivityDate="2022-07-14T12:40:39.377" Title="Discrepancy between OpenFDA and FAERS" Tags="|openfda|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="6938" PostTypeId="2" ParentId="6806" CreationDate="2016-01-23T21:41:49.943" Score="4" Body="&lt;p&gt;I created a function to download data IMERG HDF5 and convert them to raster GeoTIFF. You can see the code in &lt;a href=&quot;https://github.com/AybarCL/GPM-data-management&quot; rel=&quot;nofollow&quot;&gt;https://github.com/AybarCL/GPM-data-management&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9901" LastActivityDate="2016-01-23T21:41:49.943" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6939" PostTypeId="1" CreationDate="2016-01-24T09:14:03.390" Score="3" ViewCount="84" Body="&lt;p&gt;1) From which artery the ABP signal was collected?&#xA;2) Where was the PPG device located? Fingertip? What wavelength was used?&lt;/p&gt;&#xA;" OwnerUserId="9420" LastActivityDate="2016-02-06T16:28:34.143" Title="Arterial line location and PPG sensor location" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6940" PostTypeId="2" ParentId="6879" CreationDate="2016-01-24T10:16:36.573" Score="2" Body="&lt;p&gt;If you are interested in micro-data, I think you could apply for EU-SILC data. They are survey data for EU countries, and it is the same source of data used by Eurostat, on their website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure how hard it is to get these data and how long it takes to receive the data in case you are succesful. Bare in mind that there are restrictions though. Finally, the dataset is very big and for many countries it would be unmanageable, so you would need some external powerful server to rely on when you do analyses.&lt;/p&gt;&#xA;" OwnerUserId="6830" LastActivityDate="2016-01-24T10:16:36.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6941" PostTypeId="2" ParentId="6939" CreationDate="2016-01-24T12:12:24.117" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://physionet.org/mimic2/mimic2_waveform_overview.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://physionet.org/mimic2/mimic2_waveform_overview.shtml&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;ABP: arterial blood pressure (invasive, from one of the radial arteries)&lt;/li&gt;&#xA;  &lt;li&gt;ART: arterial blood pressure (invasive, from the other radial artery)&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;FYI: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://health.stackexchange.com/q/1602/43&quot;&gt;How much more accurate are indwelling arterial catheters compared to standard, non-invasive blood pressure monitoring?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://health.stackexchange.com/q/4646/43&quot;&gt;How much impact does the location of measurement of blood pressure have on the quality of the obtained blood pressure signal?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:53:20.133" LastActivityDate="2016-02-06T16:28:34.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6942" PostTypeId="1" CreationDate="2016-01-24T19:32:54.263" Score="11" ViewCount="152" Body="&lt;p&gt;Authorities of each country register cars when they are bought or scrapped. Is there an open statistics of average life time for each car model?&lt;/p&gt;&#xA;" OwnerUserId="9976" LastEditorUserId="2976" LastEditDate="2016-01-24T19:39:03.217" LastActivityDate="2016-06-15T14:25:11.593" Title="Statistics on car life length for each car model?" Tags="|data-request|foia|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6944" PostTypeId="1" AcceptedAnswerId="6953" CreationDate="2016-01-26T13:40:02.687" Score="5" ViewCount="138" Body="&lt;p&gt;I am struggling with DBpedia. The description is unclear (to the point that for me it is hard to tell which data can be obtain, which - cannot), and (what is worst) it does not have many examples (direct links) I could learn from.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to get all &quot;influences&quot; and &quot;influencedBy&quot; fields for all philosophers, preferably in JSON format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest things I found are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dbpedia.org/sparql?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;query=DESCRIBE+%3Chttp://dbpedia.org/resource/Bertrand_Russell%3E&amp;amp;output=application%2Fmicrodata%2Bjson&quot; rel=&quot;nofollow&quot;&gt;http://dbpedia.org/sparql?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;query=DESCRIBE+%3Chttp://dbpedia.org/resource/Bertrand_Russell%3E&amp;amp;output=application%2Fmicrodata%2Bjson&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dbpedia.org/data/Bertrand_Russell.json&quot; rel=&quot;nofollow&quot;&gt;http://dbpedia.org/data/Bertrand_Russell.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it is:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;per-person (it is not clear if it is only way to query)&lt;/li&gt;&#xA;&lt;li&gt;a lot of other data I don't care about (heavy)&lt;/li&gt;&#xA;&lt;li&gt;even &quot;influences&quot; are passes in complicated format (OK, this thing is not the worst, but I maybe there is something lighter)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ideally something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[{&quot;name&quot;: &quot;Bertrand_Russell&quot;,&#xA;  &quot;influences&quot;: [&quot;Euclid&quot;, &quot;John_Stuart_Mill&quot;, ...],&#xA;  &quot;influencedBy&quot;: [&quot;Ludwig_Wittgenstein&quot;, &quot;A._J._Ayer&quot;]},&#xA; ...&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(Whether in a single query, or in a few.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible? How?&lt;/p&gt;&#xA;" OwnerUserId="87" LastEditorUserId="462" LastEditDate="2016-01-29T20:23:13.917" LastActivityDate="2016-01-29T20:23:13.917" Title="Getting influences / influencedBy data from DBpedia" Tags="|json|wikipedia|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6945" PostTypeId="1" CreationDate="2016-01-26T16:35:28.983" Score="5" ViewCount="76" Body="&lt;p&gt;I am looking for a dataset of &lt;a href=&quot;https://en.wikipedia.org/wiki/Clinical_trial&quot;&gt;clinical trial&lt;/a&gt; &lt;a href=&quot;http://www.sciencemag.org/news/2016/01/what-we-know-so-far-about-clinical-trial-disaster-france&quot;&gt;accidents&lt;/a&gt;, with ideally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;drug tested&lt;/li&gt;&#xA;&lt;li&gt;phase of trial&lt;/li&gt;&#xA;&lt;li&gt;number of casualties, and description of injuries&lt;/li&gt;&#xA;&lt;li&gt;country&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am interested in both clinical trials of drugs and clinical trials of devices. I have mostly interested in human subjects.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-15T21:12:53.027" Title="Dataset of clinical trial accidents" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6946" PostTypeId="1" CreationDate="2016-01-27T01:21:39.803" Score="2" ViewCount="241" Body="&lt;p&gt;I'm looking for big data set which is suitable to be used for document classification task. The data set which I'm looking for should composed of the frequency of the words which exist in each document, so the main goal of the task is classifying each document to one category such as Sport, Political etc. All what I found in Internet is some small data sets, if anyone can help me to find a big data set that can be used for a such task, I will be very thankful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: all the attributes values should composed of integer number which represent the frequency of word in each document.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: I'm looking for CSV file to use it as input for multinomial naive bayes classifier.&lt;/p&gt;&#xA;" OwnerUserId="9998" LastEditorUserId="70" LastEditDate="2016-02-07T12:42:56.610" LastActivityDate="2024-03-11T02:03:40.427" Title="Big data set for Document Classification" Tags="|data-request|machine-learning|corpora|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6948" PostTypeId="2" ParentId="6767" CreationDate="2016-01-27T02:08:58.810" Score="1" Body="&lt;p&gt;I don't know what exactly you would qualify as 'biological' data, but I would classify predator/prey relationships as 'ecological' ... and therefore I'd look in one of two places:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.dataone.org/&quot; rel=&quot;nofollow&quot;&gt;DataONE&lt;/a&gt; (Data Observation Network for Earth).   Searches about 30 archives of environmental &amp;amp; ecological data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://datadryad.org/&quot; rel=&quot;nofollow&quot;&gt;Dryad&lt;/a&gt;, a repository for evolutionary &amp;amp; environmental data.  Some journals in the field require data be deposited here if you publish papers through them.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;DataONE searches Dryad, but Dryad also allows browsing, or searching by the journal in which the data was used, which might help you to find data of interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm personally not aware of any search engines in the ecological &amp;amp; environmental sciences that allow for searching by the dimensionality of the data.  You tend to see that sort of restriction when there are many different types of instruments observing the same regions ... like in &lt;a href=&quot;http://www.ivoa.net/documents/latest/CharacterisationDM.html&quot; rel=&quot;nofollow&quot;&gt;astronomy&lt;/a&gt; and &lt;a href=&quot;http://sdac.virtualsolar.org/cgi/show_details?keyword=DATA_LAYOUT&quot; rel=&quot;nofollow&quot;&gt;solar physics&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2016-01-27T02:08:58.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6949" PostTypeId="2" ParentId="266" CreationDate="2016-01-27T09:24:51.413" Score="15" Body="&lt;p&gt;As of February 2019, &lt;strong&gt;you'll find a &lt;a href=&quot;https://www.opendatasoft.com/a-comprehensive-list-of-all-open-data-portals-around-the-world/?utm_source=general&amp;amp;utm_medium=social&amp;amp;utm_campaign=opendatainception&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of 2600+ open data portals around the world&lt;/a&gt; on OpenDataSoft's website.&lt;/strong&gt; It lists as of now 2600+ portals ranging from the US (obviously) to Afghanistan. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The story behind it:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Working for a SaaS company in need of loads of structured data, our team started to compile a list of all open data portals around the world as a go-to resource.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We ended up with a list of more than 1600 portals. We gathered our own listings, scrapped third-party datasets (the likes of dataportals.org), cleaned the whole thing (lot of elbow grease + Clojure) and created a list (w/ Ruby).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Instead of keeping it in a dusty corner of our computers, we thought we'll share it with the open data community / data geeks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Major work was done on cleaning the data (many duplicates), adding geo-coordinates to every portals, crossing off the list all dead portals/urls... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, we used the dataset generated to create a website called &lt;a href=&quot;http://opendatainception.io/?utm_source=general&amp;amp;utm_medium=social&amp;amp;&quot; rel=&quot;nofollow noreferrer&quot;&gt;opendatainception.io&lt;/a&gt; where you can now browse data on a map. You can browse data by navigating or through the search box. When typing a query there, the data will automatically refine on the map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, we shared the list as a go-to resource for everyone. At first we were building the list as an HTML list from the dataset with some Ruby script. It was a kinda pain and not always super reliable. To be more efficient and reflect the changes instantly as we were making them, we went for some open source widgets instead (built w/ angular).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, the page displays a dynamic list, always synced up with the dataset. You still can look for countries and stuff.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the list here and we explained the how-to there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that'll help!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have any feedback or want to add a portal, give us a shout! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hYZi2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hYZi2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10005" LastEditorUserId="1511" LastEditDate="2019-03-01T07:34:21.473" LastActivityDate="2019-03-01T07:34:21.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6950" PostTypeId="1" AcceptedAnswerId="6997" CreationDate="2016-01-27T01:28:55.643" Score="5" ViewCount="197" Body="&lt;p&gt;There are numerous Australian government websites which manage businesses, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://abr.gov.au/&quot; rel=&quot;nofollow&quot;&gt;Australian Business Register&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://asic.gov.au/&quot; rel=&quot;nofollow&quot;&gt;Australian Securities and Investments Commission&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.business.gov.au/Pages/default.aspx&quot; rel=&quot;nofollow&quot;&gt;Business.gov.au&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://abr.business.gov.au/Webservices.aspx&quot; rel=&quot;nofollow&quot;&gt;ABN lookup webservice&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, I can't see any datasets which show the &lt;strong&gt;location and business type&lt;/strong&gt; of Australian businesses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest I've found is the &lt;a href=&quot;http://data.gov.au/dataset/abn-bulk-extract&quot; rel=&quot;nofollow&quot;&gt;ABN Bulk Extract&lt;/a&gt; dataset on data.gov.au, which shows the business name and postcode, but no information on the business type (eg, is it a pharmacy or a donut shop?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any publicly available datasets showing the Name, Type and Location of businesses across Australia? (Either free or paid is fine.)&lt;/p&gt;&#xA;" OwnerUserId="3400" OwnerDisplayName="Stephen Lead" LastEditorUserId="70" LastEditDate="2016-02-07T12:40:48.170" LastActivityDate="2016-02-07T12:40:48.170" Title="Where to find data on Australian business types and locations?" Tags="|data-request|business|australia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6951" PostTypeId="1" CreationDate="2016-01-27T09:59:39.837" Score="2" ViewCount="95" Body="&lt;p&gt;I have set up an Alfresco document management server and an extension that claims to block virus-infected documents from being uploaded to the server.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now I want to test it with files infected with a variety of commonly found viruses.&lt;br&gt;&#xA;Is there a freely reusable repository of such files?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Of course .exe viruses should be present, but also .doc files or .pdf files that are specially-crafted to trigger privilege escalation and attacks in Word or Acrobat, for instance.&lt;/li&gt;&#xA;&lt;li&gt;For obvious reason, the files should be distributed within an archive file.&lt;/li&gt;&#xA;&lt;li&gt;As recent and representative as possible.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-01-31T16:30:08.257" Title="Repository of virus-infected computer files" Tags="|data-request|software|security|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6952" PostTypeId="1" AcceptedAnswerId="6957" CreationDate="2016-01-27T10:52:22.550" Score="5" ViewCount="178" Body="&lt;p&gt;Is there an open source data classifying Urban, suburban, and rural  blockgroups? I am specifically looking for the urban continuum data for Hillsborough County, Florida. I know that Nielsen Claritas has developed a specific variable named urbanicity for the purpose of classifying blockgroups. However, it is not free. Just wondering if I can get similar data from any other open source?&lt;/p&gt;&#xA;" OwnerUserId="10006" LastActivityDate="2016-03-11T17:56:55.377" Title="Urban, suburban, and rural blockgroup data" Tags="|data-request|geospatial|us-census|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6953" PostTypeId="2" ParentId="6944" CreationDate="2016-01-27T11:15:15.347" Score="5" Body="&lt;p&gt;Using this SPARQL end-point: &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;noreferrer&quot;&gt;http://dbpedia.org/sparql&lt;/a&gt; you can enter this query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?YA ?A ?YB ?B where {&#xA;  ?A dbo:influenced ?B.&#xA;  ?A a dbo:Philosopher.&#xA;  ?B a dbo:Philosopher.&#xA;  ?A dbo:birthYear ?YSA.&#xA;  ?B dbo:birthYear ?YSB.&#xA;  BIND( SUBSTR( xsd:string(?YSA), 1, 4) AS ?YA )&#xA;  BIND( SUBSTR( xsd:string(?YSB), 1, 4) AS ?YB )&#xA;} LIMIT 10000&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which will give you a list of pairs of philosophers (influencer, influencee) and their years of birth.  You can choose JSON as the results format.&lt;/p&gt;&#xA;" OwnerUserId="1436" LastEditorUserId="1436" LastEditDate="2016-01-27T11:27:00.790" LastActivityDate="2016-01-27T11:27:00.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6954" PostTypeId="1" CreationDate="2016-01-27T13:36:31.323" Score="2" ViewCount="74" Body="&lt;p&gt;Can someone please point me to a resource where I can find the mean and standard deviation for real life data, for example the wingspan of an eagle or the weight of an elephant or anything meaningful. I can easily find data for the mean, but not for the standard deviation. I am trying to come up with questions about normal distribution for high school students. I can of course make up the numbers, but it would be better to have the numbers reflecting the actual facts.&lt;/p&gt;&#xA;" OwnerUserId="10011" LastActivityDate="2016-01-28T10:45:37.970" Title="Where can I find information for standard deviation and mean for real life data?" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6955" PostTypeId="2" ParentId="6884" CreationDate="2016-01-27T17:36:27.540" Score="24" Body="&lt;p&gt;As it turns out there are several resources one can use for all main cryptocurrencies so I will post here the most relevant and flexible I was able to gather.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;All Cryptocurrencies&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Coinmetrics&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://coinmetrics.io/data-downloads/&quot; rel=&quot;noreferrer&quot;&gt;https://coinmetrics.io/data-downloads/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This page has data for: Bitcoin, Litecoin, Ethereum, NEM, Decred, ZCash (transparent transactions only), Dash, Dogecoin, Ethereum Classic, PIVX, Monero.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ETH -  BTC&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://poloniex.com/exchange#btc_eth&quot; rel=&quot;noreferrer&quot;&gt;Poloniex As chart&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://poloniex.com/public?command=returnChartData&amp;amp;currencyPair=BTC_ETH&amp;amp;start=1435699200&amp;amp;end=9999999999&amp;amp;period=14400&quot; rel=&quot;noreferrer&quot;&gt;Poloniex As JSON&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One needs to edit the timestamps in the API to get a different snapshot. And edit the period to adjust the details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bitcoin&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.coindesk.com/price/&quot; rel=&quot;noreferrer&quot;&gt;Coindesk Closing price and OHLC&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://blockchain.info/charts/market-price?showDataPoints=false&amp;amp;timespan=all&amp;amp;show_header=true&amp;amp;daysAverageString=1&amp;amp;scale=0&amp;amp;format=csv&amp;amp;address=&quot; rel=&quot;noreferrer&quot;&gt;Closing price blockchain.info&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/BAVERAGE?keyword=bitcoin&quot; rel=&quot;noreferrer&quot;&gt;Bitcoin data on Quandl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/collections/markets/bitcoin-data&quot; rel=&quot;noreferrer&quot;&gt;Bitcoin data on Quandl II&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Ether&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks to the answer to &lt;a href=&quot;https://ethereum.stackexchange.com/questions/635/ether-historical-prices&quot;&gt;this question on Ethereum's stackexchange&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://etherchain.org/api/statistics/price&quot; rel=&quot;noreferrer&quot;&gt;Etherchain's API&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will keep updating this answer with more links as I find them.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastEditorUserId="9452" LastEditDate="2017-09-30T04:07:04.517" LastActivityDate="2017-09-30T04:07:04.517" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="6956" PostTypeId="2" ParentId="6954" CreationDate="2016-01-27T21:20:51.163" Score="2" Body="&lt;p&gt;There are many open datasets around. For instance, the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Iris&quot; rel=&quot;nofollow&quot;&gt;Iris data set&lt;/a&gt;, and more searchable at &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow&quot;&gt;UCI Center for Machine Learning and Intelligent Systems&lt;/a&gt;, from which you can compute your own average and deviation.&lt;/p&gt;&#xA;" OwnerUserId="9304" LastActivityDate="2016-01-27T21:20:51.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6957" PostTypeId="2" ParentId="6952" CreationDate="2016-01-28T10:43:38.320" Score="3" Body="&lt;p&gt;you can probably find what you are looking for inside the census summary files&lt;/p&gt;&#xA;&#xA;&lt;p&gt;file layout from &lt;a href=&quot;http://www.census.gov/prod/cen2010/doc/sf1.pdf#page=18&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/prod/cen2010/doc/sf1.pdf#page=18&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;some code examples of how to work with those files:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/2014/12/maps-and-art-of-survey-weighted.html&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/2014/12/maps-and-art-of-survey-weighted.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/davidbrae/swmap&quot; rel=&quot;nofollow&quot;&gt;https://github.com/davidbrae/swmap&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-01-28T10:43:38.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6958" PostTypeId="2" ParentId="6954" CreationDate="2016-01-28T10:45:37.970" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/youth%20risk%20behavior%20surveillance%20system%20%28yrbss%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/youth%20risk%20behavior%20surveillance%20system%20%28yrbss%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;have some biometrics (for humans)&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-01-28T10:45:37.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6959" PostTypeId="2" ParentId="4496" CreationDate="2016-01-29T05:27:36.193" Score="1" Body="&lt;p&gt;I have a few set of aerial images taken by an X8+ Drone with a redEdge camera, maybe they will help you. Contact me. &lt;/p&gt;&#xA;" OwnerUserId="10031" LastActivityDate="2016-01-29T05:27:36.193" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6960" PostTypeId="1" CreationDate="2016-01-29T16:26:00.943" Score="3" ViewCount="178" Body="&lt;p&gt;I am looking for a data set that contains Facebook's status and its privacy settings for each status.&lt;/p&gt;&#xA;&lt;p&gt;If there is a kind of this data set available for public access, could you help me?&lt;/p&gt;&#xA;" OwnerUserId="10035" LastEditorUserId="23272" LastEditDate="2021-04-07T12:58:54.667" LastActivityDate="2021-04-07T12:58:54.667" Title="Is there open data set on Facebook status?" Tags="|data-request|social-media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="6961" PostTypeId="1" AcceptedAnswerId="6964" CreationDate="2016-01-29T19:42:40.990" Score="6" ViewCount="1986" Body="&lt;p&gt;I have been looking for any general datasets about LGBT Americans. The type of file I look for are either CSV or TSV. Although my inquiry will hopefully yield some spatial indices at the county or state level, because of the apparent lack of initial success in searching I am hoping for data of some depth of any sort.  Any suggestions or help is greatly appreciated. &lt;/p&gt;&#xA;" OwnerUserId="10038" LastEditorUserId="10235" LastEditDate="2016-05-19T14:38:56.150" LastActivityDate="2016-05-19T14:38:56.150" Title="Looking for open source LGBT datasets" Tags="|data-request|usa|geospatial|csv|lgbt|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6962" PostTypeId="1" CreationDate="2016-01-29T21:14:02.890" Score="6" ViewCount="1324" Body="&lt;p&gt;I am looking for (possible buy) a dataset of German news data (i.e., the largest daily newspapers), where the data span at least ten years back up until now/recent.&lt;br&gt;&#xA;Any tips? &lt;/p&gt;&#xA;" OwnerUserId="10039" LastEditorUserId="1511" LastEditDate="2016-01-30T21:23:47.793" LastActivityDate="2016-06-14T13:11:06.253" Title="German news/text data set" Tags="|data-request|language|nlp|europe|media|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6963" PostTypeId="2" ParentId="6927" CreationDate="2016-01-30T14:50:01.523" Score="4" Body="&lt;p&gt;Here are a few datasets from New York State with a list of winning numbers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Lottery Daily Numbers/Win-4 Winning Numbers: Beginning 1980 - &lt;a href=&quot;https://data.ny.gov/Government-Finance/Lottery-Daily-Numbers-Win-4-Winning-Numbers-Beginn/hsys-3def&quot; rel=&quot;nofollow&quot;&gt;https://data.ny.gov/Government-Finance/Lottery-Daily-Numbers-Win-4-Winning-Numbers-Beginn/hsys-3def&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Lottery Cash 4 Life Winning Numbers: Beginning 2014 - &lt;a href=&quot;https://data.ny.gov/Government-Finance/Lottery-Cash-4-Life-Winning-Numbers-Beginning-2014/kwxv-fwze&quot; rel=&quot;nofollow&quot;&gt;https://data.ny.gov/Government-Finance/Lottery-Cash-4-Life-Winning-Numbers-Beginning-2014/kwxv-fwze&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Lottery Mega Millions Winning Numbers: Beginning 2002 - &lt;a href=&quot;https://data.ny.gov/Government-Finance/Lottery-Mega-Millions-Winning-Numbers-Beginning-20/5xaw-6ayf&quot; rel=&quot;nofollow&quot;&gt;https://data.ny.gov/Government-Finance/Lottery-Mega-Millions-Winning-Numbers-Beginning-20/5xaw-6ayf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Lottery Take 5 Winning Numbers - &lt;a href=&quot;https://data.ny.gov/Government-Finance/Lottery-Take-5-Winning-Numbers/dg63-4siq&quot; rel=&quot;nofollow&quot;&gt;https://data.ny.gov/Government-Finance/Lottery-Take-5-Winning-Numbers/dg63-4siq&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here is some data about different state/local government lottery programs/games from across the United States:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;CT Lottery Sales By Game - &lt;a href=&quot;https://data.ct.gov/Government/Lottery-Sales-By-Game/n9q9-yvd6&quot; rel=&quot;nofollow&quot;&gt;https://data.ct.gov/Government/Lottery-Sales-By-Game/n9q9-yvd6&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;IL Lottery Sales by Zip Code - &lt;a href=&quot;https://data.illinois.gov/Economics/IDOR-FY-2011-Lottery-Sales-by-Zip-Code/r9kx-zjnk&quot; rel=&quot;nofollow&quot;&gt;https://data.illinois.gov/Economics/IDOR-FY-2011-Lottery-Sales-by-Zip-Code/r9kx-zjnk&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;OR Contracts related to the Lottery - &lt;a href=&quot;https://data.oregon.gov/Revenue-Expense/Contracts-Lottery-Fiscal-Year-2013/6gby-m8wg&quot; rel=&quot;nofollow&quot;&gt;https://data.oregon.gov/Revenue-Expense/Contracts-Lottery-Fiscal-Year-2013/6gby-m8wg&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;IO Lottery Sales, Proceeds, and Prizes - &lt;a href=&quot;https://data.iowa.gov/Economy/Lottery-Sales-Proceeds-and-Prizes/b9m5-qwb9&quot; rel=&quot;nofollow&quot;&gt;https://data.iowa.gov/Economy/Lottery-Sales-Proceeds-and-Prizes/b9m5-qwb9&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-30T14:50:01.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6964" PostTypeId="2" ParentId="6961" CreationDate="2016-01-30T15:12:06.757" Score="6" Body="&lt;p&gt;There is not a lot of good nation-wide data on LGBT topics. Here are a few I was able to find for you. Some of them are already in CSV/TSV and/or Excel format (and therefore trivial to convert to CSV) while some are PDF reports with tables embedded (which, given some effort, could be converted to CSV/TSV tables):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;XLS Census/ACS data on same-sex couples: &lt;a href=&quot;http://www.census.gov/hhes/samesex/data/acs.html&quot;&gt;http://www.census.gov/hhes/samesex/data/acs.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;CSV data: &quot;Project to scrape and analyze the data from the Municipal Equality Index, which is a 2013 report from the Human Rights Campaign which rated 292 municipalities on their LGBT policies.&quot; - &lt;a href=&quot;https://github.com/Radcliffe/MunicipalEqualityIndex&quot;&gt;https://github.com/Radcliffe/MunicipalEqualityIndex&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;PDF report w/ data: &quot;Sexual Orientation and Health Among U.S. Adults:&#xA;National Health Interview Survey, 2013&quot; - &lt;a href=&quot;http://www.cdc.gov/nchs/data/nhsr/nhsr077.pdf&quot;&gt;http://www.cdc.gov/nchs/data/nhsr/nhsr077.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;PDF report w/ data: &quot;Same-sex Couples and the Gay, Lesbian, Bisexual Population: New Estimates from the American Community Survey&quot; - &lt;a href=&quot;http://williamsinstitute.law.ucla.edu/wp-content/uploads/Gates-Same-Sex-Couples-GLB-Pop-ACS-Oct-2006.pdf&quot;&gt;http://williamsinstitute.law.ucla.edu/wp-content/uploads/Gates-Same-Sex-Couples-GLB-Pop-ACS-Oct-2006.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;A website with links to other LGBT data in varying formats and levels of granularity: &lt;a href=&quot;http://www.lgbtdata.com/&quot;&gt;http://www.lgbtdata.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-01-30T15:12:06.757" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6966" PostTypeId="2" ParentId="6962" CreationDate="2016-01-30T21:23:14.527" Score="6" Body="&lt;p&gt;I think a good source would be the &lt;strong&gt;&lt;a href=&quot;http://www.ids-mannheim.de/cosmas2/projekt/referenz/korpora.html&quot; rel=&quot;noreferrer&quot;&gt;COSMAS II-Korpora&lt;/a&gt;&lt;/strong&gt; from the &lt;a href=&quot;http://www.ids-mannheim.de&quot; rel=&quot;noreferrer&quot;&gt;Institut für Deutsche Sprache&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems there is &lt;a href=&quot;http://www.ids-mannheim.de/cosmas2/projekt/registrierung/&quot; rel=&quot;noreferrer&quot;&gt;free registration&lt;/a&gt; and downloads for non-commercial use.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-01-30T21:23:14.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6967" PostTypeId="2" ParentId="1926" CreationDate="2016-01-30T21:59:33.997" Score="7" Body="&lt;p&gt;I personally manage a site that lists the public holidays of every country of the world, both with long-term forecasts (some of our clients license more than 20 years into the future), and quasi real-time updates, to react when a country makes a last minute change (on average there is one or two such changes, somewhere in the world, everyday).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I won't mention which site it is, to avoid being spammed-out. In any case, which site it is is not relevant to what I am about to write.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the forecasts are handled automatically by a library of code I have developed since 1989. I have also automated the search for last-minute updates. Yet, despite these 27 years of experience and automated code, and my ability to read news in 5 languages fluently, it takes me 4-5 hours per day, 7 days a week, 365 days a year, to make sure that I miss none of the daily and yearly changes to holidays and their rules, that occur all over the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My point ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will never find a reliable source of worldwide public holidays that is free. You'll find a few free sites that list the 10-15 &quot;easy&quot; countries. You'll find a few free sites that list more countries, but do not provide dates for non-western calendars. You'll mainly find free sites with lots of ads and cookies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In some areas, there is still no such thing as a free lunch ;-)&lt;/p&gt;&#xA;" OwnerUserId="10051" LastActivityDate="2016-01-30T21:59:33.997" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6968" PostTypeId="1" CreationDate="2016-01-31T03:45:22.673" Score="5" ViewCount="44" Body="&lt;p&gt;Looking for a list of all city, state, and federal related prisons &amp;amp; jails in the united states.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for the list to include the name of facility, type, and address.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me in the right direction?&lt;/p&gt;&#xA;" OwnerUserId="10052" LastEditorUserId="1511" LastEditDate="2016-01-31T10:21:52.257" LastActivityDate="2016-02-01T22:53:38.790" Title="Federal, state, and county prisons &amp; jails" Tags="|data-request|usa|geospatial|government|geocoding|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6969" PostTypeId="2" ParentId="6968" CreationDate="2016-01-31T10:26:17.090" Score="6" Body="&lt;p&gt;You can start with the &lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=1&quot; rel=&quot;nofollow&quot;&gt;US Bureau of Justice Statistics: Corrections&lt;/a&gt; page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular: &lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=13&quot; rel=&quot;nofollow&quot;&gt;State and federal prisoners and prison facilities&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And perhaps of interest: &lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/series/7&quot; rel=&quot;nofollow&quot;&gt;Annual Survey of Jails Data Series&lt;/a&gt; - (&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/studies/36274&quot; rel=&quot;nofollow&quot;&gt;2014 edition&lt;/a&gt;)  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also related: &lt;a href=&quot;https://hallofjustice.sunlightfoundation.com/&quot; rel=&quot;nofollow&quot;&gt;Criminal Hall of Justice&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2016-02-01T22:53:38.790" LastActivityDate="2016-02-01T22:53:38.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6970" PostTypeId="1" CreationDate="2016-01-31T15:37:46.473" Score="2" ViewCount="1214" Body="&lt;p&gt;I'm studying data clustering algorithms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I can only find little &lt;em&gt;labeled&lt;/em&gt; real data suitable for clustering. Probably the most popular one is the iris data set, since it contains some well defined clusters that agree with the classes. Most of the data sets &lt;a href=&quot;http://cs.joensuu.fi/sipu/datasets/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; are synthetic and tiny, or unlabeled.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please don't point me to the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=clu&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&quot; rel=&quot;nofollow&quot;&gt;UCI machine learning repository&lt;/a&gt;. Much of the data sets that are categorized as &quot;clustering&quot; there don't cluster well, and don't have labels suitable for clustering &lt;em&gt;evaluation&lt;/em&gt; either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for data sets with the following characteristics:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;preferably multivariate-numerical, since many algorithms only support this (text can be vectorized, but usually is not labeled into clusters. Graph clustering is very different, and I'm not looking into this right now)&lt;/li&gt;&#xA;&lt;li&gt;large enough - 10,000 instances is small, 100,000 would be better. Beyond this, many algorithms will fail (many scale O(n²) or O(n³), unfortunately).&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;labeled for clustering&lt;/strong&gt;. Many classification data sets are not good, because classes themselves contain multiple clusters, or multiple classes may be the same cluster (you can observe this on the iris data set, too - give an unlabeled data set to a human, and he will say there are two clusters instead of three).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Since many of the UCI data sets do not appear to work well for clustering, I'm figuring I should put out a call here at OpenData to find fresh data sets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am also interested in:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;studies of clustering quality that use real data.&lt;/li&gt;&#xA;&lt;li&gt;toolkits for data clustering (such as &lt;a href=&quot;http://elki.dbs.ifi.lmu.de/&quot; rel=&quot;nofollow&quot;&gt;ELKI&lt;/a&gt;) that have &lt;em&gt;many&lt;/em&gt; and &lt;em&gt;fast&lt;/em&gt; algorithm implementations. Since I'm interested in advanced methods, I don't care about k-means-only, nor about tools that can't cluster at least 100,000 instances.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="606" LastEditorUserId="606" LastEditDate="2016-01-31T16:19:25.580" LastActivityDate="2016-02-12T13:56:55.477" Title="Data sets for evaluating cluster analysis" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6971" PostTypeId="2" ParentId="266" CreationDate="2016-01-31T16:24:28.647" Score="3" Body="&lt;p&gt;I didn't see these mentioned. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/TheRockStarDBA/awesome-public-datasets&quot; rel=&quot;nofollow&quot;&gt;Rockstar Data Sources on Github&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://rawdata.miraheze.org/wiki/Study_sources,_full&quot; rel=&quot;nofollow&quot;&gt;List of free and open journals&lt;/a&gt;. Mostly scientific journals. &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3905" LastActivityDate="2016-01-31T16:24:28.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6972" PostTypeId="2" ParentId="6951" CreationDate="2016-01-31T16:30:08.257" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cnet.com/forums/discussions/want-to-download-some-virus-files-to-test-out-my-anti-virus-wares-317/&quot; rel=&quot;nofollow&quot;&gt;This discussion is old&lt;/a&gt; but it might still help you. &lt;a href=&quot;http://www.eicar.org/86-0-Intended-use.html&quot; rel=&quot;nofollow&quot;&gt;It points to this page on EICAR&lt;/a&gt; which is still up. &lt;a href=&quot;http://support.kaspersky.com/viruses/general/459&quot; rel=&quot;nofollow&quot;&gt;Another site&lt;/a&gt; to grab the EICAR test file.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="3905" LastActivityDate="2016-01-31T16:30:08.257" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6973" PostTypeId="1" CreationDate="2016-02-01T08:16:43.337" Score="2" ViewCount="85" Body="&lt;p&gt;I would be happy to be pointed to the right direction where I can access vector data for Nasarawa state in Nigeria?&lt;/p&gt;&#xA;" OwnerDisplayName="Kansy" LastEditorUserId="70" LastEditDate="2016-02-07T12:42:30.110" LastActivityDate="2016-02-28T10:27:27.997" Title="Where can I get vector datasets for Nasarawa state in Nigeria?" Tags="|data-request|geospatial|africa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6974" PostTypeId="1" AcceptedAnswerId="6975" CreationDate="2016-02-01T18:16:20.360" Score="7" ViewCount="197" Body="&lt;p&gt;In what formats can I retrieve texts from wikisource?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The obvious format is the HTML they deliver for reading, but the HTML source is very layout oriented and messy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a downloadable source format available that is more logical (XML or wiki format)? How can I download it?&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2016-08-11T22:08:21.207" Title="Formats of texts from wikisource?" Tags="|data-format|text|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6975" PostTypeId="2" ParentId="6974" CreationDate="2016-02-01T18:28:52.443" Score="4" Body="&lt;p&gt;For automated processing, by far the best alternative is a &lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow&quot;&gt;database dump&lt;/a&gt;.  They might be a little bit old, but hopefully that won't be a problem.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can select database dumps by language and wiki, with or without edit history.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the time of writing, &lt;a href=&quot;https://dumps.wikimedia.org/enwikisource/20160111/&quot; rel=&quot;nofollow&quot;&gt;the most recent enwikisource dump is from 26 December 2015&lt;/a&gt;.  You can also find dumps for &lt;a href=&quot;https://dumps.wikimedia.org/dewikisource/&quot; rel=&quot;nofollow&quot;&gt;dewikisource&lt;/a&gt;, &lt;a href=&quot;https://dumps.wikimedia.org/frwikisource/&quot; rel=&quot;nofollow&quot;&gt;frwikisource&lt;/a&gt;, etc.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2016-02-01T18:28:52.443" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="6976" PostTypeId="1" CreationDate="2016-02-01T19:16:12.817" Score="3" ViewCount="81" Body="&lt;p&gt;I am currently deciding whether to use the USDA's &lt;a href=&quot;http://ndb.nal.usda.gov/ndb/api/doc&quot; rel=&quot;nofollow&quot;&gt;Nutritional Database&lt;/a&gt; as the backend provider of nutritional information for my app. The other option I am considering is the &lt;a href=&quot;https://platform.fatsecret.com/api/Default.aspx?screen=prem&quot; rel=&quot;nofollow&quot;&gt;FatSecret platform&lt;/a&gt;. My concern about the USDA API is there are no guarantees as it's not a business. Has anyone built real-time analytics/apps with the USDA API and can you tell me whether you've had good performance? Have there ever been gaps in service/etc?&lt;/p&gt;&#xA;" OwnerUserId="10070" LastActivityDate="2016-02-12T18:34:07.713" Title="How data data.gov tend to perform?" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6977" PostTypeId="1" CreationDate="2016-02-02T01:07:14.533" Score="3" ViewCount="130" Body="&lt;p&gt;How can I find a list of Canadian private companies that use Canadian government open data?&lt;/p&gt;&#xA;" OwnerUserId="10074" LastEditorUserId="90" LastEditDate="2016-08-30T17:33:46.787" LastActivityDate="2016-08-30T17:33:46.787" Title="Find a List of Private Companies That Use Canadian Government Open Data?" Tags="|data-request|government|uses-of-open-data|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6978" PostTypeId="1" CreationDate="2016-02-02T06:17:33.640" Score="3" ViewCount="136" Body="&lt;p&gt;Similar to this question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/1887/where-to-find-key-log-data-for-keyboard-usage&quot;&gt;Where to find key log data for keyboard usage?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...but it doesn't have the answers I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am researching keyboard layouts. I want to get timing data for each key to research delays in typing. I am trying to find what may contribute most to delays from key positions to language itself. If you know of any keystroke data sets that contain timings as well, that would be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It doesn't have to be too exhaustive or big. This is a hobby, not any kind of funded research.&lt;/p&gt;&#xA;" OwnerUserId="10078" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-02-13T09:31:50.420" Title="Keyboard keystrokes with timing" Tags="|data-request|language|computing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6979" PostTypeId="2" ParentId="6973" CreationDate="2016-02-02T07:28:25.467" Score="3" Body="&lt;p&gt;You can get some spatial data by selcting your country name. &lt;a href=&quot;http://www.diva-gis.org/gdata&quot; rel=&quot;nofollow&quot;&gt;http://www.diva-gis.org/gdata&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="10079" LastActivityDate="2016-02-02T07:28:25.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6980" PostTypeId="1" AcceptedAnswerId="9796" CreationDate="2016-02-02T10:51:22.940" Score="5" ViewCount="1128" Body="&lt;p&gt;perhaps someone knows where can I find a public database for watches and their reference numbers? Timepieces are quite standardized and I would be very interested on checking it out for a personal project.&#xA;Something like this would be helpful:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.watchtime.com/watch-database/&quot; rel=&quot;noreferrer&quot;&gt;http://www.watchtime.com/watch-database/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10080" LastActivityDate="2017-03-12T18:00:07.090" Title="Luxury watches database" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6981" PostTypeId="1" CreationDate="2016-02-02T18:19:42.120" Score="1" ViewCount="29" Body="&lt;p&gt;Where can i find and download bug reports, mailing list archives,execution logs,test cases,for the following projects?&lt;br&gt;&#xA;1.Eclipse&lt;br&gt;&#xA;2.Ibm jazz and&lt;br&gt;&#xA;3.Mozilla&lt;/p&gt;&#xA;" OwnerUserId="8547" LastActivityDate="2016-02-02T18:19:42.120" Title="where can i download archives of eclipse,ibm jazz and mozilla" Tags="|data-request|releasing-data|machine-learning|nlp|research|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="6982" PostTypeId="1" CreationDate="2016-02-02T18:42:57.270" Score="3" ViewCount="51" Body="&lt;p&gt;So I found a website: &lt;a href=&quot;http://phone.report/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Phone Report&lt;/a&gt; and the peculiar thing about it is that it provides a activity map of where that phone has been. I quickly tried to dig through the website's source and network activity, and found it was loading a Open Street Map Layer. I'm wondering if the common GPS locations of a phone number could be extracted from that. Unfortunately I'm not familiar with Open Street Map, Most of my time has been spent in World Wind. Could anyone look into this as a possible data source?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/H1WE5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/H1WE5.png&quot; alt=&quot;Activity Map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10086" LastEditorUserId="90" LastEditDate="2016-02-02T19:54:07.740" LastActivityDate="2016-02-03T20:16:32.533" Title="Phone Tracker, How does this work, and could it be used?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6983" PostTypeId="2" ParentId="478" CreationDate="2016-02-02T19:48:08.537" Score="2" Body="&lt;p&gt;The Environment Agency in the UK produced a bathing water quality application for end users that is built on linked open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://environment.data.gov.uk/bwq/profiles/&quot; rel=&quot;nofollow&quot;&gt;http://environment.data.gov.uk/bwq/profiles/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10082" LastActivityDate="2016-02-02T19:48:08.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6984" PostTypeId="1" CreationDate="2016-02-03T01:51:05.160" Score="1" ViewCount="20" Body="&lt;p&gt;so I was using chrome to do research on subatomic particles and the website got taken down so I'm on my C Drive under the path users username app that a local Google Chrome user data default and there are just a lot of folders and files I was just wondering which one of these files or folders could I open and using what software to read the articles that I have no access to&lt;/p&gt;&#xA;" OwnerUserId="10094" LastActivityDate="2016-02-03T07:53:06.920" Title="finding old cookies from Chrome" Tags="|research|" AnswerCount="0" CommentCount="3" ClosedDate="2016-02-03T07:54:08.623" ContentLicense="CC BY-SA 3.0" />
  <row Id="6985" PostTypeId="1" CreationDate="2016-02-03T08:53:36.293" Score="3" ViewCount="130" Body="&lt;p&gt;A &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_urban_areas_by_population&quot; rel=&quot;nofollow&quot;&gt;list of the world's largest urban area is available on wikipedia&lt;/a&gt; and cites 9 different possible data sources. This list gives only 2014 data (or another, single year). Is it possible to obtain time series population data for example for the last 20 years? &#xA;I'm looking for something similar to the &lt;a href=&quot;http://data.worldbank.org/indicator/SP.POP.TOTL&quot; rel=&quot;nofollow&quot;&gt;world bank country data&lt;/a&gt; but for urban areas (cities).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to use the data set to illustrate a training on statistical software and data visualisation.&lt;/p&gt;&#xA;" OwnerUserId="10097" LastEditorUserId="70" LastEditDate="2016-02-07T12:41:48.010" LastActivityDate="2016-02-07T12:41:48.010" Title="Are there time series of population data for the world urban areas?" Tags="|data-request|population|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6986" PostTypeId="2" ParentId="6815" CreationDate="2016-02-03T17:37:04.590" Score="2" Body="&lt;p&gt;The Census Bureau has &lt;a href=&quot;http://www.census.gov/data/developers/data-sets.html&quot; rel=&quot;nofollow&quot;&gt;lots of data sets that are accessible through APIs&lt;/a&gt;. If you know how to write VBA code, you can access this data directly in Excel. You would need a json parser for VBA (simply googling VBA json parser will find you a few options), but once parsed, the data is pretty easy to work with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're not a developer (and possibly even if you are, but don't need a lot of customization), I'd recommend trying the St. Louis Federal Reserve's &lt;a href=&quot;https://research.stlouisfed.org/fred-addin/&quot; rel=&quot;nofollow&quot;&gt;FRED Excel add-in&lt;/a&gt;. It's a pretty easy to use GUI that will pull in government economic data, including Census data.&lt;/p&gt;&#xA;" OwnerUserId="10102" LastActivityDate="2016-02-03T17:37:04.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6989" PostTypeId="1" CreationDate="2016-02-04T06:48:05.937" Score="2" ViewCount="41" Body="&lt;p&gt;I am planning on text mining bug reports. so i am in need of a dataset of bug report.&lt;br&gt;&#xA;does Bugzilla have an updated dump for all of its project?&lt;br&gt;&#xA;does any other bug tracking system provide free access to their archives?&lt;/p&gt;&#xA;" OwnerUserId="8547" LastActivityDate="2016-02-04T15:46:12.793" Title="does bugzilla have an updated dump for all of its project" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="6991" PostTypeId="1" CreationDate="2016-02-04T15:57:25.823" Score="1" ViewCount="210" Body="&lt;p&gt;i 've searched a lot for this kind of information unfortunaetly  i can't find the right information about , we know all that gtfs was &#xA;Standarisedby google the last 3 years , siri was and still used  especially in Europe , for those who have an idea or have worked with these kind of feeds files   wich one should i use for my web application destined to bus transit ?&lt;/p&gt;&#xA;" OwnerUserId="10112" LastActivityDate="2016-02-04T16:31:04.707" Title="GTFS vs SIRI wich one is more used nowaday" Tags="|uses-of-open-data|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6993" PostTypeId="2" ParentId="6985" CreationDate="2016-02-04T18:02:33.917" Score="1" Body="&lt;p&gt;For a quick visualization, check out Wolfram Alpha &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wolframalpha.com/input/?i=growth+rate+of+tokyo+population&quot; rel=&quot;nofollow&quot;&gt;http://www.wolframalpha.com/input/?i=growth+rate+of+tokyo+population&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.wolframalpha.com/input/?i=growth+rate+of+jakarta+population&quot; rel=&quot;nofollow&quot;&gt;http://www.wolframalpha.com/input/?i=growth+rate+of+jakarta+population&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.wolframalpha.com/input/?i=growth+rate+of+ghuangzhou+population&quot; rel=&quot;nofollow&quot;&gt;http://www.wolframalpha.com/input/?i=growth+rate+of+ghuangzhou+population&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You cannot download the data for free. Spend 5$/month, or use the trial period.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, these short time series will have different lengths. Values will differ from official numbers, because the definition of city boundaries is arbitrary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For urban areas grouped countrywise, wikipedia includes a link to its main source, &lt;a href=&quot;http://citypopulation.de&quot; rel=&quot;nofollow&quot;&gt;citypopulation.de&lt;/a&gt;, curated by a German guy, probably a GIS expert.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;He doesn't make a dump of their data available for download (&lt;a href=&quot;https://www.quandl.com/data/CITYPOP&quot; rel=&quot;nofollow&quot;&gt;Quandl does&lt;/a&gt;), but they add a list of the &lt;a href=&quot;http://citypopulation.de/references_d.html&quot; rel=&quot;nofollow&quot;&gt;official sources&lt;/a&gt;, the national authorities for statistics or demographics. (Query them yourself?)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(Quandl)&#xA;library(downloader)&#xA;library(ggplot2)&#xA;zf &amp;lt;- &quot;citypop-codes.csv.zip&quot;&#xA;if(! file.exists(zf)){&#xA;download(&quot;https://www.quandl.com/api/v3/databases/CITYPOP/codes&quot;, zf)&#xA;&#xA;}&#xA;(fn &amp;lt;- unzip(zf, list = TRUE)$Name)&#xA;contents &amp;lt;- unzip(zf, files=fn[1], junkpaths = TRUE )&#xA;&#xA;codes &amp;lt;- read.csv(contents, header = FALSE )&#xA;colnames(codes) &amp;lt;- c(&quot;code&quot;, &quot;descr&quot;)&#xA;(agg &amp;lt;- codes[grepl(&quot;\\[Tokyo\\]&quot;, codes$descr, ignore.case = T),])&#xA;popdata = Quandl(code=as.character(agg$code), type = &quot;xts&quot;)&#xA;plot(popdata[,1])&#xA;&#xA;&#xA;popdata&#xA;&#xA;                   Pop&#xA;    1995-10-01 7967614&#xA;    2000-10-01 8134688&#xA;    2005-10-01 8489653&#xA;    2010-10-01 8945695&#xA;    2014-10-01 9143041&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-02-04T18:02:33.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6994" PostTypeId="1" CreationDate="2016-02-04T19:16:35.787" Score="3" ViewCount="148" Body="&lt;p&gt;I am skeptical about the College Scorecard data for University of Phoenix.&lt;br&gt;&#xA;Why do all the campuses have the same median salary?  &lt;/p&gt;&#xA;" OwnerUserId="10114" LastEditorUserId="90" LastEditDate="2016-02-04T19:41:38.753" LastActivityDate="2016-02-09T14:00:13.490" Title="University of Phoenix Salary Data" Tags="|data-request|collegescorecard|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="6995" PostTypeId="1" CreationDate="2016-02-04T22:03:50.143" Score="1" ViewCount="60" Body="&lt;p&gt;I am receiving unwanted voice messages detailing several FDA initiatives from 909-394-5110.  It talks about inspections detecting illegal drugs and also a short blurb about Open FDA and natural gas extraction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;can you guide me to the responsible organization that is spamming me with FDA subject matter?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Very Respectfully,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Roy Malmberg&lt;/p&gt;&#xA;" OwnerUserId="10117" LastActivityDate="2016-02-04T23:37:59.980" Title="OPEN FDA spam phone calls" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="6996" PostTypeId="2" ParentId="6995" CreationDate="2016-02-04T23:37:59.980" Score="1" Body="&lt;p&gt;Sorry to hear about this. Please email this note to openfda@fda.hhs.gov and it will be routed to the right place.&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2016-02-04T23:37:59.980" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="6997" PostTypeId="2" ParentId="6950" CreationDate="2016-02-05T00:47:29.087" Score="3" Body="&lt;p&gt;I wasn't able to find any free datasets which answered my question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the next best thing was a reasonably cheap dataset from &lt;a href=&quot;http://datajet.com.au&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://datajet.com.au&lt;/a&gt; which had business name, type and lat/long:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/sCYQ6.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sCYQ6.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3400" LastActivityDate="2016-02-05T00:47:29.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="6999" PostTypeId="1" CreationDate="2016-02-05T11:32:55.787" Score="1" ViewCount="45" Body="&lt;p&gt;Where can I download tweets about past disasters (flood, storm, earthquake, volcanic eruption) for research purposes?&lt;/p&gt;&#xA;" OwnerUserId="10123" LastEditorUserId="1652" LastEditDate="2016-02-06T18:19:02.647" LastActivityDate="2016-02-06T18:19:02.647" Title="Tweets about past disasters (flood, storm, earthquake, volcanic eruption)" Tags="|data-request|social-media|geohazard|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7000" PostTypeId="2" ParentId="1847" CreationDate="2016-02-05T22:35:09.260" Score="2" Body="&lt;p&gt;For the US there is a firm that calculates something from monthly data that the quarterly Bureau of Economic Analysis (BEA) GDP data is also based on: &lt;a href=&quot;http://www.macroadvisers.com/monthly-gdp/&quot; rel=&quot;nofollow&quot;&gt;http://www.macroadvisers.com/monthly-gdp/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10131" LastActivityDate="2016-02-05T22:35:09.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7001" PostTypeId="2" ParentId="6800" CreationDate="2016-02-06T04:04:37.273" Score="5" Body="&lt;p&gt;You might try using data from the &lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;noreferrer&quot;&gt;Geonames.org&lt;/a&gt; database.  You can download gazateer data by country from &lt;a href=&quot;http://download.geonames.org/export/dump/&quot; rel=&quot;noreferrer&quot;&gt;this list&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another potential source is the the MaxMind &lt;a href=&quot;https://www.maxmind.com/en/open-source-data-and-api-for-ip-geolocation&quot; rel=&quot;noreferrer&quot;&gt;GeoLite2&lt;/a&gt; dataset.&lt;/p&gt;&#xA;" OwnerUserId="1474" LastEditorUserId="1474" LastEditDate="2016-02-06T06:31:50.210" LastActivityDate="2016-02-06T06:31:50.210" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7002" PostTypeId="2" ParentId="6664" CreationDate="2016-02-06T04:23:45.713" Score="0" Body="&lt;p&gt;There is a really good set of data available from &lt;a href=&quot;http://hubwaydatachallenge.org/&quot; rel=&quot;nofollow&quot;&gt;http://hubwaydatachallenge.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Hubway trip history data includes every trip taken through Nov&#xA;  2013 – with date, time, origin and destination stations, plus the bike&#xA;  number and more.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1474" LastActivityDate="2016-02-06T04:23:45.713" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7003" PostTypeId="2" ParentId="6800" CreationDate="2016-02-06T09:13:45.033" Score="8" Body="&lt;p&gt;The US Census Bureau also has a &lt;a href=&quot;http://www2.census.gov/geo/docs/maps-data/data/gazetteer/2015_Gazetteer/2015_Gaz_place_national.zip&quot; rel=&quot;noreferrer&quot;&gt;national gazeteer file&lt;/a&gt; with state and city info, including incorporation information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For metadata/excel file column please have a look at &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/gazetteer2015.html&quot; rel=&quot;noreferrer&quot;&gt;HERE&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="4058" LastEditorUserId="5549" LastEditDate="2016-08-26T18:46:26.567" LastActivityDate="2016-08-26T18:46:26.567" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7004" PostTypeId="2" ParentId="6970" CreationDate="2016-02-07T13:58:13.220" Score="3" Body="&lt;p&gt;In the &lt;a href=&quot;http://replication.uni-goettingen.de&quot; rel=&quot;nofollow&quot;&gt;ReplicationWiki&lt;/a&gt; (that I founded) you can find many datasets used for empirical studies, so far most of them from economics. Quite a few of them are labelled to use some sort of clustering. You find these with the link for methods on the main page. It seems to me the way this term is used in economics is different from what you are thinking about. You should however be able to find datasets of the size you are looking for. In &lt;a href=&quot;http://tinyurl.com/ReplicationWiki-datasets&quot; rel=&quot;nofollow&quot;&gt;this overview&lt;/a&gt; you can search. &lt;a href=&quot;http://tinyurl.com/h92qemr&quot; rel=&quot;nofollow&quot;&gt;Here&lt;/a&gt; you get only the cases for which &quot;clustering&quot; was already used. The datasets are not (yet) sufficiently well described in the wiki so that you can easily get what you want but maybe you can deduce from the topics and then take a look at the actual datasets on the journal websites. (There are a few additional ones that are accessible elsewhere online, &lt;a href=&quot;http://tinyurl.com/displaydatatype&quot; rel=&quot;nofollow&quot;&gt;for this switch the search value to &quot;accessible elsewhere online&quot;&lt;/a&gt;). Let me know if this helps you at all and if so if I can be of further help. And please join the wiki!&lt;/p&gt;&#xA;" OwnerUserId="10131" LastEditorUserId="10131" LastEditDate="2016-02-12T13:56:55.477" LastActivityDate="2016-02-12T13:56:55.477" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7005" PostTypeId="2" ParentId="6932" CreationDate="2016-02-07T14:21:34.783" Score="2" Body="&lt;p&gt;From the ReplicationWiki (that I founded) I know of an economics paper and a replication of it on the distribution of serves at Wimbledon to understand the strategy how to vary: &lt;a href=&quot;http://replication.uni-goettingen.de/wiki/index.php/Minimax_Play_at_Wimbledon:_Comment_(AER_2007)&quot; rel=&quot;nofollow&quot;&gt;http://replication.uni-goettingen.de/wiki/index.php/Minimax_Play_at_Wimbledon:&lt;em&gt;Comment&lt;/em&gt;(AER_2007)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10131" LastEditorUserId="10131" LastEditDate="2016-02-12T13:58:38.357" LastActivityDate="2016-02-12T13:58:38.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7006" PostTypeId="2" ParentId="6470" CreationDate="2016-02-07T15:00:01.950" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://replication.uni-goettingen.de/wiki/index.php?search=rct+accessible&amp;amp;go=Go&amp;amp;title=Special%3ASearch&quot; rel=&quot;nofollow&quot;&gt;ReplicationWiki (that I founded) lists 3 RCTs with accessible data&lt;/a&gt;, and you find some further studies if you &lt;a href=&quot;http://replication.uni-goettingen.de/wiki/index.php?title=Special%3ASearch&amp;amp;profile=default&amp;amp;search=randomized+%22adata%3D1%22&amp;amp;fulltext=Search&quot; rel=&quot;nofollow&quot;&gt;search for &quot;randomized&quot;&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is large for you?&lt;/p&gt;&#xA;" OwnerUserId="10131" LastEditorUserId="10131" LastEditDate="2016-02-12T13:57:35.897" LastActivityDate="2016-02-12T13:57:35.897" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7007" PostTypeId="1" AcceptedAnswerId="7009" CreationDate="2016-02-07T17:05:11.807" Score="3" ViewCount="129" Body="&lt;p&gt;I have a discussion in a Google Group about the next thing:&lt;br /&gt;&#xA;One person wants to scrape multiple web sites to gather prices of different types of technology products (cell phones, TVs, computers, tablets, etc.) and then provide this collected information as Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I said that this is not open data, because the person does not own the source of the data. However, other people say that it &lt;em&gt;is&lt;/em&gt; open data, because the prices are available to the public, and they give examples of multiple companies that do similar stuff of scraping multiple sites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can scraping specific data from multiple websites and providing this in a database be considered as open data? Where can I find information about this activity? I want to read articles where this action is accepted as Open Data OR specifying that this is not open data, but just an extraction and cannot be reused.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many sites explain OpenData for governments, but very few talk about open data for the private sector.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The Google group is the Spanish &lt;a href=&quot;https://groups.google.com/forum/#!topic/opendataco/s8UWgQRD3hc&quot; rel=&quot;nofollow&quot;&gt;OpenDATA Productos de consumo&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="9182" LastEditorDisplayName="user4293" LastEditDate="2016-02-08T23:31:45.113" LastActivityDate="2016-02-08T23:31:45.113" Title="Scraping pages to get prices can be considered as OpenData" Tags="|uses-of-open-data|web-crawling|prices|open-definition|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7008" PostTypeId="1" AcceptedAnswerId="7013" CreationDate="2016-02-07T20:20:55.037" Score="4" ViewCount="635" Body="&lt;p&gt;I am trying to do sentiment analysis using lexicon based sentiment analysis. My goal is detecting 8 different basic sentiments (&lt;strong&gt;not positive and negative sentiment only&lt;/strong&gt;). I found there is plenty of word dictionary for two class sentiment only, but I need 8 different word dictionary where words are being labeled according to their sentiment level. e.g. for say, this is a &lt;strong&gt;fear dictionary&lt;/strong&gt; where words are being labeled in a &lt;code&gt;0-5&lt;/code&gt; range. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;words  sentiment polarity&#xA;loser      -4&#xA;evil       -3&#xA;terrorist  -5&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I googled a lot but could not find actually such dictionaries. Looking for suggestions from experts. &lt;/p&gt;&#xA;" OwnerUserId="10145" LastActivityDate="2016-02-08T16:01:48.860" Title="labeled sentiment words according to 8 different human sentiments" Tags="|data-request|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7009" PostTypeId="2" ParentId="7007" CreationDate="2016-02-07T21:02:42.307" Score="10" Body="&lt;p&gt;There's a big difference between “&lt;em&gt;available&lt;/em&gt; to the public” and “&lt;em&gt;belonging&lt;/em&gt; to the public”. By accessing a privately-owned website, you are accepting its terms and conditions. These conditions typically preclude scraping and aggregation. Here's an example from Amazon's (Canada) &lt;a href=&quot;http://www.amazon.ca/gp/help/customer/display.html?nodeId=918816#GUID-FB356D51-DBC5-473E-BEFC-0B77A8E83F3C__SECTION_8A4D87AEBBAB42799E0A8AE54D46B37D&quot;&gt;Licence and Access&lt;/a&gt; terms:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Subject to your compliance with these Conditions&#xA;of Use and your payment of any applicable fees,&#xA;Amazon.ca or its content providers grant you a limited,&#xA;non-exclusive, non-transferable, non-sublicensable&#xA;licence to access and make personal and non-commercial&#xA;use of the Amazon.ca Services. This licence does&#xA;not include any resale or commercial use of any&#xA;Amazon.ca Service or its contents; any collection&#xA;and use of any product listings, descriptions, or&#xA;prices; any derivative use of any Amazon.ca Service&#xA;or its contents; any downloading or copying of account&#xA;information for the benefit of another merchant; or any&#xA;use of data mining, robots, or similar data-gathering&#xA;and extraction tools.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The last clause is pretty clear that you can't legally scrape from their website.&lt;/p&gt;&#xA;" OwnerUserId="639" LastActivityDate="2016-02-07T21:02:42.307" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7010" PostTypeId="2" ParentId="6429" CreationDate="2016-02-07T21:21:26.973" Score="5" Body="&lt;p&gt;Yes; go to &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;noreferrer&quot; title=&quot;overpass turbo&quot;&gt;overpass turbo&lt;/a&gt; and build your query based on &lt;code&gt;cycleway&lt;/code&gt; tags. It's not guaranteed that OSM will have official open data in it, as manual collection and addition always takes priority over imports.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also want to ask on &lt;a href=&quot;https://help.openstreetmap.org/&quot; rel=&quot;noreferrer&quot; title=&quot;OpenStreetMap Help Forum&quot;&gt;OpenStreetMap Help Forum&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="639" LastActivityDate="2016-02-07T21:21:26.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7011" PostTypeId="2" ParentId="5868" CreationDate="2016-02-07T21:33:55.800" Score="2" Body="&lt;p&gt;I am not sure it will help you or not, but I find &lt;a href=&quot;http://mpqa.cs.pitt.edu/&quot; rel=&quot;nofollow&quot;&gt;University of Pittsburgh&lt;/a&gt; has a rich lexicon, and most of those are publicly accessible. &lt;/p&gt;&#xA;" OwnerUserId="10145" LastActivityDate="2016-02-07T21:33:55.800" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7012" PostTypeId="1" AcceptedAnswerId="7064" CreationDate="2016-02-07T22:30:00.317" Score="4" ViewCount="125" Body="&lt;p&gt;(Edit &lt;a href=&quot;https://stackoverflow.com/a/35266631/287948&quot;&gt;after first answer&lt;/a&gt; to &lt;a href=&quot;https://meta.stackexchange.com/a/64073/205446&quot;&gt;avoid cross-post&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Popular &lt;a href=&quot;https://en.wikipedia.org/wiki/Public_copyright_license&quot; rel=&quot;nofollow noreferrer&quot;&gt;public copyright licenses&lt;/a&gt; like &lt;a href=&quot;http://opensource.org/licenses/GPL-3.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPL3&lt;/a&gt;, &lt;a href=&quot;http://opensource.org/licenses/MIT&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIT&lt;/a&gt;, &lt;a href=&quot;http://opensource.org/licenses/Apache-2.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Apache2&lt;/a&gt;, &lt;a href=&quot;https://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC-BY-SA3&lt;/a&gt;, etc. have official human-readable texts, and, I suppose, in nowadays, have also translations to &quot;machine-readable texts&quot;, that are  &lt;a href=&quot;https://en.wikipedia.org/wiki/Rights_Expression_Language&quot; rel=&quot;nofollow noreferrer&quot;&gt;REL&lt;/a&gt; interpretations/translations of the official texts... Each license is a set of clauses that can be described by REL, and this set is my interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;There are a &quot;license catalog&quot; (content with semantic markup) with each license translated to REL or RDF?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://rdflicense.linkeddata.es/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDFLicense dataset&lt;/a&gt; (with &lt;a href=&quot;https://github.com/oeg-upm/rdflicense&quot; rel=&quot;nofollow noreferrer&quot;&gt;git here&lt;/a&gt; and an &lt;a href=&quot;http://delicias.dia.fi.upm.es/~vrodriguez/pdf/2014.11.jurix.dataset.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;article here&lt;/a&gt;) is a near to perfect catalog (!), but have some critical problems:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;No criteria for grouping &quot;semantically equivalent licenses&quot;, that is, equivalent versions (where no relevant &quot;contractual change&quot; was made) and equivalent translations (by definition an translation must be equivalent). So there are two problems: 1.1) no criteria; 1.2) the catalog has very less than 100 &quot;real licenses&quot;, then its volume is yet small. &lt;br/&gt;PS: see semantic definition of &lt;a href=&quot;http://purl.org/vocab/frbr/core#Expression&quot; rel=&quot;nofollow noreferrer&quot;&gt;frbr:Expression&lt;/a&gt;, &lt;a href=&quot;http://purl.org/vocab/frbr/core#realization&quot; rel=&quot;nofollow noreferrer&quot;&gt;frbr:realization&lt;/a&gt;, etc. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;No standard markup to show &lt;em&gt;content with semantics&lt;/em&gt; as &lt;a href=&quot;https://schema.org/Person#eg-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;microdata examples&lt;/a&gt;, that have &quot;probative value&quot; for indicated/elected properties of the license.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use of &quot;exotic&quot; standard in both, the license-content (used VoID description)  and summarized (only RDF-like, used &lt;code&gt;.ttl&lt;/code&gt;) dataset. &lt;br&gt;PS: the ideal is &lt;a href=&quot;https://www.w3.org/TR/rdfa-syntax/&quot; rel=&quot;nofollow noreferrer&quot;&gt;pure RDFa&lt;/a&gt; (a W3C &lt;a href=&quot;https://en.wikipedia.org/wiki/De_jure&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;de jure&lt;/em&gt; standard&lt;/a&gt;) or &lt;a href=&quot;https://www.w3.org/TR/microdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Microdata&lt;/a&gt; (most popular, a &lt;a href=&quot;https://en.wikipedia.org/wiki/De_facto_standard&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;de facto&lt;/em&gt; standard&lt;/a&gt;) for content-semantic markup; and &lt;a href=&quot;http://json-ld.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON-LD&lt;/a&gt; for summarized semantic (and join efforts with &lt;a href=&quot;http://licenses.opendefinition.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OKFN project&lt;/a&gt; or &lt;a href=&quot;https://github.com/ppKrauss/licenses&quot; rel=&quot;nofollow noreferrer&quot;&gt;other iniciatives&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;So, &lt;strong&gt;a good suggestion to overcome these problems is also a good answer&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;NOTES&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Existing translations and samples. The only that I found was a &lt;a href=&quot;http://www.ibm.com/developerworks/library/wa-ccrel/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC licenses translated to  CC-REL&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;REL is RDF&quot;. &#xA;Any REL (&lt;em&gt;Rights Expression Language&lt;/em&gt;), ex. &lt;a href=&quot;https://wiki.creativecommons.org/wiki/CC_REL&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC-REL&lt;/a&gt; or RightsML, can be translated to RDF, so we can suppose that any popular license tranlated to REL, is a RDF descriptor of the license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;RDF is JSON-LD, RDFa, Microdata&quot;, no problem for me, all can be translated to another.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;catalogues&quot;. They exist, as &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_free_content_licenses&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia lists&lt;/a&gt;, &lt;a href=&quot;http://licenses.opendefinition.org/#all-licenses&quot; rel=&quot;nofollow noreferrer&quot;&gt;OKFN lists&lt;/a&gt;, &lt;a href=&quot;https://tldrlegal.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;tldrlegal lists&lt;/a&gt;,  and others... But no one have a  REL or RDF translation/interpretation. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;About REL lanuages and license catalogues, &lt;a href=&quot;http://delicias.dia.fi.upm.es/~vrodriguez/pdf/2014.11.jurix.dataset.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rodríguez-Doncel &lt;em&gt;et al.&lt;/em&gt; (2014)&lt;/a&gt;   commented,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;(...)  languages to digitally represent the key information in licenses have existed for at least a decade (...), but no effort was made to  systematically map existing licenses to these languages. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;example&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Reference-example (&lt;a href=&quot;https://opensource.org/licenses/BSD-2-Clause&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;BSD-2-Clause&lt;/em&gt; license&lt;/a&gt;) of markup text, &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Redistribution and use in source and binary forms (...) are permitted provided that (...):&lt;/p&gt;&#xA;  &#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;Redistributions of source code must retain the above copyright notice (...).&lt;/li&gt;&#xA;  &lt;li&gt;Redistributions in binary form must reproduce the above copyright notice (...).&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So, in &lt;em&gt;HTML&lt;/em&gt; + &lt;em&gt;Microdata&lt;/em&gt; markup, will be something as&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;div itemscope itemtype=&quot;http://creativecommons.org/ns#License&quot;&amp;gt; &#xA;&amp;lt;p itemtype=&quot;#Permission&quot;&amp;gt; Redistribution and use in source and binary forms (...) are permitted provided that (...)&amp;lt;/p&amp;gt;&#xA;&amp;lt;p itemtype=&quot;#Distribution&quot;&amp;gt;1. Redistributions of source code &amp;lt;span itemprop=&quot;#notice&quot;&amp;gt;must retain the above copyright notice&amp;lt;/span&amp;gt; (...).&amp;lt;/p&amp;gt;&#xA;&amp;lt;p itemtype=&quot;#Distribution&quot;&amp;gt;2. Redistributions in binary form &amp;lt;span itemprop=&quot;#notice&quot;&amp;gt;must reproduce the above copyright notice&amp;lt;/span&amp;gt; (...).&amp;lt;/p&amp;gt;&#xA;&amp;lt;/div&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and summarizing it in JSON-LD something like,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{ &#xA;  &quot;@context&quot;: {&#xA;    &quot;cc&quot;:&quot;http://creativecommons.org/ns#&quot;,&#xA;  },&#xA;  &quot;@id&quot;: &quot;cc:License&quot;,&#xA;  &quot;cc:Permissions&quot;: [ &#xA;    {&#xA;    &quot;@type&quot;: &quot;cc:Distribution&quot;,&#xA;    &quot;value&quot;: &quot;Redistributions of source code&quot;,&#xA;    &quot;cc:notice&quot;: &quot;must retain the above copyright notice&quot;&#xA;    },&#xA;    {&#xA;    &quot;@type&quot;: &quot;cc:Distribution&quot;,&#xA;    &quot;value&quot;: &quot;Redistributions in binary form&quot;,&#xA;    &quot;cc:notice&quot;: &quot;must retain the above copyright notice&quot;&#xA;    }&#xA;  ]&#xA; }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h2&gt;work and information chain&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The &lt;em&gt;&quot;marked license&quot;&lt;/em&gt; (example with Microdata), is the ideal aim, and need a lot of human work (!), reviewers and endorsement to be valid as oficial interpretation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;em&gt;&quot;summarized license&quot;&lt;/em&gt; (example with JSON-LD) can be obtained from the markup by software; and a &lt;em&gt;&quot;basic extract&quot;&lt;/em&gt; &lt;a href=&quot;https://github.com/ppKrauss/licenses/blob/master/data/licenses.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;like this&lt;/a&gt; (columns &quot;is_by&quot;, &quot;is_sa&quot; and &quot;is_nd&quot;) can be obtained by software from the &quot;summarized license&quot;.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-02-15T01:35:22.403" Title="A license catalog project with RDF description, exist?" Tags="|licensing|rdf|translation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7013" PostTypeId="2" ParentId="7008" CreationDate="2016-02-07T23:00:28.487" Score="5" Body="&lt;p&gt;I found &lt;a href=&quot;http://saifmohammad.com/WebPages/NRC-Emotion-Lexicon.htm&quot; rel=&quot;nofollow&quot;&gt;NRC Word-Emotion Association Lexicon&lt;/a&gt; has something that I was looking for. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;The NRC Emotion Lexicon is a list of English words and their associations with eight basic emotions (anger, fear, anticipation, trust, surprise, sadness, joy, and disgust) and two sentiments (negative and positive). The annotations were manually done by crowdsourcing. &#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="10145" LastEditorDisplayName="user4293" LastEditDate="2016-02-08T16:01:48.860" LastActivityDate="2016-02-08T16:01:48.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7014" PostTypeId="1" CreationDate="2016-02-08T02:40:20.827" Score="3" ViewCount="80" Body="&lt;p&gt;I am looking for a data set for building a recommender system that takes into account &lt;strong&gt;contextual aspect-level ratings&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, a data set from Tripadvisor would be great if it contained &quot;traveler type&quot; (like business or family) and &quot;time of year&quot; (like Jun-Aug) (as &lt;strong&gt;contexts&lt;/strong&gt;) as well as &lt;strong&gt;aspect&lt;/strong&gt;-level ratings (like &quot;Rooms&quot; and &quot;Cleanliness&quot; and so on).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I want to check is, if &lt;strong&gt;recommendation accuracy&lt;/strong&gt; can be improved by incorporating &lt;strong&gt;contextual aspect-level&lt;/strong&gt; ratings as I expect recommendations to be more accurate in this case than when e.g. only aspect-level ratings/only context/just overall ratings is/are used.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any other data set from any other domain in which the approach would be useful is appreciated, too. It would be a plus, if the data set also contained text-based reviews.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your time!&lt;/p&gt;&#xA;" OwnerDisplayName="user10148" LastActivityDate="2016-02-08T02:40:20.827" Title="Data Set for Recommender System that contains contextual aspect-level ratings (as well as reviews)" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7015" PostTypeId="1" CreationDate="2016-02-08T07:39:06.260" Score="2" ViewCount="30" Body="&lt;p&gt;I want a dataset to be used implementing a web recommendation system by combining Markov and eye tracking.&lt;/p&gt;&#xA;" OwnerUserId="10150" LastEditorUserId="90" LastEditDate="2016-02-08T23:30:49.947" LastActivityDate="2016-02-08T23:30:49.947" Title="How can I find a dataset in the field of eye tracking for a recommender system?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7016" PostTypeId="1" CreationDate="2016-02-08T07:47:30.273" Score="3" ViewCount="23" Body="&lt;p&gt;There seems to be a problem with the gain/base when correcting the base/gain of several subjects. For example  the gain/base of subject a44012am (mimic2db) should 512 /255 respectively (according to the .info file), but the ABP signal results in values between -50 to 10 mmHg, although the ATM web presentation seems to have reasonably physiological values. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Used the following command:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wfdb2mat -r mimic2db/a44012/a44012a -f 137110 -t 137170 -l s1000000 &amp;gt;a44012am.info&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is it possible the the gain/base values in the .info file are wrong?&lt;/p&gt;&#xA;" OwnerUserId="9420" LastEditorUserId="1652" LastEditDate="2016-02-08T16:39:30.620" LastActivityDate="2016-02-08T16:39:30.620" Title="Problem with base+gain of signals" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7017" PostTypeId="1" CreationDate="2016-02-08T11:26:12.547" Score="2" ViewCount="14" Body="&lt;p&gt;I am looking for real-world dataset examples where there are two types of entities, i.e. students and colleges, and each students has individual ranking for each college (or some of them).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example are there any datasets for the Stable marriage problem?&lt;/p&gt;&#xA;" OwnerUserId="10152" LastActivityDate="2016-02-08T11:26:12.547" Title="Datasets with individual rankings" Tags="|research|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7018" PostTypeId="1" CreationDate="2016-02-08T14:04:24.957" Score="2" ViewCount="58" Body="&lt;p&gt;is there any chance of getting data on members of German political parties? In particular the &quot;big ones&quot;. Anything starting from lists of Names to more structured data would be a great start. The period of interest would be 1980 to 2000&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="33" LastEditDate="2016-06-02T16:29:50.513" LastActivityDate="2016-06-02T16:29:50.513" Title="German political party memberships, during 80s and 90s to" Tags="|data-request|germany|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7019" PostTypeId="2" ParentId="4027" CreationDate="2016-02-08T14:41:25.163" Score="2" Body="&lt;p&gt;A more up to date resource is the Transport for London Unified API. For example you can get a list of all the tube stops like so:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.tfl.gov.uk/StopPoint/Mode/tube&quot; rel=&quot;nofollow&quot;&gt;https://api.tfl.gov.uk/StopPoint/Mode/tube&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find out more about the Unified API by reading the &lt;a href=&quot;http://blog.tfl.gov.uk/2015/10/08/unified-api-part-2-lot-location-of-things/&quot; rel=&quot;nofollow&quot;&gt;blog articles&lt;/a&gt; Dan and I have written. &lt;/p&gt;&#xA;" OwnerUserId="10153" LastActivityDate="2016-02-08T14:41:25.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7020" PostTypeId="2" ParentId="4779" CreationDate="2016-02-08T14:46:46.610" Score="2" Body="&lt;p&gt;If you are interested in calculating train frequency at London tube, overground and &lt;em&gt;some&lt;/em&gt; national rail stations, you can use the Timetable API in the Transport for London Unified API. Timetables are returned in XML or JSON. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tfl.gov.uk/tube/timetable/northern?fromId=940GZZLUCTN&quot; rel=&quot;nofollow&quot;&gt;https://tfl.gov.uk/tube/timetable/northern?fromId=940GZZLUCTN&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find out more about the Transport for London Unified API by reading the &lt;a href=&quot;http://blog.tfl.gov.uk/2015/10/19/unified-api-part-3-rot-routes-of-things/&quot; rel=&quot;nofollow&quot;&gt;blog articles&lt;/a&gt; I have written there.&lt;/p&gt;&#xA;" OwnerUserId="10153" LastActivityDate="2016-02-08T14:46:46.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7021" PostTypeId="2" ParentId="7007" CreationDate="2016-02-08T19:45:09.550" Score="2" Body="&lt;p&gt;I think it depends of the nature of the site, not only the terms and conditions. In the case of privately owned health medicine information, it could be an exception because of the nature itself of information or in the case of government site with all rights reserved default license, it could be argued that there is enough legal ground to try particular data as public one, even if there is not a explicit permission. So I would recommend go on a case per case base seeing exceptions and limitations of the data according to the nature of the data itself and the site, instead of a single answer fits all, by some canonical definition (like Open Knowledge's or others).&lt;/p&gt;&#xA;" OwnerUserId="10158" LastActivityDate="2016-02-08T19:45:09.550" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7022" PostTypeId="1" AcceptedAnswerId="7035" CreationDate="2016-02-08T20:29:21.720" Score="3" ViewCount="487" Body="&lt;p&gt;I'm looking around for reliable data sets that cover various environmental and socioeconomic variables for the Caribbean community. The project I'm working on is trying to determine environmental risks using GIS and data science approaches. I've searched around for DEMs, shapefiles and census data and have found a few good resources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;DIVA-GIS has a nice repository of relatively up-to-date (5 years old) administrative and environmental data (as .shp): &lt;a href=&quot;http://www.diva-gis.org/Data&quot; rel=&quot;nofollow&quot;&gt;http://www.diva-gis.org/Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The USGS has 3 arc-second resolution rasters of elevation data available through their HydroSHEDS project: &lt;a href=&quot;http://hydrosheds.cr.usgs.gov/index.php&quot; rel=&quot;nofollow&quot;&gt;http://hydrosheds.cr.usgs.gov/index.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The Harmonized World Soil Database has processed global soil data, but isn't very high-res or up-to-date&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The goal of my research is more focused on environmental change, so high-res hydrological, climate (observed/projected), soil, DEM, etc., data sets that's relatively up-to-date would be useful. &lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2016-02-09T06:46:03.027" Title="Environmental open GIS data for the Caribbean countries" Tags="|data-request|geospatial|environment|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7024" PostTypeId="1" CreationDate="2016-02-08T22:00:29.890" Score="2" ViewCount="50" Body="&lt;p&gt;I am looking for a data set containing expenditures of hospital/medical facility, ideally day to day, containing detailed spending information on items, supplies and other costs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if there is patient data, at least a count of patients with the data, it will be ideal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One hospital or facility would do but it will be great to have more than one.&lt;/p&gt;&#xA;" OwnerUserId="9699" LastActivityDate="2016-02-08T22:00:29.890" Title="Hospital Expenditure Dataset" Tags="|data-request|medical|finance|spending|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7025" PostTypeId="1" CreationDate="2016-02-08T23:55:41.497" Score="3" ViewCount="233" Body="&lt;p&gt;I am looking for a dataset containing: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;hospital names: either full names or abbreviations (ideally, both)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Optionally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;location of the hospital (e.g., in which state)&lt;/li&gt;&#xA;&lt;li&gt;size of the hospital (e.g., number of beds, or surface)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I mostly interested in the United States.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Lists_of_hospitals_in_the_United_States&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Lists_of_hospitals_in_the_United_States&lt;/a&gt; is incomplete and doesn't contain hospital name abbreviations.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-09T11:33:12.137" Title="List of hospital names with their abbreviations" Tags="|data-request|usa|medical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7026" PostTypeId="1" CreationDate="2016-02-09T00:05:01.287" Score="3" ViewCount="93" Body="&lt;p&gt;I am looking for a dataset containing: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;organization names&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Optionally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;abbreviation of the organization name&lt;/li&gt;&#xA;&lt;li&gt;location of the organization (e.g., in which state)&lt;/li&gt;&#xA;&lt;li&gt;size of the organization (e.g., number of employees, or revenues)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I mostly interested in the United States.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-09T01:22:51.100" Title="List of organization names" Tags="|data-request|usa|business|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7027" PostTypeId="5" CreationDate="2016-02-09T00:16:42.997" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-09T00:16:42.997" LastActivityDate="2016-02-09T00:16:42.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7028" PostTypeId="4" CreationDate="2016-02-09T00:16:42.997" Score="0" Body="Aerial or &quot;bird's eye view&quot; photos of regions and places of interest. Could also refer to orthophotography. " OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-09T18:04:45.560" LastActivityDate="2016-02-09T18:04:45.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7029" PostTypeId="5" CreationDate="2016-02-09T00:20:14.137" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-09T00:20:14.137" LastActivityDate="2016-02-09T00:20:14.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7030" PostTypeId="4" CreationDate="2016-02-09T00:20:14.137" Score="0" Body="The Digital Object Identifier is a static electronic address that typically links journal articles and datasets to their original publication page." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-09T18:04:55.960" LastActivityDate="2016-02-09T18:04:55.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7031" PostTypeId="5" CreationDate="2016-02-09T00:22:25.420" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-09T00:22:25.420" LastActivityDate="2016-02-09T00:22:25.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7032" PostTypeId="4" CreationDate="2016-02-09T00:22:25.420" Score="0" Body="Gross Domestic Product, the total value of all goods and services exchanged in a state over a set period of time." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-09T18:04:52.880" LastActivityDate="2016-02-09T18:04:52.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7033" PostTypeId="1" CreationDate="2016-02-09T01:05:14.290" Score="3" ViewCount="13" Body="&lt;p&gt;How/where do I access estimates of Funding for Various Research, Condition, and Disease Categories (RCDC) for the fiscal years prior to 2011?&lt;/p&gt;&#xA;" OwnerUserId="10160" LastEditorUserId="23272" LastEditDate="2021-04-04T04:48:02.633" LastActivityDate="2021-04-04T04:48:02.633" Title="RCDC for the fiscal years prior to 2011" Tags="|data.gov|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7034" PostTypeId="2" ParentId="7026" CreationDate="2016-02-09T01:22:51.100" Score="3" Body="&lt;p&gt;not sure what you mean exactly by organization, but i believe you seek data that can be found in open corporates. you can drill down to data available in the US from their site:&lt;br&gt;&#xA;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;https://opencorporates.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-02-09T01:22:51.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7035" PostTypeId="2" ParentId="7022" CreationDate="2016-02-09T06:46:03.027" Score="5" Body="&lt;p&gt;the nature conservancy has some gis datasets with global coverage, roughly in the areas that you want:&lt;br&gt;&#xA;&lt;a href=&quot;http://maps.tnc.org/gis_data.html&quot; rel=&quot;noreferrer&quot;&gt;http://maps.tnc.org/gis_data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-02-09T06:46:03.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7036" PostTypeId="2" ParentId="7025" CreationDate="2016-02-09T11:33:12.137" Score="2" Body="&lt;p&gt;maybe the hospital file within the medicare cost reports?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/Research-Statistics-Data-and-Systems/Downloadable-Public-Use-Files/Cost-Reports/Cost-Reports-by-Fiscal-Year-Items/HOSPITAL10-DL-2015.html?DLPage=1&amp;amp;DLEntries=10&amp;amp;DLSort=0&amp;amp;DLSortDir=descending&quot; rel=&quot;nofollow&quot;&gt;https://www.cms.gov/Research-Statistics-Data-and-Systems/Downloadable-Public-Use-Files/Cost-Reports/Cost-Reports-by-Fiscal-Year-Items/HOSPITAL10-DL-2015.html?DLPage=1&amp;amp;DLEntries=10&amp;amp;DLSort=0&amp;amp;DLSortDir=descending&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-02-09T11:33:12.137" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7037" PostTypeId="2" ParentId="6994" CreationDate="2016-02-09T14:00:13.490" Score="3" Body="&lt;p&gt;Many data elements, including earnings data, are available only for Title IV recipients, or students who receive federal grants and loans. The cohorts for these data elements are based on reporting at the individual level to the National Student Loan Data System (NSLDS), which is used to distribute federal aid.  Scorecard publishes these data at the aggregate 6-digit OPE ID institutional level (the variable name in Scorecard is: opeid6), which can be thought of as a main or central campus. In many cases, IPEDS institutions (with a unique UNITID), which can sometimes be thought of as branch campuses, share a common 6-digit OPE ID.  For these cases, all of the (branch) campuses mapping to the same (main) 6-digit OPE ID are  assigned the same (student-weighted) average outcome or median outcome for students across all branches of the institution for NSLDS and tax-data derived measures.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-02-09T14:00:13.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7039" PostTypeId="1" AcceptedAnswerId="7054" CreationDate="2016-02-09T15:39:15.637" Score="5" ViewCount="476" Body="&lt;p&gt;For example, blood sodium has itemid 837, 220645 etc... in chartevents and 50983 in labevents. Most patients have recordings in both tables, of which some are duplicates and some are unique.&#xA;I'm using MIMIC-III version 1.3.&lt;/p&gt;&#xA;" OwnerUserId="10165" LastEditorUserId="23272" LastEditDate="2022-07-14T12:19:57.790" LastActivityDate="2022-07-14T12:19:57.790" Title="Why are lab tests splitted into 2 tables: chartevents and labevents?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7040" PostTypeId="2" ParentId="7018" CreationDate="2016-02-09T17:16:12.897" Score="2" Body="&lt;p&gt;There are data available from &lt;a href=&quot;http://www.bpb.de/politik/grundfragen/parteien-in-deutschland/213771/anzahl-der-parteimitglieder&quot; rel=&quot;nofollow&quot;&gt;Bundeszentrale für politische Bildung&lt;/a&gt;. The pure numbers are probably not copyrightable and therefore Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I answer to the headline. but not to the text. I won't delete my answer for now, altho it does not fulfil the data request stated in the text.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2016-02-09T17:16:12.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7041" PostTypeId="1" AcceptedAnswerId="7045" CreationDate="2016-02-09T18:17:43.627" Score="3" ViewCount="466" Body="&lt;p&gt;What is the relationship between the data from the Census's &lt;a href=&quot;http://factfinder.census.gov/faces/nav/jsf/pages/index.xhtml&quot; rel=&quot;nofollow&quot;&gt;American Fact Finder&lt;/a&gt;  and the data from &lt;a href=&quot;https://usa.ipums.org/usa-action/variables/group&quot; rel=&quot;nofollow&quot;&gt;IPUMS ACS&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the data are different, what are the circumstances in which I should use one over the other?&lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2016-02-19T18:26:04.983" Title="American Fact Finder vs ACS from IPUMS" Tags="|us-census|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7042" PostTypeId="1" CreationDate="2016-02-09T19:47:27.080" Score="6" ViewCount="7087" Body="&lt;p&gt;I've been looking for a table of the frequencies of all 128 ASCII characters, not just letters. The best table I've been able to find is &lt;a href=&quot;http://reusablesec.blogspot.com/2009/05/character-frequency-analysis-info.html&quot; rel=&quot;noreferrer&quot;&gt;this one&lt;/a&gt;, but that one only includes printable ASCII characters, and is still missing some very important ones (namely &lt;code&gt;\n&lt;/code&gt; and &lt;code&gt;\r&lt;/code&gt;). Is there anywhere I can find the frequency table for all ASCII characters?&lt;/p&gt;&#xA;" OwnerUserId="10170" LastEditorUserId="1511" LastEditDate="2016-02-09T20:15:23.603" LastActivityDate="2021-06-18T08:35:18.187" Title="ASCII Character Frequency Analysis" Tags="|data-request|language|nlp|programming|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7043" PostTypeId="2" ParentId="7042" CreationDate="2016-02-09T20:14:16.613" Score="5" Body="&lt;p&gt;You can pretty easily create character (or word) frequency data based on a few lines of code. Here is python 2.7 code that collects counts of each character&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*-&#xA;&#xA;import string      # definitions of ascii printable chars&#xA;from collections import defaultdict     # fast counting&#xA;&#xA;d = defaultdict(int)    # define dictionary for counting frequencies&#xA;&#xA;# define text - see below for how to download from a url&#xA;text = '''Lorem ipsum dolor sit amet,\tconsectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.'''&#xA;&#xA;for ch in text:       # loop over each character &#xA;    if ch in string.printable:     # is the character in the ascii/printable set?&#xA;        d[ch] += 1    #   if so, add 1 to that characters frequency counter&#xA;&#xA;print d     # print all frequencies&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The output is then (formatted):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;\t&quot;:1,&#xA;   &quot; &quot;:67,&#xA;   &quot;,&quot;:4,&#xA;   &quot;.&quot;:4,&#xA;   &quot;E&quot;:1,&#xA;   &quot;D&quot;:1,&#xA;   &quot;L&quot;:1,&#xA;   &quot;U&quot;:1,&#xA;   &quot;a&quot;:29,&#xA;   &quot;c&quot;:16,&#xA;   &quot;b&quot;:3,&#xA;   &quot;e&quot;:37,&#xA;   &quot;d&quot;:18,&#xA;   &quot;g&quot;:3,&#xA;   &quot;f&quot;:3,&#xA;   &quot;i&quot;:42,&#xA;   &quot;h&quot;:1,&#xA;   &quot;m&quot;:17,&#xA;   &quot;l&quot;:21,&#xA;   &quot;o&quot;:29,&#xA;   &quot;n&quot;:24,&#xA;   &quot;q&quot;:5,&#xA;   &quot;p&quot;:11,&#xA;   &quot;s&quot;:18,&#xA;   &quot;r&quot;:22,&#xA;   &quot;u&quot;:28,&#xA;   &quot;t&quot;:32,&#xA;   &quot;v&quot;:3,&#xA;   &quot;x&quot;:3&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;string.printable&lt;/code&gt; object is all ascii characters, including &lt;code&gt;\t&lt;/code&gt;, etc. You can read more &lt;a href=&quot;https://stackoverflow.com/a/5891469/2327328&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://docs.python.org/2/library/collections.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;collections&lt;/a&gt; library has very high performance. You can go through gigabytes of text data in seconds.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Find large samples of text files is not so hard - here are a couple examples&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Complete works of Shakespeare (&lt;a href=&quot;http://ocw.mit.edu/ans7870/6/6.006/s08/lecturenotes/files/t8.shakespeare.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;5.8 MB&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Reuters Corpus (&lt;a href=&quot;http://www.daviddlewis.com/resources/testcollections/reuters21578/&quot; rel=&quot;nofollow noreferrer&quot;&gt;28.0 MB uncompressed&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Everything from &lt;a href=&quot;https://www.gutenberg.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Gutenberg&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;IMDB plain text dump&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I was curious. The entire works of Shakespeare takes 8 seconds to download and run on my old laptop. The results are &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;defaultdict(&amp;lt;type 'int'&amp;gt;, {u' ': 1293934, u'(': 628, u',': 83174, u'0': 299, u'4': 93, u'8': 40, u'&amp;lt;': 468, u'@': 8, u'D': 15683, u'H': 18462, u'L': 23858, u'P': 11939, u'T': 39800, u'X': 606, u'`': 1, u'd': 133779, u'h': 218406, u'l': 146161, u'p': 46525, u't': 289975, u'x': 4688, u'|': 33, u'#': 1, u&quot;'&quot;: 31069, u'/': 5, u'3': 330, u'7': 41, u';': 17199, u'?': 10476, u'C': 21497, u'G': 11164, u'K': 6196, u'O': 33209, u'S': 34011, u'W': 16496, u'[': 2085, u'_': 71, u'c': 66688, u'g': 57035, u'k': 29212, u'o': 281391, u's': 214978, u'w': 72894, u'\n': 124456, u'&quot;': 470, u'&amp;amp;': 21, u'*': 63, u'.': 78025, u'2': 366, u'6': 63, u':': 1827, u'&amp;gt;': 441, u'B': 15413, u'F': 11713, u'J': 2067, u'N': 27338, u'R': 28970, u'V': 3580, u'Z': 532, u'b': 46543, u'f': 68803, u'j': 2712, u'n': 215924, u'r': 208894, u'v': 33989, u'z': 1099, u'~': 1, u'!': 8844, u'%': 1, u')': 629, u'-': 8074, u'1': 928, u'5': 82, u'9': 948, u'=': 1, u'A': 44486, u'E': 42583, u'I': 55806, u'M': 15872, u'Q': 1178, u'U': 14129, u'Y': 9099, u']': 2077, u'a': 244664, u'e': 404621, u'i': 198184, u'm': 95580, u'q': 2404, u'u': 114818, u'y': 85271, u'}': 2})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To run the code above with a web-url, replace the line &lt;code&gt;text=&lt;/code&gt; with&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;text = requests.get('http://ocw.mit.edu/ans7870/6/6.006/s08/lecturenotes/files/t8.shakespeare.txt').text&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-02-09T20:14:16.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7044" PostTypeId="2" ParentId="7041" CreationDate="2016-02-09T23:19:55.617" Score="2" Body="&lt;p&gt;ipums acs and also the census bureau's acs data files have one record per person.  they are microdata, so millions of individual respondents.  american fact finder presents only aggregated statistics.  it's the difference between an online table creator and actually having the original survey data set.&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-02-09T23:19:55.617" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7045" PostTypeId="2" ParentId="7041" CreationDate="2016-02-10T01:08:42.803" Score="3" Body="&lt;p&gt;The aggregate statistics from the ACS Summary File found through the American FactFinder and the data from the IPUMS ACS are both from the ACS microdata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ACS Summary File statistics are based on and weighted from the full sample of the ACS microdata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The IPUMS ACS is a republished (and in my opinion more polished) version of the ACS PUMS that includes some extra information that can be deduced from other available sources such as technical documentation and geographic shapefiles. The ACS PUMS is also a reduced sample of the original ACS microdata. It is meant to be a ~1% sample of the population. If you want exact  numbers, the ACS microdata has &lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/ACS/14_1YR/B00001&quot; rel=&quot;nofollow&quot;&gt;5,454,957&lt;/a&gt; people among &lt;a href=&quot;https://www.census.gov/acs/www/methodology/sample-size-and-data-quality/sample-size/index.php&quot; rel=&quot;nofollow&quot;&gt;2,487,838&lt;/a&gt; living quarters and the IPUMS ACS &lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/tech_docs/pums/accuracy/2014AccuracyPUMS.pdf&quot; rel=&quot;nofollow&quot;&gt;has 3,018,308 people among 1,501,119 living quarters&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Comparing the same estimate for the same geography (e.g. the uninsured rate in Kentucky) will yield slightly different numbers between the ACS Summary File and the IPUMS ACS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are searching for statistics, try to rely on the estimates from American FactFinder. If you are searching for specific sub-populations not found in the ACS Summary File through American FactFinder, or are trying to get accurate standard errors for the differences between two estimates, then you might want to use the IPUMS ACS.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-02-10T01:08:42.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7046" PostTypeId="5" CreationDate="2016-02-10T03:11:16.127" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-10T03:11:16.127" LastActivityDate="2016-02-10T03:11:16.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7047" PostTypeId="4" CreationDate="2016-02-10T03:11:16.127" Score="0" Body="Information and data related to computers and computation equipment, their applications, popular usage, literacy, and other computer-related topics." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-10T18:58:20.107" LastActivityDate="2016-02-10T18:58:20.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7048" PostTypeId="5" CreationDate="2016-02-10T03:15:51.250" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-10T03:15:51.250" LastActivityDate="2016-02-10T03:15:51.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7049" PostTypeId="4" CreationDate="2016-02-10T03:15:51.250" Score="0" Body="Quantifiable information that concerns the age, sex, cultural makeup, or other characteristics of a group or population. Can also include demographic change, the predicted quantitative makeup of a population based upon present-day or past figures." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-10T18:58:23.340" LastActivityDate="2016-02-10T18:58:23.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7050" PostTypeId="5" CreationDate="2016-02-10T03:19:35.240" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-10T03:19:35.240" LastActivityDate="2016-02-10T03:19:35.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7051" PostTypeId="4" CreationDate="2016-02-10T03:19:35.240" Score="0" Body="Information related to pharmaceutical chemicals and controlled substances or their usage, social impacts, industrial finances, and other qualitative or quantitative data." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-10T18:58:28.230" LastActivityDate="2016-02-10T18:58:28.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7052" PostTypeId="1" CreationDate="2016-02-10T03:56:56.037" Score="2" ViewCount="443" Body="&lt;p&gt;Some websites like to illustrate articles with &lt;a href=&quot;http://knowyourmeme.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;meme&lt;/a&gt; pictures, which can be considered as funny or distracting, for instance depending whether you are at work or not. So I want to create a browser add-on to block them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cXLeYm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cXLeYm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;a href=&quot;https://i.stack.imgur.com/pjgAgm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pjgAgm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION:&lt;/strong&gt; Is there a huge list of checksums/fingerprint of meme images, or an API to check whether an image is a meme or not?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Identify memes even if resized&lt;/li&gt;&#xA;&lt;li&gt;Fast lookup time, less than a second&lt;/li&gt;&#xA;&lt;li&gt;Works even if the caption has been modified (memes are often the same image with a different caption, see second example above)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2016-02-10T05:22:10.440" LastActivityDate="2016-02-10T05:22:10.440" Title="Database or API to quickly check whether an image is a meme or not" Tags="|data-request|api|images|" AnswerCount="0" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="7053" PostTypeId="1" CreationDate="2016-02-10T04:19:42.830" Score="1" ViewCount="63" Body="&lt;p&gt;I am looking for a dataset containing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;regular expressions useful for named entity recognition. The regular expressions can be used either as a feature or directly as a rule (in case it always correctly capture a named entity).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;r'(\d{1,2}/\d{1,2}/\d{4})'&lt;/code&gt; captures date entities formatted like &lt;code&gt;03/16/1946&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I mostly interested in texts written in English.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-10T04:19:42.830" Title="Dataset of regular expressions for named entity recognition" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7054" PostTypeId="2" ParentId="7039" CreationDate="2016-02-10T14:49:23.277" Score="6" Body="&lt;p&gt;LABEVENTS data is from the actual hospital wide laboratory data management system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CHARTEVENTS data is from the ICU database that is used as an electronic chart for the patient at the bedside.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since the chart needs to contain lab values, as they are relevant to the patient's health, the laboratory data is pulled from the hospital wide laboratory database to the more local ICU database. Consequently, labs in the LABEVENTS table will re-appear in the CHARTEVENTS table. However, LABEVENTS spans more than just the patient's ICU stay, and in fact covers their entire hospital stay (and sometimes out patient stays too). As a result, I would recommend only using LABEVENTS to extract lab values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regarding non-unique values in CHARTEVENTS: care providers can insert or modify the values in the electronic chart. As a result, these could be measurements from some other source (e.g. a fingerstick glucose measurement), or they could be a modification of an original lab value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a general tip, the CHARTTIME for automatically synchronized lab values in CHARTEVENTS is unusually precise. Most measurements are hourly or every 15 minutes, but often lab values in this table are at &quot;19:43&quot; (for example). This generally implies it's been automatically synchronized into the table.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-02-10T14:49:23.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7055" PostTypeId="1" AcceptedAnswerId="7059" CreationDate="2016-02-10T14:57:43.257" Score="8" ViewCount="770" Body="&lt;p&gt;I'm new to Wikidata and I'm wanting to query it. The &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Data_access&quot;&gt;official page&lt;/a&gt; list several promising syntax / APIs :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;WDQ &quot;Wikidata Query&quot; syntax : &lt;a href=&quot;http://wdq.wmflabs.org/api_documentation.html&quot;&gt;http://wdq.wmflabs.org/api_documentation.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;SPARQL syntax via WDQS &quot;Wikidata Query Service&quot; endpoint : &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikimedia_Discovery#Wikidata_Query_Service_.28WDQS.29&quot;&gt;https://www.mediawiki.org/wiki/Wikimedia_Discovery#Wikidata_Query_Service_.28WDQS.29&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The WDQ syntax seems more concise, ex :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;WDQ : &lt;code&gt;CLAIM[31:6465] AND NOCLAIM[576]&lt;/code&gt;&#xA;vs.&lt;/li&gt;&#xA;&lt;li&gt;SPARQL (same query) :&#xA;&lt;code&gt;&#xA;prefix wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;prefix wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;SELECT ?item WHERE {&#xA;  ?item wdt:P31 wd:Q6465 .&#xA;  OPTIONAL { ?item wdt:P576 ?dummy0 }&#xA;  FILTER(!bound(?dummy0))&#xA;}&#xA;&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, reading &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikimedia_Discovery#Wikidata_Query_Service_.28WDQS.29&quot;&gt;https://www.mediawiki.org/wiki/Wikimedia_Discovery#Wikidata_Query_Service_.28WDQS.29&lt;/a&gt; I'm under the impression that WDQ is an unofficial experiment and that SPARQL is the official query syntax.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So is there an official or preferred way of querying wikidata ? Is it safe to invest in WDQ or should I go SPARQL ?&lt;/p&gt;&#xA;" OwnerUserId="10182" LastEditorUserId="8772" LastEditDate="2016-02-12T09:16:13.563" LastActivityDate="2016-03-10T09:25:21.773" Title="Querying Wikidata : WDQ vs. WDQS / SPARQL" Tags="|wikidata|sparql|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7057" PostTypeId="5" CreationDate="2016-02-10T22:31:47.743" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-02-10T22:31:47.743" LastActivityDate="2016-02-10T22:31:47.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7058" PostTypeId="4" CreationDate="2016-02-10T22:31:47.743" Score="0" Body="For all questions and requests concerning or related to Python, a highly readable and dynamic, general purpose programming language." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-02-11T19:29:29.767" LastActivityDate="2016-02-11T19:29:29.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7059" PostTypeId="2" ParentId="7055" CreationDate="2016-02-10T22:34:30.823" Score="15" Body="&lt;p&gt;I'm the developer of WDQ. It was developed as a stop-gap measure, until Wikidata would get its own query service. That took some years, but now we have SPARQL and &lt;a href=&quot;https://query.wikidata.org/&quot;&gt;https://query.wikidata.org/&lt;/a&gt; so I plan to retire WDQ in the not-too-distant future. I strongly recommend you go for SPARQL, even if it seems a little verbose at first.&lt;/p&gt;&#xA;" OwnerUserId="8823" LastActivityDate="2016-02-10T22:34:30.823" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7060" PostTypeId="1" CreationDate="2016-02-11T00:22:07.390" Score="2" ViewCount="34" Body="&lt;p&gt;I am looking for a dataset containing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the list of &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Atari_arcade_games&quot; rel=&quot;nofollow&quot;&gt;ATARI arcade games&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;the number of possible actions the player may take in each game (e.g., 4)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ideally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the name of each action (e.g.,  press left)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-11T00:22:07.390" Title="Number of possible actions the player may take in each ATARI arcade game" Tags="|data-request|games|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7061" PostTypeId="1" CreationDate="2016-02-11T06:10:46.173" Score="2" ViewCount="42" Body="&lt;p&gt;Is there a government database of class action lawsuit settlements with open claims?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, where do sites like Top class actions get their info?&lt;/p&gt;&#xA;" OwnerUserId="10196" LastActivityDate="2016-02-11T06:10:46.173" Title="Class Action Lawsuit data" Tags="|data-request|government|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7062" PostTypeId="1" CreationDate="2016-02-11T06:44:11.993" Score="3" ViewCount="74" Body="&lt;p&gt;I'm looking for open data on the locations and duration of Chinese coal power plants from 1950 - present. The data would have the completion data of the power plant, latitude, longitude, and (if applicable) when the plant was shut down. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas where such data might exist?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="10235" LastEditDate="2016-05-20T12:37:17.793" LastActivityDate="2016-05-20T12:37:17.793" Title="Historical Chinese Coal Plants Data" Tags="|data-request|energy|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7063" PostTypeId="1" CreationDate="2016-02-11T07:28:43.627" Score="2" ViewCount="125" Body="&lt;p&gt;It seems that PTT based on the ABP &amp;amp; ECG signals is ~300 ms, but when based on the PPG signal then PTT is ~550 ms (consistent for multiple subjects). As I understand both ABP and PPG were measured on the arm. Do you have any idea PTT varies so much? &lt;/p&gt;&#xA;" OwnerUserId="9420" LastActivityDate="2017-04-18T21:29:06.257" Title="Pulse transit time values (PTT)" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7064" PostTypeId="2" ParentId="7012" CreationDate="2016-02-11T12:15:09.077" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The criteria for grouping &quot;semantically equivalent licenses&quot; might be implemented as an external HTTP REST service. There are already some services based on that dataset running here: &lt;a href=&quot;http://licensius.com/apidoc/index.html&quot; rel=&quot;nofollow&quot;&gt;http://licensius.com/apidoc/index.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Volume of licenses. Contributions of new licenses or suggested revisions to &lt;a href=&quot;https://github.com/oeg-upm/rdflicense/tree/master/software/src/java/resources/rdflicenses&quot; rel=&quot;nofollow&quot;&gt;this github folder&lt;/a&gt; are welcome; only a TTL has to be dropped for each new license here. This might be a good tool against the &quot;license proliferation&quot; problem.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Yes, having microdata would be great. Deep linking for each of the asserted statements would be a plus (namely, if the license claims &quot;distribution is permitted&quot; then a link to the specific paragraph would be great. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="10199" LastActivityDate="2016-02-11T12:15:09.077" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7066" PostTypeId="1" CreationDate="2016-02-11T16:19:27.343" Score="6" ViewCount="1444" Body="&lt;p&gt;I am using an API that provides a load of nutritional information for food, for example calories, protein, etc. However what it does not provide is any sort of categorization of that food. Can anyone recommend a database or API, free or paid, that would allow me to match food names to general categories (like meat, fruit, vegetable, etc)? I am thinking if this is not in the food-database related space perhaps it's in some kind of text processing or NLP library I might not be familiar with?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for any suggestions!&lt;/p&gt;&#xA;" OwnerUserId="10070" LastActivityDate="2019-05-19T21:02:10.430" Title="API that matches food names to categories" Tags="|api|food|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7067" PostTypeId="2" ParentId="4428" CreationDate="2016-02-11T16:32:54.527" Score="2" Body="&lt;p&gt;We published a large-scale study on the performance of k-nearest-neighbor based outlier detection.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://dx.doi.org/10.1007/s10618-015-0444-8&quot; rel=&quot;nofollow&quot;&gt;&lt;strong&gt;On the Evaluation of Unsupervised Outlier Detection:&lt;br /&gt; Measures, Datasets, and an Empirical Study&lt;/strong&gt;&lt;/a&gt;&lt;br/&gt;&#xA;  by G. O. Campos, A. Zimek, J. Sander, R. J. G. B. Campello, B. Micenková, E. Schubert, I. Assent and M. E. Houle&lt;br/&gt;&#xA;  Data Mining and Knowledge Discovery, 2016, DOI: 10.1007/s10618-015-0444-8 &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;supplementary material&lt;/strong&gt; which includes &lt;strong&gt;over 20 data sets&lt;/strong&gt;, in multiple variants, as well as &lt;em&gt;precomputed results&lt;/em&gt; for many algorithms and a reproducibility package is online at:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Europe: &lt;a href=&quot;http://www.dbs.ifi.lmu.de/research/outlier-evaluation/DAMI/&quot; rel=&quot;nofollow&quot;&gt;http://www.dbs.ifi.lmu.de/research/outlier-evaluation/DAMI/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;South America: &lt;a href=&quot;http://lapad-web.icmc.usp.br/repositories/outlier-evaluation/DAMI/&quot; rel=&quot;nofollow&quot;&gt;http://lapad-web.icmc.usp.br/repositories/outlier-evaluation/DAMI/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="10206" LastActivityDate="2016-02-11T16:32:54.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7069" PostTypeId="1" CreationDate="2016-02-11T20:12:44.197" Score="2" ViewCount="24" Body="&lt;p&gt;I'm looking for data on breast-conserving surgery in the US. I am specifically researching re-excision/re-operation rates of those who had lumpectomies in the US.&lt;/p&gt;&#xA;&lt;p&gt;Would anyone know where I can get data on this?&lt;/p&gt;&#xA;" OwnerUserId="10210" LastEditorUserId="23272" LastEditDate="2021-04-03T05:11:15.653" LastActivityDate="2021-04-03T05:11:15.653" Title="Breast conserving surgery in the US" Tags="|data-request|usa|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7070" PostTypeId="2" ParentId="6030" CreationDate="2016-02-11T22:42:57.653" Score="2" Body="&lt;p&gt;You are welcome.  I believe IPEDS calculates retention rate from cohort information reported Fall Enrollment component during the Spring Collection.  For more information visit:&#xA;&lt;a href=&quot;https://nces.ed.gov/ipeds/resource/survey_components.asp&quot; rel=&quot;nofollow&quot;&gt;https://nces.ed.gov/ipeds/resource/survey_components.asp&lt;/a&gt;&#xA;and &#xA;&lt;a href=&quot;https://surveys.nces.ed.gov/ipeds/visresults.aspx&quot; rel=&quot;nofollow&quot;&gt;https://surveys.nces.ed.gov/ipeds/visresults.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best,&#xA;Oliver&lt;/p&gt;&#xA;" OwnerUserId="8632" LastActivityDate="2016-02-11T22:42:57.653" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7071" PostTypeId="1" CreationDate="2016-02-12T16:38:11.603" Score="7" ViewCount="3220" Body="&lt;p&gt;I'm building an application where I will need to sort a persons nationality according to his/her name, is there any such dataset for this somewhere?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be great to have something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Name          Country&#xA;Pierre        France&#xA;Carlos        Spain&#xA;Carlo         Italy&#xA;.&#xA;.&#xA;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know names are very subjective but an approximation can be made, even if only from the European Union or China would be good.&lt;/p&gt;&#xA;" OwnerUserId="10080" LastActivityDate="2016-02-16T08:58:54.057" Title="People names by country" Tags="|data-request|europe|names|" AnswerCount="2" CommentCount="6" ClosedDate="2016-02-16T20:46:44.220" ContentLicense="CC BY-SA 3.0" />
  <row Id="7072" PostTypeId="1" CreationDate="2016-02-12T18:29:25.650" Score="1" ViewCount="21" Body="&lt;p&gt;I was wondering if anyone came across an index for geographical advantage of a country with regards to warfare. This index could be based on, for example, Paul R. Hensel's (1997) paper &quot;Theory and Evidence on Geography and Conflict&quot;. It could comprise of elements of, for example, geographical characteristics (e.g. island, peninsula, continental) or how geographically central a capital is etc. I could try to make such an index myself, but I don't want to reinvent the wheel. if there is already anything out there.&lt;/p&gt;&#xA;" OwnerUserId="10214" LastActivityDate="2016-02-12T18:29:25.650" Title="Data for geographical advantage of a country" Tags="|state|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7073" PostTypeId="2" ParentId="6976" CreationDate="2016-02-12T18:34:07.713" Score="3" Body="&lt;p&gt;In general, government APIs and databases have no SLAs (Service Level Agreements) associated with them.  If performance is an issue, you may need to consider an alternate provider.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For cases where the data is freely available as dumps (and not just limited to queries), it's often straight forward to ingest the data into your system as is.  If there's enough demand for the service with an SLA, it's possible that some commercial company might provide this (at some cost).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for gaps in service ... against, without an SLA, it's difficult to say what qualifies as a 'gap'.  I'm going to say that they're all going to be unreliable if we run into another &lt;a href=&quot;https://opendata.stackexchange.com/q/1148/263&quot;&gt;government shutdown&lt;/a&gt; ... as for the last one, we were required to take all websites offline without being granted an exemption (such as them being required to protect property or human life).&lt;/p&gt;&#xA;" OwnerUserId="263" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-02-12T18:34:07.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7074" PostTypeId="1" CreationDate="2016-02-12T19:26:13.977" Score="3" ViewCount="223" Body="&lt;p&gt;Wikidata data model is &lt;a href=&quot;https://www.wikidata.org/wiki/Help:Wikidata_datamodel#Table_structure_as_data_model&quot; rel=&quot;nofollow noreferrer&quot;&gt;as follows&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9WkAa.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9WkAa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following diagram is a more summarized version of it (&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Introduction&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SVqO2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SVqO2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All terms are defined &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Glossary&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder what the limitations Wikidata data model are.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-02-13T02:41:31.570" LastActivityDate="2016-02-13T02:41:31.570" Title="What are the limitations of the Wikidata data model?" Tags="|data-format|wikidata|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7075" PostTypeId="1" CreationDate="2016-02-12T20:27:17.517" Score="3" ViewCount="102" Body="&lt;p&gt;This is the first time I post a question here. I am a newbie researcher and want to write a report about Big Data influence on machine learning to improve predictive analytics. I looked through Google for any relevant study shed the light on this subject, but what I found only briefed articles that are not suited to be good resource. Is there any resource I can use through the web as I looked through different libraries and didn't find any good resources relevant? Any help would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="10215" LastActivityDate="2019-05-20T07:40:28.387" Title="Big Data and machine learning to Predictive analytics" Tags="|machine-learning|big-data|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7076" PostTypeId="2" ParentId="7063" CreationDate="2016-02-13T00:28:53.863" Score="3" Body="&lt;p&gt;I will assume you are using the MIMIC-II v3 Waveform database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you look at &lt;a href=&quot;https://mimic.physionet.org/archive/mimic-ii-guide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;section 5.4 of the MIMIC-II user guide (warning, 2.3 MB PDF)&lt;/a&gt;, you will see the following:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Inter-waveform alignment problems.&lt;/strong&gt; The method used for MIMIC&#xA;  waveform data extraction was not designed for inter-waveform&#xA;  analysis. The waveform data contain unspecified/unknown filtering&#xA;  delays and/or unknown inter-channel delays, which may not be&#xA;  constant in a given record. Therefore, although the ECGs are&#xA;  time-aligned, there may be a (changing) delay of up to 500ms between&#xA;  any of the other waveforms in the data. Therefore, no pulse transit&#xA;  times can be accepted to be true (absolute or relative).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It's worth noting that the 500ms number is probably a conservative estimate.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="8938" LastEditDate="2017-04-18T21:29:06.257" LastActivityDate="2017-04-18T21:29:06.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7077" PostTypeId="2" ParentId="6978" CreationDate="2016-02-13T09:20:09.590" Score="3" Body="&lt;p&gt;Based on this Medium post: &lt;strong&gt;&lt;a href=&quot;https://medium.com/@pdehaye/coursera-and-keystroke-biometrics-550762f2f61b#.nnmazrccz&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coursera and keystroke biometrics&lt;/a&gt;&lt;/strong&gt;, the author has published a sample of keystrokes with timing. The data is a little cryptic, but if you read the article it starts to be more clear.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/pdehaye/Coursera_Safe_Harbor_requests&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github Repo&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/pdehaye/Coursera_Safe_Harbor_requests/blob/master/typing_sample.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV file&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Although the data is limited, it may be possible to collect your own data on a larger scale using this method.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/645rm.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/645rm.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-13T09:20:09.590" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7078" PostTypeId="2" ParentId="6978" CreationDate="2016-02-13T09:31:50.420" Score="1" Body="&lt;p&gt;I am the person who obtained that data originally. Take it with a grain of salt, as I was very much playing with the tool at the same time. I tried typing one finger at a time, swapping my hands, with the &quot;Keyboard Privacy&quot; Chrome extension enabled, etc. Let me know though if you can find cool visualisations or information within the data! I think it would be hard, but you might also have ideas on what the rest of the data represents.&lt;/p&gt;&#xA;" OwnerUserId="3879" LastActivityDate="2016-02-13T09:31:50.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7079" PostTypeId="2" ParentId="6467" CreationDate="2016-02-13T12:10:47.803" Score="1" Body="&lt;p&gt;Why not you use &lt;a href=&quot;https://dev.twitter.com/rest/public/search&quot; rel=&quot;nofollow&quot;&gt;Twitter Search API&lt;/a&gt; to search your particular type text, then do some text modification. Sorry, I am not expert, it is just an idea.&lt;/p&gt;&#xA;" OwnerUserId="10145" LastActivityDate="2016-02-13T12:10:47.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7080" PostTypeId="2" ParentId="6867" CreationDate="2016-02-13T15:52:12.100" Score="0" Body="&lt;p&gt;Would &lt;a href=&quot;http://openflights.org/data.html#route&quot; rel=&quot;nofollow&quot;&gt;Open Flights&lt;/a&gt; provide a starting point?&lt;/p&gt;&#xA;" OwnerUserId="9304" LastActivityDate="2016-02-13T15:52:12.100" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7081" PostTypeId="1" CreationDate="2016-02-13T16:49:38.253" Score="1" ViewCount="110" Body="&lt;p&gt;I am looking for a dataset containing information regarding the evolution of each fruit throughout the history. Either images of fruits, or textual description of the fruit, or some more structured data, accompanied with some approximative date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quora.com/What-are-some-mind-blowing-facts-about-food/answer/Abdul-Ahad-M&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example&lt;/a&gt; of image descriptions for watermelon:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1645–72:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/a617p.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/a617p.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1824:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/5pK78.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/5pK78.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Current:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HM9Hn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HM9Hn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.businessinsider.com/how-fruits-have-evovled-over-time-2014-10&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example&lt;/a&gt; of structured data describing watermelon:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hBsui.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hBsui.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-02-13T16:54:56.853" LastActivityDate="2016-02-13T16:54:56.853" Title="Evolution of fruits throughout the history" Tags="|data-request|images|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7082" PostTypeId="1" CreationDate="2016-02-13T20:16:52.377" Score="3" ViewCount="102" Body="&lt;p&gt;i've been searching for ways to obtain historical 1 minute forex data, does anyone knows where i can find the most realiable data?. I've found histdata.com, but i can't check how reliable it is, does anyone knows if it's reliable?&lt;/p&gt;&#xA;" OwnerUserId="10223" LastEditorUserId="1511" LastEditDate="2016-02-14T11:24:27.370" LastActivityDate="2016-02-14T11:24:27.370" Title="Where to get historical 1 minute forex data?" Tags="|data-request|finance|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7083" PostTypeId="2" ParentId="6467" CreationDate="2016-02-13T21:11:38.153" Score="1" Body="&lt;p&gt;The best one I know is this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cs.cmu.edu/~./enron/&quot; rel=&quot;nofollow&quot;&gt;https://www.cs.cmu.edu/~./enron/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;this is also available in MySQL format!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cs.purdue.edu/homes/jpfeiff/enron.html&quot; rel=&quot;nofollow&quot;&gt;https://www.cs.purdue.edu/homes/jpfeiff/enron.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's the email corpus of Enron during the moments when it collapsed. The emails are clearly characterized by underlying feelings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset is quite unique and heavily described in the podcast Linear Digressions. It's one of a kind because after privacy laws kicked in it is not possible to ever get anything else like it again.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Happy Sciencing!&lt;/p&gt;&#xA;" OwnerUserId="5661" LastEditorUserId="5661" LastEditDate="2016-02-13T22:09:33.930" LastActivityDate="2016-02-13T22:09:33.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7084" PostTypeId="1" AcceptedAnswerId="7087" CreationDate="2016-02-14T00:36:06.033" Score="33" ViewCount="22823" Body="&lt;p&gt;I wonder whether it is possible to bulk download all papers stored in &lt;a href=&quot;http://sci-hub.tw/&quot; rel=&quot;noreferrer&quot;&gt;Sci-Hub&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I am aware of the questions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://academia.stackexchange.com/q/55626/452&quot;&gt;Is there a more user-friendly way to download multiple articles from arXiv?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://academia.stackexchange.com/q/59093/452&quot;&gt;Bulk download of arXiv (or other publication data set) with metadata AND citations&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;but they focus on arXiv.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1511" LastEditDate="2019-05-14T13:31:11.650" LastActivityDate="2019-07-24T14:12:29.400" Title="Bulk download Sci-Hub papers" Tags="|data-request|research|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="7085" PostTypeId="1" CreationDate="2016-02-14T03:45:44.560" Score="1" ViewCount="16" Body="&lt;p&gt;There is any open data source for contractors licence in the U.S.? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in electricians, architects, interior designers and alike. &lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="1511" LastEditDate="2016-02-14T11:19:53.033" LastActivityDate="2016-02-14T11:19:53.033" Title="Contractors licence data" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7086" PostTypeId="1" AcceptedAnswerId="7108" CreationDate="2016-02-14T10:46:22.670" Score="4" ViewCount="146" Body="&lt;p&gt;There seem to be some discrepancies (Or maybe I did something wrong) between the data retrieved from the api url: &lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools&quot; rel=&quot;nofollow&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools&lt;/a&gt; and from calling the original url: &lt;a href=&quot;https://collegescorecard.ed.gov&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov&lt;/a&gt; on a web browser. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I tried to do a search via java using the api url for schools with the zip code 13902 and radius 2 miles and I got 2 results. But if you do the same thing on a web browser using the original url, it returns nothing. Can someone explain this to me? Thanks a lot!&lt;/p&gt;&#xA;" OwnerUserId="10227" LastActivityDate="2016-02-17T21:20:17.947" Title="Discrepancies between the api url and the original one on collegescorecard?" Tags="|data-request|api|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7087" PostTypeId="2" ParentId="7084" CreationDate="2016-02-14T14:54:40.493" Score="30" Body="&lt;p&gt;Sci-Hub is a paywall-bypassing website that uses &quot;shared&quot; user credentials to provide PDF or HTML scientific papers. The website itself doesn't store any papers. (There are interesting comments on your &lt;a href=&quot;https://academia.stackexchange.com/q/63330&quot;&gt;same question on another site&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But &lt;a href=&quot;https://web.archive.org/web/20190330215241/https://engineuring.wordpress.com/2019/03/31/sci-hub-and-alexandra-basic-information/&quot; rel=&quot;noreferrer&quot;&gt;LibGen (via wayback machine)&lt;/a&gt; &lt;a href=&quot;https://engineuring.wordpress.com/2019/03/31/sci-hub-and-alexandra-basic-information/&quot; rel=&quot;noreferrer&quot;&gt;is said to archive each PDF retrieved by Sci-Hub&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gen.lib.rus.ec&quot; rel=&quot;noreferrer&quot;&gt;http://gen.lib.rus.ec&lt;/a&gt; has a downloads page - (click the tab to show more options)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Torrent - books and text books - &lt;a href=&quot;http://libgen.io/repository_torrent/&quot; rel=&quot;noreferrer&quot;&gt;http://libgen.io/repository_torrent/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Torrent - scientific papers - &lt;a href=&quot;http://gen.lib.rus.ec/scimag/repository_torrent/&quot; rel=&quot;noreferrer&quot;&gt;http://gen.lib.rus.ec/scimag/repository_torrent/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Usenet - &lt;a href=&quot;http://libgen.io/repository_nzb/&quot; rel=&quot;noreferrer&quot;&gt;http://libgen.io/repository_nzb/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;DB dump - &lt;a href=&quot;http://gen.lib.rus.ec/dbdumps/&quot; rel=&quot;noreferrer&quot;&gt;http://gen.lib.rus.ec/dbdumps/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/j3cEq.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/j3cEq.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="90" LastEditDate="2019-07-24T14:12:29.400" LastActivityDate="2019-07-24T14:12:29.400" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="7088" PostTypeId="1" CreationDate="2016-02-15T01:10:11.603" Score="1" ViewCount="33" Body="&lt;p&gt;I am looking for a dataset containing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Percentage of patients worldwide who have electronic medical records managed by a software company founded in a given country.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Or even better (since more fine-grained):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Percentage of patients worldwide who have electronic medical records managed by a given software company.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;a href=&quot;https://en.wikipedia.org/wiki/Epic_Systems&quot; rel=&quot;nofollow&quot;&gt;Epic Systems&lt;/a&gt; software hold medical records of 54% of patients in the U.S. and 2.5% of patients worldwide.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;evolution of these percentages throughout the year&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-15T01:10:11.603" Title="Percentage of patients worldwide who have electronic medical records managed by a software company founded in a given country" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7089" PostTypeId="1" AcceptedAnswerId="7090" CreationDate="2016-02-15T12:19:11.687" Score="9" ViewCount="415" Body="&lt;p&gt;With no disrespect to our fellow data scientists over &quot;the pond&quot;, one major problem from the rest of the world's point of view with questions like &lt;a href=&quot;https://datascience.stackexchange.com/questions/155/publicly-available-datasets&quot;&gt;Publicly Available Datasets&lt;/a&gt; is the American focus of the answers. They are great answers, and great sources of data, but lack a lot relevance to others not in the US due to geographic, demographic, social or other factors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question I have is particularly focused on &lt;strong&gt;public data&lt;/strong&gt; sites for the &lt;strong&gt;UK&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there sites that have a large variety of data collected? I suspect at the moment the UK isn't as progressive as the USA in terms of meta-data repositories, so I would be happy for sites that are quite rich in content and interesting in terms of their data science or analytical possibilities!&lt;/p&gt;&#xA;" OwnerUserId="10235" OwnerDisplayName="Marcus D" LastEditorUserId="-1" LastEditDate="2017-04-13T12:50:40.537" LastActivityDate="2019-09-11T13:43:19.647" Title="Publicly Available UK Datasets" Tags="|uk|data-portal|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7090" PostTypeId="2" ParentId="7089" CreationDate="2016-02-15T13:36:28.517" Score="7" Body="&lt;p&gt;Try &lt;a href=&quot;https://geovation.uk/data-sources/&quot;&gt;https://geovation.uk/data-sources/&lt;/a&gt; for a pretty comprehensive list of links to sources with crime data, retail data, consumer data, transport data and government data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also refer to &lt;a href=&quot;http://www.opendatanottingham.org.uk/other-providers.aspx&quot;&gt;this list&lt;/a&gt; to fill in the gaps on English Heritage data, environment data and Ordnance Survey data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="10232" LastActivityDate="2016-02-15T13:36:28.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7091" PostTypeId="2" ParentId="7075" CreationDate="2016-02-15T15:39:35.213" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://research.google.com/pubs/archive/35179.pdf&quot; rel=&quot;nofollow&quot;&gt;&quot;The Unreasonable Effectiveness of Data&quot;&lt;/a&gt; is an insightful article, written by by some Google researchers in 2010. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you search for &lt;a href=&quot;https://scholar.google.de/scholar?cites=7014969931485742163&amp;amp;as_sdt=2005&amp;amp;sciodt=0,5&amp;amp;hl=en&quot; rel=&quot;nofollow&quot;&gt;articles that have cited this&lt;/a&gt;, you'll find plenty of stuff to read.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-02-15T15:39:35.213" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7092" PostTypeId="2" ParentId="7071" CreationDate="2016-02-15T16:15:28.920" Score="1" Body="&lt;p&gt;Check out the &lt;a href=&quot;https://github.com/hadley/babynames&quot; rel=&quot;nofollow&quot;&gt;&quot;babynames&quot;&lt;/a&gt; R package by Hadley Wickham. The package does not contain R code, but a 2-million row dataset. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The author has published several cool tutorials based on this dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you don't know R, you can still check out the linked sources on that page, to get to the raw data (from the US Social Security Administration).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data does not contain &quot;country of origin&quot; though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;however, you could augment this dataset yourself, e.g. by scraping Wikipedia for the given-names that interest you (maybe there is a better way).&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-02-15T16:15:28.920" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7093" PostTypeId="2" ParentId="7089" CreationDate="2016-02-15T16:19:37.460" Score="7" Body="&lt;p&gt;In Scotland specifically, I would suggest that you have a look at:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://statistics.gov.scot/&quot;&gt;&lt;strong&gt;Statistics.gov.scot&lt;/strong&gt;&lt;/a&gt; - a very decent repository of publicly available data in Scotland, a lot of spatially aggregated.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;UK&lt;/h1&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nomisweb.co.uk/Default.asp&quot;&gt;&lt;strong&gt;NOMIS&lt;/strong&gt;&lt;/a&gt; - spatially aggregated labour market data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://discover.ukdataservice.ac.uk/&quot;&gt;&lt;strong&gt;UK Data Service&lt;/strong&gt;&lt;/a&gt; - vast catalogue of research / survey data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.neighbourhood.statistics.gov.uk&quot;&gt;&lt;strong&gt;Neigbhourhood Statistics&lt;/strong&gt;&lt;/a&gt; - ONS product with neighbourhood statistics. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="10238" LastActivityDate="2016-02-15T16:19:37.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7094" PostTypeId="2" ParentId="7071" CreationDate="2016-02-15T16:52:53.077" Score="1" Body="&lt;p&gt;I think screen scraping would work fairly well. Choose a few websites, like &lt;a href=&quot;http://www.babynamewizard.com/international-names-lists-popular-names-from-around-the-world&quot; rel=&quot;nofollow&quot;&gt;babynamewizard.com&lt;/a&gt;. These often only give you &lt;strong&gt;current&lt;/strong&gt; popular names, but there are web pages also within the same &lt;a href=&quot;http://www.babynamewizard.com/voyager#prefix=&amp;amp;sw=both&amp;amp;exact=false&quot; rel=&quot;nofollow&quot;&gt;site&lt;/a&gt; that give interesting hisorical perspectives allowing a fuller list of names to be obtained.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An additional advantage is that you can keep your dataset up to date with current &quot;new names&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess a complication will be collecting data in the various native alphabets also - Cyrillic, Greek, etc. You would need to use extended ASCII for that.  &lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="10235" LastEditDate="2016-02-16T08:58:54.057" LastActivityDate="2016-02-16T08:58:54.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7095" PostTypeId="1" CreationDate="2016-02-15T17:53:01.737" Score="2" ViewCount="78" Body="&lt;p&gt;I need for my database a list of all the cites, countries and states in the world. &#xA;If I'm looking for Albany in this list, I need it to be like this:&#xA;USA, NY, Albany&#xA;Can anyone help me?&lt;/p&gt;&#xA;" OwnerUserId="10239" LastActivityDate="2016-02-15T17:53:01.737" Title="All the cities and their state codes" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7096" PostTypeId="1" CreationDate="2016-02-15T18:11:23.540" Score="1" ViewCount="27" Body="&lt;p&gt;I am looking for data that are classified according to the smiles, for example :( is negative sentiment (labeled may be -1, :) is positive sentiment (labeled may be 1). I know twitter has such data set, but I am not sure where to find it actually. If the data set looks like this,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;label     text&#xA;-1       I am sad :(&#xA; 0       this is a mango&#xA; 1       I am so happy today :)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Suggesting pls.&lt;/p&gt;&#xA;" OwnerUserId="10145" LastEditorUserId="10145" LastEditDate="2016-02-15T18:38:35.003" LastActivityDate="2016-02-15T18:38:35.003" Title="Sentiment classification from Smiles-data need" Tags="|data-request|sentiment-analysis|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7097" PostTypeId="2" ParentId="7089" CreationDate="2016-02-15T20:10:05.457" Score="3" Body="&lt;p&gt;The UK has an open data portal: &lt;strong&gt;&lt;a href=&quot;https://data.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;London has one of the most comprehensive open data portals: &lt;strong&gt;&lt;a href=&quot;http://data.london.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.london.gov.uk/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, you'll find regions and cities have their own open data portals: for example: &lt;a href=&quot;http://open.manchester.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://open.manchester.gov.uk/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is the &lt;a href=&quot;/questions/tagged/uk&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;uk&amp;#39;&quot; rel=&quot;tag&quot;&gt;uk&lt;/a&gt; tag &lt;a href=&quot;https://opendata.stackexchange.com/questions/tagged/uk?sort=votes&amp;amp;pageSize=50&quot;&gt;on this site&lt;/a&gt; which brings up 25 questions. In particular, the &lt;a href=&quot;https://opendata.stackexchange.com/q/4027/1511&quot;&gt;Q&amp;amp;A about London Tube locations&lt;/a&gt; has a nice resource.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an overview of open data in the UK - check out the &lt;a href=&quot;https://en.wikipedia.org/wiki/Open_Data_in_the_United_Kingdom&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ZCry2.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZCry2.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-02-15T20:10:05.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7098" PostTypeId="2" ParentId="6945" CreationDate="2016-02-15T21:12:53.027" Score="1" Body="&lt;p&gt;These are good starting points:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://clinicaltrials.gov&quot; rel=&quot;nofollow&quot;&gt;https://clinicaltrials.gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.gov&quot; rel=&quot;nofollow&quot;&gt;http://www.data.gov&lt;/a&gt; &#xA;(health section)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="5661" LastActivityDate="2016-02-15T21:12:53.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7099" PostTypeId="1" CreationDate="2016-02-15T21:32:36.833" Score="2" ViewCount="261" Body="&lt;p&gt;I'm looking for a dataset of pharmacy Locations in Chicago area. The city of Chicago said they do not have this dataset, I'm wondering where I can find it.&lt;/p&gt;&#xA;" OwnerUserId="10240" LastActivityDate="2016-03-01T01:37:12.093" Title="Looking for dataset of pharmacy Locations in Chicago area" Tags="|data-request|geospatial|data.gov|medical|uses-of-open-data|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7100" PostTypeId="1" CreationDate="2016-02-15T23:12:04.893" Score="2" ViewCount="64" Body="&lt;p&gt;Is there an open database of elementary, middle, and high schools with special education departments in the United States?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm hopping to get names and addresses and if possible number of children enrolled.&lt;/p&gt;&#xA;" OwnerUserId="10241" LastActivityDate="2016-02-15T23:12:04.893" Title="Is there an open database of elementary, middle, and high schools with special education departments in the United States?" Tags="|data-request|usa|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7101" PostTypeId="2" ParentId="7089" CreationDate="2016-02-16T01:36:34.337" Score="3" Body="&lt;p&gt;The Royal Economic Society has a list of data links:&#xA;&lt;a href=&quot;http://www.res.org.uk/view/dataResources.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.res.org.uk/view/dataResources.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The American Economic Association lists the &lt;a href=&quot;http://www.BankofEngland.co.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bank of England&lt;/a&gt;, &lt;a href=&quot;http://www.hm-treasury.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HM Treasury&lt;/a&gt;, and &lt;a href=&quot;http://www.statistics.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Statistics&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the ReplicationWiki (that I work on) you can see &lt;a href=&quot;http://replication.uni-goettingen.de/wiki/index.php/Category:Article_data_source&quot; rel=&quot;nofollow noreferrer&quot;&gt;data sources&lt;/a&gt; used for publications in economic journals &lt;a href=&quot;http://replication.uni-goettingen.de/wiki/index.php?title=Special%3AAsk&amp;amp;q=%5B%5BArticle+origin+of+data+used%3A%3AUK%5D%5D&amp;amp;po=%3FArticle+data%0D%0A%3FArticle+program+code%0D%0A%3FArticle+data+used%0D%0A%3FArticlejel%0D%0A%3FArticlekeywords%0D%0A%3FArticle+software+used%0D%0A%3FArticle+methods+and+estimation%0D%0A%3FArticle+data+used%0D%0A%3FArticle+origin+of+data+used%0D%0A%3FReplication+type%0D%0A%3FReplication+result%0D%0A%3FReplication+raw+data%0D%0A%3FReplication+call+into+question%0D%0A%3FReplication+authors+statement%0D%0A&amp;amp;eq=yes&amp;amp;p%5Bformat%5D=broadtable&amp;amp;sort_num=&amp;amp;order_num=ASC&amp;amp;p%5Blimit%5D=250&amp;amp;p%5Boffset%5D=&amp;amp;p%5Blink%5D=all&amp;amp;p%5Bsort%5D=&amp;amp;p%5Bheaders%5D=show&amp;amp;p%5Bmainlabel%5D=&amp;amp;p%5Bintro%5D=&amp;amp;p%5Boutro%5D=&amp;amp;p%5Bsearchlabel%5D=%E2%80%A6+further+results&amp;amp;p%5Bdefault%5D=&amp;amp;p%5Bclass%5D=sortable+wikitable+smwtable&amp;amp;eq=yes&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10131" LastEditorUserId="10131" LastEditDate="2019-09-11T13:43:19.647" LastActivityDate="2019-09-11T13:43:19.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7102" PostTypeId="1" CreationDate="2016-02-16T07:14:08.050" Score="1" ViewCount="20" Body="&lt;p&gt;Looking for open source data sets for funding details of South American startups.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would be more interested in that of the messaging apps startups, but a general dataset of the funding details of all startups would also do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Any format would do]&lt;/p&gt;&#xA;" OwnerUserId="8642" LastEditorUserId="70" LastEditDate="2016-12-04T12:10:02.900" LastActivityDate="2016-12-04T12:10:02.900" Title="Looking for open source funding data of South American startups" Tags="|data-request|economics|latin-america|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7103" PostTypeId="1" CreationDate="2016-02-16T19:01:28.723" Score="2" ViewCount="164" Body="&lt;p&gt;I am looking for a dataset containing a list of cyber-attacks were attackers made a demand (e.g., a &lt;a href=&quot;http://science.slashdot.org/story/16/02/15/2311242/hackers-demand-36-million-from-hollywood-hospital-following-cyber-attack&quot; rel=&quot;nofollow&quot;&gt;ransom&lt;/a&gt;), with as many following fields as possible: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;date of attack&lt;/li&gt;&#xA;&lt;li&gt;duration of attack&lt;/li&gt;&#xA;&lt;li&gt;date of demand&lt;/li&gt;&#xA;&lt;li&gt;type of demand (if ransom, the amount)&lt;/li&gt;&#xA;&lt;li&gt;target&lt;/li&gt;&#xA;&lt;li&gt;information on the executers&lt;/li&gt;&#xA;&lt;li&gt;whether the demand was met &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-16T19:01:28.723" Title="Cyber-attacks with demand dataset" Tags="|data-request|finance|internet|computing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7104" PostTypeId="1" AcceptedAnswerId="7322" CreationDate="2016-02-16T20:54:56.703" Score="3" ViewCount="501" Body="&lt;p&gt;When i'm try to synchronize my s3 bucket with openFDA S3 bucket ( &lt;code&gt;aws s3 sync s3://my-bucket s3://download.open.fda.gov/&lt;/code&gt;), error occurce: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;A client error (AccessDenied) occurred when calling the ListObjects&#xA;  operation: Access Denied&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Can you tell me, what am I doing wrong?&lt;/p&gt;&#xA;" OwnerUserId="10251" LastActivityDate="2016-03-15T05:53:32.823" Title="Synchronize with the openFDA S3 bucket" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7105" PostTypeId="1" CreationDate="2016-02-17T08:35:10.790" Score="7" ViewCount="2117" Body="&lt;p&gt;I am looking for a &lt;code&gt;dataset&lt;/code&gt; for &lt;code&gt;Employee churn/Labor Turnover&lt;/code&gt; prediction. I looked around but couldn't find any relevant &lt;code&gt;dataset&lt;/code&gt; to download. Following are some of the features I am looking in the &lt;code&gt;dataset&lt;/code&gt; (Its not mandatory feature set but anything on this line will be good):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Age&#xA;Degree&#xA;Salary&#xA;Promotion in last year?&#xA;score of employee&#xA;Tenure&#xA;Performance rating  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Can anyone provide me link where I can download such &lt;code&gt;dataset&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="10255" LastEditorUserId="10255" LastEditDate="2016-02-17T08:46:34.870" LastActivityDate="2017-10-20T19:08:13.663" Title="Employee Churn dataset?" Tags="|data-request|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7106" PostTypeId="2" ParentId="7089" CreationDate="2016-02-17T10:58:47.797" Score="4" Body="&lt;p&gt;Just to add, Northern Ireland now has its own Open Data Portal: &lt;a href=&quot;https://www.opendatani.gov.uk/&quot; rel=&quot;nofollow&quot;&gt;https://www.opendatani.gov.uk/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-02-17T10:58:47.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7107" PostTypeId="2" ParentId="7105" CreationDate="2016-02-17T12:09:16.600" Score="2" Body="&lt;p&gt;difficult to provide because confidentiality is much harder for firms than it is for individuals and households.  to access real data, you would need to apply for access to something like the &lt;code&gt;national compensation survey&lt;/code&gt; and access the data on-site at the bureau of labor statistics.  census and bls have a few different firm (or establishment)-level surveys -- all of them restricted-use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;you can experiment with synthetic open data, however: &lt;a href=&quot;http://lehd.ces.census.gov/&quot; rel=&quot;nofollow&quot;&gt;http://lehd.ces.census.gov/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-02-17T12:09:16.600" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7108" PostTypeId="2" ParentId="7086" CreationDate="2016-02-17T21:20:17.947" Score="3" Body="&lt;p&gt;This could be due to the fact that some of the institutions for which data are provided for in the API, do not appear in the consumer website.  The consumer website includes predominantly associate’s and bachelor’s awarding schools (PREDDEG=2 , PREDDEG=3). In addition, the Department recently added institutions to the consumer site such that institutions that predominantly award certificates (PREDDEG=1) are included IF the highest degree is at least an Associate's (HIGHDEG&gt;=2 ) AND the institution offers an associate's or bachelor's degree (CIPxxASSOC&gt;0 OR CIPxxBACHL&gt;0).  All other institutions are not included on the consumer website.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-02-17T21:20:17.947" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7109" PostTypeId="1" AcceptedAnswerId="7111" CreationDate="2016-02-18T02:05:29.197" Score="4" ViewCount="358" Body="&lt;p&gt;I am interested in collecting many user-defined tags for songs (primarily popular songs). These tags need to be descriptive of the song, but not standard metadata (like artist or album), because that information is very easy to obtain.&lt;/p&gt;&#xA;" OwnerUserId="10268" LastActivityDate="2016-02-18T05:03:37.370" Title="Is there an API for user-defined song tags?" Tags="|music|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7110" PostTypeId="1" CreationDate="2016-02-18T03:47:35.197" Score="2" ViewCount="35" Body="&lt;p&gt;Why are my results different when I change the InsuranceEffectiveDate field? For example in the below request I changed the InsuranceEffectiveDate from &lt;code&gt;2015-01-01&lt;/code&gt; to &lt;code&gt;2016-03-01&lt;/code&gt; and received 50 less plans. I expected the field to represent when a insurance can start to insure you, which should lead to a increase of plans for future dates, but I saw the opposite result. How does a effective date make sense to be in the past?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&amp;gt;&#xA;&amp;lt;p:PlanQuoteRequest xmlns:p=&quot;http://hios.cms.org/api&quot; xmlns:p1=&quot;http://hios.cms.org/api-types&quot; xmlns:xsi=&quot;http://www.w3.org/2001/XMLSchema-instance&quot; xsi:schemaLocation=&quot;http://hios.cms.org/api hios-api-11.0.xsd &quot;&amp;gt;&#xA;  &amp;lt;p:Enrollees&amp;gt;&#xA;    &amp;lt;p1:DateOfBirth&amp;gt;1990-01-01&amp;lt;/p1:DateOfBirth&amp;gt;&#xA;    &amp;lt;p1:Gender&amp;gt;Male&amp;lt;/p1:Gender&amp;gt;&#xA;    &amp;lt;p1:TobaccoLastUsedMonths&amp;gt;0&amp;lt;/p1:TobaccoLastUsedMonths&amp;gt;&#xA;    &amp;lt;p1:Relation&amp;gt;SELF&amp;lt;/p1:Relation&amp;gt;&#xA;    &amp;lt;p1:InHouseholdIndicator&amp;gt;true&amp;lt;/p1:InHouseholdIndicator&amp;gt;&#xA;  &amp;lt;/p:Enrollees&amp;gt;&#xA;  &amp;lt;p:Location&amp;gt;&#xA;    &amp;lt;p1:ZipCode&amp;gt;10075&amp;lt;/p1:ZipCode&amp;gt;&#xA;    &amp;lt;p1:County&amp;gt;&#xA;      &amp;lt;p1:FipsCode&amp;gt;36061&amp;lt;/p1:FipsCode&amp;gt;&#xA;      &amp;lt;p1:CountyName&amp;gt;NEW YORK&amp;lt;/p1:CountyName&amp;gt;&#xA;      &amp;lt;p1:StateCode&amp;gt;NY&amp;lt;/p1:StateCode&amp;gt;&#xA;    &amp;lt;/p1:County&amp;gt;&#xA;  &amp;lt;/p:Location&amp;gt;&#xA;  &amp;lt;p:InsuranceEffectiveDate&amp;gt;2015-01-01&amp;lt;/p:InsuranceEffectiveDate&amp;gt;&#xA;  &amp;lt;p:Market&amp;gt;Individual&amp;lt;/p:Market&amp;gt;&#xA;  &amp;lt;p:IsFilterAnalysisRequiredIndicator&amp;gt;false&amp;lt;/p:IsFilterAnalysisRequiredIndicator&amp;gt;&#xA;  &amp;lt;p:PaginationInformation&amp;gt;&#xA;    &amp;lt;p1:PageNumber&amp;gt;1&amp;lt;/p1:PageNumber&amp;gt;&#xA;    &amp;lt;p1:PageSize&amp;gt;500&amp;lt;/p1:PageSize&amp;gt;&#xA;  &amp;lt;/p:PaginationInformation&amp;gt;&#xA;  &amp;lt;p:SortOrder&amp;gt;&#xA;    &amp;lt;p1:SortField&amp;gt;BASE RATE&amp;lt;/p1:SortField&amp;gt;&#xA;    &amp;lt;p1:SortDirection&amp;gt;ASC&amp;lt;/p1:SortDirection&amp;gt;&#xA;  &amp;lt;/p:SortOrder&amp;gt;&#xA;&amp;lt;/p:PlanQuoteRequest&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="10270" LastActivityDate="2016-02-18T03:47:35.197" Title="getIFPPlanQuotes - what is InsuranceEffectiveDate?" Tags="|medical|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7111" PostTypeId="2" ParentId="7109" CreationDate="2016-02-18T04:54:30.517" Score="6" Body="&lt;p&gt;Last.fm lets certain users add/create tags for songs; not 100% sure who is a &quot;certain user&quot;, but I'm assuming that it is related to longevity/activity on the site.&lt;br&gt;&#xA;Here's a list of song tags that are included in the Last.fm dataset contribution submitted to the 1,000,000 song dataset:&lt;br&gt;&#xA;&lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/sites/default/files/lastfm/lastfm_unique_tags.txt&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/sites/default/files/lastfm/lastfm_unique_tags.txt&lt;/a&gt;&lt;br&gt;&#xA;The Last.fm Dataset - Million Song Dataset&lt;br&gt;&#xA;&lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/lastfm&quot;&gt;http://labrosa.ee.columbia.edu/millionsong/lastfm&lt;/a&gt;&lt;br&gt;&#xA;And of course Last.fm's API:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.last.fm/api&quot;&gt;http://www.last.fm/api&lt;/a&gt;&lt;br&gt;&#xA;Topped off by the &lt;code&gt;track.getTags&lt;/code&gt; method call:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.last.fm/api/show/track.getTags&quot;&gt;http://www.last.fm/api/show/track.getTags&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-02-18T05:03:37.370" LastActivityDate="2016-02-18T05:03:37.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7112" PostTypeId="2" ParentId="2120" CreationDate="2016-02-18T11:36:40.017" Score="2" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://igdb.com&quot; rel=&quot;nofollow&quot;&gt;igdb.com&lt;/a&gt; ---&gt; &lt;a href=&quot;https://www.igdb.com/api&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Internet Game Database, IGDB.com is a website about video games, intended for both game consumers and video game professionals alike. One of the principles behind IGDB.com is accessibility of data. They wish to share the data with anyone who wants to build cool videogame oriented websites, apps and services. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="10275" LastActivityDate="2016-02-18T11:36:40.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7113" PostTypeId="1" CreationDate="2016-02-18T23:01:44.673" Score="4" ViewCount="53" Body="&lt;p&gt;I have been trying to get at this question by looking at the percentage of degrees granted in each subject area and then examining whether the degrees offered in that subject area are offered online. The problem, however, is that the available data does not indicate what percentage of the degrees awarded are associate's degrees and what percentage are bachelor's degrees. Therefore, I am unable to determine what total percentage of degrees are earned through an exclusively distance-education program in each subject area. Does anyone have any advice on this? Thanks so much! &lt;/p&gt;&#xA;" OwnerUserId="10284" LastActivityDate="2016-02-22T14:29:18.983" Title="What is the percentage of degrees at each school earned through an exclusively distance-education program?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7114" PostTypeId="1" CreationDate="2016-02-18T23:58:53.033" Score="4" ViewCount="515" Body="&lt;p&gt;I am looking for a dataset containing academic recommendation letters, written in English, with as many following fields as possible: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;content of the letter&lt;/li&gt;&#xA;&lt;li&gt;date of the letter&lt;/li&gt;&#xA;&lt;li&gt;purpose of the letter (e.g., faculty application, visa application, internship application, etc.)&lt;/li&gt;&#xA;&lt;li&gt;relationship between recommendee and recommender&lt;/li&gt;&#xA;&lt;li&gt;demographics on recommendee and recommender&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2020-01-03T12:51:05.640" Title="Recommendation letter dataset" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7116" PostTypeId="1" CreationDate="2016-02-19T10:10:53.487" Score="1" ViewCount="204" Body="&lt;p&gt;This might be a lost cause, but been searching for a couple of days now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a way to track an item of food from it's origin to the supermarket. I have the EMB code for an item, e.g. UK 1715 EC&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions would be much appreciated!&lt;/p&gt;&#xA;" OwnerUserId="10288" LastEditorUserId="10288" LastEditDate="2016-02-19T10:21:49.230" LastActivityDate="2016-02-19T10:21:49.230" Title="Looking for an open API for to get tracking information from an EMB code" Tags="|data-request|food|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7117" PostTypeId="1" CreationDate="2016-02-19T10:13:06.777" Score="3" ViewCount="122" Body="&lt;p&gt;In &lt;a href=&quot;http://ml-ka.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ML-KA&lt;/a&gt;, a machine learning group in Karlsruhe, we recently had a discussion about features learned by CNNs. It is often said that they learn general features in the first layers which are usable for arbitrary vision tasks. One idea to check that was to apply them to paint-like paintings. By &quot;Paint-like&quot; I mean a specific style of image which is often created by children / non-professionals. Here is an example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3J2PA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3J2PA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a big repository of paint-like images available? (Preferably with labels / descriptions / tags / categories.)&lt;/p&gt;&#xA;" OwnerUserId="5487" LastEditorUserId="5487" LastEditDate="2016-02-19T10:29:04.410" LastActivityDate="2019-02-06T23:15:24.747" Title="Is a dataset of Paint-like paintings available?" Tags="|data-request|images|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7118" PostTypeId="2" ParentId="7117" CreationDate="2016-02-19T14:38:03.937" Score="2" Body="&lt;p&gt;I don't know of any open data repositories, but you could probably go to one of the commercial picture sites. They are well labeled / categorised and I suspect you could just purchase the low quality images quite cheaply. Unfortunately not open data, sorry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Didn't spend masses of time, but the following queries in &lt;a href=&quot;https://www.fotolia.com/search?k=simple%20line%20drawn%20pictures&amp;amp;filters%5Bcontent_type%3Aillustration%5D=1&amp;amp;filters%5Bcontent_type%3Avector%5D=1&amp;amp;search-submit=Search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fotolia&lt;/a&gt; and &lt;a href=&quot;http://www.bigstockphoto.com/search/simple-line-drawn-pictures/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BigStockPhoto&lt;/a&gt; seem useful, but you will need to go through them to choose a decent set which matches your criteria. Difficult to know with just one picture as an example.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorDisplayName="user6247" LastEditDate="2019-02-06T23:15:24.747" LastActivityDate="2019-02-06T23:15:24.747" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7119" PostTypeId="1" AcceptedAnswerId="7218" CreationDate="2016-02-19T17:21:00.753" Score="3" ViewCount="97" Body="&lt;p&gt;There is a table in the MIMIC-II v2.6 database named &quot;mimic2v26.d_codeditems&quot; which includes a category named &quot;type&quot;. One of the specified types is &quot;procedure&quot;. I am looking for the equivalent data in MIMIC-III v1.3.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure but I think &quot;mimiciii.d_icd_procedures&quot; contains the procedure data that I am looking for. Could you please help me to identify the equivalence in MIMIC-III?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;" OwnerUserId="9905" LastEditorUserId="5601" LastEditDate="2016-03-10T22:56:20.700" LastActivityDate="2016-03-10T22:56:20.700" Title="Looking for equivalence of MIMIC-II v2.6 dataset in MIMIC-III v1.3" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7120" PostTypeId="2" ParentId="7041" CreationDate="2016-02-19T18:26:04.983" Score="2" Body="&lt;p&gt;I will just pick up the margin of error question that gannawag asked in a comment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census Bureau uses &lt;a href=&quot;http://www.citeulike.org/user/ctacmo/article/13018645&quot; rel=&quot;nofollow&quot;&gt;successive difference replication&lt;/a&gt; variance estimation method to produce their standard errors within FactFinder. With PUMS, you need to run your analysis with &lt;a href=&quot;https://usa.ipums.org/usa/repwt.shtml&quot; rel=&quot;nofollow&quot;&gt;replicate weights&lt;/a&gt; using statistical software that supports them (Stata, R, SAS, SUDAAN; this is pretty much it -- SPSS does not do replicate weights, and I have no clue about other packages).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as the FactFinder goes, my guess is that the Census Bureau mass-produces the margins of error for the Summary Files, and then aggregates them for other levels of geography, rather than running them from scratch when producing the tables on the fly (the response time is just too fast). Or may be they mass-produce those margins of error for all levels of geography they support, but only release some of them in the Summary Files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As @Kotebiya explained, the estimates should be expected to differ between FactFinder and PUMS analysis. The same comments applies to the margins of error, as well.&lt;/p&gt;&#xA;" OwnerUserId="1766" LastActivityDate="2016-02-19T18:26:04.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7121" PostTypeId="2" ParentId="6142" CreationDate="2016-02-19T18:30:19.573" Score="2" Body="&lt;p&gt;The resource I use for conversion of one weird U.S. geography to another is &lt;a href=&quot;https://mcdc.missouri.edu/applications/geocorr.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Missouri Census Data Center&lt;/a&gt;. In particular, they have the 113th Congress, but miss the 112th Congress. You can ask them why if you are sufficiently curious :).&lt;/p&gt;&#xA;" OwnerUserId="1766" LastEditorUserId="1766" LastEditDate="2021-08-17T20:22:20.797" LastActivityDate="2021-08-17T20:22:20.797" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7122" PostTypeId="2" ParentId="7105" CreationDate="2016-02-19T21:37:25.350" Score="1" Body="&lt;p&gt;How about the &lt;strong&gt;&lt;a href=&quot;http://shell.cas.usf.edu/~pspector/sasdir/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Employee Turnover dataset&lt;/a&gt;&lt;/strong&gt; from the book &quot;&lt;a href=&quot;http://shell.cas.usf.edu/~pspector/sasdir/sasprogramming.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;SAS Programming For Researchers and Social Scientists&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is column based, and contains:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;work frustration scale&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;job satisfaction scale&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Intent to quit&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Quit?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Age&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Tenure on the job&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://shell.cas.usf.edu/~pspector/sasdir/turnover.dat&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw Data&lt;/a&gt;&lt;/strong&gt; - &lt;em&gt;reference:&lt;/em&gt; Spector, P. E., Dwyer, D. J., &amp;amp; Jex, S. M. (1988). Relation of job stressors to affective, health, and performance outcomes: A comparison of multiple data sources. Journal of Applied Psychology, 73, 11-19.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0KleD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0KleD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another idea: not based on individual turnover, but there is turnover data from the State of Oklahoma employees that is broken down by job sector - &lt;a href=&quot;https://catalog.data.gov/dataset/fiscal-year-2012-turnover-rate-by-job-family-level-07e61/resource/d08b65c5-3a9b-4865-b88e-9a2b6b5d65a1&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is something similar for GLA (Greater London Area) - &lt;a href=&quot;http://data.london.gov.uk/dataset/gla-staff-turnover-2009&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-19T21:37:25.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7123" PostTypeId="1" CreationDate="2016-02-20T05:39:39.570" Score="1" ViewCount="63" Body="&lt;p&gt;I'm looking for an archive of institutions that have participated in the Fed's FedWire service -- preferably back to before 2004.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Fed hosts an &lt;a href=&quot;https://www.frbservices.org/EPaymentsDirectory/download.html&quot; rel=&quot;nofollow&quot;&gt;up-to-date participants list&lt;/a&gt;, but I haven't been able to find an archive of it. Closest thing I've found is &lt;a href=&quot;https://github.com/gatepay/FedACHdir&quot; rel=&quot;nofollow&quot;&gt;this Github repo&lt;/a&gt; that's been archiving a similar list of FedACH institutions for the past couple years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone got any ideas? I really hope this publicly available time-series hasn't just vanished from history.&lt;/p&gt;&#xA;" OwnerUserId="10295" LastActivityDate="2016-02-20T05:39:39.570" Title="Archive of FedWire participants" Tags="|data-request|usa|finance|bank|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7124" PostTypeId="2" ParentId="7114" CreationDate="2016-02-20T16:38:53.353" Score="2" Body="&lt;p&gt;&lt;strong&gt;Idea 1&lt;/strong&gt;: Troll google for personal letters of reference with a search engine - here are some samples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;include the strings &quot;letter of reference&quot;, &quot;to whom it may concern&quot;&lt;/li&gt;&#xA;&lt;li&gt;exclude the string &quot;template&quot;&lt;/li&gt;&#xA;&lt;li&gt;filter for PDF and DOC files&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.ch/search?q=%22letter%20of%20reference%22%20%22to%20whom%20it%20may%20concern%22%20filetype:pdf%20-template&quot; rel=&quot;nofollow&quot;&gt;example query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;examples results &lt;a href=&quot;http://www.beezleymanagement.com/upload/1247262688.pdf&quot; rel=&quot;nofollow&quot;&gt;pdf1&lt;/a&gt;, &lt;a href=&quot;http://www.alternativeoutput.it/refs_matteo_nastasi_eng.pdf&quot; rel=&quot;nofollow&quot;&gt;pdf2&lt;/a&gt;, &lt;a href=&quot;https://537010595dbeaf461ce6a715d51a1fe75e2fc644.googledrive.com/host/0B0VcL9sz2i6mQ3REVl9HSUk4V2M/letter5.pdf&quot; rel=&quot;nofollow&quot;&gt;pdf3&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;enhanced query:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;include degree (Master, PhD)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;include department (Physics, Law) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The downside is you'll have to do the categorization yourself&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Idea 2: (ethical?)&lt;/strong&gt; Post fake job advertisements on Craiglist or Indeed and ask people to send CV with letters of reference. At least one would then have geographical and topic-based categorization.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Idea 3+:&lt;/strong&gt; There are plenty of less-ethical things beyond here. That being said, analysis of the hiring process is an important research topic and leads to important discoveries like - &lt;em&gt;&lt;a href=&quot;http://www.nber.org/papers/w9873&quot; rel=&quot;nofollow&quot;&gt;Are Emily and Greg More Employable than Lakisha and Jamal? A Field Experiment on Labor Market Discrimination&lt;/a&gt;&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-20T16:38:53.353" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7125" PostTypeId="1" CreationDate="2016-02-20T23:58:30.940" Score="3" ViewCount="103" Body="&lt;p&gt;I am looking for a dataset containing how fast each fruit ripens, given different conditions such as: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;temperature&lt;/li&gt;&#xA;&lt;li&gt;humidity&lt;/li&gt;&#xA;&lt;li&gt;other fruits located nearby&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-20T23:58:30.940" Title="Fruit ripening dataset" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7126" PostTypeId="1" CreationDate="2016-02-21T08:06:58.217" Score="6" ViewCount="1388" Body="&lt;p&gt;Im looking for open data on historical US flight paths. I know the FAA has a real-time data stream that gives the flight, latitude, longitude, and altitude of planes. I want this data for the past 10 years. Anyone know if this is available?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2016-09-07T02:38:41.697" Title="Historical flight path data" Tags="|data-request|government|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7127" PostTypeId="1" CreationDate="2016-02-21T10:54:24.973" Score="3" ViewCount="308" Body="&lt;p&gt;This should be a simple question to many in the area, but for the life of me I can't find a solution by myself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a corpus of medical text for the purposes of training a spell checker which will be used on... medical text. For this I need a large amount of text that has few (or ideally no) errors in it. The abstracts from Medline articles would be a good bet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, while I can many solutions that are grossly more complicated than I require (such as &lt;a href=&quot;http://www.geniaproject.org/genia-corpus/treebank&quot; rel=&quot;nofollow&quot;&gt;treebank&lt;/a&gt;) designed for tree-building or POS tasks, and would require significant work to remove annotation and compile into a single .txt, surely such a resource already exists? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively I could just visit a hundred or so Medline articles and start copy-pasting their abstract details I suppose... &lt;/p&gt;&#xA;" OwnerUserId="10309" OwnerDisplayName="Stumbler" LastEditorUserId="10309" LastEditDate="2016-02-25T12:49:04.187" LastActivityDate="2016-02-25T12:49:04.187" Title="Medical text corpus" Tags="|data-request|medical|machine-learning|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7129" PostTypeId="1" CreationDate="2016-02-21T17:30:08.847" Score="2" ViewCount="44" Body="&lt;p&gt;I'm searching the web for an open dataset/database with 2-dimensional medical x-ray images, I can use to perform a DSA for quite a while now. Until now I found a good example on &lt;a href=&quot;http://www.isi.uu.nl/Gallery/DSA/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.isi.uu.nl/Gallery/DSA/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;But I can not find any images that are suitable to perform a DSA. Does anybody have a movie during an intervention? The best possible dataset would contain an intervention of a hand or other extremities in 2D. Maybe in a high resolution with a lot of frames? I need to have the mask image and the live image.&lt;/p&gt;&#xA;&lt;p&gt;I do not need to have any copyright. I just want to play around. And publish (if anybody wants it) the source code. But won't republish the images if there is any restriction.&lt;/p&gt;&#xA;" OwnerUserId="10310" LastEditorUserId="23272" LastEditDate="2022-07-14T14:21:16.810" LastActivityDate="2022-07-14T14:21:16.810" Title="2D Digital Subraction Angiography" Tags="|data-request|medical|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7130" PostTypeId="1" CreationDate="2016-02-21T19:32:13.780" Score="1" ViewCount="831" Body="&lt;p&gt;I have a &lt;a href=&quot;https://web.archive.org/web/20060223232941/http://www.craigslist.com/fur/&quot; rel=&quot;nofollow&quot;&gt;craigslist archive&lt;/a&gt; from which I am trying to extract details and prices about products. I want to extend my search back to the year 2005, but the &lt;a href=&quot;https://web.archive.org/web/20160221191124/http://www.craigslist.com/fur/index1000.html&quot; rel=&quot;nofollow&quot;&gt;tenth page&lt;/a&gt; tells me &quot;There is nothing here.&quot; The &lt;a href=&quot;https://web.archive.org/web/20060404105544/http://www.craigslist.com/fur/index900.html&quot; rel=&quot;nofollow&quot;&gt;ninth page&lt;/a&gt; is from April 3 of 2015, so relatively recent. How can I access craigslist listings from further back than 2015?&lt;/p&gt;&#xA;" OwnerUserId="9442" LastEditorUserId="70" LastEditDate="2016-02-28T13:39:32.380" LastActivityDate="2016-02-28T13:39:32.380" Title="How do I access ten years of craigslist archives?" Tags="|data-request|prices|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7131" PostTypeId="1" CreationDate="2016-02-22T00:59:33.813" Score="2" ViewCount="41" Body="&lt;p&gt;I am an MBA student looking for information for my final course.  Is there a way to find out how many socks strideline.com and happysocks.com sell per day?&lt;/p&gt;&#xA;" OwnerUserId="10312" LastEditorUserId="23272" LastEditDate="2021-04-07T13:03:12.810" LastActivityDate="2021-04-07T13:03:12.810" Title="How can I find out how many socks strideline and happysocks sell a day?" Tags="|data-request|usa|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="7133" PostTypeId="2" ParentId="7113" CreationDate="2016-02-22T14:29:18.983" Score="1" Body="&lt;p&gt;The number of degrees conferred for each institution disaggregated by which of those degrees were awarded to exclusively online students is not available on College Scorecard. In addition, I am not aware of any federal sources that provide these data at the institutional level. &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-02-22T14:29:18.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7135" PostTypeId="2" ParentId="7130" CreationDate="2016-02-22T16:16:19.313" Score="1" Body="&lt;p&gt;You can see what days the Wayback Machine has archived a given URL by changing the date portion of the URL to an asterisk:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;https://web.archive.org/web/&lt;/a&gt;*/&lt;a href=&quot;http://www.craigslist.com/fur/index1000.html&quot; rel=&quot;nofollow&quot;&gt;http://www.craigslist.com/fur/index1000.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The problem is that they've only ever crawled that specific URL once, and it returned a redirect (status 302).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's possible that there's some other service out there trying to specifically archive Craigslist entries -- Archive.org just takes snapshots every so often, and is much more likely to miss things that were posted in periods when they weren't grabbing snapshots of the site.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2016-02-22T16:16:19.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7136" PostTypeId="1" CreationDate="2016-02-22T16:27:02.263" Score="4" ViewCount="62" Body="&lt;p&gt;I am looking for an archive with historical predictions as well as actual measured currents, wind and waves for the baltic sea.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://forecast.io&quot; rel=&quot;nofollow&quot;&gt;http://forecast.io&lt;/a&gt; covers other data points that I need, but wave and currents are missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OAA National Oceangraphic Data Center seems to have the data I need, but not for the Baltics :-/ [0].&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would appreciate any hint for data archives. Thanks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[0] &lt;a href=&quot;http://opendap.co-ops.nos.noaa.gov/ioos-dif-sos/SOS?service=SOS&amp;amp;request=GetObservation&amp;amp;version=1.0.0&amp;amp;observedProperty=currents&amp;amp;offering=urn:ioos:network:NOAA.NOS.CO-OPS:All&amp;amp;procedure=urn:ioos:network:NOAA.NOS.CO-OPS:CurrentsActive&amp;amp;featureOfInterest=BBOX:9,54,12,57&amp;amp;responseFormat=text%2Fcsv&quot; rel=&quot;nofollow&quot;&gt;http://opendap.co-ops.nos.noaa.gov/ioos-dif-sos/SOS?service=SOS&amp;amp;request=GetObservation&amp;amp;version=1.0.0&amp;amp;observedProperty=currents&amp;amp;offering=urn:ioos:network:NOAA.NOS.CO-OPS:All&amp;amp;procedure=urn:ioos:network:NOAA.NOS.CO-OPS:CurrentsActive&amp;amp;featureOfInterest=BBOX:9,54,12,57&amp;amp;responseFormat=text%2Fcsv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10325" LastEditorUserId="70" LastEditDate="2016-02-28T13:39:11.033" LastActivityDate="2016-02-28T13:39:11.033" Title="Historical Wave and Current data" Tags="|data-request|weather|historical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7137" PostTypeId="1" CreationDate="2016-02-22T16:34:28.747" Score="2" ViewCount="212" Body="&lt;p&gt;What is meant by rolling 2-year averages in College Scorecard?Is this simply including two cohorts in a single calculation?  &lt;/p&gt;&#xA;" OwnerUserId="10324" LastActivityDate="2016-02-22T16:57:53.823" Title="What is meant by rolling 2-year averages in College Scorecard?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7138" PostTypeId="1" CreationDate="2016-02-22T16:52:25.073" Score="1" ViewCount="461" Body="&lt;p&gt;How is the repayment rate for College Scorecard calculated?&lt;br /&gt;&#xA;Specifically: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;How does the Scorecard repayment rate methodology incorporate loan consolidation? For example, what if a student receives loans from different institutions at different times and then consolidates those loans?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;How does the Scorecard repayment rate methodology incorporate loan&#xA;defaults? For example, if a borrower defaults and then pays off the&#xA;defaulted loan in full, is that borrower included in the numerator?&#xA;What if a loan goes into default, is then consolidated, and then&#xA;paid in full?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;How does the Scorecard repayment rate methodology calculate&#xA;exclusions for forbearance, deferment, and discharge for death and&#xA;disability? For example, what if a student goes into repayment for&#xA;school A, then borrows at school B (with in-school deferment), and&#xA;then goes into repayment for school B in less than three years? Is&#xA;all the interest accrued for school A is still factored into the&#xA;three-year repayment rate for school A?&lt;/li&gt;&#xA;&lt;li&gt;What constitutes a default for repayment? Is the NSLDS “DF” code the&#xA;only code that is considered a default in measuring repayment?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="10324" LastEditorDisplayName="user4293" LastEditDate="2017-01-19T21:46:18.897" LastActivityDate="2017-01-20T14:35:22.290" Title="How is the repayment rate for College Scorecard calculated?" Tags="|usa|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7139" PostTypeId="2" ParentId="7137" CreationDate="2016-02-22T16:57:53.823" Score="3" Body="&lt;p&gt;For many elements, data are pooled across two years of data to reduce year-over-year variability in figures (i.e. repayment rate, debt figures). These data elements represent the weighted average of two consecutive years of data. The cohorts are overlapping  or “rolling”. For instance, the 2010 and 2011 cohorts are combined to create a repayment rate; and then for the next year, the 2011 and 2012 cohorts are combined.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-02-22T16:57:53.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7140" PostTypeId="1" AcceptedAnswerId="7155" CreationDate="2016-02-22T16:58:20.957" Score="4" ViewCount="142" Body="&lt;p&gt;I need to collect some data to find the popularity of books.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first thing that came in my mind was to find the number of sales of the books, but I soon found that the authors don't easily tell their book's total sales so my data would be unreliable and hard to find.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know where I can get reliable data for the popularity of books?&lt;/p&gt;&#xA;" OwnerUserId="10327" LastEditorUserId="1511" LastEditDate="2016-02-24T18:53:28.160" LastActivityDate="2016-02-24T18:53:28.160" Title="Where can I get data for the popularity of a book?" Tags="|data-request|books|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7141" PostTypeId="1" CreationDate="2016-02-22T19:03:21.150" Score="1" ViewCount="15" Body="&lt;p&gt;The strucht on the FCC's GIS tower information seems way off? Most of the cell towers are only 50-60' when they are clearly over 100' when you inspect them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the StucHt information based on? Do I need to base it on some calculation like add 100' or something?&lt;/p&gt;&#xA;" OwnerUserId="10329" LastActivityDate="2016-02-22T19:03:21.150" Title="FCC ASR - Strucht Incorrect?" Tags="|geospatial|data.gov|fcc|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7142" PostTypeId="1" CreationDate="2016-02-22T19:12:38.780" Score="2" ViewCount="101" Body="&lt;p&gt;I'm looking for a database that contains information about events, specifically in NYC. Categories include these:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; &quot;Athletic&quot;,&#xA; &quot;Business &amp;amp; Finance&quot;,&#xA; &quot;City Government Office&quot;,&#xA; &quot;Cultural&quot;,&#xA; &quot;Education&quot;,&#xA; &quot;Environment&quot;,&#xA; &quot;Featured&quot;,&#xA; &quot;Free&quot;,&#xA; &quot;General Events&quot;,&#xA; &quot;Health &amp;amp; Public Safety&quot;,&#xA; &quot;Hearings and Meetings&quot;,&#xA; &quot;Holidays&quot;,&#xA; &quot;Kids and Family &quot;,&#xA; &quot;Parks &amp;amp; Recreation&quot;,&#xA; &quot;Street and Neighborhood&quot;,&#xA; &quot;Tours&quot;,&#xA; &quot;Volunteer&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've found &lt;a href=&quot;https://developer.cityofnewyork.us/api/events-calendar&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; one but no matter my query it just returns data starting from the current date. I need historical data, like from 2015.&lt;/p&gt;&#xA;" OwnerUserId="9558" LastEditorDisplayName="user4293" LastEditDate="2017-07-02T15:01:15.313" LastActivityDate="2017-08-01T15:45:51.267" Title="Historical events calendar database" Tags="|data-request|calendar|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7143" PostTypeId="1" CreationDate="2016-02-22T21:41:07.760" Score="10" ViewCount="3104" Body="&lt;p&gt;I was wondering if there were differences between &quot;open data&quot; and &quot;public data&quot;? In this SE group, the two terms seem to be used interchangeably, but I feel that they are not interchangeable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This excellent page gives a very good &lt;a href=&quot;https://opendata.stackexchange.com/questions/576/does-there-exist-an-authorative-definition-of-an-open-dataset&quot;&gt;definition of open data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would contend that public data set, are data in the public domain, but restricted by the data owner's usage and distribution choices, which may bear no resemblance to the . So one set of public data may have a very different usage licensing or distribution restrictions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do others have a view on this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If they are deemed to be different, does Open Data SE also include Public Data?&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2019-02-27T05:12:08.120" Title="Is there a difference between open data and public data?" Tags="|licensing|" AnswerCount="3" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7144" PostTypeId="2" ParentId="705" CreationDate="2016-02-22T22:00:52.297" Score="1" Body="&lt;p&gt;&lt;strong&gt;Big Data.&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think the point has been missed about &quot;Big Data&quot;. It doesn't need to be large in volume.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are historically (from 2001) three tenets of &lt;a href=&quot;https://en.wikipedia.org/wiki/Big_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;big data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;high volume (e.g. Facebook, Google index)&lt;/li&gt;&#xA;&lt;li&gt;high velocity (e.g. mouse click data being analysed every second for user behaviour triggers)&lt;/li&gt;&#xA;&lt;li&gt;high variety (e.g. data that has a diversity of data types stored within it, e.g. documents, images, structured information, relationship information, etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If data has one or more of these, then it is considered &quot;big&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Open Data.&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This very good article on &lt;a href=&quot;https://opendata.stackexchange.com/questions/576/does-there-exist-an-authorative-definition-of-an-open-dataset&quot;&gt;open data&lt;/a&gt; that shows what it is. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;For Example.&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An open data set could be small, slowly changing or non-changing, and contain a well structured simple format - this would not be a &quot;big data&quot; set. If we consider &lt;a href=&quot;https://data.gov.uk/dataset/trees-in-camden&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.uk's 'Trees in Camden'&lt;/a&gt; data set, it is a 2.8 Mb csv file of council owned trees which is updated periodically (maybe monthly).&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-02-22T22:00:52.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7145" PostTypeId="1" CreationDate="2016-02-22T22:49:39.937" Score="2" ViewCount="291" Body="&lt;p&gt;In the MIMIC-III database there is a PROCEDURES_ICD that gives ICD9 codes for procedures such as surgeries that were performed on patients. The corresponding description of these codes are nice and detailed, but in the table there is no date time saying when these procedures were performed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the other hand, the CPTEVENTS table gives less detailed surgery descriptions, but gives the exact date time the surgery was performed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone tried coalescing these two sources to get detailed procedure information AND datetime information? Perhaps there is a better table I should look at?&lt;/p&gt;&#xA;" OwnerUserId="10333" LastActivityDate="2017-04-29T13:43:17.670" Title="Convenient way to get time of surgery in MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7146" PostTypeId="2" ParentId="5676" CreationDate="2016-02-23T06:54:02.600" Score="2" Body="&lt;p&gt;You could scrape Wikipedia too...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the 2015 Super Rugby season:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/2015_Super_Rugby_season&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/2015_Super_Rugby_season&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10336" LastActivityDate="2016-02-23T06:54:02.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7147" PostTypeId="1" CreationDate="2016-02-23T16:26:07.477" Score="3" ViewCount="127" Body="&lt;p&gt;I am searching for open datasets which has tags of habits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A habit could be : eating, drinking, everyday activities, anything.&#xA;The type of data could be text, no images are required. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset will be used for machine learning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone give any input?&lt;/p&gt;&#xA;" OwnerUserId="10337" LastEditorUserId="10337" LastEditDate="2016-02-23T20:48:00.047" LastActivityDate="2016-08-22T02:55:55.317" Title="Searching data for habits" Tags="|data-request|machine-learning|uses-of-open-data|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7148" PostTypeId="1" CreationDate="2016-02-23T20:39:43.807" Score="1" ViewCount="50" Body="&lt;p&gt;I am looking for a dataset containing rate of nutrient decay in fruit/vegetable juice. It will probably depends how the juice is stored. The juice was made using a &lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/B002TUU392&quot; rel=&quot;nofollow noreferrer&quot;&gt;personal juicer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The goal is to make an educated decision about whether to use the juicer as needed (maximizing nutrient content but increasing cleanup effort) or to produce fruit/vegetable juice 6/12/18 hrs ahead of time (reducing cleanup effort but perhaps reducing nutrient content).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The question was asked in a slightly different form on &lt;a href=&quot;https://cooking.stackexchange.com/q/16433/10703&quot;&gt;Seasoned Advice Stack Exchange&lt;/a&gt; by &lt;a href=&quot;https://cooking.stackexchange.com/users/5668/sibbaldiopsis&quot;&gt;sibbaldiopsis&lt;/a&gt; but was closed there.)&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:38.710" LastActivityDate="2016-02-23T20:39:43.807" Title="Rate of nutrient decay in fruit/vegetable juice" Tags="|data-request|medical|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7149" PostTypeId="2" ParentId="787" CreationDate="2016-02-23T21:38:05.760" Score="1" Body="&lt;p&gt;Looks like you are searching for something very specific and specialized. Have you checked out Quandl's databases by country? Here's the collection for China: &lt;a href=&quot;https://www.quandl.com/collections/china&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/collections/china&lt;/a&gt;. You can check out the ones for India and African countries as well. Some databases are free and some require a premium membership to access. You can also browse data on &lt;a href=&quot;https://www.quandl.com/browse&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/browse&lt;/a&gt;. Hope this helps! [Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-02-23T21:38:05.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7151" PostTypeId="1" CreationDate="2016-02-24T06:39:24.227" Score="1" ViewCount="47" Body="&lt;p&gt;This is a rather specific question, but I'm wondering if others who have used IRS data have encountered this oddity.  I'm looking at the IRS Statistics of Income for individuals &lt;a href=&quot;https://www.irs.gov/uac/SOI-Tax-Stats---Individual-Statistical-Tables-by-Size-of-Adjusted-Gross-Income&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, specifically &lt;a href=&quot;https://www.irs.gov/pub/irs-soi/13in12ms.xls&quot; rel=&quot;nofollow&quot;&gt;the most recent Publication 1304 Table 1.2&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This table has the data broken down by the level of adjusted gross income.  The first such group is listed as &quot;No adjusted gross income&quot;.  Under the &quot;All returns&quot; section, the column for &quot;Total income tax&quot; shows 177,444; since it says money amounts are in thousands, this would be $177,444,000.  But the &quot;number of returns&quot; column shows only 6231 returns.  This comes out to an average of more than $28,000 in tax paid per return, which is far more than the corresponding numbers for other income levels until you get to $100k+ AGI.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why does this IRS data seem to show that people with zero income were paying an average of $28,000 in taxes?  Am I missing something about how to interpret these values?&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2016-07-17T19:50:16.297" Title="What is up with the &quot;no adjusted gross income&quot; data in the IRS SOI?" Tags="|taxes|irs|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7152" PostTypeId="1" CreationDate="2016-02-24T06:50:46.090" Score="3" ViewCount="57" Body="&lt;p&gt;Is there any archive for Africa weather station data? What i know exists is the &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/quick-links#ghcn&quot; rel=&quot;nofollow&quot;&gt;GHCN&lt;/a&gt; database and other gridded sources. &lt;/p&gt;&#xA;" OwnerUserId="10343" LastEditorUserId="70" LastEditDate="2016-02-28T13:37:56.247" LastActivityDate="2016-02-28T13:37:56.247" Title="Free Archive of Africa weather data" Tags="|data-request|weather|africa|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7153" PostTypeId="2" ParentId="7055" CreationDate="2016-02-24T12:04:02.497" Score="5" Body="&lt;p&gt;You can abbreviate SPARQL by expanding a given query fragment with default namespace definitions and other options. For instance the &lt;a href=&quot;https://github.com/nichtich/wdq#readme&quot;&gt;wikidata query command line client&lt;/a&gt; expands&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wdq -tplanet '?planet wdt:P31 wd:Q44559; wdt:P397 ?sun'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;to this SPARQL query&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX bd: &amp;lt;http://www.bigdata.com/rdf#&amp;gt;&#xA;PREFIX rdfs: &amp;lt;http://www.w3.org/2000/01/rdf-schema#&amp;gt;&#xA;PREFIX schema: &amp;lt;http://schema.org/&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;SELECT * WHERE {&#xA;    ?planet wdt:P31 wd:Q44559 .&#xA;    ?planet wdt:P397 ?sun .&#xA;    SERVICE wikibase:label {&#xA;        bd:serviceParam wikibase:language &quot;en&quot; .&#xA;        ?planet rdfs:label ?planetLabel .&#xA;        ?planet schema:description ?planetDescription .&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3745" LastActivityDate="2016-02-24T12:04:02.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7154" PostTypeId="1" CreationDate="2016-02-24T15:47:45.990" Score="1" ViewCount="29" Body="&lt;p&gt;Are there any variables in the scorecard data set that would allow me to get at the ratio of for-profit institution's revenues that come from federal student aid sources?  Specifically, I'm trying to find 90/10 compliance ratios over time.  Does IPEDS have more info not included in the scorecard that would be more helpful?&lt;/p&gt;&#xA;" OwnerUserId="10345" LastActivityDate="2016-02-24T22:33:30.557" Title="Does the scorecard have data to determine revenues for the purpose of the 90/10 rule?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7155" PostTypeId="2" ParentId="7140" CreationDate="2016-02-24T18:51:50.590" Score="5" Body="&lt;p&gt;Goodreads has an API: &lt;a href=&quot;https://www.goodreads.com/api&quot; rel=&quot;noreferrer&quot;&gt;https://www.goodreads.com/api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and specifically the &lt;a href=&quot;https://www.goodreads.com/about/review_program&quot; rel=&quot;noreferrer&quot;&gt;Review Program&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Review Syndication:&lt;/strong&gt; Goodreads has 10 million reviews across 700,000 titles - one of the largest and deepest collection of quality book reviews on the internet. Our API makes it easy to display these reviews on your website. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.goodreads.com/api/reviews_demo_widget_iframe?isbn=0142437174&quot; rel=&quot;noreferrer&quot;&gt;Reviews Widget&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.goodreads.com/api/index#book.show_by_isbn&quot; rel=&quot;noreferrer&quot;&gt;Reviews API method&lt;/a&gt; (must be whitelisted)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To get data on popularity you could find highly-rated books, or books with many total ratings.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-24T18:51:50.590" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7156" PostTypeId="2" ParentId="7154" CreationDate="2016-02-24T22:33:30.557" Score="1" Body="&lt;p&gt;While Scorecard data do not address 90/10, these data are available on the FSA data center: &lt;a href=&quot;https://studentaid.ed.gov/sa/about/data-center/school/proprietary&quot; rel=&quot;nofollow&quot;&gt;https://studentaid.ed.gov/sa/about/data-center/school/proprietary&lt;/a&gt; .  Data from the FSA data center can be merged with scorecard data by matching six-digit OPEID&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-02-24T22:33:30.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7157" PostTypeId="2" ParentId="3697" CreationDate="2016-02-24T23:23:07.203" Score="1" Body="&lt;p&gt;I had the same problem because &lt;code&gt;Chrome&lt;/code&gt; no longer has a &lt;code&gt;Java&lt;/code&gt; plugin, and &lt;code&gt;Java&lt;/code&gt; wasn't cooperating with &lt;code&gt;Firefox&lt;/code&gt; and &lt;code&gt;IE&lt;/code&gt; on my PC. I solved it by using portable versions of &lt;code&gt;Firefox&lt;/code&gt; and &lt;code&gt;Java&lt;/code&gt; on my Windows PC. For &lt;code&gt;Firefox&lt;/code&gt; I used &lt;code&gt;FirefoxPortable_39.0.3_English.paf.exe&lt;/code&gt; available &lt;a href=&quot;https://sourceforge.net/projects/portableapps/files/Mozilla%20Firefox%2C%20Portable%20Ed./Mozilla%20Firefox%2C%20Portable%20Edition%2039.0.3/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;, and for &lt;code&gt;Java&lt;/code&gt; I used &lt;code&gt;jPortable_7_Update_75_Rev_2.paf.exe&lt;/code&gt; available &lt;a href=&quot;https://sourceforge.net/projects/portableapps/files/Java%20Portable/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Instructions on making the 2 work together are &lt;a href=&quot;http://portableapps.com/support/firefox_portable#plugins&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I created a folder called &lt;code&gt;PortableApps&lt;/code&gt; on my PC. Inside this folder, I created folders like so: &lt;code&gt;CommonFiles/Java/&lt;/code&gt; and &lt;code&gt;FirefoxPortable/&lt;/code&gt;. I installed &lt;code&gt;jPortable&lt;/code&gt; in the former, and &lt;code&gt;Firefox&lt;/code&gt; portable in the latter. The &lt;code&gt;Firefox&lt;/code&gt; Portable launcher will automatically detect and configure the &lt;code&gt;Java&lt;/code&gt; plugin for use. After that, I used this portable version of &lt;code&gt;Firefox&lt;/code&gt; to easily launch the DataFerret &lt;code&gt;Java&lt;/code&gt; app.&lt;/p&gt;&#xA;" OwnerUserId="10350" LastEditorUserId="10350" LastEditDate="2016-02-24T23:47:12.963" LastActivityDate="2016-02-24T23:47:12.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7158" PostTypeId="1" CreationDate="2016-02-24T23:58:20.527" Score="1" ViewCount="100" Body="&lt;p&gt;The current &lt;a href=&quot;https://en.wikipedia.org/wiki/USCIS_processing_times&quot; rel=&quot;nofollow&quot;&gt;USCIS processing times&lt;/a&gt; are on available on &lt;a href=&quot;https://egov.uscis.gov/cris/processTimesDisplayInit.do&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt;. Is there any dataset containing the historical USCIS processing times?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-24T23:58:20.527" Title="USCIS processing times history" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7159" PostTypeId="1" CreationDate="2016-02-25T04:32:42.757" Score="3" ViewCount="146" Body="&lt;p&gt;Is there an API to get the email addresses or other contact info of US senators and representatives by postal code? Or, is there some way of getting the email addresses of all US senators and representatives linked to postal codes (perhaps in JSON of CSV format)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, which states' representatives have publicly disclosed email addresses? Are there any APIs for those as well?&lt;/p&gt;&#xA;" OwnerUserId="10351" LastActivityDate="2016-02-25T07:54:03.620" Title="US Senate/Congress Contact Info API" Tags="|usa|government|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7160" PostTypeId="2" ParentId="7159" CreationDate="2016-02-25T07:54:03.620" Score="2" Body="&lt;p&gt;email congress is a service that looks up constituents by address, then returns their representatives to be emailed.&lt;br&gt;&#xA;&lt;a href=&quot;https://emailcongress.us/&quot; rel=&quot;nofollow&quot;&gt;https://emailcongress.us/&lt;/a&gt;&lt;br&gt;&#xA;source:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/sunlightlabs/the-phantom-mask&quot; rel=&quot;nofollow&quot;&gt;https://github.com/sunlightlabs/the-phantom-mask&lt;/a&gt;&lt;br&gt;&#xA;[disclaimer]:&lt;br&gt;&#xA;i work for sunlight labs&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-02-25T07:54:03.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7161" PostTypeId="1" CreationDate="2016-02-25T10:38:00.693" Score="2" ViewCount="28" Body="&lt;p&gt;From which website can I download rainfall estimated data for use in ArcGIS?&lt;/p&gt;&#xA;" OwnerUserId="10355" LastEditorUserId="70" LastEditDate="2016-02-28T13:37:41.667" LastActivityDate="2016-02-28T13:37:41.667" Title="Downloadable Projected rainfall estimates for Ghana for the year 2016" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7162" PostTypeId="1" CreationDate="2016-02-25T14:19:34.993" Score="2" ViewCount="806" Body="&lt;p&gt;I'm in research of a databases of vehicles with her license plates because I have a project of recognition of license plates but I don't have any idea where I can find this database&lt;/p&gt;&#xA;" OwnerUserId="10358" LastEditorUserId="90" LastEditDate="2016-02-25T20:18:24.810" LastActivityDate="2019-12-18T12:39:48.063" Title="Database of Vehicles/License Plates" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7163" PostTypeId="2" ParentId="7162" CreationDate="2016-02-25T21:17:35.430" Score="4" Body="&lt;p&gt;How about the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.vision.caltech.edu/html-files/archive.html&quot; rel=&quot;nofollow&quot;&gt;&quot;Cars From Rear&quot; Images&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.numberplates.com/pr-number-plate-gallery.asp?page=511&quot; rel=&quot;nofollow&quot;&gt;Number Plate Gallery&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.zemris.fer.hr/projects/LicensePlates/english/baza_slika.zip&quot; rel=&quot;nofollow&quot;&gt;License Plate Detection, Recognition &#xA;and Automated Storage &lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2000" LastActivityDate="2016-02-25T21:17:35.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7164" PostTypeId="1" CreationDate="2016-02-26T00:37:00.377" Score="1" ViewCount="69" Body="&lt;p&gt;Can one get ALL AEs per single drug instead of the most frequent ones? Example Ibrutinib 2,921 reports; AEs reported 1,696 in 10 categories. How can I get the remaining list of less frequent events up to the last one?&lt;/p&gt;&#xA;" OwnerUserId="10366" LastEditorUserId="23272" LastEditDate="2022-07-14T12:22:18.607" LastActivityDate="2022-07-14T12:22:18.607" Title="Getting the complete list of AEs x drug with openFDA" Tags="|openfda|" AnswerCount="0" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="7165" PostTypeId="1" CreationDate="2016-02-26T02:16:04.407" Score="1" ViewCount="18" Body="&lt;p&gt;I am looking for the number applications to the French Government Defense (&lt;a href=&quot;https://en.wikipedia.org/wiki/Direction_g%C3%A9n%C3%A9rale_de_l%27armement&quot; rel=&quot;nofollow&quot;&gt;Direction Générale de l'Armement&lt;/a&gt;, in short DGA)'s PhD grant (a.k.a. &quot;&lt;a href=&quot;http://www.laas.fr/1-28747-Bourse-DGA.php&quot; rel=&quot;nofollow&quot;&gt;Bourse DGA&lt;/a&gt;&quot;) each year. I know that the number of accepted candidates is around 130 (&lt;a href=&quot;http://www.iedu.fr/fiche.php?page=Financement&amp;amp;id=579&quot; rel=&quot;nofollow&quot;&gt;source 1&lt;/a&gt;, &lt;a href=&quot;https://www.ixarm.com/Theses-DGA&quot; rel=&quot;nofollow&quot;&gt;source 2&lt;/a&gt;), but I wonder how many applications there are, and how this number of applications has changed throughout the years.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-02-26T02:16:04.407" Title="Number applications to the French Government Defense's PhD grant (Direction Générale de l'Armement, in short DGA)" Tags="|data-request|research|france|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7167" PostTypeId="1" CreationDate="2016-02-26T15:19:45.770" Score="4" ViewCount="768" Body="&lt;p&gt;I am building a &lt;a href=&quot;https://en.wikipedia.org/wiki/Chatterbot&quot; rel=&quot;nofollow&quot;&gt;chatterbot&lt;/a&gt; that can answer questions related to tennis. I wish to know if there any any available datasets than can answer casual questions like &quot;How are you&quot;, &quot;How is the weather today&quot; so on and so forth. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit 1: I am using Python and MongoDb&lt;/p&gt;&#xA;" OwnerUserId="10371" LastEditorUserId="1511" LastEditDate="2016-02-28T11:55:15.973" LastActivityDate="2016-02-28T11:55:15.973" Title="Datasets based on casual conversations for chatterbots" Tags="|data-request|nlp|python|ai|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7168" PostTypeId="2" ParentId="7167" CreationDate="2016-02-26T16:24:12.057" Score="4" Body="&lt;p&gt;&lt;strong&gt;tl;dr - find and use AIML files&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There is an open-source chat-box project called &lt;a href=&quot;http://www.alicebot.org/about.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;A.L.I.C.E.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/raLqM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/raLqM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sheepridge.pandorabots.com/pandora/talk?botid=b69b8d517e345aba&amp;amp;skin=custom_iframe&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Demo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A.L.I.C.E. uses the &lt;a href=&quot;http://www.alicebot.org/aiml.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;AIML format&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;AIML (Artificial Intelligence Markup Language) is an XML-compliant language that's easy to learn, and makes it possible for you to begin customizing an Alicebot or creating one from scratch within minutes. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The most important units of AIML are:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;aiml: the tag that begins and ends an AIML document&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;category: the tag that marks a &quot;unit of knowledge&quot; in an Alicebot's knowledge base&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;pattern: used to contain a simple pattern that matches what a user may &#xA;  say or type to an Alicebot&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;template: contains the response to a user input&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;category&amp;gt;&#xA;&amp;lt;pattern&amp;gt;WHAT ARE YOU&amp;lt;/pattern&amp;gt;&#xA;&amp;lt;template&amp;gt;&#xA;    &amp;lt;think&amp;gt;&amp;lt;set name=&quot;topic&quot;&amp;gt;Me&amp;lt;/set&amp;gt;&amp;lt;/think&amp;gt;&#xA;    I am the latest result in artificial intelligence,&#xA;    which can reproduce the capabilities of the human brain&#xA;    with greater speed and accuracy.&#xA;&amp;lt;/template&amp;gt;&#xA;&amp;lt;/category&amp;gt; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here are links to AIML datasets : &lt;a href=&quot;http://www.alicebot.org/downloads/sets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.alicebot.org/downloads/sets.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also probably search Github for AIML formats: &lt;a href=&quot;https://github.com/search?q=aiml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/search?q=aiml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-26T16:24:12.057" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7169" PostTypeId="5" CreationDate="2016-02-26T16:28:41.670" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-02-26T16:28:41.670" LastActivityDate="2016-02-26T16:28:41.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7170" PostTypeId="4" CreationDate="2016-02-26T16:28:41.670" Score="0" Body="Artificial Intelligence (AI) is algorithms that are capable of intelligent behavior. " OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-02-26T16:28:41.670" LastActivityDate="2016-02-26T16:28:41.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7171" PostTypeId="1" CreationDate="2016-02-26T20:08:45.643" Score="2" ViewCount="48" Body="&lt;p&gt;I wanted to map the &lt;code&gt;DIAGNOSES_ICD&lt;/code&gt; codes and &lt;code&gt;PROCEDURES_ICD&lt;/code&gt; codes to &lt;code&gt;D_DIAGNOSES_ICD&lt;/code&gt; and &lt;code&gt;D_PROCEDURES_ICD&lt;/code&gt; code but I get a &lt;code&gt;Relationship doesn't exist&lt;/code&gt; error. Is there a way around it?&lt;/p&gt;&#xA;" OwnerUserId="10374" LastEditorUserId="1652" LastEditDate="2016-02-26T23:42:36.157" LastActivityDate="2016-02-26T23:42:36.157" Title="MIMIC-III linking d_icd table with diagnosis_icd" Tags="|mimic-iii|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7172" PostTypeId="2" ParentId="4453" CreationDate="2016-02-26T21:34:29.170" Score="1" Body="&lt;p&gt;It turns out that the US Census Bureau maintains the not-very-enlighteningly named &lt;a href=&quot;http://www.census.gov/data/developers/data-sets/international-database.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Data Base&lt;/a&gt; as per &lt;a href=&quot;https://opendata.stackexchange.com/a/4454/3987&quot;&gt;Kotebiya's answer&lt;/a&gt;, which indeed contains demographic information on foreign population, down to the single year of age and sex granularity - historically and with projections out to 2050. Exactly what I was looking for. For some reason, I hadn't found this granularity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, the idbr package for R allows easy download and visualization of these data. The post &lt;a href=&quot;http://www.r-bloggers.com/japans-ageing-population-animated-with-r/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Japans ageing population, animated with R&lt;/a&gt; at R bloggers provides a nice animated example with code.&lt;/p&gt;&#xA;" OwnerUserId="3987" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-02-26T21:34:29.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7173" PostTypeId="2" ParentId="1751" CreationDate="2016-02-27T09:43:29.857" Score="0" Body="&lt;p&gt;You can use the &lt;strong&gt;&lt;a href=&quot;http://www.cpsc.gov/en/Research--Statistics/NEISS-Injury-Data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Electronic Injury Surveillance System (NEISS)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Date (one year maximum range; e.g., how many injuries were treated in 1996)&lt;/p&gt;&#xA;&lt;p&gt;Product (e.g., how many bicycle injuries occurred)&lt;/p&gt;&#xA;&lt;p&gt;Sex (e.g., how many injuries occurred to women)&lt;/p&gt;&#xA;&lt;p&gt;Age (e.g., how many injuries occurred to people aged 35-55)&lt;/p&gt;&#xA;&lt;p&gt;Diagnosis (e.g., how many lacerations occurred)&lt;/p&gt;&#xA;&lt;p&gt;Disposition (e.g., how many people were admitted to the hospital)&lt;/p&gt;&#xA;&lt;p&gt;Locale (e.g., how many injuries occurred at a school)&lt;/p&gt;&#xA;&lt;p&gt;Body part (e.g., how many injuries involved the knee)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Here is the link to the &lt;a href=&quot;http://www.cpsc.gov/cgibin/NEISSQuery/home.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query Tool&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(source: &lt;a href=&quot;http://qz.com/609255/the-injuries-most-likely-to-land-you-in-an-emergency-room-in-america/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QZ&lt;/a&gt;, and their &lt;a href=&quot;https://twitter.com/usinjuries&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter-bot&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-02-27T09:43:29.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7174" PostTypeId="1" AcceptedAnswerId="7181" CreationDate="2016-02-27T13:44:50.387" Score="4" ViewCount="71" Body="&lt;p&gt;I am looking for a dataset that contains data about mother's education and father's education for adults (data just for kids I've found to be not sufficient). I am writing my Thesis about effects of the parental education on an individual's education and how it varies, so I would love to has the data for various low and middle-income countries. Do you know, where can I find it?&lt;/p&gt;&#xA;&lt;p&gt;P.S. DHS program should contain those variables in older releases(  &lt;a href=&quot;http://www.dhsprogram.com/pubs/pdf/DHSG4/Recode6_DHS_22March2013_DHSG4.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;manual&lt;/a&gt;  - see page 111), but I found only data for Mother's education there (Household members recode).&lt;/p&gt;&#xA;" OwnerUserId="10380" LastEditorUserId="23272" LastEditDate="2021-04-04T04:41:30.793" LastActivityDate="2021-04-04T04:41:30.793" Title="Micro data on parental education" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="7175" PostTypeId="2" ParentId="7174" CreationDate="2016-02-27T21:49:25.100" Score="1" Body="&lt;p&gt;National Center for Education Statistics by DOE has reports with data like this, and I've seen at least one International section header, so there's at least some non-US data there.&lt;br&gt;&#xA;&lt;a href=&quot;http://nces.ed.gov/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PubMed is &quot;a free full-text archive of biomedical and life sciences journal literature at the U.S. National Institutes of Health's National Library of Medicine (NIH/NLM)&quot; and it also has some of this data.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-02-27T21:49:25.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7176" PostTypeId="1" CreationDate="2016-02-27T22:03:29.530" Score="2" ViewCount="36" Body="&lt;p&gt;I looking for open data on press conferences from English-speaking football/soccer leagues, preferably from the EPL, Champions League, or MLS but any English-speaking league would do. I need transcripts of the press conferences and game data to go with it.&lt;/p&gt;&#xA;" OwnerUserId="10386" LastEditorUserId="23272" LastEditDate="2021-04-03T05:20:39.263" LastActivityDate="2021-04-03T05:20:39.263" Title="Data on press conferences from English-speaking press conferences" Tags="|data-request|sports|nlp|english|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7177" PostTypeId="2" ParentId="4793" CreationDate="2016-02-27T22:14:17.707" Score="2" Body="&lt;p&gt;Project Gutenberg has what's called a &lt;a href=&quot;http://www.gutenberg.org/wiki/Category:Bookshelf&quot; rel=&quot;nofollow&quot;&gt;Bookshelf&lt;/a&gt;, which are categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, for each title, there is a link called &quot;Also downloaded&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So for book:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.gutenberg.org/ebooks/20194&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;the related titles would be:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.gutenberg.org/ebooks/20194/also/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Some resources&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.gutenberg.org/wiki/Gutenberg:Feeds#The_Complete_Project_Gutenberg_Catalog&quot; rel=&quot;nofollow&quot;&gt;Project Gutenberg Catalog&lt;/a&gt; and &lt;a href=&quot;https://www.gutenberg.org/wiki/Gutenberg:Offline_Catalogs&quot; rel=&quot;nofollow&quot;&gt;Offline Catalogs&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.gutenberg.org/dirs/GUTINDEX.2016&quot; rel=&quot;nofollow&quot;&gt;Sample Index&lt;/a&gt; (to get the book ID for the URL)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.gutenberg.org/wiki/Gutenberg:Information_About_Robot_Access_to_our_Pages#How_To_Get_All_Ebook_Files&quot; rel=&quot;nofollow&quot;&gt;Bulk download&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://pypi.python.org/pypi/Gutenberg&quot; rel=&quot;nofollow&quot;&gt;Python package&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-27T22:14:17.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7178" PostTypeId="2" ParentId="6079" CreationDate="2016-02-27T22:32:05.710" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://arxiv.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Arxiv.org&lt;/a&gt; is a repository of scientific pre-prints.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/help/license&quot; rel=&quot;nofollow noreferrer&quot;&gt;License&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://arxiv.org/help/api/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://arxiv.org/help/bulk_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bulk data access&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/dFGOV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dFGOV.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many papers can be accessed in &lt;a href=&quot;https://en.wikipedia.org/wiki/TeX&quot; rel=&quot;nofollow noreferrer&quot;&gt;TeX&lt;/a&gt; typesetting format (in addition to PDF, PS).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-27T22:32:05.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7179" PostTypeId="2" ParentId="1457" CreationDate="2016-02-27T22:40:01.563" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.gutenberg.org/&quot; rel=&quot;nofollow&quot;&gt;Project Gutenberg&lt;/a&gt; hosts public domain books and texts and offers a &lt;a href=&quot;https://www.gutenberg.org/wiki/Gutenberg:Information_About_Robot_Access_to_our_Pages#How_To_Get_All_Ebook_Files&quot; rel=&quot;nofollow&quot;&gt;bulk download&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a &lt;a href=&quot;https://pypi.python.org/pypi/Gutenberg&quot; rel=&quot;nofollow&quot;&gt;python package&lt;/a&gt; to download and clean up texts.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You could also do a bulk download of &lt;a href=&quot;https://en.wikibooks.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;WikiBooks&lt;/a&gt; - see these links for more details&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow&quot;&gt;https://dumps.wikimedia.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/enwikibooks/20160203/&quot; rel=&quot;nofollow&quot;&gt;https://dumps.wikimedia.org/enwikibooks/20160203/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-02-27T22:40:01.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7180" PostTypeId="2" ParentId="3730" CreationDate="2016-02-28T00:50:08.010" Score="2" Body="&lt;p&gt;Some time ago I made a &lt;em&gt;csv&lt;/em&gt; file with ISO 3 language codes, latitude, and longitude of more than 7000 languages. The data was extracted from the RDF graph downloaded at &lt;a href=&quot;http://glottolog.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Glottolog&lt;/a&gt; and sanitized (some coordinates missed a decimal point). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example entry: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;gui;Eastern Bolivian Guarani;-61.7179;-21.0909;;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can download the file &lt;em&gt;iso3_language_codes_with_geo_coordinates.csv&lt;/em&gt; from &lt;a href=&quot;https://github.com/SuzanaK/language_datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Github repository.&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;License: &lt;a href=&quot;http://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://creativecommons.org/licenses/by-sa/3.0/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just stumbled on the &lt;a href=&quot;https://www.kaggle.com/rtatman/world-atlas-of-language-structures&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;World Atlas of Language Structures&quot;&lt;/a&gt; on Kaggle, containing data on the linguistic structures in 2,679 languages, including geo coordinates for each language. &lt;/p&gt;&#xA;" OwnerUserId="6825" LastEditorUserId="6825" LastEditDate="2018-11-23T15:18:04.563" LastActivityDate="2018-11-23T15:18:04.563" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7181" PostTypeId="2" ParentId="7174" CreationDate="2016-02-28T03:01:12.163" Score="2" Body="&lt;p&gt;i believe all of these microdata sets have education of both parents and children, although some of them are limited to parent-child while they are co-habiting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;international:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/program%20for%20international%20student%20assessment%20%28pisa%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/program%20for%20international%20student%20assessment%20%28pisa%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;has education level of parents, for example &lt;code&gt;HISCED&lt;/code&gt; on pdf page 244 &lt;a href=&quot;https://pisa2012.acer.edu.au/downloads/M_stu_codebook.pdf#page=244&quot; rel=&quot;nofollow&quot;&gt;https://pisa2012.acer.edu.au/downloads/M_stu_codebook.pdf#page=244&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/programme%20for%20the%20international%20assessment%20of%20adult%20competencies%20%28piaac%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/programme%20for%20the%20international%20assessment%20of%20adult%20competencies%20%28piaac%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;also has it, for example see pdf page 1492,&#xA;www.oecd.org/site/piaac/codebook_synthetic.pdf#page=1492&lt;/p&gt;&#xA;&#xA;&lt;p&gt;within the united states:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/current%20population%20survey%20%28cps%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/current%20population%20survey%20%28cps%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/survey%20of%20income%20and%20program%20participation%20%28sipp%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/survey%20of%20income%20and%20program%20participation%20%28sipp%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20study%20of%20adolescent%20to%20adult%20health%20%28addhealth%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20longitudinal%20surveys%20%28nls%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/youth%20risk%20behavior%20surveillance%20system%20%28yrbss%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/youth%20risk%20behavior%20surveillance%20system%20%28yrbss%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/panel%20study%20of%20income%20dynamics%20%28psid%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/panel%20study%20of%20income%20dynamics%20%28psid%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="334" LastEditDate="2016-02-28T03:07:03.800" LastActivityDate="2016-02-28T03:07:03.800" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7184" PostTypeId="1" CreationDate="2016-02-28T18:07:46.310" Score="2" ViewCount="135" Body="&lt;p&gt;I am looking for a preferably open dataset that contains information regarding the dates that that employees took days off their annual leave for the countries of the EU. Is there any similar information available for other countries anyone is aware of?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To avoid misunderstanding: I'm &lt;em&gt;not&lt;/em&gt; looking for public holiday dates themselves.&lt;/p&gt;&#xA;" OwnerUserId="10391" LastEditorUserId="70" LastEditDate="2016-03-04T18:41:59.870" LastActivityDate="2016-03-04T18:41:59.870" Title="Looking for open dataset containing vacation / annual leave data for counties of the European Union?" Tags="|data-request|economics|europe|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7185" PostTypeId="2" ParentId="7143" CreationDate="2016-02-28T18:51:11.943" Score="2" Body="&lt;p&gt;The difference between Public Data and Open Data is in its release:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Data is data that is released with expressed re-use ability baked in. The data is released in an open data format, by an (ideally) authoritative source with a license attached that allows for re-use/remix of the data by anyone, without restrictions.&lt;br&gt;&#xA;Public data is data that is released to the public that has some form of restriction(s) placed on it. These restrictions typically come from proprietary sources: data released in proprietary data formats, time sensitive releases, licensing from proprietary means used in creation, accessing, and re-using/re-mixing the data, etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PDFs are the textbook example of what is Public Data: data that has been released to the public, but includes barriers to access, editing, and re-use/re-mix. Even though PDF has been released by Adobe, its still tied to a contentious release that includes some technologies that are still owned and not shared by Adobe. While it is possible to create machine-readable PDFs, not to mention PDFs with attachments and accessible PDFs, I have yet to see two of these in the wild, and neither have you. The one that I have seen, was for a presentation by Adobe, and has since yet to be replicated, at least at a basic level of consumption whereas it would be noticeable.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reluctance of Openness communities to define and own these terms makes them much more explosive the longer they are allowed to fester alongside each other. Without definition, there is no structure. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-02-28T18:51:11.943" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7186" PostTypeId="1" CreationDate="2016-02-29T04:29:32.400" Score="3" ViewCount="137" Body="&lt;p&gt;I'm attempting to set up a script to (roughly) evenly slice apart a map of the world by city population. Basically, the largest city in the world is added as a point on a Voronoi graph, and all nearby cities receive an effective malus to their population based on how close they are. Then, the next largest city is added and induces a malus on nearby cities. After N cities are chosen, the script ends. Basically, it's designed to prevent very crowded areas from getting covered in Voronoi dots while the Sahara desert is one giant cell.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably the dataset won't be too huge: anything smaller than 10k people is probably not worth inclusion. Also, it doesn't &lt;em&gt;have&lt;/em&gt; to be CSV, but CSV happens to be extremely easy to parse in Ruby.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that I need a good data set for this. I've found a couple, but most suffer at least one of these problems:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Does not include position (latitude/longitude), such as the UN Demographic Yearbook&lt;/li&gt;&#xA;&lt;li&gt;Does not include current population, such as OpenGeocode&lt;/li&gt;&#xA;&lt;li&gt;Contains inaccuracies, such as MaxMind&lt;/li&gt;&#xA;&lt;li&gt;Not formatted as a CSV or similarly-easy-to-parse format, such as GeoNames&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there a good data set for this, or am I going to have to splice a few databases together? I recognize that these are something of a demanding requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: the possible duplicate didn't really meet the requirements, but I solved the problem anyway by parsing line-by-line the GeoNames database. &lt;/p&gt;&#xA;" OwnerUserId="10399" LastEditorUserId="10399" LastEditDate="2016-02-29T16:18:26.053" LastActivityDate="2016-02-29T16:18:26.053" Title="CSV dataset of cities, including population and latitude/longitude" Tags="|data-request|geospatial|city|population|" AnswerCount="0" CommentCount="0" ClosedDate="2016-03-01T15:10:32.260" ContentLicense="CC BY-SA 3.0" />
  <row Id="7187" PostTypeId="1" CreationDate="2016-02-29T06:57:11.303" Score="3" ViewCount="864" Body="&lt;p&gt;I need to create a model in opennlp for identifying event information in text. I need a calendar events dataset for training this model. Can someone suggest any available open source dataset for getting calendar events?&#xA;I need sample sentences which contains calendar events in text description. For example, The IEEE conference on emerging trends and technology in communication begins from 5th Mar and continues till 10th Mar 2016 in NIT campus at Trichy.&lt;/p&gt;&#xA;" OwnerUserId="10400" LastEditorUserId="10401" LastEditDate="2016-02-29T19:47:35.863" LastActivityDate="2016-02-29T19:47:35.863" Title="Where can I get calendar events dataset in text format?" Tags="|data-request|machine-learning|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7189" PostTypeId="2" ParentId="7187" CreationDate="2016-02-29T10:27:34.407" Score="3" Body="&lt;p&gt;on &lt;a href=&quot;http://data.opendatasoft.com/explore/?sort=modified&amp;amp;refine.features=calendar&quot; rel=&quot;nofollow&quot;&gt;OpenDataSoft you can find ~12 datasets with calendar events&lt;/a&gt; in them. You can export each of them in text format (CSV) or other format like Excel, ICS etc. You can also use the api if you prefer but it'll be in Json.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nicolas &lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2016-02-29T10:27:34.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7190" PostTypeId="2" ParentId="7184" CreationDate="2016-02-29T10:32:02.007" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://data.opendatasoft.com/explore/?sort=modified&amp;amp;refine.features=calendar&quot; rel=&quot;nofollow&quot;&gt;here's the official holidays calendar for France until 2018&lt;/a&gt; as Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&#xA;Nicolas &lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2016-02-29T10:32:02.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7191" PostTypeId="1" CreationDate="2016-02-29T12:48:44.383" Score="2" ViewCount="42" Body="&lt;p&gt;Is it possible in wikidata to make a template form from which wikidata item is created? If this is not yet supported, what would be simplest way to make (program) such implementation integrated into personal wikidata instance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for something similar as &lt;a href=&quot;https://www.mediawiki.org/wiki/Extension:Semantic_Forms&quot; rel=&quot;nofollow&quot;&gt;Semantic forms&lt;/a&gt; in semantic media wiki, but for wikidata.&lt;/p&gt;&#xA;" OwnerUserId="10402" LastActivityDate="2016-02-29T12:48:44.383" Title="Wikidata item add form template" Tags="|programming|wikidata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7192" PostTypeId="1" AcceptedAnswerId="7317" CreationDate="2016-02-29T18:34:29.557" Score="5" ViewCount="100" Body="&lt;p&gt;Are there any &lt;a href=&quot;https://github.com/FamilySearch/gedcomx/blob/master/specifications/conceptual-model-specification.md&quot; rel=&quot;noreferrer&quot;&gt;GEDCOM files&lt;/a&gt; of family trees freely available? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It should be of real persons, not artificial data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The genealogy of famous people or very big family trees that go back in history would be especially interesting. &lt;/p&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2016-03-14T17:02:50.117" Title="data set of family trees in GEDCOM format?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7193" PostTypeId="2" ParentId="7138" CreationDate="2016-02-29T20:43:14.740" Score="3" Body="&lt;p&gt;Repayment rate depicts the fraction of borrowers at an institution who are not in default on their federal loans and who are making progress in paying them down (i.e. have paid down at least $1 in the initial balance on their loans) after entering repayment. The rates are available for 1, 3, 5, and 7 years after entering repayment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1)  The repayment rate methodology allocates consolidated balances to institutions based on the share of the balance that is attributed to each institution. This methodology considers principal balances as well as both accrued and capitalized interest for the underlying loan amounts at the time of consolidation. Please note that one borrower who attends multiple institutions can be included either in multiple cohorts at multiple institutions (if leaving different institutions in different fiscal years) or in the same cohort at multiple institutions (if leaving different institutions in the same fiscal year). As an example, in calculating the three-year repayment rate for a student borrowing at two institutions and leaving those institutions in two different fiscal years:&#xA;•   For loans from the first institution, the total principal (which, by definition, includes any capitalized interest) and interest balance outstanding at the time of separating from the school forms the basis for comparison in the repayment rate assessment for that institution. &#xA;o   Likewise, the total principal and interest balance outstanding when the loans from the second institution at the time separating from the school forms the basis for comparison in the repayment rate assessment for the second institution. &#xA;•   If the student consolidates these loans together prior to the end of the third fiscal year following the date on which the student  leaves the first institution, any balance on the new consolidation loan will be allocated between the first institution and the second institution proportionally to the total principal and interest balances just before consolidation. &#xA;•   At the end of the third fiscal year for the first institution, that institution’s share of the consolidation loan’s principal and interest balance will be compared to the basis amount for that institution. &#xA;o   At the end of the third fiscal year for the second institution (which may be a later year than for the first institution), the second institution’s share of the consolidation loan’s principal and interest balance will be compared to the basis amount for the second institution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2)  Past defaults have no bearing if they are back in repayment (or paid in full) at the time of measurement. Default status is considered only at the time of measurement (at the end of the 3rd, 5th and 7th fiscal years (FY) after leaving the institution), so if a loan was in default at some point in the 3-year window, but not in default at the end of the third FY, the three-year repayment rate calculation would be blind to the default. If a consolidated loan is in a default status at the end of a fiscal year, the student is not counted in the numerator (i.e. as having paid down at least $1 in principal balance) for any school that is linked to that loan and measured in that fiscal year—regardless of outstanding balance. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;3)  Only loans with in-school and military deferment codes at the time of measurement are excluded from the calculation. Loans in forbearance and other types of deferment are included in both the numerator and denominator of the calculation. In addition, loans discharged due to death or disability as of the time of measurement are also excluded from the repayment rate.  If a student leaves school A, then borrows at school B (with in-school deferment for  loans from schools A), and then leaves school B within the three-year window for school A, then all of the interest accrued for school A would be factored into the 3-year repayment rate for that school, regardless of the in-school deferment for school B.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;4)  All NSLDS default codes (DF, DU,  etc.) except for two are treated as an unsuccessful repayment (i.e. the borrower is included in the denominator but not the numerator): Defaults that end in a discharge for either 1) bankruptcy or 2) disability are excluded from the calculation altogether.  In addition, defaulted loans that are paid in full through consolidation are evaluated by the statuses of the resulting consolidation loans and the portion of the balances  attributed to the institution for which data are calculated.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastEditorUserId="8555" LastEditDate="2017-01-18T19:48:20.693" LastActivityDate="2017-01-18T19:48:20.693" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7194" PostTypeId="2" ParentId="7099" CreationDate="2016-03-01T00:26:19.920" Score="3" Body="&lt;p&gt;The NPPES (npi) database released by CMS every month is one place to look. They have a record for everyone that has been issued an NPI number, which are needed to invoice and bill medicare and medicaid. Physicians, nurses, dialysis centers, hospitals and pharmacies all can be found in the data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many sites that allow an easy search of the dataset - here is 1 example searching &quot;Pharmacy&quot; in entity name, and state &quot;IL&quot;&#xA;&lt;a href=&quot;https://npidb.org/npi-lookup/?npi=&amp;amp;fname=&amp;amp;lname=&amp;amp;search=pharmacy&amp;amp;state=il&amp;amp;org=#main&quot; rel=&quot;nofollow&quot;&gt;EXAMPLE: NPI Search for Pharmacy in IL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The full dataset can be downloaded&#xA;&lt;a href=&quot;https://www.cms.gov/Regulations-and-Guidance/HIPAA-Administrative-Simplification/NationalProvIdentStand/DataDissemination.html&quot; rel=&quot;nofollow&quot;&gt;NPPES Monthly Dissemination&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And they also now have an API that you can program an application to tap into the real-time latest version - npiregistry.cms.hhs.gov/registry/help-api&lt;/p&gt;&#xA;" OwnerUserId="10408" LastActivityDate="2016-03-01T00:26:19.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7195" PostTypeId="2" ParentId="7099" CreationDate="2016-03-01T01:37:12.093" Score="1" Body="&lt;p&gt;socrata has two datasets on their open data portal, one for area code 606, the other is for the entire city (I am assuming):&lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.socrata.com/Business/Pharmacies-In-Chicago-606xx-area-code/82dx-8n5s&quot; rel=&quot;nofollow&quot;&gt;https://opendata.socrata.com/Business/Pharmacies-In-Chicago-606xx-area-code/82dx-8n5s&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.socrata.com/Business/Pharmacies-in-Chicago/ytw2-tyid&quot; rel=&quot;nofollow&quot;&gt;https://opendata.socrata.com/Business/Pharmacies-in-Chicago/ytw2-tyid&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-01T01:37:12.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7196" PostTypeId="1" CreationDate="2016-03-01T06:10:22.947" Score="1" ViewCount="1656" Body="&lt;p&gt;I need to build a model to extract the calendar event information from text format. The model should be able to detect the data and time in any format. Is there any annotated data set for data and time finder in all possible formats?&lt;/p&gt;&#xA;" OwnerUserId="10401" LastActivityDate="2016-03-24T00:55:51.180" Title="Where can I get annotated data set for training date and time NER in opennlp?" Tags="|data-request|machine-learning|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7197" PostTypeId="1" CreationDate="2016-03-01T06:17:54.773" Score="2" ViewCount="74" Body="&lt;p&gt;Where can I find the length of the individual railway tracks in Belgium?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you happen to know them for another country, please post them. It might interest someone else.&lt;/p&gt;&#xA;" OwnerUserId="5386" LastEditorUserId="70" LastEditDate="2016-03-04T18:41:06.350" LastActivityDate="2016-03-04T19:03:20.083" Title="Length (Belgian) railway tracks" Tags="|data-request|geospatial|europe|public-transport|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7198" PostTypeId="2" ParentId="7197" CreationDate="2016-03-01T15:08:43.123" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.cia.gov/library/publications/resources/the-world-factbook/geos/be.html&quot; rel=&quot;nofollow&quot;&gt;CIA World Factbook lists Belgium as having 3,592 km of standard gauge railways as of 2014&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia has a &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_countries_by_rail_transport_network_size&quot; rel=&quot;nofollow&quot;&gt;List of countries by rail transport network size&lt;/a&gt;, but it's not being maintained, so some entries are out of date.  (It lists Belgium as 3,233km as of 2008).&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2016-03-01T15:08:43.123" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="7200" PostTypeId="1" AcceptedAnswerId="7202" CreationDate="2016-03-01T16:59:51.553" Score="2" ViewCount="260" Body="&lt;p&gt;There is a table in MIMICII named &quot;MIMIC2V26.ICUSTAY_DETAIL&quot; and there is a field named &quot;SAPSI_FIRST&quot; inside the table. It seems that this field contains SAPS score for the first hospitalization of patients in MIMICII.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Based on the fact that there were some patients in MIMICII who did not have any SAPS score in their first hospitalization. So:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How could I find recorded SAPS score for the first hospitalization of patients in MIMICIII v1.3?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;As I understood, severity scores (I mean SAPS) is not a recorded distinct data in MIMICIII and it can be calculated based on other parameters found in MIMICIII(Vital signs, etc,). So, there is a SAPS score available for all patients ICU stay in MIMICIII. However, it seems that in MIMICII v2.6, there were some patients that did not have any recorded or calculated SAPS score at least on their first admission. Am I right? If yes, how could we recognise patients that did not have SAPS score on their first admission? &#xA;I am asking cause that I am going to reproduce a paper result but with new database version. In the paper, authors filtered out the patients that had recorded SAPS score on their first admission. So that I am looking for the same records but in the MIMICIII database. &#xA;I appreciate it if someone guides me to find such records but in the new database version.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks a lot, &lt;/p&gt;&#xA;" OwnerUserId="9905" LastEditorUserId="9905" LastEditDate="2016-03-02T19:25:23.120" LastActivityDate="2016-03-02T19:25:23.120" Title="Looking for admitting SAPS score for first hospitalization of patients in MIMICIII" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ClosedDate="2016-03-16T14:51:41.593" ContentLicense="CC BY-SA 3.0" />
  <row Id="7201" PostTypeId="1" CreationDate="2016-03-01T17:39:31.123" Score="2" ViewCount="55" Body="&lt;p&gt;I am currently working on my graduation project (&quot; failure prediction models in FoF&quot;) and I will be using RapidMiner as the tool, I need dataset to run the tool on , and I found a suitable description in the Nasa website &lt;a href=&quot;https://data.nasa.gov/external-dataset?datasetId=dc5d-zf5v&quot; rel=&quot;nofollow&quot;&gt;https://data.nasa.gov/external-dataset?datasetId=dc5d-zf5v&lt;/a&gt; However I do not know how to access the data itself in form of CSV file in order to start working on it, I have been recommended to using API but I do not know how it exactly work &lt;/p&gt;&#xA;" OwnerUserId="10418" LastActivityDate="2016-03-01T20:53:32.523" Title="Dataset from Nasa website" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7202" PostTypeId="2" ParentId="7200" CreationDate="2016-03-01T18:17:14.510" Score="4" Body="&lt;p&gt;Code for severity scores and other related clinical concepts can be found in the mimic-code repository: &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code&quot; rel=&quot;nofollow&quot;&gt;https://github.com/MIT-LCP/mimic-code&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-03-01T18:17:14.510" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7204" PostTypeId="1" CreationDate="2016-03-02T00:12:14.857" Score="3" ViewCount="393" Body="&lt;p&gt;I'm trying to pull debt data from College Scorecard for Texas institutions using the following call: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools.csv?school.state_fips=48&amp;amp;_page=0&amp;amp;_fields=ope6_id,school.name,2011.aid.loan_principal,2011.aid.median_debt.completers.overall&amp;amp;api_key=xxxx&quot; rel=&quot;nofollow&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools.csv?school.state_fips=48&amp;amp;_page=0&amp;amp;_fields=ope6_id,school.name,2011.aid.loan_principal,2011.aid.median_debt.completers.overall&amp;amp;api_key=xxxx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I get no errors and all available data in .json, but as soon as I switch to .csv the resulting spreadsheet contains only ope6_id and school.name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd welcome any advice on troubleshooting the issue or converting the results from .json into something easier to work with for a novice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="10425" LastActivityDate="2016-07-01T16:19:40.660" Title="College Scorecard API call returns all data in .json but only two fields in .csv" Tags="|collegescorecard|csv|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7206" PostTypeId="1" CreationDate="2016-03-02T10:42:34.147" Score="3" ViewCount="393" Body="&lt;p&gt;I am currently working with unstructured data, planning to mine the unstructured data present in bug reports.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this I tried to download the issues from the ASF (Apache Software Foundation) Jira for the project PIG.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue tracker allows me to export issues in XML, Excel and Word formats, but I need JSON. The issue tracker throws an 404 forbidden error when I try to export in JSON format.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I download the JSON?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Must I use the REST API?  &lt;/li&gt;&#xA;&lt;li&gt;Does asf jira support a REST API?  &lt;/li&gt;&#xA;&lt;li&gt;How to formulate a curl command which uses REST and JQL to accomplish the task?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I tried the following and got an error. What did I miss?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;curl -D -u $username:$password -X GET -H &quot;Content-Type: application/json&quot; &quot;&lt;a href=&quot;https://issues.apache.org/jira/issues/search?jql=project=%3DPIzG&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://issues.apache.org/jira/issues/search?jql=project=%3DPIzG&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I am trying to download all the issues of the project PIG. &lt;/p&gt;&#xA;" OwnerUserId="8547" LastEditorUserId="16193" LastEditDate="2018-08-30T12:02:22.330" LastActivityDate="2018-09-01T14:18:00.447" Title="How to download issues from ASF Jira" Tags="|data-request|api|data-format|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="7208" PostTypeId="1" CreationDate="2016-03-02T12:04:43.633" Score="12" ViewCount="9068" Body="&lt;p&gt;I'm looking for a database of cities in the world with their names in all languages of the world. Where it is possible to download?&lt;/p&gt;&#xA;" OwnerUserId="10417" LastEditorUserId="70" LastEditDate="2016-03-04T18:44:22.537" LastActivityDate="2021-01-26T18:16:46.320" Title="Database world cities with their names in all languages of the world" Tags="|data-request|language|city|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7209" PostTypeId="2" ParentId="7208" CreationDate="2016-03-02T12:34:04.257" Score="9" Body="&lt;p&gt;I guess the &lt;a href=&quot;http://www.geonames.org/&quot;&gt;Geonames project&lt;/a&gt; is the closest answer to your question. You can download the data directly on the website or you can also find it &lt;a href=&quot;http://data.opendatasoft.com/explore/dataset/geonames-all-cities-with-a-population-1000%40public/table/?disjunctive.country&quot;&gt;here and download it/use the api&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2016-03-02T12:34:04.257" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7210" PostTypeId="1" CreationDate="2016-03-02T12:43:32.320" Score="1" ViewCount="63" Body="&lt;p&gt;I would like to know if anyone knows a good open source where I can get Lake bathymetry raster. I need to extract depth values from it.&lt;/p&gt;&#xA;" OwnerUserId="10434" LastEditorUserId="2976" LastEditDate="2016-03-02T13:49:56.430" LastActivityDate="2016-03-02T13:49:56.430" Title="Lake Bathymetry Open Data" Tags="|data-request|data.gov|environment|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7211" PostTypeId="1" AcceptedAnswerId="9170" CreationDate="2016-03-02T17:38:50.227" Score="2" ViewCount="194" Body="&lt;p&gt;I'm developing a semi-realistic idle game based around the fusion and fission of elements to generate energy or for sale. For this, I need a data sheet for the Table of Nuclides (&lt;a href=&quot;http://www.nndc.bnl.gov/nudat2/&quot; rel=&quot;nofollow&quot;&gt;http://www.nndc.bnl.gov/nudat2/&lt;/a&gt;) which includes, for each nuclide:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Atomic number (Z)&lt;/li&gt;&#xA;&lt;li&gt;Atomic mass (A)&lt;/li&gt;&#xA;&lt;li&gt;Half-life&lt;/li&gt;&#xA;&lt;li&gt;Decay method (alpha, beta, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Binding energy (either straight, per nucleon, or I can use the liquid drop equation to approximate it)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've checked the NNDC website, but I couldn't find a configurable data download. The closest is the Nuclear Wallet Cards, but it just doesn't have the fields I need and it has to be multiple downloads. &lt;/p&gt;&#xA;" OwnerUserId="10399" LastActivityDate="2020-12-20T18:00:43.997" Title="Nuclide database - A, Z, BE, half-life, etc" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7212" PostTypeId="2" ParentId="7143" CreationDate="2016-03-02T17:49:27.500" Score="1" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;Open Data&lt;/strong&gt; meet the &lt;a href=&quot;http://opendefinition.org/&quot; rel=&quot;nofollow&quot; title=&quot;Open Definition&quot;&gt;Open Definition&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Public Data&lt;/strong&gt; are viewable by all, but don't meet the remixability or format standards of Open Data. Examples of public data would be current stock prices or news stories; you can get them if you pay for them, but you can only use them according to the owner's limitations.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;These definitions would also depend on whether you're in a country that has database/collection rights or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Purely as my opinion, public data discussion does not belong on OpenData SE.&lt;/p&gt;&#xA;" OwnerUserId="639" LastActivityDate="2016-03-02T17:49:27.500" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7213" PostTypeId="2" ParentId="5470" CreationDate="2016-03-02T19:11:19.153" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;https://tokyo2020.jp/en/games/venue/&quot; rel=&quot;nofollow noreferrer&quot;&gt;venue list&lt;/a&gt; on the official page now lists venue for both Olympics and Paralympics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/o96IV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/o96IV.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, the HTML source has geographical names in addition to venue name, which should help for geocoding.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    &amp;lt;tr&amp;gt;&#xA;      &amp;lt;td class=&quot;icon&quot;&amp;gt;&amp;lt;img src=&quot;/assets/img/common/list/icon-no10.png&quot; alt=&quot;(10)Yumenoshima, Koto-ku, Tokyo&quot; &amp;gt;&amp;lt;/td&amp;gt;&#xA;      &amp;lt;td&amp;gt;&#xA;          &amp;lt;a class=&quot;iconListQuaternary not_hover&quot;&amp;gt;Dream Island Archery Field&amp;lt;/a&amp;gt;&#xA;      &amp;lt;/td&amp;gt;&#xA;      &amp;lt;td&amp;gt;&#xA;        Archery&amp;lt;br&amp;gt;&#xA;      &amp;lt;/td&amp;gt;&#xA;    &amp;lt;/tr&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-03-02T19:11:19.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7214" PostTypeId="2" ParentId="7208" CreationDate="2016-03-02T19:27:02.183" Score="1" Body="&lt;p&gt;It's not structured data, but for a robust dataset like this there is some value to manually curated data. For that, Wikipedia usually provides pretty good information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you take the wiki page for a city in one language&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/wiki/Anchorage,_Alaska&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You'll see that the sub-domain &lt;strong&gt;en&lt;/strong&gt; indicates the page is the English language wikipedia page. If you look on the bottom left menu bar, in a section called &quot;Languages&quot;, you'll see links to the same page in different languages.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://el.wikipedia.org/wiki/Ανκορέιτζ&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;is the Greek page, where the &lt;strong&gt;el&lt;/strong&gt; sub-domain indicates Greek (Elliniká).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The HTML source of each page has easy-to-find URLs of the corresponding langauges, for example, the source of the English page&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;li class=&quot;interlanguage-link interwiki-el&quot;&amp;gt;&#xA;&amp;lt;a href=&quot;//el.wikipedia.org/wiki/%CE%91%CE%BD%CE%BA%CE%BF%CF%81%CE%AD%CE%B9%CF%84%CE%B6&quot; title=&quot;Ανκορέιτζ – Greek&quot; lang=&quot;el&quot; hreflang=&quot;el&quot;&amp;gt;&#xA;Ελληνικά&amp;lt;/a&amp;gt;&#xA;&amp;lt;/li&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So the &lt;strong&gt;title=&quot;Ανκορέιτζ&lt;/strong&gt; would give you the multi-language place name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It will take some programming, but with a list of English language URLs to city or place names, you can make one request for each city and then scrape the corresponding multi-language names out of that HTML.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can also extract lists of URLs for city names from Wikipedia, for example&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/wiki/List_of_cities_in_Switzerland&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Additionally, all of the Wikimedia sites are available as a database dump, so you could download and parse locally, instead of scraping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More details: &lt;a href=&quot;https://opendata.stackexchange.com/a/79/1511&quot;&gt;https://opendata.stackexchange.com/a/79/1511&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-03-02T19:27:02.183" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7215" PostTypeId="2" ParentId="7208" CreationDate="2016-03-02T19:48:18.720" Score="11" Body="&lt;p&gt;Wikidata has a category called &quot;city&quot; which will give you a list of world cities&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.wikidata.org/wiki/Q515&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can use SPARQL to query Wikidata&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual&quot; rel=&quot;noreferrer&quot;&gt;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;noreferrer&quot;&gt;https://query.wikidata.org/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;A sample SPARQL query will give you the city name in the target language&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?city ?cityLabel ?country ?countryLabel&#xA;WHERE &#xA;{&#xA;    ?city wdt:P31/wdt:P279* wd:Q515 .  # find instances of subclasses of city&#xA;    ?city wdt:P17 ?country   # Also find the country of the city&#xA;&#xA;    # choose language&#xA;    SERVICE wikibase:label {&#xA;        bd:serviceParam wikibase:language &quot;fr&quot; .&#xA;    }&#xA;} &#xA;LIMIT 10  # remove this for full list&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/zm8ao9z&quot; rel=&quot;noreferrer&quot;&gt;Link to query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, the query is returning the French names for all the cities, because of this part:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;bd:serviceParam wikibase:language &quot;fr&quot; .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Each city in multiple langauges can be linked by its Q number, for example &quot;Q2801&quot;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Note 0: Someone who really knows SPARQL can probably get all languages in one query&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note 1: there is a download button with links for CSV, JSON, etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note 2: here is the list of wikipedia subdomains : &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Wikipedias&quot; rel=&quot;noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_Wikipedias&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-03-02T19:48:18.720" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7217" PostTypeId="2" ParentId="7145" CreationDate="2016-03-02T22:07:27.543" Score="1" Body="&lt;p&gt;I don't think I've ever seen that done. You could try coalescing them, making use of the HCUP flags for surgery, which indicate if a CPT code or an ICD-9 code was a surgery or not:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.hcup-us.ahrq.gov/toolssoftware/surgflags/surgeryflags.jsp&quot; rel=&quot;nofollow&quot;&gt;https://www.hcup-us.ahrq.gov/toolssoftware/surgflags/surgeryflags.jsp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-03-02T22:07:27.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7218" PostTypeId="2" ParentId="7119" CreationDate="2016-03-02T22:10:14.340" Score="4" Body="&lt;p&gt;You're correct - the category type &quot;PROCEDURE&quot; in the mimic2v26.d_codeditems table refers to ICD-9 procedure codes. These have been more explicitly delineated in MIMIC-III: the equivalent definitions are in D_ICD_PROCEDURES, and the actual codes for patients are in PROCEDURES_ICD.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-03-02T22:10:14.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7220" PostTypeId="1" AcceptedAnswerId="9345" CreationDate="2016-03-03T15:59:11.670" Score="7" ViewCount="167" Body="&lt;p&gt;I am looking for a data set containing vaccination policies by country, and if possible by year. Ideally, the vaccination policy would be stored in some machine-readable format.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1511" LastEditDate="2016-07-30T07:22:29.143" LastActivityDate="2019-05-21T13:29:19.520" Title="Vaccination policies" Tags="|data-request|medical|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7221" PostTypeId="2" ParentId="6402" CreationDate="2016-03-03T19:08:53.907" Score="2" Body="&lt;p&gt;I believe (based on work in June 2015 using MIMIC II v2.6) that the waveforms and the EMR were time-shifted separately, meaning that while some of the patient IDs have been matched, you cannot match timestamps (e.g. you know the waveform is for that patient but you do not know what stay or when during their stay the waveform was recorded).&lt;/p&gt;&#xA;" OwnerUserId="10452" LastActivityDate="2016-03-03T19:08:53.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7222" PostTypeId="1" CreationDate="2016-03-03T19:21:52.527" Score="2" ViewCount="147" Body="&lt;p&gt;I am hoping to find a dataset of consumer demographics for individual products (e.g., age, gender, income, education level). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, say 40% of people with an Iphone are women, 32% are between 24-34, and 20% make over $100,000 a year. Whereas maybe Android users are 45%  women, 28% between 24-34, and 25% make over $100,000 a year (arbitrary numbers). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or for example, people that buy Snickers Bars are 12% women, 78% between 24-34, and 11% make over $100,000 a year. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been able to find demographic information for website traffic using Quantcast but I would like to augment that information with demographic information for individual consumer products/brands.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suspect that this data exsists but I'm not sure if there's an open dataset available for it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More directly, I would like to use this data to infer a user's demographic information from something like the twitter handles they follow or the products they Like on Facebook. &lt;/p&gt;&#xA;" OwnerUserId="8660" LastEditorUserId="8660" LastEditDate="2016-03-03T20:29:32.407" LastActivityDate="2019-07-21T03:09:22.883" Title="Consumer Demographics for Individual Products" Tags="|data-request|business|products|demographics|income|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7223" PostTypeId="1" CreationDate="2016-03-03T19:28:15.487" Score="3" ViewCount="124" Body="&lt;p&gt;I am searching for &quot;Pre&quot; and &quot;Post&quot; Physiological Data Files from Patients that have Sepsis. They can be in just about any format such as Excel, CSV, etc. but contain a Time Stamp, Heart Rate, BP(s), Temperature, Respiratory Rate, etc.&lt;/p&gt;&#xA;" OwnerUserId="10453" LastActivityDate="2016-03-03T19:28:15.487" Title="Physionet.org - Sepsis Data Files?" Tags="|data-request|medical|mimic-iii|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7224" PostTypeId="2" ParentId="7222" CreationDate="2016-03-03T20:14:07.067" Score="1" Body="&lt;p&gt;The iPhone/Android demographics can be manually parsed out of this article: &lt;a href=&quot;http://www.forbes.com/sites/toddhixon/2014/04/10/what-kind-of-person-prefers-an-iphone/#158a056f3e5a&quot; rel=&quot;nofollow noreferrer&quot;&gt;What kind of person prefers an iPhone&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here is a snippet:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Characteristics of iPhone people versus Android people:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Highest level of education attained? iPhone people are more educated: they over-weight +27% for graduate/PhD education and under-weight -33% for high school education. Android people show the same pattern to a much smaller degree: +8% for graduate/PhD, -12% for high school.&lt;/p&gt;&#xA;&lt;p&gt;Household income? iPhone people are more affluent: they over-weight +11% for &amp;gt;$75,000(3), +30% for &amp;gt;$100,000(3) and +48% for &amp;gt;$125,000(3). Android people are much less affluent but still have above average means: they over-weight for income categories above $50,000 but to a much smaller degree: +4% to +14%.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JSFuD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JSFuD.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(data from CivicScience)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-03-03T20:14:07.067" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7225" PostTypeId="1" AcceptedAnswerId="7230" CreationDate="2016-03-04T03:11:00.387" Score="6" ViewCount="92" Body="&lt;p&gt;I'm working on machine learning project that requires I collect hand-writing data of alphabets from an uncommon language (I'm 100% there is no available data out there). My question is how should I collect this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The approach I'm currently thinking of taking is asking about 20 people to write the letters (about 10 times for each letter) on a piece of paper and scanning that sheet, to have it in digital form. But what should I do next? Should I just vectorize the RGB value of each  pixel? Should I use an entirely different methodology instead?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the textbook approaches and best practices?&lt;/p&gt;&#xA;" OwnerUserId="9398" LastEditorUserId="15171" LastEditDate="2024-02-21T06:23:36.067" LastActivityDate="2024-02-21T06:23:36.067" Title="How to collect hand-writing data" Tags="|data-request|machine-learning|language|best-practice|research|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="7226" PostTypeId="2" ParentId="7197" CreationDate="2016-03-04T08:10:17.853" Score="1" Body="&lt;p&gt;You can probably find it here:&#xA;&lt;a href=&quot;https://metadata.geopunt.be/zoekdienst/apps/tabsearch/index.html?uuid=99C0DE2C-A5EA-4B6D-B0C4-2C61F71E080B&quot; rel=&quot;nofollow&quot;&gt;https://metadata.geopunt.be/zoekdienst/apps/tabsearch/index.html?uuid=99C0DE2C-A5EA-4B6D-B0C4-2C61F71E080B&lt;/a&gt;&#xA;I think you need to contact the &quot;Vlaamse overheid - Departement Ruimtelijke Ordening, Woonbeleid en Onroerend Erfgoed&quot; to really get access to the data though.&lt;/p&gt;&#xA;" OwnerUserId="10458" LastActivityDate="2016-03-04T08:10:17.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7227" PostTypeId="1" CreationDate="2016-03-04T09:57:09.243" Score="1" ViewCount="93" Body="&lt;p&gt;I need to create my own model in opennlp. I have to create my own dataset since I couldn't get the calendar events dataset. Can anyone tell how many sample sentences are required to train a model?&lt;/p&gt;&#xA;" OwnerUserId="10401" LastEditorUserId="23272" LastEditDate="2021-04-03T05:11:54.880" LastActivityDate="2021-04-03T05:11:54.880" Title="How many sample sentences are required to train a model in opennlp?" Tags="|data-request|machine-learning|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7230" PostTypeId="2" ParentId="7225" CreationDate="2016-03-04T20:16:20.463" Score="6" Body="&lt;p&gt;The first step is splitting the image into character arrays. To do that, check out the answers in this question: &lt;strong&gt;&lt;a href=&quot;https://stackoverflow.com/q/1972299/2327328&quot;&gt;Separate image of text into component character images&lt;/a&gt;&lt;/strong&gt;. In particular, the &lt;a href=&quot;https://stackoverflow.com/a/28029854/2327328&quot;&gt;ImageMagick answer&lt;/a&gt; from 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(If you can determine how the input is given, then collect the characters as separate images.)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To convert the image into a 2D array, you can use Python with the Image and Numpy libraries- &lt;a href=&quot;https://stackoverflow.com/a/12243875/2327328&quot;&gt;see for example&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-03-04T20:16:20.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7231" PostTypeId="1" CreationDate="2016-03-04T21:35:25.740" Score="1" ViewCount="116" Body="&lt;p&gt;I am trying to analyze census files but I find it confusing to define regions of tracts or zipcodes. I noticed that the postal ZipCodes are messy as there are some overlapping {some zipcode regions are within others, as an example in new york there are some empires as zipcodes}.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A quick look on &lt;a href=&quot;http://geocommons.com/search.html&quot; rel=&quot;nofollow&quot;&gt;http://geocommons.com/search.html&lt;/a&gt; I could find a lot of options, but couldn't decide.&#xA;What I found: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://catalog.opendata.city/dataset/nyc-zip-code-tabulation-areas&quot; rel=&quot;nofollow&quot;&gt;NYC Zip Code Tabulation Areas&lt;/a&gt; &#xA;In this file, some regions are within others.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;ZIP Code Tabulation Areas (ZCTAs)&#xA;It hold the same name as the previous one, but it's different&#xA;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_zcta.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/maps-data/data/cbf/cbf_zcta.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;My second question, Does census zipcode regions vary from a survey to another ? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As an example, In &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_zcta.html&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; link I found two files. &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2016-03-05T13:13:24.610" Title="ZCTA regions in census files" Tags="|us-census|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7232" PostTypeId="1" CreationDate="2016-03-04T21:40:38.763" Score="3" ViewCount="73" Body="&lt;p&gt;I am looking for sources about US demographics, when i started collecting data, i found that there are different statistics inside census data portal.what is the latest +to date+ statistics that I can use. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this one.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.census.gov/popest/data/state/asrh/2014/index.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/popest/data/state/asrh/2014/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you share any page explaining time/process of collecting census data &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2016-03-14T15:30:55.313" Title="What is the latest census statistics on US demographics" Tags="|usa|us-census|demographics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7234" PostTypeId="1" CreationDate="2016-03-05T01:08:10.730" Score="2" ViewCount="292" Body="&lt;p&gt;I'd like to load the MIMIC III data into SQL Server because that's what I know best. The problem with the csv files is that some fields contain commas as part of the data. It would be far easier to work with a unique delimiter instead of trying to implement workarounds for comma data inside csv files. I've searched all of the MIMIC III csv files and the following characters are never used:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ⅎ ❶ ① ↘&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the data could be extracted into flat files using a delimiter that never appears in the data, it would make it trivial to load the data into SQL Server. Using an alternate, well chosen delimiter character is a far more robust solution to the problem than continually implementing workarounds for csv files.&lt;/p&gt;&#xA;" OwnerUserId="10466" LastActivityDate="2016-03-06T19:13:57.863" Title="loading MIMIC III into SQL Server" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ClosedDate="2016-03-16T14:48:37.893" ContentLicense="CC BY-SA 3.0" />
  <row Id="7235" PostTypeId="2" ParentId="7231" CreationDate="2016-03-05T13:13:24.610" Score="1" Body="&lt;p&gt;zctas are defined by the census bureau for each decennial census, zip codes are defined by the us postal service &lt;a href=&quot;https://www.census.gov/geo/reference/zctas.html&quot; rel=&quot;nofollow&quot;&gt;detail here&lt;/a&gt; .. they do not change from one survey to another.  the census bureau does continually update boundaries, which is why you see two cartographic boundary files in your link.  search for the word &lt;code&gt;change&lt;/code&gt; inside &lt;a href=&quot;http://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2014/TGRSHP2014_TechDoc.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2014/TGRSHP2014_TechDoc.pdf&lt;/a&gt; for more detail about that.  it's unlikely to affect new york city&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-03-05T13:13:24.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7236" PostTypeId="2" ParentId="7232" CreationDate="2016-03-05T13:19:14.233" Score="4" Body="&lt;p&gt;the american community survey is the principal annual estimate of the united states population.  i think you are asking for &lt;a href=&quot;https://www.census.gov/popest/schedule.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/popest/schedule.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-03-05T13:19:14.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7237" PostTypeId="1" CreationDate="2016-03-05T15:51:43.193" Score="1" ViewCount="149" Body="&lt;p&gt;I am looking for a dataset containing text annotation tools, with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name of the tool&lt;/li&gt;&#xA;&lt;li&gt;date of first release&lt;/li&gt;&#xA;&lt;li&gt;date of last release&lt;/li&gt;&#xA;&lt;li&gt;programming language&lt;/li&gt;&#xA;&lt;li&gt;license&lt;/li&gt;&#xA;&lt;li&gt;price&lt;/li&gt;&#xA;&lt;li&gt;which natural language processing task(s) does the tool target&lt;/li&gt;&#xA;&lt;li&gt;free-text description&lt;/li&gt;&#xA;&lt;li&gt;university or company developing it&lt;/li&gt;&#xA;&lt;li&gt;source of funding&lt;/li&gt;&#xA;&lt;li&gt;research groups that used the tool&lt;/li&gt;&#xA;&lt;li&gt;research articles that used the tool&lt;/li&gt;&#xA;&lt;li&gt;natural language(s) that the tool uses for its interface&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Examples of text annotation tool:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://brat.nlplab.org/&quot; rel=&quot;nofollow&quot;&gt;brat&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gate.ac.uk/&quot; rel=&quot;nofollow&quot;&gt;gate&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2019-04-19T18:02:25.437" Title="Text annotation tool dataset" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7238" PostTypeId="2" ParentId="5120" CreationDate="2016-03-05T18:31:45.260" Score="2" Body="&lt;p&gt;I was searching and no good options for this. so made a free restful api to get mobile device descriptions. 6700+ mobile device descriptions available now. you can use it in your applications.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but with this you cannot download the list but you can get the specs of a mobile. or i can create another method to get all devices under brand like that ;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;here is the website&#xA;&lt;a href=&quot;https://fonoapi.freshpixl.com/&quot; rel=&quot;nofollow&quot;&gt;https://fonoapi.freshpixl.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and github here&#xA;&lt;a href=&quot;https://github.com/shakee93/fonoapi&quot; rel=&quot;nofollow&quot;&gt;https://github.com/shakee93/fonoapi&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i just made the php client to access the api. someone can help with other languages too..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please drop me a message if you can help make it better. we help the community from  community.&lt;/p&gt;&#xA;" OwnerUserId="10471" LastActivityDate="2016-03-05T18:31:45.260" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7240" PostTypeId="2" ParentId="7055" CreationDate="2016-03-06T11:09:16.290" Score="5" Body="&lt;p&gt;As Magnus Manske points out, SPARQL is the preferred way since, I would add,  SPARQL is standardized BUT, here is the downside:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SPARQL endpoint, at this point in time, is &lt;strong&gt;NOT&lt;/strong&gt; as reliable as WDQ yet, for example a query like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wdq.wmflabs.org/api?q=tree[729][150][171,273,75,76,77,70,71,74,89]&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wdq.wmflabs.org/api?q=tree[729][150][171,273,75,76,77,70,71,74,89]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which returns all animals in wikidata, takes 15 seconds to complete as WDQ query, and the equivalent (via https:// tools.wmflabs.org/wdq2sparql/w2s.php) in SPARQL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;prefix wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;prefix wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;SELECT ?item WHERE {&#xA;  ?tree0 (wdt:P150)* ?item .&#xA;  ?tree0 (wdt:P171|wdt:P273|wdt:P75|wdt:P76|wdt:P77|wdt:P70|wdt:P71|wdt:P74|wdt:P89)* wd:Q729 .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Times out HORRIBLY (&lt;a href=&quot;https://query.wikidata.org/#prefix%20wdt%3A%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fprop%2Fdirect%2F%3E%0Aprefix%20wd%3A%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fentity%2F%3E%0ASELECT%20%3Fitem%20WHERE%20%7B%0A%20%20%3Ftree0%20(wdt%3AP150)*%20%3Fitem%20.%0A%20%20%3Ftree0%20(wdt%3AP171%7Cwdt%3AP273%7Cwdt%3AP75%7Cwdt%3AP76%7Cwdt%3AP77%7Cwdt%3AP70%7Cwdt%3AP71%7Cwdt%3AP74%7Cwdt%3AP89)*%20wd%3AQ729%20.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;test it!&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My advice is to follow Magnus advice to invest in SPARQL, but if you are serious about using this in your project, I'll add a abstraction layer and be prepared to failed queries. (which you should do anyway).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Despite of this, WDQ seems more unstable, at least from the availability perspective (maybe it´s just the wmflabs.org domain, or whatever, but here are the unfiltered results) :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q8O3y.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q8O3y.png&quot; alt=&quot;Daily performance WDQ vs SPARQL endpoints. Wikidata API as reference&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10477" LastEditorUserId="10477" LastEditDate="2016-03-10T09:25:21.773" LastActivityDate="2016-03-10T09:25:21.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7241" PostTypeId="1" CreationDate="2016-03-06T15:54:04.487" Score="1" ViewCount="43" Body="&lt;p&gt;I am looking for a dataset of search engine queries with qualitative assessments of the search results' relevancy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have such data from &lt;a href=&quot;http://kaggle.com&quot; rel=&quot;nofollow&quot;&gt;Kaggle&lt;/a&gt; in the case of &lt;a href=&quot;http://homedepot.com&quot; rel=&quot;nofollow&quot;&gt;The Home Depot&lt;/a&gt; website search queries, however I'm searching for comparable data from another source, so that I can understand the difference between portal-specific effects and portal-robust effects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, the data I have lists:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Relevance on a scale of 1 to 3, rated by a panel with given instructions&lt;/li&gt;&#xA;&lt;li&gt;The search query&lt;/li&gt;&#xA;&lt;li&gt;The top search result's title&lt;/li&gt;&#xA;&lt;li&gt;The top search result's description&lt;/li&gt;&#xA;&lt;li&gt;Miscellaneous session and search result contextual data &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2016-03-06T15:54:04.487" Title="Search engine keyword relevance" Tags="|search-engine|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7242" PostTypeId="1" CreationDate="2016-03-06T16:38:02.717" Score="2" ViewCount="38" Body="&lt;p&gt;I'm pretty sure that some net index study like this was already carried out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to obtain a list of top 50-100 most frequently accessed locations by users of a specific country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let's say I'm interested in users coming from germany. Wich are the most popular browsing locations by users coming from &quot;germany&quot;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;German users connect mostly on servers in this order:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1) us - usa servers (facebook, linkedin, google, ..) 65% of requests&#xA;2) de - germany servers (for all .de websites locations) 30% of requests&#xA;3) gb - uk servers 2% of requests&#xA;4) nl - netherlands servers 1% of requests&#xA;5) fr - france servers 0.5% of requests&#xA;6) it - italian servers 0.3% of requests&#xA;8) cn - china servers 0.01% of requests&#xA;9) jp - japan servers 0.004% of requests&#xA;10) ca - canada servers 0.004% of requests&#xA;11) kr - korea servers 0.001% of requests&#xA;...&#xA;...&#xA;...&#xA;49) ar - argentina servers 0.0005% of requests&#xA;50) br - brazil servers 0.00001% of requests&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This way i know for example that generally users coming from Germany are not really interested in servers or domains present in Brazil&lt;/p&gt;&#xA;" OwnerUserId="10482" LastEditorUserId="10482" LastEditDate="2016-03-06T22:50:32.560" LastActivityDate="2016-03-06T22:50:32.560" Title="Where i can get a list of most popular browsed servers domains by users of a specific country?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7243" PostTypeId="2" ParentId="7234" CreationDate="2016-03-06T19:13:57.863" Score="3" Body="&lt;p&gt;The data files conform to the &lt;a href=&quot;https://www.rfc-editor.org/rfc/rfc4180&quot; rel=&quot;nofollow noreferrer&quot;&gt;RFC 4180 specification&lt;/a&gt;, which is as close as CSVs get to a formal standard.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qrbnP.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qrbnP.jpg&quot; alt=&quot;RFC 4180 specification&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Loading a RFC 4180 formatted CSV is trivial for many database systems. For example, the load command in Postgres is:&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;\copy ADMISSIONS FROM 'ADMISSIONS.csv' DELIMITER ',' CSV HEADER&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Using a different delimiter is an option, but there would need to be a compelling reason to do so. Commas within text fields are handled by the standard CSV (RFC 4180) format.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="-1" LastEditDate="2021-10-07T07:34:52.683" LastActivityDate="2016-03-06T19:13:57.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7244" PostTypeId="1" CreationDate="2016-03-06T20:13:26.817" Score="1" ViewCount="38" Body="&lt;p&gt;I am working with the UN Comtrade database. Each observation is 2-dimensional and contains a partnercode and reportercode. What do these terms mean? I have tried to search the website for it, but to no avail.&lt;/p&gt;&#xA;" OwnerUserId="10437" LastActivityDate="2016-03-06T20:13:26.817" Title="UN Comtrade Database- what is the difference between a partnercode and reportercode" Tags="|trade|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7245" PostTypeId="1" CreationDate="2016-03-07T06:02:28.737" Score="1" ViewCount="436" Body="&lt;p&gt;I tired with many open sources like &lt;a href=&quot;https://archive.ics.uci.edu/ml/index.html&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/index.html&lt;/a&gt; but i couldn't able to find any grocery supermarket data.I am looking for Like purchase history stored in Loyalty card. i am looking for data set with item id,&#xA;item name,quantity,price, purchase date , customer id or loyalty id.&lt;/p&gt;&#xA;" OwnerUserId="10485" LastActivityDate="2016-03-07T06:02:28.737" Title="where can i find sample free data set from super market purchase history with customer id?" Tags="|data-request|machine-learning|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7246" PostTypeId="1" AcceptedAnswerId="7247" CreationDate="2016-03-07T10:22:21.483" Score="2" ViewCount="91" Body="&lt;p&gt;I've imported the wikipedia database in four languages with the goal of running some machine learning algorithms on it for text classification. The import doesn't populate the &quot;category&quot; table though. Am I missing something?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also like to know if there was a way to map categories across the different language databases? i.e. know which category in English represents which category in German for example?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="10488" LastActivityDate="2016-03-07T10:35:55.690" Title="Wikipedia database: categories and category mapping across languages" Tags="|wikipedia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7247" PostTypeId="2" ParentId="7246" CreationDate="2016-03-07T10:35:55.690" Score="1" Body="&lt;p&gt;For the second question, the answer is in the langlinks table (categories have page_id just like pages). Se more here: &lt;a href=&quot;https://www.mediawiki.org/wiki/Manual:Langlinks_table&quot; rel=&quot;nofollow&quot;&gt;https://www.mediawiki.org/wiki/Manual:Langlinks_table&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2016-03-07T10:35:55.690" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7248" PostTypeId="2" ParentId="7208" CreationDate="2016-03-07T15:58:43.450" Score="6" Body="&lt;p&gt;As a variation of above, if you want all the labels in all the languages, you can get it from Wikidata like so:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?city ?country (lang(?label) AS ?language) ?label&#xA;WHERE &#xA;{&#xA;    ?city wdt:P31/wdt:P279* wd:Q515 .  # find instances of subclasses of city&#xA;    ?city wdt:P17 ?country   # Also find the country of the city&#xA;    OPTIONAL { ?city rdfs:label ?label }&#xA;} &#xA;LIMIT 10  # remove this for full list&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Just run that on &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fcity%20%3Fcountry%20%28lang%28%3Flabel%29%20AS%20%3Flanguage%29%20%3Flabel%0AWHERE%20%0A%7B%0A%20%20%20%20%3Fcity%20wdt%3AP31%2Fwdt%3AP279%2a%20wd%3AQ515%20.%20%20%23%20find%20instances%20of%20subclasses%20of%20city%0A%20%20%20%20%3Fcity%20wdt%3AP17%20%3Fcountry%20%20%20%23%20Also%20find%20the%20country%20of%20the%20city%0A%20%20%20%20OPTIONAL%20%7B%20%3Fcity%20rdfs%3Alabel%20%3Flabel%20%7D%0A%7D%20%0ALIMIT%2010%20%20%23%20remove%20this%20for%20full%20list&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8823" LastEditorUserId="16193" LastEditDate="2018-11-08T14:41:47.503" LastActivityDate="2018-11-08T14:41:47.503" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7249" PostTypeId="1" CreationDate="2016-03-07T16:51:07.823" Score="1" ViewCount="48" Body="&lt;p&gt;Does anyone know of any spatial data on Ginseng in the United States other than USGS range maps? &lt;/p&gt;&#xA;" OwnerUserId="10491" LastActivityDate="2016-03-07T20:15:23.490" Title="GIS and/or Maps regarding Ginseng in the United States." Tags="|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7250" PostTypeId="1" CreationDate="2016-03-07T17:06:11.867" Score="10" ViewCount="4722" Body="&lt;p&gt;I'm developing a system to extract tags from text (English) and currently I have no dataset to test the system and evaluate, could someone point me to a source (preferably a free one) thanks.&#xA;NOTE:&#xA;By Tags I mean if there's an article about let's say new album of a musician then Tags should be something like [&quot;music&quot;,&quot;new album&quot;,&quot;name of musician&quot;] something along these lines.&lt;/p&gt;&#xA;" OwnerUserId="10492" LastActivityDate="2021-04-23T21:58:08.367" Title="Corpus of tagged text (English newspapers or any tagged text)" Tags="|english|corpora|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7251" PostTypeId="1" CreationDate="2016-03-07T17:37:36.400" Score="3" ViewCount="46" Body="&lt;p&gt;What would be the best source for data set of property tax assessments for all counties other than going to individual counties and requesting them?&lt;/p&gt;&#xA;" OwnerUserId="10494" LastEditorUserId="23272" LastEditDate="2021-04-04T04:47:48.003" LastActivityDate="2021-04-04T04:47:48.003" Title="Property tax assessment" Tags="|data.gov|uk|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7252" PostTypeId="1" CreationDate="2016-03-07T19:00:49.800" Score="2" ViewCount="152" Body="&lt;p&gt;on the data download page, there is a file called &quot;Most recent data 124 MB csv&quot;, Does anyone know what the time period is? 2014? 2015? Or something else?&lt;/p&gt;&#xA;" OwnerUserId="10496" LastActivityDate="2016-04-09T22:27:25.197" Title="College Scorecard Raw Data Question" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7253" PostTypeId="2" ParentId="7249" CreationDate="2016-03-07T20:15:23.490" Score="1" Body="&lt;p&gt;Have you google it ? I ran and found this but not sure if this what you are looking for. You might want to give them a call to nail it down where you can get the data for Ginseng.  &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3825865/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3825865/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-03-07T20:15:23.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7254" PostTypeId="2" ParentId="6977" CreationDate="2016-03-07T21:19:26.183" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.opendata500.com/&quot; rel=&quot;nofollow&quot;&gt;opendata500.com&lt;/a&gt;, and in particular &lt;a href=&quot;http://www.opendata500.com/ca/&quot; rel=&quot;nofollow&quot;&gt;Open Data Canada 150&lt;/a&gt; might be useful for you.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Open Data 150 is a joint project between The Govlab and Canada’s Open Data Exchange (ODX), supported by the Federal Economic Development Agency for Southern Ontario and ThomsonReuters. It is the first comprehensive, internationally comparable mapping of Canadian companies that use open data to: launch new products and services; create commercial and nonprofit ventures, optimize their business processes, do research, make data-driven decisions, and solve complex problems.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="10499" LastEditorUserId="1511" LastEditDate="2016-03-08T20:05:21.630" LastActivityDate="2016-03-08T20:05:21.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7255" PostTypeId="1" CreationDate="2016-03-07T21:51:23.243" Score="8" ViewCount="1540" Body="&lt;p&gt;I want to search on images of skin diseases corpus. I need this dataset to index images in my search engine. Please suggest me how and from where i can get those images.&lt;/p&gt;&#xA;" OwnerUserId="8859" LastActivityDate="2018-02-04T04:49:51.250" Title="Where can I get the images data set of skin diseases?" Tags="|data-request|medical|disease|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7256" PostTypeId="1" AcceptedAnswerId="7257" CreationDate="2016-03-08T00:45:32.720" Score="5" ViewCount="2740" Body="&lt;p&gt;Just a wonder I had, does somebody know an API which with we can retrieve soft free-to-use erotic photos and pictures ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen a lot of APIs and datasets, but never heard of this kind.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for answers !&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kind regards, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Shade &lt;/p&gt;&#xA;" OwnerUserId="10501" LastActivityDate="2019-11-20T17:54:23.413" Title="Is there an API for soft erotic pictures?" Tags="|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7257" PostTypeId="2" ParentId="7256" CreationDate="2016-03-08T06:52:48.633" Score="6" Body="&lt;p&gt;Not specifically a soft erotic API, but you can use flickr and I'm going to assume tumblr, to get what you are asking for.&lt;br&gt;&#xA;flickr's API is incredibly stable, you'll just have to filter out what is/is not soft erotic. under the erotic tag in flickr, you'll get mixed results; heads up, some may be NSFW:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.flickr.com/photos/tags/erotic&quot;&gt;https://www.flickr.com/photos/tags/erotic&lt;/a&gt;&lt;br&gt;&#xA;I'm assuming tumblr because it has similar content as well as a stable API, however I'm not very familiar with it. Although I've seen quite an uptick in porn there lately, so if you do use tumblr you may have to double down on your filter(s).&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-08T06:52:48.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7258" PostTypeId="1" CreationDate="2016-03-07T10:24:06.803" Score="2" ViewCount="121" Body="&lt;p&gt;Looking for landslide spatio-temporal station based dataset for India or Global region. Need to analyze the characteristics of landslide attributes such as soil type, slope aspect, date, latitude, longitude, Date/time, rainfall and climatic factors.&lt;/p&gt;&#xA;" OwnerUserId="10546" OwnerDisplayName="Nandhini" LastEditorUserId="90" LastEditDate="2016-03-21T22:20:31.747" LastActivityDate="2016-03-21T22:20:31.747" Title="Where can i download spatio-temporal landslide station based dataset for india in .csv format" Tags="|geospatial|weather|research|india|" AnswerCount="0" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7259" PostTypeId="1" CreationDate="2016-03-08T10:43:39.897" Score="2" ViewCount="27" Body="&lt;p&gt;I've got a gateway that reads machine data on the shopfloor, e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;running hours&lt;/li&gt;&#xA;&lt;li&gt;notifications (&quot;low oil pressure&quot;,...)&lt;/li&gt;&#xA;&lt;li&gt;temperatures inside machine&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The gateway should publish this data in JSON-LD.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the context file I'm looking for a vocubulary to express the machine data. Is there already a vocabulary or 'setup' for this kind of data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there sample immplementations for this domain?&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2016-03-08T10:43:39.897" Title="Is there a vocabulary for linking machine data on the shopfloor?" Tags="|data-request|linked-data|ontology|json|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7260" PostTypeId="1" CreationDate="2016-03-08T15:29:58.267" Score="3" ViewCount="77" Body="&lt;p&gt;I am building a GIS platform for security management purpose. I would need to display POIs that would be geolocated about events occurring on the globe. Do you guys know open data geoRSS feeds available that I could use and import in my platform?&lt;/p&gt;&#xA;" OwnerUserId="10508" LastEditorUserId="1511" LastEditDate="2016-03-08T20:08:02.880" LastActivityDate="2016-03-08T20:08:02.880" Title="Open data GeoRSS feeds" Tags="|geospatial|geocoding|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7261" PostTypeId="1" AcceptedAnswerId="7275" CreationDate="2016-03-08T15:54:37.867" Score="6" ViewCount="543" Body="&lt;p&gt;I am looking for a downloadable/queryable database which lists tree species with their characteristics (e.g. average height, preferred temperature, etc.), I am specifically interested in flowering times. There are some websites where one can look up a specific species like &lt;a href=&quot;http://www.worldagroforestry.org/resources/databases/agroforestree&quot; rel=&quot;noreferrer&quot;&gt;worldagroforestry.org&lt;/a&gt; or &lt;a href=&quot;http://www.feis-crs.org/feis/faces/SearchByOther.xhtml&quot; rel=&quot;noreferrer&quot;&gt;feis-crs.org&lt;/a&gt;, but I would like to be able to query it (e.g. list all trees that blossom in July).&lt;br&gt;&#xA;Has anyone came across such a database or service?&lt;/p&gt;&#xA;" OwnerUserId="5969" LastEditorUserId="1511" LastEditDate="2016-03-08T20:06:16.200" LastActivityDate="2019-07-21T07:09:35.677" Title="Is there an open database with characteristics of tree species?" Tags="|data-request|research|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7262" PostTypeId="1" CreationDate="2016-03-08T16:11:49.577" Score="1" ViewCount="215" Body="&lt;p&gt;I have downloaded the full (&quot;all data&quot;) version of the college scorecard data form &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt;. Along with the data it contains an extensive data dictionary listing variable names, descriptions and labels for categorical variables. The team I am working with prefer to use Stata, so we would like to load this dictionary in along with the data. Has someone already written Stata code to do this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edited to clarify:&#xA;The data have a large number of categorical variables stored as numbers. For instance, the variable &quot;CONTROL&quot; can take values 1, 2 and 3. According to the data dictionary (CollegeScorecardDataDictionary-09-12-2015.csv) these values correspond to Public, Private nonprofit and Private for-profit respectively. To have Stata recognize these labels I could manually enter the command:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;label define CONTROL 1 &quot;Public&quot; 2 &quot;Private nonprofit&quot; 3 &quot;Private for-profit&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In R we would run something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CONTROL &amp;lt;- factor(CONTROL,&#xA;levels = c(1,2,3),&#xA;labels = c(&quot;Public&quot;, &quot;Private nonprofit&quot;, &quot;Private for-profit&quot;))&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to do this so that my software automatically gives meaningful names when preparing tables and so I don't have to go searching through the data dictionary manually whenever I want to look at the data directly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now obviously I should not write code analogous to the above for all variables by hand. Instead I can write some code that loops over all the variables in the data dictionary and, for those with labels, loops over those labels and assigns them to the relevant number. Before I do this task I thought I would ask if someone had already solved this problem.&lt;/p&gt;&#xA;" OwnerUserId="10510" LastEditorUserId="10510" LastEditDate="2016-03-10T23:34:28.010" LastActivityDate="2016-03-10T23:34:28.010" Title="College scorecard data dictionary Stata code?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7263" PostTypeId="1" AcceptedAnswerId="7332" CreationDate="2016-03-08T16:55:53.467" Score="2" ViewCount="408" Body="&lt;p&gt;I'm looking at the College Scorecard raw data zip downloaded from &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt; (&quot;All Data&quot;) and the included &lt;code&gt;data_dictionary.yaml&lt;/code&gt; that defines the data fields and their source in the included .csv files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My issue, if I understand correctly, is due to the included &lt;code&gt;data_dictionary.yaml&lt;/code&gt; missing entries for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;academic.program_available.assoc&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;academic.program_available.bachelors&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;academic.program_available.assoc_or_bachelors&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These are the fields that allow the search to query on schools that offer different degree types, either 2-year, 4-year, or both. Without these entries in the yaml, I don't know what they should link up to in the source csv columns and I'm not sure how the college scorecard site is able to query on these variables if they are not defined in the yaml (or in the csv?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps the download doesn't contain the most recent &lt;code&gt;dictionary_data.yaml&lt;/code&gt; file that the &lt;a href=&quot;https://collegescorecard.ed.gov&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov&lt;/a&gt; site is using? The file version is: &lt;code&gt;Aug27-2015-09-04-15:41-0700-allyears&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="10511" LastEditorUserId="10511" LastEditDate="2016-03-08T17:18:17.720" LastActivityDate="2016-03-15T22:34:04.787" Title="College Scorecard data dictionary missing academic.program_available.XXX entries" Tags="|api|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7264" PostTypeId="1" CreationDate="2016-03-08T18:20:12.260" Score="2" ViewCount="23" Body="&lt;p&gt;Is there a easier way to download public data from county government website ( property sales) other than individually from each county?(USA) Is there a collated data set state wise that is available for download?&lt;/p&gt;&#xA;" OwnerUserId="10494" LastActivityDate="2016-03-10T18:43:50.343" Title="StateWide Collated Public county data set" Tags="|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7266" PostTypeId="1" CreationDate="2016-03-09T01:52:02.937" Score="2" ViewCount="176" Body="&lt;p&gt;I once came across a website offering datasets of animal (mainly birds) sightings from all over the globe. If I remember correctly that data was combined from different sources, including crowd-sourced locations (some observations had a column with free text such as &quot;saw it in the garden of my hotel in Addis&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't seem to find that data set anymore. Does anyone know this or a comparable dataset?&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2016-03-09T02:24:03.460" LastActivityDate="2016-03-16T16:45:46.570" Title="Georeferenced data on animal sightings" Tags="|geospatial|geocoding|biology|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7267" PostTypeId="2" ParentId="7266" CreationDate="2016-03-09T02:25:52.603" Score="0" Body="&lt;p&gt;I just found: &lt;a href=&quot;http://gbif.org/&quot; rel=&quot;nofollow&quot;&gt;http://gbif.org/&lt;/a&gt;. Which seems to be what I had in mind, nonetheless, if someone else finds something useful to add to the list, I'd be happy. &lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2016-03-09T02:25:52.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7268" PostTypeId="1" AcceptedAnswerId="7274" CreationDate="2016-03-09T02:33:45.170" Score="2" ViewCount="74" Body="&lt;p&gt;I need to verify the number of adults I found in MIMIC III v1.3.&lt;/p&gt;&#xA;&lt;p&gt;Based on the fact that age is defined by this formula:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;((extract(DAY from admittime - dob) &#xA; + extract(HOUR from admittime - dob) / 24&#xA; + extract(MINUTE from admittime - dob) / 24 / 60&#xA;  ) / 365.242)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;and that adult is patients who are aged above 15 at the time of their first admission, there are 38,645 adults in the database among a total of 46,520 patients.&lt;/p&gt;&#xA;&lt;p&gt;Could you please confirm or reject this number by giving the exact number of adults?&lt;/p&gt;&#xA;" OwnerUserId="9905" LastEditorUserId="23272" LastEditDate="2022-07-14T12:54:22.397" LastActivityDate="2022-07-14T12:54:22.397" Title="Inquiry about number of adults in MIMIC-III v1.3" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7269" PostTypeId="2" ParentId="7266" CreationDate="2016-03-09T03:27:41.540" Score="4" Body="&lt;p&gt;There are quite a few wildlife mapping datasets out there, and growing. Narrowing it down to species' is hit or miss, but if its a hit, you will be happily rewarded, as this data tends to be high quality, and uniquely interesting. Here's a few, look at JellyWatch in particular:&lt;br&gt;&#xA;&lt;a href=&quot;http://birdcast.info/&quot; rel=&quot;nofollow&quot;&gt;BirdCast&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://blx1.bto.org/birdtrack/main/data-home.jsp&quot; rel=&quot;nofollow&quot;&gt;BirdTrack&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.audubon.org/conservation/science/christmas-bird-count&quot; rel=&quot;nofollow&quot;&gt;Christmas Bird Count&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.pwrc.usgs.gov/BBS/index.cfm&quot; rel=&quot;nofollow&quot;&gt;North American Breeding Bird Survey&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://jellywatch.org/&quot; rel=&quot;nofollow&quot;&gt;JellyWatch - Jellyfish Sightings Tracker - this one has user comments as mentioned in the question&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://jellywatch.org/sightings_list/sightings.csv&quot; rel=&quot;nofollow&quot;&gt;Jellyfish Sightings CSV&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT (some related background layers):&lt;br&gt;&#xA;&lt;a href=&quot;http://www.worldwildlife.org/pages/conservation-science-data-and-tools&quot; rel=&quot;nofollow&quot;&gt;World Wildlife Fund Science Data and Tools - Not wildlife tracking, but wildlife related&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fws.gov/gis/data/national/&quot; rel=&quot;nofollow&quot;&gt;USFWS GIS datasets have more layers for US, and a few wildlife sets too&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-03-09T04:31:59.727" LastActivityDate="2016-03-09T04:31:59.727" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7270" PostTypeId="1" AcceptedAnswerId="7271" CreationDate="2016-03-09T10:26:03.763" Score="7" ViewCount="589" Body="&lt;p&gt;Any idea if there`s any source from where I can get publicly available data of trip details?&lt;/p&gt;&#xA;" OwnerUserId="8720" LastEditorUserId="8720" LastEditDate="2016-04-22T15:41:52.223" LastActivityDate="2016-04-22T15:41:52.223" Title="Data with trips" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7271" PostTypeId="2" ParentId="7270" CreationDate="2016-03-09T10:53:30.137" Score="8" Body="&lt;p&gt;the only source I know is a freedom of information request to NYC's Taxi &amp;amp; Limousine Commission made by &lt;a href=&quot;http://fivethirtyeight.com/&quot; rel=&quot;nofollow&quot;&gt;FiveThirtyEight&lt;/a&gt;. The &lt;a href=&quot;https://github.com/fivethirtyeight/uber-tlc-foil-responsefivethirty&quot; rel=&quot;nofollow&quot;&gt;data are avaible on this Github repo&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Part of the data are also directly &lt;a href=&quot;https://data.opendatasoft.com/explore/?q=uber&amp;amp;sort=modified&quot; rel=&quot;nofollow&quot;&gt;available through an API on OpenDataSoft&lt;/a&gt; if you prefer ;). Disclaimer: I work for OpenDataSoft.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are not a lot of trip details but it's a good start. Hope it will help though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastEditorUserId="1834" LastEditDate="2016-03-10T18:17:54.367" LastActivityDate="2016-03-10T18:17:54.367" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7272" PostTypeId="1" CreationDate="2016-03-09T11:36:07.993" Score="2" ViewCount="21" Body="&lt;p&gt;Does anyone know where I can find a sample of pension liabilities (age-sex-liability)?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already tried some of the proposed databases over here:&#xA;&lt;a href=&quot;https://stats.stackexchange.com/questions/7/locating-freely-available-data-samples&quot;&gt;https://stats.stackexchange.com/questions/7/locating-freely-available-data-samples&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10521" LastEditorUserId="-1" LastEditDate="2017-04-13T12:44:19.273" LastActivityDate="2016-03-09T11:36:07.993" Title="Pension liabilities data sample" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7273" PostTypeId="1" CreationDate="2016-03-09T13:33:46.030" Score="1" ViewCount="46" Body="&lt;p&gt;I am trying to find the artists on songs for appropriate credit to those artists musicians vocalists. Is there a way to look up the complete music artists (such a vocal, dj, band) on songs?&lt;/p&gt;&#xA;" OwnerUserId="10523" LastActivityDate="2016-03-09T13:33:46.030" Title="Music Artists On Tracks" Tags="|music|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7274" PostTypeId="2" ParentId="7268" CreationDate="2016-03-09T16:54:20.170" Score="2" Body="&lt;p&gt;The following query confirms that there are 46,520 distinct patients in MIMIC-III v1.3:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT count(distinct subject_id)&#xA;FROM admissions;&#xA;-- returns 46520.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The following query confirms that the there are 38,645 distinct adult patients in MIMIC-III v1.3, based on the definition of 'adult' provided in the question:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WITH ages AS&#xA;(&#xA;    SELECT ad.subject_id, ad.hadm_id, ad.admittime, &#xA;           RANK() OVER (PARTITION BY ad.subject_id ORDER BY ad.admittime), &#xA;               (extract(DAY FROM ad.admittime - p.dob) &#xA;                + extract(HOUR FROM ad.admittime - p.dob) / 24&#xA;                + extract(MINUTE FROM ad.admittime - p.dob) / 24 / 60&#xA;                ) / 365.242 AS age&#xA;    FROM admissions ad&#xA;    INNER JOIN patients p&#xA;    ON ad.subject_id = p.subject_id &#xA;)&#xA;SELECT count(distinct subject_id)&#xA;FROM ages&#xA;WHERE age &amp;gt; 15;&#xA;-- returns 38645&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2016-03-09T17:44:37.917" LastActivityDate="2016-03-09T17:44:37.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7275" PostTypeId="2" ParentId="7261" CreationDate="2016-03-09T19:31:20.517" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;https://www.usanpn.org/data&quot; rel=&quot;noreferrer&quot;&gt;National Phenology Network&lt;/a&gt; has data for flowering dates (and other &lt;a href=&quot;https://en.wikipedia.org/wiki/Phenology&quot; rel=&quot;noreferrer&quot;&gt;phenological characteristics&lt;/a&gt;) for trees in the United States. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using their &lt;a href=&quot;https://www.usanpn.org/results/data&quot; rel=&quot;noreferrer&quot;&gt;download tool&lt;/a&gt;, you can specify a season of interest (if you select &quot;Other&quot; under Year Options, you can narrow it down to specific dates) and a range of species (selecting all the broadleaf and conifer Functional Types will give you most trees and shrubs) to download. Checking &quot;Flowers&quot; under the Phenophase Categories will return only the data pertaining to flowering.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even their summary data are more detailed than simply a list of species matching the criteria, so you will need to do some additional analysis/interpretation to answer your question. The parts of interest to you will be the &lt;code&gt;First_Yes_*&lt;/code&gt; and &lt;code&gt;Last_Yes_*&lt;/code&gt; describing the dates of the flowering events.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, as you will no doubt notice, the flowering date of a particular species will vary by latitude and elevation (as well as other factors correlated to temperature), so the answer to the question of &quot;all trees that blossom in July&quot; will depend on where those trees are located.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good Luck!&lt;/p&gt;&#xA;" OwnerUserId="8975" LastActivityDate="2016-03-09T19:31:20.517" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7276" PostTypeId="1" AcceptedAnswerId="7285" CreationDate="2016-03-09T20:25:24.967" Score="3" ViewCount="73" Body="&lt;p&gt;Are all patients' admissions and ICU stays from MIMIC-II included in MIMIC-III?&lt;/p&gt;&#xA;" OwnerUserId="9905" LastActivityDate="2016-03-10T17:29:46.400" Title="Relation of MIMIC-II v2.6 and MIMIC-III v1.3 patients records" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7277" PostTypeId="1" AcceptedAnswerId="7298" CreationDate="2016-03-09T20:45:41.100" Score="5" ViewCount="144" Body="&lt;p&gt;I need reference tables to decodify OSHA numberic codes for the multiple fields in the OSHA datasets. Many of these fields reference numeric codes for which I have not been able to find anywhere. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The list of data tables I am working with are located at: &#xA;&lt;a href=&quot;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_accident_injury&quot;&gt;http://developer.dol.gov/health-and-safety/dol-osha-enforcement/#osha_accident_injury&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is an example column from the accident_injury table:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;COLUMN NAME = fat_cause     &lt;/p&gt;&#xA;&#xA;&lt;p&gt;COLUMN DESCRIPTION = Construction - cause of fatality (code table CAUS)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Under this column are numeric codes that range from 1-30. I would like to know where I can access the code table CAUS referenced in the table dictionary as well as all the other codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="10526" LastActivityDate="2018-01-29T22:23:52.303" Title="Need help decoding OSHA datasets numeric codes" Tags="|labor|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7278" PostTypeId="1" CreationDate="2016-03-09T20:52:08.393" Score="3" ViewCount="76" Body="&lt;p&gt;In cases where journals require us to share a DOI or URL link to a stable public access data repository, can the DDL be used, and how? &#xA;The DOI or URL for this purpose may be intended to link a limited dataset corresponding only to the specific analysis for the manuscript or publication. &#xA;Can the DDL be used in this very limited way and if so, is there any guidance for how this can be done? &lt;/p&gt;&#xA;" OwnerUserId="10527" LastEditorUserId="5763" LastEditDate="2016-06-04T00:17:07.003" LastActivityDate="2016-06-04T00:17:07.003" Title="Can we use the DDL as a data repository for reference in publications with DOI?" Tags="|usaidopen|doi|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7279" PostTypeId="2" ParentId="7277" CreationDate="2016-03-09T22:37:29.033" Score="2" Body="&lt;p&gt;I had to do some googling around but I think what you're looking for is at &lt;a href=&quot;http://www1.dol-esa.gov/AgcyData/agencyDataServlet&quot; rel=&quot;nofollow&quot;&gt;http://www1.dol-esa.gov/AgcyData/agencyDataServlet&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the same data at &lt;a href=&quot;http://www.dol.gov/owcp/dfec/regs/compliance/dfecdd/CMFDataDictionary20091211.html&quot; rel=&quot;nofollow&quot;&gt;http://www.dol.gov/owcp/dfec/regs/compliance/dfecdd/CMFDataDictionary20091211.html&lt;/a&gt; as well.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-03-09T22:37:29.033" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7280" PostTypeId="2" ParentId="7250" CreationDate="2016-03-10T04:32:54.423" Score="9" Body="&lt;p&gt;What you're trying to do is called named entity recognition. There exist several typical datasets for it, such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cnts.ua.ac.be/conll2002/ner/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CoNLL-2002&lt;/a&gt;: free. 4 types of entities are tagged: locations, persons, organizations, and miscellaneous entities that do not belong in any of the three previous categories.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cnts.ua.ac.be/conll2003/ner/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CoNLL-2003&lt;/a&gt;: free. 4 types of entities are tagged: locations, persons, organizations, and miscellaneous entities that do not belong in any of the three previous categories.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.ldc.upenn.edu/collaborations/past-projects/ace&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACE&lt;/a&gt;: non-free.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://catalog.ldc.upenn.edu/LDC2013T19&quot; rel=&quot;nofollow noreferrer&quot;&gt;OntoNotes Release 5.0&lt;/a&gt; (free, &lt;a href=&quot;https://catalog.ldc.upenn.edu/docs/LDC2013T19/OntoNotes-Release-5.0.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;release notes&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Entity types:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/O03Hx.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/O03Hx.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Excerpt from &lt;code&gt;\ontonotes-release-5.0_LDC2013T19\ontonotes-release-5.0\data\files\data\english\annotations\bc\cnn\00\cnn_0006.name&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Live from &amp;lt;ENAMEX TYPE=&amp;quot;ORG&amp;quot;&amp;gt;CNN&amp;lt;/ENAMEX&amp;gt; in &amp;lt;ENAMEX TYPE=&amp;quot;GPE&amp;quot;&amp;gt;Washington&amp;lt;/ENAMEX&amp;gt; this is &amp;lt;ENAMEX TYPE=&amp;quot;WORK_OF_ART&amp;quot;&amp;gt;Late Edition with Wolf Blitzer&amp;lt;/ENAMEX&amp;gt; /.&#xA;Good &amp;lt;ENAMEX TYPE=&amp;quot;TIME&amp;quot;&amp;gt;evening&amp;lt;/ENAMEX&amp;gt; &amp;lt;ENAMEX TYPE=&amp;quot;GPE&amp;quot;&amp;gt;Washington&amp;lt;/ENAMEX&amp;gt; /.&#xA;&amp;lt;ENAMEX TYPE=&amp;quot;TIME&amp;quot;&amp;gt;nine AM&amp;lt;/ENAMEX&amp;gt; in &amp;lt;ENAMEX TYPE=&amp;quot;GPE&amp;quot;&amp;gt;Los Angeles&amp;lt;/ENAMEX&amp;gt; &amp;lt;ENAMEX TYPE=&amp;quot;TIME&amp;quot;&amp;gt;five PM&amp;lt;/ENAMEX&amp;gt; in &amp;lt;ENAMEX TYPE=&amp;quot;GPE&amp;quot;&amp;gt;London&amp;lt;/ENAMEX&amp;gt; and &amp;lt;ENAMEX TYPE=&amp;quot;TIME&amp;quot;&amp;gt;eight PM&amp;lt;/ENAMEX&amp;gt; in &amp;lt;ENAMEX TYPE=&amp;quot;GPE&amp;quot;&amp;gt;Baghdad&amp;lt;/ENAMEX&amp;gt; /.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cs.cmu.edu/%7Eenron/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enron Email Dataset&lt;/a&gt;. Entity types: person names, dates and times.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;em&gt;QTLEAP-2015-D5.11 - report on the state-of-the-art in NER and WSD&lt;/em&gt;  gives a nice list of NER datasets:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lLFrj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lLFrj.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wsZer.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wsZer.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wikipedia NER: Ghaddar, Abbas, and Philippe Langlais. &amp;quot;WiNER: A Wikipedia annotated corpus for named entity recognition.&amp;quot; In Proceedings of the Eighth International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 413-422. 2017.https://www.aclweb.org/anthology/I17-1042.pdf&lt;/li&gt;&#xA;&lt;li&gt;Acronyms: Veyseh, Amir Pouran Ben, Franck Dernoncourt, Quan Hung Tran, and Thien Huu Nguyen. &amp;quot;What Does This Acronym Mean? Introducing a New Dataset for Acronym Identification and Disambiguation.&amp;quot; In Proceedings of the 28th International Conference on Computational Linguistics, pp. 3285-3301. 2020. &lt;a href=&quot;https://www.aclweb.org/anthology/2020.coling-main.292.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.aclweb.org/anthology/2020.coling-main.292.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Definitions: Spala, Sasha, Nicholas A. Miller, Yiming Yang, Franck Dernoncourt, and Carl Dockhorn. &amp;quot;DEFT: A corpus for definition extraction in free-and semi-structured text.&amp;quot; In The 13th Linguistic Annotation Workshop, p. 124. 2019. &lt;a href=&quot;https://www.aclweb.org/anthology/W19-4015.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.aclweb.org/anthology/W19-4015.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/6676/1652&quot;&gt;Physician notes with annotated PHI&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;A similar question was asked on stack overflow: &lt;a href=&quot;https://stackoverflow.com/q/3330227/395857&quot;&gt;Free Tagged Corpus for Named Entity Recognition&lt;/a&gt;  (&lt;a href=&quot;https://web.archive.org/web/20170309221225/https://stackoverflow.com/questions/3330227/free-tagged-corpus-for-named-entity-recognition&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2021-04-23T21:58:08.367" LastActivityDate="2021-04-23T21:58:08.367" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="7282" PostTypeId="1" CreationDate="2016-03-10T14:30:46.607" Score="1" ViewCount="23" Body="&lt;p&gt;I am looking for datasets for online donation for people who need help.&#xA;Something like &lt;a href=&quot;http://build.kiva.org/docs/data/snapshots&quot; rel=&quot;nofollow&quot;&gt;Kiva&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6701" LastEditorUserId="6701" LastEditDate="2016-03-10T14:40:23.360" LastActivityDate="2016-03-10T14:40:23.360" Title="Online financial help (donation) dataset" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7284" PostTypeId="1" CreationDate="2016-03-10T16:17:05.830" Score="1" ViewCount="38" Body="&lt;p&gt;I'm wondering when the VETS-4212 dataset will be available via the Department of Labor's API, like the VETS100 and VETS100A datasets are at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.dol.gov/others/vets100/&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/others/vets100/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10536" LastActivityDate="2016-03-10T16:17:05.830" Title="VETS-4212 Dataset" Tags="|api|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7285" PostTypeId="2" ParentId="7276" CreationDate="2016-03-10T17:29:46.400" Score="2" Body="&lt;p&gt;The vast majority of patients who appear in MIMIC-II v2.6 also appear in MIMIC-III v1.3. These patients retain the same subject_id and can be selected across versions of the database using the following query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WITH &#xA;mimic2 as (&#xA;    SELECT p2.subject_id subject_id_m2&#xA;    FROM mimic2v26.d_patients p2),&#xA;mimic3 as (&#xA;    SELECT p3.subject_id subject_id_m3&#xA;    FROM mimiciii.patients p3)&#xA;SELECT m2.subject_id_m2, m3.subject_id_m3&#xA;FROM mimic2 m2&#xA;LEFT JOIN mimic3 m3&#xA;ON m2.subject_id_m2 = m3.subject_id_m3&#xA;ORDER BY m2.subject_id_m2;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A small proportion of patients were not included in MIMIC-III for various reasons, mostly relating to missing data in a later data dump. These patients may be added in the future.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that MIMIC-II and MIMIC-III are significantly different in structure and content. We recommend treating MIMIC-III as an entirely new database, unless there are strong reasons to attempt to link across versions.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-03-10T17:29:46.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7286" PostTypeId="2" ParentId="6680" CreationDate="2016-03-10T18:35:33.553" Score="0" Body="&lt;p&gt;You may want to look into &lt;a href=&quot;http://accessgudid.nlm.nih.gov/&quot; rel=&quot;nofollow&quot;&gt;AccessGUDID&lt;/a&gt;, from the National Library of Medicine. &lt;/p&gt;&#xA;" OwnerUserId="6543" LastActivityDate="2016-03-10T18:35:33.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7287" PostTypeId="2" ParentId="7264" CreationDate="2016-03-10T18:43:50.343" Score="-1" Body="&lt;p&gt;Typically no, your best route would be to contact NSGIC for each states GIS Coordinator who may be able to point you to efforts to aggregate and standardize core datasets.&lt;/p&gt;&#xA;" OwnerUserId="6084" LastActivityDate="2016-03-10T18:43:50.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7288" PostTypeId="2" ParentId="7270" CreationDate="2016-03-10T18:56:41.270" Score="7" Body="&lt;p&gt;The accepted answer is actually for UBER rides. The NYC Taxi data was FOIA'd by Chris Whong in 2014. (It's a fun story to read, too.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://chriswhong.com/open-data/foil_nyc_taxi/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FOILing NYC’s Taxi Trip Data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.andresmh.com/nyctaxitrips/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Simple download&lt;/a&gt; - or as a &lt;a href=&quot;https://opendata.stackexchange.com/a/4088/1511&quot;&gt;torrent&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can now get the data directly from the Taxi &amp;amp; Limousine Commission  (TLC) - &lt;a href=&quot;http://www.nyc.gov/html/tlc/html/about/trip_record_data.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;LINK&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-03-10T18:56:41.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7289" PostTypeId="2" ParentId="6952" CreationDate="2016-03-10T19:34:42.370" Score="3" Body="&lt;p&gt;As Anthony suggested, there is an urban/rural designation available in the SF1 file. Rather than dealing the the huge, raw datasets, you can go to the Census's American Factfinder site and just download the columns of interest for Hillsborough County only (you should be able to find a table there called &quot;Urban and Rural&quot;. This will be a flat file. If you need shapefiles, find them here: &lt;a href=&quot;http://www2.census.gov/geo/tiger/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/geo/tiger/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="10540" LastActivityDate="2016-03-10T19:34:42.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7290" PostTypeId="2" ParentId="7252" CreationDate="2016-03-10T22:04:43.530" Score="2" Body="&lt;p&gt;Different data elements measure different outcomes for different student cohorts at different times. In order to understand which data elements correspond to which measurement periods, please see the data cohort map which is also included in the downloadable ZIP file. &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-03-10T22:04:43.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7291" PostTypeId="1" CreationDate="2016-03-10T23:54:55.363" Score="5" ViewCount="61" Body="&lt;p&gt;I am looking for a data set containing vaccination success rates with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;percentage of patients who received the vaccination but are not immune to the medical condition they have been vaccinated against;&lt;/li&gt;&#xA;&lt;li&gt;percentage of patients with strongly negative reaction to the vaccination;&lt;/li&gt;&#xA;&lt;li&gt;year&lt;/li&gt;&#xA;&lt;li&gt;patient demographics&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1511" LastEditDate="2016-07-30T07:26:12.353" LastActivityDate="2016-07-30T07:26:21.260" Title="Vaccination success rates" Tags="|data-request|medical|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7292" PostTypeId="1" CreationDate="2016-03-11T06:19:18.090" Score="8" ViewCount="1330" Body="&lt;p&gt;I am looking for a machine readable data set (e.g., a mere txt file with one word per row) containing the X most common words in English, excluding proper nouns (unlike this &lt;a href=&quot;https://github.com/first20hours/google-10000-english/blob/master/20k.txt&quot;&gt;list&lt;/a&gt;). If possible, ordered by frequency.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2024-02-04T01:24:46.437" Title="Most common words in English" Tags="|data-request|nlp|english|" AnswerCount="5" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7293" PostTypeId="1" CreationDate="2016-03-11T16:01:03.507" Score="3" ViewCount="111" Body="&lt;p&gt;I am seeking to get data or map that has campground in the United State but more specifically Colorado. They can be either on the internet, download data, or have maps that done by someone who did the mapping. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking at the Cottonwood Lake campground which lacks the information for me to gather the information. This campground is part of the USDA US Forest Service.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2016-03-11T16:08:10.713" LastActivityDate="2016-03-23T16:54:24.683" Title="Campground data or maps" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7294" PostTypeId="2" ParentId="6952" CreationDate="2016-03-11T17:56:55.377" Score="1" Body="&lt;p&gt;As a point of clarification, the Census Bureau doesn't use &quot;suburban&quot; as a classification. More on how to derive that can be found in various answers to &lt;a href=&quot;https://opendata.stackexchange.com/questions/972/what-is-the-difference-between-us-census-definitions-of-urbanized-areas-and-u&quot;&gt;this earlier question&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-03-11T17:56:55.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7296" PostTypeId="2" ParentId="7292" CreationDate="2016-03-11T18:12:33.340" Score="6" Body="&lt;p&gt;It's not entirely open but the best I've found in this vein is &lt;a href=&quot;http://www.wordfrequency.info&quot;&gt;www.wordfrequency.info&lt;/a&gt; - I am pretty sure that the 5000 word list is free, with fees for larger lists.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-03-11T18:12:33.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7297" PostTypeId="2" ParentId="963" CreationDate="2016-03-11T18:31:01.180" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://app.socialbicycles.com/developer/#!/bikes/GET_bikes_format_get_0&quot; rel=&quot;nofollow&quot;&gt;Social Bicycles&lt;/a&gt;, which operates bikes shares &lt;a href=&quot;http://socialbicycles.com/#where&quot; rel=&quot;nofollow&quot;&gt;in the US, Canada, and Australia&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://app.socialbicycles.com/developer/&quot; rel=&quot;nofollow&quot;&gt;https://app.socialbicycles.com/developer/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10553" LastActivityDate="2016-03-11T18:31:01.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7298" PostTypeId="2" ParentId="7277" CreationDate="2016-03-11T19:40:24.447" Score="4" Body="&lt;p&gt;Here is the information you need: &lt;a href=&quot;http://www.dol.gov/open/xls/IMISCodes.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.dol.gov/open/xls/IMISCodes.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We will also be updating developer.dol.gov shortly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have any more questions about it, please don't hesitate to ask.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2018-01-29: &lt;a href=&quot;http://developer.dol.gov/docs/IMISCodes.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;IMIS Codes live here now&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3679" LastEditorUserId="90" LastEditDate="2018-01-29T22:23:52.303" LastActivityDate="2018-01-29T22:23:52.303" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7299" PostTypeId="1" CreationDate="2016-03-12T01:29:43.653" Score="1" ViewCount="101" Body="&lt;p&gt;This: &lt;a href=&quot;http://www.dailymail.co.uk/news/article-3484702/Names-family-details-22-000-jihadis-revealed-huge-cache-leaked-ISIS-HR-forms.html&quot; rel=&quot;nofollow&quot;&gt;dailymail - Names and family details of 22000 jihadis revealed by huge cache of leaked ISIS HR-forms&lt;/a&gt;. Of course, whether the names of family details should be published is debatable. But the other variables seem to be less sensitive and could potentially be made public. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are they or a subset of variables available somewhere?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, who would one have to approach to get an (anonymized) version of the data?&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2016-04-29T09:37:46.720" LastActivityDate="2016-04-29T09:37:46.720" Title="Leaked Daesh (ISIS) Documents" Tags="|leak|terrorism|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7300" PostTypeId="1" AcceptedAnswerId="7301" CreationDate="2016-03-12T20:51:22.640" Score="2" ViewCount="44" Body="&lt;p&gt;I am looking for data on child abuse, broken down by sex of the victim and, if possible, sex of the perpetrator and relation to the victim. Age of child would be useful, too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a lot of data on child sexual abuse, but I can only find very brief summary statistics on non-sexual child abuse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I may not be searching in the right way or the right places, so I'd be happy for any and all help.&lt;/p&gt;&#xA;" OwnerDisplayName="user10560" LastActivityDate="2016-03-13T01:07:09.033" Title="Data on (non-sexual) child abuse" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7301" PostTypeId="2" ParentId="7300" CreationDate="2016-03-13T01:07:09.033" Score="4" Body="&lt;p&gt;Curious to what you are searching and where? Searching Google for &quot;non sexual child abuse statistics open data&quot; gave me multiple resources on first page of SERPS. You're going to have to pick through these, but they all separate sexual/non-sexual in one form or another.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.childstats.gov/index.asp&quot;&gt;Childstats.gov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.aecf.org/work/kids-count/&quot;&gt;Kids Count&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.jimhopper.com/abstats/&quot;&gt;Child Abuse Statistics, Research, and Resources - If you use this one make sure and double check the legitimacy of the site. Looks ok from brief glance, but I would not take that chance doing any real work with this data prior to confirming&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.humanservices.alberta.ca/abuse-bullying/17395.html&quot;&gt;Abuse/Bullying - Alberta Gov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nspcc.org.uk/services-and-resources/research-and-resources/statistics/&quot;&gt;UK Child Abuse Statistics&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://dhs.iowa.gov/reports/child-abuse-statistics&quot;&gt;Child Abuse Statistics - Iowa&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-13T01:07:09.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7302" PostTypeId="1" CreationDate="2016-03-13T02:51:45.623" Score="1" ViewCount="46" Body="&lt;p&gt;I found &lt;a href=&quot;https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/MedicareEnrpts/index.html?redirect=/medicareEnrpts/&quot; rel=&quot;nofollow&quot;&gt;CMS Medicare Enrollment Reports&lt;/a&gt; broken down by different parts, regions... I'm wondering if there are more detailed open data sources from which these reports are generated?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, I understand that about &lt;a href=&quot;http://www.medpac.gov/documents/reports/chapter-2-the-next-generation-of-medicare-beneficiaries-(june-2015-report).pdf&quot; rel=&quot;nofollow&quot;&gt;10,000 baby-boomers per day&lt;/a&gt; are aging into Medicare. I'd like to know how many folks are first-time enrollees versus those who needed to go back and re-enroll (because of life qualifying events and such).&lt;/p&gt;&#xA;" OwnerUserId="10060" LastEditorUserId="10060" LastEditDate="2016-03-13T06:27:26.820" LastActivityDate="2016-03-13T06:27:26.820" Title="Detailed data about Medicare Enrollment?" Tags="|data.gov|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7303" PostTypeId="1" CreationDate="2016-03-13T05:44:52.980" Score="5" ViewCount="558" Body="&lt;p&gt;This post is in the spirit of &quot;big-lists&quot; on tex.se and other sites&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Purpose of this post...&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...is to collect (in separate answers, unless clearly related) open datasets containing detailed geospatial information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Geographic coverage&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets should be worldwide or covering at least areas exceeding single counties or small (sub-)continents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Content coverage&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe the other restrictions already limit the sets substantially. In terms of content anything is fine, as long as it contains detailed geospatial information, be it raster-data, point data or.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To me, info that is built into standard packages (such as a worldwide city list) is boring. It's left to the community and the rating system to discourage those.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Posting format&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Post a link and a brief description of what the data contains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Reward&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this resonates sufficiently (five or more answers which aren't mine) I'll place a bounty of 100-200 to reward the user with the most above average ranking answers (most likely just the highest ranking answer).&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="90" LastEditDate="2017-01-10T01:01:30.260" LastActivityDate="2017-01-11T00:39:55.137" Title="Collection of large geospatial datasets" Tags="|data-request|geospatial|" AnswerCount="8" CommentCount="3" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7304" PostTypeId="2" ParentId="7303" CreationDate="2016-03-13T05:51:54.923" Score="1" Body="&lt;p&gt;&lt;strong&gt;Deforestation and landuse&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Detailed worldwide rasterdata on deforestation and forest cover between 2000-2014. From &quot;High-Resolution Global Maps of 21st-Century Forest Cover Change&quot; published in Science by Hansen et. al. (2013):&#xA;&lt;a href=&quot;https://earthenginepartners.appspot.com/science-2013-global-forest&quot; rel=&quot;nofollow&quot;&gt;https://earthenginepartners.appspot.com/science-2013-global-forest&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Detailed worldwide raster data (30x30 metres) on land use in 2010, based on Landsat imagery. Classifying the world into 10 different classes of landcovers: &lt;a href=&quot;http://www.globallandcover.com/GLC30Download/index.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.globallandcover.com/GLC30Download/index.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2016-03-13T05:51:54.923" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7305" PostTypeId="2" ParentId="7303" CreationDate="2016-03-13T05:55:04.183" Score="1" Body="&lt;p&gt;&lt;strong&gt;Animals, plants and biodiversity&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Point data on animal sightings, pooling different sources including academic sources and crowd-sourced reports. The data currently includes more than 600 million records: &lt;a href=&quot;http://www.gbif.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.gbif.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2016-03-13T05:55:04.183" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7306" PostTypeId="2" ParentId="7303" CreationDate="2016-03-13T06:05:08.037" Score="0" Body="&lt;p&gt;&lt;strong&gt;Health survey&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The demographic and health surveys (DHS) repeatedly surveys households in over 90 counties (and counting), with a focus on health related questions. In most countries surveys are geocoded and the coordinates are available (though blurred) to researchers: &lt;a href=&quot;http://www.dhsprogram.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.dhsprogram.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2016-03-13T06:05:08.037" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7307" PostTypeId="1" AcceptedAnswerId="7366" CreationDate="2016-03-13T10:58:50.543" Score="3" ViewCount="177" Body="&lt;p&gt;In the &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/SPARQL_Query_Examples#What_is_the_relation_between_Terrell_Buckley_and_Miami_Dolphins.3F&quot; rel=&quot;nofollow&quot;&gt;Wikidata SPARQL samples&lt;/a&gt;, I found this query:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What is the relation between Terrell Buckley and Miami Dolphins?&lt;/strong&gt;&#xA;&lt;em&gt;Items used: Terrell Buckley (Q5571382), Miami Dolphins (Q223243)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?l &#xA;WHERE&#xA;{&#xA;    wd:Q5571382 ?p wd:Q223243 .&#xA;    ?property ?ref ?p .&#xA;    ?property a wikibase:Property .&#xA;    ?property rdfs:label ?l FILTER (lang(?l) = &quot;en&quot;)&#xA;}&#xA;LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://query.wikidata.org/#SELECT%20%3Fl%20%0AWHERE%0A%7B%0A%09wd%3AQ5571382%20%3Fp%20wd%3AQ223243%20.%0A%09%3Fproperty%20%3Fref%20%3Fp%20.%0A%09%3Fproperty%20a%20wikibase%3AProperty%20.%0A%09%3Fproperty%20rdfs%3Alabel%20%3Fl%20FILTER%20%28lang%28%3Fl%29%20%3D%20%22en%22%29%0A%7D%0ALIMIT%2010&quot; rel=&quot;nofollow&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found really hard to know why you can't simply write:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?l &#xA;WHERE&#xA;{&#xA;    wd:Q5571382 ?property wd:Q223243 .&#xA;    ?property a wikibase:Property .&#xA;    ?property rdfs:label ?l FILTER (lang(?l) = &quot;en&quot;)&#xA;}&#xA;LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Removing the ?p intermediate variable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The fact it doesn't work numbs me beyond comprehension, I don't know if I'm simply too stupid to understand it, but, could you help me, guys?&lt;/p&gt;&#xA;" OwnerUserId="10477" LastEditorUserId="462" LastEditDate="2016-03-20T19:54:45.897" LastActivityDate="2016-03-20T19:54:45.897" Title="Wikidata SPARQL, why an intermediate item is needed in this sample query?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7308" PostTypeId="1" CreationDate="2016-03-13T14:00:27.933" Score="3" ViewCount="95" Body="&lt;p&gt;I am trying to get a list of ingredients/drugs that might interact with a particular drug or check if a list of drugs might interact with each other.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I achieve it using openFDA API.&lt;/p&gt;&#xA;" OwnerUserId="10570" LastActivityDate="2016-03-13T17:13:10.047" Title=".How can I get the list of drugs that interact with a particular drug in openFDA" Tags="|openfda|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7309" PostTypeId="2" ParentId="7303" CreationDate="2016-03-13T16:50:41.267" Score="1" Body="&lt;p&gt;ESRI has their own open data on their website.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the link to it : &lt;a href=&quot;http://opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-03-13T16:50:41.267" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7311" PostTypeId="2" ParentId="7303" CreationDate="2016-03-14T02:56:13.027" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow&quot;&gt;Natural Earth - Free vector and raster map data at 1:10m, 1:50m, and 1:110m scales&lt;/a&gt;&lt;br&gt;&#xA;Natural Earth is a public domain map dataset available at 1:10m, 1:50m, and 1:110 million scales. Featuring tightly integrated vector and raster data, with Natural Earth you can make a variety of visually pleasing, well-crafted maps with cartography or GIS software.&lt;br&gt;&#xA;Natural Earth was built through a collaboration of many volunteers and is supported by NACIS (North American Cartographic Information Society), and is free for use in any type of project (see our Terms of Use page for more information).&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-14T02:56:13.027" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7312" PostTypeId="2" ParentId="7303" CreationDate="2016-03-14T03:00:17.523" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://planet.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;Planet OSM&lt;/a&gt;&lt;br&gt;&#xA;Planet.osm is the OpenStreetMap data in one file: all the nodes, ways and relations that make up our map. A new version is released every week. It's a big file (XML variant over 617GB uncompressed, 44.7GB bz2 compressed and 29.3GB PBF at 2015/10/12).&lt;br&gt;&#xA;There are also files called Extracts which contain OpenStreetMap Data for individual continents, countries, and metropolitan areas.&lt;br&gt;&#xA;The files found here are regularly-updated, complete copies of the OpenStreetMap.org database, and those published before the 12 September 2012 are distributed under a Creative Commons Attribution-ShareAlike 2.0 license, those published after are Open Data Commons Open Database License 1.0 licensed.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-14T03:00:17.523" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7313" PostTypeId="2" ParentId="4790" CreationDate="2016-03-14T04:00:33.553" Score="0" Body="&lt;p&gt;J. Miller's answer is great and I'd only like to add that this page on the BLS website essentially provides a template for formatting your request strings. I find it very helpful and is the first tab I open in my browser when I want to pull data from BLS OES API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bls.gov/help/hlpforma.htm#NC&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/help/hlpforma.htm#NC&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10578" LastActivityDate="2016-03-14T04:00:33.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7314" PostTypeId="2" ParentId="5279" CreationDate="2016-03-14T04:17:10.070" Score="2" Body="&lt;p&gt;Wikimedia Commons has developed a special API exactly for this, with the keyword &lt;code&gt;aisha1&lt;/code&gt; which stands for &amp;quot;All Images with a given SHA1&amp;quot;.&lt;/p&gt;&#xA;&lt;h1&gt;API usage&lt;/h1&gt;&#xA;&lt;p&gt;Let's say you want to check whether your file myimage.jpg is already on Wikimedia Commons or not.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Calculate the checksum of myimage.jpg, for instance your get &lt;code&gt;801957214aba50cb63bb6eb1b0effa50188900ba&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Launch a request to &lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;list=allimages&amp;amp;aisha1=801957214aba50cb63bb6eb1b0effa50188900ba&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;list=allimages&amp;amp;aisha1=801957214aba50cb63bb6eb1b0effa50188900ba&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;You receive a JSON response&lt;/li&gt;&#xA;&lt;li&gt;In this JSON, if &lt;code&gt;allimages&lt;/code&gt; is empty then myimage.jpg has never been uploaded to Wikimedia Commons. If it has, you receive a reference to the existing image, example:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;JSON:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &amp;quot;batchcomplete&amp;quot;: &amp;quot;&amp;quot;,&#xA;    &amp;quot;query&amp;quot;: {&#xA;        &amp;quot;allimages&amp;quot;: [&#xA;            {&#xA;                &amp;quot;name&amp;quot;: &amp;quot;Commons-logo-beta.png&amp;quot;,&#xA;                &amp;quot;timestamp&amp;quot;: &amp;quot;2010-05-19T22:21:32Z&amp;quot;,&#xA;                &amp;quot;url&amp;quot;: &amp;quot;https://upload.wikimedia.org/wikipedia/commons/b/ba/Commons-logo-beta.png&amp;quot;,&#xA;                &amp;quot;descriptionurl&amp;quot;: &amp;quot;https://commons.wikimedia.org/wiki/File:Commons-logo-beta.png&amp;quot;,&#xA;                &amp;quot;descriptionshorturl&amp;quot;: &amp;quot;https://commons.wikimedia.org/w/index.php?curid=10378437&amp;quot;,&#xA;                &amp;quot;ns&amp;quot;: 6,&#xA;                &amp;quot;title&amp;quot;: &amp;quot;File:Commons-logo-beta.png&amp;quot;&#xA;            }&#xA;        ]&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Alternatively, there seems to be a different approach with the same goal: &lt;a href=&quot;https://commons.wikimedia.org/wiki/Commons:User_scripts/File_Analyzer&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Commons:User_scripts/File_Analyzer&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2023-09-17T07:31:54.463" LastActivityDate="2023-09-17T07:31:54.463" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7315" PostTypeId="2" ParentId="7303" CreationDate="2016-03-14T15:11:20.543" Score="2" Body="&lt;p&gt;Rather than recommending an individual dataset, I'll suggest &lt;strong&gt;The Geolode&lt;/strong&gt;: &lt;a href=&quot;http://geolode.org/&quot; rel=&quot;nofollow&quot;&gt;http://geolode.org/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a catalog of websites and online repositories that provide free and open geospatial data from around the world. It's maintained by a number of volunteers, mostly academic librarians. Each website is tagged with places, ISO topic categories, and keywords. Use the place keywords to browse for your geographic area of interest - &quot;Earth&quot; is used to capture websites that provide global data. You can suggest additional websites by sending a tweet.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-03-14T15:11:20.543" CommentCount="0" CommunityOwnedDate="2016-03-14T20:12:01.657" ContentLicense="CC BY-SA 3.0" />
  <row Id="7316" PostTypeId="2" ParentId="7232" CreationDate="2016-03-14T15:30:55.313" Score="0" Body="&lt;p&gt;The American Community Survey is created from a large sample survey and is updated on an annual basis. As far as the Census datasets go, it is the most comprehensive (in terms of subjects) and geographically detailed dataset that is published on an annual basis - it will probably be your first choice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One alternative is the Population Estimates Program. It's also published on an annual basis, but it only includes basic variables like age, gender, and race, and only for large areas like states, counties, metro areas, and places (i.e. cities). It's simpler to work with since it's smaller and isn't sample-based (data are estimates computed from births, deaths, and migration). If you just need the basics for large areas, it's a good option.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/popest/estimates.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/popest/estimates.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-03-14T15:30:55.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7317" PostTypeId="2" ParentId="7192" CreationDate="2016-03-14T17:02:50.117" Score="1" Body="&lt;p&gt;There is an &lt;a href=&quot;http://www.wikitree.com/wiki/Special:DownloadGedcom&quot; rel=&quot;nofollow&quot;&gt;option to download GEDCOM family trees&lt;/a&gt; on the &lt;a href=&quot;http://www.wikitree.com&quot; rel=&quot;nofollow&quot;&gt;WikiTree&lt;/a&gt; genealogy website. No member can request more than six files per day. Repeatedly requesting six files per day is also prohibited. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've just tested it with the family tree of Elvis Presly (WikiTree ID &lt;code&gt;Presley-155&lt;/code&gt;), it took a while to compile it and I was informed by email when the file was ready for download. It looks quite extensive (the GEDCOM file has more than 35000 lines). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I couldn't find any license information.&lt;/p&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2016-03-14T17:02:50.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7319" PostTypeId="2" ParentId="5813" CreationDate="2016-03-14T19:57:53.850" Score="4" Body="&lt;p&gt;In the paper you link there is Reference 1 &lt;strong&gt;&lt;a href=&quot;http://home.ifi.uio.no/paalh/dataset/alfheim/&quot; rel=&quot;nofollow&quot;&gt;http://home.ifi.uio.no/paalh/dataset/alfheim/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which links to a nice page with full data exports for 3 games, including csv and videos (as you said, only home team).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;'timestamp','tag_id','x_pos','y_pos','heading','direction','energy','speed','total_distance'&#xA;...&#xA;'2013-11-03 18:30:00.000612',31278,34.2361,49.366,2.2578,1.94857,3672.22,1.60798,3719.61&#xA;'2013-11-03 18:30:00.004524',31890,45.386,49.8209,0.980335,1.26641,5614.29,2.80983,4190.53&#xA;'2013-11-03 18:30:00.013407',0918,74.5904,71.048,-0.961152,0,2.37406,0,0.285215&#xA;'2013-11-03 18:30:00.015759',109,60.2843,57.3384,2.19912,1.22228,4584.61,8.14452,4565.93&#xA;'2013-11-03 18:30:00.023466',909,45.0113,54.7307,2.23514,2.27993,4170.35,1.76589,4070.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-06-19T17:09:51.583" LastActivityDate="2016-06-19T17:09:51.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7321" PostTypeId="1" CreationDate="2016-03-14T19:35:01.743" Score="1" ViewCount="567" Body="&lt;p&gt;I would like to perform some kind of analysis on survey raw survey data. That is on the actual answers, not on the processed results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get such data?&lt;/p&gt;&#xA;" OwnerUserId="10587" OwnerDisplayName="Mercury" LastEditorUserId="1511" LastEditDate="2016-03-21T22:18:18.987" LastActivityDate="2016-03-23T17:17:04.280" Title="Survey raw data" Tags="|data-request|survey|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7322" PostTypeId="2" ParentId="7104" CreationDate="2016-03-15T05:53:32.823" Score="3" Body="&lt;p&gt;It took quite a while to figure this out myself, so I thought I'd share!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The openFDA bucket is &lt;em&gt;Requestor Pays,&lt;/em&gt; so you have to enable yourself -- in &lt;em&gt;your&lt;/em&gt; amazon account -- to pay for requests to that bucket.  To do so, create a policy document on a group that you are in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Steps:&lt;/strong&gt;&lt;p&gt;&#xA;1. Create an IAM group called openFDA.&lt;p&gt;&#xA;2. Create a policy called openFDABucketAccess&lt;p&gt;&#xA;3. Attach the policy to the group.&lt;p&gt;&#xA;4. Add your id to the group.&lt;p&gt;&#xA;5. Test it using policy simulator.  Try to simulate a getObject request on arn:aws:s3:::download.open.fda.gov.  It should work!&lt;p&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the following policy, the only thing you should change is 'my-open-fda-bucket' to your real bucket name that you plan to sync to.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;{&#xA;    &quot;Version&quot;: &quot;2016-03-14&quot;,&#xA;    &quot;Statement&quot;: [&#xA;        {&#xA;            &quot;Effect&quot;: &quot;Allow&quot;,&#xA;            &quot;Action&quot;: [&#xA;                &quot;s3:ListBucket&quot;,&#xA;                &quot;s3:GetBucketLocation&quot;,&#xA;                &quot;s3:Get*&quot;,&#xA;                &quot;s3:List*&quot;&#xA;            ],&#xA;            &quot;Resource&quot;: &quot;arn:aws:s3:::my-open-fda-bucket&quot;&#xA;        },&#xA;        {&#xA;            &quot;Effect&quot;: &quot;Allow&quot;,&#xA;            &quot;Action&quot;: [&#xA;                &quot;s3:ListBucket&quot;,&#xA;                &quot;s3:GetBucketLocation&quot;,&#xA;                &quot;s3:Get*&quot;,&#xA;                &quot;s3:List*&quot;&#xA;            ],&#xA;            &quot;Resource&quot;: &quot;arn:aws:s3:::download.open.fda.gov&quot;&#xA;        },&#xA;        {&#xA;            &quot;Effect&quot;: &quot;Allow&quot;,&#xA;            &quot;Action&quot;: [&#xA;                &quot;s3:PutObject&quot;,&#xA;                &quot;s3:GetObject&quot;,&#xA;                &quot;s3:DeleteObject&quot;,&#xA;                &quot;s3:ListObject&quot;,&#xA;                &quot;s3:Get*&quot;,&#xA;                &quot;s3:List*&quot;&#xA;            ],&#xA;            &quot;Resource&quot;: &quot;arn:aws:s3:::my-open-fda-bucket/*&quot;&#xA;        }&#xA;    ]&#xA;}&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now that you have the permission (and you will pay to get files from that bucket), you want to sync by using the following aws s3 command:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;aws s3 sync s3://download.open.fda.gov s3://my-open-fda-bucket --source-region us-east-1 --region [my-open-fda-bucket-region]&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last example on this page: &lt;a href=&quot;http://docs.aws.amazon.com/cli/latest/reference/s3/sync.html&quot; rel=&quot;nofollow&quot;&gt;http://docs.aws.amazon.com/cli/latest/reference/s3/sync.html&lt;/a&gt; shows you how to sync files between two buckets in different regions.&#xA;--region is the target region, while --source-region is the source region.&lt;/p&gt;&#xA;" OwnerUserId="10591" LastActivityDate="2016-03-15T05:53:32.823" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7323" PostTypeId="1" CreationDate="2016-03-15T09:48:07.377" Score="3" ViewCount="168" Body="&lt;p&gt;I am planning for a small scale distributed wind farms in whole country and a foreign agency is interested in helping. I want to have wind data to show them and I cannot find this data online. Also, if I have to gather it by my own it would take a lot of time so I am searching for open data if I can get it.&lt;/p&gt;&#xA;" OwnerUserId="10594" LastEditorUserId="1511" LastEditDate="2016-08-21T06:33:08.880" LastActivityDate="2016-08-29T05:30:38.057" Title="Where can I get the wind data for Nepal?" Tags="|data-request|weather|energy|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7324" PostTypeId="1" AcceptedAnswerId="7328" CreationDate="2016-03-15T12:28:21.793" Score="1" ViewCount="47" Body="&lt;p&gt;I would like to rank research institutions on its impact in scientific fields like bioinformatics or molecular biology.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there repositories of bibliometric data (aggregated by research institution, and research field) that can be used to this purpose?&lt;/p&gt;&#xA;" OwnerUserId="10596" LastEditorDisplayName="user6083" LastEditDate="2016-03-16T14:44:44.423" LastActivityDate="2016-03-16T14:44:44.423" Title="Bibliometric data to rank research institutions" Tags="|data-request|research|bibliometrics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7326" PostTypeId="2" ParentId="1951" CreationDate="2016-03-15T15:31:28.063" Score="2" Body="&lt;p&gt;Another source of domain names is &lt;a href=&quot;https://www.spamhaus.org/&quot; rel=&quot;nofollow&quot;&gt;https://www.spamhaus.org/&lt;/a&gt; a non-profit organization that tracks spam related activities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have a Domain Block List (DBL) that includes spam domains:&#xA;&lt;a href=&quot;https://www.spamhaus.org/dbl/&quot; rel=&quot;nofollow&quot;&gt;https://www.spamhaus.org/dbl/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9811" LastActivityDate="2016-03-15T15:31:28.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7327" PostTypeId="1" CreationDate="2016-03-15T15:32:12.130" Score="1" ViewCount="24" Body="&lt;p&gt;There are lots of books and research about the distribution of wealth, income, etc both at a national and a global level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the trend with the data? Of course there are more and more data available openly. How about the data that is not open? How concentrated is it? Is the concentration increasing or decreasing? Is the fraction of open data increasing? Have there been any attempts to estimate this?&lt;/p&gt;&#xA;" OwnerUserId="10599" LastEditorUserId="-1" LastEditDate="2016-03-15T22:38:37.943" LastActivityDate="2016-03-15T22:38:37.943" Title="Is data becoming more or less concentrated globally?" Tags="|trends|" AnswerCount="0" CommentCount="0" ClosedDate="2016-03-16T14:49:33.583" ContentLicense="CC BY-SA 3.0" />
  <row Id="7328" PostTypeId="2" ParentId="7324" CreationDate="2016-03-15T16:55:37.473" Score="0" Body="&lt;ul&gt;&#xA;&lt;li&gt;Plum Analytics &lt;a href=&quot;http://plumanalytics.com/&quot; rel=&quot;nofollow&quot;&gt;http://plumanalytics.com/&lt;/a&gt; i believe does research institution level data, though I don't think they have open data. though maybe you can ask about using it&lt;/li&gt;&#xA;&lt;li&gt;there's also altmetric.com and impactstory.org, but those likely won't help too much, though both have somewhat open or open APIs&lt;/li&gt;&#xA;&lt;li&gt;Crossref has an API &lt;a href=&quot;http://det.crossref.org/&quot; rel=&quot;nofollow&quot;&gt;http://det.crossref.org/&lt;/a&gt; for some metrics across the articles they mint DOIs for - you'd have to combine metrics by institution yourself&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="177" LastActivityDate="2016-03-15T16:55:37.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7329" PostTypeId="1" CreationDate="2016-03-15T17:49:14.660" Score="3" ViewCount="266" Body="&lt;p&gt;I am looking for some website/tool that can allow me to generate names, some random id for certain number of people at once. I came across some websites but they only do one at a time and there was no easy way to download those. I am looking to generate for about 10K names and ids (other details will be more than welcome). Is anyone familiar with any such tool that can allow me to generate names and unique ids?&lt;/p&gt;&#xA;" OwnerUserId="10255" LastActivityDate="2016-03-16T23:01:11.650" Title="Some random person name and details generator?" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7330" PostTypeId="1" CreationDate="2016-03-15T18:27:48.297" Score="2" ViewCount="32" Body="&lt;p&gt;I am looking for a data set on the impact the boiling time on the nutritional content of the cooked food with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;type of food (e.g., potatoes),&lt;/li&gt;&#xA;&lt;li&gt;curve showing the nutriment loss over cooking time, if possible for each nutriment the food contains.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-15T18:27:48.297" Title="Impact the boiling time on nutritional content" Tags="|data-request|medical|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7331" PostTypeId="1" CreationDate="2016-03-15T22:33:01.900" Score="3" ViewCount="35" Body="&lt;p&gt;What was the weather in Red Rock, Nevada on March 14, 2016? Specifically, what were the wind gusts?&lt;/p&gt;&#xA;" OwnerUserId="10605" LastEditorUserId="244" LastEditDate="2016-03-27T04:43:11.733" LastActivityDate="2016-03-27T04:43:11.733" Title="what was the weather in red rock, nv March 14, 2016" Tags="|weather|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7332" PostTypeId="2" ParentId="7263" CreationDate="2016-03-15T22:34:04.787" Score="0" Body="&lt;p&gt;The latest data dictionary is available in JSON format here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/data.json?api_key=YOURKEYHERE&quot; rel=&quot;nofollow&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/data.json?api_key=YOURKEYHERE&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8582" LastActivityDate="2016-03-15T22:34:04.787" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7333" PostTypeId="1" AcceptedAnswerId="7345" CreationDate="2016-03-16T03:42:01.067" Score="5" ViewCount="158" Body="&lt;p&gt;I'm in need of acquiring the coordinates of the outlines of all the water bodies inside a country, with the exception of &amp;quot;Sea&amp;quot; or &amp;quot;Ocean&amp;quot; water. Right now, I'm manually outlining the lakes and rivers but it is not a sustainable solution for the magnitude of the research I'm doing.&lt;/p&gt;&#xA;&lt;p&gt;Even if I can only obtain the data of Lakes or Rivers, that would be a great start. I'm specifically interested in the countries of Malaysia, Brazil, and the Dominican Republic.&lt;/p&gt;&#xA;&lt;p&gt;My situation brings me to the question of, where does Google Maps obtain its data? Are these data sets available?&lt;/p&gt;&#xA;" OwnerUserId="10607" LastEditorUserId="23272" LastEditDate="2021-04-07T13:21:13.197" LastActivityDate="2021-04-07T13:21:13.197" Title="Where can I get the coordinates datasets of water bodies of a country?" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7334" PostTypeId="2" ParentId="7333" CreationDate="2016-03-16T06:34:22.627" Score="3" Body="&lt;p&gt;Have you checked out Natural Earth?  They have some shapefiles for rivers, lakes, and reservoirs: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-03-16T06:34:22.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7335" PostTypeId="2" ParentId="7329" CreationDate="2016-03-16T07:30:55.393" Score="2" Body="&lt;p&gt;You can write a small Ruby script using the &lt;a href=&quot;https://github.com/stympy/faker&quot; rel=&quot;nofollow&quot;&gt;&quot;Faker&quot; gem&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-03-16T07:30:55.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7336" PostTypeId="2" ParentId="7329" CreationDate="2016-03-16T09:37:58.820" Score="6" Body="&lt;p&gt;There are also libraries for &lt;a href=&quot;https://github.com/joke2k/faker&quot; rel=&quot;nofollow&quot;&gt;Python&lt;/a&gt;, &lt;a href=&quot;https://github.com/fzaninotto/Faker&quot; rel=&quot;nofollow&quot;&gt;php&lt;/a&gt;, and &lt;a href=&quot;http://search.cpan.org/~jasonk/Data-Faker-0.07/&quot; rel=&quot;nofollow&quot;&gt;Perl&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the Python Faker library, you would do something along the lines of&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from faker import Faker&#xA;fake = Faker()&#xA;&#xA;for _ in range(0,10000):&#xA;    print( '{} - {}'.format( fake.uuid4(), fake.name() ) )&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can localize the name generator and you can also seed it for reproducible generations.&lt;/p&gt;&#xA;" OwnerUserId="10611" LastEditorUserId="244" LastEditDate="2016-03-16T14:47:01.370" LastActivityDate="2016-03-16T14:47:01.370" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7337" PostTypeId="1" CreationDate="2016-03-15T23:31:35.117" Score="0" ViewCount="163" Body="&lt;p&gt;I want to do customer behavior analysis for a retail store. Could you tell me where can i download customer purchased transaction/data?&lt;/p&gt;&#xA;" OwnerDisplayName="T.Su" LastEditorUserId="1511" LastEditDate="2016-07-29T16:58:19.987" LastActivityDate="2016-07-29T16:58:19.987" Title="Download customer purchased data" Tags="|data-request|shopping|" AnswerCount="1" CommentCount="0" ClosedDate="2016-06-30T10:00:45.207" ContentLicense="CC BY-SA 3.0" />
  <row Id="7338" PostTypeId="2" ParentId="7337" CreationDate="2016-03-16T01:23:50.813" Score="2" Body="&lt;p&gt;Try with &lt;a href=&quot;https://www.google.com/search?q=foodmart%20dataset&quot; rel=&quot;nofollow&quot;&gt;Foodmart data set&lt;/a&gt;, a dataset of some 60,000 transactions involving 1,600 different products.&lt;/p&gt;&#xA;" OwnerDisplayName="K3---rnc" LastActivityDate="2016-03-16T01:23:50.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7339" PostTypeId="5" CreationDate="2016-03-16T15:14:12.390" Score="0" Body="&lt;p&gt;Bibliometrics is statistical analysis of written publications, such as books or articles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Major applications of bibliometrics are the analysis of citation (including citation indices and impact factors) and the analysis of the popularity of authors, institutions, or journals.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorDisplayName="user6083" LastEditDate="2016-03-17T06:05:41.890" LastActivityDate="2016-03-17T06:05:41.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7340" PostTypeId="4" CreationDate="2016-03-16T15:14:12.390" Score="0" Body="For questions about open data related to bibliometrics or statistical bibliography." OwnerDisplayName="user6083" LastEditorUserId="244" LastEditDate="2016-03-17T06:05:57.250" LastActivityDate="2016-03-17T06:05:57.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7342" PostTypeId="2" ParentId="7266" CreationDate="2016-03-16T16:45:46.570" Score="1" Body="&lt;p&gt;Map of Life: &lt;a href=&quot;https://www.mol.org/about&quot; rel=&quot;nofollow&quot;&gt;https://www.mol.org/about&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This resource integrates point observations, species range maps, and assessment of reserves (forthcoming). This database integrates data from GBIF as well with protected areas and ecoregion maps.&lt;/p&gt;&#xA;" OwnerUserId="10618" LastActivityDate="2016-03-16T16:45:46.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7343" PostTypeId="1" AcceptedAnswerId="7351" CreationDate="2016-03-16T20:10:49.433" Score="2" ViewCount="77" Body="&lt;p&gt;For research, we are using county-level data for fatal car accidents. However, this data is very sparse for counties with small populations. I would like to know if there is a guideline for merging (aggregating) data of counties with small populations.&lt;/p&gt;&#xA;&lt;p&gt;In other words, is there any unit of analysis that is finer than states but larger than counties with a considerable population?&lt;/p&gt;&#xA;" OwnerUserId="10621" LastEditorUserId="23272" LastEditDate="2021-03-11T06:18:44.480" LastActivityDate="2021-03-11T06:18:44.480" Title="Combining (aggregating) county data" Tags="|data-portal|state|county|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="7345" PostTypeId="2" ParentId="7333" CreationDate="2016-03-16T21:11:59.513" Score="5" Body="&lt;p&gt;I don't know of any sites where you'll find pre-existing lists or databases with coordinates for the shapes of water bodies. Most gazetteers will only give you coordinate centroids, or bounding boxes at most. However, it's relatively easy to generate this data from shapefiles or KML files using desktop GIS software. There's a lot involved with learning GIS, but if this operation was all you need to do it's straightforward.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download an open source desktop package like QGIS: &lt;a href=&quot;http://qgis.org/en/site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://qgis.org/en/site/&lt;/a&gt; and then as another post suggested, you can download shapefiles for water features from a site like Natural Earth. The shapefiles consist of geometry - strings of coordinates stored in a specific format - so they can be represented visually in the software. If you add the water shapefile to the GIS software, you can export the shapefile out as a CSV and generate the underlying coordinates for each feature out into a text format.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Download and unzip the shapefile&lt;/li&gt;&#xA;&lt;li&gt;Launch QGIS and add the shapefile as a vector file&lt;/li&gt;&#xA;&lt;li&gt;Select it in the layer list, right-click, save as&lt;/li&gt;&#xA;&lt;li&gt;In the Save As menu, save it as a CSV, and under layer options,&#xA;Geometry, select AS_WKT&lt;/li&gt;&#xA;&lt;li&gt;Hit OK - if prompted select WGS 84 as the coordinate system&#xA;(assuming the file is from Natural Earth)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IlHKj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IlHKj.png&quot; alt=&quot;QGIS export shapefile to get coordinates in WKT&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a number of posts on the GIS stack exchange like this one: &lt;a href=&quot;https://gis.stackexchange.com/questions/8844/get-list-of-coordinates-for-points-in-a-layer&quot;&gt;https://gis.stackexchange.com/questions/8844/get-list-of-coordinates-for-points-in-a-layer&lt;/a&gt; that also show how you can accomplish this.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-03-16T21:11:59.513" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7346" PostTypeId="2" ParentId="4744" CreationDate="2016-03-16T22:18:10.113" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://protectedplanet.net&quot; rel=&quot;nofollow&quot;&gt;Protected Planet&lt;/a&gt; hosts the World Database on Protected Areas. The database contains a field &quot;IUCN_CAT&quot; field which contains the 7 categories that you are looking for, though many PAs have &quot;Not Reported&quot; those data.&#xA;The WDPA database is global in scale, includes marine/terrestrial protected areas, and can be downloaded in multiple formats. Download the KML which will display easily using Google Earth, or other formats if you have QGIS software.&lt;/p&gt;&#xA;" OwnerUserId="10618" LastActivityDate="2016-03-16T22:18:10.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7347" PostTypeId="2" ParentId="7329" CreationDate="2016-03-16T23:01:11.650" Score="2" Body="&lt;p&gt;You can generate that data &lt;a href=&quot;https://www.mockaroo.com/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Also it has some other types of random data such as: email, gps data, IBAN...&lt;/p&gt;&#xA;" OwnerUserId="10625" LastActivityDate="2016-03-16T23:01:11.650" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7348" PostTypeId="1" CreationDate="2016-03-16T23:54:37.830" Score="1" ViewCount="37" Body="&lt;p&gt;I am looking for a data set on risk factors for diseases as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;list of risk factors per disease&lt;/li&gt;&#xA;&lt;li&gt;references for each risk factor (i.e., in which research study X was shown To be a risk factor for disease Y.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm also interested in negative results, i.e., results showing that X is not a risk factor for Y.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-16T23:54:37.830" Title="Risk factors per disease" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7349" PostTypeId="1" CreationDate="2016-03-17T10:40:54.517" Score="2" ViewCount="19" Body="&lt;p&gt;MODBUS is a common and widely used protocol in industrial applications for connection sensors, plc's and machines. When accessing MODBUS devices the core are register definitions. These vary from device to device, even if the devices are from the same manufacturer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a global directory of register definitions for MODBUS devices. &lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2016-03-17T10:40:54.517" Title="MODBUS device register definitions" Tags="|industry|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7350" PostTypeId="2" ParentId="7333" CreationDate="2016-03-17T15:29:51.737" Score="2" Body="&lt;p&gt;See the other GIS Stackexchange where you might find very useful&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/182944/where-to-find-a-polygon-shapefile-of-countries-states-and-islands/182961#182961&quot;&gt;https://gis.stackexchange.com/questions/182944/where-to-find-a-polygon-shapefile-of-countries-states-and-islands/182961#182961&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-03-17T15:29:51.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7351" PostTypeId="2" ParentId="7343" CreationDate="2016-03-17T15:30:09.533" Score="2" Body="&lt;p&gt;Census has Metropolitan and Micropolitan Statistical Areas&lt;br&gt;&#xA;&lt;a href=&quot;https://www.census.gov/population/metro/&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/population/metro/&lt;/a&gt;&lt;br&gt;&#xA;as well as Combined Statistical Areas (CSA):&lt;br&gt;&#xA;&lt;a href=&quot;https://www.census.gov/geo/reference/webatlas/csa.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/reference/webatlas/csa.html&lt;/a&gt;&lt;br&gt;&#xA;and CBSA (Core Based Statistical Areas):&lt;br&gt;&#xA;&lt;a href=&quot;https://www.census.gov/geo/reference/gtc/gtc_cbsa.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/reference/gtc/gtc_cbsa.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-17T15:30:09.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7352" PostTypeId="1" CreationDate="2016-03-17T23:59:02.120" Score="1" ViewCount="46" Body="&lt;p&gt;I am looking for a data set listing accidents and incidents involving drones, with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;timestamp&lt;/li&gt;&#xA;&lt;li&gt;location&lt;/li&gt;&#xA;&lt;li&gt;number of casualties&lt;/li&gt;&#xA;&lt;li&gt;description of the accident/incident&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-17T23:59:02.120" Title="Dataset of accidents and incidents involving drones" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7353" PostTypeId="1" CreationDate="2016-03-18T04:57:22.603" Score="2" ViewCount="178" Body="&lt;p&gt;How can I get the discharge summaries in mimic III, I tried putting 'Summary' as a category but didn't work.&lt;/p&gt;&#xA;" OwnerUserId="10637" LastEditorUserId="1652" LastEditDate="2016-03-18T15:17:31.950" LastActivityDate="2016-03-18T17:10:55.667" Title="How to retrieve discharge summaries?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7354" PostTypeId="2" ParentId="1670" CreationDate="2016-03-18T10:11:24.070" Score="4" Body="&lt;p&gt;I wrote one Java &lt;a href=&quot;https://github.com/deshpandetanmay/cdr-data-generator&quot; rel=&quot;nofollow&quot;&gt;utility&lt;/a&gt; to generate the data.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Utility to generate Telecom Call Detail/Data Records Generator&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="10639" LastEditorUserId="1511" LastEditDate="2016-03-18T18:36:46.497" LastActivityDate="2016-03-18T18:36:46.497" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7355" PostTypeId="1" AcceptedAnswerId="7356" CreationDate="2016-03-18T13:10:53.133" Score="2" ViewCount="159" Body="&lt;p&gt;I'm trying to compile a list of MGRS 100km square identifiers for every such square (eg 4QFJ for Honolulu Hawaii); excluding the poles (85 to -85 latitudes).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a dataset or can point me in a good direction?&lt;/p&gt;&#xA;" OwnerUserId="10642" LastEditorUserId="1511" LastEditDate="2016-03-18T19:49:22.487" LastActivityDate="2016-03-18T19:49:22.487" Title="Is there a dataset with the MGRS 100Km square id for every such square on world map?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7356" PostTypeId="2" ParentId="7355" CreationDate="2016-03-18T15:44:11.957" Score="4" Body="&lt;p&gt;You can download selected squares from &lt;a href=&quot;http://earth-info.nga.mil/GandG/coordsys/grids/mgrs_100km_dloads.html&quot; rel=&quot;nofollow&quot; title=&quot;Military Grid Reference System (MGRS): Downloads&quot;&gt;Military Grid Reference System (MGRS): Downloads&lt;/a&gt;, or get a large grid file from &lt;a href=&quot;http://earth-info.nga.mil/GandG/coordsys/gislayers/gislayers.html&quot; rel=&quot;nofollow&quot; title=&quot;GIS MGRS Grid Data layers in GIS Format&quot;&gt;GIS MGRS Grid Data layers in GIS Format&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These are likely to be free of copyright, since they are US Government publications.&lt;/p&gt;&#xA;" OwnerUserId="639" LastActivityDate="2016-03-18T15:44:11.957" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7357" PostTypeId="2" ParentId="7353" CreationDate="2016-03-18T17:10:55.667" Score="2" Body="&lt;p&gt;Try &lt;code&gt;Discharge summary&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select  category, count(*) &#xA;from mimiciii.noteevents &#xA;group by category &#xA;order by category asc; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mY89U.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mY89U.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-18T17:10:55.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7358" PostTypeId="2" ParentId="1737" CreationDate="2016-03-18T22:52:24.963" Score="3" Body="&lt;p&gt;Here is another county level BLS dataset: Quarterly Census of Employment and Wages (QCEW). I work for this part of BLS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;QCEW provides employment and wage data by industry at the county, MSA, State, and national levels.  Go to &lt;a href=&quot;http://www.bls.gov/cew/opendata.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cew/opendata.htm&lt;/a&gt;&#xA;to access the open data version of the dataset.  Available for 2012-forward, QCEW open data is a csv-based static API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We built it with users like you in mind.  We are using it as the input for all our future QCEW data front ends, so it has to be great!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are doing work in R, see the link on the open data page above to our sample code page.  It has R soup starter as well as examples in python, c#, javascript, and other languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data prior to 2012, (back to 1975 at some levels of aggregation), see the flat files available at &lt;a href=&quot;http://www.bls.gov/cew/datatoc.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cew/datatoc.htm&lt;/a&gt; Many of the resources at this location are zip archives of csv files.&lt;/p&gt;&#xA;" OwnerUserId="10643" LastActivityDate="2016-03-18T22:52:24.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7359" PostTypeId="2" ParentId="3780" CreationDate="2016-03-18T23:21:16.243" Score="2" Body="&lt;p&gt;Quarterly Census of Employment and Wages (QCEW) data may be of interest.  It is a major input to BEA Personal Income. I work for the QCEW program.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;QCEW provides employment and wage data by industry at the county, MSA, State, and national levels. Go to &lt;a href=&quot;http://www.bls.gov/cew/opendata.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cew/opendata.htm&lt;/a&gt; to access the open data version of the dataset. Available for 2012-forward, QCEW open data is a csv-based static API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We built it with users like you in mind. We are using it as the input for all our future QCEW data front ends, so it has to be great!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data prior to 2012, (back to 1975 at some levels of aggregation), see the flat files available at &lt;a href=&quot;http://www.bls.gov/cew/datatoc.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cew/datatoc.htm&lt;/a&gt; Many of the resources at this location are zip archives of csv files.&lt;/p&gt;&#xA;" OwnerUserId="10643" LastActivityDate="2016-03-18T23:21:16.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7360" PostTypeId="2" ParentId="5969" CreationDate="2016-03-18T23:40:56.690" Score="2" Body="&lt;p&gt;Try the Quarterly Census of Employment and Wages (QCEW). I work for this part of BLS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;QCEW provides employment and wage data by industry at the county, MSA, State, and national levels.  Go to &lt;a href=&quot;http://www.bls.gov/cew/opendata.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cew/opendata.htm&lt;/a&gt;&#xA;to access the open data version of the dataset.  Available for 2012-forward, QCEW open data is a csv-based static API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We built it with users like you in mind.  We are using it as the input for all our future QCEW data front ends, so it has to be great!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data prior to 2012, (back to 1975 at some levels of aggregation), see the flat files available at &lt;a href=&quot;http://www.bls.gov/cew/datatoc.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cew/datatoc.htm&lt;/a&gt; Many of the resources at this location are zip archives of csv files.&lt;/p&gt;&#xA;" OwnerUserId="10643" LastActivityDate="2016-03-18T23:40:56.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7361" PostTypeId="1" CreationDate="2016-03-19T07:28:59.293" Score="16" ViewCount="1791" Body="&lt;p&gt;Please bear with me since this is my first time asking something Weather related.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would be the best source for getting &lt;strong&gt;Sea&lt;/strong&gt; and &lt;strong&gt;Weather&lt;/strong&gt; related data like &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wind Wave Height (m)&lt;/li&gt;&#xA;&lt;li&gt;Wind Wave Period (s)&lt;/li&gt;&#xA;&lt;li&gt;Wind Wave Direction&lt;/li&gt;&#xA;&lt;li&gt;Significant Wave Height (m)&lt;/li&gt;&#xA;&lt;li&gt;Swell Height (m)&lt;/li&gt;&#xA;&lt;li&gt;Swell Period (s)&lt;/li&gt;&#xA;&lt;li&gt;Swell Direction&lt;/li&gt;&#xA;&lt;li&gt;Surface Currents (kts)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Air Pressure (hPa)&lt;/li&gt;&#xA;&lt;li&gt;Wind Speed @ 10m (kts)&lt;/li&gt;&#xA;&lt;li&gt;Wind speed and direction (barbs)&lt;/li&gt;&#xA;&lt;li&gt;Relative Humidity (%)&lt;/li&gt;&#xA;&lt;li&gt;Air Temp @ 0m (C)&lt;/li&gt;&#xA;&lt;li&gt;Air Temp @ 2m (C)&lt;/li&gt;&#xA;&lt;li&gt;Cloud Cover (%)&lt;/li&gt;&#xA;&lt;li&gt;Precipitation (mm)&lt;/li&gt;&#xA;&lt;li&gt;1000-500mb Thickness&lt;/li&gt;&#xA;&lt;li&gt;Ice Cover&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Might be to much to ask but I searched many online API's but many of them were not provide most of it. &lt;/p&gt;&#xA;" OwnerUserId="10645" LastActivityDate="2018-06-14T09:26:05.700" Title="Extensive Weather or Sea State API?" Tags="|data-request|weather|oceanographic|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7362" PostTypeId="1" AcceptedAnswerId="7363" CreationDate="2016-03-19T16:41:55.183" Score="3" ViewCount="64" Body="&lt;p&gt;The current version of MIMIC-III is 1.3, and can be obtain &lt;a href=&quot;https://physionet.org/works/MIMICIIIClinicalDatabase/files/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Where can I get &lt;a href=&quot;https://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow&quot;&gt;previous versions of MIMIC-III&lt;/a&gt;? Namely, versions 1.1 and 1.2?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-03-24T15:58:32.243" LastActivityDate="2016-03-24T15:58:32.243" Title="Where can I get previous versions of MIMIC-III?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7363" PostTypeId="2" ParentId="7362" CreationDate="2016-03-19T18:00:27.067" Score="2" Body="&lt;p&gt;Only the most up-to-date version is made available to the research community via PhysioNet, but past versions are archived and may be shared upon request. Contact information is available on the MIMIC website (&lt;a href=&quot;http://mimic.physionet.org/help/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/help/&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="5601" LastEditorUserId="5601" LastEditDate="2016-03-19T19:36:16.230" LastActivityDate="2016-03-19T19:36:16.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7364" PostTypeId="2" ParentId="7361" CreationDate="2016-03-19T21:56:37.870" Score="4" Body="&lt;p&gt;Check out &lt;a href=&quot;http://www.wxtiles.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.wxtiles.com&lt;/a&gt;, it has most of those layers available free with an OpenLayers API. Note that it sits on top of an TMS map tile server, so you can access tiles like so: &lt;a href=&quot;http://wx.wxtiles.com/tile/20160319_12z/rain/20160320_00z/4/13/7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wx.wxtiles.com/tile/20160319_12z/rain/20160320_00z/4/13/7.png&lt;/a&gt; (this link will break shortly after the forecast expires).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MYVJR.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MYVJR.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API allows you to request current forecasts (the &lt;code&gt;tile/20160319_12z&lt;/code&gt; part refers to the 12z forecast cycle of 2016-03-19 (UTC), and the forecast is for 12 hours after that), and also tells you what layers are available at any one time, and for what forecast periods. Some layers have more forecasts than others, but most are produced for every three hour period. The above example is the &lt;code&gt;rain&lt;/code&gt; layer. Below, there is the &lt;code&gt;hs&lt;/code&gt; (wave height) layer at the same place and time (land is masked in this layer).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HIY1c.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HIY1c.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that there is a more recent API, which also has support for Leaflet tile layers. There is a third API currently in development, which will work with the same map libraries but will provide access to new layers with improved cartographic style, via a new, faster tile server. It will also support vector tiles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the tiles follow the TMS pattern, not the XYZ pattern, which means you'll need to flip the y-index of the tile when requesting (leaflet has something like a &lt;code&gt;'tms': true&lt;/code&gt; option when configuring a layer). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I work for the company that produces these map tiles. We also have a WMS providing access to these layers, but access to that is not free. &lt;a href=&quot;http://www.metocean.co.nz/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Get in touch&lt;/a&gt; if you'd like to discuss more.&lt;/p&gt;&#xA;" OwnerUserId="10649" LastEditorUserId="10649" LastEditDate="2016-07-26T08:15:33.427" LastActivityDate="2016-07-26T08:15:33.427" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7365" PostTypeId="1" CreationDate="2016-03-20T11:47:47.950" Score="1" ViewCount="47" Body="&lt;p&gt;I would like to get metadata for all (or as many as possible) databases that are available online. It does not have to be an open database. It is only the metadata that is important for me. The data I am interested in are e.g.:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Number of tables&lt;/li&gt;&#xA;&lt;li&gt;Number of relations&lt;/li&gt;&#xA;&lt;li&gt;Number of rows in each table (or average for whole database)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there a place that gathers such information?&lt;/p&gt;&#xA;" OwnerUserId="10653" LastActivityDate="2016-03-20T11:47:47.950" Title="Getting metadata of all databases available on the Internet" Tags="|metadata|internet|" AnswerCount="0" CommentCount="2" ClosedDate="2016-03-25T21:29:51.630" ContentLicense="CC BY-SA 3.0" />
  <row Id="7366" PostTypeId="2" ParentId="7307" CreationDate="2016-03-20T15:06:53.630" Score="5" Body="&lt;p&gt;In the original query &lt;code&gt;?property&lt;/code&gt; and &lt;code&gt;?p&lt;/code&gt; are distinct values: &lt;code&gt;?property&lt;/code&gt; is &lt;code&gt;wd:P54&lt;/code&gt; (short for &lt;code&gt;&amp;lt;http://www.wikidata.org/entity/P54&amp;gt;&lt;/code&gt;) and &lt;code&gt;?p&lt;/code&gt; is &lt;code&gt;wdt:P54&lt;/code&gt; (short for &lt;code&gt;&amp;lt;http://www.wikidata.org/prop/direct/P54&amp;gt;&lt;/code&gt;). Notice that both refer to P54, but they are not the same. The two are connected by &lt;code&gt;?ref&lt;/code&gt;, which is &lt;code&gt;wikibase:directClaim&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is why your simplified query doesn't work.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2016-03-20T15:06:53.630" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7367" PostTypeId="1" CreationDate="2016-03-20T15:19:28.053" Score="2" ViewCount="78" Body="&lt;p&gt;I am new to Open Data SE and to Survival Regression: I must prepare an essay about using Quantille Regression in Survival Analysis and I have no idea which data would be proper. I think that when I want to use Quantille Regression this data should have particular structure. Could anyone recommend a specific data set?&lt;/p&gt;&#xA;" OwnerUserId="10654" LastEditorUserId="90" LastEditDate="2016-03-20T15:24:26.580" LastActivityDate="2016-03-20T15:24:26.580" Title="Data Set for Quantile Regression in Survival Analysis" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7369" PostTypeId="1" AcceptedAnswerId="7373" CreationDate="2016-03-21T15:23:51.903" Score="3" ViewCount="1818" Body="&lt;p&gt;For research purposes, I'm looking for &lt;a href=&quot;https://en.wikipedia.org/wiki/Device_fingerprint&quot; rel=&quot;nofollow&quot;&gt;Device Fingerprint&lt;/a&gt; datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A device might be a browser, a headless browser or even a network library capable of HTTP traffic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A device fingerprint might include any information regrading the device, from its network behavior to its javascript and plugin extracted information (screen resolution, timezone, etc..)&lt;/p&gt;&#xA;" OwnerUserId="10662" LastEditorUserId="1511" LastEditDate="2016-03-21T18:46:37.097" LastActivityDate="2024-03-20T23:35:24.457" Title="Dataset for Device fingerprints?" Tags="|data-request|internet|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7370" PostTypeId="1" AcceptedAnswerId="11374" CreationDate="2016-03-21T15:31:45.163" Score="5" ViewCount="1496" Body="&lt;p&gt;Are there any data sets available for sensors of wind turbines? I'm looking for &lt;em&gt;sensor&lt;/em&gt; data off the actual wind turbines, not the wind speed or energy data. This is for a preventative maintenance use case (i.e., pulling sensor data off the wind turbines to detect any mechanical issues and implement predictive maintenance).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm also curious how much data is generated per day from all the sensors on these turbines.&lt;/p&gt;&#xA;" OwnerUserId="41" LastEditorUserId="244" LastEditDate="2016-03-27T04:44:11.813" LastActivityDate="2020-09-14T20:12:56.427" Title="Sensor data from wind turbines" Tags="|data-request|energy|sensors|" AnswerCount="1" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="7371" PostTypeId="2" ParentId="7062" CreationDate="2016-03-21T18:38:28.600" Score="3" Body="&lt;p&gt;There is literally a Wikipedia section called&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_power_stations_in_China#Coal&quot; rel=&quot;nofollow&quot;&gt;List of power stations in China - Coal&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although the list of 52 is incomplete, it includes the fields that you are searching for&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Station&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Chinese Name&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Province &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Total Capacity (MW)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Units and Status  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Operator(s)   &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Coordinates (latitude and longitude)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The bigger of the plants will have their own Wikipedia pages (&lt;a href=&quot;https://en.wikipedia.org/wiki/Guodian_Beilun_Power_Station&quot; rel=&quot;nofollow&quot;&gt;for example&lt;/a&gt;), the smaller ones will probably require reading or translating company pages.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-03-21T18:38:28.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7372" PostTypeId="2" ParentId="5523" CreationDate="2016-03-21T18:44:01.427" Score="0" Body="&lt;p&gt;Another meta-resource would be the &lt;strong&gt;&lt;a href=&quot;http://www.un-energy.org/tools&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN Energy&lt;/a&gt;&lt;/strong&gt; tools page: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On that page are links to different UN resources related to energy, for example&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.etde.org/etdeweb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Energy Technology Data Exchange World Energy Base (ETDEWEB)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.un-energy.org/measuring-energy-access&quot; rel=&quot;nofollow noreferrer&quot;&gt;Measuring energy access&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;and FAO (Food and Agriculture Organization of the UN) also has energy data (see &lt;a href=&quot;http://www.fao.org/energy/home/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;and the &lt;a href=&quot;http://www.worldbank.org/en/topic/energy&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldBank&lt;/a&gt; has energy data available (see &lt;a href=&quot;https://data.worldbank.org/topic/energy-and-mining&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NuTHKm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NuTHKm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-11-06T11:03:44.770" LastActivityDate="2017-11-06T11:03:44.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7373" PostTypeId="2" ParentId="7369" CreationDate="2016-03-21T18:49:59.050" Score="0" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://fingerbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fingerbank&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Fingerbank accurately determines what kind of device is connected on a network based on its MAC [External] address, its DHCP [External] fingerprint and its User-Agent [External].&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;When you query the Fingerbank database using the API, if this combination of data is unknown to Fingerbank, it will be automatically added to the Fingerbank database.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Access options:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://fingerbank.inverse.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query the fingerprints online&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://fingerbank.inverse.ca/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download the data as an SQLite database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://fingerbank.inverse.ca/api_doc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Public API&lt;/a&gt; (requires registration)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://fingerbank.org/license.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;License&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Fingerbank data is licensed under the &lt;a href=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Database License&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-03-21T18:49:59.050" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7374" PostTypeId="1" CreationDate="2016-03-21T19:43:59.433" Score="1" ViewCount="32" Body="&lt;p&gt;I am looking for some data that I need for benchmarking purpose. The fields that I am interested in are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Average salary/wage&lt;/li&gt;&#xA;&lt;li&gt;Average benefits (like average bonus etc.)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Apart from this I am also optionally looking for some stats regarding average training time and cost for new hires based on job position.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for data which has position(like software engineer,financial analyst,marketing manager and so on) and state wise data and which I can download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;http://www.salary.com/category/salary/&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; website upon looking. It does have salary info and bonus info based on job positions and state wise but I don't find any way to download this data and I sure cannot do that manually as there are far too many positions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point to me where I can find such a data or if anyone knows how can I download the whole data from above website I mentioned?&lt;/p&gt;&#xA;" OwnerUserId="7218" LastActivityDate="2016-03-21T19:43:59.433" Title="Any benchmark data available for average wages,benefits based on job position and state wise?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7375" PostTypeId="1" CreationDate="2016-03-21T20:42:16.533" Score="3" ViewCount="651" Body="&lt;p&gt;Currently, I download any parcel data that I need from the specific county appraisal district for the area that I am working on, or the regional council of governments. The issue is that we spend a ton of time formatting the data we receive from them because it all comes in different formats. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I wanted to ask, where do you get your parcel data? I am interested in keeping fields like Ownership, Appraised/Land Values, Land Use, etc. How accurate is this data, and is it affordable?&lt;/p&gt;&#xA;" OwnerUserId="10668" LastEditorUserId="10668" LastEditDate="2016-03-23T13:03:27.040" LastActivityDate="2016-03-23T14:10:52.720" Title="Texas Parcel Data" Tags="|data-request|geospatial|government|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7376" PostTypeId="2" ParentId="4231" CreationDate="2016-03-21T21:38:37.133" Score="4" Body="&lt;p&gt;Cornell Univserity offers real-time energy consumption data for individual buildings, and well as generation from renewable or plant generation&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://portal.emcs.cornell.edu/&quot; rel=&quot;nofollow&quot;&gt;http://portal.emcs.cornell.edu/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Categories, each having individual links&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Total Campus Energy Demand&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Renewable Energy Generation&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Central Plant Generation&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Building Utility Metering&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are data download options (although writing a script will help the process)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-03-21T21:38:37.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7377" PostTypeId="1" AcceptedAnswerId="7378" CreationDate="2016-03-21T21:56:06.463" Score="7" ViewCount="726" Body="&lt;p&gt;What are some examples of real-time or live data dashboards related to consumption, production or transmission of energy?&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-11-02T12:53:26.343" LastActivityDate="2017-04-04T12:57:06.143" Title="Examples of (near) real-time energy dashboards or portals" Tags="|data-request|energy|real-time|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7378" PostTypeId="2" ParentId="7377" CreationDate="2016-03-21T21:56:06.463" Score="6" Body="&lt;p&gt;&lt;h2&gt;Energy: Real-time data portals and dashboards&lt;/h2&gt; (&lt;em&gt;community wiki&lt;/em&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Cities&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.energieportal-hamburg.de/distribution/energieportal/energyclock/EnergyClock.action?locale=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hamburg&lt;/a&gt; - Feed-in from wind and solar energy into the Hamburg electricity grid&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;State/Region&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://live.gridwatch.ca/home-page.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ontario gridwatch&lt;/a&gt; &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Countries&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;U.S. Electric System Operating Data (&lt;a href=&quot;https://opendata.stackexchange.com/a/9321/1511&quot;&gt;see below&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Switzerland - &lt;a href=&quot;https://www.swissgrid.ch/swissgrid/en/home/reliability/wam.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swissgrid wide area monitoring&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Sweden (and neigbhors) - &lt;a href=&quot;http://www.svk.se/en/national-grid/the-control-room/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Control Room&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.energinet.dk/Flash/Forside/UK/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Denmark Energinet&lt;/a&gt; (requires Flash)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://gridwatch.templar.co.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Great Britain Gridwatch&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://demanda.ree.es/demandaEng.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Spain&lt;/a&gt; - real time production and demand (flash) - and super &lt;a href=&quot;http://energia.ningunaparte.net/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataviz&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://winderful.diascreative.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Winderful&lt;/a&gt; - UK wind energy &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Ireland &lt;a href=&quot;http://smartgriddashboard.eirgrid.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EirGrid SmartGrid&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://gridwatch.templar.co.uk/france/&quot; rel=&quot;nofollow noreferrer&quot;&gt;France Gridwatch&lt;/a&gt; (direct &lt;a href=&quot;http://gridwatch.templar.co.uk/downloads/french-grid.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt; download)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Australia - &lt;a href=&quot;http://pv-map.apvi.org.au/live&quot; rel=&quot;nofollow noreferrer&quot;&gt;Live photovoltaic performance&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Multi-country&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://transparency.entsoe.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ENTSO-E Transparency - Cross-border flows&lt;/a&gt; - European organization of transmission service operators (TSOs)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.eex-transparency.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;EEX Transparency&lt;/a&gt; (mostly production availability and forecasts, to avoid market manipulation - example &lt;a href=&quot;https://www.eex-transparency.com/homepage/power/germany/production/usage/actual-production-100-mw-&quot; rel=&quot;nofollow noreferrer&quot;&gt;Actual Production, Germany&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;European Grid Frequency - &lt;a href=&quot;https://www.swissgrid.ch/swissgrid/en/home/reliability/wam.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wide Area Monitoring&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fF73t.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fF73t.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/scjPU.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/scjPU.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-04-04T12:57:06.143" CommentCount="2" CommunityOwnedDate="2016-03-21T21:56:06.463" ContentLicense="CC BY-SA 3.0" />
  <row Id="7379" PostTypeId="2" ParentId="5856" CreationDate="2016-03-21T22:13:02.677" Score="5" Body="&lt;p&gt;Finland has a real-time and train tracking website - &lt;strong&gt;&lt;a href=&quot;https://www.vr.fi/cs/vr/en/live_train_map&quot; rel=&quot;noreferrer&quot;&gt;Live Train Map&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;With the Live train map you can track the movement of trains. The information is based on train GPS tracking.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://188.117.35.14/vrviewer/VrViewer.html?locale=en_US&quot; rel=&quot;noreferrer&quot;&gt;direct link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/07PRn.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/07PRn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-03-21T22:13:02.677" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7380" PostTypeId="2" ParentId="7321" CreationDate="2016-03-21T22:17:17.543" Score="3" Body="&lt;p&gt;Pew Research Center has a data site with downloads for many raw datasets from surveys and polling. Requires registration and license is for non-commercial use.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Track key national, political, economic and demographic trends over time using our regularly updated charts and explore further by downloading our data sets, trying our data interactives or viewing our key data points.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.pewresearch.org/data&quot; rel=&quot;nofollow&quot;&gt;Data site&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.pewresearch.org/data/download-datasets/&quot; rel=&quot;nofollow&quot;&gt;Downloads&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-03-23T17:17:04.280" LastActivityDate="2016-03-23T17:17:04.280" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7381" PostTypeId="1" CreationDate="2016-03-22T15:39:07.087" Score="1" ViewCount="44" Body="&lt;p&gt;What's the difference between &lt;code&gt;Nursing&lt;/code&gt; and &lt;code&gt;Nursing/other&lt;/code&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BrG24.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BrG24.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-22T15:39:07.087" Title="What's the difference between &quot;Nursing&quot; and &quot;Nursing/other&quot; notes?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7382" PostTypeId="2" ParentId="7293" CreationDate="2016-03-22T15:52:26.260" Score="3" Body="&lt;p&gt;The Forest Service (USDA) maintains a WMS url of recreation sites on public lands here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.fs.usda.gov/arcx/rest/services/EDW/EDW_RecreationOpportunities_01/MapServer&quot; rel=&quot;nofollow&quot;&gt;http://apps.fs.usda.gov/arcx/rest/services/EDW/EDW_RecreationOpportunities_01/MapServer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset does not contain recreation sites on most BLM, National Park, or other lands other than those administered by the forest service, but it is a pretty great collection nonetheless.&lt;/p&gt;&#xA;" OwnerUserId="10680" LastActivityDate="2016-03-22T15:52:26.260" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7383" PostTypeId="2" ParentId="7331" CreationDate="2016-03-22T16:04:18.020" Score="3" Body="&lt;p&gt;If you are less than 7 days past a date in question, NOAA's weather service maintains a history of wind speeds etc. available through &lt;a href=&quot;http://www.wrh.noaa.gov/&quot; rel=&quot;nofollow&quot;&gt;http://www.wrh.noaa.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, history at the weather station in Kyle Canyon (near Red Rock) is located &lt;a href=&quot;http://www.wrh.noaa.gov/mesowest/getobext.php?wfo=vef&amp;amp;sid=KYCN2&amp;amp;num=168&amp;amp;raw=0&amp;amp;dbn=m&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've had great luck emailing the local NOAA administrators for access to data as far back as three years (I've never asked for anything more than that).  Click 'contact us' once you narrow in on a particular weather station and follow the lead.   It has been a while, and I believe the 3-year dataset I asked for came in a *.dat format, so there was some conversion involved, but I can not verify if they still deliver data that way.  If you need help converting you can reach out to the greater SO community or contact me directly.&lt;/p&gt;&#xA;" OwnerUserId="10680" LastActivityDate="2016-03-22T16:04:18.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7384" PostTypeId="1" CreationDate="2016-03-22T17:12:03.037" Score="2" ViewCount="170" Body="&lt;p&gt;I need to find the age of housing units? where specifically should I look and download a GIS file&lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2016-06-09T19:44:09.913" Title="Year Structure Built of housing units" Tags="|census|real-estate|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7385" PostTypeId="1" CreationDate="2016-03-22T17:42:55.080" Score="2" ViewCount="169" Body="&lt;p&gt;Any packages written that assist with bulk downloads from &lt;a href=&quot;http://chroniclingamerica.loc.gov/about/api/&quot; rel=&quot;nofollow&quot;&gt;Chronicling America's API&lt;/a&gt;? I'm interested in both obtaining the OCR text of the newspapers and the newspaper directory.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="1511" LastEditDate="2016-03-23T18:28:55.853" LastActivityDate="2016-03-23T18:38:30.267" Title="Chronicling America Bulk Downloads" Tags="|data-request|media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7386" PostTypeId="1" CreationDate="2016-03-22T18:38:29.790" Score="12" ViewCount="95" Body="&lt;p&gt;I am a policy researcher looking for the best technical methods to sanitize data so it can be uploaded to data portals. I am not working with a specific dataset but looking to gain an understanding of the methods used and the tradeoffs between usability and risk of re-identification. Are there scripts, open source applications or services that can be automatically applied to large varieties of datasets? &lt;/p&gt;&#xA;" OwnerUserId="10682" LastEditorUserId="1652" LastEditDate="2016-03-22T21:46:12.883" LastActivityDate="2016-09-19T01:18:42.777" Title="What methods are used to prepare sensitive data for public access?" Tags="|releasing-data|privacy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7388" PostTypeId="2" ParentId="7386" CreationDate="2016-03-22T21:41:59.687" Score="6" Body="&lt;p&gt;The first step as you said is to define which types of entities need to be removed in the public version of the data set. One example of such definition in the United States is given in the &lt;a href=&quot;http://www.hhs.gov/ocr/privacy/hipaa/understanding/coveredentities/De-identification/guidance.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Health Insurance Portability and Accountability Act (HIPAA) rules&lt;/a&gt;, which target medical texts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to HIPAA rules, the following information should be removed from the text:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;(i) Names of patients and family members&#xA;(ii) Addresses and their components&#xA;(iii) Dates (month and day parts, unless the inclusion of the year part identities an individual to be older than 90 years old)&#xA;(iv) Explicit mention of ages over 89 years old&#xA;(v) Telephone and fax numbers&#xA;(vi) Social Security numbers&#xA;(vii) Medical record numbers&#xA;(viii) Health plan beneficiary numbers&#xA;(ix) Account numbers&#xA;(x) Certificate or license numbers&#xA;(xi) Vehicle identifiers and serial numbers&#xA;(xii) Device identifers and serial numbers&#xA;(xiii) Electronic mail addresses&#xA;(xiv) Web universal resource locators (URLs)&#xA;(xv) Internet protocol (IP) addresses&#xA;(xvi) Biometric identifiers&#xA;(xvii) Full face photographic images&#xA;(xviii) Employers&#xA;(xix) Any other unique identifying number, characteristic or code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The list would partly differ for &lt;a href=&quot;https://opendata.stackexchange.com/q/1367/1652&quot;&gt;educational data&lt;/a&gt;, for example. I am not aware of any cross-domain standard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for a tool to enforce it, some ideas: &lt;a href=&quot;https://softwarerecs.stackexchange.com/q/27264/903&quot;&gt;Automated de-identification of free-text medical records&lt;/a&gt;. It is mostly a named-entity recognition task, any NER tool could fit. In terms of models, rules, SVM and CRFs are the most widely used. More recently, neural networks have been used for that task: &lt;a href=&quot;https://arxiv.org/abs/1606.03475&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/1606.03475&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-09-19T01:18:42.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7389" PostTypeId="2" ParentId="7293" CreationDate="2016-03-22T22:02:42.413" Score="2" Body="&lt;p&gt;Slew of resources that contain GIS in .shp, .kml, as well as details and maps in .pdf:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.arcgis.com/home/group.html?id=a9490456f04f4a3aad8ff590ba5de33d&quot; rel=&quot;nofollow&quot;&gt;Colorado Parks and Wildlife - Administrative Boundary Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://dola.colorado.gov/gis-cms/content/gis-resources&quot; rel=&quot;nofollow&quot;&gt;Department of Local Affair State of Colorado GIS Directory&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.trustlands.state.co.us/MapsandData/Pages/MapsAndData.aspx&quot; rel=&quot;nofollow&quot;&gt;State Land Board&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fs.usda.gov/recarea/psicc/recarea/?recid=12650&quot; rel=&quot;nofollow&quot;&gt;Cottonwood Lake Campground&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fs.usda.gov/main/psicc/landmanagement/gis&quot; rel=&quot;nofollow&quot;&gt;Geospatial Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fs.usda.gov/main/psicc/maps-pubs&quot; rel=&quot;nofollow&quot;&gt;Maps and Publications&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fs.usda.gov/detail/r2/landmanagement/gis/?cid=stelprdb5165938&quot; rel=&quot;nofollow&quot;&gt;Rocky Mountain Region GIS Data Library&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fs.usda.gov/detail/r2/landmanagement/gis/?cid=stelprdb5166819&quot; rel=&quot;nofollow&quot;&gt;Geospatial Library - External Resources&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-22T22:02:42.413" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7390" PostTypeId="1" CreationDate="2016-03-23T03:35:14.913" Score="8" ViewCount="665" Body="&lt;p&gt;I'm trying to get historical twitter data starting from 2010 with specific keywords related to S&amp;amp;P500 companies. I will probably end up using their tickers as keywords once I finalize my list of specific companies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm unable to go back more than a week. Has anyone found a way to get around this? I need to be able to have code available for my research paper/presentation. I've tried TwitterSearch and Tweepy packages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the code using TwitterSearch:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import datetime&#xA;from TwitterSearch import TwitterSearch, TwitterSearchOrder, TwitterSearchException&#xA;&#xA;#the start and end of our twitter data&#xA;mindate = datetime.date(2010, 01, 01)&#xA;&#xA;maxdate = datetime.date(2016, 01, 01)&#xA;&#xA;&#xA;try:&#xA;&#xA;    tso = TwitterSearchOrder() # create a TwitterSearchOrder object&#xA;&#xA;    tso.set_keywords(['sp500', 's&amp;amp;p500']) # let's define all words we would like to have a look for&#xA;    tso.set_language('en') # English tweets only&#xA;    tso.set_include_entities(False) # entities...&#xA;    tso.set_until(datetime.date(2016, 01, 01))  #this doesn't work...&#xA;&#xA;    # it's about time to create a TwitterSearch object with our secret tokens&#xA;    ts = TwitterSearch(&#xA;        consumer_key = 'REMOVED',&#xA;        consumer_secret = 'REMOVED',&#xA;        access_token = 'REMOVED',&#xA;        access_token_secret = 'ALSO REMOVED'&#xA;     )&#xA;&#xA;     # this is where the fun actually starts :)&#xA;    for tweet in ts.search_tweets_iterable(tso):&#xA;        print( '\n@%s tweeted: %s' % \&#xA;             ( tweet['user']['screen_name'], tweet['text']) )&#xA;&#xA;except TwitterSearchException as e: &#xA;    print(e)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I also need to be able to print the date of the tweet, how many likes/retweets it had, and possibly the number of followers the user has. Lastly, I need to be able to save all the data in a csv file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="10686" LastEditorUserId="1511" LastEditDate="2016-03-23T18:23:14.890" LastActivityDate="2021-01-22T07:47:02.767" Title="Historical Twitter Data" Tags="|programming|social-media|python|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7391" PostTypeId="1" CreationDate="2016-03-23T04:23:17.743" Score="2" ViewCount="115" Body="&lt;p&gt;I want to know what people are searching for in a particular domain (the domain is enterprise software, if that matter). The goal is to discover new trends.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried the &lt;a href=&quot;https://www.google.com/trends/hottrends&quot; rel=&quot;nofollow&quot;&gt;Hot Trends&lt;/a&gt; feature which is part of the Google Trends tools, but unfortunately:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It only gives trends for the last 24 hours.&lt;/li&gt;&#xA;&lt;li&gt;No way to divide by domain, so all results are sports/politics and other topics more popular than the particular domain I am interested in.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there a trends viewing tool that fits my requirements?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Trends could be measured with another metric such as hashtags or word use, but I would prefer the &lt;em&gt;number of searches&lt;/em&gt; metric.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open data would be the best, but &lt;em&gt;just free&lt;/em&gt; is OK too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example usage:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Me: What are the top trending searches in &lt;strong&gt;enterprise software&lt;/strong&gt; in &lt;strong&gt;2016&lt;/strong&gt;?&lt;br&gt;&#xA;  The service: &lt;strong&gt;Nuxeo&lt;/strong&gt; (3m searches), &lt;strong&gt;Salesforce&lt;/strong&gt; (700k searches), etc&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2016-03-24T02:44:25.567" LastActivityDate="2016-04-16T12:17:59.197" Title="Long-term search trends by domain" Tags="|tool-request|trends|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7392" PostTypeId="2" ParentId="7375" CreationDate="2016-03-23T04:41:23.777" Score="1" Body="&lt;p&gt;Formats Issue: We need to get everyone to use a standard open format, in this case I'd say GeoJSON. You work in the trenches, we need you to spread this message in your community. Not necessarily the GeoJSON part (although I prefer it) but the open format part. Aside from all the great, open, machine-readable code being spread about, it'll make your life easier.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Time spent has a lot to do with your tooling, especially if your doing it manually. I highly recommend gdal, it's a game changer. It was a roadblock for me years ago when I was on Win (good luck installing it), and later because I feared the terminal. When I finally used it to batch convert massive files and datasets, it was literally awesome. Like I was in awe @ the power of this library...I still am.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Texas Parcel Data:&#xA;OpenAddresses is not a collection of parcels data, &lt;a href=&quot;https://github.com/openaddresses/openaddresses/tree/master/sources/us/tx&quot; rel=&quot;nofollow&quot;&gt;but this is a comprehensive list of texas localities&lt;/a&gt; that they've got data from. There is also a separate collection for parcels being done, although I can't remember much more than that...it may be worth it for you to contact them.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-03-23T04:51:28.067" LastActivityDate="2016-03-23T04:51:28.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7393" PostTypeId="2" ParentId="7390" CreationDate="2016-03-23T13:38:06.307" Score="4" Body="&lt;p&gt;Unfortunately, the search index for searching tweets only goes back 7 days. &lt;a href=&quot;https://dev.twitter.com/rest/reference/get/search/tweet&quot; rel=&quot;nofollow&quot;&gt;Link to the documentation here, it can be found under 'until'.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might be able to collect tweets from individual users' timelines, if you have an idea about what users are using those terms in their tweets. You can then use &lt;a href=&quot;https://dev.twitter.com/rest/reference/get/statuses/user_timeline&quot; rel=&quot;nofollow&quot;&gt;the User Timeline&lt;/a&gt; part of the REST API to get up to 3200 tweets from each user to see if they have tweeted those terms before? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a bit of an indirect method, and you can't tune the API request to only get tweets with your search terms, but it's a potential workaround.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The R equivalent is to use the twitteR package, which comes with methods like &lt;code&gt;getFollowers()&lt;/code&gt; which gets a list of followers that follow a particular Twitter account. I'm not sure if there is an equivalent in something like Tweepy.&lt;/p&gt;&#xA;" OwnerUserId="10232" LastEditorUserId="10232" LastEditDate="2016-03-23T14:16:58.020" LastActivityDate="2016-03-23T14:16:58.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7394" PostTypeId="2" ParentId="7375" CreationDate="2016-03-23T14:10:52.720" Score="2" Body="&lt;p&gt;Don't know if you have seen this coming from Texas Natural Resources Information System that might be what you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tnris.org/&quot; rel=&quot;nofollow&quot;&gt;https://tnris.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can try ESRI's Open Data and it is nice what they do is that you can preview the data and attribute tables before you can download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ESRI Open Data &lt;a href=&quot;http://opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this helps you.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-03-23T14:10:52.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7395" PostTypeId="2" ParentId="7293" CreationDate="2016-03-23T16:54:24.683" Score="1" Body="&lt;p&gt;If you have arcgis desktop go to add data from arcgisonline and search for campgrounds. some of the datasets mentioned here are there&lt;/p&gt;&#xA;&#xA;&lt;p&gt;if you dont have arcgis desktop just make a free arcgisonline account and search for the campground data that way&lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2016-03-23T16:54:24.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7396" PostTypeId="2" ParentId="7385" CreationDate="2016-03-23T18:38:30.267" Score="3" Body="&lt;p&gt;There is literally a section in the documentation called &lt;a href=&quot;http://chroniclingamerica.loc.gov/about/api/#bulk-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bulk Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;we are beginning to provide bulk access to the underlying data sets&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To download all bz2 bulk exports you would only need to loop over the URLs in the JSON&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;url&quot;: &quot;http://chroniclingamerica.loc.gov/data/ocr/batch_mimtptc_beulah_ver01.tar.bz2&quot;, &#xA;  &quot;sha1&quot;: &quot;ccf9ef6a3d3988d64d226c2839f7df970df7a563&quot;, &#xA;  &quot;size&quot;: 1706921108, &#xA;  &quot;name&quot;: &quot;batch_mimtptc_beulah_ver01.tar.bz2&quot;, &#xA;  &quot;created&quot;: &quot;2016-03-19T11:25:17-04:00&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(is an example of one)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a simple python 2.7 code to get the urls&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*-&#xA;&#xA;import requests&#xA;import json&#xA;&#xA;url = 'http://chroniclingamerica.loc.gov/ocr.json'&#xA;&#xA;r = requests.get(url)&#xA;j = json.loads(r.text)&#xA;&#xA;for t in j.get('ocr'):&#xA;    print t.get('url')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Although to get all the bz2 files, I'd recommend 'wget' (&lt;a href=&quot;https://stackoverflow.com/a/30612392/2327328&quot;&gt;example&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget -A bz2 -m -p -E -k -K -np http://chroniclingamerica.loc.gov/ocr/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-03-23T18:38:30.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7397" PostTypeId="1" AcceptedAnswerId="7398" CreationDate="2016-03-23T20:00:47.153" Score="3" ViewCount="1428" Body="&lt;p&gt;The AXA Kaggle challenge &lt;a href=&quot;https://www.kaggle.com/c/axa-driver-telematics-analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Driver Telematics Analysis&lt;/a&gt; provides a dataset of over 50,000 anonymized driver trips. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there open databases of tagged, non-anonymized trips, with several trips for each driver, with car ID identified (if the driver drives several different cars), that could serve as  training data for a data science newbie, and that could be distorted (jitter, noise) to test the robustness of driver detection/clustering algorithms (since we know the ground truth)? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Weather conditions could be a plus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am checking the &lt;a href=&quot;https://opendata.stackexchange.com/questions/7270/publicly-available-taxi-gps-data&quot;&gt;Publicly available taxi GPS data&lt;/a&gt; aside.&lt;/p&gt;&#xA;" OwnerUserId="9304" LastEditorUserId="9304" LastEditDate="2019-09-04T21:04:44.740" LastActivityDate="2020-01-23T14:44:21.927" Title="Tagged (non-anonymized) GPS driver trip database" Tags="|data-request|machine-learning|weather|transportation|traffic|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="7398" PostTypeId="2" ParentId="7397" CreationDate="2016-03-23T20:57:39.600" Score="4" Body="&lt;p&gt;OpenStreetMap hosts &lt;strong&gt;&lt;a href=&quot;http://www.openstreetmap.org/traces&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPS Traces&lt;/a&gt;&lt;/strong&gt; that are uploaded by the community. Not all are for driving, but you can probably screen GPS tracks for total distance to find driving ones. Or screen for users that meet a criteria, like &lt;a href=&quot;http://www.openstreetmap.org/user/Leon%20K/traces&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Files are downloadable as &lt;a href=&quot;https://en.wikipedia.org/wiki/GPS_Exchange_Format&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPX format&lt;/a&gt;, which has many libraries that support parsing and analyzing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bulk download of OSM's traces is possible: &lt;a href=&quot;https://blog.openstreetmap.org/2013/04/12/bulk-gpx-track-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Blog post&lt;/a&gt; and &lt;a href=&quot;http://planet.openstreetmap.org/gps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;download site&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XV1LG.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XV1LG.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With GPS coordinates and time you could join to a global weather database (&lt;a href=&quot;https://opendata.stackexchange.com/a/4243/1511&quot;&gt;example&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-03-23T20:57:39.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7400" PostTypeId="2" ParentId="7196" CreationDate="2016-03-24T00:55:51.180" Score="1" Body="&lt;p&gt;Here a list of datasets for NER, some tagged times and dates: &lt;a href=&quot;https://opendata.stackexchange.com/a/7280/1652&quot;&gt;https://opendata.stackexchange.com/a/7280/1652&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-03-24T00:55:51.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7401" PostTypeId="2" ParentId="6401" CreationDate="2016-03-24T16:02:17.527" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://mimic.physionet.org/mimicdata/waveforms/&quot; rel=&quot;nofollow&quot;&gt;https://mimic.physionet.org/mimicdata/waveforms/&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Work to link waveform data with the MIMIC-III Clinical Database is still underway. Please check here for updates on our progress.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-24T16:02:17.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7402" PostTypeId="1" AcceptedAnswerId="15565" CreationDate="2016-03-24T16:18:29.837" Score="2" ViewCount="919" Body="&lt;p&gt;What's the license of MIMIC-III, if any?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could only find the MIMIC II Clinical Database Restricted Data Use Agreement, which I copy below:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If I am granted access to the MIMIC II Clinical Database, I agree to&#xA;  the terms and conditions below:&lt;/p&gt;&#xA;  &#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;&lt;p&gt;I will not attempt to identify any individual referenced in restricted    data from PhysioNet.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;I will exercise all reasonable and prudent care to avoid disclosure of    the identity of any individual referenced in&#xA;  restricted data from PhysioNet    in any publication or other&#xA;  communication.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;I will not share access to restricted data from PhysioNet with anyone    else.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;I will exercise all reasonable and prudent care to maintain the physical    and electronic security of restricted data from PhysioNet.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;If I find information within restricted data from PhysioNet that I    believe might permit identification of any individual, I will&#xA;  report the    location of this information promptly by email to&lt;br&gt;&#xA;  mimic-support@physionet.org, citing the location of the specific&#xA;  information    in question so that it can be investigated and removed&#xA;  if necessary.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;I have requested access to restricted data from PhysioNet for the sole    purpose of lawful use in scientific research, and I will&#xA;  use my privilege of    access, if it is granted, for this purpose and&#xA;  no other.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;I have completed a training program in human research subjects    protections and I am submitting proof of having done so.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;This agreement may be terminated by either party at any time, but my    obligations with respect to restricted data from PhysioNet&#xA;  shall continue    after termination.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2019-08-02T16:05:13.473" Title="What's the license of MIMIC-III?" Tags="|mimic-iii|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7403" PostTypeId="1" CreationDate="2016-03-25T02:45:42.800" Score="6" ViewCount="370" Body="&lt;p&gt;We're looking for some datasets (preferably time-series) on the percentage of people in different countries who adhere to different religions (like &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2122.html#sw&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;), speak different languages (like &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/fields/2098.html#sw&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;) or belong to different ethnic groups (like here - oops I can only post two links...).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have heard that there are parsers for the &lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot; rel=&quot;nofollow&quot;&gt;CIA World Factbook&lt;/a&gt; (WFB). But does anybody know whether those also work on 'old' versions of the WFB, and if so - how far back? So if we were to run them on older versions of WFB on &lt;a href=&quot;https://archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;Wayback Machine&lt;/a&gt; - would they work? Or better yet: is there anybody who's already done that?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd be very grateful for any hints. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Stephan&lt;/p&gt;&#xA;" OwnerUserId="10720" LastEditorUserId="4256" LastEditDate="2016-05-20T12:37:36.403" LastActivityDate="2016-05-20T12:37:36.403" Title="Timeseries from the CIA World Factbook" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7404" PostTypeId="1" CreationDate="2016-03-25T03:39:56.800" Score="2" ViewCount="33" Body="&lt;p&gt;I am looking for the breakdown of the 2016 presidential primary results on the state or lower level by absentee, early, and in-person voting. I've found a few resources that have aggregated primary results, but none of these seem to touch on early or absentee voting:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;http://uselectionatlas.org/RESULTS/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US election atlas&lt;/a&gt;. There are a few &lt;a href=&quot;http://uselectionatlas.org/BOTTOM/store_data.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;paid data sources&lt;/a&gt; on the website, but none of them mention anything about absentee/early voting in their descriptions.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://docs.openelections.net/metadata-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openelections&lt;/a&gt;. They don't seem to have aggregated 2016 data yet, and again, no mention of absentee/early voting.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've also looked at a few previous results (&lt;a href=&quot;https://opendata.stackexchange.com/questions/619/sources-of-political-voting-records-at-the-county-level&quot;&gt;(1)&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/questions/6583/where-can-i-find-data-on-the-winner-of-the-presidential-popular-vote-by-u-s-cou&quot;&gt;(2)&lt;/a&gt;) that suggest that it's hard to find a centralized source for any of this information. I'm just surprised that I haven't been able to find absentee vs. early vs. in-person information for &lt;em&gt;any&lt;/em&gt; state. Is this required information for a state to report? Should I be looking elsewhere on their sites? Has anyone (fingers crossed) aggregated this yet?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit:&lt;/strong&gt; It looks like TargetSmart offers this commercially in their &lt;a href=&quot;http://targetsmart.com/offering/voterbase/&quot; rel=&quot;nofollow noreferrer&quot;&gt;VoterBase&lt;/a&gt; (found via &lt;a href=&quot;http://www.nbcnews.com/politics/2016-election/what-does-early-vote-say-about-who-will-do-well-n543641&quot; rel=&quot;nofollow noreferrer&quot;&gt;this article&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-03-25T13:38:31.997" Title="Breakdown of absentee vs. in-person voting in the 2016 presidential primary" Tags="|elections|politics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7405" PostTypeId="1" CreationDate="2016-03-25T09:41:47.313" Score="1" ViewCount="1085" Body="&lt;p&gt;I have to do analysis about correlation between diseases and nutrition consumption. Where I can find data sets about food (nutrition) consumption, divided by diseases (I can also use two data sets: nutrition ~ country and country ~ diseases?&lt;/p&gt;&#xA;" OwnerUserId="10723" LastEditorUserId="1511" LastEditDate="2016-03-25T21:45:32.390" LastActivityDate="2016-03-25T21:45:32.390" Title="Data sets about nutrition/diseases" Tags="|data-request|medical|food|global|disease|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7406" PostTypeId="2" ParentId="7405" CreationDate="2016-03-25T13:09:44.303" Score="2" Body="&lt;p&gt;Check &lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets#healthcare&quot; rel=&quot;nofollow&quot;&gt;health care data sets&lt;/a&gt; from the &quot;Awesome Public Datasets&quot; git repository, and the &lt;a href=&quot;https://open.fda.gov/index.html&quot; rel=&quot;nofollow&quot;&gt;FDA&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another possibility is &lt;a href=&quot;http://www.gapminder.org/data/&quot; rel=&quot;nofollow&quot;&gt;gapminder&lt;/a&gt;, which has a subcategory &quot;nutrition&quot; with three data sets (as of this writing). The datasets about disease are much more targeted -- specific subcategories for tuberculosis, cancer, and others -- but there is that kind of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The UN FAO also has &lt;a href=&quot;http://www.fao.org/economic/ess/en/&quot; rel=&quot;nofollow&quot;&gt;an enormous amount of data&lt;/a&gt;, although I'm not sure that it counts things at the level of individual health.&lt;/p&gt;&#xA;" OwnerUserId="4256" LastEditorUserId="18" LastEditDate="2016-03-25T14:27:14.900" LastActivityDate="2016-03-25T14:27:14.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7407" PostTypeId="2" ParentId="7250" CreationDate="2016-03-25T13:27:16.840" Score="2" Body="&lt;p&gt;You may also want to check the &lt;a href=&quot;https://www.anc.org/&quot; rel=&quot;nofollow&quot;&gt;American National Corpus&lt;/a&gt; and well as the holdings of the &lt;a href=&quot;https://www.ldc.upenn.edu/&quot; rel=&quot;nofollow&quot;&gt;Linguistic Data Consortium&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-03-25T13:27:16.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7408" PostTypeId="1" CreationDate="2016-03-25T15:13:26.943" Score="2" ViewCount="225" Body="&lt;p&gt;I downloaded the adverse events quarterly data files from the FEARS website and I merged and cleaned them to use them in my next analytics pipeline. I was asked if I can download all the drug adverse events with demographic information (sex, age,..), drug name, indication for use, reactions, outcome, etc directly from the openFDA API. Is that possible?&lt;/p&gt;&#xA;" OwnerUserId="8808" LastActivityDate="2016-03-25T18:20:24.450" Title="Download all drug adverse events" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7409" PostTypeId="2" ParentId="6225" CreationDate="2016-03-25T15:55:59.060" Score="4" Body="&lt;h3&gt;Wikisource has Tamil Bible text&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ta.wikisource.org/wiki/%E0%AE%A4%E0%AE%BF%E0%AE%B0%E0%AF%81%E0%AE%B5%E0%AE%BF%E0%AE%B5%E0%AE%BF%E0%AE%B2%E0%AE%BF%E0%AE%AF%E0%AE%AE%E0%AF%8D&quot; rel=&quot;nofollow&quot;&gt;திருவிவிலியம்&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikisource is operated by Wikimedia Foundation, who also provide Wikipedia. Wikisource is licensed under the Creative Commons Attribution, Share Alike license. In short, there is no license fee, but you are required to give appropriate credit to the source and you are also obligated to distribute any derivative works under the same Creative Commons Attribution, Share Alike license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can access this content through the Wikipedia API.&lt;/p&gt;&#xA;" OwnerUserId="10727" LastActivityDate="2016-03-25T15:55:59.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7410" PostTypeId="1" CreationDate="2016-03-24T18:29:39.760" Score="6" ViewCount="513" Body="&lt;p&gt;We are joining a datathon tomorrow with the goal to get insight in the whole ocean overfishing situation and we are looking for data to prepare a little bit. Global Fishing Watch seems interesting however we cannot find the data online. Does anyone have any good open datasets that could be relevant for this project?&lt;/p&gt;&#xA;" OwnerUserId="10730" OwnerDisplayName="Jan van der Vegt" LastEditorUserId="2976" LastEditDate="2016-05-20T12:37:14.310" LastActivityDate="2016-05-28T02:28:47.580" Title="Overfishing dataset" Tags="|data-request|geospatial|environment|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7411" PostTypeId="2" ParentId="7408" CreationDate="2016-03-25T18:20:24.450" Score="2" Body="&lt;p&gt;There is limited demographic data in the adverse event records, but the ones that you asked for are on the patient record:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;patient: {&#xA;  &quot;patientonsetage&quot;: &quot;59&quot;,&#xA;  &quot;patientonsetageunit&quot;: &quot;801&quot;,&#xA;  &quot;patientsex&quot;: &quot;2&quot;,&#xA;  &quot;patientweight&quot;: &quot;78&quot;,&#xA;  &quot;patientdeath&quot;: {&#xA;    &quot;patientdeathdate&quot;: &quot;20030401&quot;,&#xA;    &quot;patientdeathdateformat&quot;: &quot;102&quot;&#xA;  },&#xA;  &quot;drug&quot;: [...],&#xA;  &quot;reaction&quot;: [...],&#xA;}&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the reference information can be found &lt;a href=&quot;https://open.fda.gov/drug/event/reference/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; (we are currently refactoring the website, so there will be a few  new references on some fields that were recently added).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-03-25T18:20:24.450" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7412" PostTypeId="1" CreationDate="2016-03-25T20:19:44.603" Score="5" ViewCount="136" Body="&lt;p&gt;I've just started exploring the world of open data and towards that aim I've been looking the data sets on catalog.data.gov and inventory.data.gov.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'm struggling to understand is the purpose of inventory.data.gov. The about page states:&#xA;&lt;em&gt;&quot;Inventory.data.gov is a tool for federal agencies to create and publish metadata catalogs&quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Isn't the metadata for each data set published on catalog.data.gov as well? If so, then what purpose does the inventory.data.gov site serve?&lt;/p&gt;&#xA;" OwnerUserId="10729" LastActivityDate="2020-11-08T20:07:55.760" Title="Why does inventory.data.gov exist?" Tags="|data-portal|" AnswerCount="0" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="7413" PostTypeId="1" CreationDate="2016-03-25T22:43:20.347" Score="2" ViewCount="90" Body="&lt;p&gt;Is it just me or almost all of the device recall data duplicated in OpenFDA? For example, why are there 4 nearly identical entries for recall &quot;Z-3261-2011&quot; when a query for this recall number is made via openFDA, but there is just one when using the web interface?&lt;/p&gt;&#xA;" OwnerUserId="8851" LastActivityDate="2016-04-17T15:10:26.877" Title="Duplicates in device recall data?" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7414" PostTypeId="1" CreationDate="2016-03-26T04:32:23.590" Score="2" ViewCount="43" Body="&lt;p&gt;I'm looking for available open-source ASIC code designs which can be used to produce high-efficiency Bitcoin miners (similar to &lt;a href=&quot;http://www.butterflylabs.com/monarch/&quot; rel=&quot;nofollow&quot;&gt;Butterfly Labs&lt;/a&gt;, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Either &lt;a href=&quot;https://en.wikipedia.org/wiki/Hardware_description_language#Examples_of_HDLs&quot; rel=&quot;nofollow&quot;&gt;HDL&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/VHDL&quot; rel=&quot;nofollow&quot;&gt;VHDL&lt;/a&gt;, or any other kind of implementations for ASIC devices would be useful. This could be open data in the form of some logic representation (such as HDL), which can be used to simulate such miners for ASIC chip. This is similar to software to simulate ASIC chip logic, but I'm looking for available data.&lt;/p&gt;&#xA;" OwnerUserId="3082" LastEditorUserId="244" LastEditDate="2016-03-27T04:45:40.643" LastActivityDate="2016-03-27T04:45:40.643" Title="ASIC designs for high-efficiency Bitcoin miners" Tags="|data-request|programming|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7415" PostTypeId="1" CreationDate="2016-03-26T19:34:22.007" Score="1" ViewCount="28" Body="&lt;p&gt;I'm trying to find a simple json or xml (not feed) containing all sports. sport leagues and league teams around the world (or at least some sports)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't seem to find such a file&lt;/p&gt;&#xA;" OwnerUserId="10740" LastActivityDate="2016-03-26T19:34:22.007" Title="World sports with leagues and teams" Tags="|sports|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7416" PostTypeId="2" ParentId="6701" CreationDate="2016-03-27T06:35:43.807" Score="3" Body="&lt;p&gt;You can find a Gowalla dataset at &lt;a href=&quot;https://snap.stanford.edu/data/&quot; rel=&quot;nofollow&quot;&gt;SNAP repository&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://snap.stanford.edu/data/loc-gowalla.html&quot; rel=&quot;nofollow&quot;&gt;https://snap.stanford.edu/data/loc-gowalla.html&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://www.gowalla.com/&quot; rel=&quot;nofollow&quot;&gt;Gowalla&lt;/a&gt; is a location-based social networking website where users share their locations by checking-in. The friendship network is undirected and was collected using their public API, and consists of 196,591 nodes and 950,327 edges. We have collected a total of 6,442,890 check-ins of these users over the period of Feb. 2009 - Oct. 2010. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="10741" LastEditorUserId="1511" LastEditDate="2016-03-27T11:26:00.900" LastActivityDate="2016-03-27T11:26:00.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7417" PostTypeId="1" CreationDate="2016-03-27T07:53:11.413" Score="3" ViewCount="114" Body="&lt;p&gt;I am looking for the data sets which were extracted using On-board or off-board dignostic (OBD). I need data which can help me to predict the health of the vehicle and its parts.&lt;/p&gt;&#xA;" OwnerUserId="10743" LastEditorUserId="1511" LastEditDate="2016-03-27T11:26:19.150" LastActivityDate="2016-03-27T11:26:19.150" Title="Time series data to predict the health of vehicle" Tags="|data-request|machine-learning|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7418" PostTypeId="1" AcceptedAnswerId="7419" CreationDate="2016-03-27T14:03:27.500" Score="5" ViewCount="178" Body="&lt;p&gt;Does someone know a machine readable currency list, that includes the symbol?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Aruba Guilder,AWG,ƒ,ƒ&#xA;Australia Dollar,AUD,$,$&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've found various sources, but they either lack the symbol (e.g $)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/3984/1511&quot;&gt;https://opendata.stackexchange.com/a/3984/1511&lt;/a&gt; (although perhaps I don't know enough about how to use Wikidata to find the symbol)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.currency-iso.org/en/home/tables/table-a1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.currency-iso.org/en/home/tables/table-a1.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/datasets/currency-codes/blob/master/data/codes-all.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datasets/currency-codes/blob/master/data/codes-all.csv&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Or the lack the machine readability (would require scraping)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.xe.com/symbols.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.xe.com/symbols.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(I've added a self-answer with the few resources that I've found.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-03-27T14:03:27.500" Title="Machine readable list of monetary currencies, including symbol" Tags="|data-request|finance|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7419" PostTypeId="2" ParentId="7418" CreationDate="2016-03-27T14:03:27.500" Score="4" Body="&lt;p&gt;There are at least three github repos&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/umpirsky/currency-list&quot; rel=&quot;noreferrer&quot;&gt;Currency-List&lt;/a&gt; - many formats - &quot;List of all currencies with names and ISO 4217 codes in all languages and all data formats.&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.githubusercontent.com/Fluidbyte/2973986/raw/b0d1722b04b0a737aade2ce6e055263625a0b435/Common-Currency.json&quot; rel=&quot;noreferrer&quot;&gt;JSON&lt;/a&gt; (gist) - (I'll use this one for now)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/hexorx/currencies/blob/master/lib/data/iso4217.yaml&quot; rel=&quot;noreferrer&quot;&gt;YAML&lt;/a&gt; or &lt;a href=&quot;https://github.com/hexorx/currencies&quot; rel=&quot;noreferrer&quot;&gt;gem&lt;/a&gt; - &quot;It contains every currency in the ISO 4217 standard&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-03-27T14:03:27.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7420" PostTypeId="1" CreationDate="2016-03-27T22:56:22.440" Score="3" ViewCount="195" Body="&lt;p&gt;I am looking for a data set listing the cost of speeding tickets, with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Area (e.g., country)&lt;/li&gt;&#xA;&lt;li&gt;Speed over the limit&lt;/li&gt;&#xA;&lt;li&gt;Cost of ticket&lt;/li&gt;&#xA;&lt;li&gt;Indirect costs (E.g., insurance raise, or driving school lessons)&lt;/li&gt;&#xA;&lt;li&gt;Consequences other than financial ones (e.g., jail time, or loss of drive license points)&lt;/li&gt;&#xA;&lt;li&gt;Year (since data may change over the years)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-28T02:00:48.167" Title="Speeding ticket cost" Tags="|data-request|cars|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7422" PostTypeId="1" CreationDate="2016-03-28T01:21:57.623" Score="5" ViewCount="1093" Body="&lt;p&gt;I am working on a project to predict Septic Shock on the MIMIC III data set.&lt;/p&gt;&#xA;&lt;p&gt;I am using the following ICD9-CODes to detect Sepsis but not sure how to get the date + time stamp when the patient was diagnosed. diagnoses_icd table does not have a date and time stamp.&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;99591&amp;quot;;&amp;quot;Sepsis&amp;quot;&#xA;&amp;quot;99592&amp;quot;;&amp;quot;Severe sepsis&amp;quot;&#xA;&amp;quot;78552&amp;quot;;&amp;quot;Septic shock&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;Not sure how the diagnoses_icd table was linked to the Date and Time for the patients, say Septic Shock.&lt;/p&gt;&#xA;" OwnerUserId="10751" LastEditorUserId="23272" LastEditDate="2022-07-14T13:06:36.600" LastActivityDate="2023-08-25T19:06:39.467" Title="MIMIC III : Date and Time when Diagnosis Code was determined for the patient, say Septic Shock" Tags="|mimic-iii|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="7423" PostTypeId="2" ParentId="7420" CreationDate="2016-03-28T02:00:48.167" Score="3" Body="&lt;p&gt;Montgomery County, Maryland has this on data.gov, here's the headers:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  &#xA;Date Of Stop,Time Of Stop,Agency,SubAgency,Description,Location,&#xA;Latitude,Longitude,Accident,Belts,Personal Injury,&#xA;Property Damage,Fatal,Commercial License,HAZMAT,Commercial Vehicle,Alcohol,&#xA;Work Zone,State,VehicleType,Year,Make,Model,Color,&#xA;Violation Type,Charge,Article,Contributed To Accident,&#xA;Race,Gender,Driver City,Driver State,DL State,Arrest Type,Geolocation  &#xA;&lt;/code&gt;&lt;/pre&gt;  &#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/traffic-violations-56dda&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset/traffic-violations-56dda&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;New Jersey has traffic violations data, but you're going to have to pull out the speeding citations, also I didn't cross-reference required headers:&lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.socrata.com/Government/New-Jersey-Traffic-Violations/2667-zax6&quot; rel=&quot;nofollow&quot;&gt;https://opendata.socrata.com/Government/New-Jersey-Traffic-Violations/2667-zax6&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Los Angeles' Open Data portal offers similar sets that you can pick through:&lt;br&gt;&#xA;&lt;a href=&quot;https://data.lacity.org/browse?q=traffic&quot; rel=&quot;nofollow&quot;&gt;https://data.lacity.org/browse?q=traffic&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-03-28T02:00:48.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7424" PostTypeId="1" CreationDate="2016-03-28T05:37:42.803" Score="3" ViewCount="50" Body="&lt;p&gt;I am looking for data on strategy selection and impact on financial results.&#xA;Data from the strategy models used in the analysis would also be very useful indeed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the data I can find is in 'case studies' created by MBA students; but it seems there is not a database compiling this research&lt;/p&gt;&#xA;" OwnerUserId="10742" LastActivityDate="2016-03-28T05:37:42.803" Title="Are there any open data sources on business strategy?" Tags="|data-request|finance|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7425" PostTypeId="1" CreationDate="2016-03-28T15:29:42.820" Score="2" ViewCount="38" Body="&lt;p&gt;If one had a list of campaign contributors and wanted to generate a document listing all of their historical campaign contributions from the FEC data, without having to query each name individually, how would one do that?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: my own coding skills are slight, so while a technical answer is good, even better would be a pointer to some utility that someone has already developed to do this. (Worst case, some advice for extracting the data from the FEC's bulk downloads in a non-clunky fashion would work.)&lt;/p&gt;&#xA;" OwnerUserId="10758" LastActivityDate="2016-03-28T15:29:42.820" Title="How to use FEC data to search for campaign contributions from a list of people?" Tags="|openfec|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7426" PostTypeId="2" ParentId="7422" CreationDate="2016-03-28T16:48:58.207" Score="6" Body="&lt;p&gt;It is important to be aware that the ICD-9 codes are assigned to hospital stays primarily for billing purposes. The codes are recorded by a coding team upon patient discharge, following a review of the health records. No specific time or date is associated with the codes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two relevant timestamps are the admission and discharge times associated with the hospital stay ID ('hadm_id'). If you would like to find more specific time points associated with ICD-related events, one option would be to review the nursing notes. &lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-03-28T16:48:58.207" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7427" PostTypeId="1" CreationDate="2016-03-28T17:26:06.053" Score="1" ViewCount="47" Body="&lt;p&gt;I am looking for a data set listing the &lt;a href=&quot;https://travel.stackexchange.com/q/65756/1810&quot;&gt;cost&lt;/a&gt; of climbing a mountain, with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;mountain name&lt;/li&gt;&#xA;&lt;li&gt;location&lt;/li&gt;&#xA;&lt;li&gt;climbing time &lt;/li&gt;&#xA;&lt;li&gt;price breakdown (insurance, porters, etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:52:14.420" LastActivityDate="2016-03-28T17:26:06.053" Title="Climbing cost per mountain" Tags="|data-request|sports|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7428" PostTypeId="1" CreationDate="2016-03-28T23:11:29.523" Score="3" ViewCount="48" Body="&lt;p&gt;Everpix recently gave an interesting look (&lt;a href=&quot;https://github.com/everpix/Everpix-Intelligence&quot; rel=&quot;nofollow&quot;&gt;https://github.com/everpix/Everpix-Intelligence&lt;/a&gt;) into the shuttered startup by providing everything from pitch decks to website analytics and subscription revenue data. A more intimate look than what you would see in SEC filings or quarterly earnings. What other companies, startup or established, have provided such an in-depth look at the business?&lt;/p&gt;&#xA;" OwnerUserId="10742" LastActivityDate="2016-03-28T23:11:29.523" Title="What are the most comprehensive examples of businesses making strategy, marketing and performance data publicly available?" Tags="|data-request|finance|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7429" PostTypeId="1" CreationDate="2016-03-29T14:30:26.097" Score="6" ViewCount="16070" Body="&lt;p&gt;I'm looking for free open APIs (XML or REST(JSON)&lt;sup&gt;*&lt;/sup&gt;) that I can access from my program code to get the (daily) exchange rate for foreign currencies &lt;em&gt;to&lt;/em&gt; the Euro, Dollar or British Pound (especially from non-Euro European countries and the US).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No historical data required, I just want to query (on demand or each night) &lt;em&gt;What is the exchange rate today?&lt;/em&gt; and store it in local database tables.&lt;br /&gt;&#xA;The source data should be updated at least once per day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ultimately, I want to encapsulate (updates from) several of these into my code (a standalone Windows program), so that our customers can choose which source they want to use for the exchange rates to their 'base currency' EUR or USD or GBP.&lt;br /&gt;&#xA;(This also means that the API should be free for commercial use, that it has a reputable source - i.e. it is not likely to disappear overnight, and that it can handle several 1000 requests/day).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;https://opendata.stackexchange.com/a/7456/4293&quot;&gt;Philshem's answer&lt;/a&gt; I understand that in my case daily 'settlements' are preferable over  real-time currency data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;* Actually, any parse-able format will do, but JSON or XML is preferable because more structured.&lt;/sup&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;[Added 4-4-2016 by OP]&lt;br /&gt;&#xA;While my question was out, I kept searching and found this June 2010 post on StackOverflow: &lt;a href=&quot;https://stackoverflow.com/questions/3139879/how-do-i-get-currency-exchange-rates-via-an-api-such-as-google-finance&quot;&gt;How do I get currency exchange rates via an API such as Google Finance? &#xA;&lt;/a&gt;.&lt;br&#xA;/&gt;&#xA;Since that is an old post and not limited to free APIs, I have verified which ones are still active and &lt;em&gt;partially&lt;/em&gt; meet my requirements, and I have added these as &lt;a href=&quot;https://opendata.stackexchange.com/a/7464/4293&quot;&gt;an answer&lt;/a&gt; to this post, together with the European Central Bank resource that I mentioned here earlier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any APIs I find that meet &lt;em&gt;all&lt;/em&gt; requirements, I will add as separate answers each.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2023-12-25T13:03:26.477" Title="Open API for currency conversion / exchange rates to EUR/USD/GBP (daily settlements)" Tags="|data-request|api|finance|rest|" AnswerCount="6" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7431" PostTypeId="1" CreationDate="2016-03-29T20:55:51.827" Score="1" ViewCount="37" Body="&lt;p&gt;I am looking for a data set listing the amount of &lt;a href=&quot;https://en.wikipedia.org/wiki/Tax_deduction#Personal_deductions&quot; rel=&quot;nofollow&quot;&gt;personal deductions&lt;/a&gt; from the &lt;a href=&quot;https://en.wikipedia.org/wiki/Taxation_in_the_United_States#Income_tax&quot; rel=&quot;nofollow&quot;&gt;federal tax income&lt;/a&gt; as collected by the Internal Revenue Service (IRS) in the United States, broken down in deduction categories (such as medical expenses or giving to charity).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By amount of personal deductions, I mean the total amount as summed over all taxpayers in the United States.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g.:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;In 2015, 1.2 billion USD were deducted as medical expenses.&lt;/li&gt;&#xA;&lt;li&gt;In 2015, 30 million USD were deducted as &lt;a href=&quot;https://turbotax.intuit.com/tax-tools/tax-tips/Tax-Deductions-and-Credits/9-Things-You-Didn-t-Know-Were-Tax-Deductions/INF26934.html&quot; rel=&quot;nofollow&quot;&gt;lifetime learning&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ideally, I would like to have a historical overview. (i.e., the evolution of these numbers over the years)&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-03-29T20:55:51.827" Title="Personal deductions when filing taxes in the US" Tags="|data-request|usa|taxes|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7432" PostTypeId="1" CreationDate="2016-03-29T23:40:01.520" Score="2" ViewCount="153" Body="&lt;p&gt;I wonder if anyone has attempted to transform MIMIC-III dataset into a format following some EHR standards, such as openEHR or HL7?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, any examples of how people use the dataset in non-relational DB fashion?&lt;/p&gt;&#xA;" OwnerUserId="9635" LastActivityDate="2016-03-31T15:53:54.283" Title="Experience in transforming MIMIC-III dataset to follow EHR standards?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7433" PostTypeId="1" CreationDate="2016-03-31T03:41:19.420" Score="1" ViewCount="55" Body="&lt;p&gt;I am working on a project of partitioning the road network for improving recommendation system . In this project I have to recommend nearest facilities such as restaurant , hotels, movie theaters etc based on road network distance . So I need a dataset for such activity . Can you suggest me some database . I am looking data any small city of Canada like calgary etc .&lt;/p&gt;&#xA;" OwnerUserId="10797" LastActivityDate="2016-05-01T14:14:29.117" Title="I need a dataset in which different facilities are situated on the roadnetwork?" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7434" PostTypeId="1" AcceptedAnswerId="7441" CreationDate="2016-03-31T12:44:39.167" Score="4" ViewCount="342" Body="&lt;p&gt;Its there any API for all Drugs existed if yes can you explain when can I find IT.&lt;/p&gt;&#xA;" OwnerUserId="9516" LastActivityDate="2016-04-01T07:53:44.340" Title="Do we have any API for &quot;all&quot; Drugs ?" Tags="|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7435" PostTypeId="2" ParentId="7434" CreationDate="2016-03-31T15:31:37.690" Score="2" Body="&lt;p&gt;You can use &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Open-source APIs for FDA drug, device, and food data. The data within the openFDA API is Public Domain and released under Creative Commons CC0. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-03-31T21:59:33.267" LastActivityDate="2016-03-31T21:59:33.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7436" PostTypeId="2" ParentId="7432" CreationDate="2016-03-31T15:53:54.283" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/tree/master/buildmimic&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/tree/master/buildmimic&lt;/a&gt; lists several different distributions of MIMIC: &#xA;apache-drill, docker, hana, monetdb, mysql, oracle, postgres, vagrant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/users/8991/sven-van-poucke&quot;&gt;Sven Van Poucke&lt;/a&gt; worked on integrating the MIMIC-II database in RapidMiner.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not aware of conversions to some EHR standards.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-03-31T15:53:54.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7437" PostTypeId="2" ParentId="5434" CreationDate="2016-03-31T17:22:02.087" Score="1" Body="&lt;p&gt;The data on this site uses the sum of AB and C1 from the census 2011 social classification data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It can be downloaded without charge from &lt;a href=&quot;https://www.nomisweb.co.uk/query/select/getdatasetbytheme.asp?theme=26&amp;amp;subgrp=2011%20Census%20-%20Local%20Characteristics&quot; rel=&quot;nofollow&quot;&gt;NOMISWEB (ONS)&lt;/a&gt;. I think the particular dataset you are after is &lt;code&gt;LC6124EW&lt;/code&gt; (LC = Local characteristics; EW= England/Wales). You should also find the same dataset for Scotland suffixed &lt;code&gt;SC&lt;/code&gt; instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More info on the details of the classification can be found &lt;a href=&quot;http://webarchive.nationalarchives.gov.uk/20160105160709/http://www.ons.gov.uk/ons/about-ons/business-transparency/freedom-of-information/previous-foi-requests/people--population-and-community/determining-social-grade-from-census/index.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8805" LastActivityDate="2016-03-31T17:22:02.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7438" PostTypeId="1" CreationDate="2016-03-31T23:40:04.223" Score="2" ViewCount="46" Body="&lt;p&gt;I've read some interesting analysis papers based on the Workplace and Employee Survey (WES), however it seems the data for this survey is not open to the public: &lt;a href=&quot;http://www.rdc-cdr.ca/datasets/wes-workplace-and-employee-survey&quot; rel=&quot;nofollow&quot;&gt;http://www.rdc-cdr.ca/datasets/wes-workplace-and-employee-survey&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of similar sources with datasets?&lt;/p&gt;&#xA;" OwnerUserId="10742" LastEditorUserId="10742" LastEditDate="2016-04-01T05:37:23.813" LastActivityDate="2016-04-01T05:37:23.813" Title="Open data sources similar to the Workplace and Employee Survey (WES)" Tags="|data-request|business|big-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7439" PostTypeId="2" ParentId="7413" CreationDate="2016-03-31T23:46:20.470" Score="1" Body="&lt;p&gt;I just tried to reproduce and I'm unable to find this at all in the /device/enforcement endpoint:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/enforcement.json?search=recall_number:3261&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/device/enforcement.json?search=recall_number:3261&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also downloaded the entire JSON served by this endpoint and searched over it for &quot;Z-3261-2011&quot; and was unable to find it there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, I looked what I believe you mean by the web interface here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.accessdata.fda.gov/scripts/ires/index.cfm#tabNav_advancedSearch&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/ires/index.cfm#tabNav_advancedSearch&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and I'm not seeing this recall there either. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you confirm this is still an issue? If so, can you send screenshots and/or links so it will be easier for us to reproduce?&lt;/p&gt;&#xA;" OwnerUserId="3606" LastActivityDate="2016-03-31T23:46:20.470" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7441" PostTypeId="2" ParentId="7434" CreationDate="2016-04-01T07:53:44.340" Score="2" Body="&lt;p&gt;The BnF in the UK has plans for an API - &lt;a href=&quot;http://www.bnf.org/products/data-licenses/&quot; rel=&quot;nofollow&quot;&gt;http://www.bnf.org/products/data-licenses/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a proof of concept at &lt;a href=&quot;http://www.openbnf.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.openbnf.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10812" LastActivityDate="2016-04-01T07:53:44.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7443" PostTypeId="2" ParentId="1582" CreationDate="2016-04-01T12:54:49.173" Score="4" Body="&lt;p&gt;As an aside, all British Company data is available at Companies House via the web interface or via CSV files:&#xA;&lt;a href=&quot;http://download.companieshouse.gov.uk/en_output.html&quot; rel=&quot;nofollow&quot;&gt;http://download.companieshouse.gov.uk/en_output.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10816" LastActivityDate="2016-04-01T12:54:49.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7444" PostTypeId="2" ParentId="4100" CreationDate="2016-04-01T13:03:33.607" Score="2" Body="&lt;p&gt;I have actually been working on something very similar; a search engine for restaurants in London. The search engine crawls popular social media platforms (TripAdvisor, Open Table etc.) on a daily basis and allows users to get an overall view for a given restaurant based on written comments from EVERY review.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also search for a particular dish / cuisine / drink across all restaurants in London. The results are generated by analyzing every sentence from review for every restaurant in order to determine which places are the most highly rated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;http://sentimentsearch.com/#/free&quot; rel=&quot;nofollow&quot;&gt;http://sentimentsearch.com/#/free&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I plan to scale this out for other domains like mobile phones and electronics.&lt;/p&gt;&#xA;" OwnerUserId="10766" LastEditorUserId="754" LastEditDate="2016-04-04T02:41:20.733" LastActivityDate="2016-04-04T02:41:20.733" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7445" PostTypeId="1" CreationDate="2016-04-01T15:02:43.340" Score="2" ViewCount="86" Body="&lt;p&gt;There are many options for downloading elevation data for the Earth (e.g. USGS Earth Explorer), but some of these include vegetation (trees) and structures (buildings). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I am looking for a &quot;bare earth&quot; dataset that covers the full globe, downloadable in GeoTIFF format. I would love some suggestions, if anyone is aware of a specific dataset that provides this, or something similar.&lt;/p&gt;&#xA;" OwnerUserId="10819" LastActivityDate="2016-05-19T13:55:37.673" Title="Global &quot;bare earth&quot; dataset, in GeoTIFF format" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7446" PostTypeId="1" CreationDate="2016-04-01T18:14:51.190" Score="4" ViewCount="137" Body="&lt;p&gt;How do you determine the exact time of death for in-hospital deaths?  I see DOD (day of death) but not a time stamp.&lt;/p&gt;&#xA;" OwnerUserId="10821" LastEditorUserId="23272" LastEditDate="2022-07-14T12:31:22.437" LastActivityDate="2022-07-14T12:31:22.437" Title="Time of death in-hospital?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7447" PostTypeId="2" ParentId="7446" CreationDate="2016-04-01T19:04:16.860" Score="4" Body="&lt;p&gt;On MIMIC-III v1.1 and v1.3:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DEATHTIME FROM mimiciii.admissions &#xA;WHERE DEATHTIME IS NOT NULL ORDER BY DEATHTIME ASC LIMIT 500 ;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ot7HG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ot7HG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe you use MIMIC-II.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-01T19:04:16.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7448" PostTypeId="2" ParentId="92" CreationDate="2016-04-01T22:29:22.187" Score="3" Body="&lt;p&gt;Take a look at UTAH: &lt;a href=&quot;https://github.com/sonalake/utah-parser&quot; rel=&quot;nofollow&quot;&gt;https://github.com/sonalake/utah-parser&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a good tool for handling files like this.&lt;/p&gt;&#xA;" OwnerUserId="10823" LastActivityDate="2016-04-01T22:29:22.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7449" PostTypeId="1" CreationDate="2016-04-02T04:55:18.533" Score="3" ViewCount="24" Body="&lt;p&gt;I am looking for a data set on risks per medical treatment as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;list of risk factors per medical treatment &lt;/li&gt;&#xA;&lt;li&gt;some quantification of the risk (e.g., an autologous blood injections to treat a lateral epicondylitis of the humerus carries a 1% chance of injury to structures near the tendon).&lt;/li&gt;&#xA;&lt;li&gt;references for each risk (i.e., in which research study medical treatment X was shown to have a risk of y%.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-02T04:55:18.533" Title="Risks per medical treatment" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7451" PostTypeId="2" ParentId="4793" CreationDate="2016-04-02T14:10:55.640" Score="0" Body="&lt;p&gt;As Joe mentioned, &quot;relatedness&quot; is pretty subjective.  I have found that this often means one of two things.  The first is related based on similar terms, say in the description of the book.  The other is based on previous user behavior. For example, if your user is looking at a book, you might want to show, &quot;people who read this book, also read this one&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the first type, many search engines offer a function called &quot;morelikethis&quot; which allows you to find related items.  You would simply upload your books to the search engine and then make the API call to find the similar items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the latter, and assuming you wanted to look for related items based on your own set of books, you would need some user logs along with the book data.  Once you have this there are a lot of great options for finding related items.  If you are interested in learning how to do this, I have a &lt;a href=&quot;https://github.com/liamca/azure-search-recommendations&quot; rel=&quot;nofollow&quot;&gt;github tutorial here&lt;/a&gt;, which shows how to do this (and create an API) with Movie data.&lt;/p&gt;&#xA;" OwnerUserId="10830" LastActivityDate="2016-04-02T14:10:55.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7453" PostTypeId="1" CreationDate="2016-04-02T23:02:41.050" Score="2" ViewCount="51" Body="&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/7255/where-can-i-get-the-images-data-set-of-skin-diseases&quot;&gt;This question is a lot similar to mine&lt;/a&gt;. Sadly I am not allowed to open a bounty, and there's no answer, so I am forced to ask again. I want images, names and sympoms of Skin diseases, 100 images would do for a start, or less. The more the better of course but for a prototype, I don't really care.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And it can be paid, I contacted many dermatology websites that have a database of skin diseases, they refuse to give me dump for commercial use, no matter what I might pay. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for free data, for small scale testing and I I want big data, many images when it's time to lunch and I'm ready to pay for it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Images should be, skin diseases, all skin colors, all ages, all genders, many locations on the body.&lt;/p&gt;&#xA;" OwnerUserId="4308" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-04-02T23:02:41.050" Title="Data about dermatology (images + symptoms)" Tags="|data-request|medical|disease|" AnswerCount="0" CommentCount="0" ClosedDate="2018-01-25T15:16:58.577" ContentLicense="CC BY-SA 3.0" />
  <row Id="7454" PostTypeId="1" CreationDate="2016-04-03T01:16:07.543" Score="1" ViewCount="49" Body="&lt;p&gt;As indicated in the &lt;a href=&quot;https://mimic.physionet.org/mimictables/noteevents/&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt;, MIMIC-III's patient notes contain so many many newline characters. Why?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some statistics on MIMIC-III v1.3:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT AVG(CHAR_LENGTH(text)) avg_nb_of_char, &#xA;AVG(CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')) avg_nb_of_new_lines,&#xA;AVG((CHAR_LENGTH(text) / (CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')))) avg_new_line_every_x_char,&#xA;&#xA;MIN(CHAR_LENGTH(text)) min_nb_of_char, &#xA;MIN(CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')) min_nb_of_new_lines,&#xA;MIN((CHAR_LENGTH(text) / (CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')))) min_new_line_every_x_char,&#xA;&#xA;MAX(CHAR_LENGTH(text)) max_nb_of_char, &#xA;MAX(CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')) max_nb_of_new_lines,&#xA;MAX((CHAR_LENGTH(text) / (CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')))) max_new_line_every_x_char,&#xA;&#xA;STD(CHAR_LENGTH(text)) std_nb_of_char, &#xA;STD(CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')) std_nb_of_new_lines,&#xA;STD((CHAR_LENGTH(text) / (CHAR_LENGTH(text) - CHAR_LENGTH(REPLACE(text, '\n', '')) / CHAR_LENGTH('\n')))) std_new_line_every_x_char&#xA;&#xA;FROM mimiciiiv13.noteevents;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;        nb_of_char      nb_of_new_lines         new_line_every_x_char&#xA;AVG     1824.8          42.98                   63.2&#xA;MIN     3               1                       1.0&#xA;MAX     55725           2990                    2753.0&#xA;STD     2510.5          67.2                    70.7&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-03T01:16:07.543" Title="Why do patient notes contain so many newline characters?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7455" PostTypeId="2" ParentId="6847" CreationDate="2016-04-03T05:32:08.920" Score="2" Body="&lt;p&gt;In python there are many libraries available for web scraping these are some of the important ones &lt;a href=&quot;http://scrapy.org/&quot; rel=&quot;nofollow&quot;&gt;scrapy&lt;/a&gt;, &lt;a href=&quot;https://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow&quot;&gt;Beautiful Soup&lt;/a&gt; etc. In php we have &lt;strong&gt;simple_html_dom.php&lt;/strong&gt; which can parse data from websites. You need a good programming skills to scrape websites by these programmes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best way for non-programmers would be using some online web scraper such as  &lt;a href=&quot;https://www.import.io/&quot; rel=&quot;nofollow&quot;&gt;import.io&lt;/a&gt; but let me warn you not many sites work perfectly with this tool.&lt;/p&gt;&#xA;" OwnerUserId="10838" LastActivityDate="2016-04-03T05:32:08.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7456" PostTypeId="2" ParentId="7429" CreationDate="2016-04-03T10:45:54.427" Score="2" Body="&lt;p&gt;Currencies at the end of the day are published as settlements, which are often averages of the day's trading and are used as references. For real-time currency data, you actually are looking at Bid/Ask data (&lt;a href=&quot;https://www.oanda.com/currency/live-exchange-rates/&quot; rel=&quot;nofollow&quot;&gt;for example&lt;/a&gt;). This means that there isn't really a single correct or published &quot;current exchange rate&quot;. Even for Bid/Ask prices, each marketplace will have different data, depending on volumes traded, market participants, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to get free bid/ask pricing for currency exchange rates, one tool that would work is the unofficial Yahoo Finance API.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.blogbyben.com/2009/01/truly-simple-stock-api.html&quot; rel=&quot;nofollow&quot;&gt;Basic usage&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Advanced options - &lt;a href=&quot;https://web.archive.org/web/20131105061547/http://www.gummy-stuff.org/Yahoo-data.htm&quot; rel=&quot;nofollow&quot;&gt;Archived page&lt;/a&gt;, &lt;a href=&quot;http://www.gummy-stuff.org/Yahoo-data.htm&quot; rel=&quot;nofollow&quot;&gt;current page&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can use the Yahoo Finance website to find the exchange rate search terms, for example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://finance.yahoo.com/q?s=EURCHF=X&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then use those search terms as part of the unofficial API&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;finance.yahoo.com/d/quotes.csv?s=EURCHF=X&amp;amp;f=sb2b3jk&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Note: If you are providing this data to paying customers, then I don't suggest using an &lt;strong&gt;un&lt;/strong&gt;official API. There are many paid services that will provider proper APIs with correct licensing. I found one such service that has unlimited queries with real-time and historical data from $1200 per year (which I find to be a modest expense for the convenience of stability, accuracy, legality).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-04-05T16:35:31.460" LastActivityDate="2016-04-05T16:35:31.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7457" PostTypeId="1" CreationDate="2016-04-03T19:29:02.817" Score="2" ViewCount="85" Body="&lt;p&gt;Are there any open datasets with flight simulation results?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for anything related to flight trajectory simulation, aerodynamics simulations, wind tunnel simulation. Anything that is used before actual flights (during prototyping).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a single set of data from NASA DASHlink:&#xA;&lt;a href=&quot;https://c3.nasa.gov/dashlink/resources/140/&quot; rel=&quot;nofollow&quot;&gt;https://c3.nasa.gov/dashlink/resources/140/&lt;/a&gt;&#xA;However, I would prefer to have a larger dataset, and possible from collection which is widely known and used before by other people (researchers).&lt;/p&gt;&#xA;" OwnerUserId="10847" LastEditorUserId="10847" LastEditDate="2016-04-05T23:28:21.593" LastActivityDate="2016-04-05T23:28:21.593" Title="Open flight simulation data (trajectory, aerodynamics, wind tunnel simulations.. etc)?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7458" PostTypeId="1" CreationDate="2016-04-03T12:05:10.270" Score="2" ViewCount="3685" Body="&lt;p&gt;I'm learning sentiment analysis. I need financial tweets and blogs dataset for supervised learning.&lt;br /&gt;&#xA;Right now I'm trying lexicon based sentiment analysis on a small dataset of  financial tweets from stocktwits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone guide me where to find other sets?&lt;/p&gt;&#xA;" OwnerUserId="10844" OwnerDisplayName="ashwinids" LastEditorDisplayName="user4293" LastEditDate="2017-04-04T07:24:09.080" LastActivityDate="2018-03-18T13:30:28.987" Title="Where I can get financial tweets and financial blogs datasets for sentiment analysis?" Tags="|data-request|sentiment-analysis|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7460" PostTypeId="1" AcceptedAnswerId="7740" CreationDate="2016-04-04T02:29:44.070" Score="17" ViewCount="12207" Body="&lt;p&gt;I wonder where the &lt;a href=&quot;https://en.wikipedia.org/wiki/Panama_Papers&quot;&gt;Panama Papers&lt;/a&gt; can be downloaded. I have looked around, I couldn't find them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find them? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the legality, and sensibility of requesting and downloading leaked data? Is now that it's leaked it's in the public domain? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Bounty edit:&lt;/strong&gt; Summarise all current sources of data, and explain what's in them, what format the data is, etc. &lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="10909" LastEditDate="2016-04-09T14:54:53.203" LastActivityDate="2016-05-09T18:16:43.717" Title="Downloading the Panama Papers" Tags="|data-request|finance|nlp|" AnswerCount="4" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="7461" PostTypeId="1" CreationDate="2016-04-04T08:53:41.370" Score="1" ViewCount="41" Body="&lt;p&gt;In &lt;a href=&quot;https://api.open.fec.gov/v1/schedules/schedule_a/&quot; rel=&quot;nofollow&quot;&gt;https://api.open.fec.gov/v1/schedules/schedule_a/&lt;/a&gt;&#xA;the maximum results per query are 100, e.g. the following &lt;a href=&quot;https://api.open.fec.gov/v1/schedules/schedule_a/?api_key=KEYKEYKEY&amp;amp;min_date=12%2F12%2F1999&amp;amp;sort_nulls_large=true&amp;amp;contributor_name=ab%2C%20lin%2C&amp;amp;per_page=101&quot; rel=&quot;nofollow&quot;&gt;large FEC query&lt;/a&gt; will result in:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;message&quot;: &quot;Parameter \&quot;per_page\&quot; must be between 1 and 100&quot;,&#xA;  &quot;status&quot;: 422&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If I want to get &lt;em&gt;all&lt;/em&gt; contributions from a certain donor, how should I formulate my query?&lt;/p&gt;&#xA;" OwnerUserId="10856" LastActivityDate="2016-05-01T14:13:05.203" Title="How to make a query to get all contributions from a certain donor?" Tags="|openfec|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7462" PostTypeId="1" AcceptedAnswerId="7474" CreationDate="2016-04-04T09:13:40.370" Score="1" ViewCount="21" Body="&lt;p&gt;First: I hope I am in the correct place of StackExchange to ask Ontology related questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to model relationships between agents and projects. There fore i have &lt;code&gt;objectProperties&lt;/code&gt; of the kind: &lt;code&gt;isStakeholderAgentProject&lt;/code&gt;, where i have sub properties representing the actual stakholder type (e.g. &lt;code&gt;isManagerAgentProject&lt;/code&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally I have &lt;code&gt;SystemRightsStatements&lt;/code&gt; (sub class of &lt;code&gt;dc/terms/RightsStatement&lt;/code&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I associate &lt;code&gt;RightsStatements&lt;/code&gt; to object &lt;code&gt;Properties&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="10859" LastEditorUserId="90" LastEditDate="2016-04-04T13:54:53.880" LastActivityDate="2016-04-05T14:00:36.843" Title="Modeling Stakeholder relationships in ontologies" Tags="|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7464" PostTypeId="2" ParentId="7429" CreationDate="2016-04-04T12:10:47.593" Score="7" Body="&lt;p&gt;These converters &lt;em&gt;almost&lt;/em&gt; meet my requirements (see question text; per 4-4-2016):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;European Central Bank &lt;a href=&quot;http://www.ecb.europa.eu/stats/exchange/eurofxref/html/index.en.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Euro foreign exchange reference rates&lt;/a&gt; page, which is updated once per &lt;em&gt;working&lt;/em&gt; day, and available in several formats, e.g  &lt;a href=&quot;http://www.ecb.europa.eu/stats/eurofxref/eurofxref-daily.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;as an XML file&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://currencylayer.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Currencylayer API&lt;/a&gt; Source: several foreign exchanges. Limited to 1000 requests/month, source currency is US$&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://free.currencyconverterapi.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Free currency converter API&lt;/a&gt; Sources unknown, 109 currencies&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.google.com/finance/markets/currencies&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Currency Converter&lt;/a&gt; Output is a webpage so may change. Currently 168 currencies, sources unknown.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.geoplugin.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geoplugin&lt;/a&gt; Currently 111 currencies, sources unknown.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.exchangeratelab.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Exchange Rate Lab&lt;/a&gt;: 50 requests/day free&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user4293" LastEditorUserId="10828" LastEditorDisplayName="user4293" LastEditDate="2023-12-25T13:03:26.477" LastActivityDate="2023-12-25T13:03:26.477" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7465" PostTypeId="2" ParentId="7458" CreationDate="2016-04-04T12:15:16.623" Score="1" Body="&lt;p&gt;I would be tempted to use Google Finance or Yahoo Finance to get a list of stock symbols. i.e. VOD.L &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then you could use the twitter API to extract search results for each one, again i.e. $VOD.L &lt;a href=&quot;https://twitter.com/search?q=%24VOD.L&quot; rel=&quot;nofollow&quot;&gt;https://twitter.com/search?q=%24VOD.L&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a list of news APIs on Programmable Web that could perhaps be used to extract news items for each symbol: &lt;a href=&quot;http://www.programmableweb.com/category/News%20Services/apis?category=20250&quot; rel=&quot;nofollow&quot;&gt;http://www.programmableweb.com/category/News%20Services/apis?category=20250&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From those you should be able to extract past tweets/news articles as well as historical pricing data and then generate your own training sets.&lt;/p&gt;&#xA;" OwnerUserId="10863" LastActivityDate="2016-04-04T12:15:16.623" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7466" PostTypeId="2" ParentId="7429" CreationDate="2016-04-04T12:37:24.200" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://www.quandl.com/blog/api-for-currency-data&quot; rel=&quot;nofollow&quot;&gt;Quandl API for Currency Data&lt;/a&gt; seems to meet all requirements:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Quandl offers spot exchange rates from the Bank of England (BOE) for over 40 currencies into USD, GBP and EUR. We also offer rates from the European Central Bank (ECB) for 30+ currencies into EUR and from the Federal Reserve Bank of St. Louis (FRED) for 20+ currencies into USD. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You need to register for an API key, then as an authenticated user you have a limit of 2,000 calls per 10 minutes, and a limit of 50,000 calls per day.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2016-04-04T12:37:24.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7468" PostTypeId="1" CreationDate="2016-04-04T13:06:32.060" Score="3" ViewCount="112" Body="&lt;p&gt;Doing some research on credit scoring models, and realizing that I need real world data about people's credit default. Something like their age/employing years/debth/income with default fact.&lt;/p&gt;&#xA;" OwnerUserId="10862" LastEditorUserId="90" LastEditDate="2016-04-04T13:53:06.353" LastActivityDate="2016-04-04T13:53:06.353" Title="Credit scoring data" Tags="|data-request|" AnswerCount="0" CommentCount="2" ClosedDate="2019-04-01T09:39:32.970" ContentLicense="CC BY-SA 3.0" />
  <row Id="7469" PostTypeId="2" ParentId="7429" CreationDate="2016-04-04T16:16:58.983" Score="1" Body="&lt;p&gt;One effective currency conversion API for me is &lt;a href=&quot;http://openexchangerates.github.io/money.js/&quot; rel=&quot;nofollow&quot;&gt;money.js&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Features: 165+ Currencies, updated often, infinite free requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You simply give it the currencies you wish to convert, and off you go! It's really simple &amp;amp; easy to use. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;fx.convert(1, {from: 'GBP', to: 'EUR'})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Will return 1 pound (GBP) in euros, with immense precision. Right now, it returned &lt;code&gt;1.254187176646604&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, that line of code can be made even simpler!&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;fx.settings = { to: &quot;EUR&quot; };&#xA;fx.convert(1, {from: &quot;GBP&quot;}); // Using EUR from previously set fx.settings.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="10865" LastEditorUserId="10865" LastEditDate="2016-04-04T16:25:47.500" LastActivityDate="2016-04-04T16:25:47.500" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7470" PostTypeId="2" ParentId="7460" CreationDate="2016-04-04T23:10:42.493" Score="3" Body="&lt;p&gt;It seems the media is not releasing it to the public yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some links floating around to a similar (but smaller) 2013 leak, but that is not the one that was released today.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;http://www.thereportertimes.com/panama-papers-icij-offshore-leaks-database-documents/23489/&quot; rel=&quot;nofollow&quot;&gt;http://www.thereportertimes.com/panama-papers-icij-offshore-leaks-database-documents/23489/&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.org/download/OffshoreLeaksDatabase&quot; rel=&quot;nofollow&quot;&gt;https://archive.org/download/OffshoreLeaksDatabase&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This appears to have the high-level data, though no details about the people involved.&#xA;&lt;a href=&quot;http://pastebin.com/pern5JRF&quot; rel=&quot;nofollow&quot;&gt;http://pastebin.com/pern5JRF&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10870" LastEditorUserId="1511" LastEditDate="2016-04-07T20:13:58.587" LastActivityDate="2016-04-07T20:13:58.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7471" PostTypeId="1" CreationDate="2016-04-05T09:10:08.987" Score="1" ViewCount="72" Body="&lt;p&gt;I want to practice my data wrangling skills but can't seem to find any dirty data.&lt;/p&gt;&#xA;&lt;p&gt;Trifacta is my main focus right now&lt;/p&gt;&#xA;&lt;p&gt;At the very least can you help me with ideas on how to practice this?&lt;/p&gt;&#xA;" OwnerUserId="10876" LastEditorUserId="23272" LastEditDate="2022-07-14T12:21:30.980" LastActivityDate="2022-07-14T12:21:30.980" Title="Anyone need data transforming/cleaning?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7472" PostTypeId="2" ParentId="7471" CreationDate="2016-04-05T11:55:44.520" Score="2" Body="&lt;p&gt;You can start with clean data and perturb them artificially. This procedure has the advantage that you have a ground truth to compare your data cleaning results with.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2016-04-05T11:55:44.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7473" PostTypeId="2" ParentId="4909" CreationDate="2016-04-05T12:00:47.360" Score="2" Body="&lt;p&gt;I don't know when this came along, but the Atlas of Living Australia now has an API which can (maybe) answer the question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This query asks for every member of the plant kingdom for which there is a record showing its presence in a polygon which matches Australia:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://biocache.ala.org.au/ws/explore/endemic/species.csv?q=kingdom:Plantae&amp;amp;wkt=POLYGON%20((113.203125%20-20.46818922264095,%20131.572265625%20-10.22843726615593,%20142.11914062499997%20-10.314919285813147,%20155.7421875%20-25.244695951306028,%20153.369140625%20-34.37971258046219,%20150.46875%20-38.95940879245422,%20148.18359375%20-45.02695045318544,%20113.818359375%20-35.101934057246055,%20110.654296875%20-24.04646399966658,%20113.203125%20-20.46818922264095))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm not certain whether their definition of &quot;endemic&quot; means &quot;exclusive to the area&quot;, but I think probably not.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2016-04-05T12:00:47.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7474" PostTypeId="2" ParentId="7462" CreationDate="2016-04-05T14:00:36.843" Score="1" Body="&lt;p&gt;Ok. The answer was fairly simple.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I was looking for was N-ary relations. &#xA;How this can be achived is documented by the W3C: &lt;a href=&quot;https://www.w3.org/TR/swbp-n-aryRelations/&quot; rel=&quot;nofollow&quot;&gt;&quot;Defining N-ary Relations on the Semantic Web&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10859" LastActivityDate="2016-04-05T14:00:36.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7475" PostTypeId="1" CreationDate="2016-04-05T15:21:02.820" Score="3" ViewCount="90" Body="&lt;p&gt;&lt;strong&gt;I'm looking for a list of synchronous electricity grids, and the countries and regions that they consist of.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Iceland is an unusual country in many ways. One of which is that its electricity grid is frequency-isolated - it has no synchronous (AC) connections with any other country's electricity grid. Wikipedia has a map of some synchronous grids (each different colour represents a different synchronous area; and yes, Denmark is indeed split across two separate grids):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Wide_area_synchronous_grid_%28Eurasia,_Mediterranean%29.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GX7Uu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;sub&gt;&lt;sub&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Wide_area_synchronous_grid_%28Eurasia,_Mediterranean%29.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC-BY-SA 3.0&lt;/a&gt;&lt;/sub&gt;&lt;/sub&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it's not referenced, and only covers part of the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Power Information Technology Laboratory at the University of Tennessee has &lt;a href=&quot;http://powerit.utk.edu/worldmap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;a rather funky map of real-time grid frequencies&lt;/a&gt;, and an &lt;a href=&quot;http://fnetpublic.utk.edu/tabledisplay.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;accompanying table&lt;/a&gt;, which provides more information, and covers a wider area. However, it's not entirely consistent with the wikipedia map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I'm looking for a list of synchronous electricity grids, and the countries and regions that they consist of.&lt;/p&gt;&#xA;" OwnerUserId="530" LastActivityDate="2017-04-04T12:45:53.547" Title="which countries belong to which synchronous electricity grids?" Tags="|data-request|energy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7476" PostTypeId="1" CreationDate="2016-04-05T18:09:09.783" Score="3" ViewCount="273" Body="&lt;p&gt;I am looking for datasets that contain texts as well as notations for sentence boundaries. I plan to use it to assess a sentence segmentation system. I am mostly interested in texts in English at the moment, but curious about other languages as well.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-06T11:41:17.783" Title="Sentence segmentation dataset" Tags="|data-request|nlp|corpora|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7477" PostTypeId="2" ParentId="6080" CreationDate="2016-04-05T18:31:25.657" Score="2" Body="&lt;p&gt;Below are three datasets for a subsset of text classification, sequential short text classification. All three datasets are for speech act prediction.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Switchboard Dialog Act Corpus. [Jurafsky et al.1997]&lt;/li&gt;&#xA;&lt;li&gt;MRDA: ICSI Meeting Recorder Dialog Act Corpus&#xA;(Janin et al., 2003; Shriberg et al., 2004)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.colips.org/workshop/dstc4/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dialog State Tracking Challenge 4&lt;/a&gt;'s data set. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In terms of size, here is an overview:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cfZGBm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cfZGBm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case anyone is interested, we presented an overview of the state-of-the art results on these three datasets in &lt;em&gt;Ji Young Lee, Franck Dernoncourt, &lt;a href=&quot;http://arxiv.org/abs/1603.03827&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sequential Short-Text Classification with Recurrent and Convolutional Neural Networks&lt;/a&gt;. NAACL 2016.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We found a few more interesting data sets for sequential short text classification mentioned in the literature, but we could not access it.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[Jurafsky et al.1997] Dan Jurafsky, Elizabeth Shriberg, and Debra Biasca. 1997. Switchboard SWBDDAMSL shallow-discourse-function annotation coders manual. Institute of Cognitive Science. Technical Report, pages 97–102.&lt;/li&gt;&#xA;&lt;li&gt;[Janin et al.2003] Adam Janin, Don Baron, Jane Edwards,&#xA;Dan Ellis, David Gelbart, Nelson Morgan, Barbara Peskin,&#xA;Thilo Pfau, Elizabeth Shriberg, Andreas Stolcke,&#xA;et al. 2003. The ICSI meeting corpus. In Acoustics,&#xA;Speech, and Signal Processing, 2003. Proceedings.(ICASSP’03).&#xA;2003 IEEE International Conference on, volume 1, pages I–364. IEEE.&lt;/li&gt;&#xA;&lt;li&gt;[Shriberg et al.2004] Elizabeth Shriberg, Raj Dhillon,&#xA;Sonali Bhagat, Jeremy Ang, and Hannah Carvey. 2004. The ICSI meeting recorder dialog act (MRDA) corpus. Technical report, DTIC Document.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-05T18:31:25.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7479" PostTypeId="1" CreationDate="2016-04-05T22:01:23.897" Score="2" ViewCount="2960" Body="&lt;p&gt;I am looking for a dataset for Mood or emotion (Happy, Angry, Sad) classification.That is to classify a text is it a happy, angry or sad related sentential text. I have used naive Bayes classification for this analysis. Now just to train and test the model with the dataset, we require a strong one. We are not getting a good efficiency with the current datasets that we are using, can you  please suggest a strong one?&lt;/p&gt;&#xA;" OwnerUserId="10886" LastEditorDisplayName="user6083" LastEditDate="2016-04-08T17:22:39.440" LastActivityDate="2017-12-26T09:08:55.953" Title="Dataset for emotion classification into happy, sad, angry" Tags="|data-request|machine-learning|research|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7481" PostTypeId="1" AcceptedAnswerId="7485" CreationDate="2016-04-06T01:20:15.753" Score="1" ViewCount="61" Body="&lt;p&gt;Currently I need to find smartphone product data rating for testing. Does anybody have more info on this? Is there someone who provides a downloadable dataset like that? Or maybe some technique to get the data?&lt;/p&gt;&#xA;" OwnerUserId="10888" LastActivityDate="2016-04-06T08:19:33.933" Title="Where can I find downloadable smartphones data rating?" Tags="|data-request|products|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7482" PostTypeId="1" CreationDate="2016-04-06T06:05:43.443" Score="1" ViewCount="23" Body="&lt;p&gt;To answer this question &lt;a href=&quot;https://politics.stackexchange.com/questions/10519/what-is-the-most-common-surname-in-the-history-of-australian-federal-politics&quot;&gt;https://politics.stackexchange.com/questions/10519/what-is-the-most-common-surname-in-the-history-of-australian-federal-politics&lt;/a&gt; I want to find the dataset that contains all the australian federal politicians and their names.  I could not find a dataset on the australian parliament website. &lt;/p&gt;&#xA;" OwnerUserId="10892" LastEditorUserId="-1" LastEditDate="2017-04-13T12:54:44.320" LastActivityDate="2016-04-07T23:55:30.277" Title="Where can i find a Dataset for history of Australian federal politicians" Tags="|data-request|australia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7483" PostTypeId="1" CreationDate="2016-04-06T07:27:35.670" Score="1" ViewCount="108" Body="&lt;h1&gt;Context&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/osmandapp/Osmand&quot; rel=&quot;nofollow&quot;&gt;OsmAnd&lt;/a&gt; is an &lt;a href=&quot;https://www.openstreetmap.org/&quot; rel=&quot;nofollow&quot;&gt;OpenStreetMap&lt;/a&gt;-based map app. For Japan localities that don't have a &lt;em&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Multilingual_names#Japan&quot; rel=&quot;nofollow&quot;&gt;name:en=&lt;/a&gt;&lt;/em&gt; parameter it displays junicode transliterations which are always &lt;a href=&quot;https://github.com/osmandapp/Osmand/issues/1396&quot; rel=&quot;nofollow&quot;&gt;wrong&lt;/a&gt;. rrobek has created &lt;a href=&quot;http://rrobek.de/jmtranslate.html&quot; rel=&quot;nofollow&quot;&gt;an improved map&lt;/a&gt; that uses a better transliteration algorithm. But rather than using general-purpose transliteration, using a database of translated place names would be the best.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Question&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I am looking for a database that tells me how Japanese places/shops/houses names are usually written in English:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;日本 → Japan&#xA;原野ビル → Harano building&#xA;ニセコバックパッカー　アスパラロッジ → Niseko Backpacker Aspara Lodge&#xA;鉄砲町停留場 → Teppocho station&#xA;吾妻古墳 → Azuma tumulus&#xA;ミニヨン南堀江駐車場 → Miniyon Minamihorie parking lot&#xA;藍場浜公園 → Aibahama Park&#xA;ふじ鮨 ニセコ店 → Fujizushi Niseko&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h1&gt;Requirements&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Ideally the license should be compatible with OpenStreetMap, but databases with more restrictive licenses are OK too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware that no database is perfect, for instance 大分村 translates as Daibu or Oita depending on the prefecture. The database should provide the most common &lt;em&gt;(or even better provide the translation depending on approximate latitude/longitude, but I guess it is too much to ask for)&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2018-01-03T01:30:55.850" Title="Japanese place/building names English translation database" Tags="|data-request|openstreetmap|japan|japanese|translation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7484" PostTypeId="2" ParentId="7483" CreationDate="2016-04-06T07:57:02.563" Score="1" Body="&lt;p&gt;ENAMDICT/JMnedict is a database of Japanese proper names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.edrdg.org/enamdict/enamdict_doc.html&quot; rel=&quot;nofollow&quot;&gt;http://www.edrdg.org/enamdict/enamdict_doc.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also contains other types of proper names, but place/shops/building names are those marked with either &lt;code&gt;p&lt;/code&gt;, &lt;code&gt;c&lt;/code&gt;, &lt;code&gt;o&lt;/code&gt;, &lt;code&gt;st&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;License: CC-BY-SA 3.0 &lt;a href=&quot;http://www.edrdg.org/edrdg/licence.html&quot; rel=&quot;nofollow&quot;&gt;http://www.edrdg.org/edrdg/licence.html&lt;/a&gt; not sure whether it is compatible with OSM.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Drawback: It only contains ~100,000 entries&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-04-06T07:57:02.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7485" PostTypeId="2" ParentId="7481" CreationDate="2016-04-06T08:19:33.933" Score="1" Body="&lt;p&gt;You should be able to get Amazon's reviews for the products (including smartphones) though it's Product Advertising API here: &lt;a href=&quot;https://affiliate-program.amazon.com/gp/advertising/api/detail/main.html&quot; rel=&quot;nofollow&quot;&gt;https://affiliate-program.amazon.com/gp/advertising/api/detail/main.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check the T&amp;amp;C's on usage though.&lt;/p&gt;&#xA;" OwnerUserId="10863" LastActivityDate="2016-04-06T08:19:33.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7486" PostTypeId="2" ParentId="7476" CreationDate="2016-04-06T11:41:17.783" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://github.com/diasks2/pragmatic_segmenter&quot; rel=&quot;nofollow&quot;&gt;Pragmatic Segmenter&lt;/a&gt; segmentation library contains sentences for the common edge cases in English as well as some other languages. The README also includes links to a lot of research and other segmentation libraries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also access the Brown Corpus from the &lt;a href=&quot;http://www.nltk.org/nltk_data/&quot; rel=&quot;nofollow&quot;&gt;NLTK Corpora&lt;/a&gt; page. That dataset has been used to test segmentation libraries.&lt;/p&gt;&#xA;" OwnerUserId="10896" LastActivityDate="2016-04-06T11:41:17.783" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7487" PostTypeId="1" CreationDate="2016-04-06T16:24:04.160" Score="1" ViewCount="21" Body="&lt;p&gt;I am looking for a dataset that contain relationships between moves and tendons, for humans. Specifically, the dataset would indicate what is the impact of move X on tendon Y. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example (fictive), typing on a keyboard causes an effort of 10% on the lateral epicondyle of the humerus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The effort metric would probably need to be defined, and the move may be accompanied by its duration or some other properties (e.g., keyboard type, postures, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be interested in any dataset that attempted to capture move vs tendon relations.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-06T16:24:04.160" Title="Impact of move X on tendon Y" Tags="|data-request|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7488" PostTypeId="1" CreationDate="2016-04-06T16:34:54.853" Score="1" ViewCount="176" Body="&lt;p&gt;I am looking for sources of available datasets on M&amp;amp;A. My preference would be for a clean panel dataset that might have previously been used for the purpose of studying the effect of M&amp;amp;A on either firms profits, or their R&amp;amp;D activity. I know that this is rather specific, but any broader suggestions on good sources for M&amp;amp;A data would also be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="10900" LastActivityDate="2016-04-07T12:54:41.090" Title="I'm looking for panel data on Merger and Acquisition" Tags="|data-request|machine-learning|economics|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7489" PostTypeId="1" CreationDate="2016-04-06T19:02:05.177" Score="1" ViewCount="43" Body="&lt;p&gt;Where can I download powersports oem microfiche schematics? I have wrote to a few companies and they smaller ones have provided me with some data. But what about the others?&lt;/p&gt;&#xA;" OwnerUserId="10903" LastActivityDate="2016-04-06T19:02:05.177" Title="Where can I download powersports oem microfiche schematics?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7491" PostTypeId="2" ParentId="7479" CreationDate="2016-04-06T19:59:39.093" Score="3" Body="&lt;p&gt;In Computational Linguistics this task is called Sentiment Analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;there is a plethora of data sets for sentiment analysis but it will always depend on the kind on text you will want to apply the trained model afterwards. &#xA;So if you want to apply it to tweets, then your training data shall be annotated tweets, if you want to apply it to Wikipedia pages, then you need annotated Wikipedia pages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a start take a look at these sources to get sentiment analysis dataset:&#xA;huge ngrams dataset from google &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;storage.googleapis.com/books/ngrams/books/datasetsv2.html&#xA;http://www.sananalytics.com/lab/twitter-sentiment/&#xA;http://inclass.kaggle.com/c/si650winter11/data&#xA;http://nlp.stanford.edu/sentiment/treebank.html&#xA;https://github.com/AndbrainTeam/emotional-sensor-data-set-&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or you can look into this global ML dataset repository: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://archive.ics.uci.edu/ml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;play around and see what actually fits you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;you can see this &lt;a href=&quot;http://www.andbrain.com/product/andbrain-data-set-contain-top-10-000-english-words-classified-into-7-basic-emotion/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; too i think its useful data set&lt;/p&gt;&#xA;" OwnerUserId="10905" LastEditorUserId="18100" LastEditDate="2017-12-26T09:08:55.953" LastActivityDate="2017-12-26T09:08:55.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7494" PostTypeId="2" ParentId="7460" CreationDate="2016-04-07T07:31:55.897" Score="14" Body="&lt;h3&gt;No leak&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;The &lt;em&gt;Panama Papers&lt;/em&gt; were not leaked at all. They were handed over to a &lt;a href=&quot;http://panamapapers.sueddeutsche.de/articles/56febff0a1bb8d3c3495adf4/&quot;&gt;German media company&lt;/a&gt; which probably &lt;a href=&quot;http://www.nachdenkseiten.de/?p=32753&quot;&gt;paid a good price&lt;/a&gt; (&lt;a href=&quot;https://nettime.org/Lists-Archives/nettime-l-1604/msg00005.html&quot;&gt;translation/summary here&lt;/a&gt;) for that deal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This means, the panama papers generate a lot of media attention, and probably already paid off for the &lt;em&gt;Süddeutsche Zeitung&lt;/em&gt; but it wont have much impact as long as the full papers are not completely published at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;WikiLeaks already asked the &lt;em&gt;rhetoric&lt;/em&gt; question &lt;a href=&quot;https://twitter.com/wikileaks/status/716772373408718849&quot;&gt;on Twitter&lt;/a&gt;, if they should release the full papers. Which is a rhetoric question trying to make people aware that &lt;em&gt;nothing&lt;/em&gt; was leaked yet. And Wikileaks can't leak anything at all, since the 'whistleblower' decided not to leak to the public but to sell to the media. That's a huge difference.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;No data&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;So far, the &lt;em&gt;SZ&lt;/em&gt; never leaked any documents (0). Instead, the guardian leaked a total of 2 documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Out of the roughly 11,500,000 documents, only &lt;a href=&quot;https://www.documentcloud.org/public/search/Source:%20%22Internal%20documents%20from%20Mossack%20Fonseca%20%28Panama%20Papers%29%22/p2&quot;&gt;152 are available currently on document cloud&lt;/a&gt;&lt;/strong&gt;. Not much more was really leaked so far.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To answer the question more directly, the &lt;strong&gt;Panama Papers&lt;/strong&gt; including 11.5 million documents and 2.6 TiB in size &lt;strong&gt;can not be downloaded&lt;/strong&gt; anywhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best you can do is hand-picking the few released documents out there or wait until someone from inside the media company leaks the full dump.&lt;/p&gt;&#xA;" OwnerUserId="4322" LastActivityDate="2016-04-07T07:31:55.897" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7495" PostTypeId="2" ParentId="7488" CreationDate="2016-04-07T12:54:41.090" Score="1" Body="&lt;p&gt;There is some data on UK M&amp;amp;A activity available here: &lt;a href=&quot;https://data.gov.uk/dataset/mergers_and_acquisitions_involving_uk_companies&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.uk/dataset/mergers_and_acquisitions_involving_uk_companies&lt;/a&gt;&#xA;though you'll probably have to combine it with data from Google or Yahoo for post M&amp;amp;A effects.&lt;/p&gt;&#xA;" OwnerUserId="10863" LastActivityDate="2016-04-07T12:54:41.090" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7496" PostTypeId="1" AcceptedAnswerId="7497" CreationDate="2016-04-07T15:59:29.047" Score="6" ViewCount="3735" Body="&lt;p&gt;I'm looking for a database containing city name, location coordinates, and timezone. I thought this would be simple to find, but it has proven difficult.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I don't see this question covered elsewhere on the site. Perhaps because it's just too basic. Also, I probably need tagging help.)&lt;/p&gt;&#xA;" OwnerUserId="10922" LastActivityDate="2023-11-11T03:05:48.273" Title="Database of cities with coordinates and timezone" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7497" PostTypeId="2" ParentId="7496" CreationDate="2016-04-07T16:41:21.967" Score="10" Body="&lt;p&gt;The &lt;a href=&quot;http://www.geonames.org/&quot;&gt;GeoNames&lt;/a&gt; database gives you both the geo-coordinates and the timezone for each city with a population greater than 1k.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.opendatasoft.com/explore/dataset/geonames-all-cities-with-a-population-1000%40public/table/?disjunctive.country&quot;&gt;Here's a version of that DB with a direct access to an API and a map&lt;/a&gt; on OpenDataSoft (disclaimer: I work for OpenDataSoft).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2016-04-07T16:41:21.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7498" PostTypeId="1" CreationDate="2016-04-07T18:02:57.703" Score="3" ViewCount="284" Body="&lt;p&gt;I'm trying to do an accent detection project. &lt;/p&gt;&#xA;" OwnerUserId="8497" LastActivityDate="2016-04-08T03:14:23.430" Title="Does anyone know of any datasets which have audio and accents?" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7500" PostTypeId="2" ParentId="7498" CreationDate="2016-04-08T03:14:23.430" Score="3" Body="&lt;p&gt;Do you want specific accentwise data or recording of people chatting in a normal scenario would do as well? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some resources, hope you find them to be heplful,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's &lt;a href=&quot;http://www.speech.cs.cmu.edu/databases/&quot; rel=&quot;nofollow&quot;&gt;the CMU audio database&lt;/a&gt; and &lt;a href=&quot;http://accent.gmu.edu/index.php&quot; rel=&quot;nofollow&quot;&gt;the speech accent archive&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apart from this, you could use youtube videos and transcripts, or speeches in different accents and their transcripts, sports commentary would be a good source as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another good source is vlogs, they are natural and varied when it comes to accent.&lt;/p&gt;&#xA;" OwnerUserId="10934" LastActivityDate="2016-04-08T03:14:23.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7501" PostTypeId="1" CreationDate="2016-04-08T03:22:55.220" Score="4" ViewCount="63" Body="&lt;p&gt;There exist several &lt;a href=&quot;https://health.stackexchange.com/q/5381/43&quot;&gt;criteria for assessing the quality of evidence in medical research articles&lt;/a&gt;. I am looking for a data set listing medical research articles along with some notation assessing the quality of the evidence given in the article.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g.: article X used randomized controlled trials with sample size 200 and no comparison with placebo.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in medical research articles that study the impact of drug X or medical treatment Z on medical condition Z.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:53:20.133" LastActivityDate="2016-05-01T05:44:00.847" Title="Medical research articles annotated with quality of evidence" Tags="|data-request|medical|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7502" PostTypeId="1" CreationDate="2016-04-08T09:09:29.420" Score="4" ViewCount="124" Body="&lt;p&gt;If I would need the estimated time of intubation for our project, what would be a good proxy. I have found several ventilation-related codes in the MIMIC-III GitHub repo (&lt;a href=&quot;https://github.com/MIT-LCP/mimic-code&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;The duration (beginning and ending) of ventilation seem to be estimated based on a number of ventilation setting. So is it right for me to estimate the time of intubation as the beginning time of ventilation?&lt;/p&gt;&#xA;" OwnerUserId="10939" LastEditorUserId="23272" LastEditDate="2022-07-14T12:56:25.457" LastActivityDate="2022-07-14T12:56:25.457" Title="Estimation of intubation time" Tags="|mimic-iii|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="7503" PostTypeId="1" CreationDate="2016-04-09T02:34:33.913" Score="3" ViewCount="28" Body="&lt;p&gt;I am looking for a data set listing publisher costs to publish a book. There can be many types of costs, ranging from editing costs to marketing costs and print/server costs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in both textbooks and research books.  I am mostly interested in the fields of computer science and maths, and English-speaking venues, but I am curious about other fields and languages as well.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-09T02:34:33.913" Title="Publisher costs to publish a book" Tags="|data-request|finance|research|publications|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7504" PostTypeId="1" CreationDate="2016-04-09T07:23:02.140" Score="2" ViewCount="137" Body="&lt;p&gt;I am looking for a list of most popular twitter hashtags for the last one year. Popularity means the number of time a hashtag was used. I need at least 1 thousand of them (the more the better).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dev.twitter.com/rest/reference/get/trends/place&quot; rel=&quot;nofollow&quot;&gt;Twitter API allows&lt;/a&gt; me to get only 50 top hashtags. Does anyone know any open source resource that has this information?&lt;/p&gt;&#xA;" OwnerUserId="8372" LastEditorUserId="1511" LastEditDate="2016-04-10T09:21:11.760" LastActivityDate="2016-04-21T19:35:24.083" Title="Most popular twitter hashtags" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7505" PostTypeId="1" CreationDate="2016-04-09T22:48:30.763" Score="3" ViewCount="26" Body="&lt;p&gt;I'm looking for the petitions used to ask the supreme court to hear a case -- they are called petitions for writ of certiorari -- there should be about 7000 new ones generated each SCOTUS season, where about 100-200 of them are granted by the court. I don't have law school db access, and the resources available on supremecourt.gov are not comprehensive or easily available. The scotus blog has some hosted on their S3 bucket, but again there are not many.&lt;/p&gt;&#xA;" OwnerUserId="8529" LastActivityDate="2016-04-09T22:48:30.763" Title="Petition for writs of certiorari to SCOTUS" Tags="|data-request|legal|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7506" PostTypeId="2" ParentId="7504" CreationDate="2016-04-10T12:51:07.653" Score="2" Body="&lt;p&gt;The Stanford Network Analysis Project (&lt;a href=&quot;https://snap.stanford.edu/index.html&quot; rel=&quot;nofollow&quot;&gt;SNAP&lt;/a&gt;) has a dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://snap.stanford.edu/data/volumeseries.html&quot; rel=&quot;nofollow&quot;&gt;Volume Time Series of Memetracker Phrases and Twitter Hashtags&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data contains the time series of the volume (the number of mention per hour) of 1,000 Memetracker phrases and 1,000 Twitter hashtags. Memetracker phrases are the 1,000 highest total volume phrases among 343 million phrases collected from Sep 2008 to Aug 2009. Twitter hashtags are the 1,000 highest total volume hashtags among 6 million hashtags from Jun to Dec 2009. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data is from Jun to Dec 2009, so that may not meet your criteria.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-04-10T12:51:07.653" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7508" PostTypeId="1" CreationDate="2016-04-10T19:03:24.220" Score="1" ViewCount="2093" Body="&lt;p&gt;I am looking for a dataset of common &lt;a href=&quot;https://en.wikipedia.org/wiki/Typographical_error&quot; rel=&quot;nofollow&quot;&gt;typos&lt;/a&gt; in English. Ideally, it should mention the frequency of typo.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-04-11T02:34:16.883" LastActivityDate="2016-04-11T12:29:15.573" Title="Dataset of common typos in English" Tags="|data-request|language|nlp|english|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7509" PostTypeId="2" ParentId="7496" CreationDate="2016-04-10T22:36:25.120" Score="1" Body="&lt;p&gt;ESRI has their Open data on their website that might be useful for you. Check that out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-04-10T22:36:25.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7510" PostTypeId="1" CreationDate="2016-04-11T01:50:45.837" Score="1" ViewCount="122" Body="&lt;p&gt;I would like to get customer review data set like amazon customer review data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have rather unique review data instead of amazon review data, &#xA;because amazon data sets have been heavily used by many papers already.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am even thinking of purchasing data and wonder if there is any company &#xA;where I can purchase quality review data.&lt;/p&gt;&#xA;" OwnerUserId="10960" LastEditorDisplayName="user6083" LastEditDate="2016-04-11T10:42:04.303" LastActivityDate="2016-04-11T10:42:04.303" Title="Customer review dataset" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7511" PostTypeId="2" ParentId="7508" CreationDate="2016-04-11T12:29:15.573" Score="4" Body="&lt;p&gt;Here is a link to several &lt;a href=&quot;http://www.dcs.bbk.ac.uk/~ROGER/corpora.html&quot; rel=&quot;nofollow&quot;&gt;corpora of commonly misspelled words&lt;/a&gt; in several varieties of English - list includes the &lt;a href=&quot;http://ota.ox.ac.uk/headers/0643.xml&quot; rel=&quot;nofollow&quot;&gt;Birbeck Spelling Error corpus&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-04-11T12:29:15.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7512" PostTypeId="1" AcceptedAnswerId="7574" CreationDate="2016-04-11T13:21:16.510" Score="1" ViewCount="911" Body="&lt;p&gt;I am developing a image classifier that classifies animals and humans.I have found lot of images on google but most of them are watermarked.Is there any good dataset of humans-&quot;man and womam separately&quot;- available? &lt;/p&gt;&#xA;" OwnerUserId="14817" LastActivityDate="2016-04-19T22:49:29.313" Title="Dataset for humans,man and woman?" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7513" PostTypeId="1" CreationDate="2016-04-11T13:49:56.157" Score="2" ViewCount="54" Body="&lt;p&gt;In the MIMIC II database can we use the comorbidity_score table to get which patients have AIDs, metastatic cancer and hematologic malignancy (as these three diseases are included in the table as boolean variables - 1 means diseased and 0 means healthy from disease)&lt;/p&gt;&#xA;" OwnerUserId="10967" LastEditorUserId="1652" LastEditDate="2016-04-11T14:03:16.643" LastActivityDate="2016-04-12T17:02:46.150" Title="In the MIMIC II database, where can I get the &quot;type of admission&quot;, which could be scheduled surgical, unscheduled surgical or medical?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7514" PostTypeId="1" CreationDate="2016-04-11T15:37:16.063" Score="3" ViewCount="180" Body="&lt;p&gt;I look for a graph-based stats of the US railroad waybills. That is, the freight transported over a particular railway over a year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I found:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2015/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Atlas 2015&lt;/a&gt; - The railroad graph (network) as a shape file that can be imported in Python's networkx and other SNA software.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.stb.dot.gov/stb/industry/econ_waybill.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Surface Transportation Board's Public Waybill Sample&lt;/a&gt; - A sample of a sample of the official stats collected from large railroad companies.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/data_and_statistics/by_mode/rail.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bureau of Transportation Statistics&lt;/a&gt; - Various stats for free. For example, the cross-border freight.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.aar.org/Pages/AllProducts.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Association of American Railroads Online Catalog&lt;/a&gt; - Various stats, but non-members must pay.&lt;/li&gt;&#xA;&lt;li&gt;Regional railroad networks (state, etc.)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;A map based on STB's Sample:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/CAVvM.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CAVvM.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Waybill Sample is close to what I need, but I didn't find how to read their space-separated stats (no headers, codebook, or dictionary file).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So have you seen the freight stats that could be converted to a connected graph with edges like &lt;code&gt;(station 1, station 2, freight)&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-04-20T15:38:56.233" Title="A graph of North American railroads" Tags="|data-request|usa|geospatial|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7515" PostTypeId="2" ParentId="7458" CreationDate="2016-04-11T19:35:56.103" Score="3" Body="&lt;p&gt;467 million Twitter posts from 20 million users covering a 7 month period from June 1 2009 to December 31 2009. We estimate this is about 20-30% of all public tweets published on Twitter during the particular time frame.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each public tweet the following information is available:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Author&#xA;Time&#xA;Content&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please refer this link: &lt;a href=&quot;https://snap.stanford.edu/data/other.html&quot; rel=&quot;nofollow&quot;&gt;https://snap.stanford.edu/data/other.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10971" LastActivityDate="2016-04-11T19:35:56.103" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7516" PostTypeId="2" ParentId="6506" CreationDate="2016-04-11T19:41:39.557" Score="1" Body="&lt;p&gt;The Streaming APIs give developers low latency access to Twitter’s global stream of Tweet data. A proper implementation of a streaming client will be pushed messages indicating Tweets and other events have occurred, without any of the overhead associated with polling a REST endpoint.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If your intention is to conduct singular searches, read user profile information, or post Tweets, consider using the REST APIs instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please refer this link: &lt;a href=&quot;https://dev.twitter.com/streaming/overview&quot; rel=&quot;nofollow&quot;&gt;https://dev.twitter.com/streaming/overview&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10971" LastActivityDate="2016-04-11T19:41:39.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7517" PostTypeId="1" CreationDate="2016-04-11T19:51:31.910" Score="1" ViewCount="113" Body="&lt;p&gt;The &quot;most recent cohorts&quot; has earnings for cohorts at 6, 7, 8, 9, and 10 years after entry.  Questions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The documentation appears to indicate that these are earnings for different cohorts with different entry years, not earnings at different points in time for the same cohort.  Is that correct?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;According to the data dictionary, &quot;count_ed&quot; variable is &quot;count of students in the earnings cohort.&quot;  But since there are 6 earnings cohorts, which cohort is it for?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;count_ed&quot; from the raw data file merged_2005_PP appears to match the count_ed in the most recent cohort file.  This makes it seem like the count_ed in the most recent cohorts data is for the cohort entering in 2005, and Ns for other cohorts might be obtained by looking in later raw data files.  However, the count_ed field is NULL in all the merged_YYYY_PP where YYYY&gt;2005.  Is there another way to get cohort sizes for the earnings data for any cohort other than the 10 year?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="10970" LastActivityDate="2016-04-21T12:10:13.230" Title="Ns for the earnings cohorts" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7518" PostTypeId="2" ParentId="4874" CreationDate="2016-04-11T19:55:17.760" Score="1" Body="&lt;p&gt;The Streaming APIs&#xA;Overview&#xA;The Streaming APIs give developers low latency access to Twitter’s global stream of Tweet data. A proper implementation of a streaming client will be pushed messages indicating Tweets and other events have occurred, without any of the overhead associated with polling a REST endpoint.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If your intention is to conduct singular searches, read user profile information, or post Tweets, consider using the REST APIs instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please refer the link: &lt;a href=&quot;https://dev.twitter.com/streaming/public&quot; rel=&quot;nofollow&quot;&gt;https://dev.twitter.com/streaming/public&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10971" LastActivityDate="2016-04-11T19:55:17.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7519" PostTypeId="2" ParentId="1748" CreationDate="2016-04-12T02:03:03.090" Score="2" Body="&lt;p&gt;I would try out &lt;a href=&quot;http://www.weedseedreview.net&quot; rel=&quot;nofollow&quot;&gt;http://www.weedseedreview.net&lt;/a&gt; or &lt;a href=&quot;http://www.dank.guru&quot; rel=&quot;nofollow&quot;&gt;http://www.dank.guru&lt;/a&gt; if you are looking for specific strain information.&lt;/p&gt;&#xA;" OwnerUserId="10976" LastActivityDate="2016-04-12T02:03:03.090" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7520" PostTypeId="1" CreationDate="2016-04-12T03:24:13.477" Score="4" ViewCount="155" Body="&lt;p&gt;The Japanese language has many terms imported from foreign languages, for instance &lt;code&gt;タワー&lt;/code&gt; (pronounced &quot;tawaa&quot;) means (and comes from) &lt;code&gt;Tower&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a database of such term and the original word they come from. Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;タワー , Tower&#xA;ビルディング , Building&#xA;… , …&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It should not include &lt;a href=&quot;https://en.wikipedia.org/wiki/Wasei-eigo&quot; rel=&quot;noreferrer&quot;&gt;wasei-eigo&lt;/a&gt; and terms whose meaning in Japanese does not match at all the meaning in the original language.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Context&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I wrote a &lt;a href=&quot;https://github.com/nicolas-raoul/jakaroma&quot; rel=&quot;noreferrer&quot;&gt;tool to transliterate Japanese place/business names to Latin characters&lt;/a&gt;, it works well except it could do better for garaigo terms, for instance now it transliterates &lt;code&gt;六本木ヒルズ森タワー&lt;/code&gt; to &lt;code&gt;Roppongi Hiruzu Mori Tawa-&lt;/code&gt;. If I find the database described in this question I could improve that to &lt;code&gt;Roppongi Hills Mori Tower&lt;/code&gt; which would be ideal.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2019-05-04T10:02:55.580" Title="Japanese gairaigo database" Tags="|data-request|japanese|translation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7521" PostTypeId="1" CreationDate="2016-04-12T09:34:36.267" Score="-1" ViewCount="76" Body="&lt;p&gt;How to calculate soccer result with propability&lt;/p&gt;&#xA;" OwnerUserId="10978" LastEditorUserId="10978" LastEditDate="2016-04-17T22:04:30.227" LastActivityDate="2016-04-17T22:04:30.227" Title="26 letters probability: how many combinations do you have to make?" Tags="|education|" AnswerCount="1" CommentCount="1" ClosedDate="2016-04-15T12:56:46.747" ContentLicense="CC BY-SA 3.0" />
  <row Id="7522" PostTypeId="2" ParentId="7521" CreationDate="2016-04-12T13:04:32.027" Score="1" Body="&lt;p&gt;26C9(without repetition) would be the answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The method described here:- (&lt;a href=&quot;http://www.intmath.com/counting-probability/4-combinations.php&quot; rel=&quot;nofollow&quot;&gt;combinations&lt;/a&gt;) &#xA;is used to find out how many combinations are possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for listing them down, they would be a little bit too many to list down with a pen and paper I guess. You could, however, use tools like &lt;a href=&quot;http://textmechanic.com/text-tools/combination-permutation-tools/combination-generator/&quot; rel=&quot;nofollow&quot;&gt;the combination generator&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10934" LastActivityDate="2016-04-12T13:04:32.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7523" PostTypeId="2" ParentId="7513" CreationDate="2016-04-12T17:02:46.150" Score="1" Body="&lt;p&gt;The type of admission is recorded in the admissions table:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT(admission_type)&#xA;FROM admissions;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; admission_type &#xA;----------------&#xA; ELECTIVE&#xA; URGENT&#xA; NEWBORN&#xA; EMERGENCY&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-04-12T17:02:46.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7524" PostTypeId="1" CreationDate="2016-04-12T23:21:55.860" Score="2" ViewCount="276" Body="&lt;p&gt;I am working on a research project right now and need to find out what year every house within the Denver metro area was built. I have searched through DRCOG and Census data, but have been unable to find it. It would be great to get this as a .shp file, but I'm dubious on whether or not this exists so any .csv or excel file will work as well.&lt;/p&gt;&#xA;" OwnerUserId="10987" LastActivityDate="2016-04-18T02:21:40.200" Title="Which database should I search to find the year that homes were built?" Tags="|data-request|real-estate|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7525" PostTypeId="1" CreationDate="2016-04-13T04:36:48.350" Score="3" ViewCount="45" Body="&lt;p&gt;The article &lt;a href=&quot;http://phys.org/news/2016-04-astronomical-plate-first-ever-evidence-exoplanetary.html&quot; rel=&quot;nofollow&quot;&gt;1917 astronomical plate has first-ever evidence of exoplanetary system&lt;/a&gt; inspired my inquiry, as the question has been on my mind for years:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find star charts/plates from days long past, or more current data collections.  &lt;/p&gt;&#xA;" OwnerUserId="10991" LastEditorUserId="70" LastEditDate="2016-12-04T12:13:48.120" LastActivityDate="2019-05-06T20:41:56.737" Title="Open dataset with historical plates/slides from astronomical surveys (absorption or emission spectra)?" Tags="|data-request|images|historical|astronomy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7526" PostTypeId="1" CreationDate="2016-04-13T06:15:21.833" Score="1" ViewCount="30" Body="&lt;p&gt;I am looking for dataset in arff format to deploy it in weka for web clustering.&#xA;the data should be classified and i need to apply it for hybridization of cuckoo search and kmeans.&lt;/p&gt;&#xA;" OwnerUserId="10971" LastActivityDate="2016-04-13T06:15:21.833" Title="dataset for webpage clustering" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7527" PostTypeId="2" ParentId="7479" CreationDate="2016-04-13T06:46:04.483" Score="1" Body="&lt;p&gt;467 million Twitter posts from 20 million users covering a 7 month period from June 1 2009 to December 31 2009. We estimate this is about 20-30% of all public tweets published on Twitter during the particular time frame.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each public tweet the following information is available:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Author&lt;br&gt;Time&lt;br&gt;Content&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the content attribute you can find expressions like sad, happy, angry etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please refer this link: &lt;a href=&quot;https://snap.stanford.edu/data/other.html&quot; rel=&quot;nofollow&quot;&gt;https://snap.stanford.edu/data/other.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10971" LastActivityDate="2016-04-13T06:46:04.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7529" PostTypeId="2" ParentId="7502" CreationDate="2016-04-13T18:43:38.643" Score="1" Body="&lt;p&gt;generally not, because at least if my memory serves me correctly (and the database description doesn't fail me) MIMIC-III does not contain intraoperative ventilation times. Clinically speaking a lot of times the intubation occurs intraoperatively and  ICU-ventilation times start only later in a consecutive ICU-stay. &lt;/p&gt;&#xA;" OwnerUserId="11000" LastEditorUserId="11000" LastEditDate="2016-04-13T18:55:00.600" LastActivityDate="2016-04-13T18:55:00.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7530" PostTypeId="1" CreationDate="2016-04-14T05:21:22.567" Score="4" ViewCount="598" Body="&lt;p&gt;I just want to play with a clothing related dataset. I didn't find any free one. I see that a company called Semantics3 offers something related to that for a certain price. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The database I'm looking for would have information about the size, retailer, price, color, maybe a unique barcode, etc.&lt;/p&gt;&#xA;" OwnerUserId="9902" LastEditorUserId="9902" LastEditDate="2016-04-14T06:01:58.780" LastActivityDate="2016-04-14T10:24:27.283" Title="Clothing Dataset" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7531" PostTypeId="2" ParentId="3764" CreationDate="2016-04-14T06:47:15.383" Score="1" Body="&lt;p&gt;You can also checkout these &lt;a href=&quot;http://www.wordgamedictionary.com/word-lists/&quot; rel=&quot;nofollow&quot;&gt;word lists&lt;/a&gt;. I know its a Scrabble based site, but they seem to have everything from what I can tell. I use them all the time and they have some nice &lt;code&gt;json&lt;/code&gt; exports as well.&lt;/p&gt;&#xA;" OwnerUserId="5930" LastEditorUserId="5930" LastEditDate="2016-04-14T17:38:35.617" LastActivityDate="2016-04-14T17:38:35.617" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7532" PostTypeId="2" ParentId="5435" CreationDate="2016-04-14T06:50:01.587" Score="1" Body="&lt;p&gt;Also look at this &lt;a href=&quot;http://www.wordgamedictionary.com/english-word-list/&quot; rel=&quot;nofollow&quot;&gt;english word list&lt;/a&gt; as well this &lt;a href=&quot;http://www.wordgamedictionary.com/word-lists/2-word-phrases/&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; and &lt;a href=&quot;http://www.wordgamedictionary.com/word-lists/3-word-phrases/&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; phrase lists.&lt;/p&gt;&#xA;" OwnerUserId="5930" LastEditorUserId="5930" LastEditDate="2016-04-14T17:40:53.040" LastActivityDate="2016-04-14T17:40:53.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7534" PostTypeId="2" ParentId="7292" CreationDate="2016-04-14T09:40:27.340" Score="2" Body="&lt;p&gt;You can also checkout this list at &lt;a href=&quot;http://www.wordgamedictionary.com/word-lists/common-english-words/&quot; rel=&quot;nofollow&quot;&gt;http://www.wordgamedictionary.com/word-lists/common-english-words/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5930" LastEditorUserId="5930" LastEditDate="2016-04-14T17:40:39.837" LastActivityDate="2016-04-14T17:40:39.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7535" PostTypeId="2" ParentId="3283" CreationDate="2016-04-14T09:42:23.637" Score="2" Body="&lt;p&gt;Thought I would share that you can also find different kinds of word lists &lt;a href=&quot;http://www.wordgamedictionary.com/word-lists/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; and many of them are downloadable for free in &lt;code&gt;json&lt;/code&gt; format.&lt;/p&gt;&#xA;" OwnerUserId="5930" LastEditorUserId="5930" LastEditDate="2016-04-14T17:40:24.180" LastActivityDate="2016-04-14T17:40:24.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7536" PostTypeId="2" ParentId="3764" CreationDate="2016-04-14T09:42:24.580" Score="1" Body="&lt;p&gt;Look at the &lt;a href=&quot;http://en.wiktionary.org&quot; rel=&quot;nofollow&quot;&gt;Wiktionary&lt;/a&gt;. It contains phonetics for many words, and it distinguishes part of speech consistently for its lemmas. And it is free data.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2016-04-14T09:42:24.580" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7537" PostTypeId="2" ParentId="7530" CreationDate="2016-04-14T10:24:27.283" Score="2" Body="&lt;p&gt;I think you will struggle with a free service. Have a look at &lt;a href=&quot;https://opendata.stackexchange.com/questions/562/is-there-a-global-database-of-all-products-with-ean-13-barcodes&quot;&gt;this thread&lt;/a&gt;, which the consensus is that either the information is incomplete, inaccurate or both.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My expectation is you will have to apply to a paid service, or purchase the data directly from the clothing supplier.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-04-14T10:24:27.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7538" PostTypeId="1" CreationDate="2016-04-14T11:25:21.730" Score="4" ViewCount="107" Body="&lt;p&gt;At the moment I'm investigating the state of anatomical knowledge on Wikipedia/Wikidata. I noticed that the Foundational Model of Anatomy has a lot of useful data and while the ID's are usually referenced in Wikipedia the other information isn't used.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They say on their website: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Foundational Model of Anatomy ontology (FMA) is OPEN SOURCE and available for general use. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But they also say:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To obtain a copy of the FMA database either click the &quot;Get the FMA&quot; link to the left or see: FMA Licenses. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The link to FMA Licenses is a broken link. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is the database supposed to be really open and could be incorporated in Wikidata, or is that something that's not allowed?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="1652" LastEditDate="2016-04-14T16:00:56.050" LastActivityDate="2018-03-31T00:05:46.500" Title="Is the Foundational Model of Anatomy Ontology an Open Data that can incorporated in other Open Databases?" Tags="|licensing|wikidata|biology|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7539" PostTypeId="1" CreationDate="2016-04-14T20:40:41.947" Score="9" ViewCount="99" Body="&lt;p&gt;I'm looking for a dataset that would gather the different categories of &lt;a href=&quot;https://en.wikipedia.org/wiki/Protected_health_information&quot;&gt;protected health information&lt;/a&gt; (PHIs) in different countries. I am only interested in electronic health records.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For example, in the United States, PHIs are defined in &lt;a href=&quot;http://www.hhs.gov/ocr/privacy/hipaa/understanding/coveredentities/De-identification/guidance.html&quot;&gt;Health Insurance Portability and Accountability Act (HIPAA) rules&lt;/a&gt; (US regulations), and are classified into 19 categories:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;(i) Names of patients and family members&#xA;(ii) Addresses and their components&#xA;(iii) Dates (month and day parts, unless the inclusion of the year part identities an individual to be older than 90 years old)&#xA;(iv) Explicit mention of ages over 89 years old&#xA;(v) Telephone and fax numbers&#xA;(vi) Social Security numbers&#xA;(vii) Medical record numbers&#xA;(viii) Health plan beneficiary numbers&#xA;(ix) Account numbers&#xA;(x) Certificate or license numbers&#xA;(xi) Vehicle identifiers and serial numbers&#xA;(xii) Device identifers and serial numbers&#xA;(xiii) Electronic mail addresses&#xA;(xiv) Web universal resource locators (URLs)&#xA;(xv) Internet protocol (IP) addresses&#xA;(xvi) Biometric identifiers&#xA;(xvii) Full face photographic images&#xA;(xviii) Employers&#xA;(xix) Any other unique identifying number, characteristic or code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-14T20:40:41.947" Title="Protected health information in different countries" Tags="|data-request|medical|privacy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7540" PostTypeId="2" ParentId="3651" CreationDate="2016-04-14T21:47:18.840" Score="2" Body="&lt;p&gt;Meteo is out there: &lt;a href=&quot;http://purl.org/ns/meteo&quot; rel=&quot;nofollow&quot;&gt;http://purl.org/ns/meteo&lt;/a&gt;.   I have no idea how well-used it is.&lt;/p&gt;&#xA;" OwnerUserId="3403" LastActivityDate="2016-04-14T21:47:18.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7541" PostTypeId="2" ParentId="7292" CreationDate="2016-04-15T22:59:51.827" Score="2" Body="&lt;p&gt;If you need more accurate and representative frequency counts of American English check out the &lt;a href=&quot;http://www.wordfrequency.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Corpus of Contemporary American English&lt;/a&gt; which offers two different-length word lists (60k,100k) that include part-of-speech and frequency distribution across spoken and written registers of speech.&lt;br&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/rv638.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rv638.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-04-15T22:59:51.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7542" PostTypeId="1" CreationDate="2016-04-16T06:45:18.007" Score="3" ViewCount="126" Body="&lt;p&gt;I am trying to understand wind speed as time series from a mast (tower). The names of the fields are v80a, v80b, v60a, v60b etc. Now I do know that v80 is the wind speed at 80 meters. But why use v80a and v80b etc.? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you please explain this or point me to some resources that provide an explanation?&lt;/p&gt;&#xA;" OwnerUserId="10537" LastEditorUserId="1511" LastEditDate="2016-08-21T06:43:17.600" LastActivityDate="2016-08-21T06:43:17.600" Title="Understanding wind speed data" Tags="|time-series|energy|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7544" PostTypeId="2" ParentId="7460" CreationDate="2016-04-16T08:34:26.317" Score="3" Body="&lt;p&gt;Still waiting for the entire cache, but The Sunday Times has released a &lt;a href=&quot;http://features.thesundaytimes.co.uk/web/public/2016/04/10/index.html&quot; rel=&quot;nofollow&quot;&gt;list with 37,000 names&lt;/a&gt; (10 April 2016).&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Search our database of 37,000 names linked to Mossack Fonseca companies in the tax haven of Panama&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Direct Link to &lt;a href=&quot;https://cdn.rawgit.com/times/data/master/sunday_times_panama_data.zip&quot; rel=&quot;nofollow&quot;&gt;CSV download&lt;/a&gt;&lt;/strong&gt; (4.4 MB zipped)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-04-16T08:34:26.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7545" PostTypeId="2" ParentId="7391" CreationDate="2016-04-16T12:17:59.197" Score="2" Body="&lt;p&gt;You could try this open source library in node: &lt;a href=&quot;https://www.npmjs.com/package/google-trends-api&quot; rel=&quot;nofollow&quot;&gt;https://www.npmjs.com/package/google-trends-api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems to have several Google trends functions available.&lt;/p&gt;&#xA;" OwnerUserId="11032" LastActivityDate="2016-04-16T12:17:59.197" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7546" PostTypeId="1" CreationDate="2016-04-16T16:36:21.650" Score="1" ViewCount="144" Body="&lt;p&gt;SFMTA has historical AVL GPS data for their buses at &lt;a href=&quot;ftp://avl-data.sfmta.com/avl_data/avl_raw&quot; rel=&quot;nofollow&quot;&gt;ftp://avl-data.sfmta.com/avl_data/avl_raw&lt;/a&gt;. In each record, there is a train_assignment, which you should be able to link to the route information, however, I am unable to find a match.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;from the readme file (&lt;a href=&quot;ftp://avl-data.sfmta.com/avl_data/avl_raw/read_me.txt&quot; rel=&quot;nofollow&quot;&gt;ftp://avl-data.sfmta.com/avl_data/avl_raw/read_me.txt&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Linking Data to the SFMTA Schedule:   To link the raw AVL data to a&#xA;  schedule you will need to use (1) the GTFS data at --&gt;&#xA;  &lt;a href=&quot;http://www.sfmta.com/cms/asite/labsindx.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.sfmta.com/cms/asite/labsindx.htm&lt;/a&gt;, (2) file&#xA;  &quot;lookUpSignUpPeriods.csv&quot; and (3) file&#xA;  &quot;lookUpBlockIDToBlockNumNam.csv&quot;.     File&#xA;  &quot;lookUpBlockIDToBlockNumNam.csv&quot; will allow you to link the&#xA;  block/train numbers in field &quot;TRAIN_ASSIGNMENT&quot; to field &quot;block_id&quot; in&#xA;  file &quot;trips.txt&quot; of the GTFS dataset.     File &quot;lookUpSignUpPeriods.csv&quot;&#xA;  gives the dates for which each signup ID is valid.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The GTFS transit data is now found at &lt;a href=&quot;http://archives.sfmta.com/transitdata/google_transit.zip&quot; rel=&quot;nofollow&quot;&gt;http://archives.sfmta.com/transitdata/google_transit.zip&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8521" LastActivityDate="2016-04-16T16:36:21.650" Title="Map SFMTA AVL GPS lat long to routes" Tags="|data.gov|transportation|city|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7547" PostTypeId="2" ParentId="5435" CreationDate="2016-04-17T10:02:07.687" Score="1" Body="&lt;p&gt;Consider the Google N-grams data, which is based on book content:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow&quot;&gt;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In your case, 2-to-5 ngrams refer to phrases, although only frequent n-grams are stable ones. Like, &quot;under fire&quot; has more mentions than &quot;green fire&quot;, so it's a &quot;phrase.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-04-17T10:02:07.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7548" PostTypeId="2" ParentId="3283" CreationDate="2016-04-17T10:04:58.343" Score="2" Body="&lt;h2&gt;Google N-grams&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;As I mentioned &lt;a href=&quot;https://opendata.stackexchange.com/questions/5435/where-can-i-get-a-complete-word-and-phrase-list-for-english/7547#7547&quot;&gt;elsewhere&lt;/a&gt;, Google Ngrams are perhaps the largest corpus of English words:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Keep in mind that it contains improper English words as well, but it's easy to exclude them by setting use frequency threshold.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-04-17T10:04:58.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7549" PostTypeId="2" ParentId="7413" CreationDate="2016-04-17T14:57:47.543" Score="2" Body="&lt;p&gt;If you click on &quot;Recall Event ID&quot; link for Z-3261-2011 recall record, you see two instances on the online database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have not tried the OpenFDA yet, but our previous analysis of medical device recall records between 2006-2013 revealed that over 50 percent of the recalls are duplicates of the same &quot;Recall event&quot; on different models of the same device or similar devices from a manufacturer. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may find more details here:&#xA;&lt;a href=&quot;http://web.engr.illinois.edu/~alemzad1/papers/Alemzadeh_IEEES&amp;amp;P_2013.pdf&quot; rel=&quot;nofollow&quot;&gt;http://web.engr.illinois.edu/~alemzad1/papers/Alemzadeh_IEEES&amp;amp;P_2013.pdf&lt;/a&gt;&#xA;&lt;a href=&quot;http://web.engr.illinois.edu/~alemzad1/papers/CBMS_14.pdf&quot; rel=&quot;nofollow&quot;&gt;http://web.engr.illinois.edu/~alemzad1/papers/CBMS_14.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the time of our study, the FDA online database did not provide the unique &quot;Recall Event ID&quot;, so we identified the duplicates by comparing the manufacturer names and reason for recall fields.&lt;/p&gt;&#xA;" OwnerUserId="11041" LastEditorUserId="11041" LastEditDate="2016-04-17T15:10:26.877" LastActivityDate="2016-04-17T15:10:26.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7550" PostTypeId="1" AcceptedAnswerId="7770" CreationDate="2016-04-17T15:11:51.587" Score="4" ViewCount="192" Body="&lt;p&gt;Although dates in MIMIC-III are shifted for patient confidentiality purposes, is there any way to extract days of the week? This would be useful for e.g. calculating severity of admissions on Saturday/Sunday vs regular week days.&lt;/p&gt;&#xA;" OwnerUserId="11042" LastActivityDate="2016-05-13T16:47:46.367" Title="MIMIC-III - days of the week?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7551" PostTypeId="2" ParentId="7524" CreationDate="2016-04-18T02:21:40.200" Score="4" Body="&lt;p&gt;Census data isn't going to provide information on individual buildings, but will provide summary data for the buildings within small geographic areas. For example, in the 5 year American Community Survey you can get the median year houses were built or the number of houses built in each decade at the census tract level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data on individual buildings, the best bet would be to see if the individual municipality publishes tax parcel or building outline data, and if year built is one of the attributes. I went into the Denver open data catalog here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.denvergov.org/&quot;&gt;http://data.denvergov.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And they have shapefiles and csv for buildings and for parcels (do a search for buildings or for parcels). I downloaded and looked at them both - the buildings file didn't have many attributes, but the parcel file had several including one called CCYRBLT, which according to the metadata is year structure built, based on the property assessment.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-04-18T02:21:40.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7552" PostTypeId="1" CreationDate="2016-04-18T05:51:09.247" Score="1" ViewCount="233" Body="&lt;p&gt;There was one question similar to what I am about to ask, but &lt;a href=&quot;https://opendata.stackexchange.com/questions/1400/where-can-i-get-private-companies-financials&quot;&gt;it is too narrow.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of any data that give transactions, financial obligations, financial deals/agreements, or other major interactions among &lt;strong&gt;specific&lt;/strong&gt; financial intermediaries (e.g., commercial, investment banks). A specific example of the type of interactions/data I'm looking for can be found in this &lt;a href=&quot;http://www.bankofengland.co.uk/research/Documents/workingpapers/2014/wp516.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper&lt;/a&gt;. The authors supposedly* had data allowing them to model things such as&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;derivatives,marketable securities, repo, unsecured lending and secured lending&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;in the UK's interbank market.&lt;/p&gt;&#xA;" OwnerUserId="11052" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-04-19T15:32:55.547" Title="Transactions Between Financial Intermediaries" Tags="|data-request|finance|economics|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7553" PostTypeId="1" AcceptedAnswerId="7556" CreationDate="2016-04-18T06:40:41.517" Score="1" ViewCount="102" Body="&lt;p&gt;I am working on a project to find the opinion of a product/brand on twitter. Is there any sample dataset of opnion base tweets ? If possible labelled data - Positive/negative/neutral&lt;/p&gt;&#xA;" OwnerUserId="11054" LastActivityDate="2016-04-18T14:16:54.060" Title="Where can i find domain specific data set of opinion tweets about a product/brand?" Tags="|data-request|nlp|social-media|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7554" PostTypeId="1" CreationDate="2016-04-18T08:11:36.277" Score="3" ViewCount="162" Body="&lt;p&gt;I am conducting a study on different cities, and I am interested in highlighting and comparing rental prices in different US cities. In case you can share some websites (Other than Zillow) where I can these datasets, I would appreciate that. &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2021-02-18T20:35:16.540" Title="Rental Prices in US Cities" Tags="|usa|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7555" PostTypeId="1" AcceptedAnswerId="7691" CreationDate="2016-04-18T10:37:55.863" Score="2" ViewCount="200" Body="&lt;p&gt;I`m working on Communication System Modeling. In order to be more accurate, I want to know urban buildings height or distribution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone knows where I could find them?&lt;/p&gt;&#xA;" OwnerUserId="11057" LastActivityDate="2016-05-01T14:09:09.403" Title="buildings height data" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7556" PostTypeId="2" ParentId="7553" CreationDate="2016-04-18T14:05:05.417" Score="1" Body="&lt;p&gt;This might help if you can't find an actual dataset:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.theatlantic.com/technology/archive/2013/09/a-new-free-tool-lets-you-analyze-and-archive-twitter-simultaneously/279748/&quot; rel=&quot;nofollow&quot;&gt;twXplorer: Tool to capture and analyze&lt;/a&gt; tweets. This does neat little bar graphs on the frequency of words and hashtags associated with your search term(s). Also has links to more tools.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://brodiesnotes.blogspot.com/2012/07/using-free-tools-to-capture-handful-of.html&quot; rel=&quot;nofollow&quot;&gt;Free tools to capture tweets&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://blog.kissmetrics.com/10-twitter-tools/&quot; rel=&quot;nofollow&quot;&gt;10 Twitter tools used by experts&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.researchgate.net/post/How_can_we_get_data_from_Twitter_for_discourse_analysis&quot; rel=&quot;nofollow&quot;&gt;Where can I get&lt;/a&gt; Twitter data for research?&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.google.com/search?q=free+software+capture+tweets&amp;amp;ie=utf-8&amp;amp;oe=utf-8&quot; rel=&quot;nofollow&quot;&gt;A Google search for you&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-04-18T14:16:54.060" LastActivityDate="2016-04-18T14:16:54.060" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7557" PostTypeId="1" CreationDate="2016-04-18T14:27:17.107" Score="2" ViewCount="53" Body="&lt;p&gt;I'm trying to find a database of street addresses that includes a zip code for major metro cities in the USA. Can anyone help?&lt;/p&gt;&#xA;" OwnerUserId="11058" LastActivityDate="2018-05-16T18:11:57.200" Title="Business Street Address with street and zip" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7558" PostTypeId="1" CreationDate="2016-04-18T15:00:49.397" Score="1" ViewCount="85" Body="&lt;p&gt;Looking for dataset(s) with more than 100k instances for multi-target regression.&lt;br&gt;&#xA;I have found several but these datasets have few instances with more 100k instances.&#xA;Anyone knows where I can find it besides kaggle datasets?&lt;/p&gt;&#xA;" OwnerUserId="11060" LastEditorUserId="90" LastEditDate="2016-04-18T18:24:46.873" LastActivityDate="2016-04-18T18:24:46.873" Title="Multi-target regression Dataset" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7560" PostTypeId="1" AcceptedAnswerId="7586" CreationDate="2016-04-18T18:00:19.447" Score="2" ViewCount="53" Body="&lt;p&gt;I am trying to find USD currency rate to the Germand Mark, &quot;Deutsche Mark&quot; (DM) back till 1959. The &quot;Deutsche Mark is the ancestor of the euro. The data should be daily. OHLC is super, but just Close would be good enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If needed i can pay a smaller sum. Really need this data for testing some models! Please help!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Greetings&lt;/p&gt;&#xA;" OwnerUserId="9174" LastActivityDate="2016-04-21T10:04:27.490" Title="Looking for historical daily quotes for USD" Tags="|data-request|economics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7561" PostTypeId="1" CreationDate="2016-04-18T18:53:18.520" Score="2" ViewCount="42" Body="&lt;p&gt;I am searching for public sources of real estate / property investment activity / levels from which to find trending data for countries. I've looked through the World Bank data catalogue and found nothing on housing, I've looked through IMF and don't see anything that focuses on property markets. Are there sources for this kind of data available?&lt;/p&gt;&#xA;" OwnerUserId="8614" LastEditorUserId="1511" LastEditDate="2017-05-04T11:32:36.257" LastActivityDate="2017-05-04T11:32:36.257" Title="Real estate investment and growth data sources" Tags="|real-estate|global|economy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7562" PostTypeId="1" CreationDate="2016-04-18T19:30:15.147" Score="3" ViewCount="87" Body="&lt;p&gt;Is there a global database available for groundwater basins (Aquifers), similar to &lt;a href=&quot;http://www.cger.nies.go.jp/db/gdbd/gdbd_index_e.html&quot; rel=&quot;nofollow&quot;&gt;gdbd&lt;/a&gt; for surface water? &lt;/p&gt;&#xA;" OwnerUserId="7244" LastEditorUserId="7244" LastEditDate="2016-05-18T14:33:56.853" LastActivityDate="2016-05-18T14:33:56.853" Title="Groundwater Basins" Tags="|geospatial|environment|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7563" PostTypeId="1" CreationDate="2016-04-18T19:36:36.297" Score="1" ViewCount="14" Body="&lt;p&gt;Looking for solid, current email database for transportation/trucking companies in the U.S, particularly in Utah, Nevada, and Phoenix, Arizona.&lt;/p&gt;&#xA;" OwnerUserId="11065" LastEditorUserId="90" LastEditDate="2016-04-18T21:36:20.330" LastActivityDate="2016-04-18T21:36:20.330" Title="Need email Contact information for domestic trucking indusrty" Tags="|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7564" PostTypeId="2" ParentId="7562" CreationDate="2016-04-18T23:47:48.320" Score="5" Body="&lt;p&gt;I don't believe these are 100% on target, but they look pretty promising.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.arcgis.com/home/item.html?id=5c52b8a4dda94f598e8c5dbeb78ee57b)&quot;&gt;Freshwater Ecoregions of the World (Data Basin Dataset)&#xA;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fao.org/nr/water/aquastat/data/query/index.html?lang=en&quot;&gt;Food and Agriculture Organization's AQUASTAT database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't post more than two links yet, but the USGS has a pretty solid database for all bodies of water in the United States, so make sure to check them out for US based data, at least.&lt;/p&gt;&#xA;" OwnerUserId="11052" LastActivityDate="2016-04-18T23:47:48.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7565" PostTypeId="2" ParentId="7562" CreationDate="2016-04-19T00:40:11.783" Score="5" Body="&lt;p&gt;Global Water Forum lists a number of water related tools and resources, including datasets. A couple of these may be of use to you:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.globalwaterforum.org/resources/data/&quot;&gt;http://www.globalwaterforum.org/resources/data/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One in particular, the GGIS (Global Groundwater Information System):&lt;br&gt;&#xA;&lt;a href=&quot;http://www.un-igrac.org/global-groundwater-information-system-ggis&quot;&gt;http://www.un-igrac.org/global-groundwater-information-system-ggis&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;USGS Surfacewater Portal also has a number of tools and resources that you may find beneficial:&lt;br&gt;&#xA;&lt;a href=&quot;http://water.usgs.gov/osw/&quot;&gt;http://water.usgs.gov/osw/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NASA's GRACE Groundwater combines two major databases, again should also be very relevant here:&lt;br&gt;&#xA;&lt;a href=&quot;http://disc.sci.gsfc.nasa.gov/hydrology/additional/science-focus/grace_groundwater.shtml&quot;&gt;http://disc.sci.gsfc.nasa.gov/hydrology/additional/science-focus/grace_groundwater.shtml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-04-19T00:40:11.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7566" PostTypeId="1" CreationDate="2016-04-19T07:31:13.950" Score="1" ViewCount="49" Body="&lt;p&gt;I'm in the initial stages of a project and I are looking to just collect some initial data based on youtube watch category usage. Requirements are: you have a google acc linked to your youtube acc with likes, watch laters, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://youtubeprofile.herokuapp.com/&quot; rel=&quot;nofollow&quot;&gt;http://youtubeprofile.herokuapp.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Right now we've (poorly) manually created some personality archetypes (wtf is clubber/basic anyways???) but our plan is to cluster the data to provide more insightful information. If you guys can help out, maybe OP will deliver...&lt;/p&gt;&#xA;" OwnerUserId="11070" LastEditorUserId="11070" LastEditDate="2016-04-19T13:49:56.517" LastActivityDate="2016-04-19T13:49:56.517" Title="I'm trying to collect some YouTube usage data so I can run clustering for personality types" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7567" PostTypeId="1" CreationDate="2016-04-19T08:56:12.887" Score="2" ViewCount="351" Body="&lt;p&gt;I developed an OData web services which exposes my entity framework model, now I need to develop a Query Builder like this,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://odata.intel.com/QueryBuilder&quot; rel=&quot;nofollow&quot;&gt;http://odata.intel.com/QueryBuilder&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any HTML or JS plugin I could use, I am open to JQuery or Angularjs, bootstrap or any other plugin available instead of recreating wheel.&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorUserId="90" LastEditDate="2016-04-19T12:32:56.550" LastActivityDate="2016-04-19T12:32:56.550" Title="OData HTML Visualizer" Tags="|odata|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7568" PostTypeId="1" CreationDate="2016-04-19T14:32:25.420" Score="5" ViewCount="93" Body="&lt;p&gt;Where can I find an auto dealer database?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Format database: Dealer name, address, brand, phone, website, and more other information. If possible, the worldwide. If it is impossible for the world, I will be glad and individual countries (interested in any of the countries).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can parse results from website or database XML, but I don't know where to find it.&lt;/p&gt;&#xA;" OwnerUserId="10417" LastEditorUserId="8683" LastEditDate="2017-12-21T00:37:56.503" LastActivityDate="2023-01-25T11:09:36.087" Title="Auto dealers database" Tags="|data-request|address|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7569" PostTypeId="2" ParentId="7552" CreationDate="2016-04-19T15:32:55.547" Score="1" Body="&lt;p&gt;Alright, so I could not find a data source (that was open) for the specific request I made. That said, I'll go ahead and post links to resources I already knew of and additionally those I found in my search for the data requested above. If anyone sees this post and knows of a lead, please feel free to edit this answer or add your own post. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/&quot; rel=&quot;nofollow&quot;&gt;St. Louis Federal Reserve's FRED (Federal Reserve Economic Database)&lt;/a&gt; - good for general macroeconomic indicators and statistics, good coverage of specific industries as well (but still purely macro, non-institution/agent specific). FRED pulls much of its data from the various gov't agencies out there, like the BLS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;Data.gov&lt;/a&gt; is a repository for a bunch of random data sets the US gov't releases to the public. Searching can be a nightmare, and it doesn't include all databases (like FRED).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fdic.gov/bank/statistical/guide/&quot; rel=&quot;nofollow&quot;&gt;FDIC.gov&lt;/a&gt; was the resource that helped me the most. They publish total asset data and various other accounting measures for all insured banks in the US. Navigation can be tricky, but know the data is there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SEC.gov offers &lt;a href=&quot;http://www.sec.gov/edgar/searchedgar/webusers.htm&quot; rel=&quot;nofollow&quot;&gt;EDGAR&lt;/a&gt;, a resource almost like FRED but for for financial data. Their resources (seem to) cover more nuanced accounting measures that the FDIC data, so it would help analyzing corporate behavior and structure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Federal Financial Institutions Examination Council offers a database with their &lt;a href=&quot;http://www.ffiec.gov/ubpr.htm&quot; rel=&quot;nofollow&quot;&gt;Uniform Bank Performance Reports&lt;/a&gt;. The system seems fairly archaic but does work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The EU offers an &lt;a href=&quot;https://open-data.europa.eu/en/data&quot; rel=&quot;nofollow&quot;&gt;Open Data Portal&lt;/a&gt;, which is similar to the US govt's resource I listed above. It also has the same problems as the US version, but does allow for easier search refinement.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The EU central bank offers a &lt;a href=&quot;http://sdw.ecb.europa.eu/home.do&quot; rel=&quot;nofollow&quot;&gt;Statistical Data Warehouse&lt;/a&gt;, which is similar to FRED, but it is not nearly as refined.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ECB also offers &lt;a href=&quot;http://www.ecb.europa.eu/stats/money/aggregates/anacredit/html/index.en.html&quot; rel=&quot;nofollow&quot;&gt;AnaCredit&lt;/a&gt;, a database on bank loans taken by individuals and organizations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the &lt;a href=&quot;https://www.esma.europa.eu/databases-library/registers-and-data&quot; rel=&quot;nofollow&quot;&gt;European Securities and Market Authority&lt;/a&gt; offers some resources similar to the SEC, none (that I was interested in) which I could get to work. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.worldbank.org/topic/financial-sector&quot; rel=&quot;nofollow&quot;&gt;IMF offers data&lt;/a&gt; on the financial sector, from an (obviously) global and development viewpoint. I did not explore this system, but it seemed that there were a lot of resources and indexed databases for inequality, credit availability, remittances, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;----------- Non Govt Resources/Depositories ------------&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/&quot; rel=&quot;nofollow&quot;&gt;Quandl&lt;/a&gt; seems to be an indexing/depository site that offers numerous databases, many of which are actually free/open. Many are also not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I said before, feel free to edit this and add to it. Financial/Banking databases are exceptionally decentralized and hard to come by, so I'm sure this post will definitely help someone in the future.&lt;/p&gt;&#xA;" OwnerUserId="11052" LastActivityDate="2016-04-19T15:32:55.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7570" PostTypeId="2" ParentId="7517" CreationDate="2016-04-19T17:45:29.247" Score="2" Body="&lt;p&gt;The &quot;data cohort map&quot; provides the information on which variable represents what cohort and measurement period for each variable in each raw data file (available by clicking download all data) and featured downloads file.  For example the count_ed variable in the Merged_2005 file describes the award year (AY) 2005, 2006 pooled cohort.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The variable, count_wne_p10  represents the N for md_earn_wne_p10 (median earnings of those working and not enrolled in school during the measurement period for earnings measured 10 years after initial enrollment). In the merged_2011 data file this represents AY2001, 2002 pooled cohort measured in calendar year (CY)2011,2012 for both variables (the count and the earnings).  In that same raw data file, count_wne_p6  represents the N for md_earn_wne_p6 (AY2005, 2006 pooled cohort measured in CY2011,2012).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note that count_ed goes all the way back to AY1997, 1998 pooled cohort in the Merged1997 file.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-04-19T17:45:29.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7571" PostTypeId="2" ParentId="7560" CreationDate="2016-04-19T18:06:27.210" Score="2" Body="&lt;p&gt;You can find the data as plain text on the &lt;a href=&quot;https://www.federalreserve.gov/releases/H10/hist/dat89_ge.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Reserve's website&lt;/a&gt;. There are several currencies to choose from. The downside is that it only goes back to 1971.&lt;/p&gt;&#xA;&lt;h3&gt;Federal Reserve&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.federalreserve.gov/releases/H10/hist/thru89.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.federalreserve.gov/releases/H10/hist/thru89.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h3&gt;Alternative source&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/data/EXGEUS.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://research.stlouisfed.org/fred2/data/EXGEUS.txt&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h3&gt;New York Federal Reserve&lt;/h3&gt;&#xA;&lt;p&gt;The New York Fed has historical data back only to 1983&#xA;&lt;a href=&quot;https://apps.newyorkfed.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://apps.newyorkfed.org&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For daily data prior to 1973 you'd have to go to paper archives in Frankfurt because they aren't available online. If you manage to collect the older data please consider making it public.&lt;/p&gt;&#xA;&lt;p&gt;Here are the yearly averages from 1915-1969&#xA;&lt;a href=&quot;http://www.history.ucsb.edu/faculty/marcuse/projects/currency.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.history.ucsb.edu/faculty/marcuse/projects/currency.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9452" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-04-19T18:06:27.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7572" PostTypeId="2" ParentId="7554" CreationDate="2016-04-19T18:15:10.097" Score="2" Body="&lt;p&gt;the US department of housing and urban development has great datasets of rent by area. The dataset contains metro areas so many zipcodes can be mixed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.huduser.gov/portal/datasets/50per.html&quot; rel=&quot;nofollow&quot;&gt;https://www.huduser.gov/portal/datasets/50per.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are other datasets on that website that may be useful too.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastEditorUserId="9452" LastEditDate="2016-04-19T19:02:43.047" LastActivityDate="2016-04-19T19:02:43.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7573" PostTypeId="1" CreationDate="2016-04-19T19:10:07.167" Score="1" ViewCount="773" Body="&lt;p&gt;I have a list of NDC therapeutic classes (and individual NDCs) that I need to map to broader classes of conditions (like &quot;diabetes&quot; or &quot;high cholesterol&quot;). What is the easiest way to do this? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could do something like this:&#xA;use &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/ndc/default.cfm&quot; rel=&quot;nofollow&quot;&gt;http://www.accessdata.fda.gov/scripts/cder/ndc/default.cfm&lt;/a&gt; to match NDC to drug name, then Google drug name to find condition. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a better way?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this site: &lt;a href=&quot;http://www.ncqa.org/hedis-quality-measurement/hedis-measures/hedis-2013/hedis-2013-final-ndc-lists&quot; rel=&quot;nofollow&quot;&gt;http://www.ncqa.org/hedis-quality-measurement/hedis-measures/hedis-2013/hedis-2013-final-ndc-lists&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That seems like I could use the linked excel files that map NDC to broad classes like &quot;insulin.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to use NDC classes?&lt;/p&gt;&#xA;" OwnerUserId="6029" LastEditorUserId="6029" LastEditDate="2016-04-19T20:52:13.243" LastActivityDate="2016-04-19T20:52:13.243" Title="What is the easiest way to map NDC therapeutic class to broad condition?" Tags="|data-request|medical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7574" PostTypeId="2" ParentId="7512" CreationDate="2016-04-19T22:49:29.313" Score="3" Body="&lt;p&gt;Have you tried ImageNet? There are 14 million images which have been tagged through crowdsourcing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a search for man:&#xA;&lt;a href=&quot;http://image-net.org/search?q=man&quot; rel=&quot;nofollow&quot;&gt;http://image-net.org/search?q=man&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2016-04-19T22:49:29.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7575" PostTypeId="1" CreationDate="2016-04-20T00:41:03.577" Score="2" ViewCount="34" Body="&lt;p&gt;I am looking for a dataset that includes freeway exit and ramp signs used for navigational purposes.  Signs such as &quot;Exit 25, Campbell Avenue&quot; or a sign indicating to keep right to merge onto a different freeway.  Does this data exist in an open source format?  If it is compatible with OSM data that would be amazing, but I can process it if not.  I know mapquest, google, etc have it because they include that sort of info in their routing, but I'm not sure if it is available to the public anywhere.&lt;/p&gt;&#xA;" OwnerUserId="11084" LastActivityDate="2016-04-20T00:41:03.577" Title="OpenStreetMap freeway signs" Tags="|geospatial|openstreetmap|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7576" PostTypeId="1" CreationDate="2016-04-20T10:27:51.227" Score="1" ViewCount="27" Body="&lt;p&gt;I am not able to find the some data sets on the new GIOVANNI portal.&#xA;Sample file names of the data I had downloaded a year ago from the portal are given below. I am not able to find same file names or file names which match description. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;TRMM_3B43_ACC.007_20141101_000000.G3.txt&#xA;GLDAS_NOAH10_M.001.soilm4.201404.G3.input.txt&#xA;GLDAS_NOAH10_M.001.swe.200205.G3.input.txt&lt;/p&gt;&#xA;" OwnerUserId="11089" LastEditorUserId="90" LastEditDate="2016-04-20T12:20:26.210" LastActivityDate="2016-04-20T12:20:26.210" Title="data.gov GIOVANNI Portal Data Missing" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7577" PostTypeId="1" CreationDate="2016-04-20T11:38:24.353" Score="12" ViewCount="47504" Body="&lt;p&gt;Are there any APIs available for vehicles? I am going to use this for Android Studio programming.&lt;/p&gt;&#xA;&lt;p&gt;I want basically the vehicles, models, makes api. But if there are any apis which include more information it is better.&lt;/p&gt;&#xA;" OwnerUserId="11091" LastEditorUserId="754" LastEditDate="2023-05-08T04:31:09.860" LastActivityDate="2024-01-25T23:42:30.950" Title="Vehicles Data and Images API" Tags="|data-request|api|cars|" AnswerCount="8" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="7578" PostTypeId="1" CreationDate="2016-04-20T12:42:05.353" Score="6" ViewCount="1319" Body="&lt;p&gt;For a college project I need historical weather &lt;strong&gt;forecasts&lt;/strong&gt; for Europe up to 14 days for 2015 and 2016. The last two days I was desperately searching for APIs with such data, but usually there is just observed data for historical dates.&lt;/p&gt;&#xA;&lt;p&gt;I know this question got asked a lot in here but I cant find any answer which fits my requirements.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone knows a good source where I can get these kind of data like described above? Where I can send a request with a &lt;strong&gt;date range&lt;/strong&gt; in the past and some latitude and longitudes and get the weather forecast up to 14 days for each day in &lt;strong&gt;date range&lt;/strong&gt;?&lt;/p&gt;&#xA;" OwnerUserId="11092" LastEditorUserId="14011" LastEditDate="2022-10-21T14:03:43.517" LastActivityDate="2022-10-21T14:03:43.517" Title="Historical weather forecast API" Tags="|data-request|api|weather|historical|europe|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7579" PostTypeId="2" ParentId="7578" CreationDate="2016-04-20T12:52:01.950" Score="2" Body="&lt;p&gt;Have at a look at &lt;a href=&quot;https://opendata.stackexchange.com/questions/365/downloadable-archive-of-weather-conditions-for-europe?lq=1&quot;&gt;this post&lt;/a&gt;, as it might answer your questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively I know that historic data can be requested from the &lt;a href=&quot;http://www.metoffice.gov.uk/public/weather/climate-historic/#?tab=climateHistoric&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK's MetOffice&lt;/a&gt; as long as it is non commercial purposes, but this is only UK data, which may not be sufficient for you.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-06-08T10:25:04.963" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7580" PostTypeId="1" CreationDate="2016-04-20T14:51:23.503" Score="1" ViewCount="187" Body="&lt;p&gt;I am looking for a dataset listing datasets for natural language processing with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name&lt;/li&gt;&#xA;&lt;li&gt;annotations (e.g., part of speech, dependency parses, or named entities)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://linguistics.stackexchange.com/q/17181/2680&quot;&gt;annotation scheme&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;size &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:54:12.787" LastActivityDate="2023-12-25T13:03:15.513" Title="Dataset listing datasets for natural language processing" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7581" PostTypeId="2" ParentId="7514" CreationDate="2016-04-20T15:38:56.233" Score="2" Body="&lt;p&gt;Have you checked this out this website by ESRI ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have railroad data on that site.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-04-20T15:38:56.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7582" PostTypeId="1" CreationDate="2016-04-20T21:10:14.900" Score="3" ViewCount="1728" Body="&lt;p&gt;I am British and making a website about cars in the United Kingdom; it's not a consumer-type site (like Consumer Guide, Motor Trend etc.) but a personal site with opinions and some facts about the cars (engine size, cc etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is not a car valuation site but an opinion site, and the site's footer indicates this. Consider it as a personal opinion and automobile history site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did look up &quot;new car prices [year] UK&quot; or &quot;new car specs [year] UK&quot;, &quot;list price cars [year] UK&quot; on Google but couldn't find them at all, or indeed any results that were relevant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was looking for new car prices [list price/MSRP] from the 1979 to now - and would really appreciate it if someone could find the data for me, preferably in XLS format for Microsoft Excel (2003) as I am using Excel 2008 on OSX. I was trying to categorise prices by reg-plate/year, e.g. 1979 V, 1980 V, 1980 W, 1981 W etc. as specs and prices do change per year. This also applies to commercial vehicles too [Ford Transit, Volkswagen Transporter etc.] for specs and prices, not just automobiles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only reason I need this data is twofold; it is being used as a primary/secondary source, and additional data for with the car pages, e.g. specs and new prices for a Ford Fiesta with 1994 L-reg, 1994 M-reg, 1995 M-reg etc. but the XLS file would be split by year/reg plate, e.g. Sheet1 is 1979 V, Sheet 2 is 1980 V, Sheet3 is 1980 W etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is (at a guess) an example of how the data would be:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;AUDI&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Model        No. of Doors  Bodystyle   Engine          List Price&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A4 2.0 SE      4             Saloon   4/1984cc         £17,885&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;2001 Y New Car Prices&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(This is only a hypothetical; I don't actually have the data to hand but it's an example of how the Excel columns would be, and my attempt at rendering them within the syntax here).&#xA;I have also got a Javascript inflation calculator so people can work out what their car cost in today's money (embedded as per the rules on the script at &lt;a href=&quot;http://inflation.stephenmorley.org/embed/&quot; rel=&quot;nofollow&quot;&gt;enter link description here&lt;/a&gt; ) which is one reason I am looking for the old list prices - in the footer of the site is a PHP link which is basically &quot;How much was your car in old money? Click here to convert to today's money now&quot; using PHP's include function.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked online but could find only SIMI Ireland's data &lt;a href=&quot;http://www.simi.ie/Statistics/Recommended+Price+Guides.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; and Autoweek.nl's prices here for the Dutch market - &lt;a href=&quot;http://www.autoweek.nl/autovergelijker.php?jaar=0&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt; but none on British car prices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The site is a PHP-powered one, and I am going to use the data on all the pages about the cars. Currently the website is non-public, being on an AMPPS server on OSX.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One final question, would there be any legal problems using this data or not publically, considering that it's facts, which aren't protected by copyright, only the expression of facts? I'm not sure where this falls legally, considering the nature of the data.&lt;/p&gt;&#xA;" OwnerUserId="11101" LastEditorUserId="10235" LastEditDate="2016-05-17T22:39:26.987" LastActivityDate="2016-05-17T22:39:26.987" Title="Looking for data on British car specs/list prices/MSRP's for website design project" Tags="|data-request|historical|uk|prices|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7583" PostTypeId="2" ParentId="7578" CreationDate="2016-04-20T22:58:37.867" Score="5" Body="&lt;p&gt;Have you tried Google BigQuery? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;GBQ has now loaded climate data worldwide from the National Oceanic and Atmospheric Association (NOAA) from over 9,000 weather stations. The data includes 2015 and 2016. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can query the climate data set using SQL. This queries 14 days of max temperatures (tested just now):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT year, mo, da, temp FROM [bigquery-public-data:noaa_gsod.gsod2015] WHERE year = '2015' AND mo = '01' AND INTEGER(da) &amp;gt; 7 AND INTEGER(da) &amp;lt; 21&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here are a few columns from the data dictionary:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;stn     STRING  NULLABLE    Station number (WMO/DATSAV3 number) for the location&#xA;wban    STRING  NULLABLE    WBAN number where applicable--this is the historical &quot;Weather Bureau Air Force Navy&quot; number - with WBAN being the acronym&#xA;year    STRING  NULLABLE    The year&#xA;mo      STRING  NULLABLE    The month&#xA;da      STRING  NULLABLE    The day&#xA;temp    FLOAT   NULLABLE    Mean temperature for the day in degrees Fahrenheit to tenths. Missing = 9999.9&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;BigQuery allows 1 terabyte of queries for free each month. &lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2016-04-20T22:58:37.867" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7584" PostTypeId="1" AcceptedAnswerId="7585" CreationDate="2016-04-21T03:23:00.783" Score="3" ViewCount="290" Body="&lt;p&gt;I am looking to download datasets or shapefiles of parcel data, zoning districts, schools, childcares, recreational facilities, public libraries, and public parks for Macomb county Michigan. I found this GIS data viewer that has all the data I need but I cannot download any of it! Here is the data viewer &lt;a href=&quot;http://gis.macombgov.org/flexviewer2/&quot; rel=&quot;nofollow&quot;&gt;http://gis.macombgov.org/flexviewer2/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I sent the county an email, but they have not responded to me yet. So my questions are where else can I find this type of data? and would they give me the data if I file a FOIA request? &lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2016-04-23T00:10:18.410" Title="Macomb County/City of Warren GIS data" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7585" PostTypeId="2" ParentId="7584" CreationDate="2016-04-21T04:54:14.073" Score="2" Body="&lt;p&gt;that site requires flash, which I'm not going to install.&lt;br&gt;&#xA;here's some data about Macomb County.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.mcgi.state.mi.us/mgdl/?rel=cext&amp;amp;action=Macomb&quot; rel=&quot;nofollow&quot;&gt;https://www.mcgi.state.mi.us/mgdl/?rel=cext&amp;amp;action=Macomb&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also the Michigan Open Data Portal, however you're going to have to pull Macomb County's data out of each dataset:&lt;br&gt;&#xA;&lt;a href=&quot;http://gis.michigan.opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://gis.michigan.opendata.arcgis.com/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;To answer question in comments about FOIA'ing for it, I seriously doubt they'll care, after coming across this:&lt;br&gt;&#xA;&lt;a href=&quot;http://ped.macombgov.org/sites/default/files/content/pdfs/Macomb%20County%20Enhanced%20Access%20to%20Public%20Records%20Policy_0.pdf&quot; rel=&quot;nofollow&quot;&gt;http://ped.macombgov.org/sites/default/files/content/pdfs/Macomb%20County%20Enhanced%20Access%20to%20Public%20Records%20Policy_0.pdf&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can view more info about each set here:&lt;br&gt;&#xA;&lt;a href=&quot;http://gis.macombgov.org/portal1/home/gallery.html#c=organization&amp;amp;o=modified&quot; rel=&quot;nofollow&quot;&gt;http://gis.macombgov.org/portal1/home/gallery.html#c=organization&amp;amp;o=modified&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also tinker around with the API, I've had some success with this approach, but few and far between. I snagged the .kmz file from here, but they have networked links so they don't work if you download them. This seems like something that is an easy fix, but I've yet to figure it out or find a solution.&lt;br&gt;&#xA;&lt;a href=&quot;http://gis.macombgov.org/arcgis1/rest/services/FLEX2/Community_Map/MapServer&quot; rel=&quot;nofollow&quot;&gt;http://gis.macombgov.org/arcgis1/rest/services/FLEX2/Community_Map/MapServer&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the individual dataset pages to view detailed information about the data being rendered, which can then be copied. I've had mixed results with this, but even the wins were manual-labor intense and hair-pulling maddening. I tinkered with one for you, only realizing after the fact they do not include lat/lon:&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1H1bDDP9fDF0tE4jjmxuPPbE1pRVfIRQfoNHh_yo5G9U/edit#gid=0&quot; rel=&quot;nofollow&quot;&gt;https://docs.google.com/spreadsheets/d/1H1bDDP9fDF0tE4jjmxuPPbE1pRVfIRQfoNHh_yo5G9U/edit#gid=0&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Last Chance Resort: I noticed in the portal that they have an older Flexviewer setup...no clue if this is doable, but perhaps you can rip through that files source code and look for the data or urls or paths to things that you seek.&lt;br&gt;&#xA;&lt;a href=&quot;http://gis.macombgov.org/flexmobile2/&quot; rel=&quot;nofollow&quot;&gt;http://gis.macombgov.org/flexmobile2/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-04-21T21:39:22.843" LastActivityDate="2016-04-21T21:39:22.843" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7586" PostTypeId="2" ParentId="7560" CreationDate="2016-04-21T10:04:27.490" Score="2" Body="&lt;p&gt;Thank you for your answer. I found the data now online on the website of the german Bundesbank (german federal reserve):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bundesbank.de/Navigation/DE/Statistiken/Zeitreihen_Datenbanken/Aussenwirtschaft/aussenwirtschaft_node.html&quot; rel=&quot;nofollow&quot;&gt;https://www.bundesbank.de/Navigation/DE/Statistiken/Zeitreihen_Datenbanken/Aussenwirtschaft/aussenwirtschaft_node.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can pick resolution from yearly, to monthly to even daily back till 1953!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;hope that helps...&lt;/p&gt;&#xA;" OwnerUserId="9174" LastActivityDate="2016-04-21T10:04:27.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7589" PostTypeId="1" CreationDate="2016-04-21T11:48:11.167" Score="1" ViewCount="22" Body="&lt;p&gt;Opinion based tweets such as Product X is portable, has a good performance etc. Using the search API, i get mostly promotional tweets and after filtering i am left with almost nothing. &lt;/p&gt;&#xA;" OwnerUserId="11054" LastActivityDate="2016-04-21T11:48:11.167" Title="Is it possible to get only opinion based tweets from twitter APIs or any other dataset?" Tags="|data-request|api|social-media|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7590" PostTypeId="1" AcceptedAnswerId="7592" CreationDate="2016-04-21T12:06:43.200" Score="2" ViewCount="1436" Body="&lt;p&gt;I need the indeces in analyzable format, i.e. &lt;code&gt;csv&lt;/code&gt;, &lt;code&gt;xls&lt;/code&gt;, from the year 2005 to 2015. The results are in HTML table/PDF format on the &lt;a href=&quot;https://www.transparency.org/&quot; rel=&quot;nofollow&quot;&gt;TI website&lt;/a&gt;. Can anyone link a source or write a script to scrape the data?&lt;/p&gt;&#xA;" OwnerUserId="8773" LastEditorUserId="8773" LastEditDate="2016-04-22T03:43:22.750" LastActivityDate="2016-04-22T03:43:22.750" Title="Corruption Perception Index (CPI) by Transparency International" Tags="|data-format|programming|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7592" PostTypeId="2" ParentId="7590" CreationDate="2016-04-21T12:21:02.080" Score="2" Body="&lt;p&gt;In the Github link there is a file acquire_data.r. It has the exact URLs for datafiles from 2010 to 2015. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.transparency.org/content/download/1950/12812/file/2015_CPI_DataMethodologyZIP.zip&quot; rel=&quot;nofollow&quot;&gt;http://files.transparency.org/content/download/1950/12812/file/2015_CPI_DataMethodologyZIP.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.transparency.org/content/download/1857/12438/file/CPI2014_DataBundle.zip&quot; rel=&quot;nofollow&quot;&gt;http://files.transparency.org/content/download/1857/12438/file/CPI2014_DataBundle.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.transparency.org/content/download/702/3015/file/CPI2013_DataBundle.zip&quot; rel=&quot;nofollow&quot;&gt;http://files.transparency.org/content/download/702/3015/file/CPI2013_DataBundle.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.transparency.org/content/download/533/2213/file/2012_CPI_DataPackage.zip&quot; rel=&quot;nofollow&quot;&gt;http://files.transparency.org/content/download/533/2213/file/2012_CPI_DataPackage.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.transparency.org/content/download/313/1264/file/CPI2011_DataPackage.zip&quot; rel=&quot;nofollow&quot;&gt;http://files.transparency.org/content/download/313/1264/file/CPI2011_DataPackage.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://files.transparency.org/content/download/426/1752/CPI+2010+results_pls_standardized_data.xls&quot; rel=&quot;nofollow&quot;&gt;http://files.transparency.org/content/download/426/1752/CPI+2010+results_pls_standardized_data.xls&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Inside those zip files are XLS files. I looked at one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can now copy and paste and assemble the data yourself. There are &lt;a href=&quot;http://www.transparency.org/research/cpi/cpi_early/0/&quot; rel=&quot;nofollow&quot; title=&quot;earlier years here&quot;&gt;earlier years here&lt;/a&gt;. That will get you part of what you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the earlier years I went to the 2009 webpage (&lt;a href=&quot;http://www.transparency.org/research/cpi/cpi_2009/&quot; rel=&quot;nofollow&quot;&gt;http://www.transparency.org/research/cpi/cpi_2009/&lt;/a&gt;), I selected the table in my browser, and pasted the content into a text editor. From there it should be easy to save the text editor file to a .txt file, then import to Excel as comma-delimited. In the text editor data I pasted there are actually tabs between the columns, so it shouldn't be hard.&lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-04-21T12:40:02.807" LastActivityDate="2016-04-21T12:40:02.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7593" PostTypeId="1" CreationDate="2016-04-21T12:40:24.227" Score="1" ViewCount="149" Body="&lt;p&gt;In replay to question &quot;Ns for the earnings cohorts&quot; @Brian1_at_Dept_of_Edu refers to a &quot;data cohort map.&quot;  Where does one find this &quot;data cohort map&quot;?  There is no file with this name in any of the College Scorecard data downloads, nor any mention of it in the documentation.&lt;/p&gt;&#xA;" OwnerUserId="10970" LastActivityDate="2017-01-20T14:37:40.760" Title="Where is the data cohort map?" Tags="|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7594" PostTypeId="1" AcceptedAnswerId="7595" CreationDate="2016-04-21T12:54:32.097" Score="4" ViewCount="124" Body="&lt;p&gt;I'd like to have a big list of database of clinical trials, both general and of pharmaceutical industries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://clinicaltrials.gov/&quot; rel=&quot;nofollow&quot;&gt;https://clinicaltrials.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.clinicaltrialsregister.eu&quot; rel=&quot;nofollow&quot;&gt;https://www.clinicaltrialsregister.eu&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://apps.who.int/trialsearch/&quot; rel=&quot;nofollow&quot;&gt;http://apps.who.int/trialsearch/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;any others?&lt;/p&gt;&#xA;" OwnerUserId="9883" LastEditorUserId="1652" LastEditDate="2016-05-04T22:06:12.307" LastActivityDate="2016-05-04T22:06:12.307" Title="List of database of clinical trials" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7595" PostTypeId="2" ParentId="7594" CreationDate="2016-04-21T13:53:32.770" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://opentrials.net/&quot; rel=&quot;noreferrer&quot;&gt;OpenTrials&lt;/a&gt; is building a database of all the data on all clinical trials.  As part of that work, we've created a &lt;a href=&quot;http://frictionlessdata.io/guides/data-package/&quot; rel=&quot;noreferrer&quot;&gt;Data Package&lt;/a&gt; of Clinical Trials registers here: &lt;a href=&quot;https://github.com/opentrials/registers&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/opentrials/registers&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the CSV:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/opentrials/registers/blob/master/data/registers.csv&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/opentrials/registers/blob/master/data/registers.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-04-21T13:53:32.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7596" PostTypeId="2" ParentId="7292" CreationDate="2016-04-21T15:09:08.007" Score="3" Body="&lt;p&gt;There are word frequency lists for a number of languages, including English, that were created by Hermit Dave from the data at &lt;a href=&quot;http://www.opensubtitles.org/de/de&quot; rel=&quot;nofollow&quot;&gt;opensubtitles.org&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download them for free &lt;a href=&quot;https://invokeit.wordpress.com/frequency-word-lists/&quot; rel=&quot;nofollow&quot;&gt;on his blog&lt;/a&gt;. The licence is: &lt;code&gt;Creative Commons – Attribution / ShareAlike 3.0 license&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2016-04-21T15:09:08.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7597" PostTypeId="1" CreationDate="2016-04-21T18:01:00.480" Score="6" ViewCount="463" Body="&lt;p&gt;Anyone know if there is a way to obtain the OCR txt files from the British Newspaper Archive via some bulk download API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some more details:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the British Newspaper Archive: &lt;a href=&quot;http://www.britishnewspaperarchive.co.uk/&quot;&gt;http://www.britishnewspaperarchive.co.uk/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's provided in partnership with the British Library according to the footnotes on the site. The site has a service fee to use it and has severe limits on the number of pages you can view per month (3000). I'm wondering if there is an alternative method of accessing the digitized newspapers for research purposes. My thoughts are that perhaps you are just paying for the nice interface and then maybe the British Library has some other way of accessing the OCR texts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This might be wishful thinking that such an alternative exists. If no alternative exists, it definitely makes you appreciate Chronicling America (&lt;a href=&quot;http://chroniclingamerica.loc.gov/&quot;&gt;http://chroniclingamerica.loc.gov/&lt;/a&gt;). &lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="6620" LastEditDate="2016-04-21T21:40:57.853" LastActivityDate="2016-04-29T07:16:54.040" Title="British Newspaper Archive" Tags="|data-request|api|nlp|uk|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7598" PostTypeId="2" ParentId="7089" CreationDate="2016-04-21T20:09:59.437" Score="3" Body="&lt;p&gt;Some interesting UK sites with data not yet mentioned are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.hscic.gov.uk&quot; rel=&quot;nofollow&quot;&gt;Health and Social Care Information Centre&lt;/a&gt; (soon to be renamed NHS Digital) which make a wide range of health-related data available on various terms. data can sometimes be hard to find but there is a lot there including vast quantities of data about England's NHS (e.g. everything prescribed by each GP practice every month, vast quantities of different indicators about health outcomes and population health).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/organisations/land-registry&quot; rel=&quot;nofollow&quot;&gt;The Land Registry&lt;/a&gt;. They have a dataset of all property transactions since about 1995 (i.e. the record of prices paid for domestic housing) which is fascinating.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ons.gov.uk&quot; rel=&quot;nofollow&quot;&gt;The Office for National Statistics&lt;/a&gt; has a lot of data but has a reputation for being fabulously difficult to navigate (but is getting better).&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-04-21T20:09:59.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7599" PostTypeId="1" CreationDate="2016-04-21T20:11:21.883" Score="2" ViewCount="11" Body="&lt;p&gt;Some have suggested that filament costs are asymptotically approaching a baseline cost - others that costs are linearly decreasing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where to find the trending costs on a single class of filament over the past decade or more?&lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2016-04-21T20:11:21.883" Title="Trend on 3D Printer Filament Costs?" Tags="|trends|cost|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7601" PostTypeId="1" CreationDate="2016-04-22T09:08:00.387" Score="2" ViewCount="223" Body="&lt;p&gt;I'm currently looking for the transport (mainly public transport - route lines and stop locations) and urban (public amenities, population density etc) geospatial-data on the capital cities in Southeast Asia. For now, Bangkok and Phnom Penh would be just enough. Any idea where I might find them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have already checked the OSM data. For example, while MRT and BTS routes are available for Bangkok, the bus routes there are highly incomplete. &lt;/p&gt;&#xA;" OwnerUserId="11123" LastEditorUserId="18" LastEditDate="2016-04-26T01:10:13.957" LastActivityDate="2016-04-26T01:10:13.957" Title="Freely available geospatial data for the capital cities in Southeast Asia" Tags="|data-request|geospatial|transportation|public-transport|asia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7602" PostTypeId="1" CreationDate="2016-04-22T11:19:29.250" Score="2" ViewCount="3624" Body="&lt;p&gt;I have a company review and rating website but I need a faster way to populate my database with UK Companies. What I need is the full company name, address and telephone number only so I can import it in CSV format. I have tried companies house but does not provide the contact number within their databases. Where could I find a free open up to date database so it can be imported into my website?&lt;/p&gt;&#xA;" OwnerUserId="11128" LastEditorUserId="23272" LastEditDate="2022-07-14T13:01:37.797" LastActivityDate="2022-07-14T13:01:37.797" Title="Free UK Company Database" Tags="|data-request|business|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7603" PostTypeId="1" AcceptedAnswerId="7716" CreationDate="2016-04-22T11:40:00.457" Score="3" ViewCount="1739" Body="&lt;p&gt;Word2Vec is famous for demonstrating local linear properties on analogy tasks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The task and dataset were introduced in &lt;a href=&quot;http://research.microsoft.com/apps/pubs/default.aspx?id=189726&quot; rel=&quot;nofollow&quot;&gt;Tomas Mikolov, Wen-tau Yih, and Geoffrey Zweig&#xA;, &lt;em&gt;Linguistic Regularities in Continuous Space Word Representations&lt;/em&gt; (NAATL 2013)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That paper gives a link to where the Syntactic task set can be downloaded from. Unfortunately, it is broken.&#xA;Googling for it has not yielded me anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The semantic set is derived from SemEval-2012 Task 2, so I am pretty sure I can track that down (haven't tried yet). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know these both exist, and are generally available.&#xA;People are still using them to benchmark variations on word-embeddings.&lt;/p&gt;&#xA;" OwnerUserId="1686" LastEditorUserId="1686" LastEditDate="2017-12-14T02:23:23.103" LastActivityDate="2017-12-14T02:23:23.103" Title="word2vec Analogy Task Data Set" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7604" PostTypeId="2" ParentId="7602" CreationDate="2016-04-22T12:03:05.930" Score="2" Body="&lt;p&gt;Seems like OpenCorporates is exactly what you're looking for. It describes itself as:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The largest open database of companies in the world&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/companies/gb&quot; rel=&quot;nofollow&quot;&gt;https://opencorporates.com/companies/gb&lt;/a&gt; is the listing of UK companies from which you can download data via the XML and JSON APIs for free and it seems like you might need to pay to get it in CSV or XLS formats&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-04-22T12:03:05.930" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7605" PostTypeId="2" ParentId="1179" CreationDate="2016-04-22T12:29:37.663" Score="1" Body="&lt;p&gt;As others have mentioned the visibility is important.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also gives you a chance to benefit from the work of the crowd.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are a large company, then your competitive advantage is probably one of a few market disciplines: operational excellence, customer intimacy, or product innovation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course you should look at 5 forces, porters generic strategies, and a whole host of other things,  but it always comes down to &lt;strong&gt;execution&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you aren't going to release everything,  then at least release parts of your data to test if it erodes your competitive advantage &lt;/p&gt;&#xA;" OwnerUserId="10876" LastEditorUserId="10876" LastEditDate="2016-04-22T12:37:11.707" LastActivityDate="2016-04-22T12:37:11.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7608" PostTypeId="1" CreationDate="2016-04-22T14:22:16.463" Score="4" ViewCount="91" Body="&lt;p&gt;Data sets can originate from government sources, corporations, or individuals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When an individual collects data, the exercise of collecting data falls into at least two categories:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The individual collects data easily available for him/her to capture without any need for third party sources. For instance, the individual could daily and hourly record the temperature reading outside his/her residence for an entire year using a thermometer placed outside his/her window.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The individual collects and organizes data from third party sources in a way that the data he/she organizes and collates becomes its own unique set. (And perhaps proprietary?) An example of this might be Sean Lahman's &quot;&lt;a href=&quot;http://www.seanlahman.com/baseball-archive/statistics/&quot;&gt;Lahman's Baseball Database&lt;/a&gt;&quot;. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In the case of the baseball database, by what means does a person even begin to collect all the data points? Obviously Sean Lahman did not look out his window every morning to watch every single baseball game in every season to collect the data filling his database. So how does he do it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And more generally speaking, are there established methods or principles he used for collecting data that can be applied to other domains?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is not the right place to ask this question, please advise an appropriate place.&lt;/p&gt;&#xA;" OwnerUserId="11030" LastActivityDate="2016-04-23T22:01:33.807" Title="methods to build your own data set from public domain data sources" Tags="|uses-of-open-data|best-practice|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7609" PostTypeId="2" ParentId="3649" CreationDate="2016-04-22T15:53:42.137" Score="1" Body="&lt;p&gt;We are now publishing our own data at &lt;a href=&quot;https://world.openbeautyfacts.org/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://world.openbeautyfacts.org/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2226" LastEditorUserId="2226" LastEditDate="2017-08-14T11:12:18.077" LastActivityDate="2017-08-14T11:12:18.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7610" PostTypeId="2" ParentId="7601" CreationDate="2016-04-22T23:58:26.150" Score="1" Body="&lt;p&gt;See if this is what you are looking for ? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.diva-gis.org/Data&quot; rel=&quot;nofollow&quot;&gt;http://www.diva-gis.org/Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ESRI has their Open data &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or you can google it to find them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe contact universities Geography department and they may have them.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-04-22T23:58:26.150" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7612" PostTypeId="1" AcceptedAnswerId="7771" CreationDate="2016-04-23T00:15:55.497" Score="2" ViewCount="195" Body="&lt;p&gt;I am working on invasive ventilation records in PROCEDUREEVENTS_MV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a few records where there are overlapping times. I already checked that those records has &lt;code&gt;cancelreason = 0&lt;/code&gt; and &lt;code&gt;statusdescription in ('FinishedRunning', 'Stopped', 'Paused')&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any suggestions / guidelines on how I should clean them up?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From my understanding, I have two options: take the last record stored or merge them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance (PostgreSQL),&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select hadm_id, icustay_id, itemid, label, starttime, endtime,&#xA;value, valueuom, storetime, cancelreason, statusdescription&#xA;from procedureevents_mv join d_items using (itemid)&#xA;where hadm_id = 103885 and itemid = 225792 and cancelreason = 0&#xA;order by storetime;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;hadm_id icustay_id  itemid  label                   starttime           endtime             value   valueuom    storetime           cancelreason    statusdescription&#xA;103885  286523      225792  Invasive Ventilation    2174-02-24 14:05:00 2174-02-24 18:09:00 244.0   min         2174-02-24 14:08:00 0               FinishedRunning&#xA;103885  286523      225792  Invasive Ventilation    2174-02-24 10:03:00 2174-02-24 18:07:00 484.0   min         2174-02-25 17:51:00 0               FinishedRunning&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11105" LastEditorUserId="11105" LastEditDate="2016-05-04T00:47:35.687" LastActivityDate="2016-05-13T16:52:10.187" Title="MIMIC-III PROCEDUREEVENTS_MV overlapping invasive ventilation time" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7613" PostTypeId="1" CreationDate="2016-04-23T12:40:19.553" Score="4" ViewCount="80" Body="&lt;p&gt;This question is about organizing and retrieving data, which in this case is a list of studies in medical journals. I thought many other people might want to do something similar also: collect studies and allow the public to search them by topic or #tag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to make the list in a single table, one column for the authors, one for the year of the study, and one column for one or more #tags which would be topics covered in the study, etc.&#xA;Google Spreadsheets work fine for entering data but I want&#xA;the public to be able to search the data, and I want to present it in a more easily readable form, like an HTML web page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a website that can help me implement the searching and display part? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've looked at TiddlyWiki. While it has tags, and fields, the format does not lend itself to exporting to other formats like a database or spreadsheet would. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Bibtex: &quot;Used for formatting lists of references.&quot; But I want users to search on the references by clicking one or more tags. &lt;/li&gt;&#xA;&lt;li&gt;I don't know that much about searching and filtering XML. Could that be an option? Where could I get more information on filtering and showing XML? What are your favorite sites for that?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are 2 tag columns right now: substance studied (some studies look at multiple substances), and body system affected (the study could talk about one or more body systems that were affected by Substance A.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2: Publication fields I would like to track: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Authors (one field can hold up to 20 authors)&lt;/li&gt;&#xA;&lt;li&gt;Tags for substance tested. &lt;/li&gt;&#xA;&lt;li&gt;Tags for body system affected. &lt;/li&gt;&#xA;&lt;li&gt;Publication name, a medical journal for example. &lt;/li&gt;&#xA;&lt;li&gt;Date of publication of the study. &lt;/li&gt;&#xA;&lt;li&gt;Title of study. &lt;/li&gt;&#xA;&lt;li&gt;URL of abstract.&lt;/li&gt;&#xA;&lt;li&gt;URL of full study.&lt;/li&gt;&#xA;&lt;li&gt;DOI data if any. &lt;/li&gt;&#xA;&lt;li&gt;Other data that doesn't matter to me.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;EDIT: 5/3/2016&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm currently looking at &lt;a href=&quot;http://www.zotero.com&quot; rel=&quot;nofollow&quot;&gt;Zotero.com&lt;/a&gt; which is free and I've seen no ads yet when using the FF addon. It has a Firefox and Chrome plugin to help you site any given webpage, it will extract many fields from webpages like Pubmed, you can add your own tags, but it does not have user-defined fields. (I wanted tags for symptoms, substances tested, and type of subjects (human, rat, mouse, plant,etc). I also wanted a user-defined field for number of subjects tested. A study with only 5 subjects is virtually useless.) &#xA;It seems to meet most of my needs anyway as the search system can be restricted to only 1. title, creator and year, 2. all fields and tags, 3. everything. And it syncs with their server so you can use it on any desktop. &lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-03T11:36:29.287" LastActivityDate="2016-05-03T11:36:29.287" Title="How to organize and retrieve list of publications/studies?" Tags="|research|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7614" PostTypeId="1" AcceptedAnswerId="7646" CreationDate="2016-04-23T13:22:09.413" Score="4" ViewCount="114" Body="&lt;p&gt;The UK has unusually detailed postal location codes. There are about 2 million unique postcodes in use at any one time. Each code represents a business or a couple of handfuls of household delivery locations. The overall data is updated frequently as old locations are removed from use and new codes are issues because new housing are businesses are created.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the best source for the geographic locations (e.g. the lat/lon centroids) of those postcodes? What restrictions apply to their use?&lt;/p&gt;&#xA;" OwnerUserId="11118" LastEditorUserId="16193" LastEditDate="2017-10-18T18:36:19.203" LastActivityDate="2017-10-18T18:36:19.203" Title="What is the best source for up-to-date postcode locations in the UK?" Tags="|geospatial|uk|geocoding|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7615" PostTypeId="1" AcceptedAnswerId="7622" CreationDate="2016-04-23T13:40:24.583" Score="1" ViewCount="63" Body="&lt;p&gt;The Health and Social Care Information Centre (HSCIC) publishes data every month (see &lt;a href=&quot;http://www.hscic.gov.uk/article/2021/Website-Search?productid=20415&amp;amp;q=prescribing%20item&amp;amp;sort=Relevance&amp;amp;size=10&amp;amp;page=1&amp;amp;area=both#top&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; for an example) describing the number of drug prescriptions issued by England's GP practices. The data shows the practice level number and cost for every prescribable drug or device (about 30,000 different things at any one time down to different formulations/strengths of the each drug). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each individual item is described by a BNF (British National Formulary) code that simplicity groups the items into a hierarchical structure (e.g. there is a chapter for &quot;respiratory&quot; with subsections such as &quot;bronchodilators&quot; or &quot;corticosteroids&quot;). There can be four or five layers in that hierarchy. When new drugs are introduced they sometimes require new entries in the hierarchical structure and new BNF codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a source for that hierarchy that can be used to keep it up to date with the prescribing data?&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-04-24T03:25:58.617" Title="Is there a public source for the metadata describing English GP prescribing data?" Tags="|medical|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7616" PostTypeId="1" AcceptedAnswerId="7617" CreationDate="2016-04-23T14:32:48.620" Score="0" ViewCount="60" Body="&lt;p&gt;I am developing an image classifier that classifies vehicles and animals. For the testing purpose i need a medium size dataset of animals. Where can i find a standard datset of animals which include almost all popular variety of animals like tiger, lion, dog,bird etc.?&lt;/p&gt;&#xA;" OwnerUserId="14817" LastEditorUserId="14817" LastEditDate="2016-04-24T07:02:27.423" LastActivityDate="2016-04-25T19:34:46.260" Title="Standard datset of Animals with a mixture of popular animals" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7617" PostTypeId="2" ParentId="7616" CreationDate="2016-04-23T18:47:50.440" Score="1" Body="&lt;p&gt;Since your sample size is pretty small, depending on the way you are using the material, I would be tempted to use google searches then utilise free pictures from the searches you find.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you write a R script with RSelenium/Rvest and do searches like &quot;dog picture free&quot;, etc. and loop through the popular names of animals that should do the trick.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-04-23T18:47:50.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7618" PostTypeId="1" AcceptedAnswerId="7629" CreationDate="2016-04-23T19:18:16.123" Score="2" ViewCount="654" Body="&lt;p&gt;I am looking for data of text and their corresponding phonemes for the purpose of training a classification tree and a neural network. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: cat = k-a-t or something similar&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for at least a few hundred words. If you have anything that will point me in the right direction, please do tell. &lt;/p&gt;&#xA;" OwnerUserId="11147" LastEditorUserId="4256" LastEditDate="2016-04-25T19:23:09.450" LastActivityDate="2016-04-26T02:39:42.960" Title="Looking for text-to-phoneme or pronunciation data for English words" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7619" PostTypeId="1" CreationDate="2016-04-23T19:27:18.480" Score="2" ViewCount="262" Body="&lt;p&gt;Is there any FingerSpelling Dataset like this one, that includes coordinates of keypoints on fingers ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4XcRN.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4XcRN.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something like this, but for a hand&#xA;&lt;a href=&quot;https://i.stack.imgur.com/y0BPY.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/y0BPY.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6409" LastActivityDate="2022-10-24T01:07:51.503" Title="Dataset of hand images and keypoints" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7620" PostTypeId="2" ParentId="7608" CreationDate="2016-04-23T22:01:33.807" Score="3" Body="&lt;p&gt;First, you &quot;stand on the shoulders of giants.&quot; Very little research or data collection is done entirely from 'scratch' (where 'scratch' corresponds to your first example). You build off of previous people's work. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, building off of other people's work is a lot easier when you have a large network and have established yourself as an expert in the field. This means that people will be more willing to help you or share their original data with you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Third, you spend a lot of time and effort. At this point, if it was easy, someone probably would have already done it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;These three ideas are clearly present if you read through the acknowledgement and introduction sections of Sean Lahman's readme: &lt;a href=&quot;http://seanlahman.com/files/database/readme2014.txt&quot; rel=&quot;nofollow&quot;&gt;http://seanlahman.com/files/database/readme2014.txt&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2016-04-23T22:01:33.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7621" PostTypeId="1" CreationDate="2016-04-23T22:31:55.817" Score="2" ViewCount="48" Body="&lt;p&gt;I am looking for a dataset containing information regarding patents owned by academic institutions with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name of the academic institution&lt;/li&gt;&#xA;&lt;li&gt;number of patents &lt;/li&gt;&#xA;&lt;li&gt;amount of revenue from patents &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ideally, broken down by field ( e.g., biology, or computer science ) and year.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2019-12-08T02:13:12.953" Title="Patents in academic institutions" Tags="|data-request|research|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7622" PostTypeId="2" ParentId="7615" CreationDate="2016-04-24T03:25:58.617" Score="2" Body="&lt;p&gt;If you login to: &#xA;&lt;a href=&quot;https://apps.nhsbsa.nhs.uk/infosystems/welcome&quot; rel=&quot;nofollow&quot;&gt;https://apps.nhsbsa.nhs.uk/infosystems/welcome&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Under the top left &quot;+Data&quot; tab, select the folder ‘Drug Data’&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should see a report ‘BNF Code Information’&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select it, and you will be given options to select the version of the BNF you require.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="11150" LastActivityDate="2016-04-24T03:25:58.617" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7624" PostTypeId="2" ParentId="3744" CreationDate="2016-04-24T13:47:58.967" Score="3" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://eventregistry.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Event Registry&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://eventregistry.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Event registry&lt;/a&gt; can provide you the API to answer all the questions you have mentioned. It provides a Python library that can be used to obtained data in JSON format. The library is accessible at &lt;a href=&quot;https://github.com/gregorleban/EventRegistry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/gregorleban/EventRegistry/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You are able to search for articles posted in last 3 years (over 100 million) in different languages by over 100.000 news sources. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, it supports also detection of events that are mentioned in these articles. Each event can have several news articles that discuss it and the events can even be linked cross-lingually.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When you register (FREE) you get 1000 free search requests daily.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wmUCG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wmUCG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11158" LastEditorUserId="11158" LastEditDate="2016-04-24T14:17:25.097" LastActivityDate="2016-04-24T14:17:25.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7625" PostTypeId="2" ParentId="4634" CreationDate="2016-04-24T13:57:54.520" Score="2" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://eventregistry.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Event Registry&lt;/a&gt;&lt;/strong&gt; is a system that provides access to over 100 million news articles published in last 3 years in different languages. You can use the provided API (&lt;a href=&quot;https://github.com/gregorleban/EventRegistry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/gregorleban/EventRegistry/&lt;/a&gt;) to access the content, search by various criteria for articles, events, concepts, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t1clA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t1clA.png&quot; alt=&quot;Front page of Event Registry&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11158" LastEditorUserId="11158" LastEditDate="2016-04-24T14:16:53.953" LastActivityDate="2016-04-24T14:16:53.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7626" PostTypeId="2" ParentId="1731" CreationDate="2016-04-24T14:03:55.657" Score="2" Body="&lt;p&gt;It is not clear what you mean by popular news headlines. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you mean popular in the sense the article with that headline was shared a lot on social media? If yes, you can use the &lt;strong&gt;&lt;a href=&quot;http://eventregistry.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Event Registry&lt;/a&gt;&lt;/strong&gt;. It provides access to over 100 million news articles and you can sort the articles based on how frequently they were shared on social media. In this way you can easily find the popular articles. You can use the Python library to freely access the data: &lt;a href=&quot;https://github.com/gregorleban/EventRegistry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/gregorleban/EventRegistry/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The system also identifies events mentioned in the articles. In this way it is also easy to detect big events based on the number of different articles that write about them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SZAVS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SZAVS.png&quot; alt=&quot;Event Registry frontend&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11158" LastEditorUserId="11158" LastEditDate="2016-04-24T14:17:51.083" LastActivityDate="2016-04-24T14:17:51.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7627" PostTypeId="1" CreationDate="2016-04-24T16:33:13.030" Score="2" ViewCount="31" Body="&lt;p&gt;I am looking for a dataset containing MRIs showing tendons with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;diagnosis ( e.g., normal tendon, minor tendinopathy, etc.)&lt;/li&gt;&#xA;&lt;li&gt;MRI device model (I am especially interested in how many Teslas it has)&lt;/li&gt;&#xA;&lt;li&gt;year&lt;/li&gt;&#xA;&lt;li&gt;patient demographics&lt;/li&gt;&#xA;&lt;li&gt;which tendon(s) are affected&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2019-04-29T02:46:16.067" LastActivityDate="2019-05-29T04:06:12.053" Title="MRIs of tendinopathies" Tags="|data-request|medical|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7628" PostTypeId="2" ParentId="4634" CreationDate="2016-04-24T17:01:33.640" Score="1" Body="&lt;p&gt;Regarding datasets for scientific journals, the most competitive one that I am aware of is  &lt;a href=&quot;https://opendata.stackexchange.com/q/7084/1652&quot;&gt;Sci-Hub&lt;/a&gt;. It claims to have 48,000,000 scientific academic papers and articles, which is ~90% of all existing papers.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-04-24T17:01:33.640" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7629" PostTypeId="2" ParentId="7618" CreationDate="2016-04-24T20:46:29.707" Score="4" Body="&lt;p&gt;&lt;strong&gt;#1&lt;/strong&gt; - For phonological equivalents of English words check out the &lt;a href=&quot;http://www.iphod.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Irvine Phonotactic Online Dictionary&lt;/a&gt; (IPhOD) which is a collection of English words and non-words primarily intended for work in psycholinguistics and speech perception. You can d&lt;a href=&quot;http://www.iphod.com/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ownload the entire database&lt;/a&gt; and see phonological entries like the following:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/ttZwD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ttZwD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;A corresponding table shows correspondence with the &lt;a href=&quot;https://en.wikipedia.org/wiki/International_Phonetic_Alphabet&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPA&lt;/a&gt;:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/il7Zl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/il7Zl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;#2&lt;/strong&gt; - Another possibility is the &lt;a href=&quot;http://websites.psychology.uwa.edu.au/school/MRCDatabase/uwa_mrc.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;MRC Psycholnguistics database&lt;/a&gt;, a searchable repository of words with accompanying properties of interest to psycholinguists: frequency, syntactic category, age of acquisition, pronunciation variability, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tkQKp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tkQKp.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results are returned in text format with the accompanying features:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MnUFh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MnUFh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;#3&lt;/strong&gt; - Another possibility is the &lt;a href=&quot;http://www.psych.ualberta.ca/~westburylab/downloads/wlfreq.download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;USENET Orthographic Frequencies for 111,627 English Words&lt;/a&gt; - this data set is comprised of nearly 8 billion English-language tokens extracted from USENET 2005-2006. It includes the usual psycholinuistic suspects including a phonological translation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q3SH8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q3SH8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;#4&lt;/strong&gt; - The &lt;a href=&quot;http://www.speech.cs.cmu.edu/cgi-bin/cmudict?in=for&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carnegie Mellon University Pronouncing Dictionary&lt;/a&gt;, which is open-source and machine-readable, contains over 134,000 words and their pronunciation is North American English. Their phoneme set has 39 phonemes, not counting variation due to lexical stress.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LSp7d.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LSp7d.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastEditorUserId="4256" LastEditDate="2016-04-26T02:39:42.960" LastActivityDate="2016-04-26T02:39:42.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7630" PostTypeId="1" CreationDate="2016-04-25T00:33:24.857" Score="1" ViewCount="103" Body="&lt;p&gt;I am looking for a keyboard dataset containing as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;keyboard model name&lt;/li&gt;&#xA;&lt;li&gt;actuation force&lt;/li&gt;&#xA;&lt;li&gt;travel distance&lt;/li&gt;&#xA;&lt;li&gt;operation point&lt;/li&gt;&#xA;&lt;li&gt;force to bottom out&lt;/li&gt;&#xA;&lt;li&gt;shock absorption&lt;/li&gt;&#xA;&lt;li&gt;layout (I am mostly interested in qwerty keyboards)&lt;/li&gt;&#xA;&lt;li&gt;travel vs force plot&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-05-03T14:58:33.527" LastActivityDate="2021-01-03T22:14:28.970" Title="Keyboard dataset with travel distance, operation point, actuation force, and force to bottom out" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7632" PostTypeId="2" ParentId="5989" CreationDate="2016-04-25T06:53:22.630" Score="4" Body="&lt;p&gt;Just wanted to share that there is now fundamentals data on European stocks on Quandl. Check it out here: &lt;a href=&quot;https://www.quandl.com/data/RB1&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/RB1&lt;/a&gt; This database has a special focus on European and Asian stocks and pricing for individual users is $100/month as of the time of this posting. Hope this helps. Disclosure: I work for Quandl&lt;/p&gt;&#xA;" OwnerUserId="10342" LastEditorUserId="10342" LastEditDate="2016-04-27T21:40:52.633" LastActivityDate="2016-04-27T21:40:52.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7633" PostTypeId="2" ParentId="7613" CreationDate="2016-04-25T07:22:35.233" Score="2" Body="&lt;p&gt;The answer to your question heavily depends on the types of studies that interest you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you check out PubMed (&lt;a href=&quot;https://en.wikipedia.org/wiki/PubMed&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/PubMed&lt;/a&gt;), you'll find the option to export search results to several formats. Also, of course, you'll want to see how you can retrieve search results from Google Scholar (scholar.google.com). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As long as you're interested in scholarly work, I would suggest learning more about BibTex and its format. BibTex is a widely used open format for citation management, and easily manipulated with the right software or the right command-line skill. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is only a brief answer to your question, but I hope being pointed in those three directions (pubmed, BibTex, Google scholar) is useful. &lt;/p&gt;&#xA;" OwnerUserId="11165" LastActivityDate="2016-04-25T07:22:35.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7634" PostTypeId="1" CreationDate="2016-04-25T08:33:04.180" Score="1" ViewCount="24" Body="&lt;p&gt;A similar question has been asked here: &lt;a href=&quot;https://opendata.stackexchange.com/q/1432/4221&quot;&gt;What are the different types of Degrees, Diplomas and Certifications and Industry types?&lt;/a&gt;, but the answer refers to a EU site, and the certifications are different in the two markets.&lt;/p&gt;&#xA;" OwnerUserId="4221" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-04-25T08:33:04.180" Title="looking for a list of certifications and licences relevant for US jobs" Tags="|data-request|education|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7635" PostTypeId="1" CreationDate="2016-04-25T13:00:00.563" Score="4" ViewCount="4087" Body="&lt;p&gt;In the UK we have open data which gives up to date information on house transactions. This includes the address of the home and the price it sold for. It includes detailed data on the type of property. It does not include names of those involved etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any similar data open or otherwise for the US?&lt;/p&gt;&#xA;" OwnerUserId="11168" LastEditorUserId="4184" LastEditDate="2017-05-05T21:38:24.223" LastActivityDate="2019-05-20T07:43:34.527" Title="US House Sale Data" Tags="|data-request|data.gov|real-estate|" AnswerCount="5" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7636" PostTypeId="2" ParentId="7635" CreationDate="2016-04-25T14:24:36.983" Score="3" Body="&lt;p&gt;The property appraisers from each county are able to provide this data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, this previous answer had some information: &lt;a href=&quot;https://opendata.stackexchange.com/questions/4736/looking-for-home-sale-data?rq=1&quot;&gt;Looking for home sale data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Taken from this post (&lt;a href=&quot;https://opendata.stackexchange.com/questions/2019/how-to-construct-a-database-with-the-underlying-real-estate-data-displayed-by-re&quot;&gt;How to construct a database with the underlying real estate data displayed by Redfin, Zillow, or Trulia?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Denver, CO&#xA;&lt;a href=&quot;http://data.denvergov.org/dataset/city-and-county-of-denver-parcels&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.denvergov.org/dataset/city-and-county-of-denver-parcels&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Madison, WI&#xA;&lt;a href=&quot;https://data.cityofmadison.com/Property/Assessor-Property-Information/u7ns-6d4x&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.cityofmadison.com/Property/Assessor-Property-Information/u7ns-6d4x&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;New York, NY&#xA;&lt;a href=&quot;http://www.nyc.gov/html/dcp/html/bytes/dwn_pluto_mappluto.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nyc.gov/html/dcp/html/bytes/dwn_pluto_mappluto.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Vancouver, BC&#xA;&lt;a href=&quot;ftp://webftp.vancouver.ca/OpenData/csv/property_tax_report_csv.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://webftp.vancouver.ca/OpenData/csv/property_tax_report_csv.zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-04-25T14:24:36.983" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7637" PostTypeId="2" ParentId="7613" CreationDate="2016-04-25T15:35:09.600" Score="2" Body="&lt;p&gt;From &lt;a href=&quot;https://academia.stackexchange.com/q/56671/452&quot;&gt;Is there any established database schema to store references?&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For example, the Perl package &lt;a href=&quot;http://get-software.net/biblio/bibtex/utils/bib2ml/doc/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bib2ML (aka.&#xA;  Bib2HTML)&lt;/a&gt;&#xA;  contains a &lt;code&gt;bib2sql&lt;/code&gt; tool that generates a SQL database from a BibTeX&#xA;  database, with the following schema:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/P3vpZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/P3vpZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:49:57.270" LastActivityDate="2016-04-25T15:35:09.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7639" PostTypeId="1" CreationDate="2016-04-25T19:09:17.473" Score="1" ViewCount="9" Body="&lt;p&gt;I am looking for results of Indian elections by district (or ward). Does anyone have an idea where can I find such dataset ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best, &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2016-04-25T19:09:17.473" Title="Indian Election Results" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7640" PostTypeId="1" CreationDate="2016-04-25T19:30:16.563" Score="2" ViewCount="77" Body="&lt;p&gt;Sort of similar to the fantastic &quot;&lt;a href=&quot;http://tylervigen.com/spurious-correlations&quot; rel=&quot;nofollow noreferrer&quot;&gt;Spurious Correlations&lt;/a&gt;&quot; page, I'm looking for long lists of typical &lt;strong&gt;x&lt;/strong&gt; or &lt;strong&gt;y&lt;/strong&gt; axis labels from graphs (as keys, attributes or column names). For example (and see image below):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Per capita cheese consumption&lt;/li&gt;&#xA;&lt;li&gt;Number of people who died by becoming tangled in their bedsheets&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'd prefer as many diverse themes, topics and categories as possible. Data can be collected live from an API, or from a scraped site or parsed file (any format).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;One way may be to use the &lt;a href=&quot;https://www.data.gov/developers/apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;API from data.gov&lt;/a&gt; - does anyone know how I can get column names from files or DB exports using this or another CKAN API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ot3fG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ot3fG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-03T07:37:23.377" Title="Long list of attributes that make typical graph labels" Tags="|data-request|data.gov|api|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7641" PostTypeId="2" ParentId="7616" CreationDate="2016-04-25T19:34:46.260" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.flickr.com/services/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Flickr has an API,&lt;/a&gt; and in particular the &lt;a href=&quot;https://www.flickr.com/services/api/flickr.galleries.getPhotos.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;.getPhotos endpoint&lt;/a&gt;, that allows you to get Photos from a specific group.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;flickr.galleries.getPhotos&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Return the list of photos for a gallery&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-04-25T19:34:46.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7642" PostTypeId="2" ParentId="7601" CreationDate="2016-04-25T22:50:34.353" Score="1" Body="&lt;p&gt;Spatial datasets for mass transit are usually published by municipal or state / district level governments (if at all), so I think it's going to be tough going in trying to find an open dataset for those cities. This might be worth a look for some of the supporting datasets you're interested in (population density and so forth):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Cambodia, under Maps and Data (also can get data for Thailand too): &lt;a href=&quot;https://cambodia.opendevelopmentmekong.net/#!/&quot; rel=&quot;nofollow&quot;&gt;https://cambodia.opendevelopmentmekong.net/#!/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here for Thailand's government spatial respository: &lt;a href=&quot;http://nsdiportal.gistda.or.th/geonetwork/srv/en/main.home&quot; rel=&quot;nofollow&quot;&gt;http://nsdiportal.gistda.or.th/geonetwork/srv/en/main.home&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your best bet may be to get your hands on some static maps of the transit systems, and georeference and vectorize them yourself. Or use them to update and augment the OSM layers.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-04-25T22:50:34.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7643" PostTypeId="1" CreationDate="2016-04-26T01:34:52.440" Score="2" ViewCount="27" Body="&lt;p&gt;I am looking for a data set that would contain one network of comparisons between medical treatment, for each medical condition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, for lateral epicondylitis (lateral epicondylopathy), one network of comparisons between medical treatments could be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Wd5J8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Wd5J8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;( example taken from Krogh, T., E. M. Bartels, T. Ellingsen, K. Stengaard-Pedersen, R. Buchbinder, U. Fredberg, H. Bliddal, and R. Christensen. &quot;OP0072 Comparative effectiveness of injection therapies in lateral epicondylitis: A systematic review and network meta-analysis of randomized controlled trials.&quot; Annals of the Rheumatic Diseases 71, no. Suppl 3 (2013): 77-78. &lt;a href=&quot;https://scholar.google.com/scholar?hl=en&amp;amp;q=Comparative+effectiveness+of+injection+therapies+in+lateral+epicondylitis%3A+a+systematic+review+and+network+meta-analysis+of+randomized+controlled+trials&amp;amp;btnG=&amp;amp;as_sdt=1%2C22&amp;amp;as_sdtp=&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;  )&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in randomized controlled trials.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-26T01:34:52.440" Title="Network of medical treatment comparisons per disease" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7644" PostTypeId="1" CreationDate="2016-04-26T02:25:00.880" Score="2" ViewCount="114" Body="&lt;p&gt;Does anyone know if the data leaked from Nation Builder (&lt;a href=&quot;http://www.databreaches.net/191-million-voters-personal-info-exposed-by-misconfigured-database/&quot; rel=&quot;nofollow&quot;&gt;http://www.databreaches.net/191-million-voters-personal-info-exposed-by-misconfigured-database/&lt;/a&gt;) this past December is available anywhere? I know voter records are available on a state-by-state basis but I'm wondering if the full dataset is online anywhere.&lt;/p&gt;&#xA;" OwnerUserId="8818" LastActivityDate="2016-04-26T02:25:00.880" Title="Nation Builder Voter Database Leak" Tags="|data-request|usa|government|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7645" PostTypeId="1" CreationDate="2016-04-26T08:52:41.997" Score="3" ViewCount="53" Body="&lt;p&gt;My current project involves indexing people from the city of New York. Using various sources and data mining techniques I am supposed to give a confidence rating whether a certain person lives in New York or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem however is finding public information on people legally. I am able to use Twitter's API to feed tweets from New York to get some names. Further analysis would then be required to determine whether the person is real.Facebook prevents developers from scraping and searching for users. Instagram is a hassle as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you guys have any suggestions of finding public information on people easily and legally? I don`t need to know where in New York the people live, only that thy live there. Name and Surname is required and any additional information is a bonus.&lt;/p&gt;&#xA;" OwnerUserId="11201" OwnerDisplayName="HJ Blom" LastEditorUserId="10235" LastEditDate="2016-05-19T14:38:51.933" LastActivityDate="2016-05-19T14:38:51.933" Title="Index People Living in New York" Tags="|usa|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7646" PostTypeId="2" ParentId="7614" CreationDate="2016-04-26T15:15:25.373" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/code-point-open.html&quot; rel=&quot;nofollow&quot;&gt;Ordnance Survey is an open data site&lt;/a&gt; you may find helpful.&lt;/p&gt;&#xA;" OwnerUserId="11182" LastEditorUserId="90" LastEditDate="2016-09-13T16:15:04.913" LastActivityDate="2016-09-13T16:15:04.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7647" PostTypeId="1" CreationDate="2016-04-26T15:16:38.700" Score="2" ViewCount="19" Body="&lt;p&gt;I'm trying to locate gridded wind field (wind direction and speed) data for Sicily and surrounding region, including surrounding sea and southern part of Italy? It's for a student practical here at Portsmouth University. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any pointers would be very welcome. &lt;/p&gt;&#xA;" OwnerUserId="11182" LastEditorDisplayName="user6247" LastEditDate="2016-10-21T08:53:55.143" LastActivityDate="2016-10-21T08:53:55.143" Title="Looking for gridded wind field data for Sicily and surrounding region" Tags="|geospatial|weather|europe|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7648" PostTypeId="1" CreationDate="2016-04-26T17:06:52.477" Score="2" ViewCount="32" Body="&lt;p&gt;I'd like to know where I can find data regarding consumers' willingness to wait for discounts, bargains, savings, and so forth. Units can be in time, or in time per discount percent, etc.&lt;/p&gt;&#xA;&lt;p&gt;Related data such as whether consumers use the internet to cross-check prices, and if so, how often, would also be welcome.&lt;/p&gt;&#xA;&lt;p&gt;I was going to try collecting the data myself, but I figure that economists/business analysts may have tried this data mining themselves (and thus, it wouldn't be wise to recreate the wheel, etc).&lt;/p&gt;&#xA;" OwnerUserId="9925" LastEditorUserId="23272" LastEditDate="2021-04-03T09:19:09.433" LastActivityDate="2021-04-03T09:19:09.433" Title="Data request: how long do consumers wait for certain discounts, savings, and bargains?" Tags="|data-request|economics|research|business|historical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7649" PostTypeId="2" ParentId="7630" CreationDate="2016-04-26T22:13:09.790" Score="1" Body="&lt;p&gt;So far I have found these resources:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;This &lt;a href=&quot;https://www.reddit.com/r/MechanicalKeyboards/wiki/ripometer#wiki_scissor_switches&quot; rel=&quot;nofollow noreferrer&quot;&gt;reddit&lt;/a&gt; thread contains a pretty large number of keyboards and switches along with their peak and activation forces. It can be quite easily parsed.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://deskthority.net/wiki/Topre_Realforce#Realforce_model_reference&quot; rel=&quot;nofollow noreferrer&quot;&gt;deskthority - Realforce model reference&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://deskthority.net/wiki/Alps_SKCL/SKCM_series#Variants&quot; rel=&quot;nofollow noreferrer&quot;&gt;deskthority - Alps SKCL/SKCM series switches&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://mechanicalkeyboards.com/mechanical_switches.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mechanical Keyboard Switches&lt;/a&gt; in the catalog of Mechanical Keyboards.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="14002" LastEditDate="2021-01-03T22:14:28.970" LastActivityDate="2021-01-03T22:14:28.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7650" PostTypeId="2" ParentId="7645" CreationDate="2016-04-27T00:12:52.677" Score="2" Body="&lt;p&gt;One approach you might consider is to scrape the &lt;a href=&quot;http://www.whitepages.com/white-pages/new-york-ny&quot; rel=&quot;nofollow&quot;&gt;New York White Pages&lt;/a&gt;. It looks like they have an &lt;a href=&quot;http://pro.whitepages.com/developer/&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11185" LastActivityDate="2016-04-27T00:12:52.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7651" PostTypeId="2" ParentId="6094" CreationDate="2016-04-27T03:02:16.393" Score="9" Body="&lt;p&gt;You definitely have the big ones with MSRP and PPDB.&#xA;A few others, grouped by maintainers.&lt;/p&gt;&#xA;&lt;h2&gt;CLiC at the Universitat de Barcelona&lt;/h2&gt;&#xA;&lt;p&gt;Maintain several highly annotated corpora.&#xA;These are available from their &lt;a href=&quot;http://clic.ub.edu/corpus/en/paraphrases-en#&quot; rel=&quot;noreferrer&quot;&gt;site&lt;/a&gt;, by request/registration.&#xA;It is a request they grant with almost no questions asked.&#xA;(My experience was that after registering online I had to sent them an email).&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;http://clic.ub.edu/corpus/en/paraphrases-en#&quot; rel=&quot;noreferrer&quot;&gt;P4P&lt;/a&gt; (paraphrases for plagiarism detection)&lt;/h3&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The P4P corpus contains a partition of the plagiarism cases in the &lt;a href=&quot;http://www.uni-weimar.de/en/media/chairs/webis/corpora/corpus-pan-pc-10/&quot; rel=&quot;noreferrer&quot;&gt;PAN-PC-10&lt;/a&gt;* corpus  manually annotated with the paraphrase phenomena they contain. It is composed of 847 source-plagiarism pairs in English.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;sub&gt;This is not the hyperlink from the quote, but unlike that one does go to right address. &lt;/sub&gt;&lt;/p&gt;&#xA;&lt;p&gt;These are multi-sentence paraphrases. &lt;a href=&quot;http://www.uni-weimar.de/en/media/chairs/webis/corpora/corpus-pan-pc-10/&quot; rel=&quot;noreferrer&quot;&gt;PAN-PC-10&lt;/a&gt; is a Plagiarism corpus, for context&lt;/p&gt;&#xA;&lt;p&gt;See Paper: &lt;em&gt;A. Barrón-Cedeño, M. Vila, M. A. Martí, and P. Rosso.&lt;/em&gt; 2013. &lt;a href=&quot;http://www.mitpressjournals.org/doi/pdf/10.1162/COLI_a_00153&quot; rel=&quot;noreferrer&quot;&gt;Plagiarism meets paraphrasing: Insights for the next generation in automatic plagiarism detection&lt;/a&gt;. Computational Linguistics, 39(4):917-947&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;http://clic.ub.edu/corpus/en/paraphrases-en#&quot; rel=&quot;noreferrer&quot;&gt;MSRP-A&lt;/a&gt; (annoated MSRP)&lt;/h3&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;MSRP-A stands for “Microsoft Research Paraphrase” corpus “Annotated”. The MSRP-A corpus contains the &lt;strong&gt;positive&lt;/strong&gt; examples in the MSRP corpus manually annotated with the paraphrase phenomena they contain. It is composed of the 3,900 paraphrase pairs in English.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I believe the annotations are similar to those in P4P; but have not looked so I am uncertain. There is no additionally utility here if you don't want annotations.&lt;/p&gt;&#xA;&lt;p&gt;See Paper: &lt;em&gt;W. B. Dolan and C. Brockett.&lt;/em&gt; 2005. &lt;a href=&quot;http://nlp.nagaokaut.ac.jp/IWP2005/pdf/dolan.pdf&quot; rel=&quot;noreferrer&quot;&gt;Automatically constructing a corpus of sentential paraphrases&lt;/a&gt;. In Proceedings of the Third International Workshop on Paraphrasing (IWP 2005), pages 9-16.&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;http://clic.ub.edu/corpus/en/paraphrases-en#&quot; rel=&quot;noreferrer&quot;&gt;WRPA&lt;/a&gt; Relational Paraphrase Acquisition from Wikipedia&lt;/h3&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;WRPA stands for “Relational Paraphrase Acquisition from Wikipedia” corpus. The WRPA corpus contains relational paraphrases extracted by the WRPA system from Wikipedia.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;It has several types of relational paraphrases. By which the authors mean to the are paraphrases about a particular relations. Eg paraphrases about  people person and their place of birth.&lt;/p&gt;&#xA;&lt;p&gt;See Paper: &lt;em&gt;Vila, Marta, Horacio Rodríguez, and M. Antònia Martí.&lt;/em&gt; &amp;quot;&lt;a href=&quot;http://journal.sepln.org/sepln/ojs/ojs/index.php/pln/article/viewFile/786/640&quot; rel=&quot;noreferrer&quot;&gt;WRPA: A system for relational paraphrase acquisition from Wikipedia.&lt;/a&gt;&amp;quot; Procesamiento del lenguaje natural 45 (2010): 11-19.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;Own work:  &lt;a href=&quot;http://white.ucc.asn.au/resources/paraphrase_grouped_corpora/&quot; rel=&quot;noreferrer&quot;&gt;Paraphrased Grouped Opinosis Subcorpus&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;For my own work I required a corpus which had a large number of paraphrases for each meaning. For this I constructed a corpus based on &lt;a href=&quot;http://kavita-ganesan.com/opinosis-opinion-dataset&quot; rel=&quot;noreferrer&quot;&gt;Opinosis&lt;/a&gt;.&#xA;Opinosis is a highly redundant corpus of opinions -- that did not originally have the paraphrases marked. (I can attest there is not a lot of validation of the accuracy of this corpus, given it was only annotated by one person (being me).)&lt;/p&gt;&#xA;&lt;p&gt;On same pages also links my own automatically grouped MSRP subcorpus, that is less useful, because it it countains paraphrases you already have got from MSRP.&lt;/p&gt;&#xA;&lt;p&gt;See Paper:  &lt;em&gt;Lyndon White, Roberto Togneri, Wei Liu, and Mohammed Bennamoun&lt;/em&gt;, 2015: &lt;a href=&quot;http://white.ucc.asn.au/publications/White2015SentVecMeaning.pdf&quot; rel=&quot;noreferrer&quot;&gt;How Well Sentence Embeddings Capture Meaning&lt;/a&gt;, Proceedings of the 20th Australasian Document Computing Symposium&lt;/p&gt;&#xA;" OwnerUserId="1686" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-04-29T00:14:00.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7652" PostTypeId="1" AcceptedAnswerId="11405" CreationDate="2016-04-27T08:52:14.340" Score="2" ViewCount="88" Body="&lt;p&gt;Last week it was in the news that &lt;a href=&quot;https://en.wikipedia.org/wiki/Large_Hadron_Collider&quot; rel=&quot;nofollow&quot;&gt;LHC (Large Hadron Collider)&lt;/a&gt; research team has just released a 300 TB dataset. What is this dataset and how can I start experimenting with it?&lt;/p&gt;&#xA;" OwnerUserId="8736" LastEditorUserId="8736" LastEditDate="2016-04-27T09:46:51.767" LastActivityDate="2017-06-23T11:08:28.033" Title="300 TB dataset for LHC" Tags="|research|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7653" PostTypeId="2" ParentId="6824" CreationDate="2016-04-27T08:59:59.397" Score="1" Body="&lt;p&gt;You should look for &lt;a href=&quot;https://en.wikipedia.org/wiki/Semantic_similarity&quot; rel=&quot;nofollow&quot;&gt;semantic similarity&lt;/a&gt;. The &lt;a href=&quot;https://en.wikipedia.org/wiki/Normalized_Google_distance&quot; rel=&quot;nofollow&quot;&gt;normalized Google distance&lt;/a&gt; should be a good place to start, and gives the kind of [0-1] rating you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Normalized Google Distance is a semantic similarity measure&#xA;  derived from the number of hits returned by the Google search engine&#xA;  for a given set of keywords.&lt;a href=&quot;https://en.wikipedia.org/wiki/Semantic_similarity&quot; rel=&quot;nofollow&quot;&gt;1&lt;/a&gt; Keywords with the same or similar&#xA;  meanings in a natural language sense tend to be &quot;close&quot; in units of&#xA;  Normalized Google Distance, while words with dissimilar meanings tend&#xA;  to be farther apart.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Normalized_Google_distance&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Normalized_Google_distance&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="8736" LastActivityDate="2016-04-27T08:59:59.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7654" PostTypeId="1" AcceptedAnswerId="7665" CreationDate="2016-04-27T11:40:56.433" Score="6" ViewCount="309" Body="&lt;p&gt;I'm interested in compiling open datasets for educational use. For example, &lt;a href=&quot;http://libguides.geneseo.edu/data&quot; rel=&quot;nofollow&quot;&gt;this page from the State University of New York Geneseo&lt;/a&gt; includes open datasets by topic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm especially interesting in datasets that may be appropriate for K-12 use, so I think it is important the data are a) cleaned and b) possibly relevant / interesting. &lt;strong&gt;Are there other sites, repositories, or resources with open data sets for educational use?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="11192" OwnerDisplayName="Joshua Rosenberg" LastEditorDisplayName="user8811" LastEditDate="2019-03-11T12:37:20.220" LastActivityDate="2022-06-29T09:53:03.367" Title="Open datasets for educational use" Tags="|data-request|education|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7655" PostTypeId="1" AcceptedAnswerId="7660" CreationDate="2016-04-27T13:03:24.557" Score="5" ViewCount="486" Body="&lt;p&gt;How can I get a two-letter ISO 3166-1 country code in DBpedia?  More specifically, I'm querying the &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;noreferrer&quot;&gt;SPARQL endpoint&lt;/a&gt; like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?iata ?country where {&#xA;  ?airport a dbo:Airport.&#xA;  ?airport dbo:iataLocationIdentifier ?iata.&#xA;  ?airport dbp:location ?country.&#xA;  ?country a dbo:Country.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'd like to get ISO 3166-1 code instead of country name.  I couldn't find a predicate for that property, even though the codes are present in country infoboxes in Wikipedia. How can I achieve my goal?&lt;/p&gt;&#xA;" OwnerUserId="1436" LastActivityDate="2016-04-29T11:24:58.360" Title="ISO 3166-1 country codes in DBpedia" Tags="|wikipedia|dbpedia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7656" PostTypeId="1" CreationDate="2016-04-27T13:25:51.343" Score="2" ViewCount="792" Body="&lt;p&gt;Is there any dataset of IOT sensors labelled for the task of classification ?&lt;/p&gt;&#xA;" OwnerUserId="6678" LastActivityDate="2016-04-27T21:49:03.953" Title="Looking for IOT sensor data for the task of classification" Tags="|sensors|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7657" PostTypeId="1" CreationDate="2016-04-27T13:48:37.117" Score="1" ViewCount="10" Body="&lt;p&gt;I'm new to physionet and am attempting to dig/find a data set for various vitals parameters for a 48 hour period for a pediatric patient (say somewhere between 2-18), specifically heart rate, respiratory rate, temp, mean arterial blood pressure, and O2 saturate percentage.  I'm interested in a data set with fidelity along the lines of maybe a data point of once a minute... possibly every 30 seconds.  I'm open to any data fidelity that is available, but the 1 or 2 data points a minute would be ideal.  Can anyone provide me with guidance for how to gain access to a data set like this within physionet?&lt;/p&gt;&#xA;" OwnerUserId="11193" LastActivityDate="2016-04-27T13:48:37.117" Title="new user - need pediatric data for various vitals parameters" Tags="|data-request|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7658" PostTypeId="2" ParentId="818" CreationDate="2016-04-27T13:52:44.280" Score="4" Body="&lt;p&gt;Here is a dataset of Amazon product reviews - nearly 150 reviews spanning 8 years across various products &lt;a href=&quot;http://jmcauley.ucsd.edu/data/amazon/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://jmcauley.ucsd.edu/data/amazon/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/oJfk5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oJfk5.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-04-27T13:52:44.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7659" PostTypeId="2" ParentId="7597" CreationDate="2016-04-27T14:25:09.357" Score="2" Body="&lt;p&gt;You are bound by the &quot;terms and conditions&quot; of the service, so if you would be able to download more than the regular 3000 &quot;views&quot; per month, you would be violating the terms of service. With this limit, each page costs you around ~£0.002 that is not so much if you are a hired researcher.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Fair Usage:&lt;/strong&gt; We have a fair usage policy which is designed purely for the (very rare) cases where people might abuse the service, for&#xA;  example by allowing multiple people to use the same account.  &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;It is deliberately set very high: you can view up to 3000 pages per&#xA;  month. If you go over this limit, we’ll contact you to discuss your&#xA;  usage, but reserve the right to terminate your access if you continue&#xA;  to go over this limit after we’ve been in contact, or if we can’t get&#xA;  in contact with you. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://www.britishnewspaperarchive.co.uk/content/terms_and_conditions&quot; rel=&quot;nofollow&quot;&gt;http://www.britishnewspaperarchive.co.uk/content/terms_and_conditions&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And at last, check this list and see if any of them fits your need: &lt;a href=&quot;http://britishlibrary.typepad.co.uk/thenewsroom/2014/02/10-great-online-newspaper-archives.html&quot; rel=&quot;nofollow&quot;&gt;10 great online newspaper archives&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8736" LastEditorUserId="8736" LastEditDate="2016-04-29T07:16:54.040" LastActivityDate="2016-04-29T07:16:54.040" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7660" PostTypeId="2" ParentId="7655" CreationDate="2016-04-27T15:11:03.663" Score="5" Body="&lt;p&gt;There is &lt;code&gt;dbp:iso3166code&lt;/code&gt;, but &lt;a href=&quot;http://dbpedia.org/sparql/?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;query=select+*+%7B%0D%0A%3Fs+dbp%3Aiso3166code+%3Fo%0D%0A%7D&amp;amp;format=text%2Fhtml&amp;amp;CXML_redir_for_subjs=121&amp;amp;CXML_redir_for_hrefs=&amp;amp;timeout=30000&amp;amp;debug=on&quot; rel=&quot;noreferrer&quot;&gt;it seems it's not set for a lot of countries&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2016-04-27T15:11:03.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7661" PostTypeId="1" CreationDate="2016-04-27T17:10:24.687" Score="1" ViewCount="71" Body="&lt;p&gt;I'm attempting to use the Department Of Labor Basic Mining data (developer .dol .gov/health-and-safety/basic-mine-info/). I have two issues:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1)The SendingRequest method is marked as deprecated, but the current SDK GOVDataUtil object doesn't support the new SendingRequest2 method&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2)If I do use the deprecated SendingRequest I get the first 100 records,  but I don't see any documentation on how to query it. Poking around I found this page &lt;a href=&quot;http://developer.dol.gov/accessing-the-apis-using-http-requests/#filter_multi&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/accessing-the-apis-using-http-requests/#filter_multi&lt;/a&gt; wich seems to indicated you can pass filters to the Uri, but doing so I receive an exception &quot;Expected an absolute, well formatted URL with out query or fragment&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately their documentation page is a dead link &lt;a href=&quot;http://developer.dol.gov/DOL-MINE-ADDRESS-OF-RECORD-DATASET.htm&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/DOL-MINE-ADDRESS-OF-RECORD-DATASET.htm&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: On #2, querying the data. I finally determined that you just use LINQ on the object, which will append the filter info for you. So the following will work:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var mshaMines = new BasicMineInfo(new Uri(&quot;http://api.dol.gov/V1/Mining/BasicMineInfo/&quot;));&#xA;mshaMines.SendingRequest +=new EventHandler&amp;lt;SendingRequestEventArgs&amp;gt;(GOVDataUtil.service_SendingRequest);&#xA;var minesQuery = mshaMines.MSHA_addressOfRecord.Where(m =&amp;gt; m.stateAbbr == &quot;TX&quot;).OrderBy(m =&amp;gt; m.mineName);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11196" LastEditorUserId="11196" LastEditDate="2016-04-28T13:03:57.950" LastActivityDate="2016-04-28T13:03:57.950" Title="Querying Department Of Labor Basic Mining Information API" Tags="|api|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7662" PostTypeId="1" CreationDate="2016-04-27T18:33:28.367" Score="1" ViewCount="27" Body="&lt;p&gt;I need this map data to provide the location of nearest business facilities like restaurant to the user .  But I don't know how to access it . And it will be of great help if you can provide me any link /tutorial /suggestion to do this using any programming language (preferably using Python )&lt;/p&gt;&#xA;" OwnerUserId="10797" LastActivityDate="2016-04-27T18:33:28.367" Title="I have downloaded a map of a small region in .osm format . But as a newbie I dont have any idea how to access it using any programming language" Tags="|geospatial|uses-of-open-data|city|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7663" PostTypeId="1" AcceptedAnswerId="7680" CreationDate="2016-04-27T20:46:01.187" Score="1" ViewCount="128" Body="&lt;p&gt;I am looking for the FEMA flood zone GIS files.  The &lt;a href=&quot;http://msc.fema.gov/portal/#&quot; rel=&quot;nofollow&quot;&gt;portal&lt;/a&gt; lets you look at a single address but I would like to get for each zone its geographic polygon and related FEMA metadata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It appears from the portal that each zone is subdivided into smaller grids. It would be great if I could get this as well.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2016-04-29T16:42:57.293" Title="USA FEMA Flood Zone Polygons and Metadata" Tags="|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7664" PostTypeId="1" AcceptedAnswerId="7694" CreationDate="2016-04-27T21:03:45.760" Score="4" ViewCount="143" Body="&lt;p&gt;In MIMIC-III, where do negative cultures appear? Is this different between CareVue patients and Metavision patients? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Despite the documentation's assertion (&lt;a href=&quot;https://mimic.physionet.org/mimictables/microbiologyevents/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;) that &quot;If the specimen is null, then the culture had no growth reported.&quot;, there are very few cases where either the spec_itemid or org_itemid are empty in the microbiologyevents table(I think it's less than 2k out of 328k).  Also, in a manual inspection, it looks like most rows have an antibiotic test done, so as to determine sensitivity of the culture.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PROCEDUREEVENTS_MV seems to have information on cultures for Metavision patients, but this whole table confuses me too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Clarified that paragraph 2 refers to the microbiologyevents table.&lt;/p&gt;&#xA;" OwnerUserId="11198" LastEditorUserId="11198" LastEditDate="2016-04-27T23:56:04.683" LastActivityDate="2017-11-05T19:48:08.733" Title="MIMIC-III: Negative cultures and microbiologyevents" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7665" PostTypeId="2" ParentId="7654" CreationDate="2016-04-27T21:11:22.513" Score="5" Body="&lt;p&gt;Quandl has open datasets. There are many that are free and although Quandl's focus is financial and economic data, there's also data on Countries, Society, Demography, Energy and Education. I hope they'll be useful for K-12 learning. You can browse Quandl's collections here: &lt;a href=&quot;https://www.quandl.com/collections&quot;&gt;https://www.quandl.com/collections&lt;/a&gt; When you click on a collection, the articles written are meant to be educational for readers. Also, the sources of open, free data on Quandl are listed here: &lt;a href=&quot;https://www.quandl.com/blog/free-data-on-quandl&quot;&gt;https://www.quandl.com/blog/free-data-on-quandl&lt;/a&gt; They include sources like the United Nations, World Bank, World Health Organization and many more. Hope this helps! [Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-04-27T21:11:22.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7666" PostTypeId="2" ParentId="7635" CreationDate="2016-04-27T21:37:58.227" Score="3" Body="&lt;p&gt;Quandl has some free real estate data: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Zillow database shows home prices and rents by size, type and tier, housing supply, demand and sales etc: &lt;a href=&quot;https://www.quandl.com/data/ZILL&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/ZILL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Association of Realtors database shows average and median home prices by area and dwelling type: &lt;a href=&quot;https://www.quandl.com/data/NAR&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/NAR&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Freddie Mac database shows house price indexes for various American cities as well as historical mortgage rates: &lt;a href=&quot;https://www.quandl.com/data/FMAC&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/FMAC&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps! Disclosure: I work for Quandl.&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-04-27T21:37:58.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7667" PostTypeId="2" ParentId="7656" CreationDate="2016-04-27T21:49:03.953" Score="2" Body="&lt;p&gt;You may want to look here for various sensor data: &lt;a href=&quot;http://www.datasciencecentral.com/profiles/blogs/great-sensor-datasets-to-prepare-your-next-career-move-in-iot-int&quot; rel=&quot;nofollow&quot;&gt;http://www.datasciencecentral.com/profiles/blogs/great-sensor-datasets-to-prepare-your-next-career-move-in-iot-int&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-04-27T21:49:03.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7668" PostTypeId="1" CreationDate="2016-04-27T22:51:06.737" Score="1" ViewCount="50" Body="&lt;p&gt;I am looking for an o-ring dataset containing as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;o-ring model name and manufacturer&lt;/li&gt;&#xA;&lt;li&gt;thickness&lt;/li&gt;&#xA;&lt;li&gt;Shore hardness&lt;/li&gt;&#xA;&lt;li&gt;diameter (inner and outer)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am only interested in o-ring that can be used in keyboards.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Some terminology:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Shore hardness:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/veC5G.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/veC5G.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Diameter (inner and outer):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8LWtK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8LWtK.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-04-27T22:51:06.737" Title="O-ring dataset with thickness, Shore hardness, and diameter" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7669" PostTypeId="2" ParentId="7655" CreationDate="2016-04-28T08:42:17.793" Score="4" Body="&lt;h1&gt;DBpedia&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The answer provided by @svick will probably be most useful one in the long run, but for the time being &lt;code&gt;dbp:iso3166code&lt;/code&gt; is unusable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I noticed that (apparently) all the country pages are the targets of redirects of this kind:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;dbr:ISO_3166-1:DO dbo:wikiPageRedirects dbr:Dominican_Republic&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Therefore, I can extract ISO 3166-1 code like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?iata ?iso3166 where {&#xA;  ?airport a dbo:Airport.&#xA;  ?airport dbo:iataLocationIdentifier ?iata.&#xA;  FILTER regex(?iata, &quot;^[A-Z]{3}$&quot;)&#xA;  ?airport dbp:location ?country.&#xA;  ?country a dbo:Country.&#xA;  ?redir dbo:wikiPageRedirects ?country.&#xA;  FILTER regex(?redir, &quot;ISO_3166-1:&quot;)&#xA;  BIND(REPLACE(str(?redir), '^.*ISO_3166-1:', '') AS ?iso3166)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h1&gt;Wikidata&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Update.  It turns out that Wikidata has much cleaner data, and as a bonus the query is shorter (although not immediately human-readable):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?iata ?iso3166&#xA;WHERE &#xA;{&#xA;    ?apt wdt:P31 wd:Q1248784 ;&#xA;         wdt:P238 ?iata ;&#xA;         wdt:P17 ?country .&#xA;    ?country wdt:P297 ?iso3166 .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/zbsw6hd&quot; rel=&quot;nofollow&quot;&gt;Click here&lt;/a&gt; to see the query in action.&lt;/p&gt;&#xA;" OwnerUserId="1436" LastEditorUserId="1436" LastEditDate="2016-04-29T11:24:58.360" LastActivityDate="2016-04-29T11:24:58.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7670" PostTypeId="1" CreationDate="2016-04-28T08:58:41.293" Score="1" ViewCount="29" Body="&lt;p&gt;I have to map all Android TV screens that End User has in Android Tv. Is there a Structure Map of Android TV ? Something like manual ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for Manual/Specification for Android TV. In this manual : - Structure Map - Each TV Option shown - Options Map - EPG, Smart TV, Options with all options - Module Map - HDMI, USB, WiFi&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any vendor ? LG , Philips , Sony ?&lt;/p&gt;&#xA;" OwnerUserId="11202" LastActivityDate="2016-04-28T08:58:41.293" Title="Android TV - Software Manual - Structure of Each Screen (UX look)" Tags="|data-request|releasing-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7671" PostTypeId="2" ParentId="4360" CreationDate="2016-04-28T15:29:34.767" Score="2" Body="&lt;p&gt;The National Institute of Statistics and Economic Studies in France has data on traffic for national highways, railways and air traffic. This is their open database on Quandl: &lt;a href=&quot;https://www.quandl.com/data/INSEE&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/INSEE&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just search for &quot;traffic&quot; within the database to see the datasets on traffic specifically. Also, when you look at each dataset, there's always a link to the left under &quot;Validate.&quot; This shows you where the data was taken from so you can always look at the original source of the data. Hope this helps. [Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-04-28T15:29:34.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7675" PostTypeId="2" ParentId="5587" CreationDate="2016-04-29T07:07:15.203" Score="1" Body="&lt;p&gt;www.followthehashtag.com has some free datased with twitter geodata, and you can index your own ones&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this url you have some data&#xA;&lt;a href=&quot;http://followthehashtag.com/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://followthehashtag.com/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0Eby7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0Eby7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/WQuMm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/WQuMm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kind regards&lt;/p&gt;&#xA;" OwnerUserId="11112" LastEditorUserId="11112" LastEditDate="2016-06-22T21:21:54.287" LastActivityDate="2016-06-22T21:21:54.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7676" PostTypeId="1" CreationDate="2016-04-29T11:43:57.863" Score="3" ViewCount="166" Body="&lt;p&gt;I am looking for detailed dataset for NYC Crime similar to the one of &lt;a href=&quot;https://data.cityofchicago.org/d/ijzp-q8t2&quot; rel=&quot;nofollow&quot;&gt;Chicago&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://data.cityofnewyork.us/Public-Safety/Historical-New-York-City-Crime-Data/hqhv-9zeg&quot; rel=&quot;nofollow&quot;&gt;dataset&lt;/a&gt; doesn't contain a lot of information on when/where and what kind of crimes happened at NYC.&lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="2976" LastEditDate="2016-04-29T12:21:55.487" LastActivityDate="2016-05-03T11:33:00.943" Title="NYC Crime Dataset" Tags="|data-request|city|crime|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7677" PostTypeId="2" ParentId="7676" CreationDate="2016-04-29T12:28:45.143" Score="3" Body="&lt;p&gt;NYC publishes incident-level data in a similar way as Chicago (but only for felonies, it seems) at &lt;a href=&quot;https://data.cityofnewyork.us/Public-Safety/NYPD-7-Major-Felony-Incidents/hyij-8hr7&quot; rel=&quot;nofollow&quot;&gt;https://data.cityofnewyork.us/Public-Safety/NYPD-7-Major-Felony-Incidents/hyij-8hr7&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NYC also has &lt;a href=&quot;https://compstat.nypdonline.org/2e5c3f4b-85c1-4635-83c6-22b27fe7c75c/view/89&quot; rel=&quot;nofollow&quot;&gt;https://compstat.nypdonline.org/2e5c3f4b-85c1-4635-83c6-22b27fe7c75c/view/89&lt;/a&gt; which while there is no &quot;download the data&quot; button, if you click on one of the numbers it loads points onto a map which &lt;em&gt;could&lt;/em&gt; be downloaded by inspecting and understanding the AJAX request requests the browser makes to the server (not ideal by any means in terms of &quot;open data&quot; but it's better than nothing!)&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-04-29T12:28:45.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7678" PostTypeId="2" ParentId="7663" CreationDate="2016-04-29T14:03:29.553" Score="2" Body="&lt;p&gt;how about ESRI Open data and you just type it where you are looking for a specific area. What is so nice about it that it has a filter that you can narrow down to your specific area and you can download if you have your ESRI account. I just did on mine for Colorado.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.arcgis.com/&quot; rel=&quot;nofollow&quot;&gt;http://opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-04-29T14:03:29.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7679" PostTypeId="1" CreationDate="2016-04-29T15:02:42.827" Score="1" ViewCount="27" Body="&lt;p&gt;To Whomever It May Concern: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My name is Casey Bischel, and I'm a reporter on deadline for the Belleville News-Democrat in Southwestern Illinois. I'm trying to find a record in Senator Roy Blunt's (R-Mo.) filings, but there are 43 pages of records with 100 records apiece on them. I am new to APIs, and I need to know how I can either get all of these pages or search for the specific entity the senator gave money to. It was in 2015. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks, &#xA;Casey Bischel &lt;/p&gt;&#xA;" OwnerUserId="11209" LastActivityDate="2016-04-29T15:02:42.827" Title="Flipping through API pages" Tags="|api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7680" PostTypeId="2" ParentId="7663" CreationDate="2016-04-29T16:42:57.293" Score="2" Body="&lt;p&gt;It looks like you can download the shapefile for the National Flood Hazard Layer from data.gov:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/dataset/national-flood-hazard-layer-nfhle9690&quot; rel=&quot;nofollow&quot;&gt;http://catalog.data.gov/dataset/national-flood-hazard-layer-nfhle9690&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-04-29T16:42:57.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7681" PostTypeId="1" CreationDate="2016-04-29T20:35:15.653" Score="1" ViewCount="34" Body="&lt;p&gt;And I mean besides people explicitly choosing to share a .torrent file with each other. Here's why I'm asking. I created a torrent using videos that I downloaded from a website. As far as I know it contains material unique to the bittorrent network, which is why I made it to begin with. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I added 15 or so trackers to it, uploaded it to a site, and set it to priority seed. Within a surprisingly short amount of time it started uploading data to several people &amp;amp; my client showed peers and even a couple seeds from time to time. This isn't anything hot or popular. 2 weeks later the stats from the website show no downloads of the torrent. I'm aware the site doesn't appear track how many clicks on the magnet link there are, so I'll leave that possibility open there. But to all appearances it looks like no activity, with 0 seeds and 0 peers. I also uploaded one with the same trackers simultaneously which has much more statistical activity. I only say this to clarify that I trust the sites stat mechanism.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Still somehow I've seeded multiple gigs worth of data, over 10 times the amount of data that the torrent contains. How are people finding it? Are there other sources for torrents that I don't know of? Like if a torrent is announced on a network via a tracker can people just start downloading it then, using their client only without ever visiting a website?&lt;/p&gt;&#xA;" OwnerUserId="11212" LastActivityDate="2016-04-29T20:35:15.653" Title="Is it possible to find a torrent that is not linked to from a site?" Tags="|bittorrent|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7682" PostTypeId="1" CreationDate="2016-04-29T21:47:02.397" Score="1" ViewCount="56" Body="&lt;p&gt;The BLS releases data on occupational level employment here: &lt;a href=&quot;http://www.bls.gov/oes/tables.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/oes/tables.htm&lt;/a&gt;. Each section is labeled with a year (such as &quot;May 2015&quot;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What year does the May 2015 data represent?&#xA;Is it employment in 2014? &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2016-05-03T11:21:58.987" Title="What year do the BLS occupational datasets represent?" Tags="|labor|" AnswerCount="1" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="7683" PostTypeId="1" AcceptedAnswerId="7763" CreationDate="2016-04-29T22:03:54.470" Score="7" ViewCount="157" Body="&lt;p&gt;can you download spatial data representing postal code boundaries for Yukon Territory, Canada?&lt;/p&gt;&#xA;" OwnerUserId="9782" LastEditorUserId="4252" LastEditDate="2016-05-04T12:11:32.347" LastActivityDate="2018-07-22T09:56:37.323" Title="postal code boundaries for Yukon Territory, Canada" Tags="|geospatial|postal-code|canada|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7684" PostTypeId="1" CreationDate="2016-04-29T22:17:59.103" Score="1" ViewCount="259" Body="&lt;p&gt;I am looking for a dataset listing MRI scanners in the United States with as many following fields as possible, ordered by descending importance:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Location&lt;/li&gt;&#xA;&lt;li&gt;Number of teslas (as of now, commercial systems are available &lt;a href=&quot;https://en.wikipedia.org/w/index.php?title=Magnetic_resonance_imaging&amp;amp;oldid=717757886#Procedure&quot; rel=&quot;nofollow&quot;&gt;between 0.2T–7T&lt;/a&gt;, and sometimes even up to &lt;a href=&quot;https://www.cmrr.umn.edu/magnets/105t88.shtml&quot; rel=&quot;nofollow&quot;&gt;10.5 Teslas&lt;/a&gt; (Siemens MAGNETOM 10.5T))&lt;/li&gt;&#xA;&lt;li&gt;Whether it is publicly available (i.e., whether a patient can book an appointment)&lt;/li&gt;&#xA;&lt;li&gt;Date when it was made available&lt;/li&gt;&#xA;&lt;li&gt;Model name&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in the state of Massachusetts.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-04-30T19:10:12.337" LastActivityDate="2016-07-05T04:51:51.370" Title="MRI scanners in the United States with teslas" Tags="|data-request|medical|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7685" PostTypeId="2" ParentId="4609" CreationDate="2016-04-30T10:09:46.903" Score="5" Body="&lt;p&gt;The Australian government has published a Smart-Grid Smart-City Customer Trial Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are two datasets (with additional bits and pieces - see below):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;One contains consumptions of 30 families measured very half hour over one year.&lt;/li&gt;&#xA;&lt;li&gt;The other list similar data for 3,000 families&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://data.gov.au/dataset/smart-grid-smart-city-customer-trial-data&quot; rel=&quot;noreferrer&quot;&gt;smart-grid-smart-city-customer-trial-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This data is from the customer trial conducted as part of the Smart&#xA;  Grid Smart City (SGSC) project (2010-2014).  It provides one of the&#xA;  few linked sets of customer time of use (half hour increments) and&#xA;  demographic data for Australia, as well as detailed information on&#xA;  appliance use, climate, retail and distributor product offers, and&#xA;  other related factors. The project was jointly funded by the&#xA;  Australian Government and an industry consortia, led by Ausgrid. Data&#xA;  resources that comprise this Customer Trial Data may be linked by the&#xA;  Customer ID number. Details of data resources for this dataset are&#xA;  listed below and include: electricity use interval readings; customer&#xA;  household data; home area network plug readings; peak events; peak&#xA;  events response; and offer and acceptance.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1979" LastActivityDate="2016-04-30T10:09:46.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7686" PostTypeId="1" CreationDate="2016-04-30T14:25:06.133" Score="1" ViewCount="178" Body="&lt;p&gt;I am trying to analyze nhamcs &lt;a href=&quot;http://www.nber.org/data/national-hospital-ambulatory-medical-care-survey.html&quot; rel=&quot;nofollow&quot;&gt;http://www.nber.org/data/national-hospital-ambulatory-medical-care-survey.html&lt;/a&gt; using Lumley's survey package but getting the wrong standard errors when comparing them against &lt;a href=&quot;http://www.cdc.gov/nchs/data/ahcd/nhamcs_emergency/2011_ed_web_tables.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/data/ahcd/nhamcs_emergency/2011_ed_web_tables.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;current design object is defined as:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;data.design &amp;lt;- survey::svydesign(id = ~CPSUM, strata = ~CSTRATM, &#xA;     weight = ~PATWT, data = data, nest = TRUE)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;but this gives me the wrong s.e. for example, for the total population number of visits I get:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;    total      SE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;  &#xA;  &lt;p&gt;[1,] 136296400 7370965&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;while the pdf above reports (in thousands for both totals and s.e.):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;136,296 (6,413) &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;would appreciate any thoughts on where I might be going wrong&lt;/p&gt;&#xA;" OwnerUserId="11217" LastActivityDate="2016-04-30T14:25:06.133" Title="nhamcs design on survey package (R)" Tags="|programming|survey|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7687" PostTypeId="2" ParentId="1796" CreationDate="2016-04-30T15:45:08.010" Score="2" Body="&lt;p&gt;The European Centre for Medium-Range Weather Forecasts has various data sets on climate and weather. The ERA-Interim data set is a reanalysis of the weather fed by measurements all over the world since 1979. Temperatures at various levels in the atmosphere (or surface) are available, as well as many other parameters, usually at 6 hour intervals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link to the data sets: &lt;a href=&quot;http://apps.ecmwf.int/datasets/&quot; rel=&quot;nofollow&quot;&gt;http://apps.ecmwf.int/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-04-30T15:45:08.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7688" PostTypeId="2" ParentId="7684" CreationDate="2016-04-30T19:32:10.617" Score="3" Body="&lt;p&gt;I found this &lt;a href=&quot;http://www.healthcare.siemens.com/siemens_hwem-hwem_ssxa_websites-context-root/wcm/idc/resources/hwem_assets/mri/htmlApps/terra20150528/index.html?device=mobile&amp;amp;language=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;map&lt;/a&gt; showing the locations of Siemens MAGNETOM 7T, Siemens MAGNETOM 9.4T, Siemens MAGNETOM 10.5T, and Siemens MAGNETOM 11.7T in the world:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tNYiE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tNYiE.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the website, it represents  65% of the 7T MRI scanners, and 100% percent of the MRI scanners with over seven Testla.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NXMKM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NXMKM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Related:  &lt;a href=&quot;https://health.stackexchange.com/q/7254/43&quot;&gt;Number of MRI scanners in the world today?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tNYiE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;Magnetic-resonance.org&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;World­wide, there are approximately 36,000 MR machines. At present,&#xA;    about 2,500 MR imaging units are sold worldwide every year&lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;This &lt;a href=&quot;https://i.stack.imgur.com/NXMKM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;CDC link&lt;/a&gt; shows the amount per country.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QpHX3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QpHX3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;http://www.magnetic-resonance.org/ch/21-01.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.magnetic-resonance.org/ch/21-01.html&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Worldwide sales of MR ma­chi­nes by field strength per year between 1982/3 and 2001.  (EMRF|TRTF counts).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GYpZy.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GYpZy.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7fm6l.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7fm6l.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vRZyZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vRZyZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:53:20.133" LastActivityDate="2016-07-05T04:51:51.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7689" PostTypeId="2" ParentId="7501" CreationDate="2016-05-01T05:44:00.847" Score="2" Body="&lt;p&gt;A few years ago I spent months trying to find a dataset like the one you're requesting. The closest thing I found was a literature search tool called The Trip Database (&lt;a href=&quot;https://www.tripdatabase.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.tripdatabase.com/&lt;/a&gt;). It's not really what you want--i.e., no specific evidence quality notation is available on the results--but you might ask the developer, Jon Brassey, if he has data that he's annotated for the tool's back-end use (for supervised machine learning training, etc.).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!  And please update your answer if you find something, I'd love to see such a dataset myself.&lt;/p&gt;&#xA;" OwnerUserId="11221" LastActivityDate="2016-05-01T05:44:00.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7690" PostTypeId="2" ParentId="6050" CreationDate="2016-05-01T09:49:42.177" Score="32" Body="&lt;p&gt;On 18. April 2016 the ticket &lt;a href=&quot;https://phabricator.wikimedia.org/T120198&quot;&gt;&quot;More efficient SPARQL queries for sitelinks&quot;&lt;/a&gt; brought us a better way: &lt;code&gt;schema:isPartOf&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;?sitelink schema:about ?item .&#xA;?sitelink schema:inLanguage &quot;en&quot; .     &#xA;?sitelink schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt; .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Your full query now looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX schema: &amp;lt;http://schema.org/&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;&#xA;SELECT ?cid ?country ?article WHERE {&#xA;    ?cid wdt:P31 wd:Q3624078 .&#xA;    OPTIONAL {&#xA;      ?cid rdfs:label ?country filter (lang(?country) = &quot;en&quot;) .&#xA;    }&#xA;    OPTIONAL {&#xA;      ?article schema:about ?cid .&#xA;      ?article schema:inLanguage &quot;en&quot; .&#xA;      ?article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt; .&#xA;    }&#xA;} &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11222" LastActivityDate="2016-05-01T09:49:42.177" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7691" PostTypeId="2" ParentId="7555" CreationDate="2016-05-01T14:09:09.403" Score="1" Body="&lt;p&gt;Open Street Map has the building heights for many buildings, particularly in the core of large cities. &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Simple_3D_buildings#Demo_areas&quot; rel=&quot;nofollow&quot;&gt;http://wiki.openstreetmap.org/wiki/Simple_3D_buildings#Demo_areas&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-05-01T14:09:09.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7692" PostTypeId="2" ParentId="7461" CreationDate="2016-05-01T14:13:05.203" Score="1" Body="&lt;p&gt;You can't do it in one query, you have to page through. Use the &lt;code&gt;&amp;amp;page=N&lt;/code&gt; argument where N is page of results you want.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-05-01T14:13:05.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7693" PostTypeId="2" ParentId="7433" CreationDate="2016-05-01T14:14:29.117" Score="1" Body="&lt;p&gt;OpenStreetMap has what you want, I think.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-05-01T14:14:29.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7694" PostTypeId="2" ParentId="7664" CreationDate="2016-05-01T15:32:15.400" Score="5" Body="&lt;p&gt;Negative cultures were added to the &lt;code&gt;microbiologyevents&lt;/code&gt; table in version 1.4 of MIMIC-III: &lt;a href=&quot;http://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/about/releasenotes/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;#188 - Negative microbiology cultures are now recorded in MICROBIOLOGYEVENTS - negative cultures can be identified by a NULL value for the organism name (ORG_NAME).&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Negative cultures were not available in prior versions of MIMIC-III.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="5601" LastEditDate="2016-09-12T20:38:54.877" LastActivityDate="2016-09-12T20:38:54.877" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7695" PostTypeId="1" CreationDate="2016-05-01T19:56:22.763" Score="2" ViewCount="34" Body="&lt;p&gt;I am looking for a dataset or a website to scrap that contains rental prices of any or at least one of US cities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated.  &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2016-05-01T19:56:22.763" Title="Dataset of rent prices in US Cities" Tags="|data-request|" AnswerCount="0" CommentCount="0" ClosedDate="2016-05-04T12:11:00.237" ContentLicense="CC BY-SA 3.0" />
  <row Id="7696" PostTypeId="1" CreationDate="2016-05-02T13:17:50.113" Score="3" ViewCount="1683" Body="&lt;p&gt;Do you know of some nice attributed graph datasets I can use? To be more clear I need some dataset such that:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;There are nodes (for example proteins, users, sensors)&lt;/li&gt;&#xA;&lt;li&gt;There are edges (for example interaction between proteins, friendship between users, proximity between sensors)&lt;/li&gt;&#xA;&lt;li&gt;There are attributes for each node (for example some properties of the proteins/gene expressions, descriptions of the users, the sensor data, etc.)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Then given the network structure (nodes and edges) and given the node attributes I want to do some classification/clustering. Therefore it would be nice if there is some ground truth as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find these &lt;a href=&quot;http://liris.cnrs.fr/~mplantev/doku/doku.php?id=data_sets&quot; rel=&quot;nofollow&quot;&gt;co-authorship network&lt;/a&gt; datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the other node-attributed datasets I found have simple binary/categorical attributes, however I am more interested in numeric attributes. However, any attributed graph dataset would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="11231" LastActivityDate="2016-05-04T13:04:32.710" Title="Node-attributed graph datasets" Tags="|data-request|network-structure|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7697" PostTypeId="2" ParentId="7593" CreationDate="2016-05-02T17:01:23.640" Score="2" Body="&lt;p&gt;As of the September 2016 release, the updated cohort map is now available as a worksheet in the data dictionary here: &lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary-08-18-2016.xlsx&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary-08-18-2016.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8555" LastEditorUserId="8555" LastEditDate="2016-09-19T13:56:17.753" LastActivityDate="2016-09-19T13:56:17.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7699" PostTypeId="2" ParentId="7696" CreationDate="2016-05-02T18:46:32.787" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://snap.stanford.edu/data/&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt; should contain some data sets of interest to you.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-05-02T18:46:32.787" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7700" PostTypeId="2" ParentId="7682" CreationDate="2016-05-03T11:16:54.123" Score="1" Body="&lt;p&gt;I'd say the data is for May 2015. &#xA;Here's a screenshot of why I think this. &#xA;&lt;a href=&quot;https://i.stack.imgur.com/KhmIf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KhmIf.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now from &lt;a href=&quot;http://www.bls.gov/oes/oes_ques.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;the FAQ&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;When will this year's OES estimates be available? Estimates are&#xA;  generally released in late March or early April. Please check the OES&#xA;  homepage around that time for a scheduled release date.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The also use the PAST 3 years of data to produce the May 2015 estimates. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Significant reductions in sampling error can be achieved by taking&#xA;  advantage of a full three years of data, covering 1.2 million&#xA;  establishments and about 57 percent of the employment in the United&#xA;  States. This feature is particularly important in improving the&#xA;  reliability of estimates for detailed occupations in small&#xA;  geographical areas. &lt;strong&gt;The May 2015 employment and wage estimates were&#xA;  calculated using data collected in the May 2015, November 2014, May&#xA;  2014, November 2013, May 2013, and November 2012 semi-annual panels.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-03T11:21:58.987" LastActivityDate="2016-05-03T11:21:58.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7701" PostTypeId="2" ParentId="7635" CreationDate="2016-05-03T11:25:26.453" Score="4" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/graph/?graph_id=257777&amp;amp;category_id=&quot; rel=&quot;nofollow&quot;&gt;Historical graph of US new housing starts&lt;/a&gt;. It measures the building of new houses. Which isn't as telling as it used to be because in some cases, in some areas, it's cheaper to build a brand new house then fix up an old one. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/series/HOSINVUSM495N&quot; rel=&quot;nofollow&quot;&gt;Existing US home sales&lt;/a&gt;. Monthly graph and you can &quot;stretch&quot; the time span you want like the Google stock graphs. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/search?st=house+sales&quot; rel=&quot;nofollow&quot;&gt;And a search for more housing graphs&lt;/a&gt; at the Federal Reserve site. Free account, where you can create your own &quot;dashboards&quot; with a set of your own graphs. Fun!&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;NOTE: Some of the graphs above seem new as their data only goes back to 2015. But poke around, you will find something useful. The Federal Reserve has all kinds of graphs there about many aspects of the US economy and the historical graphs are really useful. &lt;/p&gt;&#xA;" OwnerUserId="3905" LastActivityDate="2016-05-03T11:25:26.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7702" PostTypeId="2" ParentId="7676" CreationDate="2016-05-03T11:33:00.943" Score="2" Body="&lt;p&gt;There is downloadable data at the map below. This will still be useful for other people and I'm sure this question will pop up in their search results. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://maps.nyc.gov/crime/&quot; rel=&quot;nofollow&quot;&gt;NYC crime map for all crimes&lt;/a&gt;. Change data mapped from &quot;all&quot; to certain types of crime. Wait, at the bottom it says &quot;Download&quot; and has a link mentioned in another answer here, where you can get the data. If the map can change the crime type then the data must have the crime type in there also.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3905" LastActivityDate="2016-05-03T11:33:00.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7703" PostTypeId="1" CreationDate="2016-05-03T12:15:59.287" Score="5" ViewCount="629" Body="&lt;p&gt;I have analyzed zip code data and block data of us census 2010. But I am unable to find which data is more at a granular level. I want to say that household data is more granular. Where can I find household data if it is more granular?&lt;/p&gt;&#xA;" OwnerUserId="11241" LastEditorUserId="90" LastEditDate="2016-05-03T15:22:39.650" LastActivityDate="2016-05-03T15:22:39.650" Title="Granular Data of US Census Population (zip code, block or household)" Tags="|usa|us-census|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7704" PostTypeId="2" ParentId="7703" CreationDate="2016-05-03T14:18:27.093" Score="6" Body="&lt;p&gt;The granularity of the census data is done by design. When the United States Census bureau conducts a sample of a household, they make sure that the granularity is not small enough as to identify individuals at the household level. If there is not enough of a sample at the block group level, it will get aggregated up to the zip code level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can read up on data suppression within the American Community Survey here: &lt;a href=&quot;http://www.census.gov/programs-surveys/acs/technical-documentation/data-suppression.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.census.gov/programs-surveys/acs/technical-documentation/data-suppression.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an overview of the Data Hierarchy, noting that household data is not available. &#xA; &lt;a href=&quot;https://i.stack.imgur.com/8QtCq.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8QtCq.jpg&quot; alt=&quot;DataHierarchy&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-05-03T14:18:27.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7705" PostTypeId="2" ParentId="7703" CreationDate="2016-05-03T14:27:11.313" Score="2" Body="&lt;p&gt;both of these data sets contain one-record-per-person&lt;/p&gt;&#xA;&#xA;&lt;p&gt;united states decennial public use microdata sample&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/united%20states%20decennial%20census%20public%20use%20microdata%20sample%20%28pums%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/united%20states%20decennial%20census%20public%20use%20microdata%20sample%20%28pums%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;american community survey&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/american%20community%20survey%20%28acs%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-05-03T14:27:11.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7706" PostTypeId="1" CreationDate="2016-05-03T22:14:26.577" Score="6" ViewCount="1385" Body="&lt;p&gt;I was wondering if anyone has ever found shape files for all colleges/universities (both 2 and 4 years) in the United States.&lt;/p&gt;&#xA;&lt;p&gt;The closest thing I've found so far is the 2015 TIGER U.S. Census AREALM shape file which includes the vast majority of colleges/universities but leaves out some smaller colleges, community colleges, and university branches (i.e. North Lake College (TX), College of the Sequoias (CA), and Florida State University - Panama City (FL), etc.)&lt;/p&gt;&#xA;" OwnerUserId="11247" LastEditorUserId="70" LastEditDate="2022-10-15T18:10:35.747" LastActivityDate="2022-10-15T18:10:35.747" Title="Shape files for Colleges/Universities?" Tags="|data-request|geospatial|us-census|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="7707" PostTypeId="1" CreationDate="2016-05-03T23:02:09.230" Score="1" ViewCount="16" Body="&lt;p&gt;I would like to be able to create a histogram showing the onset of illness and duration of symptoms reported within the USA for &lt;em&gt;Salmonella enterica&lt;/em&gt; infections (or some other common foodborne illness). I am able to find published information from reputable sources like &lt;a href=&quot;http://www.fda.gov/Food/ResourcesForYou/Consumers/ucm103263.htm&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; that simply declares what the known onset time (6-48 hours) and duration (4-7 days) of the illness is, but I can't find actual source data on this. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I should clarify that I'm not interested in identifying information about reported cases, just the raw numbers of those individual cases. I want to be able to either confirm or refute the blanket declarations about onset time and duration of an illness that are found all over the web (and don't always match up).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CDC has made available &lt;a href=&quot;http://wwwn.cdc.gov/foodborneoutbreaks/&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; database which appears to be compiled from individual hospitalizations (I can see where the person recording the info would choose the option &lt;code&gt;other - please describe in remarks&lt;/code&gt; but no remarks are included in the data), but this particular dataset lacks any information regarding the timing of the illness. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've contacted the CDC and the FDA for assistance but I have not yet heard back. I'll update this if and when I get an answer from them that might resolve this question. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an already public source of this information available on the web? Or, if not, what organization would be best to contact for this info? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this the kind of dataset that is a good candidate to be acquired through a Freedom of Information Law (FOIL) request? &lt;/p&gt;&#xA;" OwnerUserId="11248" LastActivityDate="2016-05-03T23:02:09.230" Title="Where to find source data for incubation/onset/duration time of reported US cases Salmonella food poisoning?" Tags="|data-request|medical|food|disease|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7708" PostTypeId="1" CreationDate="2016-05-04T10:33:26.803" Score="1" ViewCount="80" Body="&lt;p&gt;I'm looking for a dataset of UNIFIL's Israel-Lebanon &quot;Blue Line&quot; coordinates, preferably with the barrel marker name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've already looked in UNIFIL and UN's peacekeeping sites, as well as UN data portal, but no luck.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've collated a few tidbits of coordinates from technical specifications here and there, but since there are ~500 markers, that's not good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those wondering, I'm trying to see the effect of the border demarcation on ecologic succession and vegetation dynamics in the region.&lt;/p&gt;&#xA;" OwnerUserId="4252" LastActivityDate="2016-05-04T10:33:26.803" Title="UNIFIL &quot;Blue Line&quot; barrel marking coordinates" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7709" PostTypeId="2" ParentId="7696" CreationDate="2016-05-04T11:47:56.553" Score="2" Body="&lt;p&gt;It depends on the kind of analysis you want to perform. Lets refer to biological networks (you can check this link and see if there is something which fit your request: &lt;a href=&quot;http://dp.univr.it/~laudanna/LCTST/downloads/index.html&quot; rel=&quot;nofollow&quot;&gt;http://dp.univr.it/~laudanna/LCTST/downloads/index.html&lt;/a&gt;). To stick to this link i think that the file Gene_To_Pathway.NA could be used to generate an attribute file which adds a (sort of) biological layer to the network you can reconstruct by using the Human_Interactome.sif.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course if you're looking for biological networks there are a lot of databases which stores information about all kind of molecular interactions. String (&lt;a href=&quot;http://string-db.org&quot; rel=&quot;nofollow&quot;&gt;string-db.org&lt;/a&gt;) for example contains a lot of networks for a lot of organisms and some information about orthologous proteins which can be used (it requires some preliminary editing) as attribute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I imagine that, when you say that numerical attributes are better, you're referring to edges attributes which weigh, somehow, the interaction between two nodes...am i right (in this case i suggest looking for gene co-expression networks)? Otherwise what do you mean with numerical attributes?&lt;/p&gt;&#xA;" OwnerUserId="11253" LastEditorUserId="11253" LastEditDate="2016-05-04T13:04:32.710" LastActivityDate="2016-05-04T13:04:32.710" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7710" PostTypeId="2" ParentId="7706" CreationDate="2016-05-04T15:45:35.627" Score="3" Body="&lt;p&gt;Do you need polygons or could you live with points? You could use the USGS Geographic Names Information System - it includes colleges and universities, and in many cases the location of individual campus buildings. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an example of what you would get, you can search here:&#xA;&lt;a href=&quot;http://geonames.usgs.gov/apex/f?p=gnispq&quot; rel=&quot;nofollow&quot;&gt;http://geonames.usgs.gov/apex/f?p=gnispq&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And to download delimited text files in bulk:&#xA;&lt;a href=&quot;http://geonames.usgs.gov/domestic/download_data.htm&quot; rel=&quot;nofollow&quot;&gt;http://geonames.usgs.gov/domestic/download_data.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would take some work to parse the college and universities out, but there is a feature class field that designates Schools which you could use as a filter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One shortcoming - as of Oct 2014 due to budget cuts, they're not going to systematically maintain and update the list of features that are cultural or part of the built environment (buildings and structures), but are switching to a more periodic revision cycle.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-05-04T15:45:35.627" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7711" PostTypeId="2" ParentId="7706" CreationDate="2016-05-04T16:41:43.900" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://hifld-dhs-gii.opendata.arcgis.com/datasets/4061dcd767c340d4a42fb7a0c6c5d5b4_0&quot;&gt;Here's the most complete source I know&lt;/a&gt;, published by the U.S. Department of Homeland Security. It's just points though. &lt;a href=&quot;http://data.opendatasoft.com/explore/dataset/us-colleges-and-universities%40public-us/map/?location=3,46.55886,-63.80859&amp;amp;basemap=mapbox.streets&quot;&gt;Here's the same dataset&lt;/a&gt; with an API and the online map on OpenDataSoft (which I work for - DISCLAIMER).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it'll help :)  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;&lt;a href=&quot;http://gis.yesvirginia.org/datasets/92e86b8441d34e8b8b9c816a1174b6f3_14&quot;&gt;Higher Education in Virginia (yet another only points file)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1834" LastEditorUserId="90" LastEditDate="2016-05-04T17:02:58.407" LastActivityDate="2016-05-04T17:02:58.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7712" PostTypeId="2" ParentId="6815" CreationDate="2016-05-04T19:37:35.680" Score="1" Body="&lt;p&gt;To add to these responses, Quandl has a free database called US Census Bureau. Quandl has a powerful API and lets you download data in any format you want, including Excel. See the database here: &lt;a href=&quot;https://www.quandl.com/data/USCENSUS&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/USCENSUS&lt;/a&gt; Hope this helps! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-04T19:37:35.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7713" PostTypeId="1" CreationDate="2016-05-04T20:11:45.423" Score="2" ViewCount="68" Body="&lt;p&gt;I need WMS server links for&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;metar&lt;/li&gt;&#xA;&lt;li&gt;radar&lt;/li&gt;&#xA;&lt;li&gt;satelite&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have Environnement Canada but there's no metar&lt;/p&gt;&#xA;" OwnerUserId="11256" LastEditorUserId="10235" LastEditDate="2016-05-05T10:02:47.447" LastActivityDate="2016-05-05T10:02:47.447" Title="searching for WMS for canada weather" Tags="|weather|canada|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7714" PostTypeId="1" AcceptedAnswerId="7721" CreationDate="2016-05-05T07:26:58.563" Score="4" ViewCount="704" Body="&lt;p&gt;For a Wikipedia page: is it possible to get the list of all Wikipedia links on that page with their respective wikidata IDs in a single query/API call?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Optional: can additional information of the respective wikidata items like a property value also be received with the query?  &lt;/p&gt;&#xA;" OwnerUserId="11262" LastEditorUserId="244" LastEditDate="2016-05-05T10:02:19.337" LastActivityDate="2017-12-27T15:11:19.317" Title="wikipedia page: get the list of all links with their wikidata ids" Tags="|wikidata|wikipedia|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7716" PostTypeId="2" ParentId="7603" CreationDate="2016-05-05T15:06:03.187" Score="3" Body="&lt;p&gt;The Syntactic task set can be downloaded from &lt;a href=&quot;https://code.google.com/archive/p/word2vec/source/default/source&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://code.google.com/archive/p/word2vec/source/default/source&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;FYI &lt;a href=&quot;https://academia.stackexchange.com/q/51865/452&quot;&gt;What percentage of links posted in published articles are dead?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:49:57.270" LastActivityDate="2016-05-05T15:06:03.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7717" PostTypeId="2" ParentId="7654" CreationDate="2016-05-05T15:59:53.460" Score="4" Body="&lt;p&gt;Here are some useful data sources &amp;amp; repositories:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.sfgov.org/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.sfgov.org/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.fivethirtyeight.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.fivethirtyeight.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.europa.eu/euodp/en/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.europa.eu/euodp/en/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/awesomedata/awesome-public-datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastEditorDisplayName="user8811" LastEditDate="2019-08-11T01:01:13.103" LastActivityDate="2019-08-11T01:01:13.103" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7718" PostTypeId="1" CreationDate="2016-05-05T16:26:52.390" Score="1" ViewCount="191" Body="&lt;p&gt;I am looking for Canada coverage VNC map for my GIS project. I've looked for it, but haven't been able to find anything.  Ideally, a geoTiff or vector would do, or a WMS would be great.&lt;/p&gt;&#xA;" OwnerUserId="11256" LastEditorUserId="244" LastEditDate="2016-05-08T22:30:19.033" LastActivityDate="2016-05-09T15:53:27.183" Title="Where to find georeferenced VFR Navigation Chart" Tags="|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7719" PostTypeId="1" CreationDate="2016-05-05T18:35:27.153" Score="1" ViewCount="60" Body="&lt;p&gt;I am trying to find the latest census data that I can use to study US Cities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;American Community Survey (ACS)&lt;/a&gt; the latest survey I can use? &lt;/p&gt;&#xA;" OwnerUserId="2514" LastEditorUserId="14011" LastEditDate="2019-04-19T03:10:44.480" LastActivityDate="2019-04-19T03:10:44.480" Title="What is the latest US Census Data I can access to?" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="1" ClosedDate="2016-05-08T22:31:11.923" ContentLicense="CC BY-SA 4.0" />
  <row Id="7720" PostTypeId="1" CreationDate="2016-05-05T22:28:09.940" Score="1" ViewCount="30" Body="&lt;p&gt;Does anyone know of great datasources that catalog unemployment and literacy rates across the world?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I'd like to have statistics as granular as possible (country level, city level, regional level), but I'll take what I can get.&lt;/p&gt;&#xA;" OwnerUserId="11269" LastActivityDate="2016-05-25T05:42:43.100" Title="Finding Reasonable Global Unemployment and Literacy Data" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7721" PostTypeId="2" ParentId="7714" CreationDate="2016-05-05T23:50:18.960" Score="1" Body="&lt;p&gt;That doesn't seem to be possible using the Wikipedia API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get a list of all links from a certain article: &lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=links&amp;amp;titles=London&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=links&amp;amp;titles=London&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get information about description, alias and label from Wikidata for all links from an article: &lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;generator=links&amp;amp;titles=London&amp;amp;prop=pageterms&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;generator=links&amp;amp;titles=London&amp;amp;prop=pageterms&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/API#Wikibase_clients&quot; rel=&quot;nofollow&quot;&gt;there doesn't seem to be any way to get any other information from Wikidata on Wikipedia&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use Wikidata API, you can get all the Wikidata-related information you want, but there is no way to get the links of a Wikipedia article there.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2016-05-05T23:50:18.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7722" PostTypeId="2" ParentId="7577" CreationDate="2016-05-06T03:04:57.343" Score="16" Body="&lt;p&gt;&lt;a href=&quot;http://vpic.nhtsa.dot.gov/api/&quot; rel=&quot;noreferrer&quot;&gt;http://vpic.nhtsa.dot.gov/api/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Highway Traffic Safety Administration has a free API that provides VIN decoding and lists of Makes/Models/Manufacturers/Parts/etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;XML, JSON, CSV&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example to fetch all vehicle makes:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://vpic.nhtsa.dot.gov/api/vehicles/getallmakes?format=json&quot; rel=&quot;noreferrer&quot;&gt;http://vpic.nhtsa.dot.gov/api/vehicles/getallmakes?format=json&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11270" LastActivityDate="2016-05-06T03:04:57.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7723" PostTypeId="2" ParentId="7719" CreationDate="2016-05-06T04:10:18.220" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.census.gov/data/data-tools.html&quot; rel=&quot;nofollow&quot;&gt;This&lt;/a&gt; one's the best resource..&lt;/p&gt;&#xA;" OwnerUserId="6816" LastActivityDate="2016-05-06T04:10:18.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7724" PostTypeId="2" ParentId="7577" CreationDate="2016-05-06T05:08:35.880" Score="3" Body="&lt;p&gt;There is a github repo with SQL data, but only up to 2013 (of course, you can extend it)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/n8barr/automotive-model-year-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/n8barr/automotive-model-year-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Automotive data including vehicle model, make, and year for database creation. Currently includes 7,268 model-years.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Sample data&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2013, Volvo, C30&#xA;2013, Volvo, C70&#xA;2013, Volvo, S60&#xA;2013, Volvo, XC90&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://stackoverflow.com/a/11208020/2327328&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-05-06T05:08:35.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7725" PostTypeId="1" CreationDate="2016-05-06T09:29:56.130" Score="2" ViewCount="100" Body="&lt;p&gt;I found on the OneGeology website geology layers for Argentina and Chile but am unsure how to donwload them. &lt;a href=&quot;http://portal.onegeology.org/OnegeologyGlobal/&quot; rel=&quot;nofollow&quot;&gt;http://portal.onegeology.org/OnegeologyGlobal/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chile's data source &lt;a href=&quot;http://www.sernageomin.cl/&quot; rel=&quot;nofollow&quot;&gt;http://www.sernageomin.cl/&lt;/a&gt;&#xA;Argentina's data source &lt;a href=&quot;http://www.segemar.gov.ar/&quot; rel=&quot;nofollow&quot;&gt;http://www.segemar.gov.ar/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And nowhere on either of their data source websites I can find a place to download the digital data. Can anyone find a way to get access to this data?&lt;/p&gt;&#xA;" OwnerUserId="9336" LastEditorUserId="2976" LastEditDate="2016-05-20T12:37:31.467" LastActivityDate="2016-05-20T12:37:31.467" Title="How to download geology data for Argentina and Chile" Tags="|data-request|chile|argentina|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7726" PostTypeId="1" CreationDate="2016-05-06T09:59:52.827" Score="1" ViewCount="2774" Body="&lt;p&gt;Where can I find geodata with postal codes of China with an open license (commercial use is allowed)? It may be shp, csv, kml. any geodata.&lt;/p&gt;&#xA;" OwnerUserId="11274" LastEditorUserId="10235" LastEditDate="2016-05-11T13:38:51.363" LastActivityDate="2016-05-11T13:38:51.363" Title="Postal codes of China" Tags="|geospatial|csv|postal-code|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7727" PostTypeId="2" ParentId="7725" CreationDate="2016-05-06T14:00:38.197" Score="1" Body="&lt;p&gt;It looks like the sources for all of those data sources is down:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get the details on OneGeology's information through the data catalogue:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://onegeology-geonetwork.brgm.fr/geonetwork3/srv/eng/catalog.search#/home&quot; rel=&quot;nofollow&quot;&gt;http://onegeology-geonetwork.brgm.fr/geonetwork3/srv/eng/catalog.search#/home&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are pages for Chile and Argentina.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://onegeology-geonetwork.brgm.fr/geonetwork3/srv/eng/catalog.search#/search?fast=index&amp;amp;_content_type=json&amp;amp;from=1&amp;amp;to=20&amp;amp;sortBy=relevance&amp;amp;keyword=Chile&quot; rel=&quot;nofollow&quot;&gt;http://onegeology-geonetwork.brgm.fr/geonetwork3/srv/eng/catalog.search#/search?fast=index&amp;amp;_content_type=json&amp;amp;from=1&amp;amp;to=20&amp;amp;sortBy=relevance&amp;amp;keyword=Chile&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://onegeology-geonetwork.brgm.fr/geonetwork3/srv/eng/catalog.search#/search?fast=index&amp;amp;_content_type=json&amp;amp;from=1&amp;amp;to=20&amp;amp;sortBy=relevance&amp;amp;keyword=Argentina&quot; rel=&quot;nofollow&quot;&gt;http://onegeology-geonetwork.brgm.fr/geonetwork3/srv/eng/catalog.search#/search?fast=index&amp;amp;_content_type=json&amp;amp;from=1&amp;amp;to=20&amp;amp;sortBy=relevance&amp;amp;keyword=Argentina&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-05-06T14:08:15.763" LastActivityDate="2016-05-06T14:08:15.763" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7728" PostTypeId="2" ParentId="7720" CreationDate="2016-05-06T15:19:51.720" Score="2" Body="&lt;p&gt;I work at Quandl and we have a lot of free, open data on the literacy and unemployment rates in many countries. I don't think the data gets as granular as, say, the city level, but I think the data is usually categorized in some other way eg. literacy rates by age group or sex. You can go to &lt;a href=&quot;http://www.quandl.com&quot; rel=&quot;nofollow&quot;&gt;www.quandl.com&lt;/a&gt; and search for &quot;literacy&quot; and &quot;unemployment&quot; separately. All the related databases will show up. A lot of the data will come from the World Bank. You can also check out the data by country by going to &lt;a href=&quot;http://www.quandl.com/collections&quot; rel=&quot;nofollow&quot;&gt;www.quandl.com/collections&lt;/a&gt; then you click on &quot;Countries&quot; to the left, then click on the continent and then the country you want to explore. Literacy statistics will usually be found under &quot;Demography&quot; or &quot;Education&quot; and &quot;Unemployment&quot; is listed as a category on its own. Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-06T15:19:51.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7729" PostTypeId="1" CreationDate="2016-05-07T11:42:17.720" Score="8" ViewCount="664" Body="&lt;p&gt;(When) will the following be possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For a wikipedia page: get the list of all wikipedia links on that page with their respective wikidata IDs in a single query/API call.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Receive additional information of the respective wikidata items like a property value with the query.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11262" LastEditorUserId="6044" LastEditDate="2016-05-10T18:22:22.463" LastActivityDate="2018-10-14T09:50:03.387" Title="wikidata: (when) will it be possible to query for wikipedia page links?" Tags="|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7730" PostTypeId="1" CreationDate="2016-05-07T11:52:56.373" Score="4" ViewCount="109" Body="&lt;p&gt;Are there reasonable alignment probability files for major language pairs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, given a &lt;em&gt;target language&lt;/em&gt; and a &lt;em&gt;target word/phrase&lt;/em&gt;, what are the &lt;a href=&quot;http://www-01.sil.org/linguistics/GlossaryoflinguisticTerms/WhatIsTranslationalEquivalence.htm&quot; rel=&quot;nofollow&quot;&gt;translation equivalents&lt;/a&gt; in other major languages and what are the associated distributional probabilities of that word. For example, given language &lt;em&gt;English&lt;/em&gt; and phrase &quot;to be&quot; the results for &lt;em&gt;Spanish&lt;/em&gt; might be: &lt;em&gt;ser&lt;/em&gt; (0.55) and &lt;em&gt;estar&lt;/em&gt; (0.45).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most likely from GIZA++ train (&lt;code&gt;[prefix].actual.ti.final&lt;/code&gt;), but others would be interesting too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally news or user-generated data, but any reasonably large domain or a mix of domains is acceptable.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastEditorUserId="4256" LastEditDate="2016-05-17T14:04:50.240" LastActivityDate="2016-05-17T14:04:50.240" Title="Are there translation probabilities for major language pairs?" Tags="|nlp|language|translation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7731" PostTypeId="1" AcceptedAnswerId="7739" CreationDate="2016-05-07T19:33:17.077" Score="3" ViewCount="56" Body="&lt;p&gt;Certain US government websites (&lt;a href=&quot;https://www.fpds.gov/fpdsng_cms/index.php/en/&quot; rel=&quot;nofollow&quot;&gt;fpds.gov&lt;/a&gt;, &lt;a href=&quot;https://www.sam.gov/portal/SAM/##11&quot; rel=&quot;nofollow&quot;&gt;sam.gov&lt;/a&gt;, among others) have a footer saying something along the lines&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is a U.S. General Services Administration Federal Government&#xA;  computer system that is &quot;FOR OFFICIAL USE ONLY.&quot; This system is&#xA;  subject to monitoring. Individuals found performing unauthorized&#xA;  activities are subject to disciplinary action including criminal&#xA;  prosecution.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Wikipedia &lt;a href=&quot;https://en.wikipedia.org/wiki/For_Official_Use_Only&quot; rel=&quot;nofollow&quot;&gt;mentions&lt;/a&gt; this term, but it refers to unpublished documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These websites are freely available (no IP, login restrictions) and often contain the same data as government websites without this note, like &lt;a href=&quot;http://www.fbo.gov/&quot; rel=&quot;nofollow&quot;&gt;fbo.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the implications of this note in the context of such public websites? What license agreements apply in this case?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-05-09T17:47:00.323" Title="Implications of &quot;For official use only&quot;" Tags="|usa|government|releasing-data|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7732" PostTypeId="2" ParentId="127" CreationDate="2016-05-07T19:33:39.123" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://github.com/leeper/tabulizer&quot; rel=&quot;nofollow&quot;&gt;tabulizer&lt;/a&gt; R package wraps the command line  &lt;a href=&quot;https://github.com/tabulapdf/tabula-extractor&quot; rel=&quot;nofollow&quot;&gt;tabula extractor&lt;/a&gt; Java application at the heart of &lt;em&gt;tabula&lt;/em&gt; so you can easily call &lt;em&gt;tabula&lt;/em&gt; from R and retrieve tables from one or more PDFs from within an R programme.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As well as the &lt;em&gt;tabula&lt;/em&gt; component guessing at table locations (though you can specify areas of the page &lt;em&gt;tabula&lt;/em&gt; should scrape from if you want it to) &lt;em&gt;tabulizer&lt;/em&gt; can also make a few guesses on your behalf, such as adding column names to scraped tables using the first row of the scraped table as the column headings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an example of &lt;em&gt;tabulizer&lt;/em&gt; in action, see &lt;a href=&quot;https://blog.ouseful.info/2016/05/02/when-documents-become-databases-tabulizer-r-wrapper-for-tabula-pdf-table-extractor/&quot; rel=&quot;nofollow&quot;&gt;When Documents Become Databases – Tabulizer R Wrapper for Tabula PDF Table Extractor&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="567" LastActivityDate="2016-05-07T19:33:39.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7733" PostTypeId="2" ParentId="7726" CreationDate="2016-05-08T01:20:54.150" Score="2" Body="&lt;p&gt;They are hard to find them online but here is the list I suggest for you:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gfk-geomarketing.com/en/digital_maps/china.html&quot; rel=&quot;nofollow&quot;&gt;http://www.gfk-geomarketing.com/en/digital_maps/china.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suggest you to contact the Geography department at any universities in China. They may have them and they might have the most current postal code there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like China doesn't give out their geospatial data or datasets due to security issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;University of Michigan China datasets has on their online but looks like they may be old or not. You might want to email them about it&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://guides.lib.umich.edu/c.php?g=283152&amp;amp;p=1886395&quot; rel=&quot;nofollow&quot;&gt;http://guides.lib.umich.edu/c.php?g=283152&amp;amp;p=1886395&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not all of the above you want, the last resource would be the ESRI China and I am sure they have them. Their website is &lt;a href=&quot;http://www.esrichina-bj.cn/&quot; rel=&quot;nofollow&quot;&gt;http://www.esrichina-bj.cn/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also ESRI China (Hong Kong) as well and their site is &lt;a href=&quot;http://www.esrichina.hk/about/contact_us.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.esrichina.hk/about/contact_us.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-05-08T01:20:54.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7734" PostTypeId="1" CreationDate="2016-05-08T10:58:27.213" Score="2" ViewCount="19" Body="&lt;p&gt;With the increased marketing of sophisticated medical devices to consumers, it would seem that a central repository for public, wiki-based feature comparison tables would be a big help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But AFAICS, no such tables exist as a public wiki that could be maintained as new technologies appeared. Those tables that do compare devices (e.g., for diabetes, sleep apnea) seem to be non-wiki, not current, and hosted on sites specific to particular conditions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a first cut design, each wiki page would be dedicated to a product category, with a table indicating brand, model, features relevant to the product category, links to reviews, links to manuals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The site would also serve as a repository for manuals not available elsewhere online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I’m raising the topic here to prompt discussion of the merits, hosting possibilities, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thoughts, anyone?&lt;/p&gt;&#xA;" OwnerUserId="11288" LastActivityDate="2016-05-08T10:58:27.213" Title="Wiki site for consumer medical device feature comparison tables?" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7735" PostTypeId="1" CreationDate="2016-05-08T18:02:03.120" Score="1" ViewCount="17" Body="&lt;p&gt;I am looking for a data set that contains the incidence and prevalence of tendinopathies,  with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Year&lt;/li&gt;&#xA;&lt;li&gt;geolocation&lt;/li&gt;&#xA;&lt;li&gt;location of the tendinopathy (rotator cuff, the Achilles tendon, the patellar ligament, the adductors of the hip, the triceps, the flexors and extensors of the elbow, the plantar fascia, …)&lt;/li&gt;&#xA;&lt;li&gt;patient demographics&lt;/li&gt;&#xA;&lt;li&gt;patient's main activity&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-05-08T18:02:03.120" Title="Incidence and prevalence of tendinopathies" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7736" PostTypeId="1" CreationDate="2016-05-08T19:58:21.050" Score="7" ViewCount="107" Body="&lt;p&gt;Hi guys I need to integrate into my app data about road conditions for major cities in Europe and U.S. initially. I'm looking for data about roadworks mainly but would be cool to find a feed for road conditions and hazards like uneven surfaces or potholes.&#xA;Ideally I'd like use some API-based service but I'd be ok also referring to some dataset periodically updated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="11292" LastActivityDate="2017-01-03T19:03:21.580" Title="Roadworks datasets or API services" Tags="|data-request|usa|api|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7737" PostTypeId="2" ParentId="1537" CreationDate="2016-05-09T03:46:53.173" Score="2" Body="&lt;p&gt;By non-price data/info (e.g., benefits, insurer HQ location) of national health plans, are you looking specifically for ACA (i.e., Obamacare) plans or all health plans that include group insurance plans?  If former, one data set you may want to look at is available on healthcare.gov.  Go to the bottom of the home page and click on the tab for &quot;researchers.&quot;  There, you will find various plan data.  You can get a complete list of all insurers that offer Obamacare plans in the Federal exchange (38 states as of 2016).  Remaining 12 States and Wash DC have their own State exchanges.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are also looking for all health insurance data that includes group insurance, unfortunately, there is no one place to get this info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="11294" LastActivityDate="2016-05-09T03:46:53.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7738" PostTypeId="2" ParentId="7718" CreationDate="2016-05-09T15:53:27.183" Score="1" Body="&lt;p&gt;Have you checked this out ? &lt;a href=&quot;http://www.ivao.ca/charts/vnc&quot; rel=&quot;nofollow&quot;&gt;http://www.ivao.ca/charts/vnc&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is not what you wanted, might be a good idea to call geography department in Canada to see if they have them in geospatial datasets and to see if they have the latest current information.You might want to ask for further query on where to find them.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-05-09T15:53:27.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7739" PostTypeId="2" ParentId="7731" CreationDate="2016-05-09T17:47:00.323" Score="3" Body="&lt;p&gt;The warning says nothing about using the data. Unauthorized &lt;em&gt;activities&lt;/em&gt; are prohibited. Don't set up your own website or store your vacation images on their servers even if there is unfettered access or because your &lt;em&gt;special set of skills&lt;/em&gt;  make it easy to gain unfettered access. Storing your images is not an &lt;strong&gt;&lt;em&gt;official&lt;/em&gt;&lt;/strong&gt; use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Inside the US gov't we have similar warnings about accessing systems. Although US federal law prohibits unauthorized access and activities the warning you see on-screen is one more &lt;em&gt;in your face&lt;/em&gt; warning that helps to defeat the &quot;I didn't know I couldn't do that&quot; defense.&lt;/p&gt;&#xA;" OwnerUserId="3937" LastActivityDate="2016-05-09T17:47:00.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7740" PostTypeId="2" ParentId="7460" CreationDate="2016-05-09T18:16:43.717" Score="10" Body="&lt;p&gt;The Panama Papers database has just been published at this link&#xA;&lt;a href=&quot;https://www.occrp.org/en/panamapapers/database.html&quot;&gt;https://www.occrp.org/en/panamapapers/database.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This ICIJ database contains information on almost 320,000 offshore entities that are part of the Panama Papers and the Offshore Leaks investigations. The data covers nearly 40 years up to the end of 2015 and links to people and companies in more than 200 countries and territories.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="4252" LastActivityDate="2016-05-09T18:16:43.717" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7741" PostTypeId="1" CreationDate="2016-05-10T09:14:06.213" Score="1" ViewCount="72" Body="&lt;p&gt;Is there a repository for data from medical studies, in particular clinical drug tests? I am looking for data at the patient/mouse level, optimally from larger studies (exceeding 1000 individuals)&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2016-05-17T14:18:22.990" LastActivityDate="2016-09-08T02:18:24.317" Title="Repository for published data from medical studies" Tags="|medical|drugs|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7742" PostTypeId="2" ParentId="7741" CreationDate="2016-05-10T09:44:12.827" Score="2" Body="&lt;p&gt;There are a couple, but for me they don't have the level of data granularity to do the analysis I would like. It depends on the detail you need ... &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://clinicaltrials.gov/ct2/about-site/results&quot; rel=&quot;nofollow&quot;&gt;clinicaltrials.gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.consort-statement.org/&quot; rel=&quot;nofollow&quot;&gt;Consort&lt;/a&gt; - This is high level of analysis I believe.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://theoncologist.alphamedpress.org/cgi/collection/clinical-trial-results&quot; rel=&quot;nofollow&quot;&gt;Oncology Trials&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="10235" LastEditDate="2016-05-10T09:50:11.077" LastActivityDate="2016-05-10T09:50:11.077" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7744" PostTypeId="1" CreationDate="2016-05-10T12:30:31.073" Score="2" ViewCount="142" Body="&lt;p&gt;It is well-known that measuring the number of lines a programmer produces per year is a bad metric of his/her productivity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For statistical purposes, I need a number of lines of lasting code a programmer touches annually. Here, a 'lasting' code line is a line that makes it into a released version, not just a beta version, and 'touching a line' means &lt;code&gt;(reading and (deleting or modifying or adding))&lt;/code&gt; the line. Notice that 'touching a line' is equivalent to &lt;code&gt;((reading and deleting) or (reading and modifying) or (reading and adding))&lt;/code&gt;. The term &lt;code&gt;reading&lt;/code&gt; is difficult to count right, so I'm open to under- and overapproaximations of &lt;code&gt;reading and X&lt;/code&gt; which are better than the trivial &lt;code&gt;false ≤ (reading and X) ≤ X&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After getting the data, I would compute some average with error bars.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are speaking about a programmer acting as a programmer, not as a reviewer who just reads someone else's code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The used terms are, of course, imprecise. So please feel free to make them precise if you need that for your answer or to restrict them if your data is covering only a subindustry of software.&lt;/p&gt;&#xA;" OwnerDisplayName="user11303" LastEditorDisplayName="user11303" LastEditDate="2016-05-16T16:37:45.677" LastActivityDate="2016-05-16T16:37:45.677" Title="Number of lines of codes an average programmer touches per year?" Tags="|data-request|software|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7745" PostTypeId="1" CreationDate="2016-05-10T13:37:39.583" Score="3" ViewCount="770" Body="&lt;p&gt;Are there any public data sets for the European Championship &quot;Euro&quot; Cup in France 2016?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Didn't find anything for download on the official UEFA site (besides a single-page PDF booklet for the match schedule).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data set includes groups, teams, players, squads, matches, stadiums and so on and is in an &lt;strong&gt;open plain text&lt;/strong&gt; format such as CSV (comma-separated values), JSON (javascript objects), SQL (structured query language), etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insight appreciated. Cheers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;(Update Jun/14th)&lt;/strong&gt; Kick off! Any news?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS:  Disclosure: I'm the project lead of the football.db project collecting open public domain football data e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/openfootball/euro-cup&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;openfootball/euro-cup&lt;/code&gt;&lt;/a&gt; Euro Cup Datasets (1960-2020) - not complete in any way :-(&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2016-06-14T14:53:40.843" LastActivityDate="2016-06-14T14:53:40.843" Title="Any Open Data Sets for the (Football) Euro Cup (in France 2016)?" Tags="|data-request|sports|football|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7746" PostTypeId="2" ParentId="7744" CreationDate="2016-05-10T13:45:48.993" Score="3" Body="&lt;p&gt;I am not sure how you would determine lasting code, but not to sway you from trying, there are a couple of data-sets:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://openscience.us/repo/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;tera-PROMISE&quot;&gt;tera-PROMISE&lt;/a&gt; is a research dataset repository specializing in software engineering research datasets.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.st.cs.uni-saarland.de/softevo/bug-data/eclipse/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Eclipse Bug Data!&quot;&gt;Eclipse Bug Data!&lt;/a&gt; is a dataset that is said to be able to trace errors to developer&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://promise.site.uottawa.ca/SERepository/datasets-page.html&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;NASA Software Defects Dataset&quot;&gt;NASA Software &lt;/a&gt; results and analyses of the NASA Dataset Repository&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.openhub.net/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Open Hub Data Sets&quot;&gt;Open Hub&lt;/a&gt; provides analyses of open source information&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The NASA dataset was big in the 2000's for &lt;a href=&quot;https://www.deepdyve.com/lp/institute-of-electrical-and-electronics-engineers/data-quality-some-comments-on-the-nasa-software-defect-datasets-s8PNrotV79&quot; rel=&quot;nofollow noreferrer&quot;&gt;analysis and coding algorithms&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This answer is essentially updating the previous version of this question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/3679/open-data-sets-about-software-development-code-quality-defect-rate-programmin?rq=1&quot;&gt;Open data sets about software development: code quality, defect rate, programming languages?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-05-10T13:45:48.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7747" PostTypeId="1" AcceptedAnswerId="7751" CreationDate="2016-05-10T23:22:08.013" Score="2" ViewCount="2721" Body="&lt;p&gt;Is there any easily accessible datasource where I can find a complete list of romanized Chinese given names and family names?&lt;/p&gt;&#xA;&lt;p&gt;I tried using &lt;a href=&quot;https://opendata.stackexchange.com/questions/4756/searching-for-lists-of-babynames-containing-huge-10k-amounts-of-unique-name/4757#4757&quot;&gt;Searching for list(s) of babynames containing huge (10k+) amounts of unique names&lt;/a&gt; but unfortunately it only provides an accessible source for gender of names, not nationality which is what I need.&lt;/p&gt;&#xA;" OwnerUserId="10080" LastEditorUserId="14002" LastEditDate="2020-12-25T18:14:30.667" LastActivityDate="2020-12-25T18:14:30.667" Title="Database or list of romanized Chinese names and last names?" Tags="|data-request|names|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7748" PostTypeId="1" AcceptedAnswerId="7753" CreationDate="2016-05-10T23:40:56.043" Score="1" ViewCount="446" Body="&lt;p&gt;I'm looking for any type of plastics data in the US. Is there a dataset around the waste or use of plastic materials? &lt;/p&gt;&#xA;" OwnerUserId="5476" LastEditorUserId="10235" LastEditDate="2016-05-11T13:38:42.253" LastActivityDate="2016-05-11T16:55:13.930" Title="Plastics dataset (US)" Tags="|data-request|usa|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7750" PostTypeId="1" CreationDate="2016-05-11T11:44:53.783" Score="5" ViewCount="154" Body="&lt;p&gt;I am looking for a database of images of cars with license plates from one country, like France or the USA.&lt;/p&gt;&#xA;" OwnerUserId="10359" LastEditorUserId="23272" LastEditorDisplayName="user3856" LastEditDate="2021-04-04T04:50:46.567" LastActivityDate="2024-02-20T10:07:55.897" Title="Images of Cars with License Plates from Respective Countries" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="7751" PostTypeId="2" ParentId="7747" CreationDate="2016-05-11T11:56:44.660" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Pinyin&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pinyin&lt;/a&gt; is a wide-spread Romanization system for Chinese words. &lt;a href=&quot;http://www.cjk.org/cjk/samples/cnamevar.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Comprehensive Database of Chinese Name Variants&lt;/a&gt; is a repository of Chinese names and their various Romanized counterparts. According to their website, the database contains &quot;over 1,650,000 Chinese seed names (surnames and given names) and approximately five million romanized variants for these names.&quot;&lt;a href=&quot;https://i.stack.imgur.com/ZWSIv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZWSIv.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-05-11T11:56:44.660" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7753" PostTypeId="2" ParentId="7748" CreationDate="2016-05-11T16:55:13.930" Score="1" Body="&lt;p&gt;Check &lt;a href=&quot;https://www.quandl.com&quot; rel=&quot;nofollow&quot;&gt;www.quandl.com&lt;/a&gt; and search for &quot;plastic united states&quot; in the search bar at the top left corner. The results will show several free databases with plastics data from databases like the &lt;em&gt;US Census Bureau&lt;/em&gt; which shows data on the imports or exports of plastic materials, or the &lt;em&gt;United Nations Industrial Development Organization&lt;/em&gt; which shows data on employees and outputs in the plastics industry, or the &lt;em&gt;US Energy Information Administration&lt;/em&gt; which shows manufacturing data for plastic products. Hope this helps in some way. [Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-11T16:55:13.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7754" PostTypeId="1" CreationDate="2016-05-11T17:20:08.163" Score="2" ViewCount="71" Body="&lt;p&gt;I recently realized that Google will make it mandatory to have a list of GTIN numbers for each product you do e-commerce for on Google Shopping (See details &lt;a href=&quot;https://support.google.com/merchants/answer/6352134?hl=en&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way to easily obtain these numbers or a database where I can search for the ones which correspond to the products I work with (Luxury watches)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here you can see more detailed information on the &lt;a href=&quot;https://support.google.com/merchants/answer/160161&quot; rel=&quot;nofollow&quot;&gt;unique  identifiers.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10080" LastEditorUserId="10080" LastEditDate="2016-05-12T07:53:01.163" LastActivityDate="2016-05-12T07:53:01.163" Title="GTINs (Global Trade Item Numbers) - Database New requirement for Google shopping" Tags="|data-request|products|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7755" PostTypeId="1" CreationDate="2016-05-11T20:50:09.733" Score="2" ViewCount="42" Body="&lt;p&gt;I am searching for an open-source (or cheap/easily available) dataset of &lt;strong&gt;consumer package goods&lt;/strong&gt; that contains &lt;strong&gt;information about brand/item attributes, e.g., size, color, flavor, package type&lt;/strong&gt;. Ideally I'd like an acyclic directed graph showing attributes at varying levels of abstraction -- think subclasses in OO terms, e.g., &quot;Tide Pods Ocean Mist 77ct&quot; inherits attributes of it's parent &quot;Tide&quot; which in turn inherits from it's parent &quot;Laundry Detergent&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically I'd like to leverage product attribute information to deal with the sparsity problem in product recommendation systems as discussed in the section 'Content Description' of this &lt;a href=&quot;http://recommender-systems.org/collaborative-filtering/&quot; rel=&quot;nofollow noreferrer&quot;&gt;article on collaborative filtering&lt;/a&gt;. I'd prefer to do this using an existing dataset rather than creating a bag-of-words attribute set by parsing product descriptions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://opendata.stackexchange.com/questions/949/a-hierarchy-of-all-sellable-products-and-services/951#951&quot;&gt;closed ticket&lt;/a&gt; points to the &lt;a href=&quot;http://www.product-open-data.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;product open data&lt;/a&gt; repository which is an extensive dataset, but whose fields are limited to size, weight, and volume. And there is the &lt;a href=&quot;https://www.factual.com/data/t/products-cpg-nutrition&quot; rel=&quot;nofollow noreferrer&quot;&gt;Factual database&lt;/a&gt;, but it appears limited to food stuffs and nutritional information.&lt;/p&gt;&#xA;" OwnerUserId="4256" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-05-11T20:50:09.733" Title="Open-source DB of consumer package goods attributes" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7756" PostTypeId="1" AcceptedAnswerId="16264" CreationDate="2016-05-11T22:10:01.363" Score="4" ViewCount="4363" Body="&lt;p&gt;I'm looking for a song database (sqlite, csv, etc.)  Right now I'm searching through a list of songs from late 60s and early 70s on &quot;&lt;a href=&quot;http://www.song-database.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.song-database.com/&lt;/a&gt;&quot; but I'm searching manually on the internet by clicking through charts on webpages showing week by week top-20 hits across the USA.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like a more complete listing with the title, artist and year at the bare minimum.  It would be wonderful if there's a database containing every song ever published by major labels, with extra fields like &quot;genre&quot; and when and if they became hits, and how big of a hit, and how long. &lt;/p&gt;&#xA;" OwnerUserId="11320" LastActivityDate="2020-03-21T22:38:25.890" Title="Master Song Database containing popular titles and artists" Tags="|usa|csv|music|sql|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7757" PostTypeId="2" ParentId="1440" CreationDate="2016-05-11T22:47:19.873" Score="1" Body="&lt;p&gt;keepa.com is offering an api (&lt;a href=&quot;https://keepa.com/#!pricedataapi&quot; rel=&quot;nofollow&quot;&gt;https://keepa.com/#!pricedataapi&lt;/a&gt;), they even offering an SDK for Java: &lt;a href=&quot;https://github.com/keepacom/api_backend&quot; rel=&quot;nofollow&quot;&gt;https://github.com/keepacom/api_backend&lt;/a&gt; . But it seems like you have to pay for it..&lt;/p&gt;&#xA;" OwnerUserId="11321" LastActivityDate="2016-05-11T22:47:19.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7758" PostTypeId="1" CreationDate="2016-05-12T11:20:10.677" Score="1" ViewCount="158" Body="&lt;p&gt;For a research project, I am attempting to create a model that uses google trends results as its independent variable. As you probably know, google trends standardises its outputs on a scale from 0-100. The goal is to find out whether an increase in searches for particular words results in higher unemployment rates. Google trends has the option to select an index relating to unemployment already. However, I would like to select the words that are in the index myself. For simplicity, I really want to combine these words into a single index and not obtain their search results separately. Unfortunately the option to search for a combination of words in an index has not been given by google trends as for as I know. Is there a way to compromise the outputs into one single independent variable?&lt;/p&gt;&#xA;" OwnerUserId="11329" LastEditorUserId="975" LastEditDate="2016-05-17T22:39:34.787" LastActivityDate="2024-03-03T15:03:30.570" Title="Index in Google Trends" Tags="|trends|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7759" PostTypeId="1" CreationDate="2016-05-12T11:39:41.543" Score="1" ViewCount="66" Body="&lt;p&gt;I am trying to find the drug registration info. Is there any FDA API available to gather drug register data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please suggest.&lt;/p&gt;&#xA;" OwnerUserId="11309" LastActivityDate="2016-05-12T16:02:52.067" Title="Getting drug register information through API" Tags="|data.gov|openfda|api|json|xml|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7760" PostTypeId="1" CreationDate="2016-05-12T12:10:33.840" Score="6" ViewCount="77" Body="&lt;p&gt;There are a number of collections of open example data sets for machine learning, e.g., the one of the &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot;&gt;UC Irvine&lt;/a&gt;. However, they are usually organized by source or topic. Does anyone know of a list or search engine for this kind of data set, which is organized by statistical properties like number of rows/columns, scale level of target variable, rare events data, etc. ?&lt;/p&gt;&#xA;" OwnerUserId="8896" LastEditorUserId="8896" LastEditDate="2016-05-13T07:17:44.220" LastActivityDate="2016-11-19T13:36:52.077" Title="Machine Learning Data Sets searchable by statistical properties" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7761" PostTypeId="2" ParentId="7759" CreationDate="2016-05-12T16:02:52.067" Score="1" Body="&lt;p&gt;I am not sure if these are the data for which you are looking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is not an API of which I am aware. It would not be unreasonable to ask the &lt;a href=&quot;https://github.com/FDA/openfda&quot; rel=&quot;nofollow&quot;&gt;openFDA&lt;/a&gt; team to add the following dataset: &lt;a href=&quot;http://www.fda.gov/Drugs/InformationOnDrugs/ucm135778.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/InformationOnDrugs/ucm135778.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or you can just download the zip file at the bottom of the page, the data is not that complex.  &lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-05-12T16:02:52.067" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7762" PostTypeId="2" ParentId="7756" CreationDate="2016-05-12T16:57:33.453" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/&quot; rel=&quot;nofollow&quot;&gt;Million Song Dataset&lt;/a&gt; has this information as well as other features about the song itself. You can download the entire 300GB file as a flat file, or download a 1% sample.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The full field list can be found at their &lt;a href=&quot;http://labrosa.ee.columbia.edu/millionsong/faq&quot; rel=&quot;nofollow&quot;&gt;FAQ&lt;/a&gt;, and they have code snippets for working with the data in MatLab, SQL, or other programs.&lt;/p&gt;&#xA;" OwnerUserId="24" LastActivityDate="2016-05-12T16:57:33.453" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7763" PostTypeId="2" ParentId="7683" CreationDate="2016-05-12T22:44:16.563" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://index.okfn.org/place/canada/postcodes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;location datasets page for Canada&lt;/a&gt; on OKFN's &lt;a href=&quot;http://index.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;global open data index&lt;/a&gt; seems to contain a pretty comprehensive yet short review on the state of postcode data:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Canada Post is a Crown corporation of the Government of Canada. Commercial use of Canada Post's Postal Code Address Data (PCAD) product has been quoted at $50,600 per year. Canada Post claims copyright in its database of postal codes. It has recently [Apr 2012] defended its claim by &lt;a href=&quot;https://cippic.ca/en/copyright/geolytica-statement-of-defence&quot; rel=&quot;nofollow noreferrer&quot;&gt;filing a lawsuit against Geolytica&lt;/a&gt; [...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The lawsuit seems to be still ongoing. And: the operator of Geolytica seems to still offer a &lt;a href=&quot;http://geocoder.ca/?freedata=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;download of a crowd-sourced postal code dataset&lt;/a&gt; for Canada (polygon, ESRI shapefile format, last updated Sep 2015), licensed under &lt;a href=&quot;http://creativecommons.org/licenses/by/2.5/ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I had a cursory look on the postcode polygons in that file. It might need &lt;em&gt;a bit&lt;/em&gt; of processing before being ready to be used:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Pituf.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Pituf.jpg&quot; alt=&quot;small excerpt of Canada postcode shapefile polygons&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE TO accepted answer&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Legal News, May 2016 - In regards to Canadian Postal Code data on Geocoder.ca: Canada Post commenced court proceedings in 2012 against Geolytica Inc. for copyright infringement in relation to Geolytica Inc.'s Canadian Postal Code Geocoded Dataset and related services offered on its website at geocoder.ca. The parties have now settled their dispute and Canada Post will discontinue the court proceedings. The postal codes returned by various geocoder interface APIs and downloadable on geocoder.ca, are estimated via a crowdsourcing process. They are not licensed by geocoder.ca from Canada Post, the entity responsible for assigning postal codes to street addresses. Geolytica continues to offer its products and services, using the postal code data it has collected via a crowdsourcing process which it created.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="70" LastEditDate="2018-07-22T09:56:37.323" LastActivityDate="2018-07-22T09:56:37.323" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7764" PostTypeId="2" ParentId="4711" CreationDate="2016-05-12T23:03:15.183" Score="1" Body="&lt;p&gt;Only a single architecture, but maybe helpful nevertheless:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The educational &lt;strong&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/MMIX&quot; rel=&quot;nofollow&quot;&gt;MMIX&lt;/a&gt; architecture&lt;/strong&gt; by Donald Knuth has a &lt;a href=&quot;http://mmix.cs.hm.edu/doc/instructions-en.html&quot; rel=&quot;nofollow&quot;&gt;full list of instructions&lt;/a&gt; on their current website, including opcodes, signature and timing information (e.g. ADDU = 1 cycle, MULU = 10 cycles). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the list of instructions is not available as a machine-readable format, but might be parsable with a bit of RegExp matching of HTML lists and tables. This compact &lt;a href=&quot;http://mmix.cs.hm.edu/doc/opcodes.html&quot; rel=&quot;nofollow&quot;&gt;table of all opcodes&lt;/a&gt; might facilitate that task.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="930" LastEditDate="2016-05-17T08:58:01.083" LastActivityDate="2016-05-17T08:58:01.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7765" PostTypeId="1" CreationDate="2016-05-13T06:19:28.030" Score="3" ViewCount="189" Body="&lt;p&gt;I am currently working on a project where I am responsible for calculating the mean temperature and precipitation data across the USA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My calculations are made for metro census data and county census data and it would be greate for me to add some information about population in those areas. The problem is that I can't find any data for metro areas that are older than 1970 and I need to have a data from 1950.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am wondering if there is some dataset with demographic data on metro or county level that will have an information about population starting from 1950 or even older?&lt;/p&gt;&#xA;" OwnerUserId="11336" LastEditorUserId="90" LastEditDate="2016-05-13T18:28:49.300" LastActivityDate="2016-05-15T14:35:56.680" Title="USA census historical demographic data" Tags="|data.gov|us-census|census|demographics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7766" PostTypeId="2" ParentId="6980" CreationDate="2016-05-13T07:43:29.603" Score="4" Body="&lt;p&gt;I have found my answer but it is unfortunately a vague one, I had to resort to reviewing manually (scraping) some of the watch selling websites there are but a lot of post-data quality control has to be done.&lt;/p&gt;&#xA;" OwnerUserId="10080" LastActivityDate="2016-05-13T07:43:29.603" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7767" PostTypeId="2" ParentId="7730" CreationDate="2016-05-13T08:43:19.127" Score="1" Body="&lt;p&gt;There are probabilities for English with all EU languages (except Irish and Croatian) available &lt;a href=&quot;http://metashare.tilde.com/repository/search/?q=Probabilistic+bilingual+dictionaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Inside the .zip for each language pair English-X you will find files lex.e2x and lex.x2e.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They contain strictly unigram-to-unigram probabilities, which maintains simplicity but is an inherent limitation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The files are the result of a &lt;a href=&quot;http://staffwww.dcs.shef.ac.uk/people/A.Aker/papers/dictionaryPaper2014.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;2014 paper by Aker, Lestari Paramita, Pinnis &amp;amp; Gaizauskas&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/O4Yxu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/O4Yxu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found &lt;a href=&quot;https://github.com/idiap/act/tree/master/Samples&quot; rel=&quot;nofollow noreferrer&quot;&gt;a repo on GitHub&lt;/a&gt; which includes English-Arabic.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastEditorUserId="8518" LastEditDate="2016-05-17T12:28:29.640" LastActivityDate="2016-05-17T12:28:29.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7768" PostTypeId="2" ParentId="4748" CreationDate="2016-05-13T16:08:55.733" Score="8" Body="&lt;p&gt;We're actually looking for a new maintainer for the project.&lt;/p&gt;&#xA;&lt;p&gt;The new version is running on Django and the source code is &lt;a href=&quot;https://github.com/okfn/labs-opd&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9213" LastEditorUserId="32184" LastEditDate="2022-09-09T05:53:35.273" LastActivityDate="2022-09-09T05:53:35.273" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7769" PostTypeId="1" CreationDate="2016-05-13T16:30:25.147" Score="1" ViewCount="36" Body="&lt;p&gt;I need to check OASIS export files.I would like to know if there is an API/service(s) for checking/validating reports in OASIS XML files.&lt;/p&gt;&#xA;" OwnerUserId="11341" LastEditorUserId="2976" LastEditDate="2016-05-14T12:31:38.223" LastActivityDate="2016-05-14T12:31:38.223" Title="How can I validate OASIS XML files?" Tags="|medical|healthcare-finder-api|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7770" PostTypeId="2" ParentId="7550" CreationDate="2016-05-13T16:47:46.367" Score="2" Body="&lt;p&gt;Days of the week and approximate seasonality are preserved in the date shift - see section 1.4.4 of the MIMIC II user guide for more details: &lt;a href=&quot;http://mimic.physionet.org/archive/mimic-ii-guide.pdf&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/archive/mimic-ii-guide.pdf&lt;/a&gt; (the deidentification done in MIMIC-III followed the same process, with a few improvements but no systematic differences). This means that any analysis using day of the week can simply use the anonymized dates (i.e. 2154-03-09 can be treated as a Saturday).&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-05-13T16:47:46.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7771" PostTypeId="2" ParentId="7612" CreationDate="2016-05-13T16:52:10.187" Score="1" Body="&lt;p&gt;It's hard to give a generic answer - I'd read the patient nursing notes to get more information about what may have happened (e.g. a spontaneous breathing trial). Merging the times seems reasonable. An alternative option is to use the ventilation duration query I wrote which uses ventilator settings instead of the PROCEDUREEVENTS_MV table: &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/master/etc/ventilation-durations.sql&quot; rel=&quot;nofollow&quot;&gt;https://github.com/MIT-LCP/mimic-code/blob/master/etc/ventilation-durations.sql&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-05-13T16:52:10.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7772" PostTypeId="2" ParentId="7765" CreationDate="2016-05-13T16:59:10.590" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.census.gov/population/www/documentation/twps0076/twps0076.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/population/www/documentation/twps0076/twps0076.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/population/www/documentation/twps0076/CAtab.pdf&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/population/www/documentation/twps0076/CAtab.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Census provides this data. LA, for example, has data from an 1850 census.&lt;/p&gt;&#xA;" OwnerUserId="11270" LastActivityDate="2016-05-13T16:59:10.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7773" PostTypeId="1" CreationDate="2016-05-13T17:46:45.437" Score="1" ViewCount="63" Body="&lt;p&gt;I am looking for a dataset that would contain &lt;a href=&quot;https://en.wikipedia.org/wiki/Cochrane_Library&quot; rel=&quot;nofollow&quot;&gt;Cochrane Database of Systematic Reviews&lt;/a&gt;. Ideally, with some structured format, e.g. separating each section of the systematic review, or with some organized references.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cochranelibrary.com/help/open-access-options-for-the-cochrane-library.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cochranelibrary.com/help/open-access-options-for-the-cochrane-library.html&lt;/a&gt; does mention&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Machine readability is one of the core components included in the guide. Contact Deborah Pentesco-Gilbert (dpentesc@wiley.com) to discuss permission to crawl or access the article full-text, metadata, and citations, and the use of an API for this purpose.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;however, emailing them was fruitless. So I'm hoping someone scraped the data independently and made it available online.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-05-14T00:06:10.590" LastActivityDate="2016-05-14T00:06:10.590" Title="Cochrane Database of Systematic Reviews dataset" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7774" PostTypeId="1" CreationDate="2016-05-13T18:20:59.297" Score="4" ViewCount="320" Body="&lt;p&gt;I am looking for a dataset of global maritime traffic which would include basic metadata such as port of departure/arrival, date, vessel name. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am familiar with proprietary online services, such as marinetraffic, but would be interested in a free API/bulk download option.&lt;/p&gt;&#xA;" OwnerUserId="11343" LastEditorUserId="1511" LastEditDate="2016-05-18T18:59:33.470" LastActivityDate="2016-05-18T18:59:33.470" Title="Maritime traffic data as bulk download or API" Tags="|data-request|api|transportation|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7775" PostTypeId="2" ParentId="7774" CreationDate="2016-05-13T18:28:15.750" Score="2" Body="&lt;p&gt;coast guard will have some/most of this. at least for the US. &lt;a href=&quot;http://cgmix.uscg.mil/PSIX/Default.aspx&quot; rel=&quot;nofollow&quot;&gt;http://cgmix.uscg.mil/PSIX/Default.aspx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: this may also be worth picking over:&lt;br&gt;&#xA;&lt;a href=&quot;http://cgmix.uscg.mil/PSIX/AdditionalLinks.aspx&quot; rel=&quot;nofollow&quot;&gt;http://cgmix.uscg.mil/PSIX/AdditionalLinks.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-05-18T15:28:43.653" LastActivityDate="2016-05-18T15:28:43.653" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7776" PostTypeId="1" CreationDate="2016-05-13T19:06:14.880" Score="2" ViewCount="39" Body="&lt;p&gt;I am looking for the data/statistics for the disabled veteran population in California that are currently living in adult residential care homes. &lt;/p&gt;&#xA;" OwnerUserId="11344" LastEditorUserId="10235" LastEditDate="2016-05-14T12:31:47.910" LastActivityDate="2016-05-18T17:44:32.913" Title="Statistics for Disabled Veterans in Residential Homes" Tags="|usa|data.gov|real-estate|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7778" PostTypeId="1" CreationDate="2016-05-15T02:35:15.710" Score="1" ViewCount="81" Body="&lt;p&gt;Is there such open database or directory available online? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I would like to find out a list of all Samsung products by model number, I would get:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Samsung: UN65KS8500, UN55KS5500, UN95KS00, ....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The closest that I can find is &lt;a href=&quot;http://www.outpan.com&quot; rel=&quot;nofollow&quot;&gt;outpan&lt;/a&gt; but it's for barcodes. Any help is greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="11353" LastEditorUserId="1511" LastEditDate="2016-05-15T21:30:34.837" LastActivityDate="2016-05-15T21:30:34.837" Title="Where to find a complete list of products by model number of all major US brands?" Tags="|data-request|products|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7779" PostTypeId="2" ParentId="7778" CreationDate="2016-05-15T04:53:04.183" Score="3" Body="&lt;p&gt;It might be possible to crawl or scrape the US PTO DB (&lt;a href=&quot;http://www.uspto.gov/trademarks-application-process/search-trademark-database&quot; rel=&quot;nofollow&quot;&gt;http://www.uspto.gov/trademarks-application-process/search-trademark-database&lt;/a&gt;) for each brand, but there are a lot of trademarks for products that don't currently exist; that could make things hard depending on the application.&lt;/p&gt;&#xA;" OwnerUserId="11355" LastActivityDate="2016-05-15T04:53:04.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7780" PostTypeId="1" CreationDate="2016-05-15T05:35:47.553" Score="3" ViewCount="54" Body="&lt;p&gt;There are several Earth Observation satellites with known orbit paths and return time. (ex: Landsat 8: 16 days, Sentinel-2: 12 days).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a shared calendar or a web-app that shows you future passing dates for a specific location on earth, be it Path/Row, UTM Granule, or a simple Coordinate ? &lt;/p&gt;&#xA;" OwnerUserId="4252" LastActivityDate="2016-05-17T18:11:51.463" Title="A calendar of future EO satellites pass based on location" Tags="|geospatial|calendar|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7781" PostTypeId="2" ParentId="4686" CreationDate="2016-05-15T10:44:52.390" Score="1" Body="&lt;p&gt;Open Food Facts is producing a crowdsourced ingredient lists.&#xA;It's OdBL. Read the licence, but basically: Attribution and you need to share back your additions under OdBL.&#xA;&lt;a href=&quot;http://world.openfoodfacts.org/ingredients.json&quot; rel=&quot;nofollow&quot;&gt;http://world.openfoodfacts.org/ingredients.json&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2226" LastActivityDate="2016-05-15T10:44:52.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7782" PostTypeId="1" CreationDate="2016-05-15T12:37:24.380" Score="2" ViewCount="32" Body="&lt;p&gt;For a school project I am making an analytical engine for a &lt;a href=&quot;https://en.wikipedia.org/wiki/Spirometry&quot; rel=&quot;nofollow&quot;&gt;spirometry&lt;/a&gt; platform (pulmanary function test, measuring lung function). The idea is that measurements made with our spirometer infrastructure automatically get uploaded to a database, where meaningful statistical operations can be conducted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As we don't have a deployed physical product yet, we also don't have a data set. Nonetheless, I would like to have a representative (not necessarily big) set of data across ages, sexes, ethnicities... This will allow us do perform demonstrations and perform tests of how the analytics and visualisations work on real-world data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I'm looking for a data set that has per entry (person):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;FVC (Forced Vital Capacity) - Critical&lt;/li&gt;&#xA;&lt;li&gt;FEV (Forced Expiratory Volume) - Critical&lt;/li&gt;&#xA;&lt;li&gt;Age - Very important&lt;/li&gt;&#xA;&lt;li&gt;Sex - Very important&lt;/li&gt;&#xA;&lt;li&gt;Ethnicity / length / other factors - Very welcome but not required&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11362" LastEditorUserId="975" LastEditDate="2016-05-18T13:19:10.783" LastActivityDate="2016-05-18T13:19:10.783" Title="Dataset of spirometric surveys" Tags="|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7783" PostTypeId="1" CreationDate="2016-05-15T13:43:15.863" Score="2" ViewCount="45" Body="&lt;p&gt;The US federal government publishes contracts on &lt;a href=&quot;https://www.usaspending.gov/Pages/Default.aspx&quot; rel=&quot;nofollow&quot;&gt;USASpending.gov&lt;/a&gt; and RFPs on &lt;a href=&quot;https://www.fbo.gov/?s=main&amp;amp;mode=list&amp;amp;tab=list&quot; rel=&quot;nofollow&quot;&gt;FBO.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Contracts contain extensive description of the vendor. But I haven't find the similarly detailed data on RFP results. Namely, for competitive purchases (like those on FBO.gov):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;DUNS number of each bidder&lt;/li&gt;&#xA;&lt;li&gt;Region, revenue, and number of employees of the bidder&lt;/li&gt;&#xA;&lt;li&gt;Price offered by the bidder&lt;/li&gt;&#xA;&lt;li&gt;Status (minority-, woman-, veteran-owned)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;FBO.gov requires a login to view the list of interested vendors (eg &lt;a href=&quot;https://www.fbo.gov/index?s=opportunity&amp;amp;mode=form&amp;amp;id=fa41728e491fee7030dbb7a166b46810&amp;amp;tab=ivl&amp;amp;tabmode=list&quot; rel=&quot;nofollow&quot;&gt;this RFP&lt;/a&gt;). But it does not seem machine-readable anyway.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't found it on Data.gov either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this information available or bidding data is closed?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-05-15T13:43:15.863" Title="Government procurement bids" Tags="|data-request|usa|government|spending|fbo.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7784" PostTypeId="1" AcceptedAnswerId="7792" CreationDate="2016-05-15T14:34:39.320" Score="4" ViewCount="992" Body="&lt;p&gt;I'm trying to look for historical rates of depression, anxiety or any mental illness really for America, going back from 1980 to present. Even if the data is spotty, like every 5 years, if it's from the same source that would be my ideal.&lt;/p&gt;&#xA;&lt;p&gt;I've tried regular Google, and the &lt;a href=&quot;https://cse.google.com/cse/publicurl?cx=002720237717066476899:v2wv26idk7m&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Dataset&lt;/a&gt; search engine, which has taken me to the CDC, NIMH and the SAMHSA NSDUH, but they only have 1-4 years of consecutive data at best. Searching Opendata didn't help either.&lt;/p&gt;&#xA;&lt;p&gt;I don't have SPSS and I don't know how to use R. So data in those formats won't help me. I am a Perl programmer so I can parse textual data well enough.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have any ideas on where to get this?&lt;/p&gt;&#xA;&lt;h2&gt;Summary&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data for America.&lt;/li&gt;&#xA;&lt;li&gt;Historical prevalence data for depression, anxiety, or any mental illness, from 1980 to the present. An earlier starting date is ok.&lt;/li&gt;&#xA;&lt;li&gt;Data should be from the same source even if it is only every 5 years or so.&#xA;Data from different sources are not comparable as this data will be graphed.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;EDIT: I've marked one as an answer, but as always, more suggestions are always good to peruse. Oh, and thanks for adding a couple of tags, Mystery User.&lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="23272" LastEditDate="2022-07-14T14:39:15.320" LastActivityDate="2022-07-28T13:07:08.097" Title="Historical rates of depression, anxiety or any mental illness" Tags="|data-request|medical|depression|anxiety|mental-disorders|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7785" PostTypeId="2" ParentId="7765" CreationDate="2016-05-15T14:35:56.680" Score="2" Body="&lt;p&gt;The NHGIS at the Minnesota Population Center / Univ of Minnesota is probably the most comprehensive source for historical US Census data - it has the complete summary data for each census going back to 1790. You have to create an account to use it, but it's free:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nhgis.org/&quot; rel=&quot;nofollow&quot;&gt;https://nhgis.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The definitions for metropolitan areas have changed considerably over time. It probably would be easier to get county-level data, and then you can decide how you want to classify them (i.e. using the current metro definitions or something older).&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-05-15T14:35:56.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7786" PostTypeId="5" CreationDate="2016-05-15T14:37:36.027" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-05-15T14:37:36.027" LastActivityDate="2016-05-15T14:37:36.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7787" PostTypeId="4" CreationDate="2016-05-15T14:37:36.027" Score="0" Body="To be used for the general mental illness category of &quot;Depression&quot;. There are several types of depression but this includes all types. " OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-15T21:33:26.727" LastActivityDate="2016-05-15T21:33:26.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7788" PostTypeId="5" CreationDate="2016-05-15T14:38:36.620" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-05-15T14:38:36.620" LastActivityDate="2016-05-15T14:38:36.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7789" PostTypeId="4" CreationDate="2016-05-15T14:38:36.620" Score="0" Body="To be used for the general mental health condition of &quot;anxiety disorders&quot;. There are several types of anxiety disorders but this tag is for any anxiety disorder. Specific anxiety disorders, like social anxiety, should also be tagged with this more general tag &quot;anxiety&quot;. " OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-15T21:33:23.663" LastActivityDate="2016-05-15T21:33:23.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7790" PostTypeId="5" CreationDate="2016-05-15T14:43:51.217" Score="0" Body="&lt;p&gt;Mental disorders includes all mental illness such as addiction, schizophrenia, anxiety, depression, OCD, PTSD, personality disorders. This is a very general tag for any mental disorder.  Anything in the &lt;a href=&quot;http://www.dsm5.org/Pages/Default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;DSM 5&lt;/a&gt; can be tagged with this.&lt;/p&gt;&#xA;" OwnerUserId="14011" LastEditorUserId="14011" LastEditDate="2019-12-10T19:11:58.847" LastActivityDate="2019-12-10T19:11:58.847" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7791" PostTypeId="4" CreationDate="2016-05-15T14:43:51.217" Score="0" Body="Mental disorders includes all mental illness such as addiction, schizophrenia, anxiety, depression, OCD, PTSD, personality disorders. This is a very general tag for any mental disorder.  Anything in the [DSM 5](http://www.dsm5.org/Pages/Default.aspx) can be tagged with this." OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-15T21:33:32.773" LastActivityDate="2016-05-15T21:33:32.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7792" PostTypeId="2" ParentId="7784" CreationDate="2016-05-15T17:53:07.983" Score="3" Body="&lt;p&gt;The CDC's National Center for Health Statistics (NCHS) publishes a report called &lt;em&gt;Health, United States&lt;/em&gt; each year and the following link includes links to PDFs and XLS files that are relevant to Mental Health: &lt;a href=&quot;http://www.cdc.gov/nchs/hus/mentalhealth.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/hus/mentalhealth.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following seem most promising for you and are available from that page and its linked resources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Table 80: &quot;Percent of population with at least one prescription drug in drug class in past 30 days&quot; (1988-2012, by age group and gender); for &quot;antidepressants&quot; and &quot;anxiolytics, sedatives, and hypnotics&quot;&lt;/li&gt;&#xA;&lt;li&gt;Table 110: Medicaid/CHIP % of beneficiaries using a mental health facility, percent of $ distributions, and payment per beneficiary (1999-2012)&lt;/li&gt;&#xA;&lt;li&gt;Table 46: &quot;Serious psychological distress in the past 30 days among adults aged 18 and over&quot; by percent of adults affected by a serious psychological distress (1997-2014 by age, sex, race, poverty level, geographic region, and in/out of a MSA)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit 1:&lt;/strong&gt; Also, this 2014 report from SAMHSA NSDUH has trend data from 2008 to 2014 -- better than nothing! &lt;a href=&quot;http://www.samhsa.gov/data/sites/default/files/NSDUH-FRR1-2014/NSDUH-FRR1-2014.htm#idtextanchor073&quot; rel=&quot;nofollow&quot;&gt;http://www.samhsa.gov/data/sites/default/files/NSDUH-FRR1-2014/NSDUH-FRR1-2014.htm#idtextanchor073&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastEditorUserId="2976" LastEditDate="2016-05-15T17:59:32.330" LastActivityDate="2016-05-15T17:59:32.330" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7793" PostTypeId="1" AcceptedAnswerId="7810" CreationDate="2016-05-16T03:56:45.540" Score="21" ViewCount="30701" Body="&lt;p&gt;I am trying to get a dataset (preferable worldwide) that has the attributes (height, weight and age). The only decent dataset that I have been able to find was from here: &lt;a href=&quot;https://stats.stackexchange.com/questions/20265/human-body-organs-growth-graph-or-data&quot;&gt;https://stats.stackexchange.com/questions/20265/human-body-organs-growth-graph-or-data&lt;/a&gt; which just gives you the percentiles for a certain age.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I would love to get a dataset that allows you to differentiate this by sex, ethnic background etc. If a open dataset exists it would be good to hear of it.&lt;/p&gt;&#xA;" OwnerUserId="11378" OwnerDisplayName="Sachin_ruk" LastEditorUserId="70" LastEditDate="2022-10-14T19:36:36.360" LastActivityDate="2022-10-14T19:36:36.360" Title="Age, Weight and Height dataset" Tags="|data-request|medical|" AnswerCount="7" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7794" PostTypeId="1" CreationDate="2016-05-16T19:01:47.397" Score="1" ViewCount="58" Body="&lt;p&gt;what is the api call for getting all the inspection records, or how to know the sequence numbers to be used for multiple calls to the same api, so that we can  get all the inspections records, instead of just getting default 200 records&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.dol.gov/get/inspection/format/xml/orderby/asc/columns/&quot; rel=&quot;nofollow&quot;&gt;https://data.dol.gov/get/inspection/format/xml/orderby/asc/columns/&lt;/a&gt;{activity_nr:open_date:site_address:site_city:site_state:insp_type:close_conf_date:close_case_date}&lt;/p&gt;&#xA;" OwnerUserId="11374" LastEditorUserId="10235" LastEditDate="2016-05-17T11:23:54.123" LastActivityDate="2016-08-01T12:48:39.443" Title="what is the api call for getting all the inspection records, instead of getting default 200 records" Tags="|api|labor|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7795" PostTypeId="2" ParentId="6379" CreationDate="2016-05-16T20:19:41.840" Score="2" Body="&lt;p&gt;You need to use the &lt;code&gt;offset&lt;/code&gt; filter&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://data.dol.gov/get/accident/offset/0/limit/1&lt;/code&gt; will give you the first result&#xA;&lt;code&gt;https://data.dol.gov/get/accident/offset/1/limit/1&lt;/code&gt; will give you the second result&#xA;&lt;code&gt;https://data.dol.gov/get/accident/offset/2/limit/1&lt;/code&gt; will give you the third result&lt;/p&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-05-16T20:19:41.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7797" PostTypeId="2" ParentId="7780" CreationDate="2016-05-16T22:22:13.767" Score="1" Body="&lt;p&gt;It's possible that there might be a better resource for this, but one that I know off the top of my head is the Satellite Simulation Center from NASA :  &lt;a href=&quot;http://sscweb.gsfc.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;http://sscweb.gsfc.nasa.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's more about where satellites are at a given time vs. when (or which) satellite would pass over a given area.  The location searching that they have is more about satellites relative to the magnetic field (as opposed to geographic).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's quite possible that someone from the earth sciences would know how to find this out, but I don't work with those folks.&lt;/p&gt;&#xA;" OwnerUserId="263" LastActivityDate="2016-05-16T22:22:13.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7798" PostTypeId="2" ParentId="7793" CreationDate="2016-05-17T00:10:52.097" Score="9" Body="&lt;p&gt;Okay, this is a &lt;em&gt;very specific&lt;/em&gt; dataset for the &lt;a href=&quot;https://en.wikipedia.org/wiki/%C7%83Kung_people&quot; rel=&quot;noreferrer&quot;&gt;!Kung San&lt;/a&gt; people, but it has &lt;strong&gt;height&lt;/strong&gt;, &lt;strong&gt;weight&lt;/strong&gt;, &lt;strong&gt;sex&lt;/strong&gt;, and &lt;strong&gt;age&lt;/strong&gt; fields. Reference was found in &lt;a href=&quot;http://xcelab.net/rm/statistical-rethinking/&quot; rel=&quot;noreferrer&quot;&gt;McElreath&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;The data contained in data (&lt;strong&gt;Howell1&lt;/strong&gt;) are partial census data for&#xA;  the Dobe area !Kung San, compiled from interviews conducted by Nancy&#xA;  Howell in the late 1960s.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;McElreath's github repository houses &lt;a href=&quot;https://github.com/rmcelreath/rethinking/blob/master/data/Howell1.csv&quot; rel=&quot;noreferrer&quot;&gt;Howell1&lt;/a&gt; and &lt;a href=&quot;https://github.com/rmcelreath/rethinking/blob/master/data/Howell2.csv&quot; rel=&quot;noreferrer&quot;&gt;Howell2&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XAqVk.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XAqVk.png&quot; alt=&quot;head of sample data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastEditorUserId="4256" LastEditDate="2016-05-17T13:12:33.373" LastActivityDate="2016-05-17T13:12:33.373" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7799" PostTypeId="2" ParentId="7793" CreationDate="2016-05-17T01:24:29.590" Score="6" Body="&lt;p&gt;Here is a set of individual weights and heights for &lt;a href=&quot;http://socr.ucla.edu/docs/resources/SOCR_Data/SOCR_Data_Dinov_020108_HeightsWeights.html&quot; rel=&quot;noreferrer&quot;&gt;25,000 children in Hong Kong&lt;/a&gt;. There is no age or gender information, though, which does limit its usefulness. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the same site, there is a table of heights, weights and ages for &lt;a href=&quot;http://wiki.stat.ucla.edu/socr/index.php/SOCR_Data_MLB_HeightsWeights&quot; rel=&quot;noreferrer&quot;&gt;1035 baseball players&lt;/a&gt;, which is a highly unrepresentative sample of the general population, but possibly interesting?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also some open anthropometric databases that include height, weight, age and &lt;em&gt;lots&lt;/em&gt; of other measurements, mostly relevant to ergonomics. &lt;a href=&quot;http://mreed.umtri.umich.edu/mreed/downloads.html&quot; rel=&quot;noreferrer&quot;&gt;This page&lt;/a&gt; has data from a few US sources.&lt;/p&gt;&#xA;" OwnerUserId="8975" LastActivityDate="2016-05-17T01:24:29.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7800" PostTypeId="1" CreationDate="2016-05-17T05:49:52.540" Score="3" ViewCount="52" Body="&lt;p&gt;I want accident data in India along with gender of the driver. Actually I want to find out that whether the following statement is true or not: 'Are Men Better Drivers Than Women?'.&lt;/p&gt;&#xA;" OwnerUserId="8859" LastEditorUserId="975" LastEditDate="2016-05-17T22:39:10.533" LastActivityDate="2016-05-17T22:39:10.533" Title="Automobile accident data in India" Tags="|data-request|traffic|india|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7801" PostTypeId="1" CreationDate="2016-05-17T06:41:04.690" Score="2" ViewCount="78" Body="&lt;p&gt;Need 1000 twitter handles of users who are below 21 years of age and residing in US&lt;/p&gt;&#xA;" OwnerUserId="11381" LastActivityDate="2016-06-15T21:03:21.000" Title="Whats the simplest way to get 1000 twitter handles of users in USA who are less than 21 years of age?" Tags="|data-request|usa|tool-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7802" PostTypeId="1" AcceptedAnswerId="7803" CreationDate="2016-05-17T07:51:18.167" Score="1" ViewCount="55" Body="&lt;p&gt;Is there any way to extract twitter handles, bio and location of people following a account?&lt;/p&gt;&#xA;" OwnerUserId="11382" LastEditorUserId="1511" LastEditDate="2016-05-17T11:22:52.807" LastActivityDate="2016-05-17T11:22:52.807" Title="Extracting Twitter profiles based on page followed" Tags="|data-request|api|social-media|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7803" PostTypeId="2" ParentId="7802" CreationDate="2016-05-17T09:31:25.190" Score="3" Body="&lt;p&gt;Yes, this information is publicly available from the Twitter REST API. You will need to register an application on &lt;a href=&quot;https://apps.twitter.com&quot; rel=&quot;nofollow&quot;&gt;https://apps.twitter.com&lt;/a&gt;. You can make the calls with Python or R. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My R example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(twitteR) # install.packages(&quot;twitteR&quot;)&#xA;&#xA;# Authenticate &#xA;api_key &amp;lt;- &quot;a&quot;&#xA;api_secret &amp;lt;- &quot;b&quot;&#xA;access_token &amp;lt;- &quot;c&quot;&#xA;access_token_secret &amp;lt;- &quot;d&quot;&#xA;&#xA;# This creates an auth file in your working directory, so you will need to run this at least once before your first ever load.&#xA;&#xA;setup_twitter_oauth(api_key, api_secret, access_token, access_token_secret) &#xA;&#xA;# Get the page information&#xA;yourUser &amp;lt;- getUser(&quot;ConsolidataLtd&quot;)&#xA;&#xA;# Get that user's Twitter followers.&#xA;yourUser.Followers &amp;lt;- lookupUsers(yourUser$getFollowerIDs())&#xA;yourUser.Followers &amp;lt;- twListToDF(yourUser.Followers)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="10232" LastActivityDate="2016-05-17T09:31:25.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7804" PostTypeId="2" ParentId="7801" CreationDate="2016-05-17T10:39:18.037" Score="3" Body="&lt;p&gt;I don't think there is a specific method for what you are asking for. There are some methods of acquiring a large number of handles, although they each come with downsides. I typically use the &lt;code&gt;twitteR&lt;/code&gt; package in R to make API requests to the Twitter REST API to get this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the Twitter REST API, you can make requests for: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Tweets based on a search term.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;With the &lt;code&gt;GET search/tweets&lt;/code&gt; method, you can get up to 3200 tweets for a particular search term. You could run lots of different requests with different search terms to remove bias where possible, and collect a random sample of 1000 handles that appear under 21.&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;Get a specific user's followers.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;GET followers/ids&lt;/code&gt;. Could be a quicker and easier option, especially if you use a popular Twitter user. However you are left with the problem that your entire sample is bunrepresentative in that they follow the same person, unless you collect a few different users' followers. There is a very simple method in R for this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;user &amp;lt;- getUser(&quot;justinbieber&quot;) # will probably return a lot of &amp;lt;21's based in the US.&#xA;user.followers &amp;lt;- lookupUsers(user$getFollowerIDs())&#xA;user.followers &amp;lt;- twListToDF(user.followers)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you help with the specifics of getting the data itself (i.e. if you are not already comfortable with making API requests), I can possibly help in the comments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;https://dev.twitter.com/rest/public&quot; rel=&quot;nofollow&quot;&gt;https://dev.twitter.com/rest/public&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10232" LastActivityDate="2016-05-17T10:39:18.037" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7805" PostTypeId="2" ParentId="7801" CreationDate="2016-05-17T11:10:08.297" Score="3" Body="&lt;p&gt;As mentioned above, Twitter has no searchable age category, but there are some clever ways to deduce&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Filter on first names that barely existed more than 21 years ago. For example, &lt;a href=&quot;http://www.babynamewizard.com/voyager#prefix=harper&amp;amp;sw=both&amp;amp;exact=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;Harper&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zCqeO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zCqeO.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find tons of Millenial names on one of the million baby name blogs or sites (&lt;a href=&quot;http://www.huffingtonpost.com/mallory-moss/top-baby-names-2015_b_8694256.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://dev.twitter.com/rest/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter API&lt;/a&gt; or &lt;a href=&quot;https://twitter.com/search-advanced&quot; rel=&quot;nofollow noreferrer&quot;&gt;Advanced Search&lt;/a&gt; allows you to search within a geographical bounding box, to filter for certain languages (&quot;lang:en&quot;) and to either download from the public stream, or to search based on certain terms. You can test out in the browser advanced search queries and then use the search parameters from the response URL with the API.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-05-17T11:10:08.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7806" PostTypeId="2" ParentId="7802" CreationDate="2016-05-17T11:22:15.180" Score="1" Body="&lt;p&gt;The Twitter API endpoints you want are, for example&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dev.twitter.com/rest/reference/get/followers/ids&quot; rel=&quot;nofollow&quot;&gt;getfollowers&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dev.twitter.com/streaming/reference/get/user&quot; rel=&quot;nofollow&quot;&gt;getuser&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-05-17T11:22:15.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7807" PostTypeId="1" CreationDate="2016-05-17T11:45:08.197" Score="5" ViewCount="13732" Body="&lt;p&gt;I really need a dataset about automobile insurance claims to train and test learning algorithms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found references to Masachussets PIP claims data and to Spanish claims data in many scientific articles, but I couldn't find them...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best would be to find claims which concern just insurance third party liability extensions: I mean theft, fire, acts of vandalism, atmospheric agents. But also claims concerning third party liability insurance would be great.&lt;/p&gt;&#xA;" OwnerUserId="9212" LastActivityDate="2019-05-13T17:43:05.500" Title="Where can I find automobile insurance claims data set?" Tags="|machine-learning|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7808" PostTypeId="1" CreationDate="2016-05-17T12:50:15.273" Score="3" ViewCount="27" Body="&lt;p&gt;I am trying to find financial agricultural data for Chile, not as a whole country but for its regions.&lt;/p&gt;&#xA;&lt;p&gt;I found data on &lt;a href=&quot;https://www.fao.org/faostat/en/#data/QV&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAOSTAT&lt;/a&gt; for Chile as a whole country but want more detailed data.&lt;/p&gt;&#xA;" OwnerUserId="9336" LastEditorUserId="14011" LastEditDate="2022-04-28T02:24:10.890" LastActivityDate="2022-04-28T02:24:10.890" Title="Financial agricultural data for Chile's different regions" Tags="|data-request|agriculture|chile|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7809" PostTypeId="2" ParentId="7730" CreationDate="2016-05-17T13:03:56.293" Score="0" Body="&lt;p&gt;The best place to find &lt;em&gt;translation equivalents&lt;/em&gt; is from &lt;strong&gt;Project Panlex&lt;/strong&gt; -- According to their website, their mission is: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;To make panlingual lexical translation possible, the PanLex project&#xA;  is constructing a database designed to include translations among all&#xA;  words (and word-like phrases) of the languages of the world. We are&#xA;  gathering translations from thousands of dictionaries, glossaries,&#xA;  vocabularies, thesauri, word lists, wordnets, and other such published&#xA;  and unpublished sources. We subject the translations found there to a&#xA;  set of standards, so they may be combined into a unified network.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here is a &lt;a href=&quot;http://panlex.org/try/&quot; rel=&quot;nofollow noreferrer&quot;&gt;page linking to various web interfaces&lt;/a&gt; as well as actual &lt;a href=&quot;http://dev.panlex.org/db/&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable data&lt;/a&gt; in csv, json, and xml formats. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hTheF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hTheF.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-05-17T13:03:56.293" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7810" PostTypeId="2" ParentId="7793" CreationDate="2016-05-17T14:22:02.053" Score="12" Body="&lt;p&gt;Try the &lt;a href=&quot;http://www.dhsprogram.com/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Demographic and Health Survey &amp;#40;DHS&quot;&gt;Demographic and Health Survey &amp;#40;DHS&amp;#41;&lt;/a&gt;. They have what you are looking for, for a large set of countries. On top of that you will in part be able to identify family ties, and you can even get access to geo-coded data. The data has answers to an extensive questionnaire. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You have to &quot;apply&quot; to get the data. But that is just a formality -- even as a undergraduate student with just a one-sentence research proposal you are likely to get access within a few hours.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;: The surveys consist of several modules, some modules are only administeed to female respondents, some only to children and so on. Sometimes different waves in different coutnries contain a different combination of modules. Depending on what exactly you're studying you'll need to figure out what exactly your needs are. To show you that the data exists I pick on example: Egyptian women in the 2014-wave. You'll find the data here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&lt;code&gt;Egypt: Standard DHS, 2014&lt;/code&gt;&lt;/em&gt; &gt; &lt;code&gt;Household Member Recode&lt;/code&gt; &gt; Variables: &lt;code&gt;ha*&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here, you see a hight/weight scatter (&lt;code&gt;scatter ha2 ha3&lt;/code&gt; in Stata):&#xA;&lt;a href=&quot;https://i.stack.imgur.com/cxQlY.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cxQlY.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2020-02-03T13:16:16.657" LastActivityDate="2020-02-03T13:16:16.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7812" PostTypeId="2" ParentId="7780" CreationDate="2016-05-17T18:11:51.463" Score="2" Body="&lt;p&gt;Is this what you are looking for ? &lt;a href=&quot;https://itunes.apple.com/us/app/satellite-tracker/id306260378?mt=8&quot; rel=&quot;nofollow&quot;&gt;https://itunes.apple.com/us/app/satellite-tracker/id306260378?mt=8&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What about this ? &lt;a href=&quot;http://www.n2yo.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.n2yo.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://science.nasa.gov/iSat/?group=SMD&quot; rel=&quot;nofollow&quot;&gt;http://science.nasa.gov/iSat/?group=SMD&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might want to google &quot;Satellites&quot; to find what you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-05-17T18:11:51.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7813" PostTypeId="2" ParentId="7582" CreationDate="2016-05-17T19:16:14.540" Score="1" Body="&lt;p&gt;Have a try of the &lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/all-vehicles-veh01#table-veh0124&quot; rel=&quot;nofollow&quot;&gt;gov.uk&lt;/a&gt; site. This particular link has &lt;strong&gt;some&lt;/strong&gt; of the information which might get you part of the way. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since you are not looking to run a business, doing a &quot;screen scrape&quot; of the data might work using something like &lt;a href=&quot;https://en.wikipedia.org/wiki/R_(programming_language)&quot; rel=&quot;nofollow&quot;&gt;R&lt;/a&gt; with the &lt;a href=&quot;https://blog.rstudio.org/2014/11/24/rvest-easy-web-scraping-with-r/&quot; rel=&quot;nofollow&quot;&gt;rvest&lt;/a&gt; package. Then you could use the &lt;a href=&quot;http://www.parkers.co.uk/&quot; rel=&quot;nofollow&quot;&gt;Parkers&lt;/a&gt; and &lt;a href=&quot;http://www.classiccarsforsale.co.uk/&quot; rel=&quot;nofollow&quot;&gt;ClassicCars&lt;/a&gt; websites and pull off info building up data as you go. If you are not a programmer, then this will be tricky. &lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="10235" LastEditDate="2016-05-17T19:23:10.083" LastActivityDate="2016-05-17T19:23:10.083" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7814" PostTypeId="1" CreationDate="2016-05-17T21:07:19.390" Score="1" ViewCount="60" Body="&lt;p&gt;I am looking for patients in MIMIC-III v1.3 who took stool softener drugs listed as &quot;Senna, Dulcolax, docusate, milk of magnesia,Colace, MiraLAX, and bisacodyl&quot;  on their first ICU stay during the first hospital admission.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found that the resulting number of people is disproportionately high.&#xA;I wonder if someone can provide any insight into this issue.&#xA;This is my code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;with first_admissions as (&#xA;SELECT&#xA;      p.subject_id,p.hadm_id&#xA;    , row_number() over (partition by p.subject_id order by p.admittime ASC) as r&#xA;  FROM mimiciii.admissions p&#xA;),&#xA;first_icustays as (&#xA;SELECT&#xA;      p.subject_id,p.hadm_id, p.icustay_id&#xA;    , row_number() over (partition by p.subject_id order by p.intime ASC) as rn&#xA;  FROM mimiciii.icustays p&#xA;)&#xA;,&#xA;first_stays as(&#xA;select a.subject_id,a.hadm_id,i.icustay_id &#xA;from first_admissions a&#xA; join first_icustays i on  a.subject_id = i.subject_id where r=1 and rn=1&#xA;&#xA;)&#xA;&#xA;SELECT distinct on (p.subject_id) p.subject_id&#xA;FROM firststays a, mimiciii.prescriptions p&#xA;where  a.subject_id = p.subject_id&#xA;and a.icustay_id = p.icustay_id&#xA;and a.hadm_id = p.hadm_id &#xA;and p.drug @@ to_tsquery('senna | Dulcolax | docusate | magnesia | Colace | MiraLAX | bisacodyl')&#xA;order by p.subject_id;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9905" LastEditorUserId="10235" LastEditDate="2016-05-18T13:19:16.610" LastActivityDate="2016-05-18T13:19:16.610" Title="Looking for patients who took stool softener drugs on their first admission" Tags="|medical|mimic-iii|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7815" PostTypeId="1" CreationDate="2016-05-18T12:02:16.527" Score="0" ViewCount="64" Body="&lt;p&gt;I am looking for data on the individual-level that contains information on the sexual orientation (or a reasonable correlate thereof). I would ideally like a data set like  from the &lt;a href=&quot;http://www.dhsprogram.com&quot; rel=&quot;nofollow&quot; title=&quot;DHS program&quot;&gt;DHS program&lt;/a&gt; or the &lt;a href=&quot;http://www.worldvaluessurvey.org/wvs.jsp&quot; rel=&quot;nofollow&quot; title=&quot;DHS program&quot;&gt;WV-Survey&lt;/a&gt;, so that it contains biographic or other answers to survey questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Clarification&lt;/em&gt;: I am not looking for a dataset of LGBT individuals, but for a dataset with an indicator for sexual orientation. Obviously it would be okay if non-hetero individuals were oversampled, given that I want to run statistics pertaining to them, but I still need all kinds of respondents in there.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2016-05-19T23:17:22.073" LastActivityDate="2016-05-19T23:17:22.073" Title="Individual-level data (e.g. survey) with information on sexual orientation" Tags="|data-request|survey|lgbt|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7816" PostTypeId="2" ParentId="6379" CreationDate="2016-05-18T12:26:35.357" Score="1" Body="&lt;p&gt;We have a patch sitting in our OCIO's office that will fix this issue.  Once it navigates that maze, pagination should work.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2016-05-18T12:26:35.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7817" PostTypeId="2" ParentId="7794" CreationDate="2016-05-18T12:28:23.403" Score="1" Body="&lt;p&gt;We have a patch sitting in our OCIO's office that will fix the issue with pagination not working.  Once it navigates that maze, pagination beyond the first 200 records should work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit:  The fix is in place.  We've updated &lt;a href=&quot;http://developer.dol.gov/accessing-the-apis-using-http-requests&quot; rel=&quot;nofollow&quot;&gt;our API documentation&lt;/a&gt; as well.  We're in the process of updating our dataset documentation as well as the feature is rolled out to all of our data sources.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastEditorUserId="3679" LastEditDate="2016-08-01T12:48:39.443" LastActivityDate="2016-08-01T12:48:39.443" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7818" PostTypeId="1" CreationDate="2016-05-18T14:01:44.790" Score="2" ViewCount="91" Body="&lt;p&gt;I'm working on a research project to develop an ontology for wetlands in PROTEGE, but I have doubts about the relationship between ontologies and knowledge management, I understand that ontologies are used for the representation of knowledge, but I can not find an academic text about the relationship between ontologies and knowledge management, specifically I find information on knowledge management.&lt;/p&gt;&#xA;" OwnerUserId="6434" LastEditorUserId="5766" LastEditDate="2017-06-23T13:23:40.503" LastActivityDate="2017-06-28T20:57:01.460" Title="Are there relationships between Knowledge Management and Ontologies?" Tags="|ontology|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7820" PostTypeId="2" ParentId="7815" CreationDate="2016-05-18T19:06:21.490" Score="2" Body="&lt;p&gt;Pew Research has a dataset that was used for this article:&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.pewsocialtrends.org/2013/06/13/a-survey-of-lgbt-americans/&quot; rel=&quot;nofollow noreferrer&quot;&gt;A survey of LGBT Americans&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can download the data &lt;a href=&quot;http://www.pewsocialtrends.org/category/datasets/?download=19799&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, after registering.&lt;/p&gt;&#xA;&lt;p&gt;Survey information:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Findings in this report are based on two main data sources:&lt;/p&gt;&#xA;&lt;p&gt;This report is based primarily on a Pew Research Center survey of the LGBT population conducted April 11-29, 2013, among a nationally representative sample of 1,197 self-identified lesbian, gay, bisexual and transgender adults 18 years of age or older. The sample comprised 398 gay men, 277 lesbians, 479 bisexuals and 43 transgender adults. The survey questionnaire was written by the Pew Research Center and administered by the GfK Group using KnowledgePanel, its nationally representative online research panel.&lt;/p&gt;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&lt;p&gt;In most cases the comparisons made between LGBT adults and the general public are taken from other Pew Research Center surveys.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;em&gt;Please note that I find your question vague and the comment about not being a duplicate doesn't explain why. If you add more details to the question, I think that would help.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-05-18T19:06:21.490" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7821" PostTypeId="5" CreationDate="2016-05-18T19:11:03.880" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-05-18T19:11:03.880" LastActivityDate="2016-05-18T19:11:03.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7822" PostTypeId="4" CreationDate="2016-05-18T19:11:03.880" Score="0" Body="Lesbian, gay, bisexual and transgender population" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-05-18T19:11:03.880" LastActivityDate="2016-05-18T19:11:03.880" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7823" PostTypeId="2" ParentId="5403" CreationDate="2016-05-19T13:40:32.037" Score="4" Body="&lt;p&gt;Just to expand upon @philshem's comment: the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/API&quot; rel=&quot;noreferrer&quot;&gt;OpenStreetMap API&lt;/a&gt; can be queried for tags (keys and values) like &lt;code&gt;amenity=parking&lt;/code&gt; to find points of interest within a given bounding box or near a certain coordinate: an &lt;a href=&quot;http://overpass-turbo.eu/s/gjR&quot; rel=&quot;noreferrer&quot;&gt;exemplary query&lt;/a&gt; (on overpass turbo, an interactive site to develop and preview queries) yields the following result:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nNgky.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nNgky.png&quot; alt=&quot;overpass turbo query result for parking lots in a city&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2016-05-19T13:40:32.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7824" PostTypeId="2" ParentId="7445" CreationDate="2016-05-19T13:55:37.673" Score="1" Body="&lt;p&gt;From what I found from a cursory browsing through the &lt;a href=&quot;http://topotools.cr.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;topographic dataset&lt;/a&gt; description of the USGS world, you probably want to use the &lt;a href=&quot;https://lta.cr.usgs.gov/GMTED2010&quot; rel=&quot;nofollow&quot;&gt;Global Multi-resolution Terrain Elevation Data 2010&lt;/a&gt; (GMTED2010), with its 34 page &lt;a href=&quot;http://pubs.usgs.gov/of/2011/1073/pdf/of2011-1073.pdf&quot; rel=&quot;nofollow&quot;&gt;technical documentation&lt;/a&gt;, mainly comparing it to the older GTOPO30 dataset. Deviations due to vegetation are discussed (p. 12):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A raster-based comparison was conducted between&#xA;  GMTED2010 and GTOPO30. The calculated minimum, maxi-&#xA;  mum, mean difference, and standard deviation for the 30-arc-&#xA;  second systematic subsample and mean products compared to&#xA;  GTOPO30 are presented in table 5. The &lt;strong&gt;mean difference&lt;/strong&gt; for&#xA;  both GMTED2010 30-arc-second products indicates about&#xA;  a &lt;strong&gt;4.3-meter bias compared to GTOPO30&lt;/strong&gt;. One likely reason&#xA;  for the &lt;strong&gt;positive bias&lt;/strong&gt; is that the elevation of SRTM areas with&#xA;  foliage represents &lt;strong&gt;vegetation canopy elevations&lt;/strong&gt;. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;However, the only way to download the dataset seems to be over the clunky &lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;EarthExplorer&lt;/a&gt; interface, which even requires creating a user account.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2016-05-19T13:55:37.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7825" PostTypeId="1" CreationDate="2016-05-19T14:45:07.217" Score="2" ViewCount="14" Body="&lt;p&gt;This is a very common scenario. &#xA;What is the best way to implement publishing media content (Audio or Video) to different channel for same user?&#xA;e.g. If an user access a particular content in desktop and then close/pause the same and try to open in another channel say iPad. How the same content gets served and ensure where the user stops earlier and where to start with?&#xA;Moreover how to publish the media content at large scale?&lt;/p&gt;&#xA;" OwnerUserId="11410" LastActivityDate="2016-05-19T14:45:07.217" Title="Publish Media content data to omni channel" Tags="|releasing-data|" AnswerCount="0" CommentCount="1" ClosedDate="2016-05-20T13:44:09.710" ContentLicense="CC BY-SA 3.0" />
  <row Id="7826" PostTypeId="1" CreationDate="2016-05-19T16:42:26.133" Score="2" ViewCount="45" Body="&lt;p&gt;I am studying for my master’s degree in the Interaction Design domain. For my upcoming Capstone project, can someone please direct me to good resources that talk about &lt;em&gt;governmental open data at the community level&lt;/em&gt; :&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Why do cities in the US and around the world use open data. What was&#xA;the need in the first place? (long-term view)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;What are the pros and cons of using Indicators/ Signs. (History and&#xA;current usage). A good or a bad example.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Any academic study that is done from the user's perspective. Who uses open data. What decisions do they make? Challenges users face. (This is huge for me - users, audience. My goal is to understand the open data users - make it a little easy for them and ultimately help the end users.)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Pl let me know if I need to refine my questions or if these are good to start.&lt;/p&gt;&#xA;" OwnerUserId="11411" LastEditorUserId="70" LastEditDate="2022-10-14T18:37:14.937" LastActivityDate="2022-10-14T18:37:14.937" Title="Need Resource suggestions about Indicators and Signs in Governmental Open data" Tags="|data-request|government|uses-of-open-data|releasing-data|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="7827" PostTypeId="1" CreationDate="2016-05-19T18:14:04.273" Score="1" ViewCount="39" Body="&lt;p&gt;I've trained a speech recognition model using the LibriSpeech database which isn't as widely used as other datasets like TIMIT or MNIST. Does that factor in any way or can I publish the results irrespective of what dataset I use?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I ask this is, if we only use datasets like TIMIT, models could be made to overfit those datasets for greater accuracy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a thing such as standard datasets in speech recognition?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or else, which are some other easily available speech datasets for multiple languages?&lt;/p&gt;&#xA;" OwnerUserId="11412" LastEditorUserId="18" LastEditDate="2016-05-19T18:48:58.880" LastActivityDate="2016-05-20T11:17:23.023" Title="Should the testing of my learning algorithm be restricted only on standard datasets or can I use any dataset to publish my results?" Tags="|language|best-practice|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7828" PostTypeId="2" ParentId="7403" CreationDate="2016-05-20T10:37:35.380" Score="2" Body="&lt;h2&gt;Religion&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;If you are happy with a single value per country, the world bank got you covered with the dataset &lt;a href=&quot;http://data.worldbank.org/data-catalog/wdr2011&quot; rel=&quot;nofollow&quot;&gt;World Development Report 2011&lt;/a&gt;. It contains time series from 1960 to 2009 for all countries of high-level indicators, summarising statistics from various public sources. Among them is the CIA World Factbook. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The accompanying &lt;a href=&quot;http://databank.worldbank.org/data/download/WDR2011%20CodeBook.pdf&quot; rel=&quot;nofollow&quot;&gt;codebook&lt;/a&gt; on the field &lt;code&gt;DominantReligion_EB_CIA&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If &lt;strong&gt;50% or more  of the population adhere to a particular religion&lt;/strong&gt;, &#xA;  that country is deemed to contain a dominant religion. The various &#xA;  denominations of a particular religion are added together. The &#xA;  coding is as follows: 0= No dominant religion; 1= Christianity; 2= Islam; 3= Buddhism; 4= Hinduism; 5= Judaism; 6= Shintoism.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There are other fields related to religion in that dataset as well, like &lt;code&gt;Freedom_religion_CIRI&lt;/code&gt; (indicator to freedom of practising one's religion), &lt;code&gt;Relipol_Montalvo_Querol&lt;/code&gt; (religious polarization score), &lt;code&gt;Relifra_Montalvo_Querol&lt;/code&gt; (religious fractionalization).&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Language&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Here the dataset only has one numeric field &lt;code&gt;OfficialLanguages_EB_CIA&lt;/code&gt;, measuring the number of official language per country, and four boolean columns indicating whether English, French, Spanish, Arabic are among these official languages.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2016-05-20T10:37:35.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7829" PostTypeId="2" ParentId="7827" CreationDate="2016-05-20T11:17:23.023" Score="1" Body="&lt;p&gt;The advantage of using a standard dataset is that it allows direct comparison of results and performance. In essence, standard datasets allow benchmarking by providing a common, accepted measure. That said, I don't imagine any journal editor or reviewer would scoff if you included results of a different dataset &lt;em&gt;in addition&lt;/em&gt; to the standard ones in your discipline.&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-05-20T11:17:23.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7830" PostTypeId="1" AcceptedAnswerId="7852" CreationDate="2016-05-20T12:48:34.800" Score="2" ViewCount="1486" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Oportunidades&quot; rel=&quot;nofollow noreferrer&quot;&gt;Progresa/Oportunidades&lt;/a&gt; is a large scale social welfare program that was conducted as an RCT and that has been widely evaluated (for a list of econ papers using this data see &lt;a href=&quot;https://ideas.repec.org/cgi-bin/htsearch?ul=%25%2Fa%2F%25&amp;amp;q=Progresa&amp;amp;cmd=Search!&amp;amp;wf=4BFF&amp;amp;s=R&amp;amp;dt=range&amp;amp;db=&amp;amp;de=&amp;amp;m=all&amp;amp;fmt=long&amp;amp;sy=1&amp;amp;ps=10&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;When trying to find the data sources, links (e.g. on &lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=hdl:1902.1/18235&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataverse.harvard.edu&lt;/a&gt;) point to a website that doesn't exist: &lt;a href=&quot;http://evaluacion.oportunidades.gob.mx:8010/en/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://evaluacion.oportunidades.gob.mx:8010/en/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There is &lt;a href=&quot;http://evaluacion.oportunidades.gob.mx:8010/EVALUACION/index1.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;main website&lt;/a&gt; has a &amp;quot;Databases&amp;quot; link, but provides just a bunch on individual datasets, without a clean documentation, and apparently &lt;strong&gt;without the data on treatment assignment.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Hence my question: Does anyone know of a reliable source for pre-compiled Proresa data including the treatment indicator and post-treatment outcomes?&lt;/p&gt;&#xA;&lt;p&gt;Edit: Data should be on the household/individual level&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-06-22T17:10:04.673" Title="Progresa/Oportunidades dataset" Tags="|data-request|latin-america|randomized-trial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7831" PostTypeId="1" CreationDate="2016-05-20T21:34:54.200" Score="1" ViewCount="14" Body="&lt;p&gt;The USGS's Great Lakes Science Center surveys fish populations every year in the Great Lakes. The results are &lt;a href=&quot;http://www.glsc.usgs.gov/reports&quot; rel=&quot;nofollow&quot;&gt;compiled into reports&lt;/a&gt;, but is the underlying data available anywhere?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-05-23T13:42:22.270" LastActivityDate="2016-05-23T13:42:22.270" Title="Data from the Great Lakes Science Center's Annual Bottom Trawl and Acoustics Surveys" Tags="|data-request|federal|usgs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7832" PostTypeId="2" ParentId="6129" CreationDate="2016-05-20T21:36:38.753" Score="3" Body="&lt;p&gt;I'm not very expert on this subject, but since no one has answered, and I was wondering just how hard it would be to find, I've spent a little time searching. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The conclusion? It's pretty hard to find. I don't have a satisfactory answer to your actual question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to this &lt;a href=&quot;https://www.census.gov/newsroom/cspan/1940census/CSPAN_1940slides.pdf&quot; rel=&quot;nofollow&quot;&gt;PDF slide deck&lt;/a&gt;, income was not solicited on the US Census until 1940, so that doesn't provide you with a whole lot of pre-1951 data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While I'm not very expert in it, my understanding is that the Current Population Survey (CPS) is the best source for longitudinal data, as long as you don't need fine-grained geographies. However, it appears that the CPS also doesn't extend much before 1951 -- I infer that from &lt;a href=&quot;https://www.census.gov/hhes/www/income/data/historical/history.html&quot; rel=&quot;nofollow&quot;&gt;this table&lt;/a&gt; detailing methodology changes, which begins in 1947. This page also has a note, &quot;If you have any questions, please Call 301-763-3243&quot; -- this may be a case where calling that number or someone in your a &lt;a href=&quot;http://www.census.gov/about/partners/sdc/member-network.html&quot; rel=&quot;nofollow&quot;&gt;state Census Data Center&lt;/a&gt; in your state or finding a &quot;data dissemination specialist&quot; for your &lt;a href=&quot;https://www.census.gov/regions/&quot; rel=&quot;nofollow&quot;&gt;Census region&lt;/a&gt; is in order.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;People forget that our tax dollars pay for people to help you with questions like this! Of course it would be awesome if we could just find the answer online, but... well, if you call and learn something, you could post the answer here as a signpost for the next person with a similar question. (Or you could encourage whomever you talk to to consider monitoring this site and fielding questions directly!)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; If I understand IPUMS correctly, I requested income data from all years from 1850-1950 and the only rows with non-blank values were for 1950. So it may simply be that it wasn't systematically collected before then.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2016-05-23T21:49:25.627" LastActivityDate="2016-05-23T21:49:25.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7833" PostTypeId="1" CreationDate="2016-05-21T12:04:38.240" Score="3" ViewCount="98" Body="&lt;p&gt;I'm looking for a dataset of documents (bag of words style is fine) which include time stamps.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also need it to be semi-coherent, for instance a years worth of news articles which all focus on the economy/finance, broken down by day, or something like that.  If it's just a broad collection of documents that aren't really related that doesn't work for me.  Something around 30k to 100k documents would be ideal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have scoured the internet but haven't really found any datasets of this type besides the NSF abstracts corpus, and unfortunately that doesn't really contain enough in the way of changing temporal dynamics.  I need something that's either faster changing (like news), or spans a much larger time interval.&lt;/p&gt;&#xA;" OwnerUserId="11422" LastActivityDate="2016-07-28T22:54:35.207" Title="Natural language corpora dataset with time stamps" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7834" PostTypeId="1" CreationDate="2016-05-21T13:13:43.603" Score="5" ViewCount="97" Body="&lt;p&gt;I tried to find the same-sex data from ACS and collect them at the census tract level. There are some good information in the website (see below) but it doesn't specify which tables have such information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/hhes/samesex/data/acs.html&quot;&gt;http://www.census.gov/hhes/samesex/data/acs.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After some research, I did find the &quot;unmarried partner household&quot; information from table B11009. According to census analysis, same-sex couples include &quot;same-sex spouses&quot; and &quot;unmarried partners&quot;. Could someone help me identify the table(s) which includes the same-sex spouse information?&lt;/p&gt;&#xA;" OwnerUserId="11423" LastEditorUserId="1511" LastEditDate="2016-05-22T07:36:18.933" LastActivityDate="2016-05-23T22:29:19.670" Title="Same-sex couple data from American Community Survey (ACS)" Tags="|data-request|us-census|lgbt|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7835" PostTypeId="1" CreationDate="2016-05-21T14:00:21.630" Score="2" ViewCount="16" Body="&lt;p&gt;Is the data on the OpenFEC API current as my team seems to be noticing descrepancies between data pulled down from OpenFEC API and Fec.gov&lt;/p&gt;&#xA;" OwnerUserId="11424" LastActivityDate="2016-05-21T14:00:21.630" Title="Is the data on the OpenFEC API current?" Tags="|openfec|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7836" PostTypeId="2" ParentId="7833" CreationDate="2016-05-21T14:33:42.293" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/Linguistic_Data_Consortium&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linguistic Data Consortium&lt;/a&gt; (LDC) has an online searchable database of English news articles (also Chinese &amp;amp; Arabic). If you sign up for an account, you should be able to access the &lt;a href=&quot;https://online.ldc.upenn.edu/search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LDC Online search&lt;/a&gt;. You could retrieve all news articles for a specific topic (e.g., Clinton) and then extract the date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QXcDt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QXcDt.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-05-21T14:33:42.293" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7837" PostTypeId="1" AcceptedAnswerId="7838" CreationDate="2016-05-21T16:40:37.050" Score="4" ViewCount="112" Body="&lt;p&gt;I am looking for data about lightning for the state of Colorado. I'd like to get them in geospatial data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to display them in point showing them each county especially up in the mountains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware that the NWS in Pueblo has their map showing each county in percent numbers but that does not provide us information about each lighting strike..&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-05-21T18:55:23.130" Title="Past Lightning (weather) data" Tags="|data-request|geospatial|weather|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7838" PostTypeId="2" ParentId="7837" CreationDate="2016-05-21T18:55:23.130" Score="3" Body="&lt;p&gt;I know that 'Convective available potential energy' has a very strong correlation with lightning probability. This data you can get &lt;a href=&quot;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; at 6 hour intervals worldwide since 1979.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-05-21T18:55:23.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7839" PostTypeId="2" ParentId="266" CreationDate="2016-05-21T19:55:04.933" Score="1" Body="&lt;h1&gt;Google Custom Search for Data&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Google Custom Search across 200+ data publishers and data repositories:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://cse.google.com/cse/publicurl?cx=002720237717066476899:v2wv26idk7m&quot; rel=&quot;nofollow&quot;&gt;https://cse.google.com/cse/publicurl?cx=002720237717066476899:v2wv26idk7m&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It's compatible with Google's &lt;a href=&quot;http://www.googleguide.com/advanced_operators_reference.html&quot; rel=&quot;nofollow&quot;&gt;search operators&lt;/a&gt;. You can&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;exclude sources with &lt;code&gt;-site:domain.com&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;exclude keywords with &lt;code&gt;-keyword&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;find by extension &lt;code&gt;ext:csv&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Disclaimer: I maintain this CSE. Your suggestions for new data sources are welcomed.)&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-05-21T19:55:04.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7840" PostTypeId="1" AcceptedAnswerId="7891" CreationDate="2016-05-21T21:37:11.557" Score="8" ViewCount="93" Body="&lt;p&gt;I would like to push my local government to provide the Comprehensive Annual Financial Report (&lt;a href=&quot;https://en.wikipedia.org/wiki/Comprehensive_annual_financial_report&quot;&gt;CAFR&lt;/a&gt;) as an open data source.  I was wondering if we could go one step further by providing it in a particular open standard. &lt;/p&gt;&#xA;" OwnerUserId="43" LastEditorUserId="1511" LastEditDate="2016-05-22T07:35:18.677" LastActivityDate="2018-01-26T03:35:14.060" Title="Is there an open standard for the CAFR (Comprehensive Annual Finance Report)?" Tags="|government|finance|standards|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7841" PostTypeId="1" CreationDate="2016-05-22T01:35:16.077" Score="2" ViewCount="174" Body="&lt;p&gt;Not sure if this question is on topic but I want to be able to automate the download of data from this site using a script- &lt;a href=&quot;http://www.esrl.noaa.gov/psd/data/gridded/data.ncep.reanalysis.pressure.html&quot; rel=&quot;nofollow&quot;&gt;http://www.esrl.noaa.gov/psd/data/gridded/data.ncep.reanalysis.pressure.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently I can go here and manually download by clicking the variable that I want (such as surface pressure, time of day that I want the data , subset for the region and the pressure level(such as 500 hPa etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The same can be accomplished by harcoding the value of file that I want to download in a script.&#xA;I want to automate this process with some intelligence using a script. I want to pass as input the following&lt;/p&gt;&#xA;&#xA;&lt;p&gt;a) type of variable that i want to download such as surface pressure or temperature&lt;/p&gt;&#xA;&#xA;&lt;p&gt;b) time i.e data corresponds to which day&lt;/p&gt;&#xA;&#xA;&lt;p&gt;c) latitude /longitude of the subset that I want to download&lt;/p&gt;&#xA;&#xA;&lt;p&gt;d) pressure level( 500 hPa, 850 hPa etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These four variables will be sent each time for each HTTP download request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is that possible ? &lt;/p&gt;&#xA;" OwnerDisplayName="user5883" LastEditorDisplayName="user5883" LastEditDate="2016-05-22T01:40:48.063" LastActivityDate="2016-05-22T11:54:08.573" Title="Automating NOAA reanalysis data download" Tags="|api|noaa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7842" PostTypeId="1" CreationDate="2016-05-22T01:58:33.350" Score="2" ViewCount="37" Body="&lt;p&gt;How do you use &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/genbank/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GenBank&lt;/a&gt; to pull the count of actual base pairs (and actual bases) that were uploaded week-by-week across the entire &lt;a href=&quot;https://www.genome.gov/10001477/human-genome-projects-fiveyear-plan-19911995/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Human Genome Project&lt;/a&gt; in its early years 1990-1998?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, we want to be able see the count of base pairs as reflected in this graph - and pull the base pairs too. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SHSre.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SHSre.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11083" LastEditorUserId="1511" LastEditDate="2016-05-22T09:06:18.690" LastActivityDate="2016-05-22T09:06:18.690" Title="Basepairs from the Human Genome Project" Tags="|research|genome|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7843" PostTypeId="2" ParentId="7841" CreationDate="2016-05-22T11:54:08.573" Score="1" Body="&lt;p&gt;Here are the instructions to use the &lt;strong&gt;NOAA&lt;/strong&gt; webservices API that provides access to current data - &lt;a href=&quot;http://www.ncdc.noaa.gov/cdo-web/webservices/v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncdc.noaa.gov/cdo-web/webservices/v2&lt;/a&gt; - according to their site: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This API is for developers looking to create their own scripts or&#xA;  programs that use the CDO database of weather and climate data. An&#xA;  access token is required to use the API, and each token will be&#xA;  limited to five requests per second and 1,000 requests per day.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Below is an illustration of the base url and end points.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/crPX9.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/crPX9.png&quot; alt=&quot;base url&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-05-22T11:54:08.573" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7844" PostTypeId="2" ParentId="4510" CreationDate="2016-05-22T13:35:44.160" Score="4" Body="&lt;p&gt;The information you seek is in the Structured Product Label (SPL) that each drug labeller provides to the FDA.  The SPL is free and available through an API provided by the National Library of Medicine's DailyMed web service.  For more information visit: &lt;a href=&quot;http://usgovxml.com/DataService.aspx?ds=DMEDWS&quot; rel=&quot;nofollow&quot;&gt;http://usgovxml.com/DataService.aspx?ds=DMEDWS&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: the web service has been updated to allow retrieval of SPLs by drugName, labeller, NDC, etc.  Visit: &lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/webservices-help/v2/spls_api.cfm&quot; rel=&quot;nofollow&quot;&gt;https://dailymed.nlm.nih.gov/dailymed/webservices-help/v2/spls_api.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11433" LastActivityDate="2016-05-22T13:35:44.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7845" PostTypeId="1" CreationDate="2016-05-22T21:44:37.573" Score="1" ViewCount="22" Body="&lt;p&gt;I am looking for a dataset that contains information on users' usage of different applications on their phone. I couldn't find any related data in this context. &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2016-05-22T21:44:37.573" Title="Mobile applications usage" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7846" PostTypeId="2" ParentId="1737" CreationDate="2016-05-23T06:50:38.900" Score="4" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;FRED, from the Federal Reserve Bank of St. Louis offers various economic time-series data on various geographic levels. I personally use these on a county level, where you can find data on: population, unemployment, personal income, labor force, food stamps recipients, poverty, educational attainment, median household income.&#xA;They also have a very good looking (if somewhat slow...) add-in for Excel, there are various packages for various statistical software to use their data and they provide a direct way of accessing information via an API (I haven't had a chance to use it though).&#xA;See more here: &#xA;&lt;a href=&quot;https://research.stlouisfed.org/fred2/&quot;&gt;https://research.stlouisfed.org/fred2/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;SEER from the National Cancer Institute has great data on a county-year level. these can be easily &quot;converted&quot; (I have a stata do file for that if you want it) to measures such as total county population, county population by gender, race, Hispanic origin, age groups, etc.&#xA;See more here:&#xA;&lt;a href=&quot;http://seer.cancer.gov/popdata/&quot;&gt;http://seer.cancer.gov/popdata/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11434" LastActivityDate="2016-05-23T06:50:38.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7847" PostTypeId="1" CreationDate="2016-05-23T08:35:44.147" Score="2" ViewCount="49" Body="&lt;p&gt;Are there any geospatial datasets for irrigation in the UK?&#xA;I've had a look through &lt;a href=&quot;https://www.ceh.ac.uk/data&quot; rel=&quot;nofollow&quot;&gt;https://www.ceh.ac.uk/data&lt;/a&gt; but there isn't anything for agricultural irrigation in the UK.&lt;/p&gt;&#xA;" OwnerUserId="9336" LastEditorUserId="4252" LastEditDate="2016-05-25T20:57:47.780" LastActivityDate="2016-05-27T16:25:42.147" Title="Any geospatial irrigation data for the UK?" Tags="|data-request|geospatial|uk|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7848" PostTypeId="1" CreationDate="2016-05-23T10:11:14.480" Score="3" ViewCount="41" Body="&lt;p&gt;Where could I find datasets of the percentage of name in the UK and US? I am looking at both first name and surname. And is it even possible to find such dataset?&lt;/p&gt;&#xA;" OwnerUserId="9195" LastActivityDate="2016-05-23T10:11:14.480" Title="Data on percentage of name in the UK and US" Tags="|usa|uk|names|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="7849" PostTypeId="2" ParentId="1440" CreationDate="2016-05-23T12:17:41.863" Score="1" Body="&lt;p&gt;EZSiteTracker’s Price Tracking Tool allows you to detect the price change of your favorite product/s online and get instant notifications via email. Visit: &lt;a href=&quot;http://www.ezsitetracker.com/PriceTracking&quot; rel=&quot;nofollow&quot;&gt;http://www.ezsitetracker.com/PriceTracking&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11436" LastActivityDate="2016-05-23T12:17:41.863" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7850" PostTypeId="1" AcceptedAnswerId="7911" CreationDate="2016-05-23T14:01:44.887" Score="5" ViewCount="43" Body="&lt;p&gt;In some countries, such as the USA, apartments are usually sold through real-estate agents: the buyers send bids to the agent, the agent forwards the bids to the seller, and the seller selects the winning bid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is easy to find data on the final price for which a house was sold. Where can you find data on the other bids - the losing bids?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My goal is to build a model for the distribution of bids above the final price. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably, real-estate agents have such data, but do they make it public?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I will be happy for data from any country.&lt;/p&gt;&#xA;" OwnerUserId="2740" LastEditorUserId="2740" LastEditDate="2016-05-31T14:45:29.007" LastActivityDate="2016-05-31T16:30:28.447" Title="Bids on apartments" Tags="|economics|real-estate|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7851" PostTypeId="1" CreationDate="2016-05-23T14:14:14.927" Score="3" ViewCount="19" Body="&lt;p&gt;for a current research project I would need file access traces of real world cloud storages. Unfortunately I was not able to find any yet. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More precisely I need real world traces with at least the following information: filename, file size, access time, operation (put, post, get, delete). The kind of data (if the files are images, textdata or something else) does not matter. Furthermore, it is also ok if it is not a cloud storage, but for example an online image gallery, as long as all 4 operations (put, post, get, delete) are included its fine for me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="11435" LastActivityDate="2016-05-23T14:14:14.927" Title="Daily access pattern of a real cloud storage" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7852" PostTypeId="2" ParentId="7830" CreationDate="2016-05-23T15:17:11.623" Score="1" Body="&lt;p&gt;Wayback Machine has this indexed a few times. Remember, when dealing with linkrot, the Wayback Machine is your friend:&lt;br&gt;&#xA;&lt;a href=&quot;https://web.archive.org/web/20150421004546/http://evaluacion.oportunidades.gob.mx:8010/index1.php&quot; rel=&quot;nofollow&quot;&gt;https://web.archive.org/web/20150421004546/http://evaluacion.oportunidades.gob.mx:8010/index1.php&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;br&gt;&#xA;Why would it not give you access to the data? I can only think of a few occasions where this would be the case, and in this one, it is not. All you had to do was look...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Better Edit:&lt;br&gt;&#xA;The data you seek is here: &lt;a href=&quot;https://www.prospera.gob.mx/EVALUACION/index1.php&quot; rel=&quot;nofollow&quot;&gt;https://www.prospera.gob.mx/EVALUACION/index1.php&lt;/a&gt;&lt;br&gt;&#xA;From navigation: Evaluation and Indicators -&gt; External Evaluation Reports &amp;amp; Studies -&gt; Oportunidades&lt;br&gt;&#xA;Double clicking on each datasets' header (colored background) displays dropdown with data for downloading.&lt;br&gt;&#xA;You can compare the original 2003 docs to current, they are the same:&lt;br&gt;&#xA;&lt;a href=&quot;https://web.archive.org/web/20101031083632/http://evaluacion.oportunidades.gob.mx:8010/en/docs/eval_docs_2003.php&quot; rel=&quot;nofollow&quot;&gt;2003 Original&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.prospera.gob.mx/EVALUACION/en/docs/docs2003.php&quot; rel=&quot;nofollow&quot;&gt;2003 Current&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-05-23T23:11:41.333" LastActivityDate="2016-05-23T23:11:41.333" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="7854" PostTypeId="2" ParentId="7834" CreationDate="2016-05-23T22:29:19.670" Score="3" Body="&lt;p&gt;This data is not readily available in the US Census right now. According to this &lt;a href=&quot;http://fivethirtyeight.com/features/the-census-still-doesnt-know-how-many-same-sex-couples-there-are/&quot; rel=&quot;nofollow&quot;&gt;Nov. 2014 story from FiveThirtyEight.com&lt;/a&gt;, new questions explicitly asking whether the respondent's spouse was same-sex or different were tested in 2015, but if that happened, presumably it was a limited test. The &lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/methodology/questionnaires/2015/quest15.pdf&quot; rel=&quot;nofollow&quot;&gt;archived 2015 questionnaire&lt;/a&gt; doesn't use the form shown in the 538 article, and neither does &lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/about/qbyqfact/2016/Relationship.pdf&quot; rel=&quot;nofollow&quot;&gt;the current (2016) version of the question&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Remember that it has been less than a year since &lt;a href=&quot;https://www.oyez.org/cases/2014/14-556&quot; rel=&quot;nofollow&quot;&gt;Obergefell v. Hodges&lt;/a&gt; was decided. I'm actually surprised that they were planning tests of the explicit same-sex question before then, considering the mix of legal statuses from state-to-state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You've found what is probably the best page on the subject, and I think this is one of the places which the Census will keep up to date, despite the sad amount of content rot elsewhere on census.gov. &lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-05-23T22:29:19.670" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7855" PostTypeId="1" AcceptedAnswerId="7895" CreationDate="2016-05-24T03:30:03.120" Score="4" ViewCount="590" Body="&lt;p&gt;By &quot;picture corpus&quot; I mean the picture collection each illustrating one word in the usually used vocabulary, such as words in Google 10000 English I found on GitHub.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance: vocabulary&lt;br&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/kN1Ww.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kN1Ww.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;source: &lt;a href=&quot;http://dict.youdao.com/w/eng/vocabulary/#keyfrom=dict2.top.suggest&quot; rel=&quot;nofollow noreferrer&quot;&gt;Youdao&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've crawled 2033 pictures for 2033 words (mostly nouns) in the aforementioned Google wordlist from Youdao, but it's not enough.&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="1511" LastEditDate="2016-05-29T19:12:31.850" LastActivityDate="2021-02-27T08:34:29.647" Title="Is there any picture corpus?" Tags="|data-request|language|images|corpora|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7856" PostTypeId="1" AcceptedAnswerId="7872" CreationDate="2016-05-24T08:51:33.697" Score="4" ViewCount="288" Body="&lt;p&gt;Where can I find time series data sets of &quot;Australian beer consumption&quot; and the amount of carbon dioxide measured monthly in the Ankara capitol of Turkey (ANSO)?&lt;/p&gt;&#xA;" OwnerUserId="11445" LastEditorUserId="244" LastEditDate="2016-06-07T04:30:44.830" LastActivityDate="2016-11-03T15:39:35.230" Title="where can i find time series data sets of Australian beer consumption?" Tags="|data-request|time-series|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7857" PostTypeId="1" CreationDate="2016-05-24T09:10:54.433" Score="2" ViewCount="38" Body="&lt;p&gt;I'm looking for contaminated land data for Scotland. I know this is managed by &lt;a href=&quot;http://www.sepa.org.uk/regulations/land/contaminated-land/#four&quot; rel=&quot;nofollow&quot;&gt;SEPA&lt;/a&gt;, but I can't find any links to download this data.&lt;/p&gt;&#xA;" OwnerUserId="9859" LastActivityDate="2017-11-21T14:01:30.963" Title="Contaminated land data for Scotland?" Tags="|environment|land|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7858" PostTypeId="1" AcceptedAnswerId="7867" CreationDate="2016-05-24T10:26:02.727" Score="2" ViewCount="59" Body="&lt;p&gt;In openFDA's source code documentation, it's said that the FAERS pipeline includes a procedure for de-duping follow-up reports.&#xA;I don't find in the source code where it happens.&lt;/p&gt;&#xA;&lt;p&gt;What does it mean? Only the last follow-up of each case is kept or what?&lt;/p&gt;&#xA;" OwnerUserId="11447" LastEditorUserId="23272" LastEditDate="2022-07-14T12:46:19.047" LastActivityDate="2022-07-14T12:46:19.047" Title="De-duping follow-up reports" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7859" PostTypeId="2" ParentId="46" CreationDate="2016-05-24T12:38:01.857" Score="2" Body="&lt;p&gt;In the Netherlands the Meertens Institute keeps an accurate record of all the names of Dutch citizens. You can enter a name and (if more than 100 people have that name) it will show you all kinds of statistics on the name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first name interface can be found here: &lt;a href=&quot;https://www.meertens.knaw.nl/nvb/english/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.meertens.knaw.nl/nvb/english/&lt;/a&gt; &lt;br&gt;&#xA;The family name interface can be found here: &lt;a href=&quot;http://www.cbgfamilienamen.nl/nfb/index.php?taal=eng&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cbgfamilienamen.nl/nfb/index.php?taal=eng&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the number of Peters born each year in the Netherlands:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pp7eX.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pp7eX.png&quot; alt=&quot;The number of people with first name &amp;#39;Peter&amp;#39; that were born in the Netherlands by year.&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: the results are in Dutch, relevant translation key: &lt;br&gt;&#xA;&quot;is gelijk aan&quot; = equals &lt;br&gt;&#xA;&quot;als eerste naam&quot; = as first name &lt;br&gt;&#xA;&quot;als volgnaam&quot; = as (one of the) middle name(s) &lt;br&gt;&#xA;&quot;verspreiding&quot; = spread &lt;br&gt;&#xA;&quot;m/v&quot; = male/female&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2016-05-24T12:43:44.227" LastActivityDate="2016-05-24T12:43:44.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7860" PostTypeId="2" ParentId="46" CreationDate="2016-05-24T16:06:21.767" Score="4" Body="&lt;p&gt;For the purpose of generating a sample customer database, the &lt;a href=&quot;http://www.fakenamegenerator.com/&quot; rel=&quot;nofollow&quot;&gt;Fake Name Generator&lt;/a&gt; can generate random personal details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have name sets from many different countries and can also generate other fake details (such as e-mail or phone number) based on a selected country (i.e. all phone numbers will have the correct length and country code).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On &lt;a href=&quot;http://www.fakenamegenerator.com/order.php&quot; rel=&quot;nofollow&quot;&gt;the order in bulk page&lt;/a&gt; you request a large set of fake names (and other user specified details) at once.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-05-24T16:06:21.767" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7861" PostTypeId="1" CreationDate="2016-05-22T06:08:01.993" Score="2" ViewCount="22" Body="&lt;p&gt;I have a made full business solution for small businesses on construction sites and want to publish it in a directory to better find it. I don't want to rely on SEO only.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are either &lt;strong&gt;horizontal services&lt;/strong&gt; every business needs, as webmail, online spreadsheets, hosting services &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OR &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;vertical services&lt;/strong&gt; for specific businesses, e.g. a tennis court rental solution, a barber shop online solution, a pizza delivery service solution or whatever a business is targetet to. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having googled for a long time, i just &lt;strong&gt;can&lt;/strong&gt; find directories for horizontal services but not for professional vertical services, with &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;online registration for the business owner&lt;/li&gt;&#xA;&lt;li&gt;billing on a monthly basis&lt;/li&gt;&#xA;&lt;li&gt;ready to use customer frontend&lt;/li&gt;&#xA;&lt;li&gt;hotline services and so on. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;such a service replaces the need of lots of software to be installed on a pc/notebook/server and can be set up within minutes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;already tried yahoo, google, dmoz, ... for weeks but there is no way to filter and find such vertical services. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: Is there a protocol to publish such services? In the webservice definition once there was UDDI specified but I don't this of great relevance today.&lt;/p&gt;&#xA;" OwnerUserId="1930" OwnerDisplayName="WeSee" LastEditorUserId="1930" LastEditDate="2016-05-26T06:19:29.927" LastActivityDate="2016-05-26T06:19:29.927" Title="Directory of professional vertical web services" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7863" PostTypeId="2" ParentId="7847" CreationDate="2016-05-25T11:17:41.460" Score="3" Body="&lt;p&gt;It's not spatial, but searching for irrigation on data.gov.uk I found a Defra report about water abstraction for agricultural use (link on this page): &lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/agri-environment-indicators&quot; rel=&quot;nofollow&quot;&gt;https://www.gov.uk/government/statistical-data-sets/agri-environment-indicators&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like the underlying data from the EA has not been released yet though - you could ask for it under an EIR request via enquiries@environment-agency.gov.uk&#xA;(although, because it hasn't been released as open data it probably means it's not in a single and easily available dataset at the moment)&lt;/p&gt;&#xA;" OwnerUserId="11456" LastActivityDate="2016-05-25T11:17:41.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7864" PostTypeId="1" CreationDate="2016-05-25T13:22:30.253" Score="6" ViewCount="182" Body="&lt;p&gt;I need a contiguous, nationwide USA Road Network with speed limits, distances, etc. I have been using TIGER but the challenge is at state boundaries - where contiguous road segments are split.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any free or commercially available data set that provides this data, besides ESRI/ArcGIS?&lt;/p&gt;&#xA;" OwnerUserId="11459" LastActivityDate="2016-05-27T10:18:23.617" Title="USA Road Network Data Set Options?" Tags="|data-request|geospatial|traffic|openstreetmap|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7865" PostTypeId="2" ParentId="6129" CreationDate="2016-05-25T15:29:30.977" Score="2" Body="&lt;p&gt;Do you want average per capita income? Average household income? Or total national income (below)?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/series/A032RC1A027NBEA&quot; rel=&quot;nofollow&quot;&gt;National total income since 1929&lt;/a&gt;. This is a graph but if you poke around you can probably find the tabular data. Yep. On the left side of the screen near the top is a &quot;Download&quot; link. Click it and you can download an XLS file. There are also options for a text, space delimited file and text, comma delimited file.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/series/A033RC1A027NBEA&quot; rel=&quot;nofollow&quot;&gt;National total income since 1929, compensation of employees&lt;/a&gt;. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/series/W206RC1A156NBEA&quot; rel=&quot;nofollow&quot;&gt;Gross savings as percent of national gross income&lt;/a&gt; since 1929. This will tell you about how much disposable income people had. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.stlouisfed.org/fred2/tags/series?et=&amp;amp;pageID=1&amp;amp;t=income&quot; rel=&quot;nofollow&quot;&gt;Here's the search for 'income' from the Federal Reserve&lt;/a&gt; I did.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.russellsage.org/sites/all/files/chartbook/Income%20and%20Earnings.pdf&quot; rel=&quot;nofollow&quot;&gt;Real mean and median income for families and individuals&lt;/a&gt;, since 1947. This PDF should also help. Graph of yearly data. Wow. The bottom 20% wage earners hardly gained anything in 40 years, pdf page 3.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/data/#wages&quot; rel=&quot;nofollow&quot;&gt;BLS has raw data&lt;/a&gt; but I don't know how far back it goes.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-25T15:51:51.530" LastActivityDate="2016-05-25T15:51:51.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7866" PostTypeId="2" ParentId="7410" CreationDate="2016-05-25T16:22:17.103" Score="3" Body="&lt;ul&gt;&#xA;&lt;li&gt;There are a bunch of sources &lt;a href=&quot;http://chuckrblog.blogspot.com/2016/04/overfishing-statistics.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Look down below in the Sources section. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fao.org/docrep/016/i2727e/i2727e01.pdf&quot; rel=&quot;nofollow&quot;&gt;A PDF from FAO&lt;/a&gt;, part of the UN.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fao.org/newsroom/common/ecg/1000505/en/stocks.pdf&quot; rel=&quot;nofollow&quot;&gt;Status of fish stocks&lt;/a&gt; from UN FAO.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.stateoftheocean.org/science/state-of-the-ocean-report/&quot; rel=&quot;nofollow&quot;&gt;State of the Ocean report for 2013&lt;/a&gt; from the International Program of the State of the Ocean.&lt;/li&gt;&#xA;&lt;li&gt;Commercial fishery, &lt;a href=&quot;http://www.st.nmfs.noaa.gov/commercial-fisheries/commercial-landings/annual-landings/index&quot; rel=&quot;nofollow&quot;&gt;Fish landing data&lt;/a&gt;. Here you choose your parameters like fish species, date range, and it outputs data in an HTML table or text file. You can also choose all US states, geographic region, or single states. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fishwatch.gov/sustainable-seafood/by-the-numbers&quot; rel=&quot;nofollow&quot;&gt;Fishwatch, from NOAA&lt;/a&gt; has reports on: status of fish stocks (&lt;a href=&quot;http://www.nmfs.noaa.gov/sfa/fisheries_eco/status_of_fisheries/archive/2015/2015_status_of_stocks_updated.pdf&quot; rel=&quot;nofollow&quot;&gt;2015 report here as pdf&lt;/a&gt;), fish landings, and US fisheries economics.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Don't let the increasing tonnage caught fool you. Catches of some species can increase due to better ability to find them and better technology in general. &lt;/p&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-05-25T16:28:38.527" LastActivityDate="2016-05-25T16:28:38.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7867" PostTypeId="2" ParentId="7858" CreationDate="2016-05-25T16:34:29.390" Score="1" Body="&lt;p&gt;This used to be handled within the source code. It is now handled by processing the quarterly reports sequentially and letting Elasticsearch handle the versioning. A basic last-one-wins approach. The openfda team added a feature to the pipelines for incremental indexing that allows this to happen without too much of a performance hit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will have the documentation updated to reflect this change. Thanks!&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-05-25T16:34:29.390" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7868" PostTypeId="1" CreationDate="2016-05-25T16:45:25.300" Score="2" ViewCount="35" Body="&lt;p&gt;I am need of finding data for housing prices in aggregate values such as; &#xA;Homes listed for sale or sold - 0 - 100k, 100 - 200k, 200 - 300k, etc. for a given time period, like as of 12/31/2012. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need this data in order to determine the availability of homes for sale for certain income levels within certain metropolitan statistical areas, I have searched the FHFA website but could not locate anything other than HPI and median household price for the given areas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So in essence I would need; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Metropolitan Statistical Area (41740 - San Diego, for example) &#xA;As of 12/31/2015:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;X amount of homes for sale between 0 - 100k&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Y amount of homes for sale between 100 - 200k &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Z amount of homes for sale between 200 - 300k&lt;/p&gt;&#xA;&#xA;&lt;p&gt;etc. &lt;/p&gt;&#xA;" OwnerUserId="11463" LastActivityDate="2016-05-25T16:45:25.300" Title="Historical and Current Houses Listed for Sale within Price Ranges" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7869" PostTypeId="1" AcceptedAnswerId="7871" CreationDate="2016-05-25T17:15:32.613" Score="2" ViewCount="67" Body="&lt;p&gt;Where can I get metrics data on one retail store, for 3 - 4 years time? I need data such as sales per day, conversion, number of transactions, number of units, etc. &#xA;Granular data per hour or per sales person, even better. Conversion/traffic is an absolute must. It could be data for one store, but data on multiple stores, same company, even better.&#xA;I can use an API or scrape if needed.&lt;/p&gt;&#xA;" OwnerUserId="11429" LastEditorUserId="1511" LastEditDate="2016-05-25T21:05:03.977" LastActivityDate="2016-05-25T21:05:03.977" Title="Where can I get metrics data on one retail store, for 3 - 4 years time?" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7871" PostTypeId="2" ParentId="7869" CreationDate="2016-05-25T21:04:22.177" Score="2" Body="&lt;p&gt;It's not likely that this data set would be open, but you can use pseudo-data, for example the &lt;a href=&quot;https://community.tableau.com/thread/143519&quot; rel=&quot;nofollow noreferrer&quot;&gt;Superstore example from Tableau&lt;/a&gt; (there is an downloadable Excel file in the page).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OR7qz.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OR7qz.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you're flexible with the data-request, then I would suggest thinking of &quot;retail-like&quot; stores that may satisfy your need. For example, would a national park or museum work? For public or government entities, it's easier to find open data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-05-25T21:04:22.177" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7872" PostTypeId="2" ParentId="7856" CreationDate="2016-05-25T21:17:46.050" Score="3" Body="&lt;p&gt;Google?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.abs.gov.au/ausstats/abs@.nsf/Latestproducts/4307.0.55.001Main%20Features62013-14?opendocument&amp;amp;tabname=Summary&amp;amp;prodno=4307.0.55.001&amp;amp;issue=2013-14&amp;amp;num=&amp;amp;view=&quot; rel=&quot;nofollow noreferrer&quot;&gt;50 years of Australian beer consumption&lt;/a&gt; - (&lt;a href=&quot;http://qz.com/542231/beer-consumption-in-australia-is-falling-at-a-remarkable-pace/&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MHpZZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MHpZZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Google?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://aqicn.org/city/turkey/ic-anadolu/ankara/kecioren/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Air Quality Index&lt;/a&gt; and &lt;a href=&quot;http://www.havaizleme.gov.tr/Default.ltr.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;official data source&lt;/a&gt; from Turkish government.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lq5ZM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lq5ZM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-05-25T21:17:46.050" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7873" PostTypeId="1" CreationDate="2016-05-26T05:54:55.040" Score="1" ViewCount="55" Body="&lt;p&gt;On MIMIC II Waveform version 2 (&lt;a href=&quot;http://www.physionet.org/pn5/mimic2db/&quot; rel=&quot;nofollow&quot;&gt;http://www.physionet.org/pn5/mimic2db/&lt;/a&gt;), have &#xA;an additional .alM annotation file for the 498 records listed in RECORDS.alM and alarm annotation files, with &quot;chan&quot; field that has been used to indicate if the alarm was judged to be true (1) or false (3) by expert human review. &#xA;Is mimics II version 3 (&lt;a href=&quot;https://physionet.org/physiobank/database/mimic2wdb/&quot; rel=&quot;nofollow&quot;&gt;https://physionet.org/physiobank/database/mimic2wdb/&lt;/a&gt;) also contains this files?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;another question about the annotation file - in the website is written &quot;The timestamp associated with each alert indicates when the definition for the corresponding alert is satisfied (not the time of onset of the condition)&quot;&#xA;, what does it mean that the timestamp next to CHAN column indicate when corresponding alert is satisfied?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="10646" LastActivityDate="2016-05-26T05:54:55.040" Title="MIMIC II WAVEFORM V2 and V3 annotation file" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7874" PostTypeId="1" CreationDate="2016-05-26T10:57:48.347" Score="1" ViewCount="23" Body="&lt;p&gt;I am looking for the crop (especially grapes) disease incidence data set for Germany for the last 30 to 50 years, but I am not able to find it.&#xA;Does anyone know of any data source?&lt;/p&gt;&#xA;" OwnerUserId="11473" LastEditorUserId="23272" LastEditDate="2021-04-03T05:12:37.623" LastActivityDate="2021-04-03T05:12:37.623" Title="Is there any source to download German data set for crop disease incidences for last 20-50 years?" Tags="|data-request|germany|disease|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7875" PostTypeId="1" CreationDate="2016-05-26T11:32:32.407" Score="4" ViewCount="32" Body="&lt;p&gt;can anybody give me any examples of municipal decisions register (eg. planned road closures, approval of private use of public spaces, sanctions issued to citizens for not obeying municipal regulations, list of municipal regulations...).&lt;/p&gt;&#xA;" OwnerUserId="11474" LastEditorUserId="23272" LastEditDate="2021-04-07T12:57:10.420" LastActivityDate="2021-04-07T12:57:10.420" Title="Expamples of municipal decisions register published as open data" Tags="|government|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7876" PostTypeId="2" ParentId="7875" CreationDate="2016-05-26T14:36:28.260" Score="1" Body="&lt;p&gt;Do you have a preference on nation? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the United States:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Eminent Domain: You need the municipality's record of minutes, usually this can be found on the local website depending on your target state's transparency rules (&lt;a href=&quot;http://www.ocoee.org/745/Agenda-Center&quot; rel=&quot;nofollow&quot;&gt;City of Ocoee Planning Agenda &amp;amp; Minutes&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;li&gt;Planned road closures are not made as part of a municipal decision, it is a direct result of roadway decisions; traffic engineering would come up with a Maintenance of Operational Traffic; which includes roadway closures and other actions.&lt;/li&gt;&#xA;&lt;li&gt;Sanctions for failure to comply with municipal regulations would be found in the code violations department (&lt;a href=&quot;https://webapps.hillsboroughcounty.org/hcce/resources/onlineservices/enforcement/home.cfm&quot; rel=&quot;nofollow&quot;&gt;Hillsborough County has a searchable list&lt;/a&gt;), but most of these would require going down to the municipality to do an information request.&lt;/li&gt;&#xA;&lt;li&gt;List of Municipal Regulations is something that varies wildly from city to city, you can find them listed on &lt;a href=&quot;http://www.hillsboroughcounty.org/index.aspx?NID=267&quot; rel=&quot;nofollow&quot;&gt;each&lt;/a&gt; &lt;a href=&quot;https://www.municode.com/library/fl/ocoee/codes/code_of_ordinances?nodeId=CH108MISTCO&quot; rel=&quot;nofollow&quot;&gt;municipality's&lt;/a&gt;, &lt;a href=&quot;http://www.cityofchicago.org/city/en/depts/ah/supp_info/rules_and_ordinances.html&quot; rel=&quot;nofollow&quot;&gt;website&lt;/a&gt;; but there is no particular comparison checklist. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-05-26T14:36:28.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7877" PostTypeId="2" ParentId="7864" CreationDate="2016-05-26T14:46:11.110" Score="3" Body="&lt;p&gt;The National Transportation Atlas Database provides a roadway network and data to accomplish this:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2015/liner&quot; rel=&quot;nofollow&quot;&gt;NTAD Liner Notes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2014/zip/hpms.zip&quot; rel=&quot;nofollow&quot;&gt;Highway Performance Monitoring System&lt;/a&gt; - This includes data for speed limits (795 MB)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/AdditionalAttachmentFiles/nhpn.zip&quot; rel=&quot;nofollow&quot;&gt;National Highway Planning Network&lt;/a&gt; (173 MB) - This is the network used to tie data together.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2015/index.html&quot; rel=&quot;nofollow&quot;&gt;National Transportation Atlas Databases 2015&lt;/a&gt; - This includes additional polygon, polyline, and point data to make maps look good.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-05-26T14:46:11.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7878" PostTypeId="1" CreationDate="2016-05-26T16:28:00.827" Score="3" ViewCount="217" Body="&lt;p&gt;The U.S. Department of Education's &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow&quot;&gt;College Scorecard Data&lt;/a&gt; download is only giving me 1996 through 2013, yet the description under &quot;Download the Data&quot; implies that there should be 2014 and 2015 data in the download. The option to download the most recent data under &quot;Featured Downloads&quot; downloads data for 2013. &lt;strong&gt;Is the 2014/2015 data available? If so, where is it?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="11368" LastEditorUserId="4256" LastEditDate="2016-05-31T13:44:17.350" LastActivityDate="2016-05-31T17:13:32.003" Title="Where is the 2014/15 College Scorecard Data (US Dept. of Education)?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7880" PostTypeId="1" AcceptedAnswerId="7881" CreationDate="2016-05-27T07:16:47.997" Score="4" ViewCount="1406" Body="&lt;p&gt;I am looking for publicly available high frequency financial data e.g stocks, forex, etc. It would be great if someone can provide relevant links.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TIA!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: To be more specific, are there any open resources where I can get hourly/ minute level or tick data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regards,&#xA;Lesnar&lt;/p&gt;&#xA;" OwnerUserId="8720" LastEditorUserId="8720" LastEditDate="2016-05-27T09:53:43.497" LastActivityDate="2019-05-03T16:25:10.430" Title="Publicly available high frequency financial datasets" Tags="|data-request|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7881" PostTypeId="2" ParentId="7880" CreationDate="2016-05-27T09:13:40.997" Score="7" Body="&lt;p&gt;I just came across this yesterday: &lt;a href=&quot;https://github.com/eliangcs/pystock-data&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/eliangcs/pystock-data&lt;/a&gt; powered by &lt;a href=&quot;https://github.com/eliangcs/pystock-crawler&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/eliangcs/pystock-crawler&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also this measure of the CBOE Volatility Index on the &lt;a href=&quot;http://okfnlabs.org/&quot; rel=&quot;noreferrer&quot;&gt;Open Knowledge Labs&lt;/a&gt; datasets repository: &lt;a href=&quot;https://github.com/datasets/finance-vix&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/datasets/finance-vix&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-05-27T09:13:40.997" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7882" PostTypeId="2" ParentId="7864" CreationDate="2016-05-27T10:18:23.617" Score="5" Body="&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org&quot; rel=&quot;noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; hosts an open source google maps like database from which you can download all the map elements, from which you can filter all the roads according to the type of road you want. The speed limits should be tagged as described on &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Speed_limits&quot; rel=&quot;noreferrer&quot;&gt;their wiki&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-05-27T10:18:23.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7883" PostTypeId="1" AcceptedAnswerId="7884" CreationDate="2016-05-27T14:05:00.187" Score="11" ViewCount="16722" Body="&lt;p&gt;One of the canonical examples of a big data competition was the Netflix prize data set. It seems to have disappeared from the Internet. Is that the case, or is it still accessible somewhere?&lt;/p&gt;&#xA;" OwnerUserId="11488" LastActivityDate="2020-04-09T04:06:14.343" Title="Netflix Data set" Tags="|machine-learning|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7884" PostTypeId="2" ParentId="7883" CreationDate="2016-05-27T14:20:39.633" Score="14" Body="&lt;p&gt;It appears that the &lt;strong&gt;Netflix data set is no longer available&lt;/strong&gt;. According to the &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot;&gt;UC Irvine Machine Learning Repository&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Note from donor regarding Netflix data:  &quot;Thank you for your interest&#xA;  in the Netflix Prize dataset. The dataset is no longer available.&quot; - &lt;a href=&quot;http://archive.ics.uci.edu/ml/noteNetflix.txt&quot;&gt;http://archive.ics.uci.edu/ml/noteNetflix.txt&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;BUT WAIT&lt;/strong&gt;, there's more... &lt;em&gt;perhaps&lt;/em&gt; it is &lt;strong&gt;available as an archive&lt;/strong&gt; - &lt;a href=&quot;https://archive.org/details/nf_prize_dataset.tar&quot;&gt;https://archive.org/details/nf_prize_dataset.tar&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;BUT WAIT, EVEN MORE&lt;/strong&gt;, it is also up on the archive in its true form:&lt;br&gt;&#xA;&lt;a href=&quot;https://web.archive.org/web/20090925184737/http://archive.ics.uci.edu/ml/datasets/Netflix+Prize&quot;&gt;https://web.archive.org/web/20090925184737/http://archive.ics.uci.edu/ml/datasets/Netflix+Prize&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastEditorUserId="90" LastEditDate="2016-05-27T18:19:27.687" LastActivityDate="2016-05-27T18:19:27.687" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7885" PostTypeId="2" ParentId="7880" CreationDate="2016-05-27T15:40:56.117" Score="4" Body="&lt;p&gt;I work at Quandl and we have data covering historical trade-based minute bars showing OHLCV for various stocks, but the data is not free. We do have pricing for single users, though.The databases cover the S&amp;amp;P 500 Index, Dow Jones Transportation Average, Dow Jones Industrial Average, Dow Jones Utilities Average and Nasdaq 100 Index. You can see the databases here: &lt;a href=&quot;https://www.quandl.com/vendors/as&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/vendors/as&lt;/a&gt; Click on &quot;View Pricing&quot; to see the single user pricing for each database. Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-27T15:40:56.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7886" PostTypeId="2" ParentId="7847" CreationDate="2016-05-27T16:25:42.147" Score="2" Body="&lt;p&gt;Quandl has the following free databases, but they are not geospatial. I hope they are a good start though. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;World Bank World Development Indicators:&lt;/strong&gt; &lt;a href=&quot;https://www.quandl.com/data/WWDI&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/WWDI&lt;/a&gt;&#xA;Search for &quot;irrigation UK&quot; in the database and you should see a dataset for % of total agricultural irrigated land in the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Organisation for Economic Co-Operation and Development:&lt;/strong&gt; &lt;a href=&quot;https://www.quandl.com/data/OECD&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/OECD&lt;/a&gt;&#xA;Search for &quot;irrigation UK&quot; in the database and you should see datasets for England and Wales showing total freshwater and fresh groundwater irrigation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Geo3 Data Compendium:&lt;/strong&gt; &lt;a href=&quot;https://www.quandl.com/data/GEOCOMP&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/GEOCOMP&lt;/a&gt;&#xA;Search for &quot;irrigation UK&quot; in the database and you should see a dataset for Irrigated Land in Great Britain and Northern Ireland. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-27T16:25:42.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7887" PostTypeId="2" ParentId="7793" CreationDate="2016-05-27T18:05:46.037" Score="5" Body="&lt;p&gt;For the United States, the &lt;a href=&quot;http://www.cdc.gov/brfss/about/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Behavioral Risk Factor Surveillance System&lt;/a&gt; (BRFSS) contains this information on over 400,000 adults every year. According to the website, the BRFSS is a cross-sectional &lt;strong&gt;telephone survey&lt;/strong&gt;, conducted monthly using a standardized questionnaire. It includes: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;prevalence data among adult U.S. residents regarding their risk&#xA;  behaviors and preventive health practices that can affect their health&#xA;  status.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;As the &lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/2014/pdf/codebook14_llcp.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;codebook&lt;/a&gt; illustrates, it has:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Height&lt;/li&gt;&#xA;&lt;li&gt;Weight&lt;/li&gt;&#xA;&lt;li&gt;Age&lt;/li&gt;&#xA;&lt;li&gt;Income&lt;/li&gt;&#xA;&lt;li&gt;Race / Ethnicity&lt;/li&gt;&#xA;&lt;li&gt;And several other variables relating to health, demographics, and other related issues.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example data dictionary details:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HiRhe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HiRhe.png&quot; alt=&quot;data dictionary details&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24" LastEditorUserId="4256" LastEditDate="2016-05-27T21:46:24.237" LastActivityDate="2016-05-27T21:46:24.237" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7888" PostTypeId="2" ParentId="7410" CreationDate="2016-05-28T02:28:47.580" Score="2" Body="&lt;p&gt;If you don't find data directly related to overfishing, you can look for 1) volume of catches 2) estimated stocks&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.pewtrusts.org/en/research-and-analysis/reports/2016/05/netting-billions-a-global-valuation-of-tuna&quot; rel=&quot;nofollow&quot;&gt;This report&lt;/a&gt; is market oriented and provided numbers about fishing&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://isc.fra.go.jp/pdf/Stock_assessment/PBF_2014_Exec_Summary_4-28-2014_gtd.pdf&quot; rel=&quot;nofollow&quot;&gt;Stock Assessment of Pacific Bluefin Tuna 2014&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Source: &lt;a href=&quot;http://www.theguardian.com/environment/2011/jul/07/tuna-species-risk-extinction&quot; rel=&quot;nofollow&quot;&gt;The Guardian one&lt;/a&gt; and &lt;a href=&quot;http://www.theguardian.com/sustainable-business/2016/may/02/overfishing-42bn-tuna-industry-risk-collapse?utm_source=twitter&amp;amp;utm_medium=post&amp;amp;utm_term=tuna,overfishing&amp;amp;utm_campaign=Oceans&amp;amp;__surl__=IgNVx&amp;amp;__ots__=1464401858902&amp;amp;__step__=1&quot; rel=&quot;nofollow&quot;&gt;two&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="5695" LastActivityDate="2016-05-28T02:28:47.580" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7889" PostTypeId="1" CreationDate="2016-05-28T03:53:38.437" Score="4" ViewCount="62" Body="&lt;p&gt;I am looking for a data set that contains e-cigarette accidents where e-cigs have exploded and damage someone around (e.g., the vapers), with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;timestamp&lt;/li&gt;&#xA;&lt;li&gt;geolocation&lt;/li&gt;&#xA;&lt;li&gt;casualties and nature of casualties&lt;/li&gt;&#xA;&lt;li&gt;model of e-cig&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1511" LastEditDate="2016-05-29T18:43:15.587" LastActivityDate="2017-02-28T14:50:19.680" Title="E-cigarette accidents" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7890" PostTypeId="1" CreationDate="2016-05-28T04:56:39.030" Score="2" ViewCount="30" Body="&lt;p&gt;Does anyone have sample landbase open data or any linked data (in .shp or .kml or personal geodatabase format) for Bharatpur and Kota Area in India?&lt;/p&gt;&#xA;" OwnerUserId="8352" LastEditorDisplayName="user4293" LastEditDate="2016-05-30T18:34:59.297" LastActivityDate="2016-05-30T18:34:59.297" Title="Sample Landbase data for Bharatpur Area,India" Tags="|data-request|uses-of-open-data|india|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7891" PostTypeId="2" ParentId="7840" CreationDate="2016-05-28T13:13:39.120" Score="3" Body="&lt;p&gt;There does not seem to be a &lt;em&gt;separate&lt;/em&gt; data standard for CAFR, but you may want to consider &lt;a href=&quot;https://en.wikipedia.org/wiki/XBRL&quot; rel=&quot;nofollow&quot;&gt;XBRL&lt;/a&gt; (eXtensible Business Reporting Language). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.wikixbrl.info/index.php?title=CAFR&quot; rel=&quot;nofollow&quot;&gt;State of Oregon piloted providing CAFR in XBRL format&lt;/a&gt; and there are &lt;a href=&quot;https://github.com/OpenTechStrategies/cafr-parsing&quot; rel=&quot;nofollow&quot;&gt;some tools that exist to help provide XBLR formats of a CARF&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-05-28T13:22:52.583" LastActivityDate="2016-05-28T13:22:52.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7892" PostTypeId="1" CreationDate="2016-05-28T14:49:31.430" Score="5" ViewCount="6968" Body="&lt;p&gt;Are there any Open datasets/Taxonomies/… for Human Resources ? They would probably have to be anonymized. On any of the following topics&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Assessments/Background Checks&lt;/li&gt;&#xA;&lt;li&gt;Benefits Enrollment&lt;/li&gt;&#xA;&lt;li&gt;Recruiting&lt;/li&gt;&#xA;&lt;li&gt;Salary&lt;/li&gt;&#xA;&lt;li&gt;Timecard&lt;/li&gt;&#xA;&lt;li&gt;Interviewing &lt;/li&gt;&#xA;&lt;li&gt;Assessments&lt;/li&gt;&#xA;&lt;li&gt;Employee Benefits&lt;/li&gt;&#xA;&lt;li&gt;Onboarding&lt;/li&gt;&#xA;&lt;li&gt;Payroll&lt;/li&gt;&#xA;&lt;li&gt;Performance Management&lt;/li&gt;&#xA;&lt;li&gt;Screening&lt;/li&gt;&#xA;&lt;li&gt;Stock Plans&lt;/li&gt;&#xA;&lt;li&gt;Time Management&lt;/li&gt;&#xA;&lt;li&gt;…&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2226" LastEditorUserId="16193" LastEditDate="2017-07-06T12:27:58.253" LastActivityDate="2017-09-20T17:42:17.687" Title="Are there any Open datasets for Human Resources?" Tags="|data-request|economics|labor|companies|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7893" PostTypeId="2" ParentId="7892" CreationDate="2016-05-28T19:10:56.620" Score="6" Body="&lt;p&gt;Lots of data from the US Federal &quot;Office of Personnel Management&quot; (OPM).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.opm.gov/data/&quot; rel=&quot;noreferrer&quot;&gt;https://www.opm.gov/data/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;OPM is the focal point for providing statistical information about the Federal civilian workforce. OPM's FedScope is an online tool which allows customers to access and analyze the most popular data elements from OPM's Enterprise Human Resources Integration (EHRI) Data Warehouse. Customers include Federal government agencies, researchers, the media, and the general public. OPM provides numerous Raw Datasets (including FedScope data) for customer's use.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.opm.gov/policy-data-oversight/data-analysis-documentation/&quot; rel=&quot;noreferrer&quot;&gt;https://www.opm.gov/policy-data-oversight/data-analysis-documentation/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think in SAS format (which can be converted to be used in R or Python or whatever)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-05-28T19:10:56.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7894" PostTypeId="2" ParentId="7889" CreationDate="2016-05-29T18:51:55.800" Score="4" Body="&lt;p&gt;There are 4 incidents from 2015 in &lt;a href=&quot;https://www.cpsc.gov/en/Research--Statistics/NEISS-Injury-Data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NEISS&lt;/a&gt; (National Electronic Injury Surveillance System), although using different search terms may give more results. See &amp;quot;Archived Data&amp;quot; links on the right of the page.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;151018762 10/5/15 PUT HAND IN PURSE GRABBED VAPE PIPE BURN FINGER,BLISTER,DX:BURN FINGER&lt;/p&gt;&#xA;&lt;p&gt;150750237 7/22/15 IN CAR W/BATTERY OF A VAPORIZER IN HIS PANTS POCKET WHEN IT BEGAN SMOKING &amp;amp; EXPLODED, CAUGHT PANTS ON FIRE, ? FD, DX: BURN THIGH, HANDS&lt;/p&gt;&#xA;&lt;p&gt;160211088 12/25/15 INGESTED UNKNOWN AMT. OF LIQUID VAPOR USED IN VAPOR PENS, AT HOME  DAD'S FRIEND THOUGHT CONTAINER WAS EMPTY. DX: INGESTION- LIQUID VAPOR&lt;/p&gt;&#xA;&lt;p&gt;150853949 8/17/15 MOM INGESTION UNK AMT VAP LIQUID OF E-CIG, LARGE AMOUNT NOTED ON BED    LIQUID ON HANDS &amp;amp; LEG DX ACCIDENTAL INGESTION TOPICAL EXPOSURE NICOTINE&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cpsc.gov/Global/Neiss_prod/NEISS-data-2015-updated-APRIL2016.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data, 2015&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cpsc.gov/cgibin/NEISSQuery/home.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query Tool&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-02-28T14:50:19.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7895" PostTypeId="2" ParentId="7855" CreationDate="2016-05-29T19:07:32.557" Score="6" Body="&lt;p&gt;You may be able to use the &lt;a href=&quot;http://crl.ucsd.edu/experiments/ipnp/1database.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Picture Naming Project&lt;/a&gt; (IPNP), but I think the total pictures are way less than 10k.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zj0Rz.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zj0Rz.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a link to the &lt;a href=&quot;http://crl.ucsd.edu/experiments/ipnp/dataquery/querymini.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;query tool&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You may get lucky searching through &quot;image recognition&quot; research websites. Here's one &lt;a href=&quot;http://imaging.mrc-cbu.cam.ac.uk/methods/stimdatabases#PicturesObjects&quot; rel=&quot;nofollow noreferrer&quot;&gt;compilation of online resources&lt;/a&gt;, and &lt;a href=&quot;http://wiki.cnbc.cmu.edu/Objects&quot; rel=&quot;nofollow noreferrer&quot;&gt;a particular one&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2019-06-29T08:08:25.260" LastActivityDate="2019-06-29T08:08:25.260" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7897" PostTypeId="2" ParentId="7883" CreationDate="2016-05-30T03:15:16.383" Score="5" Body="&lt;p&gt;Another way to obtain the data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://academictorrents.com/details/9b13183dc4d60676b773c9e2cd6de5e5542cee9a&quot; rel=&quot;noreferrer&quot;&gt;http://academictorrents.com/details/9b13183dc4d60676b773c9e2cd6de5e5542cee9a&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-05-30T03:15:16.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7898" PostTypeId="1" CreationDate="2016-05-30T15:29:38.393" Score="3" ViewCount="1067" Body="&lt;p&gt;I am looking for an exhaustive Citation Network Dataset for research papers, ideally identified with DOIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I have found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://aminer.org/citation&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACM-Citation-network and DBLP-Citation-network V8&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zqsnG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zqsnG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which are quite small compared to the number of research papers (&gt; 50 millions)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There is also the  &lt;a href=&quot;https://snap.stanford.edu/data/cit-Patents.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Patent citation network&lt;/a&gt;, but it pertains to patents, and not research articles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VjjR2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VjjR2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-01-02T18:20:43.003" Title="Citation Network Dataset" Tags="|data-request|research|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7900" PostTypeId="1" CreationDate="2016-05-30T19:08:28.223" Score="5" ViewCount="122" Body="&lt;p&gt;I'm trying to get a list of major cities in the world: their name, population, and location.  I found what looked like a good query on &lt;a href=&quot;https://query.wikidata.org/#%23Largest%20cities%20of%20the%20world%0A%23defaultView%3ABubbleChart%0ASELECT%20DISTINCT%20%3FcityLabel%20%3Fpopulation%20%3Fgps%20WHERE%20%7B%0A%20%20%3Fcity%20%28wdt%3AP31%2Fwdt%3AP279*%29%20wd%3AQ515.%0A%20%20%3Fcity%20wdt%3AP1082%20%3Fpopulation.%0A%20%20%3Fcity%20wdt%3AP625%20%3Fgps.%0A%20%20FILTER%20%28%3Fpopulation%20%3E%3D%20500000%29%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D%0AORDER%20BY%20DESC%28%3Fpopulation%29&quot;&gt;Wikidata&lt;/a&gt;, slightly tweaking a built-in query example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?cityLabel ?population ?gps WHERE {&#xA;  ?city (wdt:P31/wdt:P279*) wd:Q515.&#xA;  ?city wdt:P1082 ?population.&#xA;  ?city wdt:P625 ?gps.&#xA;  FILTER (?population &amp;gt;= 500000) .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;ORDER BY DESC(?population)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The results, at first glance, appear to be good, but it's missing a ton of important cities.  For example, San Francisco (population 800,000+) is not in the list, when I specifically asked for all cities with a population greater than 500,000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there something wrong with my query?  If not, there must be something wrong with the data Wikidata is using.  Either way, how can I get a valid data set, with an API I can query from a Python script?  (I've got the script all working for this; I'm just not getting back valid data.)&lt;/p&gt;&#xA;" OwnerUserId="11506" LastActivityDate="2016-05-31T21:09:22.393" Title="Queryable source of large cities" Tags="|data-request|geospatial|api|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7901" PostTypeId="2" ParentId="6495" CreationDate="2016-05-30T19:16:14.307" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://www.cpsc.gov/en/Research--Statistics/NEISS-Injury-Data/&quot; rel=&quot;noreferrer&quot;&gt;National Electronic Injury Surveillance System&lt;/a&gt; (NEISS) is a great resource for free-text details of emergency-room visits, including fatalities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately (for you), years 2009-2015 show cutting-based coconut-related injuries (plus one allergy):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bGN52.gif&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bGN52.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2015&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;46 YOF WAS CUT W/KNIFE WHILE CUTTING A &lt;strong&gt;COCONUT&lt;/strong&gt;. DX:  FINGER LAC W/DIGITAL NERVE INJURY.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;31YOM CUTTING A &lt;strong&gt;COCONUT&lt;/strong&gt; WITH A KNIFE AND SUSTAINED A FINGER LACERATION&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;53YOM WAS CUTTING &lt;strong&gt;COCONUT&lt;/strong&gt; AND LAC FINGER WITH KNIFE&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;72YM FOR AF, WAS CUTTING THE BOTTOM OF &lt;strong&gt;COCONUT&lt;/strong&gt; TO MAKE BIRDHOUSE&#xA;  WHEN IT SPUN RUNNING HIS HAND ON THE TOP OF THE TABLESAW&gt;&gt;LAC&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2014 &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;34YOM CUT LEFT FINGER WITH A KNIFE WHILE CUTTING A &lt;strong&gt;COCONUT&lt;/strong&gt;, LACERATION OF LEFT THUMB&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2013&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;24  YOM WAS TRYING TO CUT A &lt;strong&gt;COCONUT&lt;/strong&gt; WITH A KNIFE AND CUT HIS HAND. DX HAND LAC&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;13 YO MALE SLICING A &lt;strong&gt;COCONUT&lt;/strong&gt; AND CUT FINGER WITH A KNIFE.  DX LACERATION FINGER&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2012&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;9 YOF STABBED HAND W/A KNIFE WHILE OPENING A COCONUT. DX:  R HAND LAC .5 CM.&#xA;  9YO M OPENING A &lt;strong&gt;COCONUT&lt;/strong&gt; WITH A SHARP BLADE AND POKED FINGER  DX PUNCTUR E WOUND TO FINGER&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;46 YO M, C/O CUT TO LT HAND, WAS TRYING TO OPEN A &lt;strong&gt;COCONUT&lt;/strong&gt; W/ A KNIFE WH EN HE ACCIDENTALLY CUT HIMSELF, DX HAND LACERATION&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;27YOF W/ALLERGY TO COCONUT, MOTHER USED &lt;strong&gt;COCONUT&lt;/strong&gt; ROOM DEODORIZER PT. HAD SOB AND CHEST PAIN.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;43 YOF, PT WAS USING KNIFE TO CUT A &lt;strong&gt;COCONUT&lt;/strong&gt;, KNIFE SLIPPED &amp;amp; STABBED L T HAND. DX; LAC LT HAND&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2011&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;None!&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2010&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;CUT WITH KNIFE WHILE CUTTING &lt;strong&gt;COCONUT&lt;/strong&gt;. 35 YO F LACERATION L HAND # &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;36 YOM WAS CUT W/KNIFE WHILE PEELING &lt;strong&gt;COCONUT&lt;/strong&gt;. DX:  L HAND LAC 3 CM.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;41YOF DRILLING A HOLE IN A &lt;strong&gt;COCONUT&lt;/strong&gt; AND BIT R AND PUNCTURE HAND &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;2009&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;PT CUTTING A &lt;strong&gt;COCONUT&lt;/strong&gt; WITH A KNIFE AND SUSTAINED A LACERATION TO FINGER &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;PT WAS CUT W/KNIFE  WHILE CUTTING &lt;strong&gt;COCONUT&lt;/strong&gt;. DX:  R HAND LAC.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;PT TRYING TO OPEN A &lt;strong&gt;COCONUT&lt;/strong&gt; WITH A HAMMER STRUCK SELF IN THE HEAD WITH THE HAMMER CLOSED HEAD INJURY&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;DX LAC REPAIR/TETANUS BOOSTER: LAC TO PALM OF L HAND W PAR'G KNIFE W CUT'G ON &lt;strong&gt;COCONUT&lt;/strong&gt; THIS EVEN'G&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;PT CUT FINGER WITH A KNIFE WHILE CUTTING OPEN A &lt;strong&gt;COCONUT&lt;/strong&gt; AT HOME TODAY DX// LEFT INDEX FINGER LAC&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So, probably there are very few recorded falling-coconut accidents, and, similar to shark attacks, most would be then cataloged on Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;By the way, you can &lt;a href=&quot;http://www.cpsc.gov/en/Research--Statistics/NEISS-Injury-Data/&quot; rel=&quot;noreferrer&quot;&gt;download individual years as XLSX&lt;/a&gt;, or you can export year-by-year by search the &lt;a href=&quot;http://www.cpsc.gov/cgibin/NEISSQuery/home.aspx&quot; rel=&quot;noreferrer&quot;&gt;Query Tool&lt;/a&gt; without any parameters, and then exporting CSV, or this data has been &lt;a href=&quot;https://github.com/hadley/neiss&quot; rel=&quot;noreferrer&quot;&gt;exported to R-stats&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-05-30T19:16:14.307" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7902" PostTypeId="1" AcceptedAnswerId="15247" CreationDate="2016-05-30T20:37:43.550" Score="2" ViewCount="135" Body="&lt;p&gt;Does anyone know if it's possible to get &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_9362&quot; rel=&quot;nofollow&quot;&gt;SWIFT routing codes&lt;/a&gt; for all banks, or only on a per-country basis?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(this came up in my &lt;a href=&quot;https://twitter.com/pudo/status/737378338755489793&quot; rel=&quot;nofollow&quot;&gt;Twitter feed&lt;/a&gt; - I thought it was a good question and I didn't find any easily usable data already available.)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-09T15:23:02.607" Title="SWIFT routing codes for all global banks" Tags="|data-request|finance|global|bank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7903" PostTypeId="1" CreationDate="2016-05-30T21:13:57.737" Score="1" ViewCount="49" Body="&lt;p&gt;How to modify  SOFA query to obtain daily OSFA up to day 7 in MIMIC 3?&lt;/p&gt;&#xA;" OwnerUserId="9632" LastEditorUserId="23272" LastEditDate="2021-08-21T04:33:05.743" LastActivityDate="2021-08-21T04:33:05.743" Title="How to modify SOFA query to obtain daily SOFA up to day 7 in MIMIC 3?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7904" PostTypeId="1" CreationDate="2016-05-30T21:53:50.723" Score="1" ViewCount="34" Body="&lt;p&gt;I am having a very hard time in analysis of my features importance. What I am doing is I have 4 features and I incrementally add the features to see the effect of each feature on the final result. When I start with feature 1, for instance 300 out of 600 wanted data will be discovered. Then when I add feature 2, 100 out of 600 will be discovered and so on. However when I start with f2 then instead of f1 then 270 out of 600 will be discovered and this number for f1 will be for instance 200 out 600. So depending on which feature I incrementally add the importance of each feature varies and does not make sense. can any one suggest a beer way how I can analyze the imporance of feature in this case?&lt;/p&gt;&#xA;" OwnerUserId="11509" LastActivityDate="2016-05-31T18:44:21.570" Title="feature importance analysis" Tags="|machine-learning|nlp|" AnswerCount="1" CommentCount="0" ClosedDate="2016-06-03T10:10:29.813" ContentLicense="CC BY-SA 3.0" />
  <row Id="7905" PostTypeId="2" ParentId="7900" CreationDate="2016-05-30T21:54:51.637" Score="2" Body="&lt;p&gt;Thanks to @Andrew for pointing a way to check data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can have 'San Francisco' and two other cities changing your query to:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?cityLabel ?population ?gps WHERE {&#xA;  ?city (wdt:P31/wdt:P279*) ?type.&#xA;  ?city wdt:P1082 ?population.&#xA;  ?city wdt:P625 ?gps.&#xA;  FILTER (?population &amp;gt;= 500000) .&#xA;  FILTER(?type=wd:Q515 || ?type=wd:Q3301053)&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;ORDER BY DESC(?population)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;the changes are: &lt;strong&gt;?type&lt;/strong&gt; and &lt;strong&gt;FILTER(?type=wd:Q515 || ?type=wd:Q3301053)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;(your query gives 251 entries, after change: 254)&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="11197" LastEditorUserId="11197" LastEditDate="2016-05-31T21:09:22.393" LastActivityDate="2016-05-31T21:09:22.393" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7906" PostTypeId="1" AcceptedAnswerId="7917" CreationDate="2016-05-31T01:22:40.673" Score="1" ViewCount="75" Body="&lt;p&gt;Does anyone know where I can get data on real property sales and listings, for a certain area? I need data from just one neighborhood, green Valley Ranch in Henderson, NV. I would need the following: &lt;code&gt;address&lt;/code&gt; (or map position) &lt;code&gt;square footage&lt;/code&gt; &lt;code&gt;bedrooms&lt;/code&gt; &lt;code&gt;bathrooms&lt;/code&gt; &lt;code&gt;date of sale&lt;/code&gt; &lt;code&gt;recorded sale price&lt;/code&gt;, as well a measure of how fast the property sold, like days listed or time between listing and sale. &#xA;I see there are some similar questions and I read all of them, but I was unable to find the answer I need. Do I need to scrape this data together by individual queries? Plus, I had the hardest time finding the recorded sales. Shouldn't this be public information?&lt;/p&gt;&#xA;" OwnerUserId="11429" LastActivityDate="2016-05-31T21:46:03.043" Title="Getting data on real property sales" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7907" PostTypeId="1" CreationDate="2016-05-31T02:55:59.497" Score="1" ViewCount="17" Body="&lt;p&gt;I'm looking for a source for prices on jcpenneys items from the years 2010-2015. This is to investigate their fair and square marketing disaster. However, I cannot find any catalogs online or any sort of way to map out prices through those 5 years. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get a data set for this?&lt;/p&gt;&#xA;" OwnerUserId="11512" LastActivityDate="2016-05-31T02:55:59.497" Title="Data on jcpenneys sales" Tags="|data-request|web-crawling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7908" PostTypeId="1" CreationDate="2016-05-31T06:00:01.903" Score="5" ViewCount="52" Body="&lt;p&gt;I am looking for a dataset containing academic research labs with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Location&lt;/li&gt;&#xA;&lt;li&gt;Field&lt;/li&gt;&#xA;&lt;li&gt;Name of the head&lt;/li&gt;&#xA;&lt;li&gt;Number of research scientists, post-docs, PhD students, SM students, and undergrads.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm mostly interested in the US and computer science.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-06-12T18:49:42.890" Title="Academic research laboratories" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7910" PostTypeId="1" CreationDate="2016-05-31T16:14:53.087" Score="1" ViewCount="27" Body="&lt;p&gt;I want to present some data regarding the leaders of Indian constituency. So please help me to get available the newspaper archive of last 60-70 years.&lt;/p&gt;&#xA;" OwnerUserId="8859" LastActivityDate="2016-05-31T16:14:53.087" Title="Indian Newspaper Archive" Tags="|data-request|media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7911" PostTypeId="2" ParentId="7850" CreationDate="2016-05-31T16:30:28.447" Score="2" Body="&lt;p&gt;For final house prices in the UK, the &lt;a href=&quot;https://www.gov.uk/government/organisations/land-registry&quot; rel=&quot;nofollow&quot;&gt;HMLR&lt;/a&gt; (Her Majesties Land Registry) office deals with land ownership, usage and boundary issues along with other miscellaneous land related issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the &lt;strong&gt;data&lt;/strong&gt;, you need to go to the &lt;a href=&quot;https://data.gov.uk/publisher/land-registry&quot; rel=&quot;nofollow&quot;&gt;land registry section&lt;/a&gt; in &lt;a href=&quot;https://data.gov.uk/data/search&quot; rel=&quot;nofollow&quot;&gt;data.gov.uk&lt;/a&gt; portal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With regard to bids/offers etc. these are not available afaik and i'm not sure how you would be able to find out, as they will be kept secret by the real estate agents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A friend in Scotland wrote a script to screen scrape the data from a central repository of proposed house sales and monitored the house price requested over time to see the shifts in the market; but this isn't quite what you are after.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-05-31T16:30:28.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7913" PostTypeId="2" ParentId="7878" CreationDate="2016-05-31T17:13:32.003" Score="1" Body="&lt;p&gt;Most of the data on student outcomes (e.g., completion rates, repayment rates, and debt measures) are not available past the 2013-14 year at this time.  For some elements, like the earnings data, the most recent data available describe cohorts measured in the 2011 and 2012 tax years. However, a few elements—including header data like institutional name and address, Minority Serving Institution status, currently operating status, and HCM2 status—are more recent. These data are, for the purposes of convenience, also included in the 2013 file (which comprises both 2013 and other more recent data). In our next annual update, we will add another file, which will include 2014-15 data for may outcomes, as well as more recent data related to the institution. We recognize this can be an unwieldy way to work with the data, so we will continue to explore ways to make this information clearer and easier to access.&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-05-31T17:13:32.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7914" PostTypeId="1" AcceptedAnswerId="7923" CreationDate="2016-05-31T17:47:39.890" Score="4" ViewCount="88" Body="&lt;p&gt;The staff of the &lt;strong&gt;European Commission&lt;/strong&gt; is obliged to keep a register of their meetings with lobbyists. The site Integrity Watch administered by Transparency International keeps track of these meetings on &lt;a href=&quot;http://www.integritywatch.eu/ec.html&quot; rel=&quot;nofollow&quot;&gt;their webpage&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They pull together data from more than 90 original sources of the EC. All the links to the orginal sources can be found &lt;a href=&quot;http://www.transparencyinternational.eu/european-commissions-lobbying-meetings/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. Instead of webscraping the original sources it would be great to just get the table from Integrity Watch. Unfortunately they didn't reply to my question about download options yet. My attempts to webscrape the page in R (rvest) failed because of the interactive nature of the table. Any experienced webscrapers who could give some hints and code chunks for R or Python? &lt;/p&gt;&#xA;" OwnerUserId="11518" LastEditorUserId="975" LastEditDate="2016-06-01T14:28:49.133" LastActivityDate="2016-06-01T18:00:37.997" Title="Lobby meetings of European Commission - Integrity Watch" Tags="|web-crawling|europe|programming|python|politics|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7915" PostTypeId="2" ParentId="7904" CreationDate="2016-05-31T18:44:21.570" Score="2" Body="&lt;p&gt;This is a question that should probably be posted in crossvalidated. Anyway, if you are familiar with R there are at least two approaches using &lt;a href=&quot;http://www.inside-r.org/packages/cran/randomforest/docs/importance&quot; rel=&quot;nofollow&quot;&gt;random forest&lt;/a&gt; or variations of it (e.g. &lt;a href=&quot;http://www.inside-r.org/packages/cran/gbm/docs/summary.gbm&quot; rel=&quot;nofollow&quot;&gt;gradient boosting machine&lt;/a&gt;: this will give you a plot of variables importance just using summary on the model produced) are available to do variable importance.&lt;/p&gt;&#xA;" OwnerUserId="11499" LastActivityDate="2016-05-31T18:44:21.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7916" PostTypeId="2" ParentId="6884" CreationDate="2016-05-31T21:14:27.150" Score="9" Body="&lt;p&gt;I work at Quandl and stumbled upon this post. I'm happy to share an update: we now have two databases which contain OHLCV (open-high-low-close-volume) data for bitcoin and other cryptocurrencies: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.Brave New Coin Digital Currency Indexed EOD: &lt;a href=&quot;https://www.quandl.com/data/BNC2&quot; rel=&quot;noreferrer&quot;&gt;https://www.quandl.com/data/BNC2&lt;/a&gt; Contains historical global price indexes for a number of cryptocurrencies&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.Brave New Coin Liquid Index: &lt;a href=&quot;https://www.quandl.com/data/BNC1&quot; rel=&quot;noreferrer&quot;&gt;https://www.quandl.com/data/BNC1&lt;/a&gt; Contains the first true historical price for bitcoin, built specifically for institutional use. History goes back to 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps! &lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-31T21:14:27.150" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="7917" PostTypeId="2" ParentId="7906" CreationDate="2016-05-31T21:46:03.043" Score="2" Body="&lt;p&gt;It looks like you are looking for quite some specific information. I work at Quandl and we have this free database with real estate info: &lt;a href=&quot;https://www.quandl.com/data/ZILL&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/ZILL&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you search for &quot;Henderson, NV&quot; within the database, you'll get data on home and rental prices in Henderson depending on number of bedrooms etc and there's also data on price per square feet. Actually, try this link to see Henderson data specifically: &lt;a href=&quot;https://www.quandl.com/data/ZILL?keyword=henderson%2C%20nv&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/ZILL?keyword=henderson%2C%20nv&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And try this link to see data on Green Valley Ranch: &lt;a href=&quot;https://www.quandl.com/data/ZILL?keyword=valley%20ranch&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/ZILL?keyword=valley%20ranch&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It might not show quite what you're looking for, but I hope it's close and is a good start.&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-05-31T21:46:03.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7918" PostTypeId="1" CreationDate="2016-06-01T04:11:37.910" Score="3" ViewCount="2402" Body="&lt;p&gt;I have been trying to use Wikipedia text data for my personal research.&#xA;I know that crawling is not good for the Wikipedia server so I downloaded a big XML file from &lt;a href=&quot;https://dumps.wikimedia.org/jawiki/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/jawiki/latest/&lt;/a&gt;, especially I downloaded 3 files jawiki-latest-pages-articles1.xml.bz2, jawiki-latest-pages-articles2.xml.bz2, jawiki-latest-pages-articles3.xml.bz2 and it was a success.&lt;/p&gt;&#xA;&lt;p&gt;When I check the data using my python, I noticed it is in wiki-specific format (wikitext).&#xA;How can I parse wikitext into plain text?&#xA;I could not find any good third-party parser.&#xA;Most of what I found was no longer updated.&lt;/p&gt;&#xA;" OwnerUserId="11521" LastEditorUserId="23272" LastEditDate="2021-04-07T13:18:00.187" LastActivityDate="2021-04-07T13:18:00.187" Title="Download wikipedia dump and save in raw text form" Tags="|wikipedia|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="7919" PostTypeId="1" AcceptedAnswerId="7920" CreationDate="2016-06-01T14:47:06.930" Score="7" ViewCount="146" Body="&lt;p&gt;I am looking for historical and current data on glaciers. Data such as glacier length changes, mass balances, imagery, flow speed, outline, runoff, etc. Does anyone know websites and databases providing these data?&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-06-21T10:15:33.590" Title="Data on glaciers" Tags="|geospatial|weather|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7920" PostTypeId="2" ParentId="7919" CreationDate="2016-06-01T14:47:06.930" Score="5" Body="&lt;h3&gt;The World Glacier Monitoring Service&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;The World Glacier Monitoring Service hosts database with mainly mass balance, front variation and thickness change data. The main website is: &lt;br&gt;&#xA;&lt;a href=&quot;http://wgms.ch/&quot; rel=&quot;nofollow&quot;&gt;http://wgms.ch/&lt;/a&gt; the map with data can be found here: &lt;a href=&quot;http://www.wgms.ch/metadatabrowser.html&quot; rel=&quot;nofollow&quot;&gt;http://www.wgms.ch/metadatabrowser.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;GLIMS&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;The Global Land Ice Measurements from Space initiative hosts another extensive database on glaciers, this one mainly containing shapes of glaciers: the glacier outline and the basins of (parts of) the glacier. The main website can be found here: &lt;a href=&quot;https://www.glims.org/&quot; rel=&quot;nofollow&quot;&gt;https://www.glims.org/&lt;/a&gt; the map can be found here: &lt;a href=&quot;http://www.glims.org/maps/glims&quot; rel=&quot;nofollow&quot;&gt;http://www.glims.org/maps/glims&lt;/a&gt; and the downloadable inventory here: &lt;br&gt;&lt;a href=&quot;http://www.glims.org/RGI/rgi50_dl.html&quot; rel=&quot;nofollow&quot;&gt;http://www.glims.org/RGI/rgi50_dl.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;World Glacier Inventory&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Based on the WGMS dataset it contains data such as location, area/lenth/width, elevation, classification, orientation, and ablation and accumulation area:&lt;br&gt;&#xA;&lt;a href=&quot;https://nsidc.org/data/docs/noaa/g01130_glacier_inventory/&quot; rel=&quot;nofollow&quot;&gt;https://nsidc.org/data/docs/noaa/g01130_glacier_inventory/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;U.S. Geological Service&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;In my experience, the U.S. Geological service is happy to provide data when asking them. This is their website: &lt;br&gt;&#xA;&lt;a href=&quot;https://www2.usgs.gov/climate_landuse/clu_rd/glacierstudies/default.asp&quot; rel=&quot;nofollow&quot;&gt;https://www2.usgs.gov/climate_landuse/clu_rd/glacierstudies/default.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Additional datasets: National Snow &amp;amp; Ice Data Center&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;The NSIDC has gathered links to over 200 different data sets on glaciers, amongst which the glacier databases I named in this answer. They also have links to datasets on specific regions with various quantities, such as bedrock elevation, atmospheric values over the glaciers, images, etc.:   &lt;a href=&quot;http://nsidc.org/data/search/#keywords=glaciers/sortKeys=score,,desc/facetFilters=%257B%257D/pageNumber=1/itemsPerPage=25&quot; rel=&quot;nofollow&quot;&gt;http://nsidc.org/data/search/#keywords=glaciers/sortKeys=score,,desc/facetFilters=%257B%257D/pageNumber=1/itemsPerPage=25&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Furthermore, a database on U.S. glaciers is being set up here: &lt;a href=&quot;http://glaciers.research.pdx.edu/&quot; rel=&quot;nofollow&quot;&gt;http://glaciers.research.pdx.edu/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Difficulties&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Several countries with glaciers prefer to keep all data on these glaciers confidential. This is especially true if the glacier's runoff feeds a river flowing into a neighbouring country. Parts of the Himalayas are a good example of this.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2016-06-21T10:15:33.590" LastActivityDate="2016-06-21T10:15:33.590" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7921" PostTypeId="2" ParentId="7918" CreationDate="2016-06-01T15:35:25.757" Score="2" Body="&lt;p&gt;There seems to be a CPAN package for perl called &lt;a href=&quot;http://search.cpan.org/~migo/wikitext-perl-1.01/lib/Text/WikiText.pm&quot; rel=&quot;nofollow&quot;&gt;WikiText&lt;/a&gt;, which from its description will do what you are after. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;WikiText provides a parser for the WikiText markup language, and&#xA;  output modules to convert parsed documents into other markup&#xA;  languages, such as HTML, Latex or Pod.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You might need to do a further step to extract the text itself, but &lt;a href=&quot;https://www.quora.com/What-is-the-best-converter-from-MediaWiki-to-plain-text&quot; rel=&quot;nofollow&quot;&gt;another article&lt;/a&gt; suggests that it isn't quite a straightforward process, due to the complexities in the page markup language structure.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-06-01T15:35:25.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7922" PostTypeId="2" ParentId="7278" CreationDate="2016-06-01T16:06:31.223" Score="2" Body="&lt;p&gt;The Development Data Library (DDL) is the Agency’s repository of &lt;em&gt;USAID-funded&lt;/em&gt;, machine readable data created or collected by the Agency and its implementing partners.   Generally speaking, if a dataset was funded by USAID, the dataset must also reside within the DDL.  USAID will be upgrading the DDL significantly in 2016, and the DDL is intended to be a long-term, stable public access data repository. The original question did not state whether the data in the journal is funded by USAID.  If not, the DDL would not be an appropriate repository.  The current scope of the DDL is to provide access to USAID-funded data only.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of unique identifiers for datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;With the current technology:&lt;/strong&gt;  The URL for a given dataset ends in a &lt;a href=&quot;https://en.wikipedia.org/wiki/Globally_unique_identifier&quot; rel=&quot;nofollow&quot;&gt;Globally Unique Identifier (GUID)&lt;/a&gt; that is specific to that dataset.  &lt;a href=&quot;https://www.usaid.gov/data/dataset/b2cd92f6-e8bb-447b-9720-510222a80d0b&quot; rel=&quot;nofollow&quot;&gt;Example here&lt;/a&gt;.  This technology does not provide GUIDs for limited views / versions of datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;With the new (2016) technology:&lt;/strong&gt;  Dataset URLs within the DDL will end with a unique 9 character dataset ID (e.g. 1234-abcd).  This 9 digit string can be used as a unique identifier for a specific dataset.  The new technology will also support the ability to create &quot;versions&quot; or &quot;views&quot; of specific datasets (e.g. those pertaining to a specific study), and the individual versions or views will also have unique IDs.  The permanent link for any given dataset, version, or view will be the base URL plus /d/xxxx-xxxx. This will automatically redirect to the dataset with that unique ID. If a USAID partner has obtained an official &lt;a href=&quot;http://www.doi.org/&quot; rel=&quot;nofollow&quot;&gt;Digital Object Identifier (DOI)&lt;/a&gt; for a dataset, the new technology will be able to accommodate and use the DOI for future reference.  USAID does not currently provide or generate DOIs directly.  &lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2016-06-01T16:06:31.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7923" PostTypeId="2" ParentId="7914" CreationDate="2016-06-01T18:00:37.997" Score="2" Body="&lt;p&gt;With a hint from a person from Transparency International and some further browsing through the source code this link eventually made it work: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://static.tttp.eu/doi/data/meeting.csv&quot; rel=&quot;nofollow&quot;&gt;http://static.tttp.eu/doi/data/meeting.csv&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="11518" LastActivityDate="2016-06-01T18:00:37.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7924" PostTypeId="1" AcceptedAnswerId="7925" CreationDate="2016-06-01T18:55:37.230" Score="5" ViewCount="71" Body="&lt;p&gt;I am working in &lt;strong&gt;meteorology/glaciology&lt;/strong&gt;. We have quite a lot of observations (partly live!) and we would like to &lt;strong&gt;publish these data (live!)&lt;/strong&gt; to the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So what we are looking for is a portal/software that allows publishing such &quot;time series&quot; data. This would include data such as temperature measurements, precipitation measurements, maybe glacier length changes, and so far and so on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a chance to get some money of the national science fund - smaller projects to &lt;strong&gt;make data&lt;/strong&gt; from past projects &lt;strong&gt;available to all&lt;/strong&gt; of you. As I could not find anything suitable on the web:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Is there something like this&lt;/strong&gt; but I was too stupid to find it?&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;If not&lt;/strong&gt;: do you think that there is &lt;strong&gt;a need for it&lt;/strong&gt;?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The idea - if not yet available - would be an open source software including a flexible backend, data upload interface (e.g., xml data xchange via scp/ftp/web upload), and a frontend offering &quot;simple&quot; data series plots, data exports, and that the uploader/maintainer of these data sets can write/upload notes, manuals, important information (e.g., instrument correction coefficients, when instruments have been maintained/replaced, ...).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you very much for the input! We are currently in a &quot;discussion&quot; or &quot;rough project planning&quot; phase and all comments or hints will be more than helpful!&lt;/p&gt;&#xA;" OwnerUserId="11534" LastEditorUserId="17209" LastEditDate="2017-12-21T00:37:50.253" LastActivityDate="2017-12-21T00:37:50.253" Title="Open Data Portal/Software for Live Measurements: is there any?" Tags="|uses-of-open-data|time-series|real-time|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7925" PostTypeId="2" ParentId="7924" CreationDate="2016-06-01T20:31:03.653" Score="2" Body="&lt;p&gt;usual suspects:&lt;br&gt;&#xA;&lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow&quot;&gt;CKAN&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/timwis/jkan&quot; rel=&quot;nofollow&quot;&gt;JKAN&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://plenar.io/&quot; rel=&quot;nofollow&quot;&gt;Plenario.io seems to be something along what you want...but I may be mistaken here&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NASA seems like they will/do have a solution for this: they publish vast quantities of data, that sound very similar to what yours sound like. It may be worth your while to check out:&lt;br&gt;&#xA;&lt;a href=&quot;http://code.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;NASA Open Source Software&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://open.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;openNASA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/nasa&quot; rel=&quot;nofollow&quot;&gt;NASA's GitHub Profile&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-01T20:31:03.653" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7926" PostTypeId="2" ParentId="195" CreationDate="2016-06-01T20:43:13.707" Score="10" Body="&lt;p&gt;Past Self, I'm pleased to report that just after you asked this question, you were hired by a mapping company and worked on this exact thing, which was just released:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Mapzen Elevation Tile Service&lt;/strong&gt; is a free tile service which combines a variety of open-source terrain datasources into global elevation and normals tilesets, down to zooms 16 and 15, respectively.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Announcement post w/technical details: &lt;a href=&quot;https://mapzen.com/blog/elevation/&quot; rel=&quot;noreferrer&quot;&gt;https://mapzen.com/blog/elevation/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Demos (made by you): &lt;a href=&quot;https://mapzen.com/blog/mapping-mountains/&quot; rel=&quot;noreferrer&quot;&gt;https://mapzen.com/blog/mapping-mountains/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interactive Global Heightmap: &lt;a href=&quot;https://github.com/tangrams/heightmapper&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/tangrams/heightmapper&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Enjoy,&lt;br&gt;&#xA;Current Self&lt;/p&gt;&#xA;" OwnerUserId="146" LastEditorUserId="146" LastEditDate="2016-07-20T15:33:27.630" LastActivityDate="2016-07-20T15:33:27.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7927" PostTypeId="1" CreationDate="2016-06-01T17:34:24.270" Score="2" ViewCount="69" Body="&lt;p&gt;before doing data analysis, I have to find public data sources first. The goal is to find housing services related data, or people data related to these housing services, in different regions of Metro Vancouver.&#xA;Especially focus on those housing aims at improve individual well being or community well being.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched for many lists of this type of services, checking their websites, social media or reading their reports, but could not find public data for my data analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also checked Canada Council, Statistics Canada, they don't have specific data for regions in Metro Vancouver...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any suggestions to find this type of data contains Metro Vancouver regional info?&lt;/p&gt;&#xA;" OwnerUserId="11539" OwnerDisplayName="Cherry Wu" LastEditorUserId="90" LastEditDate="2016-10-19T00:06:33.600" LastActivityDate="2016-10-19T00:11:02.927" Title="Suggestions for Canadian (Metro Vancouver) Housing Open Data Sources" Tags="|data-request|canada|real-estate|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="7928" PostTypeId="1" AcceptedAnswerId="7929" CreationDate="2016-06-02T01:04:43.623" Score="7" ViewCount="218" Body="&lt;p&gt;As a programmer and meteorology enthusiast, I'd love to be able to get latitude/longitude of tropical storms/hurricanes (specifically in the Atlantic). Does anyone know of websites that can provide information regarding tropical activity? I looked at the NWS's API (&lt;a href=&quot;http://graphical.weather.gov/xml/&quot;&gt;http://graphical.weather.gov/xml/&lt;/a&gt;), but it doesn't seem to give such data.&lt;/p&gt;&#xA;" OwnerUserId="11543" LastActivityDate="2016-06-02T09:04:31.750" Title="Data on hurricanes?" Tags="|usa|api|weather|programming|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7929" PostTypeId="2" ParentId="7928" CreationDate="2016-06-02T02:42:34.920" Score="4" Body="&lt;p&gt;NOAA's &lt;a href=&quot;http://www.nhc.noaa.gov/&quot; rel=&quot;nofollow&quot;&gt;Hurricane Center&lt;/a&gt; has &lt;a href=&quot;http://www.nhc.noaa.gov/gis/&quot; rel=&quot;nofollow&quot;&gt;current gis&lt;/a&gt; as well as &lt;a href=&quot;http://www.nhc.noaa.gov/data/&quot; rel=&quot;nofollow&quot;&gt;archived hurricane data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-02T02:42:34.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7930" PostTypeId="2" ParentId="7928" CreationDate="2016-06-02T08:34:18.680" Score="4" Body="&lt;p&gt;Wunderground has a quite extensive hurricane archive (since 1851), unfortunately they are a commercial organisation, so you'll probably have to pay for API integration with their historic data. A webpage of the data is here: &lt;br&gt;&#xA;&lt;a href=&quot;https://www.wunderground.com/hurricane/hurrarchive.asp&quot; rel=&quot;nofollow&quot;&gt;https://www.wunderground.com/hurricane/hurrarchive.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also delve somewhat deeper into the global weather datasets, an international effort to find all the data somewhat more easily: &lt;br&gt;&#xA;&lt;a href=&quot;http://www.ncdc.noaa.gov/ibtracs/index.php&quot; rel=&quot;nofollow&quot;&gt;http://www.ncdc.noaa.gov/ibtracs/index.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2016-06-02T09:04:31.750" LastActivityDate="2016-06-02T09:04:31.750" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7931" PostTypeId="1" CreationDate="2016-06-02T14:09:47.623" Score="2" ViewCount="56" Body="&lt;p&gt;I'm currently investigating the utility of deep neural networks for classification for problems in biology. As such I am trying to find large (n &gt; 1000) discretely labelled datasets to work on. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't have any more specifications beyond this, any suggestions are appreciated. Thanks. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I found kaggle competitions (old and new) to be a great source.&lt;/p&gt;&#xA;" OwnerUserId="6123" LastEditorUserId="2590" LastEditDate="2016-06-08T10:07:37.307" LastActivityDate="2016-06-08T10:07:37.307" Title="Large discretely labelled biological data sets" Tags="|biology|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7932" PostTypeId="1" CreationDate="2016-06-02T16:02:50.590" Score="1" ViewCount="59" Body="&lt;p&gt;I am trying to find an old version of the Social Security Master Death file. Specifically, one that has a county or residence zip code. The only public source for the full file that seems to continuously pop up is this: &lt;a href=&quot;http://ssdmf.info/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ssdmf.info/download.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it does not have the geographic information that I require as it is too recent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried to scrape some of the websites that list the geographic information. However, the process is very lengthy. Furthermore, their location search filters do not always function well. Recently, I tried to find the number of deaths in a given county for certain years. While some results made sense, others were way off of what they could realistically be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help in this regard will be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="11548" LastEditorUserId="20162" LastEditDate="2018-10-21T10:14:25.950" LastActivityDate="2018-10-21T10:14:25.950" Title="Is there a pre-2011 public version of USA's Social Security Death Master File?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7933" PostTypeId="1" CreationDate="2016-06-02T18:55:35.713" Score="3" ViewCount="70" Body="&lt;p&gt;I need to know if there is any precipitation and temperature GIS data for these islands.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;American Samoa&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Federated States of Micronesia&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Guam&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Marshall Islands&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Northern Mariana Islands&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Republic of Palau&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11552" LastEditorUserId="1511" LastEditDate="2016-06-02T19:27:43.137" LastActivityDate="2016-06-03T01:44:33.170" Title="Precipitation and temperature GIS data for Pacific Basin" Tags="|data-request|geospatial|weather|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7934" PostTypeId="1" CreationDate="2016-06-02T20:44:34.480" Score="3" ViewCount="42" Body="&lt;p&gt;In nowadays (2016) what standard is a &lt;a href=&quot;https://en.wikipedia.org/wiki/De_facto_standard&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;de facto&lt;/em&gt; standard&lt;/a&gt; for &lt;a href=&quot;https://www.rfc-editor.org/rfc/rfc4180&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt; file metadata, &lt;br/&gt;   &lt;a href=&quot;http://www.w3.org/TR/tabular-data-model/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;W3C's tabular-data-model&lt;/em&gt;&lt;/a&gt; or &lt;a href=&quot;http://dataprotocols.org/tabular-data-package/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;OKFN's tabular-data-package&lt;/em&gt;&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;NOTES&lt;/h2&gt;&#xA;&lt;p&gt;Important to remember: these metadata standards (W3C or OKFN) are &lt;a href=&quot;https://en.wikipedia.org/wiki/Machine-readable_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;machine-readable&lt;/a&gt;.  The question is not about human-readable standard, like a README format.&lt;/p&gt;&#xA;&lt;p&gt;PS: &lt;a href=&quot;https://stackoverflow.com/questions/37598173/w3cs-tabular-data-model-de-facto-in-use&quot;&gt;original question at SO&lt;/a&gt;, checking if here is correct/better place.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="-1" LastEditDate="2021-10-07T07:34:52.683" LastActivityDate="2016-06-10T03:14:03.847" Title="The W3C's tabular-data-model is de facto in use?" Tags="|csv|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7935" PostTypeId="2" ParentId="7933" CreationDate="2016-06-03T01:44:33.170" Score="3" Body="&lt;p&gt;The US Territories have weather stations, so you can get point-based data for temperature, precipitation, etc by station from NOAA. If you choose the CSV format and check the geographic location option to get coordinates, you'll be able to plot the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ncdc.noaa.gov/cdo-web/&quot; rel=&quot;nofollow&quot;&gt;http://www.ncdc.noaa.gov/cdo-web/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For some reason the US Territories don't show up as a filter option in the standard search tool (under Discover Data by menu - blue box). But they do in the Data Tools (red box) or you can use the mapping tools to draw an area. The red Data Tools box seems easiest; select it, then choose the Select by Location option, and you'll be able to filter by US Territories and select the ones you want. You can grab all the stations in that area and then choose your options for dataset, format, year, geographic locations (to get coordinates), etc.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-06-03T01:44:33.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7936" PostTypeId="2" ParentId="7932" CreationDate="2016-06-03T05:55:52.120" Score="1" Body="&lt;p&gt;mortality multiple cause files?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/nchs/data_access/vitalstatsonline.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/nchs/data_access/vitalstatsonline.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;accessible via&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wonder.cdc.gov/cmf-ICD10.html&quot; rel=&quot;nofollow&quot;&gt;http://wonder.cdc.gov/cmf-ICD10.html&lt;/a&gt;&#xA;or&#xA;&lt;a href=&quot;http://www.asdfree.com/search/label/national%20vital%20statistics%20system%20%28nvss%29&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/national%20vital%20statistics%20system%20%28nvss%29&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-06-03T05:55:52.120" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7937" PostTypeId="2" ParentId="823" CreationDate="2016-06-03T07:11:37.570" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;https://github.com/5j9/wikitextparser&quot; rel=&quot;noreferrer&quot;&gt;wikitextparser&lt;/a&gt; Python module has good support for converting tables into structured formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import wikitextparser as wtp&#xA;import requests&#xA;import json&#xA;&#xA;r = requests.get('http://en.wikipedia.org/w/index.php?title='&#xA;    + 'List_of_country_calling_codes&amp;amp;action=raw')&#xA;wt = wtp.parse(r.text)&#xA;print(json.dumps({'root': wt.tables[1].getdata()[0:3]}, indent=2))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Which dumps the first 3 rows of the country code table:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;root&quot;: [&#xA;    [&#xA;      &quot;Country, Territory or Service&quot;,&#xA;      &quot;Code&quot;,&#xA;      &quot;Time Zone&quot;,&#xA;      &quot;[[Daylight saving time|DST]]&quot;&#xA;    ],&#xA;    [&#xA;      &quot;Abkhazia&quot;,&#xA;      &quot;{{ntsh|78400}}[[+7 840]], [[+7 940]],&amp;lt;ref name=\&quot;zone7\&quot; group=\&quot;notes\&quot;/&amp;gt;[[+995 44]]&amp;lt;ref name=\&quot;abkhazia\&quot;/&amp;gt;&quot;,&#xA;      &quot;UTC+03:00&quot;,&#xA;      &quot;&quot;&#xA;    ],&#xA;    [&#xA;      &quot;Afghanistan&quot;,&#xA;      &quot;{{ntsh|93000}}[[+93]]&quot;,&#xA;      &quot;UTC+04:30&quot;,&#xA;      &quot;&quot;&#xA;    ]&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can also use wikitextparser to parse the contents of the table cells, as well. For example to extract the target URLs of certain link elements.&lt;/p&gt;&#xA;" OwnerUserId="11556" LastActivityDate="2016-06-03T07:11:37.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7938" PostTypeId="1" CreationDate="2016-06-03T08:23:28.513" Score="1" ViewCount="679" Body="&lt;p&gt;I'm trying to export all data from CKAN instances for a big data project.&#xA;How can I do this?&lt;/p&gt;&#xA;" OwnerUserId="11558" LastEditorUserId="2976" LastEditDate="2016-06-03T17:30:39.733" LastActivityDate="2016-06-09T17:32:58.090" Title="Extract all data from ckan" Tags="|ckan|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="7939" PostTypeId="1" CreationDate="2016-06-03T18:23:03.237" Score="5" ViewCount="100" Body="&lt;p&gt;I would like to release some content (graphics, text, and print designs), letting people reuse them with or without modifications. I don't require attribution, but I do want modified versions to also be ShareAlike.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://creativecommons.org/licenses/sa/1.0/&quot;&gt;Creative Commons has a &quot;CC-SA&quot; (no &quot;BY&quot;)&lt;/a&gt;, but it's retired and not recommended for use. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://blog.creativecommons.org/2004/05/25/announcingandexplainingournew20licenses/&quot;&gt;CreativeCommons just says it was retired for low usage&lt;/a&gt;, is there any reason I shouldn't use &quot;CC-SA&quot;? Is there a better alternative?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="11564" LastActivityDate="2016-10-21T16:26:22.870" Title="CC-SA (without BY) has been &quot;Retired&quot;, but I want to use it anyway. Recommendations?" Tags="|licensing|creative-commons|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="7941" PostTypeId="1" CreationDate="2016-06-04T01:56:24.147" Score="2" ViewCount="67" Body="&lt;p&gt;I think most of you remember that old game, called &quot;Animals!&quot;, which is a binary decision tree (y/n) that stores animals and questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;e.g. &lt;a href=&quot;http://cs.smith.edu/~nhowe/112/Assignments/assign.dtree.html&quot; rel=&quot;nofollow&quot;&gt;http://cs.smith.edu/~nhowe/112/Assignments/assign.dtree.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a database (as big as possible) containing questions and animals, as long as they're free to use.&lt;/p&gt;&#xA;" OwnerDisplayName="user9913" LastActivityDate="2016-06-04T01:56:24.147" Title="&quot;Animals!&quot; decision tree dataset" Tags="|games|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="7942" PostTypeId="1" AcceptedAnswerId="8950" CreationDate="2016-06-04T23:11:23.997" Score="4" ViewCount="502" Body="&lt;p&gt;Where can I find a list of countries that do not have psychiatric hospitals? I've searched on Google and Wikipedia but could not find any links.&lt;/p&gt;&#xA;" OwnerUserId="11585" LastEditorUserId="23272" LastEditDate="2021-04-04T04:45:46.540" LastActivityDate="2021-04-04T04:45:46.540" Title="List of countries that do not have psychiatric hospitals" Tags="|medical|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="7943" PostTypeId="1" CreationDate="2016-06-05T00:27:20.353" Score="3" ViewCount="219" Body="&lt;p&gt;I am writing a book about my father, who was a Holocaust survivor. Does anyone know how I can find out what the weather was like in Bavaria, Germany (specifically, Weiden), on November 9-10, 1938 — kristallnacht?&lt;/p&gt;&#xA;" OwnerUserId="11586" LastActivityDate="2016-06-05T19:33:47.987" Title="Historic weather data for Germany in 1938" Tags="|weather|germany|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="7944" PostTypeId="1" CreationDate="2016-06-04T19:31:48.823" Score="2" ViewCount="96" Body="&lt;p&gt;Where can I find a map or distribution data got each country and even provinces within each country for body height and weight by age and how these very across the world? Thanks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Not sure if this question is more suited for this site or for the biology site. If the latter than please migrate my post).&lt;/p&gt;&#xA;" OwnerUserId="11585" OwnerDisplayName="Jack Maddington" LastEditorUserId="1511" LastEditDate="2016-06-05T12:43:13.120" LastActivityDate="2017-11-28T23:56:16.087" Title="World height and weight by age distributions?" Tags="|data-request|demographics|global|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8943" PostTypeId="1" AcceptedAnswerId="8954" CreationDate="2016-06-05T02:11:10.750" Score="4" ViewCount="210" Body="&lt;p&gt;Is there any open dataset on emergency response from the government agencies? Such as 911 or fire emergency.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, the columns would be &lt;code&gt;emergency type&lt;/code&gt;, &lt;code&gt;response time&lt;/code&gt;, &lt;code&gt;geographic information of the caller&lt;/code&gt; and &lt;code&gt;agency&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11588" LastEditorUserId="1511" LastEditDate="2016-06-05T08:12:58.403" LastActivityDate="2016-06-06T23:40:46.673" Title="dataset on emergency response" Tags="|data-request|government|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8944" PostTypeId="2" ParentId="8943" CreationDate="2016-06-05T08:12:41.713" Score="4" Body="&lt;p&gt;The city of Seattle publishes &lt;a href=&quot;https://catalog.data.gov/dataset/seattle-real-time-fire-911-calls-6cdf3&quot; rel=&quot;nofollow&quot;&gt;real-time 911 data&lt;/a&gt;, since 2011 and in a variety of formats (&lt;a href=&quot;https://data.seattle.gov/Public-Safety/Seattle-Real-Time-Fire-911-Calls/kzjm-xkqj&quot; rel=&quot;nofollow&quot;&gt;direct link&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Address,Type,Datetime,Latitude,Longitude,Report Location,Incident&#xA;&#xA;Number 13 W Cremona St,Aid Response,06/05/2016 03:53:00 AM+0000,47.649542,-122.357807,&quot;(47.649542, -122.357807)&quot;,F160064676&#xA;216 Union St,Aid Response,06/05/2016 07:35:00 AM+0000,47.608368,-122.337814,&quot;(47.608368, -122.337814)&quot;,F160064776&#xA;11050 8th Av Ne,Aid Response,06/05/2016 07:43:00 AM+0000,47.708935,-122.320569,&quot;(47.708935, -122.320569)&quot;,F160064780&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here's a &lt;a href=&quot;https://data.seattle.gov/browse?category=Public%20Safety&quot; rel=&quot;nofollow&quot;&gt;catalog of similar resources from Seattle&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;em&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=911&quot; rel=&quot;nofollow&quot;&gt;my source&lt;/a&gt;&lt;/em&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-06-05T08:12:41.713" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8945" PostTypeId="1" CreationDate="2016-06-05T17:22:07.767" Score="3" ViewCount="71" Body="&lt;p&gt;&lt;a href=&quot;http://schema.org/&quot; rel=&quot;nofollow&quot;&gt;Schema.org&lt;/a&gt; is a vocabulary &quot;for describing the kind of entities the most common web applications need&quot; (&lt;a href=&quot;http://schema.org/docs/extension.html&quot; rel=&quot;nofollow&quot;&gt;source&lt;/a&gt;). But which entities would that be? Intuitively I’d say the most common entities are organizations (including companies, clubs, etc.), persons (authors, team members, etc.), products, and creative works (stories, movies, images, music, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there a data source that can give insight into which kind of entities appear on web pages how often?&lt;/strong&gt; The source should make clear if it’s about entities the page is about, or entities that are described, or entities that are mentioned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(The data source should of course not make use of Schema.org or some other vocabulary, because that would bias the results: you can only mark up content with &lt;em&gt;existing&lt;/em&gt; types, but one of my goals is to find types that are missing.) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To be clear, I’m interested in categories of entities (e.g., person, book, organization), not instances (e.g., Bazzel Baz, The Lord of the Rings, Internet Archive). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally with more specific categories, e.g. musician/author/CEO/etc. instead of person, and restaurant/political party/company/etc. instead of organization, etc.&lt;/p&gt;&#xA;" OwnerUserId="877" LastActivityDate="2016-06-12T19:22:05.353" Title="Data about what kind of entities appear on public web pages" Tags="|data-request|web-crawling|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8946" PostTypeId="2" ParentId="7943" CreationDate="2016-06-05T19:33:47.987" Score="3" Body="&lt;p&gt;@Philsheim points out the very useful weather data discussed in &lt;a href=&quot;https://opendata.stackexchange.com/a/6313/1511&quot;&gt;1945 (spring) daily weather Germany&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sadly, it looks like data for Weiden in that set only goes back to 1947, as do most nearby weather records. The closest seems to be Gößweinstein (site 1689); it's at 49.8N, 11.3E compared to Weiden's 49.7N, 12.18E. So same latitude, but almost a full degree west - at a guess, it's about fifty miles away? A little further east is Nürnberg-Buchenbuehl (site 3666). It's quite possible the weather will be different from that at Weiden, but it's worth having a look.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-06-05T19:33:47.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8947" PostTypeId="2" ParentId="8945" CreationDate="2016-06-06T04:14:34.747" Score="2" Body="&lt;p&gt;Not concrete answers, but here are some thoughts/places to find this:&lt;br&gt;&#xA;&lt;a href=&quot;http://commoncrawl.org/&quot; rel=&quot;nofollow&quot;&gt;Common Crawl&lt;/a&gt; is a large corpus of crawled data, &lt;a href=&quot;http://webdatacommons.org/&quot; rel=&quot;nofollow&quot;&gt;Web Data Commons&lt;/a&gt; are deep dives into the data.&lt;br&gt;&#xA;Read up on which are the most used microformats/rdfa/schema entities doing any number of searches. &lt;a href=&quot;https://books.google.com/books?id=VQzIBAAAQBAJ&amp;amp;pg=PA287&amp;amp;lpg=PA287&amp;amp;dq=most+used+microformats&amp;amp;source=bl&amp;amp;ots=QCu6Pwww_e&amp;amp;sig=yu_TxDxQYAyv7nPmPfwcuLZUyz0&amp;amp;hl=en&amp;amp;sa=X&amp;amp;ved=0ahUKEwig08GywpLNAhWESyYKHelIBc4Q6AEITjAI#v=onepage&amp;amp;q=most%20used%20microformats&amp;amp;f=false&quot; rel=&quot;nofollow&quot;&gt;microformats used by percentages&lt;/a&gt; is one such example.&lt;br&gt;&#xA;There's a study that I'm not recalling at the moment, but I think it was by the W3C, crawling pages and searching for patterns in the HTML/CSS/JS. While the number of &lt;code&gt;header&lt;/code&gt; elements used is probably of no use to you, the usage of microformats/schema/rdfa is. As well as perhaps &lt;code&gt;meta&lt;/code&gt;/&lt;code&gt;link&lt;/code&gt; elements, maybe even &lt;code&gt;address&lt;/code&gt; elements. I'm hoping someone sees this and has a better memory than I.&lt;br&gt;&#xA;The last two parts of the question I'm not sure if this is an answer, or just an example, as they are APIs, scraping from sites, but its kind of the same thing. Also, I work for the Sunlight Foundation, so disclosure: &lt;a href=&quot;http://openstates.org/&quot; rel=&quot;nofollow&quot;&gt;Open States&lt;/a&gt; and &lt;a href=&quot;http://www.opensecrets.org/&quot; rel=&quot;nofollow&quot;&gt;Open Secrets&lt;/a&gt; as well as the &lt;a href=&quot;https://developers.google.com/civic-information/&quot; rel=&quot;nofollow&quot;&gt;Google Civic Information API&lt;/a&gt; and &lt;a href=&quot;https://opencivicdata.readthedocs.io/en/latest/&quot; rel=&quot;nofollow&quot;&gt;Open Civic Data&lt;/a&gt;.&lt;br&gt;&#xA;EDIT:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/govex/govex.github.io/issues/2&quot; rel=&quot;nofollow&quot;&gt;GovEx has some resources around this too&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://wholeads.us/&quot; rel=&quot;nofollow&quot;&gt;Who Leads Us uses OCD ID's for Elected Officials&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-06-12T19:22:05.353" LastActivityDate="2016-06-12T19:22:05.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8948" PostTypeId="2" ParentId="3213" CreationDate="2016-06-06T04:26:46.040" Score="1" Body="&lt;p&gt;I would say to use the &lt;a href=&quot;https://www.drugbank.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;drugbank database&lt;/a&gt; of drugnames . They are more upto dates. I played with the &lt;a href=&quot;http://pillbox.nlm.nih.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;NLM pillbox data&lt;/a&gt; found some names like venetoclax doesn't even listed. Drugbank drug names are more generic.&lt;/p&gt;&#xA;" OwnerUserId="11286" LastEditorUserId="23490" LastEditDate="2020-03-03T16:55:55.910" LastActivityDate="2020-03-03T16:55:55.910" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="8949" PostTypeId="1" CreationDate="2016-06-06T10:34:22.473" Score="3" ViewCount="207" Body="&lt;p&gt;I'd like to make a healthcare website that would help customers find their healthcare plans easily. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I check if the user is eligible for medicaid, or CHIP or medicare? I know how to get the FPL, but I'm still confused. &lt;/p&gt;&#xA;" OwnerUserId="11395" LastEditorUserId="10235" LastEditDate="2016-06-06T11:12:35.767" LastActivityDate="2016-06-06T11:12:35.767" Title="is there an open API for healthcare's medicaid / CHIP eligibility?" Tags="|data.gov|government|api|medical|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8950" PostTypeId="2" ParentId="7942" CreationDate="2016-06-06T12:37:46.490" Score="4" Body="&lt;p&gt;It's not a sortable list, but the WHO keeps track of the mental health institutions per country and has a report on each country here: &lt;a href=&quot;http://www.who.int/mental_health/evidence/atlas/profiles/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.who.int/mental_health/evidence/atlas/profiles/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also provide a shaded map in their &lt;a href=&quot;http://www.who.int/mental_health/publications/mental_health_atlas_2011/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;atlas&lt;/a&gt; which I copied below. You'll have to look up the reports on the lightly shaded countries to check wether they have any mental healthcare facilities at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VDjv8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VDjv8.png&quot; alt=&quot;Psychiatrists per population&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-06-06T12:37:46.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8951" PostTypeId="1" CreationDate="2016-06-06T14:29:17.080" Score="5" ViewCount="3066" Body="&lt;p&gt;I am looking for a dataset for Customer churn prediction in telecom. I looked around but couldn't find any relevant dataset to download. Following are some of the features I am looking in the dataset:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Personal information: the date of activate, churn date...&lt;/li&gt;&#xA;&lt;li&gt;Traffic details: Average of monthly calls number, daily average of calls minute...&lt;/li&gt;&#xA;&lt;li&gt;Billing data: payment type, mean of monthly revenues, Delays in the payment of the bill...&lt;/li&gt;&#xA;&lt;li&gt;Complaints information: number of register a complaint, number of repairs...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="12597" LastEditorUserId="12597" LastEditDate="2016-06-07T10:19:13.737" LastActivityDate="2024-02-19T01:07:41.013" Title="Telecommunication Customer churn Dataset" Tags="|data-request|telecom|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="8952" PostTypeId="2" ParentId="7944" CreationDate="2016-06-06T17:07:52.007" Score="2" Body="&lt;p&gt;Quandl has some data on height and weight by country, by age, by gender. I hope it can help you get started. A lot of the data, though, is related to malnutrition. Search for &quot;weight&quot; and &quot;height&quot; within each database below. You should get data on heights and weights by country, particularly for children. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out the World Bank Gender Statistics Database: &lt;a href=&quot;https://www.quandl.com/data/WGEN&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/WGEN&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the World Bank World Development Indicators Database: &lt;a href=&quot;https://www.quandl.com/data/WWDI&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/WWDI&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclosure: I work for Quandl.&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-06-06T17:07:52.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8953" PostTypeId="1" CreationDate="2016-06-06T17:57:46.867" Score="1" ViewCount="71" Body="&lt;p&gt;I'm looking for panel data for happiness and life satisfaction from the Gallup World Poll&lt;/p&gt;&#xA;" OwnerUserId="12600" LastEditorUserId="2976" LastEditDate="2016-06-06T21:28:55.537" LastActivityDate="2016-06-06T21:28:55.537" Title="Where can I get happiness data from the Gallup World Poll?" Tags="|data-request|survey|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8954" PostTypeId="2" ParentId="8943" CreationDate="2016-06-06T23:40:46.673" Score="2" Body="&lt;p&gt;Here are a few datasets that seem to meet your requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.acgov.org/Public-Safety/Paramedic-Plus-Response-Time/9yek-274s&quot; rel=&quot;nofollow&quot; title=&quot;Paramedic Plus Response Time&quot;&gt;Paramedic Plus Response Time&lt;/a&gt; from Alameda County, CA Open Data Portal (data.acgov.org)  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://performance.cityofrc.us/dataset/PD-Crime-Stats-Response-Time/jptt-i8pe&quot; rel=&quot;nofollow&quot;&gt;PD Crime Stats Response Time&lt;/a&gt; (aggregated by month, not incident, but does have average dispatch time) from City of Rancho Cucamonga, CA Open Data Portal&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.smcgov.org/Environment/Reports-from-Report-It-SMC/4u6x-x6rk&quot; rel=&quot;nofollow&quot;&gt;Reports from Report It! SMC&lt;/a&gt; are &quot;illegal dumping issues&quot; reported to San Mateo County, CA&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-06-06T23:40:46.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8956" PostTypeId="2" ParentId="6346" CreationDate="2016-06-07T08:44:10.450" Score="2" Body="&lt;p&gt;You should check out &lt;a href=&quot;https://github.com/CLARIAH/grlc&quot; rel=&quot;nofollow&quot;&gt;grlc&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;grlc, the git repository linked data API constructor, automatically builds Web APIs using SPARQL queries stored in git repositories.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Basically you use an github repository which stores all your queries. Based on it, a swagger doc is generated what is easy to browse through (even with tags and description)&lt;/p&gt;&#xA;" OwnerUserId="12603" LastActivityDate="2016-06-07T08:44:10.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8957" PostTypeId="1" CreationDate="2016-06-07T15:05:25.543" Score="4" ViewCount="215" Body="&lt;p&gt;Does anybody know of a source for wind data ~04 - 14 for E. Africa or a larger area. I have looked at a number of sources but have not found anything for these consecutive years.&lt;/p&gt;&#xA;" OwnerUserId="12606" LastEditorUserId="10235" LastEditDate="2016-06-08T11:20:08.050" LastActivityDate="2016-06-08T11:20:08.050" Title="Spatial Wind Direction/Speed Data" Tags="|geospatial|weather|africa|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8958" PostTypeId="2" ParentId="8957" CreationDate="2016-06-07T20:24:56.387" Score="2" Body="&lt;p&gt;The European Centre for Medium Range Weather Forecasts hosts a database with this information here: &lt;a href=&quot;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&quot; rel=&quot;nofollow&quot;&gt;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll want the &lt;code&gt;10 metre U wind component&lt;/code&gt; and the &lt;code&gt;10 metre V wind component&lt;/code&gt; where the U component is the wind speed from East to West, and the V component the wind speed from South to North.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the actual direction (in radians), you'll need the &lt;a href=&quot;https://en.wikipedia.org/wiki/Atan2&quot; rel=&quot;nofollow&quot;&gt;atan2&lt;/a&gt; function: &lt;code&gt;atan2(V, U)&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-06-07T20:24:56.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8959" PostTypeId="1" CreationDate="2016-06-08T00:40:26.243" Score="3" ViewCount="17" Body="&lt;p&gt;There are lot of rules and regulations that airlines have. At the same time, due to business dynamics and other changes in the environment, the rules get changed. It would be useful if there is a site where information from all the airlines were available under one roof and is parsed so people could compare on some functionalities without getting dodged by the length of reading material. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be useful to two kinds of people. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;a. Newbie travelers or people trying to figure out the labyrinth of rules and regulations. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;b. Researchers who research trends about airlines and markets surrounding them.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://travel.stackexchange.com/questions/70781/is-there-a-site-where-pdfs-of-all-airlines-related-to-passenger-rules-regulation/70782?noredirect=1#comment152300_70782&quot;&gt;https://travel.stackexchange.com/questions/70781/is-there-a-site-where-pdfs-of-all-airlines-related-to-passenger-rules-regulation/70782?noredirect=1#comment152300_70782&lt;/a&gt; related to it. &lt;/p&gt;&#xA;" OwnerUserId="12607" LastEditorUserId="-1" LastEditDate="2017-04-13T12:52:14.420" LastActivityDate="2016-06-08T00:40:26.243" Title="Rules and regulations of all airlines in one site for consumers to compare" Tags="|web-crawling|products|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8960" PostTypeId="1" CreationDate="2016-06-08T04:21:07.103" Score="3" ViewCount="737" Body="&lt;p&gt;Can anyone please refer me the vector data source of the wind region (LEE MULTIPLIER) of New Zealand as the map attached.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/eCtlN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/eCtlN.png&quot; alt=&quot;demo&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;N.B.There are three data layers in this map-&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Lee Multiplier&lt;/li&gt;&#xA;&lt;li&gt;Coastal boundary&lt;/li&gt;&#xA;&lt;li&gt;Cities&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;strong&gt;I need only layer 1&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="5549" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-02-21T03:13:38.443" Title="Wind region Data for New Zealand" Tags="|data-request|releasing-data|weather|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8961" PostTypeId="1" AcceptedAnswerId="12488" CreationDate="2016-06-08T08:10:39.593" Score="5" ViewCount="2601" Body="&lt;p&gt;&quot;Data: A Collection of Problems from Many Fields for the Student and Research Worker&quot; by Andrews and Herzberg : &lt;a href=&quot;http://rads.stackoverflow.com/amzn/click/0387961259&quot; rel=&quot;noreferrer&quot;&gt;https://www.amazon.com/Data-Collection-Problems-Research-Statistics/dp/0387961259/ref=sr_1_1?s=books&amp;amp;ie=UTF8&amp;amp;qid=1465372463&amp;amp;sr=1-1&amp;amp;keywords=DATA+andrews+Herzberg&lt;/a&gt;&#xA;is a book with data and descriptions for teaching and learning statistics and data analysis.  The datasets from the book used to be on the internet, but now I cannot find them!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, they used to be on statlib, but now that seems inaccessible too!&#xA;Anybody knows where that data collection can be found now?&lt;/p&gt;&#xA;" OwnerUserId="2590" LastActivityDate="2018-03-06T19:22:44.773" Title="The data from &quot;Data: A Collection of Problems from Many Fields for the Student and Research Worker&quot; by Andrews and Herzberg" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8962" PostTypeId="2" ParentId="7807" CreationDate="2016-06-08T09:59:39.720" Score="4" Body="&lt;p&gt;The book “Data: A Collection of Problems from Many Fields for the Student and Research Worker” by Andrews and Herzberg has such a data set as:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Table 68.1 Third Party Motor Insurance for Sweden, 1977 (112642&#xA;        bytes) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When there is an answer to this question:  &lt;a href=&quot;https://opendata.stackexchange.com/questions/8961/the-data-from-data-a-collection-of-problems-from-many-fields-for-the-student-a&quot;&gt;The data from &amp;quot;Data: A Collection of Problems from Many Fields for the Student and Research Worker&amp;quot; by Andrews and Herzberg&lt;/a&gt;&#xA;you can find the data from there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here is a direct link for the data:&#xA;&lt;a href=&quot;http://www.statsci.org/data/general/motorins.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.statsci.org/data/general/motorins.txt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2590" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-06-08T14:30:41.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8963" PostTypeId="2" ParentId="8961" CreationDate="2016-06-08T10:02:19.593" Score="2" Body="&lt;p&gt;I found it finally, the main statlib site seems to be down but there is a mirror at  &lt;a href=&quot;ftp://ftp.uni-bayreuth.de/pub/math/statlib/oldindex.html&quot; rel=&quot;nofollow&quot;&gt;ftp://ftp.uni-bayreuth.de/pub/math/statlib/oldindex.html&lt;/a&gt;&#xA;and the Andrews and Herzberg data can be fount at&#xA;&lt;a href=&quot;ftp://ftp.uni-bayreuth.de/pub/math/statlib/datasets/Andrews/&quot; rel=&quot;nofollow&quot;&gt;ftp://ftp.uni-bayreuth.de/pub/math/statlib/datasets/Andrews/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2590" LastActivityDate="2016-06-08T10:02:19.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8964" PostTypeId="1" CreationDate="2016-06-08T11:43:50.203" Score="4" ViewCount="94" Body="&lt;p&gt;I'm looking for annual (or monthly) rainfall data over time and by country (specifically, for sub-Saharan African countries). I've been able to find data up to the year 2000. I know there has got to be more recent data but I'm having trouble finding it! Any suggestions would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="12612" LastActivityDate="2016-06-08T12:25:11.650" Title="Rainfall, climate change data" Tags="|africa|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8965" PostTypeId="2" ParentId="8964" CreationDate="2016-06-08T12:25:11.650" Score="2" Body="&lt;p&gt;The European Centre for Medium Range Weather Forecasts hosts a database with this information here: &lt;a href=&quot;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&quot; rel=&quot;nofollow&quot;&gt;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They require you to create an account (free) before you can request data. The data is available per lat/lon grid point, so you'll have to look up which grid points are within which country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for the data, you'll probably want the &lt;code&gt;Total precipitation&lt;/code&gt; field (this also includes hail and snow, but that won't be much in the sub-Sahara).&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-06-08T12:25:11.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8966" PostTypeId="1" CreationDate="2016-06-08T15:37:22.183" Score="1" ViewCount="25" Body="&lt;p&gt;is there any online store that can share its XML catalog/product feed? I need mainly product  and &amp;lt;g:google_product_category&amp;gt; ... I'll be using this data to research word embedding models for product category classification. Shopping-related corpus is really hard to find and I really need a storage dump for this research.&lt;/p&gt;&#xA;" OwnerUserId="11507" LastEditorUserId="23272" LastEditDate="2021-04-03T05:15:37.163" LastActivityDate="2021-04-03T05:15:37.163" Title="Where can I find a products feed/catalogue .xml from any online store with &lt;g:google_product_category&gt;?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="8967" PostTypeId="1" CreationDate="2016-06-08T17:47:50.183" Score="3" ViewCount="149" Body="&lt;p&gt;Is an API available for downloading DOL H1B application records?&lt;/p&gt;&#xA;&lt;p&gt;If yes, would you please direct me to where I can find this API?&lt;/p&gt;&#xA;" OwnerUserId="12620" LastEditorUserId="23272" LastEditDate="2021-04-04T04:50:27.890" LastActivityDate="2021-04-04T04:50:27.890" Title="API for H1B Records" Tags="|labor|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="8968" PostTypeId="1" CreationDate="2016-06-08T19:51:41.650" Score="1" ViewCount="357" Body="&lt;p&gt;I am trying to associate the “MIMIC II Waveform Matched database” to the “MIMIC III Clinical database”, but my results are suspicious.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the documentation, the “sNNNN” identifier of the matched waveform database should be the same as the SUBJECT_ID of the Clinical database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Citation from the documentation: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;…Each subdirectory of this directory contains one or more MIMIC II&#xA;  Waveform Database records that have been matched with a single subject&#xA;  (whose MIMIC II Clinical Database Subject_ID is the name of the&#xA;  subdirectory). The name of each mimic2wdb/matchedwaveform record is of&#xA;  the form sNNNNN/sNNNNN-YYYY-MM-DD-hh-mm where NNNNN is the matching&#xA;  MIMIC II Clinical Database Subject_ID, and YYYY, MM, DD, hh, and mm&#xA;  are the surrogate year, month (01-12), and day (01-31), and the real&#xA;  hour (00-23) and minute (00-59), derived from the starting date and&#xA;  time of day of themimic2wdb/matched record. The surrogate dates match&#xA;  those of the corresponding MIMIC II Clinical Database version 2.6 (or&#xA;  later) records; note that surrogate dates in previous versions of the&#xA;  MIMIC II Clinical Database differ from those in version 2.6 and later.&#xA;  …&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;However, doing so produces suspicious results. For example:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The first two patients (in them of numerical ordering) of the waveform matched dataset are “s00001” and “s00020”. The first two patients of the clinical dataset are “2” and “3”. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The first patient &quot;in common&quot; in the two databases is the patient “20” (s00020 = 20). However, the record dates are not matching: The record of patient “20” starts at “2567-03-30 17:47:00” for the matched waveform dataset, while it starts at “2183-04-28 09:45:00” for the clinical dataset.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Any idea how to solve the problem?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Link to the documentation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MIMIC II Waveform Matched database: &#xA;&lt;a href=&quot;http://www.physionet.org/physiobank/database/mimic2wdb/matched/&quot; rel=&quot;nofollow&quot;&gt;http://www.physionet.org/physiobank/database/mimic2wdb/matched/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MIMIC-III Clinical Database&#xA;&lt;a href=&quot;https://physionet.org/works/MIMICIIIClinicalDatabase/files/&quot; rel=&quot;nofollow&quot;&gt;https://physionet.org/works/MIMICIIIClinicalDatabase/files/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12621" LastActivityDate="2016-06-10T01:02:28.087" Title="How to associate the MIMIC II Waveform Matched database to the MIMIC III Clinical database?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8969" PostTypeId="1" CreationDate="2016-06-09T08:28:30.533" Score="3" ViewCount="92" Body="&lt;p&gt;I find ESRI's World Physical Basemap very good because you can see 1) topography, and 2) habitat. However, the problem is that it isn't very fine resolution (1.24 km/pixel outside the US), so it's only really useful for broader scale maps.&#xA;Does anyone know any high-resolution (&amp;lt;1.24km/pixel) physical map with global coverage?&lt;/p&gt;&#xA;" OwnerUserId="12626" LastEditorUserId="23272" LastEditDate="2022-07-14T12:43:47.593" LastActivityDate="2022-07-14T12:43:47.593" Title="high resolution (&lt; 1.24km/pixel) physical map with global coverage?" Tags="|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="8970" PostTypeId="2" ParentId="823" CreationDate="2016-06-09T10:17:30.200" Score="1" Body="&lt;h2&gt;TableTools2&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://addons.mozilla.org/en-US/firefox/addon/tabletools2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://addons.mozilla.org/en-US/firefox/addon/tabletools2/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It's a Firefox addon that enables right-click copying of the table like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XlVCc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XlVCc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It works quite well and is very stable.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2016-06-09T10:17:30.200" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8971" PostTypeId="1" AcceptedAnswerId="8980" CreationDate="2016-06-09T11:34:31.173" Score="2" ViewCount="91" Body="&lt;p&gt;I am using a dataset that has missing counties (UK). I think I can add these to the dataset where the record has a local authority.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have searched the ONS website and OpenDataCommunities.org, as well as a general web search but have not found a straightforward mapping of local authority to county.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I'd like a csv file listing UK local authorities and the counties they belong in. &lt;/p&gt;&#xA;" OwnerUserId="12628" LastActivityDate="2016-06-09T21:00:41.363" Title="Where can I find UK local authority to county lookup?" Tags="|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8972" PostTypeId="2" ParentId="8967" CreationDate="2016-06-09T12:19:50.370" Score="3" Body="&lt;p&gt;I'm sorry, but we do not provide that data through our API.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2016-06-09T12:19:50.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8973" PostTypeId="1" AcceptedAnswerId="9010" CreationDate="2016-06-09T14:50:15.627" Score="6" ViewCount="4021" Body="&lt;p&gt;There is already a question about &lt;a href=&quot;https://opendata.stackexchange.com/q/1007/930&quot;&gt;soccer statistics&lt;/a&gt;, which summarises many data sources for team listings, game results, and many more fields for national and international teams.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am now looking for is a dataset (no API needed, a historical/static file is sufficient) that contains &lt;strong&gt;betting odds&lt;/strong&gt; (e.g. &lt;code&gt;0: 1.7, 1: 3.6, 2: 6.0&lt;/code&gt;) before a football game &lt;strong&gt;and&lt;/strong&gt; the &lt;strong&gt;game's result&lt;/strong&gt; (e.g. &lt;code&gt;3:1&lt;/code&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Purpose: I want to write a small function that emits &quot;realistic&quot; game results when handed the odds, so I would like some historic data for estimating the results' probability distribution.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2022-12-11T17:26:47.623" Title="Dataset of soccer betting odds and game results" Tags="|data-request|sports|football|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8974" PostTypeId="1" CreationDate="2016-06-09T15:32:30.413" Score="2" ViewCount="353" Body="&lt;p&gt;In table Chartevents, there is a attribute named warning. What does it represent? for example if there is a data entry with ITEMID 220046 which represents Heart rate Alarm - High, what does warning value 1 means for that entry?&lt;/p&gt;&#xA;" OwnerUserId="12630" LastActivityDate="2016-06-23T18:02:15.967" Title="Want to understand MIMIC III warning in table Chartevents" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8975" PostTypeId="1" AcceptedAnswerId="8985" CreationDate="2016-06-09T16:30:57.783" Score="4" ViewCount="161" Body="&lt;p&gt;I have yet to see another online service for viewing spreadsheets that works as seamlessly as the Socrata sets. It seems no matter how much data or how many rows there are - it is always consistently fast. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm curious to find out or  learn some details as to why it works so well, or who/what is powering the sheets, and if possible, what kind of code/language or application allows it to work so much better than sites that host spreadsheet services.&lt;/p&gt;&#xA;" OwnerUserId="11145" LastEditorUserId="2976" LastEditDate="2016-06-10T21:32:49.763" LastActivityDate="2016-06-10T21:58:15.867" Title="What kind of spreadsheet/application are the Socrata datasets built on?" Tags="|tool-request|software|socrata|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8976" PostTypeId="2" ParentId="7938" CreationDate="2016-06-09T17:32:58.090" Score="4" Body="&lt;p&gt;Did you have a look at CKAN's extensive &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API documentation&lt;/a&gt;? To get you started, look at the answer to related question &lt;a href=&quot;https://opendata.stackexchange.com/q/4240/930&quot;&gt;How do I get a full list of datasets available on Data.Gov using the CKAN API?&lt;/a&gt; and its example of using &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.get.package_search&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;package_search&lt;/code&gt;&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have a list of dataset IDs, you can get their metadata using the &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.get.package_show&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;package_show&lt;/code&gt;&lt;/a&gt; API function.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The package &lt;code&gt;url&lt;/code&gt; field sometimes contains directly downloadable files, sometimes they seem link to data provider pages which might need some individual handling (i.e. coding). But only restricting batch download to recognised filetypes (e.g. &lt;code&gt;*.csv&lt;/code&gt;) should get you pretty far already.&lt;/p&gt;&#xA;" OwnerUserId="930" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-06-09T17:32:58.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8978" PostTypeId="1" AcceptedAnswerId="8987" CreationDate="2016-06-09T18:24:47.900" Score="2" ViewCount="206" Body="&lt;p&gt;I'm interested in using a &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access&quot; rel=&quot;nofollow&quot;&gt;NOAA&lt;/a&gt; dataset for daily/hourly weather data for the U.S.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both the &lt;a href=&quot;http://www.ncdc.noaa.gov/orders/qclcd/&quot; rel=&quot;nofollow&quot;&gt;QCLCD&lt;/a&gt; and &lt;a href=&quot;http://www1.ncdc.noaa.gov/pub/data/noaa/isd-lite/&quot; rel=&quot;nofollow&quot;&gt;ISD Lite&lt;/a&gt; datasets contain the variables in which I'm interested for the time frame with which I'm concerned (QCLCD is only post-2005). However, I can't find any information about their differences in terms of coverage, construction, etc. in the U.S.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have experience working with/understand the differences between these two datasets?&lt;/p&gt;&#xA;" OwnerUserId="10295" LastActivityDate="2016-06-11T19:05:33.547" Title="QCLCD vs. ISD Lite for U.S. data" Tags="|weather|noaa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8979" PostTypeId="2" ParentId="7384" CreationDate="2016-06-09T19:44:09.913" Score="2" Body="&lt;p&gt;The American Community Survey has &lt;a href=&quot;https://censusreporter.org/tables/B25034/&quot; rel=&quot;nofollow&quot;&gt;table B25034&lt;/a&gt;, which has columns for each decade from the 1940's to current (and another for &quot;1939 or earlier&quot;). Each column estimates the number of housing units in the given geography built in that decade.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download this data as GIS from &lt;a href=&quot;https://censusreporter.org&quot; rel=&quot;nofollow&quot;&gt;Census Reporter&lt;/a&gt;, and probably also from &lt;a href=&quot;http://factfinder.census.gov/faces/nav/jsf/pages/index.xhtml&quot; rel=&quot;nofollow&quot;&gt;American FactFinder&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For reference, here's a list of American Community Survey tables (as of the 2010-2014 5 year data release) which refer to the year housing units were built. Links are to Census Reporter &quot;table&quot; pages.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25034&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25034/&quot; rel=&quot;nofollow&quot;&gt;Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25035&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25035/&quot; rel=&quot;nofollow&quot;&gt;Median Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25036&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25036/&quot; rel=&quot;nofollow&quot;&gt;Tenure by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25037&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25037/&quot; rel=&quot;nofollow&quot;&gt;Median Year Structure Built by Tenure&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25050&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25050/&quot; rel=&quot;nofollow&quot;&gt;Plumbing Facilities by Occupants Per Room by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25107&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25107/&quot; rel=&quot;nofollow&quot;&gt;Median Value by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25108&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25108/&quot; rel=&quot;nofollow&quot;&gt;Aggregate Value (Dollars) by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25111&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25111/&quot; rel=&quot;nofollow&quot;&gt;Median Gross Rent by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25112&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25112/&quot; rel=&quot;nofollow&quot;&gt;Aggregate Gross Rent (Dollars) by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25126&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25126/&quot; rel=&quot;nofollow&quot;&gt;Tenure by Age of Householder by Year Structure Built&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;B25127&lt;/strong&gt;: &lt;a href=&quot;http://censusreporter.org/tables/B25127/&quot; rel=&quot;nofollow&quot;&gt;Tenure by Year Structure Built by Units in Structure&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-06-09T19:44:09.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8980" PostTypeId="2" ParentId="8971" CreationDate="2016-06-09T21:00:41.363" Score="3" Body="&lt;p&gt;The Local Authority Service details holds the local council URLS for a number of services where the customer can directly transfer to the appropriate service page on any council in England.&#xA;&lt;a href=&quot;http://local.direct.gov.uk/Data/&quot; rel=&quot;nofollow&quot;&gt;http://local.direct.gov.uk/Data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The files downloadable are csv. &lt;/p&gt;&#xA;" OwnerUserId="11532" LastActivityDate="2016-06-09T21:00:41.363" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8981" PostTypeId="1" CreationDate="2016-06-09T21:01:23.797" Score="2" ViewCount="36" Body="&lt;p&gt;I am looking for a dataset containing prices of scientific poster printing with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Location&lt;/li&gt;&#xA;&lt;li&gt;Poster sizes&lt;/li&gt;&#xA;&lt;li&gt;Prices&lt;/li&gt;&#xA;&lt;li&gt;Poster options (e.g., glossy)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in the following locations:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;California, United States&lt;/li&gt;&#xA;&lt;li&gt;Massachusetts, United States&lt;/li&gt;&#xA;&lt;li&gt;Paris, France&lt;/li&gt;&#xA;&lt;li&gt;Seoul, South Korea&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-09T21:01:23.797" Title="Scientific poster printing prices" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8982" PostTypeId="2" ParentId="8968" CreationDate="2016-06-10T01:02:28.087" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;That missingness is perfectly valid. Some patient records were removed from the MIMIC database after they were added, potentially due to privacy concerns or corrupted data. You have to work with only the remaining patient records.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;It seems that the times were regenerated from scratch for MIMIC III. My suggestion is for you to get your hands on the MIMIC II v2.6 dataset and use the times from there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are the details for &lt;strong&gt;Patient 20&lt;/strong&gt; (I double-checked that the admit age and sex matched between MIMIC II and MIMIC III.)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The admit time is &quot;&lt;strong&gt;2183-04-28&lt;/strong&gt; 09:45:00&quot;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;from MIMIC &lt;strong&gt;III Clinical&lt;/strong&gt; Database v1.3&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;The admit time is &quot;&lt;strong&gt;2567-03-29&lt;/strong&gt; 21:00:00&quot;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;from MIMIC &lt;strong&gt;II Clinical&lt;/strong&gt; Database v2.6&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;The waveform start time is &quot;&lt;strong&gt;2567-03-30&lt;/strong&gt; 17:47:00&quot;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;from MIMIC &lt;strong&gt;II Waveform&lt;/strong&gt; Database Matched Subset v3.1&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="11105" LastActivityDate="2016-06-10T01:02:28.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8983" PostTypeId="1" CreationDate="2016-06-10T14:07:09.610" Score="4" ViewCount="324" Body="&lt;p&gt;I'm looking for something like either an API that will let you query a catalog of products by category (for example trousers or shirts) and get comprehensive product information back or this same thing in the form of an offline dataset. The vendors doesn't matter but it has to be in fashion.&lt;/p&gt;&#xA;" OwnerUserId="12638" LastActivityDate="2018-01-02T23:07:23.837" Title="API or dataset of fashion products" Tags="|api|fashion|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8984" PostTypeId="1" CreationDate="2016-06-10T15:03:52.197" Score="2" ViewCount="318" Body="&lt;p&gt;1) I have a list of 1.2 million ILSVRC2012 training/validation images with corresponding class codes, 000 to 999. Where can I find the name mapping for these codes?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Can anyone provide me a copy of the file &quot;synset_words.txt&quot; for the synset/name mapping of the ILSVRC2012 data set. Someone saw it mentioned on &lt;a href=&quot;http://caffe.berkeleyvision.org/gathered/examples/imagenet.html&quot; rel=&quot;nofollow&quot;&gt;http://caffe.berkeleyvision.org/gathered/examples/imagenet.html&lt;/a&gt; but I can't find it anywhere on the web to include &lt;a href=&quot;https://github.com/BVLC/caffe&quot; rel=&quot;nofollow&quot;&gt;https://github.com/BVLC/caffe&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="12639" LastActivityDate="2016-06-10T15:03:52.197" Title="Where can I find the synset/name mapping for the ILSVRC2012 data set?" Tags="|machine-learning|images|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8985" PostTypeId="2" ParentId="8975" CreationDate="2016-06-10T21:58:15.867" Score="7" Body="&lt;p&gt;Socrata actually isn't built on top of an existing spreadsheet application or platform. We've built our own platform using a number of different open source technologies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Customer data is stored in our backend, where we use different datastores in a sharded configuration to make sure queries are performant while data remains highly available and safe. Long term storage in what we call our &quot;truth stores&quot; is managed by &lt;a href=&quot;https://www.postgresql.org/&quot;&gt;PostgreSQL&lt;/a&gt; while queries issued via our &lt;a href=&quot;https://dev.socrata.com&quot;&gt;SODA API&lt;/a&gt; are dispatched to &quot;secondaries&quot; built on different technologies optimized for different query types. For example, a geospatial query might be sent to &lt;a href=&quot;http://postgis.net/&quot;&gt;PostGIS&lt;/a&gt; while a free-text search would be sent to &lt;a href=&quot;https://lucene.apache.org/&quot;&gt;Lucene&lt;/a&gt;. Many of the components that make up our backend are &lt;a href=&quot;https://github.com/socrata-platform&quot;&gt;open sourced on GitHub&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our front-end is built in &lt;a href=&quot;http://rubyonrails.org/&quot;&gt;Rails&lt;/a&gt; and &lt;a href=&quot;https://angularjs.org/&quot;&gt;AngularJS&lt;/a&gt;, and the data grid is a custom component built with &lt;a href=&quot;https://jquery.com/&quot;&gt;JQuery&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="315" LastActivityDate="2016-06-10T21:58:15.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8986" PostTypeId="1" AcceptedAnswerId="8990" CreationDate="2016-06-11T14:12:46.423" Score="3" ViewCount="83" Body="&lt;p&gt;I need an example for pure deterministic time series which is not just dependent on time but on previous values, i.e $Y(t) =  βY(t-1) + f(t). It should not have stochastic trends in it. I need this for academic purpose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for an example of actual data, where I can explain the terms comparing to real world&lt;/p&gt;&#xA;" OwnerUserId="12651" LastEditorUserId="12651" LastEditDate="2016-06-15T03:14:54.647" LastActivityDate="2016-06-15T03:14:54.647" Title="Deterministic time series" Tags="|time-series|analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8987" PostTypeId="2" ParentId="8978" CreationDate="2016-06-11T19:05:33.547" Score="3" Body="&lt;p&gt;I emailed the NOAA and got a very fast response from William Brown:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Both the QCLCD and ISD digital surface hourly data bases contain the&#xA;  same stations.  QCLCD is a 'subset&quot; of the much larger (global) ISD&#xA;  data base. Typically for research purposes I would recommend ISD.  You&#xA;  can download the data in bulk and, due to format differences only, the&#xA;  period of record is longer for ISD.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So, it looks like the U.S. coverage for both is the same and that both are constructed from full ISD dataset.&lt;/p&gt;&#xA;" OwnerUserId="10295" LastActivityDate="2016-06-11T19:05:33.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8988" PostTypeId="1" CreationDate="2016-06-11T22:52:43.760" Score="2" ViewCount="75" Body="&lt;p&gt;I would like to know which platforms can be used in government for open data access and customizable and support Arabic language.&lt;/p&gt;&#xA;" OwnerUserId="8904" LastEditorUserId="1511" LastEditDate="2016-06-19T12:43:54.053" LastActivityDate="2016-06-19T12:43:54.053" Title="What are examples of open data platforms for government, with support for Arabic language?" Tags="|data-portal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8989" PostTypeId="1" CreationDate="2016-06-12T01:50:12.060" Score="7" ViewCount="683" Body="&lt;p&gt;I am looking for an up-to-date, gratis anti-infringment IP list, i.e., a list of IPs of organizations searching for copyright infringement through peer-to-peer networks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.iblocklist.com/lists&quot;&gt;https://www.iblocklist.com/lists&lt;/a&gt; has such a list, but the access to it is not free of charge.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-12-05T16:04:21.967" Title="Anti-infringment IP list" Tags="|data-request|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8990" PostTypeId="2" ParentId="8986" CreationDate="2016-06-12T06:01:49.857" Score="3" Body="&lt;p&gt;Exponential Decay formula would work. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://latex.codecogs.com/gif.latex?P(t)=P_0e%5E%7B-rt%7D&quot; title=&quot;P(t)=P_0e^{-rt}&quot; /&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://latex.codecogs.com/gif.latex?P(t)&quot; title=&quot;P(t)&quot; /&gt; is the remaining amout of material of the decay cycle is complete. &lt;br&gt;&#xA;If you start with 100 grams of x this is your &lt;img src=&quot;https://latex.codecogs.com/gif.latex?P_0&quot; title=&quot;P_0&quot; /&gt;&lt;br&gt;&#xA;If your decay rate is 2% this is your r. &lt;br&gt;&#xA;If you do 1 second increments that would be your t.&lt;br&gt;&#xA;The remaining amount becomes your new initial amount &lt;img src=&quot;https://latex.codecogs.com/gif.latex?P_0&quot; title=&quot;P_0&quot; /&gt; and you   &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Initial Amount         Time          Decay Rate        Remaining Amount&#xA; 100 grams              1 sec         2%               98.0198673307 grams&#xA; 96.0789438852 grams    1 sec         2%               94.1764532455 grams&#xA; 94.1764532455 grams    1 sec         2%               92.3116344834 grams&#xA; 92.3116344834 grams    1 sec         2%               90.4837411776 grams&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It would take 230.258509299 seconds to only have 1 gram of material left.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actual examples of academic research, you can find at &lt;a href=&quot;https://en.wikipedia.org/wiki/Exponential_decay#Applications_and_examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;Exponential decay--Applications and examples&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit:&lt;/strong&gt; In my opinion another way of calling what you want would be a non-stochastic iterative time series. &lt;/p&gt;&#xA;" OwnerUserId="11532" LastEditorUserId="-1" LastEditDate="2017-03-10T09:42:49.383" LastActivityDate="2016-06-12T06:07:37.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8991" PostTypeId="1" CreationDate="2016-06-12T09:36:08.167" Score="5" ViewCount="265" Body="&lt;p&gt;The &lt;a href=&quot;http://www.ecmwf.int/en/forecasts/datasets/public-wmo-and-acmad-datasets&quot;&gt;ECMWF&lt;/a&gt; website gives weather forecast data only twice a day (I'm only interested in temperature). Does anyone knows a reliable source for getting data hourly ? If &lt;code&gt;ECMWF&lt;/code&gt; gives hourly data, then can anyone point me to that link ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. I don't want sources like &lt;code&gt;forecast.io&lt;/code&gt;, &lt;code&gt;wunderground&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12655" LastEditorUserId="12655" LastEditDate="2016-06-12T10:01:50.873" LastActivityDate="2016-06-13T07:20:39.857" Title="From where can I get hourly weather forecast data of Europe?" Tags="|data-request|weather|europe|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="8992" PostTypeId="1" CreationDate="2016-06-13T04:49:24.923" Score="1" ViewCount="99" Body="&lt;p&gt;I am looking for a data set that contains factoid question-answer pairs based on tables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Table: &lt;a href=&quot;https://i.stack.imgur.com/o2Ta8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/o2Ta8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Question: what is the capital of Egypt?&lt;/li&gt;&#xA;&lt;li&gt;Answer: Cairo&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Tables could be HTML, PDF or latex. I am most interested in table-question-answer written in English. &lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-20T04:59:52.623" Title="Factoid question-answer pairs based on tables" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8993" PostTypeId="2" ParentId="4360" CreationDate="2016-06-13T07:09:16.597" Score="1" Body="&lt;p&gt;In this &lt;a href=&quot;https://github.com/graphhopper/open-traffic-collection&quot; rel=&quot;nofollow&quot;&gt;'open traffic collection'&lt;/a&gt; we collect several traffic flow/count sources (including the mentioned here)&lt;/p&gt;&#xA;" OwnerUserId="12662" LastActivityDate="2016-06-13T07:09:16.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8994" PostTypeId="2" ParentId="8991" CreationDate="2016-06-13T07:20:39.857" Score="1" Body="&lt;p&gt;German weather survey DWD updates their data from Germany half-hourly: &lt;a href=&quot;http://www.dwd.de/DE/leistungen/beobachtung/beobachtung.html&quot; rel=&quot;nofollow&quot;&gt;http://www.dwd.de/DE/leistungen/beobachtung/beobachtung.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think authorities from other European countries provide this kind of data as well. Espcially those with marine industries, e.g. fishing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;these windsurfing/kitesurfers forecasters update 4 times a day. I think they depend on publicly accessible products from DWD as well, cobined with their own digital elevation models:  &lt;a href=&quot;http://www.muchoviento.net/index_en.html&quot; rel=&quot;nofollow&quot;&gt;http://www.muchoviento.net/index_en.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-06-13T07:20:39.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8995" PostTypeId="1" AcceptedAnswerId="9005" CreationDate="2016-06-13T15:47:28.457" Score="3" ViewCount="155" Body="&lt;p&gt;Is there open data for the locations of USPS mail box locations? There are a number of sites that have this information like &lt;a href=&quot;http://www.payphone-project.com/mailboxes/&quot; rel=&quot;nofollow&quot;&gt;http://www.payphone-project.com/mailboxes/&lt;/a&gt;, but I'd like authoritative data.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-06-14T22:31:28.117" Title="Location of USPS Mail Boxes" Tags="|data-request|federal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8996" PostTypeId="2" ParentId="8988" CreationDate="2016-06-13T15:55:10.483" Score="1" Body="&lt;p&gt;For Europe I would point you to the &lt;a href=&quot;http://opendatamonitor.eu&quot; rel=&quot;nofollow&quot;&gt;OpenDataMonitor&lt;/a&gt; project website. As pointed out &quot;best&quot; is not really an objective measure. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The project also has a &lt;a href=&quot;http://knowhow.opendatamonitor.eu/odresearch/open-data-software-and-apis/&quot; rel=&quot;nofollow&quot;&gt;know-how site&lt;/a&gt; which may have further information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a &lt;a href=&quot;http://www.safe.com/webinar/open-data-portals-9-solutions-and-how-they-compare&quot; rel=&quot;nofollow&quot;&gt;video&lt;/a&gt; that lists and compares the most common solutions. &lt;/p&gt;&#xA;" OwnerUserId="1512" LastActivityDate="2016-06-13T15:55:10.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="8997" PostTypeId="1" CreationDate="2016-06-14T04:26:37.717" Score="2" ViewCount="49" Body="&lt;p&gt;something along these lines:&#xA;&lt;a href=&quot;https://wiki.postgresql.org/wiki/Sample_Databases&quot; rel=&quot;nofollow&quot;&gt;https://wiki.postgresql.org/wiki/Sample_Databases&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the open streetmap data is huge. I am looking for a small to medium dataset that is quick to download but diverse enough to play with and learn.&lt;/p&gt;&#xA;" OwnerUserId="12671" LastActivityDate="2016-06-14T04:26:37.717" Title="Is there an open postgreSQL dump for geospatial data?" Tags="|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="8998" PostTypeId="1" CreationDate="2016-06-14T05:36:03.123" Score="4" ViewCount="56" Body="&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/7084/1652&quot;&gt;Sci-Hub&lt;/a&gt; does a great job linking DOI with the associated paper. I am looking for a data set that links DOI with other materials pertaining to the paper such as source code, slide or poster.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2018-07-03T13:39:02.067" Title="DOI with source code, slide or poster" Tags="|data-request|research|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="8999" PostTypeId="1" CreationDate="2016-06-14T11:31:16.670" Score="1" ViewCount="249" Body="&lt;p&gt;The Malta business registry provides a calendar option to download data on companies on 15 days chunks &lt;a href=&quot;http://rocsupport.mfsa.com.mt/pages/RecentlyRegisteredCompanies.aspx&quot; rel=&quot;nofollow&quot;&gt;http://rocsupport.mfsa.com.mt/pages/RecentlyRegisteredCompanies.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am pretty sure the calendar tool can be tricked and an argument can be passed so that an entire list of all companies registered can be retrieved at once. I've tried several options with no luck.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has somebody done it or has similar experience?&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2016-06-14T11:53:23.530" Title="Getting a full list of companies registered in Malta" Tags="|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9000" PostTypeId="2" ParentId="8999" CreationDate="2016-06-14T11:53:23.530" Score="1" Body="&lt;p&gt;You could do it programatically in R using a combination of &lt;a href=&quot;https://cran.r-project.org/web/packages/RSelenium/vignettes/RSelenium-basics.html&quot; rel=&quot;nofollow&quot;&gt;RSelenium&lt;/a&gt; and &lt;a href=&quot;https://cran.r-project.org/web/packages/rvest/rvest.pdf&quot; rel=&quot;nofollow&quot;&gt;rvest&lt;/a&gt; packages to navigate then screen scrape your data. Then you can iteratively go through each 15 day chunk going back in time.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-06-14T11:53:23.530" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9001" PostTypeId="2" ParentId="6962" CreationDate="2016-06-14T13:11:06.253" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://eventregistry.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Event registry&lt;/strong&gt;&lt;/a&gt; provides access to news articles from more than 100.000 news sources in 15 languages including German. The only problem is that you can only get access to the last 3 years of articles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can easily get the access to the data using the Python library available here: &lt;a href=&quot;https://github.com/gregorleban/EventRegistry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/gregorleban/EventRegistry/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0xcWc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0xcWc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11158" LastActivityDate="2016-06-14T13:11:06.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9002" PostTypeId="2" ParentId="4981" CreationDate="2016-06-14T13:17:52.587" Score="2" Body="&lt;p&gt;The &lt;strong&gt;&lt;a href=&quot;http://eventregistry.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Event Registry&lt;/a&gt;&lt;/strong&gt; can provide you access to news articles from last 3 years. The system currently holds over &lt;strong&gt;450 million news articles&lt;/strong&gt;. You can easily get the access to the data using the Python library available here: &lt;a href=&quot;https://github.com/EventRegistry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/EventRegistry/&lt;/a&gt;. For each article you can get not only the original metadata but also the list of annotated concepts, categories, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to the news articles it can also provide you events - each thing that happens in the world and is reported in multiple news articles is considered to be an event. For each event you can find where it happened, when, who was involved, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The provided API allows one to search for articles and events using various search criteria (keywords, concepts, categories, news source, event location, date, ...). The user can do per day 1000 free search requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mstgG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mstgG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11158" LastEditorUserId="-1" LastEditDate="2019-05-15T20:08:46.743" LastActivityDate="2019-05-15T20:08:46.743" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="9003" PostTypeId="1" CreationDate="2016-06-14T16:31:09.250" Score="2" ViewCount="101" Body="&lt;p&gt;In the process of creating a survival dataset the time to death after first admission needs to be calculated. For patients who are still alive how can the duration-alive from first admission be calculated. In other words from what date should date of first admit be subtracted.&lt;/p&gt;&#xA;" OwnerUserId="12678" LastActivityDate="2016-06-16T22:24:40.757" Title="MIMIC dataset : How to find time since first admission" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9004" PostTypeId="1" AcceptedAnswerId="9008" CreationDate="2016-06-14T17:26:07.507" Score="3" ViewCount="95" Body="&lt;p&gt;Trying to access the DOL API - specifically DOL OSHA Enforcement Data.   Currently using PHP to make the API Call however merely changing the host and URI (from api.dol.gov to data.dol.gov and from /priorDataSet/DataTable to /get/violation/violation for example) does not work...    &lt;/p&gt;&#xA;&#xA;&lt;p&gt;***Edit***&lt;br&gt;&#xA;Don't think the SDK works for data.dol.gov - direct HTTP Requests may work&lt;/p&gt;&#xA;&#xA;&lt;p&gt;***UPDATE***&#xA;SDK is broken for data.dol.gov. Can be fixed by replacing '&lt;a href=&quot;http://quarry.dol.gov&quot; rel=&quot;nofollow&quot;&gt;http://quarry.dol.gov&lt;/a&gt;' with '&lt;a href=&quot;https://data.dol.gov&quot; rel=&quot;nofollow&quot;&gt;https://data.dol.gov&lt;/a&gt;'&lt;/p&gt;&#xA;" OwnerUserId="12679" LastEditorUserId="12679" LastEditDate="2016-06-14T20:00:56.673" LastActivityDate="2016-06-15T12:39:53.677" Title="Is the protocol different for accessing data.dol.gov and api.dol.gov?" Tags="|api|labor|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9005" PostTypeId="2" ParentId="8995" CreationDate="2016-06-14T22:31:28.117" Score="4" Body="&lt;p&gt;Wow - this is way harder to find than I would have expected. I do think I found one potential lead for you from the source of truth (USPS themselves).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As part of their API offering (&lt;a href=&quot;https://www.usps.com/business/web-tools-apis/documentation-updates.htm&quot;&gt;https://www.usps.com/business/web-tools-apis/documentation-updates.htm&lt;/a&gt;) there is a &quot;Service Delivery Calculator&quot; service which takes an origination and destination zipcode and tells you the drop boxes nearby and what time you need to get the mail there for it to arrive by a certain time. This &lt;em&gt;could&lt;/em&gt; be used to create a dataset of all the dropboxes in a given zip code. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope there is a better way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also considering emailing USPS API folks at uspstechnicalsupport@mailps.custhelp.com.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-06-14T22:31:28.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9006" PostTypeId="1" CreationDate="2016-06-14T23:14:08.480" Score="5" ViewCount="1177" Body="&lt;p&gt;ESPN provides &lt;a href=&quot;http://www.gilliganondata.com/index.php/2009/03/28/data-visualization-march-madness-style/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NBA &quot;game flow&quot;&lt;/a&gt; data, which show the score for each team over the course of the game. It's just a timeseries - score per team per timestep (assuming minute) of the game.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other &lt;a href=&quot;https://opendata.stackexchange.com/questions/3889/data-request-nba-data-to-practice-statistical-programming&quot;&gt;posts&lt;/a&gt; have asked for game scores, which appear to be available &lt;a href=&quot;http://www.databasebasketball.com/leagues/leagueyear.htm?lg=N&amp;amp;yr=2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. I want the timeseries of score per team per timstep for each team, which isn't addressed by the prior post. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where I can find (or scrape) this kind of data for historical NBA games (e.g., this season)? &lt;/p&gt;&#xA;" OwnerUserId="12681" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-09-06T11:48:23.213" Title="NBA game timeseries data" Tags="|data-request|sports|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9007" PostTypeId="1" CreationDate="2016-06-15T11:04:28.640" Score="3" ViewCount="101" Body="&lt;p&gt;I am searching for time series data for regression problems. To clarify: I want to do machine learning on a time series and predict a single real continuous value for each time series, but I do not want to do forecasting (so I do not want to predict the next value in the time series).&lt;/p&gt;&#xA;&lt;p&gt;An example would be to predict the lifetime of different components, which are monitored by sensors.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have a good idea, where to get such data (does not have to be the component example)?&lt;/p&gt;&#xA;" OwnerUserId="12691" LastEditorUserId="23272" LastEditDate="2021-04-07T13:21:56.613" LastActivityDate="2021-04-07T13:21:56.613" Title="Time Series for Regression" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9008" PostTypeId="2" ParentId="9004" CreationDate="2016-06-15T12:39:53.677" Score="2" Body="&lt;p&gt;Yes, it is different, though you can use the same key.  At &lt;a href=&quot;http://developer.dol.gov/beginners-guide&quot; rel=&quot;nofollow&quot;&gt;http://developer.dol.gov/beginners-guide&lt;/a&gt;, right above the &quot;Accessing the API&quot; heading, are two tabs.  One is for api.dol.gov, the other is for data.dol.gov.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We'll get the PHP SDK fixed momentarily.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2016-06-15T12:39:53.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9009" PostTypeId="2" ParentId="6942" CreationDate="2016-06-15T14:25:11.593" Score="1" Body="&lt;p&gt;&lt;strong&gt;United States of America&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.census.gov/svsd/www/vius/products.html&quot; rel=&quot;nofollow&quot;&gt;Vehicle Inventory and Use Survey&lt;/a&gt; conducted by the United States Census included the following information for trucks, which included SUV's and minivans:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Vehicle Acquisition Month and Year&lt;/li&gt;&#xA;&lt;li&gt;Vehicle Make and Model Year&lt;/li&gt;&#xA;&lt;li&gt;Vehicle Disposal Month and Year&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The data is predominantly truck focused as it was previously referred to as the Truck Use Survey, it was intermittent and was discontinued in 2002.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Australia&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.abs.gov.au/AUSSTATS/abs@.nsf/DetailsPage/9309.031%20Jan%202015?OpenDocument&quot; rel=&quot;nofollow&quot;&gt;Motor Vehicle Census&lt;/a&gt; provides statistics for vehicle type and vehicle characteristics including: make, manufacturer, and type of fuel. The free Excel file is good, but if you register with the &lt;a href=&quot;http://www.abs.gov.au/websitedbs/D3310114.nsf/home/About+TableBuilder&quot; rel=&quot;nofollow&quot;&gt;Australian Bureau of Statistics&lt;/a&gt; you can build your own table using the microdata, which may include the length of ownerships from which you can start to build time series of ownership.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: In the United States, the Departments of Motor Vehicles for each state has the information you would like. They are very guarded about sharing this information.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-06-15T14:25:11.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9010" PostTypeId="2" ParentId="8973" CreationDate="2016-06-15T17:40:53.440" Score="5" Body="&lt;p&gt;This might be exactly what you need:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.oddsportal.com/soccer/england/premier-league-2014-2015/results/&quot; rel=&quot;noreferrer&quot;&gt;oddsportal historical odds&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It gives you the odds and result for each game for multiple leagues&lt;/li&gt;&#xA;&lt;li&gt;... multiple years&lt;/li&gt;&#xA;&lt;li&gt;... and odds from multiple betting agencies.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;This is a very neat data source. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can easily scrape the data with &lt;code&gt;beautifulsoup&lt;/code&gt; (and you might have to work with a webdriver like &lt;a href=&quot;http://selenium-python.readthedocs.io/&quot; rel=&quot;noreferrer&quot;&gt;selenium&lt;/a&gt; to control the page loading).&lt;/p&gt;&#xA;" OwnerUserId="12697" LastActivityDate="2016-06-15T17:40:53.440" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9012" PostTypeId="2" ParentId="9003" CreationDate="2016-06-15T20:07:26.280" Score="2" Body="&lt;p&gt;I will reinterpret your question as &quot;For patients who are still alive, what censor time is appropriate?&quot;. The minimum amount of time a patient must survive in order to not have a date of death in the MIMIC-III v1.3 database is 150 days. Most patients are alive for longer: but this is the minimum.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="8938" LastEditDate="2016-06-16T22:24:40.757" LastActivityDate="2016-06-16T22:24:40.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9014" PostTypeId="2" ParentId="978" CreationDate="2016-06-15T20:54:15.693" Score="1" Body="&lt;p&gt;With &lt;a href=&quot;http://www.followthehashtag.com/?utm_source=WOM&amp;amp;utm_medium=Foros%20%2F%20Preguntas&amp;amp;utm_campaign=DATASETS&quot; rel=&quot;nofollow&quot;&gt;www.followthehashtag.com&lt;/a&gt; twitter analytics service you will be able to get Twitter data for free up to 9 days back or track some thousand tweets or, in premium version since 2006, with no total tweets limits (only your budget)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find some million free tweets in “datasets” section.  For example, a &lt;a href=&quot;http://followthehashtag.com/datasets/nasdaq-100-companies-free-twitter-dataset/?utm_source=WOM&amp;amp;utm_medium=Foros%20%2F%20Preguntas&amp;amp;utm_campaign=DATASETS&quot; rel=&quot;nofollow&quot;&gt;NASDAQ100 big dataset&lt;/a&gt; here, all tweets, about 80 days using companies twitter $Symbol (Ticket with an $)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps&lt;/p&gt;&#xA;" OwnerUserId="11112" LastActivityDate="2016-06-15T20:54:15.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9015" PostTypeId="2" ParentId="5570" CreationDate="2016-06-15T20:56:59.107" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.followthehashtag.com/?utm_source=WOM&amp;amp;utm_medium=Foros%20%2F%20Preguntas&amp;amp;utm_campaign=DATASETS&quot; rel=&quot;nofollow&quot;&gt;www.followthehashtag.com&lt;/a&gt; is a twitter analytics service. You will be able to get Twitter data for free up to 9 days back or track some thousand tweets or, in premium version since 2006, with no total tweets limits (only your budget)&lt;/p&gt;&#xA;" OwnerUserId="11112" LastActivityDate="2016-06-15T20:56:59.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9016" PostTypeId="2" ParentId="6833" CreationDate="2016-06-15T20:59:03.323" Score="1" Body="&lt;p&gt;With &lt;a href=&quot;http://www.followthehashtag.com/?utm_source=WOM&amp;amp;utm_medium=Foros%20%2F%20Preguntas&amp;amp;utm_campaign=DATASETS&quot; rel=&quot;nofollow&quot;&gt;www.followthehashtag.com&lt;/a&gt; twitter analytics service you will be able to get Twitter data for free up to 9 days back or track some thousand tweets or, in premium version since 2006, with no total tweets limits (only your budget)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find some million tweets &lt;a href=&quot;http://followthehashtag.com/datasets/?utm_source=WOM&amp;amp;utm_medium=Foros%20%2F%20Preguntas&amp;amp;utm_campaign=DATASETS&quot; rel=&quot;nofollow&quot;&gt;in “datasets” section (excel)&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best&lt;/p&gt;&#xA;" OwnerUserId="11112" LastActivityDate="2016-06-15T20:59:03.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9019" PostTypeId="1" CreationDate="2016-06-16T05:35:47.760" Score="3" ViewCount="225" Body="&lt;p&gt;A wonderful resource that earlier used to exist for researching global Internet speed and quality was Ookla's NetIndex. Ookla has &lt;a href=&quot;http://www.netindex.com/&quot; rel=&quot;nofollow&quot;&gt;discontinued&lt;/a&gt; public download, I believe since 2015. Does anyone have a dump of the last publicly available source data? &lt;/p&gt;&#xA;" OwnerUserId="12700" LastEditorUserId="1511" LastEditDate="2016-06-19T13:21:28.417" LastActivityDate="2016-06-19T13:21:28.417" Title="Ookla/NetIndex data dump" Tags="|data-request|internet|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9020" PostTypeId="1" CreationDate="2016-06-16T17:01:09.767" Score="1" ViewCount="131" Body="&lt;p&gt;I'm looking for a list of all the banks and their details, or just the biggest ones, by country. Is there any? &lt;/p&gt;&#xA;" OwnerUserId="12707" LastActivityDate="2016-06-17T07:20:04.820" Title="A list of all the banks by country" Tags="|data-request|finance|bank|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9021" PostTypeId="1" CreationDate="2016-06-16T19:00:02.390" Score="2" ViewCount="56" Body="&lt;p&gt;I just want to unify the unit for lab measurement data in labevent table for mimiciii. But I found there are two types of units for counting numbers of blood cell: #/uL and %. I could not find the source of this unit &amp;quot;%&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;I guess the unit is different according to different types of blood cell. How should i unify them? The table below shows the question. The first column is loinc_code. The third column is value. The last column is unit for this value&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jSm2g.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jSm2g.png&quot; alt=&quot;labevent table&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Thanks for answering!&lt;/p&gt;&#xA;" OwnerUserId="12709" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-09-04T19:54:36.850" Title="The unit for blood cell number is different in labevent. How could I unify them?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9022" PostTypeId="1" CreationDate="2016-06-17T02:45:45.870" Score="1" ViewCount="17" Body="&lt;p&gt;I am looking for a dataset containing a list of garage known to fraudulently upsale (=inducing the customer to purchase unnecessary items, upgrades, repairs or other add-ons in an attempt to make a more profitable sale. &lt;a href=&quot;https://www.youtube.com/watch?v=-avpx8UTakI&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;, &lt;a href=&quot;http://www.cbc.ca/1.2418675&quot; rel=&quot;nofollow&quot;&gt;mirror&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, the dataset should contain information pertaining to the detection of the fraudulent upsales (e.g., fraudulent upsale detected by CBC Marketplace on  2016-06-16).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in the following locations:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;California, United States&lt;/li&gt;&#xA;&lt;li&gt;Massachusetts, United States&lt;/li&gt;&#xA;&lt;li&gt;Paris, France&lt;/li&gt;&#xA;&lt;li&gt;Seoul, South Korea&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-17T02:45:45.870" Title="Garages known to fraudulently upsale" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9023" PostTypeId="1" CreationDate="2016-06-17T06:06:20.827" Score="3" ViewCount="55" Body="&lt;p&gt;Which is the first date of ISO 8061 format? Is it by Georgian Calander (1582-1-15) or 0001-1-1 ???&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which is the last date? I guess it must be 9999-12-31. Am I right???&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The citations given in &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_8601#Years&quot; rel=&quot;nofollow&quot;&gt;Wiki&lt;/a&gt; are not proper.&lt;/p&gt;&#xA;" OwnerUserId="12712" LastEditorUserId="1652" LastEditDate="2016-06-18T15:37:53.317" LastActivityDate="2016-06-18T15:37:53.317" Title="First and last date in YYYY-MM-DD format of ISO 8061" Tags="|data-format|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9024" PostTypeId="1" CreationDate="2016-06-17T07:11:59.653" Score="5" ViewCount="73" Body="&lt;p&gt;Can anyone refer to the reliable and freely available point location spatial data source of the cities of New Zealand?&lt;/p&gt;&#xA;&lt;p&gt;N.B. I used several data sources but found all of them are not accurate e.g. &lt;a href=&quot;http://www.tageo.com/index-e-nz-cities-NZ.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; and &lt;a href=&quot;http://www.mapsofworld.com/lat_long/newzealand-lat-long.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5549" LastEditorUserId="23272" LastEditDate="2022-07-14T12:20:45.003" LastActivityDate="2022-07-14T12:20:45.003" Title="Reliable point spatial data of cities of New Zealand" Tags="|data-request|geospatial|releasing-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9025" PostTypeId="2" ParentId="9020" CreationDate="2016-06-17T07:20:04.820" Score="3" Body="&lt;p&gt;Wikipedia has lists of all the banks in certain countries, those seem pretty accurate for the larger banks and countries with more active wikipedia communities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more in depth data, I think you might have to get the data for each country seperately through their financial supervision department. The United States has that data here: &lt;a href=&quot;https://cdr.ffiec.gov/public/&quot; rel=&quot;nofollow&quot;&gt;https://cdr.ffiec.gov/public/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A good place to start for the EU is here: &lt;a href=&quot;http://www.efsf.europa.eu/about/links/index.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.efsf.europa.eu/about/links/index.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Dutch association for banks has a list of members here: &lt;a href=&quot;https://www.nvb.nl/vereniging/120/leden.html&quot; rel=&quot;nofollow&quot;&gt;https://www.nvb.nl/vereniging/120/leden.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Furthermore, companies like pwc publish reports on the banking sector, such as this one for China: &lt;a href=&quot;http://www.pwccn.com/webmedia/doc/634442705425169010_fs_foreign_banks_china_jun2011.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.pwccn.com/webmedia/doc/634442705425169010_fs_foreign_banks_china_jun2011.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-06-17T07:20:04.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9026" PostTypeId="1" AcceptedAnswerId="9610" CreationDate="2016-06-17T14:54:23.573" Score="2" ViewCount="54" Body="&lt;p&gt;Is the data used in the infamous &lt;a href=&quot;http://www.nber.org/papers/w15639&quot; rel=&quot;nofollow&quot;&gt;&quot;Growth in a Time of Debt&quot;&lt;/a&gt; paper available somewhere? (Either the uncorrected or the corrected version.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More info about the paper: &lt;a href=&quot;https://en.wikipedia.org/wiki/Growth_in_a_Time_of_Debt&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Growth_in_a_Time_of_Debt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12715" LastActivityDate="2016-09-08T17:37:15.960" Title="Data used in Reinhart &amp; Rogoff's &quot;Growth in a Time of Debt&quot;" Tags="|data-request|economics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9027" PostTypeId="1" CreationDate="2016-06-17T17:16:06.437" Score="2" ViewCount="11" Body="&lt;p&gt;I'm interested in doing some analysis on the &lt;a href=&quot;http://www.advisorperspectives.com/dshort/updates/Secular-Bull-and-Bear-Markets&quot; rel=&quot;nofollow&quot;&gt;Secular Bull and Bear Markets&lt;/a&gt; graph as found on this page. Ideally I would like daily data, but end of year data would be fine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The article also mentions &quot;adjustments&quot;. I was wondering what type of adjustments were done and what were they for.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-06-17T17:16:06.437" Title="Where can I find the data for secular bull and bear markets?" Tags="|data-request|economics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9028" PostTypeId="1" CreationDate="2016-06-18T00:37:21.623" Score="5" ViewCount="159" Body="&lt;p&gt;Is there an open / available data set that covers the operations of a outbound sales call center. The intention is to look at some of the following question&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Sales per person per hour&lt;/li&gt;&#xA;&lt;li&gt;Successful contacts vs non successfull contacts&lt;/li&gt;&#xA;&lt;li&gt;How many are quick vs slow failures. e.g. immediate hangup vs no sale after spending some time&lt;/li&gt;&#xA;&lt;li&gt;How much individuals effect the result&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even if i could get the top 3 it would be of interest.&lt;/p&gt;&#xA;" OwnerUserId="10892" LastEditorUserId="10892" LastEditDate="2016-06-19T23:25:18.330" LastActivityDate="2023-11-22T03:13:29.477" Title="Outbound sales call center data" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9029" PostTypeId="2" ParentId="9024" CreationDate="2016-06-18T05:30:51.353" Score="3" Body="&lt;p&gt;You could set up an account with &lt;a href=&quot;https://data.linz.govt.nz/&quot; rel=&quot;nofollow&quot;&gt;Land Information New Zealand--LINZ Data Service&lt;/a&gt; &lt;br&gt;&#xA;Once you log in, hit browse data. &lt;br&gt;&#xA;The select Gazetteer option. That should show you three options. Select &#xA;NZ Place Names (NZGB) and the click on the plus sign. This will select all values from the dataset.&lt;br&gt;&#xA;Then from the top right hand corner, click download.&lt;br&gt;&#xA;Select csv file option to down load.&lt;br&gt;&#xA;Open in your spreadsheet application.&lt;br&gt;&#xA;Look for the feat_type column. Sort based on that column. Look for suburb, city, town, village. I would double check each type of item in that column to see if there is any more city/town like names.&lt;/p&gt;&#xA;" OwnerUserId="11532" LastActivityDate="2016-06-18T05:30:51.353" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9030" PostTypeId="1" CreationDate="2016-06-18T06:22:34.890" Score="1" ViewCount="290" Body="&lt;p&gt;I am looking for a dataset containing cover letters written along with research paper submission (&lt;a href=&quot;http://jamia.oxfordjournals.org/for_authors/index.html&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;). Ideally, with paper admission notification, and DOI of paper if published.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-18T06:22:34.890" Title="Cover letters written along with research paper submission" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9031" PostTypeId="2" ParentId="9023" CreationDate="2016-06-18T14:06:52.103" Score="2" Body="&lt;p&gt;The practical limitation isn't in the ISO format at all but in the systems that use it. Different databases, for example, implement system specific limitations which are not even consistent across different releases of the same database. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In practice there is no alternative to RTFM. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an example of some choices see &lt;a href=&quot;http://www.karaszi.com/sqlserver/info_datetime.asp#Why1753&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt; explaining why some systems chose a 1753 cutoff (this was when the UK adopted the Gregorian calendar).&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-06-18T14:06:52.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9032" PostTypeId="2" ParentId="4242" CreationDate="2016-06-18T15:31:35.003" Score="3" Body="&lt;p&gt;For Canada, you can download historical data by city in bulk csv or xml files from Environment &amp;amp; Climate Change Canada.&lt;/p&gt;&#xA;&lt;p&gt;The example provided &lt;a href=&quot;ftp://ftp.tor.ec.gc.ca/Pub/Get_More_Data_Plus_de_donnees/Readme.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; uses &lt;code&gt;wget&lt;/code&gt; to download all available hourly data for Yellowknife A, from 1998 to 2008, in .csv format&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;for year in `seq 1998 2008`;&#xA;    do for month in `seq 1 12`;&#xA;    do wget --content-disposition &amp;quot;http://climate.weather.gc.ca/climate_data/bulk_data_e.html?format=csv&amp;amp;stationID=1706&amp;amp;Year=${year}&amp;amp;Month=${month}&amp;amp;Day=14&amp;amp;timeframe=1&amp;amp;submit= Download+Data&amp;quot; ;&#xA;    done;&#xA;done&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;WHERE;&lt;br /&gt;&#xA;• year = change values in command line (&lt;code&gt;seq 1998 2008&lt;/code&gt;)&lt;br /&gt;&#xA;• month = change values in command line (&lt;code&gt;seq 1 12&lt;/code&gt;)&lt;br /&gt;&#xA;• format= [csv|xml]: the format output&lt;br /&gt;&#xA;• timeframe = 1: for hourly data&lt;br /&gt;&#xA;• timeframe = 2: for daily data&lt;br /&gt;&#xA;• timeframe = 3 for monthly data&lt;br /&gt;&#xA;• Day: the value of the &amp;quot;day&amp;quot; variable is not used and can be an arbitrary value&lt;br /&gt;&#xA;• For another station, change the value of the variable stationID&lt;br /&gt;&#xA;• For the data in XML format, change the value of the variable format to xml in the URL.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;You can grab a list of stations from this &lt;a href=&quot;ftp://client_climate@ftp.tor.ec.gc.ca/Pub/Get_More_Data_Plus_de_donnees/Station%20Inventory%20EN.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;csv&lt;/a&gt; or &lt;a href=&quot;http://climate.weather.gc.ca/historical_data/search_historic_data_e.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;search for a station&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3840" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-06-18T16:21:57.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9033" PostTypeId="2" ParentId="823" CreationDate="2016-06-18T16:07:23.187" Score="3" Body="&lt;p&gt;Sometimes it pays off to look one step ahead, i.e. to check if the items and its properties represented by a Wikipedia table are also available in the &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Main_Page&quot; rel=&quot;nofollow&quot;&gt;Wikidata&lt;/a&gt; knowledge base.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on the data, instead of parsing the wiki text table, it might be easier to query Wikidata for that data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example, when trying to extract - say - &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_country_calling_codes#Alphabetical_listing_by_country_or_region&quot; rel=&quot;nofollow&quot;&gt;country calling codes&lt;/a&gt; from Wikipedia, the data can also be retrieved with following &lt;a href=&quot;https://en.wikipedia.org/wiki/SPARQL&quot; rel=&quot;nofollow&quot;&gt;SPARQL&lt;/a&gt; from Wikidata:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;SELECT ?cc ?alpha2 ?itemLabel ?item&#xA;WHERE {&#xA;  ?item wdt:P474 ?cc .&#xA;  ?item wdt:P297 ?alpha2 .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en,en&quot;  }    &#xA;}&#xA;order by ?cc&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Such a query can be entered in &lt;a href=&quot;https://query.wikidata.org/#SELECT%20?cc%20?alpha2%20?itemLabel%20?item%0AWHERE%20%7B%0A%20%20?item%20wdt:P474%20?cc%20.%0A%20%20?item%20wdt:P297%20%20?alpha2%20.%0A%20%20SERVICE%20wikibase:label%20%7B%20bd:serviceParam%20wikibase:language%20&amp;quot;en,en&amp;quot;%20%20%7D%20%20%20%20%0A%7D%0Aorder%20by%20?cc&quot; rel=&quot;nofollow&quot;&gt;the Wikidata Query Service form&lt;/a&gt; or &lt;a href=&quot;https://query.wikidata.org/bigdata/namespace/wdq/sparql?query=SELECT%0A%3Fcc%0A%3Falpha2%0A%3FitemLabel%0A%3Fitem%0AWHERE%0A%7B%0A%3Fitem%20wdt%3AP474%20%3Fcc%20.%0A%3Fitem%20wdt%3AP297%20%20%3Falpha2%20.%0ASERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%2Cen%22%20%20%7D%20%20%20%20%0A%7D%0Aorder%20by%20%3Fcc&amp;amp;format=json&quot; rel=&quot;nofollow&quot;&gt;directly issued as REST get request&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example json output of the request:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[..]&#xA;    }, {&#xA;      &quot;item&quot; : {&#xA;        &quot;type&quot; : &quot;uri&quot;,&#xA;        &quot;value&quot; : &quot;http://www.wikidata.org/entity/Q265&quot;&#xA;      },&#xA;      &quot;alpha2&quot; : {&#xA;        &quot;type&quot; : &quot;literal&quot;,&#xA;        &quot;value&quot; : &quot;UZ&quot;&#xA;      },&#xA;      &quot;cc&quot; : {&#xA;        &quot;type&quot; : &quot;literal&quot;,&#xA;        &quot;value&quot; : &quot;+998&quot;&#xA;      },&#xA;      &quot;itemLabel&quot; : {&#xA;        &quot;xml:lang&quot; : &quot;en&quot;,&#xA;        &quot;type&quot; : &quot;literal&quot;,&#xA;        &quot;value&quot; : &quot;Uzbekistan&quot;&#xA;      }&#xA;    } ]&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;When omitting the &lt;code&gt;format=json&lt;/code&gt; parameter, the REST &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual#SPARQL_endpoint&quot; rel=&quot;nofollow&quot;&gt;endpoint&lt;/a&gt; return the results as XML document. For CSV output one has to &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual#SPARQL_endpoint&quot; rel=&quot;nofollow&quot;&gt;omit the format parameter and add an accept header&lt;/a&gt;, e.g. via curl:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -H 'Accept: text/csv'  'https://query.wikidata.org/sparql?query=...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Note that the &lt;code&gt;PREFIX&lt;/code&gt; declaration in the SPARQL queries aren't mandatory with the Wikidata endpoint, since it seems to understand some default ones.&lt;/p&gt;&#xA;" OwnerUserId="11556" LastActivityDate="2016-06-18T16:07:23.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9034" PostTypeId="1" CreationDate="2016-06-18T23:10:37.073" Score="3" ViewCount="38" Body="&lt;p&gt;I'm looking for the percent of people with doctor-diagnosed arthritis in America, yearly figures since 1990 to present, or whatever you have in that date range. I'm looking for tabular data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I found a &lt;a href=&quot;http://www.cdc.gov/arthritis/data_statistics/&quot; rel=&quot;nofollow&quot;&gt;CDC page on arthritis&lt;/a&gt; but cannot seem to find historical data. &lt;/li&gt;&#xA;&lt;li&gt;I found &lt;a href=&quot;http://onlinelibrary.wiley.com/enhanced/doi/10.1002/art.509&quot; rel=&quot;nofollow&quot;&gt;this report&lt;/a&gt; from a long Minnesota study but the data is only from 1955-1994, and 1994 is not new enough to take into account some variables I'm looking at. &lt;/li&gt;&#xA;&lt;li&gt;I don't know R and I don't have time to learn it, so things were I have to crunch numbers with more than a spreadsheet do not help me. :(&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In return I offer a &lt;a href=&quot;https://goo.gl/jCcM6K&quot; rel=&quot;nofollow&quot;&gt;Google Docs spreadsheet&lt;/a&gt; with historical data of various diseases, especially inflammatory diseases in the US, since 1990. You may copy it but any changes you make will not be saved in the original. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you! :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I found some more data here. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.healthypeople.gov/2020/data-search/Search-the-Data?&amp;amp;f[0]=field_topic_area%3A3507&quot; rel=&quot;nofollow&quot;&gt;HP2020&lt;/a&gt;. This has more recent data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3905" LastEditorUserId="3905" LastEditDate="2016-06-20T11:20:44.170" LastActivityDate="2016-06-20T11:20:44.170" Title="Historical arthritis rates for Americans since 1990 to present" Tags="|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9035" PostTypeId="2" ParentId="9034" CreationDate="2016-06-19T06:46:50.757" Score="3" Body="&lt;p&gt;hi arthritis questions are available as long-term trends in both brfss and nhis.  run the numbers you want by yourself by directly using the microdata.  here are step-by-step instructions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/2012/12/analyze-behavioral-risk-factor.html&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/2012/12/analyze-behavioral-risk-factor.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/2012/10/analyzing-national-health-interview.html&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/2012/10/analyzing-national-health-interview.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-06-19T06:46:50.757" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9036" PostTypeId="1" AcceptedAnswerId="9038" CreationDate="2016-06-19T11:00:28.930" Score="5" ViewCount="320" Body="&lt;p&gt;I would like to get any data that show median age by city/state in Germany (in English). For example, in Berlin it is 42.4, in Munich it is 43.7, etc...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would also be better if I can get just the whole population demographics, such as in Berlin the number of males whose age is 20-24 is XXX, and male 25-29 is YYY, etc... for all states/cities. I would like to know which state is young and which is old, for your information.&lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2016-06-19T15:24:30.927" Title="Median age by state/city in Germany?" Tags="|data-request|demographics|germany|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9037" PostTypeId="2" ParentId="9019" CreationDate="2016-06-19T13:09:01.187" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://web.archive.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wayback Machine&lt;/a&gt; from the &lt;a href=&quot;http://web.archive.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Internet Archive&lt;/a&gt; has many snapshots of netindex.com&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After a quick check, one of the latest snapshots with a still-active bulk download seems to be from late 2014 or 2013&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/20141125201822/http://www.netindex.com/&#xA;&#xA;http://web.archive.org/web/20131205024304/http://www.netindex.com/source-data/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it seems there is no quick-fix because the downloads weren't archived. In the source code, you can see one page&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://web.archive.org/web/20131205024304/http://www.netindex.com/source-data/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;that has a link to the &lt;a href=&quot;http://web.archive.org/web/20131204171527/http://www.google.com/publicdata/explore?ds=z8ii06k9csels2_&amp;amp;ctype=l&amp;amp;strail=false&amp;amp;nselm=h&amp;amp;met_y=avg_download_speed&amp;amp;scale_y=lin&amp;amp;ind_y=false&amp;amp;rdim=country&amp;amp;tdim=true&amp;amp;hl=en&amp;amp;dl=en&amp;amp;iconSize=0.5&amp;amp;uniSize=0.035&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Public Data&lt;/a&gt; site, but no luck&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;A monthly-aggregated dataset is still hosted on &lt;a href=&quot;https://datamarket.com/data/set/1gyb/global-broadband-performance#!ds=1gyb!1c89=1:1c8a&amp;amp;display=line&quot; rel=&quot;nofollow noreferrer&quot;&gt;datamarket&lt;/a&gt;, I made a csv export and it's hosted on &lt;a href=&quot;http://pastebin.com/raw/VU0VmEES&quot; rel=&quot;nofollow noreferrer&quot;&gt;pastebin&lt;/a&gt; (sorry for the horrible pivot)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zn1EH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zn1EH.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-06-19T13:09:01.187" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9038" PostTypeId="2" ParentId="9036" CreationDate="2016-06-19T15:24:30.927" Score="2" Body="&lt;p&gt;It seems that the puzzle pieces to answer your question are available at &lt;a href=&quot;https://ergebnisse.zensus2011.de/?locale=en#StaticContent:00,BEV_11_1,m,table&quot; rel=&quot;nofollow&quot;&gt;https://ergebnisse.zensus2011.de/?locale=en#StaticContent:00,BEV_11_1,m,table&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It gives you population, by age and gender, for all of Deutschland as well as by Land, Administrative region, and District. Data is as of 2011.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The site allows an export as XLS and CSV too&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-06-19T15:24:30.927" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9039" PostTypeId="1" CreationDate="2016-06-19T17:09:00.693" Score="2" ViewCount="20" Body="&lt;p&gt;&lt;strong&gt;Use case:&lt;/strong&gt;&lt;br&gt;&#xA;I am investigating common characteristics of chosen databases. By databases I understand collections of data, possibly with relations between them.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to collect metadata for all databases that I could possibly find that meet some criteria. That accounts for two steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Getting a set of databases available publicly&lt;/li&gt;&#xA;&lt;li&gt;Getting metadata that describe these databases e.g.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;number of datasets/tables/collections&lt;/li&gt;&#xA;&lt;li&gt;size of these datasets (filesystem, number of records)&lt;/li&gt;&#xA;&lt;li&gt;etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt;&lt;br&gt;&#xA;Is it possible to find such data? I could possibly write a script that fetches that information if it is hard to access manually but is it actually possible to find?&lt;/p&gt;&#xA;" OwnerUserId="10653" LastActivityDate="2016-06-19T17:09:00.693" Title="Get specific metadata from a group of open databases" Tags="|metadata|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9040" PostTypeId="1" CreationDate="2016-06-19T19:37:03.783" Score="4" ViewCount="263" Body="&lt;p&gt;I am looking for a dataset containing the following field:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;history of gas prices&lt;/li&gt;&#xA;&lt;li&gt;geolocation&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in the following locations:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;California, United States&lt;/li&gt;&#xA;&lt;li&gt;Massachusetts, United States&lt;/li&gt;&#xA;&lt;li&gt;Paris, France&lt;/li&gt;&#xA;&lt;li&gt;Seoul, South Korea&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-09-05T16:01:27.593" Title="Gas price per station dataset" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9041" PostTypeId="1" CreationDate="2016-06-20T04:27:30.443" Score="1" ViewCount="59" Body="&lt;p&gt;I am an M.A. student of Shahid Beheshti university medical informatics. My thesis is about (Cancer DataMining, Chronic Lymphocytic Leukemia (CLL) diagnostic based on clinical registry. not genomes)... but I could not find these dataset.I could  not also extract diagnostic information from site SEER.&#xA;I need to clinical information and CBC: 100 Patient. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;please help me&#xA;I am looking forward to your reply.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sincerely Yours&lt;/p&gt;&#xA;&#xA;&lt;p&gt;M.SH&lt;/p&gt;&#xA;" OwnerUserId="12725" LastActivityDate="2016-06-20T04:27:30.443" Title="Asking for Diagnostic database Chronic Lymphocytic Leukemia (CLL)" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9042" PostTypeId="2" ParentId="8992" CreationDate="2016-06-20T04:59:52.623" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://allenai.org/data.html&quot; rel=&quot;nofollow&quot;&gt;AI2 TabMCQ: Multiple Choice Questions aligned with the Aristo Tablestore&lt;/a&gt;&#xA;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;AI2 &amp;amp; Carnegie Mellon University (Sujay Kumar Jauhar)&#xA;  This package contains a copy of the Aristo Tablestore (Nov. 2015 Snapshot), plus a large set of crowd-sourced multiple-choice questions covering the facts in the tables. Through the setup of the crowd-sourced annotation task, the package also contains implicit alignment information between questions and tables. For further information, see &quot;TabMCQ: A Dataset of General Knowledge Tables and Multiple-choice Questions&quot; (PDF included in this package).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-20T04:59:52.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9043" PostTypeId="1" AcceptedAnswerId="9044" CreationDate="2016-06-20T06:14:09.440" Score="4" ViewCount="359" Body="&lt;p&gt;Is there a list of nouns and their plurals?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g. apple apples, genius geni, roof rooves, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have the GCIDE dictionary but that only contains singular nouns.&lt;/p&gt;&#xA;" OwnerUserId="12729" LastActivityDate="2016-06-21T09:45:45.340" Title="List of English Nouns and their Plural Form" Tags="|english|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9044" PostTypeId="2" ParentId="9043" CreationDate="2016-06-20T07:34:31.960" Score="4" Body="&lt;p&gt;This python package can pluralize words for you, you can just run your entire dictionary through it to get the plural forms: &lt;a href=&quot;http://www.clips.ua.ac.be/pages/pattern-en#pluralization&quot; rel=&quot;nofollow&quot;&gt;http://www.clips.ua.ac.be/pages/pattern-en#pluralization&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this you first need Python, I myself use &lt;a href=&quot;http://winpython.sourceforge.net/&quot; rel=&quot;nofollow&quot;&gt;winpython&lt;/a&gt;, but any python installation would do. You can then download the pattern package here: &lt;a href=&quot;http://www.clips.ua.ac.be/pattern&quot; rel=&quot;nofollow&quot;&gt;http://www.clips.ua.ac.be/pattern&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2016-06-21T09:45:45.340" LastActivityDate="2016-06-21T09:45:45.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9045" PostTypeId="2" ParentId="9043" CreationDate="2016-06-20T10:16:51.237" Score="2" Body="&lt;p&gt;You can extract the English nouns with their plural forms from the &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Main_Page&quot; rel=&quot;nofollow&quot;&gt;Wiktionary&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2016-06-20T10:16:51.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9046" PostTypeId="1" CreationDate="2016-06-20T14:42:36.060" Score="4" ViewCount="222" Body="&lt;p&gt;I'm looking for a dataset with the date of birth of both partners and the date of marriage/divorce. The reason why is to generate the zodiacal sign of both partners.&lt;/p&gt;&#xA;" OwnerUserId="12735" LastActivityDate="2024-02-23T11:04:35.503" Title="dataset with date of birth of both partners and date of marriage/divorce" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9047" PostTypeId="1" CreationDate="2016-06-20T16:24:07.193" Score="2" ViewCount="3229" Body="&lt;p&gt;I am totally lost with the OpenFDA API. I've downloaded the API from Github, run the bootstrap.sh, run python setup.py install, and I have no clue what to do now. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My specific questions:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;1. Downloading data&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://open.fda.gov/api/reference/&quot; rel=&quot;nofollow&quot;&gt;API Reference page&lt;/a&gt; mentions a way to write code to download the data automatically, and then it gives me a nice bit of &quot;download API query&quot; code without every telling me &lt;strong&gt;how&lt;/strong&gt; to use this code from my machine (this means: to download the dataset, &lt;strong&gt;not&lt;/strong&gt; as a query to retrieve database information using search or connect. This was already covered in excellent detail and I understand it quite clearly).&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;2. Running the API Locally&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;When I navigate to api/faers/ and open the README.md file, the first instruction tells me to &quot;Get an ES instance running locally with data in the FAERS mapping format.&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Um, how do I do that? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I proceed with the other steps, I get connection refused errors on step 4. &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;3. Querying from my machine&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Similarly to question #1, I'm confused about how to query the database from my machine and especially how this relates to the API key. Can someone give me some example code or point to a tutorial on this---I can't seem to find any. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a final note, I am not interested in any links to sites you have made that have already done this for me; I am only asking for help with setting it up for myself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="12738" LastEditorUserId="1511" LastEditDate="2016-06-20T19:02:43.233" LastActivityDate="2020-10-22T01:44:58.060" Title="Getting Started with the OpenFDA API" Tags="|api|openfda|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9048" PostTypeId="1" CreationDate="2016-06-20T17:57:31.513" Score="3" ViewCount="101" Body="&lt;p&gt;I'm looking to create an average income for individuals based on their location and age. I have the average income by US county (census data), but I'm looking to combine this with age. Where can I find average income by age bracket and location? Gender income by state would also be helpful.  &lt;/p&gt;&#xA;" OwnerUserId="5476" LastActivityDate="2016-06-24T15:49:42.340" Title="US Individual Income averages by county and age brackets" Tags="|data-request|us-census|income|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9050" PostTypeId="1" CreationDate="2016-06-20T20:38:42.387" Score="3" ViewCount="39" Body="&lt;p&gt;I am trying to ftp to the NCBI to download some information. Upon connecting I recieve, I get this warning message.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Warning Notice!    You are accessing a U.S. Government information&#xA;  system which includes this  computer, network, and all attached&#xA;  devices. This system is for  Government-authorized use only.&#xA;  Unauthorized use of this system may result in  disciplinary action and&#xA;  civil and criminal penalties. System users have no  expectation of&#xA;  privacy regarding any communications or data processed by this &#xA;  system. At any time, the government may monitor, record, or seize any &#xA;  communication or data transiting or stored on this information system.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What constitutes unauthorized access? Is it illegal for a US citizen to download information from the NCBI? What does this mean?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is the command I entered&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ftp ftp.ncbi.nlm.nih.gov&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="12741" LastEditorUserId="12741" LastEditDate="2016-06-20T22:02:39.840" LastActivityDate="2016-06-20T22:02:39.840" Title="FTPing the National Centers for Biotechnology Information (NCBI)" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="9051" PostTypeId="2" ParentId="9047" CreationDate="2016-06-20T21:10:33.120" Score="1" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;Downloading data&lt;/strong&gt;: there is an endpoint: &lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;. The response is a list of all of the downloads. It is meant to be used in lieu of scraping the page for the links. Once you have the paths, you can use something like python requests library to grab the data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Running the API locally&lt;/strong&gt;: you will need to have node installed, run &lt;code&gt;npm install&lt;/code&gt; from the &lt;code&gt;./api/faers&lt;/code&gt; directory, have elasticsearch running locally (or port forward localhost:9200 to a running instance), finally, run &lt;code&gt;node api.js&lt;/code&gt; from within the &lt;code&gt;./api/faers&lt;/code&gt; directory. This presumes you have run the pipeline and loaded an elasticsearch instance. This is why I asked to see what exactly you need, because &lt;code&gt;/drug/event.json&lt;/code&gt; and &lt;code&gt;/device/event.json&lt;/code&gt; take awhile to run. The rest run in short order, so running them on a laptop is not a big deal.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Querying&lt;/strong&gt;: The examples on the documentation site show you everything you need to know. &lt;a href=&quot;https://open.fda.gov/drug/event/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/event/&lt;/a&gt; has the example: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20160601]&amp;amp;count=receivedate&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20160601]&amp;amp;count=receivedate&lt;/a&gt;. To call this with an api key, just add that on as a parameter &lt;code&gt;&amp;amp;api_key=xxxxxxxxxx&lt;/code&gt;. If you are running the api locally, just replace the &lt;code&gt;https://api.fda.gov/&lt;/code&gt; with &lt;code&gt;http://localhost:8000/&lt;/code&gt;. Everything you need to know about querying the API is here: &lt;a href=&quot;https://open.fda.gov/api/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;A python example for calling the api:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;&#xA;URL = 'https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20160601]&amp;amp;count=receivedate'&#xA;&#xA;data = requests.get(URL).json()&#xA;&#xA;for result in data.get('results', []):&#xA;  print result&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There are limits to what you can do with the API. I would suggest seeing if the one that is maintained by the FDA works for you, since it will save you a lot of time and money. If you need more than 5000 on a skip and limit loop, then you can either use the downloads to get all the API output as zips (question #1) or you can standup your own server and remove the limits (question #2). &lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-06-20T21:10:33.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9052" PostTypeId="1" CreationDate="2016-06-20T22:37:09.187" Score="1" ViewCount="93" Body="&lt;p&gt;The stock market is described in many places (e.g. &lt;a href=&quot;https://en.wikipedia.org/wiki/Random_walk_hypothesis&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;) as a random walk. Among the various arguments against this hypothesis, nowhere is mentioned what struck me to be the most obvious one: every stock has a lower bound of 0. A random walk, however, is unbound.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can think of various ways to implement such a bound in a simulation that generates artificial stock market data. &lt;strong&gt;But are there ways to simulate a stock market where a lower bound of 0 follows from economical considerations (i.e., a market theory) instead of practical improvisation.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="6293" LastActivityDate="2016-06-20T22:37:09.187" Title="How to simulate stock exchange data (OHLC chart) realistically?" Tags="|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9053" PostTypeId="1" CreationDate="2016-06-20T23:50:50.780" Score="2" ViewCount="17" Body="&lt;p&gt;Specifically looking to find out the likelihood  that South Carolina will experience drought conditions during the summer of 2016.&lt;/p&gt;&#xA;" OwnerUserId="12743" LastActivityDate="2016-06-21T04:44:58.997" Title="Where can I find the possibility of a drought this summer in my area?" Tags="|weather|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9054" PostTypeId="1" CreationDate="2016-06-21T00:39:22.090" Score="1" ViewCount="300" Body="&lt;p&gt;I would like to know the murder rate by city/state in Germany. For example, in Berlin the murder rate per 100,000 people is 1.3, in Hamburg it is 0.9, etc etc...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't mind if it is murder or homicide as long as it is consistent across the dataset. It would also be better if the dataset includes other crimes such as thefts or assaults.&lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2016-06-24T15:44:12.433" Title="Murder rate by city/state in Germany?" Tags="|data-request|crime|germany|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9056" PostTypeId="1" CreationDate="2016-06-21T02:10:34.627" Score="3" ViewCount="756" Body="&lt;p&gt;I am looking for a list of shops regarded as US supermarkets for the Blue Cash &lt;a href=&quot;https://www304.americanexpress.com/credit-card/blue-cash-everyday&quot; rel=&quot;nofollow&quot;&gt;Everyday&lt;/a&gt;/&lt;a href=&quot;https://www304.americanexpress.com/credit-card/blue-cash-preferred/&quot; rel=&quot;nofollow&quot;&gt;Preferred&lt;/a&gt; Cards from American Express.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www304.americanexpress.com/personal-card-application/terms/blue-cash-everyday-credit-card/28000-10-0/?print#CardBenefitsTerms&quot; rel=&quot;nofollow&quot;&gt;Benefit Terms&lt;/a&gt; point to &lt;a href=&quot;https://www.americanexpress.com/us/content/rewards-info/retail.html&quot; rel=&quot;nofollow&quot;&gt;https://www.americanexpress.com/us/content/rewards-info/retail.html&lt;/a&gt;, which gives a vague definition of a US Supermaket along with a quite partial list of US supermarkets.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;U.S. Supermarkets &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;To earn additional rewards on supermarket purchases,&#xA;  the supermarket must be located in the U.S.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;A supermarket offers a wide variety of food and household products&#xA;  such as meat, fresh produce, dairy, canned and packaged goods,&#xA;  household cleaners, pharmacy products and pet supplies.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;(Superstores, convenience stores and warehouse clubs are NOT&#xA;  considered supermarkets.)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Examples of merchants* that accept the Card and where you can earn&#xA;  additional rewards include: &lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Gristedes &lt;/li&gt;&#xA;  &lt;li&gt;Foodtown&lt;/li&gt;&#xA;  &lt;li&gt;Pathmark&lt;/li&gt;&#xA;  &lt;li&gt;Shoprite &lt;/li&gt;&#xA;  &lt;li&gt;Stop and Shop&lt;/li&gt;&#xA;  &lt;li&gt;Vons &lt;/li&gt;&#xA;  &lt;li&gt;Whole Foods &lt;/li&gt;&#xA;  &lt;li&gt;Winn-Dixie &lt;/li&gt;&#xA;  &lt;li&gt;Online supermarkets such as FreshDirect&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;  &#xA;  &lt;p&gt;*This is not a complete list.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Examples of merchants where you will NOT earn additional rewards&#xA;  include: &lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Specialty stores (e.g., fish markets, cheese shops, wine&#xA;  shops, and other specialty food stores ) &lt;/li&gt;&#xA;  &lt;li&gt;Superstores (e.g. Amazon,&#xA;  Target and Wal-Mart) &lt;/li&gt;&#xA;  &lt;li&gt;Warehouse clubs (e.g. BJ's Club and Costco&#xA;  Wholesale)&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I did try calling Amex (800-243-3888). They told me they don't have any list, and that I should instead ask each shop whether they accept AmEx and are regarded as US supermarket. I am hoping that some AmEx customers may have aggregated some list.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-06-21T02:17:17.817" LastActivityDate="2016-06-21T02:17:17.817" Title="List US supermarkets as defined by the Blue Cash Everyday" Tags="|data-request|usa|finance|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9057" PostTypeId="2" ParentId="9048" CreationDate="2016-06-21T04:36:57.860" Score="2" Body="&lt;p&gt;i think your choices are the &lt;a href=&quot;https://www.census.gov/did/www/saipe/&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/did/www/saipe/&lt;/a&gt; for estimates or the census summary file #2 for real numbers--&#xA;&lt;a href=&quot;http://www.census.gov/prod/cen2010/doc/sf1.pdf#page=9&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/prod/cen2010/doc/sf1.pdf#page=9&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2010 Census Summary File 2 (SF 2). Files containing cross-tabulations of information on age, sex, &#xA;household relationship, household type, household size, family type, family size, group quarters &#xA;population, occupancy status, tenure, etc., for many race and Hispanic or Latino groups and American &#xA;Indian and Alaska Native tribes. The file for each state includes data down to the census tract level, if there &#xA;are 100 or more people of the specified population group in a given geographic area. Other tabulations &#xA;are available only down to the county level (release: December 2011–April 2012). SF 2 was updated with &#xA;national-level data (release: May 2012) and urban/rural data (planned release: January 2013). Files and &#xA;reference maps will be made available through American FactFinder&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;if you can tolerate PUMAs instead of counties, then you can run the data directly off of the ACS&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.asdfree.com/search/label/american%20community%20survey%20(acs)&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/search/label/american%20community%20survey%20(acs)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-06-21T04:36:57.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9058" PostTypeId="2" ParentId="9053" CreationDate="2016-06-21T04:44:58.997" Score="2" Body="&lt;p&gt;There's a few government options here, however the National Integrated Drought Information System &lt;a href=&quot;https://www.drought.gov/&quot; rel=&quot;nofollow&quot;&gt;drought.gov&lt;/a&gt; is the U.S. Drought Portal and &lt;a href=&quot;https://www.drought.gov/drought/data-maps-tools/outlooks-forecasts&quot; rel=&quot;nofollow&quot;&gt;offers outlooks/forecasts of droughts&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-21T04:44:58.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9059" PostTypeId="2" ParentId="4547" CreationDate="2016-06-21T09:49:18.290" Score="6" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/Jakobovski/free-spoken-digit-dataset&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/Jakobovski/free-spoken-digit-dataset&lt;/a&gt; is a free spoken digit dataset (FSDD).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an added bonus it comes with a few useful python utility functions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I created this dataset because I had the same problem. Please contribute to increase the dataset's size.&lt;/p&gt;&#xA;" OwnerUserId="12604" LastEditorUserId="12604" LastEditDate="2016-06-21T10:50:39.550" LastActivityDate="2016-06-21T10:50:39.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9060" PostTypeId="1" CreationDate="2016-06-21T15:02:49.710" Score="2" ViewCount="114" Body="&lt;p&gt;I am looking for open datasets containing logs of any Human-Computer Interaction (HCI) system. I am interested in analyzing sequences of different aspects of the system, such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;User Interaction and commands sequences&lt;/li&gt;&#xA;&lt;li&gt;System sequences (events and system state)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any application domain is valid.&lt;/p&gt;&#xA;" OwnerUserId="12746" LastEditorUserId="23272" LastEditDate="2021-04-03T05:20:22.500" LastActivityDate="2021-04-03T05:20:22.500" Title="Open Human Computer Interaction datasets?" Tags="|data-request|computing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9062" PostTypeId="1" CreationDate="2016-06-21T16:10:19.060" Score="1" ViewCount="65" Body="&lt;p&gt;I'm looking for some transaction datasets for retailing store over multiple years (&gt;=3 years) for my Master's degree thesis. A transaction contains:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Customer ID&lt;/li&gt;&#xA;&lt;li&gt;Quality&lt;/li&gt;&#xA;&lt;li&gt;Price&lt;/li&gt;&#xA;&lt;li&gt;Product ID&lt;/li&gt;&#xA;&lt;li&gt;Order Date and Time&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have searched lots of datasets, but they are not suitable for my research. Does anyone have ideas about where can I find the dataset? Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="12750" LastActivityDate="2016-06-21T16:10:19.060" Title="Transaction dataset over multiple years" Tags="|data-request|" AnswerCount="0" CommentCount="3" ClosedDate="2016-06-30T10:05:57.873" ContentLicense="CC BY-SA 3.0" />
  <row Id="9063" PostTypeId="1" CreationDate="2016-06-21T16:48:27.870" Score="3" ViewCount="236" Body="&lt;p&gt;I've been trying to set up a CKAN installation for use as a Caribbean open data portal for a few weeks now but I've been running into challenges when I try to set up the CKAN Harvester and import some data sets. More specifically, I'm running into two specific errors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) The Harvester does not work unless I start the gather and fetch queues manually in the command line. If I don't do that, I get a simple error when I try to run the harvester on a data source from the front-end. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An error occurred: [2.0]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Like I said, I've been able to work around this error by starting those queues via the terminal but I'm guessing that isn't how it's supposed to work (I shouldn't need to do that right?). The second issue occurs when I resolve the first one and has to do with me trying to set the &quot;default_groups&quot; parameter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I set it to an empty set like so --&gt; &quot;default_groups&quot; : [] &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are no issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But if I try to include groups like so ---&gt; &quot;default_groups&quot; : [&quot;trinidad&quot;]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I get this error : &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The form contains invalid entries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Config: Error parsing the configuration options: default_groups must be a list of group names/ids (i.e. strings)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I've done my best to be thorough here but please feel free to ask me any additional questions for clarification. I'd be very grateful for any insight/help with figuring this out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, I have a couple of hunches that I'm still exploring. One is that there might be a version compatibility issue with the more recent version of CKAN (2.5) and the current Harvester version. I suspect this because the other versions of CKAN where the Harvester is actually working are running 2.2.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure if that will mean anything to someone more familiar with the platform.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm open to all ideas, solutions, hunches, or whatever else might help me resolve this! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers!&lt;/p&gt;&#xA;" OwnerUserId="12751" LastActivityDate="2016-06-29T08:17:12.143" Title="CKAN Harvester Issues" Tags="|ckan|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9064" PostTypeId="1" CreationDate="2016-06-21T22:29:58.700" Score="2" ViewCount="748" Body="&lt;p&gt;This should be incredibly straightforward, but I'm struggling with a simple way of calculating dates for patients &amp;gt;89 on their first admission. Am I correct in thinking that their DOB should be (ADMITIME for their first HADM_ID) - 210 years? Has anyone scripted this simply as my brain is stalling here...&lt;/p&gt;&#xA;" OwnerUserId="11042" LastEditorUserId="23272" LastEditDate="2022-07-14T12:41:22.130" LastActivityDate="2022-07-14T12:41:22.130" Title="mimic-iii - Age adjustment for &gt;89 year olds" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9065" PostTypeId="1" CreationDate="2016-06-22T01:11:34.333" Score="5" ViewCount="109" Body="&lt;p&gt;I am looking for a dataset containing MOOC (Massive Open Online Course) budgets, including as many following fields as possible.  The unit of observation is an individual MOOC:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;MOOC title&lt;/li&gt;&#xA;&lt;li&gt;platform (edX, Coursera, etc.)&lt;/li&gt;&#xA;&lt;li&gt;provider name (Stanford, Microsoft, etc.)&lt;/li&gt;&#xA;&lt;li&gt;pay to the teaching staff&lt;/li&gt;&#xA;&lt;li&gt;number of students registered to the course&lt;/li&gt;&#xA;&lt;li&gt;number of students who completed the course&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="7031" LastEditDate="2019-11-05T00:40:35.880" LastActivityDate="2019-11-05T00:40:35.880" Title="MOOC budget dataset" Tags="|data-request|finance|mooc|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9066" PostTypeId="2" ParentId="9063" CreationDate="2016-06-22T09:09:08.123" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The harvester processes need to be running in order for the harvesting to work. As you mention you can fire up these manually for debugging and development, but in production you will want to use something like &lt;a href=&quot;http://supervisord.org/&quot; rel=&quot;nofollow&quot;&gt;Supervisor&lt;/a&gt; to keep them running. The documentation provides an &lt;a href=&quot;https://github.com/ckan/ckanext-harvest#setting-up-the-harvesters-on-a-production-server&quot; rel=&quot;nofollow&quot;&gt;example configuration&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There was a &lt;a href=&quot;https://github.com/ckan/ckanext-harvest/pull/251&quot; rel=&quot;nofollow&quot;&gt;recently merged fix&lt;/a&gt; involving &lt;code&gt;default_groups&lt;/code&gt;. Could you pull the latest version of ckanext-harvest, restart the server and all harvester processes  and try again?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The current ckanext-harvest should work fine with all versions of CKAN including 2.5&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Hope this helps&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2016-06-22T09:09:08.123" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9067" PostTypeId="2" ParentId="9064" CreationDate="2016-06-22T14:43:53.517" Score="2" Body="&lt;p&gt;I think the answer depends on what you are looking to achieve in your analysis and how you would like to treat this set of patients. Your suggested approach should be fine if you intend to group elderly patients together as being ~90 years old on first admission.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following query will run on a Postgres installation of MIMIC-III v1.3 and demonstrates the effect of making your adjustment:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WITH ages as (&#xA;SELECT a.subject_id, a.hadm_id, p.dob, &#xA;ROUND( (CAST(a.admittime AS DATE) - CAST(p.dob AS DATE))  / 365.242, 0) AS age,&#xA;ROUND( (CAST(a.admittime AS DATE) - CAST(p.dob AS DATE))  / 365.242, 0) - 210 AS age_adjusted&#xA;FROM admissions a&#xA;INNER JOIN patients p&#xA;ON a.subject_id = p.subject_id)&#xA;SELECT *&#xA;FROM ages&#xA;WHERE age &amp;gt; 200&#xA;LIMIT 10;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-06-22T14:43:53.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9068" PostTypeId="1" CreationDate="2016-06-22T17:06:02.147" Score="2" ViewCount="78" Body="&lt;p&gt;Is there somewhere I can get in csv format for the last five years of Apple sales, split by product, globally per week? I'm interested in units.&lt;/p&gt;&#xA;" OwnerUserId="5721" LastEditorUserId="1511" LastEditDate="2016-06-22T19:17:04.287" LastActivityDate="2016-06-22T19:17:04.287" Title="Apple Product Sales" Tags="|data-request|products|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9069" PostTypeId="1" CreationDate="2016-06-22T17:09:26.153" Score="1" ViewCount="17" Body="&lt;p&gt;I am looking for a database that supplies molecular species as a function of altitude over a specific location.  For instance, I might want to look at methane concentration versus altitude over Wichita, KS. I've tried radiosonde data, but that does not include molecular species.&lt;/p&gt;&#xA;" OwnerUserId="10819" LastActivityDate="2016-06-22T17:09:26.153" Title="Molecular concentration versus altitude" Tags="|data-request|usa|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9070" PostTypeId="1" CreationDate="2016-06-23T13:37:39.757" Score="3" ViewCount="67" Body="&lt;p&gt;I am creating a learning program which should learn how to answer to a binary yes/no question given numeric information.&lt;/p&gt;&#xA;&lt;p&gt;For now, I used &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Breast+Cancer+Wisconsin+%28Diagnostic%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;this data&lt;/a&gt; to train it:&lt;/p&gt;&#xA;&lt;p&gt;The problem is, I only have 569 records. It is not few, but I'd like more. Also, I should train it with other types of data (not related to breast cancer), to see how it does with different classes of problems.&lt;/p&gt;&#xA;&lt;p&gt;What I need is a list of records each containing a bunch of numeric fields and a yes/no answer (such as &amp;quot;Is this tumor malicious?&amp;quot; in the data I already use).&lt;/p&gt;&#xA;&lt;p&gt;Does anybody know where to find such repositories?&lt;/p&gt;&#xA;" OwnerUserId="12759" LastEditorUserId="23272" LastEditDate="2021-04-03T09:15:43.447" LastActivityDate="2021-04-03T09:15:43.447" Title="Where do I get data to train a program?" Tags="|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9071" PostTypeId="1" CreationDate="2016-06-23T15:12:55.530" Score="3" ViewCount="288" Body="&lt;p&gt;I am looking for a source that would provide sales data for grocery stores in the US or companies that provide such data. &lt;/p&gt;&#xA;" OwnerUserId="11569" LastEditorUserId="7037" LastEditDate="2016-06-23T16:01:36.373" LastActivityDate="2016-06-24T15:31:40.727" Title="Grocery store sales data in the US" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9072" PostTypeId="2" ParentId="8974" CreationDate="2016-06-23T18:02:15.967" Score="3" Body="&lt;p&gt;The chartevents table of MIMIC-III is populated with data that has been archived by Metavision ICU, a clinical information system that integrates charted data from various sources, for example heart rates from bedside monitors. Data from the bedside monitors must be validated by a caregiver in order for it to be stored as part of a patient record. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If a caregiver wishes to draw attention to a clinical event, he or she may label it with a 'warning'. Doing this makes the value or values appear in the patient chart in a bold red font. In the chartevents table, the warning is given the binary value of 1 to indicate a warning was logged. The following screenshot from a training video shows a warning being added against a heart rate of 140 beats per minute:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OXlOg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OXlOg.png&quot; alt=&quot;Metavision training video: adding a warning&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After the warning has been added, the value now appears in a bold red font:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kx8FN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kx8FN.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-06-23T18:02:15.967" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9073" PostTypeId="2" ParentId="9070" CreationDate="2016-06-23T18:19:05.960" Score="1" Body="&lt;p&gt;If you want to deal with breast cancer -&#xA;&lt;a href=&quot;http://www.kdd.org/kdd-cup/view/kdd-cup-2008/Data&quot; rel=&quot;nofollow&quot;&gt;http://www.kdd.org/kdd-cup/view/kdd-cup-2008/Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For every year (1997-2014) there is a data set. Just change the year in URL&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.kdd.org/kdd-cup/view/kdd-cup-xxxx/Data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can also check &lt;a href=&quot;http://gallery.cortanaintelligence.com/experiments&quot; rel=&quot;nofollow&quot;&gt;http://gallery.cortanaintelligence.com/experiments&lt;/a&gt;. If you sign up for Azure ML (it is free) you can download any data set used in any of these experiments.&lt;/p&gt;&#xA;" OwnerUserId="12766" LastEditorUserId="12766" LastEditDate="2016-06-23T18:30:50.720" LastActivityDate="2016-06-23T18:30:50.720" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9074" PostTypeId="2" ParentId="9021" CreationDate="2016-06-23T18:28:54.260" Score="3" Body="&lt;p&gt;You've actually found a bug in MIMIC-III v1.3. Some of the CD counts were muddled - actual counts (#/uL) were merged with percentages, and vice versa. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you look at the LOINC code for percent CD8 (8137-2), you can see the same issue:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; loinc | valueuom | count&#xA;------ | -------- | ------&#xA;8137-2 | #/uL     |  1580&#xA;8137-2 | %        |   566&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;edit: This has been fixed in v1.4. The same LOINC code now provides the same data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;select loinc_code, valueuom, count(*) as numobs&#xA;from d_labitems dl&#xA;inner join labevents le&#xA;on dl.itemid = le.itemid&#xA;where loinc_code = '8137-2'&#xA;group by loinc_code, valueuom order by numobs;&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;.. gives&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;loinc_code | valueuom | numobs &#xA;-----------+----------+--------&#xA;8137-2     | %        |   2188&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="8938" LastEditDate="2016-09-04T19:54:36.850" LastActivityDate="2016-09-04T19:54:36.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9075" PostTypeId="1" AcceptedAnswerId="18396" CreationDate="2016-06-24T01:11:55.313" Score="3" ViewCount="132" Body="&lt;p&gt;Given a DOI pointing to a resource, how can I programmatically know whether the access to the resource is free of charge? E.g., if the DOI points to a research paper, how to programmatically know whether it is behind a paywall?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2021-01-01T19:47:07.723" Title="Given a DOI pointing to a resource, how can I programmatically know whether the access to the resource is free of charge?" Tags="|research|doi|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9076" PostTypeId="2" ParentId="6661" CreationDate="2016-06-24T02:20:45.363" Score="2" Body="&lt;p&gt;Another place to obtain MRIs: &lt;a href=&quot;http://www.cancerimagingarchive.net/&quot; rel=&quot;nofollow&quot;&gt;http://www.cancerimagingarchive.net/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-24T02:20:45.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9077" PostTypeId="1" CreationDate="2016-06-24T09:37:26.153" Score="4" ViewCount="164" Body="&lt;p&gt;I am trying to build a code that download all files from the provided end points. However, I do not want to download the files everytime and will only download the files if the data in the endpoints is changed/added. I assume that this is provided by the &quot;last_updated&quot; field in the JSON as shown in the API reference JSON snippet - &lt;a href=&quot;https://open.fda.gov/api/reference/&quot; rel=&quot;noreferrer&quot;&gt;https://open.fda.gov/api/reference/&lt;/a&gt;.&#xA;What is the URL that provides me similar JSON output?&lt;/p&gt;&#xA;" OwnerUserId="12774" LastActivityDate="2016-06-25T07:09:02.360" Title="Getting updated date for all the endpoints through an API" Tags="|api|openfda|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9078" PostTypeId="2" ParentId="9077" CreationDate="2016-06-24T12:38:08.453" Score="1" Body="&lt;p&gt;Confusing indeed -- the site doesn't appear to provide a query URL to get the provided JSON output, as you noticed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now, it seems like your best bet might be paginating through AWS S3 directory listings available at &lt;a href=&quot;http://download.open.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;http://download.open.fda.gov/&lt;/a&gt; and looking at each &lt;code&gt;&amp;lt;Content&amp;gt;&lt;/code&gt;'s &lt;code&gt;&amp;lt;Key&amp;gt;&lt;/code&gt; and &lt;code&gt;&amp;lt;LastModified&amp;gt;&lt;/code&gt; timestamp.&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-06-24T12:38:08.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9079" PostTypeId="2" ParentId="9075" CreationDate="2016-06-24T13:28:13.087" Score="2" Body="&lt;p&gt;It is probably impossible in general. The DOI is just a stupid number telling nothing specific about the content. You may decide on the so-called prefix of the DOI whether it belongs to a commercial publisher offering usually non-free content or to a publisher of free content. I am not aware of ready-made lists for this purpose, and there are prefix-owners publishing very mixed content what the licences are concerned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can just try to download the research papers, and when you cannot get a pdf file than conclude that you failed at a pay wall.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But this kind of conclusion may be flawed: You may use an institutional account where your institution has payed in advance, giving you a false positive (pdf, allthough in principle there exists a paywall, but just not for you and your institution).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may get failures (false negatives) because the site you visit may have rigid measures against bots trying to download even free content.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorDisplayName="user6083" LastEditDate="2016-06-24T17:35:34.970" LastActivityDate="2016-06-24T17:35:34.970" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9080" PostTypeId="1" CreationDate="2016-06-24T15:21:34.640" Score="5" ViewCount="144" Body="&lt;p&gt;Does anyone know of any datasets with annotated audio for audio segmentation, e.g., with speech and music? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know of Albayzin, but these datasets seems to be restricted to research. CMMSD seems to be for just monophonic music.&lt;/p&gt;&#xA;" OwnerUserId="5593" LastEditorUserId="16256" LastEditDate="2017-05-25T13:59:50.860" LastActivityDate="2017-05-25T13:59:50.860" Title="Open audio segmentation datasets?" Tags="|music|audio|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9081" PostTypeId="2" ParentId="9071" CreationDate="2016-06-24T15:31:40.727" Score="3" Body="&lt;p&gt;Check out the following on Quandl:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/USCENSUS&quot; rel=&quot;nofollow&quot;&gt;US Census Bureau database&lt;/a&gt; - search for &quot;grocery sales&quot; within the database and you'll see data for retail grocery sales&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/FRED&quot; rel=&quot;nofollow&quot;&gt;Federal Reserve Economic Data database&lt;/a&gt; - search for &quot;grocery sales&quot; within the database and you'll see data for sales by grocery chain stores&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/EA1&quot; rel=&quot;nofollow&quot;&gt;US Industry Aggregates&lt;/a&gt; - search for &quot;grocery sales&quot; within the database and you'll see grocery stores aggregate sales, aggregate cash flow etc (this is a premium database)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-06-24T15:31:40.727" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9082" PostTypeId="2" ParentId="9054" CreationDate="2016-06-24T15:44:12.433" Score="2" Body="&lt;p&gt;Although this database doesn't specify per city/state, it contains information on crimes in Germany overall including homicide, kidnappings, robbery, assault - check out the &lt;a href=&quot;https://www.quandl.com/data/UNODC&quot; rel=&quot;nofollow&quot;&gt;United Nations Office on Drugs and Crime&lt;/a&gt; database on Quandl. Search for &quot;Germany&quot; within the database to see the stats for Germany. Or, actually, you can also try this link directly: &lt;a href=&quot;https://www.quandl.com/data/UNODC?keyword=germany&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/UNODC?keyword=germany&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-06-24T15:44:12.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9083" PostTypeId="2" ParentId="9048" CreationDate="2016-06-24T15:49:42.340" Score="1" Body="&lt;p&gt;I hope this helps - &lt;a href=&quot;https://www.quandl.com/data/TPC&quot; rel=&quot;nofollow&quot;&gt;Quandl's Tax Policy Center&lt;/a&gt; database shows median income by age range, during a certain time frame and has data on median income outside cities vs metropolitan areas. You can search for &quot;age income&quot; within the database to see the all the different datasets. Or, actually, you can try going to this link directly: &lt;a href=&quot;https://www.quandl.com/data/TPC?keyword=age%20income&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/TPC?keyword=age%20income&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-06-24T15:49:42.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9084" PostTypeId="2" ParentId="3701" CreationDate="2016-06-24T17:08:05.827" Score="1" Body="&lt;p&gt;Tx DPS sells 'credits' to legally qualified business/individuals to get the reg info direct but only Texas. Accounts would need to be established with other states, some aren't accessible - ADD123 is easier and cheaper in the long run.&lt;/p&gt;&#xA;" OwnerUserId="12782" LastActivityDate="2016-06-24T17:08:05.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9085" PostTypeId="2" ParentId="9077" CreationDate="2016-06-24T17:50:22.300" Score="2" Body="&lt;p&gt;The endpoint for downloads is: &lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would log a bug on &lt;a href=&quot;https://github.com/FDA/open.fda.gov&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/open.fda.gov&lt;/a&gt; letting them know that the above endpoint should be documented. &lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-06-24T17:50:22.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9086" PostTypeId="1" CreationDate="2016-06-25T04:02:07.183" Score="2" ViewCount="45" Body="&lt;p&gt;I am looking for a dataset on MOOC availability, including as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;MOOC title &lt;/li&gt;&#xA;&lt;li&gt;MOOC platform&lt;/li&gt;&#xA;&lt;li&gt;opening date&lt;/li&gt;&#xA;&lt;li&gt;registration closing date (i.e., date after which new student cannot enroll into the course)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.class-central.com/report/coursera-old-platform-shutdown-download-courses/&quot; rel=&quot;nofollow&quot;&gt;removal date&lt;/a&gt; (i.e., date after which nobody can access the course materials)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in removal dates, and it particular in the list of Coursera courses that will be removed during the &lt;a href=&quot;https://blog.coursera.org/post/145882467032&quot; rel=&quot;nofollow&quot;&gt;June 30 clean-up&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-06-25T04:18:12.980" LastActivityDate="2016-06-25T04:18:12.980" Title="MOOC dataset with opening and removal dates" Tags="|data-request|mooc|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9089" PostTypeId="1" CreationDate="2016-06-25T19:28:42.000" Score="5" ViewCount="136" Body="&lt;p&gt;I'm looking for (US) polling data, mainly presidential polling, for which the full source is available to work with. Specifically, I'm looking to be able to see results broken down by age groups.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Huffington Post offers a nice &lt;a href=&quot;http://elections.huffingtonpost.com/pollster/api#polls&quot;&gt;API&lt;/a&gt;, but I'm wondering if there might be other sources out there.&lt;/p&gt;&#xA;" OwnerUserId="6781" LastActivityDate="2016-10-17T18:59:50.670" Title="Directory of publicly available polling data" Tags="|api|politics|polling|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9090" PostTypeId="1" CreationDate="2016-06-26T21:38:26.810" Score="2" ViewCount="20" Body="&lt;p&gt;I am looking for a dataset or API which would give the list of ORCID iDs  (=&lt;a href=&quot;https://en.wikipedia.org/wiki/ORCID&quot; rel=&quot;nofollow&quot;&gt;Open Researcher and Contributor ID&lt;/a&gt;) given a PMID (=&lt;a href=&quot;https://en.wikipedia.org/wiki/PubMed#PubMed_identifier&quot; rel=&quot;nofollow&quot;&gt;PubMed identifier&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-06-27T02:23:24.410" LastActivityDate="2016-06-27T02:23:24.410" Title="Linking PMIDs with ORCID iDs" Tags="|data-request|api|research|pubmed|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9092" PostTypeId="1" CreationDate="2016-06-27T04:52:28.367" Score="2" ViewCount="154" Body="&lt;p&gt;I wonder how PubMed obtains papers' metadata. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I am interested in the metadata used for these filters: &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed?term=%22Review%22[pt]&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ncbi.nlm.nih.gov/pubmed?term=%22Review%22[pt]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ShHGY.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ShHGY.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-04T22:58:35.070" Title="How does PubMed obtain papers' metadata?" Tags="|pubmed|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9093" PostTypeId="1" CreationDate="2016-06-27T08:20:20.477" Score="1" ViewCount="638" Body="&lt;p&gt;I am currently working for a social media site. We would like to use Google Custom Search Engine API and derive analytical insights from the results. My choice of development platform is R or Python. The following source code in R is used to fetch details about a person, whose details are publically available.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(httr)&#xA;library(jsonlite)&#xA;searchword=&quot;Bill+Gates&quot;&#xA;query=paste(&quot;https://www.googleapis.com/customsearch/v1?key=API_KEY&amp;amp;cx=ENGINE_ID&amp;amp;q=&quot;,searchword,&quot;&amp;amp;alt=json&amp;amp;num=7&quot;,sep = &quot;&quot;)&#xA;results &amp;lt;- content(GET(query))&#xA;print(results)&#xA;results_JSON &amp;lt;- toJSON(results)&#xA;results_JSON &amp;lt;- fromJSON(results_JSON)&#xA;results_df &amp;lt;- as.data.frame(results_JSON)&#xA;titles_df &amp;lt;- as.data.frame(results_df$items.title)&#xA;pagemap_df &amp;lt;-&#xA;  as.data.frame(results_df$items.pagemap) for (dfindex in 1:length(pagemap_df$person)) {&#xA;    if (!is.null(pagemap_df$person[[dfindex]]))&#xA;      locationdf = t(as.data.frame(unlist(pagemap_df$person[[dfindex]])))&#xA;  }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;We plan to customize the results and display it other details in a separate format. On client side review of this code, I got the feedback that the use of custom search API in this manner is not within the terms and conditions provided by Google. Does this kind of operation from an application is not permitted? Once it is hosted, this will be blocked by Google? If it is allowed, We are planning to add credits to the paid API program.&lt;/p&gt;&#xA;" OwnerUserId="12798" LastEditorUserId="2976" LastEditDate="2016-06-27T11:26:31.697" LastActivityDate="2016-06-27T11:26:31.697" Title="Using Google's Custom Search api" Tags="|programming|python|" AnswerCount="0" CommentCount="2" ClosedDate="2016-06-30T10:01:39.960" ContentLicense="CC BY-SA 3.0" />
  <row Id="9094" PostTypeId="1" CreationDate="2016-06-27T11:26:48.127" Score="2" ViewCount="38" Body="&lt;p&gt;Does anyone know of any datasets regarding livestock diseases in Indiana? I am a GIS student in need of a unique data source; as I do not work in GIS yet, I have chosen a topic in a field in which I want to work. Specifically, I'm looking to locate a source from which I can practice manipulating raster data (comparing, reprojecting, clipping, extracting, making mosaics, creating TINs and 3D renderings, etc.). Data in any format is sought.&lt;/p&gt;&#xA;" OwnerUserId="12800" LastEditorUserId="2976" LastEditDate="2016-06-27T13:13:36.867" LastActivityDate="2016-06-27T13:39:15.547" Title="Livestock Diseases in Indiana" Tags="|data-request|animals|agriculture|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9095" PostTypeId="2" ParentId="9094" CreationDate="2016-06-27T11:44:08.877" Score="1" Body="&lt;p&gt;this sounds like a pretty specific dataset that may or may not be available (I know, that's the whole point of posting on here) and while I dont know where to find this exact dataset, here are some datasets that might help you get to your end goal and/or create proxy/synthetic data for you to practice analysis on.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Indiana Geographic Information Council (IGIC) has an agriculture census at &lt;a href=&quot;http://data.indianamap.opendata.arcgis.com/datasets/8eb957fc6efa4ad692f853da0fec3079_0&quot; rel=&quot;nofollow&quot;&gt;http://data.indianamap.opendata.arcgis.com/datasets/8eb957fc6efa4ad692f853da0fec3079_0&lt;/a&gt; which has a row per county and many different attributes including crops and livestock. Available as ESRI Shapefile, CSV, and more.&lt;/li&gt;&#xA;&lt;li&gt;The country of Kenya has open data by district with the count of different types of livestock at &lt;a href=&quot;https://www.opendata.go.ke/Agriculture/Census-Vol-II-Q-11-Livestock-population-by-type-an/qbvv-8bjk&quot; rel=&quot;nofollow&quot;&gt;https://www.opendata.go.ke/Agriculture/Census-Vol-II-Q-11-Livestock-population-by-type-an/qbvv-8bjk&lt;/a&gt; . Available in API, CSV, JSON, GeoJSON, etc. You might be able to use this with other information to get the number of sick/diseased livestock per district&lt;/li&gt;&#xA;&lt;li&gt;Not quite open (PDF format :[) but data.gov showed some results about a yearly Avian Influenza Surveillance Project in the state of Montana which might be helpful &lt;a href=&quot;https://catalog.data.gov/dataset?q=%22Avian+Influenza+Surveillance+Project+Report%22&amp;amp;sort=score+desc%2C+name+asc&quot; rel=&quot;nofollow&quot;&gt;https://catalog.data.gov/dataset?q=%22Avian+Influenza+Surveillance+Project+Report%22&amp;amp;sort=score+desc%2C+name+asc&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-06-27T11:44:08.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9096" PostTypeId="2" ParentId="9094" CreationDate="2016-06-27T13:39:15.547" Score="1" Body="&lt;p&gt;USDA's National Institute of Food and Agriculture (NIFA) has data like this; start at the:&lt;br&gt;&#xA;&lt;a href=&quot;http://portal.nifa.usda.gov/enterprise-search/project_details&quot; rel=&quot;nofollow&quot;&gt;NIFA Data Gateway&lt;/a&gt;&lt;br&gt;&#xA;Enter &quot;livestock diseases indiana&quot; in the Search Projects form control input results in:&lt;br&gt;&#xA;&lt;a href=&quot;http://portal.nifa.usda.gov/enterprise-search/?site=CRIS_FACETS&amp;amp;from_site=NIFA&amp;amp;client=reeis_facet&amp;amp;output=xml_no_dtd&amp;amp;proxystylesheet=reeis_facet&amp;amp;filter=0&amp;amp;getfields=Progress+Year.Knowledge+Area.Science.Subject.Type.Keywords.FDC.State.Grantee+Type.Project+Type.Sponsoring+Agency.Award+Amount+Range.Grant+Award+Year&amp;amp;q=livestock+diseases+indiana&quot; rel=&quot;nofollow&quot;&gt;68 Projects with terms &quot;livestock diseases indiana&quot;&lt;/a&gt;&lt;br&gt;&#xA;Second result looks like a hit:&lt;br&gt;&#xA;&lt;a href=&quot;http://portal.nifa.usda.gov/web/crisprojectpages/0205694-prevalence-and-molecular-relationship-between-fecal-culture-elisa-and-colostrum-culture-for-johnes-disease-in-indiana-dairy-cows.html&quot; rel=&quot;nofollow&quot;&gt;Prevalance &amp;amp; Molecular Relationship Between Fecal Culture, Elisa &amp;amp; Colostrum Culture for Johne's Disease in Indiana Dairy Cows&lt;/a&gt;&lt;br&gt;&#xA;Not sure about this resource (I know they do import/export data), but &lt;a href=&quot;https://www.aphis.usda.gov/aphis/home/&quot; rel=&quot;nofollow&quot;&gt;USDA's APHIS (Animal and Plant Health Inspection Service)&lt;/a&gt;  may also include data you can use.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-27T13:39:15.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9097" PostTypeId="1" CreationDate="2016-06-27T17:01:59.707" Score="2" ViewCount="135" Body="&lt;p&gt;In general, I want to use OpenFDA to look at the overlap between FDA drug data and cosmetics ingredients, primarily using the drug event and drug label data sets. Device and food questions might arise for me, but first things first.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I &lt;em&gt;think&lt;/em&gt; I am that rare (not primary audience?) use case where my kinds of queries exceed use limits even with an access key; for example, when I am looking for how a given UNII appears in all records some result counts far exceed 5000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I started to process zip files, then started looking into running my own server to remove the use limits.  I have a virtual machine (vagrant/VirtualBox, ubuntu, and elasticsearch) set up, and the openfda github code base (I also ran bootstrap rather on a whim/lark and can't tell to what effect, embarrassingly enough).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Processing the fda data (maybe in zip files maybe not?) and inserting the results in elasticsearch seems to be part of the purpose of the opendfda github code base (deduping etc.), so I am &lt;em&gt;very much rethinking&lt;/em&gt; trying to do that myself. Yet I am stuck on how to proceed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Questions:&#xA;1. Do I need/want both the front and and backend github code if I am just trying to analyze the records that come back? (Doubtless, the answer takes some form of &quot;It depends...&quot; but I'm not sure even on what issues the decision/answer may rely.)&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;If I am on something close to the right track with the virtualmachine, what is the best way to set up my own server with drug event and drug label data into elasticsearch....so I can get back out responses to my queries? A mid-level (not 80,000-foot view and not a 1,000-foot bird's eye view) set of general steps to my goal would be awesome, and then I could struggle through the more detailed &quot;how&quot; parts on my own time is an ideal answer for me -- tho arguably still very broad.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I feel I've been through youtube (nothing to see, I think), SE and the FDA site and the github code README files, but I am still not getting a lot of ideas from those documents to suggest what I'm about is ... possible (or good or right) for me, even with a little help.  Maybe the human touch (or 2x4) here will help.  TY.&lt;/p&gt;&#xA;" OwnerUserId="6562" LastActivityDate="2016-06-27T18:55:02.287" Title="Setting up a private instance" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9098" PostTypeId="1" AcceptedAnswerId="9576" CreationDate="2016-06-27T17:39:08.880" Score="1" ViewCount="533" Body="&lt;p&gt;Aside from progress notes (using natural language analysis or by manual review), is there any method for extracting past medical history or a medication history prior to admission from the &lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC-III database&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In looking at the D_ITEMS table, I found a few relevant ITEMID values (225059 - &quot;Past medical history&quot; and 225811 - &quot;CV - past medical history&quot;), but there are no items in CHARTEVENTS that correspond to these ITEMID values.&lt;/p&gt;&#xA;" OwnerUserId="12803" LastActivityDate="2017-03-22T00:44:03.633" Title="Past medical/medication history in MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9099" PostTypeId="2" ParentId="6041" CreationDate="2016-06-27T18:17:42.047" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.setlist.fm/&quot; rel=&quot;nofollow&quot;&gt;Setlist.fm&lt;/a&gt; offers this data; here's &lt;a href=&quot;http://www.setlist.fm/search?query=Madison+Square+Garden&amp;amp;year=2015&quot; rel=&quot;nofollow&quot;&gt;Madison Square Gardens 2015 Schedule&lt;/a&gt; just to show you an example of the data you requested. You can either scrape or use &lt;a href=&quot;http://api.setlist.fm/docs/index.html&quot; rel=&quot;nofollow&quot;&gt;Setlist.fm API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-27T18:17:42.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9100" PostTypeId="2" ParentId="9097" CreationDate="2016-06-27T18:55:02.287" Score="2" Body="&lt;p&gt;I suppose it depends on how much re-use you are looking to get. Drug event, run from scratch, takes roughly 24 hours to run and needs around 80GB of space. The initial drug label run can take a long time as well (I want to say 15 hours). Also, the raw data pull for SPL from the s3 bucket takes a long time and takes up a lot of space (around 300k labels in total). Once they are up and running, the incremental reloads for each are under an hour. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I mention these time estimates is that getting the downloads (once) and spinning through them each question you have doesn't take that long. Downloading is a bandwidth thing, so it varies. Looping over the zips for drug event takes about an hour. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of looping over the drug event data to get a histogram: &lt;a href=&quot;https://gist.github.com/HansNelsen/aeec93279dcd1792855d39fc37bead2e&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/HansNelsen/aeec93279dcd1792855d39fc37bead2e&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main advantage of this approach is that you never have to unzip the files completely, so you don't need to have a ton of disk space. This example is just generating a histogram based upon drug name and characterization, but you can make those any fields that you like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For me, it would be a simple trade off between the number of hours I want to invest in the setup of the pipeline versus the number of queries I have and how often I want to refresh the answers. If I only had a few questions, I would try to answer them all in a single pass and generate a handful of aggregate files from the downloaded data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, it is not obvious from the documentation, but the downloads are indexed under: &lt;a href=&quot;https://open.fda.gov/download.json&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/download.json&lt;/a&gt;, so you can loop over the ones that you want, instead of scraping the &lt;a href=&quot;https://open.fda.gov&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov&lt;/a&gt; site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-06-27T18:55:02.287" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9101" PostTypeId="1" CreationDate="2016-06-27T20:27:33.177" Score="1" ViewCount="9" Body="&lt;p&gt;Where can I access data for vertical atmosphere profiles? Specifically, I'm looking for measurements of water vapor as a function of altitude over the USA. It's a bonus if I can find vertical profiles for atmospheric gases (CO2, NO, etc.)&lt;/p&gt;&#xA;" OwnerUserId="10819" LastActivityDate="2016-06-27T20:27:33.177" Title="Vertical profiles of water vapor" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9102" PostTypeId="1" CreationDate="2016-06-27T22:45:08.933" Score="2" ViewCount="27" Body="&lt;p&gt;I'm on the hunt for some open-source online data resources on healthcare services, preferably that focus on how either MDs and/or their patients perceive the use of IT tools.  I hope to find data that are exportable to Excel.&lt;/p&gt;&#xA;&lt;p&gt;Can you provide any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="12809" LastEditorUserId="23272" LastEditDate="2022-07-14T12:35:23.847" LastActivityDate="2022-07-14T12:35:23.847" Title="Open databases on how doctors and their patients use technology" Tags="|data-request|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9103" PostTypeId="1" CreationDate="2016-06-28T01:53:24.080" Score="1" ViewCount="30" Body="&lt;p&gt;Given a PMID (=&lt;a href=&quot;https://en.wikipedia.org/wiki/PubMed#PubMed_identifier&quot; rel=&quot;nofollow&quot;&gt;PubMed identifier&lt;/a&gt;), how can I get the list of PMIDs of papers citing it? Dataset, API, or any other solution is fine.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-28T01:53:24.080" Title="Given a PMID, how can I get the list of PMIDs of papers citing it?" Tags="|data-request|api|research|pubmed|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9104" PostTypeId="1" CreationDate="2016-06-28T03:33:17.090" Score="4" ViewCount="41" Body="&lt;p&gt;Please provide list of surveys which capture income of individuals, income determinants like education, age, work experience, field of work etc and, details about his family particularly number of elder brothers. Geography of Interest is US, Europe, Japan and Australia. Time period of interest is post 1980.&lt;/p&gt;&#xA;" OwnerUserId="12811" LastActivityDate="2016-06-30T18:37:57.283" Title="Surveys which capture income of individuals and other details" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9105" PostTypeId="1" AcceptedAnswerId="9109" CreationDate="2016-06-28T03:39:41.503" Score="3" ViewCount="565" Body="&lt;p&gt;Specifically, I am looking for the boundary of Barrow-in-Furness, a city in Cumbria, UK. GIS data in any format is preferable, but a scanned map with a clear boundary is also acceptable.&lt;/p&gt;&#xA;" OwnerUserId="8595" LastEditorUserId="23272" LastEditDate="2021-04-03T05:13:33.100" LastActivityDate="2021-04-03T05:13:33.100" Title="Where can I find city/town boundaries in UK?" Tags="|uk|" AnswerCount="1" CommentCount="0" ClosedDate="2016-07-29T11:30:52.133" ContentLicense="CC BY-SA 4.0" />
  <row Id="9106" PostTypeId="1" CreationDate="2016-06-28T08:31:07.733" Score="3" ViewCount="103" Body="&lt;p&gt;I'm looking for a large dataset containing french newspaper articles associated with a newspaper category.&lt;/p&gt;&#xA;&lt;p&gt;The categories should match those of &lt;a href=&quot;http://cv.iptc.org/newscodes/mediatopic&quot; rel=&quot;nofollow noreferrer&quot;&gt;mediatopics&lt;/a&gt;.&#xA;It can be in any format.&lt;/p&gt;&#xA;&lt;p&gt;I would like to use this kind of dataset to train a model to categorize automatically newspaper articles.&lt;/p&gt;&#xA;" OwnerUserId="12813" LastEditorUserId="23272" LastEditDate="2022-07-14T12:39:15.403" LastActivityDate="2022-07-14T12:39:15.403" Title="French newspaper dataset" Tags="|data-request|french|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9107" PostTypeId="1" CreationDate="2016-06-28T11:01:24.520" Score="3" ViewCount="350" Body="&lt;p&gt;Is there an open dataset with images of human faces that's labeled with the emotion that the face displays?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="4184" LastEditDate="2017-03-27T13:25:43.993" LastActivityDate="2017-03-27T14:45:13.943" Title="Library of human faces with tags for displayed emotions" Tags="|data-request|images|faces|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9108" PostTypeId="2" ParentId="9107" CreationDate="2016-06-28T13:59:43.913" Score="2" Body="&lt;p&gt;There are a number of databases:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.ucsd.edu/~iskwak/ExtYaleDatabase/ExtYaleB.html&quot; rel=&quot;nofollow&quot;&gt;The Extended Yale Face Database B&lt;/a&gt; - It begins with the base name 'yaleB' and is followed by the two digit number signifying the subject number and then by the two digit number signifying the pose. The rest of the filename deals with the azimuth and elevation of the single light source direction. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.kasrl.org/jaffe_info.html&quot; rel=&quot;nofollow&quot;&gt;Japanese Female Facial Expression (JAFFE) (1998)&lt;/a&gt; - Ten expressors posed 3 or 4 examples of each of the six basic facial expressions (happiness, sadness, surprise, anger, disgust, fear) &lt;a href=&quot;https://www.behance.net/gallery/10675283/Facial-Expression-Public-Databases&quot; rel=&quot;nofollow&quot;&gt;4&lt;/a&gt; and a neutral face for a total of 219 images of facial expressions.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.emotionlab.se/resources/kdef&quot; rel=&quot;nofollow&quot;&gt;Karolinska Directed Emotional Faces (KDEF) (1998)&lt;/a&gt; - The Karolinska Directed Emotional Faces is a set of totally 4900 pictures of human facial expressions of emotion. The set contains 70 individuals, each displaying 7 different emotional expressions, each expression being photographed (twice) from 5 different angles.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;These were pulled &lt;a href=&quot;https://www.behance.net/gallery/10675283/Facial-Expression-Public-Databases&quot; rel=&quot;nofollow&quot;&gt;Behance Facial Expression Public Databases&lt;/a&gt;, there are more, but went through and pulled the ones that I identified as matching your request and could be readily downloaded. These are all for non-commercial use and additional data sets are available upon request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One interesting thing the researchers noted is whether the person was told to have an emotion or actually emoting through an external stimuli.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-06-28T13:59:43.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9109" PostTypeId="2" ParentId="9105" CreationDate="2016-06-28T14:07:15.013" Score="2" Body="&lt;p&gt;Go to the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK OpenData products site&lt;/a&gt; and scroll down to the BoundaryLine dataset, this includes a GIS data download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additional data sources can be found through this &lt;a href=&quot;https://gis.stackexchange.com/questions/495/free-administrative-boundaries-available-as-shapefiles-for-united-kingdom-new-z&quot;&gt;GIS StackExchange question from 2010&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-06-28T14:07:15.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9110" PostTypeId="1" CreationDate="2016-06-28T14:38:32.670" Score="1" ViewCount="178" Body="&lt;p&gt;I'm working on calculating a PRR, but instead of using a drug-adverse event pair, I'm looking at the drug-SOC (system organ class) pair, which needs all the reports of every drug-ADE pair within a specific SOC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So to do this, I wanted to know if there was a query that could get all the counts for a specific ADE; right now I'm running: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt=fatigue&amp;amp;count=patient.drug.medicinalproduct.exact&amp;amp;limit=1000&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt=fatigue&amp;amp;count=patient.drug.medicinalproduct.exact&amp;amp;limit=1000&lt;/a&gt;, using fatigue as an example ADE. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I'm looking for more results is because I want to implement all the counts greater than 10; which is not possible here since the lowest count for the query is 125. Does anyone know a workaround?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also tried using openFDA's range function, for example: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20160601]+AND+[10+TO+10000000]&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20040101+TO+20160601]+AND+[10+TO+10000000]&lt;/a&gt;, but I don't know if this is what I actually want. How would I specify that the range is for the count of each drug-ADE pair?&lt;/p&gt;&#xA;" OwnerUserId="12817" LastActivityDate="2016-06-28T17:41:16.753" Title="For openFDA, is there a way to get the counts of every drug for a particular adverse event?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9111" PostTypeId="1" AcceptedAnswerId="9123" CreationDate="2016-06-28T15:17:33.473" Score="2" ViewCount="1362" Body="&lt;p&gt;I'm looking for a list of benign urls. I've seen that others have used the Yahoo URL Random Generator (random.yahoo.com/bin/ryl), but that link doesn't seem to work anymore. The other thing that I thought might work was seeding a crawler with the Alexa list.&lt;/p&gt;&#xA;" OwnerUserId="12818" LastActivityDate="2016-06-29T21:00:42.230" Title="List of Benign URLs" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9112" PostTypeId="2" ParentId="9110" CreationDate="2016-06-28T17:41:16.753" Score="1" Body="&lt;p&gt;Unfortunately, you cannot filter on &lt;code&gt;count=&lt;/code&gt; results with the current API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may consider using the downloads to create your pairs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The downloads can be found at: &lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;&#xA;They will be updated on some interval. The downloads are the exact same as the API output.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have the downloads, you can use a script similar to this &lt;a href=&quot;https://gist.github.com/HansNelsen/aeec93279dcd1792855d39fc37bead2e&quot; rel=&quot;nofollow&quot;&gt;one&lt;/a&gt;. I think it will be a little different, since you will have to loop over all the drugs on an event for each reaction. The script doesn't take too long to run (hour or so once the downloads are done) and is perfect for these types of scenarios where you just want to prepare  data for something like R. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best of luck.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-06-28T17:41:16.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9113" PostTypeId="1" AcceptedAnswerId="9120" CreationDate="2016-06-28T18:02:13.310" Score="3" ViewCount="1321" Body="&lt;p&gt;I would like the polygons for the USA Western, Eastern and Texas Interconnects as well as their sub-regions.  These are illustrated &lt;a href=&quot;http://www.earthlyissues.com/uspower.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6IRh7.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6IRh7.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas where I can find shape files for these? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't strictly need the power lines; just the regions. If major power lines are included I would like them to be in a different layer from the region polygon so they can be removed. I am hoping that these polygons would not require a license/subscription since they are not too detailed.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastEditorUserId="1511" LastEditDate="2016-06-29T20:40:35.693" LastActivityDate="2016-07-28T18:47:00.707" Title="USA National Power Grid Regions" Tags="|data-request|geospatial|energy|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9114" PostTypeId="1" AcceptedAnswerId="9118" CreationDate="2016-06-29T03:02:39.630" Score="2" ViewCount="947" Body="&lt;p&gt;I have done one assignment of classifying digits using Back propagation Neural Network. Now I want to test it on english letters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anybody tell me from where can I get the dataset of English letters (letters of size 20 * 20 pixels would be more helpful). If possible then please provide dataset of letters of any other language also.&lt;/p&gt;&#xA;" OwnerDisplayName="user12824" LastEditorDisplayName="user6083" LastEditDate="2016-06-29T17:51:38.667" LastActivityDate="2016-06-29T17:51:38.667" Title="Need dataset of english letters" Tags="|data-request|machine-learning|language|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9115" PostTypeId="1" CreationDate="2016-06-29T04:34:36.667" Score="2" ViewCount="46" Body="&lt;p&gt;To build models to predict customer behavior, I am searching for &lt;strong&gt;individual-level contractual data over multiple years&lt;/strong&gt; (i.e. &gt; 3 years). My focus is to assess the quality of long-term predictions, thus the longer the time period the better. (See &lt;a href=&quot;https://opendata.stackexchange.com/questions/4001/transactional-data-over-multiple-years-customer-id-date-price&quot;&gt;here&lt;/a&gt; for a similar question on transactional data.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Minimum requirement in terms of variables would be:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Customer ID &lt;/li&gt;&#xA;&lt;li&gt;Start Date Contract  &lt;/li&gt;&#xA;&lt;li&gt;End Date Contract &lt;/li&gt;&#xA;&lt;li&gt;Contractual Fees&lt;/li&gt;&#xA;&lt;li&gt;(If firm sells multiple types of contracts: Contract Type)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In a perfect world, these datasets would be released under a GPL like license and also include information like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Date of first contract ever (which facilitates cohort analysis)&lt;/li&gt;&#xA;&lt;li&gt;Socio-demographic information on the individual customer&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Examples are manifold and include data from insurances, SAAS firms, VOD subscription services, ...&lt;/p&gt;&#xA;" OwnerUserId="4016" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-06-29T04:50:42.777" Title="Contractual data over multiple years" Tags="|data-request|longitudinal|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9116" PostTypeId="5" CreationDate="2016-06-29T04:52:07.543" Score="0" Body="&lt;p&gt;Longitudinal is a term to describe time-series data.&lt;/p&gt;&#xA;" OwnerUserId="4016" LastEditorUserId="4016" LastEditDate="2016-06-29T17:51:43.433" LastActivityDate="2016-06-29T17:51:43.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9117" PostTypeId="4" CreationDate="2016-06-29T04:52:07.543" Score="0" Body="Longitudinal is a term to describe time-series data." OwnerUserId="4016" LastEditorUserId="4016" LastEditDate="2016-06-29T17:51:46.447" LastActivityDate="2016-06-29T17:51:46.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9118" PostTypeId="2" ParentId="9114" CreationDate="2016-06-29T07:25:25.560" Score="1" Body="&lt;p&gt;Have a look at these datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ee.surrey.ac.uk/CVSSP/demos/chars74k/&quot; rel=&quot;nofollow&quot;&gt;http://www.ee.surrey.ac.uk/CVSSP/demos/chars74k/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/UJI+Pen+Characters&quot; rel=&quot;nofollow&quot;&gt;http://archive.ics.uci.edu/ml/datasets/UJI+Pen+Characters&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-06-29T07:25:25.560" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9119" PostTypeId="2" ParentId="9063" CreationDate="2016-06-29T08:17:12.143" Score="1" Body="&lt;p&gt;A &lt;a href=&quot;https://github.com/ckan/ckanext-harvest/pull/255&quot; rel=&quot;nofollow&quot;&gt;second fix&lt;/a&gt; has been required to get default_groups working for Nick, thanks to his feedback and proposed PR as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that that PR is still waiting review, so hopefully someone will confirm it works and it can be merged.&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2016-06-29T08:17:12.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9120" PostTypeId="2" ParentId="9113" CreationDate="2016-06-29T10:19:53.533" Score="2" Body="&lt;p&gt;This may take some digging through the EIA-861 dataset (&lt;a href=&quot;http://www.eia.gov/electricity/data/eia861/&quot; rel=&quot;nofollow&quot;&gt;http://www.eia.gov/electricity/data/eia861/&lt;/a&gt;). It contains a dozen or so tables, but the ones you may be able to piece together are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Service Territory – This file, compiled from data collected on the Form EIA-861 and Form 861S, contains the names of the counties, by state, in which the respondent has equipment for the distribution of electricity to ultimate consumers.&lt;/li&gt;&#xA;&lt;li&gt;Utility Data (2007 forward) – This file, compiled from data collected on Form EIA-861 only, contains information on the types of activities each utility engages in, the NERC regions of operation, whether the utility generates power, whether it operates alternative-fueled vehicles, and, beginning in 2010, the ISO or RTO region in which the entity conducts operations.&lt;/li&gt;&#xA;&lt;li&gt;Balancing Authority – This file, compiled from data collected on both Forms EIA-861 and EIA-861S, contains information on Balancing Authorities.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You will have to deal with the fact of utilities operating in multiple counties and NERC territories by making some simplifying assumptions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using these tables you may be able to calculate which counties are in which NERC regions. Shapefiles for counties are easier to come by either from the census (&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_counties.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/geo/maps-data/data/cbf/cbf_counties.html&lt;/a&gt;) or in the software package of your choosing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure whether this will work, but it may be a start. When I was doing an analysis involving utilities at the county level it suited my needs, but your request is obviously different. If I find myself tackling this exact problem in my research I will try to come back and post code.&lt;/p&gt;&#xA;" OwnerUserId="7201" LastActivityDate="2016-06-29T10:19:53.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9121" PostTypeId="1" AcceptedAnswerId="10614" CreationDate="2016-06-29T14:44:50.753" Score="2" ViewCount="181" Body="&lt;p&gt;So I was looking at deeds for a particular property and the legal description of a particular property is &quot;Lot 1 Block A Lastname Subdivision&quot;. The appraisal district, however, gives a different legal description of that property: &quot;S9928 - Lastname Sub, Block A, Lot 1, Acres 3.03&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's clear that they match because the lastname matches as do the block and lot but the fact that they're different means that I can't just copy / paste the legal description from one database and search for it in the other database. And if &quot;Lastname&quot; were sufficiently generic there'd prob be nothing I could really latch onto to find the property info in the other DB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So why do they differ in the first place?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2017-02-08T20:50:28.553" Title="why do legal descriptions of property differ from DB to DB?" Tags="|usa|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9122" PostTypeId="1" CreationDate="2016-06-29T20:04:26.570" Score="5" ViewCount="142" Body="&lt;p&gt;I am searching for a website that will allow me to find wildfires/forest fire/small fires in the United States that has all the information in a database. What I would like to look it up the database to look for each fire incident.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="90" LastEditDate="2017-10-12T14:47:04.877" LastActivityDate="2017-10-18T03:38:56.783" Title="US Fire Database" Tags="|usa|database|fire|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9123" PostTypeId="2" ParentId="9111" CreationDate="2016-06-29T21:00:42.230" Score="2" Body="&lt;p&gt;You can use the &lt;a href=&quot;http://commoncrawl.org/&quot; rel=&quot;nofollow&quot;&gt;Common Crawl&lt;/a&gt; data, which is loosely related to the Internet Archive and &lt;a href=&quot;http://archive.org/web/&quot; rel=&quot;nofollow&quot;&gt;Wayback Machine&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;the Common Crawl Corpus encompasses over two petabytes of web crawl data collected over eight years and ongoing. As the largest, most comprehensive, open repository of web crawl data on the cloud, we contribute to the thriving open data commons that drives innovation, research, and education.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://en.wikipedia.org/wiki/Common_Crawl&quot; rel=&quot;nofollow&quot;&gt;wiki page&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://commoncrawl.org/the-data/get-started/&quot; rel=&quot;nofollow&quot;&gt;Getting started&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://commoncrawl.org/the-data/examples/&quot; rel=&quot;nofollow&quot;&gt;Example projects&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In particular, the URL index they use for the crawl&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/trivio/common_crawl_index&quot; rel=&quot;nofollow&quot;&gt;https://github.com/trivio/common_crawl_index&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Direct download (218 GB, &lt;a href=&quot;http://commoncrawl.org/2013/01/common-crawl-url-index/&quot; rel=&quot;nofollow&quot;&gt;http://commoncrawl.org/2013/01/common-crawl-url-index/&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-06-29T21:00:42.230" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9124" PostTypeId="1" CreationDate="2016-06-29T22:00:13.363" Score="2" ViewCount="70" Body="&lt;p&gt;I am working on a project involving processing a large volume of XBRL documents (&gt; 1m separate files). I am totally new to XBRL and feeling quite lost at the moment, only downloaded Arelle 20 minutes ago). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have data relating to those XBRL documents in a separate MySQL database and I would like to add XBRL data into MySQL to store it in one db. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the best methods to go about transferring data from the XBRL docs into MySQL?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any bulk processing libraries available for it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been looking for tutorials on those issues but couldn't find anything providing a basic introduction, just a lot of high level info. &lt;/p&gt;&#xA;" OwnerUserId="12831" LastActivityDate="2016-06-29T22:00:13.363" Title="Bulk processing XBRL into MySQL" Tags="|linked-data|sql|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9125" PostTypeId="1" CreationDate="2016-06-29T23:01:54.877" Score="1" ViewCount="11" Body="&lt;p&gt;I've already found a dataset for gene expression on melanoma from TCGA. However, I want a testing dataset and I have had trouble looking for a dataset with a large number of melanoma patients and their gene expressions. Any advice?&lt;/p&gt;&#xA;" OwnerUserId="12833" LastActivityDate="2016-06-29T23:01:54.877" Title="Where can I find gene expression data for melanoma?" Tags="|biology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9127" PostTypeId="2" ParentId="9122" CreationDate="2016-06-30T03:57:17.093" Score="3" Body="&lt;p&gt;Two U.S. federal options:&lt;br&gt;&#xA;&lt;a href=&quot;http://inciweb.nwcg.gov/&quot; rel=&quot;nofollow&quot;&gt;InciWeb - Incident Information System - National Wildfire Coordinating Group (NWCG)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://wildfire.cr.usgs.gov/firehistory/data.html&quot; rel=&quot;nofollow&quot;&gt;Wildfire - Wildland Fire Information&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-30T03:57:17.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9128" PostTypeId="2" ParentId="5557" CreationDate="2016-06-30T04:14:39.660" Score="2" Body="&lt;p&gt;DMOZ is a directory and naturally is great for tasks like this. You're going to have to do all of the leg work though: &lt;a href=&quot;https://www.dmoz.org/search?q=australia+hotel&amp;amp;all=no&amp;amp;t=regional&amp;amp;cat=all&quot; rel=&quot;nofollow&quot;&gt;Search DMOZ for Australia + Hotel&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-06-30T04:14:39.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9129" PostTypeId="1" CreationDate="2016-06-30T05:26:34.357" Score="3" ViewCount="140" Body="&lt;p&gt;I am looking for a way to obtain the MEDLINE®/PubMed dataset (i.e., metadata of PubMed papers) as a relational database (e.g., MySQL). The &lt;a href=&quot;https://www.nlm.nih.gov/databases/license/license.html&quot; rel=&quot;nofollow&quot;&gt;MEDLINE®/PubMed can be downloaded as XML files&lt;/a&gt;, but I would prefer to write SQL queries when using it. I am fine if it involves running some script to convert.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-06-30T05:26:34.357" Title="MEDLINE®/PubMed dataset as a relational database (e.g., MySQL)" Tags="|data-request|pubmed|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9130" PostTypeId="1" AcceptedAnswerId="9152" CreationDate="2016-06-30T17:44:48.113" Score="1" ViewCount="1045" Body="&lt;p&gt;&lt;code&gt;lalonde&lt;/code&gt; is an oft-used data frequently used for in statistical software packages. This data was drawn from the PSID and National Supported Work Demonstration.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Subsamples of the dataset are included with the R language's &lt;code&gt;MatchIt&lt;/code&gt; and &lt;code&gt;Matching&lt;/code&gt; packages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am using the data from these packages, yet I note that while one of the variables -- &lt;code&gt;treat&lt;/code&gt; is defined as &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;the treatment assignment (1=treated, 0=control).&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;it doesn't actually seem to say &lt;em&gt;what the treatment was&lt;/em&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone help me determine this?&lt;/p&gt;&#xA;" OwnerUserId="10481" LastEditorUserId="10481" LastEditDate="2022-03-08T15:37:10.220" LastActivityDate="2022-03-08T15:37:10.220" Title="In the famous LaLonde dataset what treatment does &quot;treat&quot; represent?" Tags="|economics|research|demographics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9131" PostTypeId="2" ParentId="9104" CreationDate="2016-06-30T18:37:57.283" Score="2" Body="&lt;p&gt;I hope this helps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quandl's &lt;a href=&quot;https://www.quandl.com/data/TPC&quot; rel=&quot;nofollow&quot;&gt;Tax Policy Center&lt;/a&gt; database shows US median income by age range, during a certain time frame and has data on median income outside cities vs metropolitan areas. You can search for &quot;income&quot;&quot; within the database to see the all the different datasets. Or, actually, you can try going to this link directly: &lt;a href=&quot;https://www.quandl.com/data/TPC?keyword=age%20income&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/TPC?keyword=age%20income&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, Quandl's &lt;a href=&quot;https://www.quandl.com/data/BEA&quot; rel=&quot;nofollow&quot;&gt;Bureau of Economic Analysis&lt;/a&gt; database has data on US income. Search for &quot;income&quot; within the database and you'll get datasets such as National Income by Type of Income etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-06-30T18:37:57.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9132" PostTypeId="1" CreationDate="2016-06-30T23:04:15.263" Score="3" ViewCount="93" Body="&lt;p&gt;I am using the USDA food database in an app, however I will not being able to use it in the live version because of the API request limitations. One workaround would be to give each registered user their own API key, which would easily suffice the API limitations. Is there a way to programmatically get an API key for each user, using the email they submitted when they signed up on my app?&lt;/p&gt;&#xA;" OwnerUserId="12845" LastActivityDate="2016-07-02T00:55:49.507" Title="Is it possible to request an api key for each one of my users, using their registered email?" Tags="|api|best-practice|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9133" PostTypeId="2" ParentId="9132" CreationDate="2016-07-01T03:59:03.460" Score="2" Body="&lt;p&gt;Not possible, not respectful of API provider, and borderline unethical: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not possible:&lt;br&gt;&#xA;I bet anything that is a violation of USDA API's terms of use. [EDIT] Since they recommended it, my bet was wrong.&lt;br&gt;&#xA;Most authentication has to be verified by the user. While you can get them to accept/verify, that is a bottleneck that while at the very least cause a delay, at worst never be executed. Either way, you still can't automate answering their email.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not Respectful:&lt;br&gt;&#xA;Willfully gaming a dot gov open data service takes advantage of a system designed for all citizens to use. The reason(s) behind the limit could be anything, including hardware/architecture/code that is non-performant, out-dated, etc. Hogging the service is not fair to everyone else.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Borderline unethical:&lt;br&gt;&#xA;Unethical because you are taking advantage of a service designed for all, not you. Borderline because its an open data dot gov website/api, and in my experience limitations on use/service/access placed by dot gov departments/agencies are typically bogus. That is not to say they all are, far from it. But I'd say 4/6 times I've encountered something similar, the reasonings behind the 4 are not valid.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[EDIT] This is a very interesting idea of how to get around API limits...Since the are recommending that, I would set up your site with a login that required prior API registration, and either integrate the API into the login to get their key, or have them enter their key on sign up. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-07-02T00:55:49.507" LastActivityDate="2016-07-02T00:55:49.507" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9134" PostTypeId="1" CreationDate="2016-07-01T11:30:31.413" Score="1" ViewCount="129" Body="&lt;p&gt;I need to obtain cadastre information for all the USA limited to land terrain only, no urban zone. Is it possible to obtain this information? Does anybody know any services for WFS or SHP download?&lt;/p&gt;&#xA;" OwnerUserId="12850" LastEditorUserId="12850" LastEditDate="2016-07-01T11:35:50.190" LastActivityDate="2016-07-01T11:35:50.190" Title="Land cadastre USA" Tags="|data-request|usa|land|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9135" PostTypeId="1" AcceptedAnswerId="9268" CreationDate="2016-07-01T12:40:29.453" Score="3" ViewCount="59" Body="&lt;p&gt;I need to obtain catasto information for all the Italy limited to terreni only, no urban zone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible to obtain this information free?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anybody know any services for WFS or SHP download?&lt;/p&gt;&#xA;" OwnerUserId="12850" LastActivityDate="2016-07-19T11:12:33.433" Title="Catasto terreni ITALY" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9136" PostTypeId="1" CreationDate="2016-07-01T15:16:41.713" Score="2" ViewCount="123" Body="&lt;p&gt;I just downloaded the openFDA source code from the github, as well as all the event endpoint JSON files, and I wanted to know which directory to save the JSON endpoints. Some also seemed to have the same file name, e.g. when both 2004Q1 part1 and 2004Q2 part1 are extracted, they result in drug-event-0001-of-0002.json. How should I distinguish them within openFDA?&lt;/p&gt;&#xA;" OwnerUserId="12817" LastActivityDate="2016-07-01T22:07:55.003" Title="Where to save the event JSON files for openFDA locally?" Tags="|openfda|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9137" PostTypeId="1" CreationDate="2016-07-01T15:39:48.803" Score="3" ViewCount="32" Body="&lt;p&gt;I'm planning an outdoor event, and want to schedule it on a weekend with warmest nights, and the least probability of precipitation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My first take was querying forecast.io for hourly historical data. It works, but I quickly ran out of free limit of daily requests. And I also want to extend my query, and find out which is the warmest location within 150 km of Moscow, and that would bring me way beyond the limit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there more straightforward way of getting the data? &lt;/p&gt;&#xA;" OwnerUserId="12853" LastEditorUserId="16193" LastEditDate="2018-05-09T11:52:46.563" LastActivityDate="2018-05-09T11:52:46.563" Title="Where to get hourly weather data for Moscow region" Tags="|weather|historical|russia|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9138" PostTypeId="1" CreationDate="2016-07-01T16:13:30.723" Score="2" ViewCount="90" Body="&lt;p&gt;I am looking for a dataset containing images of nightclub flyers, if possible with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name and location of the club&lt;/li&gt;&#xA;&lt;li&gt;date of the event&lt;/li&gt;&#xA;&lt;li&gt;type of music&lt;/li&gt;&#xA;&lt;li&gt;type of event (e.g. student party, clubbing)&lt;/li&gt;&#xA;&lt;li&gt;a short description of the event&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Examples of images of nightclub flyers:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6kYIk.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6kYIk.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-01T16:13:30.723" Title="Nightclub flyer dataset" Tags="|data-request|music|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9139" PostTypeId="2" ParentId="7204" CreationDate="2016-07-01T16:19:40.660" Score="3" Body="&lt;p&gt;Many apologies for this issue, and also for this slow response. Open Data Maker hasn't had much work done on it recently, but we're currently in the process of transitioning it to new maintainers. Meanwhile you can track this issue here: &lt;a href=&quot;https://github.com/18F/open-data-maker/issues/231&quot; rel=&quot;nofollow&quot;&gt;https://github.com/18F/open-data-maker/issues/231&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9792" LastActivityDate="2016-07-01T16:19:40.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9140" PostTypeId="2" ParentId="9136" CreationDate="2016-07-01T18:50:06.680" Score="1" Body="&lt;p&gt;Just to be clear, the downloads cannot be shoehorned into the API code. They are meant to be used in place of the API. From what I understand, they will be perfect for you. Once you have downloaded in this fashion, you can glob over all the zips and process each one for your pairs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I understand you question (that the file names are the same) then you will have to do something like the following:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import os&#xA;import requests&#xA;&#xA;URL = 'https://api.fda.gov/download.json'&#xA;BASE_DIR = './downloads'&#xA;os.system('mkdir -p %s' % BASE_DIR)&#xA;&#xA;downloads = requests.get(URL).json()&#xA;drug_events = downloads.get('results', {}).get('drug', {}).get('event', {}).get('partitions', [])&#xA;for event in drug_events:&#xA;  zip_url = event.get('file', None)&#xA;  if zip_url:&#xA;    parsed_url = requests.utils.urlparse(zip_url)&#xA;    target_file = os.path.basename(parsed_url.path)&#xA;    target_base = parsed_url.path.replace(target_file, '')[1:]&#xA;    target_dir = os.path.join(BASE_DIR, target_base)&#xA;    os.system('mkdir -p %s' % target_dir)&#xA;    os.system('curl --progress-bar %s &amp;gt; %s' % (zip_url, os.path.join(target_dir, target_file)))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3564" LastEditorUserId="3564" LastEditDate="2016-07-01T22:07:55.003" LastActivityDate="2016-07-01T22:07:55.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9141" PostTypeId="1" CreationDate="2016-07-01T19:30:30.967" Score="2" ViewCount="397" Body="&lt;p&gt;I'm currently working on a project that would greatly be assisted by running the openFDA API locally. I tried to follow the READMEs but I can't get it to work.&lt;/p&gt;&#xA;" OwnerUserId="12817" LastEditorUserId="23272" LastEditDate="2021-04-07T12:59:33.990" LastActivityDate="2021-04-07T12:59:33.990" Title="How do I run openFDA API locally?" Tags="|openfda|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="9142" PostTypeId="1" AcceptedAnswerId="9158" CreationDate="2016-07-01T22:02:09.207" Score="5" ViewCount="2350" Body="&lt;p&gt;Is there any possibility to download for free the UK river and catchment files (e.g. vector or raster) readable for GIS?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need them for research purposes.&lt;/p&gt;&#xA;" OwnerUserId="12855" LastEditorUserId="6229" LastEditDate="2017-03-05T12:58:06.323" LastActivityDate="2017-03-05T12:58:06.323" Title="UK river and catchment files for GIS" Tags="|data-request|geospatial|uk|network-structure|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9143" PostTypeId="1" CreationDate="2016-07-02T16:13:04.857" Score="2" ViewCount="23" Body="&lt;p&gt;I am looking for a timeseries dataset containing recording of blood pressure annotated with beat onsets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MMyp9.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MMyp9.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-02T16:13:04.857" Title="Blood pressure annotated with beat onsets" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9145" PostTypeId="1" CreationDate="2016-07-03T01:59:36.970" Score="3" ViewCount="79" Body="&lt;p&gt;I'm looking for a database of physical characteristics of the Earth at an arbitrary lat/long. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, a lat/long in the general vicinity of: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;-1.710140, -52.961935&lt;/code&gt; would result in river&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;27.987785, 86.925013&lt;/code&gt; would result in mountain&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;-80.926282, 112.655179&lt;/code&gt; would result in tundra&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;11.373333,142.591667&lt;/code&gt; would result in oceanic trench&lt;/li&gt;&#xA;&lt;li&gt;etc.. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This would be the base set of data I would expect. Additional physical information such as elevation or urban, political information such as country and city, or biome information would also be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My searches so far has resulted in what seems to be map data when I was expecting something a bit more tabular (columns and rows). I'm sure my confusion is due to ignorance, but I'm at the point where I don't know what I don't know. &lt;/p&gt;&#xA;" OwnerDisplayName="anon" LastActivityDate="2016-07-05T15:51:11.383" Title="Geospatial data at a particular lat/long" Tags="|data-request|geospatial|global|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9146" PostTypeId="1" CreationDate="2016-07-03T11:43:02.863" Score="1" ViewCount="52" Body="&lt;p&gt;Anyone know of a 20-30 year history of the Thompson-Reuters commodity index (&lt;a href=&quot;http://www.bloomberg.com/quote/CRY:IND&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked through Quandl, but I didn't find the commodity index that is tied to this one - I found quite a few others.&lt;/p&gt;&#xA;" OwnerUserId="12864" LastEditorUserId="1511" LastEditDate="2016-07-03T17:43:42.840" LastActivityDate="2016-07-03T17:43:42.840" Title="Historic Thompson-Reuters CRB Data?" Tags="|data-request|finance|economics|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9147" PostTypeId="2" ParentId="9092" CreationDate="2016-07-03T17:42:27.053" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.nlm.nih.gov/bsd/indexfaq.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Frequently Asked Questions about Indexing for MEDLINE&lt;/a&gt; give some interesting insights:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;How is MEDLINE produced?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;MEDLINE is the product of many information specialists at the National&#xA;  Library of Medicine: serials librarians who obtain journal&#xA;  subscriptions and check in the individual journal issues; data review&#xA;  specialists who assure the quality of all supplied and created&#xA;  bibliographic citations; &lt;strong&gt;biomedical subject specialists who analyze&#xA;  the subject content of articles and index the concepts that are&#xA;  discussed, using the Medical Subject Headings (MeSH) controlled&#xA;  vocabulary&lt;/strong&gt;; and computer and information specialists who develop and&#xA;  maintain the various systems, including the retrieval system. &lt;strong&gt;Every&#xA;  journal issue and article cited in MEDLINE has been reviewed and&#xA;  inspected by many individuals.&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Do you scan in the citations?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Bibliographic citations in MEDLINE are currently created by two&#xA;  different methods. Many journal publishers supply NLM with citation&#xA;  and abstract data electronically, tagged with XML (Extensible Markup&#xA;  Language) codes to identify different data elements. &lt;strong&gt;Article citations&#xA;  from print journals for which data are not supplied are created with a&#xA;  combination of optical character recognition (OCR) and keystroking.&lt;/strong&gt;&#xA;  Citations that are received electronically may still require a&#xA;  considerable amount of human intervention to add supplementary data&#xA;  and to make other data uniform.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;As an author, how should I select keywords so that my article is&#xA;  retrieved in MEDLINE?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The National Library of Medicine does not use author-assigned keywords&#xA;  for MEDLINE indexing. The terms that are used are descriptors from&#xA;  MeSH (Medical Subject Headings) – the National Library of Medicine’s&#xA;  controlled vocabulary thesaurus. MESH includes more than 27,000&#xA;  descriptors, most of which may be qualified with one or more of over&#xA;  80 MeSH subheadings. In addition, indexed terms may be derived from&#xA;  the more than 200,000 headings called Supplementary Concept Records&#xA;  (SCRs); these records (representing chemicals and rare diseases) exist&#xA;  within a separate thesaurus and are mapped to MESH descriptors. NLM’s&#xA;  policy for indexing is to use the most specific terms possible which&#xA;  best describe the content and substance of the indexed item.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Since early 2013, PubMed has displayed publisher-supplied keywords in&#xA;  the KEYWORDS field of the abstract display&lt;/strong&gt;. Authors who wish to supply&#xA;  those keywords using the MeSH vocabulary can consult the MeSH Browser&#xA;  (available at &lt;a href=&quot;http://www.nlm.nih.gov/mesh/MBrowser.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nlm.nih.gov/mesh/MBrowser.html&lt;/a&gt;). They may&#xA;  also use a tool called MeSH on Demand (available at&#xA;  &lt;a href=&quot;http://www.nlm.nih.gov/mesh/MeSHonDemand.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nlm.nih.gov/mesh/MeSHonDemand.html&lt;/a&gt;) that identifies MeSH&#xA;  terms in text using the NLM Medical Text Indexer program. After&#xA;  processing the text, MeSH on Demand returns a list of MeSH terms&#xA;  relevant to the text that was input.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;If authors wish their articles to be retrieved by their preferred&#xA;  terminology, they should ensure that these words appear in the title&#xA;  or abstract, where they will be searchable as text words.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;What types of articles are selected to be indexed?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;NLM indexes only the substantive content of journals selected for&#xA;  MEDLINE indexing.&lt;/strong&gt; In journals selected for cover-to-cover indexing,&#xA;  for instance, NLM does not index items such as book reviews or&#xA;  abstracts.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Furthermore, a number of journals are multidisciplinary and publish&#xA;  articles about non-life science fields such as astronomy, geology,&#xA;  mathematics, and the like. Other journals cover many aspects of a&#xA;  subject field, including non-life science aspects (e.g., chemical&#xA;  journals may contain articles about physical chemistry as well as&#xA;  biochemistry). &lt;strong&gt;Because NLM indexes only articles that pertain to the&#xA;  life sciences, articles in these selectively indexed journals that do&#xA;  not pertain in any way to the life sciences are considered “out of&#xA;  scope” and appear as unindexed citations in PubMed.&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;What is a Publication Type? How does it differ from descriptors?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;&gt; Since 1991, Publication Types (PTs) have been assigned by NLM indexers&lt;/strong&gt;&#xA;  to describe the form of presentation of materials that are indexed.&#xA;  Some PTs reflect the format and editorial practices of the individual&#xA;  journal; others reflect the indexer's analytical judgment. Items&#xA;  indexed prior to 1991 have had a limited number of PTs added by&#xA;  machine rather than by re-indexing.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;PTs such as &quot;letter&quot; or &quot;editorial&quot; are determined by the style or&#xA;  section heading used by the journal. &quot;Letter&quot; is assigned to routine&#xA;  letters to the editor as well as to lengthier articles if the journal&#xA;  labels them as &quot;scientific correspondence&quot; or similar caption.&#xA;  Likewise, some journals label lead articles as &quot;editorial,&quot; while&#xA;  others reserve this caption for expressions of opinion. NLM follows&#xA;  the journal's practice and assigns the PT &quot;editorial&quot; rather than&#xA;  &quot;journal article&quot; in both these cases. A &quot;classical article&quot; is one&#xA;  that has been reprinted by a journal because of its significance; NLM&#xA;  makes no independent determination of an article's &quot;classical&quot; status.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;A published item may be assigned more than one PT. The default PT is&#xA;  &quot;journal article&quot;; however, a journal article may also be a &quot;review&quot;&#xA;  or a &quot;randomized controlled trial.&quot; Certain PTs never co-occur. For&#xA;  instance, an item cannot be both a journal article and letter,&#xA;  editorial, or news item.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;PTs should not be confused with Main Headings (MHs) or descriptors,&#xA;  although many PTs have a corresponding MH. PTs describe the form of an&#xA;  article; MHs describe its contents.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Can NLM add recently adopted new terminology to my article published&#xA;  several years ago?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;NLM does not re-index articles as new terms are added to the MeSH&#xA;  vocabulary&lt;/strong&gt;. New terms are transparently linked to existing terms as&#xA;  they are added so that searchers using the new terms will retrieve the&#xA;  older citations.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;What online journals are indexed for MEDLINE? What journals have&#xA;  online versions?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Electronic, or online, journals come in two basic types: journals that&#xA;  are online only and those that are published both in online and print&#xA;  formats. Of the latter, many titles have identical content in both&#xA;  formats; some have content unique to the electronic medium. The ISSN&#xA;  that displays on the MEDLINE citation reflects the version of the&#xA;  title from which NLM indexes the issue (print or online). Currently,&#xA;  about 81% of journals indexed for MEDLINE are indexed from the online&#xA;  version; a list of these journals is available at&#xA;  &lt;a href=&quot;http://www.nlm.nih.gov/bsd/journals/online.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nlm.nih.gov/bsd/journals/online.html&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Who are the indexers, and what are their qualifications?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;&gt; Most MEDLINE indexers are either Federal employees or employees of&#xA;  firms that have contracts with NLM for biomedical indexing&lt;/strong&gt;. A&#xA;  prospective indexer must have no less than a bachelor's degree in a&#xA;  biomedical science. A reading knowledge of certain modern foreign&#xA;  languages is typically sought. An increasing number of recent recruits&#xA;  hold advanced degrees in biomedical sciences. &lt;strong&gt;Federal employees must&#xA;  be United States citizens, but citizenship is not mandatory for&#xA;  contractors.&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Indexers are trained in principles of MEDLINE indexing, using the&#xA;  Medical Subject Headings (MeSH) controlled vocabulary as part of&#xA;  individualized training. The initial part of the training is based on&#xA;  an online training module (partially available to the public at&#xA;  &lt;a href=&quot;http://www.nlm.nih.gov/bsd/indexing/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nlm.nih.gov/bsd/indexing/index.html&lt;/a&gt;), followed by a period&#xA;  of practice indexing. NLM does not accept other indexing training&#xA;  programs as a substitute.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;&gt; About 1% of MEDLINE indexing is performed by indexers at the&#xA;  International MEDLARS Centers in Sweden and Brazil.&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;How can I become an indexer?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Indexing vacancies at the National Library of Medicine are filled&#xA;  competitively. Any such vacancy is listed on NLM's Web site. Indexers&#xA;  generally are classified as Technical Information Specialists, in the&#xA;  GS-1412 job series. The normal career ladder goes from &lt;a href=&quot;https://en.wikipedia.org/wiki/General_Schedule_(US_civil_service_pay_scale)&quot; rel=&quot;nofollow noreferrer&quot;&gt;GS-9 to GS-12&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For information about applying for work as an indexer with NLM's&#xA;  contractors, please contact the Index Section for a listing of all&#xA;  firms with a current indexing contract.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;I've heard that I can do indexing work at home. How do I apply for&#xA;  this type of position?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Contract indexers work from their homes once their training has been&#xA;  completed. Indexers who are Federal employees may qualify to telework&#xA;  for two or three days each week under the NIH Telework Program. See&#xA;  the preceding paragraph for information on applying for either type of&#xA;  indexing position.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;How can I apply for a job as an abstract writer for MEDLINE?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;&gt; No original abstracts are created for MEDLINE. Author abstracts in&#xA;  English published in a journal are input for MEDLINE.&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;How can I apply for a job as a translator with the Index Section?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;&gt; Although journals from many languages are represented in MEDLINE, the&#xA;  National Library of Medicine does not translate the articles.&lt;/strong&gt; Indexers&#xA;  who perform subject analysis of the articles typically have a reading&#xA;  knowledge of scientific terminology in one or more foreign languages.&#xA;  They read and comprehend the articles, but they do not need to&#xA;  translate them in order to index them.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Regarding MESH terms, it's highly possible that the human indexers uses the &lt;a href=&quot;https://ii.nlm.nih.gov/MTI/index.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;NLM Medical Text Indexer (MTI)&lt;/a&gt; for suggestions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gVI47.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gVI47.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nlm.nih.gov/mesh/intro_indexing.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Use of MeSH in Indexing&lt;/a&gt; contains a bit more information but I wish the reference paper was a bit more recent than 1978.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The MeSH vocabulary is designed for use by NLM to index the MEDLINE&#xA;  database of journal citations and other media, and to search the&#xA;  MEDLINE data using PubMed. The following outlines how MeSH is used by&#xA;  indexing of the MEDLINE journal articles. For more detailed&#xA;  information see Bachrach and Charen (1). See also &lt;a href=&quot;https://www.nlm.nih.gov/mesh/intro_retrieval.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Use of MeSH in Online&#xA;  Retrieval&lt;/a&gt; and &lt;a href=&quot;https://www.nlm.nih.gov/tsd/cataloging/MeSH_CatPractices.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Use Of Medical Subject Headings For Cataloging&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;Combining specific MeSH Descriptors to index complex subjects: Co-ordination&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;  &#xA;  &lt;p&gt;Rather than creating a MeSH Descriptor for every subject that might&#xA;  discussed in a journal article, multiple MeSH Descriptors or&#xA;  Qualifiers are combined to index the desired subject. For example,&#xA;  &lt;strong&gt;jejunitis may be expressed by the use of the Descriptors Jejunum and&#xA;  Enteritis&lt;/strong&gt;. Similarly, MeSH Qualifiers can be used in conjunction with&#xA;  appropriate Descriptors. For example, a deficiency of monoamine&#xA;  oxidase may be indexed by the Descriptor Monoamine Oxidase, combined&#xA;  with the Qualifier /Deficiency. This combining procedure is called&#xA;  &lt;strong&gt;&quot;coordinated&quot; indexing.&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Note that not all complex subjects are indexed by co-ordination. When&#xA;  a particular complex subject occurs frequently, a &quot;pre-coordinated&quot;&#xA;  Descriptor may be created. For example, for a subject of arm injuries,&#xA;  instead of combining the Descriptor Arm with the Qualifier /Injuries,&#xA;  the single Descriptor Arm Injuries is used.&lt;/p&gt;&#xA;  &#xA;  &lt;ol start=&quot;2&quot;&gt;&#xA;  &lt;li&gt;Multiplicity&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Articles may discuss multiple subjects in which case indexers supply&#xA;  Descriptors for all subjects.&lt;/strong&gt; For example, &quot;an article in an&#xA;  endocrinology journal does not relieve the indexer of covering the&#xA;  non-endocrine aspects of the text.&quot; (Bachrach and Charen, p. 25)&lt;/p&gt;&#xA;  &#xA;  &lt;ol start=&quot;3&quot;&gt;&#xA;  &lt;li&gt;Specificity&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Indexers generally use the most specific MeSH subject heading&#xA;  available&lt;/strong&gt;, rather than each of the broader subjects in which a&#xA;  searcher may be interested. For example, an article about pulmonary&#xA;  pathology is indexed under the Descriptor Lung rather than the more&#xA;  general Respiratory System. The reasons for indexing to the most&#xA;  specific are: (a) it records more information, and (b) it avoids&#xA;  multiple, redundant, indexing since the broader subjects are linked to&#xA;  the more specific subjects by the hierarchical MeSH Tree Structures.&#xA;  For example, in PubMed a search for Respiratory System by default&#xA;  includes articles indexed to Lung and other more specific Descriptors.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;(1) Bachrach, C. A. and Charen, Thelma. &quot;&lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/359959&quot; rel=&quot;nofollow noreferrer&quot;&gt;Selection of MEDLINE contents,&#xA;  the development of its thesaurus, and the indexing process.&lt;/a&gt;&quot; Med&#xA;  Inform (Lond). 1978 Sep;3(3):237-54. Note especially &quot;Indexing&#xA;  principles, pp. 250ff.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ii.nlm.nih.gov/MTI/MTIFL.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;MTI First Line (MTIFL) Indexing&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;MTI First Line (MTIFL) indexing partially automates the standard indexing process at the US National Library of Medicine.&lt;/strong&gt; MTIFL&#xA;  provides the initial indexing for a citation. A human indexer then&#xA;  reviews this indexing and modifies it as required by adding any missed&#xA;  terms, removing any incorrect terms, and supplying Publication Types.&#xA;  The process of the human curation of MTIFL results is called MTIFL&#xA;  Completion. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;In 2010, the Indexing Initiative team and the NLM Index Section conducted a series of three experiments with MTI to determine the&#xA;  feasibility of using MTI recommended MHs as first-line indexing for&#xA;  selected subject areas.&lt;/strong&gt; Journals for the three experiments were&#xA;  chosen from fields where MTI was performing well (for example,&#xA;  Microbiology, Anatomy, Botany, and Medical Informatics). The&#xA;  experiments measured the accuracy of MTI indexing and the amount of&#xA;  time required to index and revise both the manual and MTI First Line&#xA;  (MTIFL) Completion. The results of the experiments showed that MTIFL&#xA;  Completion was successful given the right circumstances, namely&#xA;  journals with a low potential for the need of manually created&#xA;  chemical flags and GeneRIFs that are normally added by the indexer. In&#xA;  the case of MTIFL, the burden of creating the chemical flags and&#xA;  GeneRIFs would shift to the reviser which would be time consuming and&#xA;  undesirable. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;In February 2011, fourteen journals were included in a pilot evaluation of MTIFL Completion. Since that time, almost 400 journals&#xA;  have been selected for indexing by MTIFL Completion, and new journals&#xA;  are added each month.&lt;/strong&gt; The process of evaluating journals for&#xA;  indexing by MTIFL Completion is ongoing and dynamic, with journals&#xA;  added and removed based on continued refinement of the evaluation&#xA;  criteria and experience with MTIFL Completion results. One outcome of&#xA;  the MTIFL experiments was that the timing information showed it took&#xA;  indexers longer to remove wrong MTI recommendations than to add&#xA;  missing ones. In talking with the indexers, the reason for this extra&#xA;  time when removing a bad recommendation is that they have to take time&#xA;  and decide if they missed something in the article or not before&#xA;  removing it. So, MTIFL journals are processed with MTI's Balanced&#xA;  Recall/Precision Filtering option providing a smaller, more precise&#xA;  indexing list than with the regular MTI processing. The average F1&#xA;  measure increases by 0.1252 (2015) when journals are incorporated into&#xA;  the MTIFL program. This increase is likely due to the extra filtering&#xA;  and indexing policies specific to MTIFL Completion.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ii.nlm.nih.gov/MTI/MTIFL_Journal_List.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ii.nlm.nih.gov/MTI/MTIFL_Journal_List.pdf&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QHO3a.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QHO3a.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be interested to see the F1, recall, and precision&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Also of interest:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nlm.nih.gov/bsd/indexing/training/USE_010.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;MEDLINE Indexing Online Training Course&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nlm.nih.gov/mesh/introduction.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Introduction to MeSH - 2016&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-07-04T22:58:35.070" LastActivityDate="2016-07-04T22:58:35.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9148" PostTypeId="1" AcceptedAnswerId="9149" CreationDate="2016-07-03T18:25:34.360" Score="6" ViewCount="435" Body="&lt;p&gt;Where can I find a dataset of monthly or yearly electricity consumption from Latin America or from any related zone?&lt;/p&gt;&#xA;" OwnerUserId="12867" LastEditorUserId="1511" LastEditDate="2016-07-03T18:59:02.363" LastActivityDate="2016-07-03T19:03:29.933" Title="Electricity consumption dataset" Tags="|data-request|energy|latin-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9149" PostTypeId="2" ParentId="9148" CreationDate="2016-07-03T18:50:25.600" Score="6" Body="&lt;p&gt;&lt;strong&gt;Option 1:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://databank.worldbank.org&quot; rel=&quot;noreferrer&quot;&gt;World Bank&lt;/a&gt; data portal has a database called &lt;strong&gt;&lt;a href=&quot;http://databank.worldbank.org/data/reports.aspx?source=world-development-indicators&quot; rel=&quot;noreferrer&quot;&gt;World Development Indicators&lt;/a&gt;&lt;/strong&gt;. It has global yearly energy consumption (per capita) for each country and geographical or economic zone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should select from the left navigation bar the WDI database, then select the individual countries, then the time series &quot;Electric power consumption (kWh per capita)&quot;, then the years. There are other electricity consumption time series, and an entire database for &lt;a href=&quot;http://databank.worldbank.org/data/reports.aspx?source=sustainable-energy-for-all&quot; rel=&quot;noreferrer&quot;&gt;sustainable energy availability&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the timeseries as a CSV or Excel from the top right.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Z6oKQ.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Z6oKQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want total consumption, and not per capita, then you'll have to multiply each country and year by the population. Their data portal will have that data, too.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 2&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US Energy Information Administration (EIA) offers total yearly energy data for countries and regions. From their page you can select the countries or region and then the year, and then download to Excel. &lt;a href=&quot;https://www.eia.gov/cfapps/ipdbproject/iedindex3.cfm?tid=2&amp;amp;pid=2&amp;amp;aid=2&amp;amp;cid=r2,&amp;amp;syid=1980&amp;amp;eyid=2012&amp;amp;unit=BKWH&quot; rel=&quot;noreferrer&quot;&gt;Direct Link&lt;/a&gt;. Years available are 1980 to 2012.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PWT35.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PWT35.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 3:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The International Energy Agency offers an &lt;a href=&quot;http://energyatlas.iea.org&quot; rel=&quot;noreferrer&quot;&gt;Energy Atlas&lt;/a&gt; with aggregate electricity consumption per country (&lt;a href=&quot;http://energyatlas.iea.org/?subject=-1118783123&quot; rel=&quot;noreferrer&quot;&gt;link&lt;/a&gt;). Years available are 1973 to 2013. I don't see a download link.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hZ0Cr.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hZ0Cr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-07-03T19:03:29.933" LastActivityDate="2016-07-03T19:03:29.933" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9150" PostTypeId="1" AcceptedAnswerId="10721" CreationDate="2016-07-03T20:21:05.453" Score="4" ViewCount="105" Body="&lt;p&gt;The &lt;a href=&quot;http://www.cpsc.gov/en/Research--Statistics/NEISS-Injury-Data/&quot; rel=&quot;noreferrer&quot;&gt;National Electronic Injury Surveillance System (NEISS)&lt;/a&gt; database offers Excel downloads (example &lt;a href=&quot;http://www.cpsc.gov/Global/Neiss_prod/NEISS-data-2015-updated-APRIL2016.xlsx&quot; rel=&quot;noreferrer&quot;&gt;XLSX&lt;/a&gt;, ~50MB) on a year by year basis. The categorization of the injuries in the Excel files is given by codes, which may change or merge year to year. The codes are available in the Coding Manual &lt;a href=&quot;http://www.cpsc.gov//Global/Neiss_prod/2016NonTraumaNEISSCodingManual.pdf&quot; rel=&quot;noreferrer&quot;&gt;PDF&lt;/a&gt;, and changes are available in the 2016 Comparability Table &lt;a href=&quot;http://www.cpsc.gov//Global/Neiss_prod/2016ComparabilityTable.pdf&quot; rel=&quot;noreferrer&quot;&gt;PDF&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.cpsc.gov/cgibin/NEISSQuery/home.aspx&quot; rel=&quot;noreferrer&quot;&gt;query tool&lt;/a&gt; hides the codes from the user and shows only the characterizations (e.g. Diagnosis).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there a machine readable source for the mapping between codes and descriptions?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mgFck.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mgFck.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/evfiI.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/evfiI.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-07-03T20:26:34.793" LastActivityDate="2017-02-27T15:33:05.580" Title="NEISS injury dataset - machine readable coding for characterizations" Tags="|medical|metadata|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9151" PostTypeId="2" ParentId="9130" CreationDate="2016-07-03T21:37:02.933" Score="2" Body="&lt;p&gt;I determined that &lt;code&gt;treat&lt;/code&gt; represents participation in a 1970's job training program by reading the original paper by LaLonde (1986).&lt;/p&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2016-07-03T21:37:02.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9152" PostTypeId="2" ParentId="9130" CreationDate="2016-07-03T21:45:15.810" Score="1" Body="&lt;p&gt;This dataset was first used by Robert LaLonde in a paper published in the American Economic Review  1986: &#xA;&lt;a href=&quot;https://ideas.repec.org/a/aea/aecrev/v76y1986i4p604-20.html&quot; rel=&quot;nofollow&quot;&gt;Evaluating the Econometric Evaluations of Training Programs with Experimental Data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;treatment&quot; refers to participation in the National Supported Work Demonstration (NSW), an employment program to help disadvantage to move into the labour market. Eligible applicants were assigned randomly into this program. So the &quot;treated&quot; are those assigned to the program and the &quot;controls&quot; those not assigned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But be careful, Lalonde has used several control groups. One groups stems from the experiment mentioned above other are &quot;non-experimental&quot; and stem from the Panel Study of Income Dynamics (PSID) an the Current Population Survey (CPS).&lt;/p&gt;&#xA;" OwnerUserId="2075" LastEditorUserId="2075" LastEditDate="2016-07-04T19:25:52.500" LastActivityDate="2016-07-04T19:25:52.500" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9153" PostTypeId="1" CreationDate="2016-07-04T01:03:03.957" Score="4" ViewCount="101" Body="&lt;p&gt;Is there a compilation of the US ports of entry and their changes over the past 100 years (or any time period within this range)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically interested in the US-Mexico port of entries. The wikipedia page (&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Mexico%E2%80%93United_States_border_crossings&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/List_of_Mexico%E2%80%93United_States_border_crossings&lt;/a&gt;) seems to have a complete list of the current crossings, but not when they were built and their list of closed crossings is flagged as incomplete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having details, such as the type of traffic allowed and whether it was one-way or two-way, would also be useful, but not necessary.&lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="6620" LastEditDate="2016-07-06T04:42:51.473" LastActivityDate="2016-08-23T01:37:02.890" Title="United States Ports of Entry -- Historical and Current" Tags="|data-request|usa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9154" PostTypeId="1" CreationDate="2016-07-04T03:17:56.063" Score="1" ViewCount="86" Body="&lt;p&gt;I'm looking for datasets that contain a list of shell commands (any kind of &lt;a href=&quot;https://en.wikipedia.org/wiki/Shell_(computing)&quot; rel=&quot;nofollow&quot;&gt;shell&lt;/a&gt;: bash, sh,  &lt;a href=&quot;https://en.wikipedia.org/wiki/Windows_shell&quot; rel=&quot;nofollow&quot;&gt;Windows shell&lt;/a&gt;, …) where each shell command is associated with at least one sentence written in English that explains what the shell command does. Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;em&gt;what’s in this folder&lt;/em&gt; -&gt; &lt;code&gt;ls&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;how much available disk space do I have left&lt;/em&gt; -&gt; &lt;code&gt;df -h&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;install htop&lt;/em&gt; -&gt; &lt;code&gt;apt-get install -y htop&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-05T18:15:03.683" Title="Dataset of shell commands with corresponding sentences" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9155" PostTypeId="1" CreationDate="2016-07-04T07:28:59.697" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for data on breast feeding practice in big American cities. Information I am looking for is like &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;How many breast feeding and stay at home mothers are in a given city? &lt;/li&gt;&#xA;&lt;li&gt;How long does a mother nurse her child? &lt;/li&gt;&#xA;&lt;li&gt;What are the primary reasons of stopping breast feeding?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and other similar aspects. Any information or pointers are much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="12870" LastEditorUserId="18" LastEditDate="2016-07-18T18:16:16.837" LastActivityDate="2016-07-18T18:25:41.227" Title="Searching for data on breast feeding" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9156" PostTypeId="1" CreationDate="2016-07-04T13:29:20.837" Score="1" ViewCount="41" Body="&lt;p&gt;Is there a resource/website that has list of all possible datasets from around the world with links to the download page, names of columns in the individual datasets (so users can search by a particular column name if they wish to), descriptions, usage terms etc?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastActivityDate="2016-07-04T14:34:26.503" Title="Is there a site that has comprehensive list of data, along with descriptions, meta data etc?" Tags="|uses-of-open-data|metadata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9157" PostTypeId="2" ParentId="9156" CreationDate="2016-07-04T14:34:26.503" Score="3" Body="&lt;p&gt;No. Though there's various parties trying to build or assemble such a collection, I've found the external links from this wikipedia page to be quite a good start:&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Data_set#External_links&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Data_set#External_links&lt;/a&gt; &lt;br&gt;&#xA;(it lists websites such as &lt;a href=&quot;https://datahub.io/&quot; rel=&quot;nofollow&quot;&gt;https://datahub.io/&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Furthermore, the EU has recently started a project to make all scientific data 'FAIR' (or 'Findable, Accessible, Interoperable, and Reusable') within this decade, you can read about that here: &lt;a href=&quot;http://ec.europa.eu/research/openscience/index.cfm&quot; rel=&quot;nofollow&quot;&gt;http://ec.europa.eu/research/openscience/index.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-07-04T14:34:26.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9158" PostTypeId="2" ParentId="9142" CreationDate="2016-07-04T15:26:20.217" Score="4" Body="&lt;p&gt;FYI a colleague of mine suggested me the following website, where you can find the UK (detailed) river network: &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-rivers.html&quot; rel=&quot;nofollow&quot;&gt;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-rivers.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On this website there is also a lot more..&lt;/p&gt;&#xA;" OwnerUserId="12855" LastEditorUserId="12855" LastEditDate="2016-07-18T15:05:55.780" LastActivityDate="2016-07-18T15:05:55.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9159" PostTypeId="2" ParentId="6754" CreationDate="2016-07-05T06:07:45.867" Score="4" Body="&lt;ol&gt;&#xA;&lt;li&gt;Include &lt;code&gt;SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&lt;/code&gt; inside your WHERE clause&lt;/li&gt;&#xA;&lt;li&gt;Append the magic string &lt;code&gt;Label&lt;/code&gt; and &lt;code&gt;Description&lt;/code&gt; to the variable names of your SELECT&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;For instance, if your item variable is &lt;code&gt;?item&lt;/code&gt; then &lt;code&gt;SELECT ?itemLabel ?itemDescription&lt;/code&gt; will show the label and description of that Wikidata item.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full example (&lt;a href=&quot;https://query.wikidata.org/#%23Embassies%0ASELECT%20%3FitemLabel%20%3FitemDescription%0AWHERE%0A%7B%0A%09%3Fitem%20wdt%3AP31%20wd%3AQ3917681%20.%0A%09SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;live demo&lt;/a&gt;) that shows this info of all embassies:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?itemLabel ?itemDescription&#xA;WHERE&#xA;{&#xA;    ?item wdt:P31 wd:Q3917681 .&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastEditorUserId="19292" LastEditDate="2018-05-05T12:40:14.647" LastActivityDate="2018-05-05T12:40:14.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9160" PostTypeId="1" AcceptedAnswerId="9191" CreationDate="2016-07-05T06:14:14.523" Score="0" ViewCount="52" Body="&lt;p&gt;Despite being a query language, SQL can perform DELETE/UPDATE/INSERT operations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similarly, can SPARQL modify data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If find SPARQL convenient so I would like to use it to modify data, for instance to add a property to all items that satisfy a particular WHERE clause.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible? If not, are there SPARQL extensions to do that? Is any such extension usable on live Wikidata?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-07-08T15:12:46.813" Title="Can SPARQL modify data like SQL? Or is it read-only?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9161" PostTypeId="1" CreationDate="2016-07-05T09:36:12.677" Score="3" ViewCount="61" Body="&lt;p&gt;I want to add to Wikidata this claim:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q5369879&quot; rel=&quot;nofollow&quot;&gt;Embassy of Switerland, London&lt;/a&gt; - &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P137&quot; rel=&quot;nofollow&quot;&gt;is operated by&lt;/a&gt; - &lt;a href=&quot;https://www.wikidata.org/wiki/Q39&quot; rel=&quot;nofollow&quot;&gt;Switzerland&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... using my Linux command-line.&lt;br&gt;&#xA;Launching a web request via curl is OK too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to do?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen &lt;a href=&quot;https://github.com/maxlath/wikidata-cli&quot; rel=&quot;nofollow&quot;&gt;Wikidata-CLI&lt;/a&gt; and &lt;a href=&quot;https://www.npmjs.com/package/wikidata-sdk&quot; rel=&quot;nofollow&quot;&gt;Wikidata-sdk&lt;/a&gt;, unfortunately they only seem to support read-only operations. None of the &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Tools/External_tools&quot; rel=&quot;nofollow&quot;&gt;external tools listed at Wikidata&lt;/a&gt; seem to apply either.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-04-05T17:03:34.143" Title="How to add a claim to an existing Wikidata item, from command line?" Tags="|tool-request|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9162" PostTypeId="1" CreationDate="2016-07-05T10:40:48.850" Score="1" ViewCount="34" Body="&lt;p&gt;I am looking for some small datasets to do theme classification on text for example like reuters, 20ng with benchmarking and also their clean versions. I found one very useful site - &lt;a href=&quot;http://ana.cachopo.org/datasets-for-single-label-text-categorization&quot; rel=&quot;nofollow&quot;&gt;Dataset&lt;/a&gt;. I want some more datasets in similar fashion. Where can I find them? I searched but I always end up with raw data which poses me a challenge to extract.&lt;/p&gt;&#xA;" OwnerUserId="12888" OwnerDisplayName="Hima Varsha" LastActivityDate="2016-07-05T13:58:04.040" Title="ThemeClassification Datasets - Clean Versions" Tags="|machine-learning|nlp|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9163" PostTypeId="2" ParentId="9145" CreationDate="2016-07-05T15:51:11.383" Score="1" Body="&lt;p&gt;I am not sure if this the one &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/&lt;/a&gt; you are looking for  and that is probably you would have to look it up.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-07-05T15:51:11.383" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9164" PostTypeId="2" ParentId="4547" CreationDate="2016-07-05T17:35:06.600" Score="3" Body="&lt;p&gt;How about the UCI in Arabic? Ther are not exactly audio files, but it gets the job done.&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Spoken+Arabic+Digit&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Spoken+Arabic+Digit&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12893" LastActivityDate="2016-07-05T17:35:06.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9165" PostTypeId="2" ParentId="9154" CreationDate="2016-07-05T18:01:56.240" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://manpages.ubuntu.com/manpages/wily/man1/apropos.1.html&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;apropos&lt;/code&gt;&lt;/a&gt; command will get you part of the way there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;apropos find&lt;/code&gt; spits out all commands named find or with find in the short description. You can start to hack away from there.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastEditorUserId="1652" LastEditDate="2016-07-05T18:15:03.683" LastActivityDate="2016-07-05T18:15:03.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9166" PostTypeId="2" ParentId="9142" CreationDate="2016-07-05T19:30:47.523" Score="3" Body="&lt;p&gt;Have you considered Natural Earth Data: &lt;a href=&quot;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&quot; rel=&quot;nofollow&quot;&gt;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-07-05T19:30:47.523" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9168" PostTypeId="1" CreationDate="2016-07-05T21:16:55.743" Score="3" ViewCount="25" Body="&lt;p&gt;I am looking for data on startups by growth levels. basically combining census and SOI data&lt;/p&gt;&#xA;" OwnerUserId="12895" LastEditorUserId="23272" LastEditDate="2021-04-04T04:39:00.200" LastActivityDate="2021-04-04T04:39:00.200" Title="Data on startups by Metro cities" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9169" PostTypeId="2" ParentId="6053" CreationDate="2016-07-05T23:53:44.760" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.colips.org/workshop/dstc4/&quot; rel=&quot;nofollow&quot;&gt;The Dialog State Tracking Challenge 4&lt;/a&gt; (DSTC 4): consists of 35 dialog sessions on touristic information for Singapore, collected from Skype calls between three tour guides and 35 tourists. Each dialog session is a dialog between a guide and a tourist, where the guide helps the tourist plan for a trip to Singapore by providing recommendations based on the tourist’s preferences. These &lt;strong&gt;35 dialogs sum up to 31,034 utterances and 273,580 words&lt;/strong&gt;. All the recorded dialogs with the total length of &lt;strong&gt;21 hours&lt;/strong&gt; have been manually transcribed and annotated with speech act and semantic labels for&#xA;each utterance as well as dialog states for each subdialog.&#xA;Each dialog is divided into subdialogs, each of which has one topic and contains&#xA;one or several utterances. &lt;strong&gt;Dialog states are annotated for each subdialog. A dialog&#xA;state is represented as a list of slot-value pairs&lt;/strong&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case anyone is interested, we presented the state-of-the art dialog state tracker on DSTC 4 in &lt;em&gt;Franck Dernoncourt, Ji Young Lee, Trung H. Bui, and Hung H. Bui. &quot;&lt;a href=&quot;https://arxiv.org/abs/1605.02130&quot; rel=&quot;nofollow&quot;&gt;Robust Dialog State Tracking for Large Ontologies&lt;/a&gt;&quot;. International Workshop on Spoken Dialogue Systems. 2016.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-05T23:53:44.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9170" PostTypeId="2" ParentId="7211" CreationDate="2016-07-06T02:30:57.600" Score="4" Body="&lt;p&gt;You're looking for the NuBase table &lt;a href=&quot;http://amdc.in2p3.fr/nubase/nubase2016.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, but unfortunately that file doesn't have a header. The PDF of the journal article (linked on the same page) has the same data with more explanation.&lt;/p&gt;&#xA;&lt;hr&gt;&#xA;**UPDATE**&#xA;&lt;p&gt;If you grabbed this code before 18 July 2016 then the mass excess values are wrong. They're correct now.&lt;/p&gt;&#xA;&lt;p&gt;Depending on one's level of experience with nuclear data, that table might be a bit hard to handle by itself (plus the entries are fixed width instead of delimited). I wrote a Python 2.7 script which takes the &lt;code&gt;nubase.mas12&lt;/code&gt; file at the link and writes data for ground state nuclei, whitespace delimited, into the file &lt;code&gt;nubase.edit&lt;/code&gt;. Columns are&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A&lt;/li&gt;&#xA;&lt;li&gt;Z&lt;/li&gt;&#xA;&lt;li&gt;Isotope name (3He, 133Cs, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Mass excess in keV (this is the total binding energy)&lt;/li&gt;&#xA;&lt;li&gt;Mass excess uncertainty in keV&lt;/li&gt;&#xA;&lt;li&gt;Half life in seconds ('stable' for stable nuclides, '-1' for unknown)&lt;/li&gt;&#xA;&lt;li&gt;Half life uncertainty in seconds (as above)&lt;/li&gt;&#xA;&lt;li&gt;Decay data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You'll have to parse the decay modes yourself. Two caveats: 1) This table includes both measured and projected mass values (binding energies), and my script doesn't distinguish between the two. 2) The half lives and uncertainties in my output table may only be upper or lower limits, not the values themselves. The original table is specific.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;#!/usr/bin/env python&#xA;import re&#xA;&#xA;times = {'ys':1e-24, 'zs':1e-21, 'as':1e-18, 'fs':1e-15, 'ps':1e-12, 'ns':1e-9, 'us':1e-6, 'ms':1e-3, 's':1, 'm': 60, 'h':3600, 'd':86400, 'y': 3.1556926e+7, 'ky': 3.1556926e+10, 'My': 3.1556926e+13, 'Gy': 3.1556926e+16, 'Ty': 3.1556926e+19, 'Py': 3.1556926e+22, 'Ey': 3.1556926e+25, 'Zy': 3.1556926e+28, 'Yy': 3.1556926e+31}&#xA;&#xA;def deciMangler(inString):&#xA;    inString = re.sub('[^0-9\.\-]', '', inString)&#xA;    if inString == '':&#xA;        return(['', ''])&#xA;    if '.' in inString:&#xA;        inString = inString.split('.')&#xA;        inString[1] = '.' + inString[1]&#xA;    else:&#xA;        inString = [inString, ' ']&#xA;    return(inString)&#xA;&#xA;def reCombinator(inString):&#xA;    ID = inString[:18]&#xA;    M = deciMangler(inString[18:29])&#xA;    dM = deciMangler(inString[29:38])&#xA;    HL = inString[61:69].strip(' #&amp;lt;&amp;gt;~')&#xA;    HLorder = inString[69:71].strip()&#xA;    dHL = inString[72:79].strip(' #&amp;lt;&amp;gt;~')&#xA;    if dHL and not dHL[-1].isdigit():&#xA;        dHL = dHL[:-2]&#xA;    decay = inString[110:-1]&#xA;    if 'stbl' in HL:&#xA;        HL = 'stable'&#xA;        dHL = 'stable'&#xA;        output = '{0:&amp;lt;18}{1[0]:&amp;gt;6}{1[1]:&amp;lt;5}{2[0]:&amp;gt;4}{2[1]:&amp;lt;11}{3:&amp;lt;11}{4:&amp;lt;14}{5}'.format(ID, M, dM, HL, dHL, decay)&#xA;    elif 'p-unst' in HL or HL == '':&#xA;        HL = -1&#xA;        dHL = -1&#xA;        output = '{0:&amp;lt;18}{1[0]:&amp;gt;6}{1[1]:&amp;lt;5}{2[0]:&amp;gt;4}{2[1]:&amp;lt;10}{3:&amp;lt;11}{4:&amp;lt;15}{5}'.format(ID, M, dM, HL, dHL, decay)&#xA;    elif dHL=='':&#xA;        HL = float(HL)*times[HLorder]&#xA;        dHL = -1&#xA;        output = '{0:&amp;lt;18}{1[0]:&amp;gt;6}{1[1]:&amp;lt;5}{2[0]:&amp;gt;4}{2[1]:&amp;lt;11}{3:&amp;lt;10.3e}{4:&amp;lt;15}{5}'.format(ID, M, dM, HL, dHL, decay)&#xA;    else:&#xA;        HL = float(HL)*times[HLorder]&#xA;        dHL = float(dHL)*times[HLorder]&#xA;        output = '{0:&amp;lt;18}{1[0]:&amp;gt;6}{1[1]:&amp;lt;5}{2[0]:&amp;gt;4}{2[1]:&amp;lt;11}{3:&amp;lt;11.3e}{4:&amp;lt;14.3e}{5}'.format(ID, M, dM, HL, dHL, decay)&#xA;    return(output+'\n')&#xA;&#xA;with open('nubase.mas12', 'r') as nuFile:&#xA;    with open('nubase.edit', 'w') as outFile:&#xA;        outFile.write('{0:&amp;gt;3}{1:&amp;gt;4}{2:&amp;gt;9}{3:&amp;gt;12}{4:&amp;gt;12}{5:&amp;gt;13}{6:&amp;gt;11}     {7}\n'.format('A', 'Z', 'Isotope', 'ME[keV]', 'Unc[keV]', 'HL[s]', 'Unc[s]', 'Decays'))&#xA;        for line in nuFile:&#xA;            if line[11:14] == '1 n':&#xA;                line = line[:11] + '1n ' + line[14:]&#xA;            if line.split()[1][-1] != '0':&#xA;                continue&#xA;            else:&#xA;                line = line[:7] + ' ' + line[8:]&#xA;                try:&#xA;                    outFile.write(reCombinator(line))&#xA;                except:&#xA;                    print line&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="12898" LastEditorUserId="12898" LastEditDate="2020-12-20T18:00:43.997" LastActivityDate="2020-12-20T18:00:43.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9171" PostTypeId="1" CreationDate="2016-07-06T09:26:57.927" Score="1" ViewCount="69" Body="&lt;p&gt;I am trying to check my model with the current state of the art models. I want a dataset with customer reviews and their corresponding class assigned. For example, a review like &lt;code&gt;The car was very badly maintained&lt;/code&gt; should belong to the class - &lt;code&gt;maintenance&lt;/code&gt; which has already been created before. So essentially, a review and it's corresponding class/label. I also want the current state-of-the-art precision and accuracy values. I can't seem to find both together.&lt;/p&gt;&#xA;" OwnerUserId="12888" LastEditorUserId="12888" LastEditDate="2016-07-06T13:48:16.587" LastActivityDate="2016-07-06T13:48:16.587" Title="Customer Review Dataset with Label Classification" Tags="|data-request|machine-learning|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9172" PostTypeId="1" CreationDate="2016-07-06T10:01:39.093" Score="3" ViewCount="160" Body="&lt;p&gt;I'm working on a project to map Unicode English characters to diacritic characters in Javascript. When the user enters e.g. &quot;doner&quot; the search engine should also find e.g. &quot;döner&quot;. So it should be completely diacritics insensitive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a single source where absolutely all (trustful) diacritics are listed?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of the conversion:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var DIACRITICS = {&#xA;    'a': '[aÀÁÂÃÄÅàáâãäåĀāąĄ]',&#xA;    'c': '[cÇçćĆčČ]',&#xA;    'd': '[dđĐďĎ]',&#xA;    'e': '[eÈÉÊËèéêëěĚĒēęĘ]',&#xA;    'i': '[iÌÍÎÏìíîïĪī]',&#xA;    'l': '[lłŁ]',&#xA;    'n': '[nÑñňŇńŃ]',&#xA;    'o': '[oÒÓÔÕÕÖØòóôõöøŌō]',&#xA;    'r': '[rřŘ]',&#xA;    's': '[sŠšśŚ]',&#xA;    't': '[tťŤ]',&#xA;    'u': '[uÙÚÛÜùúûüůŮŪū]',&#xA;    'y': '[yŸÿýÝ]',&#xA;    'z': '[zŽžżŻźŹ]'&#xA;}; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I need to be sure that the list is complete, so just pointing out a code repository that uses diacritics isn't enough for me – unless it references the sources.&lt;/p&gt;&#xA;" OwnerUserId="12899" LastEditorUserId="12899" LastEditDate="2016-07-09T07:51:46.640" LastActivityDate="2016-07-09T07:51:46.640" Title="Database of Diacritics" Tags="|data-request|language|" AnswerCount="0" CommentCount="20" ContentLicense="CC BY-SA 3.0" />
  <row Id="9173" PostTypeId="1" AcceptedAnswerId="9175" CreationDate="2016-07-06T12:06:33.033" Score="3" ViewCount="179" Body="&lt;p&gt;Try running this query:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?&amp;amp;search=generic_name=hydrocodone&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?&amp;amp;search=generic_name=hydrocodone&lt;/a&gt; - returns Oxycontin, not Norco or other hydrocodone containing drugs&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?&amp;amp;search=brand_name=norco&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?&amp;amp;search=brand_name=norco&lt;/a&gt; - returns inhaled nitrogen product&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried a number of variations here, but all name/ingredient queries return strange and unintended results.&#xA;Am I writing my queries incorrectly?&lt;/p&gt;&#xA;" OwnerUserId="12902" LastActivityDate="2016-07-06T12:43:50.177" Title="openFDA API - ingredient and product name queries give bad results - is it me?" Tags="|api|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9174" PostTypeId="1" CreationDate="2016-07-06T12:40:35.183" Score="1" ViewCount="22" Body="&lt;p&gt;I'm looking for an open data source with single-patient human whole-head structural magnetic resonance images, preferably in NIfTI format. Healthy adults, high SNR and citeable source would be pluses. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem that I'm facing now is that it seems that most of the available MRIs are either cut, so that only brain is visible or require jumping through a whole bunch of hoops before they allow access. &lt;/p&gt;&#xA;" OwnerUserId="12889" LastEditorUserId="12889" LastEditDate="2016-07-06T12:57:38.797" LastActivityDate="2016-07-06T12:57:38.797" Title="Looking for an open database of individual human whole-head structural magnetic resonance images" Tags="|medical|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9175" PostTypeId="2" ParentId="9173" CreationDate="2016-07-06T12:43:50.177" Score="2" Body="&lt;p&gt;I think you might be using the wrong query syntax for the openFDA API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try: &lt;a href=&quot;https://api.fda.gov/drug/label.json?&amp;amp;search=generic_name:hydrocodone&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?&amp;amp;search=generic_name:hydrocodone&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note the &lt;code&gt;:&lt;/code&gt; instead of the &lt;code&gt;=&lt;/code&gt; in the &lt;code&gt;search&lt;/code&gt; value. More details are provided at &lt;a href=&quot;https://open.fda.gov/api/#query-syntax&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/api/#query-syntax&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-07-06T12:43:50.177" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9176" PostTypeId="1" AcceptedAnswerId="9180" CreationDate="2016-07-06T13:53:24.653" Score="2" ViewCount="116" Body="&lt;p&gt;I downloaded all of the JSON files from openFDA (2004Q1-2015Q4) so I could run my own python scripts to mimic the count query provided by the API. My goal is to get the counts of adverse reactions with drugs, without the prescribed limit of 1000 online. I want my JSON file to have results like this query (fatigue as an example reaction): &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt:fatigue&amp;amp;count=patient.drug.medicinalproduct.exact&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt:fatigue&amp;amp;count=patient.drug.medicinalproduct.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is my code now (based on this example &lt;a href=&quot;https://gist.github.com/HansNelsen/aeec93279dcd1792855d39fc37bead2e&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/HansNelsen/aeec93279dcd1792855d39fc37bead2e&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/usr/bin/env python&#xA;&#xA;''' Simple example of reading all of the zip files from the openFDA download&#xA;    and doing something with them. In this case, we are building an index&#xA;    of all the medicinalproduct and drugcharacterization values and a count&#xA;    of how often each occurred.&#xA;'''&#xA;&#xA;from collections import defaultdict&#xA;import glob&#xA;import simplejson as json&#xA;from os.path import basename&#xA;import re&#xA;&#xA;DATA_FILES = glob.glob('./*/*.json')&#xA;&#xA;reaction_drug_counts = {}&#xA;&#xA;for filename in DATA_FILES:&#xA;&#xA;    print(filename)&#xA;&#xA;    file = open(filename)&#xA;    json_data = json.load(file)&#xA;    file.close()&#xA;&#xA;    for row in json_data['results']:&#xA;&#xA;        for reaction in row.get('patient', {}).get('reaction', []):&#xA;&#xA;            MedDRA_term = reaction.get('reactionmeddrapt','unknown')&#xA;&#xA;            if MedDRA_term not in reaction_drug_counts:&#xA;&#xA;                reaction_drug_counts[MedDRA_term] = {}&#xA;&#xA;            for drug in row.get('patient', {}).get('drug', []):&#xA;&#xA;                characterization = int(drug.get('drugcharacterization', '0'))&#xA;&#xA;                # if characterization == 1:&#xA;                # additional restriction to only collect counts of &quot;suspect&quot; drugs&#xA;&#xA;                product = drug.get('medicinalproduct', 'unknown')&#xA;&#xA;                if not product or re.search(&quot;^[\W_]+$&quot;, product):&#xA;&#xA;                    continue&#xA;&#xA;                current_counts = reaction_drug_counts[MedDRA_term]&#xA;&#xA;                if product not in current_counts:&#xA;&#xA;                    current_counts[product] = 1&#xA;&#xA;                else:&#xA;&#xA;                    current_counts[product] += 1&#xA;&#xA;&#xA;f = open(&quot;my2.json&quot;,&quot;w&quot;)&#xA;json.dump(reaction_drug_counts,f, indent = 4, sort_keys=True)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This should result in a JSON file that contains the results if I performed a count query on every adverse reaction in FAERS. The problem I'm getting, however, is that it's not matching to the original query, specifically when I look for &quot;FATIGUE&quot;, the drug &quot;TYSABRI&quot; should be getting 15214 unique counts, but my script only shows 9554.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Originally, I had a restriction where it would only count &quot;suspect&quot; drugs (given by a drugcharacterization value of 1), and resulted in 9529 counts for &quot;FATIGUE&quot; and &quot;TYSABRI&quot;. I assumed that it was because of this original restriction, but indeed, after taking it out, it still didn't match the API results (In fact, it barely increased).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there something I'm missing in my code? Or could it be that the API has connections between drugs (such as counting &quot;NATALIZUMAB&quot; reports in the &quot;TYSABRI&quot; count)? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: What ended up happening is that the dictionaries were case sensitive, so I added a .upper() for the terms to be saved. In addition, it was possible that a certain drug/event could be found in the same safety report, so I implemented it so that it could be added to the count only once. The results are nearly identical, and if anyone wants the updated version, just let me know.&lt;/p&gt;&#xA;" OwnerUserId="12817" LastEditorUserId="12817" LastEditDate="2016-07-07T01:13:49.363" LastActivityDate="2016-07-07T01:13:49.363" Title="Writing a script to mimic openFDA's count query" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9179" PostTypeId="1" CreationDate="2016-07-06T15:35:26.760" Score="2" ViewCount="118" Body="&lt;p&gt;I am looking for a dataset listing how many ultrasound machines there are each country normalized by the population or number of physicians. Ideally, with some numbers showing the evolution over the year.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;E.g., for MRI scanners, that would be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/x6Afd.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/x6Afd.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/E6VXK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/E6VXK.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-06T15:35:26.760" Title="Number of ultrasound machines per country" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9180" PostTypeId="2" ParentId="9176" CreationDate="2016-07-06T21:03:08.773" Score="2" Body="&lt;p&gt;I would check to make sure that you are processing all of the files. Start by printing out &lt;code&gt;filename&lt;/code&gt; variable or &lt;code&gt;len(DATA_FILES)&lt;/code&gt;. It may be the case that you are missing some downloads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, are you using &lt;code&gt;.exact&lt;/code&gt; queries on your API search? I ask, because what you are doing in the code would be the same as counting and search with the &lt;code&gt;.exact&lt;/code&gt; suffix.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a side note, the API counts documents not instances of a term, so if a term is on document more than once, then that could explain the difference.&lt;/p&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-07-06T21:03:08.773" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9181" PostTypeId="1" CreationDate="2016-07-07T01:42:01.227" Score="2" ViewCount="116" Body="&lt;p&gt;I'd like to process some &lt;a href=&quot;https://www.sec.gov/index.html&quot; rel=&quot;nofollow&quot;&gt;SEC&lt;/a&gt; data, such as a &lt;a href=&quot;https://www.sec.gov/about/forms/form10-q.pdf&quot; rel=&quot;nofollow&quot;&gt;10Q&lt;/a&gt;, but don't want to build a parser for the data myself. Are there any existing libraries that can parse or represent these types of forms?&lt;/p&gt;&#xA;" OwnerUserId="12909" LastActivityDate="2019-08-12T04:17:36.733" Title="Any libraries for SEC Forms, such as a 10Q, as an Interface?" Tags="|api|data-format|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9182" PostTypeId="1" CreationDate="2016-07-07T10:48:10.373" Score="3" ViewCount="120" Body="&lt;p&gt;I am wondering if there a free collection of icons or images that I can download like the &lt;a href=&quot;https://thenounproject.com/&quot; rel=&quot;nofollow&quot;&gt;Noun Project&lt;/a&gt; that correlates an image for each word or noun in the dictionary.&lt;/p&gt;&#xA;" OwnerUserId="3034" LastActivityDate="2016-07-07T10:48:10.373" Title="Is there a free collection of icons like the Noun Project?" Tags="|images|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9183" PostTypeId="2" ParentId="9181" CreationDate="2016-07-07T12:34:31.247" Score="2" Body="&lt;p&gt;I've had some luck using Quandl; specifically the Raymond database. It isn't perfect but if you know exactly what you're looking for it can come in handy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/RAYMOND&quot; rel=&quot;nofollow&quot;&gt;The Quandl Raymond  Data Page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/RAYMOND/documentation/documentation&quot; rel=&quot;nofollow&quot;&gt;The Quandl Raymond Documentation&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="12914" LastEditorUserId="7037" LastEditDate="2016-07-07T17:57:56.173" LastActivityDate="2016-07-07T17:57:56.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9184" PostTypeId="1" CreationDate="2016-07-07T13:59:04.563" Score="1" ViewCount="29" Body="&lt;p&gt;I am looking for a data set listing car models along with the required steering effort (= how much force the driver needs to exert to steer the wheels of a car).&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-07T13:59:04.563" Title="Dataset of cars with required steering effort" Tags="|data-request|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9185" PostTypeId="1" CreationDate="2016-07-07T14:56:10.323" Score="1" ViewCount="79" Body="&lt;p&gt;Using the College Score Card database, does the salary earnings for a 2-yr/community colleges' grad consist of only the students who graduate with a 2-yr degree or less; or does it also include salaries of students who get a 2-yr degree then transfer to a 4-yr university?&lt;/p&gt;&#xA;" OwnerUserId="12916" LastEditorUserId="7037" LastEditDate="2016-07-08T12:27:09.880" LastActivityDate="2016-07-08T12:27:09.880" Title="2-Yr Colleges' Salary Data In College Score Card" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9186" PostTypeId="2" ParentId="9185" CreationDate="2016-07-07T15:51:35.363" Score="1" Body="&lt;p&gt;Earnings data are based on entry cohorts of students. All students in an entry cohort are included in the earnings calculation for each institution regardless of transfer, completion, and withdrawal events after initial entry at the institution. For more details on how entry cohorts are constructed, see page 30 of the technical paper here: &lt;a href=&quot;https://collegescorecard.ed.gov/assets/UsingFederalDataToMeasureAndImprovePerformance.pdf&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/assets/UsingFederalDataToMeasureAndImprovePerformance.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-07-07T15:51:35.363" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9187" PostTypeId="1" CreationDate="2016-07-07T23:45:00.233" Score="3" ViewCount="601" Body="&lt;p&gt;I have put together a number of tracking systems for public companies. They look at things like news articles and patent filings, and I got my list straight from the NYSE.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What's missing now is subsidiary data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Public companies have to publish lists of their subsidiaries, and I'm looking to get that list. Thoughts? I usually go to Quandl with these sorts of questions, but they don't seem to have that. Neither does the NYSE.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let me know if you need any other information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best Regards,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Alex&lt;/p&gt;&#xA;" OwnerUserId="12918" LastActivityDate="2016-07-09T17:53:37.313" Title="Public Company Subsidiary Data" Tags="|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9188" PostTypeId="1" CreationDate="2016-07-08T01:51:21.960" Score="3" ViewCount="193" Body="&lt;p&gt;How often is openFDA 510k database updated?&#xA;Through the FDA website I see a new batch of 510k clearances from June 2016. However, openFDA has not been updated since May.&lt;/p&gt;&#xA;" OwnerUserId="12921" LastActivityDate="2017-06-07T14:50:38.520" Title="openFDA: 510k update frequency" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9189" PostTypeId="1" CreationDate="2016-07-08T09:27:38.673" Score="1" ViewCount="95" Body="&lt;p&gt;Has anyone used the LEHD Origin-Destination Employment Statistics (LODES) datasets? I'm using the data from the &lt;a href=&quot;http://lehd.ces.census.gov/data/lodes/LODES7/&quot; rel=&quot;nofollow&quot;&gt;Census FTP&lt;/a&gt; for LODES7 data. I want to understand how this data was calculated and what's the accurancy. Since, most of the census data comes with a margin of error (MOE), I assume this data also has some MOE but not mentioned in the tables.&lt;/p&gt;&#xA;" OwnerUserId="12912" LastActivityDate="2016-07-08T09:27:38.673" Title="Accuracy of LODES dataset" Tags="|us-census|census|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9190" PostTypeId="1" CreationDate="2016-07-08T12:26:37.783" Score="1" ViewCount="34" Body="&lt;p&gt;Does anyone have an idea where traffic data set/s (traffic volumes, OD-Matrix, models?) can be downloaded for Milano or Trentino regions in Italy, for 2013.?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried on &lt;a href=&quot;http://dati.trentino.it/&quot; rel=&quot;nofollow&quot;&gt;http://dati.trentino.it/&lt;/a&gt; and &lt;a href=&quot;http://dati.comune.milano.it/&quot; rel=&quot;nofollow&quot;&gt;http://dati.comune.milano.it/&lt;/a&gt;, but either this data does not exist, or is not available in adequate time frame...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BR&#xA;Toni&lt;/p&gt;&#xA;" OwnerUserId="12925" LastActivityDate="2016-07-08T12:26:37.783" Title="Transport related data set - Milano or Trentino" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9191" PostTypeId="2" ParentId="9160" CreationDate="2016-07-08T15:12:46.813" Score="2" Body="&lt;p&gt;There is &lt;a href=&quot;https://en.wikipedia.org/wiki/SPARUL&quot; rel=&quot;nofollow&quot;&gt;SPARQL Update&lt;/a&gt;. &lt;a href=&quot;https://query.wikidata.org/#PREFIX%20dc%3A%20%3Chttp%3A%2F%2Fpurl.org%2Fdc%2Felements%2F1.1%2F%3E%0AINSERT%20DATA%0A%7B%20%3Chttp%3A%2F%2Fexample%2Fbook3%3E%20dc%3Atitle%20%20%20%20%22A%20new%20book%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20dc%3Acreator%20%20%22A.N.Other%22%20.%0A%7D&quot; rel=&quot;nofollow&quot;&gt;It doesn't seem to be supported by Wikidata Query Service.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2016-07-08T15:12:46.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9192" PostTypeId="1" AcceptedAnswerId="9193" CreationDate="2016-07-09T13:48:41.610" Score="3" ViewCount="718" Body="&lt;p&gt;Try running this query: &lt;a href=&quot;https://api.fda.gov/drug/label.json?&amp;amp;search=brand_name:tylenol+number+three&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?&amp;amp;search=brand_name:tylenol+number+three&lt;/a&gt;&#xA;I've also tried the %20 instead of '+' and it didn't work either.&#xA;I'm trying to pull up the information for brand name drug Tylenol #3.&#xA;It returns the drug Silicea (silicon dioxide).&#xA;I'd have to assume then that my syntax is incorrect, but I can't seem to find what the correct syntax is.&#xA;Does anyone else have experience with this?&lt;/p&gt;&#xA;" OwnerUserId="12902" LastActivityDate="2016-07-09T17:32:56.510" Title="OpenFDA API - how to query on drug name with more than one word" Tags="|openfda|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9193" PostTypeId="2" ParentId="9192" CreationDate="2016-07-09T17:32:56.510" Score="2" Body="&lt;p&gt;This query appears to work for a two-word query of &lt;code&gt;&quot;infants tylenol&quot;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; https://api.fda.gov/drug/label.json?search=brand_name:%22infants%20tylenol%22&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;%22 is for a double quote and %20 is a space&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if there is a brand name drug named &lt;code&gt;tylenol #3&lt;/code&gt; based on my searches though, considering the following query doesn't return any matches for that&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=brand_name:%22tylenol%22&amp;amp;count=openfda.brand_name.exact&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-07-09T17:32:56.510" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9194" PostTypeId="2" ParentId="9187" CreationDate="2016-07-09T17:53:37.313" Score="2" Body="&lt;p&gt;It looks like OpenCorporates.com has some of this information as part of a &lt;em&gt;alpha&lt;/em&gt; offering of theirs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, see &lt;a href=&quot;https://opencorporates.com/companies/us_wa/600413485/statements/subsidiary_relationship_subject&quot; rel=&quot;nofollow&quot;&gt;https://opencorporates.com/companies/us_wa/600413485/statements/subsidiary_relationship_subject&lt;/a&gt; which lists Skype, Microsoft Licensing, and others as subsisidiaries of Microsoft Corporation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out &lt;a href=&quot;https://blog.opencorporates.com/2013/07/11/open-corporate-network-data-not-just-good-but-better/&quot; rel=&quot;nofollow&quot;&gt;this blog post&lt;/a&gt; which mentions the subsidiary functionality&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-07-09T17:53:37.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9195" PostTypeId="1" CreationDate="2016-07-09T18:12:56.863" Score="3" ViewCount="32" Body="&lt;p&gt;I am looking for some data which will let me, for each of the world's countries, inspect the number of prisoners and a breakdown of its prison population by ethnicity and nationality as a percentage of total prison population. Sex and age would also be relevant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If possible, I would also like this information to also be available separately for each prison, while listing prison name and number of prisoners for each such prison.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pie charts would be nice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(relationship to immigration and birth by ethnicity data would also be helpful and could somehow provide some insight on what has been happening and where things are going or where things will be expected to be going)&lt;/p&gt;&#xA;" OwnerUserId="11585" LastActivityDate="2016-07-09T18:12:56.863" Title="prison population by ethnicity, nationality, and year, for each country" Tags="|demographics|population|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9196" PostTypeId="1" CreationDate="2016-07-09T18:19:23.057" Score="1" ViewCount="34" Body="&lt;p&gt;(1) says that:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In 2012, the worldwide&#xA;  amount of digital health care data was estimated to be around&#xA;  500 petabytes, expected to reach 25,000 petabytes in 2020, of&#xA;  which approximately 80% is unstructured.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What fraction of it is openly accessible?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(1) Van Poucke S, Thomeer M, Heath J, Vukicevic M&#xA;Are Randomized Controlled Trials the (G)old Standard? From Clinical Intelligence to Prescriptive Analytics&#xA;J Med Internet Res 2016;18(7):e185&#xA;URL: &lt;a href=&quot;http://www.jmir.org/2016/7/e185&quot; rel=&quot;nofollow&quot;&gt;http://www.jmir.org/2016/7/e185&lt;/a&gt;&#xA;DOI: 10.2196/jmir.5549&#xA;PMID: 27383622&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-09T18:19:23.057" Title="What fraction of digital health care data is openly accessible?" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9197" PostTypeId="1" CreationDate="2016-07-10T02:03:26.230" Score="2" ViewCount="60" Body="&lt;p&gt;I am looking for a dataset containing a list of physical exercises with muscle activation and ideally the reference that quantified the muscle activation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the physical exercises Crunch, Abflex, Nautilus, Nordic, Abroller, and Sit-up have the following muscle activation according to (1)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/eweCa.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/eweCa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/aeNKv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/aeNKv.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OMhbw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OMhbw.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kCx6h.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kCx6h.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;(1) Beim, Gloria M., Jorge L. Giraldo, Danny M. Pincivero, Matthew J. Borror, and Freddie H. Fu. &quot;Abdominal strengthening exercises: a comparative EMG study.&quot; Journal of Sport Rehabilitation 6 (1997): 11-20. &lt;a href=&quot;https://scholar.google.com/scholar?cluster=14268144323214177148&amp;amp;hl=en&amp;amp;as_sdt=0,22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scholar.google.com/scholar?cluster=14268144323214177148&amp;amp;hl=en&amp;amp;as_sdt=0,22&lt;/a&gt; ; &lt;a href=&quot;http://journals.humankinetics.com/AcuCustom/Sitename/Documents/DocumentItem/2115.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://journals.humankinetics.com/AcuCustom/Sitename/Documents/DocumentItem/2115.pdf&lt;/a&gt; ; &lt;a href=&quot;http://pitt.edu/~neurolab/publications/1997/Articles/BeimGM_1997_JSportRehab_Abdominal%20strengthening%20exercise-a%20comparative%20EMG%20study.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pitt.edu/~neurolab/publications/1997/Articles/BeimGM_1997_JSportRehab_Abdominal%20strengthening%20exercise-a%20comparative%20EMG%20study.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-10T02:03:26.230" Title="Physical exercises with muscle activation" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9198" PostTypeId="2" ParentId="9161" CreationDate="2016-07-10T10:01:44.047" Score="4" Body="&lt;p&gt;You can use &lt;a href=&quot;https://github.com/maxlath/wikidata-agent&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata-agent&lt;/a&gt; for that:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -XPOST http://your.wikidata.agent.instance/claim -d 'entity=Q5369879&amp;amp;property=P137&amp;amp;value=Q39'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;[Update]&lt;/strong&gt;: you can now actually &lt;a href=&quot;https://github.com/maxlath/wikidata-cli/blob/master/docs/write_operations.md#wd-add-claim&quot; rel=&quot;nofollow noreferrer&quot;&gt;add claims using wikidata-cli&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12938" LastEditorUserId="12938" LastEditDate="2017-04-05T17:03:34.143" LastActivityDate="2017-04-05T17:03:34.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9199" PostTypeId="1" CreationDate="2016-07-10T16:27:35.830" Score="1" ViewCount="21" Body="&lt;p&gt;I am looking for a dataset on molecular temperature / speed for educational uses, so students might model the &lt;a href=&quot;https://en.wikipedia.org/wiki/Boltzmann_distribution&quot; rel=&quot;nofollow&quot;&gt;Boltzmann distribution&lt;/a&gt;. Does anyone know of such a (publicly available) dataset?&lt;/p&gt;&#xA;" OwnerUserId="11192" LastActivityDate="2016-07-10T16:27:35.830" Title="Dataset on molecular temperature / speed" Tags="|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9200" PostTypeId="1" CreationDate="2016-07-10T17:43:28.123" Score="2" ViewCount="138" Body="&lt;p&gt;I am looking for business data via a query search by geography. I would like to have:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Business Name&lt;/li&gt;&#xA;&lt;li&gt;Phone Number&lt;/li&gt;&#xA;&lt;li&gt;Address, either from Yelp or the Yellow Pages&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As an example: Coffee Shops in California listed on Yelp.&lt;/p&gt;&#xA;" OwnerUserId="12942" LastEditorUserId="1511" LastEditDate="2016-07-12T17:34:40.970" LastActivityDate="2016-07-12T17:34:40.970" Title="Yelp datasets: Business name, phone number, and address" Tags="|data-request|business|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9201" PostTypeId="1" CreationDate="2016-07-10T20:10:03.263" Score="2" ViewCount="50" Body="&lt;p&gt;I am working on a project that needs to recommend appropriate foods for people with nutrient deficiencies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This needs a database with foods and all their nutrient information (All vitamins, magnesium, iodine, zinc, riboflavin etc)&#xA;I've looked at plenty of massive datasets such as the &lt;a href=&quot;https://ndb.nal.usda.gov/&quot; rel=&quot;nofollow&quot;&gt;USDA Food Composition Database&lt;/a&gt; and &lt;a href=&quot;http://www.hc-sc.gc.ca/fn-an/nutrition/fiche-nutri-data/index-eng.php&quot; rel=&quot;nofollow&quot;&gt;The Canadian Nutrient File.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While these datasets are excellent, they are too large for my work in their current state. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an example if someone is low on b-vitamins and iron the recommendation would likely be beef. So the data base needs a single option for &quot;beef&quot; (or max 2/3 different cute). The Canada dataset has about 30 with long obscure names such as &quot;ground beef, lean, 0% trimming etc...&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a dataset that simplifies all items that are beef and provides it as beef, doing this for all other items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Manually refining down the 6000 items from the large datasets would take a long time. Does anyone know of a set that meets this slimmed down requirement? &lt;/p&gt;&#xA;" OwnerUserId="12943" LastEditorUserId="7037" LastEditDate="2016-07-11T20:12:31.867" LastActivityDate="2016-07-27T18:52:31.487" Title="Slimmed Down Nutrient Composition Database" Tags="|data-request|medical|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9202" PostTypeId="1" CreationDate="2016-07-11T03:30:00.540" Score="2" ViewCount="31" Body="&lt;p&gt;I'm looking for a dataset containing injuries caused by celebratory gunfire, if possible with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;datetime&lt;/li&gt;&#xA;&lt;li&gt;location&lt;/li&gt;&#xA;&lt;li&gt;victim's demographics&lt;/li&gt;&#xA;&lt;li&gt;shooter's demographics&lt;/li&gt;&#xA;&lt;li&gt;type of weapon&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;What I've found so far:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ordog, Gary J., Peter Dornhoffer, Greg Ackroyd, Jonathan Wasserberger, Michael Bishop, William Shoemaker, and Subramanium Balasubramanium. &quot;Spent bullets and their injuries: the result of firing weapons into the sky.&quot; Journal of Trauma and Acute Care Surgery 37, no. 6 (1994): 1003-1006. &lt;a href=&quot;http://www.ncbi.nlm.nih.gov/pubmed/7996596&quot; rel=&quot;nofollow&quot;&gt;http://www.ncbi.nlm.nih.gov/pubmed/7996596&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;People often celebrate holidays by firing guns into the air without realizing that this can cause serious injury or death. The present study identified 118 patients treated since 1985 who were hit with spent bullets. Most (77%) were hit in the head. The mortality rate was 32%, which is significantly higher than for all gunshot wound victims in general seen at the same medical center. Laws have been enacted to help prevent people shooting into the sky, but more education and enforcement are required to prevent these serious and preventable injuries.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/MMWR/preview/mmwrhtml/mm5350a2.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/MMWR/preview/mmwrhtml/mm5350a2.htm&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Bullets fired into the air during celebrations fall with sufficient force to cause injury and death (1). However, few data exist regarding the epidemiology of injuries related to celebratory gunfire. In Puerto Rico, where such celebratory actions are common, news media reports have indicated that approximately two persons die and an estimated 25 more are injured each year from celebratory gunfire on New Year's Eve. The Puerto Rico Department of Health (PRDOH) invited CDC and local law enforcement agencies to assist in the investigation of injuries resulting from celebratory gunfire that occurred during December 31, 2003--January 1, 2004. This report summarizes the findings of that investigation, which determined that 1) bullets from probable celebratory gunfire caused 19 injuries, including one death and 2) such injuries affected a higher percentage of women and children aged &amp;lt;15 years than injuries from noncelebratory gunfire, with the majority occurring in certain public housing areas in densely populated, metropolitan San Juan. Education and enforcement of existing laws are needed to prevent these injuries.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-07-11T03:36:19.820" LastActivityDate="2016-07-11T03:36:19.820" Title="Injuries caused by celebratory gunfire" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9203" PostTypeId="1" CreationDate="2016-07-11T12:55:14.067" Score="1" ViewCount="45" Body="&lt;p&gt;I wonder whether there is a newspaper website or an online magazine that has a REST API for querying articles, but also for &lt;em&gt;fetching comments from the readers&lt;/em&gt;. Not comments on scholarly information, but comments on current events.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For which media outlet can this be done without web scraping, just with a few API requests?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This could be useful for text mining (sentiment analysis, and categorization, user analysis).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm only familiar with the Guardian API and the API of &quot;Die Zeit&quot; (a German weekly)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I use one of Facebook's APIs for this (I think some newspapers recently decided to become, somehow, embedded inside Facebook)?&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-07-11T12:55:14.067" Title="Is there a newspaper or online magazine with a REST API for article comments?" Tags="|data-request|media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9204" PostTypeId="1" CreationDate="2016-07-11T17:07:02.730" Score="3" ViewCount="59" Body="&lt;p&gt;I've recently been experimenting with UK government open data with R, and it seems like I could usefully wrap up some of my work into an R package. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd want the package to download the data either as an installation step or the first time the user wants to use it, rather than include it directly in the package.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any examples of or guides for this kind of R package?&lt;/p&gt;&#xA;" OwnerUserId="12950" LastEditorUserId="1511" LastEditDate="2016-07-11T18:02:25.010" LastActivityDate="2016-07-11T18:02:25.010" Title="Are there any examples or best practice for encapsulating large open data sets into R packages?" Tags="|releasing-data|uses-of-open-data|programming|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9205" PostTypeId="1" AcceptedAnswerId="9242" CreationDate="2016-07-11T18:36:32.087" Score="2" ViewCount="120" Body="&lt;p&gt;I am looking for &lt;strong&gt;open biological datasets&lt;/strong&gt; and open &lt;strong&gt;open health informatics&lt;/strong&gt; datasets, to test some machine learning algorithms that I designed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I am looking for datasets in which each element has a binary &lt;strong&gt;label&lt;/strong&gt; (e.g. true/false, dead/alive), or a real valued label (e.g. score=0.7/1), to run some supervised learning approaches.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone send me to any open datasets of this kind? &lt;/p&gt;&#xA;" OwnerUserId="12952" LastEditorUserId="7037" LastEditDate="2016-07-12T16:59:33.200" LastActivityDate="2016-07-16T23:19:15.413" Title="Where can I find some open datasets of biological data and biomedical informatics data?" Tags="|data-request|medical|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9206" PostTypeId="1" CreationDate="2016-07-11T20:45:28.920" Score="2" ViewCount="28" Body="&lt;p&gt;Do you know of any open data set recording individualized heart beat time series as well as occurrences of heart diseases?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am thinking of something like a database from health monitoring wrist bands coupled with an indication of whether and when the person wearing the band was affected by some common heart diseases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If none are available, I would still be interested in any individualized data from health monitoring wrist bands linked to some record of medical conditions.&lt;/p&gt;&#xA;" OwnerUserId="6255" LastEditorUserId="6255" LastEditDate="2016-07-12T07:14:10.503" LastActivityDate="2016-07-12T07:14:10.503" Title="Individualized heart beat data linked with heart disease" Tags="|data-request|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9207" PostTypeId="1" AcceptedAnswerId="9216" CreationDate="2016-07-11T22:26:43.030" Score="5" ViewCount="5709" Body="&lt;p&gt;I'm using Python and pandas to try to download the data in the FDA's 'Adverse drug event reports since 2004'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is my code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;import json&#xA;from pandas.io.json import json_normalize&#xA;my_api_key = '..(my API code which I requested)...'&#xA;from_date = '20040101'&#xA;to_date = '20041231'&#xA;url = 'https://api.fda.gov/drug/event.json?api_key=' + my_api_key + \&#xA;    '&amp;amp;search=receivedate:[' + from_date + '+TO+' + to_date + ']'&#xA;print url&#xA;json_df = pd.read_json(url)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here is the traceback on the error:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?api_key=.....&amp;amp;search=receivedate:[20040101+TO+20041231]&#xA;---------------------------------------------------------------------------&#xA;URLError                                  Traceback (most recent call last)&#xA;&amp;lt;ipython-input-47-dcb3adcfb254&amp;gt; in &amp;lt;module&amp;gt;()&#xA;      3 #TODO: This is not working.&#xA;      4 # URLError: &amp;lt;urlopen error [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed (_ssl.c:590)&amp;gt;&#xA;----&amp;gt; 5 json_df = pd.read_json(url)&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/site-packages/pandas/io/json.pyc in read_json(path_or_buf, orient, typ, dtype, convert_axes, convert_dates, keep_default_dates, numpy, precise_float, date_unit)&#xA;    185     &quot;&quot;&quot;&#xA;    186 &#xA;--&amp;gt; 187     filepath_or_buffer, _, _ = get_filepath_or_buffer(path_or_buf)&#xA;    188     if isinstance(filepath_or_buffer, compat.string_types):&#xA;    189         try:&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/site-packages/pandas/io/common.pyc in get_filepath_or_buffer(filepath_or_buffer, encoding, compression)&#xA;    306 &#xA;    307     if _is_url(filepath_or_buffer):&#xA;--&amp;gt; 308         req = _urlopen(str(filepath_or_buffer))&#xA;    309         if compression == 'infer':&#xA;    310             content_encoding = req.headers.get('Content-Encoding', None)&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/urllib2.pyc in urlopen(url, data, timeout, cafile, capath, cadefault, context)&#xA;    152     else:&#xA;    153         opener = _opener&#xA;--&amp;gt; 154     return opener.open(url, data, timeout)&#xA;    155 &#xA;    156 def install_opener(opener):&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/urllib2.pyc in open(self, fullurl, data, timeout)&#xA;    429             req = meth(req)&#xA;    430 &#xA;--&amp;gt; 431         response = self._open(req, data)&#xA;    432 &#xA;    433         # post-process response&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/urllib2.pyc in _open(self, req, data)&#xA;    447         protocol = req.get_type()&#xA;    448         result = self._call_chain(self.handle_open, protocol, protocol +&#xA;--&amp;gt; 449                                   '_open', req)&#xA;    450         if result:&#xA;    451             return result&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/urllib2.pyc in _call_chain(self, chain, kind, meth_name, *args)&#xA;    407             func = getattr(handler, meth_name)&#xA;    408 &#xA;--&amp;gt; 409             result = func(*args)&#xA;    410             if result is not None:&#xA;    411                 return result&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/urllib2.pyc in https_open(self, req)&#xA;   1238         def https_open(self, req):&#xA;   1239             return self.do_open(httplib.HTTPSConnection, req,&#xA;-&amp;gt; 1240                 context=self._context)&#xA;   1241 &#xA;   1242         https_request = AbstractHTTPHandler.do_request_&#xA;&#xA;/Users/billtubbs/anaconda/lib/python2.7/urllib2.pyc in do_open(self, http_class, req, **http_conn_args)&#xA;   1195         except socket.error, err: # XXX what error?&#xA;   1196             h.close()&#xA;-&amp;gt; 1197             raise URLError(err)&#xA;   1198         else:&#xA;   1199             try:&#xA;&#xA;URLError: &amp;lt;urlopen error [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed (_ssl.c:590)&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Any ideas on what this is caused by or how to fix it?&lt;/p&gt;&#xA;" OwnerUserId="12955" LastEditorUserId="1511" LastEditDate="2016-07-12T17:12:00.010" LastActivityDate="2019-11-25T19:25:34.873" Title="I get 'certificate verify failed' URLError when trying to download data from openFDA" Tags="|openfda|api|json|python|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9208" PostTypeId="2" ParentId="9207" CreationDate="2016-07-12T00:28:55.810" Score="1" Body="&lt;p&gt;I would try to do a request of the data first.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;&#xA;json_df = pd.read_json(requests.get(url).json())&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3564" LastActivityDate="2016-07-12T00:28:55.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9209" PostTypeId="1" CreationDate="2016-07-12T04:16:44.937" Score="5" ViewCount="78" Body="&lt;p&gt;I am wondering where to retrieve medical related data, particularly those related to Tropical Medicine? It would be wonderful if anyone can suggest where to find these:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;A collection (I mean thousands if not hundred of thousands) of parasite and parasite ova images.&lt;/li&gt;&#xA;&lt;li&gt;Medical corpus related to medical parasitology or medical microbiology focusing on Infectious Tropical Diseases.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="10518" LastEditorUserId="23663" LastEditDate="2020-03-28T15:11:05.627" LastActivityDate="2020-03-28T15:11:05.627" Title="Where to find medical related data?" Tags="|nlp|medical|images|biology|disease|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9210" PostTypeId="1" CreationDate="2016-07-12T06:21:23.957" Score="1" ViewCount="14" Body="&lt;p&gt;I was wondering whether I could find any rule based classification data. In the sense I want a data where the output classification is done based on rules.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&lt;p&gt;Let &lt;code&gt;F1&lt;/code&gt;, &lt;code&gt;F2&lt;/code&gt;, &lt;code&gt;F3&lt;/code&gt; be 3 numerical attributes and &lt;code&gt;Y&lt;/code&gt; being the output column with classes &lt;code&gt;(0, 1)&lt;/code&gt;. Say Y value will be &lt;code&gt;1&lt;/code&gt; if and only if (&lt;code&gt;F1 &amp;gt; 0.6 or (F2 &amp;gt; 0.7 and F3 &amp;lt; 0.01))&lt;/code&gt; else the value will always be &lt;code&gt;0&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Can I find data sets with rules defined for classification?&lt;/p&gt;&#xA;" OwnerUserId="12948" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-07-12T06:21:23.957" Title="Where to find Rule based classification data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9211" PostTypeId="1" CreationDate="2016-07-12T07:41:25.813" Score="5" ViewCount="177" Body="&lt;p&gt;Is there a place that I can get Australian crime data? I was hoping to get a database (or at least be able to crawl such a page) where it is in the format of: [date, incident, location].&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest that I got to was the Institute of Criminology which has aggregated data and some figures &lt;a href=&quot;http://www.aic.gov.au/statistics.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.aic.gov.au/statistics.html&lt;/a&gt;. There is also this map: &lt;a href=&quot;http://crimetool.bocsar.nsw.gov.au/bocsar/&quot; rel=&quot;noreferrer&quot;&gt;http://crimetool.bocsar.nsw.gov.au/bocsar/&lt;/a&gt; which is clearly querying some database, but I don't know of the API or where the database is.&lt;/p&gt;&#xA;" OwnerUserId="11378" LastEditorUserId="1511" LastEditDate="2016-07-12T18:09:29.607" LastActivityDate="2023-11-18T15:05:50.653" Title="Australian Crime Data" Tags="|data-request|crime|australia|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9212" PostTypeId="1" CreationDate="2016-07-12T08:37:31.813" Score="5" ViewCount="3319" Body="&lt;p&gt;We are looking for super market product data that includes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Food products&lt;/li&gt;&#xA;&lt;li&gt;Ingredients&lt;/li&gt;&#xA;&lt;li&gt;Nutritional values&lt;/li&gt;&#xA;&lt;li&gt;Price&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any suggestions on how to find this information? I'm a non-tech person and have found this a big challenge! &lt;/p&gt;&#xA;" OwnerUserId="12958" LastEditorUserId="7037" LastEditDate="2016-07-13T10:10:31.897" LastActivityDate="2016-07-13T10:10:31.897" Title="Supermarket Product Data" Tags="|data-request|food|" AnswerCount="2" CommentCount="0" ClosedDate="2016-07-16T11:36:32.457" ContentLicense="CC BY-SA 3.0" />
  <row Id="9213" PostTypeId="2" ParentId="9212" CreationDate="2016-07-12T15:00:15.330" Score="4" Body="&lt;p&gt;USDA maintains a list of commonly eaten foods in the united states including branded items. - &lt;a href=&quot;https://ndb.nal.usda.gov/ndb/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ndb.nal.usda.gov/ndb/search&lt;/a&gt; &lt;a href=&quot;https://i.stack.imgur.com/RXg12.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RXg12.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2016-07-12T15:00:15.330" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9214" PostTypeId="2" ParentId="9212" CreationDate="2016-07-12T15:07:24.123" Score="4" Body="&lt;p&gt;You are looking at a multi-faceted solution. The grocery industry is very competitive, with operating margins around &lt;a href=&quot;http://yourbusiness.azcentral.com/profit-margin-supermarket-17711.html&quot; rel=&quot;nofollow&quot;&gt;1 to 2 percent.&lt;/a&gt; You are going to need to learn how to tie / relate the databases together. I have a United States of America based solution.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Food products: &lt;a href=&quot;http://supermarketapi.com/Default.aspx&quot; rel=&quot;nofollow&quot;&gt;Supermarket API&lt;/a&gt; will provide you with a API to identify products within a number of grocery stores, it is free for a 3-week trial&lt;/li&gt;&#xA;&lt;li&gt;Ingredients: &lt;a href=&quot;http://openfoodfacts.org/&quot; rel=&quot;nofollow&quot;&gt;Open Food Facts&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Nutritional Values: &lt;a href=&quot;https://www.ars.usda.gov/Services/docs.htm?docid=8964&quot; rel=&quot;nofollow&quot;&gt;The USDA National Nutrient Database for Standard Reference&lt;/a&gt; provides nutritional information &lt;/li&gt;&#xA;&lt;li&gt;Price: The aforementioned Supermarket API will allow you access to the price, but for $1,299 per year. This is not an open data solution, but prices amongst grocers is very competitive.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="7037" LastEditDate="2016-07-12T15:22:08.837" LastActivityDate="2016-07-12T15:22:08.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9215" PostTypeId="1" CreationDate="2016-07-12T16:04:52.337" Score="1" ViewCount="15" Body="&lt;p&gt;I am looking for a dataset containing a list of randomized control trials with their budget.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of &lt;a href=&quot;https://clinicaltrials.gov&quot; rel=&quot;nofollow&quot;&gt;https://clinicaltrials.gov&lt;/a&gt; and &lt;a href=&quot;http://www.cochranelibrary.com/about/central-landing-page.html&quot; rel=&quot;nofollow&quot;&gt;Cochrane Central Register of Controlled Trials (CENTRAL)&lt;/a&gt; but the budget isn't mentioned (perhaps it is for some exceptions?).&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-12T16:04:52.337" Title="Randomized control trials with budget" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9216" PostTypeId="2" ParentId="9207" CreationDate="2016-07-12T17:11:42.257" Score="4" Body="&lt;p&gt;I'm not sure what underlying HTTP packages pandas uses, but I found that the default settings of the &lt;code&gt;requests&lt;/code&gt; package in python does not work with SSL and this site:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;url = 'https://api.fda.gov/drug/event.json?'&#xA;print requests.get(url)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives an error like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;requests.exceptions.SSLError: [Errno 1] _ssl.c:504: error:14090086:SSL routines:SSL3_GET_SERVER_CERTIFICATE:certificate verify failed&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But if you add &lt;code&gt;verify=False&lt;/code&gt; to the options, then it works correctly:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;url = 'https://api.fda.gov/drug/event.json?'&#xA;print requests.get(url, verify=False).text&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Requests can also ignore verifying the SSL certificate if you set verify to False. (&lt;a href=&quot;http://docs.python-requests.org/en/master/user/advanced/#ssl-cert-verification&quot; rel=&quot;nofollow&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Probably you can then import &lt;code&gt;requests&lt;/code&gt; and then use this line of code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;json_df = pd.read_json(requests.get(url, verify=False).json())&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-12T17:11:42.257" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9217" PostTypeId="1" CreationDate="2016-07-12T19:34:33.143" Score="1" ViewCount="42" Body="&lt;p&gt;Where can I find since done per-country data on people's attitudes towards people of other race and/or culture living within the same country and children of mixed race living within those countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to see some polls, perhaps with a listing of which countries are overall more accepting of these differences and which are more opposed to it (within-country variation data would also be appreciated).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interesting to see whether age is a contributing factor as well. Other factors would be interesting as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. As a result of the recent BREXIT results, this post should be of global concern I suppose.&lt;/p&gt;&#xA;" OwnerUserId="11585" LastActivityDate="2016-07-16T12:46:54.437" Title="Race, cross-race, and cross culture tolerance data" Tags="|data-request|linked-data|wikidata|state|database|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9218" PostTypeId="1" CreationDate="2016-07-13T03:20:10.003" Score="3" ViewCount="161" Body="&lt;p&gt;I'm searching for any website or dataset that provides average monthly weather, such as highest and lowest temperature, humidity, and number of rainy days, by city over the world (major city).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the dataset that consists of the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Highest average temperature&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;City | January | February | March | ...&lt;/li&gt;&#xA;&lt;li&gt;Seoul | 8.3 | 9.3 | 11.5 | ...&lt;/li&gt;&#xA;&lt;li&gt;Hong Kong | 15.5 | 18.3 | 23.6 | ...&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Lowest average temperature&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;City | January | February | March | ...&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there any website or dataset that provides them? I don't like a website that you must dig up all the cities one by one, like &lt;a href=&quot;http://www.holiday-weather.com/bangkok/averages/july/&quot; rel=&quot;nofollow&quot;&gt;the following&lt;/a&gt; (which you can find many, many on the Web). I mean, I want to get all the cities directly in comparison.&lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2016-07-13T03:20:10.003" Title="Average monthly weather data by city, over the world?" Tags="|data-request|api|weather|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9220" PostTypeId="1" CreationDate="2016-07-13T09:35:19.150" Score="1" ViewCount="15" Body="&lt;p&gt;I'm looking for general debate transcripts of UN General Assembly. Recent years (2011-2016) can be found &lt;a href=&quot;http://gadebate.un.org/sessions-archive&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. But is there a way to get data before 2011?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found there is a &lt;a href=&quot;https://documents.un.org/prod/ods.nsf/home.xsp&quot; rel=&quot;nofollow&quot;&gt;United Nations documents search service&lt;/a&gt;, but I don't know how to use it.&lt;/p&gt;&#xA;" OwnerUserId="6208" LastActivityDate="2016-07-13T09:35:19.150" Title="General Debate in UN General Assembly" Tags="|address|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9221" PostTypeId="1" CreationDate="2016-07-13T09:37:25.820" Score="4" ViewCount="763" Body="&lt;p&gt;In sites like facebook, a user can add his work position by typing few words and selecting the company&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do they get that data and how can I get that data so our users can also add work position the same way ?&lt;/p&gt;&#xA;" OwnerUserId="12972" LastEditorUserId="12972" LastEditDate="2016-07-13T09:59:23.350" LastActivityDate="2016-07-15T09:57:28.860" Title="Where do I find data of all companies in this world?" Tags="|data-request|data.gov|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9222" PostTypeId="2" ParentId="9221" CreationDate="2016-07-13T14:05:35.680" Score="2" Body="&lt;p&gt;1) A lot of data is kept secret and is not open. It will be from official sources and also user contributed&#xA;2) Many networks offer API access though so (within limits) you don't need the entire dataset, you just need to know how to construct an AJAX request in your form where people add work position&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For &lt;em&gt;Facebook&lt;/em&gt; the &lt;strong&gt;ATLAS API&lt;/strong&gt; has a &lt;a href=&quot;https://developers.facebook.com/docs/atlas-api/reference/objects/company/v2.6&quot; rel=&quot;nofollow&quot;&gt;company object within the Organization endpoint&lt;/a&gt;:&lt;/p&gt;&#xA;" OwnerUserId="12974" LastActivityDate="2016-07-13T14:05:35.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9223" PostTypeId="2" ParentId="9221" CreationDate="2016-07-13T14:41:36.577" Score="1" Body="&lt;p&gt;Building on Mat's answer, proprietary information is available, but here are a few open source approaches:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Wikipedia: &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_companies_of_the_United_States&quot; rel=&quot;nofollow&quot;&gt;A list of notable companies in the United States&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Forbes: &lt;a href=&quot;http://www.forbes.com/largest-private-companies/list/#tab:rank&quot; rel=&quot;nofollow&quot;&gt;List of Largest Private Companies&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Forbes: &lt;a href=&quot;http://www.forbes.com/global2000/list/#tab:overall&quot; rel=&quot;nofollow&quot;&gt;The World's Biggest Public Companies&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Anything past this, go down to your local library and access the list of companies via &lt;a href=&quot;http://resource.referenceusa.com/&quot; rel=&quot;nofollow&quot;&gt;InfoGroup's ReferenceUSA&lt;/a&gt;. The huge flag on this data approach is the proprietary nature of the database. &lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-07-13T14:41:36.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9224" PostTypeId="2" ParentId="9221" CreationDate="2016-07-13T15:55:17.290" Score="4" Body="&lt;p&gt;Open Corporates is the largest public database of corporations in the world; they have a slew of data/apis/etc.&lt;br&gt;&#xA;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;Open Corporates&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;I'm not 100% on how to use Open Corporates, but after a quick peek, it looks pretty easy/straight forward; &lt;a href=&quot;https://opencorporates.com/companies?jurisdiction_code=&amp;amp;q=bulk&quot; rel=&quot;nofollow&quot;&gt;I did a search for &quot;bulk&quot;&lt;/a&gt;  and it returns results that you can peek at individually and/or download as Open Data (XML/JSON) or as an Enterprise User (CSV/XLS).&lt;br&gt;&#xA;NOTE: I have no clue what the difference between the two user types are, and the differentiation between data formats for each, in this context. Very interested about this, I am.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-07-13T18:11:36.243" LastActivityDate="2016-07-13T18:11:36.243" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9225" PostTypeId="1" CreationDate="2016-07-13T21:05:53.653" Score="2" ViewCount="141" Body="&lt;p&gt;Searching for open data with food products and their calories and nutritional values?&lt;/p&gt;&#xA;" OwnerUserId="12976" LastEditorUserId="90" LastEditDate="2016-07-13T23:28:10.557" LastActivityDate="2016-07-13T23:28:10.557" Title="Where can I find open database with food product names and their calories?" Tags="|food|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9226" PostTypeId="1" CreationDate="2016-07-14T09:19:11.483" Score="4" ViewCount="766" Body="&lt;p&gt;I am looking for a dictionary of English words tagged with their semantics. Like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;red      t:color&#xA;green    t:color&#xA;long     t:size     t:max&#xA;huge     t:size     t:max&#xA;tiny     t:size     t:min&#xA;hot      t:temp&#xA;cold     t:temp&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6886" LastEditorUserId="6886" LastEditDate="2016-07-14T09:26:37.810" LastActivityDate="2016-07-28T03:20:40.140" Title="Semantic dictionary of English language" Tags="|nlp|english|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9227" PostTypeId="2" ParentId="9226" CreationDate="2016-07-14T10:07:21.603" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://eurovoc.europa.eu/drupal/&quot;&gt;Eurovoc&lt;/a&gt; is a large semantic &quot;Multilingual Thesaurus of the European Union&quot;&lt;/p&gt;&#xA;" OwnerUserId="2894" LastActivityDate="2016-07-14T10:07:21.603" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9228" PostTypeId="1" CreationDate="2016-07-14T11:24:40.043" Score="2" ViewCount="30" Body="&lt;p&gt;I'm looking for all or either of these datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;MAC addresses with some additional info such as geo, may be something else&lt;/li&gt;&#xA;&lt;li&gt;all IP4 &lt;strong&gt;and&lt;/strong&gt; &lt;strong&gt;IP6&lt;/strong&gt; addresses with some additional info such as geo, may be something else&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;WiFi addresses or names of spots with probably MAC addresses and some additional info such as geo or frequency, may be something else&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;cell IDs with some additional info such as geo, may be something else&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Either of these datasets can be splitted into small ones from different providers and I don't mind assemblying it myself. Preferably a dataset, not an API webservice, although if there's no other option....&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your suggestions?&lt;/p&gt;&#xA;" OwnerUserId="12984" LastActivityDate="2016-07-14T11:24:40.043" Title="A few datasets: IP4/6, MAC, Cell ID" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9229" PostTypeId="1" CreationDate="2016-07-14T17:27:33.590" Score="3" ViewCount="40" Body="&lt;p&gt;Ideas and facts are not &quot;copyrightable.&quot; But original &lt;strong&gt;expressions&lt;/strong&gt; of ideas and facts are.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are ways to upgrade open data so that copyright can be obtained on the database? Things that I can think of include formatting, presentation, aggregation, analyzing, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What have users done with open data to make it sufficiently &quot;original&quot; in this way? For instance, does upgrading the data to five star data (linkable to other people's data) qualify?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2016-07-20T22:25:35.317" LastActivityDate="2016-07-20T22:25:35.317" Title="How does a company upgrade open data to the point where it is proprietary, or copyrightable?" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9230" PostTypeId="1" AcceptedAnswerId="9325" CreationDate="2016-07-14T18:14:35.397" Score="5" ViewCount="233" Body="&lt;p&gt;Is there an open database that gives links ICD-10 codes with the prevelance of the diesease they represent?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastActivityDate="2016-08-02T22:22:25.980" Title="Open database with incidence of diseases by their ICD-10 codes?" Tags="|medical|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9231" PostTypeId="2" ParentId="9226" CreationDate="2016-07-15T03:20:18.937" Score="1" Body="&lt;p&gt;Have you tried &lt;a href=&quot;https://wordnet.princeton.edu/&quot; rel=&quot;nofollow&quot;&gt;WordNet&lt;/a&gt; or some API like &lt;a href=&quot;http://developer.wordnik.com/&quot; rel=&quot;nofollow&quot;&gt;wordnik&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12985" LastEditorUserId="117" LastEditDate="2016-07-28T03:20:40.140" LastActivityDate="2016-07-28T03:20:40.140" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9232" PostTypeId="1" CreationDate="2016-07-15T04:55:54.590" Score="1" ViewCount="250" Body="&lt;p&gt;I have managed to build a VB.Net app to look up UPC/EAN codes on OutPan, but cannot get it to accept my attempts to add new items. My url is ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.outpan.com/v2/products/9300617041207/Cadbury+Crunchie?apikey=[MyAPIkey]&quot; rel=&quot;nofollow&quot;&gt;https://api.outpan.com/v2/products/9300617041207/Cadbury+Crunchie?apikey=[MyAPIkey]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Clearly, I have this malformed. Can you tell me what is wrong?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Jeff Law&lt;/p&gt;&#xA;" OwnerUserId="12991" LastEditorUserId="12991" LastEditDate="2016-07-15T05:44:31.383" LastActivityDate="2016-08-18T22:04:39.943" Title="OutPan Question" Tags="|barcodes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9233" PostTypeId="2" ParentId="9221" CreationDate="2016-07-15T09:57:28.860" Score="1" Body="&lt;p&gt;We run a website called &lt;a href=&quot;https://www.tofler.in&quot; rel=&quot;nofollow&quot;&gt;https://www.tofler.in&lt;/a&gt; that provides data for all companies in India. We have an API as well with a certain number of free requests daily as well. Documentation can be found at &lt;a href=&quot;https://www.tofler.in/docs&quot; rel=&quot;nofollow&quot;&gt;https://www.tofler.in/docs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12992" LastActivityDate="2016-07-15T09:57:28.860" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9234" PostTypeId="1" AcceptedAnswerId="9265" CreationDate="2016-07-15T14:33:06.943" Score="3" ViewCount="198" Body="&lt;p&gt;I am on a quest to find areas in China with disproportionate gender and/or age distributions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't really care if these areas are defined by political boundaries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since map-making is largely illegal in China, I'm not having a very easy time finding rich, open data sets. Any guidance would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="10481" LastEditorUserId="1511" LastEditDate="2016-07-18T20:27:36.263" LastActivityDate="2016-07-18T20:27:36.263" Title="Chinese demographic data (age, gender)" Tags="|data-request|demographics|population|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9236" PostTypeId="1" CreationDate="2016-07-15T16:09:18.707" Score="2" ViewCount="25" Body="&lt;p&gt;Results of randomized control trials are typically reported in free text contained in a PDF or HTML. Are there any proposal of machine readable format to report results of randomized control trials (RCTs)?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-07-31T18:12:10.163" LastActivityDate="2016-07-31T18:12:10.163" Title="Machine readable format to report results of randomized control trials" Tags="|medical|data-format|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9237" PostTypeId="1" CreationDate="2016-07-15T17:59:44.607" Score="1" ViewCount="48" Body="&lt;p&gt;Is there a geo-referenced directory of hospitals, labs, providers and their provider network affiliations for the US and Canada? I would prefer a dataset that has both street address and lat lon, but street address will do.&lt;/p&gt;&#xA;" OwnerUserId="12997" LastActivityDate="2016-07-20T16:22:44.283" Title="Is there a geo-referenced directory of hospitals, labs, providers and their network affiliations for the US and Canada?" Tags="|geospatial|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9238" PostTypeId="2" ParentId="9237" CreationDate="2016-07-15T19:33:38.497" Score="0" Body="&lt;p&gt;I don't think has any information on provider network affiliations, but could be a start: &lt;a href=&quot;https://healthsites.io/&quot; rel=&quot;nofollow&quot;&gt;https://healthsites.io/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-07-15T19:33:38.497" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9239" PostTypeId="1" AcceptedAnswerId="9254" CreationDate="2016-07-16T10:31:08.683" Score="1" ViewCount="44" Body="&lt;p&gt;Is there any data source for priority roads(: roads which are indicated to have priority with a traffic sign on site, overriding the 'priority to the right' rule) excluding OpenStreetMap?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The bigger the coverage, the better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sadly, OSM almost only contains this tag in some European instances, having a total of 10k OSM ways tagged as priority roads worldwide.&#xA;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Key:priority_road&quot; rel=&quot;nofollow&quot;&gt;http://wiki.openstreetmap.org/wiki/Key:priority_road&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13001" LastEditorUserId="13001" LastEditDate="2016-07-16T10:39:14.780" LastActivityDate="2016-07-18T03:23:46.050" Title="priority roads data" Tags="|data-request|geospatial|transportation|traffic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9241" PostTypeId="1" CreationDate="2016-07-16T14:52:13.873" Score="4" ViewCount="2955" Body="&lt;p&gt;Does anyone know please: Is there a reliable, &amp;quot;official&amp;quot; list of postal codes and cities (additional data like lat/long welcome) in Germany, available for download?  At a minimum, I'm looking for the PLZ (5 digit zip code) and city/location name.&lt;/p&gt;&#xA;" OwnerUserId="13005" LastEditorUserId="23272" LastEditDate="2021-04-03T05:19:42.497" LastActivityDate="2021-04-03T05:19:42.497" Title="Where can one find reliable, canonical (geo) data for Germany PLZ (postal zip codes)?" Tags="|germany|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9242" PostTypeId="2" ParentId="9205" CreationDate="2016-07-16T20:17:15.620" Score="2" Body="&lt;p&gt;From the University of California-Irvine (UCI) &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow&quot;&gt; Machine Learning Repository&lt;/a&gt;.  On this landing page, there is a link out to all datasets on the upper right.     &lt;/p&gt;&#xA;" OwnerDisplayName="user13009" LastEditorDisplayName="user13009" LastEditDate="2016-07-16T23:19:15.413" LastActivityDate="2016-07-16T23:19:15.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9243" PostTypeId="2" ParentId="9142" CreationDate="2016-07-17T12:16:40.177" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://hydrosheds.cr.usgs.gov/dataavail.php&quot; rel=&quot;nofollow&quot;&gt;HydroSheds&lt;/a&gt; is a global hydrology dataset based on SRTM topography data set (DEM). It includes glboal stream network and basins (vectors) and other raster outputs (flow dir., flow accu. etc.) derived from either 15 and 30 sec resolution. Rasters are also available at 3 sec resolutions. For the UK make sure you download European region.&lt;/p&gt;&#xA;" OwnerUserId="6132" LastActivityDate="2016-07-17T12:16:40.177" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9244" PostTypeId="1" CreationDate="2016-07-17T14:14:39.877" Score="2" ViewCount="39" Body="&lt;p&gt;I need to check the quality of my causality inference algorithm, so i want to check it with a dataset in which the causal relationships are already given. Is there a particular place for me to look at? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit :   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of a dataset :&lt;br&gt;&#xA;X1 X2 X3&lt;br&gt;&#xA;1.0 2.0 3.0&lt;br&gt;&#xA;2.0 3.0 4.0  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The columns are the variables . I want to have a dataset like that with given causal relationships between the variables&lt;/p&gt;&#xA;" OwnerUserId="13013" LastEditorUserId="13013" LastEditDate="2016-07-28T08:34:39.290" LastActivityDate="2016-07-28T08:34:39.290" Title="Ground truth dataset" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9245" PostTypeId="1" AcceptedAnswerId="9255" CreationDate="2016-07-17T15:42:31.667" Score="1" ViewCount="64" Body="&lt;p&gt;I'm having a good deal of trouble navigating the data dictionary for variables in the U.S. Census Survey of Income and Program Participation (SIPP). Here's a specific puzzle I've been unable to solve:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for data on an individual's receipt of unemployment benefits. However, there are at least two different variables with the same label in the core wave files:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;euectyp5        byte   %15.0g      euectypm   GI: Receipt of State unemployment comp.&#xA;er05            byte   %15.0g      er05l      GI: Receipt of State Unemployment Comp.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And the variables do not have equivalent values:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;. ta euectyp5 er05, mi&#xA;&#xA; GI: Receipt of |&#xA;          State |       GI: Receipt of State&#xA;   unemployment |     Unemployment Comp. (ISS&#xA;     comp. (ISS | Not in Un        Yes         No |     Total&#xA;----------------+---------------------------------+----------&#xA;Not in Universe |   416,059          0          0 |   416,059 &#xA;            Yes |         0      3,746      1,790 |     5,536 &#xA;             No |       316          0          0 |       316 &#xA;----------------+---------------------------------+----------&#xA;          Total |   416,375      3,746      1,790 |   421,911 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(This is all from 2008 Panel, Wave 1, but appears to be true in other waves as well. Have not checked other panels.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing I can think to do is to cross-reference with the questionnaire to determine what each question was actually asking, but the questionnaire itself (as downloaded &lt;a href=&quot;http://www.census.gov/programs-surveys/sipp/data/2008-panel/wave-1.html&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;) does not actually have these variable names in the file. I started trying to read the 400-page questionnaire to deduce where each were coming from, but this was unsuccessful, not to mention unbearably tedious because the questions are full of stuff like &lt;code&gt;[fill OTHSRCE_ARR(&amp;lt;33&amp;gt;):l](33)&lt;/code&gt; and other such macros that it is hard to track down the meaning of.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What am I missing? What is the difference between these variables: and, more generally, how do I go about figuring out other such puzzles when the variable names do not actually match those in the questionnaire and the questionnaire is so hard to read?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also wrote the census, as Albert recommended. they wrote back immediately and very helpfully. Here is the complete response:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The structure of the EUECTYP5 and ER05 variables can be confusing. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;EUECTYP5 covers the entire reference period.  So, respondents who have&#xA;  a 1 in this field have received state unemployment compensation at&#xA;  some point during the four-month reference period. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;You can see this in the question for EUECTYP5 on page 7-189, from the&#xA;  data dictionary, SIPP 2008 Panel Waves 01-10 - Core Data Dictionary,&#xA;  available here: &#xA;  &lt;a href=&quot;http://www.census.gov/programs-surveys/sipp/tech-documentation/data-dictionaries/data-dictionaries-2008.html&quot; rel=&quot;nofollow&quot;&gt;http://www.census.gov/programs-surveys/sipp/tech-documentation/data-dictionaries/data-dictionaries-2008.html&lt;/a&gt;&#xA;  Did ... receive any state unemployment compensation during the&#xA;  reference period?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;ER05, however, is a monthly variable.  So, it records receipt or&#xA;  non-receipt in each month.  It appears on page 7-229 of that same data&#xA;  dictionary.  Did ... receive income from State unemployment&#xA;  compensation in this month.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Usually, you could also see this in the universe statements, but&#xA;  unfortunately, there is an error in the EUECTYP5 universe statement&#xA;  posted in the data dictionary.  It should read All persons 15+ at the&#xA;  end of the reference period.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The ER05 universe, however, is correct as posted: All persons 15+ at&#xA;  the end of the reference period indicating receipt of State&#xA;  unemployment compensation sometime during the reference period.&#xA;  (EUECTYP5 = 1)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;So, the ER05 recipients are a subset of EUECTYP5 recipients. &#xA;  Respondents who received unemployment compensation in all 4 months of&#xA;  the reference period will have a &quot;1&quot; for both ER05 and EUECTYP5 in all&#xA;  4 months of a wave.  But, respondents who only received UC in one&#xA;  month will have ER05 and EUECTYP5 = 1 in that month, and will have&#xA;  EUECTYP5=1 and ER05=2 in the other 3 months of the wave. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;As far as trying to figure out variable names from question fields, it&#xA;  really depends on the variable you are looking at and the section in&#xA;  which it appears.  For some fields there is a pretty easy one-to-one&#xA;  correspondence between the variable and the relevant question.  For&#xA;  others, however, it isn't as clear what the connection is.  &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;I suggest looking at the user's guide, data dictionary, and user's&#xA;  notes, as you have been doing, and then writing in with questions. &#xA;  We're happy to help in whatever way we can.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="13015" LastEditorUserId="13015" LastEditDate="2016-07-20T13:16:57.110" LastActivityDate="2016-07-20T13:16:57.110" Title="Unemployment benefits coding in U.S. SIPP data" Tags="|usa|us-census|census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9246" PostTypeId="1" AcceptedAnswerId="9248" CreationDate="2016-07-17T17:26:09.600" Score="2" ViewCount="80" Body="&lt;p&gt;I'm looking to find a source of data for employment statistics regarding veterans and transitioning military personnel. Specifically, how many new veterans and transitioning military enter the workforce per month, states where they end up settling, and the industries they end up working in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I appreciate any guidance you can provide.&lt;/p&gt;&#xA;" OwnerUserId="13017" LastEditorUserId="18" LastEditDate="2016-07-17T18:37:59.423" LastActivityDate="2016-07-18T18:13:45.857" Title="Veteran employment statistics" Tags="|usa|labor|military|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9247" PostTypeId="2" ParentId="9246" CreationDate="2016-07-17T17:52:23.723" Score="1" Body="&lt;p&gt;Here's a list of veterans' data sources, some have part of what you want, you can probably cobble together your desired outcome from these resources:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bls.gov/news.release/vet.nr0.htm&quot; rel=&quot;nofollow&quot;&gt;Employment Situation of Veterans 2015 - bls.gov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://catalog.data.gov/dataset?q=veterans+employment&amp;amp;sort=score+desc%2C+name+asc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&quot; rel=&quot;nofollow&quot;&gt;data.gov Search for &quot;Veterans+Employment&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.census.gov/hhes/veterans/data/&quot; rel=&quot;nofollow&quot;&gt;Census&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.veteranstalent.io/&quot; rel=&quot;nofollow&quot;&gt;Relevant Information, More Sources - veteranstalent.io&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-07-17T17:52:23.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9248" PostTypeId="2" ParentId="9246" CreationDate="2016-07-17T18:37:28.110" Score="4" Body="&lt;p&gt;the &lt;a href=&quot;http://www.va.gov/VETDATA/index.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Center for Veterans Analysis and Statistics&lt;/a&gt; is a good general starting spot for knowing what data is available about veterans. The &lt;a href=&quot;http://www.va.gov/vetdata/report.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;reports&quot;&lt;/a&gt; page there includes some higher level data about Veteran employment, income, and poverty status. However, this is mostly aggregate and historical data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Generally, the source for monthly employment information (not limited to veterans) is the Current Population Survey. The CPS makes a special data collection about veterans every August. (&lt;a href=&quot;http://www2.census.gov/programs-surveys/cps/techdocs/cpsaug15.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Technical documentation for the August 2015 Veterans' Supplement&lt;/a&gt;) The main page for data and reports from the Veterans' Supplement is &lt;a href=&quot;http://www.bls.gov/news.release/vet.toc.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.bls.gov/news.release/vet.toc.htm&lt;/a&gt;  As far as I can tell, the CPS only publishes annual counts of veteran employment status, and that page only has 2015 data, and for one table 2014/2015 comparable statistics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Getting access to bulk data from the Current Population Survey is complicated, and not something I'm very expert in. You might be able to get historic data from &lt;a href=&quot;http://dataferrett.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataFerrett&lt;/a&gt;, but you have to be able to run Java applets in your browser, which is increasingly difficult to do for security reasons. (This &lt;a href=&quot;https://opendata.stackexchange.com/questions/3697/data-ferret-census-gov-will-not-load&quot;&gt;answer on the Open Data SE&lt;/a&gt; has some more about getting DataFerrett to run.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like &lt;a href=&quot;http://www.nber.org/data/current-population-survey-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this big, um, colorful page from the National Bureau of Economic Research (NBER)&lt;/a&gt; provides direct access to download the data -- you'd be looking at the &quot;August&quot; column.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source for historic CPS data is IPUMS -- &lt;a href=&quot;https://cps.ipums.org/cps/codebooks.shtml#vet_codebooks&quot; rel=&quot;nofollow noreferrer&quot;&gt;here's their page about the Veterans supplement&lt;/a&gt; but IPUMS is pretty complex also.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If all of this seems harder than it ought to be, I'd agree. You might consider trying a local library, where reference specialists are often available to help with this kind of research. The Census also organizes networks of &lt;a href=&quot;http://www.census.gov/about/partners/sdc/member-network.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;State Data Centers&lt;/a&gt; and &lt;a href=&quot;http://www.census.gov/about/partners/cic.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Information Centers&lt;/a&gt; who are often good resources for this kind of thing.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-07-18T18:13:45.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9249" PostTypeId="1" CreationDate="2016-07-17T19:35:34.683" Score="1" ViewCount="20" Body="&lt;p&gt;I'm interested in data from public opinion surveys that have asked people about tax policy in terms of specific tax rates about specific levels of income (or other taxable quantities, like inheritance amounts).  That is, I want data from surveys that have asked questions like &quot;Suppose a person earns $100,000 a year.  How much do you think that person should pay in income taxes?&quot;  (Or, alternatively, &quot;How much do you think that person should have left after paying income taxes?&quot;)  I'd be okay with multiple-choice answers if they were fairly granular (e.g., &quot;less than $10,000&quot;, &quot;$10,000-2000&quot;), although I'd prefer data where respondents could give any number they liked.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are three things I specifically want to avoid (and which are present in tax-policy survey data I've seen so far).  One is asking people only about their own situation (e.g., &quot;How much tax do you think you should pay?&quot;).  Another is asking only about broad socioeconomic categories that are not defined by actual numbers (e.g., &quot;How much should a lower-class family pay?&quot;).  The third is asking for opinions only in relative terms rather than in terms of actual numbers (e.g., &quot;Do you think people earning more than $250,000 per year currently pay too much in income tax, about the right amount, or too little?&quot;).  That's why I'm interested in questions that use specific numbers for both the hypothetical income level and the hypothetical tax burden.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for opinion surveys from the USA, although I'd also be interested in data from other countries for comparison, or in data from segments of the US population (e.g., individual states).&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2016-07-17T19:35:34.683" Title="Opinion surveys about specific tax rates" Tags="|taxes|survey|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9250" PostTypeId="2" ParentId="7151" CreationDate="2016-07-17T19:50:16.297" Score="1" Body="&lt;p&gt;I emailed the people at the IRS SOI.  Here is their response:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The reason returns that have no AGI but show a high average tax amount is due almost entirely to the Alternative Minimum Tax. Returns with no AGI will not have income tax without a special income tax calculation, such as the AMT.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This unfortunately means that the AGI as listed does not have any reliable relationship to the tax amount paid, since you can't tell whether the tax that was paid was based on AGI via normal tax brackets, or involved AMT calculations that added back in some deductions.&lt;/p&gt;&#xA;" OwnerUserId="2013" LastActivityDate="2016-07-17T19:50:16.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9251" PostTypeId="1" AcceptedAnswerId="9411" CreationDate="2016-07-17T20:39:44.007" Score="3" ViewCount="114" Body="&lt;p&gt;While reviewing &lt;a href=&quot;https://codereview.stackexchange.com/q/86879/52915&quot;&gt;this&lt;/a&gt; piece of work I found out I need a file with a specific format. I don't happen to have those laying around and I wouldn't know where to get one either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a &lt;code&gt;.shp&lt;/code&gt; file, content doesn't matter. Attributes should be:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ID&#xA;IDsub&#xA;ValueSum&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What kind of data is this and where do I get a file to test the code on?&lt;/p&gt;&#xA;" OwnerUserId="7193" LastEditorUserId="-1" LastEditDate="2017-04-13T12:41:08.930" LastActivityDate="2016-08-10T11:17:56.543" Title="Looking for geospatial .shp files with specific format" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9252" PostTypeId="1" AcceptedAnswerId="9352" CreationDate="2016-07-17T07:44:49.287" Score="4" ViewCount="71" Body="&lt;p&gt;Is there any image dataset which has labels for image itself and also includes  labels for every object in that image? I need a dataset which is publicly available. &lt;/p&gt;&#xA;" OwnerUserId="15173" OwnerDisplayName="user85361" LastEditorDisplayName="user4293" LastEditDate="2016-07-18T13:01:46.530" LastActivityDate="2016-07-31T13:05:33.003" Title="Is there any dataset for images which contains each object name?" Tags="|data-request|images|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9253" PostTypeId="2" ParentId="9252" CreationDate="2016-07-17T18:58:42.260" Score="1" Body="&lt;p&gt;The NIST handwritten digits use the digit as label ... but that's obviously only 10 labels.&lt;/p&gt;&#xA;" OwnerUserId="13267" OwnerDisplayName="Michael Hooreman" LastActivityDate="2016-07-17T18:58:42.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9254" PostTypeId="2" ParentId="9239" CreationDate="2016-07-18T03:23:46.050" Score="1" Body="&lt;p&gt;I used to work in this field and this data for any large geography is not available from an open source that I know of. I know at least three private companies that hold such data.&lt;/p&gt;&#xA;" OwnerUserId="3793" LastActivityDate="2016-07-18T03:23:46.050" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9255" PostTypeId="2" ParentId="9245" CreationDate="2016-07-18T04:54:19.913" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://thedataweb.rm.census.gov/pub/sipp/2008/l08w11d.txt&quot; rel=&quot;nofollow&quot;&gt;http://thedataweb.rm.census.gov/pub/sipp/2008/l08w11d.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;D EUECTYP5    2   1209&#xA;T GI: Receipt of State unemployment comp. (ISS &#xA;  Code 5)&#xA;     Did ... receive any state unemployment &#xA;     compensation during the reference period?  &#xA;U All persons aged 15+ at end of reference period &#xA;   who indicated receipt of unemployment &#xA;  compensation  income since the beginning of &#xA;  the reference period.  (EPOPSTAT = 1) &#xA;V         -1 .Not in Universe&#xA;V          1 .Yes&#xA;V          2 .No&#xA;&#xA;&#xA;D ER05        2   1479&#xA;T GI: Receipt of State Unemployment Comp. (ISS &#xA;  Code 5)&#xA;     Did ... receive income from State &#xA;     unemployment compensation in this month. &#xA;     ISS Code 5   &#xA;U All persons 15+ at the end of the reference &#xA;  period indicating  receipt of State &#xA;  unemployment compensation sometime during the &#xA;   reference period. (EUECTYP5 = 1) &#xA;V         -1 .Not in Universe&#xA;V          1 .Yes&#xA;V          2 .No&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-07-18T04:54:19.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9256" PostTypeId="1" CreationDate="2016-07-18T06:28:00.790" Score="2" ViewCount="58" Body="&lt;p&gt;I know how to compute eigenfaces from a faces dataset, but before doing it, I'd like to know if there is some precomputed eigenfaces dataset. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, instead of downloading thousands of faces (for instance, from the &lt;a href=&quot;http://www.itl.nist.gov/iad/humanid/feret/feret_master.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;FERET&lt;/a&gt; dataset or the &lt;a href=&quot;http://vis-www.cs.umass.edu/lfw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LWF&lt;/a&gt; dataset) and applying eigendecomposition, I could get some (say, the top 100) eigenfaces (+ average face) directly, like the image below. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now, I don't care from which dataset they are extracted. Also, my goal is to generate random faces from linear combinations of eigenfaces, not to do face recognition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/W3dwU.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/W3dwU.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13023" LastActivityDate="2016-07-18T06:28:00.790" Title="Precomputed Eigenfaces" Tags="|data-request|images|faces|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9257" PostTypeId="1" CreationDate="2016-07-18T10:09:34.743" Score="1" ViewCount="74" Body="&lt;p&gt;I am trying to filter my search on the DOL API to capture only observations meeting a particular criteria. In addition, I will need to skip some observations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the code I am using below. Number 1 works, but when I try to introduce a filter, as in number 2, I get an error. Ultimately, I would like to include both a filter and skip.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1)  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;msha_api &amp;#60;- GET(&quot;http://api.dol.gov/V1/Mining/FullMineInfo/MSHA_mines/?Key=xxx&amp;$skip=100&quot;, accept(&quot;application/json&quot;))&lt;/code&gt;&lt;/pre&gt;  &#xA;&#xA;&lt;p&gt;2)  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;msha_api &amp;#60;- GET(&quot;http://api.dol.gov/V1/Mining/FullMineInfo/MSHA_mines/?Key=xxx&amp;$filter=PRIMARY_CANVASS eq 'Coal'&quot;, accept(&quot;application/json&quot;))&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Any advice/help on how to go about including both a &lt;code&gt;filer&lt;/code&gt; and a &lt;code&gt;skip&lt;/code&gt; in the DOL API call?&lt;/p&gt;&#xA;" OwnerUserId="13024" LastEditorUserId="90" LastEditDate="2016-07-18T13:01:30.107" LastActivityDate="2016-07-18T13:01:30.107" Title="Filter in Get Request from DOL data" Tags="|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9258" PostTypeId="2" ParentId="9257" CreationDate="2016-07-18T12:33:49.667" Score="1" Body="&lt;p&gt;I think this is a URL encoding issue with R... try this: (note the &lt;code&gt;+&lt;/code&gt; instead of &lt;code&gt;&lt;/code&gt; [space])&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;msha_api &amp;lt;- GET(&quot;http://api.dol.gov/V1/Mining/FullMineInfo/MSHA_mines/?Key=xxxx&amp;amp;$filter=PRIMARY_CANVASS+eq+'Coal'&quot;, accept(&quot;application/json&quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://stat.ethz.ch/R-manual/R-devel/library/utils/html/URLencode.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stat.ethz.ch/R-manual/R-devel/library/utils/html/URLencode.html&lt;/a&gt; for how to do this programmatically &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Screenshot of results below:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PSmyl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PSmyl.png&quot; alt=&quot;working results&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-07-18T12:33:49.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9259" PostTypeId="1" CreationDate="2016-07-18T13:24:31.070" Score="2" ViewCount="32" Body="&lt;p&gt;Does someone know where to find the contact information of all the secondary schools of Ireland, Finland and UK? I am researching for schoolnames, place, e-mail and post adress. I found already some schools, but I am still missing a lot of schools.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I have found these lists: &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_schools_in_Northern_Ireland&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/List_of_schools_in_Northern_Ireland&lt;/a&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_schools_in_Finland&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/List_of_schools_in_Finland&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13026" LastEditorUserId="70" LastEditDate="2016-12-04T12:01:10.500" LastActivityDate="2016-12-04T12:01:10.500" Title="Secondary schools Ireland, UK &amp; Finland" Tags="|data-request|education|uk|ireland|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9260" PostTypeId="1" AcceptedAnswerId="9281" CreationDate="2016-07-18T14:47:17.227" Score="2" ViewCount="166" Body="&lt;p&gt;How would I get U.S. data on people with disabilities? I want the total number tracked (however defined), and also broken down by disability,e.g. blindness, deafness, etc., on a state by state basis, if possible.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2016-07-21T22:31:38.697" LastActivityDate="2016-07-22T22:08:58.720" Title="How would I get data on people with disabilities?" Tags="|data-request|usa|disabilities|" AnswerCount="2" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="9261" PostTypeId="2" ParentId="9155" CreationDate="2016-07-18T18:25:41.227" Score="1" Body="&lt;p&gt;The CDC has an &lt;a href=&quot;http://www.cdc.gov/breastfeeding/data/&quot; rel=&quot;nofollow&quot;&gt;entire page about Breastfeeding&lt;/a&gt;. However, as is typical for US Government data projects, it doesn't get to a city level of granularity -- the CDC breast feeding data is aggregated at the state level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may be able to find comparable reports from some states -- for example, &lt;a href=&quot;http://www.cdph.ca.gov/data/statistics/Pages/CaliforniamPINCSurveyData.aspx&quot; rel=&quot;nofollow&quot;&gt;California publishes reports&lt;/a&gt; created as a part of their participation in the CDC's survey. I'm not optimistic that you'll find this for many other states, but we can improve this answer if you do! You might also be able to request the data using under FOIA/FOIL laws, even if it isn't published.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option would be to contact organizations like &lt;a href=&quot;http://www.llli.org/&quot; rel=&quot;nofollow&quot;&gt;La Leche League&lt;/a&gt;, who promote breast feeding. A little bit of googling didn't turn up anything obvious, but they might be willing to share if they were approached.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2016-07-18T18:25:41.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9262" PostTypeId="1" AcceptedAnswerId="9263" CreationDate="2016-07-18T19:04:55.517" Score="4" ViewCount="2692" Body="&lt;p&gt;Is there a dataset containing a group of poems in English? I couldn't find any resource online. I could web scrape poetry sites, but I want to avoid copyright issues and even a dataset of older poems would do&lt;/p&gt;&#xA;" OwnerUserId="13030" LastEditorUserId="1511" LastEditDate="2016-07-18T19:47:08.203" LastActivityDate="2016-07-18T19:57:45.610" Title="Dataset of English Poetry" Tags="|data-request|language|english|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9263" PostTypeId="2" ParentId="9262" CreationDate="2016-07-18T19:57:45.610" Score="4" Body="&lt;p&gt;To ensure public domain poetry, you can use &lt;a href=&quot;https://www.gutenberg.org&quot; rel=&quot;nofollow&quot;&gt;Project Gutenberg&lt;/a&gt;. In particular, they have a &quot;&lt;a href=&quot;https://www.gutenberg.org/wiki/Poetry_(Bookshelf)&quot; rel=&quot;nofollow&quot;&gt;Bookshelf&lt;/a&gt;&quot; specific to poetry. With some exceptions, Project Gutenberg is mostly English.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download all of Project Gutenberg, with their &lt;a href=&quot;https://www.gutenberg.org/robot/harvest&quot; rel=&quot;nofollow&quot;&gt;Harvest&lt;/a&gt; site. &lt;a href=&quot;https://webapps.stackexchange.com/a/12312&quot;&gt;See here&lt;/a&gt; for more details - downloading with &lt;code&gt;wget&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably more useful is to use a wrapper library like &lt;a href=&quot;https://github.com/c-w/Gutenberg&quot; rel=&quot;nofollow&quot;&gt;Python's Gutenberg&lt;/a&gt;. In this case, you would feed a list of e-book IDs (e.g. 12924) from the Bookshelf link to a python code, then download all the TXT data.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from gutenberg.acquire import load_etext&#xA;from gutenberg.cleanup import strip_headers&#xA;&#xA;id_list = [12924, 16786] # better is to read a parameter file&#xA;for id_nr in id_list: # loop over list&#xA;    text = strip_headers(load_etext(id_nr)).strip()&#xA;    # actually do something with `text`&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Other languages have wrappers, too.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-18T19:57:45.610" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9264" PostTypeId="1" CreationDate="2016-07-18T19:58:08.310" Score="1" ViewCount="90" Body="&lt;p&gt;I'm trying to find a record on MIMIC dataset showing that a patient being placed with a central line (aka central venous catheter) and I need this information only for CLABSI patients (i.e. diagnosed with ICD 9 codes '99931', '99932', '99933', '99662', '9993’). Here are the tables I looked and the problematic things about them:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Procedure_icd (Dictionary table: D_icd_procedures): Contains the most through information. I checked the icd 9 code 38.93 (Venous catheterization, not elsewhere classified). Among 1300 total CLABSI patients, 1039 of them has a record in this table. However, there is no date and caregiver information (who placed the central line) in this table, so we cannot use this table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-CptEvents table: I found out that the CPT codes for central line placement are 36555-36771. Among 1300 total CLABSI patients, only 261 has a record in this table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-XEvents tables which uses D_items table as their dictionary table (ChartEvents, DatetimeEvents, InputEvents, etc.): I searched D_items table to find the codes for central line placement. I found 158 different codes. (Eg: 117;&quot;Catheter Insert Date&quot;, 5442;&quot;pic line placement&quot;, 4476;&quot;PICC line placement”). Among 1300 total CLABSI patients, chartEvents and DatetimeEvents tables have the most record with 429 total unique patients, but none of these tables have more than ~250 records. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why most of the patients do not have a record about being placed with a central line? Am I missing some codes/not looking at the correct place, or is it just missing data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="13034" LastActivityDate="2016-07-28T05:05:03.433" Title="Finding central line placement date on MIMIC-III Dataset" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9265" PostTypeId="2" ParentId="9234" CreationDate="2016-07-18T20:26:29.750" Score="2" Body="&lt;p&gt;The official stats page of China has a table with gender per political region, in Chinese, with the data you are looking for (source is Wikipedia &lt;a href=&quot;https://en.wikipedia.org/wiki/Sixth_National_Population_Census_of_the_People%27s_Republic_of_China#cite_note-Communique_1-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sixth National Population Census of the People's Republic of China&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.stats.gov.cn/tjsj/ndsj/renkoupucha/2000pucha/html/t0102.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.stats.gov.cn/tjsj/ndsj/renkoupucha/2000pucha/html/t0102.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://translate.google.com/translate?hl=en&amp;amp;sl=zh-CN&amp;amp;tl=en&amp;amp;u=http%3A%2F%2Fwww.stats.gov.cn%2Ftjsj%2Fndsj%2Frenkoupucha%2F2000pucha%2Fhtml%2Ft0102.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google translation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Additionally, the &lt;a href=&quot;http://data.un.org/Data.aspx?d=POP&amp;amp;f=tableCode%3a22%3bcountryCode%3a156%3brefYear%3a2010%3bsexCode%3a1%2c2&amp;amp;c=2,3,6,8,10,12,14,15,16&amp;amp;s=_countryEnglishNameOrderBy:asc,refYear:desc,areaCode:asc&amp;amp;v=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN data portal&lt;/a&gt; has gender data for China from the 2010 census. You have to select China, 2010, and then with &quot;More filters&quot;, select Male and Female. This will give you age and gender groups, but not geographical.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Jp1DD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Jp1DD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-18T20:26:29.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9266" PostTypeId="2" ParentId="6804" CreationDate="2016-07-18T21:43:13.290" Score="2" Body="&lt;p&gt;I found a large collection of product ASINs &lt;a href=&quot;https://archive.org/download/asin_listing&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;&#xA;&lt;br&gt;But it is pretty old. (belongs to 2015)&lt;/p&gt;&#xA;" OwnerUserId="13035" LastActivityDate="2016-07-18T21:43:13.290" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9267" PostTypeId="1" AcceptedAnswerId="9269" CreationDate="2016-07-19T01:05:44.737" Score="8" ViewCount="210" Body="&lt;p&gt;In the world of stock and hedge funding, does there exist, for instance, a way to gather a tremendous amount of data on the price of wheat from 20 years on the stock exchange (For instance, on Wall Street stock)? In fact, I'd like to treat, statistically, the price of a stock product, but I don't know where we may find out that type of data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the James Simons's discussions (&lt;a href=&quot;https://www.ted.com/talks/jim_simons_a_rare_interview_with_the_mathematician_who_cracked_wall_street/transcript&quot; rel=&quot;nofollow noreferrer&quot;&gt;A rare interview with the mathematician who cracked Wall Street&lt;/a&gt;), Simons explains that &quot;The real thing was to gather a tremendous amount of data -- and we had to get it by hand in the early days. We went down to the &lt;strong&gt;Federal Reserve&lt;/strong&gt; and copied interest rate histories and stuff like that, because it didn't exist on computers.&quot; (Time : 11:26), but where is that Federal Reserve?&lt;/p&gt;&#xA;" OwnerUserId="13037" LastEditorUserId="17209" LastEditDate="2017-12-20T07:32:54.690" LastActivityDate="2017-12-20T07:32:54.690" Title="Federal Reserve - Tremendous amount of data" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9268" PostTypeId="2" ParentId="9135" CreationDate="2016-07-19T11:12:33.433" Score="0" Body="&lt;p&gt;I'm sorry but it's just a fee except for local governments that can trigger a convention&lt;/p&gt;&#xA;" OwnerUserId="13045" LastActivityDate="2016-07-19T11:12:33.433" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9269" PostTypeId="2" ParentId="9267" CreationDate="2016-07-19T12:40:10.140" Score="4" Body="&lt;p&gt;If you can program, I would pull data from the &lt;a href=&quot;https://stackoverflow.com/questions/27543776/yahoo-finance-webservice-api&quot;&gt;Yahoo finance API&lt;/a&gt;.&#xA;Otherwise, &lt;a href=&quot;http://eoddata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;eoddata&lt;/a&gt; seems to have what you are asking for. 20 years of end of day data in a number of file formats.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-07-19T12:40:10.140" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9270" PostTypeId="2" ParentId="9241" CreationDate="2016-07-19T13:36:45.690" Score="3" Body="&lt;p&gt;try this one for postal codes: &lt;a href=&quot;http://www.suche-postleitzahl.org/downloads?download=plz-gebiete.shp.zip&quot;&gt;http://www.suche-postleitzahl.org/downloads?download=plz-gebiete.shp.zip&lt;/a&gt;&#xA;Concerning the cities, I would prefer Geofabrik: &lt;a href=&quot;http://download.geofabrik.de/europe.html&quot;&gt;http://download.geofabrik.de/europe.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note that PLZ-geodata is the property of Deutsche Post, changing every year its geometries (but only little parts of it) and selling it at a price - so you cannot be sure downloading &quot;canoninal&quot; geodata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;spiralhirn&lt;/p&gt;&#xA;" OwnerUserId="13047" LastActivityDate="2016-07-19T13:36:45.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9271" PostTypeId="2" ParentId="9251" CreationDate="2016-07-19T19:01:07.063" Score="5" Body="&lt;p&gt;A few lines of R (or python, or whatever) can make this for you. If you're just interested in (effectively) dummy data, I recommend going to the census tiger files (for instance, &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-data.html&quot;&gt;here&lt;/a&gt;) and using one of their shapefile PLUS demographic data, say, for the 2010 census at the state or county level. You could use R or python or QGIS to strip off the from the polygon data frame and rename the GEOIDs as ID and IDsub (say, state as ID and county as IDsub) and the population as &quot;ValueSum.&quot; Then you've got a testable shapefile in the format you need for testing.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2016-07-19T19:01:07.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9273" PostTypeId="1" CreationDate="2016-07-20T15:16:17.060" Score="1" ViewCount="210" Body="&lt;p&gt;I am looking for a sample of web traffic or click stream data set, please let me know sources from where I can get the sample data?&lt;/p&gt;&#xA;" OwnerUserId="13061" LastActivityDate="2016-07-20T19:27:19.707" Title="Small Sample of Clickstream data" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9274" PostTypeId="2" ParentId="9237" CreationDate="2016-07-20T16:22:44.283" Score="2" Body="&lt;p&gt;Don't think so... in Canada I'm pretty sure this data is provincial... I'm not sure about the US, there may be something more national...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalogue.data.gov.bc.ca/dataset/bc-health-care-facilities-hospital&quot; rel=&quot;nofollow&quot;&gt;https://catalogue.data.gov.bc.ca/dataset/bc-health-care-facilities-hospital&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalogue.data.gov.bc.ca/dataset/bc-community-health-atlas&quot; rel=&quot;nofollow&quot;&gt;https://catalogue.data.gov.bc.ca/dataset/bc-community-health-atlas&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://open.canada.ca/data/en/dataset?q=hospital&amp;amp;catalog_type=Geo+Data+%7C+G%C3%A9o&quot; rel=&quot;nofollow&quot;&gt;http://open.canada.ca/data/en/dataset?q=hospital&amp;amp;catalog_type=Geo+Data+%7C+G%C3%A9o&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="1177" LastActivityDate="2016-07-20T16:22:44.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9275" PostTypeId="1" AcceptedAnswerId="9282" CreationDate="2016-07-20T16:55:13.423" Score="2" ViewCount="52" Body="&lt;p&gt;Is open data a government initiative or are there non-government sites such as &lt;a href=&quot;https://en.wikipedia.org/wiki/Project_Gutenberg&quot; rel=&quot;nofollow&quot;&gt;Project Gutenberg&lt;/a&gt; that are part of open data? How does a &quot;featured site&quot; work? Is it somehow linked to data.gov, or does it operate independently?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2016-07-20T17:27:47.667" LastActivityDate="2016-07-20T20:26:58.987" Title="What is a &quot;featured site&quot; in the context of open data?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9276" PostTypeId="1" AcceptedAnswerId="9286" CreationDate="2016-07-20T17:02:37.990" Score="0" ViewCount="53" Body="&lt;p&gt;This question was inspired by &lt;a href=&quot;https://opendata.stackexchange.com/questions/841/what-is-a-ready-to-use-wordpress-cms-template-for-serving-open-datasets&quot;&gt;this one&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to load open data into the &lt;strong&gt;backend&lt;/strong&gt; of my system. That is, I want the data to be accessible to my developers, but not the public. I was told by an IT professional that I need an &quot;FTP&quot; (file transfer protocol). Is this correct? If not, what is the appropriate tool?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-07-21T04:46:48.787" Title="If Wordpress is an appropriate tool for loading open data into a system's front end, what would I use for the backend?" Tags="|tool-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9277" PostTypeId="2" ParentId="8969" CreationDate="2016-07-20T17:45:34.283" Score="1" Body="&lt;p&gt;I think that the EarthEnv project (&lt;a href=&quot;http://www.earthenv.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.earthenv.org/&lt;/a&gt;) might have a lot of what you need. While most of the non-elevation data is at the 1km resolution, the reprocessed DEM available there is at a 90m resolution. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another potential source of data is from government agencies themselves (one such listing of most available government data is here: &lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;). If there is a place in particular that you're looking into, the respective government agencies might have something available. &lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2016-07-20T17:45:34.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9278" PostTypeId="1" CreationDate="2016-07-20T18:00:48.770" Score="1" ViewCount="54" Body="&lt;p&gt;I am dealing with accelerometer data (csv) as well as audio data stored in FTP server coming from an android app. Data is loaded from FTP in my notebook for exploratory analysis to extract features from both type of files, i used libraries such as PyAudioAnalysis and Pandas. My aim is to understand the process of deploying the model i am gonna build later while keeping in mind that i rely heavily on csv files for the training.&lt;/p&gt;&#xA;" OwnerUserId="13066" LastEditorUserId="754" LastEditDate="2017-08-07T11:50:18.773" LastActivityDate="2017-08-07T11:50:18.773" Title="How can I deploy a sci-kit learn model when the data in use are .csv files?" Tags="|machine-learning|csv|audio|python|accelerometer|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9279" PostTypeId="2" ParentId="9273" CreationDate="2016-07-20T19:27:19.707" Score="2" Body="&lt;p&gt;Maybe check out this dataset on Quandl from Singularity? &#xA;&lt;a href=&quot;https://www.quandl.com/data/SNGLRTY/INTERNET_DATA_TRAFFIC-Internet-Data-Traffic&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/SNGLRTY/INTERNET_DATA_TRAFFIC-Internet-Data-Traffic&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The original source of the dataset is: &lt;a href=&quot;http://www.singularity.com/charts/page80.html&quot; rel=&quot;nofollow&quot;&gt;http://www.singularity.com/charts/page80.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps you get started. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-07-20T19:27:19.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9280" PostTypeId="2" ParentId="9267" CreationDate="2016-07-20T19:36:46.630" Score="3" Body="&lt;p&gt;Have you checked out &lt;a href=&quot;https://www.quandl.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quandl&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;p&gt;We have a lot of historical data on stocks including EOD stock prices, data on OHLC and volume, intraday data and some excellent futures databases.&lt;/p&gt;&#xA;&lt;p&gt;Quandl lets you download data in the tool of your choice including Python, R and Excel and the Quandl API is free to use.&lt;/p&gt;&#xA;&lt;p&gt;Here are some links to explore:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/vendors/edi&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/vendors/edi&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/FRED&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/FRED&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/browse&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/browse&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/collections&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/collections&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/tools/full-list&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/tools/full-list&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-07-20T19:36:46.630" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9281" PostTypeId="2" ParentId="9260" CreationDate="2016-07-20T20:01:00.797" Score="3" Body="&lt;p&gt;Quandl has a database called Social Security Administration, which has data on number of disabled workers, but it unfortunately doesn't show the disability eg. blindness or deafness and the data isn't broken down on a state-by-state basis. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check it out here: &lt;a href=&quot;https://www.quandl.com/data/SOCSEC/DISABWORK-Social-Security-Beneficiary-Data-Disabled-Worker&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/SOCSEC/DISABWORK-Social-Security-Beneficiary-Data-Disabled-Worker&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're interested in regional sales of hearing aids, though, or any other products for those with disabilities, you can search for the product name in the search bar at &lt;a href=&quot;https://www.quandl.com&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com&lt;/a&gt; and see what results show. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For &quot;hearing aids&quot;, for example, check out the following databases: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/FRED?keyword=hearing%20aid&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/FRED?keyword=hearing%20aid&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/OECD?keyword=hearing%20aid&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/OECD?keyword=hearing%20aid&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastEditorUserId="10342" LastEditDate="2016-07-22T15:01:44.193" LastActivityDate="2016-07-22T15:01:44.193" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9282" PostTypeId="2" ParentId="9275" CreationDate="2016-07-20T20:26:58.987" Score="2" Body="&lt;p&gt;While open government initiatives are often led by governments and their agencies, non-governmental groups are participating in open government programs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Resources: &#xA;&lt;a href=&quot;https://www.whitehouse.gov/open&quot; rel=&quot;nofollow&quot;&gt;https://www.whitehouse.gov/open&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.opengovpartnership.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengovpartnership.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8923" LastActivityDate="2016-07-20T20:26:58.987" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9284" PostTypeId="2" ParentId="7635" CreationDate="2016-07-21T02:30:22.847" Score="2" Body="&lt;p&gt;It's not exactly &quot;open&quot; data, but the largest nationwide database about houses is maintained by &lt;a href=&quot;http://www.zillow.com/?semAdid=66282859862&amp;amp;semKwid=kwd-570802407&amp;amp;semAdgid=4644069062&amp;amp;semMaTy=e&amp;amp;k_clickid=b0dae881-74ad-46a0-854a-7212c60e9856&amp;amp;gclid=Cj0KEQjwwry8BRDjsbjMpPSDvagBEiQA5oW0nAaP3T231-5GGPnzNPqODAwqmTLIoS1Mz_Jj5REm84UaAo6O8P8HAQ&quot; rel=&quot;nofollow&quot;&gt;Zillow&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their proprietary estimates of home prices are called &quot;Zestimates.&quot;&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-07-21T02:30:22.847" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9285" PostTypeId="2" ParentId="9276" CreationDate="2016-07-21T03:39:29.073" Score="2" Body="&lt;p&gt;your IT professional was right. You will need to have an FTP account that your developers can access and change where needed. You are able to set up FTP accounts through your ISP (internet service provider) or from the control panel where you &quot;host&quot; and/or bought your website. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am studying web development and can verify that what you have been told is correct. If you need any more information please feel free to contact me.&lt;/p&gt;&#xA;" OwnerUserId="13072" LastActivityDate="2016-07-21T03:39:29.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9286" PostTypeId="2" ParentId="9276" CreationDate="2016-07-21T04:46:48.787" Score="2" Body="&lt;p&gt;Wordpress is the backend of Wordpress sites.&lt;br&gt;&#xA;You can use an FTP connection, but you do not &lt;b&gt;have&lt;/b&gt; to have one.&lt;br&gt;&#xA;I run WordPress blog, and various installations for clients/development on my server, which has been configured to run PHP (WP is (mostly) PHP). I can log into my wp blog at &lt;a href=&quot;http://mywpblog.com/wp-admin&quot; rel=&quot;nofollow&quot;&gt;http://mywpblog.com/wp-admin&lt;/a&gt; which is public facing, but only pre login.&lt;br&gt;&#xA;Boring (and archaic!) details of my setup, but as you can see I don't need/use an FTP here.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wordpress offers many solutions (including hosting, development, etc.), as well as can be configured to offer any variety of others...my point is, you don't necessarily have to have any one thing to do this, except for Wordpress.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-07-21T04:46:48.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9287" PostTypeId="1" CreationDate="2016-07-21T17:47:34.247" Score="4" ViewCount="1392" Body="&lt;p&gt;Is there any open dataset of physical data (e.g. weight and height) of elite football players in european leagues over time (the last 15 years)? &lt;/p&gt;&#xA;" OwnerUserId="13080" LastActivityDate="2018-02-27T00:54:14.130" Title="Football (Soccer) player physical data (weight and height) over time" Tags="|medical|football|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9288" PostTypeId="5" CreationDate="2016-07-21T22:33:12.970" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-07-21T22:33:12.970" LastActivityDate="2016-07-21T22:33:12.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9289" PostTypeId="4" CreationDate="2016-07-21T22:33:12.970" Score="0" Body="Regarding blindness, deafness, or other conditions that cause people to be &quot;disabled.&quot;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2016-07-23T10:10:23.537" LastActivityDate="2016-07-23T10:10:23.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9290" PostTypeId="1" CreationDate="2016-07-21T23:27:02.543" Score="1" ViewCount="106" Body="&lt;p&gt;I have a data set with rail station information that is in ERPC for all the stations. It would be great to find a lookup table to translate these into actual station names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, the only reference I can find is in the documentation for a product called PC Miler&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.pcmiler.com/support/Guides/PCMILER_GeocodeFilesReferenceGuide.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.pcmiler.com/support/Guides/PCMILER_GeocodeFilesReferenceGuide.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some definite rules on how they form the ERPC code: 1. Max of 9 characters 2. all spaces removed 3. Saint/Fort always translated to ST or FT&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some examples of the rail station names and how they translate:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fort Worth becomes FTWORTH Cunningham becomes CUNNINGHA&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In some cases it obvious what city is being referred to and in others it is not.&lt;/p&gt;&#xA;" OwnerUserId="13084" LastActivityDate="2016-07-21T23:27:02.543" Title="Where is a lookup table for rail stations in ERPC – Eastern Railroad President's Conference Codes?" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9291" PostTypeId="1" CreationDate="2016-07-22T04:10:49.400" Score="2" ViewCount="21" Body="&lt;p&gt;I am looking for a dataset containing a list of libraries with the methods they contain and the date or library version when each method was introduced/changed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: the method &lt;a href=&quot;http://pandas.pydata.org/pandas-docs/version/0.12.0/generated/pandas.io.sql.read_sql.html&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;pandas.io.sql.read_sql&lt;/code&gt;&lt;/a&gt; in the &lt;a href=&quot;https://en.wikipedia.org/wiki/Pandas_(software)&quot; rel=&quot;nofollow&quot;&gt;pandas library&lt;/a&gt; was introduced in &lt;code&gt;pandas 0.12.0&lt;/code&gt; (release date: 2013-07-24).&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-22T04:10:49.400" Title="Library methods with date of introduction" Tags="|data-request|computing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9292" PostTypeId="1" CreationDate="2016-07-22T04:11:04.107" Score="1" ViewCount="81" Body="&lt;p&gt;I am looking for research data on emoji.  I found a real-time data source that I could scrape myself but I am wondering if someone already scraped the twitter firehose &lt;a href=&quot;http://emojitracker.com/&quot; rel=&quot;nofollow&quot;&gt;http://emojitracker.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6199" LastActivityDate="2016-07-22T04:11:04.107" Title="is there data sets for emojis?" Tags="|nlp|social-media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9293" PostTypeId="1" CreationDate="2016-07-22T13:19:55.453" Score="3" ViewCount="5083" Body="&lt;p&gt;I am looking for a dataset of hotel prices, I am couldn't find any public dataset. Anyone to have an idea on where can I find these information ? &lt;/p&gt;&#xA;" OwnerUserId="2514" LastActivityDate="2017-03-03T08:33:02.963" Title="Looking for Hotel prices dataset" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9294" PostTypeId="1" CreationDate="2016-07-22T14:07:40.107" Score="3" ViewCount="405" Body="&lt;p&gt;I have a simple looking table in a pdf file: one column containing company names. I don't know how many there are in each group but groups are separated by a bold line (the lower border of a table).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Python2.7 I have used pdfminer.HTMLConverter to get HTML from the PDF document.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to say how many company names are in each group.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The HTML from the PDF does not include any tags which I associate with HTML tables i.e. &amp;lt; table &gt;, &amp;lt; tr &gt;, &amp;lt; td &gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is no link to a CSS file. What information is there about the table in the HTML?  &lt;/p&gt;&#xA;" OwnerUserId="12983" LastActivityDate="2016-07-22T14:07:40.107" Title="Scraping data from a PDF in HTML - table recognition" Tags="|python|opencorporates|html|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9295" PostTypeId="1" CreationDate="2016-07-22T14:13:56.383" Score="2" ViewCount="396" Body="&lt;p&gt;Can somebody help to clarify that if there is such thing as  &quot;MIMIC-III Waveform Database&quot; that is available for downloading? or this is the same thing as the mimic II waveform data available from here? &#xA;&lt;a href=&quot;https://physionet.org/physiobank/database/mimic2wdb/&quot; rel=&quot;nofollow&quot;&gt;https://physionet.org/physiobank/database/mimic2wdb/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand that the linkage between waveform and clinical data is not available for MIMIC III? but I am looking for the waveform database itself.&lt;/p&gt;&#xA;" OwnerUserId="13087" LastEditorUserId="1652" LastEditDate="2016-07-23T19:20:48.733" LastActivityDate="2016-07-23T19:20:48.733" Title="Where is the &quot;MIMIC-III Waveform Database&quot;?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9296" PostTypeId="2" ParentId="9295" CreationDate="2016-07-22T16:36:48.210" Score="2" Body="&lt;p&gt;As far as I know the MIMIC-III Waveform Database is not publicly available yet.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-22T16:36:48.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9297" PostTypeId="1" AcceptedAnswerId="11113" CreationDate="2016-07-22T21:47:10.330" Score="2" ViewCount="381" Body="&lt;p&gt;When querying the college score card, data for all years are returned, how do I query to return all data for a given year?&lt;/p&gt;&#xA;" OwnerUserId="13094" LastEditorUserId="2976" LastEditDate="2016-07-22T21:58:38.747" LastActivityDate="2017-04-30T07:10:11.317" Title="How do we query the college score card and just get all data but only for a given year?" Tags="|data.gov|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9298" PostTypeId="2" ParentId="9297" CreationDate="2016-07-22T21:58:22.827" Score="1" Body="&lt;p&gt;It doesn't look like you can ask for all data for one year but you could ask for certain fields for a given year using this query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?_fields=id,school.name,2013.student.size,2013.earnings.8_yrs_after_entry.90th_percentile_earnings&amp;amp;api_key=XXXX&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="2976" LastActivityDate="2016-07-22T21:58:22.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9299" PostTypeId="2" ParentId="9260" CreationDate="2016-07-22T22:08:58.720" Score="3" Body="&lt;p&gt;The US government sources that publish disability data classify disabilities into broad groups - people that have difficulties with: hearing, vision, cognitive functions, ambulatory functions, self-care, and independent living. These groups will capture more than what you're looking for (vision difficulties includes blindness but also other vision impairments).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this data helps, you can look at:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The Census Bureau's American Community Survey data. Even though state based-data is available annually, I'd look at the 5 year estimates because the margins of error for the disability population groups can be quite high at the one year level. A lot of this data is cross-tabbed with other demographic and socio-economic variables. &lt;a href=&quot;http://factfinder.census.gov&quot; rel=&quot;nofollow&quot;&gt;http://factfinder.census.gov&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The CDC's Disability and Health Data System. They provide state-level tables, maps, and profiles. Easy to navigate. &lt;a href=&quot;http://www.cdc.gov/ncbddd/disabilityandhealth/dhds.html&quot; rel=&quot;nofollow&quot;&gt;http://www.cdc.gov/ncbddd/disabilityandhealth/dhds.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;These are both statistical datasets, generated from large sample surveys. The Social Security Administration publishes some administrative data culled from their records about beneficiaries of social security and medicare that includes people with disabilities. The categories at the state level are probably less precise - I think they include data on blindness and then all people with disabilities. &lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;Take a look at the Annual Statistical Supplement (the Geographic Data in particular, as that's state-based): &#xA;&lt;a href=&quot;https://www.ssa.gov/policy/docs/statcomps/supplement/&quot; rel=&quot;nofollow&quot;&gt;https://www.ssa.gov/policy/docs/statcomps/supplement/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The final possibility would be to look at individual non-profit organizations or foundations for people with a specific disability to see if they've gathered any data, like The National Federation of the Blind, the National Association of the Deaf, etc.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2016-07-22T22:08:58.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9300" PostTypeId="1" CreationDate="2016-07-23T00:37:55.397" Score="3" ViewCount="124" Body="&lt;p&gt;I have a query regarding pharmaceutical data. As part of my Ph.D. in Health Economics, I am interested in research questions such as the impact of mergers, competition, etc. on the pharmaceutical industry or firm innovation let's say.&lt;/p&gt;&#xA;&lt;p&gt;Could you please suggest to me where I can access firm-specific pharmaceutical data to address the above type of research questions?&lt;/p&gt;&#xA;" OwnerUserId="9794" LastEditorUserId="23272" LastEditDate="2021-04-07T13:07:59.113" LastActivityDate="2021-04-07T13:07:59.113" Title="Pharmaceutical firm data" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9302" PostTypeId="1" CreationDate="2016-07-24T01:34:53.127" Score="2" ViewCount="42" Body="&lt;p&gt;I am looking for datasets containing &lt;a href=&quot;https://www.loc.gov/law/help/judicial-decisions.php&quot; rel=&quot;nofollow&quot;&gt;judicial decisions&lt;/a&gt; in France.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-07-25T16:40:49.710" LastActivityDate="2016-08-12T18:01:11.940" Title="Dataset of judicial decisions in France" Tags="|data-request|legal|france|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9304" PostTypeId="1" CreationDate="2016-07-24T17:03:45.190" Score="2" ViewCount="88" Body="&lt;p&gt;I need to have all the addresses of Car-dealer [occasion] and mechanics&#xA;in France.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to achieve this - how to obtain the data?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:csv(::id,::type,&quot;name&quot;,&quot;addr:postcode&quot;,&quot;addr:city&quot;,&quot;addr:street&quot;,&quot;addr:housenumber&quot;,&quot;website&quot;,&quot; contact:email=*&quot;)][timeout:300];&#xA;area[name=&quot;France , Allemagne etc... &quot;]-&amp;gt;.a;&#xA;( node(area.a)[amenity=Car occasion - Renault];&#xA;  way(area.a)[amenity=Car occasion - Renault];&#xA;  rel(area.a)[amenity=Car occasion - Renault];);&#xA;out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Any and all help will be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="1511" LastEditDate="2016-07-24T20:55:23.437" LastActivityDate="2016-07-24T20:55:23.437" Title="find all renault garages in France" Tags="|data-request|geospatial|transportation|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9305" PostTypeId="2" ParentId="9304" CreationDate="2016-07-24T20:55:05.123" Score="1" Body="&lt;p&gt;You can use the data in &lt;a href=&quot;http://osm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMaps&lt;/a&gt; from the &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass-turbo.eu&lt;/a&gt; API. &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:shop%3Dcar&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; are details for &lt;code&gt;shop=car&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hbDSd.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hbDSd.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://overpass-turbo.eu/s/htO&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample results&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the data-tab to see the underlying data&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;type&quot;: &quot;node&quot;,&#xA;  &quot;id&quot;: 705403313,&#xA;  &quot;lat&quot;: 48.8309582,&#xA;  &quot;lon&quot;: 2.2358227,&#xA;  &quot;tags&quot;: {&#xA;    &quot;addr:housenumber&quot;: &quot;577&quot;,&#xA;    &quot;addr:street&quot;: &quot;Avenue du Général Leclerc&quot;,&#xA;    &quot;name&quot;: &quot;Renault&quot;,&#xA;    &quot;operator&quot;: &quot;Renault&quot;,&#xA;    &quot;shop&quot;: &quot;car&quot;&#xA;  }&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm not so good with the API so maybe someone who knows it can better make a query, for example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;brand=renault&lt;/li&gt;&#xA;&lt;li&gt;service=dealer;repair&lt;/li&gt;&#xA;&lt;li&gt;shop=car_repair&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-24T20:55:05.123" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9306" PostTypeId="2" ParentId="9241" CreationDate="2016-07-25T16:11:35.397" Score="1" Body="&lt;p&gt;Another resource: &lt;a href=&quot;http://www.manfrin-it.com/postleitzahlen/plz.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.manfrin-it.com/postleitzahlen/plz.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;[DE] Wir haben die Postleitzahlen mit Orts-, Kreis- und Länderzuordnung per SQL OpenGeoDB ausgelesen und stellen diese in den Formaten für Excel und FileMaker sowie als Text-Datei zum Download bereit.&lt;/p&gt;&#xA;&lt;p&gt;[EN] We select the postcodes with local, district and country specification from SQL OpenGeoDB and provide these in formats for Excel and FileMaker, as well as a text file to download.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="13119" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-07-25T18:02:41.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9307" PostTypeId="1" AcceptedAnswerId="9308" CreationDate="2016-07-25T17:17:35.067" Score="1" ViewCount="82" Body="&lt;p&gt;I want to download data from &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_districts_of_Germany&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia page&lt;/a&gt;&lt;br /&gt;&#xA;I am a rookie at this and can'T find any relevant articles. Most of them are on downloading full Wikipedia. I need just one specific URL data.&lt;/p&gt;&#xA;" OwnerUserId="13121" LastEditorUserId="23272" LastEditDate="2021-04-03T05:10:53.093" LastActivityDate="2021-04-03T05:10:53.093" Title="Downloading wikipedia data from specific url" Tags="|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9308" PostTypeId="2" ParentId="9307" CreationDate="2016-07-25T17:25:33.033" Score="2" Body="&lt;p&gt;Copy/paste into spreadsheet tool? If you are doing it once, why get any more complicated?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pastebin.com/raw/bKAFbReV&quot; rel=&quot;nofollow&quot;&gt;http://pastebin.com/raw/bKAFbReV&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Or, &lt;a href=&quot;https://www.google.ch/search?q=wikipedia+table+to+csv&quot; rel=&quot;nofollow&quot;&gt;https://www.google.ch/search?q=wikipedia+table+to+csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-25T17:25:33.033" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9309" PostTypeId="1" CreationDate="2016-07-25T18:36:44.587" Score="1" ViewCount="102" Body="&lt;p&gt;Where to find bank ATM/branch cash replenishment dataset? It should have daily data for deposited money, withdrawals, opening balance, and closing balance columns.&lt;/p&gt;&#xA;" OwnerUserId="13122" LastActivityDate="2016-07-25T18:36:44.587" Title="Where to find ATM/branch cash replenishment dataset?" Tags="|data-request|time-series|bank|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9310" PostTypeId="1" CreationDate="2016-07-26T00:57:47.537" Score="4" ViewCount="41" Body="&lt;p&gt;I am looking for a dataset containing Unicode symbols with some word equivalent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;©&lt;/code&gt;: copyright&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;€&lt;/code&gt;: euro&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;√&lt;/code&gt;: square root &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-26T17:07:06.340" Title="Non-ASCII Unicode symbols with their word equivalents" Tags="|data-request|nlp|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9311" PostTypeId="1" AcceptedAnswerId="9312" CreationDate="2016-07-26T06:44:21.143" Score="2" ViewCount="131" Body="&lt;p&gt;I am doing a project &quot;Emotional prediction of user based on tweets&quot;, using data mining techniques. For this purpose, I need a data set of tweets of users.&#xA;Please help.&lt;/p&gt;&#xA;" OwnerUserId="13125" LastEditorUserId="1511" LastEditDate="2016-07-27T14:01:55.560" LastActivityDate="2016-07-27T14:01:55.560" Title="Where can I find data set of tweets of users?" Tags="|data-request|machine-learning|nlp|social-media|" AnswerCount="1" CommentCount="0" ClosedDate="2016-07-28T03:08:05.593" ContentLicense="CC BY-SA 3.0" />
  <row Id="9312" PostTypeId="2" ParentId="9311" CreationDate="2016-07-26T08:55:32.927" Score="3" Body="&lt;p&gt;It's against &lt;a href=&quot;https://dev.twitter.com/overview/terms/agreement-and-policy#6.Update_Be_a_Good_Partner_to_Twitter&quot; rel=&quot;nofollow&quot;&gt;Twitter's policy&lt;/a&gt; to provide datasets of more than user and tweet IDs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, as lots of people are tweeting every day, you can construct your own dataset using the twitter api: &lt;a href=&quot;https://dev.twitter.com/rest/public&quot; rel=&quot;nofollow&quot;&gt;https://dev.twitter.com/rest/public&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many guides on how to mine tweets, for example: &lt;a href=&quot;https://marcobonzanini.com/2015/03/02/mining-twitter-data-with-python-part-1/&quot; rel=&quot;nofollow&quot;&gt;https://marcobonzanini.com/2015/03/02/mining-twitter-data-with-python-part-1/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-07-26T08:55:32.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9313" PostTypeId="1" CreationDate="2016-07-26T09:52:51.680" Score="3" ViewCount="140" Body="&lt;p&gt;I'm looking for a decently sized dataset (more than 100k docs) which consists of bag of words documents along with a list of users where associated to each user is a list of those documents the user has in his or her library.  Or even better, where associated to each user is a list of ratings that the user gave to those documents they viewed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of such a dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd really like to get my hands on the Mendeley DataTEL dataset, but they won't respond to my emails.&lt;/p&gt;&#xA;" OwnerUserId="11422" LastEditorUserId="11422" LastEditDate="2016-07-27T05:57:15.753" LastActivityDate="2016-08-01T02:19:55.947" Title="Dataset of documents and user libraries" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="6" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9314" PostTypeId="1" CreationDate="2016-07-26T10:20:18.687" Score="1" ViewCount="64" Body="&lt;p&gt;Just trying to get some drug doses out from mimic-iii but having a little trouble making sense of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to find the doses of morphine sulphate given to patients in their first day but the &quot;amount&quot; column seems to be out by a factor of 1000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at inputevents_mv.row_id being 9902. It states that Morphine Sulphate was given as an infusion at 10mg/hr for 6 hours and 13 minutes. I expected the amount to be 62.167mg yet the &quot;amount&quot; column reports that as 0.0621670036 with a unit of measurement (amountuom) being &quot;mg&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The same occurs for all patients - some of them have been given 0.002 of a mg of morphine which again isn't really an actual dose. It's far too homeopathic for adults. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it safe to presume that all morphine doses are out by 1000? What about other drugs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best Wishes,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Ahmed :)&lt;/p&gt;&#xA;" OwnerUserId="13127" LastActivityDate="2017-02-07T02:34:10.290" Title="Are doses in inputevents_mv correct?" Tags="|mimic-iii|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9315" PostTypeId="1" CreationDate="2016-07-26T11:00:46.673" Score="4" ViewCount="216" Body="&lt;p&gt;I need a list of cities/municipalities/towns/districts of Germany with their associated population density. Is there any free API providing that or a free database?&lt;/p&gt;&#xA;" OwnerUserId="13121" LastEditorUserId="23272" LastEditDate="2021-04-03T05:08:01.710" LastActivityDate="2021-04-03T05:08:01.710" Title="Need list of cities/municipalities of Germany along with population density" Tags="|data-request|germany|population|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9316" PostTypeId="2" ParentId="9310" CreationDate="2016-07-26T13:29:10.550" Score="1" Body="&lt;p&gt;The official Unicode names list has names for all characters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://unicode.org/Public/UNIDATA/NamesList.txt&quot; rel=&quot;nofollow&quot;&gt;official names list&lt;/a&gt; does not contain the corresponding symbols, but those are easy to get in any markup or programming language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternately, you can use sources such as &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Unicode_characters&quot; rel=&quot;nofollow&quot;&gt;Wikipedia&lt;/a&gt;, &lt;a href=&quot;http://www.fileformat.info/info/unicode/char/search.htm&quot; rel=&quot;nofollow&quot;&gt;fileformat.info&lt;/a&gt; or &lt;a href=&quot;https://codepoints.net/&quot; rel=&quot;nofollow&quot;&gt;codepoints.net&lt;/a&gt; for the same.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2016-07-26T13:29:10.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9317" PostTypeId="2" ParentId="9310" CreationDate="2016-07-26T17:07:06.340" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://dev.w3.org/html5/html-author/charref&quot; rel=&quot;nofollow&quot;&gt;W3C Character Reference Chart&lt;/a&gt; has this and also HTML/hexadecimal equivalents. Should be an easy scrape, or a not very tedious manual job.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-07-26T17:07:06.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9318" PostTypeId="2" ParentId="1796" CreationDate="2016-07-26T18:31:20.860" Score="4" Body="&lt;p&gt;Have you tried Google BigQuery? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;GBQ has now loaded climate data worldwide from the National Oceanic and Atmospheric Association (NOAA) from over 9,000 weather stations. The data includes 2015 and 2016. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can query the climate data set using SQL. This queries 14 days of max temperatures (tested just now):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT year, mo, da, temp FROM [bigquery-public-data:noaa_gsod.gsod2015] WHERE year = '2015' AND mo = '01' AND INTEGER(da) &amp;gt; 7 AND INTEGER(da) &amp;lt; 21&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here are a few columns from the data dictionary:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;stn     STRING  NULLABLE    Station number (WMO/DATSAV3 number) for the location&#xA;wban    STRING  NULLABLE    WBAN number where applicable--this is the historical &quot;Weather Bureau Air Force Navy&quot; number - with WBAN being the acronym&#xA;year    STRING  NULLABLE    The year&#xA;mo      STRING  NULLABLE    The month&#xA;da      STRING  NULLABLE    The day&#xA;temp    FLOAT   NULLABLE    Mean temperature for the day in degrees Fahrenheit to tenths. Missing = 9999.9&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;BigQuery allows 1 terabyte of queries for free each month. &lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2016-07-26T18:31:20.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9319" PostTypeId="1" CreationDate="2016-07-27T04:59:27.630" Score="2" ViewCount="74" Body="&lt;p&gt;I am looking for some time-series data on construction costs in Australian property markets. &#xA;Ideally the data would have information including city, property type (industrial, residential, etc), and $/sqm. Any relevant data would be welcome, even if it isn't specific to Australia.&lt;/p&gt;&#xA;" OwnerUserId="3940" LastEditorDisplayName="user8811" LastEditDate="2016-07-27T18:31:06.343" LastActivityDate="2016-07-29T18:16:30.400" Title="Time series data on construction cost" Tags="|data-request|time-series|prices|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9320" PostTypeId="2" ParentId="9201" CreationDate="2016-07-27T18:52:31.487" Score="1" Body="&lt;p&gt;There are two ways to go about this. The first is to average nutrients by food group, and here are US-based datasets already broken out by food groups:&#xA;&lt;a href=&quot;http://www.ers.usda.gov/data-products/food-availability-(per-capita)-data-system/.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.ers.usda.gov/data-products/food-availability-(per-capita)-data-system/.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The challenge with this approach is how to do the averaging - for example, because the 30 types of beef can differ significantly in the nutrients inside them, how will your app decide what exactly to recommend?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another approach is to start from nutrients, and recommend popular food groups that contribute &quot;a lot of&quot; specific nutrients. This link has datasets about nutrients contributed from each major food group:&#xA;&lt;a href=&quot;http://www.cnpp.usda.gov/USFoodSupply-1909-2010&quot; rel=&quot;nofollow&quot;&gt;http://www.cnpp.usda.gov/USFoodSupply-1909-2010&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-07-27T18:52:31.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9321" PostTypeId="2" ParentId="7377" CreationDate="2016-07-27T18:52:42.450" Score="3" Body="&lt;p&gt;Just released (2016, as Beta):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.eia.gov/beta/realtime_grid/#/summary/demand&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Electric System Operating Data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;US-wide energy demand (actual and forecast) at hourly intervals, plus more&lt;/p&gt;&#xA;&#xA;&lt;p&gt;User Guide (&lt;a href=&quot;http://www.eia.gov/beta/realtime_grid/docs/UserGuideAndKnownIssues.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SjroS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SjroS.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-11-03T07:52:40.860" LastActivityDate="2016-11-03T07:52:40.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9322" PostTypeId="2" ParentId="9141" CreationDate="2016-07-27T18:59:51.883" Score="1" Body="&lt;p&gt;Given the API call limitations, and your need to run analytics on the entire dataset offline, it looks like you should opt to download the FAERS (adverse events database) instead of making repeated API calls. You can get it from here:&#xA;&lt;a href=&quot;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.fda.gov/Drugs/GuidanceComplianceRegulatoryInformation/Surveillance/AdverseDrugEffects/ucm082193.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It will take you about a week of coding to clean, normalize and prepare the files for analysis in Python. The upside is that then you can do whatever analysis you need using pandas or any other Python library. You'll also need to take care of updating the data, if your project requires it. This is work that others have done already (you can get this data at &lt;a href=&quot;http://www.johnsnowlabs.com&quot; rel=&quot;nofollow&quot;&gt;http://www.johnsnowlabs.com&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-07-27T18:59:51.883" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9324" PostTypeId="2" ParentId="9252" CreationDate="2016-07-28T03:17:57.487" Score="2" Body="&lt;p&gt;Did you search wikimedia commons? &lt;a href=&quot;https://commons.wikimedia.org/wiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;https://commons.wikimedia.org/wiki/Main_Page&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download them via wikimedia dumps: &lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;nofollow&quot;&gt;https://dumps.wikimedia.org/backup-index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2016-07-28T03:17:57.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9325" PostTypeId="2" ParentId="9230" CreationDate="2016-07-28T05:02:05.433" Score="3" Body="&lt;p&gt;One realistic way to get what you're looking for is to get a large set of de-identified clinical claims, with ICD-9 codes (there aren't yet many large sets with ICD-10), aggregate to calculate the distribution per specialty, and then use an ICD 9 to 10 mapping to get approximate ICD-10 distributions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option is to consider the fact that the distribution of codes, especially with ICD-10, is such that in every specialty there is a short tail of very common codes, and then (many) codes that almost never happen. Starting with lists of the most common codes per specialty can be a good start to approximating this (I'm assuming you're looking for a-priori numbers to train a classifier/ranker, so approximation is reasonable):&#xA;&lt;a href=&quot;http://www.nuemd.com/icd-10/common-codes&quot; rel=&quot;nofollow&quot;&gt;http://www.nuemd.com/icd-10/common-codes&lt;/a&gt;&#xA;&lt;a href=&quot;http://htpnmarketing.com/icd10/resources/top-25-icd-10-codes-by-specialty/&quot; rel=&quot;nofollow&quot;&gt;http://htpnmarketing.com/icd10/resources/top-25-icd-10-codes-by-specialty/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck, and please share if you find a better or more accurate data source.&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-07-28T05:02:05.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9326" PostTypeId="2" ParentId="9264" CreationDate="2016-07-28T05:05:03.433" Score="1" Body="&lt;p&gt;It's most likely missing data - since in the US ICD codes are used for billing, codes are often absent if they don't result in a higher bill. Placing a central line / catheter is almost never a primary procedure, so often not billable under bundled payments, hence missing when clinical coding is done.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll need to mine this data from the free-text clinical notes, which you can do either manually or using a healthcare-specific NLP library.&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-07-28T05:05:03.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9327" PostTypeId="1" CreationDate="2016-07-28T09:03:04.763" Score="3" ViewCount="67" Body="&lt;p&gt;I am looking for game-play data of any team sport which include ball passes between players and who passed the ball to whom. Ideal games include (with order of importance) basketball, handball, football (soccer), lacrosse, rugby, American football, hockey. Volleyball is not acceptable because it limits the number of passes.&lt;/p&gt;&#xA;" OwnerUserId="4189" LastEditorUserId="1511" LastEditDate="2016-07-28T16:42:27.883" LastActivityDate="2016-08-07T10:39:42.423" Title="Team-sport play data, in particular ball passes" Tags="|data-request|sports|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9328" PostTypeId="1" CreationDate="2016-07-28T15:08:51.077" Score="1" ViewCount="47" Body="&lt;p&gt;I am looking for any water dataset for pollutant or contaminant in water (like mercury, arsenic, etc) and I need the dataset include data of ph, do, ec, orp, and temperature as well. Where I can find those things?&#xA;I haven't found a relevant dataset.&lt;/p&gt;&#xA;" OwnerUserId="13151" LastEditorUserId="13151" LastEditDate="2016-07-31T14:17:49.000" LastActivityDate="2016-07-31T14:17:49.000" Title="Water Pollutant or Contaminant Dataset" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9329" PostTypeId="1" CreationDate="2016-07-28T17:05:17.417" Score="4" ViewCount="89" Body="&lt;p&gt;I am trying to learn something about how APIs work. I was told that DOL has the best API and supporting documentation in the federal government.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So here I am, on page 1 of the beginner's guide, and find this completely contradictory information:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Result Format&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By default, the DOL V1 (api.dol.gov) API's responses are in XML format. To receive the data in JSON, send an &quot;Accept&quot; header with &quot;application/json.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Result Format&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data.dol.gov sends responses by default in JSON format. To customize the return format, simply add /format/xml or /format/json to the request URL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What on earth is going on here?&lt;/p&gt;&#xA;" OwnerUserId="13155" LastEditorUserId="1511" LastEditDate="2016-07-28T17:28:49.050" LastActivityDate="2016-07-28T17:34:50.627" Title="Where is the real beginner's guide" Tags="|api|programming|labor|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9330" PostTypeId="2" ParentId="9329" CreationDate="2016-07-28T17:34:50.627" Score="3" Body="&lt;p&gt;When you connect to an API, you are simply creating long URLs that contain filters, flags and other parameters. So you can test your URL in the browser before using a programming language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, the API documentation is saying that if you provide no format parameter, the default response will be XML. But, if you prefer JSON, you can add a custom parameter that will return a JSON response. And if you prefer to be explicit, or toggle between XML and JSON, then you can explicity request XML, even though it is the default.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Every API (web service) has a different structure, but here's an example of 3 web service requests that return the same data but in different formats&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.quandl.com/api/v3/datasets/WIKI/AAPL.json&#xA;&#xA;https://www.quandl.com/api/v3/datasets/WIKI/AAPL.csv&#xA;&#xA;https://www.quandl.com/api/v3/datasets/WIKI/AAPL.xml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;That being said, technical documentation is written by technical people, and it may be tough to get started with the technical documentation for a web service. For the types of APIs you are interested in, you may want to read some info that's not specific to a certain tool. For example, &lt;a href=&quot;https://en.wikipedia.org/wiki/Representational_state_transfer#Applied_to_web_services&quot; rel=&quot;nofollow&quot;&gt;REST servers - Applied to web services&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-28T17:34:50.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9331" PostTypeId="2" ParentId="9113" CreationDate="2016-07-28T18:31:42.780" Score="3" Body="&lt;p&gt;The EIA has a new page with a clickable US-electric-grid map&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SD2DE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SD2DE.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the source code, you can find the shape details of the demand map in the source code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've put the source code for the shapes of the 13 individuals regions into a &lt;a href=&quot;https://dl.dropboxusercontent.com/u/7652121/US-grid-shapes.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;shared zipped folder&lt;/a&gt;. I assume the format is something similar to SVG.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a sample of the SW Region data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;path cursor=&quot;pointer&quot; class=&quot;jvectormap-region jvectormap-element&quot; fill-rule=&quot;evenodd&quot; stroke-opacity=&quot;1&quot; stroke-width=&quot;4&quot; stroke=&quot;#513c7a&quot; fill-opacity=&quot;1&quot; fill=&quot;#e6eaf5&quot; data-code=&quot;REG-SW&quot; d=&quot;M95.968,427.651l0.636,-0.551l0.294,-0.114l1.169,-1.14l2.271,-0.039l0.404,0.403l1.426,-0.014l0.086,7.187l-6.286,-5.731ZM102.865,433.941l1.165,-0.02l0.011,0.885l0.407,0.395l8.46,-0.145l0.306,0.297l13.598,-0.224l0.307,0.299l6.795,-0.117l0.393,-0.405l-0.032,-2.554l3.393,0.004l0.4,-0.398l0.003,-4.384l13.513,0.001l0.4,-0.4l0.0,-3.514l0.697,-0.043l0.365,-0.399l-0.003,-8.09l12.952,-0.001l-0.045,30.645l0.035,2.035l0.398,0.396l55.278,-0.075l0.491,0.122l55.77,-0.042l0.307,0.15l39.42,-0.022l20.419,-0.129l-0.005,8.914l-0.213,-0.0l-0.401,0.4l0.003,18.294l-4.883,0.18l-0.385,0.409l-0.0,2.083l-3.206,0.003l-0.0,-0.217l-0.399,-0.4l-1.124,-0.003l-3.816,-7.061l-0.548,-0.159l-0.602,0.338l-3.672,-0.002l-0.411,0.389l0.179,0.189l0.039,1.547l0.413,0.39l0.63,-0.021l0.017,0.678l-0.585,0.019l-0.387,0.41l0.061,2.403l-1.876,0.062l-0.387,0.41l0.025,0.975l-0.74,0.024l-0.387,0.41l0.061,2.386l0.413,0.39l0.527,-0.017l0.037,1.431l-1.876,0.062l-0.275,0.122l-1.448,1.505l-1.387,0.046l-0.387,0.41l0.09,3.494l-1.101,0.036l-0.387,0.41l0.139,5.396l-0.89,0.029l-0.387,0.41l0.095,4.032l0.388,0.4l8.152,0.238l-0.002,0.306l0.399,0.402l0.794,0.001l0.21,0.212l0.702,0.001l-0.051,9.003l-0.293,-0.0l-0.401,0.397l-0.008,1.213l-0.464,0.397l-0.004,0.627l-0.464,0.397l-0.011,1.723l-2.058,0.201l-1.903,0.03l-0.393,0.391l-0.046,2.161l-0.317,2.853l-0.471,-0.001l-0.401,0.397l-0.01,1.563l-0.362,-0.0l-0.401,0.397l-0.005,0.843l-1.398,-0.002l-0.4,0.405l0.006,1.007l0.126,0.283l1.277,1.264l-0.005,0.769l0.399,0.403l0.902,0.001l-0.011,1.763l0.399,0.403l0.902,0.001l-0.007,1.176l0.399,0.403l1.274,0.002l-0.005,0.766l0.413,0.402l1.826,-0.043l-0.092,4.219l0.407,0.409l0.262,-0.004l-0.019,0.875l0.407,0.409l1.314,-0.022l-0.085,3.91l-27.699,-0.042l-0.401,0.404l0.034,4.393l0.427,0.395l0.674,-0.045l3.106,2.709l0.087,1.724l0.425,0.379l0.137,-0.009l0.031,0.629l0.501,0.374l0.027,0.54l0.501,0.375l0.05,1.012l0.895,0.764l3.235,-0.2l0.04,1.011l0.95,0.704l0.855,-0.051l0.007,0.155l0.423,0.381l0.547,-0.032l0.4,0.361l1.004,-0.059l0.98,0.771l1.625,-0.092l0.0,0.169l0.422,0.399l1.276,-0.071l0.38,0.345l0.659,-0.036l0.042,1.061l-0.231,0.013l-0.378,0.415l0.022,0.549l-0.117,-0.106l-0.946,0.053l-0.337,-0.33l-0.482,-0.001l-0.426,-0.478l-1.061,0.061l-0.424,-0.419l-1.091,0.063l-0.347,-0.376l-0.024,-0.554l-0.423,-0.382l-1.003,0.06l-0.427,-0.447l-1.737,0.105l-0.375,0.437l-1.074,0.066l-0.375,0.418l0.006,0.137l-0.46,0.424l0.022,0.461l-0.508,-0.048l-0.239,-0.403l-0.087,-0.596l-0.426,-0.686l-0.531,-0.341l-0.276,-0.32l-0.863,-0.34l-0.497,-0.493l-0.428,-0.079l-0.08,-0.361l-1.384,-1.727l-0.476,-0.223l-0.149,-0.232l-0.466,-0.161l-0.21,-0.745l-1.102,-0.704l-1.031,-0.1l-0.422,-0.39l-0.444,-0.101l-0.66,-0.55l-0.364,-0.137l-0.602,-1.331l-0.466,-0.344l-0.326,-0.953l-0.718,-1.401l-0.389,-0.38l-0.261,-0.461l-1.101,-0.601l-0.354,-0.034l-0.375,0.214l-0.683,-0.59l-26.164,0.006l-0.4,0.401l-0.003,7.829l-44.168,0.021l-23.767,-8.811l-34.019,-12.351l-0.022,-0.3l0.243,-0.661l-0.179,-0.376l0.016,-0.443l0.766,-0.885l0.541,-1.214l1.233,0.187l0.091,-0.112l0.408,-0.007l0.399,-0.272l0.262,-0.003l0.193,-0.135l0.391,-0.452l-0.072,-0.459l0.875,-0.853l0.154,-0.779l0.026,-0.787l-0.224,-0.341l0.104,-0.299l-0.038,-0.399l-0.359,-0.388l-0.111,-0.49l-0.222,-0.373l-0.349,-0.24l-0.809,-0.121l-0.675,0.182l-0.358,-0.366l-0.294,0.029l-0.187,-0.448l-0.242,-0.264l0.405,-0.963l0.094,-1.237l-0.125,-0.345l0.146,-0.374l-0.223,-0.488l-0.553,-0.283l0.237,-0.322l0.135,-0.543l-0.187,-0.805l0.346,-0.528l-0.332,-0.345l-1.224,-0.203l1.276,-1.453l0.457,-2.205l0.218,-0.174l0.252,-0.536l-0.41,-4.64l1.594,-2.164l0.322,-2.243l3.2,0.246l0.036,0.235l0.559,-0.087l0.009,-0.143l0.385,-0.33l-0.368,-0.429l-7.998,-0.614l0.169,-2.292l0.86,-3.576l0.869,0.062l0.318,-0.302l2.32,0.17l0.309,-0.262l1.153,0.102l0.395,-0.573l-0.301,-0.292l0.043,-0.307l-0.261,-0.431l-0.533,-1.718l-1.296,-1.072l-0.484,-1.228l-0.72,-0.663l0.093,-1.118l-0.08,-0.498l0.091,-0.412l-0.084,-0.423l-15.592,-15.29l-13.404,-12.825l-15.764,-14.82l-10.068,-9.277ZM159.996,503.669l0.343,0.45l0.45,-0.343l0.017,-0.128l-0.34,-0.45l-0.452,0.336l-0.018,0.134ZM159.6,505.303l-0.085,0.202l0.548,0.209l0.423,-0.467l0.106,-0.556l-0.556,-0.106l-0.127,0.215l-0.085,-0.038l-0.223,0.541ZM158.606,513.564l0.35,0.444l0.448,-0.377l-0.35,-0.445l-0.448,0.377ZM159.316,511.776l-0.517,-0.26l-0.224,0.562l0.511,0.242l0.231,-0.544ZM157.874,482.607l0.038,0.276l0.451,0.342l0.342,-0.451l-0.045,-0.326l-0.451,-0.342l-0.335,0.501ZM156.818,484.69l0.234,0.059l0.055,0.152l0.216,0.114l-0.06,0.576l0.564,0.046l0.156,-0.133l0.046,-0.564l-0.089,-0.007l-0.081,-0.517l-0.163,-0.104l0.192,-0.458l-0.522,-0.219l-0.156,0.064l-0.159,0.379l-0.157,-0.039l-0.138,0.549l0.061,0.102Z&quot;&amp;gt;&amp;lt;/path&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If someone can convert these to proper shapefile or geojson format, I'd appreciate if you'd edit this answer, or put a link in the comments and I'll add it.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JVZa0.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JVZa0.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-07-28T18:47:00.707" LastActivityDate="2016-07-28T18:47:00.707" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9332" PostTypeId="1" AcceptedAnswerId="9681" CreationDate="2016-07-28T20:19:37.477" Score="7" ViewCount="3150" Body="&lt;p&gt;Searching online turns up websites like &lt;a href=&quot;http://www.ports.com/sea-route/&quot; rel=&quot;noreferrer&quot;&gt;this one&lt;/a&gt;, which can return the shortest over-water distance between two &lt;em&gt;ports&lt;/em&gt;, but I'm looking for something more general. Are there APIs or datasets that would allow me to calculate the shortest over-water distance between two points, given the points' latitude and longitude?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From what I've read, this is non-trivial to implement using Google Maps and the Google Maps API.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="1511" LastEditDate="2016-07-29T18:28:36.053" LastActivityDate="2016-09-19T08:27:50.283" Title="Are there any APIs that find the shortest sea distance between two points, given the latitude and longitude?" Tags="|api|geospatial|transportation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9333" PostTypeId="1" CreationDate="2016-07-24T22:50:55.273" Score="3" ViewCount="116" Body="&lt;p&gt;Where can I find a dataset with indexes, equities, forex, etc for, at least, the last 10 years? The more data the better :)&lt;/p&gt;&#xA;" OwnerUserId="12994" OwnerDisplayName="Dainelli" LastEditorUserId="1511" LastEditDate="2016-07-29T16:25:23.443" LastActivityDate="2016-07-29T18:35:15.057" Title="Where can I find a database with indexes, equities, forex, etc?" Tags="|data-request|finance|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9334" PostTypeId="2" ParentId="9333" CreationDate="2016-07-25T06:22:46.933" Score="1" Body="&lt;p&gt;you can order data here : &lt;strong&gt;&lt;a href=&quot;https://www.tickdata.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.tickdata.com/&lt;/a&gt;&lt;/strong&gt;  . Choose Historical Data Tab and you can even choose regions. Take a look.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Also following details are taken from Investopedia FAQ (I dont take any credits for the same.)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Q:How do I find historical prices for stocks?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A:Whether for research purposes, bookkeeping or even general interest in historical performance, this is a question that many of our readers ask.On the internet, there are many different stock quote service providers that offer historical information. Many of them are free of charge. Within the Investopedia website, you can check out our Stock Community page (sign up is free) and get access to historical data on each ticker as well as many other useful stock-picking tools including market commentary and other users' takes on where they think a stock will go. Simply search your stock ticker symbol and click on the &quot;Historical&quot; price tab for recent and not-so-recent price changes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you'd like to see more, head to the very sources of stock movements and check out the NYSE and Nasdaq homepages. These pages provide historical sheets that are a little harder to find; however, they are still free for most customers.&lt;/p&gt;&#xA;" OwnerDisplayName="Xeqtr" LastActivityDate="2016-07-25T06:34:52.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9335" PostTypeId="1" AcceptedAnswerId="9347" CreationDate="2016-07-29T14:00:13.497" Score="2" ViewCount="176" Body="&lt;p&gt;What is the exactly relationship between the diagnoses priority and the treatment in MIMIC-III?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The website mentions:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;SEQ_NUM provides the order in which the ICD diagnoses relate to the patient. ICD diagnoses are ordered by priority - and the order does have an impact on the reimbursement for treatment.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;in the diagnoses_icd table in MIMC-III.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to know how the priority impact the treatment exactly.&#xA;Does the diagnoses with HIGH priority (seq_num with large number) will be treated as the major (the most important) diagnoses or the one with LOW priority (small number)?&lt;/p&gt;&#xA;" OwnerUserId="13167" LastActivityDate="2016-07-30T12:06:44.330" Title="what is the exactly relationship between the diagnoses priority and the treatment in MIMIC-III?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9336" PostTypeId="2" ParentId="9319" CreationDate="2016-07-29T18:16:30.400" Score="4" Body="&lt;p&gt;Check out these databases on Quandl: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Australian Bureau of Statistics: &#xA;&lt;a href=&quot;https://www.quandl.com/data/AUSBS?keyword=construction&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/AUSBS?keyword=construction&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Organisation for Economic Co-Operation and Development with data on Australia: &lt;a href=&quot;https://www.quandl.com/data/OECD?keyword=construction%20cost%20australia&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/OECD?keyword=construction%20cost%20australia&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;National Institute of Statistics and Economic Studies with data on France:&#xA;&lt;a href=&quot;https://www.quandl.com/data/INSEE?keyword=construction%20cost&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/INSEE?keyword=construction%20cost&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope these help you get started.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-07-29T18:16:30.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9337" PostTypeId="2" ParentId="9333" CreationDate="2016-07-29T18:35:15.057" Score="1" Body="&lt;p&gt;Have you checked out &lt;a href=&quot;https://www.quandl.com&quot; rel=&quot;nofollow&quot;&gt;Quandl&lt;/a&gt;? Quandl has a rich collection of financial and economic data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are a few links to help you get started: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Index data: &#xA;&lt;a href=&quot;https://www.quandl.com/collections/markets/us-stock-indexes&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/collections/markets/us-stock-indexes&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Equities:&#xA;&lt;a href=&quot;https://www.quandl.com/blog/stock-market-data-guide&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/blog/stock-market-data-guide&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Foreign Exchange - we just added historical databases from CLS with volume data included:&#xA;&lt;a href=&quot;https://www.quandl.com/vendors/cls&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/vendors/cls&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Other Foreign Exchange: &lt;a href=&quot;https://www.quandl.com/data/CUR&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/CUR&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Other ways to explore Quandl: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/browse&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/browse&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/topics&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/topics&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/search&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/search&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/collections&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/collections&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-07-29T18:35:15.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9338" PostTypeId="2" ParentId="5406" CreationDate="2016-07-29T18:41:38.083" Score="3" Body="&lt;p&gt;There is a (short) list of &lt;a href=&quot;https://wiki.creativecommons.org/wiki/Internet_Radio&quot; rel=&quot;nofollow&quot;&gt;Creative-Commons friendly Internet Radio Stations&lt;/a&gt;. This meets your license criteria but not the global scope you are probably hoping for. In this list you have a short meta-data description and also URLs. Like all things open and wiki, this list can and should be expanded by the community.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Name: The Radio CC&#xA;Language: German/Deutsch &#xA;Main URL: http://www.the-radio.cc&#xA;Radio URL: http://s.the-radio.cc&#xA;Content Directory: http://wiki.creativecommons.org/The_Radio_CC&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-29T18:41:38.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9339" PostTypeId="2" ParentId="9300" CreationDate="2016-07-29T18:48:06.787" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.quandl.com&quot; rel=&quot;nofollow&quot;&gt;Quandl&lt;/a&gt; has some free data on the pharmaceutical industry... Do you think the data from the following databases might help you get started? &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Federal Reserve Economic Data: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/FRED?keyword=pharmaceutical&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/FRED?keyword=pharmaceutical&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;United Nations Industrial Development Organization: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/UIST?keyword=pharmaceutical&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/UIST?keyword=pharmaceutical&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;United Nations Commodity Trade: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/UCOM?keyword=pharmaceutical&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/UCOM?keyword=pharmaceutical&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Central Bank of Brazil Statistical Database: &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/BCB?keyword=pharmaceutical&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/BCB?keyword=pharmaceutical&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To see what else Quandl has, you can go to &lt;a href=&quot;https://www.quandl.com/search&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/search&lt;/a&gt; and search for &quot;pharmaceutical&quot;. You will also see data for pharmaceutical companies/stocks etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-07-29T18:48:06.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9340" PostTypeId="2" ParentId="6704" CreationDate="2016-07-29T18:55:54.387" Score="2" Body="&lt;p&gt;There is a blog that lists political blogs based in the US:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://politicalbloglistings.blogspot.ch/&quot; rel=&quot;nofollow&quot;&gt;http://politicalbloglistings.blogspot.ch/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Categories (count of listed blogs):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Conservative (108)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Liberal (70)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Non/Bi-Partisan or Independent/Moderate (11)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Libertarian (14)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Green (1)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Humor (3)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Region Specific (1)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Issue Specific (2)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Uncategorized (104)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The list is originally from 2005, but many that I checked are still active.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-29T18:55:54.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9341" PostTypeId="2" ParentId="5406" CreationDate="2016-07-29T22:46:07.687" Score="5" Body="&lt;p&gt;The site &lt;a href=&quot;http://www.radio-browser.info/&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;radio-browser.info&lt;/strong&gt;&lt;/a&gt; might be what you look for. It is a community-curated, public domain dedicated collection of radio streams from all over the world. As of July 2016, it contains just over 4700 stations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lNgDk.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lNgDk.png&quot; alt=&quot;radio-browser.info station list&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each stream, it offers the fields:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;name&lt;/li&gt;&#xA;  &lt;li&gt;stream URL&lt;/li&gt;&#xA;  &lt;li&gt;stream type (codec, bitratea)&lt;/li&gt;&#xA;  &lt;li&gt;station homepage URL&lt;/li&gt;&#xA;  &lt;li&gt;country, state&lt;/li&gt;&#xA;  &lt;li&gt;language&lt;/li&gt;&#xA;  &lt;li&gt;favicon, image&lt;/li&gt;&#xA;  &lt;li&gt;arbitrary number of tags (musical genres, or news, ...)&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This data is accessible through &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a &lt;a href=&quot;http://www.radio-browser.info/gui/&quot; rel=&quot;noreferrer&quot;&gt;webpage GUI&lt;/a&gt; for exploring the database,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.radio-browser.info/backups/&quot; rel=&quot;noreferrer&quot;&gt;daily dumps&lt;/a&gt; of its MariaDB,&lt;/li&gt;&#xA;&lt;li&gt;a documented web &lt;a href=&quot;http://www.radio-browser.info/webservice&quot; rel=&quot;noreferrer&quot;&gt;API&lt;/a&gt; that delivers JSON or XML for HTTP requests, or &lt;/li&gt;&#xA;&lt;li&gt;several plugins or mobile apps that use the API.&lt;br&gt;&#xA;I found out about this site through the Android app &lt;a href=&quot;https://f-droid.org/repository/browse/?fdid=net.programmierecke.radiodroid2&quot; rel=&quot;noreferrer&quot;&gt;RadioDroid&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2016-07-29T22:46:07.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9342" PostTypeId="2" ParentId="9328" CreationDate="2016-07-29T23:43:54.080" Score="1" Body="&lt;p&gt;You can obtain some data about water quality and contaminant from USGS Water Quality databases:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://waterdata.usgs.gov/nwis/qw&quot; rel=&quot;nofollow&quot;&gt;http://waterdata.usgs.gov/nwis/qw&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.waterqualitydata.us/&quot; rel=&quot;nofollow&quot;&gt;http://www.waterqualitydata.us/&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains many water quality characteristics for the US territory - these are large and diverse data sets. If you're not familiar with the formats &amp;amp; databases, consider paying someone to do the data wra&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-07-29T23:43:54.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9343" PostTypeId="1" CreationDate="2016-07-30T00:14:02.343" Score="2" ViewCount="63" Body="&lt;p&gt;I am interested in understanding which US airports are used by various airlines.  One could visualize this with a spreadsheet:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hGOji.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hGOji.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;​&#xA;​&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This examples shows that Southwest flies out of Midway, but not O'Hare.  Delta flies out of O'Hare, but not Midway.  Both fly out of Baltimore.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm wondering if there is a clever way to tease out a matrix from openflights.org.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;A spreadsheet would be preferable although, I suspect that if the data is out there, it is stored in a RDBMS.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="13173" LastEditorUserId="244" LastEditDate="2016-07-31T13:09:43.300" LastActivityDate="2016-07-31T13:09:43.300" Title="Visualizing what airlines fly in the US Airports" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9344" PostTypeId="2" ParentId="9343" CreationDate="2016-07-30T07:12:12.510" Score="3" Body="&lt;p&gt;The data you are looking for is already at &lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;nofollow&quot;&gt;openflights.org/data&lt;/a&gt;. The reason it's not displayed as a matrix (pivot table, non-normalized, crosstab) is that there are 9'541 listed airports and 19'845 listed airlines and creating a sparse matrix is neither good for storage space, performance, user-queries, etc. One reason is that you've used a piece of data, the airport name, as a column name. So you can't easily make a dynamic filter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, to create a matrix you'll need to know some programming, or a spreadsheet tool like Excel.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, download the &lt;a href=&quot;https://raw.githubusercontent.com/jpatokal/openflights/master/data/airlines.dat&quot; rel=&quot;nofollow&quot;&gt;airlines.dat&lt;/a&gt; file. Each airline is given a 3-letter code (key).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, download the &lt;a href=&quot;https://raw.githubusercontent.com/jpatokal/openflights/master/data/routes.dat&quot; rel=&quot;nofollow&quot;&gt;routes.dat&lt;/a&gt; file (2 MB) and use the airlines.dat 3-letter code to join the airline name to the airline code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then you need to de-normalize the data, which is a fancy way to make a pivot. Each SQL-flavor, excel, and programming languages can do this in their own way.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In my opinion, because the data is easily found and with a friendly license, I'm going to suggest closing the question. I'd recommend starting with a programming or Excel solution and then ask in the appropriate forum if you need support.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-07-30T07:12:12.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9345" PostTypeId="2" ParentId="7220" CreationDate="2016-07-30T07:22:03.140" Score="2" Body="&lt;p&gt;The WHO has some Excel tables that indicate vaccination policy for individual countries and individual vaccinations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/immunization/monitoring_surveillance/data/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.who.int/immunization/monitoring_surveillance/data/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;6. Immunization schedule. Data are available for:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6.1 Reported immunization schedules by vaccine in html and in excel&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6.2 Year of introduction of selected vaccines database in excel&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6.3 Immunization schedules by disease covered by antigens within age range &#xA;  in html&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6.4 Immunization provided at school in excel&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;6.5 Slides on introduction status of selected vaccines&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The the 2nd sheet in the &lt;a href=&quot;http://www.who.int/entity/immunization/monitoring_surveillance/data/schedule_data.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;Excel file&lt;/a&gt; for point 6.1 above has the data you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8C24P.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8C24P.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2019-05-21T13:29:19.520" LastActivityDate="2019-05-21T13:29:19.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9346" PostTypeId="2" ParentId="7291" CreationDate="2016-07-30T07:26:21.260" Score="1" Body="&lt;p&gt;Similar to &lt;a href=&quot;https://opendata.stackexchange.com/a/9345/1511&quot;&gt;your other question&lt;/a&gt;, the WHO data sets may cover this question&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.who.int/immunization/monitoring_surveillance/data/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.who.int/immunization/monitoring_surveillance/data/en/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol start=&quot;3&quot;&gt;&#xA;  &lt;li&gt;Disease incidence: data usually represent only a fraction of the cases, but are useful to monitor trends.&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;  &#xA;  &lt;p&gt;3.1 Reported incidence time series is available in html and in excel&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;3.2 Polio case count data&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;3.3 Monthly measles surveillance data&lt;/p&gt;&#xA;  &#xA;  &lt;ol start=&quot;4&quot;&gt;&#xA;  &lt;li&gt;Immunization coverage&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;  &#xA;  &lt;p&gt;4.1 Official country reported coverage estimates time series are available in html and in excel&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;4.2 Download Country reported administrative data time series in excel&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;4.3 WHO/UNICEF Estimates of National Immunization Coverage (WUENIC) are available in html and in excel. Also see the the country summaries&#xA;  (in pdf), content of PDF in excel and the method.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;4.4 Coverage Survey Data in excel&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-07-30T07:26:21.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9347" PostTypeId="2" ParentId="9335" CreationDate="2016-07-30T12:06:44.330" Score="1" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;I want to know how [how] the priority impact[s] the treatment exactly.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The ICD codes are used for billing and &lt;strong&gt;do not&lt;/strong&gt; impact treatment. This is an important point to understand when carrying out research using databases such as MIMIC.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;[Is] the diagnoses with HIGH priority (seq_num with large number) treated as the major (the most important) diagnoses or the one with LOW priority (small number)?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;My understanding, based on conversations with nursing staff at the hospital, is that the first number in the sequence (seq_num = 1) generally indicates the primary diagnosis, which is often the reason for admission. The order of later codes in the sequence (seq_num = 2+) has less significance and indicates additional diagnoses relevant for billing.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-07-30T12:06:44.330" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9348" PostTypeId="1" CreationDate="2016-07-30T15:26:40.893" Score="4" ViewCount="42" Body="&lt;p&gt;I am looking for a dataset that comparing the difference of implementations of the SQL standard in different relational database management system (RDBMS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it should contain the list of rows such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SQL feature ID, SQL feature name, SQL feature standard, MariaDB, MySQL, Oracle    &#xA;0, CHARACTER_LENGTH, 1992, yes, yes, no&#xA;1, FETCH FIRST, 2008, no, yes, no&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I am aware of some free-text resources such as &lt;a href=&quot;http://troels.arvin.dk/db/rdbms&quot; rel=&quot;nofollow&quot;&gt;http://troels.arvin.dk/db/rdbms&lt;/a&gt; but I am looking for some more machine-readable format.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-07-30T15:26:40.893" Title="Difference of implementations of the SQL standard in different relational database management system (RDBMS)" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9349" PostTypeId="1" AcceptedAnswerId="13043" CreationDate="2016-07-30T16:41:32.400" Score="6" ViewCount="568" Body="&lt;p&gt;This is a related (on a lower level) to &lt;a href=&quot;https://opendata.stackexchange.com/q/9332/3565&quot;&gt;my other question&lt;/a&gt;. Are there any open datasets that contain latitude, longtitude, and an indicator of whether or not the point is land or water? The resolution doesn't need to be that fine (maybe 0.01 decimal degrees?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some datasets that work with ocean coastlines, like &lt;a href=&quot;http://www.ngdc.noaa.gov/mgg/shorelines/shorelines.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;the NOAA data&lt;/a&gt;, &lt;a href=&quot;http://www.naturalearthdata.com/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth&lt;/a&gt;, or &lt;a href=&quot;http://web.ornl.gov/sci/landscan/landscan_data_avail.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Landscan&lt;/a&gt;, but the latter is proprietary, and I don't think the first two include &lt;em&gt;all&lt;/em&gt; water. Just oceans, from what I can tell.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If data like these are available, my plan is to create a connected graph of latitude/longitude &quot;water cells&quot; and use that and a shortest path algorithm to create an &lt;em&gt;extremely&lt;/em&gt; rough estimate of distance between two points.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I should clarify that I'm interested in a dataset that's worldwide, not just for one specific country or body of water.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="9956" LastEditDate="2018-07-09T17:26:40.877" LastActivityDate="2018-07-09T17:26:40.877" Title="Are there datasets of latitude, longitude, and a land/water indicator?" Tags="|geospatial|transportation|global|land-cover|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9350" PostTypeId="2" ParentId="9332" CreationDate="2016-07-30T23:19:59.200" Score="1" Body="&lt;pre&gt;&lt;code&gt;/*::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::*/&#xA;/*::                                                                         :*/&#xA;/*::  This routine calculates the distance between two points (given the     :*/&#xA;/*::  latitude/longitude of those points). It is being used to calculate     :*/&#xA;/*::  the distance between two locations using GeoDataSource(TM) Products    :*/&#xA;/*::                                                                         :*/&#xA;/*::  Definitions:                                                           :*/&#xA;/*::    South latitudes are negative, east longitudes are positive           :*/&#xA;/*::                                                                         :*/&#xA;/*::  Passed to function:                                                    :*/&#xA;/*::    lat1, lon1 = Latitude and Longitude of point 1 (in decimal degrees)  :*/&#xA;/*::    lat2, lon2 = Latitude and Longitude of point 2 (in decimal degrees)  :*/&#xA;/*::    unit = the unit you desire for results                               :*/&#xA;/*::           where: 'M' is statute miles (default)                         :*/&#xA;/*::                  'K' is kilometers                                      :*/&#xA;/*::                  'N' is nautical miles                                  :*/&#xA;/*::  Worldwide cities and other features databases with latitude longitude  :*/&#xA;/*::  are available at http://www.geodatasource.com                          :*/&#xA;/*::                                                                         :*/&#xA;/*::  For enquiries, please contact sales@geodatasource.com                  :*/&#xA;/*::                                                                         :*/&#xA;/*::  Official Web site: http://www.geodatasource.com                        :*/&#xA;/*::                                                                         :*/&#xA;/*::         GeoDataSource.com (C) All Rights Reserved 2015                  :*/&#xA;/*::                                                                         :*/&#xA;/*::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::*/&#xA;function distance($lat1, $lon1, $lat2, $lon2, $unit) {&#xA;&#xA;  $theta = $lon1 - $lon2;&#xA;  $dist = sin(deg2rad($lat1)) * sin(deg2rad($lat2)) +  cos(deg2rad($lat1)) * cos(deg2rad($lat2)) * cos(deg2rad($theta));&#xA;  $dist = acos($dist);&#xA;  $dist = rad2deg($dist);&#xA;  $miles = $dist * 60 * 1.1515;&#xA;  $unit = strtoupper($unit);&#xA;&#xA;  if ($unit == &quot;K&quot;) {&#xA;    return ($miles * 1.609344);&#xA;  } else if ($unit == &quot;N&quot;) {&#xA;      return ($miles * 0.8684);&#xA;    } else {&#xA;        return $miles;&#xA;      }&#xA;}&#xA;&#xA;echo distance(32.9697, -96.80322, 29.46786, -98.53506, &quot;M&quot;) . &quot; Miles&quot;;&#xA;echo distance(32.9697, -96.80322, 29.46786, -98.53506, &quot;K&quot;) . &quot; Kilometers&quot;;&#xA;echo distance(32.9697, -96.80322, 29.46786, -98.53506, &quot;N&quot;) . &quot; Nautical Miles&amp;lt;br&amp;gt;&quot;;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13178" LastEditorUserId="1511" LastEditDate="2016-07-31T06:53:44.317" LastActivityDate="2016-07-31T06:53:44.317" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9351" PostTypeId="2" ParentId="195" CreationDate="2016-07-31T11:11:42.163" Score="3" Body="&lt;p&gt;Here is the &lt;a href=&quot;https://algorithmia.com/algorithms/Gaploid/Elevation&quot; rel=&quot;nofollow&quot;&gt;another API that I`ve built&lt;/a&gt; with examples for different languages. For example, on Python you can call it up like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import Algorithmia&#xA;&#xA;input = {&#xA;    &quot;lat&quot;: &quot;50.2111&quot;,&#xA;    &quot;lon&quot;: &quot;18.1233&quot;&#xA;}&#xA;client = Algorithmia.client('YOUR_API_KEY')&#xA;algo = client.algo('Gaploid/Elevation/0.3.0')&#xA;print algo.pipe(input)&#xA;#{ &quot;elev&quot;: &quot;201&quot; }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13180" LastEditorUserId="13180" LastEditDate="2016-07-31T14:41:43.000" LastActivityDate="2016-07-31T14:41:43.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9352" PostTypeId="2" ParentId="9252" CreationDate="2016-07-31T11:20:06.720" Score="2" Body="&lt;p&gt;A large image dataset is available &lt;a href=&quot;http://www.image-net.org/&quot; rel=&quot;nofollow&quot;&gt;at Image Net&lt;/a&gt;. It does require free registration, and there is a note that the company does not own the copyright.  The images are open to the extent that you can &lt;a href=&quot;http://image-net.org/download-features&quot; rel=&quot;nofollow&quot;&gt;download them&lt;/a&gt; and use them for research purposes. &lt;/p&gt;&#xA;" OwnerUserId="13180" LastEditorUserId="244" LastEditDate="2016-07-31T13:05:33.003" LastActivityDate="2016-07-31T13:05:33.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9353" PostTypeId="1" CreationDate="2016-07-31T15:23:24.213" Score="6" ViewCount="83" Body="&lt;p&gt;I am looking for hospital infection data sets for modelling purposes: time series about infections such as MRSA, VRE, etc. The data set should contain incidence/prevalence time series in a hospital ward and admission/discharge data.&lt;/p&gt;&#xA;&lt;p&gt;Is there any available data set like this?&lt;/p&gt;&#xA;" OwnerUserId="13182" LastEditorUserId="23272" LastEditDate="2022-07-14T12:34:56.303" LastActivityDate="2022-07-14T12:34:56.303" Title="Hospital infection data" Tags="|data-request|medical|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9354" PostTypeId="2" ParentId="6326" CreationDate="2016-07-31T18:01:08.647" Score="8" Body="&lt;p&gt;I suggest looking at the SpokenLanguages2 dataset, which is very extensive, containing a bit more than one hour of speech for each of the 172 languages: &lt;a href=&quot;https://community.topcoder.com/longcontest/?module=ViewProblemStatement&amp;amp;rd=16555&amp;amp;pm=13978&quot; rel=&quot;noreferrer&quot;&gt;https://community.topcoder.com/longcontest/?module=ViewProblemStatement&amp;amp;rd=16555&amp;amp;pm=13978&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The audio is very high quality. Although they do not provide access to the testing set, you have to do your own split. &lt;/p&gt;&#xA;" OwnerUserId="13184" LastActivityDate="2016-07-31T18:01:08.647" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9356" PostTypeId="2" ParentId="9313" CreationDate="2016-08-01T02:19:55.947" Score="3" Body="&lt;p&gt;While you may not have access to the Mendeley DataTEL dataset, have you considered other open datasets?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Netflix has an open API that provides a very similar set of &lt;a href=&quot;http://www.programmableweb.com/api/netflix&quot; rel=&quot;nofollow&quot;&gt;information&lt;/a&gt; that I think might fit the needs of your request. The main features being:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Access to data for 100k movie and tv episode titles on DVD &lt;em&gt;(as well as - Netflix account access on a user's behalf)&lt;/em&gt; with ratings information&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Through the above, you could hypothetically back-in to a user's &quot;library&quot; by creating a list key-value dictionary that stores the UID of the user to a list of their rated interactions with Netflix media.&lt;/p&gt;&#xA;" OwnerUserId="13188" LastActivityDate="2016-08-01T02:19:55.947" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9358" PostTypeId="1" CreationDate="2016-08-01T08:58:45.883" Score="2" ViewCount="86" Body="&lt;p&gt;&lt;strong&gt;What I do:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to find and merge city-level data from various time periods:&#xA;~1900, ~1930 and ~1990. I already have data on election outcomes, and a few related measures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What's difficult:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously some cities merged, new places were founded after 1900, and again others are in nowadays Poland or France. &#xA;I am mainly interested in finding data on population densities and further demographics, but would need to know in detail whether some data point pertains to exactly the same unit of observations. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Example:&lt;/em&gt; Older data might have an entry for &quot;Ebingen&quot; in Baden-Württemberg. In 1975 Albstadt was founded and Ebingen bekame a part of Albstadt so more recent data will have Albstadt not Ebingen, but Albstadt also contains other places.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What I need:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any public dataset available that provides&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;provides information on such changes,&lt;/li&gt;&#xA;&lt;li&gt;provides pre-war demographics, and ideally&lt;/li&gt;&#xA;&lt;li&gt;links pre-var town names to today's municipality-IDs (GKZ)?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If there's data fitting only one of these points I'm grateful too.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="1511" LastEditDate="2016-11-23T10:22:19.517" LastActivityDate="2016-11-23T10:22:19.517" Title="Historical (pre-war) data on cities and towns in Germany" Tags="|city|historical|census|germany|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9359" PostTypeId="1" AcceptedAnswerId="11886" CreationDate="2016-08-01T11:02:10.793" Score="3" ViewCount="1564" Body="&lt;p&gt;Is there any lookup table for UK which translates the &lt;code&gt;MSOA&lt;/code&gt;(middle layer super output area) codes into the Postcodes division (i.e. EI2 XXX, where XXX can be anything else). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found lookup tables which match every postcode to &lt;code&gt;MSOA&lt;/code&gt; but grouping the postcodes in greater divisions seems to be a real headache as they are not clear enough(for instance Scottish postcode and English may be belong to the same &lt;code&gt;MSOA&lt;/code&gt; but their postcode totally differ since one may start with &quot;S&quot; and the other one with &quot;E&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. if it is &lt;code&gt;LSOA&lt;/code&gt; or other geography domains please do not be discouraged to include.&lt;/p&gt;&#xA;" OwnerUserId="13194" LastActivityDate="2017-10-18T11:07:43.457" Title="UK lookup table for Postal Code (explicitly)" Tags="|uk|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9360" PostTypeId="1" CreationDate="2016-08-01T12:13:36.153" Score="3" ViewCount="22" Body="&lt;p&gt;US Department of Transportation is offering different data sets for research on mobility. Unfortunately, one of those data sources, have been removed because &quot;US DOT currently does not have the rights to distribute this data set&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.its-rde.net/data/showdf?dataSetNumber=10055&quot; rel=&quot;nofollow&quot;&gt;https://www.its-rde.net/data/showdf?dataSetNumber=10055&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know is this data set available elsewhere?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BR&#xA;Toni&lt;/p&gt;&#xA;" OwnerUserId="12925" LastActivityDate="2016-08-01T12:13:36.153" Title="Pasadena - Mobile sightings data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9361" PostTypeId="2" ParentId="9314" CreationDate="2016-08-01T15:28:17.193" Score="1" Body="&lt;p&gt;Can confirm based on morphine doses that either the unit of measurement is out (mg instead of g) or the amount is out by a factor of 1000...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Ahmed&lt;/p&gt;&#xA;" OwnerUserId="13128" LastActivityDate="2016-08-01T15:28:17.193" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9362" PostTypeId="1" CreationDate="2016-08-01T16:17:26.897" Score="4" ViewCount="152" Body="&lt;p&gt;We are specifically interested in the &amp;quot;Devices › Adverse Events&amp;quot; data which until recently seemed to get updated monthly, usually within 2 weeks of the end of the month.  We realize that this is a beta project, but would like to know when we can expect updated data to be available?&lt;/p&gt;&#xA;" OwnerUserId="8846" LastEditorUserId="23272" LastEditDate="2022-07-14T12:38:23.003" LastActivityDate="2022-07-14T12:38:23.003" Title="openFDA endpoints not updated in over 2 months. Has this project been abandoned?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9364" PostTypeId="1" CreationDate="2016-08-02T00:04:52.023" Score="4" ViewCount="49" Body="&lt;p&gt;Does anyone know of a source for whole-world population data, including extrapolated estimates for the times before whole-world demographic records are available?&lt;/p&gt;&#xA;" OwnerUserId="10552" LastActivityDate="2016-08-08T04:15:01.760" Title="Looking for extensive world population time series including both data and estimates" Tags="|demographics|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9367" PostTypeId="2" ParentId="9353" CreationDate="2016-08-02T21:58:07.440" Score="2" Body="&lt;p&gt;Raw counts of hospital acquired infections in england are available on the NHS Digital &lt;a href=&quot;https://indicators.hscic.gov.uk/webview/&quot; rel=&quot;nofollow&quot;&gt;Indicator Portal&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MRSA and C.Diff stats are found in the sections NHS Outcomes Framework|Domain 5...|Improvement Areas&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data as presented don't include information about the ward or the total number of patients being treated in the hospital, but those statistics are available elsewhere on the NHS Digital site. &lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-08-02T21:58:07.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9368" PostTypeId="2" ParentId="9359" CreationDate="2016-08-02T22:04:32.677" Score="3" Body="&lt;p&gt;You already have the most useful lookup table that is possible given the design of super output areas and postcodes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that postcodes are not designed for the convenience of census or geographic analysis: they are purely for the convenience of the people who deliver mail. So there is no simple relationship between groups of postcodes and MSOAs or LSOAs (which &lt;strong&gt;are&lt;/strong&gt; designed for convenient analysis of statistical geography. The boundaries grouping postcodes together into higher areas simply don't bear any meaningful relationship to sensible ways of grouping geographic areas like MSOAs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to analyse variation by geography, stick to LSOA or MSOA: postcodes, however grouped, are bad for this sort of analysis. &lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-08-02T22:04:32.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9369" PostTypeId="2" ParentId="9230" CreationDate="2016-08-02T22:22:25.980" Score="2" Body="&lt;p&gt;UK data is coded to ICD-10 so essentially all hospital records will record diagnosis of patients using multiple ICD-10 codes. This, of course, might not be a representative sample of the population as a whole as not every illness results in a hospital admission. And patient-level data is sensitive so you won't get it without good reason, though aggregate data is accessible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Possibly more useful is mortality data where the ONS releases comprehensive aggregate ICD-10 coded cause of death data as time series &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/birthsdeathsandmarriages/deaths/datasets/the21stcenturymortalityfilesdeathsdataset&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This has been used for visualisations by &lt;a href=&quot;http://www.theguardian.com/news/datablog/interactive/2013/oct/24/how-people-died-21st-century&quot; rel=&quot;nofollow&quot;&gt;the Guardian&lt;/a&gt; (and I did an improved version using the same data &lt;a href=&quot;https://public.tableau.com/profile/matt.black#!/vizhome/Deathsregisteredinthe21stcentury82/intro&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-08-02T22:22:25.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9370" PostTypeId="2" ParentId="9153" CreationDate="2016-08-02T23:12:06.857" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://transborder.bts.gov/programs/international/transborder/TBDR_BC/TBDR_BCQ.html&quot; rel=&quot;nofollow&quot;&gt;Department of Transportation has Border Crossing/Entry Data&lt;/a&gt; that you can query; Running one for all ports provides CSV you can use, providing all border-crossings between US/Mexico. It goes back to 1995, so you can cross reference for changes, but not as definitive as you are asking for. Also, I'm assuming you can gleam some of the details you desire from it (it is transportation statistics) but not 100% on that. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://transborder.bts.gov/programs/international/transborder/TBDR_BC/TBDR_BCTSA.html&quot; rel=&quot;nofollow&quot;&gt;DOT Border/Crossing Entry Time Series Analysis&lt;/a&gt; allows queries by transportation type, so you can probably get that information there.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.wwu.edu/bpri/files/2010_Fall_Border_Brief.pdf&quot; rel=&quot;nofollow&quot;&gt;Atlas of the Land Entry Ports on the U.S. – Mexico Border  by Western Washington University (PDF)&lt;/a&gt; has an in-depth look at these crossings, and also provided the link that directed me to the border crossing data posted first.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT/UPDATE: Here's the &lt;a href=&quot;https://www.cbp.gov/sites/default/files/documents/CBP%20Port%20Codes%20012116.pdf&quot; rel=&quot;nofollow&quot;&gt;Complete Official List of Border Crossings (PDF)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-08-23T01:37:02.890" LastActivityDate="2016-08-23T01:37:02.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9371" PostTypeId="1" CreationDate="2016-08-03T08:07:08.580" Score="4" ViewCount="279" Body="&lt;p&gt;I wanted to know if anyone knows of a website that provides free information related to Pokemon Go. I am creating an application. I'm interested in the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Pokemon stats&#xA;Pokemon location&#xA;Information teams&#xA;Any other values that provide the site&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6278" LastEditorUserId="23272" LastEditDate="2021-04-03T05:08:18.953" LastActivityDate="2021-04-03T05:08:18.953" Title="Pokemon Go Data API" Tags="|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9372" PostTypeId="1" CreationDate="2016-08-03T15:19:25.023" Score="4" ViewCount="239" Body="&lt;p&gt;I want to work on &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/NSF+Research+Award+Abstracts+1990-2003&quot; rel=&quot;nofollow&quot;&gt;NSF Research Award Abstracts 1990-2003 Data Set&lt;/a&gt; in R. Every record of the data is stored in a text file and text files are grouped in folders (See data files &lt;a href=&quot;https://archive.ics.uci.edu/ml/machine-learning-databases/nsfabs-mld/&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any easy and straightforward way to load the NSF data in Python or R?&lt;/p&gt;&#xA;" OwnerUserId="3510" LastEditorUserId="3510" LastEditDate="2016-08-08T06:34:55.237" LastActivityDate="2017-03-20T21:38:20.620" Title="Load NSF Research Award Abstracts in Python or R" Tags="|programming|python|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9373" PostTypeId="1" CreationDate="2016-08-03T17:03:21.137" Score="3" ViewCount="35" Body="&lt;p&gt;I'm looking for a place that can provide either Historical or Current information about clouds. I'd like it to provide information about the Density of a cloud and the Height of a cloud - this would specifically apply to storm clouds. I've found that some API's provide cloud cover but this does not contain such information I need.&lt;/p&gt;&#xA;" OwnerUserId="13052" LastActivityDate="2016-08-03T17:03:21.137" Title="Find Density and/or Height of a Storm Cloud in a given Location" Tags="|weather|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9374" PostTypeId="1" CreationDate="2016-08-03T22:29:00.850" Score="5" ViewCount="79" Body="&lt;p&gt;Is there any database or list that has the major US universities and colleges with the city/town, state they are located in?&lt;/p&gt;&#xA;" OwnerUserId="13228" LastEditorUserId="70" LastEditDate="2022-10-15T18:11:28.553" LastActivityDate="2022-10-15T18:11:28.553" Title="US Universities and colleges with city/town state?" Tags="|data-request|usa|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9375" PostTypeId="2" ParentId="497" CreationDate="2016-08-03T22:51:00.673" Score="1" Body="&lt;p&gt;My company, Bitscover by name, is developing a trust rating system for the data that we collect from private sector sources. We don't yet feel confident enough in our &quot;navigation&quot; of government data sources to do this for public sector data, but we are always open to &quot;learning enough&quot; to do this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our private sector rating is a composite rating based on two main factors (and other, smaller ones). They are 1) the source or &quot;provenance&quot; of the data and 2) the apparent quality of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Provenance: All other things being equal, a source like the New York Times or Wall St. Journal is considered more reliable than say, the local newspaper.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Number 1) notwithstanding, a well-reasoned, well-written article in the local newspaper carries more weight than a random &quot;thrown together&quot; article from the Times or the Journal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) This is technically under 2), but I'm going to present it separately. If the author of the &quot;local&quot; paper's article was the Editor-in-Chief, and the author of the Times or Journal article was a new, junior staffer, or &quot;no name&quot; writer, that would, of course weigh in favor of the local paper's piece.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you have a multi factor analysis that figures into a &quot;composite&quot; score.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-08-03T22:51:00.673" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9376" PostTypeId="1" AcceptedAnswerId="9403" CreationDate="2016-08-04T13:20:33.543" Score="2" ViewCount="117" Body="&lt;p&gt;For example, there are three prescriptions for a patient named Jam:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;prescription 1: Drug A, startdate: 2016-08-01, enddate: 2016-08-08,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;prescription 2: Drug B, startdate: 2016-08-03, enddate: 2016-08-09,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;prescription 3: Drug C, startdate: 2016-08-05, enddate: 2016-08-09.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my understanding, Jam will only take drug A on the first two days (08-01 to 08-02), and then he will take both drug A and drug during 08-03 to 08-04, then he take three drug (A, B, C) until 08-08. On 08-09, he will take B and C.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I right about the meaning of startdate and enddate of one prescription?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or otherwise the later prescriptions will replace the prior one which means that Jam only takes drug B during 08-03 to 08-05 and he only takes drug C during 08-08 to 08-09?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Someone has any idea about the correct explanation?&lt;/p&gt;&#xA;" OwnerUserId="13167" LastActivityDate="2016-08-08T18:07:21.250" Title="MIMIC-III: How the patients take their prescriptions exactly?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9377" PostTypeId="2" ParentId="9374" CreationDate="2016-08-04T16:43:59.120" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://ope.ed.gov/accreditation/GetDownLoadFile.aspx&quot; rel=&quot;nofollow&quot;&gt;Database of Accredited Postsecondary Institutions and Programs&lt;/a&gt; by the Department of Education has this data for download in CSV and XLSX.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-04T16:43:59.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9378" PostTypeId="1" CreationDate="2016-08-04T19:40:55.777" Score="6" ViewCount="1158" Body="&lt;p&gt;I am needing to develop a product taxonomy for foods and beverages that would work across multiple food providers. I need this to provide a code hierarchy for mapping specific products in a categorical fashion, e.g.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Large Latte -IS-A-&gt; Coffee Beverage -IS-A-&gt; Beverage&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Double espresso -IS-A-&gt; Coffee Beverage -IS-A-&gt; Beverage&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing that I've found so far is a USDA &lt;a href=&quot;http://www.ars.usda.gov/SP2UserFiles/Place/80400525/Data/SR/SR28/asc/FD_GROUP.txt&quot; rel=&quot;nofollow&quot; title=&quot;Food Group&quot;&gt;Food Group&lt;/a&gt; dictionary that has some high level categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, to be clear, in response to the confusion I seemingly have caused others trying to help, I'm looking for a code-dictionary that provides hierarchical (taxonomic) categories of food products typically found in restaurants. &lt;/p&gt;&#xA;" OwnerUserId="8614" LastEditorUserId="8614" LastEditDate="2016-08-07T01:15:36.037" LastActivityDate="2018-06-18T09:30:08.860" Title="Seeking a food product taxonomy" Tags="|food|restaurant|categories|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9379" PostTypeId="1" CreationDate="2016-08-05T03:38:16.710" Score="4" ViewCount="78" Body="&lt;p&gt;Anyone know where I can get a KML of US urban areas with a population of 15k+?&lt;/p&gt;&#xA;" OwnerUserId="13237" LastActivityDate="2016-08-05T13:56:24.663" Title="US Urban Areas 15k+ in KML?" Tags="|geospatial|us-census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9380" PostTypeId="1" CreationDate="2016-08-05T08:30:15.173" Score="2" ViewCount="24" Body="&lt;p&gt;I am currently looking for historic data (last 15 years) on school holidays in Spain on comunidad (Spanish &quot;state&quot;) level. Anyone has an idea where I could find such information?&lt;/p&gt;&#xA;" OwnerUserId="13241" LastActivityDate="2016-08-05T08:30:15.173" Title="Where can I find data on school holidays in Spain?" Tags="|calendar|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9381" PostTypeId="1" CreationDate="2016-08-05T09:47:36.533" Score="2" ViewCount="34" Body="&lt;p&gt;I would like to get the large data set of polyphenols content and antioxidant activity in olive fruits, oil and pomace. Ideally from different countries. Is anyone aware if such data is available? &lt;/p&gt;&#xA;" OwnerUserId="13242" LastActivityDate="2016-08-08T03:59:25.853" Title="Data about olive fruits, oil, pomace" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9382" PostTypeId="1" CreationDate="2016-08-05T11:40:07.957" Score="3" ViewCount="99" Body="&lt;p&gt;I'm trying to find &lt;em&gt;reliable&lt;/em&gt; data on attacks on refugee homes in Germany/Poland in recent years. I know that there were several projects initiated to collect such data, however so far I can't find the output anywhere. All suggestions are welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a badly maintained (not consistently formatted) table on Wikipedia: &lt;a href=&quot;https://de.wikipedia.org/wiki/Liste_von_Angriffen_auf_Fl%C3%BCchtlinge_und_Fl%C3%BCchtlingsunterk%C3%BCnfte_in_Deutschland_2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;Liste von Angriffen auf Flüchtlinge und Flüchtlingsunterkünfte in Deutschland 2015&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a project bei ZEIT which collected cases, but afaik never published the data: &lt;a href=&quot;http://www.zeit.de/politik/deutschland/2015-11/rechtsextremismus-fluechtlingsunterkuenfte-gewalt-gegen-fluechtlinge-justiz-taeter-urteile&quot; rel=&quot;nofollow noreferrer&quot;&gt;Es brennt in Deutschland&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other official/community-driven data bases? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't want state-level aggregates&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="70" LastEditDate="2016-12-04T12:11:56.337" LastActivityDate="2016-12-04T12:11:56.337" Title="Attacks on refugee homes in Germany" Tags="|data-request|geospatial|germany|terrorism|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9383" PostTypeId="2" ParentId="9379" CreationDate="2016-08-05T13:56:24.663" Score="3" Body="&lt;p&gt;Have you see &lt;a href=&quot;http://www.naturalearthdata.com/downloads/10m-cultural-vectors/10m-urban-area/&quot; rel=&quot;nofollow&quot;&gt;Natural Earth Data Urban Areas&lt;/a&gt;?  You can convert the .shp file to .kml with &lt;code&gt;ogr2ogr -f KML ne_10m_urban_areas.kml ne_10m_urban_areas.shp&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure about the population sizes that mark these as &quot;urban&quot; areas.&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-08-05T13:56:24.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9384" PostTypeId="1" CreationDate="2016-08-06T12:40:51.737" Score="6" ViewCount="332" Body="&lt;p&gt;I'm looking for a highly periodical time series dataset. Mainly, this is what I am looking for:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Periodic time series. No preference over the frequency, it can be annual, monthly or even daily.&lt;/li&gt;&#xA;&lt;li&gt;The time series can be fine even in case it is periodical in some parts of it but not periodical in general&lt;/li&gt;&#xA;&lt;li&gt;At least 100 observations would be nice&lt;/li&gt;&#xA;&lt;li&gt;The dataset should be free to use to everyone and publicly available.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="12970" LastEditorUserId="3987" LastEditDate="2021-06-16T05:44:24.117" LastActivityDate="2021-06-16T05:44:24.117" Title="Highly periodical time series datasets?" Tags="|data-request|time-series|seasonality|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="9385" PostTypeId="1" CreationDate="2016-08-06T20:08:51.937" Score="3" ViewCount="68" Body="&lt;p&gt;Let's talk about government data, e.g. data.gov, first. Putting aside &quot;outliers,&quot; are most government data sets guided by e.g. &quot;mandates&quot; by the government? If not, how does the fact that say weather, vs. health data are put out by different departments affect difference in quality? Is British or German data quality likely to be either much better or worse than U.S. data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As between open data from government versus private sources, does the quality of private sector data &quot;converge&quot; to best practices set either by the government or private parties? Or is it &quot;all over the map?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data quality can be defined in many ways, but one that I am particularly interested in is metadata standards between various types of databases.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2016-08-07T01:03:37.197" LastActivityDate="2016-08-07T01:03:37.197" Title="How does open data differ in quality depending on the source?" Tags="|data.gov|best-practice|metadata|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9386" PostTypeId="1" CreationDate="2016-08-06T22:42:35.617" Score="2" ViewCount="302" Body="&lt;p&gt;I think I noticed an issue, but not sure whether it is correct.&lt;/p&gt;&#xA;&lt;p&gt;It looks like the administration record of antibiotics/vasopressor are found in the PRESCRIPTION table. However, I discovered that the table is only about CPOE entry, and not about whether the certain drug was really administered. For instance, I cannot find the trend of doses of norepinephrine infusion in the table.&lt;/p&gt;&#xA;&lt;p&gt;INPUTEVENTS_MV has the data of real-time administration. (for instance, a row in the table might tell you that a patent was given 5ug/hr of vasopressor between 7-9 pm). However, I cannot find anything about med administration in INPUTEVENTS_CV (only fluid administration).&lt;/p&gt;&#xA;&lt;p&gt;My understanding is that INPUTEVENTS_MV is for patients who visited the hospital after 2008 and INPUTEVENTS_CV is for 2001-2008. My question is whether the only option for me is just to use the data after &amp;gt; 2008 if my research requires the trend of vasopressor administration?&lt;/p&gt;&#xA;" OwnerUserId="13256" LastEditorUserId="23272" LastEditDate="2022-07-14T14:30:55.183" LastActivityDate="2022-07-14T14:30:55.183" Title="Vasopressor and antibiotics in MIMIC3" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9387" PostTypeId="2" ParentId="9327" CreationDate="2016-08-07T10:39:42.423" Score="1" Body="&lt;p&gt;[1]: &lt;a href=&quot;http://goalserve.com&quot; rel=&quot;nofollow&quot;&gt;http://goalserve.com&lt;/a&gt; provide live sports like Soccer, NFL,NBA,MLB,College,NFL, PGA,Cricket.They XTL feed include live player stats, play by play, season team stats, fixtures and past season data.&lt;/p&gt;&#xA;" OwnerUserId="13257" LastActivityDate="2016-08-07T10:39:42.423" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9389" PostTypeId="2" ParentId="9006" CreationDate="2016-08-07T10:59:33.553" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://goalserve.com&quot; rel=&quot;nofollow&quot;&gt;Sports Data Feeds&lt;/a&gt;&#xA;Good day ! Past season data NBA games you can try to find at the Goalserve. They XML feed include live player stats , fixtures and past season data.&lt;/p&gt;&#xA;" OwnerUserId="13257" LastActivityDate="2016-08-07T10:59:33.553" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9391" PostTypeId="1" CreationDate="2016-08-07T13:54:53.643" Score="3" ViewCount="230" Body="&lt;p&gt;I am working on building foot print comparison.  I would like to know the open data sets available to compare.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the OSM  data from goefabrik: &lt;a href=&quot;http://download.geofabrik.de/europe/germany/berlin.html&quot; rel=&quot;nofollow&quot;&gt;http://download.geofabrik.de/europe/germany/berlin.html&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="13259" LastEditorUserId="4184" LastEditDate="2017-03-21T09:21:53.567" LastActivityDate="2017-03-21T09:21:53.567" Title="Berlin, Germany building data set" Tags="|data-request|images|germany|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9392" PostTypeId="1" CreationDate="2016-08-07T14:57:13.667" Score="5" ViewCount="152" Body="&lt;p&gt;I'm looking for a dataset of solved programming challenges, like the ones on &lt;a href=&quot;http://codeeval.com&quot; rel=&quot;noreferrer&quot;&gt;http://codeeval.com&lt;/a&gt;. The dataset should have the natural language description of the problem and N solutions for each problem, possibly in different programming languages. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An API for extracting this kind of data from some programming challenges site would fit too.&lt;/p&gt;&#xA;" OwnerUserId="13023" LastActivityDate="2020-06-09T06:30:02.323" Title="Solved Programming Challenges Dataset" Tags="|data-request|api|nlp|programming|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9393" PostTypeId="1" AcceptedAnswerId="10625" CreationDate="2016-08-07T16:28:28.780" Score="2" ViewCount="76" Body="&lt;p&gt;For example there is &lt;a href=&quot;https://en.wikipedia.org/wiki/MNIST_database&quot; rel=&quot;nofollow&quot;&gt;the MNIST database&lt;/a&gt; which is used to test ANN, however it's not so challenging, because some hierarchical systems of &lt;em&gt;convolutional neural networks&lt;/em&gt; manages to get an error rate of 0.23 percent and the same with other OCR tests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore OCR datasets are '&lt;em&gt;no longer perceived as an exemplar of &quot;artificial intelligence&quot;&lt;/em&gt;'&lt;sup&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Artificial_intelligence&quot; rel=&quot;nofollow&quot;&gt;wiki&lt;/a&gt;&lt;/sup&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any similar equivalent image-recognition tests, especially these which have the most challenging tasks with dataset which are commonly used as benchmark tests to challenge the AI which are fairly reliable and they're possible to pass (e.g. by humans), but most AAN are struggling to achieve the lower error rate?&lt;/p&gt;&#xA;" OwnerUserId="3082" LastActivityDate="2017-02-10T12:06:15.013" Title="What are the current most challenging MNIST-like tasks aiming to achieve the lowest error rate?" Tags="|data-request|ai|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9394" PostTypeId="2" ParentId="9381" CreationDate="2016-08-08T03:59:25.853" Score="1" Body="&lt;p&gt;Have you looked into the USDA Food Composition Database (&lt;a href=&quot;https://ndb.nal.usda.gov/&quot; rel=&quot;nofollow&quot;&gt;https://ndb.nal.usda.gov/&lt;/a&gt;) and The Canadian Nutrient File (&lt;a href=&quot;http://www.hc-sc.gc.ca/fn-an/nutrition/fiche-nutri-data/index-eng.php&quot; rel=&quot;nofollow&quot;&gt;http://www.hc-sc.gc.ca/fn-an/nutrition/fiche-nutri-data/index-eng.php&lt;/a&gt;)? Both contain nutrient data about many foods, and it's likely that the ones you are looking for are represented there in some form.&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-08-08T03:59:25.853" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9395" PostTypeId="2" ParentId="9378" CreationDate="2016-08-08T04:06:15.290" Score="2" Body="&lt;p&gt;I'm not aware of an open data ready-made taxonomy that's tuned for restaurants, but you can start with nutrient databases (like the Canadian one: &lt;a href=&quot;http://www.hc-sc.gc.ca/fn-an/nutrition/fiche-nutri-data/index-eng.php&quot; rel=&quot;nofollow&quot;&gt;http://www.hc-sc.gc.ca/fn-an/nutrition/fiche-nutri-data/index-eng.php&lt;/a&gt;) and reverse engineer the 5,690 foods they describe into a taxonomy. If you can consider a commercial dataset, John Snow Labs (www.johnsnowlabs.com) have built a food taxonomy for mobile health apps, so it covers both 'common' meals and restaurant foods.&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-08-08T04:06:15.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9396" PostTypeId="2" ParentId="9364" CreationDate="2016-08-08T04:15:01.760" Score="2" Body="&lt;p&gt;The World Bank Data is from 1960 and is the best open dataset I'm aware of for this. Are you looking for older datasets, or for specific attributes for each country?&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-08-08T04:15:01.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9397" PostTypeId="1" CreationDate="2016-08-08T08:09:49.590" Score="3" ViewCount="52" Body="&lt;p&gt;Is there a website/ API that can tell you the number of news articles that talks about a specific country? For example the number of news sources about Brazil ought to be extremely high (Olympics) right now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be great if there was a read count on it as well (like reddits up and down voting of news), but I can do without it.&lt;/p&gt;&#xA;" OwnerUserId="11378" LastActivityDate="2017-07-29T20:04:19.507" Title="News events around the world" Tags="|api|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9398" PostTypeId="1" CreationDate="2016-08-08T09:04:01.567" Score="2" ViewCount="67" Body="&lt;p&gt;i need to get database for translation system and the UN databases provide what i need in the web page but i don't know how to download it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;how can i download database from united nations databases that contain translated words from English to Arabic?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;thanx&lt;/p&gt;&#xA;" OwnerUserId="13266" LastActivityDate="2016-08-08T09:04:01.567" Title="how to download database from united nations website" Tags="|data-request|uses-of-open-data|database|" AnswerCount="0" CommentCount="3" ClosedDate="2019-01-04T18:14:24.447" ContentLicense="CC BY-SA 3.0" />
  <row Id="9399" PostTypeId="2" ParentId="9386" CreationDate="2016-08-08T14:32:53.397" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;It looks like the administration record of antibiotics/vasopressor are found in the PRESCRIPTION table. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;prescriptions&lt;/code&gt; table is a record of medications that were ordered. It does not indicate whether or not the medication was administered. This data is extracted from a Computerized Physician Order Entry ('CPOE') system.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;My question is whether the only option for me is just use the data after 2008 if my research requires the trend of vasopressor administration?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Medications admitted intravenously are tracked in the &lt;code&gt;inputevents_cv&lt;/code&gt; (~pre-2008) and &lt;code&gt;inputevents_mv&lt;/code&gt; (~post-2008) tables. If you are interested in exploring vasopressor administration in the &lt;code&gt;inputevents_cv&lt;/code&gt; table, then you should first identify relevant &lt;code&gt;itemid&lt;/code&gt;s in the &lt;code&gt;d_items&lt;/code&gt; table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One useful reference is the code used for calculating the Sequential Organ Failure Assessment (SOFA), which you can find in the &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/2aa224a71bafecb4324fe4fee62f8bad55aad71b/severityscores/sofa.sql&quot; rel=&quot;nofollow&quot;&gt;MIMIC Code Repository&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Relevant snippet of SQL here:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;vaso_cv as&#xA;(&#xA;  select ie.icustay_id&#xA;    -- case statement determining whether the ITEMID is an instance of vasopressor usage&#xA;    , max(case&#xA;            when itemid = 30047 then rate / coalesce(wt.weight,ec.weight) -- measured in mcgmin&#xA;            when itemid = 30120 then rate -- measured in mcgkgmin ** there are clear errors, perhaps actually mcgmin&#xA;            else null&#xA;          end) as rate_norepinephrine&#xA;&#xA;    , max(case&#xA;            when itemid =  30044 then rate / coalesce(wt.weight,ec.weight) -- measured in mcgmin&#xA;            when itemid in (30119,30309) then rate -- measured in mcgkgmin&#xA;            else null&#xA;          end) as rate_epinephrine&#xA;&#xA;    , max(case when itemid in (30043,30307) then rate end) as rate_dopamine&#xA;    , max(case when itemid in (30042,30306) then rate end) as rate_dobutamine&#xA;&#xA;  from icustays ie&#xA;  inner join inputevents_cv cv&#xA;    on ie.icustay_id = cv.icustay_id and cv.charttime between ie.intime and ie.intime + interval '1' day&#xA;  left join wt&#xA;    on ie.icustay_id = wt.icustay_id&#xA;  left join echo2 ec&#xA;    on ie.icustay_id = ec.icustay_id&#xA;  where itemid in (30047,30120,30044,30119,30309,30043,30307,30042,30306)&#xA;  and rate is not null&#xA;  group by ie.icustay_id&#xA;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;More detail is provided in the &lt;a href=&quot;http://www.nature.com/articles/sdata201635/tables/4&quot; rel=&quot;nofollow&quot;&gt;Scientific Data paper&lt;/a&gt; and in the &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;MIMIC documentation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-08-08T14:32:53.397" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9400" PostTypeId="1" CreationDate="2016-08-08T15:00:54.117" Score="4" ViewCount="47" Body="&lt;p&gt;We registered a dataset on the &lt;a href=&quot;https://www.usaid.gov/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Development Data Library (DDL)&lt;/a&gt; website, and in the form we said that we planned to submit it in XML format, but we are having problems converting the dataset to XML.  Can we submit it in CSV format?  Do we need to resubmit the form?&lt;/p&gt;&#xA;" OwnerUserId="13272" LastEditorUserId="5766" LastEditDate="2016-12-24T02:38:00.110" LastActivityDate="2016-12-24T02:38:00.110" Title="Problem submitting form in XML format - Can we submit it in CSV format?" Tags="|usaidopen|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9401" PostTypeId="2" ParentId="9300" CreationDate="2016-08-08T17:51:52.070" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://enigma.io/&quot; rel=&quot;nofollow&quot;&gt;Enigma&lt;/a&gt; has a number of datasets related to the health space, and pharmaceutical companies in general, such as datasets released by the Food and Drug Administration, the National Institutes of Health and the Centers for Disease Control and Prevention, among other agencies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is free for non-commercial use. In particular you might check out the NIH's &lt;a href=&quot;https://app.enigma.io/search/source/us.gov.nih.clinical-trials&quot; rel=&quot;nofollow&quot;&gt;Clinical Trials&lt;/a&gt; data as a benchmark for firm innovation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Enigma :) ] &lt;/p&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2016-08-08T17:51:52.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9402" PostTypeId="2" ParentId="9153" CreationDate="2016-08-08T17:58:36.120" Score="3" Body="&lt;p&gt;Have you checked out &lt;a href=&quot;https://hifld-dhs-gii.opendata.arcgis.com/datasets/33f493e577a44c2aa34450a898f16900_0?geometry=-154.857%2C33.134%2C-26.449%2C52.266&quot; rel=&quot;nofollow&quot;&gt;this dataset&lt;/a&gt; from the Department of Homeland Security?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Contains: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Locations of all border crossing between the U.S.-Mexico (and U.S.-Canada)&lt;/li&gt;&#xA;&lt;li&gt;Counts of crossings by type (truck, train, personal vehicle passengers, etc.) for the year 2013. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Drawbacks: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Dataset is only a snapshot for the year 2013. Does not contain any historical data. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2016-08-08T17:58:36.120" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9403" PostTypeId="2" ParentId="9376" CreationDate="2016-08-08T18:07:21.250" Score="2" Body="&lt;p&gt;Active prescription orders: &lt;br&gt;&#xA;Drug (A): 08-01 to 08-02&lt;br&gt;&#xA;Drug (A, B): 08-03 to 08-04&lt;br&gt;&#xA;Drug (A, B, C): 08-05 to 08-08&lt;br&gt;&#xA;Drug (B, C): 08-09&lt;br&gt;&lt;p&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keep in mind that the prescriptions table is a record of medications that were &lt;b&gt;ordered&lt;/b&gt;. It does &lt;b&gt;not&lt;/b&gt; indicate whether or not the medication was &lt;b&gt;administered&lt;/b&gt;.  This data is extracted from a Computerized Physician Order Entry ('CPOE') system.&lt;/p&gt;&#xA;" OwnerUserId="13275" LastActivityDate="2016-08-08T18:07:21.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9404" PostTypeId="2" ParentId="9040" CreationDate="2016-08-08T18:38:28.863" Score="3" Body="&lt;p&gt;I'm not sure about gas prices for Paris and Seoul, but there's a few different places you can get historical gas prices for areas in the U.S. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;strong&gt;Bureau of Labor Statistics&lt;/strong&gt; publishes monthly historical gas price data for major metropolitan areas, so you can compare the cost of gas in Boston in January 1978, for example, to the cost of gas in San Diego in that same month. BLS data is accessible from the BLS &lt;a href=&quot;http://download.bls.gov/pub/time.series/ap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;source itself&lt;/a&gt;, or you can access the same data from &lt;a href=&quot;https://public.enigma.com/datasets/bls-average-price-data-gasoline/0e07731f-9ac9-403b-9b3e-2ebccdb537ac/?filter=%2B%5B%3Eseries_area_name%5B%22San%20Diego%22%20OR%20%22Boston%22%5D%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public&lt;/a&gt; (table linked filtered for Boston and San Diego). &lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.eia.gov/tools/faqs/faq.cfm?id=26&amp;amp;t=10Z&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Energy Information Administration&lt;/strong&gt; also has historical gas price data&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work at Enigma. :D ]&lt;/p&gt;&#xA;" OwnerUserId="13276" LastEditorUserId="13276" LastEditDate="2017-09-05T16:01:27.593" LastActivityDate="2017-09-05T16:01:27.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9405" PostTypeId="1" CreationDate="2016-08-09T00:10:43.183" Score="3" ViewCount="168" Body="&lt;p&gt;Do you know if the MIMIC-III database includes patients (in parcticular their free-text notes, medications &amp;amp; demography) - that have either atrial fibrillation,  knee osteoarthritis or closely related diseases?&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-08-17T20:26:24.830" Title="Does MIMIC-III have patients with atrial fibrillation &amp; knee osteoarthritis?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9406" PostTypeId="2" ParentId="9382" CreationDate="2016-08-09T04:13:06.407" Score="5" Body="&lt;p&gt;For Germany, you may be interested in &lt;a href=&quot;https://www.ifw-members.ifw-kiel.de/publications/refugees-welcome-introducing-a-new-dataset-on-anti-refugee-violence-in-germany-201420132015&quot; rel=&quot;nofollow&quot;&gt;this paper&lt;/a&gt;, which comes with downloadable data. The data describe individual crimes against refugees (no aggregates) in 2014 and 2015. Latitude and longitude of the crime scene are included.&lt;/p&gt;&#xA;" OwnerUserId="8896" LastActivityDate="2016-08-09T04:13:06.407" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9407" PostTypeId="1" CreationDate="2016-08-09T05:55:09.330" Score="4" ViewCount="168" Body="&lt;p&gt;I am working a part time project (a hobby project) and I am looking for some data dump for historical online trading data. By trading data I mean the online trade that goes on in like Wall street and other financial markets. I tried to look for such a data but all I could find was stock data which is not what I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know from where can I download(preferably as a csv or excel format data) a sample of such online trading data?&lt;/p&gt;&#xA;" OwnerUserId="7218" LastEditorUserId="1511" LastEditDate="2017-12-08T09:34:54.943" LastActivityDate="2017-12-08T09:34:54.943" Title="A sample historical online trading data to download?" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9408" PostTypeId="2" ParentId="9382" CreationDate="2016-08-09T09:15:29.820" Score="1" Body="&lt;p&gt;The website &lt;a href=&quot;https://www.mut-gegen-rechte-gewalt.de/service/chronik-vorfaelle&quot; rel=&quot;nofollow&quot;&gt;https://www.mut-gegen-rechte-gewalt.de/service/chronik-vorfaelle&lt;/a&gt; collects incidents. Sources of reports are published as well. (I just realized that this is the source on which the paper and the dataset from the  post by @MightyCurious are based)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The google-maps-based project Kaltland-Chronik&#xA;&lt;a href=&quot;https://www.google.com/maps/d/viewer?mid=1SuyMXRcmoMkz4-AfJaxaHYWIkI0&quot; rel=&quot;nofollow&quot;&gt;https://www.google.com/maps/d/viewer?mid=1SuyMXRcmoMkz4-AfJaxaHYWIkI0&lt;/a&gt;&#xA;collects entries, but is apparently not available for 2015 and before and is not fully transparent on how the sources are collected.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2016-08-09T09:21:19.633" LastActivityDate="2016-08-09T09:21:19.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9409" PostTypeId="2" ParentId="7784" CreationDate="2016-08-09T09:45:32.523" Score="1" Body="&lt;p&gt;In addition to the CDC (Centers for Disease Control and Prevention) data they have information on BRFFS (Behavioral Risk Factor Surveillance System) that has a wide range of publications and resources on Mental Health:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/brfss/publications/ssummaries.htm&quot; rel=&quot;nofollow&quot;&gt;MMWR Surveillance Summaries (i.e. Surveillance for Certain Health Behaviors Among Selected Local Areas — United States, Behavioral Risk Factor Surveillance System, 2002)&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/brfss/annual_data/annual_data.htm&quot; rel=&quot;nofollow&quot;&gt;Behavioral Risk Factor Surveillance System Annual Survey Data (i.e. BRFSS 1984 Survey Data and Documentation)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="12890" LastEditorUserId="90" LastEditDate="2016-08-09T14:43:45.663" LastActivityDate="2016-08-09T14:43:45.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9410" PostTypeId="1" CreationDate="2016-08-09T03:08:26.933" Score="3" ViewCount="137" Body="&lt;p&gt;I'm looking for an annotated dataset for named entity recognition and classification which I could use as a gold standard. Preferably I'm looking for an email dataset, something like Enron (though I couldn't actually find a version with named entity labels anywhere). However other informal text would also do.&lt;/p&gt;&#xA;" OwnerDisplayName="khal28" LastActivityDate="2016-08-09T10:05:01.870" Title="Gold standard dataset for entity recognition in email" Tags="|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9411" PostTypeId="2" ParentId="9251" CreationDate="2016-08-09T11:43:29.217" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;content doesn't matter.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Shapefiles (.shp) come in sets of files - you should have at minimum a set of 3 files with the same filename and different extensions - a .shp, .shx and .dbf (there may be others alongside). The attributes are stored only in the dbf file, specifically it's dBase IV format, so if the actual content in terms of the shape doesn't matter, you can just edit the dbf file. As lots of applications can write out dBase IV (although it's a bit old!), you can get any shapefile and just edit the .dbf to contain the attributes with the names that you want. I'd refer to &lt;a href=&quot;https://gis.stackexchange.com/questions/89983/what-software-for-direct-editing-of-a-dbf-file&quot;&gt;this other question&lt;/a&gt; for recommendations on .dbf file editing. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What kind of data is this [...] &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The attributes you've listed don't look like any specific standard of data I recognise, but spatial datasets are very variable, it might not be any kind of standard or known open dataset. But sounds like that's maybe not important to you. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;where do I get a file to test the code on?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Like Mike Dolan suggests above, USA tiger datasets are available as shapefiles. Or (as I see from your profile you're in the Netherlands) here's some shapefiles you can download of the Netherlands: &lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/data/eea-reference-grids-2/gis-files/netherlands-shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.eea.europa.eu/data-and-maps/data/eea-reference-grids-2/gis-files/netherlands-shapefile&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="13282" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-08-10T11:17:56.543" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9412" PostTypeId="1" AcceptedAnswerId="9487" CreationDate="2016-08-09T13:35:32.940" Score="2" ViewCount="67" Body="&lt;p&gt;I am looking for a dataset which provides a record of roadworks operations in and around London. Alternatively, I might be able to make use of a log of traffic/congestion much like what Google maps provide for road trips. Please let me know if you are aware of such a record.&lt;/p&gt;&#xA;" OwnerUserId="12983" LastEditorUserId="23272" LastEditDate="2021-04-03T05:16:21.407" LastActivityDate="2021-04-03T05:16:21.407" Title="Traffic/roadworks record for Greater London" Tags="|data-request|uk|traffic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9413" PostTypeId="2" ParentId="6283" CreationDate="2016-08-09T16:26:04.033" Score="2" Body="&lt;p&gt;I'm also new to MIMIC and not an expert, but I recently discovered that it is possible to find start and stop times for mechanical ventilation in the &lt;code&gt;procedureevents_mv&lt;/code&gt; table.&lt;/p&gt;&#xA;" OwnerUserId="13284" LastEditorUserId="90" LastEditDate="2016-08-09T20:50:19.467" LastActivityDate="2016-08-09T20:50:19.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9414" PostTypeId="1" AcceptedAnswerId="9477" CreationDate="2016-08-09T18:06:29.870" Score="6" ViewCount="258" Body="&lt;p&gt;I am looking for recent statistics on the average percentage of students at 4-year institutions who are first-generation.  This is for a grant I am writing for a summer program intended to focus on recruiting talented 1st-gen STEM students.  I found exactly the graph I want with data up to 2005, but I think the numbers have increased a bit.  Here is what I found:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PveuD.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PveuD.png&quot; alt=&quot;Plot of average percentage of first-generation college students up to 2005&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in this report (see p. 7):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.heri.ucla.edu/PDFs/pubs/TFS/Special/Monographs/FirstInMyFamily.pdf&quot; rel=&quot;noreferrer&quot;&gt;http://www.heri.ucla.edu/PDFs/pubs/TFS/Special/Monographs/FirstInMyFamily.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But here is a clip from the New York Times (&quot;First-Generation Students Unite&quot;,&#xA;by Laura Pappano, April 8, 2015) which makes me think the percentage is a little higher now:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Of the 7.3 million full-time undergraduates attending four-year public and private nonprofit institutions, about 20 percent are the first in their families to go to college. While the number has ticked up as college-going has increased over all, the proportion has actually declined from 40 years ago, when 38 percent were first generation, according to the annual U.C.L.A. survey.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, I trust the NYT article, but I would feel better directly citing the UCLA study they mention.  I'm guessing it's a continuation of the plot shown above, because that report is on the UCLA domain.  But I haven't been able to turn it up, and wondered if anyone here could point me in the right direction.  Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="13287" LastActivityDate="2016-08-18T00:57:00.630" Title="Recent statistics for average percentage of first-generation college students at 4-year institutions?" Tags="|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9415" PostTypeId="2" ParentId="9400" CreationDate="2016-08-09T21:45:10.003" Score="3" Body="&lt;p&gt;The Office of Management and Budget (OMB) &lt;a href=&quot;https://www.whitehouse.gov/sites/default/files/omb/memoranda/2013/m-13-13.pdf&quot; rel=&quot;nofollow&quot;&gt;Open Data Policy (M-13-13)&lt;/a&gt; states that to make data accessible to everyone, “formats should be non-proprietary, publicly available, and no restrictions should be placed upon their use.”  As the “CSV” format is non-proprietary and usable in most spreadsheet and statistical software packages, it meets this criterion and is a valid way to submit data to the Development Data Library.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have already completed the &lt;a href=&quot;https://www.whitehouse.gov/sites/default/files/omb/memoranda/2013/m-13-13.pdf&quot; rel=&quot;nofollow&quot;&gt;DDL submission form&lt;/a&gt;, you will receive an email response with further instructions on how to upload your data.  You can include the CSV at that time. You would not need to resubmit the form. Specific questions on your submission can also be directed to opendata@usaid.gov.&lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2016-08-09T21:45:10.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9416" PostTypeId="1" AcceptedAnswerId="9417" CreationDate="2016-08-10T02:16:10.950" Score="4" ViewCount="92" Body="&lt;p&gt;If I wanted to access US government open data, I would go to data.gov.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What would I do for other countries such as Canada, the UK, or Germany? Is there a master list of open data websites for at least the major countries?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-08-11T16:49:40.597" Title="How can I access open data for non-U.S. governments?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9417" PostTypeId="2" ParentId="9416" CreationDate="2016-08-10T07:35:58.733" Score="7" Body="&lt;p&gt;&lt;em&gt;Disclaimer: I work for OpenDataSoft which is behind Open Data Inception project.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Open Data Inception&lt;/strong&gt; is a project that aim to give a master list and a master map of every Open Data Websites. The data have been both gathered by us and crowdsourced.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You &lt;a href=&quot;http://opendatainception.io/&quot;&gt;can find the map here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Here's &lt;a href=&quot;https://www.opendatasoft.com/a-comprehensive-list-of-all-open-data-portals-around-the-world/&quot;&gt;a list by country&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;And finally, &lt;a href=&quot;http://data.opendatasoft.com/explore/dataset/open-data-sources%40public/table/&quot;&gt;here are the data as an open dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are other similar project if you prefer, &lt;a href=&quot;http://data.okfn.org/data/okfn/opendatasites&quot;&gt;Open Data Websites by the OKFN&lt;/a&gt;, &lt;a href=&quot;http://www.opengeocode.org/&quot;&gt;OpenGeocodes&lt;/a&gt;, and &lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets&quot;&gt;tons of Github accounts&lt;/a&gt; listing datasets and databases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2016-08-10T07:35:58.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9418" PostTypeId="1" AcceptedAnswerId="9419" CreationDate="2016-08-10T11:47:19.560" Score="4" ViewCount="471" Body="&lt;p&gt;I am looking for a shapefile (readable e.g. in QGIS) which only contains the Great Britain boundaries. In other words, I only need the island/s boundaries.&lt;/p&gt;&#xA;&lt;p&gt;I have already checked and downloaded the 'Boundary-Line-GB' from OS Open Data (&lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&lt;/a&gt;) but the shapefile has been showing also the GB regions' boundaries (which I don't need).&lt;/p&gt;&#xA;&lt;p&gt;Any suggestion on where I can download it for free?&lt;/p&gt;&#xA;" OwnerUserId="12855" LastEditorUserId="23272" LastEditDate="2022-07-14T12:57:32.257" LastActivityDate="2022-07-14T12:57:32.257" Title="download Great Britain boundaries as shapefile for GIS" Tags="|geospatial|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9419" PostTypeId="2" ParentId="9418" CreationDate="2016-08-10T11:56:40.293" Score="1" Body="&lt;p&gt;I found it here: &lt;a href=&quot;https://census.edina.ac.uk/easy_download.html&quot; rel=&quot;nofollow&quot;&gt;https://census.edina.ac.uk/easy_download.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just click on &lt;code&gt;InFuse Great Britain, 2011&lt;/code&gt; and select the shapefile format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Direct link for download: &lt;a href=&quot;https://census.edina.ac.uk/ukborders/easy_download/prebuilt/shape/infuse_gb_2011.zip&quot; rel=&quot;nofollow&quot;&gt;https://census.edina.ac.uk/ukborders/easy_download/prebuilt/shape/infuse_gb_2011.zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12855" LastActivityDate="2016-08-10T11:56:40.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9420" PostTypeId="2" ParentId="9040" CreationDate="2016-08-10T15:17:08.633" Score="3" Body="&lt;p&gt;For Paris, you could go on &lt;a href=&quot;http://www.prix-carburants.gouv.fr/rubrique/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.prix-carburants.gouv.fr/rubrique/opendata/&lt;/a&gt; for data per day and gas-station. You can get data up to 2007.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The European Commission is also publishing data by member states on a weekly basis in the &lt;a href=&quot;http://ec.europa.eu/energy/observatory/reports/List-of-WOB.pdf&quot; rel=&quot;nofollow&quot;&gt;weekly oil bulletin&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="13295" LastActivityDate="2016-08-10T15:17:08.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9421" PostTypeId="2" ParentId="9418" CreationDate="2016-08-10T17:30:36.323" Score="2" Body="&lt;p&gt;I don't know if you already have seen these weblinks that may have what you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.diva-gis.org/&quot; rel=&quot;nofollow&quot;&gt;http://www.diva-gis.org/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nationsonline.org/oneworld/first.shtml&quot; rel=&quot;nofollow&quot;&gt;http://www.nationsonline.org/oneworld/first.shtml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-08-10T17:30:36.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9422" PostTypeId="1" CreationDate="2016-08-10T19:10:48.913" Score="4" ViewCount="75" Body="&lt;p&gt;Where can I find product data (images, nutritional data, ingredients, descriptions etc.) for vitamins &amp;amp; supplements? I have the UPCs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the electronics and consumer products there are few providers, cannot find for the vitamins &amp;amp; supplements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is needed for a commerce site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is no provider, is there another way that is recommended to semi automate the information gathering.&lt;/p&gt;&#xA;" OwnerUserId="13296" LastEditorDisplayName="user6247" LastEditDate="2019-02-03T20:31:06.650" LastActivityDate="2019-02-03T20:31:06.650" Title="Product data (Images, nutritional, ingredients, descriptions etc.) for vitamins &amp; supplements" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9423" PostTypeId="1" CreationDate="2016-08-10T22:25:14.660" Score="5" ViewCount="247" Body="&lt;p&gt;I need to make an address locator to associate my data set to universities. In order to do this I need reference data that has the university addresses everywhere in the world. Can someone direct me toward a database with all the universities and colleges found across the world?&lt;/p&gt;&#xA;" OwnerUserId="13298" LastEditorUserId="70" LastEditDate="2022-10-15T18:14:02.537" LastActivityDate="2022-10-15T18:14:02.537" Title="Where can I find university/college addresses for the entire world?" Tags="|data-request|education|global|address|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9424" PostTypeId="2" ParentId="9422" CreationDate="2016-08-11T07:26:27.240" Score="1" Body="&lt;p&gt;Since you have UPC's - have you thought about scraping Amazon or Google Products?&lt;/p&gt;&#xA;" OwnerUserId="13135" LastActivityDate="2016-08-11T07:26:27.240" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9425" PostTypeId="2" ParentId="9418" CreationDate="2016-08-11T07:43:41.697" Score="2" Body="&lt;p&gt;Both the Strategi and Meridian &lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow&quot;&gt;OS Open Data&lt;/a&gt; sets contain a coastline layer.  &lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2016-08-11T07:43:41.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9426" PostTypeId="1" CreationDate="2016-08-11T14:35:21.430" Score="4" ViewCount="123" Body="&lt;p&gt;Where can I find raw intelligence quotient (IQ) data, ideally with age/birthday/etc? I followed the links in the answer to &lt;a href=&quot;https://opendata.stackexchange.com/questions/5750/iq-scores-from-individuals-and-their-siblings-and-or-twins&quot;&gt;IQ scores from individuals and their siblings and/or twins&lt;/a&gt; but nothing there appears to be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found and read several studies that discuss IQ-to-birthdate correlation, but many of them refer to previous studies, and I can't find the original studies and/or the actual raw data used by those original studies.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-08-11T14:35:21.430" Title="Intelligence quotient (IQ) data based on birthdate and/or other factors" Tags="|education|" AnswerCount="0" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9428" PostTypeId="1" AcceptedAnswerId="9429" CreationDate="2016-08-11T19:29:20.320" Score="3" ViewCount="114" Body="&lt;p&gt;One way is in response to what I call &quot;demand,&quot; or &quot;traffic.&quot; That is, people ask more questions about the weather than about education, so &quot;weather&quot; gets a higher priority in data gathering.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another way is what I call &quot;mandate&quot; (by department). That is, the health department is tasked with gathering data about various diseases, the education department will have a comprehensive database about all educational institutions, and each department will gather all relevant data that falls under its mandate, etc. That is what I call a &quot;Dewey decimal&quot; approach to data gathering, where pieces of data are gathered according to &quot;maps,&quot; each piece of data is considered to have comparable importance to others, and the various departments all have similar budgets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which of these models more accurately describes the data prioritization process? Or could it be a &quot;blend&quot; of the two, or even a &quot;third&quot; process that I haven't covered.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-08-15T21:57:08.620" Title="How does the U.S. government prioritize open data gathering?" Tags="|data.gov|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9429" PostTypeId="2" ParentId="9428" CreationDate="2016-08-11T20:45:14.150" Score="2" Body="&lt;p&gt;I do not think there is a definitive answer for this; not that it doesn't exist, rather because no one in government has that much oversight/incite to give you a complete overview/opinion.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The mandated model is overwhelmingly the majority of models in place, but the demand/traffic model is growing; &quot;data-driven&quot; to use the buzzword of the day, is being adopted/modeled across the board, from federal to local departments/agencies.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regarding which more accurately describes the prioritization process, they seem to go back and forth. Mandating places a clear priority on data; when mandated, the data is required to be gathered. The demand/traffic model takes a back seat here, however other forces can/could/will be at play unbeknownst to outsiders: pressure to release demanded data from citizens (FOIA, etc.), pressure from superiors to release demanded data, etc. Demand/traffic model levels the playing field with the mandated model when the dataset/department decides to simply open said data by default. For example, a department can significantly reduce FOIA costs/overhead/etc. by examining the history of the FOIA's they receive. Releasing the most popular FOIA'd datasets proactively (open by default) places a &quot;mandate&quot; (no pun intended) on said datasets that is equal to datasets under the mandated model.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially, its a blend of both, with mandated taking a much larger share (historically), but demand/traffic growing, as well as leveling the playing field.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-11T20:45:14.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9430" PostTypeId="1" AcceptedAnswerId="9433" CreationDate="2016-08-11T20:55:29.467" Score="3" ViewCount="4218" Body="&lt;p&gt;I need a table that will map each US zip code to either the mean age or the median age of the population in that zip code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see that &lt;a href=&quot;https://www.census.gov/popest/data/counties/asrh/2015&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/popest/data/counties/asrh/2015&lt;/a&gt; provides estimates of this data at the county level.  I am ok with estimated data, but I need to be able to look up the data by zip code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, perhaps there is a way to get the info from the census demographic profile (&lt;a href=&quot;http://www2.census.gov/census_2010/03-Demographic_Profile/&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/census_2010/03-Demographic_Profile/&lt;/a&gt;), but I haven't been able to figure it out.&lt;/p&gt;&#xA;" OwnerUserId="13305" LastActivityDate="2020-12-20T23:59:02.303" Title="mean/median age for each US zip code" Tags="|us-census|demographics|postal-code|database|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9431" PostTypeId="2" ParentId="6974" CreationDate="2016-08-11T22:08:21.207" Score="2" Body="&lt;p&gt;If you are just interested in two dozen text I think it is easiest just to request for the raw wikitext, for instance for the 'The Metal Pig' page:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikisource.org/wiki/The_Metal_Pig?action=raw&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This query returns the raw wikitext, i.e., with unexpanded templates and category links.&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2016-08-11T22:08:21.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9432" PostTypeId="2" ParentId="9430" CreationDate="2016-08-11T22:37:50.793" Score="2" Body="&lt;p&gt;American Fact Finder includes median age in their General Population and Housing Statistics reports;&lt;br&gt;&#xA;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/DEC/10_DP/DPDP1/8600000US23662&quot; rel=&quot;nofollow&quot;&gt;General Population and Housing Statistics for Zip Code 23662&lt;/a&gt; is one such table, from the 2010 US Census.&lt;br&gt;&#xA;To get them all: not sure if American Fact Finder offers bulk download, but almost positive they do; if for some reason that is not an option, find a list of all US zip codes, and swap them out in the URL; the above example actually points to: &lt;code&gt;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/DEC/10_DP/DPDP1/8600000US23662&quot; rel=&quot;nofollow&quot;&gt;http://factfinder.census.gov/bkmk/table/1.0/en/DEC/10_DP/DPDP1/8600000US23662&lt;/a&gt;&lt;/code&gt;&lt;br&gt;&#xA;&lt;code&gt;US23662&lt;/code&gt; is the zip code variable being used, replace/append zip codes as desired.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-11T22:37:50.793" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9433" PostTypeId="2" ParentId="9430" CreationDate="2016-08-11T22:45:17.900" Score="3" Body="&lt;p&gt;I did a quick export of data from the 2014 5-year ACS of the population and median age of every ZIP code: &lt;a href=&quot;https://www.dropbox.com/s/utnthc601i82iff/census.csv?dl=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dropbox.com/s/utnthc601i82iff/census.csv?dl=0&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9674" LastEditorUserId="9674" LastEditDate="2020-12-20T23:59:02.303" LastActivityDate="2020-12-20T23:59:02.303" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="9434" PostTypeId="1" CreationDate="2016-08-11T23:05:54.320" Score="3" ViewCount="1689" Body="&lt;p&gt;I'm just getting started working with TMC (Traffic Message Channel) data and I'd like to know how to use the location codes to get coordinate data for points. Is there a mapping somewhere I could use? I'm considering using traffic data from TTWN for the US.&lt;/p&gt;&#xA;" OwnerUserId="13306" LastEditorUserId="13306" LastEditDate="2016-08-15T22:23:13.233" LastActivityDate="2020-04-23T20:05:20.070" Title="Get coordinates form TMC (Traffic Message Channel) location codes" Tags="|geospatial|traffic|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9435" PostTypeId="2" ParentId="9302" CreationDate="2016-08-12T18:01:11.940" Score="1" Body="&lt;p&gt;You should be able to find it here -  &lt;a href=&quot;https://www.legifrance.gouv.fr/&quot; rel=&quot;nofollow&quot;&gt;https://www.legifrance.gouv.fr/&lt;/a&gt;&#xA;It is the official French government site for disseminating that type of information.&lt;/p&gt;&#xA;" OwnerUserId="13310" LastActivityDate="2016-08-12T18:01:11.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9436" PostTypeId="1" AcceptedAnswerId="9442" CreationDate="2016-08-12T20:01:23.523" Score="6" ViewCount="954" Body="&lt;p&gt;Seeking a dataset of audio files consisting of recordings featuring different people saying the same sentence in English for deep neural network (DNN) training and testing.&lt;/p&gt;&#xA;" OwnerUserId="13312" LastEditorUserId="1511" LastEditDate="2016-08-15T16:36:43.057" LastActivityDate="2016-08-16T20:52:27.270" Title="Audio Datasets Featuring Different Speakers Saying the Same Sentence (English)?" Tags="|data-request|language|audio|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9437" PostTypeId="1" CreationDate="2016-08-13T03:24:22.987" Score="2" ViewCount="38" Body="&lt;p&gt;I'm looking for an open database of scholarships to download. It seems that many of the scholarships sites like to keep their info under wraps so you'll use their site. &lt;/p&gt;&#xA;" OwnerUserId="13315" LastActivityDate="2016-08-13T03:24:22.987" Title="Where can I find a database of scholarships?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9438" PostTypeId="1" CreationDate="2016-08-13T19:28:36.733" Score="3" ViewCount="374" Body="&lt;p&gt;I'm a public health epidemiologist, and this question has come up in a number of contexts. I've heard tell of people using Google or Yelp for limited uses, but we'd be building state-wide datasets of certain retailers for public health questions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a specific example, a tobacco policy nonprofit I work with has been purchasing a business list, updated every year, at significant cost. They use their own coding to guess tobacco retailers from that generic business list (gas stations, pharmacies other than CVS, grocery stores, stores with &quot;smoke&quot; or &quot;tobacco&quot; in their names, etc.) for likely retailers. They then compute density measures, visit a sample of stores to validate them, do store surveys that inform policy, etc. But the same could apply to questions like parks, food deserts, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Historically these datasets were prized and pricey possessions. Moving forward I have a half-dozen projects interested in moving to open-data solutions - not just for money reasons, but for keeping data current, living &quot;live&quot; on user-generated data, for instance. But specific APIs (google, yelp, etc.) have APIs that generally limit bandwidth. Has anyone had luck with specific databases / APIs more than others, or with reaching out to companies to ask for &quot;public benefit&quot; arrangements?&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2016-08-17T14:04:26.453" Title="what are the best ways to build / scrape an open-sourced data set of a retailer type (e.g. tobacco retailers?)" Tags="|data-request|geospatial|api|releasing-data|business|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9439" PostTypeId="1" CreationDate="2016-08-14T11:25:05.320" Score="2" ViewCount="87" Body="&lt;p&gt;I have build a program that log tweets from stream by hashtag into a MongoDB database and a website to label them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The website loads a random tweet and allows me to label them with three buttons (Negative, Neutral, Positive). My goal was to make a huge database of tweets and labels for machine learning purpose. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if putting it online/making it available, others will find it interesting and allow them to classify tweets to add to the data. I don't want to build a full website that no one will use. I was thinking about give it as an open source platform.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you think this project is interesting? Is it worth finishing it? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I store the full tweet I thought that in the future I will allow different classification e.g. (Pos, Neutrale, Neg / Categories ex: US. Politics, etc.) and people will be able to build a training set off of it, for example Negative/Positive tweets about location (browsing tweets with geolocation) etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the future, maybe give incentive for people to rate them, add advertisement to finance it maybe. For example a tree learning for label questions (Ex : Categorie &quot;US. Politics&quot; -&gt; &quot;Is it about Hillary Clinton ?&quot; -&gt; Is it positive ? ... a bit like akinator)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any comment / critic / encouragement / support is welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope I was clear in my explanation and that I am not off topic on this forum.&lt;/p&gt;&#xA;" OwnerUserId="13286" LastEditorUserId="90" LastEditDate="2016-08-14T14:46:05.227" LastActivityDate="2016-08-14T16:12:54.243" Title="Twitter - Labelling system for sentiments and other things" Tags="|releasing-data|machine-learning|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9440" PostTypeId="2" ParentId="9439" CreationDate="2016-08-14T14:41:55.860" Score="2" Body="&lt;p&gt;Yes, please share this information with the world.&lt;br&gt;&#xA;Sentiment analysis is always desired, I see plenty of questions regarding sa, as well as seeking twitter datasets on here regularly.&lt;br&gt;&#xA;Don't worry about not wanting to build a site/maintain something/etc., sharing the data is entirely enough.&lt;br&gt;&#xA;As far as storage/sharing, you have a plethora of options, here's what I would do:&lt;br&gt;&#xA;store a compressed version of the dataset on my website and write a blogpost about it, keep the data versioned in a GitHub repository, as well as uploaded it to Open Data SE's datahub.io datasets account for posterity.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT/UPDATE: adding commentary for allowing user labelling/downloading/access.&lt;br&gt;&#xA;Crowd Sourcing is your friend here, particularly when the topic is niche; users will be less, but (imo) much more likely to complete/follow-through desired actions.&#xA;Creating an open source platform that allows for users to sign-in, select/submit form controls, and access certain features certainly sounds reusable, providing benefit(s) to the open source community.&lt;br&gt;&#xA;Being that you don't want to get boggled down in the technical details, I would search GitHub rigoursly for repositories like this...you can probably find multiple repos that already do this entirely. I encourage this for two reasons: a) again, you don't want to waste time on the site when the real prize is the dataset. b) if you're not going to reinvent the wheel, I think it is optimal to use what is already out there when possible; open source portals tend to have entirely too many repos that do very similar things, while not being optimized at all. No point in muddying up the waters anymore than they already are.&lt;br&gt;&#xA;If I had to roll my own, I'd hobble some spaghetti code (copy/pasta) together along the lines of this:&lt;br&gt;&#xA;- index document consisting of a &lt;code&gt;&amp;#60;form&amp;#62;&lt;/code&gt; for users to sign in with. I'd use social login libraries to offer users easy options for log-in, which also makes your job of maintaining the backend easier. Offer a number of options, not just facebook/google: I'd go for Mozilla Persona/StackOverflow/OpenID/Twitter/Disqus/Identica/etc.; your options may vary, the only thing that matters is using logins that your users will most likely have.&lt;br&gt;&#xA;- labelling &lt;code&gt;&amp;#60;form&amp;#62;&lt;/code&gt; for users to label sentiments of tweets. You can display this in any manner you choose, I would: on login &lt;code&gt;&amp;#60;form&amp;#62;&lt;/code&gt; submission success, ajax in the labelling &lt;code&gt;&amp;#60;form&amp;#62;&lt;/code&gt;, and serve up tweets to be analyzed.&#xA;- keep a running &lt;code&gt;&amp;#60;progress&amp;#62;&lt;/code&gt; somewhere in the post login document that displays to the user percentage completed towards accessing dataset.&#xA;- set up the backend to allow for multiple user sessions; i'm assuming that most will not complete 100 in one sitting.&lt;br&gt;&#xA;- set up an extremely lightweight backend. emphasis on extremely lightweight. currently I'd most likely opt for postgres and connect in django. Back to lightweight: you don't need to collect much data here: user inputs, db of tweets, tallying inputs of tweets, user progression towards access to data...I may be missing some, but those are what stand out immediately.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-08-14T16:12:54.243" LastActivityDate="2016-08-14T16:12:54.243" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9441" PostTypeId="2" ParentId="6497" CreationDate="2016-08-15T10:16:32.913" Score="3" Body="&lt;p&gt;My background is databases in IT. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is only a suggestion, but there are a few reasons why this behaviour is commonly observed&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;database IDs are commonly given out sequentially&lt;/li&gt;&#xA;&lt;li&gt;it is possible that articles are submitted, but some reason are then removed by the submitter. &lt;/li&gt;&#xA;&lt;li&gt;from time to time, data will be added erroneously by the system (duplicate data, incorrect data), and these IDs will be deleted.&lt;/li&gt;&#xA;&lt;li&gt;as an efficiency aspect of databases, when a new ID is requested of the database it will usually give one greater than the highest ID.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This is not definitive on how Pubmed works, but it is very likely these are the reasons.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-08-15T10:16:32.913" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9442" PostTypeId="2" ParentId="9436" CreationDate="2016-08-15T11:44:30.247" Score="7" Body="&lt;p&gt;The &lt;a href=&quot;http://accent.gmu.edu/&quot; rel=&quot;nofollow&quot;&gt;speech accent archive&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;uniformly presents a large set of speech samples from a variety of&#xA;  language backgrounds.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;As for English, &lt;a href=&quot;http://accent.gmu.edu/browse_language.php?function=find&amp;amp;language=english&quot; rel=&quot;nofollow&quot;&gt;the following subset&lt;/a&gt; contains the sentences:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please call Stella.  Ask her to bring these things with her from the&#xA;  store:  Six spoons of fresh snow peas, five thick slabs of blue&#xA;  cheese, and maybe a snack for her brother Bob.  We also need a small&#xA;  plastic snake and a big toy frog for the kids.  She can scoop these&#xA;  things into three red bags, and we will go meet her Wednesday at the&#xA;  train station.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It stands under a Creative Commons License. It is described in &lt;a href=&quot;http://booksandjournals.brillonline.com/docserver/9789401206884_webready_content_s014.pdf&quot; rel=&quot;nofollow&quot;&gt;The Speech Accent Archive: towards a typology of English accents&lt;/a&gt;, Steven H. Weinberger  and Stephen A. Kunath.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www2.imm.dtu.dk/~lfen/elsdsr/&quot; rel=&quot;nofollow&quot;&gt;ELSDSR (English Language Speech Database for Speaker Recognition)&lt;/a&gt; is another choice. It is not so open directly, but &lt;a href=&quot;http://www2.imm.dtu.dk/~lfen/elsdsr/index.php?page=avl&quot; rel=&quot;nofollow&quot;&gt;you can ask for the full version&lt;/a&gt;. It contains voice messages from 22 speakers (12M/10F), and the age covered from 24 to 63. You can find &lt;a href=&quot;http://www2.imm.dtu.dk/~lfen/elsdsr/index.php?page=exp&quot; rel=&quot;nofollow&quot;&gt;a few .wav on the example page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On a funnier note, requiring a little more work, &lt;a href=&quot;http://www.openculture.com/2016/03/peter-sellers-reads-the-beatles-she-loves-you-in-4-different-accents.html&quot; rel=&quot;nofollow&quot;&gt;Peter Sellers Reads The Beatles’ “She Loves You” in 4 Different Accents&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9304" LastEditorUserId="9304" LastEditDate="2016-08-16T20:52:27.270" LastActivityDate="2016-08-16T20:52:27.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9443" PostTypeId="1" CreationDate="2016-08-15T21:44:04.743" Score="4" ViewCount="54" Body="&lt;p&gt;Anyone have a file/group of files containing medal counts by country over time? The past few aren't hard to get, but before that I'm not sure.&lt;/p&gt;&#xA;" OwnerUserId="13331" LastActivityDate="2016-08-16T14:30:42.667" Title="Historical Summer Olympics Medal Counts?" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9444" PostTypeId="2" ParentId="9428" CreationDate="2016-08-15T21:57:08.620" Score="3" Body="&lt;p&gt;This answer is different across many cities. From my personal experience in working with some municipalities (so I can not speak for every location) much of the city's data is collected at this point. The city, in many cases, has this data but is unsure which topics/ specific datasets should be released. I know in my own city (population around 300K) the city is entirely willing to release the data it has, but does not want to waste time on cleaning/preparing data to be released to the public that the community has no interest in seeing. For this reason, they normally wait until a certain amount of members of the community have reached out regarding a certain topic or particular dataset. Again, I can only speak for the municipalities I have worked with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full Disclosure: I work for www.datazar.com &lt;/p&gt;&#xA;" OwnerUserId="13332" LastActivityDate="2016-08-15T21:57:08.620" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9445" PostTypeId="1" AcceptedAnswerId="9449" CreationDate="2016-08-15T22:07:40.443" Score="4" ViewCount="69" Body="&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4307/how-i-can-get-list-of-licenses-used-in-data-gov/4309#4309&quot;&gt;This&lt;/a&gt; is just one example, but I'm sure that there can be many others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Government open data will have links to all the relevant license information, which will be found in the metadata. That represents an information &quot;standard.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this apply only to &quot;open data&quot; produced by the government, or are such standards mandated for privately gathered open data sets as well?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More to the point, is there, or will there be a push for &quot;non&quot; open data sets to source e.g. licensing information in the same, or similar fashion?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-08-16T09:57:05.683" Title="Will open data foster a common set of &quot;metadata&quot; standards?" Tags="|metadata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9446" PostTypeId="2" ParentId="9434" CreationDate="2016-08-16T03:42:46.713" Score="2" Body="&lt;p&gt;TMC Location lists are not that open, but &lt;a href=&quot;http://www.liikennevirasto.fi/web/en/open-data/materials/tmc-location-data&quot; rel=&quot;nofollow&quot;&gt;some&lt;/a&gt; &lt;a href=&quot;http://mhohmann.dev.openstreetmap.org/tmc/TMC.html&quot; rel=&quot;nofollow&quot;&gt;European countries&lt;/a&gt; offer them up to the public.&lt;br&gt;&#xA;OSM them into OSM data, you could use &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/TMC&quot; rel=&quot;nofollow&quot;&gt;OSM TMC&lt;/a&gt; or try to reverse engineer it.&lt;br&gt;&#xA;As far as decoding goes: &lt;a href=&quot;http://labs.kernelconcepts.de/Projects/RDS-TMC/&quot; rel=&quot;nofollow&quot;&gt;linux flavor&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-16T03:42:46.713" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9447" PostTypeId="1" CreationDate="2016-08-16T07:34:10.320" Score="10" ViewCount="241" Body="&lt;p&gt;When preparing data for analysis, I often encountered issues such as outliers, data entries that are logically inconsistent (e.g. age=150/age=-2), duplicates (that are not exactly equal) etc. When integrating data sets from different sources, there might not be a unique identifier oder data entries follow different standards (e.g. US vs. United States), which makes matching hard. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the issues you experience most commonly when working with data? &lt;/p&gt;&#xA;" OwnerUserId="13334" LastEditorUserId="13334" LastEditDate="2016-08-17T17:42:22.467" LastActivityDate="2016-08-18T11:24:11.530" Title="What are the most common issues with data cleaning (e.g. outliers, duplicates)? Who has data sets that need to be prepared for analysis?" Tags="|data-request|releasing-data|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9448" PostTypeId="1" CreationDate="2016-08-16T09:44:28.203" Score="1" ViewCount="30" Body="&lt;p&gt;I am looking for data on cultural differences across nations (regions), specifically:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Power Distance&lt;/li&gt;&#xA;&lt;li&gt;Individualism vs collectivism &lt;/li&gt;&#xA;&lt;li&gt;Uncertainty avoidance&lt;/li&gt;&#xA;&lt;li&gt;Long-term orientation&lt;/li&gt;&#xA;&lt;li&gt;Personal Achievement (Masculinity vs Femininity)&lt;/li&gt;&#xA;&lt;li&gt;Loose vs Strict&lt;/li&gt;&#xA;&lt;li&gt;Universalism vs particularism&lt;/li&gt;&#xA;&lt;li&gt;Time Accuracy&lt;/li&gt;&#xA;&lt;li&gt;Directness vs indirectness&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9845" LastActivityDate="2016-08-16T09:44:28.203" Title="Data on cultural diversity dimensions" Tags="|data-request|research|demographics|global|social-process|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9449" PostTypeId="2" ParentId="9445" CreationDate="2016-08-16T09:57:05.683" Score="5" Body="&lt;p&gt;Our hope with the &lt;a href=&quot;http://frictionlessdata.io/&quot; rel=&quot;noreferrer&quot;&gt;Frictionless Data&lt;/a&gt; project is to create a set of standards that apply equally to open and non-open datasets.  These standards did, in fact, grow out of experience with distributing open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out the Data Package spec here: &lt;a href=&quot;http://specs.frictionlessdata.io/data-packages/&quot; rel=&quot;noreferrer&quot;&gt;http://specs.frictionlessdata.io/data-packages/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-08-16T09:57:05.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9450" PostTypeId="1" AcceptedAnswerId="9457" CreationDate="2016-08-16T13:43:11.127" Score="2" ViewCount="92" Body="&lt;p&gt;Are there any Open data sources for fiber optic cable locations.  Specifically sub-sea.  I've been searching online and unable to find anything, besides paid services.&lt;/p&gt;&#xA;" OwnerUserId="13337" LastActivityDate="2016-08-16T18:08:20.757" Title="Global Fiber Optic Data" Tags="|data-request|telecom|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9451" PostTypeId="2" ParentId="9443" CreationDate="2016-08-16T14:30:42.667" Score="2" Body="&lt;p&gt;There is a project of files here: &lt;a href=&quot;https://www.datazar.com/project/p5d33ef20-3df6-4a71-94e4-59123f16add6&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/project/p5d33ef20-3df6-4a71-94e4-59123f16add6&lt;/a&gt; on Datazar, containing medal counts from Summer Olympics from 1896-2008. The last two shouldn't be hard to get though, I will search around and add them to the project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full discolusre: I work at Datazar- A collaborative open data library&lt;/p&gt;&#xA;" OwnerUserId="13332" LastActivityDate="2016-08-16T14:30:42.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9452" PostTypeId="1" CreationDate="2016-08-16T16:12:31.030" Score="1" ViewCount="45" Body="&lt;p&gt;can I ask how to be resourceful in finance/banking data science area, here? What I mean being resourceful means, &lt;strong&gt;knowing top data science trending in finance/banking area, knowing what are the creative companies doing in finance/banking area with data science, knowing major open data sources can be used in finance/banking in Canada&lt;/strong&gt;. Right now I am subscribing to several data science news but none of them focus on finance/banking area. If I could get daily/weekly news report related to data science development in finance/banking area will be great. My manager in the mid-term feedback for my internship suggested I should be more resourceful, so I really want to improve as fast as I could.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions? Thank you very much!&lt;/p&gt;&#xA;" OwnerUserId="11539" LastActivityDate="2016-08-16T16:12:31.030" Title="How to be resourceful in finance data science area?" Tags="|finance|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9453" PostTypeId="1" AcceptedAnswerId="9473" CreationDate="2016-08-16T16:21:21.450" Score="2" ViewCount="546" Body="&lt;p&gt;I'm looking for a dataset of TV viewership or ratings over different networks/shows. Specifically I need this for NBC's broadcasting of the Olympics. I've found various articles discussing numbers for different days, but not a single dataset covering all days. Online streaming numbers would also be useful, but not expecting any structured dataset around this. &lt;/p&gt;&#xA;" OwnerUserId="13338" LastActivityDate="2016-08-18T18:04:33.283" Title="TV viewership data" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9454" PostTypeId="1" CreationDate="2016-08-16T16:31:03.293" Score="1" ViewCount="64" Body="&lt;p&gt;Are the “Fortune” rankings the same as “Inc”?  Who can file (CEO, COO, CFO, CPA)? Where does one file?  How are financials verified?&lt;/p&gt;&#xA;" OwnerUserId="13341" LastActivityDate="2016-08-17T21:50:49.620" Title="Regarding Fortune 500 Companies" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9455" PostTypeId="2" ParentId="9450" CreationDate="2016-08-16T17:36:10.297" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.submarinecablemap.com/&quot; rel=&quot;nofollow&quot;&gt;TeleGeography's Submarine Cable Map&lt;/a&gt; offers the &lt;a href=&quot;https://github.com/telegeography/www.submarinecablemap.com&quot; rel=&quot;nofollow&quot;&gt;entire map in a repository on GitHub&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-16T17:36:10.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9456" PostTypeId="2" ParentId="9232" CreationDate="2016-08-16T17:50:09.230" Score="1" Body="&lt;p&gt;Based on &lt;a href=&quot;https://www.outpan.com/developers&quot; rel=&quot;nofollow&quot;&gt;https://www.outpan.com/developers&lt;/a&gt; you have to use &lt;code&gt;POST&lt;/code&gt; request which contains &lt;code&gt;name&lt;/code&gt; field in the parameters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the url should be:&lt;br&gt;&#xA;&lt;code&gt;&lt;a href=&quot;https://api.outpan.com/v2/products/9300617041207/name?apikey=[MyAPIkey]&quot; rel=&quot;nofollow&quot;&gt;https://api.outpan.com/v2/products/9300617041207/name?apikey=[MyAPIkey]&lt;/a&gt;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;request example:&#xA;&lt;code&gt;curl -X POST -d &quot;name=some_product&quot; &lt;a href=&quot;https://api.outpan.com/v2/products/9300617041207/name?apikey=[MyAPIkey]&quot; rel=&quot;nofollow&quot;&gt;https://api.outpan.com/v2/products/9300617041207/name?apikey=[MyAPIkey]&lt;/a&gt;&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="13339" LastEditorUserId="13339" LastEditDate="2016-08-18T22:04:39.943" LastActivityDate="2016-08-18T22:04:39.943" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="9457" PostTypeId="2" ParentId="9450" CreationDate="2016-08-16T18:08:20.757" Score="1" Body="&lt;p&gt;I went with this one.  &lt;a href=&quot;http://www.cablemap.info/&quot; rel=&quot;nofollow&quot;&gt;http://www.cablemap.info/&lt;/a&gt; has current and future cables.  Data can be downloaded as shp and kml.&lt;/p&gt;&#xA;" OwnerUserId="13337" LastActivityDate="2016-08-16T18:08:20.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9458" PostTypeId="2" ParentId="9438" CreationDate="2016-08-16T18:18:35.417" Score="2" Body="&lt;p&gt;In most cases it's not illegal to scrape sites, or unethical (dependent on use). Getting direct access to a companies database is always tricky if not cost prohibitive.  The first question is always what data do you want and where is it.  Then look and see if they have an API that meets your needs and skill set, if not use &lt;a href=&quot;http://scrapy.org/&quot; rel=&quot;nofollow&quot;&gt;scrapy&lt;/a&gt; and write directly to a db.  There are other Python libraries written for this purpose as well such as &lt;a href=&quot;https://www.crummy.com/software/BeautifulSoup/&quot; rel=&quot;nofollow&quot;&gt;BS4&lt;/a&gt; and &lt;a href=&quot;https://pypi.python.org/pypi/mechanize/&quot; rel=&quot;nofollow&quot;&gt;mechanize&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13337" LastActivityDate="2016-08-16T18:18:35.417" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9459" PostTypeId="1" CreationDate="2016-08-16T19:53:32.530" Score="1" ViewCount="1628" Body="&lt;p&gt;I'm attempting to gather and identify limits of Crown Land in the province of Quebec, Canada.&lt;/p&gt;&#xA;&lt;p&gt;I'm coming at this from a GIS background and am trying to create a database that resembles the information available on this portal: &lt;a href=&quot;http://www.giscoeapp.lrc.gov.on.ca/CLUPA/Index.html?site=CLUPA&amp;amp;viewer=CLUPA&amp;amp;locale=en-US&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crown Land Use Policy Atlas Ontario&lt;/a&gt;. Crown land is generally federal land that isn't zoned as urban/developed, agricultural, privately owned, or an environmental protected area.&lt;/p&gt;&#xA;&lt;p&gt;Since a portal like this doesn't exist for Quebec, I figured that this could be teased out using the following open licensed information and data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www12.statcan.gc.ca/census-recensement/2011/geo/bound-limit/bound-limit-2011-eng.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Boundaries for Land, Water, and other limits (StatsCan)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://mern.gouv.qc.ca/territoire/portrait/portrait-donnees-mille.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Administrative Regions of Quebec (MERN)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_unorganized_territories_in_Quebec&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unorganized Regions of Quebec (Wikipedia)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://open.canada.ca/data/en/dataset/6c51dc92-1f37-5895-9c81-837d8e8f484e&quot; rel=&quot;nofollow noreferrer&quot;&gt;Protected Areas Boundaries for Quebec (NRCan)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I would like to know if there exists either an open licensed shape of crown lands available for Quebec or, alternatively, an open licensed boundary of Resource Extraction Areas (French: &lt;code&gt;Zone d'exploitation contrôlée&lt;/code&gt;, or &lt;code&gt;ZECs&lt;/code&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Zone_d%27exploitation_contr%C3%B4l%C3%A9e&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;), as that is the final piece of information I need to ascertain what is technical &amp;quot;Crown Land&amp;quot; from the information I've gathered.&lt;/p&gt;&#xA;&lt;p&gt;Any advice on the Crown Land identification approach is also appreciated.&lt;/p&gt;&#xA;" OwnerUserId="9956" LastEditorUserId="23272" LastEditDate="2022-07-14T14:33:07.803" LastActivityDate="2022-07-14T14:33:07.803" Title="Quebec Provincial Crown Lands" Tags="|data-request|government|geospatial|canada|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9462" PostTypeId="1" CreationDate="2016-08-17T03:54:41.597" Score="3" ViewCount="161" Body="&lt;p&gt;I am looking to obtain data on daily (or even weekly) airfares but am not sure if this type of data publicly exists or not. The bureau of transportation seems to have some of this type of data, but the data is all over the place and not in one readily available file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, would the available data out there probably be only for major airports? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this data isn't publicly available would the only feasible solution be to set-up a webscraping program to collect this type of data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I would like something like this: &#xA;&lt;a href=&quot;http://rita.dot.gov/bts/airfares/compare/airports-metropolitan-area%E2%80%8C%E2%80%8Bs&quot; rel=&quot;nofollow&quot;&gt;rita.dot.gov/bts/airfares/compare/airports-metropolitan-area‌​s&lt;/a&gt; but instead of quarterly data I would prefer weekly data.&lt;/p&gt;&#xA;" OwnerUserId="13344" LastEditorUserId="13344" LastEditDate="2016-08-17T15:37:46.313" LastActivityDate="2016-08-17T15:37:46.313" Title="How to obtain airline data" Tags="|data-request|web-crawling|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9464" PostTypeId="2" ParentId="1054" CreationDate="2016-08-17T06:01:03.913" Score="3" Body="&lt;p&gt;ADS-B Exchange offers free licenses for personal/non-profit use:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.adsbexchange.com/data&quot; rel=&quot;nofollow&quot;&gt;ADS-B Exchange Data/APIs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13349" LastEditorUserId="90" LastEditDate="2016-08-17T20:30:47.657" LastActivityDate="2016-08-17T20:30:47.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9466" PostTypeId="2" ParentId="1054" CreationDate="2016-08-17T13:30:21.763" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://flightaware.com/&quot; rel=&quot;nofollow&quot;&gt;FlightAware&lt;/a&gt; and &lt;a href=&quot;http://www.harriscaprock.com/&quot; rel=&quot;nofollow&quot;&gt;Harris Caprock&lt;/a&gt; have this data.  FlightAware has an &lt;a href=&quot;https://flightaware.com/commercial/flightxml/&quot; rel=&quot;nofollow&quot;&gt;API&lt;/a&gt; that is easy to use. You are going to have to pay for real time data. &lt;/p&gt;&#xA;" OwnerUserId="13337" LastEditorUserId="13337" LastEditDate="2016-08-17T13:46:45.750" LastActivityDate="2016-08-17T13:46:45.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9467" PostTypeId="2" ParentId="9462" CreationDate="2016-08-17T13:38:46.763" Score="1" Body="&lt;p&gt;Daily airfares from where to where on which airline? Every flight everywhere or a specific flight on a specific airline...The data is public just go to a carriers site and do a query.  If you a trying to build a travel site and need cost in real time, then you are going to have to build a large scrapper., that's a different question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could always use the &lt;a href=&quot;https://developers.google.com/qpx-express/v1/pricing&quot; rel=&quot;nofollow noreferrer&quot;&gt;googles QPX Express API&lt;/a&gt;.  The is an &lt;a href=&quot;https://stackoverflow.com/questions/10210903/can-google-flights-data-be-queried-from-google-api&quot;&gt;SO thread&lt;/a&gt; with this question, you can use the google API for free up to a certain amount of queries.&lt;/p&gt;&#xA;" OwnerUserId="13337" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-08-17T13:38:46.763" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9468" PostTypeId="1" CreationDate="2016-08-17T13:52:26.643" Score="3" ViewCount="164" Body="&lt;p&gt;I'm looking for a regularly updated list of urban fire incidents in North America or Western Europe, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The date of the incident&lt;/li&gt;&#xA;&lt;li&gt;Address&lt;/li&gt;&#xA;&lt;li&gt;The type of the building: residential, business, outdoor&lt;/li&gt;&#xA;&lt;li&gt;Severity&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Fires are the city-level issue, so cities are supposed to publish it. However, most cities publish only 311 calls, not 911 calls (except crimes).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The fire datasets I've found so far:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;London, UK&lt;/strong&gt;: &lt;a href=&quot;http://data.london.gov.uk/dataset/london-fire-brigade-incident-records&quot; rel=&quot;nofollow&quot;&gt;http://data.london.gov.uk/dataset/london-fire-brigade-incident-records&lt;/a&gt;. Meets all the requirements.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;New York, US&lt;/strong&gt;: &lt;a href=&quot;http://data.beta.nyc/dataset/fdny-fire-incidents&quot; rel=&quot;nofollow&quot;&gt;http://data.beta.nyc/dataset/fdny-fire-incidents&lt;/a&gt;. Outdated (2013).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Besides, fire departments accept FOIA requests for fire incident data (e.g. &lt;a href=&quot;http://www.cityofchicago.org/city/en/depts/cfd.html&quot; rel=&quot;nofollow&quot;&gt;Chicago&lt;/a&gt;) and offer on-demand reports (like &lt;a href=&quot;http://sf-fire.org/fire-reports&quot; rel=&quot;nofollow&quot;&gt;San Francisco&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know more of the sources like these?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorDisplayName="user4293" LastEditDate="2016-08-19T22:32:27.857" LastActivityDate="2017-09-04T15:10:25.533" Title="Fire incidents data" Tags="|data-request|city|security|fire|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9469" PostTypeId="2" ParentId="9438" CreationDate="2016-08-17T14:04:26.453" Score="2" Body="&lt;p&gt;There are a number of government sources that you could turn to for a live list of a specific type of retailer, in lieu of scraping Google or Yelp. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the FDA publishes a dataset of all &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/oce/inspections/oce_insp_searching.cfm&quot; rel=&quot;nofollow&quot;&gt;tobacco retailer inspections&lt;/a&gt;, which could be a good source of tobacco retailer location data on a national basis. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You also could turn to specific state governments for this data because many licenses, such as tobacco retailer licenses or liquor licenses, are regulated on state level. My employer Enigma.io has already collected a lot of this state-specific data (and it's free for non-commercial use!) - for example we have a dataset of &lt;a href=&quot;https://app.enigma.io/table/us.states.la.atc.licenses?search[]=%40credentialtype%20(%22T.C%20-%20TOBACCO%20RETAIL%20CERTIFICATE%22)#&quot; rel=&quot;nofollow&quot;&gt;names/locations of all licensed tobacco retailers&lt;/a&gt; in the state of Louisiana.&lt;/p&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2016-08-17T14:04:26.453" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9470" PostTypeId="2" ParentId="9468" CreationDate="2016-08-17T14:16:44.720" Score="3" Body="&lt;p&gt;For the US, have you looked into the National Fire Incident Reporting System (NFIRS) data? That contains all of what you're looking for: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Type of fire (indicating severity)&lt;/li&gt;&#xA;&lt;li&gt;Address&lt;/li&gt;&#xA;&lt;li&gt;Type of building&lt;/li&gt;&#xA;&lt;li&gt;Date of incident&lt;/li&gt;&#xA;&lt;li&gt;Type of structure: mixed use, industrial, office, educational, residential only, etc. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The data does not necessarily include the entire country, because not every fire department reports into NFIRS, but it does include the vast majority of it. According to USFA, &quot;The NFIRS database comprises 75 percent of all reported fires that annually occur.&quot; You can order the data &lt;a href=&quot;https://www.usfa.fema.gov/data/statistics/order_download_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;on CD-ROM&lt;/a&gt; from the U.S. Fire Administration. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also access the data through &lt;a href=&quot;https://public.enigma.com/browse/77c6597b-eb82-4a2f-9d2e-5aedea1cae1d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public&lt;/a&gt;. The site currently has all NFIRS data from 2009-2013.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Full disclosure: I work for Enigma. ;) )&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Noting of course that NFIRS is not &lt;em&gt;exclusively&lt;/em&gt; covering urban fires, but does encompass urban fires, including fires for NYC, for example.&lt;/p&gt;&#xA;" OwnerUserId="13276" LastEditorUserId="13276" LastEditDate="2017-09-04T15:10:25.533" LastActivityDate="2017-09-04T15:10:25.533" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9471" PostTypeId="1" AcceptedAnswerId="9474" CreationDate="2016-08-17T14:35:48.733" Score="2" ViewCount="67" Body="&lt;p&gt;I've read about the National Incident-Based Reporting (NIBRS) data at the &lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=301&quot; rel=&quot;nofollow&quot;&gt;Bureau of Justice Statistics&lt;/a&gt; site. But I'm not able to actually &lt;em&gt;find&lt;/em&gt; the data available for use/analysis anywhere. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where this data might be available? &lt;/p&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2016-08-17T20:12:29.640" Title="National Incident-Based Reporting System (NIBRS) Data?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9472" PostTypeId="2" ParentId="9462" CreationDate="2016-08-17T15:28:33.160" Score="1" Body="&lt;p&gt;I don't know the scope of airports you are after (US only, EU or WW) but I can't think of any public sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think that you will need to find a comparison site like &lt;a href=&quot;https://www.kayak.co.uk/&quot; rel=&quot;nofollow&quot;&gt;kayak&lt;/a&gt; or &lt;a href=&quot;https://www.expedia.co.uk/&quot; rel=&quot;nofollow&quot;&gt;expedia&lt;/a&gt; then use a combination of &lt;a href=&quot;https://cran.r-project.org/web/packages/RSelenium/vignettes/RSelenium-basics.html&quot; rel=&quot;nofollow&quot;&gt;rselenium&lt;/a&gt; (to drive the website) and &lt;a href=&quot;https://cran.r-project.org/web/packages/rvest/rvest.pdf&quot; rel=&quot;nofollow&quot;&gt;rvest&lt;/a&gt; (to scrape pages).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It depends on the use you are putting the data to, if it is going to be published / sold / concentrated, there will probably be some legal aspects you need to consider.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2016-08-17T15:28:33.160" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9473" PostTypeId="2" ParentId="9453" CreationDate="2016-08-17T15:54:19.900" Score="3" Body="&lt;p&gt;Here is a dataset containing viewership and rating numbers by day for the first week of Olympic games in Rio this year. It also contains data from London 2012 for comparison. &lt;a href=&quot;https://www.datazar.com/file/fcf5766ab-2c8a-4ced-8b4b-a7381d9cab09&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/file/fcf5766ab-2c8a-4ced-8b4b-a7381d9cab09&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I feel that it will be much easier to find more ratings like this, if not more extensive ones, in a few weeks or so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Full disclosure: I work at Datazar (A collaborative data library where), where this file is being hosted.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="13332" LastEditorUserId="13332" LastEditDate="2016-08-17T16:08:14.080" LastActivityDate="2016-08-17T16:08:14.080" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9474" PostTypeId="2" ParentId="9471" CreationDate="2016-08-17T20:12:29.640" Score="2" Body="&lt;p&gt;You can download the public-use version of the dataset through ICPSR at &lt;a href=&quot;https://www.icpsr.umich.edu/icpsrweb/NACJD/series/128&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; page. Make sure to register an account through ICPSR. If you don't have an account, then I highly recommend making one. ICPSR is an awesome repository of social science data.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-08-17T20:12:29.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9475" PostTypeId="2" ParentId="9405" CreationDate="2016-08-17T20:26:24.830" Score="1" Body="&lt;p&gt;Almost certainly there are patients with atrial fibrillation:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select value, count(distinct icustay_id) as numad&#xA;from chartevents&#xA;where itemid = 212&#xA;group by value&#xA;order by numpat desc;&#xA;&#xA;   value         | numadm&#xA;-----------------+--------&#xA;Normal Sinus     |  24787&#xA;Sinus Tachy      |  15481&#xA;Sinus Brady      |   7512&#xA;Atrial Fib       |   5416&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In terms of osteoarthritis, one can check the ICD-9 codes that were used to bill for the patient's hospital stay. Looking for patients with ICD-9 code 715 (Osteoarthrosis and allied disorders) gives:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select count(distinct hadm_id) as numadm&#xA;from diagnoses_icd&#xA;where icd9_code between '715' and '71599';&#xA;&#xA; numadm &#xA;--------&#xA;   1453&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And isolating that to Osteoarthritis of the lower leg (which knee is classified under):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; select count(distinct hadm_id) as numadm&#xA; from diagnoses_icd&#xA; where icd9_code in ('71516','71526','71536','71596');&#xA;&#xA; numadm &#xA;--------&#xA;   321&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-08-17T20:26:24.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9476" PostTypeId="2" ParentId="9454" CreationDate="2016-08-17T21:50:49.620" Score="1" Body="&lt;p&gt;The different business magazines have their own proprietary ranking systems for companies (I used to work for one).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have their reporters maintain contacts with company CEOs, CFOs, etc., and verify their financials. But the ultimate decisions as to who to include and how to rank them lies with the business magazines themselves, which is why they have different rankings based on different criteria. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CEO or CFO of a fast-growing company will typically contact a reporter, or perhaps the boss, typically a director of content, and initiate discussions. (I used to work as an assistant to the research director and field these calls). Business magazines are always looking for good new stories and things to write about. But ultimately, a company's inclusion on such a list is &quot;by invitation only.&quot;&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-08-17T21:50:49.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9477" PostTypeId="2" ParentId="9414" CreationDate="2016-08-18T00:57:00.630" Score="2" Body="&lt;p&gt;You can find the data here -: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/project/p2e01002e-e9e4-48bc-9b04-2afbea7a817e&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/project/p2e01002e-e9e4-48bc-9b04-2afbea7a817e&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the data dictionary can be found here -: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/file/f0957f34a-c87a-4317-bff2-8c99e980468a&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/file/f0957f34a-c87a-4317-bff2-8c99e980468a&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S- I work at @datazar which is an open source data library, where people can view, share and work with data.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-18T00:57:00.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9478" PostTypeId="2" ParentId="9447" CreationDate="2016-08-18T01:30:53.940" Score="5" Body="&lt;p&gt;There can be numerous instances where data needs to be cleansed and standardised.&#xA;To name a few -:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Mandatory fields having Null values - This is the greatest source of data loss&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Remedy - Going back to the business, Replacing them with the mean.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2)Standardising columns- Like USA, US, America, United States.&#xA;Remedy- Using a lookup to change them to one standard value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3)Date- This is one major issue where a file might have multiple date formats.&#xA;Remedy-This can be solved again by using a lookup.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;4)Duplicates - This can be easily solved either in excel or in the database. You can even have a stored procedure for this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;5)Outliers- This is a separate thing all together, an outlier is a datapoint which comes from different distribution.I would suggest using the 3-standard deviation rules to mark potential outliers and then using a grub's test to check if they are outliers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find cleansed and uncleansed datasets here  &lt;a href=&quot;https://www.datazar.com/&quot;&gt;https://www.datazar.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this helped you.If you need any further details, feel free to email me at&#xA;pramit@datazar.com&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-18T01:30:53.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9479" PostTypeId="2" ParentId="9447" CreationDate="2016-08-18T11:19:10.063" Score="4" Body="&lt;p&gt;In addition to &lt;a href=&quot;https://opendata.stackexchange.com/a/9478/4293&quot;&gt;Pramit's answer&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Entities are stored differently: system A stores full name, whereas B stores first name and last name.&lt;/li&gt;&#xA;&lt;li&gt;Character set issues: data was exported from system A to B and B cannot interpret characters from A correctly (or the conversion process had errors). This is common when exporting to CSV format.&lt;/li&gt;&#xA;&lt;li&gt;Field values in table X point to an index field in table Y, but that record no longer exists (lookup fails)&lt;/li&gt;&#xA;&lt;li&gt;Not properly distinguishing NULL and 0 values (or NULL values and empty strings)&lt;/li&gt;&#xA;&lt;li&gt;Varying CASING For values that Should HAVE consistent CASing&lt;/li&gt;&#xA;&lt;li&gt;End dates before start dates&lt;/li&gt;&#xA;&lt;li&gt;Date ranges that are not sequential (have gaps)&lt;/li&gt;&#xA;&lt;li&gt;Invalid dates&lt;/li&gt;&#xA;&lt;li&gt;Missing values&lt;/li&gt;&#xA;&lt;li&gt;Invalid usage of field types, i.e. storing numbers or dates in text fields, strings in a string field have their length prepended (yes, I've seen that)&lt;/li&gt;&#xA;&lt;li&gt;Values that are valid in one system but not in another, e.g in a DB/2 database you can store time 24:00 - try that in Oracle or SQL Server.&lt;/li&gt;&#xA;&lt;li&gt;Different decimal separators; using thousand separators&lt;/li&gt;&#xA;&lt;li&gt;Different languages used for texts&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Then there's a whole separate class of the issues coming from databases that are not properly normalized. Some that come to mind:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Value duplicated in table X looked up from table Y no longer matches with the current value in Y &lt;/li&gt;&#xA;&lt;li&gt;Field value Z calculated from fields X and Y does not equal the actual calculation when you re-do it&lt;/li&gt;&#xA;&lt;li&gt;Putting &lt;code&gt;2;12;34;5&lt;/code&gt; in a string field instead of storing those numbers as integers in a detail table&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user4293" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-08-18T11:24:11.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9480" PostTypeId="1" CreationDate="2016-08-18T12:56:56.953" Score="2" ViewCount="135" Body="&lt;p&gt;Seeking a database of all cars in Qatar, by &lt;em&gt;name of car manufacturer&lt;/em&gt; and &lt;em&gt;model&lt;/em&gt; (make/model). Any other data is helpful, particularly a tentative price list, but not required.&lt;/p&gt;&#xA;" OwnerUserId="13370" LastEditorUserId="90" LastEditDate="2016-08-19T03:15:04.157" LastActivityDate="2016-08-19T13:33:18.870" Title="Database of Cars in Qatar" Tags="|cars|database|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9481" PostTypeId="2" ParentId="9453" CreationDate="2016-08-18T18:04:33.283" Score="2" Body="&lt;p&gt;You could also look at what sites are being downloaded off torrent sites and news groups with Python &lt;a href=&quot;http://www.tvoverlord.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.tvoverlord.com/&lt;/a&gt; library&lt;/p&gt;&#xA;" OwnerUserId="13337" LastActivityDate="2016-08-18T18:04:33.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9482" PostTypeId="1" AcceptedAnswerId="9484" CreationDate="2016-08-18T21:11:29.980" Score="2" ViewCount="46" Body="&lt;p&gt;I am looking for a data set that includes World Cup winners, the host country, runners up, etc. I have the winners currently, but would like to see more information. Scores and such for each would also be a bonus!&lt;/p&gt;&#xA;" OwnerUserId="13331" LastActivityDate="2016-08-18T21:16:27.940" Title="World Cup Winners" Tags="|data-request|sports|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9483" PostTypeId="2" ParentId="9362" CreationDate="2016-08-18T21:14:01.557" Score="2" Body="&lt;p&gt;The endpoints were updated on 08/12, and, no, the project is very much active.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-08-18T21:14:01.557" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9484" PostTypeId="2" ParentId="9482" CreationDate="2016-08-18T21:16:27.940" Score="3" Body="&lt;p&gt;There is a dataset hosted here: &lt;a href=&quot;https://www.datazar.com/file/f89abbe09-f107-4ea6-855e-86a9ea9e598f&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/file/f89abbe09-f107-4ea6-855e-86a9ea9e598f&lt;/a&gt; that includes winners, runners up, host country and additional notes for every year the World Cup was played. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In a separate dataset here: &lt;a href=&quot;https://www.datazar.com/file/fdd9b39bb-1a23-4df2-8a3e-d0dba6a3c9fd&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/file/fdd9b39bb-1a23-4df2-8a3e-d0dba6a3c9fd&lt;/a&gt; there is information about scores, attendance and other additional information about each year. I hope this is helpful :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full Disclosure: I work at Datazar (A collaborative open data Library) where this project is hosted&lt;/p&gt;&#xA;" OwnerUserId="13332" LastActivityDate="2016-08-18T21:16:27.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9485" PostTypeId="2" ParentId="1144" CreationDate="2016-08-18T21:18:30.290" Score="4" Body="&lt;p&gt;The data you're looking for is available here -:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/project/pe1c88ca8-57a8-48b8-89a6-89083da7fc3c&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/project/pe1c88ca8-57a8-48b8-89a6-89083da7fc3c&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has historical data from 1918, it is free and open for use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S- I work for datazar, an open source data library, where this file is hosted.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-18T21:18:30.290" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9486" PostTypeId="2" ParentId="9188" CreationDate="2016-08-18T21:40:01.700" Score="1" Body="&lt;p&gt;The dataset was updated on March 6, 2017.  The updates occur from time to time without a planned update schedule. The latest updates for the 510K and other datasets are posted &lt;a href=&quot;https://open.fda.gov/api/status/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="244" LastEditDate="2017-03-09T13:33:30.893" LastActivityDate="2017-03-09T13:33:30.893" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9487" PostTypeId="2" ParentId="9412" CreationDate="2016-08-19T01:04:50.227" Score="4" Body="&lt;p&gt;You can find the data here -:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/file/fc210d5e3-f0a6-489a-9fe0-e06f3da140cb&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/file/fc210d5e3-f0a6-489a-9fe0-e06f3da140cb&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S - I work for datazar, an open data library, where people can share, discover and work with data.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-19T01:04:50.227" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9488" PostTypeId="2" ParentId="9480" CreationDate="2016-08-19T13:33:18.870" Score="2" Body="&lt;p&gt;It seems as though right now, Qatar has open data policies in place, but are still fulfilling them on a case by case basis. They have explicitly stated on this site here: &lt;a href=&quot;http://www.ictqatar.qa/en/qatar-digital-government/open-government/open-data&quot; rel=&quot;nofollow&quot;&gt;http://www.ictqatar.qa/en/qatar-digital-government/open-government/open-data&lt;/a&gt; the benefits of open data, and the type of data sets each department in Qatar will be fulfilling. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I had to guess (or hope rather), they are in the process of building a searchable open data portable with actively uploaded data sets. I would think you should be able to  request the data you are looking for on the same site link, but who knows how long it will take for them to fulfill their request. Hope that helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Full Disclosure: I work at &lt;a href=&quot;https://www.datazar.com/&quot; rel=&quot;nofollow&quot;&gt;Datazar&lt;/a&gt; (A collaborative open data libraryfor all sources)&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="13332" LastActivityDate="2016-08-19T13:33:18.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9489" PostTypeId="1" CreationDate="2016-08-19T15:38:51.477" Score="3" ViewCount="232" Body="&lt;p&gt;I am looking for a historic and on-going source for fracking cost per barrel of oil.  Ideally for the USA with regional and/or State values.  However, larger sources are welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="8436" LastEditorUserId="8436" LastEditDate="2016-08-21T10:51:16.700" LastActivityDate="2016-08-27T10:03:15.613" Title="Fracking Cost per Barrel of Oil" Tags="|data-request|api|finance|economics|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9490" PostTypeId="1" CreationDate="2016-08-19T17:13:31.813" Score="1" ViewCount="35" Body="&lt;p&gt;Seeking data regarding Major Flood Events in Indonesia during 2000 - 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could be GIS or just informational product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/set/ndh-flood-hazard-frequency-distribution/maps&quot; rel=&quot;nofollow&quot;&gt;NASA's SEDAC (Socioeconomic Data and Applications Center) does this but only provides tallies and the data ends in 2003&lt;/a&gt;&lt;br&gt;&#xA;I've also tried the &lt;a href=&quot;http://www.emdat.be/&quot; rel=&quot;nofollow&quot;&gt;International Disaster Database&lt;/a&gt;, however it does not have coverage good enough for my needs.&lt;/p&gt;&#xA;" OwnerUserId="3793" LastEditorUserId="90" LastEditDate="2016-08-19T22:35:33.007" LastActivityDate="2016-08-19T22:35:33.007" Title="Major Flood Events in Indonesia" Tags="|geohazard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9491" PostTypeId="2" ParentId="9490" CreationDate="2016-08-19T18:19:04.023" Score="1" Body="&lt;p&gt;Quandl has these datasets: &lt;a href=&quot;https://www.quandl.com/data/GEOCOMP?keyword=flood%20indonesia&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/GEOCOMP?keyword=flood%20indonesia&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-08-19T18:19:04.023" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9492" PostTypeId="1" CreationDate="2016-08-19T19:59:02.090" Score="1" ViewCount="83" Body="&lt;p&gt;I've read a few answers but they all have answers that have broken links or outdated info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to find a way to get very basic information about businesses in the United States.  For example, let's say I want to get a list of all Subway restaurants in the USA.  I need their address, city, state, zip, and phone number.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;At first I thought about using Google Places API for that, but they don't really allow anything on a mass scale like that. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anywhere this data can be accessed for free? I could always create custom crawler to crawl their public restaurant locator tool, but since I need this information from hundreds of businesses, it would take a very long time and would be a maintenance nightmare since they change their websites or restaurant locator tools often.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This all seems like public information but I guess the question is whether it's available anywhere to be accessed easily.&lt;/p&gt;&#xA;" OwnerUserId="13389" LastActivityDate="2016-08-26T11:39:12.320" Title="Where to get basic business info such as address and phone number?" Tags="|data-request|business|address|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9493" PostTypeId="1" CreationDate="2016-08-19T22:11:22.937" Score="1" ViewCount="52" Body="&lt;p&gt;I used to come to this website to get some information about the history of Usaid from its documents. But now I'm not being able to find the place to make the search anymore, isn't it possible to do anymore?&lt;/p&gt;&#xA;" OwnerUserId="13390" LastEditorUserId="90" LastEditDate="2016-08-19T22:31:06.620" LastActivityDate="2016-11-09T13:49:27.097" Title="USAID Historical Data Access" Tags="|usaidopen|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9494" PostTypeId="2" ParentId="5875" CreationDate="2016-08-19T22:18:18.357" Score="4" Body="&lt;p&gt;Since the 2016 season is about to start I figure I'll update this to hopefully help some others that stumble upon this page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best resource for getting free and comprehensive nfl statistics is the &lt;code&gt;nfldb&lt;/code&gt; and &lt;code&gt;nflgame&lt;/code&gt; python APIs. The developer pulls the information directly from json feeds used by NFL.com's gamecenter data, which is about as accurate and real as it gets for free IMO.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out their GitHub. The wiki has instructions on how to get started.&#xA;&lt;a href=&quot;https://github.com/BurntSushi/nfldb&quot; rel=&quot;nofollow&quot;&gt;nfldb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13391" LastActivityDate="2016-08-19T22:18:18.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9495" PostTypeId="2" ParentId="9493" CreationDate="2016-08-20T02:25:24.820" Score="1" Body="&lt;p&gt;The data can be found here -:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/project/pa51cbb1f-68ab-4786-b6c8-571f23849bcf&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/project/pa51cbb1f-68ab-4786-b6c8-571f23849bcf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S - I work for datazar, an open data library, where people can discover, work with and share data.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-20T02:25:24.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9496" PostTypeId="2" ParentId="9423" CreationDate="2016-08-20T05:25:04.953" Score="1" Body="&lt;p&gt;You can find the dataset here -:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/project/p3d688124-3fc2-4130-9532-429780fb4d81&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/project/p3d688124-3fc2-4130-9532-429780fb4d81&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S- I worl for datazar, an open source datalibrary, where people can share, discover and work with data.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-20T05:25:04.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9497" PostTypeId="2" ParentId="9468" CreationDate="2016-08-20T07:16:33.457" Score="2" Body="&lt;p&gt;The city of Seattle has 911 Fire calls available on their open data platform&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.seattle.gov/Public-Safety/Seattle-Real-Time-Fire-911-Calls/kzjm-xkqj&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.seattle.gov/Public-Safety/Seattle-Real-Time-Fire-911-Calls/kzjm-xkqj&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a live feed with data refreshed every 5 minutes, with full export and download options as well as API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See here for more &lt;a href=&quot;https://opendata.stackexchange.com/a/8944/1511&quot;&gt;details&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/N7cDw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/N7cDw.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-08-20T07:16:33.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9498" PostTypeId="2" ParentId="7323" CreationDate="2016-08-21T06:29:16.903" Score="1" Body="&lt;p&gt;Here is a dataset from &lt;a href=&quot;https://openei.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openei.org/&lt;/a&gt; that may answer your question&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://en.openei.org/datasets/dataset/wind-wind-speed-and-wind-power-density-gis-data-at-50m-above-ground-and-5km-resolution-for-nepal-fr&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wind: wind speed and wind power density GIS data at 50m above ground and 5km resolution for Nepal from RisoeDTU &lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;(Abstract): These data are results from the KAMM/WASP studies for Nepal.&lt;/p&gt;&#xA;&lt;p&gt;The KAMM/WAsP methodology uses a set of windclasses to represent wind conditions for the mapped region. A mesoscale simulation for each wind class, using KAMM (Karlsruhe Mesoscale Model), is performed and statistics performed on the model output. The results are a summary of the simulated wind climate, and a wind atlas, a summary of the wind climate standardized to flat, uniform roughness terrain.&lt;/p&gt;&#xA;&lt;p&gt;(Purpose): The product is intended to be used to estimate the wind resource potential in the country including the the spatial variability. This map covers regions where long term measurements are not available. In a sense this is the point of the mapping exercise, but it also means that verification of results has not been as complete would be ideal. There is some concern that the results may underestimate the resource. However, new measurement data is coming and revisions to the map may be made if necessary as verification is carried out.&lt;/p&gt;&#xA;&lt;p&gt;The four data files are as follows:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;AtlasDataNEP05_1_1_uni_z50.5.wrm.u_m.ASC&lt;/strong&gt;. This file contains the simulated annual mean wind speed [m/s] at 50 m a.g.l. over the terrain as described in the mesoscale model.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;AtlasDataNEP05_1_1_uni_z50.5.wrm.e_m.ASC&lt;/strong&gt;. This file contains the simulated annual mean wind power density [W/m^2] at 50 m a.g.l. over the terrain as described in the mesoscale model.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;AtlasDataNEP05_1_1_uni_z0.5.wam.u_m.ASC&lt;/strong&gt;. This file contains the generalize annual mean wind speed [m/s] at 50 m a.g.l. over the flat terrain and uniform roughness of 0.03 m.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;AtlasDataNEP05_1_1_uni_z0.5.wam.e_m.ASC&lt;/strong&gt;. This file contains the generalized annual mean wind power density [W/m^2] at 50 m a.g.l. over the flat terrain and uniform roughness of 0.03 m.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;The format seems to be &lt;a href=&quot;https://en.wikipedia.org/wiki/Esri_grid#ASCII&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASCII-grid&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;License is &lt;a href=&quot;https://creativecommons.org/publicdomain/zero/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC0 1.0&lt;/a&gt; (Public Domain Dedication).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-08-21T06:29:16.903" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9499" PostTypeId="2" ParentId="7542" CreationDate="2016-08-21T06:42:34.690" Score="2" Body="&lt;p&gt;I'll make a guess anyway.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;a&lt;/strong&gt; and &lt;strong&gt;b&lt;/strong&gt; are the measurements from two &lt;a href=&quot;https://en.wikipedia.org/wiki/Anemometer&quot; rel=&quot;nofollow&quot;&gt;anemometers&lt;/a&gt;, either used for redundancy (i.e. machine failure or numerical error), or for different sensitivity/directionality.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-08-21T06:42:34.690" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9502" PostTypeId="2" ParentId="9489" CreationDate="2016-08-21T19:29:31.040" Score="-2" Body="&lt;p&gt;The data is available here -:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/file/fc2291b01-6d5c-48ac-a260-b8e8260dddad&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/file/fc2291b01-6d5c-48ac-a260-b8e8260dddad&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S- I work for datzar, an open source data library, where people can discover, share and work with data.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-08-21T19:29:31.040" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9504" PostTypeId="1" CreationDate="2016-08-22T04:19:11.587" Score="1" ViewCount="112" Body="&lt;p&gt;Can I know the med schedule in the Prescription table? For instance, one row indicates 'Hydromorphone 20mg vial is used for a patient' but I cannot find the detailed schedule. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;20mg of of hydromorphone is lethal dose and it must have been ordered as something like '2mg PRN q3h' via CPOE, but I cannot find any dose scheduleing. Is there any way to get info regarding the detailed schedule doses? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you. &lt;/p&gt;&#xA;" OwnerUserId="13256" LastEditorUserId="13256" LastEditDate="2016-08-22T06:02:36.720" LastActivityDate="2016-08-27T00:11:13.817" Title="Medication order in Prescription table" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9505" PostTypeId="1" CreationDate="2016-08-21T04:52:02.167" Score="1" ViewCount="115" Body="&lt;p&gt;As part of a project we need to explore machine learning applications in candidate shortlisting on applied jobs via job boards.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for sample datasets in the area of recruitment to get started.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any pointers will be helpful.&lt;/p&gt;&#xA;" OwnerUserId="13413" OwnerDisplayName="karan" LastEditorUserId="13413" LastEditDate="2016-08-22T15:50:38.523" LastActivityDate="2016-08-22T15:50:38.523" Title="Sample datasets for machine learning application in hiring" Tags="|machine-learning|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9506" PostTypeId="1" CreationDate="2016-08-22T14:17:17.463" Score="3" ViewCount="106" Body="&lt;p&gt;Sales taxes collected (from retailers) would be a great proxy for general economic activity. Using sales tax data, you could get a rough idea of the revenues collected by retailers in a given area. Since it's tax information, my gut tells me this type of information should be available. Unfortunately, I haven't been able to locate anything like this so far (I filed a FOIL request a few months ago and never heard back). Specifically I'm interested in sales taxes in NYC, but any info on taxes collected in the US could be useful. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="13411" LastEditorUserId="13276" LastEditDate="2016-08-23T13:41:57.353" LastActivityDate="2017-09-06T12:38:29.233" Title="Sales Tax Data for NYC" Tags="|data-request|taxes|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9507" PostTypeId="2" ParentId="9506" CreationDate="2016-08-22T18:38:15.460" Score="4" Body="&lt;p&gt;I have not come across this data for NYC (though would also be really interested in it if the data existed publicly somewhere!), but know that you can get sales tax receipts for a few categories for the state of Texas at least. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;state of Texas&lt;/strong&gt; publishes sales tax receipts data on the following areas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Mixed beverage (think bar receipts)&lt;/li&gt;&#xA;&lt;li&gt;Hotel occupancy &lt;/li&gt;&#xA;&lt;li&gt;Franchisees &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These datasets include: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Company name&lt;/li&gt;&#xA;&lt;li&gt;Company address&lt;/li&gt;&#xA;&lt;li&gt;Reported tax&lt;/li&gt;&#xA;&lt;li&gt;Gross receipts &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The last month's filings are available through the Texas government &lt;a href=&quot;http://www.texastransparency.org/Data_Center/Search_Datasets.php&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; and more historical data is available through Enigma.io &lt;a href=&quot;https://app.enigma.io/search/source/us.states.tx.sales-tax-receipts&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Full disclosure: I work for Enigma.) &lt;/p&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2016-08-22T18:38:15.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9508" PostTypeId="1" CreationDate="2016-08-23T13:39:30.483" Score="2" ViewCount="60" Body="&lt;p&gt;Is there an open access source for U.S. House of Representatives congressional district election results in data sets (preferably Excel) for the elections 1996-2012.   I have tried Dave Leip's site uselectionsatlas.org but the cost of getting the data sets needed will cost thousands of dollars.&lt;/p&gt;&#xA;" OwnerUserId="13418" LastEditorDisplayName="user6083" LastEditDate="2016-08-24T23:56:46.333" LastActivityDate="2016-08-24T23:56:46.333" Title="House of representatives elections data from 1996-2012" Tags="|data.gov|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9509" PostTypeId="1" CreationDate="2016-08-23T14:20:25.213" Score="3" ViewCount="66" Body="&lt;p&gt;A little more clarification, please.  I see the Q/A here &lt;a href=&quot;https://opendata.stackexchange.com/questions/9362/openfda-endpoints-not-updated-in-over-2-months-has-this-project-been-abandoned&quot;&gt;openFDA endpoints not updated in over 2 months. Has this project been abandoned?&lt;/a&gt;&#xA;regarding the bug and update status.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Did the bug and will future fixes also relate to the values of the  tags in the XML provided via download.open.fda.gov?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been using that xml to &quot;automatically&quot; check whether stuff has changed, and just over the weekend, I noticed that dates that appeared in the LastModified json field within some of the files themselves were newer than the xml tag contents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course the premise of my questions could reveal other confusion.  Any redirection most welcome.  Thanks!&lt;/p&gt;&#xA;" OwnerUserId="6562" LastEditorUserId="90" LastEditDate="2016-08-23T19:10:01.700" LastActivityDate="2016-08-24T21:27:02.393" Title="openFDA - update notice:: further clarification" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9510" PostTypeId="1" CreationDate="2016-08-23T15:29:48.753" Score="2" ViewCount="70" Body="&lt;p&gt;I am trying to determine if ICU patients were issued sequential compression devices (SCD). Is this information captured anywhere other than the TEXT field in the NOTEEVENTS table within the MIMIC database?&lt;/p&gt;&#xA;" OwnerUserId="13421" LastActivityDate="2016-08-28T00:33:54.150" Title="Sequential Compression Device (SCD) records in MIMIC" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9511" PostTypeId="1" CreationDate="2016-08-23T19:08:56.327" Score="3" ViewCount="55" Body="&lt;p&gt;I'm looking for a simple site that offers daily high &amp;amp; low temperature averages for a given city.  For example, I'd like to get the average high &amp;amp; low temperatures by day for Cabo San Lucas from Oct 1 through Apr 30.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it would be via a simple HTTP GET request, like: &lt;code&gt;GET http://somewhere?city=Cabo+San+Lucas&amp;amp;start=0110&amp;amp;end=3004&lt;/code&gt; and return data in JSON or CSV format, like&#xA;&lt;code&gt;&#xA;date,hi,lo&#xA;0110,83,74&#xA;0210,83,73&#xA;0310,82,73&#xA;...&#xA;3112,78,67&#xA;0101,78,67&#xA;0102,77,66&#xA;...&#xA;2904,80,72&#xA;3004,80,72&#xA;&lt;/code&gt;&#xA;It wouldn't matter which units are given (my example is in degrees Farenheit, but any unit would do).  It would be very similar to &lt;a href=&quot;http://www.melissadata.com/lookups/ZipWeather.asp&quot; rel=&quot;nofollow&quot;&gt;http://www.melissadata.com/lookups/ZipWeather.asp&lt;/a&gt;, except that it should support international cities and not require postal code.  Ambiguous city names should result in a &lt;code&gt;400&lt;/code&gt; or similar.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone know of such a site?&lt;/p&gt;&#xA;" OwnerUserId="13430" OwnerDisplayName="Matthew Adams" LastEditorUserId="70" LastEditDate="2016-12-04T12:07:40.997" LastActivityDate="2016-12-04T12:07:40.997" Title="Given start &amp; end dates without year, where can I find average daily high &amp; low temperatures for a given city?" Tags="|data-request|weather|city|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9513" PostTypeId="1" CreationDate="2016-08-23T22:49:58.537" Score="2" ViewCount="45" Body="&lt;p&gt;Any data on historical AP (associated press) newspaper membership records (from founding to today)?&lt;/p&gt;&#xA;" OwnerUserId="6620" LastActivityDate="2016-08-26T04:02:20.357" Title="AP Newspaper Membership Records" Tags="|data-request|media|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9514" PostTypeId="1" CreationDate="2016-08-24T15:01:32.217" Score="5" ViewCount="273" Body="&lt;p&gt;I can download Wikileak files from either wlstorage.net or file.wikileaks.org but I'm having difficulty identifying the files of interest.&lt;/p&gt;&#xA;&lt;p&gt;For example, at &lt;a href=&quot;http://wikileaks.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wikileaks.org&lt;/a&gt;, you see &amp;quot;DNC Email Archive,&amp;quot; and &amp;quot;AKP Email Archive,&amp;quot; but I have been unable to match those with an entry for the Wikileaks archives. Dates don't help because the archives all list as 01-Jan-1984.&lt;/p&gt;&#xA;&lt;p&gt;Am I missing a well-known mapping file to the archives?&lt;/p&gt;&#xA;" OwnerUserId="13438" LastEditorUserId="23272" LastEditDate="2022-07-14T12:59:09.793" LastActivityDate="2022-07-14T12:59:09.793" Title="How to Navigate Wikileak Torrents (wlstorage.net)?" Tags="|data-request|leak|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="9515" PostTypeId="5" CreationDate="2016-08-24T20:40:04.780" Score="0" Body="&lt;p&gt;Leak, in the context of open data, is typically the source of the data being released in an unauthorized manner. The &quot;leak&quot; in the NSA was Edward Snowden, the &quot;leak&quot; in the United States Military was Chelsea Manning, etc. Also known as whistleblowers, though some may argue they are uniquely different, they both fall under a definition of providing not open data/information to the public, believing that said data was more harmful not being known by the public, than the harm(s) created by releasing it through non authorized channels.&lt;br&gt;&#xA;WikiLeaks is the poster child for the leak/whistleblowing community, a site that allows anonymous users to post official documents not authorized for release, thus allowing the entire world to view said documents.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-08-24T20:40:04.780" LastActivityDate="2016-08-24T20:40:04.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9516" PostTypeId="4" CreationDate="2016-08-24T20:40:04.780" Score="0" Body="Leak - a disclosure of secret, especially official, information, as to the news media, by an unnamed source." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-08-24T20:40:04.780" LastActivityDate="2016-08-24T20:40:04.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9517" PostTypeId="2" ParentId="9509" CreationDate="2016-08-24T21:09:04.587" Score="2" Body="&lt;p&gt;I'd recommend checking &lt;code&gt;export_date&lt;/code&gt; attribute in &lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow&quot;&gt;this JSON&lt;/a&gt; instead. The &lt;a href=&quot;http://download.open.fda.gov/&quot; rel=&quot;nofollow&quot;&gt;XML&lt;/a&gt; will only show first 1000 of items in the S3 bucket and thus is not reliable.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="12808" LastEditDate="2016-08-24T21:27:02.393" LastActivityDate="2016-08-24T21:27:02.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9518" PostTypeId="1" CreationDate="2016-08-25T10:46:26.733" Score="2" ViewCount="5100" Body="&lt;p&gt;Searching for any dataset on McDonald's Corporation; it doesn't necessarily have to be recent data. Any data on sales, employee, how they did during promotions, etc. &lt;/p&gt;&#xA;" OwnerUserId="13451" LastEditorUserId="90" LastEditDate="2016-09-20T20:43:29.953" LastActivityDate="2016-09-20T20:43:29.953" Title="Data set for Mcdonalds" Tags="|data-request|data.gov|releasing-data|uses-of-open-data|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9519" PostTypeId="2" ParentId="9518" CreationDate="2016-08-25T13:11:59.250" Score="2" Body="&lt;p&gt;Statista has a number of datasets about McDonald's, you can cherry pick through here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.statista.com/topics/1444/mcdonalds/&quot; rel=&quot;nofollow&quot;&gt;Statistics and facts on McDonald's&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-25T13:11:59.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9520" PostTypeId="1" CreationDate="2016-08-25T15:08:46.030" Score="6" ViewCount="451" Body="&lt;p&gt;I need a list of all countries and their states or providences. Is there a authoritative source I can get this from?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorUserId="1511" LastEditDate="2016-08-25T15:51:28.807" LastActivityDate="2016-08-30T21:25:42.290" Title="Where can I get list of states of all countries?" Tags="|data-request|global|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9521" PostTypeId="2" ParentId="9520" CreationDate="2016-08-25T15:50:54.870" Score="7" Body="&lt;p&gt;One of the more authoritative sources will be &lt;strong&gt;&lt;a href=&quot;http://www.unece.org/cefact/locode/welcome.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN/LOCODE&lt;/a&gt;&lt;/strong&gt; (United Nations Code for Trade and Transport Locations), which is mostly used for international trade. There are CSV and Access DBs to download, and comprehensive documentation.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Currently, UN/LOCODE includes over 103,034 locations in 249 countries and installations in international waters. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(see &lt;a href=&quot;https://stackoverflow.com/q/9627654/2327328&quot;&gt;my source&lt;/a&gt; for more possibilities)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-08-25T15:50:54.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9522" PostTypeId="1" CreationDate="2016-08-25T17:54:45.100" Score="9" ViewCount="524" Body="&lt;p&gt;From where I can collect the USA coastline/shoreline data classified by name. I have the shoreline data but not classified. By classified I mean name of the coastline in different region. e.g.&#xA;'Pacific', 'Gulf', 'Great Lakes' ,'Caribe' ,'Caribbean' ,'Atlántico' ,'Atlantic', 'Arctic'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have collected the tiger data that have those classification but it so much generalized as seen in the below image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I need detailed coastline/shoreline (may be USGS) with classification name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Cs7V2.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Cs7V2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5549" LastActivityDate="2018-10-28T13:29:28.367" Title="Where to get usa coastline/shoreline data" Tags="|data-request|usa|geospatial|data.gov|usgs|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9523" PostTypeId="2" ParentId="9522" CreationDate="2016-08-25T21:04:15.283" Score="3" Body="&lt;p&gt;This is just to share whereas you may benefit from it if needed. I found the data at last at &lt;a href=&quot;http://www.ngs.noaa.gov/NSDE/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA Shoreline Data Explorer system&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So to my knowledge there are three versions of the usa coastaline data:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Tiger shapefile( super generalized gis data)&lt;/li&gt;&#xA;&lt;li&gt;USGS data (GDB/Shapefile format)-something between 1 and 3.&lt;/li&gt;&#xA;&lt;li&gt;NOAA data (to me most accurate)- link provided above.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="5549" LastEditorUserId="5549" LastEditDate="2018-10-28T13:29:28.367" LastActivityDate="2018-10-28T13:29:28.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9524" PostTypeId="1" CreationDate="2016-08-25T22:19:31.023" Score="4" ViewCount="109" Body="&lt;p&gt;Is there a way to access DOL's ETA data through the DOL's API? I am particularly interested in H1B/LCA and PERM data. &lt;/p&gt;&#xA;" OwnerUserId="13459" LastEditorUserId="15977" LastEditDate="2017-04-27T11:15:05.820" LastActivityDate="2017-04-27T11:15:05.820" Title="How to access DOL's ETA data?" Tags="|usa|labor|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9525" PostTypeId="1" AcceptedAnswerId="9527" CreationDate="2016-08-25T23:55:33.863" Score="6" ViewCount="808" Body="&lt;p&gt;I am trying to retrieve the URL of all articles listed inside wikipedia list articles. For concreteness lets consider the wikimedia list article &lt;code&gt;List_of_American_scientists&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know how to use the &lt;code&gt;wiki api&lt;/code&gt; and the following query gives a decent result:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=revisions&amp;amp;rvprop=content&amp;amp;format=jsonfm&amp;amp;titles=List_of_American_scientists&quot; rel=&quot;noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;prop=revisions&amp;amp;rvprop=content&amp;amp;format=jsonfm&amp;amp;titles=List_of_American_scientists&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But&lt;/strong&gt; the result that it returns is a list in a single string. I will have to parse this string and convert the names to wikipedia urls myself. Is there a better way to retrieve the answers that can directly gives me the urls of the pages? &lt;/p&gt;&#xA;" OwnerUserId="13460" LastActivityDate="2016-08-26T15:16:47.560" Title="How to get urls of entries in wikipedia list articles?" Tags="|wikidata|wikipedia|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9526" PostTypeId="2" ParentId="9492" CreationDate="2016-08-26T11:39:12.320" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow&quot;&gt;OpenCorporates&lt;/a&gt; is the only open database of companies in the world that I am aware. They provide addresses and other data. Not sure if they have phone numbers. But I guess it is the best free, open option you have.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;https://opencorporates.com/companies?jurisdiction_code=&amp;amp;q=subway&quot; rel=&quot;nofollow&quot;&gt;here you can find&lt;/a&gt; all companies with the keyword Subways. You can filter it bases on the countries and states you want. Then download it as XML or JSON.&lt;/p&gt;&#xA;" OwnerUserId="505" LastActivityDate="2016-08-26T11:39:12.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9527" PostTypeId="2" ParentId="9525" CreationDate="2016-08-26T13:54:35.950" Score="3" Body="&lt;p&gt;You can use the &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Links&quot; rel=&quot;nofollow&quot;&gt;links&lt;/a&gt; API property to get the titles of all the links on the page: &lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;format=jsonfm&amp;amp;titles=List_of_American_scientists&amp;amp;prop=links&amp;amp;pllimit=500&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;format=jsonfm&amp;amp;titles=List_of_American_scientists&amp;amp;prop=links&amp;amp;pllimit=500&lt;/a&gt;. Note that this gives only the first 500, so you will need to make multiple queries to get them all, using &lt;code&gt;plcontinue&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7179" LastActivityDate="2016-08-26T13:54:35.950" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9528" PostTypeId="2" ParentId="9525" CreationDate="2016-08-26T15:16:47.560" Score="3" Body="&lt;p&gt;You might also use the &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual#SPARQL_endpoint&quot; rel=&quot;nofollow&quot;&gt;SPARQL REST API&lt;/a&gt; to query wiki data. E.g. &lt;a href=&quot;https://goo.gl/tvP5Ub&quot; rel=&quot;nofollow&quot;&gt;get&lt;/a&gt; a table of US citizens whose occupation is a subclass of scientist:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX schema: &amp;lt;http://schema.org/&amp;gt;&#xA;&#xA;SELECT ?item ?itemLabel ?article WHERE {&#xA;  ?item wdt:P31 wd:Q5.&#xA;  ?item wdt:P27 wd:Q30.&#xA;  ?item wdt:P106 ?occupation.&#xA;  ?occupation wdt:P279 wd:Q901.&#xA;  ?article schema:about ?item.&#xA;  ?article schema:inLanguage &quot;en&quot;.&#xA;  ?article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;GROUP BY ?item ?itemLabel ?article&#xA;ORDER BY ?itemLabel&#xA;LIMIT 1000&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="12988" LastActivityDate="2016-08-26T15:16:47.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9529" PostTypeId="2" ParentId="9524" CreationDate="2016-08-26T16:14:07.150" Score="2" Body="&lt;p&gt;We currently don't have that data available through the API.  I will reach out to my ETA (Employment and Training Administration, US Department of Labor) colleagues with your request to have it available through the API.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2016-08-26T16:14:07.150" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9531" PostTypeId="2" ParentId="9510" CreationDate="2016-08-26T19:16:22.340" Score="2" Body="&lt;p&gt;In CareVue, sequential compression devices are documented in the &lt;code&gt;chartevents&lt;/code&gt; table:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;itemid&lt;/code&gt; = 49, &lt;code&gt;label&lt;/code&gt; = &quot;Anti-Embolism [Device]&quot;, &lt;code&gt;value&lt;/code&gt; = (Ace Wrap, Elastic Stocking, None/Remarks, &lt;strong&gt;Compress Sleeves&lt;/strong&gt;)&lt;br&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;itemid&lt;/code&gt; = 8367, &lt;code&gt;label&lt;/code&gt; = &quot;Anti-Embolism [Status]&quot;, &lt;code&gt;value&lt;/code&gt; = (On, Off, Other/Remarks).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For Metavision patients, the following &lt;code&gt;itemid&lt;/code&gt;s are present in the &lt;code&gt;d_items&lt;/code&gt; tables and relate to sequential compression devices:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;itemid&lt;/code&gt; = 225054, &lt;code&gt;label&lt;/code&gt; = &quot;Anti Embolic Device Status&quot;&lt;br&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;itemid&lt;/code&gt; = 224089, &lt;code&gt;label&lt;/code&gt; = &quot;Anti Embolic Device&quot; &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In MIMIC-III v1.3 these &lt;code&gt;itemid&lt;/code&gt;s do not link to associated values unfortunately, due to issues with the raw data dump. The missing data should be added in the next release (v1.4).&lt;/p&gt;&#xA;" OwnerUserId="13275" LastEditorUserId="5601" LastEditDate="2016-08-28T00:33:54.150" LastActivityDate="2016-08-28T00:33:54.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9532" PostTypeId="2" ParentId="9522" CreationDate="2016-08-26T21:29:09.600" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://coast.noaa.gov/dataregistry/search/collection&quot; rel=&quot;nofollow&quot;&gt;Digital Coast by NOAA, is the NOAA's Office of Coastal Management&lt;/a&gt;, has that data, and much, much more, as Digital Coast is NOAA's authoritative data registry for coastal/shoreline data.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-08-26T21:29:09.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9533" PostTypeId="2" ParentId="9504" CreationDate="2016-08-27T00:10:03.487" Score="2" Body="&lt;p&gt;Look in either the &lt;code&gt;inputevents_cv&lt;/code&gt; or the &lt;code&gt;inputevents_mv&lt;/code&gt; table for detailed information about infusions. This will require identifying the one or more &lt;code&gt;itemid&lt;/code&gt; associated with hydromorphone in the &lt;code&gt;d_items&lt;/code&gt; table (also best to look for Dilaudid).&lt;/p&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="5601" LastEditDate="2016-08-27T00:11:13.817" LastActivityDate="2016-08-27T00:11:13.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9534" PostTypeId="2" ParentId="1767" CreationDate="2016-08-27T03:02:56.273" Score="3" Body="&lt;p&gt;California Performance measurement system (PEMS) has 5 minute and raw sensor data, as well as many levels of aggregation: &lt;a href=&quot;http://pems.dot.ca.gov/&quot; rel=&quot;nofollow&quot;&gt;http://pems.dot.ca.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: Been looking through this and it's an awesome source. The raw data is every 30 seconds on every single freeway sensor in California which leads to 10's of millions of records every day. And you can download bulk records for the last 10 years (one day / one region at a time).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to just take a peek without getting logon credentials I put some sample files here: &lt;a href=&quot;http://www.stat.ucdavis.edu/~clarkf/&quot; rel=&quot;nofollow&quot;&gt;http://www.stat.ucdavis.edu/~clarkf/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13474" LastEditorUserId="13474" LastEditDate="2016-09-02T21:43:13.723" LastActivityDate="2016-09-02T21:43:13.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9535" PostTypeId="1" AcceptedAnswerId="9541" CreationDate="2016-08-26T20:48:51.080" Score="3" ViewCount="478" Body="&lt;p&gt;I'm looking for a set of English postcodes where the '&lt;a href=&quot;https://en.wikipedia.org/wiki/Regions_of_England&quot; rel=&quot;nofollow&quot;&gt;Region&lt;/a&gt;' is matched for some mapping in R&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found a version here: &lt;a href=&quot;https://www.doogal.co.uk/PostcodeDownloads.php&quot; rel=&quot;nofollow&quot;&gt;https://www.doogal.co.uk/PostcodeDownloads.php&lt;/a&gt; but it's a bit old.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OS files from &lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow&quot;&gt;Code-Point® Open&lt;/a&gt; don't seem to contain this information, the closest they get is &lt;code&gt;area3&lt;/code&gt;, but I believe that they are 10 NHS regions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;c(E18000006,E18000005,E18000004,E18000010,E18000002,E18000003,E18000009,E1800000,E18000007,E18000001).&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for the 9 &lt;a href=&quot;https://en.wikipedia.org/wiki/Regions_of_England&quot; rel=&quot;nofollow&quot;&gt;regions&lt;/a&gt; of England.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does the OS provide such information or can I get it elsewhere?&lt;/p&gt;&#xA;" OwnerUserId="13477" OwnerDisplayName="pluke" LastEditorUserId="13477" LastEditDate="2016-08-30T10:23:57.050" LastActivityDate="2016-08-30T10:23:57.050" Title="postcode mappings for English/England regions" Tags="|uk|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9536" PostTypeId="2" ParentId="9535" CreationDate="2016-08-27T07:50:10.113" Score="3" Body="&lt;p&gt;I think that the region boundaries can be found in the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/boundary-line.html&quot; rel=&quot;nofollow&quot;&gt;OS BoundaryLine product&lt;/a&gt; which is open data. However that only includes administrative areas so you will need to combine it with the postcode data from the Code-Point data you already have.&lt;/p&gt;&#xA;" OwnerUserId="312" OwnerDisplayName="iant" LastActivityDate="2016-08-27T07:50:10.113" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9537" PostTypeId="2" ParentId="9489" CreationDate="2016-08-27T09:51:31.293" Score="2" Body="&lt;p&gt;Short answer:&lt;/p&gt;&#xA;&lt;p&gt;In 2014/2015, Maybe &lt;strong&gt;$48/BOE&lt;/strong&gt; (Barrel of Oil Equivalent). The $48 is the sum of the negative items in the slide below. This unit cost is currently unprofitable.&lt;/p&gt;&#xA;&lt;p&gt;However, there is oil-fracking, and there is gas fracking. Gas-fracking is more profitable.&lt;/p&gt;&#xA;&lt;p&gt;Long answer:&lt;/p&gt;&#xA;&lt;p&gt;See this &lt;a href=&quot;https://www.greenlightcapital.com/926698.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;2015 presentation&lt;/a&gt; from star hedge-fund manager &lt;a href=&quot;https://en.wikipedia.org/wiki/David_Einhorn_(hedge_fund_manager)&quot; rel=&quot;nofollow noreferrer&quot;&gt;David Einhorn&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;On slide 36-38, he says:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;How much does it cost for [oil fracking company] Pioneer to create a&#xA;developed reserve? This chart looks at Pioneer cumulatively over the&#xA;past 9 years.  It has grown its developed reserves by about 30 million&#xA;BOE and taken about 470 million out of the ground.  So, it has&#xA;developed about 500 million BOE.   Capex net of asset sales during&#xA;that same period has been $14 billion, meaning reserves have cost $28&#xA;per BOE to develop.&lt;/p&gt;&#xA;&lt;p&gt;[...]&lt;/p&gt;&#xA;&lt;p&gt;On the $36 of revenues per BOE, Pioneer spends about $14 on field&#xA;operating expenses and another $6 on corporate expenses. Subtract the&#xA;historical $28 of Capex, and Pioneer loses $12 for every BOE it&#xA;develops.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ikzL3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ikzL3.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And see slide 66: In the long run, Schlumberger Corp. estimates a &amp;quot;Capex&amp;quot; value of &lt;strong&gt;$80/BBL&lt;/strong&gt; unlike Pioneer  which has $28/BOE.&lt;/p&gt;&#xA;&lt;p&gt;You can find much more detailed data (for this Pioneer company), and more fundamentals about the industry in the 92-page-PDF of the conference presentation I've linked to.&lt;/p&gt;&#xA;&lt;p&gt;In any case, I think the question is asked in a too general way, and a bit naive. It's like &amp;quot;which type of car has the best bang for the buck&amp;quot;?. It depends.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-08-27T10:03:15.613" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9538" PostTypeId="1" CreationDate="2016-08-27T14:29:09.910" Score="2" ViewCount="1139" Body="&lt;p&gt;I want to get the different sections with their pages from the &lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:Featured_articles&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia:Featured articles&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;By following this &lt;a href=&quot;https://opendata.stackexchange.com/a/9527/13467&quot;&gt;answer&lt;/a&gt;, I know I can get page titles of links as follows:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;format=json&amp;amp;titles=Wikipedia:Featured articles&amp;amp;prop=revisions&amp;amp;rvprop=content&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The result looks something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;continue&quot;: {&#xA;    &quot;plcontinue&quot;: &quot;5921878|0|Barack_Obama&quot;,&#xA;    &quot;continue&quot;: &quot;||&quot;&#xA;  },&#xA;  &quot;query&quot;: {&#xA;    &quot;pages&quot;: {&#xA;      &quot;5921878&quot;: {&#xA;        &quot;pageid&quot;: 5921878,&#xA;        &quot;ns&quot;: 4,&#xA;        &quot;title&quot;: &quot;Wikipedia:Featured articles&quot;,&#xA;        &quot;links&quot;: [&#xA;          {&#xA;            &quot;ns&quot;: 0,&#xA;            &quot;title&quot;: &quot;...And Justice for All (album)&quot;&#xA;          },&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, like that I don't get the section name under which each page/link is. For instance, &quot;...And Justice for All (album)&quot; lies under the Music section/header. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to get &#xA;i) the section each page belongs to or &#xA;ii) the pages belonging to a section &#xA;in the same or in a different query?&lt;/p&gt;&#xA;" OwnerUserId="13467" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-08-28T14:32:43.117" Title="Get section and page title from a list of articles in Wikipedia via API" Tags="|wikidata|wikipedia|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9539" PostTypeId="2" ParentId="9538" CreationDate="2016-08-27T17:53:40.323" Score="1" Body="&lt;p&gt;No, MediaWiki does not track where in the page does a link come from, so you can't get this information directly from the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you would need to do is to retrieve the article text (either as wikitext or HTML), and parse that yourself.&lt;/p&gt;&#xA;" OwnerUserId="462" LastActivityDate="2016-08-27T17:53:40.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9540" PostTypeId="1" CreationDate="2016-08-28T06:06:04.360" Score="1" ViewCount="32" Body="&lt;p&gt;Looking for an open source data list/link of national and/or corporate meeting/event planners.&lt;/p&gt;&#xA;" OwnerUserId="13483" LastActivityDate="2016-08-28T06:06:04.360" Title="Where to get data list of Corporate Meeting Planners?" Tags="|usa|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9541" PostTypeId="2" ParentId="9535" CreationDate="2016-08-28T10:37:21.050" Score="4" Body="&lt;p&gt;The Office for National Statistics Postcode Directory contains:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Regions (Former Government Office Regions - GOR)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;The 9 GORs were abolished on 1 April 2011 and are now known as 'regions' for statistical purposes. They were the primary statistical subdivisions of England and also the areas in which the Government Offices for the Regions fulfilled their role. Each GOR covered a number of local authorities.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geoportal.statistics.gov.uk/datasets?q=ONS%20Postcode%20Directory%20(ONSPD)&amp;amp;sort_by=name&quot; rel=&quot;nofollow&quot;&gt;http://geoportal.statistics.gov.uk/datasets?q=ONS%20Postcode%20Directory%20(ONSPD)&amp;amp;sort_by=name&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13484" LastActivityDate="2016-08-28T10:37:21.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9542" PostTypeId="2" ParentId="9538" CreationDate="2016-08-28T14:32:43.117" Score="2" Body="&lt;p&gt;It turns out I can get the section and then the pages/links for that section, in two separate queries like so:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Get the sections&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/w/api.php?action=parse&amp;amp;format=json&amp;amp;page=Wikipedia:Featured articles&amp;amp;prop=sections&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;With answer:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;parse&quot;: {&#xA;    &quot;title&quot;: &quot;Wikipedia:Featured articles&quot;,&#xA;    &quot;pageid&quot;: 5921878,&#xA;    &quot;sections&quot;: [&#xA;...&#xA;      {&#xA;        &quot;toclevel&quot;: 1,&#xA;        &quot;level&quot;: &quot;2&quot;,&#xA;        &quot;line&quot;: &quot;Music&quot;,&#xA;        &quot;number&quot;: &quot;21&quot;,&#xA;        &quot;index&quot;: &quot;33&quot;,&#xA;        &quot;fromtitle&quot;: &quot;Wikipedia:Featured_articles&quot;,&#xA;        &quot;byteoffset&quot;: 121596,&#xA;        &quot;anchor&quot;: &quot;Music&quot;&#xA;      },&#xA;...&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;2) Get the pages/links for a given section&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/w/api.php?action=parse&amp;amp;format=json&amp;amp;page=Wikipedia:Featured articles&amp;amp;section=33&amp;amp;prop=links&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To get:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;parse&quot;: {&#xA;    &quot;title&quot;: &quot;Wikipedia:Featured articles&quot;,&#xA;    &quot;pageid&quot;: 5921878,&#xA;    &quot;links&quot;: [&#xA;      {&#xA;        &quot;ns&quot;: 0,&#xA;        &quot;exists&quot;: &quot;&quot;,&#xA;        &quot;*&quot;: &quot;...And Justice for All (album)&quot;&#xA;      },&#xA;...&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I wish I could pipe this into a single query but I can't figure out how to use generators to do just that, maybe it's not supported. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In that case, parsing the wikitext/HTML text &lt;a href=&quot;https://opendata.stackexchange.com/a/9539/13467&quot;&gt;as suggested by svick&lt;/a&gt; may be the easiest way to go. &lt;/p&gt;&#xA;" OwnerUserId="13467" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-08-28T14:32:43.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9543" PostTypeId="2" ParentId="9518" CreationDate="2016-08-29T05:26:13.243" Score="3" Body="&lt;p&gt;Don't know if this will be of interest to you, but some of the datasets related to McDonald's on Quandl include the following: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;News Sentiment History for McDondald's corp: &lt;a href=&quot;https://www.quandl.com/data/NS1?keyword=mcdonald&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/NS1?keyword=mcdonald&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Open, High, Low, Close and Volume for McDonald's stock: &lt;a href=&quot;https://www.quandl.com/data/GOOG?keyword=mcdonald&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/GOOG?keyword=mcdonald&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-08-29T05:26:13.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9544" PostTypeId="2" ParentId="7323" CreationDate="2016-08-29T05:30:38.057" Score="1" Body="&lt;p&gt;On Quandl, the datasets related to wind in Nepal include the following: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Data on wind storms and energy supply including wind: &lt;a href=&quot;https://www.quandl.com/data/GEOCOMP?keyword=wind%20nepal&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/GEOCOMP?keyword=wind%20nepal&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Data on wind electricity net generation and installed capacity: &#xA;&lt;a href=&quot;https://www.quandl.com/data/EIA?keyword=wind%20nepal&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/EIA?keyword=wind%20nepal&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-08-29T05:30:38.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9545" PostTypeId="1" CreationDate="2016-08-29T14:15:13.270" Score="1" ViewCount="16" Body="&lt;p&gt;I want to buy a new computer, but I am limited in money, so I need to decide which components to chose in order to maximise performance. I want to make this choice in most scientific way, so I need some open dataset which will tell how component affect performance. I know, that price depends on performance non-linearly, so I need dataset to determine optimal investing.&lt;/p&gt;&#xA;" OwnerUserId="9102" LastActivityDate="2016-08-29T14:15:13.270" Title="Dataset of hardware benchmarks" Tags="|data-request|computing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9546" PostTypeId="1" CreationDate="2016-08-29T15:19:29.417" Score="3" ViewCount="576" Body="&lt;p&gt;I have a hard time to find an open data with ATM transactions. I need to train a machine learning model for detecting frauds. This is my Master theses topic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that this is a very sensitive topic. That's why even the tiniest hint will be highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="13494" LastEditorUserId="1511" LastEditDate="2018-03-15T14:02:21.083" LastActivityDate="2018-03-15T14:07:01.667" Title="Open anonimized ATM transactions dataset" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9547" PostTypeId="1" AcceptedAnswerId="10404" CreationDate="2016-08-29T20:37:24.530" Score="8" ViewCount="343" Body="&lt;p&gt;I want to create some proof of concept for an international public transport service. Is there any data or an API available that already normalizes this data across multiple countries, besides Google Maps?&lt;/p&gt;&#xA;" OwnerUserId="13428" LastEditorUserId="11218" LastEditDate="2016-08-30T14:24:09.397" LastActivityDate="2017-05-16T09:38:29.200" Title="Is there any international public transport data?" Tags="|data-request|transportation|public-transport|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9548" PostTypeId="1" CreationDate="2016-08-30T10:11:10.267" Score="4" ViewCount="1589" Body="&lt;p&gt;Is there any public or private sources of LIDAR data in Japan? Searching online did not lead me to any sources.&lt;/p&gt;&#xA;" OwnerUserId="13498" LastEditorUserId="23272" LastEditDate="2021-04-04T04:36:54.563" LastActivityDate="2021-04-04T04:36:54.563" Title="LIDAR data for Japan" Tags="|japan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9549" PostTypeId="1" AcceptedAnswerId="9553" CreationDate="2016-08-30T10:56:14.197" Score="2" ViewCount="209" Body="&lt;p&gt;Is there an open database which lists FDA or EMA approvals of drugs for the treatment of specific illnesses?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="90" LastEditDate="2016-08-30T17:54:02.417" LastActivityDate="2024-01-12T22:12:15.620" Title="openFDA: Is There an Open Database of Which Drugs are Approved for the Treatment of Which Illnesses?" Tags="|openfda|medical|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9550" PostTypeId="2" ParentId="9548" CreationDate="2016-08-30T14:01:51.303" Score="1" Body="&lt;p&gt;I am not sure what website have you looked for it but here is the list:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://search.earthdata.nasa.gov/search?m=25.59375!-135.421875!2!1!0&quot; rel=&quot;nofollow&quot;&gt;https://search.earthdata.nasa.gov/search?m=25.59375!-135.421875!2!1!0&lt;/a&gt;!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://search.earthdata.nasa.gov/search?m=25.59375!-135.421875!2!1!0&quot; rel=&quot;nofollow&quot;&gt;https://search.earthdata.nasa.gov/search?m=25.59375!-135.421875!2!1!0&lt;/a&gt;!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;http://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opentopo.sdsc.edu/datasets?listAll=true&quot; rel=&quot;nofollow&quot;&gt;http://opentopo.sdsc.edu/datasets?listAll=true&lt;/a&gt;   ---&gt;   it's not there yet but keep an eye&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://glovis.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;http://glovis.usgs.gov/&lt;/a&gt;  ---&gt; required you to have to run Javascript.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://lpdaac.usgs.gov/data_access&quot; rel=&quot;nofollow&quot;&gt;https://lpdaac.usgs.gov/data_access&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;if it is not what you look or find for a specific of area for Japan, I would recommend that you to contact someone in Japan that might know of for free. You can contact USGS or NASA for more information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck !&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-08-30T14:01:51.303" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9551" PostTypeId="1" AcceptedAnswerId="9555" CreationDate="2016-08-30T18:48:07.930" Score="2" ViewCount="341" Body="&lt;p&gt;The MIMIC-III data download consists of csv files. Publications such as &lt;a href=&quot;http://www.nature.com/articles/sdata201635&quot; rel=&quot;nofollow&quot;&gt;http://www.nature.com/articles/sdata201635&lt;/a&gt; mention that reports of imaging studies are available. However, I wanted to know if the images are available.&lt;/p&gt;&#xA;" OwnerUserId="13505" LastActivityDate="2019-04-22T12:42:41.610" Title="Does MIMIC-III have imaging data? If so, how can i access it?" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9552" PostTypeId="2" ParentId="9520" CreationDate="2016-08-30T21:25:42.290" Score="4" Body="&lt;p&gt;If you want them as geospatial data, &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Natural Earth&lt;/strong&gt;&lt;/a&gt; has a nicely prepared shapefile dataset called &lt;a href=&quot;http://www.naturalearthdata.com/downloads/10m-cultural-vectors/10m-admin-1-states-provinces/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Admin 1 States &amp;amp; Provinces (1:10m)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Coverage&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Global. The only states that lack a subdivision in the dataset are&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Antarctica, some disputed areas, tiny island nations, and principalities such as Monaco, Andorra, Liechtenstein, and San Marino.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h3&gt;License&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.naturalearthdata.com/about/terms-of-use/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Public domain&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Screenshot&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ycKF6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ycKF6.png&quot; alt=&quot;world-wide country subdivisions&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Attribute table&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Fields &lt;code&gt;name&lt;/code&gt;, &lt;code&gt;woe_label&lt;/code&gt;, and &lt;code&gt;gns_name&lt;/code&gt; are your best bet for a comprehensive list of descriptors/labels for each region.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OTaEE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OTaEE.png&quot; alt=&quot;attribute table&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2016-08-30T21:25:42.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9553" PostTypeId="2" ParentId="9549" CreationDate="2016-08-31T00:00:54.347" Score="1" Body="&lt;p&gt;Not sure exactly what the question is here.. Yes, openFDA is a database that is free to use, has it's source code on github, and can be queried to find drugs for specific treatments. Part of the api query has a field called &quot;purpose&quot; that should be what you are looking for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Github Profile) &lt;a href=&quot;https://github.com/FDA/openfda&quot; rel=&quot;nofollow&quot;&gt;https://github.com/FDA/openfda&lt;/a&gt;&#xA;(API guide) &lt;a href=&quot;https://open.fda.gov/drug/label/&quot; rel=&quot;nofollow&quot;&gt;https://open.fda.gov/drug/label/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13507" LastActivityDate="2016-08-31T00:00:54.347" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9554" PostTypeId="1" AcceptedAnswerId="12835" CreationDate="2016-08-31T07:47:44.543" Score="6" ViewCount="140" Body="&lt;p&gt;As an example, you might have people looking at photos of skin lesions and saying &quot;It's a melanoma/It's not a melanoma&quot; and then in the dataset we also find out whether it was a melanoma or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets needn't have a medical context. They could, for example, be student answers to a true/false test.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally there would be a good number of people (50+) making a good number of decisions (10+) but smaller datasets are of interest too. Furthermore, ideally there would be either 100% overlap or a good degree of overlap between the items that are responded to. To take my example from above, it'd be best if the people were responding independently to the same skin lesion photos, rather than everyone seeing different skin lesion photos.&lt;/p&gt;&#xA;" OwnerUserId="5845" LastEditorUserId="5845" LastEditDate="2018-11-21T13:03:28.493" LastActivityDate="2018-11-21T13:03:28.493" Title="Binary classification: Datasets in which people make binary decisions about binary outcomes" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9555" PostTypeId="2" ParentId="9551" CreationDate="2016-08-31T13:56:07.663" Score="1" Body="&lt;p&gt;Imaging reports are currently available (as of MIMIC-III v1.3), but the images themselves are not. It is possible that images will be released at a later date, but we do not expect this to happen in the near future due to the challenges of preparing imaging data for release (for example, robust deidentification), as well as resource limitations (for example, researcher and clinician time).&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-08-31T13:56:07.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9556" PostTypeId="2" ParentId="9549" CreationDate="2016-08-31T14:00:34.607" Score="2" Body="&lt;p&gt;You can use Drugs@FDA database: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/drugsatfda/index.cfm&quot; rel=&quot;nofollow&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/drugsatfda/index.cfm&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-08-31T14:00:34.607" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9557" PostTypeId="2" ParentId="748" CreationDate="2016-08-31T15:38:32.377" Score="5" Body="&lt;p&gt;Yes there is one, it is called noms&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/attic-labs/noms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/attic-labs/noms&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Noms is a decentralized database philosophically descendant from the Git version control system.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="905" LastEditorUserId="1511" LastEditDate="2019-07-01T12:05:26.690" LastActivityDate="2019-07-01T12:05:26.690" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9558" PostTypeId="2" ParentId="9518" CreationDate="2016-08-31T17:06:56.460" Score="1" Body="&lt;p&gt;A good way to get data on a company is to go to the &quot;source,&quot; that is the company itself. The company's annual 10-K and quarterly 10-Q reports, filed with the SEC and posted on the company's website will give you quarterly data on sales, profits, etc., and at least annual data on employees. Companies like Quandl (represented by another poster) may give you more detailed data, but this is a good place to start.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2016-08-31T18:50:13.733" LastActivityDate="2016-08-31T18:50:13.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9559" PostTypeId="1" AcceptedAnswerId="9564" CreationDate="2016-08-31T18:29:22.413" Score="4" ViewCount="55" Body="&lt;p&gt;I have arrest data from a number of cities across the United States and I'd like to make comparisons for the reasons of arrest. In this data, the reason for arrest is the state statute that the arrestee allegedly violated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there resources that provide cross-walks between state crime statutes? I understand that statutes can be pretty different, but it would be very good to know, for example, the statutes that are related to the possession of drugs in different states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe one way of doing this would be to find a mapping of state statutes to Uniform Crime Reports.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-08-31T19:00:27.533" LastActivityDate="2016-09-02T02:16:48.307" Title="Crosswalk for State Crime Statutes" Tags="|data-request|metadata|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9560" PostTypeId="1" CreationDate="2016-09-01T02:13:07.130" Score="4" ViewCount="603" Body="&lt;p&gt;I have been working on data science problems with one format(JSON or CSV).I am planning to explore datasets with multiple data formats. Any links to such datasets would be helpful.&#xA;For example:&#xA;1) Consists of related data in multiple files and formats such as CSV, Excel, XML, JSON etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Has both single and multiple records in each file. For example there is 1 file for each patient, or a&lt;/p&gt;&#xA;&#xA;&lt;p&gt;file has multiple patient records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) Has both single and multiple files for each record. For example, 1 patient record is split across&lt;/p&gt;&#xA;&#xA;&lt;p&gt;multiple files.&lt;/p&gt;&#xA;" OwnerDisplayName="Karthik Chidambaram" LastEditorUserId="90" LastEditDate="2016-09-02T13:52:25.173" LastActivityDate="2016-09-02T13:52:25.173" Title="Is there a dataset having multiple files and multiple data formats (JSON+CSV+XML) for research purpose etc.?" Tags="|data-request|releasing-data|uses-of-open-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9561" PostTypeId="2" ParentId="6390" CreationDate="2016-09-01T10:51:30.680" Score="2" Body="&lt;p&gt;Yes below company is providing Indian vehicle details by API. But it is paid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.vibrantgujarat.org/&quot; rel=&quot;nofollow&quot;&gt;http://api.vibrantgujarat.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13523" LastActivityDate="2016-09-01T10:51:30.680" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9562" PostTypeId="2" ParentId="9560" CreationDate="2016-09-01T17:32:09.553" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://datahub.io/organization/open-hampton-roads&quot; rel=&quot;nofollow&quot;&gt;Open Hampton Roads' datahub.io&lt;/a&gt; has a number of datasets with multiple file formats. At one point I would convert them to as many as possible, so you have a lot of options, including GIS data. &lt;a href=&quot;https://datahub.io/dataset/2006-summary-of-reports-for-zip-code-23696-york-county-virginia&quot; rel=&quot;nofollow&quot;&gt;Here's one example of crime data in four formats&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-01T17:32:09.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9563" PostTypeId="2" ParentId="3764" CreationDate="2016-09-01T20:39:16.183" Score="3" Body="&lt;p&gt;The CMU Pronunciation Dictionary sounds like it would be useful for something like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&quot; rel=&quot;nofollow&quot;&gt;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has pronunciation guides for 134,000 English words and uses the ARPAbet, which is directly mappable to IPA (&lt;a href=&quot;https://en.wikipedia.org/wiki/Arpabet&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/Arpabet&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="13527" LastActivityDate="2016-09-01T20:39:16.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9564" PostTypeId="2" ParentId="9559" CreationDate="2016-09-02T02:16:48.307" Score="2" Body="&lt;p&gt;The reference librarians at a local law library were very helpful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncjrs.gov/pdffiles1/Photocopy/142790NCJRS.pdf&quot; rel=&quot;nofollow&quot;&gt;Alaska criminal statute cross-reference guide&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://oag.ca.gov/law/code-tables&quot; rel=&quot;nofollow&quot;&gt;California Law Enforcement Code Tables: see Offense Codes by Code Section&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.isp.state.il.us/docs/6-260.pdf&quot; rel=&quot;nofollow&quot;&gt;Illinois IUCR Offense Codes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.paucrs.pa.gov/UCR/Return_PDF/SectionUCRXREF.pdf&quot; rel=&quot;nofollow&quot;&gt;Pennsylvania Statute to UCR Cross-Reference&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.criminaljustice.ny.gov/crimnet/ojsa/crimereporting/ucr_refman/ucrxreftable.pdf&quot; rel=&quot;nofollow&quot;&gt;New York UCR Cross-Reference Table&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ag.nd.gov/bci/UCR/OffenseCrossreferencelist.pdf&quot; rel=&quot;nofollow&quot;&gt;North Dakota Offense Cross-Reference List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-09-02T02:16:48.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9565" PostTypeId="1" CreationDate="2016-09-02T04:13:30.940" Score="1" ViewCount="11" Body="&lt;p&gt;I want to use Google or some internet search service to gauge the popularity of competing file types or MIME types. Has anyone done this? Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="3346" LastActivityDate="2016-09-02T04:13:30.940" Title="Find relative frequency of file or MIME types" Tags="|data-format|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9567" PostTypeId="1" CreationDate="2016-09-02T12:16:13.000" Score="2" ViewCount="69" Body="&lt;p&gt;Can anyone help me find/locate/create transaction logs for a vending machine?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How it records or structure sale of the product?&#xA;How does it store empty rows?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is my first post in this forum....let me know if I have missed anything here.&lt;/p&gt;&#xA;" OwnerUserId="13536" LastActivityDate="2016-09-02T12:16:13.000" Title="Vending Machine Transaction logs" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9568" PostTypeId="1" CreationDate="2016-09-02T13:29:49.587" Score="3" ViewCount="28" Body="&lt;p&gt;I'm looking for detailed and &lt;em&gt;objective&lt;/em&gt; accounts of projects etc, that include coverage of the skills and capacities of individuals and community organisations to harness open data. I am interested more in discussions around specific technical and practical skills rather than more nebulous political or institutional issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These might be academic papers, organisational reports or longform blog posts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the &lt;em&gt;kind&lt;/em&gt; of thing I'm looking for, though accounts of specific projects would also be great:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Johnson, M. P. (2014). Data, Analytics and Community‐Based Organizations: Transforming Data to Decisions for Community Development. I/S: A Journal of Law and Policy for the Information Society, 11(1), 49–96. Retrieved from https://www.researchgate.net/publication/263200235_Data_Analytics_and_Community-Based_Organizations_Transforming_Data_to_Decisions_for_Community_Development&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13537" LastActivityDate="2016-09-02T19:33:25.220" Title="Case studies on community capacity to use or create open data?" Tags="|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9569" PostTypeId="1" CreationDate="2016-09-02T17:45:18.410" Score="1" ViewCount="26" Body="&lt;p&gt;is there a search class in open FDA Drug Adverse Event Report Browser for whether the drug was taken in hospital or not?&lt;/p&gt;&#xA;" OwnerUserId="13540" LastActivityDate="2016-09-04T15:41:28.873" Title="is there a search class for whether the drug was taken in hospital or not?" Tags="|openfda|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9570" PostTypeId="2" ParentId="9568" CreationDate="2016-09-02T19:33:25.220" Score="2" Body="&lt;p&gt;you might consider cross-posting your question here: &lt;a href=&quot;https://discuss.okfn.org/c/policy-research&quot; rel=&quot;nofollow&quot;&gt;https://discuss.okfn.org/c/policy-research&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9213" LastActivityDate="2016-09-02T19:33:25.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9571" PostTypeId="1" CreationDate="2016-09-03T10:28:27.443" Score="6" ViewCount="71" Body="&lt;p&gt;I want to get the dataset that shows a chance of dying within a year (or succeeding survival rate) by age, gender, and country?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I want to know how likely the age 20-24, male is alive next year depending on each country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any dataset that shows it?&lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2020-08-28T18:09:48.747" Title="Chance of dying within a year by age, gender, and country?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9572" PostTypeId="2" ParentId="9571" CreationDate="2016-09-03T14:43:47.870" Score="6" Body="&lt;p&gt;See the national life tables, e.g.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://webarchive.nationalarchives.gov.uk/20160105160709/http://ons.gov.uk/ons/publications/re-reference-tables.html?edition=tcm%3A77-365199&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK, Government Web Archive&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ssa.gov/oact/STATS/table4c6.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States, Social Security&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Bevoelkerung/Sterbefaelle-Lebenserwartung/_inhalt.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Germany, Statistisches Bundesamt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Or &lt;a href=&quot;http://www.mortality.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Human Mortality Database&lt;/a&gt; that collects data from various countries.&lt;/p&gt;&#xA;" OwnerUserId="12988" LastEditorUserId="12988" LastEditDate="2020-08-28T18:09:48.747" LastActivityDate="2020-08-28T18:09:48.747" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9573" PostTypeId="1" CreationDate="2016-09-04T08:47:50.250" Score="1" ViewCount="70" Body="&lt;p&gt;I'm training a sentiment classifier based on DNN. Currently my training set is made out of 45% positive sentiments, 45% negative sentiments and only 10% of neutral sentiments. As you probably guess, the precision I get is low, especially for the neutrals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a source where I can create such neutral sentiment corpus. I was thinking about articles but it's too literature language while I'm looking for more 'social language' sentences. I came to think about using Wikipedia's corpus as my neutrals corpus but still I'm not sure it belongs to the profile of 'social language' that I'm looking for. Facebook &amp;amp; Twitter are out of question because the sentences may be positive, negative or neutral.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for suggestions for my problem.&lt;/p&gt;&#xA;" OwnerUserId="13553" LastActivityDate="2016-09-04T08:47:50.250" Title="Neutral sentiments training set - Resources" Tags="|machine-learning|nlp|sentiment-analysis|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9574" PostTypeId="2" ParentId="9569" CreationDate="2016-09-04T15:41:28.873" Score="1" Body="&lt;p&gt;Unfortunately, OpenFDA Drug AE endpoint does not provide such information at this time.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-09-04T15:41:28.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9575" PostTypeId="2" ParentId="9314" CreationDate="2016-09-04T19:46:48.483" Score="2" Body="&lt;p&gt;This was an issue in MIMIC-III v1.3 which has been corrected in v1.4. All doses should now be in the correct unit (before they were all in grams, erroneously).&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-09-04T19:46:48.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9576" PostTypeId="2" ParentId="9098" CreationDate="2016-09-04T19:50:27.337" Score="2" Body="&lt;p&gt;This data was unavailable in v1.3 but has now been added and is available in v1.4 (released Sept 2nd 2016).&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-09-04T19:50:27.337" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9578" PostTypeId="1" AcceptedAnswerId="10352" CreationDate="2016-09-05T11:33:06.220" Score="4" ViewCount="4449" Body="&lt;p&gt;I'd like to try and build a classification model for plants and flowers pictures, similar to what Daniel Nouri did with his app: &lt;a href=&quot;http://danielnouri.org/notes/2014/09/13/identifying-birds,-butterflies,-and-wildflowers-with-a-snap/&quot; rel=&quot;nofollow&quot;&gt;http://danielnouri.org/notes/2014/09/13/identifying-birds,-butterflies,-and-wildflowers-with-a-snap/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this I'd need an annotated set of plant and/or flowers (I don't have a definite goal) to start training with. I tried contacting the author, to no avail and I haven't been able to find anything interesting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kaggle released a dataset of leaves &quot;shadows&quot;: &lt;a href=&quot;https://www.kaggle.com/c/leaf-classification&quot; rel=&quot;nofollow&quot;&gt;https://www.kaggle.com/c/leaf-classification&lt;/a&gt;&#xA;which can be interesting to work with, but makes the transition from raw picture to classification hard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any idea where I could find such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="13565" LastEditorUserId="13565" LastEditDate="2016-09-15T10:09:22.237" LastActivityDate="2016-12-30T09:45:49.897" Title="annotated flower / plant image dataset" Tags="|data-request|images|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9579" PostTypeId="2" ParentId="302" CreationDate="2016-09-05T12:11:37.583" Score="1" Body="&lt;p&gt;You might find &lt;a href=&quot;http://blog.mortardata.com/post/67652898761/6-dataset-lists-curated-by-data-scientists&quot; rel=&quot;nofollow&quot;&gt;this&lt;/a&gt; curated list (by some well known names in the field) interesting.  &lt;/p&gt;&#xA;" OwnerUserId="9810" LastActivityDate="2016-09-05T12:11:37.583" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9580" PostTypeId="2" ParentId="7126" CreationDate="2016-09-05T12:18:15.143" Score="1" Body="&lt;p&gt;Check out &lt;a href=&quot;http://openflights.org/&quot; rel=&quot;nofollow&quot;&gt;openflights&lt;/a&gt; - might be useful?&lt;/p&gt;&#xA;" OwnerUserId="9810" LastActivityDate="2016-09-05T12:18:15.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9581" PostTypeId="1" CreationDate="2016-09-05T16:14:08.833" Score="2" ViewCount="25" Body="&lt;p&gt;Given an &lt;code&gt;Embase ID&lt;/code&gt; (= ID to identify a record in &lt;a href=&quot;https://en.wikipedia.org/wiki/Embase&quot; rel=&quot;nofollow&quot;&gt;Embase&lt;/a&gt;), is there any way to programmatically retrieve the abstract of the corresponding research paper? &lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-09-05T16:19:34.017" LastActivityDate="2016-09-05T16:19:34.017" Title="Given an EmbaseID, is there any way to programmatically retrieve the abstract?" Tags="|data-request|api|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9582" PostTypeId="1" CreationDate="2016-09-05T20:47:04.587" Score="4" ViewCount="132" Body="&lt;p&gt;Which predicates to use:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(let's use &lt;a href=&quot;https://en.wikipedia.org/wiki/Turtle_(syntax)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Turtle&lt;/a&gt; syntax)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;@prefix rdf: &amp;lt;http://www.w3.org/1999/02/22-rdf-syntax-ns#&amp;gt; .&#xA;@prefix file: &amp;lt;http://domain.I.own/my_rdf_space_for_file_ids/&amp;gt; .&#xA;@prefix q?: &amp;lt;predicates and entifies I am looking for&amp;gt;&#xA;&#xA;file:f20160905_00123456&#xA;   dc:title &quot;Example Site with Video&quot; ;&#xA;   q?:downloaded_from &quot;http://url_to_size/video_xyz12345&quot;&#xA;   q?:has_hash [&#xA;     q?:hash_type q?:sha256;&#xA;     q?:hash_value &quot;literal_with_hash_value_01234ACBDEF&quot;&#xA;   ] .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The more standard/canonical predicates, the better :) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;( &lt;code&gt;@prefix dc: &amp;lt;http://purl.org/dc/elements/1.1/&amp;gt; .&lt;/code&gt; ? Schema.org ?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use case:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I have url of site of given video, let it be some vimeo video.&lt;/li&gt;&#xA;&lt;li&gt;URL does not result to file directly&lt;/li&gt;&#xA;&lt;li&gt;However main content is video&lt;/li&gt;&#xA;&lt;li&gt;Which I can stream of download in various resolutioms&lt;/li&gt;&#xA;&lt;li&gt;So I downloades on of those for offline view&lt;/li&gt;&#xA;&lt;li&gt;And got file with given hash&lt;/li&gt;&#xA;&lt;li&gt;Now I'd like to make assisting '.ttl' file, with annotation that given hash is hasg of given type and payload comes from site od given url.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2058" LastEditorUserId="2058" LastEditDate="2017-06-26T07:17:19.320" LastActivityDate="2018-03-26T01:15:04.637" Title="Which RDF predicates to use to annotate: fileX &quot;has hash&quot; 01ABCF &quot;of type&quot; sha256 &quot;downloaded from site&quot; http://url/to/page?" Tags="|rdf|ontology|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9583" PostTypeId="1" CreationDate="2016-09-06T02:59:38.283" Score="1" ViewCount="81" Body="&lt;p&gt;I would like it to go into a google sheet. I thought I'd give super metrics a try, but it doesn't return data related to my keyword. I'm using the free trial to try it out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With SuperMetrics I tried two ways. 1 - I set up my own query and got results. When I refresh it, it clears out the past results. 2 - I used a SuperMetrics template, and when I refresh, the data doesn't refresh - it just shows the SuperMetrics sample data. I have edited the query tweets. the query sheet shows &quot;results contain sampled data&quot; but the results are not related to my query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to analyze the data for a non-profit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many thanks!&lt;/p&gt;&#xA;" OwnerUserId="13574" LastActivityDate="2016-09-06T20:33:08.767" Title="What is the simplest way to gather twitter data ongoing?" Tags="|uses-of-open-data|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9584" PostTypeId="2" ParentId="9583" CreationDate="2016-09-06T06:35:32.570" Score="2" Body="&lt;p&gt;Would a database like this one be helpful? See &lt;a href=&quot;https://www.quandl.com/data/TWITTER&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/TWITTER&lt;/a&gt;. It shows official Twitter statistics for 100,000 companies including followers, following, favorites, tweets and list counts. The database should also be downloadable in any format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-09-06T06:35:32.570" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9585" PostTypeId="2" ParentId="9571" CreationDate="2016-09-06T06:39:48.117" Score="3" Body="&lt;p&gt;Quandl has several databases showing data for mortality. The databases come from sources like the World Health Organization, Centre for Disease Control, the World Bank and the UN. See &lt;a href=&quot;https://www.quandl.com/search?query=mortality&amp;amp;type=all&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/search?query=mortality&amp;amp;type=all&lt;/a&gt;. Hope this helps...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Disclosure: I work for Quandl]&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-09-06T06:39:48.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9586" PostTypeId="1" AcceptedAnswerId="9596" CreationDate="2016-09-06T06:55:54.893" Score="4" ViewCount="126" Body="&lt;p&gt;I just wanted to kindly ask if anyone is aware of the presence of a repository of datasets containing both the Reported Term (usually collected in the CRF as free text by the investigator) and its relative MedDRA coding.&lt;/p&gt;&#xA;&lt;p&gt;I tried to check the FAERS databases, they could have been my perfect solution, but they don't include the Reported Term, only the coded term from the MedDRA dictionary.&lt;/p&gt;&#xA;" OwnerUserId="13576" LastEditorUserId="23272" LastEditDate="2021-04-04T05:03:04.017" LastActivityDate="2021-04-04T05:03:04.017" Title="Adverse Events Reported Term + MEDDRA coding dataset" Tags="|data-request|openfda|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9587" PostTypeId="2" ParentId="9583" CreationDate="2016-09-06T20:33:08.767" Score="3" Body="&lt;p&gt;Maybe this tutorial does what you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;How to Save Tweets for any Twitter Hashtag in a Google Sheet&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.labnol.org/internet/save-twitter-hashtag-tweets/6505/&quot; rel=&quot;nofollow&quot;&gt;http://www.labnol.org/internet/save-twitter-hashtag-tweets/6505/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have used an older version of this and it worked so-so (it didn't store all the attributes that are available or that I wanted, and postprocessing in a google sheet is awkward). I've switched to using the twitter APIs directly (and saving twitter data in JSON notation to files).&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-09-06T20:33:08.767" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9588" PostTypeId="1" CreationDate="2016-09-06T18:25:59.253" Score="3" ViewCount="58" Body="&lt;p&gt;I'm wondering if there is a source for bulk US genealogy data (e.g. a database containing ids for individuals and relationships between parents, siblings, children and spouses). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there exist commercial sites like ancestry.com, but they do not expose their data to researchers or developers for analysis.&lt;/p&gt;&#xA;" OwnerUserId="13579" OwnerDisplayName="Asterix" LastActivityDate="2016-09-07T00:10:43.893" Title="Bulk genealogy data" Tags="|usa|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9589" PostTypeId="2" ParentId="7126" CreationDate="2016-09-07T02:38:41.697" Score="2" Body="&lt;p&gt;You can data till 2002 here. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datazar.com/hub/Airline/data&quot; rel=&quot;nofollow&quot;&gt;https://www.datazar.com/hub/Airline/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full Disclosure - I work for datazar, an open source data library where people can discover, work with and share data.&lt;/p&gt;&#xA;" OwnerUserId="13347" LastActivityDate="2016-09-07T02:38:41.697" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9590" PostTypeId="1" CreationDate="2016-09-07T03:41:56.693" Score="1" ViewCount="345" Body="&lt;p&gt;I would like to access to any data on average income (or average household income or disposable income or whatever other similar statistics) depending on each district in Seoul, South Korea.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the data includes other districts in other cities such as Daegu or Busan, it sounds amazing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anyone that knows this kind of data source?&lt;/p&gt;&#xA;" OwnerUserId="8302" LastEditorUserId="754" LastEditDate="2016-09-07T10:12:11.873" LastActivityDate="2016-09-07T10:12:11.873" Title="Any data on average income by district in Seoul, South Korea?" Tags="|data-request|income|korea|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9591" PostTypeId="1" AcceptedAnswerId="9743" CreationDate="2016-09-07T03:50:52.443" Score="13" ViewCount="3470" Body="&lt;p&gt;Here is my naive query for bridges:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item WHERE {&#xA;    ?item wdt:P31 wd:Q12280.  # Item's type is: bridge&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;: It only returns a small fraction of all bridges, because &lt;a href=&quot;https://www.wikidata.org/wiki/Special:WhatLinksHere/Q1210334&quot; rel=&quot;noreferrer&quot;&gt;railway bridges&lt;/a&gt; (and all other subclasses of &quot;bridge&quot;) are not counted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to retrieve all items, including sub-classes/sub-sub-classes/etc?&lt;br&gt;&#xA;It MUST be with &lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;noreferrer&quot;&gt;SPARQL&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-02-07T06:45:06.197" LastActivityDate="2019-02-07T06:45:06.197" Title="How to include sub-classes in a Wikidata SPARQL query? (example: when querying &quot;bands&quot;, include &quot;rock bands&quot;)" Tags="|wikidata|sparql|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9592" PostTypeId="2" ParentId="5189" CreationDate="2016-09-07T07:48:47.377" Score="2" Body="&lt;p&gt;Looking for art market data for a project I found this OKFN (Open Knowledge International) blog post in the field you specify:&lt;br /&gt;&#xA;&lt;a href=&quot;http://blog.okfn.org/2011/02/01/art-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Art Open data&lt;/a&gt;. This leads to a wiki page (not to useful IMHO but it shows you are not alone looking for this kind of data, you can ask in their mailing list also).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found an &quot;art market for dummies&quot; visualization description on a data-journalism website, but links are broken... Had to go to archive.org to get something useful out of it, this one seem reliable on auctions ad market data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/MutualArt.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;MutualArt Wikipedia page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ArtValue has a [&lt;a href=&quot;http://www.artvalue.com/free-appraisal-art-work.htm](Free&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.artvalue.com/free-appraisal-art-work.htm](Free&lt;/a&gt; art appraisal) page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The article &lt;a href=&quot;http://artbusiness.com/marketdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Domestic and International Art Market Sales Statistics&lt;/a&gt; says &quot;You'll have better luck trying to count the stars in the sky than collecting meaningful art market sales data.&quot;, which seems appropriate.  &lt;/p&gt;&#xA;" OwnerUserId="13583" LastEditorDisplayName="user4293" LastEditDate="2016-11-28T18:47:51.713" LastActivityDate="2016-11-28T18:47:51.713" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9593" PostTypeId="2" ParentId="9591" CreationDate="2016-09-07T08:06:58.583" Score="2" Body="&lt;p&gt;Something like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT  ?item  ?type ?typeLabel WHERE {&#xA;    ?type (a | wdt:P279) wd:Q12280.  # Item's type is subclass of bridge&#xA;    ?item wdt:P31 ?type.&#xA;     SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &quot;en&quot; .&#xA;       }&#xA;}&#xA;order by ?item&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In this specific case it seems that all instances have a more specific type but may have multiple types.  So you may want to `SELECT DISTINCT ?item.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Correct query &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    SELECT DISTINCT ?item   WHERE {&#xA; {   ?type wdt:P279 wd:Q12280.  # Item's type is subclass of bridge &#xA;     ?item wdt:P31 ?type. }&#xA;UNION&#xA; { ?item wdt:P31 wd:Q12280.} # item is an instance of bridge &#xA; }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;DISTINCT required as entities may be instances of a bridge and one of its subclasses. Logically they all should be but apparently that's not how it's done in Wikidata.&lt;/p&gt;&#xA;" OwnerUserId="9894" LastEditorUserId="9894" LastEditDate="2016-09-14T08:09:52.000" LastActivityDate="2016-09-14T08:09:52.000" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9594" PostTypeId="1" AcceptedAnswerId="9604" CreationDate="2016-09-07T09:36:40.517" Score="2" ViewCount="511" Body="&lt;p&gt;Using SPARQL I want to show all French embassies in Liberia (spoiler: there is exactly one)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I wrote &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20WHERE%20%7B%0A%09%3Fitem%20wdt%3AP31%20wd%3AQ3917681.%0A%20%20%09%3Fitem%20wdt%3AP137%20wd%3AQ142.%0A%20%20%20%20%3Fitem%20wdt%3AP17%20wd%3AQ1014.%0A%7D&quot; rel=&quot;nofollow&quot;&gt;this naive query&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item WHERE {&#xA;    ?item wdt:P17 wd:Q1014.    # country: Liberia&#xA;    ?item wdt:P31 wd:Q3917681. # instance of: embassy&#xA;    ?item wdt:P137 wd:Q142.    # operated by: France&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PROBLEM&lt;/strong&gt;: It finds &lt;strong&gt;zero&lt;/strong&gt; items. Even though &lt;a href=&quot;https://www.wikidata.org/wiki/Q2841656&quot; rel=&quot;nofollow&quot;&gt;there is such an item in Liberia&lt;/a&gt;, more exactly it is &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P131&quot; rel=&quot;nofollow&quot;&gt;located in the administrative territorial entity&lt;/a&gt; of &quot;&lt;a href=&quot;https://www.wikidata.org/wiki/Q3748&quot; rel=&quot;nofollow&quot;&gt;Monrovia&lt;/a&gt;&quot;, which itself has a &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P17&quot; rel=&quot;nofollow&quot;&gt;country&lt;/a&gt; value of &quot;&lt;a href=&quot;https://www.wikidata.org/wiki/Q1014&quot; rel=&quot;nofollow&quot;&gt;Liberia&lt;/a&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More generally, I want to get ALL Wikidata items that are in a particular country. How to do?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It must also work if you replace Q1014 (Liberia) with Q183 (Germany), which is even trickier.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2016-09-08T07:55:22.773" LastActivityDate="2017-07-05T00:42:58.180" Title="How to get all Wikidata items in a country?" Tags="|geospatial|wikidata|sparql|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9595" PostTypeId="2" ParentId="9594" CreationDate="2016-09-07T12:45:13.497" Score="3" Body="&lt;p&gt;Not as straight forward as it seems.&#xA;Here's a first attempt which works for the Liberian example.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    SELECT ?item ?territory ?territoryLabel &#xA;WHERE {&#xA;    ?item wdt:P31 wd:Q3917681. # instance of: embassy&#xA;    ?item wdt:P137 wd:Q142.    # operated by: France&#xA;    ?item wdt:P131 ?territory .&#xA;    ?territory wdt:P17 wd:Q1014 . #countries seem to have a wdt:P17 property of their id&#xA;      SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &quot;en&quot; .&#xA;}&#xA;  }&#xA;ORDER BY ?item&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Gives duplicates for countries that have changed.&#xA;See &lt;a href=&quot;http://www.wikidata.org/entity/Q2841734&quot; rel=&quot;nofollow&quot; title=&quot;Minsk&quot;&gt;Minsk&lt;/a&gt; as an example of a territory in many former countries.&#xA;A generic query would need to filter these out.&lt;/p&gt;&#xA;" OwnerUserId="9894" LastActivityDate="2016-09-07T12:45:13.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9596" PostTypeId="2" ParentId="9586" CreationDate="2016-09-07T13:08:53.847" Score="3" Body="&lt;p&gt;I'm one the many folks working on Open FDA. We've searched across FDA data sets open to the public and, unfortunately, did not identify one that would  meet your requirement at this time.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="12808" LastEditDate="2016-09-09T13:14:36.067" LastActivityDate="2016-09-09T13:14:36.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9597" PostTypeId="1" CreationDate="2016-09-07T16:23:05.693" Score="3" ViewCount="94" Body="&lt;p&gt;Looking for some brief information on how to extract data from files on the web? If there are any tutorials or pieces that you know of, it would be great help.&lt;/p&gt;&#xA;" OwnerUserId="13331" LastActivityDate="2016-09-10T14:52:45.857" Title="How to extract data from web files?" Tags="|metadata|data-format|" AnswerCount="2" CommentCount="2" ClosedDate="2017-01-04T10:51:21.477" ContentLicense="CC BY-SA 3.0" />
  <row Id="9598" PostTypeId="2" ParentId="9597" CreationDate="2016-09-07T16:25:47.100" Score="3" Body="&lt;p&gt;There is a good piece here: &lt;a href=&quot;https://blog.datazar.com/mastering-the-art-of-data-preparation-fea2074232fa#.iblmav7eq&quot; rel=&quot;nofollow&quot;&gt;https://blog.datazar.com/mastering-the-art-of-data-preparation-fea2074232fa#.iblmav7eq&lt;/a&gt; that goes over all components of data preperation. There is a specific portion of it devoted to data extraction from files, web sources and RDBMS sources using R. &lt;/p&gt;&#xA;" OwnerUserId="13332" LastActivityDate="2016-09-07T16:25:47.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9599" PostTypeId="1" AcceptedAnswerId="9621" CreationDate="2016-09-07T17:05:02.310" Score="3" ViewCount="84" Body="&lt;p&gt;Is it something like the &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Dewey_Decimal_classes&quot; rel=&quot;nofollow&quot;&gt;Dewey Decimal System&lt;/a&gt; for libraries?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My understanding is that NAICS, like Dewey, has first digits for broad categories, then second digits for subcategories, third digits for narrower categories, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dewey has six or more digits, but only the first three are whole numbers. (There is a decimal point after the first three). NAICs seems to have five or six digits, all whole numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do I tell where the NAICS numbers start and stop. And if I see a NAICs number like &quot;511,&quot; does it mean something like 511xxx, or more like 000511?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2023-07-26T19:32:08.380" Title="How does the NAICS system worK?" Tags="|government|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9600" PostTypeId="2" ParentId="5214" CreationDate="2016-09-07T23:15:09.223" Score="2" Body="&lt;p&gt;Not sure if you need a forecast or observations, assuming both, my recommendation will be.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Most common global forecast containing wind data is &lt;strong&gt;GFS by NCEP&lt;/strong&gt;.&#xA;You can see if it contains required wind variables and play with data values &lt;a href=&quot;http://data.planetos.com/datasets/noaa_gfs_global_sflux_0.12d:gfs-global-weather-forecast-by-ncep-near-surface-parameters&quot; rel=&quot;nofollow&quot;&gt;via free API at Planet OS Datahub&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For observational, historical global wind data, I'd suggest looking into &lt;em&gt;CCMP Wind Vector Analysis Product V2.0&lt;/em&gt; which is modelled from satellite and weather stations. It contains U &amp;amp; V vectors, so both, direction and scalar speed can be calculated. You can look at the dataset details at &lt;a href=&quot;http://www.remss.com/measurements/ccmp&quot; rel=&quot;nofollow&quot;&gt;original source&lt;/a&gt; or inspect values &lt;a href=&quot;http://data.planetos.com/datasets/rss_ccmp_winds_v2:ccmp-wind-vector-analysis-product-v20&quot; rel=&quot;nofollow&quot;&gt;via free API at Planet OS Datahub&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="13592" LastActivityDate="2016-09-07T23:15:09.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9601" PostTypeId="2" ParentId="7361" CreationDate="2016-09-07T23:32:50.777" Score="4" Body="&lt;p&gt;I suggest looking into these datasets, most of the parameters you mentioned are available there. I assume you're looking for both — observations and forecasts.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.planetos.com/datasets/noaa_ww3_global_1.25x1d:noaa-wave-watch-iii-nww3-ocean-wave-model&quot; rel=&quot;nofollow&quot;&gt;NOAA Wave Watch III (NWW3) Ocean Wave Model&lt;/a&gt; (forecast)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.planetos.com/datasets/noaa_blended_sea_winds_6hr_global_0.25d:blended-sea-winds&quot; rel=&quot;nofollow&quot;&gt;NOAA Blended Sea Winds&lt;/a&gt; (aggregation of satellite observations and numerical weather prediction)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.planetos.com/datasets/metoffice_glosea5_global_daily:global-ocean-physics-analysis-and-forecast-14-degree&quot; rel=&quot;nofollow&quot;&gt;Global Ocean Physics Analysis And Forecast&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.planetos.com/datasets/rss_ccmp_winds_v2:ccmp-wind-vector-analysis-product-v20&quot; rel=&quot;nofollow&quot;&gt;CCMP Wind Vector Analysis Product V2.0&lt;/a&gt; (observations)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are also a bunch of &lt;a href=&quot;http://data.planetos.com/datasets#open-data-section&quot; rel=&quot;nofollow&quot;&gt;higher resolution local forecasts&lt;/a&gt; for different locations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Planet OS Datahub has an API to access these datasets with a free plan.&lt;/p&gt;&#xA;" OwnerUserId="13592" LastActivityDate="2016-09-07T23:32:50.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9602" PostTypeId="2" ParentId="5189" CreationDate="2016-09-08T00:26:53.593" Score="1" Body="&lt;p&gt;buildling off @jilt's answer:&lt;br&gt;&#xA;&lt;a href=&quot;http://imgpublic.artprice.com/pdf/rama2016_en.pdf&quot; rel=&quot;nofollow&quot;&gt;This PDF has data regarding the art economy&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.creatrust.com/medias/fichiers/tefaf_art_market_report_2014.pdf&quot; rel=&quot;nofollow&quot;&gt;2014's TEFAF Art Market Report (PDF)&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Shots in the dark:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.globalinnovationindex.org/userfiles/file/reportpdf/gii-2014-v5.pdf&quot; rel=&quot;nofollow&quot;&gt;Global Innovation Index 2014&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.globalinnovationindex.org/userfiles/file/reportpdf/gii-2014-v5.pdf&quot; rel=&quot;nofollow&quot;&gt;Google search for &quot;filetype=pdf&quot;+&quot;art&quot;+&quot;economy&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-08T00:26:53.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9603" PostTypeId="2" ParentId="7741" CreationDate="2016-09-08T02:18:24.317" Score="2" Body="&lt;p&gt;Have you tried looking into Open Knowledge International?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://discuss.okfn.org/c/projects/open-trials&quot; rel=&quot;nofollow&quot;&gt;https://discuss.okfn.org/c/projects/open-trials&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They seem to have a discussion board on clinical trial archives as well as a database on drugs.&lt;/p&gt;&#xA;" OwnerUserId="10518" LastActivityDate="2016-09-08T02:18:24.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9604" PostTypeId="2" ParentId="9594" CreationDate="2016-09-08T06:26:37.357" Score="2" Body="&lt;p&gt;This query does the trick:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item WHERE {&#xA;    ?item wdt:P131*/wdt:P17 wd:Q1014.    # country: Liberia (recursive)&#xA;    ?item wdt:P31 wd:Q3917681.           # instance of: embassy&#xA;    ?item wdt:P137 wd:Q142.              # operated by: France&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It includes all sub-regions of the country.&lt;br&gt;&#xA;It does not show any duplicates.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-07-05T00:42:58.180" LastActivityDate="2017-07-05T00:42:58.180" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9605" PostTypeId="1" AcceptedAnswerId="9607" CreationDate="2016-09-08T10:33:54.560" Score="2" ViewCount="60" Body="&lt;p&gt;Does anyone know of a good source for the location of fishing grounds?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked at the resources mentioned in &lt;a href=&quot;https://opendata.stackexchange.com/questions/7410/overfishing-dataset/7866#7866&quot;&gt;this&lt;/a&gt; question but have not found anything relevant.&lt;/p&gt;&#xA;" OwnerUserId="13598" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-09-08T13:10:57.073" Title="Dataset with the location of world fishing grounds" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9606" PostTypeId="1" CreationDate="2016-09-08T13:08:55.393" Score="2" ViewCount="180" Body="&lt;p&gt;There are quite a lot of university rankings available on the web. Unfortunately, in most of them the data display is limited and is hard to extract systematically. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are good sources for comprehensive datasets on world universities? For example, datasets that include the performance in several knowledge areas, teaching, research, etc. &lt;/p&gt;&#xA;" OwnerUserId="12715" LastActivityDate="2016-09-08T13:08:55.393" Title="Comprehensive database of world universities" Tags="|data-request|education|global|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9607" PostTypeId="2" ParentId="9605" CreationDate="2016-09-08T13:10:57.073" Score="1" Body="&lt;p&gt;Selected list of resources for data regarding world fishing grounds:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nceas.ucsb.edu/globalmarine/impacts&quot; rel=&quot;nofollow&quot;&gt;Human Impacts to Marine Ecosystems&lt;/a&gt;: Data from the National Center for Ecological Analysis and Synthesis on human impacts to marine ecosystems. Includes fishing impacts, ocean acidification, sea surface temperature, pollutants and more.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.aquamaps.org/&quot; rel=&quot;nofollow&quot;&gt;Aquamaps&lt;/a&gt;: Standardised distribution maps for over 11,000 species of fish, marine mammals and invertebrates. *Data available for download under High Resolution Maps and Environmental Data links.&lt;br&gt;&#xA;&lt;a href=&quot;http://freegisdata.rtwilson.com/#ecology&quot; rel=&quot;nofollow&quot;&gt;Ecology Section&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ngdc.noaa.gov/mgg/bathymetry/relief.html&quot; rel=&quot;nofollow&quot;&gt;U.S. Bathymetric &amp;amp; Fishing Maps - NOS Office of Coast Survey -- NOAA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://datamares.ucsd.edu/eng/global-data/&quot; rel=&quot;nofollow&quot;&gt;Global Data - dataMares&lt;/a&gt; provides &quot;free public downloadable data sets relating to various marine topics and coastal science research&quot;...quick glance-&gt; the first three general database portals are all applicable, and I'm assuming more of them are too. The &quot;Focused Database Portals&quot; section also looks highly relevant here.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/topic/16054/en&quot; rel=&quot;nofollow&quot;&gt;Global Fishery Databases&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://marinecoastalgis.net/data&quot; rel=&quot;nofollow&quot;&gt;Marine/Coastal GIS &amp;#124; Data &amp;amp; Image Portals (includes Metadata Catalogs and Atlases)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://seamap.env.duke.edu/&quot; rel=&quot;nofollow&quot;&gt;OBIS-SEAMAP (Ocean Biogeographc Information System Spatial Ecological Analysis of Megavertebrate Populations) - spatially referenced database aggregating global marine mammal, seabird, sea turtle, ray, and shark observation data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.seaaroundus.org/&quot; rel=&quot;nofollow&quot;&gt;Sea Around Us&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.seaaroundus.org/data/#/fao/27?chart=catch-chart&amp;amp;dimension=eez&amp;amp;measure=tonnage&amp;amp;limit=10&quot; rel=&quot;nofollow&quot;&gt;has extremely detailed data regarding catches&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/gisfish/index.jsp&quot; rel=&quot;nofollow&quot;&gt;GISFish&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/&quot; rel=&quot;nofollow&quot;&gt;FAO (Food and Agriculture Organization of the United Nations)&lt;/a&gt; has a Fisheries and Aquaculture Department which houses more data pertinent here:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/figis/en&quot; rel=&quot;nofollow&quot;&gt;FIGIS - Fisheries Global Information System&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/dias/en&quot; rel=&quot;nofollow&quot;&gt;DIAS - Database on Introductions of Aquatic Species&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/statistics/tuna-atlas/en&quot; rel=&quot;nofollow&quot;&gt;Atlas of Tuna and Billfish Catches&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/statistics/tuna-catches/en&quot; rel=&quot;nofollow&quot;&gt;Global Tuna Catches by Stock&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/collection/naso/en&quot; rel=&quot;nofollow&quot;&gt;NASO - National Aquaculture Sector Overview&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fao.org/fishery/asfa/en&quot; rel=&quot;nofollow&quot;&gt;ASFA - Aquatic Sciences and Fisheries Abstract&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This list of resources may have more information:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.coml.org&quot; rel=&quot;nofollow&quot;&gt;Census of Marine Life&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.iobis.org/&quot; rel=&quot;nofollow&quot;&gt;Ocean Biogeographic Information System (OBIS)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.gbif.org/&quot; rel=&quot;nofollow&quot;&gt;Global Biodiversity Information Facility (GBIF)&lt;/a&gt;&#xA;&lt;a href=&quot;http://gcmd.nasa.gov/&quot; rel=&quot;nofollow&quot;&gt;Global Change Master Directory (GCMD)&lt;/a&gt;&#xA;&lt;a href=&quot;http://code.env.duke.edu/projects/mget&quot; rel=&quot;nofollow&quot;&gt;Marine Geospatial Ecology Tools (MGET)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.seaturtle.org/stat/&quot; rel=&quot;nofollow&quot;&gt;Satellite Tracking and Analysis Tool (STAT)&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-08T13:10:57.073" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9608" PostTypeId="1" AcceptedAnswerId="9631" CreationDate="2016-09-08T13:56:37.153" Score="5" ViewCount="343" Body="&lt;p&gt;I'm looking to get average house price data (more realistically, this will probably be data for house sales) by the Lower Super Output Area in the UK&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, getting it by postcode could work as I could cross reference that to the LSOA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would anyone know of a source for this type of data that is easily accessible (i.e. not having to search for each individual Post Code area to get the list and then joining)&lt;/p&gt;&#xA;" OwnerUserId="11425" LastActivityDate="2018-09-04T18:18:14.603" Title="House Price Data in UK by LSOA" Tags="|data-request|uk|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9609" PostTypeId="1" CreationDate="2016-09-08T14:00:17.277" Score="3" ViewCount="143" Body="&lt;p&gt;Is there any option by using API provided by DOL that makes it possible to get the Status and PDF from Icert Site using ETA Case Number?&lt;/p&gt;&#xA;" OwnerUserId="13601" LastEditorUserId="90" LastEditDate="2016-09-08T14:41:23.903" LastActivityDate="2024-04-03T07:01:35.197" Title="How to get the Status of the LCA using Its ETA CaseNumber?" Tags="|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9610" PostTypeId="2" ParentId="9026" CreationDate="2016-09-08T17:37:15.960" Score="3" Body="&lt;p&gt;RR never posted their working spreadsheet, however some of the supporting data can be found on their website. That being said, the exact data used in their spreadsheet was posted with the Herndon, Ash, Pollin replication working paper here: &lt;a href=&quot;http://www.peri.umass.edu/236/hash/31e2ff374b6377b2ddec04deaa6388b1/publication/566/&quot; rel=&quot;nofollow&quot;&gt;http://www.peri.umass.edu/236/hash/31e2ff374b6377b2ddec04deaa6388b1/publication/566/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The final version of the HAP paper can be found here: &lt;a href=&quot;http://cje.oxfordjournals.org/content/early/2013/12/17/cje.bet075&quot; rel=&quot;nofollow&quot;&gt;http://cje.oxfordjournals.org/content/early/2013/12/17/cje.bet075&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="13606" LastActivityDate="2016-09-08T17:37:15.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9611" PostTypeId="1" CreationDate="2016-09-08T22:00:11.437" Score="1" ViewCount="17" Body="&lt;p&gt;I am looking for something like this - &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Age     Location     Martial status     Dependents     Job     Portfolio&lt;/p&gt;&#xA;&#xA;&lt;p&gt;25-35   New York     Married            2              Engineer  20%: stocks, etc.&lt;/p&gt;&#xA;" OwnerUserId="9809" LastActivityDate="2016-09-08T22:00:11.437" Title="Does an anonymous (personal) financial portfolio data collection exist?" Tags="|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9612" PostTypeId="1" CreationDate="2016-09-09T01:30:39.380" Score="1" ViewCount="27" Body="&lt;p&gt;Is there any publicly available mapping between Embase Accession Numbers and other paper IDs such as DOI, Scopus ID, or PubMed ID?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-09-09T01:30:39.380" Title="Mapping Embase Accession Numbers with other paper IDs" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9613" PostTypeId="1" CreationDate="2016-09-09T08:16:47.310" Score="2" ViewCount="217" Body="&lt;p&gt;I am currently searching for a clickstream sample data set, ideally from an e-commerce shop, to test some classification algorithms for a clickstream scenario.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have a link to some sample clickstream data set?&lt;/p&gt;&#xA;" OwnerUserId="13617" LastEditorUserId="23272" LastEditDate="2021-04-03T05:11:36.373" LastActivityDate="2021-04-03T05:11:36.373" Title="Clickstream sample data set" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9614" PostTypeId="1" CreationDate="2016-09-09T13:08:21.403" Score="4" ViewCount="9961" Body="&lt;p&gt;I need a table that will map each US zip code to the average price of commercial real estate (office space) in that zip code.  It doesn't matter to me if the prices are to rent or to buy.  It also doesn't matter if the figure is limited to just office space or if it includes all commercial real estate.  What does matter is that the same thing is measured in each zip code, so that I have an apples-to-apples comparison.&lt;/p&gt;&#xA;" OwnerUserId="13305" LastActivityDate="2016-09-19T14:27:04.790" Title="price of commercial real estate (office space) per zip code" Tags="|postal-code|real-estate|database|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9615" PostTypeId="2" ParentId="9608" CreationDate="2016-09-09T13:59:32.133" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://landregistry.data.gov.uk/app/ppd/&quot; rel=&quot;nofollow&quot;&gt;http://landregistry.data.gov.uk/app/ppd/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may already know about this but if not it could get you started? Don't think you can go down to LSOA but you can do postcodes and Counties.  May be other options available too.&lt;/p&gt;&#xA;" OwnerUserId="6153" LastActivityDate="2016-09-09T13:59:32.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9616" PostTypeId="1" CreationDate="2016-09-09T15:22:46.250" Score="1" ViewCount="67" Body="&lt;p&gt;Where can I find just the text files of the TED-LIUM v2 corpus, without the audio?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www-lium.univ-lemans.fr/en/content/ted-lium-corpus&quot; rel=&quot;nofollow&quot;&gt;official site&lt;/a&gt; has everything in one huge file (~30GB), which I'd rather not download.&lt;/p&gt;&#xA;" OwnerUserId="13619" LastEditorDisplayName="user4293" LastEditDate="2016-09-10T19:34:53.180" LastActivityDate="2016-09-10T19:34:53.180" Title="TED-LIUM transcripts (text files only)" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9617" PostTypeId="1" CreationDate="2016-09-09T16:24:24.843" Score="2" ViewCount="194" Body="&lt;p&gt;I am interested in exploring Vasopressor use in &lt;code&gt;MIMIC-III&lt;/code&gt;. I googled Vasopressor some drugs. I also tried to identify the relevant &lt;code&gt;itemid&lt;/code&gt; in the &lt;code&gt;d_items&lt;/code&gt; table. I figured out that those Vasopressor drugs are also existing in the &lt;code&gt;MIMIC-III&lt;/code&gt;. Those are &lt;code&gt;&quot;Isuprel&quot;,&quot;Nitroglycerine&quot;,&quot;Dopamine&quot;,&quot;Dopamine Drip&quot;,&quot;Levophed&quot;,&quot;Epinephrine-k&quot;,&quot;Phenylephrine&quot;,&quot;Epinephrine&quot;,&quot;Dobutamine Drip&quot;,&quot;Levophed-k&quot;,&quot;Epinephrine Drip&quot;,&quot;Nitroglycerin&quot;,&quot;Vasopressin&quot;,&quot;Lidocaine&quot;,&quot;Insulin&quot;,&quot;Nitroglycerine-k&quot;,&quot;Dobutamine&quot;,&quot;Milrinone&quot;,&quot;Norepinephrine&quot;&lt;/code&gt;. &lt;br/&gt; &lt;br/&gt; I am wondering if it is reasonable to consider them all as vasopressor drug and to consider those &lt;code&gt;itemid&lt;/code&gt; as vasopressor drugs in my research.&lt;/p&gt;&#xA;" OwnerUserId="9905" LastActivityDate="2016-09-14T02:12:59.757" Title="Finding patients who went under vasopressor use in MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9618" PostTypeId="1" AcceptedAnswerId="9648" CreationDate="2016-09-09T18:07:33.850" Score="5" ViewCount="473" Body="&lt;p&gt;In Wikidata, this shows labels in English, and falls back to Russian if no English is available:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SERVICE wikibase:label {&#xA; bd:serviceParam wikibase:language &quot;en, ru&quot; .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;QUESTION: How to fall back to ANY language?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could list all Wikidata languages (&lt;code&gt;&quot;en, ru, [... hundreds of languages ...]&quot;&lt;/code&gt;), but that would be hard to maintain. Is there a more elegant solution?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Context: My app displays local monuments around you with a picture/name/map. Users have no idea what Wikidata is, so showing &quot;ハチ公&quot; or &quot;ගල් විහාරය&quot; is much better than showing &quot;Q435398568&quot;, even if their phone is not set to these languages. Since the app is mostly used by locals and Wikidata usually has labels in the local language, even languages I have never heard about are often actually providing value to the users.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-03-21T03:54:19.407" Title="Wikidata label language: How to fallback to ANY language?" Tags="|language|wikidata|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9619" PostTypeId="2" ParentId="9599" CreationDate="2016-09-09T19:59:13.550" Score="1" Body="&lt;p&gt;I spent several days working through this (painfully), before I found this helpful &lt;a href=&quot;http://siccode.com/en/pages/what-is-a-naics-code&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;. I wish I had known when I posted the question what I know today.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first two digits of a NAICS code represent a sector, the third digit a subsector, the fourth, and industry group, and the fifth, an industry. The sixth digit, 1 or 0, refers to U.S. or global.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-09-09T19:59:13.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9621" PostTypeId="2" ParentId="9599" CreationDate="2016-09-10T04:21:33.873" Score="2" Body="&lt;p&gt;The first two are the sector code and are the only digits that are related, so break each digit down individually after the first two. Thats how I visualize them, especially in this sense. Or rather, if I were writing code to read the strings, I would chop them off in pieces like I described: first two are together, everything else is every person for themselves.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.naics.com/sic-codes-industry-drilldown/&quot; rel=&quot;nofollow&quot;&gt;NAICS Code Definitions&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.naics.com/standard-industrial-code-divisions/?code=91&quot; rel=&quot;nofollow&quot;&gt;NAICS Code 91 - Has examples of varying lengths showing it different usage.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-10T04:21:33.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9622" PostTypeId="2" ParentId="840" CreationDate="2016-09-10T12:45:09.027" Score="6" Body="&lt;p&gt;Take a look at &lt;a href=&quot;http://shtooka.net/index.php&quot; rel=&quot;noreferrer&quot;&gt;Project SHTOOKA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6886" LastActivityDate="2016-09-10T12:45:09.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9623" PostTypeId="2" ParentId="7580" CreationDate="2016-09-10T12:45:13.183" Score="3" Body="&lt;p&gt;Such a list requires someone to maintain it. This one lists corpora and adds some info, covering some if not all of your criteria (in natural language): &lt;a href=&quot;https://web.archive.org/web/20160405015039/http://www.uow.edu.au/%7Edlee/corpora.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Corpora, Collections, Data Archives&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13631" LastEditorUserId="34454" LastEditDate="2023-12-25T13:03:15.513" LastActivityDate="2023-12-25T13:03:15.513" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9624" PostTypeId="2" ParentId="9597" CreationDate="2016-09-10T14:52:45.857" Score="1" Body="&lt;p&gt;Can you be just a tad more specific - what files are you extracting data from? What format are they? Are they data file already or are they text/pdf documents? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you simply want to programmatically grab files off the web, I would suggest checking out cUrl: &lt;a href=&quot;https://curl.haxx.se/&quot; rel=&quot;nofollow&quot;&gt;https://curl.haxx.se/&lt;/a&gt; it is extremely handy for downloading pretty much anything from a url. &lt;/p&gt;&#xA;" OwnerUserId="13632" LastActivityDate="2016-09-10T14:52:45.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9625" PostTypeId="1" CreationDate="2016-09-10T17:56:00.407" Score="3" ViewCount="422" Body="&lt;p&gt;I would like to do some data analysis on the Lending Club dataset.  The Lending Club dataset is really interesting and there are quite a few attempts to analyse it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is available &lt;a href=&quot;https://www.lendingclub.com/info/download-data.action&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; but for those not registered with Lending Club the data is not complete.  This &quot;partial&quot; kind of data is the type  available for example on Kaggle. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most importantly for me, this data does not contain the credit score (either the LC internal one or the FICO one).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that to get the &quot;complete&quot; dataset it is necessary to register, which prevents all people leaving outside of the US to get this data (the registration process is the same as the one for those wanting to invest and it is restricted to US residents).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if anybody is aware of a complete version of the date posted on message boards or similar?&lt;/p&gt;&#xA;" OwnerUserId="1979" LastActivityDate="2016-09-10T17:56:00.407" Title="Lending Club dataset &quot;complete&quot; with credit scoring" Tags="|bank|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9626" PostTypeId="1" CreationDate="2016-09-10T20:08:07.213" Score="5" ViewCount="180" Body="&lt;p&gt;I am looking for satellite images of the US with a high resolution. I would like the images to be the same resolution as Google maps when all the way zoomed in. Is there open satellite images like this? I do NOT need any additional information in the image like highways or altitudes.&lt;/p&gt;&#xA;" OwnerUserId="13425" LastActivityDate="2016-10-02T14:09:31.593" Title="Satellite Images of Earth from low altitude" Tags="|geospatial|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="9627" PostTypeId="1" CreationDate="2016-09-10T20:47:23.830" Score="3" ViewCount="49" Body="&lt;p&gt;I am looking for a point cloud source of laser scanned building. I have found Laser scans of Earth surface, but there is no open archive of scanned cities / buildings. Or is there something?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I dont care about location, I just need some real-life data for testing.&lt;/p&gt;&#xA;" OwnerUserId="13634" LastActivityDate="2016-09-13T13:04:11.393" Title="Laser scans of buildings / cities" Tags="|data-request|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9628" PostTypeId="1" CreationDate="2016-09-11T04:33:25.453" Score="2" ViewCount="19" Body="&lt;p&gt;What I really want to know is, at the point in each child's life when they are gaining full independence from their parents, on average:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) What is the father's age?&#xA;2) What is the mother's age?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Recognizing the improbability that such data exists, and since children usually gain full independence between their 18th and 19th birthday, I have decided to narrow my question down so as to focus on just the average ages of the parents when their youngest turns 18.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2016-09-11T04:33:25.453" Title="On average, in the United States, when the youngest child of a husband and wife turns 18 years of age, what are the ages of the parents?" Tags="|us-census|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9629" PostTypeId="1" CreationDate="2016-09-11T04:40:06.433" Score="2" ViewCount="60" Body="&lt;p&gt;I need a data set that can be used to predict kidney disease risk. I searched UCI repository but it contains only 400 records. Please help me.&lt;/p&gt;&#xA;" OwnerUserId="13637" LastActivityDate="2016-09-11T14:43:03.173" Title="Where can I find a data set with 1000 records of kidney patients?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9630" PostTypeId="2" ParentId="9629" CreationDate="2016-09-11T14:43:03.173" Score="1" Body="&lt;p&gt;MIMIC-III database is probably what you are looking for. Go to &lt;a href=&quot;http://mimic.physionet.org/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/&lt;/a&gt; for more information.&lt;/p&gt;&#xA;" OwnerUserId="9905" LastActivityDate="2016-09-11T14:43:03.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9631" PostTypeId="2" ParentId="9608" CreationDate="2016-09-11T17:31:33.563" Score="5" Body="&lt;p&gt;To add to Steven Lee's answer, the &lt;em&gt;entire&lt;/em&gt; transaction level dataset from England's Land Registry can be downloaded from the &lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/price-paid-data-downloads&quot; rel=&quot;noreferrer&quot;&gt;Land Registry site&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset contains &lt;em&gt;every&lt;/em&gt; house price from house sales since 1995 and contains both the full postcode, the street name and the street number. If you can handle the entire dataset (~20 million rows) it is not immensely hard to aggregate to LSOA (at least approximately even though postcodes don't map neatly onto LSOAs). An exact mapping might be possible with a little GIS wizardry but the approximate mapping is available using the postcode to LSOA lookups from The &lt;a href=&quot;https://census.edina.ac.uk/pcluts_download.html?data=pcluts_2015nov&quot; rel=&quot;noreferrer&quot;&gt;census service here&lt;/a&gt;. The tables provide lookups to most higher-level geographies from full postcodes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets are a little large to handle in Excel or Access (there are &gt;2 million postcodes never mind the 20m house prices) so it is worth looking for better tools to process them. My personal choice is Google's BigQuery which is designed for large analytical workloads but is cheap (and for small workloads, free) and available to anyone with a web browser and a Google account.&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-09-11T17:31:33.563" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9632" PostTypeId="2" ParentId="5189" CreationDate="2016-09-12T06:25:01.093" Score="1" Body="&lt;p&gt;I work for Quandl and noticed we have (premium) data on sales for Sotheby's here: &lt;a href=&quot;https://www.quandl.com/data/ZSS?filterSelection=all&amp;amp;keyword=sotheby%27s&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/ZSS?filterSelection=all&amp;amp;keyword=sotheby%27s&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there are any other publicly traded art companies you wanted to look up, you can try searching for them on Quandl (&lt;a href=&quot;https://www.quandl.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/&lt;/a&gt;) to see if we have data on their sales or revenues. &lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-09-12T06:25:01.093" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9633" PostTypeId="2" ParentId="840" CreationDate="2016-09-12T14:22:24.510" Score="4" Body="&lt;p&gt;Maybe the &lt;a href=&quot;http://www.macmillandictionary.com/tools/aboutapi.html&quot; rel=&quot;nofollow&quot;&gt;Macmillan Dictionary API&lt;/a&gt; can help you&lt;/p&gt;&#xA;" OwnerUserId="6278" LastActivityDate="2016-09-12T14:22:24.510" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9634" PostTypeId="1" AcceptedAnswerId="9640" CreationDate="2016-09-12T16:25:22.167" Score="2" ViewCount="25" Body="&lt;p&gt;I am looking for 2 UK hydrological gauges (one main river and one stream) which must have daily flow discharge data with gaps in the time series and the data in the two time series must overlap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gauge 1 gap: from 2-09-1980 to 7-10-1980&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gauge 2 gap: from 15-08-1980 to 2-09-1980&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am trying to find my answer manually on the NRFA website &lt;a href=&quot;http://nrfa.ceh.ac.uk/data/search&quot; rel=&quot;nofollow&quot;&gt;http://nrfa.ceh.ac.uk/data/search&lt;/a&gt; but it is not easy as the completeness of the time series is really good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestion?&lt;/p&gt;&#xA;" OwnerUserId="13647" LastEditorUserId="117" LastEditDate="2016-09-13T01:50:43.413" LastActivityDate="2016-09-13T14:32:58.030" Title="Find UK daily flow discharge data with gaps in the time series" Tags="|data-request|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9635" PostTypeId="1" CreationDate="2016-09-12T17:39:40.603" Score="1" ViewCount="20" Body="&lt;p&gt;I'm interested in finding a dataset that includes bargaining offers (both rejected and accepted offers). Does anyone have any idea of datasets or industries that collect this information?&lt;/p&gt;&#xA;" OwnerUserId="13650" LastActivityDate="2016-09-12T17:39:40.603" Title="Bargaining Data" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9636" PostTypeId="2" ParentId="1054" CreationDate="2016-09-13T02:43:34.370" Score="2" Body="&lt;p&gt;You can decode ads-b, FM radio, pager traffic, and various other signals (most anything in the 50MHz -2200 MHz range)  with a 9 dollar european TV USB antenna if it has the rtl2832U chipset. Google rtlsdr or rtlsdr ads-b.&lt;/p&gt;&#xA;" OwnerUserId="13657" LastActivityDate="2016-09-13T02:43:34.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9637" PostTypeId="2" ParentId="7614" CreationDate="2016-09-13T09:32:44.093" Score="2" Body="&lt;p&gt;I've recently come across another useful site giving not just postcode locations (as both LatLon and OS grid reference) but also the mappings from postcodes to all higher geography units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The census service provides a large lookup table (&lt;a href=&quot;https://census.edina.ac.uk/pcluts_download.html?data=pcluts_2015nov&quot; rel=&quot;nofollow&quot;&gt;see different current and older versions here&lt;/a&gt;) for all postcodes (including retired ones) to higher geographies and the latest version includes the exact location of the mean postcode centroid. As far as I remember, previous versions did not include everything in the current version (especially LatLon location). This now makes this file incredibly useful as it includes both the detailed location and the mapping to most higher geographies therefore saving a great deal of faffing about with other lookup tables (though most lookups give just codes, so if you want the names of the higher units, like local authority or health areas, you still need to have some additional tables. These are supplied separately with the core table from the same source).&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2016-09-13T09:32:44.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9638" PostTypeId="2" ParentId="9627" CreationDate="2016-09-13T13:04:11.393" Score="2" Body="&lt;p&gt;Have you tried the &lt;a href=&quot;http://www.cvlibs.net/datasets/kitti/raw_data.php?type=residential&quot; rel=&quot;nofollow&quot;&gt;KITTI&lt;/a&gt; dataset ? Some sets are in urban areas.&#xA;Maybe you can also have a look on the &lt;a href=&quot;http://ccv.wordpress.fos.auckland.ac.nz/eisats/set-6/&quot; rel=&quot;nofollow&quot;&gt;Eisats&lt;/a&gt; dataset.&lt;/p&gt;&#xA;" OwnerUserId="13659" LastActivityDate="2016-09-13T13:04:11.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9639" PostTypeId="1" CreationDate="2016-09-13T13:35:50.247" Score="13" ViewCount="5300" Body="&lt;p&gt;I am searching for a resource showing historical weather forecasts &lt;em&gt;compared&lt;/em&gt; to actual weather data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm mainly interested in seeing how accurate various forecast services have been in the past, when you compare their predictions to actual weather records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll be interested in anything of the sort, however, some things that would be nice are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Accuracy percentage for a certain forecast service &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Accuracy percentage for a given time period&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Accuracy percentage for a given geographical location&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A combination of the three previous points&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Detailed per-day comparisons&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I realize these are quite demanding criteria, and it might not exist. However, I'm interested in anything that even &lt;em&gt;remotely&lt;/em&gt; fits. &lt;/p&gt;&#xA;" OwnerUserId="13660" LastEditorUserId="16193" LastEditDate="2017-08-10T14:12:45.953" LastActivityDate="2022-07-31T20:53:55.130" Title="Historical weather forecast compared to actual weather?" Tags="|data-request|weather|historical|" AnswerCount="4" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="9640" PostTypeId="2" ParentId="9634" CreationDate="2016-09-13T14:32:58.030" Score="1" Body="&lt;p&gt;I found what I was looking for just by checking manually the gauges on the NRFA website &lt;a href=&quot;http://nrfa.ceh.ac.uk/data/search&quot; rel=&quot;nofollow&quot;&gt;http://nrfa.ceh.ac.uk/data/search&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the map, if you click on the gauges you can go to the relative info page where you can see the completeness of the time series.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Really nice.&lt;/p&gt;&#xA;" OwnerUserId="13647" LastActivityDate="2016-09-13T14:32:58.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9641" PostTypeId="1" CreationDate="2016-09-13T16:16:54.990" Score="1" ViewCount="136" Body="&lt;p&gt;I'm looking for a data source of average GPA results from each college in the US by graduate year. In an ideal world, an additional level of granularity would by by graduate major for a given college?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm thinking this is basically impossible to find, particularly for private schools, but any input would be appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found basically every other data point possible via the excellent collegescorecard.ed.gov&lt;/p&gt;&#xA;" OwnerUserId="13662" LastActivityDate="2016-09-13T16:16:54.990" Title="Where can I find average GPA data by graduate year and college, and ideally by major too?" Tags="|data-request|releasing-data|collegescorecard|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9642" PostTypeId="1" AcceptedAnswerId="9666" CreationDate="2016-09-12T21:48:22.190" Score="5" ViewCount="105" Body="&lt;p&gt;I'm working on creating heights of polygons above terrain level, as in &lt;a href=&quot;http://blog.nadnerb.co.uk/?p=209&quot; rel=&quot;noreferrer&quot;&gt;this blog post&lt;/a&gt;, but my area of interest is London Borough of Camden.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LwNqN.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LwNqN.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Camden is the green shaded polygon on the map below, generated using the Environment Agency's 1M resolution DTM and DSM LiDAR composites. As can be seen, coverage for Camden and neighbouring Islington is almost completely lacking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other data sources that might be available to fill in the gaps?&lt;/p&gt;&#xA;" OwnerUserId="13665" OwnerDisplayName="Jamie Bull" LastActivityDate="2016-09-16T08:20:08.420" Title="Finding LiDAR data for London Borough of Camden?" Tags="|uk|" AnswerCount="3" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="9643" PostTypeId="2" ParentId="9642" CreationDate="2016-09-12T23:03:10.857" Score="4" Body="&lt;p&gt;I don't know London that well but this seems like your answer, hard to find the right tile but - &lt;a href=&quot;http://environment.data.gov.uk/ds/survey/#/survey?grid=TQ28&quot; rel=&quot;nofollow&quot;&gt;http://environment.data.gov.uk/ds/survey/#/survey?grid=TQ28&lt;/a&gt;&#xA;says it goes down to 50cm, tiles are about 125Mb - let me know how you go&lt;/p&gt;&#xA;&#xA;&lt;p&gt;oh, sorry 'bout that - in NZ I've sometimes used manhole cover height data - its a pretty sparse dataset but accurate and better than nothing - wouldn't have a clue how to find that in uk tho'.&lt;/p&gt;&#xA;" OwnerDisplayName="nigelc" LastActivityDate="2016-09-12T23:36:04.997" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9644" PostTypeId="2" ParentId="9642" CreationDate="2016-09-13T19:41:40.460" Score="4" Body="&lt;p&gt;The NERC Airborne Research Facility (&lt;a href=&quot;https://nerc-arf-dan.pml.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nerc-arf-dan.pml.ac.uk/&lt;/a&gt;) has LiDAR data from 2010 which covers a little of Camden. It is quite a long thin strip, a subset over Camden is shown below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://browse.ceda.ac.uk/browse/neodc/arsf/2010/GB08_19&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://browse.ceda.ac.uk/browse/neodc/arsf/2010/GB08_19&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You need to register for an account at CEDA and then apply for access to the ARSF archive before accessing but this should be a quick process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Only point cloud files are available not gridded DTMs or DSMs but these can be easily generated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Aerial photography is also available from the same flight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/FY4Jd.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FY4Jd.jpg&quot; alt=&quot;EA and NERC-ARF LiDAR data for London. Building outlines from Ordnance Survey Open Data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13664" LastEditorUserId="13664" LastEditDate="2016-09-15T18:21:55.847" LastActivityDate="2016-09-15T18:21:55.847" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9645" PostTypeId="1" AcceptedAnswerId="9655" CreationDate="2016-09-13T20:27:16.237" Score="1" ViewCount="129" Body="&lt;p&gt;Interested in measuring the spread between the median and mean household income in New York County (aka Manhattan) going back to 1990. Where can I get median and mean household income at the county level going back 20 years?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sources I've found:&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is median income for NY State for that time period:&#xA;&lt;a href=&quot;http://www.statista.com/statistics/205974/median-household-income-in-new-york/&quot; rel=&quot;nofollow&quot;&gt;http://www.statista.com/statistics/205974/median-household-income-in-new-york/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ACS has this info, but only back to ~2009:&#xA;&lt;a href=&quot;https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_14_5YR_S1901&amp;amp;prodType=table&quot; rel=&quot;nofollow&quot;&gt;https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_14_5YR_S1901&amp;amp;prodType=table&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13411" LastActivityDate="2016-09-14T19:19:37.170" Title="Median and Mean Household Income at the County Level back to 1990" Tags="|income|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9646" PostTypeId="2" ParentId="9614" CreationDate="2016-09-13T20:48:24.130" Score="3" Body="&lt;p&gt;I'm the head researcher for a commerical real estate brokerage firm. I don't know of a perfect source for what you are looking for, but here are some proxys you might try&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Paid option: Costar&lt;/strong&gt;&#xA;&lt;a href=&quot;http://www.costar.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.costar.com/&lt;/a&gt; has what some of what you want, but they are a pay-for service. From time to time I've heard of them gifting data access for research purposes. I don't think they cover the entire US, and they only look at CRE above a certain dollar size (something like $5,000)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Free option: Craigslist&lt;/strong&gt;&#xA;Scrape craigslist.org for office building listings. The URL's are fairly easy to generate for scrapping; for example, I can download the first 100 office spaces listed in New York at the URL &lt;a href=&quot;http://newyork.craigslist.org/search/off&quot; rel=&quot;nofollow&quot;&gt;http://newyork.craigslist.org/search/off&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you add &quot;?s=100&quot; to the end of that URL (i.e., &quot;&lt;a href=&quot;http://newyork.craigslist.org/search/off?s=100&quot; rel=&quot;nofollow&quot;&gt;http://newyork.craigslist.org/search/off?s=100&lt;/a&gt;&quot;), you get listings 100-199 out of 2500. By incrementally changing the &quot;off?s=x&quot; part, you can get all 2500.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, c-listings will on average be smaller properties, but I bet the coverage is pretty good and the bias will be consistent across geographies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update: Scraping all base URL's from the about page&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use R, here's a way to use rvest() to scrape all of the base URL's from the clist about page:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(rvest)&#xA;url &amp;lt;- &quot;http://www.craigslist.org/about/sites&quot;&#xA;aboutclist &amp;lt;- read_html(url)&#xA;aboutclist %&amp;gt;% html_nodes(&quot;.colmask:nth-child(4) a&quot;) %&amp;gt;% html_attr(&quot;href&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Will return a list of URL's like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[1] &quot;//auburn.craigslist.org/&quot;          &quot;//bham.craigslist.org/&quot;           &#xA;  [3] &quot;//dothan.craigslist.org/&quot;          &quot;//shoals.craigslist.org/&quot;         &#xA;  [5] &quot;//gadsden.craigslist.org/&quot;         &quot;//huntsville.craigslist.org/&quot;     &#xA;  [7] &quot;//mobile.craigslist.org/&quot;          &quot;//montgomery.craigslist.org/&quot;     &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13411" LastEditorUserId="13411" LastEditDate="2016-09-19T14:27:04.790" LastActivityDate="2016-09-19T14:27:04.790" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9647" PostTypeId="2" ParentId="9617" CreationDate="2016-09-14T02:12:59.757" Score="1" Body="&lt;p&gt;Insulin and lidocaine are not vasopressors - but the rest are. Determining which vasopressors to include is more determined by the research project rather than a global ground truth - sometimes you'd include inotropes, sometimes not, and so on.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2016-09-14T02:12:59.757" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9648" PostTypeId="2" ParentId="9618" CreationDate="2016-09-14T06:29:36.933" Score="4" Body="&lt;p&gt;As optional get the label in English and in any language, then coalesce:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT&#xA;  ?item&#xA;  (SAMPLE(COALESCE(?en_label, ?item_label)) as ?label)&#xA;WHERE {&#xA;  ?item wdt:P31 wd:Q22674925 .&#xA;  OPTIONAL {?item rdfs:label ?en_label . FILTER(LANG(?en_label) = &quot;en&quot;)}&#xA;  OPTIONAL {?item rdfs:label ?item_label}&#xA;}&#xA;GROUP BY ?item&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%0A%20%20%3Fitem%0A%20%20%28SAMPLE%28COALESCE%28%3Fen_label%2C%20%3Fitem_label%29%29%20as%20%3Flabel%29%0AWHERE%20%7B%0A%20%20%23%20Architectural%20structures%20without%20an%20image.%0A%20%20%3Fitem%20wdt%3AP31%20wd%3AQ811979%20.%0A%20%20MINUS%20%7B%3Fitem%20wdt%3AP18%20%3Fimage%7D%0A%20%20%0A%20%20%23%20Label%20in%20English%2C%20or%20in%20any%20other%20language%20if%20an%20English%20label%20is%20not%20available.%0A%20%20OPTIONAL%20%7B%3Fitem%20rdfs%3Alabel%20%3Fen_label%20.%20FILTER%28LANG%28%3Fen_label%29%20%3D%20%22en%22%29%7D%0A%20%20OPTIONAL%20%7B%3Fitem%20rdfs%3Alabel%20%3Fitem_label%7D%0A%7D%0AGROUP%20BY%20%3Fitem&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example query&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-03-21T03:54:19.407" LastActivityDate="2017-03-21T03:54:19.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9649" PostTypeId="1" AcceptedAnswerId="10925" CreationDate="2016-09-14T08:16:04.360" Score="4" ViewCount="2534" Body="&lt;p&gt;I'm interested in obtaining a dataset that includes the electricity usage of individual home appliances measured at hourly intervals. An example of such a dataset is the &lt;a href=&quot;http://remodece.isr.uc.pt/database/Campaign_Irise.htm&quot; rel=&quot;nofollow&quot;&gt;IRISE Project&lt;/a&gt; from &lt;a href=&quot;http://remodece.isr.uc.pt/&quot; rel=&quot;nofollow&quot;&gt;REMODECE&lt;/a&gt;. Unfortunately the data provided on their website contains daily averages and I need the data for each day. Does anyone have any idea of datasets that contain this information, or how to obtain the full IRISE dataset?&lt;/p&gt;&#xA;" OwnerUserId="13668" LastEditorUserId="1511" LastEditDate="2016-10-27T19:05:39.527" LastActivityDate="2019-01-14T16:45:54.860" Title="Dataset of Home Appliance Usage" Tags="|data-request|energy|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9650" PostTypeId="1" CreationDate="2016-09-14T08:27:00.707" Score="1" ViewCount="17" Body="&lt;p&gt;Is it correct to use a full URI as a parameter to another operation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this is best described by example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Consumer calls: &lt;a href=&quot;http://my-rest.my-org.com/api/films&quot; rel=&quot;nofollow&quot;&gt;http://my-rest.my-org.com/api/films&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And receives a film&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name: Reservoir Dogs  &lt;/li&gt;&#xA;&lt;li&gt;DirectorName: Quentin Tarantino &lt;/li&gt;&#xA;&lt;li&gt;DirectorId: 1237 &lt;/li&gt;&#xA;&lt;li&gt;Director: &lt;a href=&quot;http://my-rest.my-org.com/api/directors/Quentin%20Tarantino&quot; rel=&quot;nofollow&quot;&gt;http://my-rest.my-org.com/api/directors/Quentin%20Tarantino&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It makes sense to give out the URI for the director so that the consumer can go and fetch that data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the part that doesn't seem right to me...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is some &lt;em&gt;other&lt;/em&gt; operation, a search, for example, that does not return a single type of resource and needs a few parameters to function; therefor it has no &lt;strong&gt;fixed&lt;/strong&gt; set of URI's (perhaps the data behind it very dynamic)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example a search function constrained by director: GET/ search-by-director?director={0}&amp;amp;keyword={1}&amp;amp;foo={2}&amp;amp;bar={3}&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now the question, is it okay? Is it sane? to have an operation that takes the full URI as one of the operation's parameters? Resulting in:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://my-rest.my-org.com/api/search-by-director?director=http%3A%2F%2Fmy-rest.my-org.com%2Fapi%2Fdirectors%2FQuentin%2520Tarantino&amp;amp;Term=Mr%Pink&quot; rel=&quot;nofollow&quot;&gt;http://my-rest.my-org.com/api/search-by-director?director=http%3A%2F%2Fmy-rest.my-org.com%2Fapi%2Fdirectors%2FQuentin%2520Tarantino&amp;amp;Term=Mr%Pink&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My natural inclination is that the Search, constrained by director operation, should use the DirectorId (Or better, a director Alias that is a human readable, unique representation of the director name).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://my-rest.my-org.com/api/search-by-director?director=1237&amp;amp;Term=Mr%Pink&quot; rel=&quot;nofollow&quot;&gt;http://my-rest.my-org.com/api/search-by-director?director=1237&amp;amp;Term=Mr%Pink&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are obviously ways to refactor this to get the parameters as &quot;slash&quot; URI segments which would make it look nicer (although even more horrific with the encoded URI for the director slapped in the middle), but this is a trivial example for illustration.&lt;/p&gt;&#xA;" OwnerUserId="13667" LastActivityDate="2016-09-14T08:27:00.707" Title="Is it correct to use a full URI as a parameter to another operation?" Tags="|rest|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9651" PostTypeId="2" ParentId="9645" CreationDate="2016-09-14T12:05:13.230" Score="2" Body="&lt;p&gt;Estimate-based data for mean and median household income at the county level is available for: 1990, 2000, 2005-2009, 2006-2010, 2007-2011, 2008-2012, 2009-2013, 2010-2014 ( and 2011-2015 in Dec. 2016). &lt;a href=&quot;http://factfinder.census.gov/faces/nav/jsf/pages/index.xhtml&quot; rel=&quot;nofollow&quot;&gt;American Factfinder&lt;/a&gt; is a good resource for these estimates. &lt;a href=&quot;https://data2.nhgis.org/review&quot; rel=&quot;nofollow&quot;&gt;NHGIS&lt;/a&gt; is a good resource for processed Census data that is GIS-friendly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Model-based data for median household income at the county level is available through &lt;a href=&quot;http://www.census.gov/did/www/saipe/data/statecounty/data/index.html&quot; rel=&quot;nofollow&quot;&gt;SAIPE&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-09-14T12:05:13.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9652" PostTypeId="1" CreationDate="2016-09-14T12:31:19.053" Score="1" ViewCount="30" Body="&lt;p&gt;I need to show movie posters in my Mobil app, so need a official source from where I can download it. I could pay for it to have get permission of the copyright content. Do you know any?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2016-09-14T12:31:19.053" Title="Looking for service to get movie posters? Need authorized use of the content" Tags="|film|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9653" PostTypeId="1" AcceptedAnswerId="9661" CreationDate="2016-09-14T15:44:03.760" Score="3" ViewCount="146" Body="&lt;p&gt;I am trying to harvest several CKAN repositories for their metadata, using CKAN REST API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wanted to only update the changed datasets (metadata only) in my repository, but I do not see a way to specify that I only want changes since my last update, as &lt;code&gt;recently_changed_packages_activity_list&lt;/code&gt; does not have a timestamp as input.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this to be done with the offset parameter, and therefore assume that the order of the changed datasets is constant and the list gets appended to?&lt;/p&gt;&#xA;" OwnerUserId="13672" LastActivityDate="2016-09-15T11:27:52.153" Title="Is there a way to ask a CKAN repository only for changed datasets after a certain time?" Tags="|metadata|ckan|rest|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9654" PostTypeId="1" CreationDate="2016-09-14T17:37:43.730" Score="2" ViewCount="21" Body="&lt;p&gt;I have a file that contains location points all over the world, using lat long coordinates. I am trying to trim it down to only new York and Newark new jersey. I have a shape file that is the boundaries of new York and includes new jersey but is in shape area and shape length. I am trying to extract the data points that fall in those boundaries but I am stuck. Does anyone know how to do this in carto or any other program?&lt;/p&gt;&#xA;" OwnerUserId="13674" LastActivityDate="2016-09-15T12:19:44.197" Title="Carto Help in minimizing geographic dataset" Tags="|data-request|geospatial|tool-request|geocoding|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9655" PostTypeId="2" ParentId="9645" CreationDate="2016-09-14T19:19:37.170" Score="1" Body="&lt;p&gt;1990 Census of Population: Social and Economic Characteristics (page 410)&#xA;&lt;a href=&quot;http://www2.census.gov/library/publications/decennial/1990/cp-2/cp-2-34-1.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www2.census.gov/library/publications/decennial/1990/cp-2/cp-2-34-1.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Table QT-P32 Income Distribution in 1999 of Households and Families: 2000, Census 2000 Summary File 3 (SF 3) - Sample Data&#xA;&lt;a href=&quot;http://factfinder.census.gov/bkmk/table/1.0/en/DEC/00_SF3/QTP32/0400000US36.05000&quot; rel=&quot;nofollow&quot;&gt;http://factfinder.census.gov/bkmk/table/1.0/en/DEC/00_SF3/QTP32/0400000US36.05000&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2009-2014 earnings in last 12 months:&#xA;&lt;a href=&quot;http://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_14_5YR_S1901&amp;amp;prodType=table&quot; rel=&quot;nofollow&quot;&gt;http://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_14_5YR_S1901&amp;amp;prodType=table&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13411" LastActivityDate="2016-09-14T19:19:37.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9656" PostTypeId="1" CreationDate="2016-09-14T20:00:40.210" Score="2" ViewCount="169" Body="&lt;p&gt;Where does the individual-level anonymized data for the &lt;a href=&quot;https://collegescorecard.ed.gov/&quot; rel=&quot;nofollow&quot;&gt;collegescorecard&lt;/a&gt; live? For obvious reasons, this would be more valuable to researchers than the summary data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't see any access to it from the &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow&quot;&gt;documentation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13675" LastActivityDate="2016-09-19T13:49:28.903" Title="Collegescorecard - individual-level anonymized data" Tags="|data-request|releasing-data|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9657" PostTypeId="1" CreationDate="2016-09-14T21:55:07.537" Score="4" ViewCount="59" Body="&lt;p&gt;For a small project I'd love to have a list of tags which I can suggest my users for them to enter into their profile. Examples would be &quot;food, photography, japan, typography, art, ...&quot;. Ideally those tags would also be hierarchical: food -&gt; italian -&gt; pizza&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I somehow expect that such a list of tags exists, because it's not a very uncommon use case for users to be able to assign tags - but I can't find a comprehensive list anywhere which is publicly available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any hints where I might find one?&lt;/p&gt;&#xA;" OwnerUserId="13677" LastActivityDate="2016-09-14T21:55:07.537" Title="List of things users might be interested in" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9658" PostTypeId="1" CreationDate="2016-09-15T09:40:27.997" Score="1" ViewCount="31" Body="&lt;p&gt;I'm currently looking for workday population data in shp or any other gis file formats. I have found many of population data all over the world but couldn't find the ones that have daytime population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not have to be free so does anyone know where I can get these data?&lt;/p&gt;&#xA;" OwnerUserId="13679" LastActivityDate="2016-09-15T09:40:27.997" Title="workday population data for germany" Tags="|geospatial|census|germany|population|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9659" PostTypeId="1" CreationDate="2016-09-15T10:45:32.127" Score="7" ViewCount="219" Body="&lt;p&gt;answers.semanticweb.com was a QA website a bit similar to here.&lt;br&gt;&#xA;There were a lot of great questions and answers about SPARQL and related technologies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The website got sold two times, and since a few weeks, it has been down.&lt;br&gt;&#xA;QUESTION: Is there a place where I can download a dump of the questions and answers?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The content had been made CC-BY-SA 3.0:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/20151031172423/http://answers.semanticweb.com/questions/366/who-owns-the-content-on-this-site&quot;&gt;https://web.archive.org/web/20151031172423/http://answers.semanticweb.com/questions/366/who-owns-the-content-on-this-site&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/20160306114803/http://answers.semanticweb.com/questions/21999/creative-commons-by-sa-for-questions-and-answers&quot;&gt;https://web.archive.org/web/20160306114803/http://answers.semanticweb.com/questions/21999/creative-commons-by-sa-for-questions-and-answers&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2018-01-04T20:49:07.277" Title="Questions and answers from answers.semanticweb.com" Tags="|data-request|" AnswerCount="1" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="9660" PostTypeId="2" ParentId="5189" CreationDate="2016-09-15T11:03:51.073" Score="2" Body="&lt;p&gt;Maybe start an open database of auction results? It will never be as complete as commercial ones, but I'm sure there are many people who would use it (and  possibly add content).&lt;/p&gt;&#xA;" OwnerUserId="6291" LastActivityDate="2016-09-15T11:03:51.073" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9661" PostTypeId="2" ParentId="9653" CreationDate="2016-09-15T11:27:52.153" Score="2" Body="&lt;p&gt;Do not use the REST API, it's old and deprecated. Use the &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow&quot;&gt;Action API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get the results you need using the &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.get.package_search&quot; rel=&quot;nofollow&quot;&gt;&lt;code&gt;package_search&lt;/code&gt;&lt;/a&gt; action, eg for datasets &lt;em&gt;modified&lt;/em&gt; since 1st August 2026:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://demo.ckan.org/api/action/package_search?fq=metadata_modified:[2016-08-01T00:00:00.000Z%20TO%20NOW]&quot; rel=&quot;nofollow&quot;&gt;http://demo.ckan.org/api/action/package_search?fq=metadata_modified:[2016-08-01T00:00:00.000Z TO NOW]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For datasets &lt;em&gt;created&lt;/em&gt; since then:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://demo.ckan.org/api/action/package_search?fq=metadata_created:[2016-08-01T00:00:00.000Z%20TO%20NOW]&quot; rel=&quot;nofollow&quot;&gt;http://demo.ckan.org/api/action/package_search?fq=metadata_created:[2016-08-01T00:00:00.000Z TO NOW]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can of course combine these with any other filters, pagination, sorting, etc. Check the docs to find more.&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2016-09-15T11:27:52.153" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9662" PostTypeId="1" CreationDate="2016-09-15T12:14:32.723" Score="2" ViewCount="24" Body="&lt;p&gt;The Problem: I have emails coming through and I want to parse few fields from this emails to save it as structured data , can use regex if I just have one or two structures but I have a lot of them so I am looking for library then accepts text input + rules like then will look for each rule and try to extract the required field based on the defined steps Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Text Input:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lorem ipsum dolor sit amet, consectetur Name : John Doe adipiscing elit. Mauris at ipsum quis quam iaculis luctus. Nam vitae accumsan dolor, at maximus risus. Aliquam interdum finibus erat at tincidunt. Age : 25 In ullamcorper sapien sit amet molestie faucibus. Pellentesque leo massa, egestas eu ullamcorper id, sollicitudin at justo. Etiam sit amet ornare ante, vitae facilisis lacus. Etiam a orci vel mauris elementum sollicitudin.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rules (JSON Or XML):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Remove Empty Lines&#xA;Field Name : Name&#xA;Something like that a good example is mailparser.io , you set your parsing rules and then the platform extract the data based on your rules&lt;/p&gt;&#xA;" OwnerUserId="13682" LastActivityDate="2016-09-15T12:14:32.723" Title="Text Fields Extraction Tools Recommendation" Tags="|data-format|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9663" PostTypeId="2" ParentId="9654" CreationDate="2016-09-15T12:19:44.197" Score="1" Body="&lt;p&gt;You can do that with SQL and PostGIS in Carto's SQL tray. If your table of NY boundaries is &lt;code&gt;ny_boundaries&lt;/code&gt; and your point dataset is &lt;code&gt;points_data&lt;/code&gt;, then the following query will do the filtering for you:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT p.*&#xA;FROM points_data As p&#xA;JOIN ny_boundaries As n&#xA;ON ST_Intersects(p.the_geom, n.the_geom)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can leave the query applied to keep that view of the data, or create a new dataset from the query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Docs on Carto's SQL tray: &lt;a href=&quot;https://carto.com/docs/carto-editor/managing-your-data/#running-sql-queries&quot; rel=&quot;nofollow&quot;&gt;https://carto.com/docs/carto-editor/managing-your-data/#running-sql-queries&lt;/a&gt;&#xA;Lessons on SQL: &lt;a href=&quot;https://carto.com/academy/courses/sql-postgis/&quot; rel=&quot;nofollow&quot;&gt;https://carto.com/academy/courses/sql-postgis/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6373" LastActivityDate="2016-09-15T12:19:44.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9664" PostTypeId="1" CreationDate="2016-09-15T17:20:49.710" Score="1" ViewCount="33" Body="&lt;p&gt;Population and age data for zip codes are easy to find for 2010 and later. Where can I find zip code level population and age data from 2005 to 2010? Specifically, I need the number of individuals over age 65 in each zip code for each year since 2005. &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2016-09-15T17:20:49.710" Title="Number of people over age 65 in each ZCTA for each year since 2005" Tags="|data-request|us-census|population|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9665" PostTypeId="1" CreationDate="2016-09-16T05:03:42.963" Score="5" ViewCount="70" Body="&lt;p&gt;I am looking for good german &amp;lt;-&gt; czech dictionary in text format (or something I can easy read).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Idea behind is I would like to program a program for myself for learning czech, but the sources I found online are not good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="13688" LastEditorUserId="1511" LastEditDate="2016-09-16T17:57:54.673" LastActivityDate="2022-07-19T12:03:20.990" Title="I am looking for good german &lt;-&gt; czech dictionary in text format(or something else)" Tags="|data-request|language|dictionary|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9666" PostTypeId="2" ParentId="9642" CreationDate="2016-09-16T08:20:08.420" Score="3" Body="&lt;p&gt;LIDAR data of Camden is available as a dated survey. You need to go to &lt;a href=&quot;http://environment.data.gov.uk/ds/survey/#/survey?grid=TQ28&quot; rel=&quot;nofollow&quot;&gt;http://environment.data.gov.uk/ds/survey/#/survey?grid=TQ28&lt;/a&gt; and scroll down to the LIDAR Tiles 1m 2015. The survey was flown in February 2015 and has not yet been added to the composite data. The new updated composite, with the 2015 data included should be available in the next few weeks.&lt;/p&gt;&#xA;" OwnerUserId="13690" LastActivityDate="2016-09-16T08:20:08.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9667" PostTypeId="1" CreationDate="2016-09-16T11:13:46.333" Score="3" ViewCount="39" Body="&lt;p&gt;I am trying to find a transportation map of North Carolina with geolocation to overlay into my project. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have gone in circles on the USGS sites and other sources. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me in the right direction?&lt;/p&gt;&#xA;" OwnerUserId="13696" OwnerDisplayName="topofsteel" LastEditorUserId="6229" LastEditDate="2016-09-20T06:36:36.340" LastActivityDate="2016-09-20T06:36:36.340" Title="Seeking high resolution transportation map of North Carolina?" Tags="|usa|geospatial|transportation|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="9668" PostTypeId="1" AcceptedAnswerId="11122" CreationDate="2016-09-16T13:41:06.140" Score="4" ViewCount="581" Body="&lt;p&gt;I am looking for the updated ZCTA to CBSA Relationship files. I can only find one for 2010, but there is a Tiger2016 ZCTA...where is the updated relationship file? Or is there another way to find this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/geo/docs/maps-data/data/rel/zcta_cbsa_rel_10.txt&quot; rel=&quot;noreferrer&quot;&gt;http://www2.census.gov/geo/docs/maps-data/data/rel/zcta_cbsa_rel_10.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am mapping the ZCTAs within a list of CBSAs and I have gaps caused by missing ZCTAs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What am I missing here? &lt;a href=&quot;https://i.stack.imgur.com/SVu1h.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SVu1h.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13691" LastActivityDate="2017-05-01T21:07:19.977" Title="Where is ZCTA/CBSA relationship file for 2016?" Tags="|geospatial|us-census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9669" PostTypeId="2" ParentId="9665" CreationDate="2016-09-16T17:57:42.333" Score="2" Body="&lt;p&gt;The dict.cc website has German (DE) to Czech (CS) translations, among many other languages to German or English.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://csde.dict.cc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://csde.dict.cc/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also offer a &lt;a href=&quot;http://www1.dict.cc/translation_file_request.php?l=e&quot; rel=&quot;nofollow noreferrer&quot;&gt;bulk download&lt;/a&gt;, with the following (abbreviated) terms:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Utilizing the data for personal use is granted provided that the data is not given away to third parties or published in any way.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and they mention software released must be &lt;a href=&quot;https://en.wikipedia.org/wiki/GNU_General_Public_License&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPL&lt;/a&gt; and that you can't reshare the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, the terms are friendly for your personal use, so you can fill out the email form and request your download link. You can choose either CS-to-DE or DE-to-CS, which is just the sorting.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(&lt;a href=&quot;https://opendata.stackexchange.com/a/1614/1511&quot;&gt;similar answer&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;((I used this data source to make &lt;a href=&quot;http://philshem.github.io/nouns.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this chart&lt;/a&gt;))&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/r4JZ2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/r4JZ2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-09-16T17:57:42.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9670" PostTypeId="1" CreationDate="2016-09-16T20:39:41.873" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for an equivalent of the SPC storm reports database they have in the US, but for Canada. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a similar repository that would consist of observed severe weather (wind, hail, heavy rain, etc)? Weather stations just don't cut it, they are too sparse and don't record short-term severe weather very well. &lt;/p&gt;&#xA;" OwnerUserId="13454" LastActivityDate="2016-09-16T20:39:41.873" Title="Canada storm reports" Tags="|weather|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9671" PostTypeId="1" CreationDate="2016-09-17T11:29:45.627" Score="2" ViewCount="384" Body="&lt;p&gt;What I am looking for is a dataset that has a number of independent variables, such as age, sex, smoker/non-smoker etc. for which I intend to carry out supervised learning for the dependent variable which would be a mental health diagnosis such as major depression, schizophrenia or a personality disorder.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of the SAMHDA data on drug abuse but that is not quite what I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I do not have institutional access to any such thing.)&lt;/p&gt;&#xA;" OwnerUserId="13697" LastEditorUserId="13697" LastEditDate="2016-09-18T13:19:37.333" LastActivityDate="2016-09-19T03:19:26.130" Title="Mental health diagnosis datasets?" Tags="|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9672" PostTypeId="1" AcceptedAnswerId="9915" CreationDate="2016-09-17T18:31:07.470" Score="4" ViewCount="509" Body="&lt;p&gt;I am looking to map some data to local education authorities in england. I've found map examples here: &lt;a href=&quot;http://schoolswebdirectory.co.uk/maps.php?region=all&quot; rel=&quot;nofollow&quot;&gt;http://schoolswebdirectory.co.uk/maps.php?region=all&lt;/a&gt; and &lt;a href=&quot;https://www.haven.com/download/uk-summer-holiday-map-2014.pdf&quot; rel=&quot;nofollow&quot;&gt;https://www.haven.com/download/uk-summer-holiday-map-2014.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Description is here: &lt;a href=&quot;https://data.gov.uk/dataset/local-education-authorities-ew-apr-2009-names-and-codes&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.uk/dataset/local-education-authorities-ew-apr-2009-names-and-codes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I can't seem to find a shapefile to use. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="13477" OwnerDisplayName="pluke" LastEditorUserId="13477" LastEditDate="2016-09-18T13:15:57.377" LastActivityDate="2024-02-21T06:24:32.687" Title="Where can I get a shapefile for English Local Education Authorities" Tags="|geospatial|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9673" PostTypeId="1" CreationDate="2016-09-17T22:21:58.757" Score="3" ViewCount="32" Body="&lt;p&gt;I'm looking for immunology gene dataset, basically try to see if I can find any data what will include all auto immune disorders (at the gene level). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;looking online found that only research labs will provide and basically need to be in enrolled in research in immunology to can have access ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just try to explore/research the gene sequence, no looking to read articles about disorders meaning of disorders. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;thank you. &lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2019-06-08T18:00:29.237" Title="Immunological Genome dataset" Tags="|data-request|genome|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9674" PostTypeId="1" CreationDate="2016-09-17T18:59:35.667" Score="3" ViewCount="34" Body="&lt;p&gt;I'm working on a project for indexing scientific papers and I will need a free collection of papers with a pre-formed set of queries and his precision/recall values. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone can tell me some suggestions?&lt;/p&gt;&#xA;" OwnerUserId="13701" OwnerDisplayName="Intruso" LastEditorUserId="13701" LastEditDate="2016-09-17T23:39:56.050" LastActivityDate="2016-09-17T23:39:56.050" Title="Suggest Scientific papers collection with precision and recall for pre-judge query dataset" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9676" PostTypeId="1" CreationDate="2016-09-18T16:10:44.963" Score="5" ViewCount="2999" Body="&lt;p&gt;I have an issue regarding google trends: I have noticed that recently something has changed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used to be able to get all my weekly-based data, no matter the time period I was interested in. A couple of days ago I have realized that this is no longer possible: google trends lets me see and download the weekly-based data only if I'm analyzing a time period of maximum 5 years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I'm dealing with a 6 years period, for example, I can still download my data, but it is only monthy-based.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know if there s any solution to this?&lt;/p&gt;&#xA;" OwnerUserId="13706" LastEditorUserId="13706" LastEditDate="2016-09-19T08:11:01.073" LastActivityDate="2024-04-06T12:04:40.497" Title="Google Trends weekly data" Tags="|data-request|extracting|trends|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9677" PostTypeId="1" CreationDate="2016-09-18T18:08:54.117" Score="5" ViewCount="1044" Body="&lt;p&gt;I'm searching for a freely available database of vehicles sold during the last 10 years (or more) which stores technical specifications including the &lt;a href=&quot;https://en.wikipedia.org/wiki/Ride_height&quot; rel=&quot;nofollow&quot;&gt;ground clearance&lt;/a&gt;. The only database I was able to find was the &lt;a href=&quot;http://www.carsp.ca/research/resources/safety-sources/canadian-vehicle-specifications/&quot; rel=&quot;nofollow&quot;&gt;Canadian Vehicle Specifications (CVS)&lt;/a&gt; but this lacks information about the ground clearance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there a free database available which also includes information about the ground clearance?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="13709" LastEditorUserId="70" LastEditDate="2022-10-13T17:00:34.493" LastActivityDate="2024-03-07T06:05:30.857" Title="Free Vehicle Database including ground clearance data" Tags="|data-request|transportation|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9678" PostTypeId="1" CreationDate="2016-09-18T20:27:53.970" Score="4" ViewCount="102" Body="&lt;p&gt;I am looking for an API which provides the healthcare data of a patient.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am trying to do is:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;User logs in to our website.&lt;/li&gt;&#xA;&lt;li&gt;Then the user want to get the CDA data from his/her healthcare provider.&lt;/li&gt;&#xA;&lt;li&gt;Selects the healthcare provider.&lt;/li&gt;&#xA;&lt;li&gt;Provides the userid and password for that provider.&lt;/li&gt;&#xA;&lt;li&gt;Our website makes a call to the API with all this information.&lt;/li&gt;&#xA;&lt;li&gt;The API returns the CCDA data for that particular patient.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I have tried &lt;strong&gt;MedFusion&lt;/strong&gt; and &lt;strong&gt;HumanAPI&lt;/strong&gt; both of which are quite expensive. Can anyone suggest me something cheaper?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't want to go the web scraper way, as it can be cumbersome and buggy.&lt;/p&gt;&#xA;" OwnerUserId="13711" LastEditorUserId="13711" LastEditDate="2016-10-07T22:12:50.037" LastActivityDate="2016-10-07T22:12:50.037" Title="What API can I use to retrieve HealthCare Data?" Tags="|medical|web-crawling|healthcare-finder-api|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9679" PostTypeId="2" ParentId="9667" CreationDate="2016-09-18T23:29:37.600" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://connect.ncdot.gov/resources/gis/Pages/GIS-Data-Layers.aspx&quot; rel=&quot;nofollow&quot;&gt;North Carolina DOT GIS Data Layers&lt;/a&gt;  are what you want.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-18T23:29:37.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9680" PostTypeId="2" ParentId="9671" CreationDate="2016-09-19T03:19:26.130" Score="3" Body="&lt;p&gt;nsduh is publicly-downloadable &lt;a href=&quot;http://www.asdfree.com/2012/11/analyze-national-survey-on-drug-use-and.html&quot; rel=&quot;nofollow&quot;&gt;http://www.asdfree.com/2012/11/analyze-national-survey-on-drug-use-and.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-09-19T03:19:26.130" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9681" PostTypeId="2" ParentId="9332" CreationDate="2016-09-19T08:27:50.283" Score="4" Body="&lt;p&gt;There are free data sets available for distances between ports:&#xA;&lt;a href=&quot;http://www.nauticalcharts.noaa.gov/nsd/distances-ports/distances.pdf&quot; rel=&quot;nofollow&quot;&gt;www.nauticalcharts.noaa.gov&lt;/a&gt; or&#xA;&lt;a href=&quot;http://msi.nga.mil/NGAPortal/MSI.portal?_nfpb=true&amp;amp;_pageLabel=msi_portal_page_62&amp;amp;pubCode=0005&quot; rel=&quot;nofollow&quot;&gt;msi.nga.mil&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also you will find some providers that give you distances between ports depending on AIS data like &lt;a href=&quot;http://www.marinetraffic.com/&quot; rel=&quot;nofollow&quot;&gt;marinetraffic.com&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you look for an API that gives you the shortest path between two coordinates on sea, there is &lt;a href=&quot;https://doc.aquaplot.com&quot; rel=&quot;nofollow&quot;&gt;Aquaplot&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I am the co-founder of Aquaplot.&lt;/p&gt;&#xA;" OwnerUserId="10325" LastActivityDate="2016-09-19T08:27:50.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9682" PostTypeId="1" CreationDate="2016-09-19T13:27:52.567" Score="3" ViewCount="27" Body="&lt;p&gt;I am looking for data regarding Nordics (Denmark, Norway, Sweden, Finland) living abroad. I was wondering whether there were any up-to-date resources for the stocks of people from the Nordics already located in foreign nations. I have found the OECD and UN databases, but they are either not up to date or are lacking in data for certain countries (in particular Singapore seems to guard its demographics data very fiercely).&lt;/p&gt;&#xA;&lt;p&gt;I would also be interested in whether there were already some analyses regarding the financial backgrounds of emigrants from the Nordics - i.e. profession, or income prior to migration - to see the economic make-up of Nordic emigrants. I have been through the official statistics bureaus for the Nordic nations already so I would be looking for independent research available online.&lt;/p&gt;&#xA;" OwnerUserId="13719" LastEditorUserId="23272" LastEditorDisplayName="user4293" LastEditDate="2022-07-14T14:25:41.803" LastActivityDate="2022-07-14T14:25:41.803" Title="People from the Nordics Living Abroad" Tags="|data-request|migration|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9683" PostTypeId="2" ParentId="9656" CreationDate="2016-09-19T13:49:28.903" Score="1" Body="&lt;p&gt;College Scorecard data are only available at the institution-level.  Many of the data elements are derived from IPEDS data reported to the Department by institutions at the institution-level, see &lt;a href=&quot;http://nces.ed.gov/ipeds/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ipeds/&lt;/a&gt;. Most of the  other data elements are derived from the National Student Loan Data System (NSLDS), the Department's central database for student aid. Individual schools and individual students have access to their own individual-level data through NSLDS, see &lt;a href=&quot;https://www.nsldsfap.ed.gov/nslds_FAP/&quot; rel=&quot;nofollow&quot;&gt;https://www.nsldsfap.ed.gov/nslds_FAP/&lt;/a&gt; and &lt;a href=&quot;https://www.nslds.ed.gov/nslds/nslds_SA/&quot; rel=&quot;nofollow&quot;&gt;https://www.nslds.ed.gov/nslds/nslds_SA/&lt;/a&gt; .   &lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-09-19T13:49:28.903" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9684" PostTypeId="1" CreationDate="2016-09-19T16:05:41.823" Score="3" ViewCount="26" Body="&lt;p&gt;I have managed to track down the UK Life Expectancy statistics for multiple different criteria, but not by local area. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally this would be by either Lower Super Output Area (LSOA) or by 2015 election ward. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The idea would to then be able to compare life expectancy across a city or county.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried data.gov.uk and neighbourhood.statistics.gov.uk as well as a few other sources (such as DataHub.io), but cannot find anything that provides this type of data in a usable format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="11425" LastActivityDate="2016-09-19T16:05:41.823" Title="UK Life Expectancy (Either HLE or LE) by small area" Tags="|data-request|uk|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9685" PostTypeId="1" AcceptedAnswerId="10280" CreationDate="2016-09-20T07:11:59.593" Score="6" ViewCount="2276" Body="&lt;p&gt;I use api.php to get the QID of something using its English label.&lt;br&gt;&#xA;Example: &lt;code&gt;Mozambique&lt;/code&gt; → &lt;code&gt;Q1029&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ wget --quiet -O - &quot;http://www.wikidata.org/w/api.php?action=wbgetentities \&#xA;  &amp;amp;sites=enwiki&amp;amp;titles=Mozambique&amp;amp;format=xml&amp;amp;props=&quot;&#xA;&#xA;&amp;lt;?xml version=&quot;1.0&quot;?&amp;gt;&amp;lt;api success=&quot;1&quot;&amp;gt;&amp;lt;entities&amp;gt;&amp;lt;entity id=&quot;Q1029&quot; type=&quot;item&quot; /&amp;gt;&amp;lt;/entities&amp;gt;&amp;lt;/api&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;QUESTION&lt;/strong&gt;: How to do the same with a single small SPARQL request?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-12-13T22:08:05.223" Title="Get QID from Wikidata label name, via SPARQL" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9687" PostTypeId="1" CreationDate="2016-09-20T12:23:32.763" Score="1" ViewCount="39" Body="&lt;p&gt;The World bank database has a gap for Switzerland between 1970 and 1979: &#xA;&lt;a href=&quot;http://data.worldbank.org/indicator/NY.GDP.MKTP.CD?locations=CH&quot; rel=&quot;nofollow&quot;&gt;Worldbank GDP data for Switzerland&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know why is there this gap and what is the best source to fill it?&lt;/p&gt;&#xA;" OwnerUserId="10097" LastActivityDate="2016-09-20T12:23:32.763" Title="In the World bank database, why is there no GDP data for switzerland between 1970 and 1979?" Tags="|worldbank|gdp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9688" PostTypeId="2" ParentId="6865" CreationDate="2016-09-20T13:23:35.253" Score="1" Body="&lt;p&gt;I am trying to find a way to identify the portion of national consumer spending for certain items from households by geographic unit (e.g., by census tract or block group). The Bureau of Labor Statistics Consumer Expenditures Survey seems fairly promising but I am unfamiliar with this dataset and how to dissect it into granular geographic units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BLS: &lt;a href=&quot;http://www.bls.gov/cex/csxgloss.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.bls.gov/cex/csxgloss.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help on how to read this would be appreciated - I have looked at the 'new users' materials but still can't make heads or tails of it.&lt;/p&gt;&#xA;" OwnerUserId="13733" LastActivityDate="2016-09-20T13:23:35.253" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9689" PostTypeId="1" AcceptedAnswerId="9707" CreationDate="2016-09-20T15:22:10.367" Score="4" ViewCount="278" Body="&lt;p&gt;I have a specific need, which is to do as little coding as possible to transform the dataset that you recommend to a format that our software can use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We want to divide Europe (possibly, later, the world, but let's stick with Europe for now) into 30 arc-second cells, with 100x100 cells for one degree.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each of these cells, we need the highest elevation above sea level for anything at all in that cell, to a one metre resolution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would imagine that I will find datasets with far too much data, and would like to make it is simple as possible to reduce that to what we want. I will code a Python script to do that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would guess that it would be simplest for me to parse a dataset with fewer data items – I do not need to know that names of towns, or where rivers or airports are, just the height of each point  in the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A bonus would be  if there exists a Python module to parse the data format of the dataset, but I can code it myself if not. Otherwise, simpler formats, like CSV or XML are preferred over more complex formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any dataset MUST be freely available of commercial use and must NOT require us to publish our source code.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;[Update] I can find a few datasets, and also the Google elevation API (&lt;a href=&quot;https://developers.google.com/maps/documentation/elevation/start&quot; rel=&quot;nofollow&quot;&gt;https://developers.google.com/maps/documentation/elevation/start&lt;/a&gt;), but I can't find a dataset which gives me the highest point in each 30 arc-second cell :-(&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2016-09-22T08:40:12.163" LastActivityDate="2016-09-22T23:27:04.790" Title="Simple elevation data for Europe" Tags="|data-request|geospatial|europe|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="9690" PostTypeId="1" CreationDate="2016-09-20T23:57:16.390" Score="4" ViewCount="92" Body="&lt;p&gt;Ii'd like to do a research project &amp;amp; developing an application which requires a data set of solved murders. Ideally containing: Something unique to the case, like an ID. Solved / unsolved and a description.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if anything like this exists for the UK / USA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried some Googling and couldn't really find much which really suits the requirement. &lt;/p&gt;&#xA;" OwnerDisplayName="ayala" LastEditorUserId="70" LastEditDate="2016-12-04T12:08:14.223" LastActivityDate="2018-11-28T09:19:01.443" Title="Obtaining data sets for solved murder" Tags="|data-request|usa|uk|crime|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9691" PostTypeId="1" CreationDate="2016-09-21T04:11:54.150" Score="2" ViewCount="110" Body="&lt;p&gt;I'm trying to find election data from 1789 to last general election, down to county level. I was lucky to get for only 2002 on this page &lt;a href=&quot;http://www.american.edu/spa/ccps/Data-Sets.cfm&quot; rel=&quot;nofollow&quot;&gt;Center for Congressional and Presidential Studies&lt;/a&gt;. I was wondering if anyone has a credible web link to resources that can provide me with these sets of data.&lt;/p&gt;&#xA;" OwnerUserId="13737" LastActivityDate="2022-04-21T17:03:39.897" Title="US Presidential Election by County" Tags="|data-request|usa|elections|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9692" PostTypeId="2" ParentId="9691" CreationDate="2016-09-21T07:11:33.280" Score="2" Body="&lt;p&gt;Pretty sure the senate or house has an archive of pdfs going all the way back...but again, its pdfs.&lt;br&gt;&#xA;&lt;a href=&quot;http://openelections.net/&quot; rel=&quot;nofollow&quot;&gt;Open Elections&lt;/a&gt; is going to be your best bet, although you aren't going to find all of the data you seek, you'll find a lot down to county/precinct level.&lt;br&gt;&#xA;&lt;a href=&quot;http://openelections.net/results/#va&quot; rel=&quot;nofollow&quot;&gt;Here's one from Virginia with both&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-21T07:11:33.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9693" PostTypeId="1" CreationDate="2016-09-21T08:38:20.967" Score="4" ViewCount="219" Body="&lt;p&gt;For a personal project, I am looking for a database containing (possibly) every disease with its associated possible symptoms. Do you know if such a database is available somewhere?&lt;/p&gt;&#xA;" OwnerUserId="13739" LastEditorUserId="23272" LastEditDate="2021-04-04T04:54:12.777" LastActivityDate="2021-04-04T04:54:12.777" Title="Existence of a diseases/symptoms database" Tags="|medical|database|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9694" PostTypeId="1" CreationDate="2016-09-21T14:09:18.223" Score="1" ViewCount="32" Body="&lt;p&gt;I am conducting a hazardous vulnerability assessment of truck spills on main highways in NJ. I am looking for any type of data (GIS, spreadsheets, statistical analysis) of hotspot locations of where truck accidents are most likely to occur on a highway &lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2016-09-22T03:26:21.473" Title="NJ Highway accident hot spots" Tags="|geospatial|research|traffic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9695" PostTypeId="1" AcceptedAnswerId="9699" CreationDate="2016-09-21T14:30:42.407" Score="4" ViewCount="164" Body="&lt;p&gt;Im trying to obtain historical datasets of public transports like train, bus and also bikesharing provider. While api.citybik.es provides almost all APIs of these providers, i struggle to actually find a database with compiled data throughout a year.&#xA;My big goal is to compare the capacity usage of two or more of these public transports in one city(preferably Germany).&lt;/p&gt;&#xA;" OwnerUserId="13741" LastEditorUserId="754" LastEditDate="2021-08-05T02:08:20.133" LastActivityDate="2021-08-05T02:08:20.133" Title="Bikesharing datasets" Tags="|data-request|api|public-transport|bikesharing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9696" PostTypeId="1" CreationDate="2016-09-21T17:13:45.127" Score="3" ViewCount="32" Body="&lt;p&gt;Is there a source for historical weekly poll rankings for NCAA football? Ideally something like the AP poll, but any of them would do, I would just like to look at yearly rankings in the beginning of seasons matched against final season performance.&lt;/p&gt;&#xA;" OwnerUserId="7216" LastActivityDate="2016-09-22T13:42:38.063" Title="Historical NCAA football poll rankings by week?" Tags="|data-request|sports|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9697" PostTypeId="1" CreationDate="2016-09-21T21:47:36.370" Score="2" ViewCount="38" Body="&lt;p&gt;I'm looking for a U.S. government data source that provides detailed or &quot;raw&quot; job titles alongside the usual standardized occupations (e.g. Census, SOC, or O*NET occupation codes). Here's the catch: &lt;strong&gt;There must be some indication of how many people are in each job-title/code pair.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware of &lt;a href=&quot;http://www.census.gov/people/io/methodology/indexes.html&quot; rel=&quot;nofollow&quot;&gt;various&lt;/a&gt; &lt;a href=&quot;http://www.bls.gov/soc/materials.htm&quot; rel=&quot;nofollow&quot;&gt;match files&lt;/a&gt; and &lt;a href=&quot;http://www.onetcenter.org/database.html?p=3#occ&quot; rel=&quot;nofollow&quot;&gt;indexes&lt;/a&gt; that pair standardized codes with more detailed job titles, but none of them give a hint about the &lt;em&gt;relative frequency of each title within each code&lt;/em&gt; (respondent count, or individual weighted records), which is really what I'm after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I ask for a government source is that I want the results to be as close to an unbiased random sample as possible.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2016-09-21T21:47:36.370" Title="Government survey that includes detailed job titles" Tags="|data-request|usa|survey|economy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9698" PostTypeId="1" CreationDate="2016-09-21T23:59:45.400" Score="2" ViewCount="73" Body="&lt;p&gt;Is there any open source dataset I can use for my project about live traffic data?&lt;br&gt;&#xA;So that I can visualize something like shown in this &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=5d226b2ade584226a2aed2db848bb7d5#visualize&quot; rel=&quot;nofollow&quot;&gt;visual-link&lt;/a&gt;&#xA;&lt;br&gt;&#xA;I found the data in the same domain at this &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=f2b9638492ca4b4ea477801ff110956f#data&quot; rel=&quot;nofollow&quot;&gt;data-link&lt;/a&gt;&lt;br&gt;&#xA;I guess this uses &lt;a href=&quot;https://data.cityofboston.gov/Transportation/Waze-Jam-Data/yqgx-2ktq&quot; rel=&quot;nofollow&quot;&gt;Waze Jam Data&lt;/a&gt;, If not I couldn't download the data from &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=f2b9638492ca4b4ea477801ff110956f#data&quot; rel=&quot;nofollow&quot;&gt;data-link&lt;/a&gt;.&#xA;&lt;br&gt;&lt;br&gt;&#xA;Is There any alternative dataset I can use? preferably live traffic data.&#xA;&lt;br&gt;&#xA;In these datasets I found there is the UUID encoded location. How can I decode or how can I use in my application?&#xA;&lt;br&gt;Say I'm using Tableau for this.&lt;/p&gt;&#xA;" OwnerUserId="3323" LastEditorUserId="1511" LastEditDate="2020-03-22T15:39:07.323" LastActivityDate="2020-03-22T15:39:07.323" Title="Open data in US which can provide with live traffic?" Tags="|data-request|geospatial|traffic|real-time|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9699" PostTypeId="2" ParentId="9695" CreationDate="2016-09-22T03:17:01.860" Score="1" Body="&lt;p&gt;motivateco, the firm charged with operating the city's now-public Bike Share program, have a &lt;a href=&quot;https://www.motivateco.com/use-our-data/&quot; rel=&quot;nofollow&quot;&gt;list of XML and JSON feed&lt;/a&gt; for each city they operate in. &#xA;They also release the &lt;a href=&quot;https://github.com/NABSA/gbfs/blob/master/gbfs.md&quot; rel=&quot;nofollow&quot;&gt;General Bikeshare Feed Specification (GBFS)&lt;/a&gt; which they are trying to push as a standard for bike sharing data publication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for time series data check out: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.beta.nyc/dataset/historical-machine-readable-citibike-data&quot; rel=&quot;nofollow&quot;&gt;NYC Historical, Machine-readable Citibike Data&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.opendatadc.org/dataset/capital-bikeshare-dock-history&quot; rel=&quot;nofollow&quot;&gt;DC Capital Bikeshare Dock History&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="117" LastActivityDate="2016-09-22T03:17:01.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9700" PostTypeId="2" ParentId="9694" CreationDate="2016-09-22T03:26:21.473" Score="1" Body="&lt;p&gt;Did you check the &lt;a href=&quot;http://www.state.nj.us/transportation/refdata/&quot; rel=&quot;nofollow&quot;&gt;The New Jersey Department of Transportation (NJDOT)&lt;/a&gt; portal?  Most of the data seems to be in PDF format but it is there. &lt;/p&gt;&#xA;" OwnerUserId="117" LastActivityDate="2016-09-22T03:26:21.473" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9701" PostTypeId="2" ParentId="9695" CreationDate="2016-09-22T03:47:17.820" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://s3.amazonaws.com/capitalbikeshare-data/index.html&quot; rel=&quot;nofollow&quot;&gt;Capital Bikeshare's AWS server has data from 2010 4q - Current&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cambridgema.gov/CDD/Transportation/gettingaroundcambridge/bybike/biketrends&quot; rel=&quot;nofollow&quot;&gt;Cambridge, MA has data from 2015 - Current&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-22T03:47:17.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9702" PostTypeId="2" ParentId="5851" CreationDate="2016-09-22T05:11:44.733" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://lod-cloud.net/&quot; rel=&quot;nofollow&quot;&gt;LOD Cloud&lt;/a&gt; has some data/statistics from its beginnings, leading up to 2014, in a variety of formats: &#xA;&lt;a href=&quot;http://lod-cloud.net/#history&quot; rel=&quot;nofollow&quot;&gt;LOD Cloud History&lt;/a&gt;&lt;br&gt;&#xA;Related information:&lt;br&gt;&#xA;LOD Cloud explains how they mined the data for their sets, in particular the 2011 and 2014 datasets on their index page.&lt;br&gt;&#xA;&lt;a href=&quot;https://datahub.io/organization/lodcloud&quot; rel=&quot;nofollow&quot;&gt;LOD Cloud's datahub.io Account - All of the LOD Cloud Data is Stored Here&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-22T05:11:44.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9703" PostTypeId="2" ParentId="9698" CreationDate="2016-09-22T06:14:28.750" Score="1" Body="&lt;p&gt;Does transit count as traffic?&lt;br&gt;&#xA;GTFS transit feeds for most of the US can be found at &lt;a href=&quot;http://transitfeeds.com/&quot; rel=&quot;nofollow&quot;&gt;Transit feeds&lt;/a&gt;&lt;br&gt;&#xA;I'm not sure what UUID is, I'm assuming its the id for each point on that map; the data-link you specified shows the data promptly on screen after pageload.&lt;br&gt;&#xA;Its the tabular data, four columns wide, depth running below the fold. UUID is one column header, looks like lat/lon are two more.&lt;br&gt;&#xA;That's a geocoded CSV...you should be good to go.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-22T06:14:28.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9704" PostTypeId="2" ParentId="9696" CreationDate="2016-09-22T13:42:38.063" Score="1" Body="&lt;p&gt;I came across wikipedia links (&lt;a href=&quot;https://en.wikipedia.org/wiki/2012_NCAA_Division_I_FBS_football_rankings&quot; rel=&quot;nofollow&quot;&gt;https://en.wikipedia.org/wiki/2012_NCAA_Division_I_FBS_football_rankings&lt;/a&gt;) that starting in 1996 appear to sort of have what I'm looking for.  I'll see if I can put together a scraper to try and assemble what I had in mind.&lt;/p&gt;&#xA;" OwnerUserId="7216" LastActivityDate="2016-09-22T13:42:38.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9705" PostTypeId="1" AcceptedAnswerId="9711" CreationDate="2016-09-22T20:42:30.050" Score="2" ViewCount="49" Body="&lt;p&gt;I collected 200′000 data records from &lt;em&gt;a major accommodation website&lt;/em&gt; in the United States and will compare this data with external factors like crime data, population, economy growth, tourism popularity and so on. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The rental data include, among other things, the price and the coordinates. The next step will be to analyze these coordinates. Does somebody know an interesting website, where I can have access to external factors with coordinates.&#xA;Thank you for your help&lt;/p&gt;&#xA;" OwnerUserId="13750" LastEditorUserId="1511" LastEditDate="2016-09-23T08:42:47.117" LastActivityDate="2023-01-10T15:35:37.090" Title="Compare geographical data on accomodation with external factors" Tags="|usa|uses-of-open-data|analysis|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9706" PostTypeId="1" AcceptedAnswerId="9709" CreationDate="2016-09-22T22:41:25.680" Score="1" ViewCount="196" Body="&lt;p&gt;Are there any sources of data for driving at &lt;a href=&quot;https://en.wikipedia.org/wiki/N%C3%BCrburgring&quot; rel=&quot;nofollow&quot;&gt;Nürburgring&lt;/a&gt;. I would like to get location data (like GPS data) including altitude and vehicle speed during a high speed lap.&lt;/p&gt;&#xA;" OwnerUserId="13751" LastEditorUserId="1511" LastEditDate="2016-09-23T08:12:14.060" LastActivityDate="2016-09-23T08:20:54.437" Title="Data for vehicle speed and altitude at Nürburgring" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9707" PostTypeId="2" ParentId="9689" CreationDate="2016-09-22T23:20:38.073" Score="6" Body="&lt;p&gt;I think you may find European DEM data useful. It can be retrieved with this link : &lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/data/eu-dem&quot;&gt;http://www.eea.europa.eu/data-and-maps/data/eu-dem&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This not really Open Data, rather free data that needs you to mention you used it, but I'm unsure I understood exactly what you need, because you mix the need for data and the need for extracted info from your data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To find the highest point, you will need to generate a grid vector layer, then perform some zonal statistics, but this is more of gisstackexchange area if i'm correct.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To read and process the data, you can use QGIS Open source software.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The EU-DEM is a 3D raster dataset with elevations captured at 1 arc&#xA;  second postings (2.78E-4 degrees) or about every 30 metre. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;All three datasets are made available as tiles (5x5° or 1000x1000km)&#xA;  and as single files:&#xA;  -    EU-DEM in ETRS89 geographic (EPSG code 4258)&#xA;  -    EU-DEM in ETRS89-LAEA (EPSG code 3035)&#xA;  -    Colour shaded relief image over Europe in ETRS89-LAEA (EPSG code 3035)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The datasets are encoded as GeoTIFF with LZW compression (tiles) or&#xA;  DEFLATE compression (European mosaics as single files).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="13752" LastEditorUserId="13752" LastEditDate="2016-09-22T23:27:04.790" LastActivityDate="2016-09-22T23:27:04.790" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9708" PostTypeId="1" CreationDate="2016-09-23T02:56:25.680" Score="1" ViewCount="451" Body="&lt;p&gt;Hi I am looking for panel data set for my academic project. It should not be too small . Any links to panel data sets with good business value will be helpful.&lt;/p&gt;&#xA;" OwnerUserId="12651" LastEditorUserId="12651" LastEditDate="2016-09-23T17:00:50.160" LastActivityDate="2016-10-26T13:55:56.350" Title="Looking for panel dataset" Tags="|data-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9709" PostTypeId="2" ParentId="9706" CreationDate="2016-09-23T08:20:54.437" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://osm.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Street Maps&lt;/a&gt; has a community portal to upload GPS &quot;traces&quot;. These are then publicly accessible.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.openstreetmap.org/traces/tag/Nürburgring&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There isn't a ton of tracks available, but you can try to find other tracks in the region that aren't tagged 'Nürburgring'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/l1QAi.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/l1QAi.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-09-23T08:20:54.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9710" PostTypeId="2" ParentId="1007" CreationDate="2016-09-23T08:38:31.690" Score="7" Body="&lt;p&gt;In Kaggle there is an &quot;European Soccer Database&quot; dataset.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;25k+ matches and players stats for European Professional Football&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot;&gt;https://www.kaggle.com/hugomathien/soccer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(download requires registration)&lt;/p&gt;&#xA;" OwnerUserId="13757" LastEditorUserId="1511" LastEditDate="2016-09-23T12:57:46.423" LastActivityDate="2016-09-23T12:57:46.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9711" PostTypeId="2" ParentId="9705" CreationDate="2016-09-23T08:40:11.423" Score="1" Body="&lt;p&gt;If you found non-aggregate data based on latitude/longitude, then you'd still need some algorithm to map your point to the nearest measurement coordinates - which is not trivial. It's unlikely to find US-wide &amp;quot;incident-level&amp;quot; data, whereas most data will be aggregated to some geographical region and time frame.&lt;/p&gt;&#xA;&lt;p&gt;For that reason, I think most demographic, economic, environmental and crime data will be only mappable from aggregates like zip code, city or municipality, voting district, county and state. You can create a simple mapping table between all your latitude/longitude combinations and then which zip code, municipality, etc they belong to. For 200k records, you probably can't use Google Maps &lt;a href=&quot;https://developers.google.com/maps/documentation/geocoding/start#reverse&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reverse Geocoding&lt;/a&gt; (also due to license):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://maps.googleapis.com/maps/api/geocode/json?latlng=40.714224,-73.961452&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;But &lt;a href=&quot;https://nominatim.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; provides reverse geocoding as well:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://nominatim.openstreetmap.org/reverse?format=json&amp;amp;lat=40.714224,-73.961452&amp;amp;zoom=18&amp;amp;addressdetails=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.geonames.org/export/reverse-geocoding.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames&lt;/a&gt; is another resource for reverse geocoding.&lt;/p&gt;&#xA;&lt;p&gt;Whatever API service you use, make sure you understanding the quotas, and that you also have a good strategy for importing all the data to a local database (or file archive). This way you can do the reverse geocoding once for all your records, over a period of days or weeks, and then not need any more queries.&lt;/p&gt;&#xA;&lt;p&gt;Once you have your latitude/longitude mapped to geographical regions, there are tons of resources at &lt;a href=&quot;https://www.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; to start to join to your original dataset. (Don't forget about season differences!)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Sidenote&lt;/strong&gt; - for those using zip codes - check out &lt;a href=&quot;https://phys.org/news/2016-09-codes-masked-problem-flint.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this research&lt;/a&gt; that shows how zip codes masked the contaminated water crisis in Flint, Michigan.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Their ZIP code data included people who appeared to live in Flint and receive Flint water but actually didn't, making the data much less accurate than it appeared.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/87BKM.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/87BKM.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2023-01-10T15:35:37.090" LastActivityDate="2023-01-10T15:35:37.090" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9712" PostTypeId="1" CreationDate="2016-09-23T15:21:45.913" Score="1" ViewCount="55" Body="&lt;p&gt;How does the Scorecard compute national averages on the consumer website?  Example: the Scorecard reports national average &quot;salary after attending&quot; as $33,410, but when computed using the data download, I get $32,850. Is the difference due to suppression in the download data or something else?&lt;/p&gt;&#xA;" OwnerUserId="10970" LastActivityDate="2016-09-23T15:21:45.913" Title="How are national average calculated in consumer website?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9713" PostTypeId="2" ParentId="9708" CreationDate="2016-09-23T17:50:07.713" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://gretl.sourceforge.net/index.html&quot; rel=&quot;nofollow&quot;&gt;gretl - Gnu Regression, Econometrics and Time-Series Library via FSF, licensed GPL&lt;/a&gt;&lt;br&gt;&#xA;is the best source I'm aware of. More links for gretl:&lt;br&gt;&#xA;&lt;a href=&quot;http://gretl.sourceforge.net/gretl_data.html&quot; rel=&quot;nofollow&quot;&gt;data for gretl - background, documentation, etc.&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://pages.stern.nyu.edu/~wgreene/Text/econometricanalysis.htm&quot; rel=&quot;nofollow&quot;&gt;Econometric Analysis, 7th Edition - canonical data source&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-23T17:50:07.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9714" PostTypeId="1" CreationDate="2016-09-23T18:53:45.253" Score="5" ViewCount="269" Body="&lt;p&gt;I am a college students doing a small research project on sexual behavior and was wondering if there was any raw data on sexual behavior that I would be able to access. It would really help me out. Any help is appreciated! &lt;/p&gt;&#xA;" OwnerUserId="13764" LastEditorUserId="1511" LastEditDate="2016-10-23T11:35:37.137" LastActivityDate="2016-10-26T13:50:43.350" Title="Raw data on sexual behavior" Tags="|data-request|medical|lgbt|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9715" PostTypeId="1" CreationDate="2016-09-23T22:13:45.930" Score="3" ViewCount="148" Body="&lt;p&gt;I'm trying to do some research for some people in the SEO and data marketing industry.&lt;/p&gt;&#xA;&lt;p&gt;I'm flat broke so I don't have money to spend but I would love to find a database that's free that just has the Country and all its cities or at least major cities and their recent population.&lt;/p&gt;&#xA;" OwnerUserId="13765" LastEditorUserId="23272" LastEditDate="2021-04-03T05:15:58.397" LastActivityDate="2021-04-03T05:15:58.397" Title="Country City Population database" Tags="|geospatial|city|database|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="9716" PostTypeId="1" CreationDate="2016-09-24T00:10:40.877" Score="1" ViewCount="77" Body="&lt;p&gt;I'm looking for some real-world data for use in creating database/educational training materials. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The sample should have a good &lt;a href=&quot;https://en.wikipedia.org/wiki/Entity%E2%80%93relationship_model&quot; rel=&quot;nofollow&quot;&gt;Entity-Relationship&lt;/a&gt; diagram/data model, multiple tables, and ideally SQL scripts with create tables/insert statements to run on my database (SQL Server ideally, but I'm flexible on that).&lt;/p&gt;&#xA;" OwnerUserId="13767" LastEditorUserId="1511" LastEditDate="2016-09-24T09:53:33.603" LastActivityDate="2016-09-24T09:53:33.603" Title="Public domain data for sample/training purposes" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9717" PostTypeId="1" CreationDate="2016-09-24T17:22:19.320" Score="2" ViewCount="78" Body="&lt;p&gt;Wondering what are the best methods/approaches to informing the Open Data Community of the upcoming Open Data Innovation Summit at the White House.&#xA;Attendees and volunteers are needed, and anyone with interest in Open Data that will be in the DC metro area is invited.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More Information About the Event:&#xA;The White House Open Data Innovation Summit with Solutions Showcase is taking place onSeptember 28, 2016 at the Walter E. Washington Convention Center in DC, and we need your help to make this an even better event! We plan on selling out in the next few days, so now's your last chance to register&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Summit will highlight the Obama Administration’s work in opening U.S. government data and to discuss the path forward to continue this progress. This event will feature cutting-edge uses of government open data to promote government efficiency and effectiveness, drive innovation, economic opportunity, and improve the health and welfare of the American public. During this free and open Summit we will hear from people on the front lines who are championing data-driven innovations. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To attend as a general or half-day attendee, &lt;a href=&quot;https://www.eventbrite.com/e/the-white-house-open-data-innovation-summit-registration-27474029562&quot; rel=&quot;nofollow&quot;&gt;register at this link.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Questions? More information on the Summit &lt;a href=&quot;https://www.data.gov/event/white-house-open-data-innovation-summit/&quot; rel=&quot;nofollow&quot;&gt;can be found here&lt;/a&gt; or contact WHOpenData@gsa.gov.&lt;/p&gt;&#xA;" OwnerUserId="13772" LastEditorUserId="90" LastEditDate="2016-09-24T18:45:13.893" LastActivityDate="2016-09-24T18:45:13.893" Title="Best way to get Open Data Community to Engage (Attend/Volunteer) at The White House Open Data Summit?" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9718" PostTypeId="1" CreationDate="2016-09-23T23:05:07.470" Score="1" ViewCount="69" Body="&lt;p&gt;I am doing a research on how queries have evolved over time(focusing on google mainly). I want to compare what queries people searched on google last year and compare it to what they are searching right now.( I want raw query and not abstracted data on topics most searched like google trends) I went through all the option mentioned in this &lt;a href=&quot;https://www.quora.com/Where-can-I-find-large-datasets-open-to-the-public&quot; rel=&quot;nofollow&quot;&gt;answer&lt;/a&gt; on quora including google's bigquery dataset but couldn't find appropriate dataset. Can anyone guide me in this regard?&lt;/p&gt;&#xA;" OwnerDisplayName="kapil kumar" LastEditorUserId="1511" LastEditDate="2016-09-24T22:04:58.817" LastActivityDate="2016-09-25T05:06:52.710" Title="Can I get dataset of google queries asked by people in a particular time period?" Tags="|data-request|internet|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9720" PostTypeId="2" ParentId="1670" CreationDate="2016-09-25T06:35:10.230" Score="4" Body="&lt;p&gt;While looking for Dataset for call data in the telecom domain, I bumped into &#xA;the following STRUCTURED Data samples spanning call logs/comapliants related features -&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.dublinked.ie/dataset/b40eabb2-52db-42b1-aafb-3cfa06bac5eb/resource/e83c8cfb-e73a-4e33-8c2e-3f95cc3bba46/download/dcccustomerservicerequests010111-170713.xls&quot; rel=&quot;nofollow&quot;&gt;https://data.dublinked.ie/dataset/b40eabb2-52db-42b1-aafb-3cfa06bac5eb/resource/e83c8cfb-e73a-4e33-8c2e-3f95cc3bba46/download/dcccustomerservicerequests010111-170713.xls&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.iainpardoe.com/teaching/dsc433/data/Churn.xls&quot; rel=&quot;nofollow&quot;&gt;http://www.iainpardoe.com/teaching/dsc433/data/Churn.xls&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/telecommunications-market-quarterly-data-tables/datapackage.zip&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.uk/dataset/telecommunications-market-quarterly-data-tables/datapackage.zip&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.montgomerycountymd.gov/api/views/v2ei-xfce/rows.csv?accessType=DOWNLOAD&quot; rel=&quot;nofollow&quot;&gt;https://data.montgomerycountymd.gov/api/views/v2ei-xfce/rows.csv?accessType=DOWNLOAD&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.sgi.com/tech/mlc/db/churn.data&quot; rel=&quot;nofollow&quot;&gt;http://www.sgi.com/tech/mlc/db/churn.data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strike&gt;I have more links, but my &quot;reputation&quot; at this sub-domain doesn't allow me to post more links.&lt;/strike&gt;&lt;/p&gt;&#xA;" OwnerUserId="13779" LastEditorUserId="13779" LastEditDate="2016-09-26T06:13:33.507" LastActivityDate="2016-09-26T06:13:33.507" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9721" PostTypeId="1" CreationDate="2016-09-25T06:59:25.250" Score="4" ViewCount="91" Body="&lt;p&gt;I am looking for Consumer complaint/review description data which is not generated from automatic logs but &lt;strong&gt;manually entered&lt;/strong&gt; by the end-user/customer-support.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The objective is to run the &lt;strong&gt;Stanford NLP-NER&lt;/strong&gt; tool on the user description for determining the &lt;strong&gt;Location, Organization, Faulty Device,&lt;/strong&gt; etc related to the complaint.&#xA;I have been struggling for 2-3 days to explore and have found some Telco data, but all of the Data is STRUCTURED. See my answer on &lt;a href=&quot;https://opendata.stackexchange.com/a/9720/13779&quot;&gt;this question&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The key elements of the data I need are -&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;UNSTRUCTURED description by the end-user or by customer-support.&lt;/li&gt;&#xA;  &lt;li&gt;Data can be in the form of either of 'complete sentences' or phrases(say comma separated/semi-colon separated data).&#xA;  A hypothetical &lt;strong&gt;example&lt;/strong&gt; (just for the sake of clarity and not restricted to the following format) of tow of the concerned columns among the rest of the user/caller info -&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Fault Description&lt;/strong&gt; - &quot;I am calling from New York; staying at Hotel Marriot Marquis; Please help asap - my phone not working.&quot;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Fault Resolution&lt;/strong&gt; - &quot;System connection established in New York; Hotel Marriot Marquis; Issue resolved by on-site visit - problem in region multiplexer..bla bla.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I believe this problem would make for an interesting application in the Telecom domain.&lt;/p&gt;&#xA;" OwnerUserId="13779" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2024-01-08T07:09:31.133" Title="User complaint/review description for running nlp-ner on telecom(preferably) data" Tags="|data-request|nlp|telecom|unstructured-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9722" PostTypeId="1" CreationDate="2016-09-25T09:38:58.720" Score="2" ViewCount="77" Body="&lt;p&gt;I need telemetrics dataset for vehicles, to categorize riskiness of drivers based on their driving behaviour. I have already looked into kaggle's AXA Telemtrics challenge, unfortunately kaggle has removed the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone has the link to AXA data or any other vehicle telemetrics data?&lt;/p&gt;&#xA;" OwnerUserId="10844" LastActivityDate="2016-09-25T09:38:58.720" Title="Telemetrics datasets for vehicles" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9723" PostTypeId="1" AcceptedAnswerId="9724" CreationDate="2016-09-25T17:46:33.013" Score="4" ViewCount="7554" Body="&lt;p&gt;I have a machine learning task I wish to pursue. For the task I will need several hundred sample legal documents of the following types: Employment contract, service contract, sale contract, rental contract/lease, loan contract, confidentiality contract, company formation agreements. I don't expect anyone will have an answer which will help me find all of these contracts but if anyone has any kind of lead as to where I can find a mass amount of one of these contracts it would be much appreciated. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="13784" LastActivityDate="2021-09-07T13:52:13.027" Title="Where can I find a dataset containing legal documents?" Tags="|machine-learning|nlp|legal|" AnswerCount="7" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9724" PostTypeId="2" ParentId="9723" CreationDate="2016-09-25T22:34:57.447" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.consumerfinance.gov/credit-cards/agreements/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CFPB Credit Card Agreements DB&lt;/a&gt; I think that is a service contract.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.docracy.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;docracy - open source legal contracts&lt;/a&gt; Requires sign up&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorDisplayName="user4293" LastEditDate="2017-06-20T12:40:41.613" LastActivityDate="2017-06-20T12:40:41.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9725" PostTypeId="1" AcceptedAnswerId="9729" CreationDate="2016-09-26T04:43:48.410" Score="2" ViewCount="723" Body="&lt;p&gt;Background: downloaded the MIMIC III data sets from PhysioNet in csv form. Opened ADMISSIONS data table in MS Excel, only to find that the time stamps have been shifted by many years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;e.g., ADMITTIME&#xA;&quot;2191-02-25 20:30:00&quot;&#xA;&quot;2111-08-29 03:03:00&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does any one have an idea as to how this may have happened?&lt;/p&gt;&#xA;" OwnerUserId="13789" LastActivityDate="2018-06-04T10:09:10.720" Title="MIMIC III: timestamps are shifted by several years... is that normal?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9727" PostTypeId="1" CreationDate="2016-09-26T11:27:42.013" Score="3" ViewCount="35" Body="&lt;p&gt;I am currently working on a research project that looks at the barriers and best practices when it comes to text and datamining. &#xA;www.FutureTDM.eu&#xA;Do you have any experience with this in relation to open data ? Do you have any insights you wish to share and contribute to the recommendations we are developing for the European Commission please contact me ! Looking forward to hearing from you&lt;/p&gt;&#xA;" OwnerUserId="13792" LastActivityDate="2016-09-26T11:27:42.013" Title="Examples and experiences of text and datamining use of open data?" Tags="|api|uses-of-open-data|licensing|best-practice|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9728" PostTypeId="1" AcceptedAnswerId="9731" CreationDate="2016-09-26T14:18:49.740" Score="1" ViewCount="148" Body="&lt;p&gt;In September 2016 there was an update to the Scorecard Data. See here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/data/changelog/&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/data/changelog/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible to access data before the update? Or the original data when the Scorecard went live?&lt;/p&gt;&#xA;" OwnerUserId="13795" LastEditorUserId="70" LastEditDate="2022-10-14T18:52:43.383" LastActivityDate="2022-10-14T18:52:43.383" Title="Where can I find historical College Scorecard Data" Tags="|data-request|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9729" PostTypeId="2" ParentId="9725" CreationDate="2016-09-26T15:18:03.050" Score="2" Body="&lt;p&gt;The following paper provides important background information on the MIMIC-III dataset: &lt;a href=&quot;http://www.nature.com/articles/sdata201635&quot; rel=&quot;nofollow&quot;&gt;http://www.nature.com/articles/sdata201635&lt;/a&gt;. The point below addresses your question:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;dates were shifted into the future by a random offset for each individual patient ... resulting in stays which occur sometime between the years 2100 and 2200.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Please also refer to the section on &quot;Times&quot; in the MIMIC-III documentation:&#xA;&lt;a href=&quot;http://mimic.physionet.org/mimicdata/time/&quot; rel=&quot;nofollow&quot;&gt;http://mimic.physionet.org/mimicdata/time/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-09-26T15:18:03.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9730" PostTypeId="1" AcceptedAnswerId="9735" CreationDate="2016-09-26T16:36:20.800" Score="2" ViewCount="94" Body="&lt;p&gt;I am trying to get a list of all ~11 million 2010 census blocks' internal points (latitudes and longitudes assigned by the census to be used as approximate locations for each block). I can't for the life of me find these anywhere without downloading the entire polygon geodatabase! I finally broke down and downloaded that, but at ~6 petabytes, I don't have the storage to unzip and work with the file. Does anyone know of a source for internal points ONLY before I whip something up to download and process each geodatabase by state or county? &lt;/p&gt;&#xA;" OwnerUserId="10540" LastActivityDate="2016-09-27T03:00:12.543" Title="US Census Block Internal Points" Tags="|geospatial|us-census|" AnswerCount="1" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="9731" PostTypeId="2" ParentId="9728" CreationDate="2016-09-26T17:29:42.917" Score="3" Body="&lt;p&gt;the Wayback Machine is your friend.&lt;br&gt;&#xA;&lt;a href=&quot;https://web.archive.org/web/20150915193613/https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow&quot;&gt;data on 2015-09-15 - Original Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://web.archive.org/web/20160617230306/https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow&quot;&gt;data on 2016-06-17 - Updated Data&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-26T17:29:42.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9732" PostTypeId="1" CreationDate="2016-09-26T17:59:23.697" Score="2" ViewCount="338" Body="&lt;p&gt;I tried R and SAS to import these two datasets, but the programming runs forever. I could not open in excel either. Can anyone provide codes to import these two table: 'CHARTEVENTS' and 'NOTEEVENTS' ?&lt;/p&gt;&#xA;" OwnerUserId="13798" LastActivityDate="2016-09-27T21:57:06.357" Title="Can anyone HELP provide codes to import 'CHARTEVENTS' and 'NOTEEVENTS' in sas or R?" Tags="|mimic-iii|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9733" PostTypeId="1" CreationDate="2016-09-26T19:46:44.283" Score="4" ViewCount="71" Body="&lt;p&gt;CKAN is the leading data portal solution, and is typically used by governments and their agencies. I am wondering if this software has been used by scientific institutions and universities for Open Science projects. Links to example sites and/or relevant publications would be helpful.&lt;/p&gt;&#xA;" OwnerUserId="340" LastActivityDate="2016-09-26T20:51:08.117" Title="Has CKAN been used as a data portal for any Open Science initiatives by an academic institution?" Tags="|data-portal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9734" PostTypeId="2" ParentId="9733" CreationDate="2016-09-26T20:51:08.117" Score="3" Body="&lt;p&gt;Not sure of any specific Open Science initiative, but looking at the organizations on datahub.io, just in the first page of results, I see two or three academic organizations posting.&lt;br&gt;&#xA;&lt;a href=&quot;https://datahub.io/organization&quot; rel=&quot;nofollow&quot;&gt;datahub organizations&lt;/a&gt;&lt;br&gt;&#xA;Also, search for &lt;a href=&quot;https://datahub.io/dataset?q=science&quot; rel=&quot;nofollow&quot;&gt;science on datahub.io&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-09-26T20:51:08.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9735" PostTypeId="2" ParentId="9730" CreationDate="2016-09-27T03:00:12.543" Score="2" Body="&lt;p&gt;the &lt;code&gt;intptlon&lt;/code&gt; and &lt;code&gt;intptlat&lt;/code&gt; fields of the census bureau's summary files contain the center of every census block nationwide.  there's some pretty straightforward R code to download and import these files here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/davidbrae/swmap/blob/master/how%20to%20map%20the%20consumer%20expenditure%20survey.R&quot; rel=&quot;nofollow&quot;&gt;https://github.com/davidbrae/swmap/blob/master/how%20to%20map%20the%20consumer%20expenditure%20survey.R&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-09-27T03:00:12.543" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9736" PostTypeId="2" ParentId="3917" CreationDate="2016-09-27T04:59:19.557" Score="5" Body="&lt;p&gt;On the software side : an alternative way of getting your data in R would be to find the package that imports spatial datasets. For example rgdal (&lt;a href=&quot;https://gis.stackexchange.com/questions/19064/how-to-open-a-shapefile-in-r&quot;&gt;https://gis.stackexchange.com/questions/19064/how-to-open-a-shapefile-in-r&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the open data side : there is a lot of websites that offers world administrative contour in shapefile format (it's a GIS format) but also sometimes in R format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an academic use only, you can have a look into &lt;a href=&quot;http://www.gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gadm.org/&lt;/a&gt; (see Italy and R Data format).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For generic use with Open Data, you can have a look into OSM data (requires some extraction within a GIS like QGIS),  Natural Earth (&lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.naturalearthdata.com/&lt;/a&gt;) or DIVA-GIS (&lt;a href=&quot;http://www.diva-gis.org/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/Data&lt;/a&gt; -&gt; &lt;a href=&quot;http://biogeo.ucdavis.edu/data/diva/adm/ITA_adm.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://biogeo.ucdavis.edu/data/diva/adm/ITA_adm.zip&lt;/a&gt;) for example.&lt;/p&gt;&#xA;" OwnerUserId="13752" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-09-27T14:08:06.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9737" PostTypeId="1" CreationDate="2016-09-27T19:59:22.883" Score="4" ViewCount="90" Body="&lt;p&gt;I would be curious to know if there is GIS data of the historical land cover (land use) in Central Asia? It has to be finer grained than half a (spatial) degree like the &lt;a href=&quot;https://daac.ornl.gov/ISLSCP_II/guides/historic_landcover_xdeg.html&quot; rel=&quot;nofollow&quot;&gt;DAAC dataset&lt;/a&gt; to be useful for my (socio-economic) analysis. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose that newer datasets like &lt;a href=&quot;http://www.glcn.org/databases/lc_glcshare_en.jsp&quot; rel=&quot;nofollow&quot;&gt;FAO's GLCN maps&lt;/a&gt; are based on satellite pictures. Hence, I have no idea if it would be realistic to expect good resolution land cover data earlier than the 1990s, as orbital objects were still carrying dogs instead of GPS technology back then. I would be particularly interested in agriculture and grassland coverage in the *stan countries. :-P &lt;/p&gt;&#xA;" OwnerUserId="11518" LastActivityDate="2016-09-28T00:59:21.600" Title="Historical land cover (land use) in Central Asia" Tags="|geospatial|asia|land|agriculture|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9738" PostTypeId="2" ParentId="9732" CreationDate="2016-09-27T20:23:30.490" Score="2" Body="&lt;p&gt;&lt;strong&gt;For R:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you probably know, &lt;code&gt;CHARTEVENTS&lt;/code&gt; and &lt;code&gt;NOTEEVENTS&lt;/code&gt; are on the large size for datasets, and will require special handling to import into &lt;code&gt;R&lt;/code&gt;, unless you have a lot of RAM.  It is likely preferable to import them into an RDBM like postgres or even sqlite and do data manipulation there.  There are even a couple good interfaces, like &lt;code&gt;dplyr&lt;/code&gt; and &lt;code&gt;data.table&lt;/code&gt; that work well within R and use pg or sqlite effectively.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the command prompt:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; sqlite3 mimic&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then within sqlite3:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;sqlite&amp;gt; .mode csv&#xA;sqlite&amp;gt; .import &quot;CHARTEVENTS.csv&quot; chartevents&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Open up R:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(dplyr);&#xA;d &amp;lt;- src_sqlite( &quot;mimic&quot;) #opens the mimic database you created&#xA;charte &amp;lt;- tbl(d,&quot;chartevents&quot;) #uses the &quot;chartevents&quot; table we created &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can then for instance run any of the &lt;code&gt;dplyr&lt;/code&gt; operations on the charte object.  For example, get the number of chartevents rows for each ICUSTAY_ID in chart events for subject id #23:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;charte %&amp;gt;% filter(SUBJECT_ID==23) %&amp;gt;% collect() %&amp;gt;% group_by(ICUSTAY_ID) %&amp;gt;% summarise(n=n())&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This is likely slow, but can be improved with some indexing.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;With all this said, you can likely use some special function to import the data into R using the &lt;code&gt;ff&lt;/code&gt; package from CRAN:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cran.r-project.org/web/packages/ff/index.html&quot; rel=&quot;nofollow&quot;&gt;https://cran.r-project.org/web/packages/ff/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It stores most of the data on disk, so it's not going to be very fast for many things.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To import &lt;code&gt;CHARTEVENTS&lt;/code&gt;, I believe you could use:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(ff)&#xA;&#xA;charte &amp;lt;- read.csv.ffdf(file=&quot;CHARTEVENTS.csv&quot;, header=TRUE, VERBOSE=TRUE, first.rows=10000, next.rows=500000, colClasses=NA)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You may have to play around with the &lt;code&gt;colClasses&lt;/code&gt; to make it work. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;For SAS&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You need to create a SAS library with enough disk space to store the csv files and the the SAS formatted &lt;code&gt;sas7bdat&lt;/code&gt; file.  For chartevents this can be significant and in my experience the &lt;code&gt;sas7bdat&lt;/code&gt; file is a little bit larger than the uncompressed CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used he University Edition of SAS, and had to create a new library on the shared folder, as the SAS VM doesn't have enough space within the VM environment by default.  My library is called &lt;code&gt;TMP&lt;/code&gt; and you will have to replace xxxxxx with the place you put the data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;%web_drop_table(TMP.IMPORT);&#xA;&#xA;&#xA;FILENAME REFFILE '/folders/myshortcuts/xxxxxx/CHARTEVENTS.csv';&#xA;&#xA;PROC IMPORT DATAFILE=REFFILE&#xA;    DBMS=CSV&#xA;    OUT=TMP.IMPORT;&#xA;    GETNAMES=YES;&#xA;RUN;&#xA;&#xA;PROC CONTENTS DATA=TMP.IMPORT; RUN;&#xA;&#xA;&#xA;%web_open_table(TMP.IMPORT);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The good news: my VM has only 1GB of ram, and it worked.  The bad news: it took almost an hour to import.&lt;/p&gt;&#xA;" OwnerUserId="13807" LastEditorUserId="13807" LastEditDate="2016-09-27T21:57:06.357" LastActivityDate="2016-09-27T21:57:06.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9740" PostTypeId="2" ParentId="9737" CreationDate="2016-09-28T00:59:21.600" Score="1" Body="&lt;p&gt;Have you checked this out ? &lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;http://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://reverb.echo.nasa.gov/reverb/#utf8=%E2%9C%93&amp;amp;spatial_map=satellite&amp;amp;spatial_type=rectangle&quot; rel=&quot;nofollow&quot;&gt;http://reverb.echo.nasa.gov/reverb/#utf8=%E2%9C%93&amp;amp;spatial_map=satellite&amp;amp;spatial_type=rectangle&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.aag.org/cs/projects_and_programs/historical_gis_clearinghouse/hgis_databases&quot; rel=&quot;nofollow&quot;&gt;http://www.aag.org/cs/projects_and_programs/historical_gis_clearinghouse/hgis_databases&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow&quot;&gt;http://freegisdata.rtwilson.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.hgis.org.uk/resources.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.hgis.org.uk/resources.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://guides.library.duke.edu/gisdata/gisdata_historical&quot; rel=&quot;nofollow&quot;&gt;http://guides.library.duke.edu/gisdata/gisdata_historical&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So just google it &quot;Historical gis data&quot;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-09-28T00:59:21.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9741" PostTypeId="5" CreationDate="2016-09-28T01:30:27.143" Score="0" Body="&lt;p&gt;DBpedia is a crowd-sourced community effort to extract structured information from Wikipedia and make this information available on the Web. DBpedia allows you to ask sophisticated queries against Wikipedia, and to link the different data sets on the Web to Wikipedia data. We hope that this work will make it easier for the huge amount of information in Wikipedia to be used in some new interesting ways. Furthermore, it might inspire new mechanisms for navigating, linking, and improving the encyclopedia itself.&lt;br&gt;&#xA;&lt;a href=&quot;http://wiki.dbpedia.org/about&quot; rel=&quot;nofollow&quot;&gt;About DBpedia&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;DBpedia (from &quot;DB&quot; for &quot;database&quot;) is a project aiming to extract structured content from the information created as part of the Wikipedia project. This structured information is then made available on the World Wide Web. DBpedia allows users to semantically query relationships and properties associated with Wikipedia resources, including links to other related datasets. DBpedia has been described by Tim Berners-Lee as one of the more famous parts of the decentralized Linked Data effort.&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/DBpedia&quot; rel=&quot;nofollow&quot;&gt;DBpedia - Wikipedia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-09-28T01:30:27.143" LastActivityDate="2016-09-28T01:30:27.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9742" PostTypeId="4" CreationDate="2016-09-28T01:30:27.143" Score="0" Body="For questions regarding dbpedia, including usage, working with Wikipedia, and consuming/creating Linked Data from Wikipedia." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-09-28T01:30:27.143" LastActivityDate="2016-09-28T01:30:27.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9743" PostTypeId="2" ParentId="9591" CreationDate="2016-09-28T07:45:34.283" Score="15" Body="&lt;p&gt;The right expression to use here is &lt;code&gt;p:P31/ps:P31/wdt:P279*&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Explanation:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;p:P31/ps:P31&lt;/code&gt; means &lt;code&gt;instance of&lt;/code&gt;, or &lt;code&gt;instance of&lt;/code&gt; not marked as preferred. Only using &lt;code&gt;p:P31&lt;/code&gt; at this step would miss some instance.&lt;/li&gt;&#xA;&lt;li&gt;Following the &quot;instance of&quot; part, &lt;code&gt;/wdt:P279*&lt;/code&gt; means this class or of any of its sub-classes/sub-sub-classes/etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So, it means &lt;strong&gt;instance of this class or of any of its sub-classes/sub-sub-classes/etc&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The request becomes:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item WHERE {&#xA;    ?item p:P31/ps:P31/wdt:P279* wd:Q12280.  # Item's type is: bridge or sub-type or sub-sub-type/etc&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20WHERE%20%7B%0A%20%20%20%20%3Fitem%20p%3AP31%2Fps%3AP31%2Fwdt%3AP279%2a%20wd%3AQ12280.%20%20%23%20Item%27s%20type%20is%3A%20bridge%20or%20sub-type%20or%20sub-sub-type%2Fetc%0A%7D&quot; rel=&quot;noreferrer&quot;&gt;Try this query on query.wikidata.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2016-09-29T06:00:22.343" LastActivityDate="2016-09-29T06:00:22.343" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9744" PostTypeId="1" AcceptedAnswerId="9753" CreationDate="2016-09-28T13:00:57.430" Score="4" ViewCount="54" Body="&lt;p&gt;I want to reverse engineer a simple XY-line graph to scalar data values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of such a plot is linked below, &#xA; water temperature as a function of datetime.  As far as I know, the raw data (sensor readings) and the processed numeric temperature values of this  are not openly available on the internet, not in text format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.met.fu-berlin.de/de/daten/mevis-grafiken/TegelerSee/TEGSEE_Jahr_TT-WT.jpg&quot; rel=&quot;nofollow&quot;&gt;http://www.met.fu-berlin.de/de/daten/mevis-grafiken/TegelerSee/TEGSEE_Jahr_TT-WT.jpg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think such tools are available as desktop applications (e.g. Neuralog) but those I know are nonfree, expensive, and require too much manual interaction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I want to do is process the same plot (linked above) again and again, say every two weeks. Automating the data cleanup (remove outliers, merge timeseries) seems doable to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Maybe this been asked before by someone else on one of the other sites (software-recs, SO)...)&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-10-01T05:27:38.690" Title="How can I convert xy line-plots to textual data values?" Tags="|data-format|software|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9745" PostTypeId="1" CreationDate="2016-09-28T13:07:12.687" Score="2" ViewCount="78" Body="&lt;p&gt;I am unable to find an API that will return the district_court OCD division for an address. I have tried the Google Civic Info API (specifically &lt;a href=&quot;https://developers.google.com/apis-explorer/#p/civicinfo/v2/civicinfo.representatives.representativeInfoByAddress&quot; rel=&quot;nofollow&quot;&gt;https://developers.google.com/apis-explorer/#p/civicinfo/v2/civicinfo.representatives.representativeInfoByAddress&lt;/a&gt;) and look through the Open States API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to do this for North Carolina addresses. Here is the map of current districts: &lt;a href=&quot;http://www.nccourts.org/Courts/Trial/District/Documents/DistrictCourtmap15.pdf&quot; rel=&quot;nofollow&quot;&gt;http://www.nccourts.org/Courts/Trial/District/Documents/DistrictCourtmap15.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13813" LastActivityDate="2016-09-29T04:21:44.017" Title="Where can I get OCD Division of a state's district_court based on an address?" Tags="|usa|api|geocoding|district|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9746" PostTypeId="1" CreationDate="2016-09-28T18:13:13.787" Score="1" ViewCount="209" Body="&lt;p&gt;I'm looking for  a way to convert 30K NDC codes in normalized CMS/HIPAA format to dash format codes or otherwise identify them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples&#xA;'00002144509' -&gt; 0002-1445-09&#xA;'00023917715' -&gt; 0023-9177-15&#xA;'12634053995' -&gt; 12634-539-95&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't think it's possible to algorithmically convert normalized codes to dash codes is it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many of these codes go back years and may no longer be current. They don't show up in the current NDC or RXNORM data. Manufacturers are allowed to change product codes after 5 years so attaching a date to code is a big benefit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I can get the old codes I can convert to the 11 digit format and create a lookup table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking at DailyMed SPL data, which does go back to the mid-2000s and includes a date (effectiveTime), but the XML seems very poorly structured and difficult to parse. I'm using Python &amp;amp; lxml.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NDC data archives go back a ways but only have the trade name and no dates. I wonder if collecting old versions of RXNORM might be the easiest, taking data from the NDC archive and then looking up the generic names in RXNORM.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="13799" LastActivityDate="2016-09-28T18:13:13.787" Title="NDC 11 digit CMS/HIPAA to NDC dash-format code" Tags="|medical|drugs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9747" PostTypeId="2" ParentId="9745" CreationDate="2016-09-28T19:45:40.693" Score="1" Body="&lt;p&gt;on the fly solution:&lt;br&gt;&#xA;This map of &lt;a href=&quot;http://www.nccourts.org/County/Default.asp&quot; rel=&quot;nofollow&quot;&gt;North Carolina Trial Courts&lt;/a&gt; provides links to county pages that have the judicial district number. I would write a quick script to crawl that and get jd number linked to a county name. Then in the Google Civic API, after making a call, you can pull out the county name of said call response, and match to that.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;Here's a gist with the JSON and the Python script I cobbled together. Note: I had to edit JSON manually to get this exact structure, but the script does output valid JSON.&lt;br&gt;&#xA;Also uploaded Congressional District by County, and Congressional District by Place JSON files.&#xA;&lt;a href=&quot;https://gist.github.com/jalbertbowden/b2323725ad362412ba5cd23a01d46cdd&quot; rel=&quot;nofollow&quot;&gt;https://gist.github.com/jalbertbowden/b2323725ad362412ba5cd23a01d46cdd&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-09-29T04:21:44.017" LastActivityDate="2016-09-29T04:21:44.017" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9748" PostTypeId="1" AcceptedAnswerId="9774" CreationDate="2016-09-29T07:17:08.157" Score="4" ViewCount="101" Body="&lt;p&gt;Writing a grant proposal. - I am looking for information about the usage of the bittorrent protocol for open science data. Does anyone know of a recent paper, blog post or study?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically I am interested in the usage of science data from the natural sciences, specifically Earth Sciences, e.g. geophysics datasets. But I am not looking to download data, I am more interested in usage patterns and popularity measurements. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is this data offered via bittorrent like? Is it legacy data from old projects (that someone wrapped up and put in a container), or reference datasets that everyone uses, or newer datasets that are just too big to be hosted on a single computer?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(However the question asked here is a marginal aspect of the proposal.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update:  here is one general article: &lt;a href=&quot;http://journals.plos.org/plosone/article?id=10.1371/journal.pone.0010071&quot; rel=&quot;nofollow noreferrer&quot;&gt;Langille &amp;amp; Eisen, 2010: &#xA;&quot;BioTorrents: A File Sharing Service for Scientific Data&quot;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update 2: Similar Question from 2014, asked here, with very comprehensive answers (community wiki): &lt;a href=&quot;https://opendata.stackexchange.com/questions/4080/what-are-some-opendata-torrents-to-seed&quot;&gt;What are some OpenData torrents to seed?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-10-04T16:34:21.660" Title="Bittorrent usage for distributing open science-data?" Tags="|uses-of-open-data|bittorrent|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9751" PostTypeId="1" CreationDate="2016-09-30T13:39:24.650" Score="1" ViewCount="21" Body="&lt;p&gt;I am looking for at least 1000 observations of locus of control tests like this &lt;a href=&quot;http://psychologytoday.tests.psychtests.com/bin/transfer?req=MTF8MTMxN3wxNDQ3MjQ2OHwxfDE=&amp;amp;refempt=&quot; rel=&quot;nofollow&quot;&gt;one&lt;/a&gt; or this &lt;a href=&quot;http://psychologia.co/locus-of-control/&quot; rel=&quot;nofollow&quot;&gt;one&lt;/a&gt;. I need what each person answered for each question and ideally their demographics. This is highly unlikely but also metadata on them as they filled out the test would be amazing, for example how long it took to answer each question and other data points. Where can I find this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like it to be this data set but another large data set of personality test results would also be helpful.&lt;/p&gt;&#xA;" OwnerUserId="13425" LastActivityDate="2016-09-30T13:39:24.650" Title="Locus of Control Test Results" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9752" PostTypeId="1" AcceptedAnswerId="10965" CreationDate="2016-09-30T16:21:31.907" Score="3" ViewCount="1537" Body="&lt;p&gt;I want to access ECMWF data via a python script. I am not sure how to do that. &#xA;I followed the instruction given on the website: &#xA;&lt;a href=&quot;https://software.ecmwf.int/wiki/display/WEBAPI/Accessing+ECMWF+data+servers+in+batch&quot; rel=&quot;nofollow&quot;&gt;Accessing ECMWF data server in batch&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it says: &quot;This method is only supported to UNIX platforms with Python.&quot;&#xA;I am on a Windows platform. Does that mean I can't access the data from ECMWF? If this method is only for UNIX-Users only, is there an alternative for Windows-User?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I did the following: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;created textfile in my homedirectory with content:  &lt;em&gt;C:\User\Name\ .ecmwfapirc.txt&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;url&quot;   : &quot;https://api.ecmwf.int/v1&quot;,&#xA;  &quot;key&quot;   : &quot;my-API-code&quot;,&#xA;  &quot;email&quot; : &quot;my.email@example.com&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Next I installed python library: ecmwfapi &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;python -m pip install https://software.ecmwf.int/wiki/download/attachments/56664858/ecmwf-api-client-python.tgz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Last but not least I created the python script which looks like: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; #!/usr/bin/env python&#xA; from ecmwfapi import ECMWFDataServer&#xA; server = ECMWFDataServer()&#xA; server.retrieve({&#xA;     &quot;class&quot;: &quot;e2&quot;,&#xA;     &quot;dataset&quot;: &quot;era20c&quot;,&#xA;     &quot;date&quot;: &quot;2010-01-01/to/2010-12-31&quot;,&#xA;     &quot;expver&quot;: &quot;1&quot;,&#xA;     &quot;levtype&quot;: &quot;sfc&quot;,&#xA;     &quot;param&quot;: &quot;167.128&quot;,&#xA;     &quot;stream&quot;: &quot;oper&quot;,&#xA;     &quot;time&quot;: &quot;12:00:00&quot;,&#xA;     &quot;type&quot;: &quot;an&quot;,&#xA;     &quot;target&quot;: &quot;CHANGEME&quot;,&#xA; })&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I am not sure if the python script is correct either. Also I don't know whether the location of the python script is important when executed. &lt;/p&gt;&#xA;" OwnerUserId="13838" LastEditorUserId="1511" LastEditDate="2016-10-02T11:04:27.257" LastActivityDate="2017-04-06T09:04:02.027" Title="Access ECMWF Data via python script" Tags="|api|weather|python|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9753" PostTypeId="2" ParentId="9744" CreationDate="2016-10-01T05:27:38.690" Score="2" Body="&lt;p&gt;Here is a &lt;a href=&quot;http://connectedresearchers.com/graph-digitizer-comparison-16-ways-to-digitize-your-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post&lt;/a&gt; that compares 16 graph digitizing tools, some free, some not. The suggestion is to use &lt;a href=&quot;http://arohatgi.info/WebPlotDigitizer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WebPlotDigitizer&lt;/a&gt;. The blog doesn't mention if any of the tools can be used to automate the process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To read an image file and process the data, then you probably want to use a programming language. &lt;a href=&quot;https://stackoverflow.com/a/13966509/2327328&quot;&gt;Python&lt;/a&gt; or &lt;a href=&quot;http://lukemiller.org/index.php/2011/06/digitizing-data-from-old-plots-using-digitize/&quot; rel=&quot;nofollow noreferrer&quot;&gt;R-digitize&lt;/a&gt; are good places to start.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-10-01T05:27:38.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9754" PostTypeId="1" CreationDate="2016-10-01T13:57:02.927" Score="2" ViewCount="34" Body="&lt;p&gt;&lt;a href=&quot;http://www.bloomberg.com/Research/common/symbollookup/symbollookup.asp?lookuptype=private&amp;amp;region=all&quot; rel=&quot;nofollow&quot;&gt;Bloomberg's Private Company Search&lt;/a&gt; provides access to a lot of companies. I'm currently not sure whether there's a way to access the results of this list with FIGI numbers. If so, are their special FIGI numbers that are about the company directly and not about it's shares?&#xA;Otherwise is there some other ID for companies?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="1359" LastEditDate="2016-10-01T17:10:42.330" LastActivityDate="2016-10-01T17:10:42.330" Title="Are there IDs that can be used to access entries on Bloomberg's Private Company Search?" Tags="|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9755" PostTypeId="1" CreationDate="2016-10-01T18:06:19.067" Score="3" ViewCount="108" Body="&lt;p&gt;Do you know some website where a student could download historical financial data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best one I have found  is this:  &lt;a href=&quot;http://www.tr4der.com/&quot; rel=&quot;nofollow&quot;&gt;http://www.tr4der.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since I need older prices (from 80-90'), and since I need them for academic purposes (maybe there are free databases if you're a student), my question is different from any other which have been posted.&lt;/p&gt;&#xA;" OwnerUserId="13706" LastEditorUserId="13706" LastEditDate="2016-10-02T13:55:09.153" LastActivityDate="2016-10-02T13:55:09.153" Title="Download historical financial data" Tags="|data-request|finance|" AnswerCount="0" CommentCount="1" ClosedDate="2016-10-30T21:39:12.337" ContentLicense="CC BY-SA 3.0" />
  <row Id="9756" PostTypeId="1" CreationDate="2016-10-02T01:36:05.470" Score="3" ViewCount="134" Body="&lt;p&gt;I am looking for a reviews/rating dataset for my social commerce application (for building up the recommendation engine). &lt;strong&gt;In this dataset, along with product info and reviews/ratings by users, I also require user demographics information like age, gender, occupation.&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked through &lt;a href=&quot;http://jmcauley.ucsd.edu/data/amazon/&quot; rel=&quot;nofollow&quot;&gt;Amazon datasets&lt;/a&gt;, unfortunately, they don't have the user info. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also looked through &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow&quot;&gt;UCI repository&lt;/a&gt;, but couldn't find anything relevant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I came upon this &lt;a href=&quot;http://www2013.wwwconference.org/proceedings/p1521.pdf&quot; rel=&quot;nofollow&quot;&gt;paper&lt;/a&gt;, and found the dataset description exactly the way I wanted, but unfortunately, this  dataset is not open.&lt;/p&gt;&#xA;" OwnerUserId="13853" LastEditorUserId="1511" LastEditDate="2016-10-02T07:56:53.337" LastActivityDate="2016-10-02T07:56:53.337" Title="Data set for Social Commerce" Tags="|data-request|machine-learning|social-media|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9757" PostTypeId="1" CreationDate="2016-10-01T13:22:51.540" Score="5" ViewCount="212" Body="&lt;p&gt;In the census 2011 data there is data at ward level.&#xA;Is it possible to get shapefiles at that level? (paid/free)&#xA;Please don't refer me to GADM , which is at taluk level.&#xA;I want at least 2011.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How good is &lt;a href=&quot;https://developers.google.com/maps/documentation/geocoding/intro&quot; rel=&quot;nofollow&quot;&gt;google geocoding api&lt;/a&gt; with respect to this?&#xA;Are there any other alternatives?&lt;/p&gt;&#xA;" OwnerUserId="13883" OwnerDisplayName="kishen suraj P" LastEditorUserId="13883" LastEditDate="2016-10-12T02:29:25.047" LastActivityDate="2016-10-20T14:15:11.670" Title="Finding ward level administrative boundary data for india?" Tags="|data-request|geospatial|census|india|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9758" PostTypeId="1" CreationDate="2016-10-02T05:52:06.417" Score="6" ViewCount="131" Body="&lt;p&gt;I'm developing a data mining application for healthcare sector. I need a data set that would give information on age, blood pressure, specific gravity(of blood and plasma), sugar, amount of red blood cells, sodium level and some attributes like that sort of healthy people.&lt;/p&gt;&#xA;" OwnerUserId="13855" LastEditorUserId="13855" LastEditDate="2016-10-04T18:04:39.170" LastActivityDate="2016-10-23T11:30:50.453" Title="Where can I get a data set of medical information of healthy people?" Tags="|data-request|medical|machine-learning|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="9759" PostTypeId="2" ParentId="9752" CreationDate="2016-10-02T11:03:27.783" Score="2" Body="&lt;p&gt;You can create a UNIX environment from Windows by several ways.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.cygwin.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cygwin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;is a Unix-like environment and command-line interface for Microsoft Windows. Cygwin provides native integration of Windows-based applications, data, and other system resources with applications, software tools, and data of the Unix-like environment.  (&lt;a href=&quot;https://en.wikipedia.org/wiki/Cygwin&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Run Linux in VirtualBox. &lt;a href=&quot;https://www.virtualbox.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;VirtualBox&lt;/a&gt; is a free and open-source cross-platform software (among others) that runs other operating systems from inside of another. In your Windows computer, you would install VirtualBox. Then, pick a Linux distribution (e.g. Ubuntu) and install that operating system inside VirtualBox. Here's &lt;a href=&quot;https://askubuntu.com/a/153098/104223&quot;&gt;a guide for Ubuntu.&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.ubuntu.com/download/desktop/create-a-usb-stick-on-windows&quot; rel=&quot;nofollow noreferrer&quot;&gt;Run Ubuntu Linux from a USB stick&lt;/a&gt;. After you make the bootable USB stick, you choose to boot from that device at startup. Then you have a Linux enviroment, although each time you restart, you'll have to re-configure the network connection, etc. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;All 3 methods will have standard python installed. You'll have to install the ECMWF client yourself. If your project is longer-lasting, you may considering buying some low-cost, used hardware and running something dedicated. Additionally, Linux cloud instances are very cheap, and even free for 12 months from some providers (&lt;a href=&quot;https://aws.amazon.com/free/&quot; rel=&quot;nofollow noreferrer&quot;&gt;AWS&lt;/a&gt;) and can be as cheap as $3 per month for other cloud providers.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:23:03.003" LastActivityDate="2016-10-02T11:03:27.783" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9760" PostTypeId="2" ParentId="9626" CreationDate="2016-10-02T14:09:31.593" Score="2" Body="&lt;p&gt;Google Earth uses a variety of platforms for image acquisition. At the highest zoom levels, these are mostly aerial images, captured from planes not satellites. As you mentioned in a comment above, you cannot legally access or scrape these files. Google contracted much of the aerial photography, and therefore retains the rights to them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are other sources of aerial imagery available in the US, however. The United States Geological Survey (USGS) has a large collection of aerial imagery, some of which is free. You can see more about these collections at &lt;a href=&quot;http://eros.usgs.gov/aerial-photography&quot; rel=&quot;nofollow&quot;&gt;this EROS page&lt;/a&gt;. You will need a login to their Earth Explorer system to access and download datasets. The &quot;High Resolution Orthoimagery&quot; may be what you are looking for. Batch downloads of large regions aren't the easiest, but it is certainly possible.&lt;/p&gt;&#xA;" OwnerUserId="13859" LastActivityDate="2016-10-02T14:09:31.593" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9761" PostTypeId="1" CreationDate="2016-10-03T01:55:42.130" Score="9" ViewCount="2516" Body="&lt;p&gt;I'm trying to get some test data for a conversation dataset for free. I have referred to: &lt;a href=&quot;https://opendata.stackexchange.com/questions/6326/speech-audio-files-dataset-with-language-labels&quot;&gt;Speech audio files dataset with language labels&lt;/a&gt;, but unfortunately it does not meet my requirements. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am specifically looking for a natural conversation dataset (Dialog Corpus?)  such as a &lt;strong&gt;phone conversations, talk shows, and meetings.&lt;/strong&gt; I've considered two approaches:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;1) Find a suitable dataset &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;2) Scrape talk radio podcasts for audio&#xA;  content.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;These files need to be stored as a .wav format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions and help would be appreciated. &lt;/p&gt;&#xA;" OwnerUserId="13862" LastEditorUserId="70" LastEditDate="2022-10-14T18:49:37.597" LastActivityDate="2022-10-14T18:49:37.597" Title="Audio Conversational Dataset?" Tags="|data-request|audio|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9762" PostTypeId="1" CreationDate="2016-10-03T06:44:55.877" Score="4" ViewCount="616" Body="&lt;p&gt;I want to know the data and information about graduate schools. Where can I find it?&lt;/p&gt;&#xA;" OwnerUserId="13864" LastEditorUserId="23272" LastEditDate="2021-04-04T04:39:19.040" LastActivityDate="2021-04-04T04:39:19.040" Title="Where can I find the graduate school college scorecard data" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9764" PostTypeId="1" CreationDate="2016-10-03T20:56:58.470" Score="2" ViewCount="47" Body="&lt;p&gt;In desperate need for a site that provides medical datasets around kidney function tests (Kidney failure tests) and kidney failure CT scans (datasets) for my graduation project.&lt;/p&gt;&#xA;" OwnerUserId="13869" LastEditorDisplayName="user4293" LastEditDate="2016-10-05T18:07:54.567" LastActivityDate="2016-10-05T18:07:54.567" Title="What are the sites to download kidney function datasets?" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9765" PostTypeId="1" CreationDate="2016-10-03T21:12:14.530" Score="2" ViewCount="32" Body="&lt;p&gt;I'm looking for a dataset that will help me determine a correlation between college major and media preferences i.e. genre.&lt;/p&gt;&#xA;" OwnerUserId="13871" LastEditorUserId="23272" LastEditDate="2021-04-04T04:37:34.403" LastActivityDate="2021-04-04T04:37:34.403" Title="Dataset for consumer digital media" Tags="|demographics|media|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9766" PostTypeId="2" ParentId="9762" CreationDate="2016-10-03T23:44:50.703" Score="2" Body="&lt;p&gt;There is none at this time, though I've read that the Dept of Education may be making effort to add that information in future versions of the College Scorecard itself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, you &lt;em&gt;can&lt;/em&gt; get grad school data from College Navigator (&lt;a href=&quot;http://nces.ed.gov/collegenavigator/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/collegenavigator/&lt;/a&gt;) and IPEDS DataCenter (&lt;a href=&quot;http://nces.ed.gov/ipeds/datacenter/&quot; rel=&quot;nofollow&quot;&gt;http://nces.ed.gov/ipeds/datacenter/&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1262" LastActivityDate="2016-10-03T23:44:50.703" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9767" PostTypeId="2" ParentId="9761" CreationDate="2016-10-04T00:16:09.527" Score="5" Body="&lt;p&gt;&lt;a href=&quot;https://www.oyez.org/&quot; rel=&quot;nofollow&quot;&gt;Oyez&lt;/a&gt; all recorded audio of Supreme Court since 1955. Not sure if that fits...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.org/details/audio&quot; rel=&quot;nofollow&quot;&gt;Internet Archive's Audio Collection&lt;/a&gt; looks like it has a few channels worth checking out. I'd have checked them out and linked to them, but for some reason the Internet Archive doesn't use anchor elements....&lt;br&gt;&#xA;EDIT: since posting these, they do use anchor elements. here's one:&lt;br&gt;&#xA;&lt;a href=&quot;https://archive.org/details/oldtimeradio&quot; rel=&quot;nofollow&quot;&gt;Old Radio Shows&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://publicdomainreview.org/collections/orson-welles-show-1941/&quot; rel=&quot;nofollow&quot;&gt;Orson Welles Show Recordings&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.escape-suspense.com/2007/01/in_the_public_d.html&quot; rel=&quot;nofollow&quot;&gt;List of sites with more public domain offerings&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure if any of these are 100% match for your request; feel free to pick these options apart.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-10-04T14:20:49.693" LastActivityDate="2016-10-04T14:20:49.693" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9768" PostTypeId="1" CreationDate="2016-10-04T01:05:18.160" Score="3" ViewCount="118" Body="&lt;p&gt;You can find all datasets in a socrata site like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;/data/?tags=parking&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How can you find datasets that match one of several tags (&lt;code&gt;OR&lt;/code&gt;)? This doesn't work:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;/data/?tags=parking&amp;amp;tags=footpaths&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="90" LastEditDate="2016-10-04T11:10:47.310" LastActivityDate="2016-10-11T01:18:02.383" Title="How to search multiple tags in a Socrata site?" Tags="|socrata|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9769" PostTypeId="2" ParentId="9768" CreationDate="2016-10-04T03:52:29.373" Score="1" Body="&lt;p&gt;I'm guessing tags are comma separated, because &lt;a href=&quot;https://data.melbourne.vic.gov.au/data?tags=parking,sensors&quot; rel=&quot;nofollow&quot;&gt;This search returns results with parking and sensors tags: https://data.melbourne.vic.gov.au/data?tags=parking,sensors&lt;/a&gt;&lt;br&gt;&#xA;Didn't use your example, because there is only one set tagged with footpaths, and it doesn't also have a parking tag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: comma separated doesn't do SQL's &lt;code&gt;OR&lt;/code&gt;, but adding &lt;code&gt;&amp;amp;OR&lt;/code&gt; between tag declarations seems to work, like so &lt;a href=&quot;https://data.melbourne.vic.gov.au/data?tags=parking&amp;amp;OR&amp;amp;tags=sensors&quot; rel=&quot;nofollow&quot;&gt;https://data.melbourne.vic.gov.au/data?tags=parking&amp;amp;OR&amp;amp;tags=sensors&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT Two:&lt;br&gt;&#xA;this solution shows only sets matching all requirements, not all sets with one requirement. solution provided by @Steve Bennett is the desired &lt;code&gt;OR&lt;/code&gt; solution.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-10-05T01:02:10.233" LastActivityDate="2016-10-05T01:02:10.233" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9770" PostTypeId="1" CreationDate="2016-10-04T10:17:41.357" Score="2" ViewCount="13" Body="&lt;p&gt;I was wondering if anyone knew of a data source that had the cost of retirement housing in the UK split by region or postcode?&lt;/p&gt;&#xA;" OwnerUserId="5830" LastEditorUserId="5830" LastEditDate="2016-10-04T16:36:15.577" LastActivityDate="2016-10-04T16:36:15.577" Title="Cost of retirement housing in the regionally in the UK" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9771" PostTypeId="1" CreationDate="2016-10-04T11:34:17.463" Score="2" ViewCount="52" Body="&lt;p&gt;I'm looking for information for a research. I need some data on a group of diabetic people and a group of non-diabetic people.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is some of the information I need:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Age&lt;/li&gt;&#xA;&lt;li&gt;Body mass index&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Glucose_test&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fasting blood sugar&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any ideas where I can find these data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I prefer data from Brazil, but if you have this data from other countries I'll gladly accept it.&lt;/p&gt;&#xA;" OwnerUserId="13879" LastEditorDisplayName="user4293" LastEditDate="2016-11-08T17:01:33.930" LastActivityDate="2016-11-08T17:01:33.930" Title="Diabetic vs non-diabetic dataset" Tags="|data-request|medical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9772" PostTypeId="1" AcceptedAnswerId="9773" CreationDate="2016-10-04T13:19:47.443" Score="2" ViewCount="544" Body="&lt;p&gt;Wikidata entities have claims, inside which are property IDs with their snaks. But how do I get the name for a particular property ID?&lt;/p&gt;&#xA;" OwnerUserId="13882" LastActivityDate="2016-10-20T14:36:21.097" Title="How to get the property name for a specific ID?" Tags="|api|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9773" PostTypeId="2" ParentId="9772" CreationDate="2016-10-04T13:40:25.147" Score="3" Body="&lt;p&gt;Ok, I admit it might have been a little bit obvious, maybe. You just use &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=&amp;lt;property-id&amp;gt;&amp;amp;languages=&amp;lt;lang&amp;gt;&amp;amp;props=labels&amp;amp;format=json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know, the action is &lt;code&gt;wbgetentities&lt;/code&gt;, but it does work! You get a JSON response like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;entities&quot;: {&#xA;        &quot;P463&quot;: {&#xA;            &quot;type&quot;: &quot;property&quot;,&#xA;            &quot;datatype&quot;: &quot;wikibase-item&quot;,&#xA;            &quot;id&quot;: &quot;P463&quot;,&#xA;            &quot;labels&quot;: {&#xA;                &quot;en&quot;: {&#xA;                    &quot;language&quot;: &quot;en&quot;,&#xA;                    &quot;value&quot;: &quot;member of&quot;&#xA;                }&#xA;            }&#xA;        }&#xA;    },&#xA;    &quot;success&quot;: 1&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This works because, oddly enough, properties themselves are entities in Wikidata.&lt;/p&gt;&#xA;" OwnerUserId="13882" LastEditorUserId="13882" LastEditDate="2016-10-20T14:36:21.097" LastActivityDate="2016-10-20T14:36:21.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9774" PostTypeId="2" ParentId="9748" CreationDate="2016-10-04T16:34:21.660" Score="0" Body="&lt;p&gt;Did you try searching Google for &lt;a href=&quot;https://www.google.com/webhp?sourceid=chrome-instant&amp;amp;ion=1&amp;amp;espv=2&amp;amp;ie=UTF-8#q=open+science+usage+of+bittorrent+filetype:pdf&quot; rel=&quot;nofollow&quot;&gt;open science bittorrent usage filetype:pdf&lt;/a&gt;&lt;br&gt;&#xA;There's a lot of results there to go through, but here are a few:&lt;br&gt;&#xA;&lt;a href=&quot;http://digitalcommons.unl.edu/cgi/viewcontent.cgi?article=1104&amp;amp;context=computerscidiss&quot; rel=&quot;nofollow&quot;&gt;Enabling Distributed Scientific Computing on the Campus&lt;/a&gt;&lt;br&gt;&#xA;not 100% bittorrent, but applicable in my professional opinion:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cse.usf.edu/dsg/publications/papers/europar2007.pdf&quot; rel=&quot;nofollow&quot;&gt;Are P2P Data-Dissemination Techniques Viable in Today's Data-Intensive Scientific Collaborations?&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-04T16:34:21.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9775" PostTypeId="1" CreationDate="2016-10-04T20:51:25.287" Score="1" ViewCount="25" Body="&lt;p&gt;I have a big project to analyse the client’s history, records in order to predict and manage the resources more efficiently. This has to deal with millions of data sets flew from various resources. My question here, what is the best tool / predictive technique allow me to achieve this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated!&lt;/p&gt;&#xA;" OwnerUserId="10215" LastActivityDate="2016-10-04T20:51:25.287" Title="Hadoop open source design and implementation" Tags="|sentiment-analysis|big-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9776" PostTypeId="1" CreationDate="2016-10-04T21:06:12.963" Score="3" ViewCount="31" Body="&lt;p&gt;Looking for data on news headline grouped by crime type: violent vs nonviolent; for 1993 and 2013 or 2014. &lt;/p&gt;&#xA;" OwnerUserId="13885" LastEditorUserId="90" LastEditDate="2016-10-05T01:15:00.750" LastActivityDate="2016-10-05T01:15:00.750" Title="Violent/Non-Violent News Headlines from the Past" Tags="|data-request|crime|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9777" PostTypeId="1" AcceptedAnswerId="9779" CreationDate="2016-10-04T22:06:31.223" Score="19" ViewCount="12753" Body="&lt;p&gt;I'm interested in being able to identify a name like &quot;Nick&quot; as a short form of a name like &quot;Nicholas&quot; in a data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any kind of open or somewhat standardized mapping of names and nicknames available? I am fine if it's limited to Western or American English names, but international data is even better.&lt;/p&gt;&#xA;" OwnerUserId="3115" LastEditorDisplayName="user8811" LastEditDate="2020-03-21T18:34:41.440" LastActivityDate="2020-03-21T18:34:41.440" Title="Nicknames database" Tags="|data-request|names|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9778" PostTypeId="2" ParentId="9768" CreationDate="2016-10-04T22:26:48.937" Score="2" Body="&lt;p&gt;This undocumented method seems to get really close:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;/data?search=tags%3Aparking+OR+tags%3Afootpath&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That is, you can search for &quot;tags:parking OR tags:footpath&quot;. It's &quot;close&quot; because Socrata applies stemming, so it also finds datasets with tags such as &quot;park&quot;, but it ranks exact matches higher.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that Socrata has removed boolean queries from more recent deployments, however.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2016-10-04T22:26:48.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9779" PostTypeId="2" ParentId="9777" CreationDate="2016-10-05T01:08:52.480" Score="23" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/carltonnorthern/nickname-and-diminutive-names-lookup&quot;&gt;Nicknames and Diminutive Names Lookup (CSV)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://danconnor.com/posts/4f65ea41daac4ed03100000f/csv_database_of_common_nicknames&quot;&gt;CSV, Database of Common Nicknames&lt;/a&gt; and its GitHub Repository: &lt;a href=&quot;https://github.com/onyxrev/common_nickname_csv&quot;&gt;Common Nickname CSV (Database)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/MrCsabaToth/SOEMPI/blob/master/openempi/conf/name_to_nick.csv&quot;&gt;Name to Nickname CSV&lt;/a&gt; and &lt;a href=&quot;https://github.com/MrCsabaToth/SOEMPI/blob/master/openempi/conf/nick_to_name.csv&quot;&gt;Nickname to Name CSV&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-05T01:08:52.480" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9780" PostTypeId="1" CreationDate="2016-10-05T07:46:59.243" Score="3" ViewCount="46" Body="&lt;p&gt;Question for you guys, especially travelers like me do you prefer GPS or printable maps? I don't know but from my latest trip, GPS wasn't much of help. I had to resort to pdf maps from this site &lt;a href=&quot;http://vectormap.info/&quot; rel=&quot;nofollow&quot;&gt;http://vectormap.info/&lt;/a&gt; which have been very useful.&lt;/p&gt;&#xA;" OwnerUserId="13887" LastActivityDate="2016-10-05T19:15:57.130" Title="GPS or Printable map?" Tags="|geospatial|city|global|travel|" AnswerCount="1" CommentCount="5" ClosedDate="2016-10-17T15:57:42.397" ContentLicense="CC BY-SA 3.0" />
  <row Id="9781" PostTypeId="2" ParentId="9780" CreationDate="2016-10-05T09:51:24.763" Score="2" Body="&lt;p&gt;I always bring a GPS and &lt;em&gt;two&lt;/em&gt; paper maps: one in my mapcase around my neck, and a backup map in my rucksack, in case I lose my mapcase including map.  The screen on a GPS receiver is far too small for wilderness navigation, it relies on batteries and on coverage (can be problematic in narrow canyons).  If I had to choose one I would certainly take only the paper map.  A paper map always works.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, the importance of either depends on where you are hiking.  I usually hike off-trail and navigate based on streams, lakes, and mountains.  The GPS is mostly a toy, but can save a lot of time in dense fog.  When you're hiking on well-signposted trails in an American state park or in the vicinity of Swiss towns such as Zermatt and Grindelwald, you don't really &lt;em&gt;need&lt;/em&gt; either a GPS or a map.  I still take both (although in this case just one copy of the map), but I'm a topographic map nerd who takes one even when it's essentially useless.&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2016-10-05T19:15:57.130" LastActivityDate="2016-10-05T19:15:57.130" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9782" PostTypeId="1" CreationDate="2016-10-05T12:07:37.593" Score="1" ViewCount="17" Body="&lt;p&gt;I'm working on a specific classifier which can classify the below toy data, which is a 2-class problem but the classes are distributed among each others. So it is not possible to solve it by typical SVM or Knn or prototype based classifiers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QDVyd.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QDVyd.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But in order to show the practical use of my method, i need some real dataset generally similar to the above condition. It can be n-class problem, where the class data are coordinated among each others, but locally separable, and shouldn't be possible to achieve high performance using Knn or SVM classifiers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if such dataset is available anywhere?&lt;/p&gt;&#xA;" OwnerUserId="13891" LastActivityDate="2016-10-05T12:07:37.593" Title="Looking for specifically distributed dataset for classification task" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9783" PostTypeId="2" ParentId="165" CreationDate="2016-10-05T15:38:10.640" Score="3" Body="&lt;p&gt;I recently made a corpus available of text messages from Spanish-dominant bilingual young adults in New York City (Bilingual Youth Texts Corpus). It is at &lt;a href=&quot;http://byts.commons.gc.cuny.edu/&quot; rel=&quot;nofollow&quot;&gt;www.byts.commons.gc.cuny.edu&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13894" LastEditorUserId="215" LastEditDate="2016-10-05T21:44:23.110" LastActivityDate="2016-10-05T21:44:23.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9784" PostTypeId="1" CreationDate="2016-10-05T17:09:22.907" Score="1" ViewCount="19" Body="&lt;p&gt;I am searching for a dataset/ways to collect &lt;strong&gt;audio of remix musics&lt;/strong&gt;, with names of their original pieces.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions and pointers are much appreciated!&lt;/p&gt;&#xA;" OwnerUserId="13896" LastActivityDate="2016-10-05T17:09:22.907" Title="Remix Music Audios" Tags="|data-request|music|audio|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9785" PostTypeId="2" ParentId="9768" CreationDate="2016-10-05T21:24:27.133" Score="1" Body="&lt;p&gt;No need to use the secret parameters on our &lt;code&gt;/data.json&lt;/code&gt; feed, you can actually use our actually-not-secret Discovery API now!: &lt;a href=&quot;http://docs.socratadiscovery.apiary.io/#reference/0/searching-particular-categoriestags/category/tag-search-api&quot; rel=&quot;nofollow&quot;&gt;http://docs.socratadiscovery.apiary.io/#reference/0/searching-particular-categoriestags/category/tag-search-api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I now understand better what you're looking for. I thought you were looking for an API, but it really looks like you're just looking for options for our data catalog interface.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;tags&lt;/code&gt; parameter can be repeated on that page to &lt;code&gt;AND&lt;/code&gt; together multiple tags. Does that do the job? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.seattle.gov/browse?tags=crime&amp;amp;tags=police%20report&quot; rel=&quot;nofollow&quot;&gt;https://data.seattle.gov/browse?tags=crime&amp;amp;tags=police%20report&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="315" LastEditorUserId="315" LastEditDate="2016-10-11T01:18:02.383" LastActivityDate="2016-10-11T01:18:02.383" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9786" PostTypeId="2" ParentId="1577" CreationDate="2016-10-05T23:46:27.683" Score="4" Body="&lt;p&gt;Looks like there was a research project called Pantheon that compiled such a dataset, which is available here: &lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/28201&quot; rel=&quot;nofollow&quot;&gt;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/28201&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sort/filter by PageViewsEnglish if you want names particularly recognizable to English speakers. Among other things, it seems like a good source if you want to populate something with random &quot;real&quot; names while still making it very obvious that the data is fake.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note for anyone using Excel or Access: the TSV file they offer is encoded in UTF-8, but Excel and Access 2010 don't seem to automatically recognize that, so in order to have accented characters display correctly you have to manually specify UTF-8 as the Encoding for the file when doing the &quot;import from text file&quot; process in either program. In my experience, Access seemed to have an easier time importing their TSV, and from there you can easily export an Excel file if that's all you want.&lt;/p&gt;&#xA;" OwnerUserId="13899" LastActivityDate="2016-10-05T23:46:27.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9787" PostTypeId="1" CreationDate="2016-10-06T03:20:22.453" Score="1" ViewCount="34" Body="&lt;p&gt;Over time, I've found that the total number of datasets on data.gov is not gradually getting bigger but sometimes smaller than before. e.g. the number is 190000+ in 2016-04 but now (2016-10) it's only 180000+. Why do the number of datasets seem to be shrinking?&lt;/p&gt;&#xA;" OwnerUserId="13901" LastEditorUserId="90" LastEditDate="2016-10-06T04:35:08.637" LastActivityDate="2016-10-18T15:02:56.343" Title="why the total number of datasets sometimes smaller but sometimes bigger than before?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9789" PostTypeId="1" CreationDate="2016-10-06T13:00:52.350" Score="1" ViewCount="8" Body="&lt;p&gt;I need to find land parcel data for the states of Gujarat and Maharashtra in India having cost of land associated with each land parcel.&lt;/p&gt;&#xA;" OwnerUserId="13907" LastActivityDate="2016-10-06T13:00:52.350" Title="Seeking land parcel data having cost of land for each land parcel for states of Gujarat and Maharashtra in India?" Tags="|india|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9790" PostTypeId="1" AcceptedAnswerId="11634" CreationDate="2016-10-06T14:26:09.737" Score="5" ViewCount="220" Body="&lt;p&gt;Is there an approach to constructing a semantic tree somewhat like WordNet, but using the vastly more structured and useful Wikidata data instead? How could this work? Could we place similar entities together, and dissimilar ones farther away? Does this need to be supervised in any way by a human, or is there an approach to similarity using only the properties that Wikidata provides?&lt;/p&gt;&#xA;" OwnerUserId="13882" LastEditorUserId="13882" LastEditDate="2017-08-15T17:14:04.820" LastActivityDate="2018-01-23T12:38:40.557" Title="Constructing a WordNet-like tree from the Wikidata dataset?" Tags="|data-request|wikidata|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9791" PostTypeId="1" CreationDate="2016-10-06T15:07:25.527" Score="2" ViewCount="24" Body="&lt;p&gt;Are there any database for the soils database out there beside NRCS ? I am fully aware that NRCS has their database on their website but I was wondering if there is one that can't i find them ? I am looking more specific for Colorado. They can be either database or geospatial but I prefer them to be the database that goes back to 1990's They need to have mapunit, map name, and their survey areas ?&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2019-12-12T20:19:12.210" Title="Searching for database for Colorado soils that goes back to 1990's" Tags="|database|soils|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9792" PostTypeId="1" CreationDate="2016-10-06T21:36:06.123" Score="2" ViewCount="736" Body="&lt;p&gt;openFDA is awesome particularly the drug/event database. But I can't find a way to query whether a particular drug (e.g. xanax) has any drug interaction warning, precaution, or contraindication. Essentially, I want to know whether by specifying two drug names, openFDA tells me whether the interaction is unsafe. Something like what webMD drug interaction checker does. Your assistance is greatly appreciated.  &lt;/p&gt;&#xA;" OwnerUserId="13912" LastActivityDate="2016-10-07T14:58:02.580" Title="Is there a way to query openFDA for drug pair interaction?" Tags="|openfda|json|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9793" PostTypeId="1" CreationDate="2016-10-07T06:56:34.810" Score="1" ViewCount="91" Body="&lt;p&gt;I do not understand why the values of certain variables changed from the previous version to the current version. For example, grad_debt_mdn for the first observation (unitid=100654) is 25106 in MERGED_2010-11 datafile in the current version (updated on Sept 13, 2016). However, grad_debt_mdn for the first observation (unitidi=100654) is 27070.5 in merged_2010_PP in the previous version (updated on March 2, 2016). Given that the variable grad_debt_mdn from Merged_2010-11 measures NSLDS AY2009-10, AY2010-11 pooled cohorts, why should the value for grad_debt_mdn change when the data was updated? I did the checking and it was not caused by the inflation adjustment. I noticed this change also happened to a lot of other variables such as FIRSTGEN_YR6_N.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought the only update was adding the most recent data file &quot;MERGED_2014-15 datafile&quot;, but apparently it is not the case. So how was the data updated? Is there a document that can show me the things you did to update the data?&lt;/p&gt;&#xA;" OwnerUserId="13920" LastEditorUserId="13920" LastEditDate="2016-10-07T07:21:03.800" LastActivityDate="2016-10-11T21:41:08.090" Title="Why are the values of some variables different in the current version (updated on Sept 13, 2016)?" Tags="|data-request|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9794" PostTypeId="1" CreationDate="2016-10-07T08:37:23.853" Score="2" ViewCount="33" Body="&lt;p&gt;Is there a publicly available dataset of particular nouns with the verbs that are often associated with them? For example: &lt;code&gt;{&quot;apple&quot;: [&quot;eating&quot;, &quot;peeling&quot;, &quot;cutting&quot;]}&lt;/code&gt; or something.&lt;/p&gt;&#xA;" OwnerUserId="13882" LastActivityDate="2016-10-07T08:37:23.853" Title="Is there a database of actions commonly associated with specific nouns?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9795" PostTypeId="2" ParentId="9792" CreationDate="2016-10-07T14:58:02.580" Score="1" Body="&lt;p&gt;Unfortunately, Open FDA cannot assess safety of a particular drug interaction. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To see if a drug has any interaction warnings, precaution, or contraindication, you can query the Drug Label API and inspect the SPL elements returned; for example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:xanax&amp;amp;limit=10&quot; rel=&quot;nofollow&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.brand_name:xanax&amp;amp;limit=10&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;contraindications&quot;: [&#xA;    &quot;Alprazolam tablets are contraindicated in patients with known sensitivity to this drug or other benzodiazepines. Alprazolam may be used in patients with open angle glaucoma who are receiving appropriate therapy, but is contraindicated in patients with acute narrow angle glaucoma. Alprazolam is contraindicated with ketoconazole and itraconazole, since these medications significantly impair the oxidative metabolism mediated by cytochrome P450 3A (CYP3A) (see WARNINGS and PRECAUTIONS: Drug Interactions).&quot;&#xA;  ],&quot;precautions&quot;: [&#xA;    &quot;General Suicide As with other psychotropic medications, the usual precautions with respect to administration of the drug and size of the prescription are indicated for severely depressed patients or those in whom there is reason to expect concealed suicidal ideation or plans. Panic disorder has been associated with primary and secondary major depressive disorders and increased reports of suicide among untreated patients. Mania Episodes of hypomania and mania have been reported in association with the use of alprazolam in patients with depression. Uricosuric Effect Alprazolam has a weak uricosuric effect. Although other medications with weak uricosuric effect have been reported to cause acute renal failure, there have been no reported instances of acute renal failure attributable to therapy with alprazolam. Use in Patients with Concomitant Illness It is recommended that the dosage be limited to the smallest effective dose to preclude the development of ataxia or oversedation which may be a particular problem in elderly or debilitated patients. (See DOSAGE AND ADMINISTRATION.) The usual precautions in treating patients with impaired renal, hepatic or pulmonary function should be observed. There have been rare reports of death in patients with severe pulmonary disease shortly after the initiation of treatment with alprazolam. A decreased systemic alprazolam elimination rate (eg, increased plasma half-life) has been observed in both alcoholic liver disease patients and obese patients receiving alprazolam (see CLINICAL PHARMACOLOGY). Information for Patients For All Users of Alprazolam To assure safe and effective use of benzodiazepines, all patients prescribed alprazolam should be provided with the following guidance. Inform your physician about any alcohol consumption and medicine you are taking now, including medication you may buy without a prescription. Alcohol should generally not be used during treatment with benzodiazepines. Not recommended for use in pregnancy. Therefore, inform your physician if you are pregnant, if you are planning to have a child, or if you become pregnant while you are taking this medication. Inform your physician if you are nursing. Until you experience how this medication affects you, do not drive a car or operate potentially dangerous machinery, etc. Do not increase the dose even if you think the medication “does not work anymore” without consulting your physician. Benzodiazepines, even when used as recommended, may produce emotional and/or physical dependence. Do not stop taking this medication abruptly or decrease the dose without consulting your physician, since withdrawal symptoms can occur. Additional advice for panic disorder patients The use of alprazolam at doses greater than 4 mg/day, often necessary to treat panic disorder, is accompanied by risks that you need to carefully consider. When used at doses greater than 4 mg/day, which may or may not be required for your treatment, alprazolam has the potential to cause severe emotional and physical dependence in some patients and these patients may find it exceedingly difficult to terminate treatment. In two controlled trials of 6 to 8 weeks duration where the ability of patients to discontinue medication was measured, 7 to 29% of patients treated with alprazolam did not completely taper off therapy. In a controlled postmarketing discontinuation study of panic disorder patients, the patients treated with doses of alprazolam greater than 4 mg/day had more difficulty tapering to zero dose than patients treated with less than 4 mg/day. In all cases, it is important that your physician help you discontinue this medication in a careful and safe manner to avoid overly extended use of alprazolam. In addition, the extended use at doses greater than 4 mg/day appears to increase the incidence and severity of withdrawal reactions when alprazolam is discontinued. These are generally minor but seizure can occur, especially if you reduce the dose too rapidly or discontinue the medication abruptly. Seizure can be life-threatening. Laboratory Tests Laboratory tests are not ordinarily required in otherwise healthy patients. However, when treatment is protracted, periodic blood counts, urinalysis, and blood chemistry analyses are advisable in keeping with good medical practice. Drug Interactions Use with Other CNS Depressants If alprazolam tablets are to be combined with other psychotropic agents or anticonvulsant drugs, careful consideration should be given to the pharmacology of the agents to be employed, particularly with compounds which might potentiate the action of benzodiazepines. The benzodiazepines, including alprazolam, produce additive CNS depressant effects when co-administered with other psychotropic medications, anticonvulsants, antihistaminics, ethanol and other drugs which themselves produce CNS depression. Use with Imipramine and Desipramine The steady state plasma concentrations of imipramine and desipramine have been reported to be increased an average of 31% and 20%, respectively, by the concomitant administration of alprazolam tablets in doses up to 4 mg/day. The clinical significance of these changes is unknown. Drugs that inhibit alprazolam metabolism via cytochrome P450 3A The initial step in alprazolam metabolism is hydroxylation catalyzed by cytochrome P450 3A (CYP3A). Drugs which inhibit this metabolic pathway may have a profound effect on the clearance of alprazolam (see CONTRAINDICATIONS and WARNINGS for additional drugs of this type). Drugs demonstrated to be CYP3A inhibitors of possible clinical significance on the basis of clinical studies involving alprazolam (caution is recommended during coadministration with alprazolam) Fluoxetine Coadministration of fluoxetine with alprazolam increased the maximum plasma concentration of alprazolam by 46%, decreased clearance by 21%, increased half-life by 17%, and decreased measured psychomotor performance. Propoxyphene Coadministration of propoxyphene decreased the maximum plasma concentration of alprazolam by 6%, decreased clearance by 38%, and increased half-life by 58%. Oral Contraceptives Coadministration of oral contraceptives increased the maximum plasma concentration of alprazolam by 18%, decreased clearance by 22%, and increased half-life by 29%. Drugs and other substances demonstrated to be CYP3A inhibitors on the basis of clinical studies involving benzodiazepines metabolized similarly to alprazolam or on the basis of in vitro studies with alprazolam or other benzodiazepines (caution is recommended during coadministration with alprazolam) Available data from clinical studies of benzodiazepines other than alprazolam suggest a possible drug interaction with alprazolam for the following: diltiazem, isoniazid, macrolide antibiotics such as erythromycin and clarithromycin, and grapefruit juice. Data from in vitro studies of alprazolam suggest a possible drug interaction with alprazolam for the following: sertraline and paroxetine. However, data from an in vivo drug interaction study involving a single dose of alprazolam 1 mg and steady state dose of sertraline (50 to 150 mg/day) did not reveal any clinically significant changes in the pharmacokinetics of alprazolam. Data from in vitro studies of benzodiazepines other than alprazolam suggest a possible drug interaction for the following: ergotamine, cyclosporine, amiodarone, nicardipine, and nifedipine. Caution is recommended during the coadministration of any of these with alprazolam (see WARNINGS). Drugs demonstrated to be inducers of CYP3A Carbamazepine can increase alprazolam metabolism and therefore can decrease plasma levels of alprazolam. Drug/Laboratory Test Interactions Although interactions between benzodiazepines and commonly employed clinical laboratory tests have occasionally been reported, there is no consistent pattern for a specific drug or specific test. Carcinogenesis, Mutagenesis, Impairment of Fertility No evidence of carcinogenic potential was observed during 2-year bioassay studies of alprazolam in rats at doses up to 30 mg/kg/day (150 times the maximum recommended daily human dose of 10 mg/day) and in mice at doses up to 10 mg/kg/day (50 times the maximum recommended daily human dose). Alprazolam was not mutagenic in the rat micronucleus test at doses up to 100 mg/kg, which is 500 times the maximum recommended daily human dose of 10 mg/day. Alprazolam also was not mutagenic in vitro in the DNA Damage/Alkaline Elution Assay or the Ames Assay. Alprazolam produced no impairment of fertility in rats at doses up to 5 mg/kg/day, which is 25 times the maximum recommended daily human dose of 10 mg/day. Pregnancy Teratogenic Effects Pregnancy Category D (See WARNINGS section). Nonteratogenic Effects It should be considered that the child born of a mother who is receiving benzodiazepines may be at some risk for withdrawal symptoms from the drug during the postnatal period. Also, neonatal flaccidity and respiratory problems have been reported in children born of mothers who have been receiving benzodiazepines. Labor and Delivery Alprazolam has no established use in labor or delivery. Nursing Mothers Benzodiazepines are known to be excreted in human milk. It should be assumed that alprazolam is as well. Chronic administration of diazepam to nursing mothers has been reported to cause their infants to become lethargic and to lose weight. As a general rule, nursing should not be undertaken by mothers who must use alprazolam. Pediatric Use Safety and effectiveness of alprazolam in individuals below 18 years of age have not been established. Geriatric Use The elderly may be more sensitive to the effects of benzodiazepines. They exhibit higher plasma alprazolam concentrations due to reduced clearance of the drug as compared with a younger population receiving the same doses. The smallest effective dose of alprazolam should be used in the elderly to preclude the development of ataxia and oversedation (see CLINICAL PHARMACOLOGY and DOSAGE AND ADMINISTRATION).&quot;&#xA;  ],&quot;warnings&quot;: [&#xA;    &quot;Dependence and Withdrawal Reactions, Including Seizures Certain adverse clinical events, some life-threatening, are a direct consequence of physical dependence to alprazolam. These include a spectrum of withdrawal symptoms; the most important is seizure (see DRUG ABUSE AND DEPENDENCE). Even after relatively short-term use at the doses recommended for the treatment of transient anxiety and anxiety disorder (i.e., 0.75 to 4 mg per day), there is some risk of dependence. Spontaneous reporting system data suggest that the risk of dependence and its severity appear to be greater in patients treated with doses greater than 4 mg/day and for long periods (more than 12 weeks). However, in a controlled postmarketing discontinuation study of panic disorder patients, the duration of treatment (3 months compared to 6 months) had no effect on the ability of patients to taper to zero dose. In contrast, patients treated with doses of alprazolam greater than 4 mg/day had more difficulty tapering to zero dose than those treated with less than 4 mg/day. The importance of dose and the risks of alprazolam as a treatment for panic disorder Because the management of panic disorder often requires the use of average daily doses of alprazolam above 4 mg, the risk of dependence among panic disorder patients may be higher than that among those treated for less severe anxiety. Experience in randomized placebo-controlled discontinuation studies of patients with panic disorder showed a high rate of rebound and withdrawal symptoms in patients treated with alprazolam compared to placebo-treated patients. Relapse or return of illness was defined as a return of symptoms characteristic of panic disorder (primarily panic attacks) to levels approximately equal to those seen at baseline before active treatment was initiated. Rebound refers to a return of symptoms of panic disorder to a level substantially greater in frequency, or more severe in intensity than seen at baseline. Withdrawal symptoms were identified as those which were generally not characteristic of panic disorder and which occurred for the first time more frequently during discontinuation than at baseline. In a controlled clinical trial in which 63 patients were randomized to alprazolam and where withdrawal symptoms were specifically sought, the following were identified as symptoms of withdrawal: heightened sensory perception, impaired concentration, dysosmia, clouded sensorium, paresthesias, muscle cramps, muscle twitch, diarrhea, blurred vision, appetite decrease, and weight loss. Other symptoms, such as anxiety and insomnia, were frequently seen during discontinuation, but it could not be determined if they were due to return of illness, rebound, or withdrawal. In two controlled trials of 6 to 8 weeks duration where the ability of patients to discontinue medication was measured, 71% to 93% of patients treated with alprazolam tapered completely off therapy compared to 89% to 96% of placebo-treated patients. In a controlled postmarketing discontinuation study of panic disorder patients, the duration of treatment (3 months compared to 6 months) had no effect on the ability of patients to taper to zero dose. Seizures attributable to alprazolam were seen after drug discontinuance or dose reduction in 8 of 1980 patients with panic disorder or in patients participating in clinical trials where doses of alprazolam greater than 4 mg/day for over 3 months were permitted. Five of these cases clearly occurred during abrupt dose reduction, or discontinuation from daily doses of 2 to 10 mg. Three cases occurred in situations where there was not a clear relationship to abrupt dose reduction or discontinuation. In one instance, seizure occurred after discontinuation from a single dose of 1 mg after tapering at a rate of 1 mg every 3 days from 6 mg daily. In two other instances, the relationship to taper is indeterminate; in both of these cases the patients had been receiving doses of 3 mg daily prior to seizure. The duration of use in the above 8 cases ranged from 4 to 22 weeks. There have been occasional voluntary reports of patients developing seizures while apparently tapering gradually from alprazolam. The risk of seizure seems to be greatest 24 to 72 hours after discontinuation (see DOSAGE AND ADMINISTRATION for recommended tapering and discontinuation schedule). Status Epilepticus and Its Treatment The medical event voluntary reporting system shows that withdrawal seizures have been reported in association with the discontinuation of alprazolam. In most cases, only a single seizure was reported; however, multiple seizures and status epilepticus were reported as well. Interdose Symptoms Early morning anxiety and emergence of anxiety symptoms between doses of alprazolam have been reported in patients with panic disorder taking prescribed maintenance doses of alprazolam. These symptoms may reflect the development of tolerance or a time interval between doses which is longer than the duration of clinical action of the administered dose. In either case, it is presumed that the prescribed dose is not sufficient to maintain plasma levels above those needed to prevent relapse, rebound or withdrawal symptoms over the entire course of the interdosing interval. In these situations, it is recommended that the same total daily dose be given divided as more frequent administrations (see DOSAGE AND ADMINISTRATION). Risk of Dose Reduction Withdrawal reactions may occur when dosage reduction occurs for any reason. This includes purposeful tapering, but also inadvertent reduction of dose (e.g., the patient forgets, the patient is admitted to a hospital). Therefore, the dosage of alprazolam should be reduced or discontinued gradually (see DOSAGE AND ADMINISTRATION). CNS Depression and Impaired Performance Because of its CNS depressant effects, patients receiving alprazolam should be cautioned against engaging in hazardous occupations or activities requiring complete mental alertness such as operating machinery or driving a motor vehicle. For the same reason, patients should be cautioned about the simultaneous ingestion of alcohol and other CNS depressant drugs during treatment with alprazolam. Risk of Fetal Harm Benzodiazepines can potentially cause fetal harm when administered to pregnant women. If alprazolam is used during pregnancy, or if the patient becomes pregnant while taking this drug, the patient should be apprised of the potential hazard to the fetus. Because of experience with other members of the benzodiazepine class, alprazolam is assumed to be capable of causing an increased risk of congenital abnormalities when administered to a pregnant woman during the first trimester. Because use of these drugs is rarely a matter of urgency, their use during the first trimester should almost always be avoided. The possibility that a woman of childbearing potential may be pregnant at the time of institution of therapy should be considered. Patients should be advised that if they become pregnant during therapy or intend to become pregnant they should communicate with their physicians about the desirability of discontinuing the drug. Alprazolam Interaction With Drugs That Inhibit Metabolism Via Cytochrome P450 3A The initial step in alprazolam metabolism is hydroxylation catalyzed by cytochrome P450 3A (CYP3A). Drugs that inhibit this metabolic pathway may have a profound effect on the clearance of alprazolam. Consequently, alprazolam should be avoided in patients receiving very potent inhibitors of CYP3A. With drugs inhibiting CYP3A to a lesser but still significant degree, alprazolam should be used only with caution and consideration of appropriate dosage reduction. For some drugs, an interaction with alprazolam has been quantified with clinical data; for other drugs, interactions are predicted from in vitro data and/or experience with similar drugs in the same pharmacologic class. The following are examples of drugs known to inhibit the metabolism of alprazolam and/or related benzodiazepines, presumably through inhibition of CYP3A. Potent CYP3A Inhibitors Azole Antifungal Agents Ketoconazole and itraconazole are potent CYP3A inhibitors and have been shown in vivo to increase plasma alprazolam concentrations 3.98 fold and 2.7 fold, respectively. The coadministration of alprazolam with these agents is not recommended. Other azole-type antifungal agents should also be considered potent CYP3A inhibitors and the coadministration of alprazolam with them is not recommended (see CONTRAINDICATIONS). Drugs demonstrated to be CYP3A inhibitors on the basis of clinical studies involving alprazolam (caution and consideration of appropriate alprazolam dose reduction are recommended during coadministration with the following drugs) Nefazodone Coadministration of nefazodone increased alprazolam concentration two-fold. Fluvoxamine Coadministration of fluvoxamine approximately doubled the maximum plasma concentration of alprazolam, decreased clearance by 49%, increased half-life by 71%, and decreased measured psychomotor performance. Cimetidine Coadministration of cimetidine increased the maximum plasma concentration of alprazolam by 86%, decreased clearance by 42%, and increased half-life by 16%. Other Drugs Possibly Affecting Alprazolam Metabolism Other drugs possibly affecting alprazolam metabolism by inhibition of CYP3A are discussed in the PRECAUTIONS section (see PRECAUTIONS: Drug Interactions).&quot;&#xA;  ]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Last but not least, please do not rely on openFDA to make decisions regarding medical care. While we make every effort to ensure that data is accurate, you should assume all results are unvalidated. Thank you.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-10-07T14:58:02.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9796" PostTypeId="2" ParentId="6980" CreationDate="2016-10-07T15:36:37.890" Score="2" Body="&lt;p&gt;do you mean something like &lt;a href=&quot;http://watchbase.com/watches&quot; rel=&quot;nofollow&quot;&gt;http://watchbase.com/watches&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i am looking for something similar for woocommerce projects i am working on.&lt;/p&gt;&#xA;" OwnerUserId="13922" LastActivityDate="2016-10-07T15:36:37.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9797" PostTypeId="1" AcceptedAnswerId="9899" CreationDate="2016-10-07T16:37:26.933" Score="1" ViewCount="97" Body="&lt;p&gt;Using the &lt;a href=&quot;http://www.census.gov/data/developers/data-sets/decennial-census-data.html&quot; rel=&quot;nofollow&quot;&gt;US Census Decennial Census API&lt;/a&gt;, is it possible to get a list of all the Census tracts that are part of a Census place.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-10-23T00:25:47.167" Title="Tracts in a Place from Census API" Tags="|us-census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9798" PostTypeId="1" CreationDate="2016-10-07T22:18:46.190" Score="2" ViewCount="23" Body="&lt;p&gt;UCR statistics tell me how many people, in the year 2013, were arrested. It breaks down the data based on race and crime.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'm looking for is more along the lines of how many people were detained but not arrested or issued a citation. I thought there was data somewhere on the FBI Website, but I could not find it.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2016-10-07T22:18:46.190" Title="Where can I find a nationwide breakdown - by race - of police detentions that did not result in an arrest or citation?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9799" PostTypeId="1" CreationDate="2016-10-08T06:55:00.933" Score="4" ViewCount="126" Body="&lt;p&gt;I am looking for global satellite images(as recent as possible - say three hours ago) of meteorological data that can be accessed through OPeNDAP protocol i.e. subsetting via latitude, longitude and time. Meteosat does have them but only upto 2015 - &lt;a href=&quot;http://opendap.knmi.nl/knmi/thredds/catalog/ADAGUC/testsets/projectedgrids/meteosat/catalog.html&quot; rel=&quot;nofollow&quot;&gt;Meteosat OPeNDAP&lt;/a&gt;&#xA;I am looking for current global satellite images that can be accessed via OPeNDAP. &#xA;For continental USA this site does provide the images - &lt;a href=&quot;http://thredds.ucar.edu/thredds/idd/satellite.html&quot; rel=&quot;nofollow&quot;&gt;CONUS&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user5883" LastEditorDisplayName="user5883" LastEditDate="2016-10-08T15:29:48.980" LastActivityDate="2024-02-24T04:10:11.187" Title="Satellite Images on OPeNDAP" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9800" PostTypeId="1" CreationDate="2016-10-09T23:47:16.730" Score="5" ViewCount="79" Body="&lt;p&gt;Any open data sources containing collections of criminal news stories across a wide variety of newspapers?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there are a lot of newspaper archives but I can't seem to find any that allow you to sort by 'crime' articles. (I'm interested in contemporary stories, last 10-20 years, but more recent the better. ) &lt;/p&gt;&#xA;" OwnerUserId="6620" LastEditorUserId="6620" LastEditDate="2016-10-10T17:48:20.463" LastActivityDate="2016-10-15T07:50:37.820" Title="Criminal news stories" Tags="|data-request|media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9801" PostTypeId="1" CreationDate="2016-10-10T01:12:20.487" Score="1" ViewCount="124" Body="&lt;p&gt;I'm looking for used car prices for luxury cars (i.e., Ferrari, Porsche). Essentially I'd like (for any given Ferrari/Porsche car) the price it sold for, the miles it already came with at the time of its sale, and the year it was manufactured.&lt;/p&gt;&#xA;&lt;p&gt;It seems simple enough to search for, but after scouring the internet, I couldn't find a straightforward solution to my inquiry. Is there a government agency that could perhaps supply this data?&lt;/p&gt;&#xA;" OwnerUserId="9925" LastEditorUserId="23272" LastEditDate="2022-07-14T13:02:32.983" LastActivityDate="2022-07-14T13:02:32.983" Title="Acquiring Used Car Sales Prices" Tags="|data-request|prices|cars|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9802" PostTypeId="1" CreationDate="2016-10-10T05:41:13.357" Score="1" ViewCount="42" Body="&lt;p&gt;I am interested in looking at the relationship between money spent on education (by country) versus educational ranking (by country). I am looking for a database that shows something like amount of money that is spent on students in different countries as well as the education ranking of those countries.  The data can come from more than one source (say one for money spent and one for education ranking) as I can merge them myself once I have the data sources. &lt;/p&gt;&#xA;" OwnerUserId="13344" LastActivityDate="2016-10-13T21:22:32.670" Title="International Education Spending" Tags="|education|global|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9803" PostTypeId="2" ParentId="9802" CreationDate="2016-10-10T11:37:30.353" Score="1" Body="&lt;p&gt;The question on &quot;spending money on eductaion&quot;  might have an answer here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://academia.stackexchange.com/questions/49589/is-education-in-europe-really-this-cheap&quot;&gt;https://academia.stackexchange.com/questions/49589/is-education-in-europe-really-this-cheap&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are links for Europe and other countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think the ranking you better do yourself. There are numerous ways to quantify the efficiency, or quality, of education. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="-1" LastEditDate="2017-04-13T12:49:57.270" LastActivityDate="2016-10-10T11:37:30.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9804" PostTypeId="2" ParentId="9801" CreationDate="2016-10-10T22:13:12.660" Score="2" Body="&lt;p&gt;I know &lt;a href=&quot;https://cargraph.com&quot; rel=&quot;nofollow&quot;&gt;this site&lt;/a&gt; has a lot of car price data, you might be able to reach out to the owner to see how much data is available.&lt;/p&gt;&#xA;" OwnerUserId="9674" LastActivityDate="2016-10-10T22:13:12.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9806" PostTypeId="1" CreationDate="2016-10-11T14:06:45.977" Score="1" ViewCount="176" Body="&lt;p&gt;I know about &lt;a href=&quot;https://mimic.physionet.org/about/mimic/&quot; rel=&quot;nofollow&quot;&gt;MIMIC&lt;/a&gt; database, which includes &quot;imaging reports&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://idash-data.ucsd.edu/community/45&quot; rel=&quot;nofollow&quot;&gt;Here&lt;/a&gt; you can also find data that includes radiology reports.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am yet to explore any of these datasets. But from what I understand they are not focused on radiology reports. Are there any others datasets of this type?&lt;/p&gt;&#xA;" OwnerUserId="13944" LastEditorUserId="13944" LastEditDate="2016-10-11T14:15:38.910" LastActivityDate="2016-10-11T14:15:38.910" Title="What public datasets of radiology reports exist?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9807" PostTypeId="1" AcceptedAnswerId="12490" CreationDate="2016-10-11T15:23:37.420" Score="3" ViewCount="70" Body="&lt;p&gt;Can anyone clarify how the 'Rewritten' value in the statusdescription column impacts the data? It appears impossible to ascertain the final &quot;approved&quot; sequence of events in a particular fluid delivery.  The time sequence of multiple rewritten columns from a particular linkorderid seem to have overlapping time segments with no way to determine which ones are the accurate (Read final set accepted by the clinicians) time / rate / amount. &lt;/p&gt;&#xA;" OwnerUserId="13946" LastActivityDate="2018-03-07T01:04:05.887" Title="MIMIC-III Inputevents_mv 'Rewritten' value" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9808" PostTypeId="1" CreationDate="2016-10-11T17:24:28.963" Score="5" ViewCount="2154" Body="&lt;p&gt;Does anyone know of any large population-based dataset that recorded human body temperature? &lt;/p&gt;&#xA;" OwnerUserId="13947" LastEditorUserId="1511" LastEditDate="2016-10-12T14:13:42.960" LastActivityDate="2016-10-12T14:13:42.960" Title="Open large datasets on human body temperature?" Tags="|data-request|medical|population|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9809" PostTypeId="2" ParentId="9793" CreationDate="2016-10-11T21:41:08.090" Score="1" Body="&lt;p&gt;In the previous version of Scorecard, the median  undergraduate loan debt was calculated for those who separated (i.e., either graduated or withdrew) in a given fiscal year , measured at the time of calculation (October 2014).  These values were recalculated and replaced, by calculating median debt for those who separate in a given fiscal year, measured at the time of separation. See the change log &lt;a href=&quot;https://collegescorecard.ed.gov/data/changelog/&quot; rel=&quot;nofollow&quot;&gt;https://collegescorecard.ed.gov/data/changelog/&lt;/a&gt; for more details and explanations of other changes made to previously published data values (note updates included changes beyond adding the 14-15 merged file).&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2016-10-11T21:41:08.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9811" PostTypeId="2" ParentId="9808" CreationDate="2016-10-12T14:12:59.660" Score="2" Body="&lt;p&gt;It's not a large dataset, but&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ww2.amstat.org/publications/jse/v4n2/datasets.shoemaker.html&quot; rel=&quot;nofollow&quot;&gt;What's Normal? -- Temperature, Gender, and Heart Rate&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The data were derived from an article in the Journal of the American Medical Association entitled &quot;A Critical Appraisal of 98.6 Degrees F, the Upper Limit of the Normal Body Temperature, and Other Legacies of Carl Reinhold August Wunderlich&quot; (&lt;a href=&quot;https://ww2.amstat.org/publications/jse/v4n2/datasets.shoemaker.html#mackowiak&quot; rel=&quot;nofollow&quot;&gt;Mackowiak, Wasserman, and Levine 1992&lt;/a&gt;). The authors display a histogram of 148 subjects' normal temperatures taken at several different times during two consecutive days, resulting in 700 total readings. The relative frequency histogram is also broken down by gender (122 males and 26 females). I derived the dataset presented here by working backwards from this histogram. I tried as closely as possible to recreate the original data, but with a reduction in sample size to 130 total readings. Relatively more of the female subjects' readings have been represented, so that the number of male and female readings would be equal. This equality helps to keep introductory statistics students from getting sidetracked by weighting issues. The means for both men and women (98.1 and 98.4) are the same as those reported in the article, and the distributions are as close as possible to the original. I also derived heart rates from the regression statistics given in the article, so that equivalent results can be obtained from this dataset.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Columns&#xA;   1 -  5  Body temperature (degrees Fahrenheit)&#xA;   9       Gender (1 = male, 2 = female)&#xA;  14 - 15  Heart rate (beats per minute)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Data sample (&lt;a href=&quot;https://ww2.amstat.org/publications/jse/datasets/normtemp.dat.txt&quot; rel=&quot;nofollow&quot;&gt;link&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;96.3    1    70&#xA;96.7    1    71&#xA;96.9    1    74&#xA;97.0    1    80&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-10-12T14:12:59.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9812" PostTypeId="1" CreationDate="2016-10-13T09:21:17.570" Score="1" ViewCount="68" Body="&lt;p&gt;Just a data set I'm trying to find. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally with Company &amp;amp; Pension Assets data as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Help and ideas much appreciated.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The data exists (privately) in at least one place: The Pensions Regulator, as &quot;The Official Register of Pension Schemes&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Extensive search suggests that it doesn't exist anywhere else, but I thought I'd ask the community anyway.&lt;/p&gt;&#xA;" OwnerUserId="13971" LastEditorUserId="13971" LastEditDate="2016-10-13T15:49:22.460" LastActivityDate="2016-10-18T08:31:26.100" Title="Data Set of all registered Defined-Benefit Pension schemes in the UK" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9814" PostTypeId="1" CreationDate="2016-10-13T18:32:23.037" Score="1" ViewCount="35" Body="&lt;p&gt;How can I find the reimbursement cost of a ROWPU? Reverse Osmosis Water Purification Unit. &lt;/p&gt;&#xA;" OwnerUserId="13977" LastActivityDate="2016-10-13T18:32:23.037" Title="Daily Reimbursement Rate for ROWPU" Tags="|data.gov|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9815" PostTypeId="2" ParentId="3835" CreationDate="2016-10-13T20:22:46.027" Score="6" Body="&lt;p&gt;UN/LOCODE includes over 103,034 locations in 249 countries and installations in international waters. It is used by most major shipping companies, by freight forwarders and in the manufacturing industry around the world. It is also applied by national governments and in trade related activities, such as statistics where it is used by the European Union, by the UPU for certain postal services, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.unece.org/cefact/locode/welcome.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.unece.org/cefact/locode/welcome.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13978" LastActivityDate="2016-10-13T20:22:46.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9816" PostTypeId="2" ParentId="9802" CreationDate="2016-10-13T21:22:32.670" Score="1" Body="&lt;p&gt;Here are some databases on Quandl that show government expenditures on education when I searched for &quot;expenditure education&quot; within each database: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;World Bank Africa Development Indicators: &lt;a href=&quot;https://www.quandl.com/data/WADI?keyword=education&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/WADI?keyword=education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Federal Reserve Economic Data: &lt;a href=&quot;https://www.quandl.com/data/FRED?keyword=expenditure%20education&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/FRED?keyword=expenditure%20education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;United Nations Global Indicators: &lt;a href=&quot;https://www.quandl.com/data/UGID?keyword=expenditure%20education&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/UGID?keyword=expenditure%20education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Asian Development Bank: &lt;a href=&quot;https://www.quandl.com/data/ADB?keyword=expenditure%20education&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/ADB?keyword=expenditure%20education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;National Bureau of Statistics China: &lt;a href=&quot;https://www.quandl.com/data/NBSC?keyword=expenditure%20education&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/NBSC?keyword=expenditure%20education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;World Bank Education Statistics: &lt;a href=&quot;https://www.quandl.com/data/WEDU?keyword=expenditure%20education&quot; rel=&quot;nofollow&quot;&gt;https://www.quandl.com/data/WEDU?keyword=expenditure%20education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps... Disclosure: I work for Quandl.&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-10-13T21:22:32.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9817" PostTypeId="1" CreationDate="2016-10-13T23:25:43.610" Score="3" ViewCount="39" Body="&lt;p&gt;The US Census &lt;a href=&quot;http://www2.census.gov/programs-surveys/cps/techdocs/cpsjul13.pdf&quot; rel=&quot;nofollow&quot;&gt;July 2013 Computer and Internet Use Supplement&lt;/a&gt; surveys US households and asks &quot;How much does your Internet service provider charge you per month?&quot; From this, I can get an empirical distribution of US households' monthly Internet service costs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data is mainly about fixed broadband (i.e. home Internet access), however. I am looking for a data set that will allow me to compute this same distribution for cellular data plans.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are various reports that compile the cost of selected mobile broadband plans (e.g. the &lt;a href=&quot;https://www.fcc.gov/document/fifth-international-broadband-data-report&quot; rel=&quot;nofollow&quot;&gt;FCC International Broadband Data Report&lt;/a&gt; appendix), but not the number of subscribers for each plan. So these don't really help me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a data set that allows me to compute the distribution of monthly cost of cellular data subscription in a population? I prefer US, but would also be happy with data for another population.&lt;/p&gt;&#xA;" OwnerUserId="7174" LastEditorUserId="7174" LastEditDate="2016-10-13T23:51:21.087" LastActivityDate="2016-10-13T23:51:21.087" Title="Cellular data subscription costs" Tags="|data-request|internet|telecom|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9818" PostTypeId="1" AcceptedAnswerId="9822" CreationDate="2016-10-14T02:56:42.037" Score="7" ViewCount="5902" Body="&lt;p&gt;Today you can find all sorts of data in an open format. Most financial data, polling and government databases, just about every baseball play ever played. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However this open data paradigm hasn't reached across the rest of the sporting world. Getting NFL, NBA, NHL and NCAA data remains quite difficult and legally confusing. This is making it difficult to create an open data science interest in professional sports data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know about any projects that are working on making this kind of data easily accessible via API or other database forma?&lt;/p&gt;&#xA;" OwnerUserId="13982" LastEditorUserId="1511" LastEditDate="2016-10-16T11:58:29.383" LastActivityDate="2019-12-26T18:01:45.617" Title="Open sports data" Tags="|uses-of-open-data|sports|" AnswerCount="5" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9819" PostTypeId="1" AcceptedAnswerId="9864" CreationDate="2016-10-14T06:40:29.210" Score="6" ViewCount="308" Body="&lt;p&gt;The US Census currently distributes two zips for ZIP Code Tabulation Areas (ZCTA) data with 33,114 features,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Gazetteer ZCTA (59M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/GENZ2016/shp/cb_2015_us_zcta510_500k.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;TIGER ZCTA (502M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/TIGER2015/ZCTA5/tl_2015_us_zcta510.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What's the difference between the Gazetteer and TIGER data? Why such a large file size difference? Which one should I use? They both have 33,144 features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Likewise, we see that with the &lt;strong&gt;state&lt;/strong&gt; dataset, Combined Statistical Areas &lt;strong&gt;csa&lt;/strong&gt;, and Core Based Statisical Areas &lt;strong&gt;cbsa&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Gazetteer State (4.6M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/GENZ2015/shp/cb_2015_us_state_500k.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;TIGER State (15M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/TIGER2016/STATE/tl_2016_us_state.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Gazetteer CSA (2.5M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/GENZ2015/shp/cb_2015_us_cbsa_500k.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;TIGER CSA (18M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/TIGER2016/CSA/tl_2016_us_csa.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Gazetteer CBSA (6.4M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/GENZ2015/shp/cb_2015_us_cbsa_500k.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;TIGER CBSA (50M)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www2.census.gov/geo/tiger/TIGER2016/CBSA/tl_2016_us_cbsa.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13983" OwnerDisplayName="Evan Carroll" LastEditorUserId="13983" LastEditDate="2016-10-20T23:29:54.157" LastActivityDate="2016-10-20T23:29:54.157" Title="What is the difference between Census TIGER and Gazetteer data?" Tags="|geospatial|us-census|postal-code|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9820" PostTypeId="2" ParentId="9819" CreationDate="2016-10-14T12:04:02.703" Score="3" Body="&lt;p&gt;Upon closer inspection, it seems that the TIGER line zcta summary level 510 shapefile has more detail of the boundaries and the Gazetteer shapefile has simplified vertices that if I had to guess were designed to be used for map visualization at a scale of 1:500,000 or greater (hence the 500k).&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-10-14T12:04:02.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9821" PostTypeId="2" ParentId="9812" CreationDate="2016-10-14T14:19:15.770" Score="2" Body="&lt;p&gt;(too long for a comment)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I didn't look too deeply, but it appears that someone (perhaps you) has requested this information before: &lt;a href=&quot;https://data.gov.uk/data-request/directory-pension-fundspension-schemes-uk&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.uk/data-request/directory-pension-fundspension-schemes-uk&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The given link is broken, but &lt;a href=&quot;https://eiopa.europa.eu/regulation-supervision/pensions/database-of-pension-plans-and-products-in-the-eea&quot; rel=&quot;nofollow&quot;&gt;https://eiopa.europa.eu/regulation-supervision/pensions/database-of-pension-plans-and-products-in-the-eea&lt;/a&gt; may be helpful, even though the UK is no longer a member of the EU.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, &lt;a href=&quot;http://www.thepensionsregulator.gov.uk/foi/lists-and-registers.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.thepensionsregulator.gov.uk/foi/lists-and-registers.aspx&lt;/a&gt; and &lt;a href=&quot;http://www.thepensionsregulator.gov.uk/en/employers/duties-checker/outcomes/i-am-an-employer-who-has-to-provide-a-pension/choose-a-pension-scheme-or-check-your-existing-one.aspx&quot; rel=&quot;nofollow&quot;&gt;http://www.thepensionsregulator.gov.uk/en/employers/duties-checker/outcomes/i-am-an-employer-who-has-to-provide-a-pension/choose-a-pension-scheme-or-check-your-existing-one.aspx&lt;/a&gt; may or may not be helpful, or you could try emailing them a request?&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2016-10-14T14:19:15.770" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9822" PostTypeId="2" ParentId="9818" CreationDate="2016-10-15T03:59:22.047" Score="7" Body="&lt;p&gt;Open Sports Data has been around for awhile, as sports have some extremely involved fans.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is some data, references, and resources:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;General Sports&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sdql.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sports Data Query Language (SDQL)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://groups.google.com/forum/#!forum/SportsDataBase&quot; rel=&quot;nofollow noreferrer&quot;&gt;SportsDataBase (SDQL) Google Group&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://viz.sdql.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sports Data Visualization using the Sports Data Query Language&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://killersports.com/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download KillerSports.com's Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://sportsdatabase.com/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.hardballtimes.com/databases-for-sabermetricians-part-one/&quot; rel=&quot;nofollow noreferrer&quot;&gt;More Databases&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Baseball&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://baseball1.com/content/view/57/82/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lahman Database (.csv/.sql/.mdb)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.retrosheet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Retrosheet – Play-By-Play Files, Game Logs, Schedules&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://baseballguru.com/jalbright/stats.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Japanese Baseball Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/matgargano/baseball-tools&quot; rel=&quot;nofollow noreferrer&quot;&gt;Baseball Tools - Tools for Working with Baseball Data&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.baseball-databank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Baseball Databank&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.baseball-reference.com/data/foo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Baseball Reference .com Data&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Football&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/20160310134936/http://www.footballproject.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Football Project – Play-By-Play Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20160404162056/http://www.advancedfootballanalytics.com/index.php/home/stats/advanced-team-stats&quot; rel=&quot;nofollow noreferrer&quot;&gt;Advanced Football Analytics&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.10flow.com/tag/football/&quot; rel=&quot;nofollow noreferrer&quot;&gt;more football&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://sportsdatabase.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SportsDatabase.com makes box score data researchable&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20140813215747/http://www.advancedfootballanalytics.com/2010/04/play-by-play-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Advanced Football Analytics' Play-By-Play Data Archive&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/10flow/playbyplay&quot; rel=&quot;nofollow noreferrer&quot;&gt;Play-By-Play Repository of Older NFL Data via 10flow&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://football.10flow.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;10flow allows you to roll your own NFL Play-By-Play Datasets&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;College Football&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cfbdatawarehouse.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Football Data Warehouse&lt;/a&gt;&lt;br&gt;&#xA;Disclaimer: the next two repositories are mine:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jalbertbowden/college-football-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;College football datasets from cbstats.com&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jalbertbowden/ncaa-football-profits&quot; rel=&quot;nofollow noreferrer&quot;&gt;NCAA Football Profits&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Basketball&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://databasebasketball.com/stats_download.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;DatabaseBasketball Stats Database Download&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Hockey&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sports.groups.yahoo.com/group/hockey-databank/files/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hockey Databank – Yahoo Group&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="21637" LastEditDate="2019-04-11T06:39:26.547" LastActivityDate="2019-04-11T06:39:26.547" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9823" PostTypeId="2" ParentId="9800" CreationDate="2016-10-15T07:50:37.820" Score="4" Body="&lt;p&gt;Here are some resources for searching across newspaper archival records for &quot;crime stories&quot;, as well as some non-open (noopen) data solutions, and some references. resources, and thoughts:  &lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Open Data&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.prattlibrary.org/research/database/?sbj=998&quot;&gt;Some databases are newspapers - Enoch Pratt Free Library&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://pqasb.pqarchiver.com/baltsun/advancedsearch.html&quot;&gt;Baltimore Sun Archive - 1837-Current (1837-1988 Article Image Search, 1989-Current Article Text Search)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://pqasb.pqarchiver.com/baltsun/results.html?st=advanced&amp;amp;QryTxt=crime&amp;amp;type=historic&amp;amp;sortby=RELEVANCE&amp;amp;datetype=0&amp;amp;frommonth=05&amp;amp;fromday=17&amp;amp;fromyear=1837&amp;amp;tomonth=12&amp;amp;today=31&amp;amp;toyear=1988&amp;amp;By=&amp;amp;Title=&amp;amp;at_hist=article&quot;&gt;Search Results for &quot;Crime&quot; 75361 Results - Baltimore Sun Archive 1837-1988&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.historicalcrimedetective.com/category/rediscovered-crime-news/&quot;&gt;Archive for 'Rediscovered Crime News' - HistoricalCrimeDetective.com&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20121002072840/http://thewhirlonline.com/home/index.php&quot;&gt;The St. Louis Evening Whirl - An Uninterrupted Crime-Fighting Publication Since 1938&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.statelib.lib.in.us/IndyNews/1848_1991_search.asp&quot;&gt;Indianapolis Newspapers Database,  1848-1991&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.statelib.lib.in.us/IndyNews/1848_1991_results.asp?pagenum=69&quot;&gt;69 Pages. Total number of records = 1021&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nj.com/archive/&quot;&gt;New Jersey Newspaper Archives - Free and Paid&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:List_of_online_newspaper_archives&quot;&gt;List of Online Newspaper Archives - Wikipedia&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://news.culturecrime.org/&quot;&gt;Culture Crime - A database of antiquities and art crime&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://gale.cengage.co.uk/crime-punishment-17901920.aspx&quot;&gt;Crime, Punishment, and Popular Culture, 1790-1920&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://libguides.wustl.edu/crimes&quot;&gt;Unthinkable Crimes - Archival and Library Resources&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Not Open Data Solutions&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.britishnewspaperarchive.co.uk/&quot;&gt;The British Newspaper Archive&lt;/a&gt; and the &lt;a href=&quot;http://www.sacbee.com/site-services/archives/&quot;&gt;The Sacramento Bee's Archive Search - Search The Bee's Archive, 1984 to present (fee-based)&lt;/a&gt; offer extensive archives that are locked up behind paywalls:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.britishnewspaperarchive.co.uk/search/results?basicsearch=crime&quot;&gt;Britisih Newspaper Archive Search Results for 'Crime'&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nl.newsbank.com/nl-search/we/Archives?p_product=SB&amp;amp;p_theme=sb&amp;amp;p_action=search&amp;amp;p_maxdocs=200&amp;amp;s_dispstring=(crime)%20AND%20date(all)&amp;amp;p_field_advanced-0=&amp;amp;p_text_advanced-0=(%22crime%22)&amp;amp;xcal_numdocs=50&amp;amp;p_perpage=25&amp;amp;p_sort=YMD_date:D&amp;amp;xcal_useweights=no&quot;&gt;Archive Search Results - Searched for: '(crime) AND date(all)'. (Showing 25 of 40365 articles)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://blog.mlive.com/mlive_special_sections/page/newspaper_archives.html&quot;&gt;Michigan Newspaper Archives - Pay to Search Many Different Paper Archives&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://ece.dallasnews.com/archive/&quot;&gt;The Dallas Morning News Archive&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nl.newsbank.com/nl-search/we/Archives?p_product=DM&amp;amp;p_theme=dm&amp;amp;p_action=search&amp;amp;p_maxdocs=200&amp;amp;s_hidethis=no&amp;amp;p_field_label-0=Author&amp;amp;p_field_label-1=title&amp;amp;p_bool_label-1=AND&amp;amp;p_field_label-2=Section&amp;amp;p_bool_label-2=AND&amp;amp;s_dispstring=crime%20AND%20date(all)&amp;amp;p_field_advanced-0=&amp;amp;p_text_advanced-0=(%22crime%22)&amp;amp;xcal_numdocs=40&amp;amp;p_perpage=20&amp;amp;p_sort=YMD_date:A&amp;amp;xcal_useweights=no&quot;&gt;Searched for: crime AND date(all) Returned: 20 displays of 76425 matches.&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.mercurynews.com/archive-search/&quot;&gt;San Jose Mercury News Archives&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nl.newsbank.com/nl-search/we/Archives?p_product=SJ&amp;amp;p_theme=sj&amp;amp;p_action=search&amp;amp;p_maxdocs=200&amp;amp;s_dispstring=allfields(crime)%20AND%20date(1985)&amp;amp;p_field_date-0=YMD_date&amp;amp;p_params_date-0=date:B,E&amp;amp;p_text_date-0=1985&amp;amp;p_field_advanced-0=&amp;amp;p_text_advanced-0=(%22crime%22)&amp;amp;xcal_numdocs=20&amp;amp;p_perpage=10&amp;amp;p_sort=YMD_date:D&amp;amp;xcal_useweights=no&quot;&gt;1423 articles matching &quot;allfields(crime) AND date(1985)&quot; were found in San Jose Mercury News Archives&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Extra&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://chamspage.blogspot.com/2011/01/how-to-use-baltimore-sun-archives-and.html&quot;&gt;How to use the Baltimore Sun Archives and the library to search for old murder cases (and other stuff)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.localmemory.org/#USA/22205/1000/&quot;&gt;Use the Local Memory Project to find a more diverse array of Periodicals&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many newspapers run their own crime/crime reports database in house; I'm assuming that blurb copy doesn't count as a &quot;news story&quot;, but these can be useful for tracking down new sources and leads, and cross-referencing, to say the least. Here are a few:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.richmond.com/gotcha/&quot;&gt;Gotcha! Crime News From Central Virginia - Richmond Times-Dispatch&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://hamptonroads.com/newsdata/crime/virginia-beach/&quot;&gt;Virginia Beach Crime - The Virginian Pilot&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://eservices.ci.richmond.va.us/applications/crimeinfo/index.asp&quot;&gt;Crime Incident Information Center - Richmond Police Department&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.thestate.com/news/local/crime/&quot;&gt;Crime - The State&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cantonrep.com/news/crime-courts&quot;&gt;Crime/Courts - Canton Rep&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.indystar.com/news/crime/&quot;&gt;Crime - Indy Star&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.news-press.com/news/crime/&quot;&gt;Crime - News Press&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.syracuse.com/crime/police-reports/&quot;&gt;Police Reports - Syracuse&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.the-review.com/section/crime%20&amp;amp;%20courts%20database&quot;&gt;Crime/Courts Database - The Review&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-15T07:50:37.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9824" PostTypeId="1" CreationDate="2016-10-15T12:24:27.133" Score="2" ViewCount="41" Body="&lt;p&gt;What are the percentages of radio stations which provide:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;terrestrial radio station only&lt;/li&gt;&#xA;&lt;li&gt;Internet radio station&lt;/li&gt;&#xA;&lt;li&gt;both&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking into this data by year and world country. Thank you for your pointers.&lt;/p&gt;&#xA;" OwnerUserId="11585" LastActivityDate="2016-10-15T12:24:27.133" Title="Percentage of radio stations that are terrestrial stations versus Internet stations" Tags="|data-request|wikidata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9825" PostTypeId="1" CreationDate="2016-10-15T15:03:45.483" Score="3" ViewCount="86" Body="&lt;p&gt;I want to create a website with which people can easily find sports clubs or facilities in their area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I basically need a list/database of all sports clubs and facilities in the world. If there is only data available from certain regions/cities, these would be useful as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data should preferably include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Address or Latitude + Longitude&lt;/li&gt;&#xA;&lt;li&gt;Sport (e.g. Tennis)&lt;/li&gt;&#xA;&lt;li&gt;Name of club / facility&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(additional data such as email,website,phone etc. would be welcomed)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: If anybody is interested in helping actively please contact me&lt;/p&gt;&#xA;" OwnerUserId="13995" LastActivityDate="2016-10-17T18:38:57.413" Title="Sports Clubs &amp; Facilities" Tags="|data-request|uses-of-open-data|sports|geocoding|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9826" PostTypeId="1" AcceptedAnswerId="9828" CreationDate="2016-10-16T02:21:12.520" Score="5" ViewCount="982" Body="&lt;p&gt;I'm working on a project to identify crop and do yield analysis using satellite imagery. can someone please guide me, where can i get this dataset?&lt;/p&gt;&#xA;" OwnerUserId="10844" LastActivityDate="2016-10-16T16:26:48.900" Title="satellite imagery data for crop identification" Tags="|data-request|geospatial|images|agriculture|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9827" PostTypeId="2" ParentId="9723" CreationDate="2016-10-16T14:36:34.137" Score="0" Body="&lt;p&gt;For anyone who stumbles onto this question during my research I also found this site: &lt;a href=&quot;https://www.scribd.com/&quot; rel=&quot;nofollow&quot;&gt;https://www.scribd.com/&lt;/a&gt; This has millions of documents of all kinds available to download.&lt;/p&gt;&#xA;" OwnerUserId="13784" LastActivityDate="2016-10-16T14:36:34.137" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9828" PostTypeId="2" ParentId="9826" CreationDate="2016-10-16T16:26:48.900" Score="7" Body="&lt;p&gt;USDA has a vast ecosystem that can be tapped into for this kind of imagery.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;https://nassgeodata.gmu.edu/CropScape/&quot;&gt;CropScape&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;CropScape hosts a geospatial data product called the Cropland Data Layer (CDL). The CDL is a raster, geo-referenced, crop-specific land cover data layer created annually for the continental United States using moderate resolution satellite imagery and extensive agricultural ground truth. All historical CDL products are available for use and free for download through CropScape.&lt;br&gt;&#xA;USDA FSA Satellite Imagery Resources (PDF)  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;http://nassgeodata.gmu.edu/VegScape/&quot;&gt;VegScape&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;VegScape delivers interactive vegetation indices so that web users can explore, visualize, query, and disseminate current vegetative cover maps and data without the need for specialized expertise, software, or high end computers. New satellite-based data are loaded on a weekly basis during the growing season. One can compare year-to-year change since the year 2000, compare conditions at a given times to mean, median and ratio vegetative cover, and can overlay a crop mask to help identify crop land versus non-crop land, among many functions. Vegetation indices, such as the NDVI (Normalized Difference Vegetation Index), and mean, median, and ratio comparisons to prior years have proven useful for assessing crop condition and identifying the land area impacted by floods, drought, major weather anomalies, and vulnerabilities of early/late season crops. The National Aeronautics Space Administration's MODIS satellite is used for this project and provides imaging at 250 meter (15 acres) per pixel resolution. Additionally, the data can be directly exported to Google Earth for mashups or delivered to other applications via web services.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;http://www.fsa.usda.gov/programs-and-services/aerial-photography/imagery-programs/naip-imagery/index&quot;&gt;National Agriculture Imagery Program (NAIP)&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;NAIP acquires aerial imagery during the agricultural growing seasons in the continental U.S. A primary goal of the NAIP program is to make digital ortho photography available to governmental agencies and the public within a year of acquisition.   &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;More Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.agcensus.usda.gov/&quot;&gt;USDA Census of Agriculture&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nass.usda.gov/&quot;&gt;NASS - National Agricultural Statistics Service&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fsa.usda.gov/programs-and-services/aerial-photography/index&quot;&gt;Aerial Photography - USDA Farm Service Agency&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Possibly Not Open (Noopen) Data&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;USDA FSA says &quot;access is for subscribers only&quot;; not sure if that requires payment (meaning its not open data) or not.&#xA;&lt;a href=&quot;http://www.pecad.fas.usda.gov/remote.htm&quot;&gt;Global Crop Production Analysis - USDA FAS Satellite Imagery Archive&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Not Satellite Imagery, but Informative:&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.agcensus.usda.gov/Publications/2012/Online_Resources/Ag_Census_Web_Maps/&quot;&gt;Ag Census Web Maps&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.agcensus.usda.gov/Publications/2012/Online_Resources/Ag_Atlas_Maps/index.php&quot;&gt;Details Regarding How the Ag Atlas, part of the Ag Census, Creates its Maps&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nass.usda.gov/Data_Visualization/index.php&quot;&gt;NASS Data Visualization&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-16T16:26:48.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9829" PostTypeId="1" AcceptedAnswerId="9830" CreationDate="2016-10-16T09:30:56.567" Score="7" ViewCount="5057" Body="&lt;p&gt;I'm searching dataset with photos of front cars, like speed camera photos.&#xA;Standford dataset is interesting, but too good quality, not from traffic cameras.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Who knows where to find such?&lt;/p&gt;&#xA;" OwnerUserId="14003" OwnerDisplayName="UndeadDragon" LastEditorUserId="7248" LastEditDate="2016-10-21T08:54:30.050" LastActivityDate="2016-10-21T08:54:30.050" Title="Traffic camera datasets" Tags="|transportation|images|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9830" PostTypeId="2" ParentId="9829" CreationDate="2016-10-16T22:25:20.167" Score="4" Body="&lt;p&gt;Open Data Ottawa's data portal has this data:&lt;br&gt;&#xA;&lt;a href=&quot;http://data.ottawa.ca/dataset/traffic-web-cam-images&quot;&gt;Traffic Web Cam Images Dataset&lt;/a&gt;&lt;br&gt;&#xA;&quot;Provides images for the City of Ottawa's traffic web cams. These images are available at sixty second intervals. To access the images users will be required to have an access key.&quot;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;More Options, and Resources:&lt;/h2&gt;&#xA;&#xA;&lt;h3&gt;Image Datasets&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://trafficopendata.ottawa.ca/ts/rsadmin/certificate.jsp&quot;&gt;Application form for access keys&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.vision.caltech.edu/html-files/archive.html&quot;&gt;Caltech Has Two Car Datasets and One Motorcycles Dataset&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://cbcl.mit.edu/software-datasets/CarData.html&quot;&gt;MIT CBCL Card Database #1&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://cogcomp.cs.illinois.edu/Data/Car/&quot;&gt;UIUC Image Database for Car Detection&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;These have some promising leads:&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://clickdamage.com/sourcecode/cv_datasets.php&quot;&gt;Computer Vision Datasets&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://homepages.inf.ed.ac.uk/rbf/CVonline/Imagedbase.htm&quot;&gt;CVonline: Image Databases&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-10-16T22:30:52.437" LastActivityDate="2016-10-16T22:30:52.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9831" PostTypeId="1" CreationDate="2016-10-17T06:58:54.357" Score="3" ViewCount="109" Body="&lt;p&gt;I am working on a mapping project and would like to map Srilanka and Bangladesh. I downloaded data from &lt;a href=&quot;https://www.openstreetmap.org/#map=7/14.987/101.365&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; but the level of detail, particularly for POIs, leaves a lot to be desired (There are only around 18k POIs for Srilanka and 12k POIs for Bangladesh).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I am looking for alternate sources of spatial data (POIs in particular) for Srilanka and Bangladesh. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;I don't mind paying for the datasets as long as they are comprehensive and of good quality&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Google has a lot more POIs than osm,&#xA;Google Maps:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/eteSr.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/eteSr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;OSM:&lt;/em&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/vhojC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vhojC.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14005" LastEditorUserId="14005" LastEditDate="2016-10-21T09:03:57.280" LastActivityDate="2016-10-21T09:03:57.280" Title="Spatial Data for Srilanka &amp; Bangladesh" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9832" PostTypeId="1" AcceptedAnswerId="9838" CreationDate="2016-10-17T08:51:48.770" Score="3" ViewCount="105" Body="&lt;p&gt;I am searching for climate projection data with the following criteria:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;covering Western/Central Europe (especially Germany), gridded data would be ideal&lt;/li&gt;&#xA;&lt;li&gt;monthly or at least seasonal (3-months) resolution&lt;/li&gt;&#xA;&lt;li&gt;temperature and precipitation&lt;/li&gt;&#xA;&lt;li&gt;covering the next 30-50 years&lt;/li&gt;&#xA;&lt;li&gt;from a reputable source (and OK to use for academic/scientific purpose)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Can you recommend a datasets that meets these criteria?&lt;/p&gt;&#xA;" OwnerUserId="8779" LastEditorUserId="1511" LastEditDate="2016-11-24T12:17:58.910" LastActivityDate="2016-11-24T12:17:58.910" Title="Climate change projections for Europe/Germany" Tags="|geospatial|europe|germany|environment|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9833" PostTypeId="1" AcceptedAnswerId="9861" CreationDate="2016-10-17T12:49:43.763" Score="2" ViewCount="97" Body="&lt;p&gt;Working on a project to determine the speed limits of every road network within Metro Atlanta's boundary. I have GDOT RC data, Navteq/HERE data, ABM data made in-house, and Open Street Maps. These all differ a bit. Where can I find, or pull, the data to get closer to the completion of my project?&lt;/p&gt;&#xA;" OwnerUserId="14009" LastEditorUserId="23272" LastEditDate="2022-07-14T12:45:58.363" LastActivityDate="2022-07-14T12:45:58.363" Title="Speed Limit Data For ArcGIS: Metro Atlanta Region" Tags="|geospatial|transportation|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="9834" PostTypeId="2" ParentId="9818" CreationDate="2016-10-17T16:07:48.433" Score="0" Body="&lt;p&gt;Maybe you could be interested in our API Restful service released in Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For all info go on &lt;a href=&quot;http://sportsopendata.net&quot; rel=&quot;nofollow&quot;&gt;Sports Open Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14010" LastActivityDate="2016-10-17T16:07:48.433" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9835" PostTypeId="2" ParentId="9825" CreationDate="2016-10-17T18:38:57.413" Score="2" Body="&lt;p&gt;A handful of local governments offer datasets like this:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Recreational facilities in San Francisco: &lt;a href=&quot;https://data.sfgov.org/d/z76i-7s65&quot; rel=&quot;nofollow&quot;&gt;https://data.sfgov.org/d/z76i-7s65&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Various datasets in Denver:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.denvergov.org/opendata/search?tag=recreation&quot; rel=&quot;nofollow&quot;&gt;https://www.denvergov.org/opendata/search?tag=recreation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.denvergov.org/opendata/dataset/city-and-county-of-denver-recreational-court-surfaces&quot; rel=&quot;nofollow&quot;&gt;https://www.denvergov.org/opendata/dataset/city-and-county-of-denver-recreational-court-surfaces&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Recreational facilities in Washington DC: &lt;a href=&quot;http://opendata.dc.gov/datasets/7122c1c815314588abe5c1864da8a355_3&quot; rel=&quot;nofollow&quot;&gt;http://opendata.dc.gov/datasets/7122c1c815314588abe5c1864da8a355_3&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Golf courses in NY State: &lt;a href=&quot;https://data.ny.gov/d/cgck-srxx&quot; rel=&quot;nofollow&quot;&gt;https://data.ny.gov/d/cgck-srxx&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I don't think you're gonna be able to find a nationwide dataset that has a field for the type of sport available at a particular facility.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-17T18:38:57.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9836" PostTypeId="2" ParentId="9829" CreationDate="2016-10-17T18:47:14.140" Score="3" Body="&lt;p&gt;I don't know if these cameras are quite right for your purpose, but the Massachusetts DOT has their traffic cameras available via API: &lt;a href=&quot;https://data.mass.gov/d/spgs-rk4q&quot; rel=&quot;nofollow&quot;&gt;https://data.mass.gov/d/spgs-rk4q&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Portland Oregon also has their cameras online in some form (can't remember my CivicApps login at the moment, so I'm not sure how good this dataset is): &lt;a href=&quot;http://civicapps.org/datasets/its-cameras-intelligent-transportation-system&quot; rel=&quot;nofollow&quot;&gt;http://civicapps.org/datasets/its-cameras-intelligent-transportation-system&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-17T18:47:14.140" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9837" PostTypeId="2" ParentId="9089" CreationDate="2016-10-17T18:59:50.670" Score="2" Body="&lt;p&gt;Google Consumer Surveys is very open with their data. You can see their reporting &lt;a href=&quot;https://datastudio.google.com/u/0/#/org//reporting/0B29GVb5ISrT0TGk1TW5tVF9Ed2M/page/YgS&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; and the archive of all their polling (with CSVs containing each individual response) &lt;a href=&quot;https://drive.google.com/drive/u/0/folders/0B29GVb5ISrT0VzFQWjFSWGcyeVE&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise, most pollsters keep their raw data close to their chest, and only release their analysis of their data. Check out FiveThirtyEight's &lt;a href=&quot;http://projects.fivethirtyeight.com/2016-election-forecast/national-polls/&quot; rel=&quot;nofollow&quot;&gt;national poll listings&lt;/a&gt;, which include links to the original source for every poll (usually it's just a PDF or a news article though).&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-17T18:59:50.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9838" PostTypeId="2" ParentId="9832" CreationDate="2016-10-17T21:17:37.640" Score="2" Body="&lt;p&gt;If you're looking specifically for a small region in the European interior, you're going to need model simulations at the regional scale. For that I'd suggest checking out the CCAFS Downscaled Climate Change data portal: &lt;a href=&quot;http://www.ccafs-climate.org/data/&quot; rel=&quot;nofollow&quot;&gt;http://www.ccafs-climate.org/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data offered there are 30-year monthly normalizations of most every AR4 and AR5 climate models and scenarios (SRESs and RCPs) for the 2030's, 2050's and 2070's. They also have the historical period data available at the same scales so you can perform present-day comparisons with future periods to identify climate anomalies and areas where changes may be more drastic. The license agreement allows academic/non-commercial use as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download realizations by tile but be warned that the data storage needed is considerable, especially if you want to calculate model ensemble averages. If you're going that route, you might want to consider only using the models with the highest validation statistics representing each cluster. For more info: &lt;a href=&quot;http://onlinelibrary.wiley.com/doi/10.1002/grl.50256/abstract&quot; rel=&quot;nofollow&quot;&gt;http://onlinelibrary.wiley.com/doi/10.1002/grl.50256/abstract&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2016-10-17T21:17:37.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9839" PostTypeId="1" CreationDate="2016-10-18T05:05:40.647" Score="3" ViewCount="38" Body="&lt;p&gt;I am hoping to match a list a addresses gathered in the mid 1980s with block group codes from the 1990 census. The geocoder on the census website processes this for 2010 block group designations only. Are there any other utilities or programs that can do this? I plan to do most the data processing in R if there are perhaps any packages that can help with this.&lt;/p&gt;&#xA;" OwnerUserId="8378" LastEditorUserId="8378" LastEditDate="2016-10-21T00:42:19.683" LastActivityDate="2016-10-21T00:42:19.683" Title="Matching 1980s address data to 1990 census geoid10?" Tags="|us-census|census|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9840" PostTypeId="2" ParentId="1779" CreationDate="2016-10-18T06:12:46.207" Score="10" Body="&lt;p&gt;&lt;strong&gt;Dataset 1:&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datainnovation.org/2015/02/wikipedia-releases-clickstream-data/&quot; rel=&quot;noreferrer&quot;&gt;Wikipedia Releases Clickstream Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia has released a data set of clickstream data for January 2015. A clickstream is the path a user requests to get to a desired web page or article by using a referer—clicking on a link or performing a search. The dataset contains 22 million referer-article pairs from the English language, desktop version of Wikipedia—just a sample of the 4 billion total requests made in January. Clickstream data is a valuable analytical tool as it can determine things like the most popular links in a web page and how users navigate through a website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Download data from: &lt;a href=&quot;https://figshare.com/articles/Wikipedia_Clickstream/1305770&quot; rel=&quot;noreferrer&quot;&gt;https://figshare.com/articles/Wikipedia_Clickstream/1305770&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Dataset 2:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://hortonworks.com/tutorial/visualize-website-clickstream-data/&quot; rel=&quot;noreferrer&quot;&gt;Visualize Website Clickstream Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These website log files contain data elements such as a date and time stamp, the visitor’s IP address, the destination URLs of the pages visited, and a user ID that uniquely identifies the website visitor.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Download data from : &lt;a href=&quot;https://s3.amazonaws.com/hw-sandbox/tutorial8/RefineDemoData.zip&quot; rel=&quot;noreferrer&quot;&gt;https://s3.amazonaws.com/hw-sandbox/tutorial8/RefineDemoData.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Dataset 3:&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/matthayes/4614332&quot; rel=&quot;noreferrer&quot;&gt;Sample Clickstream Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Download data from : &lt;a href=&quot;https://gist.github.com/matthayes/4614332&quot; rel=&quot;noreferrer&quot;&gt;https://gist.github.com/matthayes/4614332&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14017" LastEditorUserId="-1" LastEditDate="2018-08-19T19:35:18.503" LastActivityDate="2018-08-19T19:35:18.503" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9841" PostTypeId="1" CreationDate="2016-10-18T06:37:34.210" Score="2" ViewCount="43" Body="&lt;p&gt;The data set is listed here: &lt;a href=&quot;https://datamarket.azure.com/dataset/mrc/microsoftacademic&quot; rel=&quot;nofollow&quot;&gt;https://datamarket.azure.com/dataset/mrc/microsoftacademic&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It supports the Open Data Protocol. However, when I access it on Chrome, e.g., with &lt;a href=&quot;https://api.datamarket.azure.com/Data.ashx/MRC/MicrosoftAcademic/v2/Domain?$top=2&quot; rel=&quot;nofollow&quot;&gt;https://api.datamarket.azure.com/Data.ashx/MRC/MicrosoftAcademic/v2/Domain?$top=2&lt;/a&gt;, the result is: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;m:error xmlns:m=&quot;http://schemas.microsoft.com/ado/2007/08/dataservices/metadata&quot;&amp;gt;&#xA;&amp;lt;m:code/&amp;gt;&#xA;&amp;lt;m:message xml:lang=&quot;en-US&quot;&amp;gt;&#xA;We are currently experiencing problems with the backend database. If you continue to receive this error, please contact us (https://datamarket.azure.com/support).&#xA; We appreciate your patience and will continue to improve the product based on your feedback. -- Reference #: 36dd1702-5a3e-483f-a3a6-35347222af36&#xA;&amp;lt;/m:message&amp;gt;&#xA;&amp;lt;/m:error&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here is the returned result on IE 8:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  &amp;lt;?xml version=&quot;1.0&quot; encoding=&quot;utf-8&quot; ?&amp;gt; &#xA;- &amp;lt;m:error xmlns:m=&quot;http://schemas.microsoft.com/ado/2007/08/dataservices/metadata&quot;&amp;gt;&#xA;  &amp;lt;m:code /&amp;gt; &#xA;  &amp;lt;m:message xml:lang=&quot;en-US&quot;&amp;gt;We are currently experiencing problems with the backend database. If you continue to receive this error, please contact us (https://datamarket.azure.com/support). We appreciate your patience and will continue to improve the product based on your feedback. -- Reference #: 356e0d00-ef73-4c9e-9e01-3e6854a5fe2f&amp;lt;/m:message&amp;gt; &#xA;  &amp;lt;/m:error&amp;gt; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Did I do something wrong? Or the data set is just faulty?&lt;/p&gt;&#xA;" OwnerUserId="14018" LastEditorUserId="14018" LastEditDate="2016-10-19T09:51:50.633" LastActivityDate="2016-10-19T09:51:50.633" Title="Is there a way to access Microsoft Academic data set listed on Microsoft DataMarket?" Tags="|data-request|api|odata|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="9842" PostTypeId="1" AcceptedAnswerId="9907" CreationDate="2016-10-18T08:11:05.607" Score="1" ViewCount="1768" Body="&lt;p&gt;We use the &lt;a href=&quot;http://cepii.fr/CEPII/fr/bdd_modele/presentation.asp?id=6&quot; rel=&quot;nofollow&quot;&gt;GeoDist&lt;/a&gt; database from CEPII for distances between countries around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, doing proper GeoIP load balancing between states in USA, there's a lot of sites offering this functionality, but it does not seem to be an actual database with that information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an open dataset that contain information like distance between states? If not, is there a good reason that one needs to API one of these sites that have the data?&lt;/p&gt;&#xA;" OwnerUserId="14020" LastEditorUserId="1511" LastEditDate="2016-10-23T13:24:22.520" LastActivityDate="2016-10-23T13:24:22.520" Title="Open dataset containing distance between states in the USA" Tags="|data-request|usa|geospatial|api|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9843" PostTypeId="2" ParentId="9812" CreationDate="2016-10-18T08:31:26.100" Score="1" Body="&lt;p&gt;Not exactly what I was after, and not in a particularly easy format, but this book, &lt;a href=&quot;http://www.wlrstore.com/apinfo/pension-fund.aspx&quot; rel=&quot;nofollow&quot;&gt;&quot;Pension Funds and their Advisers 2016&quot;&lt;/a&gt; has proved to be a useful place to start.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(ISBN: 978-1-85783-234-1)&lt;/p&gt;&#xA;" OwnerUserId="13971" LastActivityDate="2016-10-18T08:31:26.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9844" PostTypeId="1" CreationDate="2016-10-18T13:18:48.090" Score="3" ViewCount="52" Body="&lt;p&gt;I'm looking for a dataset or an API that provides information about toll costs of european roads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something similar to ViaMichelin, that is what we are using now, but preferably free of charge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does somebody know some free dataset with this information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was thinking in OSM, but I do not know if offers this information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="14025" LastActivityDate="2016-10-18T13:18:48.090" Title="European roads toll cost" Tags="|geospatial|cost|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9845" PostTypeId="2" ParentId="9839" CreationDate="2016-10-18T14:39:10.320" Score="2" Body="&lt;p&gt;My first thought is to use QGIS or ArcGIS and perform a &lt;a href=&quot;https://gis.stackexchange.com/questions/86444/how-to-spatially-join-polygon-fields-onto-a-point-layer-in-qgis&quot;&gt;spatial join&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could use the 1990 Census Block Group shapefiles located &lt;a href=&quot;http://www2.census.gov/geo/tiger/PREVGENZ/bg/bg90shp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; with your addresses/point data.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-10-18T14:39:10.320" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9846" PostTypeId="2" ParentId="9787" CreationDate="2016-10-18T15:02:56.343" Score="1" Body="&lt;p&gt;Common reasons are because agencies have made updates to their data inventories and deleted duplicate records, or grouped similar datasets -- such as multi-year of the same data, into a collection, which counts as 1 in the dataset total. Dataset total is around 190K, total resources represented if you separate out collections is 7 million.&lt;/p&gt;&#xA;" OwnerUserId="8923" LastActivityDate="2016-10-18T15:02:56.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9847" PostTypeId="2" ParentId="9831" CreationDate="2016-10-18T16:21:58.513" Score="2" Body="&lt;p&gt;Some probably unhelpful suggestions that are too long for a comment:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;All companies (though not necessarily all buildings) in Bangladesh must register with the government. You might see if the government maintains a list of these as a first cut: &lt;a href=&quot;http://bangladesh.gov.bd/site/page/0d1259d8-29a4-4c1c-a14b-4514f7ef127e/Trade-License&quot; rel=&quot;nofollow&quot;&gt;http://bangladesh.gov.bd/site/page/0d1259d8-29a4-4c1c-a14b-4514f7ef127e/Trade-License&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://bangladesh.worldplaces.me/places.html&quot; rel=&quot;nofollow&quot;&gt;https://bangladesh.worldplaces.me/places.html&lt;/a&gt; claims to list 30K+ places, but these might be from google, and the list doesn't seem very accurate (some spam on it).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://bangladeshbusinessdir.com&quot; rel=&quot;nofollow&quot;&gt;http://bangladeshbusinessdir.com&lt;/a&gt; and &lt;a href=&quot;http://www.listofcompanies.org/companies/Bangladesh/Dhaka&quot; rel=&quot;nofollow&quot;&gt;http://www.listofcompanies.org/companies/Bangladesh/Dhaka&lt;/a&gt; are some possibly useful lists as well.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My theory is that google gets this data from some public or otherwise open source, so you should be able to find it too. However, googling for a specific company name like &quot;Tongue and Tummy&quot; (in quotes) yields nothing directory like that's useful. I was hoping wikipedia would list it, but no. This might be only on the deep web somewhere.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorDisplayName="user3856" LastEditDate="2016-10-18T16:28:08.900" LastActivityDate="2016-10-18T16:28:08.900" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9848" PostTypeId="2" ParentId="7927" CreationDate="2016-10-18T19:09:44.627" Score="4" Body="&lt;p&gt;Metro Vancouver has an open data catalogue&#xA;&lt;a href=&quot;http://www.metrovancouver.org/data&quot; rel=&quot;nofollow&quot;&gt;http://www.metrovancouver.org/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These geo datasets are available:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Frequent Transit Development Areas&#xA;Land Use&#xA;Metro 2040 Land Designation&#xA;Metro 2040 Urban Containment&#xA;Metro Vancouver Regional Park Trails&#xA;Municipal Boundaries&#xA;Private Licensed Solid Waste Facilities&#xA;Public Solid Waste Facilities&#xA;Special Study Areas&#xA;Urban Centre&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="14027" LastActivityDate="2016-10-18T19:09:44.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9849" PostTypeId="2" ParentId="6734" CreationDate="2016-10-18T19:38:35.673" Score="3" Body="&lt;p&gt;I made my own from 10,000 points. &lt;a href=&quot;http://bit.ly/LV_Bathy&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://bit.ly/LV_Bathy&lt;/a&gt; is the URL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/UtXS1.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/UtXS1.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3793" LastEditorUserId="3793" LastEditDate="2016-10-24T21:57:41.723" LastActivityDate="2016-10-24T21:57:41.723" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9850" PostTypeId="1" CreationDate="2016-10-18T23:21:05.510" Score="2" ViewCount="48" Body="&lt;p&gt;Please, anyone knows how or where can I get quick support for issues I'm having with CKAN? I work for Argentinian Government and I'm in charge of launching a Open Data Portal for all the country Justice system. I have CKAN running and mostly all information uploaded but for some Datasets and Resources I'm having weird and strange issues that I couldn't track on any site after extensive google searches. Any information of where I can have fast answers and support I will be very grateful. Thanks all.&lt;/p&gt;&#xA;" OwnerUserId="14033" LastActivityDate="2016-10-19T00:04:12.477" Title="Official Help and Support on customising CKAN" Tags="|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9851" PostTypeId="2" ParentId="9850" CreationDate="2016-10-19T00:04:12.477" Score="2" Body="&lt;p&gt;Typically the best place for support with software is the software's website. Did you try visiting &lt;a href=&quot;http://ckan.org/&quot; rel=&quot;nofollow&quot;&gt;CKAN's site&lt;/a&gt;?&lt;br&gt;&#xA;At first glance, there's a link in the top navigation called &quot;&lt;a href=&quot;http://ckan.org/contact/&quot; rel=&quot;nofollow&quot;&gt;Support&lt;/a&gt;&quot;, so that's where you want to start.&lt;br&gt;&#xA;If you are looking for third party vendors to pay to get you up and running, you should clarify that in your question.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-19T00:04:12.477" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9852" PostTypeId="2" ParentId="7927" CreationDate="2016-10-19T00:11:02.927" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.cmhc-schl.gc.ca/en/search/search_001.cfm?sec=en&amp;amp;text=Vancouver&quot; rel=&quot;nofollow&quot;&gt;Search Canada Mortgage and Housing Corporation for Vancouver&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www03.cmhc-schl.gc.ca/hmiportal/en/#Profile/1/1/Canada&quot; rel=&quot;nofollow&quot;&gt;CMHC Housing Market Information Portal&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://recherche-search.gc.ca/rGs/s_r?q=housing&amp;amp;wb-srch-sub=search&amp;amp;num=10&amp;amp;langs=eng&amp;amp;st1rt=0&amp;amp;st=s&amp;amp;s5bm3ts21rch=x&amp;amp;cdn=canada&amp;amp;delta=1&amp;amp;form_build_id=form-7WXKDFtD2EfxmwC0jqyUtJYPoUD55LQdqny6FihwZno&amp;amp;form_id=custom_search_blocks_form_1&amp;amp;custom_search_paths=search%2Fsite%2F%5Bkey%5D#wb-land&quot; rel=&quot;nofollow&quot;&gt;Search Open Canada for &quot;Housing&quot;&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-19T00:11:02.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9853" PostTypeId="1" CreationDate="2016-10-19T09:06:47.747" Score="1" ViewCount="15" Body="&lt;p&gt;I need a few statistics for a school project, about the number of cars registered in Paris and London during 1900-1940. Any year between 1910, 1920, and 1930 would be extremely helpful.&lt;/p&gt;&#xA;" OwnerUserId="14037" LastEditorUserId="90" LastEditDate="2016-10-19T15:47:53.527" LastActivityDate="2016-10-19T15:47:53.527" Title="Cars Registered in London and Paris Last Century (1900-1940)" Tags="|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9854" PostTypeId="2" ParentId="3835" CreationDate="2016-10-19T12:00:39.263" Score="1" Body="&lt;p&gt;You can query the &lt;a href=&quot;http://www.webservicex.com/New/Home/ServiceDetail/56&quot; rel=&quot;nofollow&quot;&gt;GlobalWeather API at WebserviceX.net&lt;/a&gt;, specifically the &lt;a href=&quot;http://www.webservicex.com/New/Home/ServiceDetail/56&quot; rel=&quot;nofollow&quot;&gt;GetCitiesByCountry call&lt;/a&gt;. You would have to input a list of country names, but these are easily obtainable.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2016-10-19T12:00:39.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9855" PostTypeId="1" CreationDate="2016-10-19T12:36:55.917" Score="2" ViewCount="335" Body="&lt;p&gt;Is there an open data set of car performance? By year, manufacturer and model? I'm looking for all kinds of measurements such as 0-60 time, engine displacement, mpg, 1/4 mile time, 60-0, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the absence of an open set, I may contact publications like &lt;em&gt;Motor Trend&lt;/em&gt; or &lt;em&gt;Road &amp;amp; Track&lt;/em&gt; to see if they have a table they can share.&lt;/p&gt;&#xA;" OwnerUserId="7221" LastActivityDate="2018-11-14T13:14:31.943" Title="Data set of automobile performance" Tags="|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9856" PostTypeId="5" CreationDate="2016-10-19T15:26:45.737" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-19T15:26:45.737" LastActivityDate="2016-10-19T15:26:45.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9857" PostTypeId="4" CreationDate="2016-10-19T15:26:45.737" Score="0" Body="For data derived from weather stations, satellite systems, and computer models that concerns temperature, precipitation, and other long-term climatic trends." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-21T08:54:02.617" LastActivityDate="2016-10-21T08:54:02.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9858" PostTypeId="1" AcceptedAnswerId="9860" CreationDate="2016-10-19T18:16:38.540" Score="9" ViewCount="383" Body="&lt;p&gt;I think that DBpedia links to Wikipedia by Wikipedia database dump, making it not up to date with on-line Wikipedia contents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if Wikidata uses on-line Wikipedia content or if it also works on Wikipedia dump?&lt;/p&gt;&#xA;" OwnerUserId="14045" LastEditorUserId="877" LastEditDate="2016-10-24T03:07:11.373" LastActivityDate="2016-10-24T03:07:11.373" Title="Is Wikidata up to date with Wikipedia?" Tags="|wikidata|wikipedia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9859" PostTypeId="1" CreationDate="2016-10-19T18:26:14.647" Score="1" ViewCount="50" Body="&lt;p&gt;&lt;a href=&quot;https://geolytix.net&quot; rel=&quot;nofollow&quot;&gt;We&lt;/a&gt; just released an open dataset for UK retail locations. We are working on getting this into Open Street Map in the future but for now we will release GIS files and tables. There is some more information on our blog. Feel free to use and share the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://blog.geolytix.net/2016/10/19/retail-points-update/&quot; rel=&quot;nofollow&quot;&gt;http://blog.geolytix.net/2016/10/19/retail-points-update/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14047" LastEditorUserId="14047" LastEditDate="2016-10-19T18:34:35.550" LastActivityDate="2016-10-19T18:34:35.550" Title="UK Open Retail Locations Data" Tags="|geospatial|" AnswerCount="0" CommentCount="3" ClosedDate="2016-10-30T21:43:46.940" ContentLicense="CC BY-SA 3.0" />
  <row Id="9860" PostTypeId="2" ParentId="9858" CreationDate="2016-10-19T18:52:02.903" Score="11" Body="&lt;p&gt;The dependency is supposed to be the opposite, i.e. that Wikipedia should rely on data in Wikidata. This is however not fully implemented yet. If you look at the infobox on this cheese &lt;a href=&quot;https://fr.wikipedia.org/wiki/Reblochon&quot;&gt;in French&lt;/a&gt;, all data comes from Wikidata, but not &lt;a href=&quot;https://en.wikipedia.org/wiki/Reblochon&quot;&gt;in English&lt;/a&gt; (yet). We are far from full implementation, so expect to see any combination of people pulling data from Wikipedia to Wikidata or the opposite in any article.&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2016-10-19T18:52:02.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9861" PostTypeId="2" ParentId="9833" CreationDate="2016-10-19T20:09:58.343" Score="2" Body="&lt;p&gt;You need to define a hierarchy of speed limits. The NavTeq/Here data will include all roadway databases; starting with this, then you can spatially join the data to the base network you create.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The key will be determining which database you &quot;trust&quot; more. &lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-10-19T20:09:58.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9862" PostTypeId="2" ParentId="9757" CreationDate="2016-10-20T06:23:53.803" Score="2" Body="&lt;p&gt;Village level boundaries for many parts of India is available &lt;a href=&quot;https://archive.org/details/IndiaVillageBoundaries&quot; rel=&quot;nofollow&quot;&gt;here&lt;/a&gt; as JSON files as per 2001 census data&lt;/p&gt;&#xA;" OwnerUserId="14056" LastEditorUserId="90" LastEditDate="2016-10-20T14:15:11.670" LastActivityDate="2016-10-20T14:15:11.670" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="9863" PostTypeId="1" AcceptedAnswerId="9875" CreationDate="2016-10-20T07:02:37.983" Score="6" ViewCount="271" Body="&lt;p&gt;Are there any sources of &lt;strong&gt;up to date&lt;/strong&gt; information about world lakes? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in both spatial (not necessarily in great detail) and basic non-spatial (such as lake area, volume and maximum depth) information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The key point is last update time. I've already considered &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow&quot;&gt;Natural Earth Data&lt;/a&gt; and &lt;a href=&quot;http://www.worldwildlife.org/pages/global-lakes-and-wetlands-database&quot; rel=&quot;nofollow&quot;&gt;Global Lakes and Wetlands Database&lt;/a&gt;. &lt;a href=&quot;http://www.hydrosheds.org/page/hydrolakes&quot; rel=&quot;nofollow&quot;&gt;HydroLAKES&lt;/a&gt; dataset is next in line (when it will be released). And I've noticed that, for example, the information about the Aral sea is quite old and different from source to source (both about its contour and area value).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which of these sources (or maybe some alternative) provides the most reliable data and information at the global level?&lt;/p&gt;&#xA;" OwnerUserId="14049" LastEditorUserId="9956" LastEditDate="2016-10-21T19:11:04.970" LastActivityDate="2016-10-21T20:10:57.127" Title="Up-to-date Global Lake Information and Data" Tags="|data-request|geospatial|global|environment|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9864" PostTypeId="2" ParentId="9819" CreationDate="2016-10-20T17:00:17.073" Score="3" Body="&lt;p&gt;I wrote to the Census and they wrote back,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The Gazetteer file you are looking at is a Cartographic Boundary Shapefile which is for small scale (limited detail) mapping projects clipped to shorelines. Designed for thematic mapping using GIS. The TIGER/Line shapefile is the most comprehensive dataset hence the difference in file size. So depending on what level of detail you need will depend on which file you use. Here is the TIGER Products link: &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.census.gov/geo/maps-data/data/tiger.html&lt;/a&gt; see the graph at the bottom if you want to compare the product types.&lt;/p&gt;&#xA;&lt;p&gt;Please let me know if I can be of further assistance.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I'm not exactly sure why anyone wouldn't just always use the TIGER database. But, for whatever reason there are two. For comparison here is a map with CBSA and CSA layered over each other. The green is CBSA, and the red-dash is CSA. The first frame, the one with more green, is the TIGER set. Note, I generated with the 2016 TIGER set and the 2015 Gazetteer set.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GK1xp.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GK1xp.gif&quot; alt=&quot;CBSA CSA&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm not sure of the context of &lt;em&gt;thematic&lt;/em&gt;, but clearly the Gazeteer CBSA zones excludes more water and the CBSA zones in TIGER include it. Also, thanks to the email and the name we can see that the Gazetteer files are also called &lt;strong&gt;Cartographic Boundary Shapefile&lt;/strong&gt;. In the link provided,&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Tiger Line Shapefiles&lt;/strong&gt; are defined as,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Full detail (not generalized) ; Shapefiles (.shp) and database files (.dbf); Most mapping projects--this is our most comprehensive dataset. Designed for use with GIS (geographic information systems).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;And &lt;strong&gt;Cartographic Boundary Shapefiles&lt;/strong&gt; (aka Gazetteer files) are defined as,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Less detail (generalized); Shapefiles (.shp); Small scale (limited detail) mapping projects clipped to shoreline. Designed for thematic mapping using GIS.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;However, looking into it further the &lt;em&gt;Cartographic Boundary Shapefiles&lt;/em&gt; also have .dbf files.&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-10-20T19:13:27.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9865" PostTypeId="2" ParentId="9858" CreationDate="2016-10-20T17:03:08.283" Score="5" Body="&lt;p&gt;Wikidata doesn't automatically use data from Wikipedia. Data from Wikipedia is uploaded to Wikidata by hand or using some more or less automated tools to do batch uploads but ultimately under control of a user, as &lt;a href=&quot;https://meta.wikimedia.org/wiki/PetScan/en#Create_Wikidata_items_for_Wikipedia_articles_that_don.27t_have_one_yet_.28Creator_functionality.29&quot; rel=&quot;nofollow&quot;&gt;PetScan&lt;/a&gt; or &lt;a href=&quot;https://tools.wmflabs.org/wikidata-game/&quot; rel=&quot;nofollow&quot;&gt;Wikidata Game&lt;/a&gt;. The uploading work is in progress with thousands of articles in Wikipedias without an item in Wikidata and millions of items in Wikidata which lack some of the data that is in Wikipedias. For example, there is &lt;a href=&quot;https://tools.wmflabs.org/wikidata-game/#mode=stats&quot; rel=&quot;nofollow&quot;&gt;over a million&lt;/a&gt; of Wikidata items labelled as &quot;human&quot; but lacking gender, while most of those items have gender in some Wikipedia article explained in some human-readable way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use of Wikidata data in Wikipedias is only half automated: usually infoboxes and other templates in articles can use data from Wikidata but that need to be enabled in the infobox (and usually it's not straightforward) and it can be overridden by data locally stored in Wikipedia article. The effort of allowing that data to be used has often been done for data that is expected to be more updated in Wikidata (for example, geographical coordinates) but it isn't likely to be completed in a foreseeable future for data that is already right in Wikipedias and is not likely to get outdated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And as Ainali expects, there is actually a lot of people pulling data from Wikipedias to Wikidata (my &lt;a href=&quot;https://www.wikidata.org/w/index.php?title=Special:Contributions/Pere_prlpz&amp;amp;offset=20160124223226&amp;amp;limit=500&amp;amp;target=Pere%20prlpz&quot; rel=&quot;nofollow&quot;&gt;example&lt;/a&gt;) or updating templates in Wikipedia to use data from Wikidata.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastEditorUserId="14052" LastEditDate="2016-10-20T20:10:29.500" LastActivityDate="2016-10-20T20:10:29.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9866" PostTypeId="1" CreationDate="2016-10-20T17:40:19.233" Score="1" ViewCount="23" Body="&lt;p&gt;Are Processing Times accessible via your API?&#xA;&lt;a href=&quot;https://icert.doleta.gov/#fragment-2&quot; rel=&quot;nofollow&quot;&gt;https://icert.doleta.gov/#fragment-2&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14062" LastEditorUserId="90" LastEditDate="2016-10-20T18:14:00.763" LastActivityDate="2016-10-20T18:14:00.763" Title="Processing Times" Tags="|labor|" AnswerCount="0" CommentCount="3" ClosedDate="2016-11-11T00:23:16.827" ContentLicense="CC BY-SA 3.0" />
  <row Id="9867" PostTypeId="2" ParentId="1181" CreationDate="2016-10-20T22:12:40.667" Score="1" Body="&lt;p&gt;Yes, ogr2ogr does this job efficiently. Install, GDAL/OGR then run below command.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;ogr2ogr -f GeoJSON target.geojson geoRSS.xml&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(here &lt;code&gt;target.geojson&lt;/code&gt; is the geojson file to be generated, while &lt;code&gt;geoRSS.xml&lt;/code&gt; is actual feed file. You need to download it before you run above command.)&lt;/p&gt;&#xA;" OwnerUserId="14065" LastEditorUserId="90" LastEditDate="2018-07-19T14:50:51.497" LastActivityDate="2018-07-19T14:50:51.497" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9868" PostTypeId="1" AcceptedAnswerId="10461" CreationDate="2016-10-21T07:40:54.543" Score="3" ViewCount="151" Body="&lt;p&gt;I may have a blackout on this, so please help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a wikipedia account with a confirmed email. I have checked the box &quot;Email me when a page or file on my watchlist is changed&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have two pages on my watchlist:&#xA;1. a page I edited&#xA;2. my sandbox page&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have visited my sandbox page several times and edited it. But I have not received any notification emails.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What did I do wrong?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is one &lt;a href=&quot;https://en.wikipedia.org/wiki/Help:Email_notification&quot; rel=&quot;nofollow&quot;&gt;instruction&lt;/a&gt; that I believe I have followed:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;*If your Preferences has &quot;Email me when a page or file on my watchlist is changed&quot; set, then only by visiting a page will you actually set&#xA;  its email notification flag.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Once you miss the email for a particular page change or don't visit&#xA;  the page (or ignore the email), you will not receive any more emails&#xA;  for that page. You can still dutifully monitor that page by its&#xA;  watchlist edit-summaries, but its particular email notification flag&#xA;  will remain unset until you visit it. This facilitates monitoring a&#xA;  large watchlist while preventing potentially useless emails to you.*&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="14068" LastEditorUserId="14068" LastEditDate="2016-10-21T09:31:50.090" LastActivityDate="2017-02-14T08:42:01.070" Title="Wikipedia: How to activate email notification from watchlist?" Tags="|wikipedia|email|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9869" PostTypeId="2" ParentId="6929" CreationDate="2016-10-21T16:17:21.660" Score="2" Body="&lt;p&gt;You could try out Merriam-Webster's Dictionary API, which has a basic XML standard for dictionary entries: &lt;a href=&quot;http://www.dictionaryapi.com/products/api-collegiate-dictionary.htm&quot; rel=&quot;nofollow&quot;&gt;http://www.dictionaryapi.com/products/api-collegiate-dictionary.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7248" LastEditorUserId="7248" LastEditDate="2016-10-21T16:55:53.640" LastActivityDate="2016-10-21T16:55:53.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9870" PostTypeId="2" ParentId="7939" CreationDate="2016-10-21T16:26:22.870" Score="2" Body="&lt;p&gt;The problem with using the CC SA license is that it hasn't been updated since v1.0. The rest of the CC licenses are up to v4.0 now, and the new versions have cleared up a lot of issues and ambiguities in the legal text of the license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of the conditions of every ShareAlike license is that the person reusing the content must include a note mentioning the license. Given that they're going to be obligated to include a note no matter what, I don't think it's too much of a burden for anyone to also include attribution to you in their note. I'd recommend just using CC BY-SA.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-21T16:26:22.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9871" PostTypeId="2" ParentId="6658" CreationDate="2016-10-21T16:34:20.003" Score="1" Body="&lt;p&gt;I don't think there's any good API available for this data, but looking at &lt;a href=&quot;http://www.nwslsoccer.com/schedule&quot; rel=&quot;nofollow&quot;&gt;the schedule on the NWSL website&lt;/a&gt;, it seems to be published as a fairly simple HTML table. You could probably just make your app scrape it with not too much difficulty. Not the ideal solution, but better than nothing.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-21T16:34:20.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9872" PostTypeId="2" ParentId="3898" CreationDate="2016-10-21T16:46:41.580" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://www.giantbomb.com/games/&quot; rel=&quot;nofollow&quot;&gt;Giant Bomb&lt;/a&gt; (&lt;a href=&quot;http://www.giantbomb.com/api/&quot; rel=&quot;nofollow&quot;&gt;API info&lt;/a&gt;) is probably going to be your best bet. They have a very large database of games, and they keep track of details like release date, genre, platforms, publishers, franchises, characters, locations, etc. However, they restrict their API to non-commercial use and 200 requests/hour.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another one to check out is &lt;a href=&quot;http://thegamesdb.net/&quot; rel=&quot;nofollow&quot;&gt;TheGamesDB&lt;/a&gt; (&lt;a href=&quot;http://wiki.thegamesdb.net/index.php/Main_Page&quot; rel=&quot;nofollow&quot;&gt;API info&lt;/a&gt;). Their database doesn't support some of the more advanced stuff Giant Bomb has like locations, characters, etc, but they are much less restrictive with their data. Unfortunately, their API is known for having a fair bit of downtime -- I wouldn't recommend relying on them for a user-facing app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also &lt;a href=&quot;https://www.igdb.com/&quot; rel=&quot;nofollow&quot;&gt;IGDB&lt;/a&gt; (&lt;a href=&quot;https://www.igdb.com/api&quot; rel=&quot;nofollow&quot;&gt;API info&lt;/a&gt;), which is also free and emphasizes that they allow commercial use.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastEditorUserId="7248" LastEditDate="2016-10-27T21:49:40.007" LastActivityDate="2016-10-27T21:49:40.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9873" PostTypeId="1" AcceptedAnswerId="9874" CreationDate="2016-10-21T16:47:10.823" Score="2" ViewCount="30" Body="&lt;p&gt;What open access journals are there in the fields of psychology, neuroscience, and behaviour?&lt;/p&gt;&#xA;" OwnerUserId="340" LastEditorUserId="90" LastEditDate="2016-10-21T19:02:17.583" LastActivityDate="2016-10-21T21:21:28.810" Title="What open access journals are there in the fields of psychology, neuroscience, behaviour, etc.?" Tags="|publications|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9874" PostTypeId="2" ParentId="9873" CreationDate="2016-10-21T19:01:49.107" Score="3" Body="&lt;p&gt;Here's a list of Open Access (OA) directories, journals, and repositories you can scour through.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: Be selective in your choices, as OA is ripe with Open Washing; &lt;a href=&quot;http://guides.lib.vt.edu/oa/journals&quot; rel=&quot;nofollow&quot;&gt;Virginia Tech has a good break down in the differences between real OA Journals vs. Open Washing OA Journals&lt;/a&gt;.   &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;OA Journals Specifically for Psychology, Neuroscience, and Behaviour&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://doaj.org/search?source=%7B%22query%22%3A%20%7B%22query_string%22%3A%20%7B%22query%22%3A%20%22psychology%22%2C%20%22default_operator%22%3A%20%22AND%22%7D%7D%7D#.WApdDpMrL_Q&quot; rel=&quot;nofollow&quot;&gt;87k+ Results for 'Psychology' - DOAJ&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.openscienceonline.com/journal/index#category2&quot; rel=&quot;nofollow&quot;&gt;Medicine &amp;amp; Health Sciences Open Access Journals - Open Science Online&lt;/a&gt;&#xA;&lt;a href=&quot;http://atoz.ebsco.com/Titles/Subject/8623?subjectId=28282&amp;amp;subjectName=Neurophysiology%2Band%2Bneuropsychology&amp;amp;resourceType=all&amp;amp;resourceTypeName=allTitles&quot; rel=&quot;nofollow&quot;&gt;Results Under 'Neurophysiology and neuropsychology' - Open Science Directory&lt;/a&gt;&#xA;&lt;a href=&quot;https://atoz.ebsco.com/titles/searchresults/8623?GetResourcesBy=TitleNameSearch&amp;amp;Find=psychology&amp;amp;SearchType=Contains&quot; rel=&quot;nofollow&quot;&gt;Results Under 'Psychology' - Open Science Directory&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Open Access Directories, Journals, and Repositories&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://doaj.org/&quot; rel=&quot;nofollow&quot;&gt;DOAJ (Directory of Open Access Journals)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_open_access_journals&quot; rel=&quot;nofollow&quot;&gt;List of Open Access Journals - Wikipedia&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://sparcopen.org/&quot; rel=&quot;nofollow&quot;&gt;SPARC (the Scholarly Publishing and Academic Resources Coalition)&lt;/a&gt; is a global coalition committed to making Open the default for research and education.&lt;br&gt;&#xA;You should certainly join and ask the &lt;a href=&quot;https://groups.google.com/a/arl.org/forum/#!forum/sparc-oaforum/&quot; rel=&quot;nofollow&quot;&gt;SPARC OA Forum&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://science.okfn.org/&quot; rel=&quot;nofollow&quot;&gt;OKF Open Science Working Group&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://access.okfn.org/&quot; rel=&quot;nofollow&quot;&gt;OKF Open Access Working Group&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.plos.org/&quot; rel=&quot;nofollow&quot;&gt;PLOS (Public Library of Science)&lt;/a&gt; &lt;a href=&quot;https://www.plos.org/publications&quot; rel=&quot;nofollow&quot;&gt;publishes many publications&lt;/a&gt;, &lt;a href=&quot;http://journals.plos.org/&quot; rel=&quot;nofollow&quot;&gt;including a suite of Open Access journals - PLOS Journals&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://oad.simmons.edu/oadwiki/Main_Page&quot; rel=&quot;nofollow&quot;&gt;OAD (Open Access Directory)&lt;/a&gt; is a compendium of simple factual lists about open access (OA) to science and scholarship, maintained by the OA community at larg&lt;br&gt;&#xA;&lt;a href=&quot;http://oad.simmons.edu/oadwiki/Special:Categories&quot; rel=&quot;nofollow&quot;&gt;Search OAD Categories&lt;/a&gt;, and/or &lt;a href=&quot;http://oad.simmons.edu/oadwiki/Special:AllPages&quot; rel=&quot;nofollow&quot;&gt;Search OAD Articles&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.opendoar.org/&quot; rel=&quot;nofollow&quot;&gt;OpenDOAR - The Directory of Open Access Repositories&lt;/a&gt; is an authoritative directory of open access repositories, each visited by project staff to check/verify information that is recorded there. OpenDOAR's in-depth approach does not rely on automated analysis and gives a quality-controlled list of repositories.&lt;br&gt;&#xA;&lt;a href=&quot;http://roar.eprints.org/&quot; rel=&quot;nofollow&quot;&gt;ROAR - Registry of Open Access Repositories&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://iamcr.org/open-access-journals&quot; rel=&quot;nofollow&quot;&gt;Open Access Journals - International Association for Media and Communication Research&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.oajse.com/&quot; rel=&quot;nofollow&quot;&gt;OAJSE - Open Access Journals Search Engine (Excluding India)&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="340" LastEditDate="2016-10-21T21:21:28.810" LastActivityDate="2016-10-21T21:21:28.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9875" PostTypeId="2" ParentId="9863" CreationDate="2016-10-21T20:10:57.127" Score="2" Body="&lt;p&gt;I did a little searching around and came across another dataset that's relatively new (2014) and might be forthcoming soon:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://onlinelibrary.wiley.com/doi/10.1002/2014GL060641/full&quot; rel=&quot;nofollow&quot;&gt;GLOWABO - Global Water Bodies database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The study used remote sensing and water body extraction techniques [&lt;a href=&quot;http://onlinelibrary.wiley.com/doi/10.4319/lom.2012.10.1037/abstract&quot; rel=&quot;nofollow&quot;&gt;GWEM&lt;/a&gt;] to count and categorize the world's lakes, circa 2000. Some new agencies that reported on it mentioned that the data would be released openly. It might be worthwhile to contact the lead researcher, Dr. Charles Verpoorter, to see if they've started hosting the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beyond that, I would suggest that the HydroLAKES project might be the most likely candidate for performing analyses on water bodies at the global level. The major value from a continuous data set is that at the very least you can expect a degree of consistency between areas/regions/continents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data collection for more recent estimates of water body numbers and extents is difficult to perform at the global level, but if you're looking for specific lakes, you could always perform pansharpening and comparative analyses on remotely sensed &lt;a href=&quot;http://landsatlook.usgs.gov/&quot; rel=&quot;nofollow&quot;&gt;LandSat 7/8 Data&lt;/a&gt; yourself. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2016-10-21T20:10:57.127" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9876" PostTypeId="5" CreationDate="2016-10-22T01:25:11.793" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T01:25:11.793" LastActivityDate="2016-10-22T01:25:11.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9877" PostTypeId="4" CreationDate="2016-10-22T01:25:11.793" Score="0" Body="For questions related to the usage and characteristics of the English language, or requests for data that must be in the English language." OwnerUserId="9956" LastEditorUserId="754" LastEditDate="2023-02-07T08:04:17.893" LastActivityDate="2023-02-07T08:04:17.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9878" PostTypeId="5" CreationDate="2016-10-22T01:31:05.070" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T01:31:05.070" LastActivityDate="2016-10-22T01:31:05.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9879" PostTypeId="4" CreationDate="2016-10-22T01:31:05.070" Score="0" Body="For data concerning Information and Communication Technology such as telephone, cellular, and Internet services." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:38:10.750" LastActivityDate="2016-10-23T11:38:10.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9880" PostTypeId="5" CreationDate="2016-10-22T01:34:37.887" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T01:34:37.887" LastActivityDate="2016-10-22T01:34:37.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9881" PostTypeId="4" CreationDate="2016-10-22T01:34:37.887" Score="0" Body="For questions concerning Massive Open Online Courses (MOOCs)." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:37:45.203" LastActivityDate="2016-10-23T11:37:45.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9882" PostTypeId="5" CreationDate="2016-10-22T01:48:38.043" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T01:48:38.043" LastActivityDate="2016-10-22T01:48:38.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9883" PostTypeId="4" CreationDate="2016-10-22T01:48:38.043" Score="0" Body="For questions concerning data related to the countries of South Korea and/or North Korea." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:38:04.223" LastActivityDate="2016-10-23T11:38:04.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9884" PostTypeId="5" CreationDate="2016-10-22T01:49:39.123" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T01:49:39.123" LastActivityDate="2016-10-22T01:49:39.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9885" PostTypeId="4" CreationDate="2016-10-22T01:49:39.123" Score="0" Body="For questions concerning data related to the country of France." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:37:53.903" LastActivityDate="2016-10-23T11:37:53.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9886" PostTypeId="5" CreationDate="2016-10-22T01:52:11.287" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T01:52:11.287" LastActivityDate="2016-10-22T01:52:11.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9887" PostTypeId="4" CreationDate="2016-10-22T01:52:11.287" Score="0" Body="For questions related to database management systems, database structures or data that is retrievable through databases." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:38:01.273" LastActivityDate="2016-10-23T11:38:01.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9888" PostTypeId="5" CreationDate="2016-10-22T02:05:49.997" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T02:05:49.997" LastActivityDate="2016-10-22T02:05:49.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9889" PostTypeId="4" CreationDate="2016-10-22T02:05:49.997" Score="0" Body="For data concerning land use, land classifications, landforms and land masses." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:38:20.367" LastActivityDate="2016-10-23T11:38:20.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9890" PostTypeId="5" CreationDate="2016-10-22T02:08:54.400" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T02:08:54.400" LastActivityDate="2016-10-22T02:08:54.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9891" PostTypeId="4" CreationDate="2016-10-22T02:08:54.400" Score="0" Body="For questions concerning data on patterns of transportation via automobiles, airplanes, boats, trains, etc..." OwnerUserId="9956" LastEditorUserId="90" LastEditDate="2016-10-22T02:26:34.860" LastActivityDate="2016-10-22T02:26:34.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9892" PostTypeId="1" CreationDate="2016-10-22T02:11:57.787" Score="2" ViewCount="32" Body="&lt;p&gt;I'm looking to create directory and I would like to know what standards are available for classifying businesses, professions, and organizations?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2016-10-22T02:21:58.050" LastActivityDate="2016-10-22T02:53:15.153" Title="What standards are available for classifying Organizations and Businesses?" Tags="|standards|classification|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9893" PostTypeId="2" ParentId="9892" CreationDate="2016-10-22T02:15:35.443" Score="2" Body="&lt;p&gt;Two standards are big in the USA, but there may be many others&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2012&quot; rel=&quot;nofollow&quot;&gt;North American Industry Classification System (NAICS)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.osha.gov/pls/imis/sic_manual.html&quot; rel=&quot;nofollow&quot;&gt;Standard Industrial Classification (SIC) (older US standard)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can read about &lt;a href=&quot;http://www.census.gov/eos/www/naics/&quot; rel=&quot;nofollow&quot;&gt;these two standards here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, internationally there is the &lt;a href=&quot;http://unstats.un.org/unsd/cr/registry/regcst.asp?Cl=27&quot; rel=&quot;nofollow&quot;&gt;International Standard Industrial Classification of All Economic Activities (ISIC)&lt;/a&gt; a production by the United Nations. This has the advantage of being internationlized (available in other langauges). You can find ISIC for &lt;a href=&quot;http://unstats.un.org/unsd/cr/registry/regdnld.asp?Lg=1&quot; rel=&quot;nofollow&quot;&gt;download here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also see the other nation-specific standards, &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.abs.gov.au/ausstats/abs@.nsf/ViewContent?readform&amp;amp;view=DirClassManualsbyTopic&amp;amp;Action=Expand&amp;amp;Num=6.1.2&quot; rel=&quot;nofollow&quot;&gt;Australian and New Zealand Standard Industrial Classification (ANZSIC)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Nomenclature of Economic Activities (NACE) (a subset of ISIC with further divisions for &quot;European Economies&quot;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Japanese_Industrial_Standards_Committee&quot; rel=&quot;nofollow&quot;&gt;Japanese Industrial Standards Committee (JSIC)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2016-10-22T02:53:15.153" LastActivityDate="2016-10-22T02:53:15.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9894" PostTypeId="2" ParentId="9892" CreationDate="2016-10-22T02:52:49.507" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://microformats.org/&quot; rel=&quot;nofollow&quot;&gt;Microformats&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.w3.org/TR/microdata/&quot; rel=&quot;nofollow&quot;&gt;Microdata&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://schema.org/&quot; rel=&quot;nofollow&quot;&gt;Schema&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://lorenae.github.io/qb4olap/&quot; rel=&quot;nofollow&quot;&gt;QB4OLAP - Business Intelligence over Linked Data.&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.w3.org/community/fibo/&quot; rel=&quot;nofollow&quot;&gt;FIBO - Financial Industry Business Ontology&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.xbrl.org/&quot; rel=&quot;nofollow&quot;&gt;XBRL - eXtensible Business Reporting Language&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Always helpful to peruse &lt;a href=&quot;https://lov.okfn.org/dataset/lov/&quot; rel=&quot;nofollow&quot;&gt;LOV - Linked Open Vocabularies&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-22T02:52:49.507" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9895" PostTypeId="1" AcceptedAnswerId="9905" CreationDate="2016-10-22T07:37:45.480" Score="3" ViewCount="44" Body="&lt;p&gt;I'm doing a research on the language used by university professors and I'm looking for closed captioned videos from real university classes.&lt;/p&gt;&#xA;" OwnerUserId="9777" LastEditorUserId="1511" LastEditDate="2016-10-23T11:55:32.157" LastActivityDate="2016-10-23T11:55:32.157" Title="Where can I find subtitled recordings of university courses?" Tags="|data-request|language|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9896" PostTypeId="5" CreationDate="2016-10-22T14:22:31.257" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2016-10-22T14:22:31.257" LastActivityDate="2016-10-22T14:22:31.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9897" PostTypeId="4" CreationDate="2016-10-22T14:22:31.257" Score="0" Body="For questions concerning data for the country of Argentina." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2016-10-23T11:37:49.497" LastActivityDate="2016-10-23T11:37:49.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9898" PostTypeId="2" ParentId="9522" CreationDate="2016-10-22T17:47:38.570" Score="5" Body="&lt;p&gt;There are actually a lot of sources for this, and some sources have multiple products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This chart on &lt;a href=&quot;https://shoreline.noaa.gov/data/&quot; rel=&quot;noreferrer&quot;&gt;NOAA breaks it down&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/ikWNa.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ikWNa.png&quot; alt=&quot;Shoreline comparison&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These sites are pretty difficult to navigate, and I'm unsure of your application. Here is an overview:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ngdc.noaa.gov/mgg/shorelines/gshhs.html&quot; rel=&quot;noreferrer&quot;&gt;GSHHG - A Global Self-consistent, Hierarchical, High-resolution Geography Database&lt;/a&gt;. This is &lt;strong&gt;not&lt;/strong&gt; the NOAA composite set, but it is the only download of the World Vector Shorelines (WVS), and it is what NOAA links to when you try to download them. WVS is produced by National Geospatial-Intelligence Agency. The GSHHG is aggregated with the CIA World Data Bank II (WDBII) for political borders. The scale seems to be 1:250,000. One other important point, &lt;strong&gt;this dataset is distributed as polygons&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&quot; rel=&quot;noreferrer&quot;&gt;Tiger Coastline&lt;/a&gt; nothing much to say about this. It's pretty low resolution.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://shoreline.noaa.gov/data/datasheets/index.html&quot; rel=&quot;noreferrer&quot;&gt;NOAA-NOS Composite Shoreline of the Continental United States&lt;/a&gt;. Derived from aerial imagery and raster T-sheets. &lt;/li&gt;&#xA;&lt;li&gt;Regional Data:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://coastalmap.marine.usgs.gov/national/shorelc/data.html&quot; rel=&quot;noreferrer&quot;&gt;USGS GIS&lt;/a&gt; a huge basket of all kinds of data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://shoreline.noaa.gov/data/datasheets/cusp.html&quot; rel=&quot;noreferrer&quot;&gt;NOAA Continually Updated Shoreline Product (CUSP)&lt;/a&gt; this set has LIDAR data. As far as I can see, you have to download it from their &lt;a href=&quot;http://www.ngs.noaa.gov/NSDE/&quot; rel=&quot;noreferrer&quot;&gt;little map tool called NOAA Shoreline Data Explorer&lt;/a&gt; by going Download &amp;rarr; CUSP &amp;rarr; By Region.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And, now for a map generated with a bunch of it...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/W2reQ.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/W2reQ.jpg&quot; alt=&quot;Combined map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Out of all those downloaded, the Tiger Coastline is the only one that aggregates the data with the name of the body of water it joins too. &lt;strong&gt;So you're going to have link it up with a better defined coastline.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also of importance and not mentioned is the &lt;a href=&quot;http://www.naturalearthdata.com/downloads/10m-physical-vectors/&quot; rel=&quot;noreferrer&quot;&gt;Natural Earth Coastline&lt;/a&gt;. This is non-governmental and covers the whole world with more accuracy of the TIGER Coastline (but &lt;em&gt;substantially&lt;/em&gt; less accuracy than any of the other methods mentioned). For your project I would probably link this up to the TIGER Coastline. For reference, another fancy map... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pA90i.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pA90i.png&quot; alt=&quot;TIGER Coastline VS Natural Earth Coastline&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2016-10-22T18:05:41.310" LastActivityDate="2016-10-22T18:05:41.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9899" PostTypeId="2" ParentId="9797" CreationDate="2016-10-23T00:25:47.167" Score="1" Body="&lt;p&gt;It is not possible with just the Decennial Census API, but a solution can be constructed with the Census's &lt;a href=&quot;https://tigerweb.geo.census.gov/&quot; rel=&quot;nofollow&quot;&gt;TIGERweb services&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In sketch, use TIGERweb REST service to get the geometry of a place, and then use that geometry with another TIGERweb REST service to get a list of tracts that intersect with a place, and then use the Decennial Census API to look up information about those tracts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the road I took in this &lt;a href=&quot;https://github.com/datamade/census_area&quot; rel=&quot;nofollow&quot;&gt;python library&lt;/a&gt; that allows queries of tracts, blockgroups, and blocks by place (or other arbitrary geometries). &lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-10-23T00:25:47.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9900" PostTypeId="1" AcceptedAnswerId="9923" CreationDate="2016-10-23T00:43:59.897" Score="2" ViewCount="47" Body="&lt;p&gt;The Census API provides ACS 5 data for &lt;a href=&quot;http://www.census.gov/data/developers/data-sets/acs-5year.2011.html&quot; rel=&quot;nofollow&quot;&gt;2011&lt;/a&gt; and &lt;a href=&quot;http://www.census.gov/data/developers/data-sets/acs-5year.2012.html&quot; rel=&quot;nofollow&quot;&gt;2012&lt;/a&gt; (along with more recent years).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Census's TIGERweb services provides census tract geometries for the &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/TIGERweb/tigerWMS_ACS2013/MapServer/8&quot; rel=&quot;nofollow&quot;&gt;2013 ACS release&lt;/a&gt; and the &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/TIGERweb/tigerWMS_Census2010/MapServer/14&quot; rel=&quot;nofollow&quot;&gt;2010 Decennial Census&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are the census tracts used in the 2011 ACS and 2012 ACS the same as either the 2010 or 2013 geometries? If not, is there a web service that provides the 2011 and 2012 geometries?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-10-23T16:03:29.203" LastActivityDate="2016-10-25T15:59:21.090" Title="Geometries for census tracts in 2012 and 2013 ACS 5 Releases" Tags="|api|us-census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9901" PostTypeId="1" CreationDate="2016-10-23T01:04:37.440" Score="1" ViewCount="28" Body="&lt;p&gt;I'm looking for a failure-time (survival analysis) data set &#xA;which is&#xA;- Multivariate or clustered &#xA;(Multiple individuals are observed in one sampling unit. For example, family members in a family)&#xA;- Competing risks&#xA;(There are multiple failure causes, for example, death from breast cancer and breast from lung cancer)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there such a data set?&lt;/p&gt;&#xA;" OwnerUserId="14085" LastActivityDate="2016-10-23T01:04:37.440" Title="multivariate competing risks failure-time data set" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9902" PostTypeId="1" AcceptedAnswerId="11330" CreationDate="2016-10-23T08:41:30.767" Score="3" ViewCount="265" Body="&lt;p&gt;I used to execute successfully the following query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT (COUNT(?r) AS ?count) WHERE { [] &amp;lt;http://www.wikidata.org/prop/direct/P31&amp;gt; ?r }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;on &lt;code&gt;http://wdqs-beta.wmflabs.org/bigdata/namespace/wdq/sparql&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, now this endpoint has been stopped, and when I execute the same query on official wikidata endpoint service: &lt;code&gt;https://query.wikidata.org&lt;/code&gt; I get the following error:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;java.util.concurrent.ExecutionException: java.util.concurrent.ExecutionException: org.openrdf.query.QueryInterruptedException: java.lang.RuntimeException: java.util.concurrent.ExecutionException: com.bigdata.bop.engine.QueryTimeoutException: Query deadline is expired.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This means that the query has exceeded the limit time.&lt;/p&gt;&#xA;&lt;p&gt;Is there a way to expand executing time, or is there another SPARQL endpoint that allows me to execute the query?&lt;/p&gt;&#xA;" OwnerUserId="14088" LastEditorUserId="23272" LastEditDate="2021-04-04T05:02:32.017" LastActivityDate="2021-04-04T05:02:32.017" Title="Wikidata: QueryTimeoutException: Query deadline is expired" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="9903" PostTypeId="2" ParentId="9758" CreationDate="2016-10-23T11:30:50.453" Score="2" Body="&lt;p&gt;I think this data set won't exist, because, while &quot;unhealthy&quot; can be often objectively defined, &quot;healthy&quot; is subjective. For example, a data set consisting of diagnostic data from a &quot;healthy&quot; person may in fact be measured on an not-yet-diagnosed &quot;unhealthy&quot; person, or a person that lists themselves as &quot;healthy&quot; but in fact has relatively high blood pressure for their age, ethnicity, demographic, etc. (With enough data, these points should show up as outliers.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, like I posted in my comment, I'd suggest finding an open data set of &quot;unhealthy&quot; people and then using the &lt;a href=&quot;https://en.wikipedia.org/wiki/Control_variable&quot; rel=&quot;nofollow noreferrer&quot;&gt;control groups&lt;/a&gt;, which are selected because they are not exhibiting symptoms. This is called &quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Treatment_and_control_groups&quot; rel=&quot;nofollow noreferrer&quot;&gt;treatment and control groups&lt;/a&gt;.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another thing: Similar to this question -&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/9808/1511&quot;&gt;Open large datasets on human body temperature?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;finding medical data for non-sick people isn't as easy as it sounds.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-10-23T11:30:50.453" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9904" PostTypeId="2" ParentId="9714" CreationDate="2016-10-23T11:44:18.643" Score="3" Body="&lt;p&gt;Pew Research - National Survey of Latinos - &amp;quot;&lt;a href=&quot;http://www.pewhispanic.org/2009/12/11/viii-family-fertility-sexual-behaviors-and-attitudes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Family, Fertility, Sexual Behaviors and Attitudes&lt;/a&gt;&amp;quot;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.pewhispanic.org/2013/07/19/2009-national-survey-of-latinos/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data download&lt;/a&gt; (requires registration)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Field Dates: 8/5/09 – 9/16/09&lt;/p&gt;&#xA;&lt;p&gt;Respondents: Nationally-representative sample of 2,012 Latino respondents ages 16 and older&lt;/p&gt;&#xA;&lt;p&gt;Margin of Error: +/-3.70 percentage points at the 95% confidence level&lt;/p&gt;&#xA;&lt;p&gt;This survey focused primarily on Latino youth, including questions regarding educational experiences, identity, discrimination, social values, teen sexual activity, parental relationships, crime, and media and technology use.  While Latinos ages 16-25 were oversampled, Latinos ages 26 and older were also interviewed in regards to almost all of the survey topics, as well.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hRghc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hRghc.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-10-23T11:44:18.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9905" PostTypeId="2" ParentId="9895" CreationDate="2016-10-23T11:54:44.723" Score="3" Body="&lt;p&gt;Any video on YouTube that has captions can be used, although you'll (probably) have to find a way to avoid auto-generated captions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, from MIT (with friendly CC license). You can use open source tool &lt;a href=&quot;http://google2srt.sourceforge.net/en/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;GoogleSRT&lt;/a&gt; or similar to download captions from YouTube.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/a/4005/1511&quot;&gt;here&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OtYdZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OtYdZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-10-23T11:54:44.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9906" PostTypeId="2" ParentId="6929" CreationDate="2016-10-23T13:07:06.127" Score="5" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/XDXF&quot; rel=&quot;noreferrer&quot;&gt;XDXF&lt;/a&gt; is an open source &amp;quot;XML Dictionary Exchange Format&amp;quot;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;XDXF stands for XML Dictionary Exchange Format, and specifies a semantic format for storing dictionaries.&lt;/p&gt;&#xA;&lt;p&gt;The main distinction of XDXF that makes it stand out among all other dictionary formats is that it doesn't contain almost any representational information about how articles should look like. Instead, XDXF stores only structural and semantic information in word articles. The choice of how they have to be rendered is shifted to dictionary-browsing software (&amp;quot;DS&amp;quot;), its settings and user preferences.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/soshial/xdxf_makedict&quot; rel=&quot;noreferrer&quot;&gt;Project site at Github&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://groups.google.com/forum/#!forum/xdxf-format&quot; rel=&quot;noreferrer&quot;&gt;Google group&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/soshial/xdxf_makedict/blob/master/format_standard/xdxf_description.md#logical-format&quot; rel=&quot;noreferrer&quot;&gt;Example of an entry&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-10-23T13:07:06.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9907" PostTypeId="2" ParentId="9842" CreationDate="2016-10-23T13:23:07.773" Score="1" Body="&lt;p&gt;Often it doesn't make sense to store (database) and share (API) data that can be easily reproduced, especially when everyone has slightly different requirements. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In your case, to calculate the distance between the US capital cities, you can calculate it with a small piece of code, by reading in an array of capital cities latitude and longitude, and then calculating the distance. Here's an example using Python's &lt;a href=&quot;https://pypi.python.org/pypi/geopy/1.11.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;geopy&lt;/a&gt; &lt;a href=&quot;https://github.com/geopy/geopy&quot; rel=&quot;nofollow noreferrer&quot;&gt;library&lt;/a&gt; (calculating distance between to points on a sphere is not trivial, &lt;a href=&quot;https://en.wikipedia.org/wiki/Great-circle_distance&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from geopy.distance import great_circle&#xA;&#xA;juneau_ak = (58.3019, 134.4197)&#xA;honolulu_hi = (21.3069, 157.8583)&#xA;&#xA;print(great_circle(juneau_ak, honolulu_hi).kilometers)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Returns: 4525.33307066 (kilometers)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Since there are only 50, you can either manually create a list of US capital city geo-coordinates, or find something prepared online.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/Miserlou/c5cd8364bf9b2420bb29&quot; rel=&quot;nofollow noreferrer&quot;&gt;US 1000 largest cities&lt;/a&gt; (JSON)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/q/21923&quot;&gt;GIS discussion on the topic&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.xfront.com/us_states/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Some random website&lt;/a&gt; (hint, see HTML source, which is easily parsed)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/u1hJw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/u1hJw.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-10-23T13:23:07.773" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9908" PostTypeId="1" AcceptedAnswerId="9922" CreationDate="2016-10-23T15:41:41.760" Score="5" ViewCount="572" Body="&lt;p&gt;There are ACS 5 variables that are available at the tract level, but return &lt;code&gt;null&lt;/code&gt; at the block group level. For example, median monthly housing costs:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.census.gov/data/2014/acs5/?get=B25105_001E&amp;amp;for=tract:*&amp;amp;in=state:17%20county:001&quot; rel=&quot;nofollow&quot;&gt;http://api.census.gov/data/2014/acs5/?get=B25105_001E&amp;amp;for=tract:*&amp;amp;in=state:17%20county:001&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.census.gov/data/2014/acs5/?get=B25105_001E&amp;amp;for=block%20group:*&amp;amp;in=state:17%20county:001%20tract:00100&quot; rel=&quot;nofollow&quot;&gt;http://api.census.gov/data/2014/acs5/?get=B25105_001E&amp;amp;for=block%20group:*&amp;amp;in=state:17%20county:001%20tract:00100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What does a &lt;code&gt;null&lt;/code&gt; value signify? Is it that the variable is never available at the block group level, or just for some/most of the block groups?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-10-25T16:11:11.517" LastActivityDate="2016-10-25T16:11:11.517" Title="What does a &quot;null&quot; result mean in the Census ACS API?" Tags="|api|us-census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9909" PostTypeId="2" ParentId="9908" CreationDate="2016-10-23T16:54:42.823" Score="5" Body="&lt;p&gt;Table B25105 is &lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/summary_file/2014/documentation/tech_docs/ACS_2014_SF_5YR_Appendices.xls&quot;&gt;not available&lt;/a&gt; at the Block Group level. The appendices show which tables are available at the block group level.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-10-23T16:54:42.823" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9910" PostTypeId="1" AcceptedAnswerId="9916" CreationDate="2016-10-24T08:56:47.127" Score="3" ViewCount="125" Body="&lt;p&gt;I'm looking for an online data set which can provide present UK-wide average temperatures, rain likelihoods, humidity levels and other meteorological data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of an API/flat table data source that can provide this information?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="9956" LastEditDate="2016-10-25T10:41:06.153" LastActivityDate="2016-10-25T10:41:06.153" Title="UK Weather Data Service" Tags="|api|weather|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9911" PostTypeId="1" AcceptedAnswerId="9912" CreationDate="2016-10-24T14:34:47.183" Score="3" ViewCount="46" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Universal_design&quot; rel=&quot;nofollow&quot;&gt;&quot;Universal design&quot;&lt;/a&gt;is a U.S. government standard that forces items, in this case metadata, to be accessible to people with disabilities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apparently universal design standards were promulgated some years ago (2011?), but aren't in yet in followed everywhere, even today.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why is that? How strictly are universal design standards enforced in and outside of open data? Could it be the case that they are, in fact, enforced across open data, and the issue exists only outside the open data system?&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-10-24T15:51:54.387" Title="How strictly are &quot;universal design&quot; standards enforced in open data?" Tags="|usa|best-practice|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9912" PostTypeId="2" ParentId="9911" CreationDate="2016-10-24T15:51:54.387" Score="2" Body="&lt;p&gt;u.s. government doesn't even enforce section 508. universal design is just another idea to them. i have yet to see anyone doing it or enforcing it. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-10-24T15:51:54.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9913" PostTypeId="1" AcceptedAnswerId="10349" CreationDate="2016-10-24T18:01:53.700" Score="4" ViewCount="94" Body="&lt;p&gt;I'm looking for a machine-readable repository of transcribed Presidential debates and speeches from the 2016 general election. Structured data with a common format is desirable, as well as updates for the remaining speeches before the election.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-12-29T05:21:50.293" Title="Where can I find machine readable transcribed text of the 2016 Presidential speeches and debates?" Tags="|data-request|usa|government|nlp|politics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9914" PostTypeId="2" ParentId="9913" CreationDate="2016-10-24T18:01:53.700" Score="3" Body="&lt;p&gt;The GitHub repo &lt;strong&gt;&lt;a href=&quot;https://github.com/paigecm/2016-campaign&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016-campaign&lt;/a&gt;&lt;/strong&gt; contains&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;campaign speeches given by Hillary Clinton and Donald Trump during the 2016 presidential campaign.&lt;/p&gt;&#xA;&lt;p&gt;[and] the text of the three presidential debates, separated by speaker, in the presidential-debates folder.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The repo owner will add speeches as the occur.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/paigecm/2016-campaign/blob/master/Clinton-Trump-campaign-speeches.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Speech catalog&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/paigecm/2016-campaign/tree/master/presidential-debates&quot; rel=&quot;nofollow noreferrer&quot;&gt;Three debates&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/g4jMk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/g4jMk.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/paigecmorgan/status/790603829314195456&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-10-24T18:01:53.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9915" PostTypeId="2" ParentId="9672" CreationDate="2016-10-24T18:11:15.167" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://geoportal.statistics.gov.uk/datasets/c4a62d87de9f4b6087cf5f1515d5a0c1_0?geometry=-8.141%2C54.005%2C4.933%2C55.897&amp;amp;uiTab=table&amp;amp;orderByFields=ctyua14nm+ASC&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geoportal.statistics.gov.uk/datasets/c4a62d87de9f4b6087cf5f1515d5a0c1_0?geometry=-8.141%2C54.005%2C4.933%2C55.897&amp;amp;uiTab=table&amp;amp;orderByFields=ctyua14nm+ASC&lt;/a&gt;_ from the ONS Open Geography Portal appears to be along the right lines.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;: the link above appears to be broken, this links now works for 2014 data:&#xA;&lt;a href=&quot;https://geoportal.statistics.gov.uk/datasets/ons::ctyua-dec-2014-full-extent-boundaries-in-england-and-wales/explore&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoportal.statistics.gov.uk/datasets/ons::ctyua-dec-2014-full-extent-boundaries-in-england-and-wales/explore&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And this works for 2023 data (a few areas have been renamed since 2014):&#xA;&lt;a href=&quot;https://geoportal.statistics.gov.uk/datasets/34cae3dd946847f78b6dfc6bd5add3c7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoportal.statistics.gov.uk/datasets/34cae3dd946847f78b6dfc6bd5add3c7&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14098" LastEditorUserId="13477" LastEditDate="2024-02-21T06:24:32.687" LastActivityDate="2024-02-21T06:24:32.687" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9916" PostTypeId="2" ParentId="9910" CreationDate="2016-10-24T20:11:40.353" Score="2" Body="&lt;p&gt;A major resource for grabbing live weather data is through the &lt;a href=&quot;https://openweathermap.org/api&quot; rel=&quot;nofollow&quot;&gt;OpenWeatherMap API&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The free plan offers up to 60 calls per second and access to present and 5-day forecast for individual locations, as well as weather map layers (temperature, precipitation, etc.) that can be integrated with Leaflet, OpenLayers and other WMS systems for regional representations. For personal use, the free plan should be sufficient for your needs.&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2016-10-24T20:11:40.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9917" PostTypeId="1" CreationDate="2016-10-25T08:35:32.253" Score="4" ViewCount="13" Body="&lt;p&gt;What would be the most accurate or complete source of data about the boundaries of states or other political entities, at different times in human history ?&lt;br&gt;&#xA;(In order to represent how the boundaries evolved along those years.)&lt;/p&gt;&#xA;" OwnerUserId="3674" LastActivityDate="2016-10-25T08:35:32.253" Title="Dataset/database for the evolution of world's political entities (countries) along the years?" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9918" PostTypeId="1" CreationDate="2016-10-25T10:00:08.793" Score="2" ViewCount="47" Body="&lt;p&gt;Are there any sources of spatial information about river rapids worldwide (with difficulty category)?&lt;/p&gt;&#xA;" OwnerUserId="14049" LastEditorUserId="1511" LastEditDate="2018-03-16T11:38:08.553" LastActivityDate="2018-03-16T11:38:08.553" Title="River rapids list and coordinates" Tags="|data-request|geospatial|global|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9919" PostTypeId="1" AcceptedAnswerId="10129" CreationDate="2016-10-25T13:58:03.847" Score="3" ViewCount="32" Body="&lt;p&gt;I would like to have statistics on Eastern European scientists working in Western Europe. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found some related papers like &lt;a href=&quot;http://www.bridgingeurope.net/uploads/8/1/7/1/8171506/wp4_rethink_edu_braindrain_nedeljkovic.pdf&quot; rel=&quot;nofollow&quot;&gt;Brain Drain in the European Union: Facts &amp;amp; Figures&lt;/a&gt; or &lt;a href=&quot;http://pure.au.dk/portal/files/75142686/Luiza_Ionescu_Emigration_from_Eastern_Europe_with_a_focus_on_Brain_Drain.pdf&quot; rel=&quot;nofollow&quot;&gt;Emigration from Eastern Europe with a Focus on Brain Drain&lt;/a&gt; but these do not contain data material for knowing how many scientists move from Eastern Europe to Western Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could you help me finding a reliable data source on this?&lt;/p&gt;&#xA;" OwnerUserId="3411" LastEditorDisplayName="user4293" LastEditDate="2017-10-23T08:34:15.163" LastActivityDate="2017-10-23T08:34:15.163" Title="Looking for data on Eastern European scientists working in Western Europe" Tags="|data-request|migration|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9920" PostTypeId="1" CreationDate="2016-10-25T15:00:10.497" Score="2" ViewCount="20" Body="&lt;p&gt;I have to collect stastics on:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Population income by region of Czech Republic &lt;/li&gt;&#xA;&lt;li&gt;Crime data &lt;/li&gt;&#xA;&lt;li&gt;Real estate prices&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I tried opendata.cz but they don't provide these data.&#xA;Perhaps there is an EU data portal where this kind of data might reside.&lt;/p&gt;&#xA;" OwnerUserId="5510" LastActivityDate="2016-10-25T15:00:10.497" Title="Czech republic population income dataset" Tags="|europe|income|" AnswerCount="0" CommentCount="0" ClosedDate="2017-05-04T11:40:32.750" ContentLicense="CC BY-SA 3.0" />
  <row Id="9921" PostTypeId="1" CreationDate="2016-10-25T15:19:23.780" Score="1" ViewCount="22" Body="&lt;p&gt;Has anyone worked with the &lt;a href=&quot;https://www.irs.gov/uac/soi-tax-stats-individual-statistical-tables-by-size-of-adjusted-gross-income&quot; rel=&quot;nofollow&quot;&gt;IRS SOI Tables for Individuals&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am doing research on income distribution, and while these resources in particular the series: &lt;code&gt;All Returns:  Sources of Income, Adjustments Deductions and Exemptions, and Tax Items&lt;/code&gt; looks good, I can't find much support explaining the breakdown for the items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My particular interest is in &lt;a href=&quot;https://www.irs.gov/pub/irs-soi/12in14ar.xls&quot; rel=&quot;nofollow&quot;&gt;Table 1.4&lt;/a&gt; the 2012 table for Sources of Income. Inside is a breakdown of income ranges, individual types of income, types of deductions, and net gains/losses. I am interested in knowing the breakdown for &lt;code&gt;Adjusted gross income less deficit&lt;/code&gt; (Item 2, Column C) and the breakdown for &lt;code&gt;Total income&lt;/code&gt; (Item 4, Column E).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I am reading this document correctly, some combination of Columns F through EG by addition/subtraction should equal the Total Income and Adjusted Gross Income for each row (within a margin of rounding error). Does anyone know which items I should be using?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sidenote: The reason I am choosing the year 2012 is because it coincides with the observed year for the 2013 Survey of Consumer Finances. I want to compare the source of income by income level between surveys such as the SCF, CPS ASEC, ACS, and others with administrative data such as these IRS SOI tables.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-10-25T15:19:23.780" Title="How do I read these IRS SOI Tables for Individual Income?" Tags="|usa|income|irs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9922" PostTypeId="2" ParentId="9908" CreationDate="2016-10-25T15:21:46.897" Score="3" Body="&lt;p&gt;A null result means that the &lt;a href=&quot;http://www.census.gov/programs-surveys/acs/technical-documentation/data-suppression.html&quot; rel=&quot;nofollow&quot;&gt;variable has been suppressed for that geography&lt;/a&gt;. &lt;a href=&quot;http://www2.census.gov/programs-surveys/acs/tech_docs/data_suppression/geographic_restrictions.xlsx&quot; rel=&quot;nofollow&quot;&gt;Some variables are always suppressed for a certain level of geometry&lt;/a&gt;, but even if a variable is usually available for a level of geometry, it may still be suppressed for a particular geometry because of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Population Thresholds&lt;/li&gt;&#xA;&lt;li&gt;Data Quality Filtering&lt;/li&gt;&#xA;&lt;li&gt;Disclosure Review Board Rules&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-10-25T15:21:46.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9923" PostTypeId="2" ParentId="9900" CreationDate="2016-10-25T15:59:21.090" Score="3" Body="&lt;p&gt;According to the Census website, for both the 2012 and 2011 Estimate Year, Census Tract uses the 2010 Census (&lt;a href=&quot;https://www.census.gov/programs-surveys/acs/geography-acs/geography-boundaries-by-year.2012.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/programs-surveys/acs/geography-acs/geography-boundaries-by-year.2012.html&lt;/a&gt; and &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/geography-acs/geography-boundaries-by-year.2011.html&quot; rel=&quot;nofollow&quot;&gt;https://www.census.gov/programs-surveys/acs/geography-acs/geography-boundaries-by-year.2011.html&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="14110" LastActivityDate="2016-10-25T15:59:21.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9924" PostTypeId="1" CreationDate="2016-10-25T20:13:50.437" Score="1" ViewCount="37" Body="&lt;p&gt;Given a large database of business names and addresses, how might I go about pulling ratings for those entities from other accessible online data sources OR from the BBB, Yelp, or Google Places?&lt;/p&gt;&#xA;" OwnerUserId="14114" LastActivityDate="2016-11-11T17:34:40.047" Title="How might I go about linking databases of business records to ratings data (such as yelp or google places)?" Tags="|data-request|api|uses-of-open-data|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9925" PostTypeId="2" ParentId="9714" CreationDate="2016-10-25T22:26:11.300" Score="3" Body="&lt;h2&gt;The National Longitudinal Study of Adolescent to Adult Health&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cpc.unc.edu/projects/addhealth&quot; rel=&quot;nofollow&quot;&gt;Website here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a tremendously important study, which received a great amount of criticism during its inception and early years. Almost all the data is public and open access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Still, it was recognized in 2016 with the &lt;a href=&quot;http://www.goldengooseaward.org/awardees/add-health&quot; rel=&quot;nofollow&quot;&gt;Golden Goose Award&lt;/a&gt;, for a scientific project that keeps on giving.&lt;/p&gt;&#xA;" OwnerUserId="13859" LastActivityDate="2016-10-25T22:26:11.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9926" PostTypeId="1" CreationDate="2016-10-25T23:35:16.400" Score="2" ViewCount="17" Body="&lt;p&gt;Is there a service/feed I can subscribe to that produces new maven central groupId's, artifact's, and versions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't want to scrape maven central periodically. It's too big. I just want to know what was updated when it's updated.&lt;/p&gt;&#xA;" OwnerUserId="14117" LastActivityDate="2016-10-25T23:35:16.400" Title="Where can I get maven central updates?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9927" PostTypeId="1" AcceptedAnswerId="9928" CreationDate="2016-10-26T11:42:28.443" Score="2" ViewCount="7092" Body="&lt;p&gt;I am looking for a dataset with 10 millions of rows to analyze it. Actually to rework it into more usable format and come up with some interesting metrics for it. So there are two requirements:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) ~10 million rows&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &quot;Interesting&quot; data to build some metrics on it (like users per country, average temperature in month, average check and so on).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So the question is: where can I find such dataset? I found awesome-public-datasets repo on Github but looks like there is no any classification by data size/format there. If you have any ideas about relevant datasets and where I can find it it would be great.&lt;/p&gt;&#xA;" OwnerUserId="14123" LastEditorUserId="1511" LastEditDate="2016-10-26T13:16:21.747" LastActivityDate="2016-10-26T20:46:41.730" Title="A dataset with ~10 million rows" Tags="|data-request|data-format|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9928" PostTypeId="2" ParentId="9927" CreationDate="2016-10-26T13:15:25.177" Score="3" Body="&lt;p&gt;City bike shares will have about that number of records, and because there will be some geospatial data (latitude/longitude) along with timestamps, it's usually a fun topic to explore&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/BetaNYC/Bike-Share-Data-Best-Practices/wiki/Bike-Share-Data-Systems&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub list of city bike share data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Washington DC (&lt;a href=&quot;http://www.capitalbikeshare.com/system-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Capital Bikeshare&lt;/a&gt;) has quite a large bike share system&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Capital Bikeshare &lt;a href=&quot;http://www.capitalbikeshare.com/trip-history-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV Column Descriptions&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://s3.amazonaws.com/capitalbikeshare-data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data&lt;/a&gt; for Capital Bikeshare (by my estimate, 1 MB zipped is about 100k rows of CSV)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Duration - Duration of trip&lt;/p&gt;&#xA;&lt;p&gt;Start date – Includes start date and time&lt;/p&gt;&#xA;&lt;p&gt;End date – Includes end date and time&lt;/p&gt;&#xA;&lt;p&gt;Start station – Includes starting station name and number&lt;/p&gt;&#xA;&lt;p&gt;End station – Includes ending station name and number&lt;/p&gt;&#xA;&lt;p&gt;Bike # - Includes ID number of bike used for the trip&lt;/p&gt;&#xA;&lt;p&gt;Member Type – Lists whether user was a Registered (annual or monthly) or&#xA;Casual (1 to 5 day) member.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/u4xI4.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/u4xI4.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(photo source &lt;a href=&quot;https://upload.wikimedia.org/wikipedia/commons/5/54/Capital_Bikeshare_station_outside_Eastern_Market_Metro.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-10-26T20:46:41.730" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9929" PostTypeId="1" CreationDate="2016-10-26T13:26:08.993" Score="1" ViewCount="11" Body="&lt;p&gt;I ran individual quote from finder.healthcare.gov (zip: 23513, dob: 02/03/1982, Male, No-Tobacco) and the results are showing On Exchange plans mixed in with Off exchange plans (E.g. Anthem HealthKeepers Bronze X 4900 for HSA - is On Market plan, and Anthem HealthKeepers Bronze 4900 for HSA - is Off Market plan). How do I tell which plan is On Exchange, which plan is Off Exchange? I thought finder.healthcare.gov is supposed to show only Off Exchange plans. &lt;/p&gt;&#xA;" OwnerUserId="14125" LastActivityDate="2016-10-26T13:26:08.993" Title="On Exchange plans mixed in with Off Exchange plans" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9930" PostTypeId="1" CreationDate="2016-10-26T13:39:25.903" Score="5" ViewCount="230" Body="&lt;p&gt;Do you know where I could find UK monthly rainfall data for as many gauges as possible? I am interested in the rainfall daily sum, within one month.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this: &#xA;&lt;a href=&quot;https://data.gov.uk/dataset/historic-monthly-meteorological-station-data&quot; rel=&quot;nofollow&quot;&gt;https://data.gov.uk/dataset/historic-monthly-meteorological-station-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but there are only 37 gauges. Do people know of any resource for the same data but for more gauges?&lt;/p&gt;&#xA;" OwnerUserId="14126" LastEditorUserId="9956" LastEditDate="2016-10-28T00:26:25.320" LastActivityDate="2018-05-10T11:41:12.480" Title="Monthly/Daily UK Rainfall Data" Tags="|data-request|uk|climate|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9931" PostTypeId="2" ParentId="9714" CreationDate="2016-10-26T13:50:43.350" Score="2" Body="&lt;p&gt;Not open data, but relatively easy to register for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The British National Surveys of Sexual Attitudes and Lifestyles, or Natsal, are among the largest and most detailed studies of sexual behaviour in the world. Three Natsal surveys have taken place to date: Natsal-1 in 1990-1991 (available from the UK Data Archive under SN 3434), Natsal-2 in 1999-2001 (available under SN 5223) and Natsal-3 in 2010-2012 (available under SN 7799). Further information is available from the Natsal website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Natsal 3 has a sample size of about 15000 adults living in England, Wales or Scotland:&#xA;&lt;a href=&quot;https://discover.ukdataservice.ac.uk/catalogue/?sn=7799&quot; rel=&quot;nofollow&quot;&gt;https://discover.ukdataservice.ac.uk/catalogue/?sn=7799&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14127" LastActivityDate="2016-10-26T13:50:43.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9932" PostTypeId="1" CreationDate="2016-10-26T13:55:10.183" Score="1" ViewCount="27" Body="&lt;p&gt;I work in a Datawarehousing environment where we host a rich collections of data from different systems and have probably the most holistic view of the dataset across our organization. Some of them are our Marketing, Revenue, sales, opportunity, Employee, traffic etc. We are basically an internet company providing state-of-the-art technology to the industry. I am more interested in my contribution to the company by leveraging my knowledge and access to the data&lt;/p&gt;&#xA;" OwnerUserId="14128" LastActivityDate="2016-10-26T13:55:10.183" Title="How can I leverage machine learning in my Business Intelligence/Data warehouse? Request" Tags="|machine-learning|ai|" AnswerCount="0" CommentCount="1" ClosedDate="2016-11-08T18:52:28.847" ContentLicense="CC BY-SA 3.0" />
  <row Id="9933" PostTypeId="2" ParentId="9708" CreationDate="2016-10-26T13:55:56.350" Score="1" Body="&lt;p&gt;Whole bunch of UK panel &amp;amp; longitudinal data via UK Data Service - most are not open, but they're pretty easy to register for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the major studies see: &lt;a href=&quot;https://www.ukdataservice.ac.uk/get-data/key-data/cohort-and-longitudinal-studies&quot; rel=&quot;nofollow&quot;&gt;https://www.ukdataservice.ac.uk/get-data/key-data/cohort-and-longitudinal-studies&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14127" LastActivityDate="2016-10-26T13:55:56.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9934" PostTypeId="1" CreationDate="2016-10-26T15:24:23.457" Score="1" ViewCount="40" Body="&lt;p&gt;I need data sets to apply a study based on repeated measures. I need of hints to find open data of nature that be possible to publish in scientific journals.&lt;/p&gt;&#xA;" OwnerUserId="14130" LastActivityDate="2016-10-26T15:24:23.457" Title="Dataset for reapeated measures" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9936" PostTypeId="2" ParentId="1518" CreationDate="2016-10-26T18:49:16.990" Score="3" Body="&lt;p&gt;Thanks &lt;a href=&quot;https://opendata.stackexchange.com/users/505/tasos&quot;&gt;Tasos&lt;/a&gt; for your very helpful &lt;a href=&quot;https://github.com/dbpedia-spotlight/dbpedia-spotlight/wiki/Introduction&quot; rel=&quot;nofollow noreferrer&quot;&gt;DBpedia Spotlight&lt;/a&gt; Python code sample above. However, converting it from Python 2 to Python 3+ wasn't entirely straightforward so thought I'd post the revised version. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also now includes a commented out sample_text alternative should anyone wish to annotate simple text strings stored locally instead.  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from bs4 import BeautifulSoup&#xA;import urllib.request&#xA;import json&#xA;import urllib&#xA;&#xA;link = &quot;http://austinzencenter.org/&quot;&#xA;# sample_text = &quot;Economics focuses on the behaviour and interactions of economic agents and how economies work. Consistent with this focus, primary textbooks often distinguish between microeconomics and macroeconomics&quot;&#xA;req = urllib.request.Request(link, headers={'User-Agent' : &quot;Magic Browser&quot;}) &#xA;usock = urllib.request.urlopen(req)&#xA;page = usock.read()&#xA;usock.close()&#xA;&#xA;soup = BeautifulSoup(page, 'html.parser')&#xA;&#xA;def annotate(doc):&#xA;    query = doc&#xA;    urlPostPrefixSpotlight = &quot;http://spotlight.sztaki.hu:2222/rest/annotate&quot;&#xA;    args = urllib.parse.urlencode([(&quot;text&quot;, query)]).encode(&quot;utf-8&quot;)&#xA;    request = urllib.request.Request(urlPostPrefixSpotlight, data=args, headers={&quot;Accept&quot;: &quot;application/json&quot;})&#xA;    response = urllib.request.urlopen(request).read()&#xA;    pydict= json.loads(response.decode('utf-8'))&#xA;    annotation =  pydict['Resources']&#xA;    entries = {}&#xA;    for keyword in annotation:&#xA;            if keyword[&quot;@URI&quot;] not in entries.values():&#xA;                entries[keyword[&quot;@surfaceForm&quot;]] = keyword[&quot;@URI&quot;]&#xA;    return entries&#xA;&#xA;keywords = annotate(soup)&#xA;# keywords = annotate(sample_text)&#xA;for tag in keywords:&#xA;    print (tag)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="14135" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2016-10-27T08:06:35.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9937" PostTypeId="1" CreationDate="2016-10-26T21:02:27.423" Score="4" ViewCount="285" Body="&lt;p&gt;Is it legal to publish photos of products and their packaging?&#xA;Can such be done anonymously on some open license? (which would be the best for such data to be open for public use, as products are generally available to see in shops for everyone?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where and how to publish?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is Wikidata+Wikimedia right place?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am thinking on (structured) data, that includes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;packaging photo&lt;/li&gt;&#xA;&lt;li&gt;product photo&lt;/li&gt;&#xA;&lt;li&gt;derived information&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;barcode(s) (EAN)&lt;/li&gt;&#xA;&lt;li&gt;ingredients&lt;/li&gt;&#xA;&lt;li&gt;weight, nutrition, etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What information requires publishers to be careful regarding sharing (e.g. prices in given shops)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks to &lt;a href=&quot;https://opendata.stackexchange.com/a/10398/2058&quot;&gt;insight from one of the answers&lt;/a&gt; the topic of &quot;copyrighted materials&quot; or &quot;trademarks&quot; on packages was pointed out. Fair concern.&#xA;Therefore, let me frame question in direction of purpose, so additional questions, requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;what additional steps would make such collection feasible? (something that scales and is feasible for crowdsource preferably, e.g. &quot;blurring out&quot;/&quot;black out&quot; parts of images with products logos ? Converting to &quot;black&amp;amp;white&quot;? (unless product owner comes and gives permission by him/her self)?)&lt;/li&gt;&#xA;&lt;li&gt;goal is to collect most &quot;data&quot; about product: barcode, ingredients, dietary information, amount of contents (ml,pieces,grams), plus eventually approvals from organizations.&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;imagine use case: you want to find set of products that compose into desired meal, but need to take care of allergies, diabetics and other constraints. Such db when cross across shops in (or webshop delivering to) your area, could provide valuable suggestions!&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="2058" LastEditorUserId="90" LastEditDate="2017-07-15T16:42:56.217" LastActivityDate="2017-07-15T16:42:56.217" Title="Publishing (structured?) data about products: information about products, barcodes, photos (incl. packaging)" Tags="|releasing-data|wikidata|wikimedia-commons|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9938" PostTypeId="1" AcceptedAnswerId="9945" CreationDate="2016-10-26T21:52:35.023" Score="3" ViewCount="93" Body="&lt;p&gt;I recently stumbled upon openFDA and it seems to be the perfect answer for relaying drug brand name information to our users based on a provided NDC code.  The issue I am running into however is that majority of the searches I am doing keep turning up with &quot;No matches found!&quot;.  For instance when using NDC 10135-150-01 (ASPIRIN 325MG TAB) in my query it comes up with nothing.  Here is my query (going off of the example demo on the openFDA site):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=package_ndc:&quot;10135-150-01&quot;&amp;amp;limit=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I believe the above query is correct because I have gotten it to work with other NDC package codes, and I believe the codes are true codes because they come up when googled, so this leads me to believe that either the package_ndc codes stored don't include &lt;em&gt;every&lt;/em&gt; package code, or there is possibly only base codes of some sort stored?  I'm obviously not an expert in the coding system, so if anyone can point out anything obvious it would be much appreciated!&lt;/p&gt;&#xA;" OwnerUserId="14138" LastActivityDate="2016-10-27T16:44:30.057" Title="Endpoint not returning expected data based on NDC package code" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9939" PostTypeId="1" CreationDate="2016-10-26T23:06:03.487" Score="5" ViewCount="48" Body="&lt;p&gt;The Jet Propulsion Lab Data Dictionary which describes planetary data is written in some obsure format, and I'd like to know if there is an easy way to parse it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://pds.jpl.nasa.gov/tools/dictionary.shtml&quot;&gt;https://pds.jpl.nasa.gov/tools/dictionary.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is an example of the output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;OBJECT = GENERIC_OBJECT_DEFINITION&#xA;  NAME = BAND_BIN&#xA;  STATUS_TYPE = APPROVED&#xA;  DESCRIPTION = &quot;&#xA;     The BAND_BIN group provides a mechanism for grouping keywords that&#xA;     describe the properties of each 'bin' along a spectral axis.  It is&#xA;     primarily designed for use within the SPECTRAL_QUBE object.&quot;&#xA;  REQUIRED_ELEMENT_SET = {&#xA;     BAND_BIN_CENTER,&#xA;     BAND_BIN_UNIT,&#xA;     BAND_BIN_WIDTH,&#xA;     BANDS}&#xA;  OPTIONAL_ELEMENT_SET = {&#xA;     BAND_BIN_BAND_NUMBER,&#xA;     BAND_BIN_BASE,&#xA;     BAND_BIN_DETECTOR,&#xA;     BAND_BIN_FILTER_NUMBER,&#xA;     BAND_BIN_GRATING_POSITION,&#xA;     BAND_BIN_MULTIPLIER,&#xA;     BAND_BIN_ORIGINAL_BAND,&#xA;     BAND_BIN_STANDARD_DEVIATION}&#xA;OBJECT_TYPE = GENERIC_GROUP&#xA;END_OBJECT = GENERIC_OBJECT_DEFINITION&#xA;END &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As you can see it is certainly not JSON, XML, HTML, Markup/Markdown, etc... which rules out most plaintext data formats. Any tips would be helpful.&lt;/p&gt;&#xA;" OwnerDisplayName="user846" LastActivityDate="2016-10-27T13:38:51.960" Title="What format is NASAs JPL Data Dictionary written in?" Tags="|government|space|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9940" PostTypeId="1" CreationDate="2016-10-27T04:54:24.667" Score="1" ViewCount="37" Body="&lt;p&gt;I need a dataset of the following:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;user's software options for a particular software (e.g., whether to start the software with system) with &lt;/li&gt;&#xA;&lt;li&gt;user's information (like user's system information, demographics). &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The purpose is given a new user, based on the user's information, I can recommend them appropriate software options.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any of such dataset?&lt;/p&gt;&#xA;" OwnerUserId="14141" LastEditorUserId="7037" LastEditDate="2016-10-28T00:26:31.057" LastActivityDate="2016-10-28T00:26:31.057" Title="Open Data for software options" Tags="|data-request|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9941" PostTypeId="1" CreationDate="2016-10-27T05:04:25.633" Score="2" ViewCount="61" Body="&lt;p&gt;TIGERweb provides an API for the &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/Census2010/tigerWMS_Census2000/MapServer&quot; rel=&quot;nofollow&quot;&gt;2000&lt;/a&gt;, &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/Census2010/tigerWMS_Census2010/MapServer&quot; rel=&quot;nofollow&quot;&gt;2010&lt;/a&gt;, &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/TIGERweb/tigerWMS_ACS2013/MapServer&quot; rel=&quot;nofollow&quot;&gt;2013&lt;/a&gt;, &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/TIGERweb/tigerWMS_ACS2014/MapServer&quot; rel=&quot;nofollow&quot;&gt;2014&lt;/a&gt;, and &lt;a href=&quot;https://tigerweb.geo.census.gov/arcgis/rest/services/TIGERweb/tigerWMS_ACS2015/MapServer&quot; rel=&quot;nofollow&quot;&gt;2015&lt;/a&gt; US Census geographies. Does the Census (or someone else) provide an equivalent API for the 1990 geographies anywhere?&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-10-27T22:22:11.950" Title="API for 1990 Census geographies" Tags="|api|us-census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9942" PostTypeId="2" ParentId="5120" CreationDate="2016-10-27T10:19:49.083" Score="2" Body="&lt;p&gt;To find all Samsung items please open this link &lt;a href=&quot;http://www.samsung.com/ae/data-support/search/autocomplete?mType=json&amp;amp;q=samsung&quot; rel=&quot;nofollow&quot;&gt;http://www.samsung.com/ae/data-support/search/autocomplete?mType=json&amp;amp;q=samsung&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14144" LastActivityDate="2016-10-27T10:19:49.083" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9943" PostTypeId="2" ParentId="9941" CreationDate="2016-10-27T13:29:31.817" Score="2" Body="&lt;p&gt;All the TIGER data that exists is listed on &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;nofollow&quot;&gt;this page&lt;/a&gt;, or on &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/&quot; rel=&quot;nofollow&quot;&gt;the Census' FTP server&lt;/a&gt;. Most of it is available as shapefiles and geodatabases rather than as an API. If you really need an API, there do exist some tools for working with this data -- for example, you can use the open source &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow&quot;&gt;Nominatim&lt;/a&gt; project to serve edge data in an API for geocoding.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it looks like the only TIGER data available for 1990 is the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/prev_cartbndry_names.html&quot; rel=&quot;nofollow&quot;&gt;1990 Cartographic Boundaries&lt;/a&gt; and the &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER1992/&quot; rel=&quot;nofollow&quot;&gt;1992 TIGER/Line files&lt;/a&gt; (not 1990, but close enough?).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also try looking at data available from &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow&quot;&gt;NHGIS&lt;/a&gt; -- they provide tons of historical data similar to the TIGER datasets.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-27T13:29:31.817" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9944" PostTypeId="2" ParentId="9939" CreationDate="2016-10-27T13:38:51.960" Score="3" Body="&lt;p&gt;That is definitely not a common/standard data format (at least that I've ever seen). You'll probably have to write your own parser. I found &lt;a href=&quot;https://github.com/depra/Asteroid-Scraper&quot; rel=&quot;nofollow&quot;&gt;a GitHub project called Asteroid-Scraper&lt;/a&gt; that claims to be a set of Python scripts for working with JPL PDS data; could be useful?&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-10-27T13:38:51.960" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9945" PostTypeId="2" ParentId="9938" CreationDate="2016-10-27T16:44:30.057" Score="3" Body="&lt;p&gt;openFDA has only the NDC codes that are in the &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/ndc/default.cfm&quot; rel=&quot;nofollow&quot;&gt;National Drug Code Directory&lt;/a&gt;. This particular one -- &quot;10135-150-01&quot; -- isn't there, which is why you are getting no results back.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-10-27T16:44:30.057" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9946" PostTypeId="2" ParentId="4231" CreationDate="2016-10-27T18:52:33.067" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://maps.amsterdam.nl/energie_gaselektra/?LANG=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amsterdam Energy Atlas&lt;/a&gt; is an interactive map that shows a building average of electricity and gas consumption per square meter of floor space.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not exactly per building and there isn't yet a download option. According to my Dutch translation, they will soon update the data and then make it available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lplkP.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lplkP.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-10-27T18:52:33.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9947" PostTypeId="2" ParentId="6529" CreationDate="2016-10-27T20:44:50.503" Score="1" Body="&lt;p&gt;The National Transportation Atlas Database has a shapefile of Amtrak stations&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&quot; rel=&quot;nofollow&quot;&gt;National Transportation Atlas Database&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/AdditionalAttachmentFiles/amtrak_sta.zip&quot; rel=&quot;nofollow&quot;&gt;Amtrak stations shapefile&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14027" LastActivityDate="2016-10-27T20:44:50.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9948" PostTypeId="2" ParentId="9941" CreationDate="2016-10-27T21:33:53.940" Score="2" Body="&lt;p&gt;The NHGIS offers an API for some of the 1990 geographies:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gis.uspatial.umn.edu/arcgis/rest/services/nhgis/Census_Tracts_1910_2014/MapServer/8&quot; rel=&quot;nofollow&quot;&gt;1990 Census Tracts&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gis.uspatial.umn.edu/arcgis/rest/services/nhgis/Places_1980_2014/MapServer/1&quot; rel=&quot;nofollow&quot;&gt;1990 Census Places&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Various city and state governmental departments offer block group and block geographies. So far, I have not found any that offer national coverage.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2016-10-27T22:22:11.950" LastActivityDate="2016-10-27T22:22:11.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9949" PostTypeId="1" AcceptedAnswerId="9950" CreationDate="2016-10-27T23:33:54.190" Score="4" ViewCount="55" Body="&lt;p&gt;What encoding does the Census distribute TIGER data in? The example on page 88 of &lt;a href=&quot;https://www.manning.com/books/postgis-in-action-second-edition&quot; rel=&quot;nofollow&quot;&gt;PostGIS in Action, Second Edition&lt;/a&gt; seems to indicate latin1.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;shp2pgsql -s 4269 -g geom_4269 -I -W &quot;latin1&quot;&#xA;➥ &quot;tl_2012_states&quot; staging.tl_2012_states |&#xA;➥ psql -h localhost -p 5432 -d postgis_in_action -U postgres&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="33" LastEditDate="2016-10-27T23:35:39.677" LastActivityDate="2016-11-03T15:33:58.533" Title="What encoding does the Census use in TIGER data?" Tags="|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9950" PostTypeId="2" ParentId="9949" CreationDate="2016-10-27T23:33:54.190" Score="4" Body="&lt;p&gt;According to &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger/char_encoding.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this FAQ&lt;/a&gt; entry,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;TIGER/Line Files and Shapefiles through 2014&lt;/li&gt;&#xA;&lt;li&gt;Cartographic Boundary Files – Shapefiles through 2014&lt;/li&gt;&#xA;&lt;li&gt;Partnership Shapefiles – through 2014&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Were all delivered in ISO-8859-1 (latin1), and&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;TIGER/Line Files and Shapefiles 2015*&lt;/li&gt;&#xA;&lt;li&gt;Cartographic Boundary Files – Shapefiles 2015*&lt;/li&gt;&#xA;&lt;li&gt;Partnership Shapefiles – 2015*&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;While 2015 and later is UTF-8.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note:&lt;br&gt;&#xA;*: This data and all future dates&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="90" LastEditDate="2016-11-03T15:33:58.533" LastActivityDate="2016-11-03T15:33:58.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9951" PostTypeId="1" CreationDate="2016-10-28T07:40:44.143" Score="1" ViewCount="77" Body="&lt;p&gt;I need twitter data for my project, but with streaming api I am able to get only 15 min window frame.Hence a very smaller sample space.&lt;br&gt;&#xA;I have a written code in python as follows  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import tweep&#xA;from tweepy import OAuthHandler&#xA;from tweepy import Stream&#xA;from tweepy.streaming import StreamListener&#xA;&#xA;consumer_key = &quot;T---------------------------------------f&quot;&#xA;consumer_secret = &quot;N-------------------------------------------d&quot;&#xA;access_key = &quot;3-------------------------------------------------------u&quot;&#xA;access_secret = &quot;M-----------------------------------------X&quot;&#xA;&#xA;# authorize&#xA;auth = OAuthHandler(consumer_key, consumer_secret)&#xA;auth.set_access_token(access_key, access_secret)&#xA;api = tweepy.API(auth)&#xA;&#xA;# get streaming tweets by hashtag&#xA;hashtag = '#madebygoogle'&#xA;class MyListener(StreamListener):&#xA;     def on_data(self, data):&#xA;        try:&#xA;            print data&#xA;            return True&#xA;        except BaseException as e:&#xA;            print('Error on_data: %s' % str(e))&#xA;        return True&#xA;    def on_error(self, status):&#xA;        print(status)&#xA;        return True&#xA;&#xA;twitter_stream = Stream(auth, MyListener())&#xA;twitter_stream.filter(track=[hashtag])  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How can I increase the rate of tweets??&lt;/p&gt;&#xA;" OwnerUserId="13924" LastActivityDate="2016-10-28T07:40:44.143" Title="To fetch bigger dataset from twitter" Tags="|uses-of-open-data|social-media|python|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9952" PostTypeId="1" CreationDate="2016-10-28T14:55:43.077" Score="6" ViewCount="593" Body="&lt;p&gt;I am going to develop an offline transport mobile app around my region (Hong Kong / Shenzhen) but I cannot find any &lt;a href=&quot;https://en.wikipedia.org/wiki/General_Transit_Feed_Specification&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTFS&lt;/a&gt; (General Transit Feed Specification) data available on the web. How can I obtain a set, or generate one myself by using other open data?&lt;/p&gt;&#xA;" OwnerUserId="14159" LastEditorUserId="1511" LastEditDate="2016-11-19T13:39:25.830" LastActivityDate="2018-01-03T00:08:05.610" Title="How can I obtain public transport data for Hong Kong / Shenzhen?" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9953" PostTypeId="2" ParentId="9578" CreationDate="2016-10-28T15:32:22.447" Score="1" Body="&lt;p&gt;I understand you need a big amount of photographs of plants with known species name. A place to start is &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Plants_by_taxon&quot; rel=&quot;nofollow&quot;&gt;plants photographs in Wikimedia Commons&lt;/a&gt;, with lots of images of plants, and for very common species up to hundreds of photographs of each specie. The only drawback I see is that species names is not often in a machine readable form and you will need to do some work to anotate images. To do this, Wikidata might help to relate each species (in Wikidata) with one category in Commons.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastActivityDate="2016-10-28T15:32:22.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9954" PostTypeId="1" CreationDate="2016-10-28T16:27:11.740" Score="2" ViewCount="50" Body="&lt;p&gt;I want some old tweets on mobile device to proceed in my research. Tweets should contain any mobile device name or handle. Where can I get old tweets?&lt;/p&gt;&#xA;" OwnerUserId="13924" LastEditorUserId="1511" LastEditDate="2016-10-28T18:52:08.980" LastActivityDate="2016-10-28T18:52:08.980" Title="Where to get archive tweets?" Tags="|data-request|api|social-media|" AnswerCount="1" CommentCount="1" ClosedDate="2016-11-08T19:03:14.773" ContentLicense="CC BY-SA 3.0" />
  <row Id="9955" PostTypeId="2" ParentId="9954" CreationDate="2016-10-28T17:57:35.383" Score="2" Body="&lt;p&gt;In April 2010, the American Library of Congress &lt;a href=&quot;http://blogs.loc.gov/loc/2010/04/how-tweet-it-is-library-acquires-entire-twitter-archive/&quot; rel=&quot;nofollow&quot;&gt;announced that it would archive all Twitter tweets&lt;/a&gt;. In 2013, they announced that they had &lt;a href=&quot;http://blogs.loc.gov/loc/2013/01/update-on-the-twitter-archive-at-the-library-of-congress/&quot; rel=&quot;nofollow&quot;&gt;archived all tweets between 2006 and 2010&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, an &lt;a href=&quot;https://www.washingtonpost.com/lifestyle/style/library-of-congress-has-archive-of-tweets-but-no-plan-for-its-public-display/2013/01/03/e4db1c24-55d4-11e2-bf3e-76c0a789346f_story.html&quot; rel=&quot;nofollow&quot;&gt;article in &lt;em&gt;The Washington Post&lt;/em&gt; from January 2013&lt;/a&gt; also said that these tweets had not yet been indexed in a meaningful way. And in July 2015, &lt;em&gt;Politico&lt;/em&gt; wrote, &lt;a href=&quot;http://www.politico.com/story/2015/07/library-of-congress-twitter-archive-119698.html&quot; rel=&quot;nofollow&quot;&gt;Library of Congress' Twitter archive is a huge #FAIL&lt;/a&gt;: even purely academic research on the archive appeared impossible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not aware of other libraries who ventured to archive Twitter tweets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(If what you want is just access to your own old tweets, you should have checked services to back up your tweets. See, for example, &lt;a href=&quot;http://www.guidingtech.com/2429/twitter-backup-tools/&quot; rel=&quot;nofollow&quot;&gt;4 Cool Services To Backup Your Twitter Stream&lt;/a&gt;, &lt;a href=&quot;http://web.appstorm.net/roundups/social-media-roundups/12-tools-to-backup-and-archive-your-tweets/&quot; rel=&quot;nofollow&quot;&gt;12 Tools to Backup and Archive your Tweets&lt;/a&gt;, &lt;a href=&quot;http://www.frostbox.com/what-we-backup/twitter&quot; rel=&quot;nofollow&quot;&gt;Frostbox&lt;/a&gt;, etc., etc.)&lt;/p&gt;&#xA;" OwnerUserId="14002" LastActivityDate="2016-10-28T17:57:35.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9957" PostTypeId="1" CreationDate="2016-10-28T20:59:16.530" Score="1" ViewCount="50" Body="&lt;p&gt;For my theoretical work, I have generated synthetic data where a single cluster is completely encircled by other clusters, in 2D the data set has the form (roughly) as in the picture below:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://s21.postimg.org/706ulyniv/example.png&quot; alt=&quot;data&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;I am looking for some real data that have a similar characteristic, dimensionality is not of importance (for visualization I can use PCA and project to 3D).&lt;/p&gt;&#xA;&lt;p&gt;I have looked through most of the data sets in &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI&lt;/a&gt; and randomly searched on the internet but could not find what I am looking for...&lt;/p&gt;&#xA;&lt;p&gt;Intuitively I would expect that many rich data sets should have this layout, that is one cluster of similar objects and all the rest of the data which is a noise in which the cluster is immersed.&lt;/p&gt;&#xA;&lt;p&gt;I would appreciate it if someone could point me out which data usually has this layout (medical data, econometrics, imaging, geospatial data) any other suggestions would be very appreciated!&lt;/p&gt;&#xA;" OwnerUserId="14162" LastEditorUserId="23272" LastEditDate="2022-07-14T14:32:21.130" LastActivityDate="2022-07-14T14:32:21.130" Title="Labeled data: two concentric circles i.e. a cluster encircled by different clusters" Tags="|data-request|geospatial|medical|machine-learning|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9958" PostTypeId="1" CreationDate="2016-10-28T22:47:42.273" Score="5" ViewCount="57" Body="&lt;p&gt;Our application currently point to &lt;a href=&quot;http://api.finder.healthcare.gov/v2.0/&quot; rel=&quot;noreferrer&quot;&gt;http://api.finder.healthcare.gov/v2.0/&lt;/a&gt;. This website no longer working. Looks like there is a new URL available &lt;a href=&quot;https://finder.healthcare.gov/#services/version_3_0&quot; rel=&quot;noreferrer&quot;&gt;https://finder.healthcare.gov/#services/version_3_0&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can we find the functionality changes between the 2 versions? Is there any documentation that can help us to quickly do the analysis? &lt;/p&gt;&#xA;" OwnerUserId="14166" LastEditorUserId="1511" LastEditDate="2016-10-29T14:09:05.020" LastActivityDate="2016-10-29T14:09:05.020" Title="HealthCare Finder API Version 2 and 3 Functionality Differences" Tags="|api|healthcare-finder-api|" AnswerCount="0" CommentCount="2" ClosedDate="2018-01-10T10:19:07.747" ContentLicense="CC BY-SA 3.0" />
  <row Id="9959" PostTypeId="1" CreationDate="2016-10-29T01:09:58.660" Score="3" ViewCount="197" Body="&lt;p&gt;I'm looking for a nationwide records on properties that have been sold from 2003 to present. Trulia does not have an API anymore and Zillow's is very limited. &lt;/p&gt;&#xA;" OwnerUserId="14169" LastActivityDate="2016-10-29T01:09:58.660" Title="Are there any free real estate properties database out there?" Tags="|api|real-estate|database|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9960" PostTypeId="1" CreationDate="2016-10-29T07:50:06.060" Score="5" ViewCount="97" Body="&lt;p&gt;I am doing flood modelling for my Parish in Shropshire on a voluntary basis and need high-res elevation data. Terrain 5 from OS would be ideal. Unfortunately I can't get it under the PSMA with OS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know a source of free 5m elevation data. I have tried the Environment Agency Lidar but it's quite noisy and &lt;strong&gt;g&lt;/strong&gt;appy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideas please?&lt;/p&gt;&#xA;" OwnerUserId="14170" LastEditorUserId="1511" LastEditDate="2016-10-29T13:53:31.280" LastActivityDate="2016-11-02T08:40:19.127" Title="Access to 5m Terrain data for flood modelling" Tags="|data-request|geospatial|uk|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9961" PostTypeId="1" CreationDate="2016-10-29T09:34:49.303" Score="4" ViewCount="2440" Body="&lt;p&gt;The &lt;a href=&quot;https://catalog.ldc.upenn.edu/LDC2003T05&quot; rel=&quot;noreferrer&quot;&gt;English GigaWord dataset&lt;/a&gt; by the Linguistics Dataset Consortium contains some 10 million articles alongside an equally large vocabulary set. It's a &lt;em&gt;lot&lt;/em&gt; of organised data. If I had to say it less formally, I'd call it every data scientist's wet dream.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, it costs a non-member $3000 to obtain. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You heard me. &lt;em&gt;Three grands&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CNN and DailyMail data that DeepMind uses &lt;a href=&quot;https://github.com/deepmind/rc-data&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt; sizes up to some 300,000 articles which is a mere 30% which would reflect by a similar proportion in terms of learning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Might be a long-shot but are there any large open datasets which could be used for the purpose of text summarization?&lt;/p&gt;&#xA;" OwnerUserId="14172" LastActivityDate="2016-10-29T09:34:49.303" Title="Open datasets like the GigaWord for text summarization?" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9962" PostTypeId="1" AcceptedAnswerId="10027" CreationDate="2016-10-29T19:25:08.903" Score="2" ViewCount="359" Body="&lt;p&gt;Does there exist a dataset containing information (historical or current) on the following characteristics of Japanese companies?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Industries (e.g. &lt;em&gt;&quot;electronics&quot;&lt;/em&gt;).&lt;/li&gt;&#xA;&lt;li&gt;Headquarter addresses (e.g. &lt;em&gt;&quot;3-23-14 Higashi-Ikebukuro, Toshima-Ku, Tokyo, 170-0013&quot;&lt;/em&gt;). Latitudes/longitudes would be even better.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://pages.stern.nyu.edu/~adamodar/New_Home_Page/databreakdown.html&quot; rel=&quot;nofollow&quot;&gt;dataset&lt;/a&gt; maintained by Aswath Damadaran at Stern seems extensive, but it only includes per-company industries, not HQ addresses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Tokyo Stock Exchange &lt;a href=&quot;http://www2.tse.or.jp/tseHpFront/JJK020030Action.do&quot; rel=&quot;nofollow&quot;&gt;listed company search&lt;/a&gt; seemed promising, but as far as I can tell, although they provide per-company industries, their provided HQ addresses only specify the city, not the full address.&lt;/p&gt;&#xA;" OwnerUserId="10295" LastActivityDate="2023-02-03T13:17:14.833" Title="Dataset of Japanese company industries and HQ locations?" Tags="|data-request|geospatial|companies|japan|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9963" PostTypeId="1" CreationDate="2016-10-30T07:57:57.300" Score="5" ViewCount="280" Body="&lt;p&gt;I seek essentially a parallel corpora, which has the dirty original user-generated input on the one side, and a cleaned up version on the other side - with corrected spelling, casing, punctuation and formatting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So the dirty side should have been composed by human users, and the clean side should have been redacted by human linguists:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;'how are you', 'How are you?'&lt;br&gt;&#xA;  'is their bad waether?', 'Is there bad&#xA;  weather?'&lt;br&gt;&#xA;  'As of 2011&amp;#44; it was live&amp;#46;', 'As of 2011, it was live.'&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Autocorrect data would also be useful.  It would need totals or proportional statistics which imply the relative probabilities:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;'how', 'How', 0.5&lt;br&gt;&#xA;  'waether', 'weather', 0.7&lt;br&gt;&#xA;  'waether', 'whether, 0.1&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(This will then be used to train machines to generate more of the dirty content, given cleanish content, thereby augmenting a text data set.)&lt;/p&gt;&#xA;" OwnerUserId="8518" LastEditorUserId="8518" LastEditDate="2016-11-02T09:32:37.123" LastActivityDate="2016-11-05T17:32:29.847" Title="Actual text and corrected text? Or autocorrect data?" Tags="|nlp|corpora|text|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9964" PostTypeId="1" CreationDate="2016-10-29T17:44:03.103" Score="2" ViewCount="1494" Body="&lt;p&gt;I'm working on a computer vision project involving satellite/aerial imagery, and I'm having trouble finding the kind of labelled data I need. So far, I've come across datasets like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Statlog+(Landsat+Satellite)&quot; rel=&quot;nofollow&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Statlog+(Landsat+Satellite)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://aws.amazon.com/public-data-sets/spacenet/&quot; rel=&quot;nofollow&quot;&gt;https://aws.amazon.com/public-data-sets/spacenet/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;... (can't post more links)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;which contain labels like building footprints or soil type. I'm looking for data that's annotated with features like rivers, forests, deserts, lakes, stuff like that. I'm not sure this is out there, but thought I would ask. Thanks!&lt;/p&gt;&#xA;" OwnerUserId="14199" OwnerDisplayName="C. Windolf" LastEditorUserId="754" LastEditDate="2021-04-25T11:49:26.133" LastActivityDate="2021-04-25T11:49:26.133" Title="Satellite imagery dataset containing labels like building footprints or soil type" Tags="|data-request|machine-learning|aerial-photography|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="9965" PostTypeId="1" CreationDate="2016-10-31T00:29:17.693" Score="6" ViewCount="83" Body="&lt;p&gt;I work in the open data team for a large city. We have a number of datasets that are produced annually, such as budgets. I'm trying to choose between different options for publishing this data:&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Single, expanding dataset&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;A single dataset called &quot;budget&quot; with a year column. I fear that this increases the effort for the consumer, who probably has to filter to get the year they're interested in. Also, sometimes it makes the dataset more complex, as the 2015 budget contains 2014 actual spending, 2015 budgeted spending, 2016 projected spending etc.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;One dataset per year&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Alternative, we could have &quot;Budget 2015&quot;, &quot;Budget 2016&quot; etc. This creates some logistical challenges, such as the difficulty of automatically creating (as opposed to updating) datasets. Also, it's not clear how you would answer a question like &quot;Is this dataset updated regularly?&quot;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Both?&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Perhaps the right option is a single expanding dataset, with filtered views on it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any guidance here? Best practice? The platform we're using is Socrata but I'd prefer platform-agnostic advice.&lt;/p&gt;&#xA;" OwnerUserId="4194" LastActivityDate="2016-11-14T02:16:10.677" Title="How to publish annual datasets?" Tags="|time-series|publishing|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9967" PostTypeId="2" ParentId="9960" CreationDate="2016-10-31T01:19:11.287" Score="1" Body="&lt;p&gt;I googled and it came up here if this is what you were looking for...&#xA;&lt;a href=&quot;https://github.com/openterrain/openterrain/wiki/Terrain-Data&quot; rel=&quot;nofollow&quot;&gt;https://github.com/openterrain/openterrain/wiki/Terrain-Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow&quot;&gt;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not then you do need to keep google for it. There should be one out there..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;By the way, what software are you going to use with it ? If you have ArcGIS, you should be able to find on.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-10-31T01:19:11.287" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9969" PostTypeId="1" AcceptedAnswerId="9970" CreationDate="2016-10-31T06:09:49.567" Score="4" ViewCount="54" Body="&lt;p&gt;I want to make a website that displays information about the United States Congress and make it easy to understand. As far as I know the US congress has everything recorded and under the public domain including votes, etc. Is there some way to access that automatically without making FOIA requests? I basically am imagining a system where you have a UI of the full seats of congress and you can hover/highlight on live streams of representatives, save information you are interested in, query information, etc. I just am not sure where to get the data at.&lt;/p&gt;&#xA;" OwnerUserId="14198" OwnerDisplayName="Ben Nelson" LastActivityDate="2016-11-01T07:03:12.650" Title="Where can I get information on US congress and government?" Tags="|visualization|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9970" PostTypeId="2" ParentId="9969" CreationDate="2016-10-31T06:27:23.463" Score="5" Body="&lt;p&gt;Go through these resources maybe you'll get the data of your interest at any of these--&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.govtrack.us/developers&quot; rel=&quot;nofollow&quot;&gt;GovTrack.us Open Data &amp;amp; API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.congress.gov/resources/display/content/Resources+A+to+Z&quot; rel=&quot;nofollow&quot;&gt;Resources A to Z - Congress.gov Resources&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.data.gov/&quot; rel=&quot;nofollow&quot;&gt;Open Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.usa.gov/statistics&quot; rel=&quot;nofollow&quot;&gt;Data and Statistics about the United States&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope it helps. But in case you need more data and info update me on that. I'll try my best to bring you more data. Cheers! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;API for Campaign Contributions- &lt;a href=&quot;https://api.open.fec.gov/developers/&quot; rel=&quot;nofollow&quot;&gt;Open API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14195" OwnerDisplayName="Abhishek Jaiswal" LastEditorUserId="14195" LastEditDate="2016-11-01T07:03:12.650" LastActivityDate="2016-11-01T07:03:12.650" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9971" PostTypeId="1" AcceptedAnswerId="9974" CreationDate="2016-10-31T11:01:09.653" Score="3" ViewCount="2921" Body="&lt;p&gt;I am working on simulation sensor data for an industrial machine I can choose. For that I am looking for multiple data points from a single process, for example, multiple pressure and temperature curves to use as sort of blueprint. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My simulation does not focus on accurate simulation but instead on believable sensor data output.&lt;/p&gt;&#xA;" OwnerUserId="14190" LastEditorUserId="1511" LastEditDate="2016-10-31T19:49:49.853" LastActivityDate="2018-01-05T13:14:45.407" Title="Looking for complete sensor datasets from a production process" Tags="|data-request|machine-learning|sensors|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9972" PostTypeId="2" ParentId="4446" CreationDate="2016-10-31T13:21:40.680" Score="1" Body="&lt;p&gt;Idealista has an &lt;a href=&quot;http://developers.idealista.com/access-request&quot; rel=&quot;nofollow&quot;&gt;api&lt;/a&gt;, too, in case you are interested in Spain, Italy or Portugal.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastActivityDate="2016-10-31T13:21:40.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9973" PostTypeId="2" ParentId="9965" CreationDate="2016-10-31T15:59:01.050" Score="6" Body="&lt;p&gt;I think having separate datasets for each year would probably be the easiest for users of your site. I work with lots of government data portals, and the norm tends to be to have a new dataset each year. It does add a bit of complexity technically, in that a new dataset has to be created each year, but it is much easier for the average citizen to browse this way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, if you make it very easy to find the filtered views, having one master dataset with annual filtered views would be a lot more friendly to any developers working with your API. But that approach requires that you be confident that the format of your dataset will not change from year to year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess the approach you take depends on which audience is more important to you, the general public or developers. I think either approach is valid and won't cause significant pain for one audience or the other.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Since you are on Socrata, have you looked at their Open Budget platform? It provides an extremely pleasant end-user experience for browsing budget information. You can check out &lt;a href=&quot;http://evergreen.budget.finance.socrata.com/&quot;&gt;their demo portal for the fictional City of Evergreen&lt;/a&gt;, or, for a real usage example, check out &lt;a href=&quot;http://budget.data.montgomerycountymd.gov/&quot;&gt;the portal for Montgomery County, MD&lt;/a&gt;. Note that I'm an end user, so I'm not familiar with pricing or ease of setup for Open Budget.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastEditorUserId="7248" LastEditDate="2016-10-31T17:21:40.953" LastActivityDate="2016-10-31T17:21:40.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9974" PostTypeId="2" ParentId="9971" CreationDate="2016-10-31T19:48:56.057" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; has a quite large sensor dataset&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Gas+sensor+array+under+flow+modulation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gas sensor array under flow modulation&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The data set contains 58 time series acquired from 16 chemical sensors under gas flow modulation conditions. The sensors were exposed to different gaseous binary mixtures of acetone and ethanol.&lt;/p&gt;&#xA;&lt;p&gt;The data set is organized in two 'csv' files, 'rawdata.csv.gz' (4.5 MB) and 'features.csv' (200 kB). The raw data are stored in the first file 'rawdata.csv.gz', where each line represents a single measurement per sensor. Consequently, one needs to read specific 16 consecutive lines to get a single measurement from 16 sensors. The features extracted in (Ziyatdinov et al., 2014) are provided in the second file 'features.csv', where each line represents features extracted from all 16 time-series of the sensors (a single measurement).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Additionally, blog post &lt;a href=&quot;http://www.datasciencecentral.com/profiles/blogs/great-sensor-datasets-to-prepare-your-next-career-move-in-iot-int&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;Great IoT, Sensor and other Data Sets Repositories&amp;quot;&lt;/a&gt; has 10+ sensor data sets.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Many of these modern, sensor-based data sets collected via Internet protocols and various apps and devices, are related to energy, urban planning, healthcare, engineering, weather, and transportation sectors.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-10-31T19:48:56.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9975" PostTypeId="2" ParentId="621" CreationDate="2016-10-31T20:04:46.587" Score="1" Body="&lt;p&gt;Simpler than using a big framework for a single file is just to create a simple CSV file format (datetime, value) and then set up a GitHub repository to host the file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can then use a tool like cron, &lt;a href=&quot;https://stackoverflow.com/a/420172/2327328&quot;&gt;inotifywait&lt;/a&gt; or &lt;a href=&quot;https://stackoverflow.com/a/12988466/2327328&quot;&gt;Gitwatch&lt;/a&gt; to periodically and automatically commit and push the local CSV file to the Github repository.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;inotifywait -q -m -e CLOSE_WRITE --format=&quot;git commit -m 'autocommit on change' %w&quot; data.csv | sh&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Then on top of the Github-hosted file, you can create and host a simple visualization, perhaps with &lt;a href=&quot;https://bl.ocks.org/mbostock/3883245&quot; rel=&quot;nofollow noreferrer&quot;&gt;D3.js&lt;/a&gt;, that reads the &quot;live&quot; CSV file as input.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/736Bk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/736Bk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-10-31T20:04:46.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9977" PostTypeId="2" ParentId="9971" CreationDate="2016-11-01T16:17:11.173" Score="3" Body="&lt;p&gt;Here you can download a database of sensor readings (mostly thermocouples) from a steelcasting plant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://drive.google.com/drive/folders/0B73t8xHUY2T1bGhlc2lEMWU2REk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://drive.google.com/drive/folders/0B73t8xHUY2T1bGhlc2lEMWU2REk&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The largest file inside the 1 GB Zip file in the POC1 folder contains 11 million records in &quot;long&quot; format (key-value store). There is also some documentation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: This dataset was provided by a company for a long-running hackathon/ kaggle-like datascience-competition. The dataset used to be online for quite while in late 2016/early 2017 but it now seems to be offline. Sorry about that. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2017-12-13T10:37:20.927" LastActivityDate="2017-12-13T10:37:20.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9978" PostTypeId="1" CreationDate="2016-11-01T18:12:16.153" Score="6" ViewCount="568" Body="&lt;p&gt;I need the traffic data for India location/area wise to perform some analysis.&lt;/p&gt;&#xA;" OwnerUserId="8859" LastEditorUserId="8859" LastEditDate="2016-11-06T06:31:08.943" LastActivityDate="2018-06-19T07:19:51.607" Title="How to get the road traffic data of India?" Tags="|data-request|government|traffic|india|openstreetmap|" AnswerCount="0" CommentCount="8" ClosedDate="2020-06-09T05:52:03.130" ContentLicense="CC BY-SA 3.0" />
  <row Id="9979" PostTypeId="1" CreationDate="2016-11-01T22:47:25.260" Score="1" ViewCount="15" Body="&lt;p&gt;I have downloaded social care expenditure from the following website &lt;a href=&quot;http://content.digital.nhs.uk/article/1165/Search-catalogue?topics=1/Social%20care/Social%20care%20expenditure&amp;amp;sort=Date&amp;amp;size=10&amp;amp;page=1#top&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://content.digital.nhs.uk/article/1165/Search-catalogue?topics=1/Social%20care/Social%20care%20expenditure&amp;amp;sort=Date&amp;amp;size=10&amp;amp;page=1#top&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The social care expenditure data are given by councils. I however want to merge this data to NHS Trusts data so that I can determine the level of expenditure on each council or councils in which the NHS trust operates or is located on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried numerous ways but to no avail. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you please have or have some suggestions on how to perform the merge.  &lt;/p&gt;&#xA;" OwnerUserId="9794" LastActivityDate="2016-11-01T22:47:25.260" Title="Merging social care expenditure data to NHS trust data" Tags="|data-format|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9981" PostTypeId="1" CreationDate="2016-11-01T23:54:42.670" Score="1" ViewCount="102" Body="&lt;p&gt;I'm looking for two KMZ files that I can import into Google Earth:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;which will show me the parcel outlines&lt;/li&gt;&#xA;&lt;li&gt;will give me local snow load information&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I need this information for a few counties in Northern California only.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have a suggestion?&lt;/p&gt;&#xA;" OwnerDisplayName="Ellis" LastEditorUserId="6229" LastEditDate="2016-11-02T09:13:06.817" LastActivityDate="2016-11-02T09:13:06.817" Title="Parcel map and/or snow load KMZ?" Tags="|usa|geospatial|kml|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9982" PostTypeId="2" ParentId="9981" CreationDate="2016-11-02T03:17:29.923" Score="2" Body="&lt;p&gt;Some work is going to have to be put in here, but this should be what you seek:  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Snow Load Information&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://snowload.atcouncil.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ground Snow Load by Location&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alot (if not all) of California's Snow Load Information should be accessible on each county's website/portal/etc.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.edcgov.us/Building/Snow_Load_Information.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is El Dorado County's Snow Load Information&lt;/a&gt;&lt;br&gt;&#xA;Or you can &lt;a href=&quot;http://www.fs.fed.us/t-d/snow_load/links.htm#californiac&quot; rel=&quot;nofollow noreferrer&quot;&gt;contact California County Building Officials (list of contacts)&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Miscellaneous California Snow/Snow Load Resources&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://cdec.water.ca.gov/snow/current/snow/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Snow - California Data Exchange Center&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fs.fed.us/t-d/snow_load/states.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Snow Load Information&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Parcels Data&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;These resources are not KML/KMZ, but there are a number of resources that can be utilized for conversion.&lt;br&gt;&#xA;&lt;a href=&quot;https://gis.stackexchange.com/questions/138388/california-state-parcel-data&quot;&gt;California Parcels data (shapefiles)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://openaddresses.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Addresses&lt;/a&gt; - Not Parcels data, but they do have a side project collecting Parcels data. If the data you seek is proving to be extremely hard to find, contacting the group could be very helpful.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Tools for Converting to KML/KMZ&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gdal.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GDAL&lt;/a&gt; is the end all tool for this, however it is not the most friendliest if you are uncomfortable with code/command line.&lt;br&gt;&#xA;&lt;a href=&quot;http://mapshaper.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MapShaper&lt;/a&gt; is web based and easy for all users. You can upload shapefiles here and download them as GeoJSON.&lt;br&gt;&#xA;&lt;a href=&quot;http://geojson.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoJSON.io&lt;/a&gt; also web based, also super easy for all; you can the upload the GeoJSON files here, and convert/download them as KML/KMZ.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-11-02T03:17:29.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9983" PostTypeId="2" ParentId="9960" CreationDate="2016-11-02T08:40:19.127" Score="1" Body="&lt;p&gt;The EU-funded TanDEM X satellite mission has just completed a new global DEM with incredible spatial resolution (30 m/Pixel in xy-direction, 1 m in z Direction)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, the project management have a call open for scientific projects. You can apply for getting data, freely, from anywhere on the globe, given that you are working on a scientific project. (I for one haven't applied yet -cannot give you insider information).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe you can convince them to give you the DEM for your study area. You have to submit a short project description until Dec 01, 2016.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tandemx-science.dlr.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tandemx-science.dlr.de/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tandemx-science.dlr.de/cgi-bin/wcm.pl?page=investigate_register&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tandemx-science.dlr.de/cgi-bin/wcm.pl?page=investigate_register&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-11-02T08:40:19.127" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9984" PostTypeId="2" ParentId="4412" CreationDate="2016-11-02T09:08:37.037" Score="1" Body="&lt;p&gt;The Swiss Federal Office of Energy seperately publishes data and visualizations about wind and wind turbines.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bfe.admin.ch/themen/00490/00500/?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overview website&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bfe-gis.admin.ch/storymaps/EE_WEA/index.php?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wind energy plants&lt;/a&gt; - click on a plant, select &amp;quot;more info&amp;quot; and then see detailed turbine data (&lt;a href=&quot;https://api3.geo.admin.ch/rest/services/ech/MapServer/ch.bfe.windenergieanlagen/facility_CHA/extendedHtmlPopup?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xd7P3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xd7P3.png&quot; alt=&quot;map with wind energy plants&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Wind Speed&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can use the &lt;a href=&quot;http://www.bfe-gis.admin.ch/storymaps/EE_Windatlas/?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wind Atlas&lt;/a&gt; (&lt;a href=&quot;http://www.bfe.admin.ch/geoinformation/06605/index.html?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;). At first look, I don't know how to extract the data from the visualization.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ks7BA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ks7BA.png&quot; alt=&quot;map with wind speeds&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="15171" LastEditDate="2023-01-10T15:35:56.480" LastActivityDate="2023-01-10T15:35:56.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="9985" PostTypeId="2" ParentId="6664" CreationDate="2016-11-02T10:01:10.797" Score="1" Body="&lt;p&gt;Wikipedia has a long list of &lt;strong&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_bicycle-sharing_systems&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bikeshare programs&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here is a github list of Bikeshare programs with data sharing&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/BetaNYC/Bike-Share-Data-Best-Practices/wiki/Bike-Share-Data-Systems&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bike Share Data Systems&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(But it will be up to you to go through and find one suitable to your needs.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-02T10:01:10.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9986" PostTypeId="1" CreationDate="2016-11-02T15:27:29.647" Score="2" ViewCount="137" Body="&lt;p&gt;I have seem some related questions but none of them seem to have the answer I am looking for. I want to be able to find a website (say like the Multiple Listing Service listings) that would allow me to scrape data from their site about property sales records. In particular, for a given zip code I would like to be able to aggregate purchase histories such as number of houses sold in a particular month and year, and prices (during that month and year) in which the houses sold.  Does a website with this type of data to be collected exist?&lt;/p&gt;&#xA;" OwnerUserId="13344" LastEditorUserId="13344" LastEditDate="2016-11-02T16:49:11.753" LastActivityDate="2016-11-02T18:57:44.170" Title="Collecting Real Estate Data in the US" Tags="|usa|real-estate|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9987" PostTypeId="1" CreationDate="2016-11-02T16:20:23.090" Score="3" ViewCount="267" Body="&lt;p&gt;I am trying to query OpenFDA by UPC but the API keeps returning &quot;No Matched Found&quot;. I assume this works in the same way as product NDC, which is returning as expected when I try something like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=product_ndc:%2259779-612%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=product_ndc:%2259779-612%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I switch &quot;product_ndc&quot; with &quot;upc&quot; I get no matching results:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=upc:%22300450449092%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=upc:%22300450449092%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I missing something in the query? Or can the API only handle a subset of UPCs? Thanks in advance for the help!&lt;/p&gt;&#xA;" OwnerUserId="14224" LastActivityDate="2016-11-03T17:42:01.883" Title="Query OpenFDA by UPC" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9988" PostTypeId="1" CreationDate="2016-11-02T17:21:51.403" Score="2" ViewCount="943" Body="&lt;p&gt;I am trying to access the following type of info: &lt;a href=&quot;https://www.dol.gov/whd/minwage/america.htm#Consolidated&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dol.gov/whd/minwage/america.htm#Consolidated&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;through the Dept of Labors API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using the method outlined here: &lt;a href=&quot;http://developer.dol.gov/beginners-guide&quot; rel=&quot;nofollow noreferrer&quot;&gt;Beginners Guide Method&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am able to access all other available datasets aside from the one that sounds like it might have this data: &lt;a href=&quot;http://developer.dol.gov/keeping-what-you-earn/wage-and-hour-publications-system&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wage dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, when using my generated API Key, this works fine: &lt;a href=&quot;http://api.dol.gov/V1/Statistics/CPS/LE_AGES/?KEY=xxxx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Working Query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but all of the following fail with a 404:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.dol.gov/V1/WHPS/PublicationsView/?KEY=xxxx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.dol.gov/V1/WHPS/PublicationsView/?KEY=xxxx&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://api.dol.gov/V1/WHPS/Publications/?KEY=xxxx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.dol.gov/V1/WHPS/Publications/?KEY=xxxx&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://api.dol.gov/V1/WHPS/DocumentsView/?KEY=xxxx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.dol.gov/V1/WHPS/DocumentsView/?KEY=xxxx&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://api.dol.gov/V1/WHPS/Documents/?KEY=xxxx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.dol.gov/V1/WHPS/Documents/?KEY=xxxx&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the &lt;a href=&quot;http://developer.dol.gov/keeping-what-you-earn/wage-and-hour-publications-system&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wage and Hour Publications System (WHPS)&lt;/a&gt; it should work, however the &lt;a href=&quot;http://api.dol.gov/V1/WHPS&quot; rel=&quot;nofollow noreferrer&quot;&gt;WHPS API URL throws a 404&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14225" LastEditorUserId="90" LastEditDate="2016-11-02T17:42:20.447" LastActivityDate="2016-11-03T11:42:55.653" Title="Minimum wage data via DoL API" Tags="|labor|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="9989" PostTypeId="2" ParentId="9986" CreationDate="2016-11-02T18:44:53.010" Score="4" Body="&lt;p&gt;You are looking for the property appraiser's office for each county to assemble the data for free. Anything above this level is going to be a cost item.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the Polk County Property Appraiser's office has the &lt;a href=&quot;ftp://ftp.polkpa.org/AppraisalData&quot; rel=&quot;nofollow noreferrer&quot;&gt;Appraisal Data&lt;/a&gt; and the &lt;a href=&quot;ftp://ftp.polkpa.org/GISData&quot; rel=&quot;nofollow noreferrer&quot;&gt;GIS Data at the Parcel Level&lt;/a&gt;. The Appraisal Data includes the sales database from which to pull your data.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-11-02T18:44:53.010" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9990" PostTypeId="2" ParentId="9986" CreationDate="2016-11-02T18:57:44.170" Score="3" Body="&lt;p&gt;Daniel Miller's answer recommending property appraiser's offices is great, and if your need is confined to a couple of counties, it's not too much work to locate each dataset. However, if you need this information on a nationwide basis, hunting down every single appraiser's data is incredibly tedious.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An alternative is something like the &lt;a href=&quot;http://www.zillow.com/howto/api/APIOverview.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zillow API&lt;/a&gt;. Zillow has real estate data for the entirety of the U.S., and in my experience it's pretty solid data. They have rate-limits and terms of use limiting what you can do with their API, but their data is very good (and is usually sourced from those property appraisers).&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-11-02T18:57:44.170" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9991" PostTypeId="2" ParentId="5439" CreationDate="2016-11-02T19:39:53.183" Score="1" Body="&lt;p&gt;This is an incredibly specific data request -- I don't think there's any chance of just finding this in the wild. Your best bet is probably to obtain TV recordings of NBA (either record them yourself or hunt around online) and analyze the decibel levels in audio track yourself. Of course, this has a few issues: you'll have to cut out commercial breaks/instant replays/etc, you'll have to somehow filter out the commentators or something (the commentators' volume should be consistent on average over the course of the game, so this should be feasible, if not ideal), etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's a lot of work and it won't produce the most accurate results, but I think that's the best you're going to get in the realm of &lt;em&gt;open&lt;/em&gt; data.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-11-02T19:39:53.183" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9992" PostTypeId="1" CreationDate="2016-11-02T23:09:59.803" Score="2" ViewCount="64" Body="&lt;p&gt;I need a high resolution map of an area in Zimbabwe; Google maps just isn't doing it good enough for me. &#xA;Specifically, I'm seeking 5 areas all within 1 farm. The coordinates are&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-17.607872, 30.478440&lt;br&gt;&#xA;-17.599700, 30.487746&lt;br&gt;&#xA;-17.597962, 30.483809&lt;br&gt;&#xA;-17.610236, 30.486348&lt;br&gt;&#xA;-17.606459, 30.483873  &lt;/p&gt;&#xA;" OwnerUserId="14228" LastEditorUserId="90" LastEditDate="2016-11-03T04:24:51.340" LastActivityDate="2016-11-04T20:30:02.013" Title="Zimbabwe Satelitte Imagery" Tags="|geospatial|africa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="9993" PostTypeId="1" CreationDate="2016-11-02T23:10:39.690" Score="1" ViewCount="59" Body="&lt;p&gt;The title is quite clear: seeking land-cover/vegetation open/public data sources for the Canadian Provinces of British Columbia, and Alberta.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt;&lt;br&gt;&#xA;This question was originally posted in the &lt;a href=&quot;https://gisdevs.slack.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Spatial Community - GIS Devs Slack Channel&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-02T23:10:39.690" Title="Open/Public Data Sources For Land-Cover/Vegetation Data In The Provinces of British Columbia and Alberta, Canada?" Tags="|geospatial|canada|land|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9994" PostTypeId="2" ParentId="9993" CreationDate="2016-11-02T23:10:39.690" Score="1" Body="&lt;h2&gt;Resources List&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://landcover.usgs.gov/landcoverdata.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Land Cover Institute (Global)&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://landcover.usgs.gov/landcoverdata.php#na&quot; rel=&quot;nofollow noreferrer&quot;&gt;North American Land Cover Data Links - Land Cover Institute&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://leddy.uwindsor.ca/adc/geospatial-data-canada-landcover&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geospatial Data: Land Cover &amp;amp; Land Use of Canada&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://www.nrcan.gc.ca/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Resources Canada&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://www.nrcan.gc.ca/earth-sciences/land-surface-vegetation/land-cover/north-american-landcover/9146&quot; rel=&quot;nofollow noreferrer&quot;&gt;Characterization and Monitoring Change of Canada’s Land Surface&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://geogratis.gc.ca/api/en/nrcan-rncan/ess-sst/-/(urn:gc:subject)land-management?q=land+cover&amp;amp;sort-field=relevance&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;Land Cover&amp;quot; Search Results - Natural Resources Canada&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://www.nrcan.gc.ca/earth-sciences/geomatics/satellite-imagery-air-photos/applications-development/land-cover-vegetation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Land Cover and Vegetation - Natural Resources Canada&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://geoscan.nrcan.gc.ca/starweb/geoscan/servlet.starweb?path=geoscan/fulle.web&amp;amp;search1=R=295751&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medium Resolution Land Cover Mapping of Canada from Spot 4/5 Data&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://catalogue.data.gov.bc.ca/dataset?download_audience=Public&quot; rel=&quot;nofollow noreferrer&quot;&gt;British Columbia Data Catalogue&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://catalogue.data.gov.bc.ca/dataset?q=land+cover&amp;amp;download_audience=Public&amp;amp;sort=score+desc%2C+record_publish_date+desc&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;Land Cover&amp;quot; Search Results of British Columbia Data Catalogue&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://geodiscover.alberta.ca/geoportal/catalog/search/resource/details.page?uuid=%7B673F26CF-C97C-4668-8C26-CCD5E6EDE9A7%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alberta Ground Cover Classification Mosaic Status&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.javacoeapp.lrc.gov.on.ca/geonetwork/srv/en/main.home&quot; rel=&quot;nofollow noreferrer&quot;&gt;Land Information Ontario Metadata Management Tool&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RT Wilson's GIS List Has Land Cover and Canadian Sections&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://gis.ubc.ca/data-sources-2/canada/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canada Clearinghouse and Portals&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;http://geogratis.gc.ca/api/en/nrcan-rncan/ess-sst/9adb5aec-9a6a-520e-b947-b2dc4fa6a7cd.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;AVHRR Land Cover Data, Canada-British Columbia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-11-02T23:10:39.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9996" PostTypeId="1" CreationDate="2016-11-03T07:16:44.450" Score="3" ViewCount="48" Body="&lt;p&gt;I'm getting following error while using fpplan quotes api.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;RuntimeError: Error requesting quotes from HHS: 403   &#xA;  Access Denied  &lt;H1&gt;Access Denied&lt;/H1&gt;&lt;br&gt;&#xA;  You don't have permission to access&#xA;  &quot;http&amp;#58;&amp;#47;&amp;#47;api&amp;#46;finder&amp;#46;healthcare&amp;#46;gov&amp;#47;v3&amp;#46;0&amp;#47;getIFPPlanQuotes&quot;&#xA;  on this server.&lt;P&gt;&#xA;  Reference&amp;#32;&amp;#35;18&amp;#46;3c367c68&amp;#46;1478156165&amp;#46;473be90 &#xA;  &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I'm accessing this from out of USA., any input will be appreciated.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;getiFPPLanQuotes Healthcare.gov Finder API XML Error - Request is not valid for the schema Screen shot.&lt;br&gt;&#xA;This error is being seen from within the USA.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/Sv6vQ.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Sv6vQ.png&quot; alt=&quot;getiFPPLanQuotes Healthcare.gov Finder API XML Error - Request is not valid for the schema Screen shot.&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14235" LastEditorUserId="90" LastEditDate="2016-11-03T07:23:22.377" LastActivityDate="2016-11-03T07:23:22.377" Title="Getting 403 Error While Accessing FPPlanQuotes API" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="9997" PostTypeId="1" AcceptedAnswerId="9999" CreationDate="2016-11-03T10:25:43.307" Score="4" ViewCount="71" Body="&lt;p&gt;I want to start my own directory website. Can I use informations from &lt;a href=&quot;https://www.sec.gov/edgar/searchedgar/companysearch.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;SEC.gov | Company Search Page&lt;/a&gt; and add to my website? Is it legal?&lt;/p&gt;&#xA;" OwnerUserId="14238" LastEditorUserId="90" LastEditDate="2016-11-03T13:25:33.063" LastActivityDate="2016-11-03T13:25:33.063" Title="Can I share informations from USA company register?" Tags="|uses-of-open-data|business|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="9998" PostTypeId="2" ParentId="9988" CreationDate="2016-11-03T11:42:55.653" Score="1" Body="&lt;p&gt;There is something broken with our API's access to the Wage and Hour Division's data.  We're working hard to get that restored.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2016-11-03T11:42:55.653" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="9999" PostTypeId="2" ParentId="9997" CreationDate="2016-11-03T13:25:07.563" Score="2" Body="&lt;p&gt;It most certainly is legal, although I don't see anything directly on the site regarding the specific search data. Most federal data (content for that matter) are automatically open when published by law. &lt;a href=&quot;https://www.sec.gov/open&quot; rel=&quot;nofollow noreferrer&quot;&gt;SEC's Open Gov Commitment (which actually seems like they stopped trying mid Obama's first term)&lt;/a&gt; doesn't name that dataset specifically, but would be safe to assume if the SEC is publishing it, it is fair game.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-03T13:25:07.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10000" PostTypeId="5" CreationDate="2016-11-03T13:45:53.070" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://www.ict4dc.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ICT4D (Information and Communications Technologies for Development)&lt;/a&gt; is an initiative aimed at bridging the digital divide (the disparity between technological &quot;have&quot; and &quot;have not&quot; geographic locations or demographic groups) and aiding economic development by ensuring equitable access to up-to-date communications.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-11-03T13:45:53.070" LastActivityDate="2016-11-03T13:45:53.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10001" PostTypeId="4" CreationDate="2016-11-03T13:45:53.070" Score="0" Body="ICT4D is an acronym for Information and Communications Technologies for Development." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-11-03T13:45:53.070" LastActivityDate="2016-11-03T13:45:53.070" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10002" PostTypeId="1" AcceptedAnswerId="10055" CreationDate="2016-11-03T13:46:53.220" Score="2" ViewCount="206" Body="&lt;p&gt;I am relatively new to programming and therefore don't really know where to find specified datasets. What I am basically looking for is Sales Data from any Company (can be made up).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data needs have coverage of the number of clients, the amount of money they paid and the date for each transaction. I want to predict the worth of each customer with this information, using the RFM-method on R.&lt;/p&gt;&#xA;" OwnerUserId="14240" LastEditorUserId="9956" LastEditDate="2016-11-03T17:16:54.053" LastActivityDate="2020-08-14T20:36:27.273" Title="Looking for specific Sales Dataset" Tags="|data-request|programming|companies|analysis|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10004" PostTypeId="2" ParentId="9964" CreationDate="2016-11-03T16:51:46.927" Score="2" Body="&lt;p&gt;It sounds like you aren't just looking for satellite imagery but also feature data sets. Satellite imagery is really great for determining variables based on rad bands but getting down to the level of detail required for building footprints is beyond the scope of most (openly accessible) radar systems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll point here to a few major resources for geospatial data that you'll probably find useful for classifying areas/landforms:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Aerial imagery: &lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS EarthExplorer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Soil types, classifications, characteristics: &lt;a href=&quot;https://www.soilgrids.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISRIC Soilgrids 250m&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Land Cover: &lt;a href=&quot;http://due.esrin.esa.int/page_globcover.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESA GLOBCOVER 2009&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lakes, Rivers, Watersheds: &lt;a href=&quot;http://hydrosheds.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WWF/USGS HydroSHEDS&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2016-11-03T16:51:46.927" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10005" PostTypeId="2" ParentId="9987" CreationDate="2016-11-03T17:42:01.883" Score="1" Body="&lt;p&gt;We simply do not have UPCs for all the drug labels. Otherwise, searching by UPC works, e.g. &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=upc:%220098443601700%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=upc:%220098443601700%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-11-03T17:42:01.883" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10006" PostTypeId="1" CreationDate="2016-11-03T18:55:24.687" Score="1" ViewCount="224" Body="&lt;p&gt;We are looking for a good url/json/python based API for getting the latest CME Globex future quotes. We want to run it on command line based Linux server, any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="14244" LastEditorUserId="1511" LastEditDate="2016-11-05T17:14:10.147" LastActivityDate="2016-11-05T17:14:10.147" Title="Good web-service based API for getting the latest CME Globex future data" Tags="|data-request|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10007" PostTypeId="1" AcceptedAnswerId="10008" CreationDate="2016-11-03T10:06:15.277" Score="3" ViewCount="97" Body="&lt;p&gt;In Sweden we have &quot;Lantmäteriet&quot; wich is same as &quot;USGS&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Lantmäteriet&quot; have several datasets like &quot;Road-map&quot;,&quot;General-map&quot;, etc. These data-sets contains boundaries, roads, landcover, contour-lines, lakes,etc. Se the link and the image on that link, thats how the map looks like when I open it in ArcMap. Its only 1 zip file you download, and that file contains all the layers, polylines, polygons, points.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Link to English information PDF about Swedish &quot;General-Map&quot;.&#xA;&lt;a href=&quot;https://www.lantmateriet.se/globalassets/kartor-och-geografisk-information/kartor/produktbeskrivningar/eng/e_overshmi.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.lantmateriet.se/globalassets/kartor-och-geografisk-information/kartor/produktbeskrivningar/eng/e_overshmi.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does USA have free data-sets that contains the same or similar amount of data as the Swedish General-map and where can I download that data from?&lt;/p&gt;&#xA;" OwnerUserId="14252" OwnerDisplayName="esset" LastEditorUserId="6229" LastEditDate="2016-11-12T15:03:37.797" LastActivityDate="2016-11-12T15:03:37.797" Title="Seeking free GIS data for USA equivalent to Swedish General Map?" Tags="|data-request|usa|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10008" PostTypeId="2" ParentId="10007" CreationDate="2016-11-03T19:32:10.653" Score="4" Body="&lt;p&gt;There are many resources that provide general map resources for the United States.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Census Bureau provides a repository for demographic data and administrative GIS data. In particular, the U.S. Census Bureau releases a series of shapefile data under the TIGER project through their &lt;a href=&quot;http://www.census.gov/geo/maps-data/data/tiger.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;main website&lt;/a&gt; and through an &lt;a href=&quot;ftp://ftp.census.gov/geo/tiger/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FTP directory&lt;/a&gt;. TIGER includes administrative boundaries (e.g. states, counties, cities), cartographic boundaries such as shorelines, hydrography within a moderate resolution, roads/highways, and address ranges. This &lt;a href=&quot;ftp://ftp.census.gov/geo/tiger/TIGER2014/2014_TL_Shapefiles_File_Name_Definitions.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;pdf&lt;/a&gt; is a good example of how it structures each type of information.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The USGS has hydrography, land cover classification, digital elevation models (DEM), and land/water boundaries but at a better resolution. They also contain orthographic satellite imagery on their FTP site. You can find more information &lt;a href=&quot;https://viewer.nationalmap.gov/launch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. It may or may not also have LIDAR data.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Lastly, the Bureau of Transportation Statistics includes another avenue for transportation networks through the &lt;a href=&quot;http://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Transportation Atlas Database&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I hope this information was helpful.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-11-03T19:32:10.653" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10009" PostTypeId="1" CreationDate="2016-11-03T21:08:04.900" Score="2" ViewCount="49" Body="&lt;p&gt;Is there public data of city boundaries for countries in Europe?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried using ArcGIS Online search function but could not find anything.&lt;/p&gt;&#xA;" OwnerUserId="14247" LastActivityDate="2016-11-04T14:11:05.827" Title="City boundaries for Europe" Tags="|city|europe|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10010" PostTypeId="2" ParentId="6084" CreationDate="2016-11-03T21:21:16.573" Score="2" Body="&lt;p&gt;We release large corpora of German news for the annual machine translation shared task organised by the WMT conference. Unfortunately it is shuffled (so you cannot reconstruct the original articles) for the reasons given above. The latest release is here: &lt;a href=&quot;http://www.statmt.org/wmt16/translation-task.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.statmt.org/wmt16/translation-task.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For 2014, we did actually release a crawl from the Project Syndicate website, with document boundaries. This should (afaik) include German articles &lt;a href=&quot;http://www.statmt.org/wmt14/news-commentary-v9-by-document.tgz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.statmt.org/wmt14/news-commentary-v9-by-document.tgz&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14248" LastActivityDate="2016-11-03T21:21:16.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10011" PostTypeId="1" CreationDate="2016-11-03T23:37:26.467" Score="2" ViewCount="89" Body="&lt;p&gt;I am a student looking for data for a GIS project to use in modeling subsurface lithology in ArcScene.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions regarding where I can find spatially-organized stratigraphic data including lithology for bore-holes?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not matter what country. As long as I have quality data, I am happy to work with it no matter the source.&lt;/p&gt;&#xA;" OwnerUserId="14249" LastEditorDisplayName="user4293" LastEditDate="2016-12-13T09:00:56.160" LastActivityDate="2016-12-13T09:00:56.160" Title="Drill Core Stratigraphic Data" Tags="|data-request|geospatial|environment|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10012" PostTypeId="2" ParentId="10006" CreationDate="2016-11-04T08:26:11.663" Score="2" Body="&lt;p&gt;Quandl has daily &lt;a href=&quot;https://www.quandl.com/data/CME-Chicago-Mercantile-Exchange-Futures-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;CME futures data&lt;/a&gt; publicly available for free, updated daily with what looks to be a 1 day lag or less (at ~4am Eastern there is data from the previous day).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It may not be Globex-specific but instead an aggregation of CME's different &lt;a href=&quot;http://www.cmegroup.com/trading/market-tech-and-data-services.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;market access platforms&lt;/a&gt;, I'm not sure.&lt;/p&gt;&#xA;" OwnerUserId="7201" LastActivityDate="2016-11-04T08:26:11.663" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10013" PostTypeId="2" ParentId="5807" CreationDate="2016-11-04T09:44:10.943" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://go.worldbank.org/E4OR2SAG70&quot; rel=&quot;nofollow noreferrer&quot;&gt;historical forecast archive&lt;/a&gt; of the World Bank has the following note:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;please also note that in the past, commodities forecasts have not appeared in stand-alone publications, but rather as chapters or annexes of other publications, namely Global Economic Prospects (in January of each year) and Global Development Finance (in June of each year)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;with links to the respective report archives going back to the late 1990's. So you can add another decade to that dataset by manually scraping the previous reports.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In theory you may be able to use historical futures prices for crude as a proxy for forecasts. Quandl has &lt;a href=&quot;https://www.quandl.com/collections/futures/energy&quot; rel=&quot;nofollow noreferrer&quot;&gt;many energy futures datasets&lt;/a&gt; going back up to 50 years. From a brief search, the general conclusion in the literature seems to be that futures prices are slightly better predictors than a random walk most of the time, and much better some of the time. The Federal Reserve, specifically, has addressed this topic a &lt;a href=&quot;https://www.stlouisfed.org/publications/regional-economist/january-2002/the-futures-market-as-forecasting-tool-an-imperfect-crystal-ball&quot; rel=&quot;nofollow noreferrer&quot;&gt;couple&lt;/a&gt; of &lt;a href=&quot;https://www.federalreserve.gov/pubs/ifdp/2011/1025/ifdp1025.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;times&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In any case, it depends on what exactly you mean by &quot;oil price expectations rather than real oil prices.&quot; If expectations == futures and real == spot, then you are all set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, my understanding is that Bonny Light is deliverable into NYMEX futures contracts (&lt;a href=&quot;http://www.wtrg.com/daily/crudeoilprice.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Deliverable Grades&lt;/strong&gt;&lt;br&gt;&#xA;  Specific domestic crudes with 0.42% sulfur by weight or less, not less than 37° API gravity nor more than 42° API gravity. The following domestic crude streams are deliverable: West Texas Intermediate, Low Sweet Mix, New Mexican Sweet, North Texas Sweet, Oklahoma Sweet, South Texas Sweet. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Specific foreign crudes of not less than 34° API nor more than 42° API. The following foreign streams are deliverable: U.K. Brent and Forties, and Norwegian Oseberg Blend, for which the seller shall receive a 30¢-per-barrel discount below the final settlement price; &lt;strong&gt;Nigerian Bonny Light&lt;/strong&gt; and Colombian Cusiana are delivered at 15¢ premiums; and Nigerian Qua Iboe is delivered at a 5¢ premium.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I'm not sure that's always been the case, but it may make your research easier. NYMEX Crude futures have been around since the 1980's.&lt;/p&gt;&#xA;" OwnerUserId="7201" LastActivityDate="2016-11-04T09:44:10.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10014" PostTypeId="1" CreationDate="2016-11-04T10:34:58.840" Score="6" ViewCount="77" Body="&lt;p&gt;There are so many libraries, for instance for C# networking or Java encryption.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for data about the &quot;popularity&quot; of published libraries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any measure of &quot;popularity&quot; is fine, for instance it could be defined as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the number of downloads of that library&lt;/li&gt;&#xA;&lt;li&gt;the number of open source projects using that library&lt;/li&gt;&#xA;&lt;li&gt;the number of people talking about it&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Bonus if the data is easily searchable using a web browser.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-11-04T12:42:34.203" Title="Popularity of programming libraries" Tags="|data-request|programming|software|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10015" PostTypeId="2" ParentId="10014" CreationDate="2016-11-04T10:47:26.240" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://mvnrepository.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mvnrepository.com&lt;/a&gt; lets you know how many times a particular Java library has been downloaded, with a breakdown for each version, see the &quot;Usages&quot; column &lt;a href=&quot;https://mvnrepository.com/artifact/org.apache.logging.log4j/log4j-core&quot; rel=&quot;nofollow noreferrer&quot;&gt;for Log4j&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/oukl3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oukl3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... and &lt;a href=&quot;https://mvnrepository.com/artifact/ch.qos.logback/logback-core&quot; rel=&quot;nofollow noreferrer&quot;&gt;for its competitor LogBack&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7l2FC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7l2FC.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously, you have to divide the number of downloads by the duration the library has been available (date column) and consider that people continue downloading old libraries, especially when they are more stable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Caveats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Not everyone uses that particular site to download libraries&lt;/li&gt;&#xA;&lt;li&gt;Only open source libraries are on it&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2016-11-04T10:47:26.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10016" PostTypeId="2" ParentId="10014" CreationDate="2016-11-04T12:42:34.203" Score="4" Body="&lt;p&gt;Github is the &lt;em&gt;de facto&lt;/em&gt; internet repository for open source code. They've released source code data from packages hosted on this site (press &lt;a href=&quot;https://github.com/blog/2201-making-open-source-data-more-available&quot; rel=&quot;nofollow noreferrer&quot;&gt;release&lt;/a&gt;, &lt;a href=&quot;https://medium.com/google-cloud/github-on-bigquery-analyze-all-the-code-b3576fd2b150#.f34kn5sa3&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post with examples&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is available as part of Google BigQuery (&lt;a href=&quot;https://cloud.google.com/bigquery/public-data/github&quot; rel=&quot;nofollow noreferrer&quot;&gt;details&lt;/a&gt;). &lt;a href=&quot;https://gist.github.com/arfon/49ca314a5b0a00b1ebf91167db3ff02c&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example queries are here&lt;/a&gt;. You can &lt;a href=&quot;https://bigquery.cloud.google.com/dataset/bigquery-public-data:github_repos&quot; rel=&quot;nofollow noreferrer&quot;&gt;run queries in the browser&lt;/a&gt; (requires google account)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This 3TB+ dataset comprises the largest released source of GitHub activity to date. It contains a full snapshot of the content of more than 2.8 million open source GitHub repositories including more than 145 million unique commits, over 2 billion different file paths, and the contents of the latest revision for 163 million files, all of which are searchable with regular expressions.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To compare languages, you can count and group by extension name, for example&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  AND sample_path LIKE '%.py' -- for python&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/S0qTX.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/S0qTX.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tip:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Don’t analyze the main [bigquery-public-data:github_repos.contents] table — at 1.5 TB, it will instantly consume your monthly free terabyte. Use instead the official [bigquery-public-data:github_repos.sample_contents] extract (~23 GB), or one of the full language tables I left at [fh-bigquery:github_extracts.contents_*].&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-04T12:42:34.203" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10017" PostTypeId="2" ParentId="10009" CreationDate="2016-11-04T14:11:05.827" Score="2" Body="&lt;p&gt;Don't know what you were looking for but here is the link for you to get there:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.diva-gis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gadm.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.opengeocode.org/opendata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.opengeocode.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-11-04T14:11:05.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10018" PostTypeId="2" ParentId="6390" CreationDate="2016-11-04T14:30:46.557" Score="1" Body="&lt;p&gt;Check the following links:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vahan.nic.in/paidnrservices/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vahan.nic.in/paidnrservices/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vahan.nic.in/paidnrservices/forms/paidnr_access_policy.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vahan.nic.in/paidnrservices/forms/paidnr_access_policy.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let me know if I misunderstood :(&lt;/p&gt;&#xA;" OwnerUserId="14254" LastActivityDate="2016-11-04T14:30:46.557" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10019" PostTypeId="2" ParentId="5875" CreationDate="2016-11-04T17:32:20.260" Score="2" Body="&lt;p&gt;Free historical data with a simple request: &lt;a href=&quot;http://api.suredbits.com/nfl/v0/stats/jones/julio&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.suredbits.com/nfl/v0/stats/jones/julio&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Docs: &lt;a href=&quot;https://www.suredbits.com/api/nfl/stats/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.suredbits.com/api/nfl/stats/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14257" LastActivityDate="2016-11-04T17:32:20.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10020" PostTypeId="2" ParentId="9992" CreationDate="2016-11-04T20:30:02.013" Score="1" Body="&lt;p&gt;If this is what you are lookkng for and I'd check them out:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://openaerialmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openaerialmap.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cidr.cr.usgs.gov/login/?RET_ADDR=https%3A%2F%2Fcidr.cr.usgs.gov%2F&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cidr.cr.usgs.gov/login/?RET_ADDR=https%3A%2F%2Fcidr.cr.usgs.gov%2F&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datadoors.net/DataDoorsWeb/Order.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.datadoors.net/DataDoorsWeb/Order.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-11-04T20:30:02.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10021" PostTypeId="1" CreationDate="2016-11-04T22:37:41.133" Score="2" ViewCount="1647" Body="&lt;p&gt;Seeking an open dataset listing the number of banking institutions that exist, and the country/countries they exist in?&lt;/p&gt;&#xA;" OwnerUserId="14261" LastEditorUserId="90" LastEditDate="2016-11-05T19:41:47.270" LastActivityDate="2016-11-05T19:41:47.270" Title="Where can I find the number of banks by country?" Tags="|data-request|global|bank|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10022" PostTypeId="1" CreationDate="2016-11-05T04:40:56.450" Score="3" ViewCount="1646" Body="&lt;p&gt;I am a student with the Singapore Management University's postgraduate School of Economics. I am writing to seek your assistance in obtaining certain data on San Francisco’s housing market.&lt;/p&gt;&#xA;&lt;p&gt;For our Econometrics project - we are looking into running a regression model to predict the housing prices in San Francisco. To do so, we would require datasets of houses in San Francisco city.&lt;/p&gt;&#xA;&lt;p&gt;I am wondering if it is possible for you to share with us the raw data collected to arrive at these reports. Or others, to point us towards the person and organize we would be able to obtain it from.&lt;/p&gt;&#xA;&lt;p&gt;We would require 10 years worth of monthly data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Housing purchase prices in San Francisco&lt;/li&gt;&#xA;&lt;li&gt;Per sq ft area of houses&lt;/li&gt;&#xA;&lt;li&gt;Types of houses (house, apartment)&lt;/li&gt;&#xA;&lt;li&gt;Number of bedrooms&lt;/li&gt;&#xA;&lt;li&gt;Extra amenities (pool, tennis court)&lt;/li&gt;&#xA;&lt;li&gt;Quality of neighborhood&lt;/li&gt;&#xA;&lt;li&gt;Age of house&lt;/li&gt;&#xA;&lt;li&gt;Size of yard&lt;/li&gt;&#xA;&lt;li&gt;Location (from city center)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;(For example, in Singapore's case, data can be found at &lt;a href=&quot;https://data.gov.sg/dataset/resale-flat-prices&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.sg&lt;/a&gt;.)&lt;/p&gt;&#xA;" OwnerUserId="14262" LastEditorUserId="1096" LastEditDate="2023-05-15T11:49:24.010" LastActivityDate="2023-05-15T11:49:24.010" Title="San Francisco Housing Data" Tags="|data-request|prices|real-estate|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="10023" PostTypeId="2" ParentId="10021" CreationDate="2016-11-05T07:14:35.890" Score="2" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/FB.CBK.BRCH.P5&quot; rel=&quot;nofollow noreferrer&quot;&gt;Commercial bank branches (per 100,000 adults)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data is collected by the International Monetary Fund, Financial Access Survey. Data has a &lt;a href=&quot;http://data.worldbank.org/summary-terms-of-use&quot; rel=&quot;nofollow noreferrer&quot;&gt;friendly license&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the right you will see a big DOWNLOAD button (CSV, XML or XLS)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ruF2u.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ruF2u.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6tmdi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6tmdi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If, for some reason, you don't want the data per capita, but instead total bank branches, then you can use this data set to get the population of each country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://data.worldbank.org/indicator/SP.POP.TOTL&quot; rel=&quot;nofollow noreferrer&quot;&gt;Population, total&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-05T07:14:35.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10024" PostTypeId="2" ParentId="10021" CreationDate="2016-11-05T07:17:46.443" Score="2" Body="&lt;p&gt;If you want the number of bank &quot;companies&quot; per countries, then you can harvest &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Lists_of_banks_by_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;this data from Wikipedia&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the left menu-bar of every Wikipedia page is a link to &quot;&lt;a href=&quot;https://www.wikidata.org/wiki/Q7092370&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata Item&lt;/a&gt;&quot;. You can then use a Wikidata query tool to &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;programmatically collect the data&lt;/a&gt;. See other questsions or do an internet search about Wikidata or SPARQL query language.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Or, use this website &lt;strong&gt;&lt;a href=&quot;https://thebanks.eu/banks-by-country&quot; rel=&quot;nofollow noreferrer&quot;&gt;Banks by country&lt;/a&gt;&lt;/strong&gt; for EU banks (including offshore territories).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/63RvZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/63RvZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-05T07:17:46.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10025" PostTypeId="2" ParentId="10022" CreationDate="2016-11-05T07:35:42.813" Score="4" Body="&lt;p&gt;Zillow is an online real estate database company and offers research data which is aggregated, and you may find meets some of your needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.zillow.com/research/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.zillow.com/research/data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;All data accessed and downloaded from this page is free for public use by consumers, media, analysts, academics etc., consistent with our published &lt;a href=&quot;http://www.zillow.com/corp/Terms.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Terms of Use&lt;/a&gt;. Proper and clear attribution of all data to Zillow is required.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Additionally, Zillow writes:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;For other data requests or inquiries for Zillow Real Estate Research, &lt;a href=&quot;http://www.zillow.com/research/contact-us/&quot; rel=&quot;nofollow noreferrer&quot;&gt;contact us here&lt;/a&gt;.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Interesting graphic:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/iUIP4.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iUIP4.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-05T07:35:42.813" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10026" PostTypeId="1" CreationDate="2016-11-05T12:46:18.697" Score="2" ViewCount="43" Body="&lt;p&gt;I'm looking for some substantial (say &gt;10k entries) datasets which contain birthdates which will have been &lt;strong&gt;user-reported&lt;/strong&gt;, not recorded from or checked against official records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, these would be showing data recorded before ~1950, but more recent is also interesting. Other information isn't important (though it would be helpful to know general demographic information about the sample, like &quot;American women&quot;) and completely anonymised other than birthdate is fine, assuming there's some way to avoid duplication of entries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For context, I'm looking at mis-reporting/mis-recall of birthdays - hence why self-reporting is important - and so far have worked with &lt;a href=&quot;http://www.generalist.org.uk/blog/2015/when-do-you-think-you-were-born/&quot; rel=&quot;nofollow noreferrer&quot;&gt;British&lt;/a&gt; and &lt;a href=&quot;http://www.generalist.org.uk/blog/2015/canadian-self-reported-birthday-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canadian&lt;/a&gt; WWI service records. We have a fairly good idea of how this data was gathered and can be confident that the majority came through asking the person, and not by looking at ID (which few if any people carried around in this period, anyway).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At a guess, the majority of data from before the mid-20th century would be user-reported (the obvious exceptions are things like birth registrations) but I'm finding it challenging to find large, easily accessible, datasets covering this period.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="5418" LastEditDate="2016-11-05T12:59:38.230" LastActivityDate="2016-11-05T12:59:38.230" Title="Large datasets with user-reported birthdates (preferably older records)" Tags="|data-request|historical|demographics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10027" PostTypeId="2" ParentId="9962" CreationDate="2016-11-05T15:04:56.077" Score="2" Body="&lt;p&gt;You can look into &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;opencorporates&lt;/a&gt;. They provide a nice api to download data.&#xA;Recently they have added database of &lt;a href=&quot;https://blog.opencorporates.com/2016/11/02/4-4-million-japan-companies-added-to-opencorporates/&quot; rel=&quot;nofollow noreferrer&quot;&gt;4.4 million japan companies&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Search for &lt;strong&gt;SoftBank&lt;/strong&gt;  gives&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Company Number   3010401116655&#xA;Status   Active&#xA;Company Type   Stock Company (株式会社)&#xA;Jurisdiction Japan&#xA;Registered Address  東新橋１丁目９番１号&#xA;                    港区&#xA;                    1050021&#xA;                    東京都&#xA;                    Japan&#xA;&#xA;Registry Page        http://www.houjin-bangou.nta.go.jp/he...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="10844" LastActivityDate="2016-11-05T15:04:56.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10028" PostTypeId="1" CreationDate="2016-11-05T16:09:53.790" Score="1" ViewCount="18" Body="&lt;p&gt;Seeking open dataset of Top active pharmaceutical ingredient sales/molecules sales data in US during current year.&lt;/p&gt;&#xA;" OwnerUserId="14266" LastEditorUserId="90" LastEditDate="2016-11-05T19:40:36.663" LastActivityDate="2016-11-05T19:40:36.663" Title="Top Active Pharmaceutical Ingredient Sales in US During 2016 (Current Year) Dataset(s)?" Tags="|data-request|drugs|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10029" PostTypeId="2" ParentId="9963" CreationDate="2016-11-05T17:32:29.847" Score="2" Body="&lt;p&gt;OK, this one is a stretch... but instead of comparing text with errors to the corrected text, you can compare original text against incorrect transcriptions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Reuters+Transcribed+Subset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reuters Transcribed Subset&lt;/a&gt;&lt;/strong&gt; and &lt;strong&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/machine-learning-databases/reuters_transcribed-mld/reuters_transcribed.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;data set&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This data was created by selecting 20 files each from the 10 largest classes in the Reuters-21578 collection. The files were read out by 3 Indian speakers and an Automatic Speech Recognition (ASR) system was used to generate the transcripts. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.daviddlewis.com/resources/testcollections/reuters21578/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Original text - Reuters-21578&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You would just have to match the transcribed text with the original.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-05T17:32:29.847" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10030" PostTypeId="1" CreationDate="2016-11-05T18:08:53.823" Score="2" ViewCount="191" Body="&lt;p&gt;I have access to mimic database now, and for my research I need every patient's symptoms like fever, bleeding , .... I would like to know if this information is provided in the database and which table has this information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, I want to get query from the database to find all the disease that every patient has, So can you please help me if there is any code that I can use?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, in &quot;PATIENTS.csv&quot; file, I can see a column with DOB name and I supposed that it has the date of birth of every patient, but my problem is that those are like for future for example one of them is 3/13/2075 ! so could you please also help me to find patient's date of birth?&lt;/p&gt;&#xA;" OwnerUserId="14267" LastEditorUserId="90" LastEditDate="2016-11-05T19:44:11.743" LastActivityDate="2017-04-02T16:52:42.210" Title="mimic-iii question about ICD9" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10031" PostTypeId="1" CreationDate="2016-11-05T20:55:34.630" Score="3" ViewCount="63" Body="&lt;p&gt;I've been working with Canadian statistics data and performing geovisualizations of this data joined to census boundary shapefiles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the data I've been able to join has been at the level of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Provinces/territories&lt;/li&gt;&#xA;&lt;li&gt;Health Regions&lt;/li&gt;&#xA;&lt;li&gt;Census Division (for a not-so-reliable set of Household-level variables; For those familiar with the 2011 National Household Survey, the limitations are jarring)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm curious if there are any socioeconomic data tables available through CANISM or other Canadian statistical agencies for variables such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Self-reported Quality of Health &lt;/li&gt;&#xA;&lt;li&gt;Average Income per capita/household&lt;/li&gt;&#xA;&lt;li&gt;Educational Attainment&lt;/li&gt;&#xA;&lt;li&gt;Cost of Living Indicators&lt;/li&gt;&#xA;&lt;li&gt;etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;that can be &lt;strong&gt;geospatially organized&lt;/strong&gt; (ie: GIS-formattable) at a very fine resolution (e.g. Census Dissemination Areas/Blocks, Postal Codes, Industry Canada Service Areas)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been able to find the CHASS database (&lt;a href=&quot;http://dc.chass.utoronto.ca/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dc.chass.utoronto.ca/index.html&lt;/a&gt;) which is an intermediary data product compiled from statistical data for all census across geographic regions. This data is only open to researchers at specific Canadian universities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a similar project, but openly available to unassociated researchers?&lt;/p&gt;&#xA;" OwnerUserId="9956" LastEditorUserId="1511" LastEditDate="2016-12-03T13:50:26.077" LastActivityDate="2016-12-03T13:50:26.077" Title="Geospatial Canadian Socioeconomic Data" Tags="|data-request|geospatial|census|canada|economy|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10032" PostTypeId="2" ParentId="10011" CreationDate="2016-11-06T14:58:49.013" Score="3" Body="&lt;p&gt;IHS has several systems that have the information you need, but most of them are targeted to large corporate customers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can access many of them through your school, as I know they have agreements to license those systems to universities.&#xA;I know geology and petroleum engineering schools in Canada use them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ihs.com/products/petra-geological-analysis.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ihs.com/products/petra-geological-analysis.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14271" LastActivityDate="2016-11-06T14:58:49.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10033" PostTypeId="1" CreationDate="2016-11-06T15:09:25.713" Score="2" ViewCount="160" Body="&lt;p&gt;I need historical hailstorm data for Italian cities, day by day since 2014.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't mind what format the data is in (csv, xml, etc...). Having a Web API would be great as well.&lt;/p&gt;&#xA;" OwnerUserId="9212" LastEditorUserId="14250" LastEditDate="2016-11-07T11:02:27.353" LastActivityDate="2016-11-07T13:48:16.483" Title="Where can I find historical data for Italian weather (especially for hail storm)?" Tags="|weather|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10034" PostTypeId="2" ParentId="10030" CreationDate="2016-11-06T19:03:24.857" Score="1" Body="&lt;p&gt;For the last question: you can see &lt;a href=&quot;http://mimic.physionet.org/mimicdata/time/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mimic.physionet.org/mimicdata/time/&lt;/a&gt; &quot;All dates in the database have been shifted to protect patient confidentiality.&quot; I believe you can still calculate patient's age at admission &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the other questions, I hope someone else can help as I have not used MIMIC for half a year now...&lt;/p&gt;&#xA;" OwnerUserId="9635" LastActivityDate="2016-11-06T19:03:24.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10035" PostTypeId="1" CreationDate="2016-11-06T19:33:48.977" Score="1" ViewCount="24" Body="&lt;h2&gt;The thing is, i need a set of predifined values and characteristics for products, if there will be a category if possible. So I need to have a list of predefined values for my application.&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;When user will create or edit product, he/she should choose characteristics from ready list of possible characteristics/values/categories. And system will store id's of those characteristics for each product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Characteristic:Color, Value:Red;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Characteristic:Color, Value:Black;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Characteristic:Color, Value:Green;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Characteristic:Material, Value:Metal;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Characteristic:RAM, Value:2GB;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Characteristic:RAM, Value:4GB;&lt;/p&gt;&#xA;" OwnerUserId="14277" LastEditorUserId="14277" LastEditDate="2016-11-08T17:37:36.537" LastActivityDate="2016-11-08T17:37:36.537" Title="Where can I find dataset for product characteristics and its possible values?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10036" PostTypeId="1" CreationDate="2016-11-06T19:02:52.610" Score="1" ViewCount="22" Body="&lt;p&gt;I have tried searching on the internet for some survey data (R datasets, datacentral etc) but only came across data set which had only a few observations or had only a few attributes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking to find a data set which would have a few rating questions and maybe a few open text questions such 'What's going well' and 'What needs improvement'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone suggest or share any link where I can find that? I require such a data set only for visualization purposes&lt;/p&gt;&#xA;" OwnerUserId="18518" OwnerDisplayName="Ayan" LastActivityDate="2016-11-06T21:17:36.607" Title="Searching for a survey data to perform data analyses" Tags="|survey|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10037" PostTypeId="2" ParentId="4753" CreationDate="2016-11-06T22:21:09.497" Score="1" Body="&lt;p&gt;If you're using the &quot;survival&quot; statistical package on R, you should also be familiar with the free datasets that Rstudio comes packaged with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out this &lt;a href=&quot;https://vincentarelbundock.github.io/Rdatasets/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;webpage&lt;/a&gt; that lists all datasets that come preinstalled. Searching for &quot;survival&quot; should yield quite a few different tables that will be readily available to download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While many of them only contain only a few dimensions, some provide more granularity - but not sure if this meets your requirements. Do you have a more thorough list of requirements (N number of dimensions... X number of rows) that you can specify?&lt;/p&gt;&#xA;" OwnerUserId="13188" LastActivityDate="2016-11-06T22:21:09.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10038" PostTypeId="1" CreationDate="2016-11-07T10:26:21.260" Score="1" ViewCount="377" Body="&lt;p&gt;I'd like to find a source of corporate ownership information for consumer products, in particular foods. For example products that have labels/brands which are owned by GlaxoSmithKleine, Monsanto, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of something like this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;I'd just like the companies that produce brands. For example Dasani is produced by Coke, Pringles are owned by P&amp;amp;G. &lt;a href=&quot;https://i.stack.imgur.com/HveUt.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HveUt.jpg&quot; alt=&quot;Basically this image&quot;&gt;&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;As for the format of the data, anything that I can write a script to read is fine. CSV, XML, JSON, SQL, whatever.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14285" LastEditorUserId="9956" LastEditDate="2016-11-20T18:59:28.763" LastActivityDate="2016-11-20T18:59:28.763" Title="Database of consumer (food) product ownership" Tags="|data-request|food|products|companies|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10039" PostTypeId="1" CreationDate="2016-11-07T10:28:16.673" Score="1" ViewCount="26" Body="&lt;p&gt;How can I download GNU makefile for windows to donwload and intall MIMIC III V1.4 friendly?&lt;/p&gt;&#xA;" OwnerUserId="9632" LastActivityDate="2016-11-07T10:28:16.673" Title="How to download GNU makefile for windows to work with MIMIC III" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ClosedDate="2016-11-12T15:11:22.030" ContentLicense="CC BY-SA 3.0" />
  <row Id="10040" PostTypeId="1" CreationDate="2016-11-07T10:33:22.110" Score="3" ViewCount="400" Body="&lt;p&gt;There are more than 8,000 PDF files containing PIPING ISOMETRIC drawings of a process plant. These isometric drawings contain Process and Instrumentation Diagram reference (P&amp;amp;ID). Each file has a unique drawing number. I want to extract this drawing number as as well as the P&amp;amp;ID drawing numbers in an excel file. There is no provision here to attach a sample file but it looks something like this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P&amp;amp;ID: MD-513-1A00-EG-PR-PID-2035       ;        DWG: MD-513-1A00-ISO-CWR-AA22-0401-23&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone please help. It would save me a lot of time. Thanks in advance&lt;/p&gt;&#xA;" OwnerUserId="14286" LastEditorUserId="90" LastEditDate="2017-09-24T20:55:14.577" LastActivityDate="2017-09-24T20:55:14.577" Title="Extracting P&amp;ID Reference and the drawing number from a PDF Isometric drawing into excel" Tags="|pdf|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10042" PostTypeId="1" CreationDate="2016-11-07T13:40:48.797" Score="1" ViewCount="68" Body="&lt;p&gt;I would like to know whether there is any honest histogram data on kissing and first experiences. The first question asks for one's perceived physical sexuality, and a separate histogram is generated for each case, so that, say, if someone checks Male, the total of all male-checked questionairres adds to100%. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1)&#xA;I am / define myself as, physically&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Male&lt;/li&gt;&#xA;&lt;li&gt;[ ] Female&lt;/li&gt;&#xA;&lt;li&gt;[X] Both&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;2)&#xA;On my first kiss,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] She forced me into a kiss.&lt;/li&gt;&#xA;&lt;li&gt;[ ] I forced her into a kiss.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;3)&#xA;In my opinion, the experience was&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] disgusting&lt;/li&gt;&#xA;&lt;li&gt;[ ] pleasant&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;4)&#xA;Because&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] It made me think of my mother kissing my father.&lt;/li&gt;&#xA;&lt;li&gt;[ ] It made me think of my father kissing my mother.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;5)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] I thought I was my father in it.&lt;/li&gt;&#xA;&lt;li&gt;[ ] I thought I was my mother in it.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;6)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nowadays, when I start kissing someone, I would rather think I am&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[ ] Male&lt;/li&gt;&#xA;&lt;li&gt;[X] Female&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;7)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nowadays, when I kiss someone, my partner knows my answer to (6.)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Knows it.&lt;/li&gt;&#xA;&lt;li&gt;[ ] Doesn't know it.&lt;/li&gt;&#xA;&lt;li&gt;[X] Doesn't care.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;8) On my first kiss, the thought of kissing&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Scared the shit out of me.&lt;/li&gt;&#xA;&lt;li&gt;[ ] Was looking forward to it.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;9) If I could plan my first kiss ahead, I would rather:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Impersonate the parent I liked the least (prior to separation if applicable).&lt;/li&gt;&#xA;&lt;li&gt;[ ] Impersonate the parent I like the most (duh).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;10) When I kiss, the image of my mate, &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] quickly disassociates into that of another (perhaps separate) person&lt;/li&gt;&#xA;&lt;li&gt;[ ] It takes a while.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;11) If my parents saw me do that, (if you don't invite the answer, check the ones you think what the answer could be):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My mother would feel uncomfortable.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My father would feel uncomfortable.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My mother would feel embarassed by the situation..&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My father would feel embarrassed by the situation.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My mother would feel gealous of someone taking me away from them.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My father would feel gealous of someone taking me away from them.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My mother would feel envious of what she imagined her part in it.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My father would feel envious of what he imagined his part in it.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My mother would feel like cheating on my father, by copying.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My father would feel like cheating on my mother, by copying.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[X] Yes&lt;/li&gt;&#xA;&lt;li&gt;[ ] No&lt;/li&gt;&#xA;&lt;li&gt;[X] Maybe&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Thank you for letting me know where I can find a questionnaire of this sort.&lt;/p&gt;&#xA;" OwnerUserId="11585" LastEditorUserId="11585" LastEditDate="2016-11-07T14:10:30.480" LastActivityDate="2016-11-07T14:10:30.480" Title="Sexuality and first kissing and kissing questionnaire" Tags="|data-request|" AnswerCount="0" CommentCount="3" ClosedDate="2016-11-12T15:09:49.487" ContentLicense="CC BY-SA 3.0" />
  <row Id="10043" PostTypeId="2" ParentId="10033" CreationDate="2016-11-07T13:48:16.483" Score="2" Body="&lt;p&gt;In the event you get no other answers (or better ones), I do have an option for you. It's a little messy and 'manual', but it will work if you have no other options.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In summary, follow these steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Got to &lt;a href=&quot;https://www.wunderground.com/history/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wunderground.com/history/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Enter a city (e.g. Rome, Italy)&lt;/li&gt;&#xA;&lt;li&gt;Leave today's date as is and click on Submit&lt;/li&gt;&#xA;&lt;li&gt;In the next window that appears, you will see four tabs as follows&#xA;&lt;a href=&quot;https://i.stack.imgur.com/oKduE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oKduE.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Click on the &lt;strong&gt;Custom&lt;/strong&gt; tab at the end&lt;/li&gt;&#xA;&lt;li&gt;In the following page you will have fields to enter a date range&lt;/li&gt;&#xA;&lt;li&gt;In the From fields select January 1 2014&lt;/li&gt;&#xA;&lt;li&gt;Click on the &lt;strong&gt;Get History&lt;/strong&gt; button&lt;/li&gt;&#xA;&lt;li&gt;After a while the page will refresh with your data. Scroll down to where the table is located starting with 1 January 2014&lt;/li&gt;&#xA;&lt;li&gt;Take a note of the fact that the table has a number of columns, with the last one being for &lt;strong&gt;Events&lt;/strong&gt;. It is in this column that you will be able to identify Hailstorms by finding the term &lt;em&gt;Hail&lt;/em&gt;. For example, the first hailstorm in this example occurred on 15 November 2014. &lt;/li&gt;&#xA;&lt;li&gt;Now scroll down to the very bottom of the table and click on the &lt;strong&gt;Comma Delimited File&lt;/strong&gt; link&lt;/li&gt;&#xA;&lt;li&gt;Use the generated file to import into Excel or whatever software you wish to use.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Obviously this is a little tedious. However, this site does also offer a &lt;a href=&quot;https://www.wunderground.com/weather/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weather API&lt;/a&gt; that may or may not meet your needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hopefully you find a better solution. Perhaps you could contact the &lt;a href=&quot;http://www.meteoam.it/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Italian Meteorological Service&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="14250" LastActivityDate="2016-11-07T13:48:16.483" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10044" PostTypeId="1" CreationDate="2016-11-07T19:12:24.140" Score="2" ViewCount="60" Body="&lt;p&gt;I'm trying to download the CIPCODES from file c2015_a.csv, but the csv file shows them as a number rather than a string.  That means the ##.#### formatting is already gone before I can do anything with it.  This results in some majors such as &quot;16.03&quot; (East Asian Languages, Literatures, and Linguistics) viewed as the same thing as &quot;16.0300&quot; (East Asian Languages, Literatures, and Linguistics, General.).  There are a number of instances where this happens.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems to me that there is no way to recover the data I'm looking for and that CIPCODES would need to be exported from the source as a string.  Is this right?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Info I'm looking for came from download for: Awards/degrees conferred by program (6-digit CIP code), award level, race/ethnicity, and gender: July 1, 2014 to June 30, 2015&lt;/p&gt;&#xA;" OwnerUserId="14292" LastActivityDate="2016-11-07T19:12:24.140" Title="How do I recover CIPCODE string values when data was exported to .csv as numbers?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10045" PostTypeId="1" CreationDate="2016-11-07T21:33:10.003" Score="6" ViewCount="136" Body="&lt;p&gt;I'm looking for some kind of lightweight framework for assessing the quality of datasets, as a publisher. The most widely known one is Tim Berners-Lee's &quot;&lt;a href=&quot;http://5stardata.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;5 star open data&lt;/a&gt;&quot;, but it's actually not very helpful. Virtually all of our datasets would get exactly 3 stars, as linked data is not a priority for us.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What else is there?&lt;/p&gt;&#xA;" OwnerUserId="4194" LastEditorUserId="16193" LastEditDate="2017-07-06T08:25:00.677" LastActivityDate="2017-07-08T13:47:01.210" Title="Open data quality frameworks" Tags="|releasing-data|data-format|standards|5-star-scheme|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10046" PostTypeId="2" ParentId="10045" CreationDate="2016-11-08T00:27:34.000" Score="2" Body="&lt;p&gt;You can benchmark data vs. &lt;a href=&quot;http://census.okfn.org/en/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Census&lt;/a&gt;, you can use linting tools (&lt;a href=&quot;https://csvlint.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV Lint&lt;/a&gt;, &lt;a href=&quot;http://jsonlint.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON Lint&lt;/a&gt;, etc.), and you can make them all into &lt;a href=&quot;http://specs.frictionlessdata.io/data-packages/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Packages&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm curious to why linked data is not a priority for you. Or rather, what your end goal(s) are. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-11-10T03:42:42.037" LastActivityDate="2016-11-10T03:42:42.037" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="10047" PostTypeId="1" AcceptedAnswerId="10049" CreationDate="2016-11-08T10:20:42.687" Score="3" ViewCount="1757" Body="&lt;p&gt;I'm looking for the stadium coordinates of the teams (at least) that have played the Champions Leage. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;http://opisthokonta.net/?cat=34&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt; that contains teams from Spain, Germany, England, Scotland and France. I'm looking for the rest of the teams in Europe and Russia. Best case scenario would be from teams all over the world.&lt;/p&gt;&#xA;" OwnerUserId="9868" LastActivityDate="2016-11-08T20:18:50.923" Title="Any open dataset for football stadium coordinates" Tags="|geospatial|football|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10048" PostTypeId="1" CreationDate="2016-11-08T10:51:45.917" Score="1" ViewCount="15" Body="&lt;p&gt;i want to carry out some analytics in health care field but i am unable to get Indian data set.Does anyone know from where to get the same dataset ?can anyone please help?&lt;/p&gt;&#xA;" OwnerUserId="14299" LastActivityDate="2016-11-08T10:51:45.917" Title="Indian health related data sets from research point of view" Tags="|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10049" PostTypeId="2" ParentId="10047" CreationDate="2016-11-08T16:09:21.820" Score="3" Body="&lt;p&gt;Here's a Wikidata query that retrieves the coordinates for a ton of football teams (4866 results at time of writing): &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fclub%20%3FclubLabel%20%3Fvenue%20%3FvenueLabel%20%3Fcoordinates%0AWHERE%0A%7B%0A%09%3Fclub%20wdt%3AP31%20wd%3AQ476028%20.%0A%09%3Fclub%20wdt%3AP115%20%3Fvenue%20.%0A%09%3Fvenue%20wdt%3AP625%20%3Fcoordinates%20.%0A%09SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org/#SELECT%20%3Fclub%20%3FclubLabel%20%3Fvenue%20%3FvenueLabel%20%3Fcoordinates%0AWHERE%0A%7B%0A%09%3Fclub%20wdt%3AP31%20wd%3AQ476028%20.%0A%09%3Fclub%20wdt%3AP115%20%3Fvenue%20.%0A%09%3Fvenue%20wdt%3AP625%20%3Fcoordinates%20.%0A%09SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That website includes links to download the query results in just about any format you might want, or you can also access it via an API (which is ideal for keeping this data up to date long term); &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service&quot; rel=&quot;nofollow noreferrer&quot;&gt;more info here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For sake of avoiding dead links, here is the SPARQL query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?club ?clubLabel ?venue ?venueLabel ?coordinates&#xA;WHERE&#xA;{&#xA;    ?club wdt:P31 wd:Q476028 .&#xA;    ?club wdt:P115 ?venue .&#xA;    ?venue wdt:P625 ?coordinates .&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That query searches for all entities that have the &quot;instance of&quot; property (P31) set to &quot;association football club&quot; (Q476028). It then looks for those clubs to have a &quot;home venue&quot; (P115) property, and then looks for that home venue entity to have a &quot;coordinate location&quot; (P625) property.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might notice that the current query retrieves &lt;em&gt;every&lt;/em&gt; club, even ones in tiny leagues. Most football clubs in major leagues have a &quot;league&quot; property (P118), so you could tweak the query to filter to certain leagues if you want.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastEditorUserId="7248" LastEditDate="2016-11-08T20:18:50.923" LastActivityDate="2016-11-08T20:18:50.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10050" PostTypeId="1" AcceptedAnswerId="11085" CreationDate="2016-11-08T18:37:10.387" Score="3" ViewCount="298" Body="&lt;p&gt;According to the Mimic III documentation:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;All dates in the database have been shifted to protect patient&#xA;  confidentiality. Dates will be internally consistent for the same&#xA;  patient, but randomly distributed in the future. Dates of birth which&#xA;  occur in the present time are not true dates of birth. Furthermore,&#xA;  dates of birth which occur before the year 1900 occur if the patient&#xA;  is older than 89. In these cases, the patient’s age at their first&#xA;  admission has been fixed to 300.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;My question is whether the month/day/time information has been obfuscated as well... ie if the subject's &lt;code&gt;ADMITTIME&lt;/code&gt; is stored as &lt;code&gt;4/11/2172 19:40&lt;/code&gt; - can I reliably say that the actual patient was admitted on April 11th in &quot;some year&quot; or has all of that information been shifted as well?&lt;/p&gt;&#xA;" OwnerUserId="14076" LastActivityDate="2017-04-26T22:23:15.267" Title="Mimic iii - Are the months of the year accurate to the actual months?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10051" PostTypeId="1" CreationDate="2016-11-08T20:22:48.157" Score="3" ViewCount="145" Body="&lt;p&gt;Looking for raw data of road traffic accidents, with impact location, make, model, model year, airbag deployment (Y/N)&lt;/p&gt;&#xA;" OwnerUserId="14302" LastEditorDisplayName="user4293" LastEditDate="2016-11-09T21:21:48.030" LastActivityDate="2016-11-14T02:06:46.893" Title="Is there a data set for all vehicle accidents in USA?" Tags="|data-request|usa|government|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10052" PostTypeId="1" CreationDate="2016-11-08T20:56:08.053" Score="1" ViewCount="30" Body="&lt;p&gt;Please show me where the data information is on the website.  &lt;/p&gt;&#xA;" OwnerUserId="14303" LastActivityDate="2016-11-09T14:14:29.993" Title="Where can I find data that shows USAID development assistance in the Congo?" Tags="|usaidopen|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10053" PostTypeId="2" ParentId="10052" CreationDate="2016-11-08T21:10:56.483" Score="2" Body="&lt;p&gt;Is this what you were looking for ?&#xA;&lt;a href=&quot;https://www.usaid.gov/democratic-republic-congo&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usaid.gov/democratic-republic-congo&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-11-08T21:10:56.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10054" PostTypeId="2" ParentId="10051" CreationDate="2016-11-08T22:08:49.430" Score="4" Body="&lt;p&gt;The DOT keeps track of every &lt;em&gt;fatal&lt;/em&gt; traffic accident since 1975 in their FARS database. They host all their data on &lt;a href=&quot;ftp://ftp.nhtsa.dot.gov/fars/2015/&quot; rel=&quot;noreferrer&quot;&gt;their FTP&lt;/a&gt;, but I've also collected their data since 2001 in a format that's easier to work with &lt;a href=&quot;https://numeracy.co/sirwart/traffic-fatalities/accidents&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. Their &lt;a href=&quot;https://crashstats.nhtsa.dot.gov/Api/Public/ViewPublication/812315&quot; rel=&quot;noreferrer&quot;&gt;data dictionary&lt;/a&gt; is also really helpful for understanding the data.&lt;/p&gt;&#xA;" OwnerUserId="9674" LastActivityDate="2016-11-08T22:08:49.430" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10055" PostTypeId="2" ParentId="10002" CreationDate="2016-11-09T11:28:15.333" Score="1" Body="&lt;p&gt;You can find an example with full R code here: &lt;a href=&quot;http://www.dataapple.net/?p=84&quot; rel=&quot;nofollow noreferrer&quot;&gt;RFM Customer Analysis with R Language&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the accompanying dataset here: &lt;a href=&quot;http://brucehardie.com/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://brucehardie.com/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5669" LastActivityDate="2016-11-09T11:28:15.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10056" PostTypeId="2" ParentId="9493" CreationDate="2016-11-09T13:49:27.097" Score="1" Body="&lt;p&gt;Documents for USAID are stored in the &lt;a href=&quot;https://dec.usaid.gov/dec/home/Default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Development Experience Clearinghouse&lt;/a&gt; (DEC).&lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2016-11-09T13:49:27.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10057" PostTypeId="1" CreationDate="2016-11-09T14:11:43.423" Score="2" ViewCount="202" Body="&lt;p&gt;I am looking for data on French buildings on an address level, e.g. elevation, height, number of floors, square meters, type of building etc.&lt;/p&gt;&#xA;" OwnerUserId="14313" LastEditorUserId="9956" LastEditDate="2016-11-19T12:00:01.203" LastActivityDate="2016-11-19T12:00:01.203" Title="Data on building locations and characteristic in France" Tags="|data-request|geospatial|france|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10058" PostTypeId="2" ParentId="10052" CreationDate="2016-11-09T14:14:29.993" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://beta.foreignassistance.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Foreign Assistance Dashboard&lt;/a&gt; (FAD) has downloadable financial information from several U.S. Government agencies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are several tools available from &lt;a href=&quot;https://eads.usaid.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Economic Analysis and Data Services&lt;/a&gt; (EADS) on the usaid.gov website.&lt;/p&gt;&#xA;" OwnerUserId="5984" LastActivityDate="2016-11-09T14:14:29.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10059" PostTypeId="1" CreationDate="2016-11-09T15:02:09.110" Score="14" ViewCount="3178" Body="&lt;p&gt;I am looking for demographic data (age, income, race, location) for individuals who voted in the 2016 US presidential election. The resolution that I am looking for can be at the state, county, or census block level. The data format is not important.&lt;/p&gt;&#xA;" OwnerUserId="10652" LastEditorUserId="9956" LastEditDate="2016-12-05T14:07:07.420" LastActivityDate="2016-12-05T14:07:07.420" Title="USA 2016 election demographic data" Tags="|data-request|usa|demographics|elections|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10060" PostTypeId="2" ParentId="10059" CreationDate="2016-11-09T15:54:12.020" Score="4" Body="&lt;p&gt;That data isn't available from the government, but the next closest thing that is available is the exit polls. CNN lets you browse their exit poll results &lt;a href=&quot;http://www.cnn.com/election/results/exit-polls&quot; rel=&quot;nofollow noreferrer&quot;&gt;on their website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7248" LastActivityDate="2016-11-09T15:54:12.020" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10061" PostTypeId="2" ParentId="10059" CreationDate="2016-11-09T16:06:15.153" Score="8" Body="&lt;p&gt;From an open-source point of view, there is no direct source for age/income/race/location as to which way an individual voted; this is by design that you cannot figure out who voted for whom.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having said this, you can get an estimate through a &lt;a href=&quot;http://www.census.gov/topics/public-sector/voting.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;survey program that the US Census does&lt;/a&gt;. An overview of the results up to the &lt;a href=&quot;http://www.electproject.org/home/voter-turnout/demographics&quot; rel=&quot;nofollow noreferrer&quot;&gt;2014 elections is provided&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, you can get the voter registration data from each state and look at the demographic make up by county; &lt;a href=&quot;http://dos.dos.myflorida.com/elections/data-statistics/voter-registration-statistics/bookclosing/bookclosing-reports-regular/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Florida has a great site for this&lt;/a&gt;. You can get help on sources from the &lt;a href=&quot;http://voterlist.electproject.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Election Project Voter List site&lt;/a&gt;. Once you have the registration data, you can get a generalized makeup of the voting by county / state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TLDR: There is no direct source, but state election offices provide an roundabout way to figure this out.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="7037" LastEditDate="2016-11-11T14:39:15.260" LastActivityDate="2016-11-11T14:39:15.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10062" PostTypeId="2" ParentId="10057" CreationDate="2016-11-09T17:11:39.463" Score="3" Body="&lt;p&gt;Buidings are available for Paris on the city opendata portal (with some wanted properties). Have a look on the following link :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://parisdata.opendatasoft.com/explore/dataset/volumesbatisparis2011/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://parisdata.opendatasoft.com/explore/dataset/volumesbatisparis2011/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From what I know, you will not be able to find a dataset on the whole France. OSM data could be interesting locally but not at such scale.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may explore some other cities opendata plateforms.&lt;/p&gt;&#xA;" OwnerUserId="14316" LastActivityDate="2016-11-09T17:11:39.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10063" PostTypeId="2" ParentId="3631" CreationDate="2016-11-09T17:44:26.117" Score="1" Body="&lt;p&gt;Have a look at the &lt;a href=&quot;https://CRAN.R-project.org/package=mlbench&quot; rel=&quot;nofollow noreferrer&quot;&gt;mlbench package&lt;/a&gt;: &quot;A collection of artificial and real-world machine learning benchmark problems, including, e.g., several data sets from the UCI repository.&quot;&lt;/p&gt;&#xA;" OwnerUserId="5669" LastActivityDate="2016-11-09T17:44:26.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10065" PostTypeId="1" AcceptedAnswerId="10093" CreationDate="2016-11-09T22:01:21.557" Score="5" ViewCount="131" Body="&lt;p&gt;I'm looking for the rawest form of voter data available from the U.S. Nov 8, 2016 general election.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The source would both let me explore demographic data around voters based on region, correlate that to other items voted on per-ballot, and explain how Google,etc was able to maintain their live analytics of the election during Election Night.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a few other questions that referenced formats elections results could be in, but the actual vote data is still evading me.  I expect different states to behave differently / have different interfaces.  And &lt;a href=&quot;http://openelections.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Elections&lt;/a&gt; looks like the best historical record I can find, but where are they pulling their data from?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The related question asking specifically for &lt;a href=&quot;https://opendata.stackexchange.com/questions/10059/usa-2016-election-demographic-data&quot;&gt;demographic data&lt;/a&gt; has some sources, but are far too aggregated and historic for my question.&lt;/p&gt;&#xA;" OwnerUserId="4227" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-11-15T16:15:29.820" Title="Where is voter data from the recent General Election?" Tags="|data-request|usa|demographics|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10066" PostTypeId="2" ParentId="3631" CreationDate="2016-11-09T23:03:55.147" Score="1" Body="&lt;p&gt;You should also check out &lt;a href=&quot;https://cran.rstudio.com/web/packages/RSocrata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RSocrata&lt;/a&gt; which lets you list and download any public dataset from governments throughout the country that leverage Socrata for their Open Data Portals. &lt;/p&gt;&#xA;" OwnerUserId="14330" LastActivityDate="2016-11-09T23:03:55.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10067" PostTypeId="2" ParentId="4756" CreationDate="2016-11-09T23:12:23.970" Score="2" Body="&lt;p&gt;Here are csv files containing first names and surnames on a cool data-sharing platoform: &lt;a href=&quot;https://data.world/len/us-first-names-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/len/us-first-names-database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14331" LastActivityDate="2016-11-09T23:12:23.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10068" PostTypeId="2" ParentId="4335" CreationDate="2016-11-09T23:21:20.623" Score="5" Body="&lt;p&gt;Here are is a very user-friendly collection of Census geography code crosswalk datasets: &lt;a href=&quot;https://data.world/nrippner/ansi-geographic-codes&quot; rel=&quot;noreferrer&quot;&gt;https://data.world/nrippner/ansi-geographic-codes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And, a complete collection of ZCTA crosswalk tables: &lt;a href=&quot;https://data.world/nrippner/zip-code-tabulation-areas-zcta&quot; rel=&quot;noreferrer&quot;&gt;https://data.world/nrippner/zip-code-tabulation-areas-zcta&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14331" LastActivityDate="2016-11-09T23:21:20.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10070" PostTypeId="1" AcceptedAnswerId="10085" CreationDate="2016-11-10T02:43:52.270" Score="7" ViewCount="271" Body="&lt;p&gt;I'm currently trying to find voting results by precinct for for Pennsylvania. I know several states such as South Carolina have published voting data from the 2016 General Election. This data can be accessed &lt;a href=&quot;http://www.enr-scvotes.org/SC/64658/182853/en/md.html?cid=20500&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Does Pennsylvania, or any other state for that matter, have anything like this?&lt;/p&gt;&#xA;" OwnerUserId="14332" LastEditorUserId="33" LastEditDate="2016-11-13T14:48:17.343" LastActivityDate="2016-11-13T14:48:17.343" Title="Individual precinct voting data for Pennsylvania" Tags="|usa|government|elections|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10072" PostTypeId="1" AcceptedAnswerId="10074" CreationDate="2016-11-10T17:17:13.663" Score="3" ViewCount="72" Body="&lt;p&gt;I have a list of place names (300+), which are mostly cites and states/provinces in United States and Canada. I would like to get the administrative boundary for them. I know the raw boundary data is downloadable from the government website but I wonder if there is any convenient service to search and download using API or a UI.&lt;/p&gt;&#xA;" OwnerUserId="8595" LastEditorUserId="9956" LastEditDate="2016-11-11T13:14:09.577" LastActivityDate="2016-11-11T13:14:09.577" Title="Canadian and USA Administrative Boundary Data Service" Tags="|data-request|usa|geospatial|canada|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10073" PostTypeId="2" ParentId="10070" CreationDate="2016-11-10T19:06:16.710" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://openelections.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenElections&lt;/a&gt; works to acquire and bring to a standard format the precinct level vote results. They do a great job on this as I sift through the Florida results from the 2014 general election. The &lt;a href=&quot;http://openelections.net/results/#pa&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pennsylvania data&lt;/a&gt; is available for 2014, but does not appear to have any update for the 2016 primary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, you can go to &lt;a href=&quot;http://voterlist.electproject.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Voter List Information&lt;/a&gt; to find Pennsylvania's website. The Voter List Information &lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-11-10T19:06:16.710" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10074" PostTypeId="2" ParentId="10072" CreationDate="2016-11-10T19:17:21.967" Score="3" Body="&lt;p&gt;Your best bet for up-to-date boundary files at the provincial/state and municipal/county level for the world is the &lt;a href=&quot;http://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Administrative Boundaries&lt;/a&gt; Project. Unless you're looking for a specific Canadian/American boundary type (Economic Regions, Special Counties?) this data set should be fine. All data can be downloaded directly through their website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, if you're working in &lt;a href=&quot;https://cran.r-project.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;R&lt;/a&gt;, the 'sp' package fully integrates the GADM data, offering an API-like method for downloading and presenting the data. More info on how to do that can be found in the GIS SE (e.g. &lt;a href=&quot;https://stackoverflow.com/a/30024321&quot;&gt;https://stackoverflow.com/a/30024321&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="9956" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-11-10T19:17:21.967" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10075" PostTypeId="2" ParentId="10022" CreationDate="2016-11-10T19:37:33.110" Score="2" Body="&lt;p&gt;Some kind soul scraped the newspaper listings and put the results on github &lt;a href=&quot;https://github.com/saltzberg/sf_real_estate_data/blob/master/sf_home_sales.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, several of the things you ask are much more involved, require analysis and subjective judgment to furninsh, and won't be found in standard real estate datasets. For example, &lt;code&gt;Quality of neighborhood&lt;/code&gt; can mean any number of things, even for hedonic modeling purposes. Similarly, location from city center requires some judgment as to what you think that center is, let alone running the calculation. While a straightforward GIS process, it still requires some judgment depending on whether your model is mainly focused on the employment center or the retail center (further south west).&lt;/p&gt;&#xA;" OwnerUserId="4058" LastActivityDate="2016-11-10T19:37:33.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10076" PostTypeId="1" CreationDate="2016-11-11T08:14:34.413" Score="4" ViewCount="199" Body="&lt;p&gt;I'm searching for historic business physical addressees for California, I've found that the CIK header for EDGAR states the company name and address. &#xA;Is there a method to download a file with all the CIK for a given year?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;CIK is a Central Index Key with the SEC's (Securities and Exchange Commission) EDGAR system (Electronic Data Gathering, Analysis and Retrieval) &lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="14351" LastEditorDisplayName="user4293" LastEditDate="2017-07-19T14:31:03.267" LastActivityDate="2020-07-24T21:36:01.410" Title="XLS or CSV Historic EDGAR CIK list, for a specific state?" Tags="|data-request|usa|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10077" PostTypeId="1" AcceptedAnswerId="10080" CreationDate="2016-11-11T15:34:31.100" Score="8" ViewCount="138" Body="&lt;p&gt;I often propose &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM&lt;/a&gt; as a resource on this site, but actually I don't know how to use it very well. (I'll post this first to OpenData but maybe it's more appropriate for &lt;a href=&quot;https://gis.stackexchange.com/&quot;&gt;GIS&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;If I have a single latitude and longitude point, how can I find the dimensions or geo-coordinates of the object?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;latitude/longitude = (47.382844, 8.503754) - &lt;a href=&quot;https://goo.gl/maps/GexdESXWgbk&quot; rel=&quot;nofollow noreferrer&quot;&gt;Satellite Image&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8tboy.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8tboy.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;On OSM, it looks like this (&lt;a href=&quot;http://www.openstreetmap.org/#map=18/47.38254/8.50335&amp;amp;layers=D&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;):&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kJSmj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kJSmj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;And I'm looking for the coordinates of this rectangle:&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/yxu1d.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yxu1d.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;According to the color legend, it's either &quot;Sports centre&quot; or &quot;Sports pitch&quot;&lt;/strong&gt; (probably the former)&lt;strong&gt;.&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mUXBH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mUXBH.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;On the Overpass Turbo (OSM API) I can find the object - &lt;a href=&quot;https://www.openstreetmap.org/way/168927595&quot; rel=&quot;nofollow noreferrer&quot;&gt;168927595&lt;/a&gt;&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/iqGh3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iqGh3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;And the Nodes underneath are actually the corners.&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NntAT.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NntAT.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h2&gt;BUT how can I do this all programatically, via a URL, webservice or API?&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I have to do only a handful of queries spread over months, so I can use a public resource with limited quotas. My geography is only in Switzerland for the moment.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I've tried the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nominatim API&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://nominatim.openstreetmap.org/reverse?format=xml&amp;amp;lat=47.382844&amp;amp;lon=8.503754&amp;amp;zoom=18&amp;amp;addressdetails=0&amp;amp;polygon_geojson=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;results:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;result place_id=&quot;71071014&quot; osm_type=&quot;way&quot; osm_id=&quot;28733849&quot; ref=&quot;Stadion Letzigrund&quot; lat=&quot;47.38282055&quot; lon=&quot;8.50373866657526&quot; boundingbox=&quot;47.3817046,47.3838748,8.502166,8.5051997&quot; geojson=&quot;{&quot;type&quot;:&quot;Polygon&quot;,&quot;coordinates&quot;:[[[8.502166,47.3824916],[8.5021808,47.3826066],[8.5022493,47.3827219],[8.5023643,47.382886],[8.5027706,47.3832445],[8.5031899,47.3835916],[8.5033192,47.3836894],[8.5034696,47.3837748],[8.5036004,47.383825],[8.5037349,47.3838587],[8.5038731,47.3838743],[8.5040127,47.3838748],[8.5041689,47.3838591],[8.5043265,47.3838209],[8.5045304,47.3837468],[8.504745,47.3836457],[8.5049314,47.3835164],[8.5050552,47.3833863],[8.505141,47.383244],[8.5051831,47.3831285],[8.5051997,47.3830107],[8.5051826,47.3828853],[8.5051352,47.3827558],[8.5050291,47.3826127],[8.5049168,47.3824909],[8.5042159,47.3819128],[8.5041256,47.381865],[8.5040485,47.3818273],[8.5039701,47.3817961],[8.5038053,47.3817439],[8.5035874,47.381712],[8.5033799,47.3817046],[8.5032385,47.3817138],[8.5030521,47.3817444],[8.5028884,47.3817959],[8.5027417,47.3818565],[8.5026008,47.3819327],[8.5024694,47.3820137],[8.5023528,47.3821055],[8.5022551,47.3822116],[8.5022036,47.3822879],[8.5021698,47.3823797],[8.502166,47.3824916]]]}&quot;&amp;gt;&#xA;Stadion Letzigrund, Herdernstrasse, Erismannhof, Hard, Aussersihl, Zurich, Bezirk Zürich, Zurich, 8004, Switzerland&#xA;&amp;lt;/result&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But the GeoJSON results don't give the corner points of the rectanlge (&lt;a href=&quot;http://bl.ocks.org/d/2df6cd65024825eaf82d064b10de88ce&quot; rel=&quot;nofollow noreferrer&quot;&gt;viewer&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t5rtc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t5rtc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-11-11T20:33:05.500" Title="OpenStreetMap: Finding shape dimensions from a query" Tags="|api|geospatial|geocoding|openstreetmap|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10078" PostTypeId="1" CreationDate="2016-11-11T16:11:50.543" Score="1" ViewCount="93" Body="&lt;p&gt;I'm looking for a list of New Jersey businesses sorted by zip code and &lt;a href=&quot;https://en.wikipedia.org/wiki/Standard_Industrial_Classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIC&lt;/a&gt; code.&lt;/p&gt;&#xA;" OwnerUserId="14354" LastEditorDisplayName="user4293" LastEditDate="2016-11-17T18:04:48.360" LastActivityDate="2016-11-17T18:04:48.360" Title="List of New Jersey businesses sorted by zip code and SIC code" Tags="|data-request|business|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10079" PostTypeId="2" ParentId="9924" CreationDate="2016-11-11T17:34:40.047" Score="2" Body="&lt;p&gt;BBB &amp;amp;Yelp both have Apis available&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.bbb.org&quot; rel=&quot;nofollow&quot;&gt;https://developer.bbb.org&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.yelp.com/developers&quot; rel=&quot;nofollow&quot;&gt;https://www.yelp.com/developers&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11145" LastActivityDate="2016-11-11T17:34:40.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10080" PostTypeId="2" ParentId="10077" CreationDate="2016-11-11T20:14:30.617" Score="6" Body="&lt;p&gt;The problem is that OSM has many nodes and ways on the map, and many of them overlap. I don't know if there is any way to filter data with Nominativ, but you can filter data with Overpass.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First step is to determine what data you want. In example above it seems that you want soccer field. OSM doesn't have any metadata standard, so it depends of every contributor what metadata is written to each feature. You can see the most common tags that are used on &lt;a href=&quot;https://taginfo.openstreetmap.org/tags/sport=soccer#combinations&quot;&gt;taginfo website&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second step is to write an Overpass query with bounding box location and key-value pairs of tags for data you wish to query, for example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;osm-script output=&quot;json&quot;&amp;gt;&#xA;&amp;lt;query type=&quot;way&quot;&amp;gt;&#xA;  &amp;lt;bbox-query e=&quot;8.504&quot; n=&quot;47.383&quot; s=&quot;47.382&quot; w=&quot;8.503&quot;/&amp;gt;&#xA;  &amp;lt;has-kv k=&quot;leisure&quot; v=&quot;pitch&quot;/&amp;gt;&#xA;  &amp;lt;has-kv k=&quot;sport&quot; v=&quot;soccer&quot;/&amp;gt;&#xA;  &amp;lt;has-kv k=&quot;surface&quot; v=&quot;grass&quot;/&amp;gt;&#xA;&#xA;&amp;lt;/query&amp;gt;&#xA;&#xA;&amp;lt;print/&amp;gt;&#xA;&amp;lt;/osm-script&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can write these kind of queries and test them at &lt;a href=&quot;http://www.overpass-api.de/query_form.html&quot;&gt;Overpass query form&lt;/a&gt;.&#xA;When you're satisfied with result, you can convert it to to compact Overpass QL at the same website. You'll get something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:json];way(47.382,8.503,47.383,8.504)[&quot;leisure&quot;=&quot;pitch&quot;][&quot;sport&quot;=&quot;soccer&quot;][&quot;surface&quot;=&quot;grass&quot;];out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;URL link for that query would be:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.overpass-api.de/api/interpreter?data=[out:json];way(47.382,8.503,47.383,8.504)[&quot;leisure&quot;=&quot;pitch&quot;][&quot;sport&quot;=&quot;soccer&quot;][&quot;surface&quot;=&quot;grass&quot;];out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Third step is to save ID of feature (or features) in variable, and then you can use gimmeOSM (github.com/ustroetz/gimmeOSM) to get that feature as GeoJSON file, e.g.:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://ustroetz.github.io/gimmeOSM/?wayID=168927595&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="14355" LastActivityDate="2016-11-11T20:14:30.617" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10081" PostTypeId="2" ParentId="10011" CreationDate="2016-11-12T11:05:12.307" Score="2" Body="&lt;p&gt;To get links to csv-files containing lithologies quickly, try&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://pangaea.de/?q=lithology&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pangaea.de/?q=lithology&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These datasets are small, and they stem from academic projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get an impression on how lithology data were used to create models of the subsurface: For Germany, try &lt;a href=&quot;http://geotis.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geotis.de&lt;/a&gt; (focus on geothermal energy - relatively shallow wells, but many deep ones, too), for the world try the online-gis &lt;a href=&quot;http://www.onegeology.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.onegeology.org&lt;/a&gt;; for USA, try &lt;a href=&quot;http://seamless.usgs.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://seamless.usgs.gov&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2016-11-12T12:12:47.297" LastActivityDate="2016-11-12T12:12:47.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10082" PostTypeId="1" CreationDate="2016-11-12T15:25:49.513" Score="1" ViewCount="160" Body="&lt;p&gt;I need to access the OSHA Occupational Chemical Database using the API. Is that service available? I would like to download it to a local database and then translate it to other languages.&lt;/p&gt;&#xA;" OwnerUserId="14363" LastEditorUserId="9956" LastEditDate="2016-11-12T22:45:08.430" LastActivityDate="2017-08-26T11:15:22.687" Title="OSHA Occupational Chemical Database" Tags="|data-request|api|labor|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10083" PostTypeId="1" CreationDate="2016-11-12T18:04:34.033" Score="3" ViewCount="303" Body="&lt;p&gt;The data.gov initiative has a large variety of digital data sources for every agency of the government, but Congress has ZERO data sources for their own voting records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If someone can find it please let me know.&lt;/p&gt;&#xA;" OwnerUserId="14365" LastEditorDisplayName="user4293" LastEditDate="2016-11-12T22:45:19.683" LastActivityDate="2016-11-13T14:46:27.067" Title="Is there a dataset for the Federal congressional voting record?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10084" PostTypeId="2" ParentId="10083" CreationDate="2016-11-12T18:23:07.017" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://www.govtrack.us/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GovTrack&lt;/a&gt; has &lt;a href=&quot;https://www.govtrack.us/congress/votes&quot; rel=&quot;nofollow noreferrer&quot;&gt;congressional voting records data&lt;/a&gt;. Including in bulk, JSON files &lt;a href=&quot;https://www.govtrack.us/developers/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.govtrack.us/developers/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="33" LastEditDate="2016-11-13T14:46:27.067" LastActivityDate="2016-11-13T14:46:27.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10085" PostTypeId="2" ParentId="10070" CreationDate="2016-11-12T19:57:18.423" Score="4" Body="&lt;p&gt;You can find County-level voting data on the election site of &lt;a href=&quot;http://townhall.com/election/2016/president/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Townhall&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A kind person has done a scrape of the website and made the data available on Github as a CSV and Ipython notebook.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/tonmcg/2016_County_Level_Election_Results&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016 County Election Results&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Scraping townhall.com for county-level election results from the 2016 presidential general election with Python&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/egBZs.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/egBZs.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/dpatil/status/796902611622436864&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The above data source gives a FIPS code for each county. It's sometimes four digit, because the leading 0 is removed when it was converted to an integer, but I think you can map it to the 5 digit codes available from &lt;a href=&quot;https://www.census.gov/geo/reference/codes/cou.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;census.gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;AL,01,001,Autauga County,H1&#xA;AL,01,003,Baldwin County,H1&#xA;AL,01,005,Barbour County,H1&#xA;AL,01,007,Bibb County,H1&#xA;AL,01,009,Blount County,H1&#xA;AL,01,011,Bullock County,H1&#xA;AL,01,013,Butler County,H1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;https://wonder.cdc.gov/wonder/sci_data/codes/fips/type_txt/cntyxref.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;one 1988 mapping from the CDC&lt;/a&gt; between Zip+4 codes and FIPS county codes.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The County Cross Reference File is a product which provides a&#xA;   relationship between ZIP+4 codes and Federal Information&#xA;   Processing Standard (FIPS) county codes.  The file allows users&#xA;   who have assigned ZIP+4 codes to their address files to obtain&#xA;   county data at the ZIP+4 level.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;00602000000063000010120PR003AGUADA                   &#xA;00602000000063101210240PR003AGUADA                   &#xA;00602000000063202410300PR003AGUADA                   &#xA;00602000000063303010420PR003AGUADA                   &#xA;00602000000063404210538PR003AGUADA     &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(the first 5 digits are the zip code, 00602 is in puerto rico for this example)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-11-12T20:32:37.547" LastActivityDate="2016-11-12T20:32:37.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10086" PostTypeId="1" AcceptedAnswerId="10090" CreationDate="2016-11-12T20:24:08.320" Score="3" ViewCount="745" Body="&lt;p&gt;I was searching for a Reddit comments data-set which is labeled into three classes: positive, negative and neutral to train a ML model. I can get labeled data for tweets, movie reviews but what about Reddit. Is there any credible source for it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: I don't want to annotate the data myself.&lt;/p&gt;&#xA;" OwnerUserId="14366" LastEditorUserId="1652" LastEditDate="2018-02-11T22:46:26.650" LastActivityDate="2018-02-11T22:46:26.650" Title="Reddit comments labeled data-set for sentiment analysis?" Tags="|data-request|machine-learning|nlp|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10087" PostTypeId="2" ParentId="9514" CreationDate="2016-11-12T21:03:34.710" Score="1" Body="&lt;p&gt;Each individual &quot;Leaks&quot; package often have a link to the direct download from files.wikileaks.org. You don't necessarily need to use the torrents&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example -- start at &lt;a href=&quot;https://wikileaks.org/podesta-emails/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wikileaks.org/podesta-emails/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scroll down to &quot;Download entire raw dataset for all published Podesta Emails here&quot;, which is a link to &lt;a href=&quot;https://file.wikileaks.org/file/podesta-emails/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://file.wikileaks.org/file/podesta-emails/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which gives you links to the gzipped folder or individual files.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;But in your case, they don't yet offer the files as individual downloads or torrents. I don't know of any official reason why some datasets aren't yet available. It could just be backlog, or it could be some editorial reason.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-12T21:03:34.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10088" PostTypeId="1" CreationDate="2016-11-12T21:38:04.607" Score="5" ViewCount="370" Body="&lt;p&gt;I'm looking for a dataset listing &lt;a href=&quot;https://en.wikipedia.org/wiki/Hate_crime#United_States&quot; rel=&quot;nofollow noreferrer&quot;&gt;hate incidents&lt;/a&gt; in the United States with as many following fields as possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;time and date &lt;/li&gt;&#xA;&lt;li&gt;location&lt;/li&gt;&#xA;&lt;li&gt;demographics on attacker(s)&lt;/li&gt;&#xA;&lt;li&gt;demographics on victim(s), or attacked community&lt;/li&gt;&#xA;&lt;li&gt;type of hate incidents&lt;/li&gt;&#xA;&lt;li&gt;legal outcome&lt;/li&gt;&#xA;&lt;li&gt;victim injuries&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Hate incidents can be &lt;a href=&quot;https://www.citizensadvice.org.uk/discrimination/hate-crime/what-are-hate-incidents-and-hate-crime/&quot; rel=&quot;nofollow noreferrer&quot;&gt;based on the following&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;disability&lt;/li&gt;&#xA;&lt;li&gt;race&lt;/li&gt;&#xA;&lt;li&gt;religion&lt;/li&gt;&#xA;&lt;li&gt;transgender identity&lt;/li&gt;&#xA;&lt;li&gt;sexual orientation.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2016-11-18T01:03:47.850" Title="Hate crime dataset in the United States" Tags="|data-request|usa|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10089" PostTypeId="2" ParentId="10088" CreationDate="2016-11-12T22:46:25.050" Score="6" Body="&lt;p&gt;List of places to gather that information:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=37&quot; rel=&quot;noreferrer&quot;&gt;Hate Crime Publications &amp;amp; Products - Bureau of Justice Statistics&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://ucr.fbi.gov/hate-crime/&quot; rel=&quot;noreferrer&quot;&gt;Hate Crime - FBI:UCR&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://hatemonitor.csusb.edu/resources/&quot; rel=&quot;noreferrer&quot;&gt;Hate/Extremism Reports - Center for the Study of Hate &amp;amp; Extremism&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncjrs.gov/App/Search/SearchResults.aspx?txtKeywordSearch=hate&amp;amp;fromSearch=1&quot; rel=&quot;noreferrer&quot;&gt;Search NCJRS (National Criminal Justice Reference Service) for Keyword &quot;Hate&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://publicsafetydataportal.org/all-data/&quot; rel=&quot;noreferrer&quot;&gt;Public Safety Open Data Portal Lists Police Forces Involved That Publish Hate Crime Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.splcenter.org/hate-map&quot; rel=&quot;noreferrer&quot;&gt;Southern Poverty Law Center (SPLC) Hate Map&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-12T22:46:25.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10090" PostTypeId="2" ParentId="10086" CreationDate="2016-11-12T23:38:41.837" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.reddit.com/r/datasets/comments/59039y/updated_reddit_comment_dataset_up_to_201608/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reddit Comment Dataset Including Sentiment Data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-12T23:38:41.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10091" PostTypeId="2" ParentId="10059" CreationDate="2016-11-13T04:10:39.433" Score="4" Body="&lt;p&gt;You can download the data from CNN in JSON format at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.cnn.com/ELECTION/2016/full/P.full.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.cnn.com/ELECTION/2016/full/P.full.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is some of the data that powers the CNN's election web page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has the outline shown below, with &quot;races&quot; containing results per state, and &quot;polls&quot; containing polling data:&#xA;&lt;code&gt;&#xA;{&#xA;  &quot;pages&quot;: [...],&#xA;  &quot;race&quot;: &quot;President&quot;,&#xA;  &quot;races&quot;: [...],&#xA;  &quot;candidates&quot;: [...],&#xA;  &quot;polls&quot;: [...],&#xA;  &quot;lts&quot;: 1479007549000&#xA;}&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="14372" LastActivityDate="2016-11-13T04:10:39.433" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10093" PostTypeId="2" ParentId="10065" CreationDate="2016-11-13T21:05:51.807" Score="5" Body="&lt;p&gt;Many states have posted the data on their election commission websites. The format varies from state to state. To answer your question about &lt;a href=&quot;http://openelections.net&quot; rel=&quot;noreferrer&quot; title=&quot;Open Elections&quot;&gt;Open Elections&lt;/a&gt;, they pull their information directly from the state election commission.&lt;/p&gt;&#xA;" OwnerUserId="14332" LastActivityDate="2016-11-13T21:05:51.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10094" PostTypeId="2" ParentId="10065" CreationDate="2016-11-14T01:42:55.283" Score="2" Body="&lt;p&gt;Check out these links below, and you can also search &quot;election 2016&quot; in &lt;a href=&quot;https://data.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt; for other related data. There's quite a few users who are already aggregating this data and creating analyses and cool visualizations. If you're interested in collaborating, some are seeking additional contributors to help build out these datasets further. Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/aaronhoffman/us-general-election-2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States General Election 2016 by County&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://data.world/kidpixo/election-usa-2016-results&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quick scrape of the nytime Presidential Election Results.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastEditorDisplayName="user4293" LastEditDate="2016-11-15T16:15:29.820" LastActivityDate="2016-11-15T16:15:29.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10095" PostTypeId="2" ParentId="1545" CreationDate="2016-11-14T01:49:36.833" Score="5" Body="&lt;p&gt;Check out these links below, and you can also search &quot;twitter&quot; in data.world for other related data. There's quite a few users who are already aggregating this data and creating analyses and cool visualizations. If you're interested in collaborating, some are seeking additional contributors to help build out these datasets further. Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/dash/twitter-transparency-reports&quot; rel=&quot;noreferrer&quot;&gt;https://data.world/dash/twitter-transparency-reports&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/socialmediadata/social-circles-from-twitter&quot; rel=&quot;noreferrer&quot;&gt;https://data.world/socialmediadata/social-circles-from-twitter&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastActivityDate="2016-11-14T01:49:36.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10096" PostTypeId="2" ParentId="10059" CreationDate="2016-11-14T01:52:00.297" Score="2" Body="&lt;p&gt;Check out these links below, and you can also search &quot;election 2016&quot; in data.world for other related data. There's quite a few users who are already aggregating this data and creating analyses and cool visualizations. If you're interested in collaborating, some are seeking additional contributors to help build out these datasets further. Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/aaronhoffman/us-general-election-2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/aaronhoffman/us-general-election-2016&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/kidpixo/election-usa-2016-results&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/kidpixo/election-usa-2016-results&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastActivityDate="2016-11-14T01:52:00.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10097" PostTypeId="2" ParentId="266" CreationDate="2016-11-14T02:00:04.080" Score="1" Body="&lt;p&gt;Check out &lt;a href=&quot;https://data.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt; - we're a social network for data people, and are building the world’s most collaborative, abundant, and meaningful data resource. If you don't see what you're looking for, you can create a dataset page and add a 'contributors-wanted' tag to let other users know you're looking for that data and would like to collaborate. Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="14384" LastActivityDate="2016-11-14T02:00:04.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10098" PostTypeId="2" ParentId="10051" CreationDate="2016-11-14T02:06:46.893" Score="2" Body="&lt;p&gt;Check out this link below, and you can also search by keyword in data.world for other related data. If you're interested in collaborating with other users on this or other datasets, you can request an invite to contribute in the &quot;Contributors&quot; tab of the dataset. Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/transportation/2015-traffic-fatalities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/transportation/2015-traffic-fatalities&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastActivityDate="2016-11-14T02:06:46.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10099" PostTypeId="2" ParentId="9965" CreationDate="2016-11-14T02:16:10.677" Score="2" Body="&lt;p&gt;If you're interested in seeing how some other large cities are publishing their data, here's a few examples of large cities' organization pages on data.world. Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/san-diego&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/san-diego&lt;/a&gt;&#xA;&lt;a href=&quot;https://data.world/cityofaustin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/cityofaustin&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastActivityDate="2016-11-14T02:16:10.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10100" PostTypeId="2" ParentId="9818" CreationDate="2016-11-14T02:24:00.760" Score="4" Body="&lt;p&gt;Check out &lt;a href=&quot;https://data.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt; - a social network for data people, that are building the world’s most collaborative, abundant, and meaningful data resource.&lt;br&gt;&#xA;Below are some example sports-related datasets, and you can search the platform by keyword to find other related data. If you don't see what you're looking for, you can create a dataset page and add a 'contributors-wanted' tag to let other users know you're looking for that data and would like to collaborate.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example Datasets:&lt;br&gt;&#xA;&lt;a href=&quot;https://data.world/rvino88/1976-to-2015-nba-draft-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;1976-2015 NBA Draft Data&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/bgadoci/lahmans-baseball-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lahmans Baseball Database&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/search?q=sports&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.world for Keyword &quot;Sports&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastEditorUserId="90" LastEditDate="2017-03-07T21:19:51.277" LastActivityDate="2017-03-07T21:19:51.277" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10101" PostTypeId="1" CreationDate="2016-11-14T09:24:25.100" Score="4" ViewCount="258" Body="&lt;p&gt;I am doing my research on sentiment analysis for Standard Mandarin. I don't have any benchmark dataset. I need usable labeled dataset for my research.&lt;/p&gt;&#xA;" OwnerUserId="14387" LastEditorUserId="1652" LastEditDate="2021-08-12T14:19:05.960" LastActivityDate="2023-01-04T18:04:30.527" Title="Labeled dataset for sentiment analysis in Mandarin" Tags="|data-request|nlp|language|sentiment-analysis|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="10102" PostTypeId="1" CreationDate="2016-11-14T10:21:21.310" Score="1" ViewCount="22" Body="&lt;p&gt;I am trying to make a survey within a database system. My goal is to make an input where an individual selects their age and the program allows them to continue, similar to the Kunden Example. &#xA;Can anyone help me in this issue?&#xA;Thanks alot&lt;/p&gt;&#xA;" OwnerUserId="14389" LastEditorUserId="7037" LastEditDate="2016-11-15T16:15:36.920" LastActivityDate="2016-11-15T16:15:36.920" Title="Survey Creation in Microsoft Access" Tags="|database|" AnswerCount="0" CommentCount="0" ClosedDate="2016-11-22T19:36:12.393" ContentLicense="CC BY-SA 3.0" />
  <row Id="10104" PostTypeId="1" CreationDate="2016-11-14T18:17:22.020" Score="2" ViewCount="60" Body="&lt;p&gt;I'm looking to create a database that will pull Realtime Nationwide (or as many states possible) Auto Crash/Incident information with the inclusion of the people that were involved in the incident(s) first, last name, age and the incident type [auto_accident_personal_injury]. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example that has some of the information I need is here &lt;a href=&quot;https://data.vbgov.com/Public-Safety/Police-Incident-Reports/iqkq-gr5p/data-&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.vbgov.com/Public-Safety/Police-Incident-Reports/iqkq-gr5p/data-&lt;/a&gt; but it does not include the first, last name, age which is public information. Wondering if there is a way to also grab this in Open Data Network?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've looked for weeks now and cannot figure this out. Any help would be awesome! I'm willing to hire someone to help me.&lt;/p&gt;&#xA;" OwnerUserId="14394" LastEditorUserId="17438" LastEditDate="2022-02-09T18:18:06.610" LastActivityDate="2024-03-01T00:03:40.417" Title="Realtime Nationwide (or as many states possible) Auto Crash/Incident data" Tags="|data-request|cars|police|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10105" PostTypeId="1" AcceptedAnswerId="10124" CreationDate="2016-11-15T09:34:53.123" Score="5" ViewCount="5976" Body="&lt;p&gt;I am trying to search health insurance companies' website content on&#xA;&lt;a href=&quot;http://archive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.org/&lt;/a&gt; during the period of 2005-2008 for legal documents related to pre-existing medical conditions.&lt;/p&gt;&#xA;&lt;p&gt;most of these websites contain forms that users could have filled out for a cost estimate or rate quote, but http:// form submissions rarely work on archive.org historic pages, so my search dead-ends there.&lt;/p&gt;&#xA;&lt;p&gt;I suspect that most of the actual text content I am looking for is hosted in legal agreements in PDF files, so the optimal search would simply be to grab all captured files ending with &lt;code&gt;.pdf&lt;/code&gt; but I am unclear how to do that for a specific website for a specific date range?  example websites would be &lt;a href=&quot;https://www.anthem.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.anthem.com/&lt;/a&gt; or &lt;a href=&quot;http://www.kaiserpermanente.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.kaiserpermanente.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="70" LastEditDate="2022-10-14T18:45:11.957" LastActivityDate="2022-10-14T18:45:11.957" Title="how to search archive.org for PDF files on a captured website between some date range" Tags="|web-crawling|html|archive.org|" AnswerCount="3" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="10106" PostTypeId="1" CreationDate="2016-11-15T13:46:03.933" Score="5" ViewCount="233" Body="&lt;p&gt;I'm looking for 2016 US national election exit poll data. Is there an open source version of these data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially, I'd like access to the NYTimes data shown here:&#xA;&lt;a href=&quot;http://www.nytimes.com/interactive/2016/11/08/us/politics/election-exit-polls.html&quot;&gt;http://www.nytimes.com/interactive/2016/11/08/us/politics/election-exit-polls.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NYTimes characterizes their data:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The voter survey is based on questionnaires completed by 24,537 voters leaving 350 voting places throughout the United States on Election Day including 4,398 telephone interviews with early and absentee voters.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The source is cited as:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Edison Research for the National Election Pool, a consortium of ABC News, The Associated Press, CBSNews, CNN, Fox News and NBC News.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Is there an open version of these (or similar) 2016 exit poll data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: there is an ongoing study that computes &lt;em&gt;&quot;exit poll&quot; style results&lt;/em&gt; using ecological influence (&lt;a href=&quot;https://arxiv.org/abs/1611.03787&quot;&gt;Flaxman et al., 2016&lt;/a&gt;), but I'm seeking actual exit polls.&lt;/p&gt;&#xA;" OwnerUserId="7221" LastEditorUserId="18" LastEditDate="2017-09-01T16:13:00.700" LastActivityDate="2017-12-08T08:17:32.970" Title="2016 US national election exit poll data" Tags="|data-request|usa|elections|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10107" PostTypeId="1" CreationDate="2016-11-15T14:09:44.793" Score="1" ViewCount="46" Body="&lt;p&gt;We have posted data for a survey for &lt;a href=&quot;https://www.feedthefuture.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Feed the Future&lt;/a&gt; and want to know how to make changes to what has already been posted to DDL?&lt;/p&gt;&#xA;" OwnerUserId="14399" LastEditorUserId="5984" LastEditDate="2016-11-16T15:55:09.420" LastActivityDate="2016-11-16T15:55:09.420" Title="Making changes to data already posted" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10108" PostTypeId="1" AcceptedAnswerId="10111" CreationDate="2016-11-15T16:59:32.123" Score="4" ViewCount="223" Body="&lt;p&gt;I'm writing a theoretical paper on landscape planning. I need a cadastral map to illustrate some things. It could be a map of a real city (doesn't matter in which country or state) or a fictional one (doesn't matter as long as the map is precise and if possible covers a whole city).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The filetype of the map doesn't matter (dwg,shp,svg,tif etc.).&lt;/p&gt;&#xA;" OwnerUserId="14319" LastEditorUserId="14319" LastEditDate="2016-11-17T16:04:48.877" LastActivityDate="2016-11-17T16:04:48.877" Title="Free Cadastral Map" Tags="|geospatial|city|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10109" PostTypeId="2" ParentId="10107" CreationDate="2016-11-15T17:45:48.703" Score="3" Body="&lt;p&gt;From &lt;a href=&quot;https://opendata.stackexchange.com/questions/4819/usaid-ddl-program-codes&quot;&gt;the question here&lt;/a&gt; it looks as though the DDL has a form for data submission on their website: &lt;a href=&quot;https://www.usaid.gov/data/DDLsubmissions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usaid.gov/data/DDLsubmissions&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13632" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-11-15T17:45:48.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10110" PostTypeId="2" ParentId="10108" CreationDate="2016-11-15T19:14:47.420" Score="5" Body="&lt;p&gt;&lt;a href=&quot;https://data.gov.au/dataset/cadastre-land-and-property-boundaries-city-of-greater-geelong&quot; rel=&quot;noreferrer&quot;&gt;Greater Geelong, Australia's Cadastral GIS Data&lt;/a&gt;&lt;br&gt;&#xA;and here is &lt;a href=&quot;http://svc.mt.gov/msl/mtcadastral/&quot; rel=&quot;noreferrer&quot;&gt;Montana's Cadastral Map/Data&lt;/a&gt; if state level is not too big for your example.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-15T19:14:47.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10111" PostTypeId="2" ParentId="10108" CreationDate="2016-11-15T19:35:29.220" Score="6" Body="&lt;p&gt;From Wikipedia: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A Cadastre is normally a parcel based, and up-to-date land information&#xA;  system containing a record of interests in land (e.g. rights,&#xA;  restrictions and responsibilities). It usually includes a geometric&#xA;  description of land parcels linked to other records describing the&#xA;  nature of the interests, the ownership or control of those interests,&#xA;  and often the value of the parcel and its improvements.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Cadastral maps or parcel data can be found across the United States. Any county property appraiser will be able to provide you with this data and can be combined to form a basic city or metropolitan area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Statewide Data in Shapefile Formats&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Alabama: &lt;a href=&quot;http://gis.alabama.gov/Browse.aspx&quot; rel=&quot;noreferrer&quot;&gt;Site with County List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Alaska: &lt;a href=&quot;http://www.asgdc.state.ak.us//#2906&quot; rel=&quot;noreferrer&quot;&gt;Site with Borough List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;California: &lt;a href=&quot;ftp://data.scag.ca.gov/&quot; rel=&quot;noreferrer&quot;&gt;Entire State, scroll down to parcel_data.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Florida: &lt;a href=&quot;ftp://ftp.fgdl.org/pub/state/parcels_2012.zip&quot; rel=&quot;noreferrer&quot;&gt;FTP Link for 2012 Parcel Data;&lt;/a&gt; newer would at county level&lt;/li&gt;&#xA;&lt;li&gt;Montana Cadastral: &lt;a href=&quot;http://svc.mt.gov/msl/mtcadastral/&quot; rel=&quot;noreferrer&quot;&gt;Site&lt;/a&gt; / &lt;a href=&quot;ftp://ftp.geoinfo.msl.mt.gov/Data/Spatial/MSDI/Cadastral/&quot; rel=&quot;noreferrer&quot;&gt;FTP link for Parcel Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;New York: &lt;a href=&quot;http://gis.ny.gov/gisdata/inventories/details.cfm?DSID=1300&quot; rel=&quot;noreferrer&quot;&gt;Parcels available for state and county&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Utah: &lt;a href=&quot;https://gis.utah.gov/data/sgid-cadastre/parcels/&quot; rel=&quot;noreferrer&quot;&gt;County Level&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-11-15T19:35:29.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10112" PostTypeId="2" ParentId="5571" CreationDate="2016-11-16T00:38:05.200" Score="2" Body="&lt;p&gt;BigQuery has NOAA data, this from the closest station I found to Sceaux:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT year, mo, da, temp&#xA;FROM [bigquery-public-data:noaa_gsod.gsod2010] a &#xA;JOIN (&#xA;  SELECT name, usaf, wban&#xA;  FROM [bigquery-public-data:noaa_gsod.stations] &#xA;  WHERE country='FR' &#xA;  AND lat BETWEEN 48.7 AND 48.8&#xA;  AND lon BETWEEN 2.2 AND 2.3&#xA;  LIMIT 100 &#xA;) b &#xA;ON a.stn=b.usaf AND a.wban=b.wban&#xA;ORDER BY 1,2,3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;BigQuery also has ghcn_d data, but no station is as close as the NOAA one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you haven't tried BigQuery:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.reddit.com/r/bigquery/comments/3dg9le/analyzing_50_billion_wikipedia_pageviews_in_5/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.reddit.com/r/bigquery/comments/3dg9le/analyzing_50_billion_wikipedia_pageviews_in_5/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="414" LastActivityDate="2016-11-16T00:38:05.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10113" PostTypeId="1" AcceptedAnswerId="10524" CreationDate="2016-11-16T11:14:51.857" Score="4" ViewCount="78" Body="&lt;p&gt;There are plenty of mobile applications where you save the running route you took with some stats like speed, distance, duration etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example from one of those apps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/EU11O.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/EU11O.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I tried to google for any open dataset (global or country specific) with the coordinates and the stats from those routes. Of course without personal details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you aware of any dataset like this one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I am interested on walking/running routes and not driving routes. So, the suggested link in the comments is not related with my question. Although, it could be used as an alternative in case nothing else is available.&lt;/p&gt;&#xA;" OwnerUserId="505" LastEditorDisplayName="user4293" LastEditDate="2017-01-28T17:33:25.010" LastActivityDate="2017-01-28T17:33:25.010" Title="Running statistics from real users" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10114" PostTypeId="1" CreationDate="2016-11-16T14:41:15.467" Score="5" ViewCount="183" Body="&lt;p&gt;I'm a student and a beginner on &lt;a href=&quot;https://physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Physionet&lt;/a&gt;. What is the best method to classify EEG and ECG signals: KNN or SVM? And how can I do it with matlab? Should I convert the .dat files to .mat or just extract features to build my matrix for training and for testing? I don't know how to begin to develop my classifier?&lt;/p&gt;&#xA;" OwnerUserId="14410" LastEditorUserId="1511" LastEditDate="2016-11-18T06:47:27.143" LastActivityDate="2023-12-13T21:01:35.183" Title="How to classify EEG and ECG signals" Tags="|machine-learning|research|data-format|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10115" PostTypeId="2" ParentId="10078" CreationDate="2016-11-16T16:55:11.777" Score="2" Body="&lt;p&gt;A potentially useful link to the State of NJ's page on public information related to business: &lt;a href=&quot;http://www.nj.gov/treasury/revenue/guiderequest.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nj.gov/treasury/revenue/guiderequest.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Don't think there's anything that is directly downloadable/scrapable, but they may have data that you could request in a format you may want.&lt;/p&gt;&#xA;" OwnerUserId="10536" LastActivityDate="2016-11-16T16:55:11.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10116" PostTypeId="1" CreationDate="2016-11-16T20:00:01.830" Score="4" ViewCount="2170" Body="&lt;p&gt;I'm making use of the &lt;a href=&quot;http://unstats.un.org/unsd/demographic/products/dyb/dyb2014/Table08.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN demographic yearbook&lt;/a&gt; which has a table listing &lt;em&gt;most&lt;/em&gt; of the world's cities with populations over 100,000 (along with their populations). However, some major places are missing, such as China and both Congos. An answer to a similar question &lt;a href=&quot;https://opendata.stackexchange.com/a/1762/14414&quot;&gt;here&lt;/a&gt; provides a tsv file but GeoNames' population data is not too accurate (lots of outdated data and the specific sources used for each country are unknown).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a list that does indeed have &lt;em&gt;all&lt;/em&gt; of the world's cities with populations over 100,000 that &lt;em&gt;also&lt;/em&gt; lists their population? Preferably as accurate as possible, i.e. using national census data, and relying on estimates only when necessary (and stating their source for each data point). &lt;/p&gt;&#xA;" OwnerUserId="14414" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-11-22T08:47:32.317" Title="List of all world cities with populations over 100,000" Tags="|data-request|government|population|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10117" PostTypeId="1" AcceptedAnswerId="10122" CreationDate="2016-11-17T00:39:10.633" Score="1" ViewCount="84" Body="&lt;p&gt;I am on version 1.4 and the query below which is suppose to count number of in-hospital mortalities has a count of &lt;code&gt;5854&lt;/code&gt;. However, I'm reading a paper that is written on version 1.3 of mimic III and claims that there are &lt;code&gt;5813&lt;/code&gt; in-hospital mortality events. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT count(*) FROM ADMISSIONS &#xA;WHERE DEATHTIME IS NOT NULL ORDER BY DEATHTIME;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Either my query is wrong or does the data change between v 1.3 and v 1.4 of mimic iii?&lt;/p&gt;&#xA;" OwnerUserId="14416" LastActivityDate="2016-11-17T20:38:19.457" Title="Does data change between versions of mimic III database?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10118" PostTypeId="1" CreationDate="2016-11-17T01:50:13.723" Score="2" ViewCount="22" Body="&lt;p&gt;I was looking for a shapefile with employment opportunities (jobs) for England or London – at the LSOA or output level. Im not sure is this is what they call Workplace population. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this it? &#xA;Do you know how to get the data?&lt;/p&gt;&#xA;" OwnerUserId="14417" LastEditorUserId="6229" LastEditDate="2016-11-17T18:04:50.847" LastActivityDate="2016-11-17T18:04:50.847" Title="Seeking spatialized Employment Information for England?" Tags="|data-request|releasing-data|uk|europe|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10119" PostTypeId="2" ParentId="10116" CreationDate="2016-11-17T09:54:33.823" Score="1" Body="&lt;p&gt;Wikipedia has a list which might be help &lt;a href=&quot;https://en.wikipedia.org/wiki/World%27s_largest_cities#List&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/World%27s_largest_cities#List&lt;/a&gt; . You can also use wikidata(&lt;a href=&quot;http://wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wikidata.org/&lt;/a&gt;) to query all items on wikipedia marked as cities and then their get their populations in machine readable form.&lt;/p&gt;&#xA;" OwnerUserId="9407" LastActivityDate="2016-11-17T09:54:33.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10120" PostTypeId="2" ParentId="10105" CreationDate="2016-11-17T17:52:48.577" Score="4" Body="&lt;p&gt;Here is one way, although the API probably has more efficient methods.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can append * to the end of a URL in the Wayback Machine and it will return all of the saved URLs for that domain. The link below does this, although you can't see the asterisk because markdown is dumb. This is actually a great case for why its dumb. After wasting a few minutes trying to get the asterisk in this paragraph to render to no avail, now its not showing in the URL/example. Anyways, the link below does the complete domain search for Anthem on the Wayback Machine.&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/*/https://www.anthem.com/*&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/&lt;em&gt;/https://www.anthem.com/&lt;/em&gt;&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes there are so many results, your browser will choke...just let it breath until its functional again. Firefox and Chrome often fire alerts warning of the unresponsive tab; in Chrome, don't select kill, select wait; in Firefox the alerts are typically regarding unresponsive JavaScript files, again don't kill, wait.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll know its functional again when you see options under the header declaring the number of URLs that have been captured for this domain. Directly underneath this, there are two options, show number of entries, and filter results. In the filter input, type &quot;pdf&quot; and the results will only display URLs that match your filter.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A word of warning here, &quot;.pdf&quot; filter search doesn't mean you are getting all the PDFs that have been saved. Some sites save URLs that force downloads, some have other tricks; the point is, it is not 100% accurate, so be aware of that. Also, some URLs will have pdf in them, like icons, document roots, etc.; again, don't be lulled into false security. Its best to poke around manually until you feel confident with the results. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;After filtering the Anthem example, the Wayback Machine says its has 7368 entries (filtered from 135865 total entries). How you go about downloading/accessing them can take many routes, although this makes another great case for using the API.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One way to accomplish this non-technically that I use, but only for small results (1 page or less of results) is to utilize the &lt;a href=&quot;https://addons.mozilla.org/en-US/firefox/addon/downthemall/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Them All extension for Firefox&lt;/a&gt;; run Download Them All, select the appropriate filter, and click download them all.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another word of warning here, Download Them All is also not foolproof, and will not automatically get every PDF everytime; the same filtering rules apply here as they do in the Wayback Machine. Download Them All cannot distinguish between URLs that don't have proper file extensions without some tinkering. They do allow some RegEx as well, but that is another discussion in itself.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To break this all down into a time frame, you can search by year in the Wayback Machine by prepending a date, as well as a variable, to the domain you would like searched.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/2002*/https://www.anthem.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/2002*/https://www.anthem.com/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;is a search across anthem.com for 2002.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sidenote: pretty odd that asterisk worked...  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, I have to add that even though the Wayback Machine has X number of hits, those don't equate to X number of desired results. Some are references that redirect, some 404, and some I still don't have a strong grasp on what is happening, except that they simply do not exist on the Wayback Machine's servers. The question touches on this when referencing documents locked behind forms/technology that requires the original sources infrastructure to complete functionality.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-17T17:52:48.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10121" PostTypeId="2" ParentId="10116" CreationDate="2016-11-17T19:18:58.820" Score="2" Body="&lt;p&gt;Similar to @Harsh's answer, here is a Wikidata SPARQL query that gives the top&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/jlbqm3l&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Wikidata query tool&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/gwgzez9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Direct link to result&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?city ?cityLabel ?population&#xA;WHERE &#xA;{&#xA;    ?city wdt:P31/wdt:P279* wd:Q515 .  # find instances of subclasses of city&#xA;&#xA;    # Now select the population value of the ?city&#xA;    # (wdt: properties use only statements of &quot;preferred&quot; rank if any, usually meaning &quot;current population&quot;)&#xA;    ?city wdt:P1082 ?population .&#xA;&#xA;    # filter for cities with more than 100k&#xA;    FILTER (?population &amp;gt; 100000) .&#xA;    # Optionally, find English labels for city:&#xA;    SERVICE wikibase:label {&#xA;        bd:serviceParam wikibase:language &quot;en&quot; .&#xA;    }&#xA;}&#xA;ORDER BY DESC(?population)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Gezeq.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Gezeq.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(adapated from &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples#Largest_cities_with_female_mayor&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-11-17T19:24:10.170" LastActivityDate="2016-11-17T19:24:10.170" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10122" PostTypeId="2" ParentId="10117" CreationDate="2016-11-17T20:38:19.457" Score="1" Body="&lt;p&gt;Several changes are made between versions, some of which may affect the result to queries such as the one in your question.  A summary of the changes is listed on the MIMIC website: &lt;a href=&quot;http://mimic.physionet.org/about/releasenotes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mimic.physionet.org/about/releasenotes/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this particular case however it looks like the difference is a result of your query double counting 41 &lt;code&gt;subject_id&lt;/code&gt;s. Adding the &lt;code&gt;DISTINCT&lt;/code&gt; keyword to your query returns 5813 unique&lt;code&gt;subject_id&lt;/code&gt; in MIMIC-III v1.4.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT COUNT(DISTINCT subject_id)&#xA;FROM admissions&#xA;WHERE deathtime IS NOT NULL;&#xA;&#xA;&#xA; count &#xA;-------&#xA;  5813&#xA;(1 row)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I believe the duplicates relate to the way organ donor accounts are recorded in the system (see the &lt;code&gt;diagnosis&lt;/code&gt; column of the &lt;code&gt;admissions&lt;/code&gt; table).&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2016-11-17T20:38:19.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10123" PostTypeId="1" AcceptedAnswerId="10127" CreationDate="2016-11-17T21:59:37.713" Score="2" ViewCount="132" Body="&lt;p&gt;I am looking for a database that contains the name of all the &lt;code&gt;financial blogs&lt;/code&gt; out there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally each blog should be linked to the website it refers to (say, I need to be able to know that blog X is a blog from the financial Times).&lt;/p&gt;&#xA;" OwnerUserId="2069" LastEditorUserId="1511" LastEditDate="2016-11-18T06:39:59.063" LastActivityDate="2017-01-21T17:41:39.280" Title="is there a dataset of financial blogs?" Tags="|data-request|metadata|social-media|media|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10124" PostTypeId="2" ParentId="10105" CreationDate="2016-11-17T22:43:49.520" Score="6" Body="&lt;p&gt;here's how i automated the process within R&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;setwd( &quot;C:/path/to/PDFs&quot; )&#xA;&#xA;year &amp;lt;- 2008&#xA;&#xA;domain_name &amp;lt;- &quot;anthem.com&quot;&#xA;&#xA;archive_org_captures &amp;lt;-&#xA;    readLines( &#xA;        paste0(&#xA;            &quot;http://web.archive.org/cdx/search/cdx?url=&quot; , &#xA;            domain_name , &#xA;            &quot;/about/&amp;amp;matchType=host&amp;amp;limit=10000000&amp;amp;from=&quot; ,&#xA;            year , &#xA;            &quot;&amp;amp;to=&quot; ,&#xA;            year ,&#xA;            &quot;&amp;amp;timestamp=4&quot; &#xA;        )&#xA;    )&#xA;&#xA;&#xA;all_responses &amp;lt;- grep( &quot;pdf&quot; , archive_org_captures , value = TRUE )&#xA;&#xA;all_pdfs &amp;lt;- unique( gsub( &quot;(.*) (.*) (.*) (.*) (.*) (.*)&quot; , &quot;\\2&quot; , grep( &quot;pdf&quot; , all_responses , value = TRUE ) ) )&#xA;&#xA;for( this_pdf in all_pdfs ){&#xA;&#xA;    this_url &amp;lt;- paste0( &quot;https://web.archive.org/web/&quot; , year , &quot;/&quot; , this_pdf )&#xA;&#xA;    try( download.file( this_url , basename( this_pdf ) , mode = 'wb' ) , silent = TRUE )&#xA;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="334" LastActivityDate="2016-11-17T22:43:49.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10125" PostTypeId="1" AcceptedAnswerId="10163" CreationDate="2016-11-17T23:13:04.397" Score="3" ViewCount="160" Body="&lt;p&gt;Does anyone know where the &lt;code&gt;med.1000&lt;/code&gt; dataset used in the &lt;strong&gt;&lt;em&gt;Introduction to Statistical Thought&lt;/em&gt;&lt;/strong&gt; book &lt;em&gt;(by Lavine, &lt;a href=&quot;http://people.math.umass.edu/~lavine/Book/book.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;)&lt;/em&gt; comes from?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just can't seem to find it with Google!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains measurements of ocean temperature at a depth of 1000 meters in the North Atlantic near 45 degrees North latitude and 20 degrees West longitude.&lt;/p&gt;&#xA;" OwnerUserId="14427" LastEditorUserId="1511" LastEditDate="2016-11-20T20:04:59.920" LastActivityDate="2020-11-22T11:21:39.323" Title="Introduction to Statistical Thought - med.1000 dataset" Tags="|data-request|programming|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10126" PostTypeId="2" ParentId="10088" CreationDate="2016-11-18T01:03:47.850" Score="4" Body="&lt;p&gt;We've just launched a workspace on data.world with the Anti-Defamation League for others to collaborate with us on exploring the data on this topic - would love to hear your thoughts on the discussion thread! &lt;a href=&quot;https://data.world/adl/hate-crime-laws-and-statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/adl/hate-crime-laws-and-statistics&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14384" LastActivityDate="2016-11-18T01:03:47.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10127" PostTypeId="2" ParentId="10123" CreationDate="2016-11-18T06:39:34.257" Score="3" Body="&lt;p&gt;Answers to this question are easily found with a search engine. For example, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A list of 789 financial blogs:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.wisebread.com/top-100-most-popular-personal-finance-blogs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Top Personal Finance Blogs&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is no export, but the 7 pages of HTML-tables are pretty readable&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;tr class=&quot;odd&quot;&amp;gt;&#xA;   &amp;lt;td class=&quot;col-counter&quot;&amp;gt;601&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;col-counter &quot;&amp;gt;&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;text col-name&quot;&amp;gt;&amp;lt;a href=&quot;/top-100-most-popular-personal-finance-blogs/borrow-from-none&quot; title=&quot;View profile and stats for Borrow From None&quot;&amp;gt;Borrow From None&amp;lt;/a&amp;gt;&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;text col-name&quot;&amp;gt;&amp;lt;a href=&quot;http://www.borrowfromnone.com/&quot; title=&quot;Visit Borrow From None&quot; target=&quot;_blank&quot;&amp;gt;&amp;lt;img src=&quot;/top-100-most-popular-personal-finance-blogs/sites/wisebread.com.top-100-most-popular-personal-finance-blogs/themes/custom/ixbl/fugue-icons/icons/external.png&quot; class=&quot;site-link-icon&quot; /&amp;gt;&amp;lt;/a&amp;gt;&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;col-twitter text&quot;&amp;gt;&amp;lt;a href=&quot;http://twitter.com/bfnJohn&quot; class=&quot;twitter-link&quot; target=&quot;_blank&quot; title=&quot;Go to Borrow From None&amp;amp;#039;s Twitter page&quot;&amp;gt;bfnJohn&amp;lt;/a&amp;gt;&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;26.43&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;4.18&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;606&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;10.14&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;423&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;3,760,824&amp;lt;/td&amp;gt;&#xA;   &amp;lt;td class=&quot;number&quot;&amp;gt;-&amp;lt;/td&amp;gt;&#xA;&amp;lt;/tr&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And the corresponding view in the browser&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/1sP73.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/1sP73.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an online tool to &lt;a href=&quot;http://www.convertcsv.com/html-table-to-csv.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;convert HTML tables to CSV&lt;/a&gt;. There will be many others, although doing it yourself programmatically is probably the best bet.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2016-11-19T12:18:00.353" LastActivityDate="2016-11-19T12:18:00.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10129" PostTypeId="2" ParentId="9919" CreationDate="2016-11-18T15:18:25.213" Score="2" Body="&lt;p&gt;The German Federal Statistics Office was so kind to provide me data on the issue in Germany:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.destatis.de/DE/Publikationen/Thematisch/BildungForschungKultur/Hochschulen/PersonalHochschulen.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.destatis.de/DE/Publikationen/Thematisch/BildungForschungKultur/Hochschulen/PersonalHochschulen.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On page 190, you will find the table&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;13 Wissenschaftliches und künstlerisches Personal nach Herkunftsländern und Fächergruppen der fachlichen Zugehörigkeit &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;that is, scientific and art personnel according to their original country and per job area.&lt;/p&gt;&#xA;" OwnerUserId="3411" LastActivityDate="2016-11-18T15:18:25.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10130" PostTypeId="1" CreationDate="2016-11-18T18:34:57.757" Score="2" ViewCount="51" Body="&lt;p&gt;Where can I find large data-sets of tweets from people in a certain region (say an entire state or city in the US), during a certain period (say last 6 months, or from June 1st 2015 to June 1st 2016)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, for example, a large data-set of tweets from people in Illinois in the last 6 months? Is this possible? Is location something Twitter makes public? Or am I looking at geolocated tweets only?&lt;/p&gt;&#xA;" OwnerUserId="14429" LastEditorUserId="9956" LastEditDate="2016-11-18T18:47:59.650" LastActivityDate="2016-11-18T18:47:59.650" Title="Tweets organized by regional location and period of time?" Tags="|data-request|geospatial|social-media|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10131" PostTypeId="1" CreationDate="2016-11-18T18:42:31.240" Score="3" ViewCount="361" Body="&lt;p&gt;I am looking for elevation data organized by latitude and longitude for the Grand Canyon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found USGS elevation data (&lt;a href=&quot;http://nationalmap.gov/elevation.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://nationalmap.gov/elevation.html&lt;/a&gt;), which is in the form of an ESRI Grid, which I don't know how to read. I was looking for a more straightforward data set of Longitude, Latitude, and Elevation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, if someone  could describe how to read data from a .dbf file into matlab that would be great. I have tried to download Mapping Toolbox add on for matlab in order to use arcgridread command, but it isn't included in my matlab licence.&lt;/p&gt;&#xA;" OwnerUserId="14448" LastEditorUserId="9956" LastEditDate="2016-11-19T11:59:53.377" LastActivityDate="2017-01-20T05:09:30.930" Title="Elevation data by latitude and longitude for the Grand Canyon" Tags="|data-request|geospatial|data-format|environment|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10132" PostTypeId="1" CreationDate="2016-11-18T20:40:46.607" Score="4" ViewCount="332" Body="&lt;p&gt;I'm trying to find out where to download Postal Code boundaries (e.g. Shapefiles, GML, KML) for India. This data needs to be compatible with a typical GIS software (e.g. ArcGIS, QGIS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone point me to a data source for this?&lt;/p&gt;&#xA;" OwnerUserId="14450" LastEditorUserId="70" LastEditDate="2016-11-21T16:34:56.573" LastActivityDate="2016-11-21T16:34:56.573" Title="Postal code boundaries for India?" Tags="|data-request|geospatial|postal-code|india|kml|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10136" PostTypeId="2" ParentId="7760" CreationDate="2016-11-19T13:36:52.077" Score="1" Body="&lt;p&gt;The UCI Machine Learning Repository that you linked actually has datasets categorized by &quot;Default Task&quot;, &quot;Attribute Type&quot;, and &quot;Data Type&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VbtHP.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VbtHP.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this same repository, I'd use a search engine to search the text descriptions of each dataset. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://encrypted.google.com/#q=outlier+site:archive.ics.uci.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://encrypted.google.com/#q=outlier+site:archive.ics.uci.edu&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you categorizied datasets systematically, I'm sure the community would be greatly appreciative if you shared the results!&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another option is to use a programming-language specific dataset package. R's &quot;&lt;a href=&quot;http://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt;&quot; comes to mind. Using R you can get summary information for all datasets by looping over each. More info:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(help = &quot;datasets&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-19T13:36:52.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10137" PostTypeId="1" CreationDate="2016-11-19T15:42:42.737" Score="1" ViewCount="21" Body="&lt;p&gt;Are there sources that would let me find out how much money my local government receives from the federal government, ideally by federal program. My local government's budget documents lump federal, state, and local grants together.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2016-11-19T15:42:42.737" Title="Sources for federal funding of local governments" Tags="|data-request|usa|federal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10138" PostTypeId="1" CreationDate="2016-11-19T16:17:48.793" Score="4" ViewCount="124" Body="&lt;p&gt;I'm creating my own ship position map by &lt;a href=&quot;https://en.wikipedia.org/wiki/Automatic_identification_system&quot; rel=&quot;nofollow noreferrer&quot;&gt;AIS&lt;/a&gt; (Automatic Identification System) messages from the base transceiver station (BTS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I find a free database of static information about the ships by &lt;a href=&quot;https://en.wikipedia.org/wiki/Maritime_Mobile_Service_Identity&quot; rel=&quot;nofollow noreferrer&quot;&gt;MMSI&lt;/a&gt; (Maritime Mobility Service Identity) number ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need only ship name, type and dimensions.&lt;/p&gt;&#xA;" OwnerUserId="14456" LastEditorUserId="12650" LastEditDate="2020-09-02T05:28:46.280" LastActivityDate="2024-01-28T14:03:55.480" Title="Availability of descriptive ship metadata" Tags="|data-request|transportation|metadata|database|ais|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10139" PostTypeId="2" ParentId="10132" CreationDate="2016-11-19T17:53:22.397" Score="4" Body="&lt;p&gt;Not an answer, but too long for a comment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Possibly helpful links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://help.openstreetmap.org/questions/35669/indian-postcode-boundaries-required&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://help.openstreetmap.org/questions/35669/indian-postcode-boundaries-required&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.mbi-geodata.com/en/2013/04/11/press-release-new-postal-code-boundaries-for-india/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mbi-geodata.com/en/2013/04/11/press-release-new-postal-code-boundaries-for-india/&lt;/a&gt; (not free, and linked page is in German)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://geoportal.gsdl.org.in/postal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geoportal.gsdl.org.in/postal/&lt;/a&gt; (and related pages)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://postalcode.globefeed.com/india_postal_code.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://postalcode.globefeed.com/india_postal_code.asp&lt;/a&gt; (sublinks may be helpful, but are not in GIS format)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://groups.google.com/forum/#!topic/datameet/MWbzzQJ0BcI&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://groups.google.com/forum/#!topic/datameet/MWbzzQJ0BcI&lt;/a&gt; (one of a couple of pages that suggests this data isn't well-defined)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Possible duplicates:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/121758/seeking-shapefile-for-postal-codes-zip-codes-of-india&quot;&gt;https://gis.stackexchange.com/questions/121758/seeking-shapefile-for-postal-codes-zip-codes-of-india&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/77674/obtaining-postcode-boundaries-for-india&quot;&gt;https://gis.stackexchange.com/questions/77674/obtaining-postcode-boundaries-for-india&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To be fair, this is all google stuff, so you've probably seen it.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-11-19T17:53:22.397" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10140" PostTypeId="1" CreationDate="2016-11-19T19:42:14.240" Score="1" ViewCount="544" Body="&lt;p&gt;I am searching for a data set, which contains plain text emails, in order to do a classification of spam or not spam emails.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Spambase&quot; rel=&quot;nofollow noreferrer&quot;&gt;this data set&lt;/a&gt; but it does not contain the text of the emails. I also found the enron email data set, but I found very weird formatting in the emails, which probably no one would enter manually when writing a mail. Not only html tags. HTML tags would be fine I guess, I could probably simply remove them with a regex and then have cleaner data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which email data set has plain text without artificially added weird formatting and is recommendable for learning spam classification?&lt;/p&gt;&#xA;" OwnerUserId="14459" LastEditorDisplayName="user4293" LastEditDate="2016-11-19T22:48:40.160" LastActivityDate="2016-11-19T22:48:40.160" Title="Email data set with plain text emails for spam classification" Tags="|data-request|machine-learning|email|classification|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10141" PostTypeId="1" AcceptedAnswerId="10200" CreationDate="2016-11-20T16:12:07.360" Score="3" ViewCount="138" Body="&lt;p&gt;I am trying to find data on how water quality (such as the presence of nitrates and phosphorus) correlates to infectious disease.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found many papers that discuss the approach and results, but have not been able to find any downloadable data that I can use to train a neural network, which will predict outcomes based on a given set of water quality data.&lt;/p&gt;&#xA;" OwnerUserId="14464" LastEditorDisplayName="user4293" LastEditDate="2016-11-30T14:44:42.513" LastActivityDate="2016-11-30T14:44:58.830" Title="Water Quality/Infectious Disease Data" Tags="|data-request|disease|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10142" PostTypeId="1" CreationDate="2016-11-20T17:22:46.007" Score="1" ViewCount="100" Body="&lt;p&gt;I am writing some neural network training code that I will later use to solve a specific problem. First, though, I want to validate that the code is working and is able to train an &lt;a href=&quot;https://en.wikipedia.org/wiki/Recurrent_neural_network&quot; rel=&quot;nofollow noreferrer&quot;&gt;RNN&lt;/a&gt; (recurrent neural network) as expected.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a simple problem and dataset that I know a simple network can do very well on. Here are some guidelines/criteria:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The problem should not be too difficult. I want to be able to train networks quickly so that I can fix bugs in the code quickly, without waiting several says for the training to complete. Thus, small networks should be able to solve the problem well.&lt;/li&gt;&#xA;&lt;li&gt;Ideally, reasonably small networks would be able to achieve near-perfect accuracy. This gives me a metric I know I should be able to aim for.&lt;/li&gt;&#xA;&lt;li&gt;The problem should not be trivial. Several resources online suggest generating simple number sequences, but I worry that my training code might break down when I switch to my real dataset.&lt;/li&gt;&#xA;&lt;li&gt;A computer vision based task would be preferable, since my real problem is one of action recognition. I hesitate to use datasets as complex as Sports1M and friends, though, since work on datasets like these is still the cutting edge--hardly a toy problem.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If I were implementing pure &lt;a href=&quot;https://en.wikipedia.org/wiki/Convolutional_neural_network&quot; rel=&quot;nofollow noreferrer&quot;&gt;CNN&lt;/a&gt;s, I would simply use &lt;a href=&quot;http://yann.lecun.com/exdb/mnist/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MNIST&lt;/a&gt; or &lt;a href=&quot;https://www.cs.toronto.edu/~kriz/cifar.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CIFAR&lt;/a&gt;, but I'm unsure what the analog is for convolutional RNNs. What are some datasets that I might use?&lt;/p&gt;&#xA;" OwnerUserId="14466" LastEditorUserId="1511" LastEditDate="2016-11-20T19:40:56.853" LastActivityDate="2016-11-20T19:40:56.853" Title="Toy problem for RNNs in computer vision" Tags="|data-request|machine-learning|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10143" PostTypeId="2" ParentId="10141" CreationDate="2016-11-20T18:14:24.407" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.cdc.gov/mmwr/preview/mmwrhtml/ss5108a1.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Surveillance for Waterborne-Disease Outbreaks --- United States, 1999--2000&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/beach-tech&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPA Technical Resources About Beaches - Including Data and Reports About Beach Health, Beach Advisory and Water Quality Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cdc.gov/healthywater/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPA's HealthyWater - Information About Recreational and Drinking Water Outbreaks (and more)&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Digging down into state/local levels takes time, but should provide more of what you are seeking; for example, VDH (Virginia Department of Health) has a lot resources/data for beach advisories, water quality, outbreak and infectious disease data.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-20T18:14:24.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10145" PostTypeId="2" ParentId="10142" CreationDate="2016-11-20T19:39:25.367" Score="1" Body="&lt;p&gt;This dataset comes up by &lt;a href=&quot;https://encrypted.google.com/#q=rnn+site:http:%2F%2Farchive.ics.uci.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;search&lt;/a&gt; the UCI Machine Learning Repository for RNN (&lt;a href=&quot;https://en.wikipedia.org/wiki/Recurrent_neural_network&quot; rel=&quot;nofollow noreferrer&quot;&gt;recurrent neural network&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Wall-Following+Robot+Navigation+Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wall-Following Robot Navigation Data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The provided files comprise three different data sets. The first one contains the raw values of the measurements&#xA;  of all 24 ultrasound sensors and the corresponding class label (see Section 7). Sensor readings are sampled at a&#xA;  rate of 9 samples per second.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The second one contains four sensor readings named 'simplified distances' and the corresponding class label (see Section 7). These simplified distances are referred to as the 'front distance', 'left distance', 'right distance' and 'back distance'. They consist, respectively, of the minimum sensor readings among those within 60 degree arcs located at the front, left, right and back parts of the robot.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The third one contains only the front and left simplified distances and the corresponding class label. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And specific to RNN:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If a recurrent neural network, such as the Elman network, is used to learn the task, the resulting dynamical classifier is able to learn the task using less hidden neurons than the MLP network. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wjkZs.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wjkZs.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-20T19:39:25.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10146" PostTypeId="2" ParentId="1594" CreationDate="2016-11-20T19:51:17.487" Score="10" Body="&lt;p&gt;Wikidata has an increasingly complete coverage of many topics, including movies&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a &lt;a href=&quot;http://tinyurl.com/gw8kzch&quot; rel=&quot;noreferrer&quot;&gt;sample query to get title&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JFqzi.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JFqzi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the query builder (top right) to see what data is available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Yim0E.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Yim0E.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&lt;a href=&quot;https://stackoverflow.com/a/32179450/2327328&quot;&gt;(my source)&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-11-20T19:51:17.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10147" PostTypeId="2" ParentId="10125" CreationDate="2016-11-20T20:26:43.540" Score="2" Body="&lt;p&gt;I think if you contact the author, you should get the R package, since all the other datasets are clearly cited.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zOhxe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zOhxe.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, my best guess is that the author is using something the ocedata (&lt;a href=&quot;https://cran.r-project.org/web/packages/ocedata/ocedata.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;) package from R. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That, or the &lt;strong&gt;&lt;a href=&quot;http://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt;&lt;/strong&gt; package &lt;s&gt; that he is otherwise using had this dataset at the time of publication, and has since been taken out.&lt;/s&gt; Unlikely, and here is the &lt;a href=&quot;https://web.archive.org/web/*/http://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;wayback machine results&lt;/a&gt; for the &lt;code&gt;datasets&lt;/code&gt; package.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-20T20:26:43.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10148" PostTypeId="2" ParentId="8960" CreationDate="2016-11-21T09:54:36.277" Score="2" Body="&lt;p&gt;As NZ's weather service www.metservice.com has this data, their website says they provice this kind of data to windfarms: about.metservice.com/weather-for-business&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their open data can be found here: &lt;a href=&quot;http://about.metservice.com/our-company/about-this-site/open-access-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://about.metservice.com/our-company/about-this-site/open-access-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-11-21T09:54:36.277" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10150" PostTypeId="1" CreationDate="2016-11-21T14:51:38.427" Score="3" ViewCount="193" Body="&lt;p&gt;I'm looking to create an app that facilitates U.S. Americans to contact local, state, or federal representative based on home address. I can use the already public shape-files to figure out the relevant municipalities but I can't find a centralized list of contact numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a comprehensive list of contact information for multiple levels of US government representatives?&lt;/p&gt;&#xA;" OwnerUserId="14474" LastEditorUserId="1511" LastEditDate="2016-11-22T07:35:06.857" LastActivityDate="2016-11-22T07:35:06.857" Title="Dataset of US local, state, federal contact phone numbers?" Tags="|data-request|usa|data.gov|government|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10151" PostTypeId="1" CreationDate="2016-11-21T16:56:34.390" Score="3" ViewCount="8189" Body="&lt;p&gt;I was wondering if anyone knows of a downloadable list of all cities and towns in the world. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone suggest a resource that has a comprehensive list city and town names?&lt;/p&gt;&#xA;" OwnerUserId="14477" LastEditorUserId="1511" LastEditDate="2020-04-22T07:57:29.593" LastActivityDate="2020-04-22T07:57:29.593" Title="List of every city and town in the world?" Tags="|data-request|city|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10152" PostTypeId="1" CreationDate="2016-11-21T17:52:50.313" Score="3" ViewCount="505" Body="&lt;p&gt;I am fairly new to machine learning, but what I am trying to do is predict energy output of a wind turbine based on a data set of wind speed and direction, and ideally turbulence and shear.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know what type of data I need? I know I need a database of wind speed, direction, and possibly turbulence and shear. My questions are as follows:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Do you know of a specific database I can use with wind data and files I can download for my algorithm? So far I have these two sites:       &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.nrel.gov/gis/data_wind.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;50-meter wind from National Renewable Energy Laboratory&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/2016/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA Federal Climate Complex Integrated Surface Data Inventory&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Are these good options? Can I download one of these files to use in MATLAB?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Do I also need data of past energy outputs of the wind turbines I am focusing on (for comparison of my prediction with the actual data)?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Might neural networks and SVM algorithms suit the purpose of predicting wind energy output?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Thank you!!&lt;/p&gt;&#xA;" OwnerUserId="14478" LastEditorUserId="1511" LastEditDate="2017-05-11T06:25:37.000" LastActivityDate="2017-05-11T06:25:37.000" Title="What are some good databases of wind speed and direction to use as training data for machine learning?" Tags="|data.gov|machine-learning|weather|energy|" AnswerCount="1" CommentCount="6" ClosedDate="2016-12-03T08:23:24.360" ContentLicense="CC BY-SA 3.0" />
  <row Id="10153" PostTypeId="2" ParentId="10151" CreationDate="2016-11-21T18:22:56.390" Score="6" Body="&lt;p&gt;You can try the &lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;noreferrer&quot;&gt;Geonames&lt;/a&gt; database.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The GeoNames geographical database covers all countries and contains over eleven million placenames that are available for download free of charge.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You may have to subselect it as it contains many geographic names that are not cities or towns.  With &lt;a href=&quot;http://www.geonames.org/advanced-search.html?&quot; rel=&quot;noreferrer&quot;&gt;advanced search&lt;/a&gt;, you can select the feature &lt;em&gt;city, village, …&lt;/em&gt; that may contain what you need, although I don't think it has the size so it may contain a large number of localities too small to be usually considered city or town.&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2016-11-21T18:29:52.467" LastActivityDate="2016-11-21T18:29:52.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10154" PostTypeId="1" AcceptedAnswerId="10155" CreationDate="2016-11-21T19:58:29.600" Score="26" ViewCount="12151" Body="&lt;p&gt;Barry, could you abuse this site's &quot;answer your own question&quot; feature to create a community wiki answer for sources of weather data (both current and historical), since it gets asked so often?&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorUserId="70" LastEditDate="2016-12-04T12:20:32.027" LastActivityDate="2022-10-22T16:52:49.463" Title="Sources of weather data" Tags="|data-request|weather|climate|" AnswerCount="6" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10155" PostTypeId="2" ParentId="10154" CreationDate="2016-11-21T19:58:29.600" Score="20" Body="&lt;p&gt;This list is (and may always be) incomplete. Please add to it when you can.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Per minute data: &lt;a href=&quot;ftp://ftp.ncei.noaa.gov/pub/data/asos-onemin&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ncei.noaa.gov/pub/data/asos-onemin&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;NOAA's ISD data (goes back to ~1900 in some cases):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/isd&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/isd&lt;/a&gt; (home page)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/&lt;/a&gt; (direct link to data, some stations include multiple report per hour in some cases)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www1.ncdc.noaa.gov/pub/data/noaa/isd-lite/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www1.ncdc.noaa.gov/pub/data/noaa/isd-lite/&lt;/a&gt; (direct link to &amp;quot;lighter&amp;quot; version of data-- hourly observations only)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Global Historical Climatology Network (GHCN) observations, some dating back to the mid 1700s:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/global-historical-climatology-network-ghcn&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/global-historical-climatology-network-ghcn&lt;/a&gt; (home page)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/ghcn/daily/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ncdc.noaa.gov/pub/data/ghcn/daily/&lt;/a&gt; (direct link to data)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://mesowest.utah.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mesowest.utah.edu/&lt;/a&gt; includes solar radiation and snowfall accumulation, which some other sites don't. Sample:&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wxtDW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wxtDW.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &amp;quot;raw&amp;quot; data as it comes into NOAA from airports, surface weather stations, boats, and buoys:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sflnd/DS.synop/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sflnd/DS.synop/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sflnd/DS.metar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sflnd/DS.metar/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sfmar/DS.dbuoy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sfmar/DS.dbuoy/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sfmar/DS.ships/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://tgftp.nws.noaa.gov/SL.us008001/DF.an/DC.sfmar/DS.ships/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You can read more about these &amp;quot;cycle&amp;quot; files at: &lt;a href=&quot;http://www.nws.noaa.gov/tg/datahelp.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nws.noaa.gov/tg/datahelp.php&lt;/a&gt; Note these files are updated every few minutes and have not been curated, so data can be inaccurate. Reports in these cycle files are sometimes updated (and thus invalidated) in later cycle files.&lt;/p&gt;&#xA;&lt;p&gt;To translate station codes to physical locations:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The file &amp;quot;isd-history.csv&amp;quot; in &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ncdc.noaa.gov/pub/data/noaa/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/land-based-station-data/station-metadata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/land-based-station-data/station-metadata&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Commercial source (but some portions are free): &lt;a href=&quot;http://www.weathergraphics.com/identifiers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.weathergraphics.com/identifiers/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Well known sites:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;weather.gov&lt;/li&gt;&#xA;&lt;li&gt;wunderground.com&lt;/li&gt;&#xA;&lt;li&gt;weather.com&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user3856" LastEditorUserId="30273" LastEditorDisplayName="user3856" LastEditDate="2022-10-22T16:52:49.463" LastActivityDate="2022-10-22T16:52:49.463" CommentCount="6" CommunityOwnedDate="2016-11-21T19:58:29.600" ContentLicense="CC BY-SA 4.0" />
  <row Id="10156" PostTypeId="2" ParentId="10150" CreationDate="2016-11-21T22:49:03.233" Score="1" Body="&lt;p&gt;A Google spreadsheet is being crowdsourced for an attempt at the federal level, for DC and local offices.&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/174f0WBSVNSdcQ5_S6rWPGB3pNCsruyyM_ZRQ6QUhGmo/htmlview?usp=sharing&amp;amp;sle=true#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Contact Information Spreadsheet&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-11-21T22:49:03.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10158" PostTypeId="2" ParentId="10116" CreationDate="2016-11-22T08:47:32.317" Score="1" Body="&lt;p&gt;Many small cities have merged over the years.Hence sometimes it is difficult to assign definitive values to city populations, e.g. when cites have become agglomerations - megacities. For a major fraction of the world population, this matters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The website &lt;a href=&quot;https://citypopulation.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://citypopulation.de/&lt;/a&gt; has this data. All urban agglomerations of the world with at least 1 million inhabitants.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-11-22T08:47:32.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10159" PostTypeId="2" ParentId="10131" CreationDate="2016-11-22T10:25:49.410" Score="2" Body="&lt;p&gt;You can get digital elevation models (DEMs) from the ASTER GDEM project using the USGS Earth Explorer tool: &lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select the region you want by clicking on the map. Under 'data sets', click 'digital elevation', select 'ASTER'. Then click the 'results' button. This will give you several images, you can click the footprint button to see where they are on the map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can then read the downloaded TIFF image into MATLAB using a geoTIFF reader such as this one: &lt;a href=&quot;http://mathworks.com/help/map/ref/geotiffread.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mathworks.com/help/map/ref/geotiffread.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fun fact: the Grand Canyon also seems to be a showcase for the ASTER project: &lt;a href=&quot;https://www.nasa.gov/topics/earth/features/aster20111017.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nasa.gov/topics/earth/features/aster20111017.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-11-22T10:25:49.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10160" PostTypeId="1" CreationDate="2016-11-22T12:19:22.047" Score="1" ViewCount="110" Body="&lt;p&gt;What are the legal clauses associated with scraping images of products displayed on eCommerce websites (such as Home Depot, Walmart, Amazon, eBay etc)? The intention is to obtain meta-data from the images, and not to reproduce or store them. &lt;/p&gt;&#xA;" OwnerUserId="14486" LastEditorUserId="14486" LastEditDate="2016-11-22T12:24:37.273" LastActivityDate="2016-11-22T12:24:37.273" Title="Scraping product image from eCommerce websites" Tags="|legal|web-crawling|" AnswerCount="0" CommentCount="2" ClosedDate="2016-11-24T18:44:11.127" ContentLicense="CC BY-SA 3.0" />
  <row Id="10161" PostTypeId="1" CreationDate="2016-11-22T13:15:25.263" Score="2" ViewCount="68" Body="&lt;p&gt;What is the best way to generically categorise data in social media back-end databases within a context of level of openness?&lt;/p&gt;&#xA;&lt;p&gt;Both academic sources and own thoughts and ideas are appreciated as I have struggled to find any categorisation of the sort.&lt;/p&gt;&#xA;&lt;p&gt;I didn't come far and my definitions are not crystal clear but here is what I thought:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;code&gt;Open data&lt;/code&gt; - &lt;em&gt;information that is open to anyone who requests it&lt;/em&gt;. For instance the data that you can access when visiting an url to a Facebook profile without being logged in.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;Open data with general limitations&lt;/code&gt; - &lt;em&gt;information that is open to a user only if the user meets certain general requirements.&lt;/em&gt; For instance the data that you can access when visiting an url to a Facebook profile while being logged in. Also data in open Facebook groups.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;Open data with qualified limitations&lt;/code&gt; - &lt;em&gt;information that is open to a user only if the user meets specific requirements.&lt;/em&gt; For instance the data you can access if you are logged into your Facebook account and the Facebook profile you are visiting is a Facebook friend. Also data in Facebook groups that can be joined after being approved.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;Locked data&lt;/code&gt; - &lt;em&gt;information that is open only while being logged in as a specific user.&lt;/em&gt; For instance that user's chatlogs, data hidden from everyone through privacy settings. Also data in secret Facebook groups.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;Internal data&lt;/code&gt; - &lt;em&gt;information available only to the provider of the service.&lt;/em&gt; For instance every chatlog of every user.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I realise different social media use different standards. I hope this can be a categorisation in general terms.&lt;/p&gt;&#xA;" OwnerUserId="14488" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-11-22T15:21:51.447" Title="Accessibility categories for social media data" Tags="|metadata|social-media|open-definition|categories|" AnswerCount="0" CommentCount="6" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10162" PostTypeId="1" AcceptedAnswerId="10164" CreationDate="2016-11-22T17:52:06.903" Score="3" ViewCount="124" Body="&lt;p&gt;I am trying to perform spatial analysis regarding affordable housing across North American cities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source (city, commercial, or other website) which offers real estate or housing appraisal data?&lt;/p&gt;&#xA;" OwnerUserId="14491" LastEditorUserId="9956" LastEditDate="2016-11-23T09:56:46.997" LastActivityDate="2020-09-09T11:26:27.697" Title="North American housing and real-estate appraisal data" Tags="|data-request|geospatial|real-estate|north-america|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10163" PostTypeId="2" ParentId="10125" CreationDate="2016-11-22T18:40:34.777" Score="2" Body="&lt;p&gt;Following @philshem's advice I emailed the author who kindly sent me a csv called &lt;code&gt;oceantemps.csv&lt;/code&gt;. I get identical looking plots to those in the book using the code from the book with a only minor edits - &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;med.1000&lt;/code&gt; to whatever you import the csv as, and &lt;code&gt;long&lt;/code&gt;, &lt;code&gt;lat&lt;/code&gt; and &lt;code&gt;temp&lt;/code&gt; are written in full as the column headings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After receiving the csv file I also found the website with the datasets for the book that had somehow eluded me: &lt;a href=&quot;http://people.math.umass.edu/~lavine/Book/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://people.math.umass.edu/~lavine/Book/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14427" LastActivityDate="2016-11-22T18:40:34.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10164" PostTypeId="2" ParentId="10162" CreationDate="2016-11-22T19:40:05.567" Score="3" Body="&lt;p&gt;Affordable housing is difficult to track as there are intricacies to the process: Is it Housing Choice Voucher Program (Previously Section 8), is it a an established property that specifically handles affordable housing (which the government pays a private enterprise to operate), or is it public housing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should look at property appraiser data for each county to figure out what basic values are available, then identify where the affordable housing locations are.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Statewide Parcel Data in Shapefile Formats with Property Appraiser Data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Alabama: &lt;a href=&quot;http://gis.alabama.gov/Browse.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Site with County List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Alaska: &lt;a href=&quot;http://www.asgdc.state.ak.us//#2906&quot; rel=&quot;nofollow noreferrer&quot;&gt;Site with Borough List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;California: &lt;a href=&quot;ftp://data.scag.ca.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Entire State, scroll down to parcel_data.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Florida: &lt;a href=&quot;ftp://ftp.fgdl.org/pub/state/parcels_2012.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;FTP Link for 2012 Parcel Data;&lt;/a&gt; newer would at county level&lt;/li&gt;&#xA;&lt;li&gt;Montana Cadastral: &lt;a href=&quot;http://svc.mt.gov/msl/mtcadastral/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Site&lt;/a&gt; / &lt;a href=&quot;ftp://ftp.geoinfo.msl.mt.gov/Data/Spatial/MSDI/Cadastral/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FTP link for Parcel Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;New York: &lt;a href=&quot;http://gis.ny.gov/gisdata/inventories/details.cfm?DSID=1300&quot; rel=&quot;nofollow noreferrer&quot;&gt;Parcels available for state and county&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Utah: &lt;a href=&quot;https://gis.utah.gov/data/sgid-cadastre/parcels/&quot; rel=&quot;nofollow noreferrer&quot;&gt;County Level&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Use Trevor's answer for non-commercial purposes only, &lt;a href=&quot;https://scrapy.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Scrapy&lt;/a&gt;, is your scraping buddy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you adhere to the guidelines, you can access MLS data through the &lt;a href=&quot;http://www.zillow.com/howto/api/APIOverview.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zillow API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, you are going to need to go the &lt;a href=&quot;http://www.hud.gov/apps/section8/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;HUD website&lt;/a&gt; to identify affordable housing locations. &lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="7037" LastEditDate="2016-11-22T19:45:12.353" LastActivityDate="2016-11-22T19:45:12.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10165" PostTypeId="1" CreationDate="2016-11-22T22:39:57.830" Score="4" ViewCount="250" Body="&lt;p&gt;Looking for a shapefile of the entire county of Cumbria (UK) to use in ArcMap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas on where I can find one? &lt;/p&gt;&#xA;" OwnerDisplayName="Isabella Eddington" LastActivityDate="2016-11-23T09:01:23.120" Title="Seeking shapefile of Cumbria (county) outline?" Tags="|uk|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10166" PostTypeId="2" ParentId="10165" CreationDate="2016-11-23T09:00:42.000" Score="5" Body="&lt;p&gt;Ordnance Survey as the national mapping agency of the UK should always be your first stop for this sort of data. You need the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/boundary-line.html&quot; rel=&quot;noreferrer&quot;&gt;BoundaryLine&lt;/a&gt; dataset which contains modern and historical county boundaries. It is available as a free download from the the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;noreferrer&quot;&gt;OpenData section&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="312" OwnerDisplayName="iant" LastActivityDate="2016-11-23T09:00:42.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10167" PostTypeId="1" AcceptedAnswerId="10173" CreationDate="2016-11-23T10:13:23.367" Score="5" ViewCount="554" Body="&lt;p&gt;I'm looking for any traffic statistics by roads or parts of any German cities. I would like to use it for a QGIS-Workshop with students of Infrastructure-Science.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Add: I found something at DeStatis: &lt;a href=&quot;https://www.destatis.de/DE/Publikationen/Thematisch/TransportVerkehr/ThemaVerkehr.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.destatis.de/DE/Publikationen/Thematisch/TransportVerkehr/ThemaVerkehr.html&lt;/a&gt; but unfortunately without spatial reference.&lt;/p&gt;&#xA;" OwnerUserId="10538" LastEditorUserId="10538" LastEditDate="2016-11-23T12:04:01.230" LastActivityDate="2016-11-23T16:09:12.570" Title="traffic statistics by roads or parts of any German city" Tags="|germany|traffic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10168" PostTypeId="1" AcceptedAnswerId="10170" CreationDate="2016-11-23T12:56:51.473" Score="4" ViewCount="1242" Body="&lt;p&gt;I am looking for a dummy dataset of personal data with these fields:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Name&#xA;Gender&#xA;Location&#xA;Age&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I could find something like this?&lt;/p&gt;&#xA;" OwnerUserId="14506" LastEditorDisplayName="user4293" LastEditDate="2016-11-25T13:03:07.043" LastActivityDate="2016-11-25T13:03:07.043" Title="Personal information dataset" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10169" PostTypeId="2" ParentId="6845" CreationDate="2016-11-23T13:29:05.740" Score="3" Body="&lt;p&gt;I don't know of a global database but Eurostat does provide some insights into European countries if that is of interest. You can find their tourism database &lt;a href=&quot;http://ec.europa.eu/eurostat/web/tourism/data/database&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you navigate through &lt;code&gt;tour_dem&lt;/code&gt; &gt; &lt;code&gt;tour_dem_tt&lt;/code&gt; &gt; &lt;code&gt;tour_dem_ttsd&lt;/code&gt; &gt; &lt;code&gt;tour_dem_ttsex&lt;/code&gt; you will find what you are looking for. The data is available for viewing in Eurostats interface or as a downloadable &lt;code&gt;tsv&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to compare this to expenditure by gender you can find this data in &lt;code&gt;tour_dem_ex&lt;/code&gt; &gt; &lt;code&gt;tour_dem_exsd&lt;/code&gt; &gt; &lt;code&gt;tour_dem_exsex&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The raw tourism data is split into different variables. You will have &lt;code&gt;Personal&lt;/code&gt; trips as well as &lt;code&gt;Professional, business&lt;/code&gt; trips and &lt;code&gt;Domestic&lt;/code&gt;, &lt;code&gt;Outbound&lt;/code&gt; or &lt;code&gt;All countries of the world&lt;/code&gt; trips. You can also see amount of time spent by &lt;code&gt;1 night or over&lt;/code&gt;, &lt;code&gt;from 1 to 3 nights&lt;/code&gt; and &lt;code&gt;4 nights or over&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Direct links to the raw data can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/estat-navtree-portlet-prod/BulkDownloadListing?dir=data&amp;amp;sort=1&amp;amp;sort=2&amp;amp;start=tour_dem_ttsex&quot; rel=&quot;nofollow noreferrer&quot;&gt;Number of trips by country and sex (and type of trip, length of trip, type of destination)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/estat-navtree-portlet-prod/BulkDownloadListing?dir=data&amp;amp;sort=1&amp;amp;sort=2&amp;amp;start=tour_dem_exsex&quot; rel=&quot;nofollow noreferrer&quot;&gt;Expenditure on tourism by country and sex (and type of trip, length of trip, type of destination)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14488" LastEditorUserId="14488" LastEditDate="2016-11-23T13:46:02.453" LastActivityDate="2016-11-23T13:46:02.453" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10170" PostTypeId="2" ParentId="10168" CreationDate="2016-11-23T14:56:28.040" Score="3" Body="&lt;p&gt;I've used an &lt;a href=&quot;http://www.convertcsv.com/generate-test-data.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;online tool&lt;/a&gt; for this task. With this you can make dummy CSV, Excel, JSON and other files. You can choose the field names and types, and set limits and functions. 1000 rows are exportable per CSV. Here's a simple example - there are other websites that will do the same (e.g. &lt;a href=&quot;https://www.mockaroo.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mockaroo&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PyUxl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PyUxl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-11-23T14:56:28.040" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10171" PostTypeId="2" ParentId="1390" CreationDate="2016-11-23T15:05:17.197" Score="1" Body="&lt;p&gt;there is many dictionaries database of all languages you need in &lt;a href=&quot;https://apkpure.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://apkpure.com&lt;/a&gt;&#xA;1 - choose an application of dictionary you need&#xA;2 - download the file APK on your disk&#xA;3 - rename the APK extension to zip ans extract the files&#xA;4 - look into the biggest file in list of files ( certainely it's the database)&#xA;5 - use SQLite explorer , and open this file .. you can export it to csv&lt;/p&gt;&#xA;" OwnerUserId="14508" LastActivityDate="2016-11-23T15:05:17.197" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10172" PostTypeId="1" CreationDate="2016-11-23T15:08:35.673" Score="4" ViewCount="317" Body="&lt;p&gt;Is there a free CDN (content delivery network) serving US Census shapefiles?  Specifically, I need &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_sld.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;state legislative district boundaries&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, I've googled around, and didn't see anything. Sometimes it's just a matter of knowing the right terms to search for though. I'm using them in a JavaScript-powered mapping application (Leaflet).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I must emphasize here that &lt;strong&gt;I don't want to link directly to the Census Bureau&lt;/strong&gt; because AFAIK it's not an intended mode of use; they may change URLs, and probably are not set up to support heavy load. (I don't expect huge use, but you never know.)&lt;/p&gt;&#xA;" OwnerUserId="3580" LastEditorUserId="1511" LastEditDate="2016-11-24T12:16:26.303" LastActivityDate="2016-11-24T12:16:26.303" Title="Free CDN (content delivery network) serving US Census shapefiles?" Tags="|geospatial|api|us-census|census|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10173" PostTypeId="2" ParentId="10167" CreationDate="2016-11-23T16:09:12.570" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://www.geoportal.de/EN/Geoportal/Services/Spatial-Data-and-Services-in-Web/_functions/germany/germany_table.html?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoPortal Deutschland&lt;/a&gt; has a list of sources from which to pull GIS data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A first stop might be &lt;a href=&quot;https://open.nrw/de/dat_kat&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://fbinter.stadt-berlin.de/fb/index.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Berlin's FIS-Broker&lt;/a&gt; provides a pretty nice dataset. If you are not German speaking the word you are looking for: Straßenverkehrszählung or Verkehrsmengen.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/RrX0Q.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RrX0Q.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-11-23T16:09:12.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10174" PostTypeId="2" ParentId="10172" CreationDate="2016-11-23T16:48:14.197" Score="2" Body="&lt;p&gt;If you are looking for the state leve boundaries, Michigan provides theirs through the MIGDL. &lt;a href=&quot;http://gis.michigan.opendata.arcgis.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gis.michigan.opendata.arcgis.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14510" LastActivityDate="2016-11-23T16:48:14.197" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10175" PostTypeId="2" ParentId="10172" CreationDate="2016-11-23T16:53:23.953" Score="2" Body="&lt;p&gt;Or &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-geodatabases.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger-geodatabases.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The census.gov tiger geodatabases have the political boundaries. &lt;/p&gt;&#xA;" OwnerUserId="14511" LastActivityDate="2016-11-23T16:53:23.953" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10176" PostTypeId="2" ParentId="10172" CreationDate="2016-11-23T18:41:34.757" Score="6" Body="&lt;p&gt;The U.S. Census Bureau is relied upon across the country for economics, demographics, research, and planning purposes. It builds itself to be used in many ways. It already handles a high load of traffic (The ACS which handles can be completed online for millions of survey respondents). Future endeavors of the Census Bureau aspire to handle loads of traffic that will break records of activity (e.g. the 2020 Census which will be online). It shouldn't be a problem to direct traffic to the Census Bureau. If anything, it will be probably help to justify their expenses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, you can find an FTP directory &lt;a href=&quot;http://www2.census.gov/geo/tiger/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; which houses shapefiles at many various levels of administration which includes, for example, &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2015/SLDL/&quot; rel=&quot;nofollow noreferrer&quot;&gt;lower chamber legislative state boundaries&lt;/a&gt; and &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER2015/SLDU/&quot; rel=&quot;nofollow noreferrer&quot;&gt;upper chamber legislative state boundaries&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-11-23T18:41:34.757" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10178" PostTypeId="2" ParentId="965" CreationDate="2016-11-24T04:19:49.000" Score="1" Body="&lt;p&gt;U.S. voting is decentralized, so there is no federal collection of this data (or, at least, one that is published). You just have to go to each state and ask for it. For instance, Pennsylvania sells its data for $20: &lt;a href=&quot;https://www.pavoterservices.state.pa.us/pages/PurchasePAFULLVoterExport.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.pavoterservices.state.pa.us/pages/PurchasePAFULLVoterExport.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1360" LastActivityDate="2016-11-24T04:19:49.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10179" PostTypeId="1" CreationDate="2016-11-24T06:10:43.520" Score="2" ViewCount="64" Body="&lt;p&gt;I started doing a research project for my final year and I need to analyze blog posts and extract common patterns from them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For that I need blog post data where I can get the content with number of views, likes, comments, social media shares and etc.&lt;br /&gt;&#xA;I am mainly focusing movie and product reviews. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any public datasets available for my requirements?&lt;/p&gt;&#xA;" OwnerUserId="14518" LastEditorDisplayName="user4293" LastEditDate="2016-11-24T11:43:09.647" LastActivityDate="2016-11-24T11:43:09.647" Title="Movie review blog posts with view count, likes etc" Tags="|sentiment-analysis|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10180" PostTypeId="2" ParentId="1390" CreationDate="2016-11-24T10:48:44.280" Score="1" Body="&lt;p&gt;Wow, five answers an no one even mentioned the very obvious choice: &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary&lt;/a&gt;. I recommend starting from the English language Wiktionary, extract the words tagged as German, filter by part-of-speech. All requested information (and many more) is available there.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2016-11-24T10:48:44.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10181" PostTypeId="2" ParentId="5856" CreationDate="2016-11-24T13:53:19.337" Score="4" Body="&lt;p&gt;For the Netherlands someone built this map showing all passenger trains in currently in operation: &lt;a href=&quot;http://spoorkaart.mwnn.nl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://spoorkaart.mwnn.nl/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This map is based on the data from this website: &lt;a href=&quot;http://openov.nl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://openov.nl/&lt;/a&gt; (in Dutch, scroll all the way down for the data sets)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;https://opendata.stackexchange.com/a/10404/11218&quot;&gt;Antony Joseph's answer&lt;/a&gt;: I believe this might be exactly what you're looking for: &lt;a href=&quot;http://tracker.geops.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tracker.geops.ch/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8HRmx.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8HRmx.png&quot; alt=&quot;examples from tracker.geops.ch&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-01-23T09:12:12.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10182" PostTypeId="1" CreationDate="2016-11-25T12:13:48.540" Score="2" ViewCount="60" Body="&lt;p&gt;I am looking for different database that would present length, height, weight etc.... Of an animal (any). I am looking for a table of at least 300 - 500 animals of one type in a table. Preferably mammals, but birds are good as well. &lt;/p&gt;&#xA;" OwnerUserId="14526" LastEditorUserId="14526" LastEditDate="2016-11-25T16:44:38.480" LastActivityDate="2016-11-25T16:44:38.480" Title="Animal size database query" Tags="|data-request|database|animals|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10183" PostTypeId="1" CreationDate="2016-11-25T19:14:06.313" Score="2" ViewCount="43" Body="&lt;p&gt;I am looking for a specific data set from NREL (&lt;a href=&quot;http://www.nrel.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US National Renewable Energy Laboratory&lt;/a&gt;) western wind resources dataset, but I am not sure how to navigate the site to access and download the file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data I am looking for is the 10-minute data for years 01/2004 to 06/2005 for machine learning training data, and the 10-minute data for years 7/2005 to 12/2006 as test data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The turbines I would like to obtain this data from are Casper (ID = 23167), Hesperia (ID = 2028), Las Vegas (ID = 6272), Reno (ID = 11637), and Vantage (ID = 28981).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These are all values given in a paper on machine learning, and I would like to use the same data these researchers used but conduct different experiments on them with different algorithms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know how to access this data on the NREL site so I can download it as a file? If possible, please post either the instructions or the link to the source.&lt;/p&gt;&#xA;" OwnerUserId="14479" LastEditorDisplayName="user4293" LastEditDate="2016-11-28T18:47:59.073" LastActivityDate="2016-11-28T18:47:59.073" Title="Accessing NREL data for specific wind turbines?" Tags="|data-request|usa|machine-learning|weather|energy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10184" PostTypeId="2" ParentId="6583" CreationDate="2016-11-26T01:11:06.380" Score="4" Body="&lt;p&gt;&lt;strong&gt;US Presidential General Elections data by county&lt;/strong&gt;&lt;br&gt;&#xA;&lt;strong&gt;years 2000 through 2016 Unofficial&lt;/strong&gt;  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Transformed data is in the output/ folder  &lt;/li&gt;&#xA;&lt;li&gt;Plots are in the plots/ folder  &lt;/li&gt;&#xA;&lt;li&gt;Data sources are cited  &lt;/li&gt;&#xA;&lt;li&gt;Most of original data is available in the data/ folder  &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;[&lt;a href=&quot;https://github.com/stoneyv/presidential_general_elections/tree/master/output]&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/stoneyv/presidential_general_elections/tree/master/output]&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6r5rt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6r5rt.png&quot; alt=&quot;2012 US Presidential General Election Democrat Vote Percentages by County&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I am still resolving issues with Alaska data entries using precinct and district data.  Alaskan boroughs are the equivalent to counties.&lt;/li&gt;&#xA;&lt;li&gt;I used unofficial 2016 results that were scraped by Tony McGovern from TownHall&lt;/li&gt;&#xA;&lt;li&gt;I used National Atlas data from USGS for years 2012,2008, and 2004    &lt;/li&gt;&#xA;&lt;li&gt;For year 2000, I used data from&lt;br&gt;&#xA;David Lublin and D. Stephen Voss. 2001. &quot;Federal Elections Project.&quot; American University, Washington, DC and the University of Kentucky, Lexington, KY.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I recommend that you read the Sunlight document that was mentioned above as well as fdonnely's reply.  I am refactoring the plots so that both party percentages are rendered in a single plot.&lt;/p&gt;&#xA;" OwnerUserId="14525" LastEditorUserId="14525" LastEditDate="2016-11-27T04:06:58.933" LastActivityDate="2016-11-27T04:06:58.933" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10185" PostTypeId="1" CreationDate="2016-11-26T09:35:40.907" Score="1" ViewCount="1820" Body="&lt;p&gt;Looking for a public music DB Api, where a music title / author of music are submitted and it returns cover photo and sample of the song can be downloaded for listening. Something like IMDb for movies. Does anything exists?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Found this list &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_online_music_databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorUserId="4184" LastEditDate="2017-02-05T13:40:11.393" LastActivityDate="2017-02-05T13:40:15.860" Title="Music database like IMDb" Tags="|api|music|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10187" PostTypeId="1" CreationDate="2016-11-26T16:14:03.217" Score="1" ViewCount="1403" Body="&lt;p&gt;I downloaded the 2015 adverse drug events data from openfda and I want to run some analysis with python. I am a python newbie, but have become comfortable with the scikit-learn libraries, but I cannot seem to get the json decoding to work to even get started.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is my basic script:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import json  &#xA;import zipfile  &#xA;&#xA;d = None  &#xA;data = None  &#xA;with zipfile.ZipFile(&quot;./data/drug-event-Q4-0001-of-0013.json.zip&quot;, &quot;r&quot;) as z:&#xA;   for filename in z.namelist():  &#xA;      print(filename)  &#xA;      with z.open(filename) as f:  &#xA;         data = f.read()  &#xA;         d = json.loads(data)  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know this is a pretty basic question, but I have been searching and though I am able to find code snippets for gzip, I cannot find any for plain zip files.&lt;/p&gt;&#xA;" OwnerUserId="14539" LastActivityDate="2016-11-27T15:47:04.203" Title="Python crashing when trying to read zipped json files" Tags="|openfda|uses-of-open-data|python|" AnswerCount="1" CommentCount="2" ClosedDate="2016-11-28T18:47:41.110" ContentLicense="CC BY-SA 3.0" />
  <row Id="10188" PostTypeId="1" AcceptedAnswerId="10194" CreationDate="2016-11-26T20:01:34.160" Score="7" ViewCount="1946" Body="&lt;p&gt;I'm looking for Geological/Lithological data for Europe in any scale (obviously more detail = better). Is there something similar to Corine Land Cover, but for geology?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CLC is great, because it standardize data for whole Europe, so there is one legend for whole Europe and we can compare different parts of Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data which I'd like to find could be either free or paid, but it should be vector data in GIS format (shapefile).&lt;/p&gt;&#xA;" OwnerUserId="14500" LastActivityDate="2017-11-21T13:33:55.547" Title="Where to find Geology data for Europe - GIS" Tags="|data-request|geospatial|europe|database|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10189" PostTypeId="1" AcceptedAnswerId="10190" CreationDate="2016-11-26T22:15:27.237" Score="3" ViewCount="83" Body="&lt;p&gt;I'm trying to get 1990 decennial US census data into a &lt;a href=&quot;https://en.wikipedia.org/wiki/Choropleth_map&quot; rel=&quot;nofollow noreferrer&quot;&gt;choropleth map&lt;/a&gt;, but having difficulty making sense of the data format and documentation. I've gathered that the block level data belongs in summary tape file 1b&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/census_1990/STF1B_ASCII/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www2.census.gov/census_1990/STF1B_ASCII/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These are organized in .zips by state, but without headers. There is documentation &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/census_1990/STF1B_ASCII/TechDoc/D1-D90-S100-14-TECH.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www2.census.gov/census_1990/STF1B_ASCII/TechDoc/D1-D90-S100-14-TECH.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but it runs 200pp, and after a few hours I've only gathered what I've written above. I have no idea how the data dictionary manifests itself in these text files, or what the rows/columns correspond to. A simple example of, e.g., how to extract age summaries for census blocks X would go a long way.&lt;/p&gt;&#xA;" OwnerUserId="14544" OwnerDisplayName="hasse1987" LastEditorDisplayName="user4293" LastEditDate="2016-11-28T18:48:15.907" LastActivityDate="2016-11-28T18:48:15.907" Title="Making sense of US census summary tape files?" Tags="|usa|census|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10190" PostTypeId="2" ParentId="10189" CreationDate="2016-11-27T00:15:35.263" Score="2" Body="&lt;p&gt;After googling around and playing w/ the files, here's what I found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;There are 4809 characters per row, and 2 rows make up a record for&#xA;a total of ~9618 characters (columns) total.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www2.census.gov/census_1990/STF1B_ASCII/TechDoc/STF1CRDD.ASC&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www2.census.gov/census_1990/STF1B_ASCII/TechDoc/STF1CRDD.ASC&lt;/a&gt;&#xA;is the file you need.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In this file, the rows starting with &quot;G1&quot;, &quot;T1&quot;, &quot;F1&quot; start a new&#xA;field. All rows until the next &quot;G1&quot;, &quot;T1&quot;, or &quot;F1&quot; are about the&#xA;given field.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;An &quot;F1&quot; row just indicates a filler of blank spaces. These only&#xA;occur at the end of each line (2 lines = 1 record) to keep the row&#xA;lengths even.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;An example of set of &quot;G&quot; rows in STF1CRDD.ASC and what they mean:&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;&#xA;G1 AREAWAT 10 A/N 182 182 3&#xA;&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;G1&quot; is just an indicator that this is a G1 row&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;AREAWAT&quot; is an abbreviation of what information is provided&#xA;in this field (in the actual data file, eg STF1BxAK.F01); if you&#xA;want the full description, look for the &quot;G2&quot; row immediately&#xA;following the &quot;G1&quot; row:&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;G2 182 Area (water)&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;10&quot; is the column length of the field.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;A/N&quot; probably represents whether the field value is a&#xA;number, a string, or something else, but I'm not entirely sure.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Both &quot;182&quot;s represent the starting column for the data. For the&#xA;&quot;G&quot; fields, these numbers are identical. Similar numbers will&#xA;differ for the &quot;T&quot; fields, described below.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Thus, the water area for the geographical area in a given record&#xA;is given in columns 182-191 (the 10 columns starting at column 182).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Note that the next field &lt;code&gt;G1 ANPSADPI 66 A/N 192 192 0&lt;/code&gt; begins&#xA;at column 192, as we would expect.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For some &quot;G&quot; fields, like &quot;AREAWAT&quot;, the following columns&#xA;simply provide a number. In others, however, the value of the&#xA;field is provided in a lookup table. Example:&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;&#xA;G1 PSADC 2 A/N 289 289 0&#xA;G2 289 Political/Statistical Area Description Code&#xA;G3 289 01 State or State equivalent - no status is appended to the name&#xA;G3 289 01 of the entity in census publications and related data products&#xA;G3 289 01 .&#xA;G3 289 04 Borough - county equivalent in Alaska; &quot;Borough&quot; is appended t&#xA;G3 289 04 o the name of the entity in census publications and related da&#xA;G3 289 04 ta products.&#xA;G3 289 05 Census area - county equivalent in Alaska; &quot;Census Area&quot; is ap&#xA;G3 289 05 pended to the name of the entity in census publications and re&#xA;G3 289 05 lated data products.&#xA;G3 289 06 County - &quot;County&quot; is appended to the name of the entity in cen&#xA;G3 289 06 sus publications and related data products.&#xA;[...]&#xA;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If the value of the field in column 289 (namely &quot;PSADC&quot; or&#xA;&quot;Political/Statistical Area Description Code&quot;, which extends to column&#xA;290 since it's a two-column field) is &quot;05&quot;, it means:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Census area - county equivalent in Alaska; &quot;Census Area&quot; is appended&#xA;  to the name of the entity in census publications and related data&#xA;  products.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Note that the description is broken across 3 rows, since G3 rows are&#xA;at most 81 characters in length.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;T&quot; records are somewhat similar:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;T1 P22 5646 841 9 0 37 1&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;T1&quot; simply indicates this is a &quot;T&quot; record.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The &quot;P22&quot; indicates what information this field gives. This&#xA;information is described in text in the &quot;T2&quot; field immediately&#xA;following:&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;T2 P22 RELATIONSHIP AND AGE&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and also starting on page 37-47 of the PDF file you provided.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The 5646 indicates this field starts at column 5646 if you&#xA;consider the two lines that constitute a record as a single&#xA;line. If you consider the second line just by itself, this field&#xA;starts at column 841.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The 9 indicates that each value in this field is 9 characters&#xA;long (but see next point).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The 37 indicates there are 37 values packed into this field.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I don't know what the &quot;0&quot; and &quot;1&quot; mean.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Note that 37 values at 9 characters each is 333 characters&#xA;total, so we would expect the next &quot;T&quot; field to start at 5646+333&#xA;= 5979, which it does:&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;T1 P23 5979 1174 9 0 12 1&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;ul&gt;&#xA;&lt;li&gt;The first &quot;T4&quot; row in STF1CRDD.ASC for each &quot;T&quot; row, summarizes&#xA;the name of the field and the number of values:&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;T4 P22 RELATIONSHIP AND AGE 37&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;ul&gt;&#xA;&lt;li&gt;The next few rows tell what 37 values are given. Note that rows&#xA;ending with &quot;:&quot; are just headers, and not actual values. For&#xA;example:&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;&#xA;T4 P22    In households:&#xA;T4 P22      Householder or spouse&#xA;T4 P22      Related child:&#xA;T4 P22        Own child:&#xA;T4 P22          Under 3 years&#xA;T4 P22          3 and 4 years&#xA;[...]&#xA;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;means the first of the 37 values gives (namely, the values from column&#xA;5979-5987, since each value has 9 characters) is the number of&#xA;households reporting another householder or spouse living with the&#xA;person who filled out the Census questionnaire. Note that we ignore&#xA;the &quot;In households:&quot; row, since it ends in a colon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The next 9 columns indicate the number of households with a child&#xA;under 3 years old where the child is related to the person filling out&#xA;the Census (thus, &quot;related child:&quot;) and, in fact, the direct&#xA;descendant of the person filling out the Census (&quot;Own child:&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, the &quot;Related child:&quot; and &quot;Own child:&quot; do not take up any&#xA;columns in the data file. If you count the number of non-colon lines&#xA;with &quot;T4 P22&quot; (and exclude the first line which indicates the number&#xA;of values), you'll see that it's exactly 37.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I've taken minor liberties with formatting, such as reducing&#xA;multiple spaces to a single space.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DISCLAIMER: The above may not be 100% accurate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other possibly helpful links I ran across (some of these have subsets of the above data in different formats):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/prod/1/90dec/cph4/appdxe.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/prod/1/90dec/cph4/appdxe.pdf&lt;/a&gt; (the actual Census form itself)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://oregonstate.edu/dept/pnw-erc/database/demograph.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://oregonstate.edu/dept/pnw-erc/database/demograph.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fsl.orst.edu/pnwerc/wrb/metadata/stf1b.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fsl.orst.edu/pnwerc/wrb/metadata/stf1b.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://wonder.cdc.gov/wonder/sci_data/census/stf/type_txt/stf80.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wonder.cdc.gov/wonder/sci_data/census/stf/type_txt/stf80.asp&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www1.udel.edu/FREC/spatlab/textbooks/atlasch5.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www1.udel.edu/FREC/spatlab/textbooks/atlasch5.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ssric.org/trd/modules/cens/appendixa&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ssric.org/trd/modules/cens/appendixa&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www2.census.gov/geo/tiger/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www2.census.gov/geo/tiger/&lt;/a&gt; (data only goes back to 1992 though)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cs.colostate.edu/~cs455/helpsessions/CS455-HelpSession10.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.colostate.edu/~cs455/helpsessions/CS455-HelpSession10.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user3856" LastEditorDisplayName="user3856" LastEditDate="2016-11-27T01:48:12.223" LastActivityDate="2016-11-27T01:48:12.223" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10191" PostTypeId="1" CreationDate="2016-11-27T01:01:22.127" Score="2" ViewCount="26" Body="&lt;p&gt;I am interested in work with climate data since 2012, I found it in &lt;a href=&quot;http://www.worldclim.org/version1&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.worldclim.org/version1&lt;/a&gt;, but there is something draws my attention:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There it says: &quot;Current conditions (interpolations of observed data, representative of 1960-1990)&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does it mean the current data is something like a &quot;temporal projection&quot; based in data of 1960-1990?&#xA;or&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Should I understand it like an interpolation of weather stations existing since 1960 with not including stations existing since 1990?&lt;/p&gt;&#xA;" OwnerUserId="14545" LastActivityDate="2016-11-27T01:01:22.127" Title="Worldclim and Interpolation" Tags="|climate|" AnswerCount="0" CommentCount="2" ClosedDate="2016-11-28T10:03:41.560" ContentLicense="CC BY-SA 3.0" />
  <row Id="10192" PostTypeId="1" CreationDate="2016-11-27T04:41:21.700" Score="1" ViewCount="22" Body="&lt;p&gt;I would Like to know Following information About Chart Events table:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1)full form of the ValueEOM column.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) what they are used for .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) Abnormal Values range &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;bpm : Beats per minute &lt;/p&gt;&#xA;&#xA;&lt;p&gt;used for : heart rate&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Normal Value Range : 60 to 100 &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are 100 unique values of the column. It would Be great if some one would help me find these value details. Also if there is any info useful regarding these informtion in MIMIC-iii will also be of great help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks In Advance.&lt;/p&gt;&#xA;" OwnerUserId="14546" LastActivityDate="2016-11-27T04:41:21.700" Title="ChartEvents Column ValueEOM" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10193" PostTypeId="2" ParentId="10188" CreationDate="2016-11-27T07:12:23.053" Score="4" Body="&lt;p&gt;Can I suggest OneGeology.org. It's a portal for open geological data from around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's mostly designed around their web map portal; &lt;a href=&quot;http://portal.onegeology.org/OnegeologyGlobal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://portal.onegeology.org/OnegeologyGlobal/&lt;/a&gt; which overlays Web Map Services (WMS) from many of the world's geological surveys. The complexity and number of layers can make it slow to load though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I suspect will be of much more use to you is the &lt;a href=&quot;http://www.onegeology.org/participants/app/1gCountries.cfc?method=viewCountryMap&quot; rel=&quot;nofollow noreferrer&quot;&gt;map of participating countries&lt;/a&gt; Clicking a country on this map will lead you to the individual country's geological survey organisation. from there you should be able to download a good deal of open geological data. Google Translate will be your friend in these cases too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastActivityDate="2016-11-27T07:12:23.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10194" PostTypeId="2" ParentId="10188" CreationDate="2016-11-27T11:06:38.193" Score="7" Body="&lt;p&gt;Whilst onegeology.org is great, and certainly there are a lot of European Geology WMS and some WFS services available.  In this situation I think that currently &lt;em&gt;&lt;sup&gt;(a)&lt;/sup&gt;&lt;/em&gt; you might be better off going to the &lt;a href=&quot;http://www.europe-geology.eu/map-viewer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EGDI portal&lt;/a&gt;.  European Geological Data Infrastructure (EGDI) is a collective project of the European Geological Surveys, and EGDI is intended to showcase all geological data sets available as OGC services that have been created by these survey organizations, which includes services that they have made available on OneGeology&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As part of the creation of the EGDI portal the survey organizations revisited their harmonized geology services (some of the old services are available on the the soon to be retired &lt;a href=&quot;http://onegeology-europe.brgm.fr/geoportal/viewer.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;OneGeology-Europe portal&lt;/a&gt;), updating the attribution to use the latest &lt;a href=&quot;http://inspire.ec.europa.eu/codelist&quot; rel=&quot;nofollow noreferrer&quot;&gt;INSPIRE vocabularies&lt;/a&gt;, and are working to create both &lt;a href=&quot;http://www.geosciml.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoSciML&lt;/a&gt; WFS and GeoSciML-Lite (portrayal) WMS, the latter of which will offer default styles based on the colours recommended by the &lt;a href=&quot;http://inspire.ec.europa.eu/Themes/128/2892&quot; rel=&quot;nofollow noreferrer&quot;&gt;INSPIRE geology data specification&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For EGDI the geological survey organizations have also created a collective harmonized geology simple feature WFS of some of the attribution from their fuller (complex feature) WFS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The service endpoint for simple feature WFS is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://mapsrefdev.brgm.fr/wxs/1GE/EGDI_1M_INSPIRE_geolUnits?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So the WFS GetCapabilities is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://mapsrefdev.brgm.fr/wxs/1GE/EGDI_1M_INSPIRE_geolUnits?service=WFS&amp;amp;request=GetCapabilities&amp;amp;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You get both age and lithology data sets for surface geology at a variety of scales.  As it's a WFS you get the data to download as GML (shapefile is not available in this service), but you can use GIS software such as QGIS to convert the GML to a shapefile.  As it's a WFS you don't get any styling.  If you want to see styling for this data you can use the corresponding WMS, or if using QGIS you can apply the appropriate SLD as below:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ogc.bgs.ac.uk/sld/CGI-inspire-AgeTextURI-CGMW.sld&quot; rel=&quot;nofollow noreferrer&quot;&gt;CGMW colours, as used by ICS charts, and recommended by INSPIRE for age&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ogc.bgs.ac.uk/sld/CGI-INSPIRE-lithologyTextURI-INSPIREcols.sld&quot; rel=&quot;nofollow noreferrer&quot;&gt;INSPIRE recommended colours for lithology&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&lt;sup&gt;(a)&lt;/sup&gt;&lt;/em&gt;: Eventually I expect that all harmonized geology services (WMS and WFS) will be available through the OneGeology Portal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;DISCLAIMER.&#xA;I work for a European geological survey organization, and have been involved in OneGeology, OneGeology-Europe, and the EGDI projects.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastEditorUserId="5766" LastEditDate="2016-11-27T12:26:46.750" LastActivityDate="2016-11-27T12:26:46.750" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10195" PostTypeId="1" AcceptedAnswerId="10204" CreationDate="2016-11-27T01:38:13.527" Score="2" ViewCount="77" Body="&lt;p&gt;I want to know the position of some well-known astronomical objects as deep in the past as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which is the open database of astronomical objects with the oldest historical records?&lt;/p&gt;&#xA;" OwnerUserId="14552" OwnerDisplayName="yucer" LastEditorUserId="70" LastEditDate="2016-12-04T12:12:46.143" LastActivityDate="2016-12-04T12:12:46.143" Title="free astronomical datasource with the oldest historical data" Tags="|data-request|astronomy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10196" PostTypeId="2" ParentId="10187" CreationDate="2016-11-27T15:47:04.203" Score="2" Body="&lt;p&gt;For those who might get to this question and look for an answer, here is the link to my other post with the answer.&#xA;&lt;a href=&quot;https://stackoverflow.com/questions/40824807/reading-zipped-json-files&quot;&gt;https://stackoverflow.com/questions/40824807/reading-zipped-json-files&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14539" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2016-11-27T15:47:04.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10197" PostTypeId="1" CreationDate="2016-11-27T18:34:48.357" Score="1" ViewCount="49" Body="&lt;p&gt;I am needing climate data in a high resolution (between 1Km-1000Km) by monthly or yearly since 2010. Where can I find this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can't find it in WorldClim neither in www.globalclimatemonitor.org&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to relate climate variables with yields of agricultural crops in Peru by districts/provinces, so I need climate data in high resolution.&lt;/p&gt;&#xA;" OwnerUserId="14545" LastEditorUserId="70" LastEditDate="2016-12-04T12:21:31.853" LastActivityDate="2016-12-04T12:21:31.853" Title="Historical Climate Data with High Resolution" Tags="|data-request|climate|" AnswerCount="0" CommentCount="1" ClosedDate="2016-11-28T18:47:28.103" ContentLicense="CC BY-SA 3.0" />
  <row Id="10198" PostTypeId="2" ParentId="10154" CreationDate="2016-11-27T22:43:47.713" Score="9" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.ecmwf.int/en/research/climate-reanalysis/era-interim&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ecmwf.int/en/research/climate-reanalysis/era-interim&lt;/a&gt;&lt;br /&gt;&#xA;A remodel of weather since 1979, based on many many measurements. The resulting dataset contains daily to hourly values around the globe for many meteorological and climatological parameters such as temperatures, water content, wind, radiation and various fluxes.&lt;br /&gt;&#xA;The most up to date version of this dataset is ERA 5: &lt;a href=&quot;https://www.ecmwf.int/en/forecasts/datasets/reanalysis-datasets/era5&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ecmwf.int/en/forecasts/datasets/reanalysis-datasets/era5&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://disc.sci.gsfc.nasa.gov/mdisc/data-holdings&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://disc.sci.gsfc.nasa.gov/mdisc/data-holdings&lt;/a&gt;&lt;br /&gt;&#xA;A project similar to ERA 5.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.esrl.noaa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.esrl.noaa.gov/&lt;/a&gt;&#xA;The Earth System Research Laboratory, with data and information or aerosols, as well as other temperature, precipitation etc. Within this organisation:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.esrl.noaa.gov/research/products/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.esrl.noaa.gov/research/products/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.esrl.noaa.gov/psd/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.esrl.noaa.gov/psd/&lt;/a&gt; (&lt;a href=&quot;http://www.esrl.noaa.gov/psd/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.esrl.noaa.gov/psd/data&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;s&gt;(closed data) A commercial service that hosts a lot of high detail weather data, and allows a limited number (1000/day) of requests for free: &lt;a href=&quot;https://darksky.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://darksky.net/&lt;/a&gt;&lt;/s&gt;. &lt;em&gt;Darksky has been acquired by Apple and their API is no longer available.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2022-05-30T09:40:12.490" LastActivityDate="2022-05-30T09:40:12.490" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10199" PostTypeId="1" CreationDate="2016-11-28T16:55:14.750" Score="1" ViewCount="33" Body="&lt;p&gt;Are there any sites/tools that provide data on how much traffic a site is currently encountering?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm particularly curious to see how much traffic increases on sites like Amazon.com with regard to &quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Cyber_Monday&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cyber Monday&lt;/a&gt;&quot;. So, more appropriately, does Amazon provide any live streams or web services for such data?&lt;/p&gt;&#xA;" OwnerUserId="9160" LastEditorUserId="70" LastEditDate="2016-12-04T12:21:42.677" LastActivityDate="2016-12-04T12:21:42.677" Title="Cyber Monday Traffic Data" Tags="|data-request|extracting|polling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10200" PostTypeId="2" ParentId="10141" CreationDate="2016-11-28T17:02:22.663" Score="2" Body="&lt;p&gt;I work at Quandl and we have some databases that cover water quality and infectious diseases. Within each database, you can search for &quot;water&quot; or &quot;infectious disease&quot; to narrow the datasets presented to you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some databases showing datasets for &quot;infectious disease&quot;: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Organisation for Economic Co-Operation and Development&lt;/strong&gt;  &lt;a href=&quot;https://www.quandl.com/data/OECD-Organisation-for-Economic-Co-operation-and-Development?keyword=infectious%20disease&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/OECD-Organisation-for-Economic-Co-operation-and-Development?keyword=infectious%20disease&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;National Bureau of Statistics of China&lt;/strong&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/NBSC-National-Bureau-of-Statistics-of-China?keyword=infectious%20disease&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/NBSC-National-Bureau-of-Statistics-of-China?keyword=infectious%20disease&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;National Institute of Statistics and Economic Studies (France)&lt;/strong&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/INSEE-National-Institute-of-Statistics-and-Economic-Studies-France?keyword=infectious%20disease&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/INSEE-National-Institute-of-Statistics-and-Economic-Studies-France?keyword=infectious%20disease&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some databases showing datasets for &quot;water quality&quot; - you may also want to try searching just &quot;water&quot; or &quot;water sanitization&quot;: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;WHO UNICEF&lt;/strong&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/WHO_UNICEF-Who-Unicef-Joint-Monitoring-Program?keyword=water%20quality&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/WHO_UNICEF-Who-Unicef-Joint-Monitoring-Program?keyword=water%20quality&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;World Bank Africa Development Indicators&lt;/strong&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/WADI-World-Bank-Africa-Development-Indicators?keyword=water&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/WADI-World-Bank-Africa-Development-Indicators?keyword=water&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UN Environment Statistics&lt;/strong&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/UENV-United-Nations-Environment-Statistics?keyword=water&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/UENV-United-Nations-Environment-Statistics?keyword=water&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UN Global Indicators&lt;/strong&gt;&#xA;&lt;a href=&quot;https://www.quandl.com/data/UGID-United-Nations-Global-Indicators?keyword=water%20&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/UGID-United-Nations-Global-Indicators?keyword=water%20&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps somehow...&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-11-28T17:02:22.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10202" PostTypeId="1" CreationDate="2016-11-28T17:34:23.150" Score="1" ViewCount="184" Body="&lt;p&gt;I am trying to do some classification and clustering on the &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA dataset&lt;/a&gt;. I started by downloading a year's worth of data and realized I run into system limits and would need to solve for that.&lt;br /&gt;&#xA;Then I decided to query for just one drug indication, the subset I am looking at has about 422k records. But I realized that I hit the skip limit and cannot get the data through the API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then decided to run the api locally so as to push through the limits, but I am unable to find clear instructions on how to do it. I have installed node, elasticsearch, and run bootstrap and npm install? I believe I need to run the pipeline, do I just run all-pipelines.sh?&lt;/p&gt;&#xA;" OwnerUserId="14539" LastEditorDisplayName="user4293" LastEditDate="2016-11-29T15:38:23.883" LastActivityDate="2016-11-29T15:38:23.883" Title="Running openFDA api locally" Tags="|openfda|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10203" PostTypeId="1" AcceptedAnswerId="10679" CreationDate="2016-11-28T19:46:51.807" Score="4" ViewCount="204" Body="&lt;p&gt;I'm looking for nominees and winners of the Emmys, but haven't found anything more structured than a Wikipedia article:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Primetime_Emmy_Award_winners&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_Primetime_Emmy_Award_winners&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And a scraping-friendly list on the Emmys' website:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.emmys.com/awards/nominations/award-search&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.emmys.com/awards/nominations/award-search&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've checked the IMDb &lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;FTP dump&lt;/a&gt; but didn't found any award data. I tried Wolfram Alpha (as described &lt;a href=&quot;https://opendata.stackexchange.com/questions/3668/is-there-an-api-for-the-oscars-academy-awards-that-lists-past-winners-as-well-as&quot;&gt;here&lt;/a&gt;); it shows only the Oscars.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a machine-readable list of Emmys or only scraping can help?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2017-08-28T13:59:20.003" Title="Emmy Award winners" Tags="|data-request|film|media|" AnswerCount="3" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10204" PostTypeId="2" ParentId="10195" CreationDate="2016-11-28T21:40:43.630" Score="3" Body="&lt;p&gt;Historical records have been superseded observations of modern scientific satellites (especially with respect to positioning data). Older catalogs dating back to the late 1800s were useful for identifying the stars themselves. Many of these identifiers have been carried over into the 21st century.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I compiled a list of these well known catalogs here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://numeracy.co/artnez/star-catalog/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://numeracy.co/artnez/star-catalog/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;Catalogs&quot; folder contains normalized versions of existing catalogs. The oldest catalog listed there is NGC2000.0 which is a revised version of the New General Catalog (published 1888).&lt;/p&gt;&#xA;" OwnerUserId="14561" LastActivityDate="2016-11-28T21:40:43.630" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10205" PostTypeId="1" CreationDate="2016-11-29T05:55:13.083" Score="3" ViewCount="148" Body="&lt;p&gt;Does anyone have any idea where I can get free clinical data (it does not matter what it is) for a data mining project I have? I need to use the data to predict something like mortality or hospitalization or... to do classification basically. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example might be: I have data on cancer patients containing conditions (stroke, chf, etc.) and demographics. Using these features (some or all) I can predict one year mortality. There are no specific criteria. I just need a relatively big and slightly complex (health-related) data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to do some preprocessing first (so it should not be clean data) and use something like &lt;a href=&quot;http://www.cs.waikato.ac.nz/ml/weka/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weka&lt;/a&gt; to do the prediction. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data can be in the following formats csv, tsv, xls&lt;/p&gt;&#xA;" OwnerUserId="14566" LastEditorDisplayName="user4293" LastEditDate="2016-12-01T14:07:51.287" LastActivityDate="2018-01-11T05:04:59.967" Title="Clinical dataset" Tags="|data-request|medical|machine-learning|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10206" PostTypeId="2" ParentId="10202" CreationDate="2016-11-29T07:42:33.683" Score="1" Body="&lt;p&gt;If you need that much data, I'd recommend downloading JSON export files from the Downloads section of a respective endpoint and then doing your data mining on them. Running the pipelines would be more challenging in your case. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-11-29T07:42:33.683" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10208" PostTypeId="1" CreationDate="2016-11-29T09:05:50.647" Score="1" ViewCount="56" Body="&lt;p&gt;Looking for any of those National Spanish soccer lotteries in format similar to :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;week, game 1, game 2 .... Chances: Home (game 1), Draw (game 1), Away (game 1)    ...&#xA;&#xA;1       X       2                     20%             35%            45%&#xA;2       1       X                     60%             20%            20% &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;PS. Info about lotteries here - &lt;a href=&quot;https://www.quinielista.es/index.asp?fuseaction=home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quinielista.es/index.asp?fuseaction=home&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9739" LastEditorUserId="70" LastEditDate="2016-12-03T19:37:41.123" LastActivityDate="2016-12-03T19:37:41.123" Title="National Spanish soccer lotteries - La Quiniela and El Quinigol datasets" Tags="|data-request|sports|data-format|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10209" PostTypeId="2" ParentId="10141" CreationDate="2016-11-29T20:36:53.700" Score="1" Body="&lt;p&gt;Here are some water quality datasets for a project called &lt;a href=&quot;http://mackenziedatastream.ca/#/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mackenzie Datastream&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is limited to the Mackenzie river (Canada).&lt;/p&gt;&#xA;" OwnerUserId="9213" LastEditorDisplayName="user4293" LastEditDate="2016-11-30T14:44:58.830" LastActivityDate="2016-11-30T14:44:58.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10210" PostTypeId="1" AcceptedAnswerId="10255" CreationDate="2016-11-29T22:35:07.963" Score="3" ViewCount="177" Body="&lt;p&gt;I'm interested in measuring my performance (as a runner) against a large pool of statistics to grade myself overtime and understand how I am improving. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm familiar with the &lt;a href=&quot;http://www.runscore.com/Alan/AgeGrade.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;WMA tables&lt;/a&gt; and how to calculate an age graded score, but I'd like to use more granular datasets (with actual finish times, ages, genders, different distances...etc) in order to visualize how I compare and what my next goal should be. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this kind of dataset exist? If so, where can I find it?&lt;/p&gt;&#xA;" OwnerUserId="13188" LastEditorDisplayName="user4293" LastEditDate="2016-12-08T11:32:49.357" LastActivityDate="2016-12-08T11:32:49.357" Title="Running Data / Race Data" Tags="|data-request|sports|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10211" PostTypeId="1" CreationDate="2016-11-29T22:43:24.990" Score="3" ViewCount="94" Body="&lt;p&gt;I need a way to obtain the coordinates for all of one type of store/restaurant in a country. For example, all the McDonald's in South Africa. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to use R or any tool that is more appropriate. I've looked into using Google's Geocoding API but I'm not sure if it integrates well with R. My experience with using APIs is limited.&lt;/p&gt;&#xA;" OwnerUserId="14577" LastEditorUserId="9956" LastEditDate="2016-11-30T14:44:14.967" LastActivityDate="2016-12-01T13:52:39.293" Title="How to Geocode coordinates?" Tags="|api|programming|geocoding|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10212" PostTypeId="1" CreationDate="2016-11-30T04:04:21.973" Score="1" ViewCount="15" Body="&lt;p&gt;I am looking for a dataset listing injuries of inmates who were awaiting their trial in a jail. Injuries could be caused by anything, e.g. other inmates or neglects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some fields I would be interested to have:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;date/time&lt;/li&gt;&#xA;&lt;li&gt;jail location&lt;/li&gt;&#xA;&lt;li&gt;inmate demographics&lt;/li&gt;&#xA;&lt;li&gt;type of charges against the inmate&lt;/li&gt;&#xA;&lt;li&gt;type of injuries&lt;/li&gt;&#xA;&lt;li&gt;length of the state in the jail&lt;/li&gt;&#xA;&lt;li&gt;outcome of the trial&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am mostly interested in jails in the United States.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2016-11-30T04:17:54.963" LastActivityDate="2016-11-30T04:17:54.963" Title="Database of injuries of inmates while awaiting trial in jail" Tags="|data-request|legal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10213" PostTypeId="1" CreationDate="2016-11-30T05:15:57.043" Score="1" ViewCount="50" Body="&lt;p&gt;What services do ML/AI researchers use to get training data? (Amazon's Mechanical Turk, CrowdFlower)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What kinds of tasks do researchers post to those services? Are tasks usually a variant of classification tasks&lt;sup&gt;*&lt;/sup&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am trying to collect some data from ML researchers, practitioners or hobbyists. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;* User can select one of the classes (options) provided as solution to the task.&lt;br /&gt; E.g. Is this product a [1] Electronics Product [2] Beauty Product [3] Health Product?&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="14583" OwnerDisplayName="user462455" LastEditorDisplayName="user4293" LastEditDate="2016-11-30T14:44:35.160" LastActivityDate="2016-11-30T14:44:35.160" Title="Services used to collect training data for Machine Learning" Tags="|data-request|machine-learning|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10214" PostTypeId="1" CreationDate="2016-11-30T10:59:10.377" Score="1" ViewCount="28" Body="&lt;p&gt;I'm looking for Olympic speed skating data, I have found many data sources providing the final standings (e.g. the official website: &lt;a href=&quot;https://www.olympic.org/olympic-results&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.olympic.org/olympic-results&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I'm also interested in the order in which the athletes started, who they were paired with, what lane they started in (inner or outer), false starts and disqualifications. Does anyone know where I can find these data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My interest isn't limited to the Olympic games only, data from other speed skating competitions would also be great.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-11-30T10:59:10.377" Title="Olympic speed skating data, beyond final standings" Tags="|data-request|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10215" PostTypeId="2" ParentId="10213" CreationDate="2016-11-30T11:12:25.783" Score="1" Body="&lt;p&gt;Have a look at this website, it contains various databases used for machine learning algorithms: &lt;a href=&quot;https://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, there's a data analysis competition platform with a lot of datasets: &lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-11-30T11:12:25.783" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10216" PostTypeId="2" ParentId="10205" CreationDate="2016-11-30T15:21:54.203" Score="3" Body="&lt;p&gt;If you want &lt;em&gt;data about hospitals&lt;/em&gt;, especially about the quality of caregiving and effectiveness of treatments and operations, check &lt;a href=&quot;https://d396qusza40orc.cloudfront.net/rprog%2Fdata%2FProgAssignment3-data.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;this file&lt;/a&gt;, it contains a subset of &lt;a href=&quot;http://hospitalcompare.hhs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://hospitalcompare.hhs.gov/&lt;/a&gt;, a site  run by the U.S. Department of Health and Human Services. The purpose of the web site is to provide data and information about the quality of care at over 4,000 Medicare-certified hospitals in the U.S. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want data from &lt;em&gt;clinical trials&lt;/em&gt;, check out &lt;a href=&quot;https://clinicaltrials.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;clinicaltrials.gov&lt;/a&gt;, a huge &quot;database of databases&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want the &lt;a href=&quot;https://clinicaldata.ema.europa.eu/web/cdp/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;data from Europe&lt;/a&gt;, read this news article published in Oct 2016 on nature.com:  &lt;a href=&quot;http://www.nature.com/news/europe-s-drug-regulator-opens-vaults-of-clinical-trials-data-1.20855&quot; rel=&quot;nofollow noreferrer&quot;&gt;Europe’s drug regulator opens vaults of clinical-trials data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want lab data, go to &lt;a href=&quot;http://bioconductor.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;bioconductor.org&lt;/a&gt; and check their &lt;a href=&quot;http://bioconductor.org/packages/release/BiocViews.html#___ExperimentData&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Illustrative experiment data packages&quot;&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The R packages linked there are actually small mini-databases of 3-5 &quot;tables&quot;, patient-sample-condition-experiment-result. All databases have a similar design.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Neuroscience data, check &lt;a href=&quot;http://synapse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://synapse.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many other databases. &#xA;Sorry this is a borad answer but you also asked a broad question.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2016-12-01T08:33:14.733" LastActivityDate="2016-12-01T08:33:14.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10217" PostTypeId="1" CreationDate="2016-11-30T17:28:21.043" Score="6" ViewCount="5168" Body="&lt;p&gt;Is there a database that matches each US phone area code to the major city and state that it belongs to?&lt;/p&gt;&#xA;" OwnerUserId="13228" LastEditorDisplayName="user4293" LastEditDate="2016-12-01T14:07:01.127" LastActivityDate="2016-12-01T16:25:55.367" Title="US phone area code city/state database?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10218" PostTypeId="1" CreationDate="2016-11-30T22:06:02.847" Score="1" ViewCount="108" Body="&lt;p&gt;I'm currently doing a project in university which involves analysing passenger behaviour in the airline industry. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am seeking clickstream data for airlines, who I have contacted but to no avail. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have identified the comScore dataset on &lt;a href=&quot;https://wrds-web.wharton.upenn.edu/wrds/index.cfm?&quot; rel=&quot;nofollow noreferrer&quot;&gt;wharton&lt;/a&gt; as being suitable for the study and alas I have no access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If any kind soul could help me out with this it would be greatly appreciated. Or if anybody know of any airline clickstream datasets, please let me know. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks In Advance, &#xA;David &lt;/p&gt;&#xA;" OwnerUserId="14591" LastEditorUserId="14591" LastEditDate="2016-12-01T10:15:51.250" LastActivityDate="2016-12-01T10:15:51.250" Title="Wharton Research Data Service - Need to query/download comScore dataset" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10219" PostTypeId="1" AcceptedAnswerId="10226" CreationDate="2016-12-01T02:34:14.053" Score="3" ViewCount="165" Body="&lt;p&gt;I'm looking for population and housing data for the USA at the city-wide level. The 2010 Census page has this information available: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/2010census/popmap/ipmtext.php?fl=06:0667000#&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.census.gov/2010census/popmap/ipmtext.php?fl=06:0667000#&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it's only for that year and it has a rather complicate format for automate the task. For the case of population density information is available in CSV format (&lt;a href=&quot;http://www.census.gov/2010census/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.census.gov/2010census/data/&lt;/a&gt;) but only at a state wise level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of another source for higher resolutions of this data? &lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="90" LastEditDate="2016-12-02T17:17:08.487" LastActivityDate="2019-01-29T23:11:14.823" Title="US Population/Housing Data?" Tags="|data-request|us-census|demographics|population|real-estate|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10220" PostTypeId="1" CreationDate="2016-12-01T12:17:59.137" Score="6" ViewCount="775" Body="&lt;p&gt;I've recently started building a home project in Java for which I need lots of data (around 100 events per second). The problem, of course, is that I can't seem to find any publicly available APIs I could use. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only source I found is meetup.com's RSVP that can deliver around 150 events per minute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of open API services that deliver 100 events per second?&lt;/p&gt;&#xA;" OwnerUserId="14599" LastEditorUserId="9956" LastEditDate="2016-12-03T08:21:35.637" LastActivityDate="2017-01-13T13:14:08.773" Title="Real-time data APIs" Tags="|api|big-data|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10221" PostTypeId="2" ParentId="10219" CreationDate="2016-12-01T13:41:01.817" Score="4" Body="&lt;p&gt;If you are interested in using shapefile data and have access to QGIS or ArcGIS, &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER_DP/2014ACS/ACS_2014_5YR_PLACE.gdb.zip&quot; rel=&quot;noreferrer&quot;&gt;this geodatabase&lt;/a&gt; contains geographic, demographic, and economic data for Places or &quot;Cities&quot; from the 2010 to 2014 ACS (The most current data as of December 1st, 2016). Be sure to find your variables of interest through the &lt;a href=&quot;http://www2.census.gov/geo/tiger/TIGER_DP/2014ACS/Metadata/PLACE_METADATA_2014.txt&quot; rel=&quot;noreferrer&quot;&gt;Metadata/Data Dictionary&lt;/a&gt; (although in your case, the variables you are interested in are probably &lt;code&gt;B01001e1&lt;/code&gt; for Total Population and &lt;code&gt;B25001e1&lt;/code&gt; for Total Housing Units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another avenue if you aren't comfortable with that is to use NHGIS.org for your information by Place (aka City). Registration is free and it is built to be more streamlined than the U.S. Census Bureau.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2016-12-01T13:41:01.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10222" PostTypeId="2" ParentId="10211" CreationDate="2016-12-01T13:52:39.293" Score="1" Body="&lt;p&gt;A manual workflow:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can create a google account, go to drive.google.com. &#xA;Upload your dataset, say as a csv or xlsx file. In your datafile, Put the street address + city in a single column, call it , say, &quot;location&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the File/Import menu to import the csv (or .xlsx file) file to a new Google spreadsheet. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then import  the spreadsheet into a new empty &lt;strong&gt;Google Fusion Table&lt;/strong&gt; (-&gt; &lt;a href=&quot;https://support.google.com/fusiontables/answer/184641&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tutorial&lt;/a&gt; ).  This is kind of an online shapefile, looks like an Excel File with just 1 worksheet. Added benefit: It has &lt;strong&gt;Geocoding built-in&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When it's done converting Spreadsheet to Fusion Table, select the entire &quot;location&quot; column defined above,  and select File/Geocode...   A progressbar will appear when Google Fusion table begins to call the Geocoding API internally. After 1-2 minutes : Done! A new &quot;map&quot; worksheet / tab will appear in the Fusion Table. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is possible for about &amp;lt; 1000 addresses per sheet/Table. Exact quota number I don't remember. These geocoded values you can  export as csv, zip, or KML.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-12-01T13:52:39.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10223" PostTypeId="2" ParentId="10217" CreationDate="2016-12-01T15:12:35.143" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;https://www.nationalnanpa.com/about_us/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;North American Numbering Plan Administration&lt;/a&gt; is responsible for the number resources. On their website they have both a &lt;a href=&quot;https://www.nationalnanpa.com/area_code_maps/ac_map_flash.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Flash&lt;/a&gt; and an &lt;a href=&quot;https://www.nationalnanpa.com/area_code_maps/ac_map_static.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;HTML&lt;/a&gt; method of looking at the area codes by state. You would need to manually analyze the data, but this is the best source to answer your question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are also &lt;a href=&quot;https://www.nationalnanpa.com/reports/reports_npa.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;excel spreadsheets of the area codes&lt;/a&gt;, but it does not have the city information you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is the area codes for Florida, you can see the major city and state information per your request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/KxVCI.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KxVCI.gif&quot; alt=&quot;Florida Area Codes&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="7037" LastEditDate="2016-12-01T16:25:55.367" LastActivityDate="2016-12-01T16:25:55.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10224" PostTypeId="2" ParentId="10152" CreationDate="2016-12-01T20:27:34.780" Score="3" Body="&lt;p&gt;You can download wind data in many different temporal resolutions from the Weather Underground, wunderground.com.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the data from Berlin-Tegel Airport TXL, I can do&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://www.wunderground.com/history/airport/TXL/2016/5/5/DailyHistory.html?format=1&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and get &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;TimeCEST,TemperatureC,Dew PointC,Humidity,Sea Level PressurehPa,VisibilityKm,Wind Direction,Wind SpeedKm/h,Gust SpeedKm/h,Precipitationmm,Events,Conditions,WindDirDegrees,DateUTC&#xA;12:20 AM,9.0,1.0,58,1029,-9999.0,North,5.6,-,N/A,,Clear,360,2016-05-04 22:20:00&#xA;12:50 AM,9.0,1.0,58,1029,-9999.0,North,5.6,-,N/A,,Clear,360,2016-05-04 22:50:00&#xA;1:20 AM,8.0,2.0,66,1029,-9999.0,North,5.6,-,N/A,,Clear,350,2016-05-04 23:20:00&#xA;1:50 AM,5.0,1.0,76,1029,-9999.0,Variable,3.7,-,N/A,,Clear,0,2016-05-04 23:50:00&#xA;2:20 AM,6.0,1.0,70,1029,-9999.0,Variable,3.7,-,N/A,,Clear,0,2016-05-05 00:20:00&#xA;2:50 AM,6.0,1.0,70,1029,-9999.0,Variable,1.9,-,N/A,,Clear,0,2016-05-05 00:50:00&#xA;3:20 AM,6.0,2.0,76,1029,-9999.0,Variable,3.7,-,N/A,,Clear,0,2016-05-05 01:20:00&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know this data source from the R package &lt;code&gt;weatherData&lt;/code&gt;. Haven't used this data much. Cannot tell how accurate this data is, qhat the quotas/rate limits are, if there are gaps, etc.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2016-12-01T20:27:34.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10225" PostTypeId="2" ParentId="1801" CreationDate="2016-12-01T21:15:54.433" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://data.opendatasoft.com/page/home/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenDataSoft&lt;/a&gt; Is a French company that has a lot of French language data.&lt;/p&gt;&#xA;" OwnerUserId="14435" LastActivityDate="2016-12-01T21:15:54.433" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10226" PostTypeId="2" ParentId="10219" CreationDate="2016-12-01T22:06:59.383" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://www.census.gov/data/developers/data-sets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census API&lt;/a&gt; is pretty good and should have what you're looking for. If you want only recent data, you can use the ACS to get 2014 data. If you want more historical data, the 1990, 2000, and 2010 are all exposed via the API.&lt;/p&gt;&#xA;" OwnerUserId="9674" LastActivityDate="2016-12-01T22:06:59.383" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10227" PostTypeId="1" CreationDate="2016-12-01T23:48:20.940" Score="1" ViewCount="18" Body="&lt;p&gt;I'm looking for evaluations of programs that aim to reduce gender-based violence (GBV), specifically within countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I failed searching for them (how would I search for them)?&lt;/p&gt;&#xA;" OwnerUserId="14603" LastEditorDisplayName="user4293" LastEditDate="2016-12-03T08:21:54.983" LastActivityDate="2016-12-03T08:21:54.983" Title="Evaluations of programs that aim to reduce gender-based violence?" Tags="|usaidopen|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10228" PostTypeId="1" CreationDate="2016-12-02T06:59:29.430" Score="1" ViewCount="515" Body="&lt;p&gt;I am developing a matrimony web application, for this a list of Indian religions and their belonging castes is required.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a data set containing the Indian castes and/or religions organized by geographic region?&lt;/p&gt;&#xA;" OwnerUserId="14604" LastEditorUserId="9956" LastEditDate="2016-12-02T17:17:16.790" LastActivityDate="2016-12-02T19:06:13.560" Title="Indian Religions/Castes List?" Tags="|data-request|demographics|india|religion|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10229" PostTypeId="1" CreationDate="2016-12-02T09:18:40.127" Score="2" ViewCount="105" Body="&lt;p&gt;I'd like to analyze some changes in time. Is there a way to get free aerial or high quality satellite images from one place in different times of the day - for example one for each hour?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not interested in any specific area, instead I want many high quality (high resolution) timestamped images from one arbitrary inhabited area.&lt;/p&gt;&#xA;" OwnerUserId="14597" LastEditorUserId="9956" LastEditDate="2016-12-03T08:21:42.643" LastActivityDate="2017-10-18T03:29:12.170" Title="Aerial or high quality satellite images from one area at different times in a day?" Tags="|data-request|geospatial|images|analysis|aerial-photography|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10230" PostTypeId="2" ParentId="10229" CreationDate="2016-12-02T09:39:04.047" Score="1" Body="&lt;p&gt;There's various Earth imagery programs, Landsat is one of them. Some of these programs can be found here: &lt;a href=&quot;http://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select under 'data sets' either the aerial imagery or landsat, then you can select the area and download the images.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Due to the fact that a given satellite has limited resolution and takes only so many pictures per minute, generally, the higher the detail of the images you want, the longer the time in between the images is going to be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, these images being from a US agency, my guess is the orbits of the satellites chosen in a way that coverage of the US is good, so try an area somewhere in the US.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-12-02T09:39:04.047" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10231" PostTypeId="2" ParentId="10228" CreationDate="2016-12-02T19:06:13.560" Score="1" Body="&lt;p&gt;You can get the Wikipedia &lt;a href=&quot;https://en.wikipedia.org/wiki/Indian_religions&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of Indian Religions&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The caste system has been banned in India. If you would like a basic dataset, you &lt;a href=&quot;https://opendata.stackexchange.com/questions/2112/indian-caste-dataset?rq=1&quot;&gt;can look to this answer.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-12-02T19:06:13.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10232" PostTypeId="1" CreationDate="2016-12-02T20:22:31.507" Score="3" ViewCount="735" Body="&lt;p&gt;I am looking for a dataset of all lots/addresses in the Tokyo Metropolis, or a dataset containing this information that I can process.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Japan has an open data portal, but most datasets are (logically) in Japanese, and none of the English-named ones appear to contain the relevant data:&#xA;&lt;a href=&quot;http://www.data.go.jp/data/en/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.data.go.jp/data/en/dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 'Japan City Open Data Census' has 'no data' as to whether Tokyo provides this information:&#xA;&lt;a href=&quot;http://jp-city.census.okfn.org/place/tokyo&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://jp-city.census.okfn.org/place/tokyo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for any help finding such a dataset, or even Japanese terms or resources to use to search for it. &lt;/p&gt;&#xA;" OwnerUserId="14613" LastEditorUserId="9956" LastEditDate="2016-12-03T08:21:07.227" LastActivityDate="2017-09-19T21:26:25.620" Title="Database of lots in Tokyo" Tags="|data-request|geospatial|address|japan|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10233" PostTypeId="1" CreationDate="2016-12-03T08:35:15.640" Score="2" ViewCount="73" Body="&lt;p&gt;I could see DBPedia is missing very important mobile phone list. They exist in Wikipedia but not in DBPedia, e.g. OnePlus series, Micromax Yureka , Moto g4&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm refering this link: &lt;a href=&quot;http://live.dbpedia.org/page/Smartphone&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://live.dbpedia.org/page/Smartphone&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does it mean that it is not yet ready to be used for critical usage - say a customer related project?&lt;/p&gt;&#xA;" OwnerUserId="14617" LastEditorDisplayName="user4293" LastEditDate="2018-03-08T13:21:05.730" LastActivityDate="2018-03-08T13:21:05.730" Title="DBPedia missing important smartphones" Tags="|dbpedia|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10234" PostTypeId="2" ParentId="5430" CreationDate="2016-12-03T10:54:15.623" Score="3" Body="&lt;p&gt;To get a long list of soccer players who where born TODAY, ordered by birthdate , youngest first,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Go to &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/sparql&lt;/a&gt; and enter this query into the big text box:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX rdf: &amp;lt;http://www.w3.org/1999/02/22-rdf-syntax-ns#&amp;gt;&#xA;PREFIX dbo: &amp;lt;http://dbpedia.org/ontology/&amp;gt;&#xA;PREFIX rdfs: &amp;lt;http://www.w3.org/2000/01/rdf-schema#&amp;gt;&#xA;&#xA;&#xA;SELECT distinct ?birthdate ?thumbnail ?player ?name ?description  WHERE {&#xA;?player rdf:type dbo:SoccerPlayer ;&#xA;           dbo:birthDate ?birthdate ;&#xA;           rdfs:label ?name ;&#xA;           rdfs:comment ?description &#xA; FILTER ((lang(?name)=&quot;en&quot;)&amp;amp;&amp;amp;(lang(?description)=&quot;en&quot;)&amp;amp;&amp;amp;(STRLEN(STR(?birthdate))&amp;gt;6)&amp;amp;&amp;amp;(SUBSTR(STR(?birthdate),6)=SUBSTR(STR(bif:curdate('')),6))) .&#xA; OPTIONAL { ?player dbo:thumbnail ?thumbnail . }&#xA;} ORDER BY DESC(?birthdate)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and click on the &quot;Run Query&quot; button.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The resultset is a table that will look somewhat similar to  &lt;a href=&quot;http://dbpedia.org/sparql?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;query=PREFIX%20rdf%3A%20%3Chttp%3A%2F%2Fwww.w3.org%2F1999%2F02%2F22-rdf-syntax-ns%23%3E%0D%0APREFIX%20dbo%3A%20%3Chttp%3A%2F%2Fdbpedia.org%2Fontology%2F%3E%0D%0APREFIX%20rdfs%3A%20%3Chttp%3A%2F%2Fwww.w3.org%2F2000%2F01%2Frdf-schema%23%3E%0D%0A%0D%0A%0D%0ASELECT%20distinct%20%3Fbirthdate%20%3Fthumbnail%20%3Fplayer%20%3Fname%20%3Fdescription%20%20WHERE%20%7B%0D%0A%3Fplayer%20rdf%3Atype%20dbo%3ASoccerPlayer%20%3B%0D%0A%20%20%20%20%20%20%20%20%20%20%20dbo%3AbirthDate%20%3Fbirthdate%20%3B%0D%0A%20%20%20%20%20%20%20%20%20%20%20rdfs%3Alabel%20%3Fname%20%3B%0D%0A%20%20%20%20%20%20%20%20%20%20%20rdfs%3Acomment%20%3Fdescription%20%0D%0A%20FILTER%20%28%28lang%28%3Fname%29%3D%22en%22%29%26%26%28lang%28%3Fdescription%29%3D%22en%22%29%26%26%28STRLEN%28STR%28%3Fbirthdate%29%29%3E6%29%26%26%28SUBSTR%28STR%28%3Fbirthdate%29%2C6%29%3DSUBSTR%28STR%28bif%3Acurdate%28%27%27%29%29%2C6%29%29%29%20.%0D%0A%20OPTIONAL%20%7B%20%3Fplayer%20dbo%3Athumbnail%20%3Fthumbnail%20.%20%7D%0D%0A%7D%20ORDER%20BY%20DESC%28%3Fbirthdate%29&amp;amp;format=text%2Fhtml&amp;amp;CXML_redir_for_subjs=121&amp;amp;CXML_redir_for_hrefs=&amp;amp;timeout=30000&amp;amp;debug=on&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; (ad blockers or modern browsers might refuse to render this page, though. Click on button &quot;unsafe reload&quot; at top of page). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get wikipedia (not dbpedia) pages displayed in the table, download it, replace all occurences of &quot;&lt;a href=&quot;http://dbpedia.org/resource/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/resource/&lt;/a&gt;&quot; with &quot;&lt;a href=&quot;http://en.wikipedia.org/wiki/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://en.wikipedia.org/wiki/&lt;/a&gt;&quot; in the text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get a longer list of all players, play with the &quot;birthdate&quot; stuff in the FILTER clause of the query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;FILTER ((lang(?name)=&quot;en&quot;)&amp;amp;&amp;amp;(lang(?description)=&quot;en&quot;)&amp;amp;&amp;amp;(STRLEN(STR(?birthdate))&amp;gt;6)) .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;would get all players, but dbpedia has a max execution time and resultset length-limit, so this won't get you all players in one fell swoop. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2016-12-03T11:02:05.157" LastActivityDate="2016-12-03T11:02:05.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10235" PostTypeId="1" CreationDate="2016-12-03T10:59:58.600" Score="6" ViewCount="118" Body="&lt;p&gt;Is there a way that I can get US election-related tweets from October 15 to Nov 15 from various countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone tell how to use the Twitter API to get data older than a month? Alternatively, does any one know of sources where I can get this data which includes tweet content, location, date, time etc.? Any sort of help much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="14619" LastEditorUserId="9956" LastEditDate="2016-12-03T14:35:42.887" LastActivityDate="2018-11-22T11:10:01.840" Title="US Election Twitter Data" Tags="|usa|api|elections|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10236" PostTypeId="1" CreationDate="2016-12-04T01:48:09.193" Score="2" ViewCount="26" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Books_published_per_country_per_year&quot; rel=&quot;nofollow noreferrer&quot;&gt;UNESCO monitors both the number and type of books published per country per year.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's very intriguing for me to notice that Ireland is missing from this list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering how can I get such figures, at least a rough estimate, for any year for Ireland. Does anyone know a source for the numbers and categories of books published in Ireland?&lt;/p&gt;&#xA;" OwnerUserId="14343" LastEditorUserId="9956" LastEditDate="2016-12-04T20:12:05.927" LastActivityDate="2016-12-04T20:12:05.927" Title="Books by category published annually in Ireland" Tags="|data-request|books|ireland|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10237" PostTypeId="1" CreationDate="2016-12-04T18:27:22.457" Score="3" ViewCount="162" Body="&lt;p&gt;Is there a database available (free or not) that contains health care industry data for hospitals, urgent care, clinics, their location, ownership information (parent/child relationship), and other information for the USA?  &lt;a href=&quot;https://www.cms.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CMS&lt;/a&gt; tracks doctors and &quot;some&quot; hospitals however the industry uses ambiguous terms for what is a hospital vs medical center or primary care center vs urgent care.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source for statistics in the US Health Care industry? &lt;/p&gt;&#xA;" OwnerUserId="14628" LastEditorUserId="9956" LastEditDate="2016-12-04T20:12:15.293" LastActivityDate="2017-03-23T23:21:38.170" Title="Health Care industry data for Hospitals/Urgent Cares, etc" Tags="|data-request|usa|medical|analysis|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10238" PostTypeId="1" CreationDate="2016-12-04T19:45:50.957" Score="2" ViewCount="65" Body="&lt;p&gt;I posted this in &lt;a href=&quot;https://gis.stackexchange.com/questions/220162/usps-drop-box-locations-in-nyc&quot;&gt;GIS&lt;/a&gt; but was referred here. I'm hoping someone could point me in the right direction...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm doing some analysis on the impacts of neighborhood characteristics on physical activity. One of the covariates is distance from geocoded home addresses to points of interest, which include USPS office and drop box locations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if a dataset/shapefile exists containing USPS drop box locations? I was able to find USPS locations from NYC Open Data, but can't seem to find one with the list of drop box locations.&lt;/p&gt;&#xA;" OwnerUserId="14629" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2016-12-05T14:07:10.897" Title="USPS drop box locations in NYC?" Tags="|data-request|usa|geospatial|city|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10239" PostTypeId="1" AcceptedAnswerId="10248" CreationDate="2016-12-05T09:20:46.003" Score="2" ViewCount="203" Body="&lt;p&gt;I was planning to get the results where brand name is aspirin and whose drug result has property &lt;code&gt;dosage_and_administration_table&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I did this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=brand_name:aspirin+AND+_exists_:dosage_and_administration_table&amp;amp;limit=100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It returns no results (no matches found). But there are results where &lt;code&gt;dosage_and_administration_table&lt;/code&gt; exists. And one more interesting thing is &lt;code&gt;_exists_&lt;/code&gt; works with every other parameter like &lt;code&gt;active_ingredient&lt;/code&gt;, &lt;code&gt;dosage_and_administration&lt;/code&gt; etc., but not with &lt;code&gt;dosage_and_administration_table&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What's wrong with the query?&lt;/p&gt;&#xA;" OwnerUserId="14635" LastEditorDisplayName="user4293" LastEditDate="2016-12-05T13:49:45.040" LastActivityDate="2016-12-06T12:55:59.723" Title="OPenFDA API - querying on dosage_and_administration_table _exists_ not working" Tags="|data.gov|api|openfda|json|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10241" PostTypeId="1" CreationDate="2016-12-05T11:17:59.267" Score="1" ViewCount="205" Body="&lt;p&gt;How to read data update frequency code. For example for &lt;a href=&quot;https://catalog.data.gov/dataset/consumer-complaint-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Consumer Complaint Database&lt;/a&gt; the code in the Dates section is :&lt;/p&gt;&#xA;&lt;p&gt;Data Update Frequency:  &lt;strong&gt;R/P1D&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;How to read &lt;strong&gt;R/P1D&lt;/strong&gt;. I guess it is a daily update but I am not sure. Where can I find the codification rule?&lt;/p&gt;&#xA;" OwnerUserId="14638" LastEditorUserId="23272" LastEditDate="2022-07-14T12:37:19.343" LastActivityDate="2022-07-14T12:37:19.343" Title="How to read Data.gov Data Update Frequency code" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10243" PostTypeId="2" ParentId="10237" CreationDate="2016-12-05T15:41:48.780" Score="1" Body="&lt;p&gt;I work at Quandl and we have a database called Organisation for Economic Co-Operation and Development. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched for &quot;US hospitals&quot; within the database and it turned results showing data for number of hospitals in the US, number of hospital beds, number of hospitals per million, number of publicly owned hospitals etc. Hope this helps. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See: &lt;a href=&quot;https://www.quandl.com/data/OECD-Organisation-for-Economic-Co-operation-and-Development?keyword=US%20hospitals&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/OECD-Organisation-for-Economic-Co-operation-and-Development?keyword=US%20hospitals&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: You can always search for other terms or leave the search field blank. &lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2016-12-05T15:41:48.780" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10244" PostTypeId="1" CreationDate="2016-12-05T15:42:09.423" Score="1" ViewCount="93" Body="&lt;p&gt;I am currently working on a customer feedback project for brand products. I've used social media sources like Twitter and Facebook to get brand mentions, but I need customer feedback for particular products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried Octoparse to get Amazon product details but it doesn't seem to be able to collect customer feedback. Does anyone know of a method for scraping/collecting product reviews?&lt;/p&gt;&#xA;" OwnerUserId="14643" LastEditorUserId="9956" LastEditDate="2016-12-06T09:29:36.587" LastActivityDate="2016-12-06T09:29:36.587" Title="Retrieving Amazon product reviews?" Tags="|data-request|api|social-media|products|companies|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10245" PostTypeId="1" AcceptedAnswerId="10246" CreationDate="2016-12-05T19:21:34.137" Score="1" ViewCount="98" Body="&lt;p&gt;We are looking for daily amounts of UV light falling onto the earth. We have been able to find weather reports through &lt;a href=&quot;https://bigquery.cloud.google.com/table/bigquery-public-data:noaa_gsod.gsod2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google BigQuery from the U.S. NOAA's NCDC&lt;/a&gt; but they don't appear to track sunshine hours.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source for solar environmental data?&lt;/p&gt;&#xA;" OwnerUserId="11083" LastEditorUserId="9956" LastEditDate="2016-12-06T20:43:04.930" LastActivityDate="2016-12-06T20:43:04.930" Title="Any sources for UV light exposure on land for various geographies?" Tags="|data-request|geospatial|weather|climate|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10246" PostTypeId="2" ParentId="10245" CreationDate="2016-12-06T02:46:37.650" Score="2" Body="&lt;p&gt;Running list of UV/UVI/Air Quality/AQI data sources:&lt;br&gt;&#xA;&lt;a href=&quot;http://forecast.weather.gov/product.php?site=CRH&amp;amp;product=UVI&amp;amp;issuedby=CAC&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ultraviolet Index issued by NWS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ngdc.noaa.gov/docucomp/page?xml=NOAA/NOSA/iso/xml/GLOBAL-WOUDC.xml&amp;amp;view=getDataView&amp;amp;header=none&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Ozone and Ultraviolet Radiation Data Centre (WOUDC)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ngdc.noaa.gov/stp/solar/solaruv.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Solar Ultraviolet Spectral Irradiance&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ngdc.noaa.gov/stp/solar/solardataservices.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Solar Data Services&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_current_map.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Solar UV Index&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stratosphere: UV Index&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_global.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Fields of UV Index Forecasts&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;ftp://ftpprd.ncep.noaa.gov/pub/data/nccf/com/hourly/prod&quot; rel=&quot;nofollow noreferrer&quot;&gt;NECP FTP&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nws.noaa.gov/cgi-bin/nwsexit.pl?url=nadp.nrel.colostate.edu/UVB/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA/Colorado State Univ UV-B Monitoring and Research Program&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.esrl.noaa.gov/gmd/grad/surfrad/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA SURFRAD - SURFRAD (Surface Radiation) Network&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;ftp://aftp.cmdl.noaa.gov/data/radiation/surfrad/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SURFRAD FTP&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;ftp://aftp.cmdl.noaa.gov/data/radiation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA FTP Radiation Directory&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ngdc.noaa.gov/docucomp/page?xml=NOAA/NOSA/iso/xml/GLOBAL-WOUDC.xml&amp;amp;view=getDataView&amp;amp;header=none&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Ozone and Ultraviolet Radiation Data Centre (WOUDC)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_alert.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Alert Forecast Map&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nws.noaa.gov/om/heat/uv.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ultraviolet Index Information - NWS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_current_map.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily UV Forecast - Map of Danger Areas&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/bulletin.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily UV Forecast - Text List of UV Levels by City&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_meanmax.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily UV Forecast - Monthly Means and Maximums&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_annual.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily UV Forecast - Annual Time Series of UV Index Forecasts&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/Bulletin/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily UV Forecast - Past UV Bulletins&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.weather.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily UV Forecast - NWS Local Forecasts&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_current.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Current UV Index Forecast&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_archive.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Archive of UV Index Bulletins&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_meanmax.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monthly Means and Maximums&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_annual.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annual Time Series of UV Index Forecasts&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_information.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Radiation and UV Index Information&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/sunsafety&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sun Safety&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://neefusa.org/sunwise&quot; rel=&quot;nofollow noreferrer&quot;&gt;SunWise&amp;nbsp;at NEEF&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/sunsafety/history-sunwise-program-epa&quot; rel=&quot;nofollow noreferrer&quot;&gt;SunWise History at EPA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/sunsafety/uv-index-scale-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index Scale - EPA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int/uv/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ultraviolet Radiation and the INTERSUN Programme&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int/uv/resources/link/indexlinks/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index Reporting Sites&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.who.int/uv/publications/globalindex/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Solar UV Index&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.soda-pro.com/web-services/typical-years/typical-uv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Typical Values for UV Irradiation - SoDa&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://search.earthdata.nasa.gov/search?q=UV+Index&amp;amp;ok=UV+Index&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search Results for &quot;UV Index&quot; - NASA Earthdaa Search&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.temis.nl/uvradiation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index Forecast and Archives&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.uvawareness.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World: UVAwareness.com, Ireland&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.soda-is.com/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Europe: Integration and exploitation of networked Solar radiation Databases for environment monitoring&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.metoffice.gov.uk/weather/europe/europe_uv.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Europe: The Met Office (UK)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.enviport.com/index_en.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mediterranean Basin: Environmental Forecast and Information Service (French/English/Spanish/Italian)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bom.gov.au/weather/uv/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Australia: Bureau of Meteorology&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.meteonet.com.ar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Argentina: Servicio Meteorologic Nacional (Spanish)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ec.gc.ca/uv/default.asp?lang=En&amp;amp;n=396B9A58-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canada: Meteorological Service of Canada (English/French)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fmi.fi/uvi&quot; rel=&quot;nofollow noreferrer&quot;&gt;Finnish national public information service (in Finnish language)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fmi.fi/vader/varningar_6.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Finnish national public information (in Swedish) service&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.securite-solaire.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;France: Securité Solaire (French)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.bfs.de/en/uv/uv2/uv_messnetz/uvi&quot; rel=&quot;nofollow noreferrer&quot;&gt;Germany: Bundesamt für Strahlenschutz (German)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.uv-index.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Germany:  Deutscher Wetterdienst (German)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://lap.physics.auth.gr/uvindex/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Greece: Laboratory of Atmospheric Physics (Greek)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.weather.gov.hk/wxinfo/uvindex/english/euvtoday.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hong Kong: Hong Kong Observatory&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.lamma.rete.toscana.it/previ/ita/stazlam.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Italy: Stazione Metereologica del La.M.M.A. (Italian/English)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://meteo.lcd.lu/today_01.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Luxembourg: Meteorological Station of the Lycée Classique de Diekirch (English)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.temis.nl/uvradiation/UVindex.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Netherlands: Royal Netherlands Meteorological Institute (UV Index)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.niwa.co.nz/our-services/online-services/uv-and-ozone&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Zealand: Lauder National Institute of Water and Atmospheric Research (NIWA)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.imgw.pl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Poland: Instytut Meteorologii i Gospodarki Wodnej (Polish/English)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.aemet.es/es/eltiempo/observacion/radiacion/ultravioleta&quot; rel=&quot;nofollow noreferrer&quot;&gt;Spain: National Meteorological Institute (Spanish)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.uv-index.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Switzerland: Bundesamt für Gesundheit (German/French)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.weather.com/maps/activity/health/skin/index_large.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States: The Weather Channel&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_current.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States: NOAA/ EPA Ultraviolet Index&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://cancercontrolplanet.cancer.gov/sun_safety.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sun Safety - Cancer Control PLANET&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://disc.sci.gsfc.nasa.gov/data-holdings/PIP/erythemal_uv_irradiance.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Erythemal Exposure (Erythemal UV Exposure, Erythemal UV Daily Dose,  UV Daily Dose)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://disc.sci.gsfc.nasa.gov/ozone/additional/links/ozone-data-centers&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ozone Data Centers&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://woudc.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Ozone and Ultraviolet Radiation Data Centre&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_links.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Related Links - NOAA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.esrl.noaa.gov/gmd/grad/antuv/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OAA Antarctic UV Monitoring Network&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.cpc.ncep.noaa.gov/products/stratosphere/uv_index/uv_annual.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index: Annual Time Series&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/enviro/web-services#uvindex&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index EPA Envirofacts API&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://archive.epa.gov/uvnet/web/html/access.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Net Data Archive&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nadp.nrel.colostate.edu/UVB/da_queryUvIndex.jsf&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index - UV-B Monitoring and Research Program&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nadp.nrel.colostate.edu/UVB/uvb-dataAccess.jsf&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV Index - UV-B Monitoring and Research Program&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://files.airnowtech.org/airnow/today/airnow.kml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Air Quality Index KML&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://gis.cancer.gov/tools/uv-exposure/&quot; rel=&quot;nofollow noreferrer&quot;&gt;County Level UV Exposure Data for the Continental United States&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2016-12-06T02:46:37.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10247" PostTypeId="1" AcceptedAnswerId="11980" CreationDate="2016-12-06T09:21:56.447" Score="5" ViewCount="289" Body="&lt;p&gt;I would like to obtain Hong Kong data for geocoding, where can I get it in addition to OSM and Geonames?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I use postgresql and postgis as my database, and the TIGER dataset in postgis, which is a product of the US Census Bureau. This was created to support the US Constitution's requirement for a decennial census to support redistricting in the US House of Representatives. Their mandate only covers US states, commonwealths, territories, and possessions. And Hong Kong is not one of these.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have downloaded Geonames data from &lt;a href=&quot;http://download.geonames.org/export/dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geonames.org/export/dump/&lt;/a&gt;, but these data are very incomplete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I downloaded OSM data from &lt;a href=&quot;http://download.geofabrik.de/asia.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/asia.html&lt;/a&gt;. But its SHP file looks like it has no information about coordinates and zip code, and I don't know how to open or process the other two format files. &lt;/p&gt;&#xA;" OwnerUserId="14650" LastEditorDisplayName="user4293" LastEditDate="2017-11-07T16:21:39.173" LastActivityDate="2019-08-14T15:00:51.260" Title="Hong Kong geocoding data" Tags="|data-request|geocoding|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10248" PostTypeId="2" ParentId="10239" CreationDate="2016-12-06T12:55:59.723" Score="1" Body="&lt;p&gt;I have looked at the openFDA code: it appears &lt;code&gt;dosage_and_administration_table&lt;/code&gt; element is explicitly excluded from indexing in Elasticsearch along with a bunch of other &lt;code&gt;table&lt;/code&gt; elements, which is why you can't query on it, but still are able to see it in some search results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll need to go back to the team to understand why &lt;code&gt;dosage_and_administration_table&lt;/code&gt; is being excluded from indexing; most likely because it contains HTML markup and is redundant to the &lt;code&gt;dosage_and_administration&lt;/code&gt; element. In the meantime, I'd recommend that you use &lt;code&gt;dosage_and_administration&lt;/code&gt; in your &lt;code&gt;_exists_&lt;/code&gt; clause.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2016-12-06T12:55:59.723" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10249" PostTypeId="1" CreationDate="2016-12-06T16:15:34.367" Score="2" ViewCount="63" Body="&lt;p&gt;I am looking for large datasets to investigate classification on time-dependent data where the data's features change over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of this might be a large spam dataset that covers a clear change in trends over time of constructing spam that can by-pass spam classifiers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other words are their any publicly available datasets available where it is clear that a classifier might have to be re-trained after a period of time to cope with feature changes?&lt;/p&gt;&#xA;" OwnerUserId="14654" LastActivityDate="2016-12-06T16:15:34.367" Title="Classifiable data where the features change over time" Tags="|data-request|classification|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10250" PostTypeId="1" AcceptedAnswerId="10254" CreationDate="2016-12-06T16:55:17.137" Score="1" ViewCount="101" Body="&lt;p&gt;I'm creating a 2D realistic RTS (Real time strategy game) and I wanted to be able to use real locations as the scenarios for the games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The game will be developed via unreal engine which uses c++. The idea is for the engine to read an file and convert into a grid where each square has type of terrain associated, like in this image of a scenario editor.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bpg8f.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bpg8f.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be preferable if the information was free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem I'm facing is obtaining the information about the different features that influence units or line-of-sight. More specifically I would like to know the information about bodies of water present, roads, elevation (for this i'm thinking of using the google API), forests, etc in a map&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm just asking for a pointer to an information source. Where can I download or obtain a GML or similar with this geographic information?&lt;/p&gt;&#xA;" OwnerUserId="14648" LastEditorUserId="11218" LastEditDate="2016-12-08T11:32:42.117" LastActivityDate="2016-12-08T11:32:42.117" Title="GML with geographic information" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10252" PostTypeId="1" CreationDate="2016-12-07T05:47:14.083" Score="1" ViewCount="115" Body="&lt;p&gt;I am engaged in a project, Climate Resilient Ecosystem and Livelihood, where we generated and/or compiled various spatial data (satellite images, ArcGIS featureclasses, spreadhseets, static maps, etc.) related to protected areas of Bangladesh. As a USAID requirement, we need to submit these data to a DDL system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have submitted &lt;a href=&quot;https://www.usaid.gov/data/DDLSubmissions&quot; rel=&quot;nofollow noreferrer&quot;&gt;this form&lt;/a&gt; and created an account with USAID. I see the DDL space allows users to upload files. I've been looking for guidance on spatial data standards and found out that they must be in a non-proprietary format. I've also been able to find some data that are public; this data contains CSVs and accompanying PDFs as documentation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know specific guidance for spatial data and metadata standards for USAID. An example folder would be helpful, like those found alongside the &lt;a href=&quot;https://www.dropbox.com/s/6dqpkopo2homa5s/bangladesh-integrated-household-survery-dataset.zip?dl=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV data in the Sample DDL folder&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am stumbling on where from to start. I found another DDL folder that I think is spatial data related work where from I might get the direction but it is restricted see &lt;a href=&quot;https://www.usaid.gov/data/dataset/2f00ad88-af2e-4c34-b2d2-e8c598323ba9&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone worked with the USAID DDL system for spatial data before?&lt;/p&gt;&#xA;" OwnerUserId="5549" LastEditorUserId="9956" LastEditDate="2016-12-08T07:00:37.717" LastActivityDate="2017-02-04T04:09:50.877" Title="Documentation for spatial USAID DDL data" Tags="|geospatial|usaidopen|documentation|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10253" PostTypeId="1" CreationDate="2016-12-07T07:24:39.767" Score="4" ViewCount="55" Body="&lt;p&gt;I'm building a system that tries to answer geospatial English questions such as &quot;Where is the closest restaurant&quot; or &quot;How many historic sites are in the east of Nantes?&quot;. Underlying database is OSM. To improve my system I need more English questions. Does anyone know of any place/logs etc. where I might find such a collection of questions?&lt;/p&gt;&#xA;" OwnerUserId="14664" LastActivityDate="2016-12-18T09:27:09.513" Title="English queries to GIS systems" Tags="|data-request|geospatial|nlp|english|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10254" PostTypeId="2" ParentId="10250" CreationDate="2016-12-07T09:53:56.060" Score="1" Body="&lt;p&gt;Open Street Map: &lt;a href=&quot;https://www.openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org&lt;/a&gt; should have everything you need, it's pretty much an open source version of google maps. It allows you to easily export any part of the world map to an .osm xml file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For converting from their OSM files to GML, have a look at this wiki page: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/GML&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/GML&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-12-07T09:53:56.060" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10255" PostTypeId="2" ParentId="10210" CreationDate="2016-12-07T10:37:24.740" Score="4" Body="&lt;p&gt;I am not aware that such a dataset exist.&lt;br&gt;&#xA;But almost every race organiser (including the ones at amateur levels) put the results (often organised by age, gender, ...) online, publicly accessible.&lt;br&gt;&#xA;Unfortunately they are usually not directly downloadable which means you have to scrap them from the web site or parse a PDF document.&lt;br&gt;&#xA;An example is the Boston marathon data from 2001 to 2014 which have been collected in &lt;a href=&quot;https://github.com/llimllib/bostonmarathon&quot; rel=&quot;nofollow noreferrer&quot;&gt;a GitHub repository as CSV files&lt;/a&gt; by Bill Mill.&lt;/p&gt;&#xA;" OwnerUserId="8505" LastActivityDate="2016-12-07T10:37:24.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10257" PostTypeId="1" CreationDate="2016-12-07T19:49:52.330" Score="3" ViewCount="97" Body="&lt;p&gt;I believe &lt;a href=&quot;http://dblp.uni-trier.de/xml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this is the official source&lt;/a&gt; for DBLP (&lt;em&gt;dblp computer science bibliography&lt;/em&gt; of the University of Trier, Germany).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am having trouble unzipping the latest xml dump (2016-12-07).&#xA;Since this file changes, here is a static file that I'm having trouble with as well: &lt;a href=&quot;http://dblp.dagstuhl.de/xml/release/dblp-2016-12-01.xml.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016-12-01 release&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In fact, the md5 doesn't even match up.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The md5sum specified in &lt;a href=&quot;http://dblp.dagstuhl.de/xml/release/dblp-2016-12-01.xml.gz.md5&quot; rel=&quot;nofollow noreferrer&quot;&gt;dblp-2016-12-01.xml.gz.md5&lt;/a&gt; is &lt;strong&gt;57e3406f01fa64a260affaef129d4afd&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On my mac, when I type &quot;md5 dblp-2016-12-01.xml.gz&quot; I get a md5sum of &lt;strong&gt;56903ba02acfcf46d0469565f14629b5&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I try to unzip it, I get an error&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ unzip dblp-2016-12-01.xml.gz&#xA;Archive:  dblp-2016-12-01.xml.gz&#xA;  End-of-central-directory signature not found.  Either this file is not&#xA;  a zipfile, or it constitutes one disk of a multi-part archive.  In the&#xA;  latter case the central directory and zipfile comment will be found on&#xA;  the last disk(s) of this archive.&#xA;unzip:  cannot find zipfile directory in one of dblp-2016-12-01.xml.gz or&#xA;        dblp-2016-12-01.xml.gz.zip, and cannot find dblp-2016-12-01.xml.gz.ZIP, period.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or gunzip it&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ gunzip dblp-2016-12-01.xml.gz &#xA;gunzip: dblp-2016-12-01.xml.gz: unexpected end of file&#xA;gunzip: dblp-2016-12-01.xml.gz: uncompress failed&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Problem Solved&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue seems to be my download mechanism.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I had my coworker download and unzip the file and it worked on his machine. So I had him send me his zip file and I was able to unzip it. The md5sum also checks out on his download of the zip file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So it turns out it has something to do with the way I'm downloading it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I downloaded using Chrome 54.0.2840.98 (64-bit) I also tried downloading using curl 7.49.1&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But methods resulted in a file that I could not unzip.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyways, problem solved for now. I'll just have my coworker download all my files from now on ;)&lt;/p&gt;&#xA;" OwnerUserId="14117" LastEditorUserId="14117" LastEditDate="2016-12-08T18:52:24.873" LastActivityDate="2016-12-08T18:52:24.873" Title="Can anyone else unzip the DBLP data?" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10258" PostTypeId="2" ParentId="10257" CreationDate="2016-12-08T11:02:17.583" Score="1" Body="&lt;p&gt;The latest release (8 dec) and your 1 dec example unpack fine with me&lt;sup&gt;*&lt;/sup&gt;. The XML file contents seem valid (I have not verified that, a site like &lt;a href=&quot;https://www.xmlvalidation.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;XMLValidate.com&lt;/a&gt; chokes on the size, as did my &lt;a href=&quot;http://www.firstobject.com/dn_editor.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;FirstObject XML Editor&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used Microsofts &lt;a href=&quot;https://support.microsoft.com/en-us/kb/841290&quot; rel=&quot;nofollow noreferrer&quot;&gt;File Checksum Integrity Verifier utility&lt;/a&gt; and the MD5 of the current release does NOT match either the .gz or the .xml file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you sure you were not trying to uncompress it while the download was still in progress? Try another uncompress tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;* I'm on Windows and use the built-in decompression with &lt;a href=&quot;https://www.ghisler.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Total Commander&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2016-12-08T11:02:17.583" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10259" PostTypeId="2" ParentId="10257" CreationDate="2016-12-08T12:04:24.790" Score="2" Body="&lt;p&gt;I just tested the original files on the dblp live host system and I cannot reproduce this error. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;md5sum&lt;/code&gt; yields the correct fingerprint for me:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; md5sum dblp-2016-12-01.xml.gz&#xA;57e3406f01fa64a260affaef129d4afd  dblp-2016-12-01.xml.gz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Also, &lt;code&gt;gunzip -t dblp-2016-12-01.xml.gz&lt;/code&gt; does not complain, and &lt;code&gt;gunzip&lt;/code&gt; decompresses the file without any problem. I could even validate the resulting XML file using &lt;code&gt;xmllint&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; xmllint --noout --stream --valid --loaddtd dblp-2016-12-01.xml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Used environment:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ubuntu 14.04.1 LTS&lt;/li&gt;&#xA;&lt;li&gt;md5sum (GNU coreutils) 8.21&lt;/li&gt;&#xA;&lt;li&gt;gunzip (gzip) 1.6&lt;/li&gt;&#xA;&lt;li&gt;xmllint: using libxml version 20901&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hence, I am puzzled about what is going wrong here. Do you have double-checked that the file *.gz downloaded completely?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is a problem here I am very interested in learning the root cause, too.&lt;/p&gt;&#xA;" OwnerUserId="5591" LastActivityDate="2016-12-08T12:04:24.790" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10260" PostTypeId="1" CreationDate="2016-12-08T12:21:43.647" Score="1" ViewCount="60" Body="&lt;p&gt;Do you have any sources of open data on cyber bullying?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any U.S. government (federal, state or local) departments that provide this data?&lt;/p&gt;&#xA;" OwnerUserId="2837" LastEditorDisplayName="user4293" LastEditDate="2016-12-08T14:47:40.747" LastActivityDate="2016-12-08T14:47:40.747" Title="Open data on cyber bullying?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10261" PostTypeId="1" CreationDate="2016-12-08T16:35:10.913" Score="4" ViewCount="103" Body="&lt;p&gt;I am looking for a dataset combining both lidar point cloud and individual tree inventory (positions, crown diameter,...) on a forested area.&lt;/p&gt;&#xA;" OwnerUserId="14682" LastEditorUserId="23272" LastEditDate="2021-04-04T04:49:08.310" LastActivityDate="2023-07-27T23:41:56.737" Title="Forest inventory and lidar" Tags="|data-request|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10263" PostTypeId="2" ParentId="4221" CreationDate="2016-12-09T00:26:18.237" Score="4" Body="&lt;p&gt;October the 18th 2016: &lt;a href=&quot;https://file.wikileaks.org/file/&quot;&gt;https://file.wikileaks.org/file/&lt;/a&gt; was made publicly visible and file dates and timestamps changed to 1984. &lt;/p&gt;&#xA;" OwnerUserId="14684" LastActivityDate="2016-12-09T00:26:18.237" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10264" PostTypeId="1" CreationDate="2016-12-09T01:34:38.207" Score="3" ViewCount="63" Body="&lt;p&gt;I'm looking for permits of US metropolitan areas, like Chicago, so far I found this one:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cityofchicago.org/city/en/depts/bldgs/dataset/building_permits.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Permits issued by the Department of Buildings in the City of Chicago from 2006 to the present&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But this one only includes construction permits, I'm also looking for other types of permits like electrical and plumbing &lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="13276" LastEditDate="2017-01-06T14:22:45.647" LastActivityDate="2017-09-25T17:18:48.083" Title="Permits of US metropolitan areas" Tags="|data-request|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10265" PostTypeId="2" ParentId="10261" CreationDate="2016-12-09T15:56:10.970" Score="2" Body="&lt;p&gt;There are a few websites that you can go to &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Lidar&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Lidar&lt;/a&gt;   Look at the External Links at the bottom&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.usgs.gov/science/science-explorer?lq=LIDAR&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/science/science-explorer?lq=LIDAR&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://donnees4free.blogspot.com/2016/10/new-free-lidar-data-sources-list.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://donnees4free.blogspot.com/2016/10/new-free-lidar-data-sources-list.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gisgeography.com/top-6-free-lidar-data-sources/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gisgeography.com/top-6-free-lidar-data-sources/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2016-12-09T15:56:10.970" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10266" PostTypeId="1" CreationDate="2016-12-09T16:21:32.433" Score="2" ViewCount="42" Body="&lt;p&gt;I'm looking for a tool to Highlight regions of the US map.&#xA;Cities, states or metropolitan areas. If it is an online tool much better.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Found it:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://drive.google.com/templates?type=drawings&amp;amp;sort=user&amp;amp;view=public&amp;amp;ddrp=1#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://drive.google.com/templates?type=drawings&amp;amp;sort=user&amp;amp;view=public&amp;amp;ddrp=1#&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="9722" LastEditDate="2016-12-09T16:38:25.940" LastActivityDate="2016-12-09T16:38:25.940" Title="Highlight regions of the US map" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ClosedDate="2016-12-18T18:22:20.787" ContentLicense="CC BY-SA 3.0" />
  <row Id="10267" PostTypeId="1" CreationDate="2016-12-09T16:58:45.580" Score="2" ViewCount="53" Body="&lt;p&gt;I'm setting up an offline OpenStreetMap Server and need to provide terrain data as well. What exists to do this?&lt;/p&gt;&#xA;" OwnerUserId="14688" LastActivityDate="2016-12-09T16:58:45.580" Title="Setting up an offline Tile Server for Terrain Data" Tags="|geospatial|openstreetmap|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10268" PostTypeId="1" CreationDate="2016-12-10T03:40:20.297" Score="1" ViewCount="64" Body="&lt;p&gt;I want to create a music application for which I need to support user searching for top music albums, artists or songs in USA using voice. In order to create language model I need to cache these charts entries...not actually the song content.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am building it for a client so it's a commercial application. Can I get those charts using spotify API for free? They seem to allow you to download them for free here &#xA;&lt;a href=&quot;https://spotifycharts.com/regional/us/weekly/latest&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spotifycharts.com/regional/us/weekly/latest&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I wonder may be it's also allowed to scrape it or get the charts using API.&lt;/p&gt;&#xA;" OwnerUserId="10568" LastActivityDate="2016-12-10T03:40:20.297" Title="Can I use SpotifyCharts for getting music album, artists and song names for US using Spotify API for commercial use?" Tags="|music|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10269" PostTypeId="1" AcceptedAnswerId="10702" CreationDate="2016-12-10T15:48:26.720" Score="6" ViewCount="239" Body="&lt;p&gt;I'm trying to retrieve some basic informations from chemical elements stored in wikidata to create an interactive periodic table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's my first attempt to use wikidata, so I've understood how to get properties stored directly inside a chemical element(here is the &lt;a href=&quot;https://www.wikidata.org/wiki/Q556&quot; rel=&quot;nofollow noreferrer&quot;&gt;hydrogen wikidata page&lt;/a&gt;) like &lt;code&gt;atomic number&lt;/code&gt; or &lt;code&gt;symbol&lt;/code&gt;, here's the code modified from the example:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Chemical elements and their isotopes by number of neutrons (min/max)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?element (SAMPLE(?symbol) AS ?symbol) (SAMPLE(?protons) AS ?protons) (SAMPLE(?mass) AS ?mass) (SAMPLE(?group) AS ?group) (SAMPLE(?period) AS ?period)&#xA;WHERE&#xA;{&#xA;  ?element wdt:P31 wd:Q11344;&#xA;           wdt:P1086 ?protons;&#xA;           wdt:P246 ?symbol.&#xA;}&#xA;GROUP BY ?element&#xA;ORDER BY ?protons&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But I also need to get the position inside the periodic table know as group and period.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The chemical element page states that for example the hydrogen element &lt;strong&gt;is an instance of&lt;/strong&gt; &lt;code&gt;group 1 element (Q19557)&lt;/code&gt;, and &lt;code&gt;period 1 element (Q191936)&lt;/code&gt; but I can't figure out how to get these numbers, directly in the json response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit 1&lt;/strong&gt;&#xA;I tried to add a series ordinal property to groups in order to retrieve these numbers. For example see &lt;a href=&quot;https://www.wikidata.org/wiki/Q106675&quot; rel=&quot;nofollow noreferrer&quot;&gt;Group 15&lt;/a&gt;. However, I can't figure out how to get these numbers. Sorry for my ignorance!&lt;/p&gt;&#xA;" OwnerUserId="14695" LastEditorUserId="14695" LastEditDate="2016-12-15T20:55:05.080" LastActivityDate="2017-02-25T18:03:36.717" Title="Retrieve periodic table information from wikidata" Tags="|wikidata|sparql|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10270" PostTypeId="2" ParentId="10261" CreationDate="2016-12-11T08:57:32.660" Score="1" Body="&lt;p&gt;I haven't found a site that combines both tree inventory open data and LiDAR open data. You might have to compare the coverage of a number of unrelated sites and hope they coincide.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For LiDAR open data a good portal is &lt;a href=&quot;http://opentopo.sdsc.edu/datasets&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;OpenTopography&quot;&gt;OpenTopography&lt;/a&gt;, you can download small areas. I would encourage you to create an account as this will increase your download limit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://coast.noaa.gov/inventory/%20%22US%20Interagency%20Elevation%20Inventory&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Interagency Elevation Inventory&lt;/a&gt; is a great portal as well. It will direct you to external data repositories but the coverage is awe inspiring.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastActivityDate="2016-12-11T08:57:32.660" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10271" PostTypeId="2" ParentId="10011" CreationDate="2016-12-11T10:24:08.920" Score="1" Body="&lt;p&gt;The British Geological Survey provides free online access (through a &lt;a href=&quot;http://mapapps.bgs.ac.uk/geologyofbritain/home.html?&quot; rel=&quot;nofollow noreferrer&quot;&gt;web GIS&lt;/a&gt;) to &lt;a href=&quot;http://www.bgs.ac.uk/data/boreholescans/home.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;scans&lt;/a&gt; of over a million borehole records.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Borehole records are produced from a geologist's or surveyor's observations of the rock core extracted from the ground. It typically includes locality, lithological descriptions with depth and thickness.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;An example of a scan is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://scans.bgs.ac.uk/sobi_scans/boreholes/699361/images/12446545.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;BGS ID: 699361 : BGS Reference: NY86NE25&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2016-12-11T10:24:08.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10272" PostTypeId="1" AcceptedAnswerId="10274" CreationDate="2016-12-11T15:39:53.033" Score="3" ViewCount="107" Body="&lt;p&gt;I'm trying to find public dataset where it's possible to find NaPTAN code from bus stop number displayed on the plate on each stop. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example for &quot;CROFTON PARK STATION&quot; number on plate is &lt;strong&gt;58556&lt;/strong&gt; and maching NaPTAN code is &lt;strong&gt;490018484N&lt;/strong&gt;  (source: &lt;a href=&quot;https://tfl.gov.uk/bus/stop/490018484N/crofton-park-station&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tfl.gov.uk/bus/stop/490018484N/crofton-park-station&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From &lt;a href=&quot;https://www.whatdotheyknow.com/request/unique_bus_stop_identifier?unfold=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;public enquiry&lt;/a&gt; I found out that NaPTAN codes relate to BODS codes. Unfortunately, I was only able to find an outdated lookup spreadsheet that doesn't have the newer NaPTAN codes. &lt;a href=&quot;https://data.gov.uk/dataset/naptan&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.uk's NaPTAN database&lt;/a&gt; covers public transportation but lacks local bus stop numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there way to translate BODS code to NaPTAN or might be someone knows where it's possible to download that database?&lt;/p&gt;&#xA;" OwnerUserId="14703" LastEditorUserId="9956" LastEditDate="2016-12-11T16:13:42.970" LastActivityDate="2016-12-11T16:13:42.970" Title="London bus stops registry" Tags="|data-request|transportation|uk|public-transport|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10273" PostTypeId="1" CreationDate="2016-12-11T15:46:14.540" Score="3" ViewCount="73" Body="&lt;p&gt;Is there a corpus of business/corporate press releases? I'm looking for a collection of releases like these, but from any corporation whatsoever: &lt;a href=&quot;http://www.businesswire.com/news/home/20161209005816/en/IMPORTANT-INVESTOR-ALERT-Goldberg-Law-PC-Announces&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.businesswire.com/news/home/20161209005816/en/IMPORTANT-INVESTOR-ALERT-Goldberg-Law-PC-Announces&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I only care about English texts.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2016-12-14T23:31:06.583" Title="Database of Press Releases" Tags="|business|corpora|journalism|news|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10274" PostTypeId="2" ParentId="10272" CreationDate="2016-12-11T15:48:16.247" Score="3" Body="&lt;p&gt;I finally found it at &lt;a href=&quot;http://naptan.app.dft.gov.uk/datarequest/help&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://naptan.app.dft.gov.uk/datarequest/help&lt;/a&gt; under GTFS section, direct link: &lt;a href=&quot;http://naptan.app.dft.gov.uk/datarequest/GTFS.ashx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://naptan.app.dft.gov.uk/datarequest/GTFS.ashx&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="14703" LastActivityDate="2016-12-11T15:48:16.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10275" PostTypeId="1" CreationDate="2016-12-11T19:02:21.343" Score="4" ViewCount="1151" Body="&lt;p&gt;I'm looking for a shapefile containing all EU countries / regions / districts / city boundaries.&lt;/p&gt;&#xA;" OwnerUserId="14315" LastEditorUserId="5766" LastEditDate="2016-12-18T18:22:35.297" LastActivityDate="2016-12-18T18:22:35.297" Title="Shapefile of European Union regions and districts" Tags="|data-request|geospatial|europe|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10276" PostTypeId="2" ParentId="10275" CreationDate="2016-12-12T02:59:25.217" Score="8" Body="&lt;p&gt;The Global Administrative Areas dataset is available as a shapefile or file geodatabase;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gadm.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also as several other handy formats (only available when you download an individual country though);&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Geopackage&lt;/li&gt;&#xA;&lt;li&gt;Google Earth KMZ&lt;/li&gt;&#xA;&lt;li&gt;R SpatialPolygonsDataFrame&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Given you're interested in Europe it might be best to download the whole globe (found here &lt;a href=&quot;http://gadm.org/version2&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gadm.org/version2&lt;/a&gt;) and clip down to your area.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastEditorUserId="14333" LastEditDate="2016-12-13T09:14:07.087" LastActivityDate="2016-12-13T09:14:07.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10277" PostTypeId="2" ParentId="10269" CreationDate="2016-12-12T09:50:24.633" Score="6" Body="&lt;p&gt;I think this is close to what you want but there doesn't seem to be a property for group or period as a number.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?element ?elementLabel ?symbol  ?protons ?group ?groupLabel ?period ?periodLabel&#xA;WHERE&#xA;{&#xA;  ?element wdt:P31 wd:Q11344;&#xA;           wdt:P1086 ?protons;&#xA;           wdt:P246 ?symbol.&#xA;  OPTIONAL {?element wdt:P279 ?group .&#xA;            ?group wdt:P31 wd:Q83306 .}&#xA;  OPTIONAL {?element wdt:P279 ?period .&#xA;            ?period wdt:P31 wd:Q101843 .}&#xA;     SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &quot;en&quot; .&#xA;   }&#xA;}&#xA;&#xA;ORDER BY ?protons&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9894" LastActivityDate="2016-12-12T09:50:24.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10278" PostTypeId="1" CreationDate="2016-12-12T14:23:37.423" Score="1" ViewCount="99" Body="&lt;p&gt;I'm looking for datasets allowing one to map names (given names, family names) to geographical locations. So far, the best source I've found is Wiki/DBpedia with ~ 1 million records, and Web Of Science Author names and geolocation of their affiliation.&lt;/p&gt;&#xA;&lt;p&gt;Is there any other source I could use or someone can think of?&lt;/p&gt;&#xA;" OwnerUserId="1601" OwnerDisplayName="mazieres" LastEditorUserId="23272" LastEditDate="2022-07-14T12:44:03.463" LastActivityDate="2022-07-14T12:44:03.463" Title="Data source for names demography analysis?" Tags="|data-request|demographics|names|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10279" PostTypeId="1" AcceptedAnswerId="10283" CreationDate="2016-12-12T16:19:07.023" Score="1" ViewCount="242" Body="&lt;p&gt;Using the following query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?itemDescription ?director WHERE {&#xA;  ?item wdt:P31 wd:Q11424 .&#xA;  ?item wdt:P161 wd:Q2263 .&#xA;  OPTIONAL{?item wdt:P57 ?director .} &#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I can get movies with Tom Hanks and QID of director.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But how can I get director's name (label of this QID) in this table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Query can be seen on &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3FitemDescription%20%3Fdirector%20WHERE%20%7B%0A%20%20%3Fitem%20wdt%3AP31%20wd%3AQ11424%20.%0A%20%20%3Fitem%20wdt%3AP161%20wd%3AQ2263%20.%0A%20%20OPTIONAL%7B%3Fitem%20wdt%3AP57%20%3Fdirector%20.%7D%20%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D%0A%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata Query Service page&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3286" LastActivityDate="2016-12-12T18:18:48.303" Title="get label (Name) instead QID field" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10280" PostTypeId="2" ParentId="9685" CreationDate="2016-12-12T16:52:36.670" Score="6" Body="&lt;p&gt;Yes, you can, but it isn't short:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct ?item ?itemLabel ?itemDescription WHERE{  &#xA;  ?item ?label &quot;Mozambique&quot;@en.  &#xA;  ?item wdt:P31 wd:Q6256 .&#xA;  ?article schema:about ?item .&#xA;  ?article schema:inLanguage &quot;en&quot; .&#xA;  ?article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;. &#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }    &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can see it &lt;a href=&quot;https://query.wikidata.org/#SELECT%20distinct%20%3Fitem%20%3FitemLabel%20%3FitemDescription%20WHERE%7B%20%20%0A%20%20%3Fitem%20%3Flabel%20%22Mozambique%22%40en.%20%20%0A%20%20%3Fitem%20wdt%3AP31%20wd%3AQ6256%20.%0A%20%20%3Farticle%20schema%3Aabout%20%3Fitem%20.%0A%20%20%3Farticle%20schema%3AinLanguage%20%22en%22%20.%0A%20%20%3Farticle%20schema%3AisPartOf%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E.%09%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%20%20%20%20%0A%7D&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3286" LastEditorUserId="3286" LastEditDate="2016-12-13T22:08:05.223" LastActivityDate="2016-12-13T22:08:05.223" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10281" PostTypeId="2" ParentId="10278" CreationDate="2016-12-12T17:48:33.053" Score="3" Body="&lt;p&gt;The Dutch Central Bureau for Genealogy has an interface where you can type a family name and it will show the geographical distribution of that name throughout the Netherlands. You can also enter a single letter and search for names containing that letter, so with some scraping you should be able to get quite a bit of data. You can find the search interface here: &#xA;&lt;a href=&quot;http://www.cbgfamilienamen.nl/nfb/index.php?taal=eng&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cbgfamilienamen.nl/nfb/index.php?taal=eng&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2016-12-12T17:48:33.053" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10282" PostTypeId="1" CreationDate="2016-12-12T18:01:32.440" Score="7" ViewCount="91" Body="&lt;p&gt;Data.gov contains over 190,000 data sets, but only a &lt;a href=&quot;https://api.data.gov/docs/&quot; rel=&quot;noreferrer&quot;&gt;select few&lt;/a&gt; are integrated into Data.gov's API key registration system. What is the process to integrate an existing API with data.gov as an API gateway and what are the benefits?&lt;/p&gt;&#xA;" OwnerUserId="14712" LastEditorUserId="9956" LastEditDate="2016-12-13T03:16:48.383" LastActivityDate="2019-05-25T03:04:24.580" Title="How do US agencies connect their APIs to Data.gov's registration system?" Tags="|usa|data.gov|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10283" PostTypeId="2" ParentId="10279" CreationDate="2016-12-12T18:18:48.303" Score="3" Body="&lt;p&gt;Just add &lt;code&gt;?directorLabel&lt;/code&gt; to the select. The label service seems to work on any declared variable if you suffix it with 'Label'&lt;/p&gt;&#xA;" OwnerUserId="9894" LastActivityDate="2016-12-12T18:18:48.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10284" PostTypeId="2" ParentId="10275" CreationDate="2016-12-12T18:54:56.577" Score="1" Body="&lt;p&gt;I found &lt;a href=&quot;http://www.eurogeographics.org/products-and-services/euroglobalmap&quot; rel=&quot;nofollow noreferrer&quot;&gt;EuroGlobalMap&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;EuroGlobalMap is a 1:1 million scale topographic dataset covering 45 countries and territories in the European region.&lt;/p&gt;&#xA;&lt;p&gt;The dataset contains six themes:&lt;br /&gt;&lt;br /&gt;&#xA;Administrative boundaries&lt;br /&gt;&#xA;The water network&lt;br /&gt;&#xA;Tranport networks&lt;br /&gt;&#xA;Settlements&lt;br /&gt;&#xA;Elevation&lt;br /&gt;&#xA;Names locations&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="14315" LastEditorUserId="-1" LastEditorDisplayName="user4293" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-12-14T19:51:16.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10285" PostTypeId="1" CreationDate="2016-12-13T03:40:43.780" Score="9" ViewCount="3058" Body="&lt;p&gt;I am currently doing a project regarding a Choropleth map and I need data sets containing postal codes of Malaysia in a shapefile for map making purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have already gone through these sources without success:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.geopostcodes.com/Malaysia&quot; rel=&quot;noreferrer&quot;&gt;http://www.geopostcodes.com/Malaysia&lt;/a&gt; (Spatial Points Data frame, not Polygons)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.mapcruzin.com/free-malaysia-country-city-place-gis-shapefiles.htm&quot; rel=&quot;noreferrer&quot;&gt;http://www.mapcruzin.com/free-malaysia-country-city-place-gis-shapefiles.htm&lt;/a&gt; (does not have shp files that contain postal codes)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.zipboundary.com/international.html&quot; rel=&quot;noreferrer&quot;&gt;http://www.zipboundary.com/international.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gadm.org/country&quot; rel=&quot;noreferrer&quot;&gt;http://gadm.org/country&lt;/a&gt; (Good resources but still do not have shp files that contain postal codes)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a data repository that might have a shapefile of Malaysia's postal codes?&lt;/p&gt;&#xA;" OwnerUserId="14715" LastEditorUserId="9956" LastEditDate="2016-12-15T08:00:51.150" LastActivityDate="2017-02-04T11:45:30.550" Title="Shapefile of Malaysia Postal codes?" Tags="|data-request|geospatial|postal-code|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10286" PostTypeId="2" ParentId="10285" CreationDate="2016-12-13T15:30:19.677" Score="8" Body="&lt;p&gt;There is no direct source for this information that would be open data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://index.okfn.org/place/malaysia/postcodes/&quot; rel=&quot;noreferrer&quot;&gt;Global Open Data Index&lt;/a&gt; says that the:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;From the Department of Statistics Malaysia official portal, there datasets are not available. Given that the institution is in the Federal State territory, submitting for Freedom of Information request is impossible because there is no Freedom of Information Act for the Federal State Wilayah Persekutuan.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I am not fluent in Malaysian, but you have a hope in the &lt;a href=&quot;http://mygdix.mygeoportal.gov.my/mygdiexplorer/catalog/main/home.page&quot; rel=&quot;noreferrer&quot;&gt;MyGDI Data Explorer.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, you could replicate the map below, found on &lt;a href=&quot;https://en.wikipedia.org/wiki/Postal_codes_in_Malaysia&quot; rel=&quot;noreferrer&quot;&gt;Wikipedia's Postal codes in Malaysia&lt;/a&gt;. The map suggests chatting with &lt;a href=&quot;http://regiograph.gfk.com/&quot; rel=&quot;noreferrer&quot;&gt;GfK's Regiograph division&lt;/a&gt; as they have the data available for purchase.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PjOLn.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PjOLn.png&quot; alt=&quot;Wikipedia PostCodes for Malaysia&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="7037" LastEditDate="2016-12-14T05:28:16.657" LastActivityDate="2016-12-14T05:28:16.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10287" PostTypeId="1" AcceptedAnswerId="10299" CreationDate="2016-12-14T11:48:13.837" Score="3" ViewCount="211" Body="&lt;p&gt;I am looking for county-level data from the U.S. containing the counties' name and FIPS code (or any other identifier) as well as information total population and urban population rates. How urban population rates are calculated, i.e. what is classified as urban and non-urban is not extremely important. More, important is that definitions are consistent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for data for the years 1950, 1960, 1970, 1980, 1990, 2000 and 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(This looks like a trivial question, and probably it is. However, I was not able to find any appropriate data when I was searching NHGIS, ICPSR etc. Maybe I overlooked something?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2016-12-15T14:49:19.767" Title="US county-level data on population and urbanization rates 1950-2010" Tags="|usa|us-census|county|population|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10288" PostTypeId="1" CreationDate="2016-12-14T13:04:46.603" Score="5" ViewCount="248" Body="&lt;p&gt;I am looking for US county-to-county migration out flow data. That is, for every county in the United States (say, 1001 Autanga), the data would contain the absolute or relative number of people who migrated to other counties (say, 1002, 1003, ...) in that period.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was able to find such data for the period from 1995 to 2000 (&lt;a href=&quot;https://www.census.gov/data/tables/2000/demo/geographic-mobility/county-to-county-migration-flows.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;see here&lt;/a&gt;) as well as for the periods between 2000 and 2014 (&lt;a href=&quot;https://www.census.gov/topics/population/migration/guidance/county-to-county-migration-flows.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;see here&lt;/a&gt;) through the U.S. Census Bureau. Now I am looking for similar data for earlier periods throughout the 20th century. Say, for example for the periods 1920-25, 1950-55, 1970-75.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions are much appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In absence of county data, I would also appreciate state-to-state migration for the same period.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastEditorUserId="70" LastEditorDisplayName="user4293" LastEditDate="2022-10-14T18:50:33.783" LastActivityDate="2022-10-14T18:50:33.783" Title="US county-to-county and/or state-to-state migration flows - historic data for the 20th century" Tags="|data-request|usa|population|county|migration|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10289" PostTypeId="2" ParentId="10252" CreationDate="2016-12-14T15:02:24.410" Score="2" Body="&lt;p&gt;USAID is in the process of finalizing its geospatial data standards, which we expect to make available in 2017.  As stated in our &lt;a href=&quot;https://www.usaid.gov/data/frequently-asked-questions#Q7&quot; rel=&quot;nofollow noreferrer&quot;&gt;Frequently Asked Questions&lt;/a&gt; (FAQs), datasets must be submitted to the DDL &quot;in a machine-readable, non-proprietary format.&quot;  As a matter of practice, the DDL will accept proprietary formats &lt;strong&gt;&lt;em&gt;as long as&lt;/em&gt;&lt;/strong&gt; the submitter also provides a non-proprietary format. This holds true for geospatial datasets.  For more clarity on definitions of terms, please see &lt;a href=&quot;https://www.usaid.gov/data/frequently-asked-questions#Q2&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQ#2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have already completed the &lt;a href=&quot;https://www.usaid.gov/data/DDLSubmissions&quot; rel=&quot;nofollow noreferrer&quot;&gt;DDL Submission Form&lt;/a&gt;, our DDL staff will reach out to you with a link where you can upload your data files.  If you have not received that link, please contact our staff at opendata@usaid.gov for assistance.  &lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2016-12-14T15:02:24.410" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10290" PostTypeId="2" ParentId="10232" CreationDate="2016-12-14T16:56:18.350" Score="4" Body="&lt;p&gt;While I don't have direct experience with Japanese material, a quick search for Japan cadastral material reveals that this data might not exist in a digital form.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;[The] lack of progress in surveying land in the Tokyo metropolitan area has become a serious problem&quot; – Japan Times, &quot;&lt;a href=&quot;http://www.japantimes.co.jp/community/2015/01/02/how-tos/property-borders-where-to-draw-the-line/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Property borders: Where to draw the line&lt;/a&gt;&quot;, 2 January 2015&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://tochi.mlit.go.jp/english/generalpage/5604&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Ministry of Land &amp;amp; Infrastructure&lt;/a&gt; has a map of land survey progress. The national average is 45%, the Tokyo region is labeled &quot;less than 20%&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;By the way, the best search term for this kind of data is &quot;cadastre&quot;. &lt;/p&gt;&#xA;" OwnerUserId="14731" LastEditorUserId="14731" LastEditDate="2016-12-16T19:09:14.110" LastActivityDate="2016-12-16T19:09:14.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10291" PostTypeId="1" AcceptedAnswerId="10300" CreationDate="2016-12-14T19:15:32.500" Score="3" ViewCount="657" Body="&lt;p&gt;Is anyone aware of any dataset that is about fleet and fleet management? I mean data about a set of vehicles that transport goods or perform some tasks among different centers within a central management.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am open to different varieties such as Walmart sending goods to its branches, a postal company, some car manufacturer remotely controlling the cars or even transportation of livestock.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We plan to investigate how technology can improve such businesses from both technological as well as business point of view.&lt;/p&gt;&#xA;" OwnerUserId="14725" LastActivityDate="2016-12-15T16:14:31.383" Title="Fleet (Transportration) Dataset" Tags="|data-request|geospatial|transportation|traffic|real-time|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10292" PostTypeId="1" CreationDate="2016-12-14T20:07:30.777" Score="1" ViewCount="26" Body="&lt;p&gt;I am a marine that was stationed at camp lejeune from 1986-1988. I recently was diagnosed with breast cancer. I just want to know the total is now for marines that were there doing the contamination that has breast cancer.&lt;/p&gt;&#xA;" OwnerUserId="14732" LastActivityDate="2016-12-14T20:07:30.777" Title="marines with breast cancer stationed at camp lejeune from 1952-1987" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10293" PostTypeId="1" CreationDate="2016-12-14T20:11:25.920" Score="1" ViewCount="16" Body="&lt;p&gt;I'm running a Dbscan. On a matrix that's 10333 by 10333, using an epsilon value of 50. Is there any way to gauge how long this will take? It's been running for the past 8 hours now. Also does it depend on the magnitude of the elements value? &lt;/p&gt;&#xA;" OwnerUserId="14577" LastActivityDate="2016-12-14T20:11:25.920" Title="Dbscan time duration gauge" Tags="|programming|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10294" PostTypeId="2" ParentId="10282" CreationDate="2016-12-14T23:29:02.573" Score="2" Body="&lt;p&gt;I'm not sure how to do the integration but the benefits are fairly obvious. You get to deal with a greatly &quot;reduced&quot; data set suitable for your needs, instead of having to sift through a vast amount of (mostly) useless data.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-12-14T23:29:02.573" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10295" PostTypeId="2" ParentId="10273" CreationDate="2016-12-14T23:31:06.583" Score="1" Body="&lt;p&gt;Most publicly traded companies (and some private ones) will keep a list of recent press releases on their website. Sometimes Yahoo Finance, when &quot;covering&quot; a publicly traded company, will compile a useful list of news articles.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2016-12-14T23:31:06.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10296" PostTypeId="1" CreationDate="2016-12-15T03:03:39.843" Score="2" ViewCount="3894" Body="&lt;p&gt;I'm currently searching for a big list of machine readable latin words. I need it in a (.txt) file and preferably no definitions with the words, and each word be on a different line. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;studiose&#xA;studium&#xA;stultus&#xA;suadeo&#xA;suasoria&#xA;...and so on...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I could find something like this or does someone have it? If you know of one with definitions, the would have to be commonly separated like with a colon:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;latin_word:definition&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="14737" LastEditorUserId="70" LastEditDate="2016-12-17T13:15:36.373" LastActivityDate="2017-01-23T15:50:54.507" Title="Where can I find a list of latin words?" Tags="|data-request|language|dictionary|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10298" PostTypeId="2" ParentId="10275" CreationDate="2016-12-15T08:43:23.607" Score="3" Body="&lt;p&gt;You can use OpenStreetMap data. Just download the Europe dump and process it.&lt;/p&gt;&#xA;&lt;p&gt;For example,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;$ wget &lt;a href=&quot;http://download.geofabrik.de/europe-latest.osm.pbf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/europe-latest.osm.pbf&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;$ osmosis --read-pbf europe.osm.pbf --tf accept-ways &amp;quot;boundary=administrative&amp;quot; --used-node --write-pbf boundaries.osm.pbf&lt;/p&gt;&#xA;&lt;p&gt;$ ogr2ogr -f SQLite boundaries.sqlite boundaries.osm.pbf&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;It will create a SQLite database that you can use to create the shapefile in Qgis or with more ogr2ogr processing.&lt;/p&gt;&#xA;&lt;p&gt;For more explanations about boundary tag, check &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14740" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2016-12-15T08:43:23.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10299" PostTypeId="2" ParentId="10287" CreationDate="2016-12-15T14:49:19.767" Score="3" Body="&lt;p&gt;(After a while I have found some useful sources. I will answer my own question, so that future visitors to this site with the same question, have a starting point.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data 1940-1990 (from ICPSR):&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Urbanization rate data for the earlier period can be obtained from the ICPSR 02896 data (&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/ICPSR/studies/02896&quot; rel=&quot;nofollow noreferrer&quot;&gt;see here&lt;/a&gt;). In particular, the datasets DS70 throughout DS78 and, in addition, DS83 cover the time frame above. Note that data (in most instances) either contains information on total population and total urban population, or on total population and urbanization rates, so that you are able to construct the third (and missing) variable yourself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data 1970-2010 (from NHGIS):&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Urbanization rate data for the latter period can be obtained as time series data from the NHGIS (&lt;a href=&quot;https://data2.nhgis.org/main&quot; rel=&quot;nofollow noreferrer&quot;&gt;see here&lt;/a&gt;). To find the data go to select data, choose the years 1970 to 2010 and the topic &quot;Urban, Rural, Farm status&quot;. Under the header Time Series Tables, you can then select the data set &quot;Persons by Urban/Rural Status&quot; which contains information on the absolute number of people living in urban and in rural areas for all US counties. Note, however, that the data seems to contain some errors (especially missing values coded as 0).&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2016-12-15T14:49:19.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10300" PostTypeId="2" ParentId="10291" CreationDate="2016-12-15T16:14:31.383" Score="4" Body="&lt;p&gt;The exact data you are looking for is kept private as it is a competitive advantage. You have two options on getting the resolution of data you would like:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Go work for the business you would like to investigate. Freight companies are secretive about their fleet management. The first reason is to avoid having their competitors get involved and a slight fear of government getting involved.&lt;/li&gt;&#xA;&lt;li&gt;Use simulation softwares from industrial engineers, they can give you a fairly good situation&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Open Data Sources:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ops.fhwa.dot.gov/freight/freight_analysis/faf/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Freight Analysis Framework&lt;/a&gt;: Very high level data&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Proprietary Sources:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://atri-online.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;American Transportation Research Institute's truck data&lt;/a&gt;: This database tracks GPS probes throughout the day from a fairly large database&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ihs.com/products/transearch-freight-transportation-research.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;IHS' TranSearch Database&lt;/a&gt;: Provides a higher level of resolution than the FAF system referenced above&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-12-15T16:14:31.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10301" PostTypeId="1" CreationDate="2016-12-15T23:55:45.857" Score="7" ViewCount="678" Body="&lt;p&gt;I realize this is kind of a long shot, but I figured I would ask - I'm try to do large scale analysis of medical data for research purposes, but it's exceedingly difficult to get access to medical records in any large quantity.  Is there data available for something like this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to get as complete a set of electronic medical records as possible.  Specifically, I'm looking for information on diagnoses for a variety of conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data format or source doesn't really matter to me.&lt;/p&gt;&#xA;" OwnerUserId="9126" LastEditorUserId="9126" LastEditDate="2016-12-16T15:08:54.813" LastActivityDate="2016-12-27T00:36:50.147" Title="Are there anonymized medical records publicly available for research?" Tags="|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10302" PostTypeId="2" ParentId="10296" CreationDate="2016-12-16T14:22:05.383" Score="5" Body="&lt;p&gt;I haven't found any ready lists with just Latin words in txt format, but you can parse these lists to extract the Latin words from them: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Dickinson College: &lt;a href=&quot;http://dcc.dickinson.edu/latin-vocabulary-list&quot;&gt;&lt;strong&gt;LATIN CORE VOCABULARY&lt;/strong&gt;&lt;/a&gt;. &lt;a href=&quot;http://dcc.dickinson.edu/terms-use&quot;&gt;Terms of use&lt;/a&gt;: &quot;(...) Dickinson College Commentaries by Dickinson College is licensed under a Creative Commons Attribution-ShareAlike License (CC BY-SA).&quot;&lt;/li&gt;&#xA;&lt;li&gt;Bill Casselman: &lt;a href=&quot;http://www.math.ubc.ca/~cass/frivs/latin/latin-dict-full.html&quot;&gt;&lt;strong&gt;Latin dictionary&lt;/strong&gt;&lt;/a&gt;. Terms of use: contact the &lt;a href=&quot;http://www.math.ubc.ca/~cass/&quot;&gt;author&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;The Latin Dictionary: &lt;a href=&quot;http://latindictionary.wikidot.com/index&quot;&gt;&lt;strong&gt;Index&lt;/strong&gt;&lt;/a&gt;. Terms: Creative Commons Attribution-ShareAlike 3.0 License.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14002" LastActivityDate="2016-12-16T14:22:05.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10303" PostTypeId="1" CreationDate="2016-12-16T14:43:29.797" Score="1" ViewCount="20" Body="&lt;p&gt;Looking for a shapefile/FileGDB (any type of spatial data) of all the New Jersey dairies. I have found a Washington state layer here &lt;a href=&quot;http://geography.wa.gov/data-products-services/data/data-catalog&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geography.wa.gov/data-products-services/data/data-catalog&lt;/a&gt; but I cannot find the same or similar layer type for NJ&lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2016-12-16T14:43:29.797" Title="New Jersey Dairies" Tags="|geospatial|agriculture|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10304" PostTypeId="1" CreationDate="2016-12-16T16:02:13.290" Score="3" ViewCount="76" Body="&lt;p&gt;(Duplicated from /r/datasets &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/5iozdt/request_english_vocabulary_by_levels/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.reddit.com/r/datasets/comments/5iozdt/request_english_vocabulary_by_levels/&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My group is doing a data mining assignment in which we want to categorize english learning videos based on the words appearing,  assigning them levels of difficulty.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have found a list of english words organized by level for chinese speakers that are learning Chinese in high school in Taiwan. This list consists of around ~6700 words from level 1 to level 6. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This quantity is however too small for the words of the videos we are analyzing, getting around only 30% of the words appearing on the videos.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a bigger dataset for english words organized by level? (containing more words per level or even more levels).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there are lists of more common words in English, but we would like something with labels, maybe from some standardized test.&lt;/p&gt;&#xA;" OwnerUserId="14757" LastActivityDate="2016-12-16T16:02:13.290" Title="English vocabulary by levels" Tags="|data-request|english|dictionary|" AnswerCount="0" CommentCount="4" ClosedDate="2016-12-24T12:45:05.160" ContentLicense="CC BY-SA 3.0" />
  <row Id="10305" PostTypeId="2" ParentId="10275" CreationDate="2016-12-17T13:47:24.757" Score="2" Body="&lt;p&gt;For data sets and services, that provide access to such data sets, for the European Union (EU) you should look at the &lt;a href=&quot;http://inspire-geoportal.ec.europa.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;INSPIRE GeoPortal&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2016-12-17T13:47:24.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10306" PostTypeId="1" CreationDate="2016-12-17T21:06:11.477" Score="3" ViewCount="51" Body="&lt;p&gt;To be clear, what I have in mind is the average GRE scores of students who have graduated from, or are attending a college and have taken the GRE (for whatever reason); data like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;U.C. Berkeley  700 &lt;/li&gt;&#xA;&lt;li&gt;MIT          691&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I contacted the GRE about a year ago and they do not seem to have this data (at least, not for public consumption)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Asking here based on the slim chance that this is available through some other source.&lt;/p&gt;&#xA;" OwnerUserId="14765" LastEditorUserId="7037" LastEditDate="2016-12-19T04:16:04.617" LastActivityDate="2016-12-19T04:16:04.617" Title="GRE results by graduating institution" Tags="|education|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10307" PostTypeId="2" ParentId="10253" CreationDate="2016-12-18T09:27:09.513" Score="2" Body="&lt;p&gt;I would be surprised if such a set of exact phrases exist, you will probably need to stitch together words and phrases, like &lt;code&gt;How many&lt;/code&gt;, &lt;code&gt;where is the&lt;/code&gt;, &lt;code&gt;historic sites&lt;/code&gt;, &lt;code&gt;are in&lt;/code&gt; etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might start by looking at ConceptNet5&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/commonsense/conceptnet5/wiki&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/commonsense/conceptnet5/wiki&lt;/a&gt; and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://conceptnet5.media.mit.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://conceptnet5.media.mit.edu&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example a search for &lt;code&gt;where is&lt;/code&gt; gives: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://conceptnet5.media.mit.edu/web/c/en/where_be&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://conceptnet5.media.mit.edu/web/c/en/where_be&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2016-12-18T09:27:09.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10308" PostTypeId="2" ParentId="6888" CreationDate="2016-12-18T09:58:17.890" Score="4" Body="&lt;p&gt;I'm not sure I agree that you need to have any URI to demonstrate how open a set of data is.  Either the data is open and shareable or it is not, the openness of the data is described by the openness of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let's say I publish a set of RDF linked data, as soon as it is published it is open to be consumed as a whole or in part, people can take which bits they want to put in a triple store or use how they like, so where do you put the link to the accreditation, I mean you can't link it to everything directly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But OK, you want some URI that you can publish in a metadata catalogue, that documents the openness of the data described by the metadata, then why not use the &lt;a href=&quot;http://lab.linkeddata.deri.ie/2010/lod-badges/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Open Data star badges&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://lab.linkeddata.deri.ie/2010/lod-badges/img/data-badge-0.png&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/dUGNW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dUGNW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; no star Web data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://lab.linkeddata.deri.ie/2010/lod-badges/img/data-badge-1.png&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nmpNl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nmpNl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; one star open Web data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://lab.linkeddata.deri.ie/2010/lod-badges/img/data-badge-2.png&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Cvdsw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Cvdsw.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; two star open Web data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://lab.linkeddata.deri.ie/2010/lod-badges/img/data-badge-3.png&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GTlOB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GTlOB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; three star open Web data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://lab.linkeddata.deri.ie/2010/lod-badges/img/data-badge-4.png&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VXZNy.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VXZNy.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; four star open Web data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://lab.linkeddata.deri.ie/2010/lod-badges/img/data-badge-5.png&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/93onb.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/93onb.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; five star open Web data&lt;/p&gt;&#xA;" OwnerUserId="5766" LastEditorDisplayName="user4293" LastEditDate="2017-07-03T12:48:58.477" LastActivityDate="2017-07-03T12:48:58.477" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10309" PostTypeId="5" CreationDate="2016-12-19T03:04:23.797" Score="0" Body="&lt;p&gt;In ordinary usage, price is the quantity of payment or compensation given by one party to another in return for goods or services.&#xA;In modern economies, prices are generally expressed in units of some form of currency. (For commodities, they are expressed as currency per unit weight of the commodity, e.g. euros per kilogram.) Although prices could be quoted as quantities of other goods or services this sort of barter exchange is rarely seen. Prices are sometimes quoted in terms of vouchers such as trading stamps and air miles. In some circumstances, cigarettes have been used as currency, for example in prisons, in times of hyperinflation, and in some places during World War 2. In a black market economy, barter is also relatively common.&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Price&quot; rel=&quot;nofollow noreferrer&quot;&gt;Price on Wikipedia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-12-19T03:04:23.797" LastActivityDate="2016-12-19T03:04:23.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10310" PostTypeId="4" CreationDate="2016-12-19T03:04:23.797" Score="0" Body="Price is the assigned numerical monetary value of a good, service, or asset." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-12-19T03:04:23.797" LastActivityDate="2016-12-19T03:04:23.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10311" PostTypeId="5" CreationDate="2016-12-19T03:08:50.183" Score="0" Body="&lt;p&gt;Business may also refer to:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;the business sector – the combined activity of all company-based trading and industrial activity in an economy  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;trade, the transfer of the ownership of goods or services from one person or entity to another in exchange for other goods or services or for money  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;an individual industry – such as &quot;the meat business&quot; or &quot;the oil business&quot;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-12-19T03:08:50.183" LastActivityDate="2016-12-19T03:08:50.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10312" PostTypeId="4" CreationDate="2016-12-19T03:08:50.183" Score="0" Body="A business is an organization involved in the trade of goods, services, or both, with consumers." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2016-12-19T03:08:50.183" LastActivityDate="2016-12-19T03:08:50.183" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10313" PostTypeId="1" CreationDate="2016-12-19T11:52:09.070" Score="3" ViewCount="5638" Body="&lt;p&gt;I am looking for a typical sales data set, which I can use for a time series prediction. I especially want to show how to decompose the seasonal component.&lt;/p&gt;&#xA;&lt;p&gt;A good example would be a fictional company, or a restaurant that sells much higher volumes in the summer/ or winter.&lt;/p&gt;&#xA;" OwnerUserId="14240" LastEditorUserId="3987" LastEditDate="2021-06-16T05:44:33.647" LastActivityDate="2021-06-16T05:44:33.647" Title="Seasonal Sales Data for time Series Analysis" Tags="|data-request|programming|time-series|seasonality|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10314" PostTypeId="2" ParentId="10313" CreationDate="2016-12-19T15:44:18.057" Score="5" Body="&lt;p&gt;The US Census Bureau provides a good data source:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.census.gov/retail/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Census Bureau's Monthly &amp;amp; Annual Retail Trade&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I work at Quandl and here are some databases you might want to check out: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;US Census Bureau&lt;/strong&gt; (free) - Here are the datasets you'll see if you search for &quot;restaurant sales&quot; within this database: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/USCENSUS-U-S-Census-Bureau?keyword=restaurant%20sales&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/USCENSUS-U-S-Census-Bureau?keyword=restaurant%20sales&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sales Surprises&lt;/strong&gt; - This is a premium database with sales data for over 5000 companies, including specific restaurants. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/ZSS-Sales-Surprises&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/ZSS-Sales-Surprises&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Full list of companies covered are listed here: &lt;a href=&quot;https://www.quandl.com/api/v3/databases/ZSS/codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/api/v3/databases/ZSS/codes&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps...&lt;/p&gt;&#xA;" OwnerUserId="10342" LastEditorUserId="7037" LastEditDate="2016-12-19T15:57:48.133" LastActivityDate="2016-12-19T15:57:48.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10315" PostTypeId="2" ParentId="10313" CreationDate="2016-12-19T15:48:33.620" Score="1" Body="&lt;p&gt;Sales volumes are difficult to find, explicitly broken out would be difficult, however if you look at staples such as soft drink distributors or restaurant's quarterly reports, you can get a basic break out. The first two to look at would be Coca Cola and Pepsi:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking on YCharts, this gives you a quick view of seasonality, but you only get ten page views before you must register.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ycharts.com/companies/KO/revenues&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coca Cola&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ycharts.com/companies/PEP/revenues&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pepsi&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Publicly traded restaurants can give you an idea of additional seasonal variations:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://investor.darden.com/investors/shareholder-tools/download-library/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Darden Restaurants&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://corporate.mcdonalds.com/mcd/investors.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;McDonalds&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://investor.rbi.com/en/investor-information/legacy-filings/tim-hortons.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Burger King&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Electronics are difficult as there is such variation&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the open source versions from their respective Quarterly Earnings Reports:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.coca-colacompany.com/investors/archive-of-quarterly-earnings-releases&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coca Cola&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.pepsico.com/Investors/Earnings-Information&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pepsi&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2016-12-19T15:48:33.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10316" PostTypeId="1" CreationDate="2016-12-19T17:58:16.720" Score="3" ViewCount="718" Body="&lt;p&gt;I need publicly available &lt;em&gt;transaction&lt;/em&gt; data to use for my statistical analysis project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably, it should relate to either:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Flight data (arrival, departure, number of seats, locations, etc.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Sales data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Medical data&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14775" LastEditorDisplayName="user4293" LastEditDate="2016-12-24T02:37:53.640" LastActivityDate="2017-01-05T19:23:31.663" Title="Publicly available transaction data" Tags="|data-request|data.gov|big-data|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10319" PostTypeId="1" AcceptedAnswerId="10345" CreationDate="2016-12-20T09:37:41.690" Score="3" ViewCount="233" Body="&lt;p&gt;I'm trying to find CRP values in the MIMIC-III database.&#xA;I've tried different search strategies but I've only found two items (227444, 220612) in the d_items table, which are both empty variables.&#xA;Are there any CRP data available in the database? If yes, what am I doing wrong?&lt;/p&gt;&#xA;" OwnerUserId="14782" LastEditorUserId="23272" LastEditDate="2021-04-07T13:08:18.413" LastActivityDate="2021-04-07T13:08:18.413" Title="MIMIC III - C-Reactive protein" Tags="|mimic-iii|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10320" PostTypeId="1" AcceptedAnswerId="10325" CreationDate="2016-12-20T10:29:52.800" Score="2" ViewCount="75" Body="&lt;p&gt;I need a graph representation of NUTS-3 regions in the European Union, which can answer the question whether a certain region is neighbor of another region. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Dataset available?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked at the data available &lt;a href=&quot;http://nuts.geovocab.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;from geovocab&lt;/a&gt; and &lt;a href=&quot;http://www.eurogeographics.org/products-and-services/euroglobalmap&quot; rel=&quot;nofollow noreferrer&quot;&gt;from EuroGeographics&lt;/a&gt; but I cannot find discrete adjacency information there. Is there a dataset or available transformation routine out there with this information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Proposal for an algorithm&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Otherwise I would apply the following algorithm to get this graph:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Get NUTS-3 data with named city&lt;/li&gt;&#xA;&lt;li&gt;Find lat/lon of city and create the nodes of the graph&lt;/li&gt;&#xA;&lt;li&gt;Determine pairwise distances between all nodes&lt;/li&gt;&#xA;&lt;li&gt;Determine pairwise angle between all nodes&lt;/li&gt;&#xA;&lt;li&gt;Given the polar coordinates from step 3/4, find the nearest neighbors in every direction&lt;/li&gt;&#xA;&lt;li&gt;Create edges between these nodes&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Do you have comments or improvements on this algorithm?&lt;/p&gt;&#xA;" OwnerUserId="14781" LastEditorUserId="14781" LastEditDate="2016-12-21T12:58:33.210" LastActivityDate="2016-12-22T16:01:38.530" Title="Graph representation of NUTS-3 regions to determine adjacency" Tags="|data-request|geospatial|metadata|europe|network-structure|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10321" PostTypeId="1" CreationDate="2016-12-20T13:34:50.880" Score="6" ViewCount="326" Body="&lt;p&gt;I am currently working on speech synthesis with Labview as my platform.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a database of &lt;em&gt;mp3&lt;/em&gt; files or &lt;em&gt;waveforms&lt;/em&gt; corresponding to arpabets in English along with stress.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get and download such files?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen many phoneme charts with their pronunciation and arpabet to phoneme chart; I can map arpabet to their pronunciation from this but it's quite a cumbersome task.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any other alternative will be helpful.&lt;/p&gt;&#xA;" OwnerUserId="14783" LastEditorUserId="14171" LastEditDate="2016-12-21T15:03:34.057" LastActivityDate="2018-07-28T16:02:11.783" Title="Database of arpabets sounds" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10322" PostTypeId="1" CreationDate="2016-12-20T14:48:36.123" Score="4" ViewCount="76" Body="&lt;p&gt;In 2016 there was wildfire in Alberta, Canada that damaged property in Fort McMurray.  There are many images of damage to neighbourhoods on the internet like the one below. However, I have not been successful in finding images with &lt;a href=&quot;https://en.wikipedia.org/wiki/Exif&quot; rel=&quot;noreferrer&quot;&gt;Exif GIS metadata&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for as many of the fields as possible as I want to as accurately as possible overlay lat/longs on the image for further processing. These depend on the camera's position, altitude, zoom, angle and other parameters. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a strong preference for a free resource as this is a hobbyist project at the moment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4S1cB.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4S1cB.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2017-01-03T21:36:28.090" Title="2016 Fort McMurray Wildfire Aerial Street Level Images with Exif GIS" Tags="|geospatial|images|fire|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10323" PostTypeId="1" CreationDate="2016-12-20T19:33:38.383" Score="1" ViewCount="43" Body="&lt;p&gt;I am interested in reading more about O-Cluster and unfortunately all the links I found only contain very small description of the algorithm and do not give details about how to implement it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most detailed link I found is this &lt;a href=&quot;https://docs.oracle.com/cd/B28359_01/datamine.111/b28129/algo_oc.htm#DMCON059&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://docs.oracle.com/cd/B28359_01/datamine.111/b28129/algo_oc.htm#DMCON059&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to write a detailed description of the algorithm until tomorrow and I am really stuck&lt;/p&gt;&#xA;" OwnerUserId="10783" LastActivityDate="2016-12-29T10:30:57.393" Title="Is there any source available to read more about O-clustering ? (Orthogonal Partitioning Clustering)" Tags="|api|classification|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ClosedDate="2016-12-29T10:31:23.697" ContentLicense="CC BY-SA 3.0" />
  <row Id="10324" PostTypeId="1" CreationDate="2016-12-22T03:51:26.423" Score="3" ViewCount="66" Body="&lt;p&gt;I am looking for earthquake resistant designs for school construction in Africa. Ideally, including blueprints.&lt;/p&gt;&#xA;" OwnerUserId="14791" LastEditorUserId="1511" LastEditDate="2017-01-04T10:50:36.577" LastActivityDate="2017-01-04T10:50:36.577" Title="Where can I find earthquake resistant school design?" Tags="|africa|usaidopen|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10325" PostTypeId="2" ParentId="10320" CreationDate="2016-12-22T16:01:38.530" Score="2" Body="&lt;p&gt;Based on the NUTS-3 Boundaries in &lt;a href=&quot;http://epp.eurostat.ec.europa.eu/cache/GISCO/geodatafiles/NUTS_2010_10M_SH.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Eurostat&lt;/a&gt; and some &lt;a href=&quot;http://geotools.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoTools&lt;/a&gt; &lt;a href=&quot;https://gitlab.com/snippets/34043&quot; rel=&quot;nofollow noreferrer&quot;&gt;code&lt;/a&gt; I generated &lt;a href=&quot;https://gitlab.com/snippets/34044&quot; rel=&quot;nofollow noreferrer&quot;&gt;this list&lt;/a&gt; for you. Where the first column is the NUTS_ID of the zone and the list in [] is the list of neighbours, which may be empty. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;AT111:[AT112, AT113, AT122, HU221, HU222]&#xA;AT112:[AT111, AT122, AT127, HU221, SK010]&#xA;AT113:[AT111, AT122, AT224, HU222, SI011]&#xA;AT121:[AT122, AT123, AT124, AT222, AT223, AT312, AT313, AT314]&#xA;AT122:[AT111, AT112, AT113, AT121, AT123, AT127, AT223, AT224]&#xA;AT123:[AT121, AT122, AT124, AT126, AT127]&#xA;AT124:[AT121, AT123, AT125, AT126, AT313, CZ031, CZ064]&#xA;AT125:[AT124, AT126, CZ064, SK010, SK021]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="312" LastActivityDate="2016-12-22T16:01:38.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10326" PostTypeId="2" ParentId="10316" CreationDate="2016-12-22T23:43:12.197" Score="2" Body="&lt;p&gt;Here are two sales data sets from Kaggle:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/c/rossmann-store-sales/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rossmann Store Sales&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/c/walmart-recruiting-store-sales-forecasting/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Walmart Recruiting — Store Sales Forecasting&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can ask on the forums to get an answer for the dateset licenses from the competition admins.&lt;/p&gt;&#xA;" OwnerUserId="14581" LastEditorUserId="1020" LastEditDate="2016-12-24T03:21:01.760" LastActivityDate="2016-12-24T03:21:01.760" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10327" PostTypeId="1" CreationDate="2016-12-24T00:05:53.887" Score="1" ViewCount="88" Body="&lt;p&gt;I am looking for data regarding dogs and cats kept as pets in Africa and Asia.&lt;/p&gt;&#xA;" OwnerUserId="14805" LastEditorUserId="1511" LastEditDate="2017-01-03T06:45:37.137" LastActivityDate="2017-01-03T06:45:37.137" Title="Data on the number of cats and dogs kept as pets in Asia and Africa" Tags="|data-request|demographics|africa|asia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10328" PostTypeId="1" CreationDate="2016-12-24T19:21:56.843" Score="4" ViewCount="49" Body="&lt;p&gt;I am looking to create a flight status app, however I don't know where to start sourcing my data from. Is there any simple open API I can use to get flight status for a flight given a date and flight number?&lt;/p&gt;&#xA;" OwnerUserId="14811" LastActivityDate="2021-08-31T13:29:23.943" Title="Is there any place that hosts open flight status information with an API?" Tags="|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10329" PostTypeId="1" CreationDate="2016-12-25T07:32:16.553" Score="5" ViewCount="411" Body="&lt;p&gt;I am looking for a data which lists GDP (gross domestic product) values of all the cities in the world. I already looked at the Wikipedia page &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_cities_by_GDP&quot; rel=&quot;noreferrer&quot;&gt;List of cities by GDP&lt;/a&gt; but the list is too limited for me. Specifically, I would like to have the data for each city which has airport in it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know of such an exhaustive list of cities for GDP?&lt;/p&gt;&#xA;" OwnerUserId="10964" LastEditorDisplayName="user4293" LastEditDate="2016-12-25T11:41:27.267" LastActivityDate="2017-09-08T15:02:49.617" Title="Data of GDP values of cities in the world" Tags="|data-request|city|gdp|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10330" PostTypeId="1" CreationDate="2016-12-25T17:31:09.247" Score="3" ViewCount="60" Body="&lt;p&gt;I would be interested in some experimental data to play around with causality concepts. Ideally, this would be data where an accompanying paper is available as well. The data set could be relatively small, and should ideally come from a randomized experiment. It would be cool if there were some covariates. It would also be ideal if the experiment the dataset is based on would be fairly intuitive to understand for a layman in this area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you think of a dataset, or sources for these types of datasets,  that at least satisfy some of these criteria?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many thanks&lt;/p&gt;&#xA;" OwnerUserId="14814" LastActivityDate="2016-12-25T17:31:09.247" Title="Experimental data" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10331" PostTypeId="1" CreationDate="2016-12-26T06:06:32.653" Score="2" ViewCount="237" Body="&lt;p&gt;I am doing a project in abnormal event detection in ATM counters. I googled but couldn't find any video dataset for ATM counters. For training purposes, I need videos from people behaving 'normally' in ATM counters and from people showing abnormal behavior.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With &lt;em&gt;ATM counter&lt;/em&gt; I mean a (small) room with one or more ATM machines built in a wall.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Normal event: A person walks into the room, puts his card into the ATM, enters pincode, retrieves his card, take his money, maybe a receipt, then leaves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Abnormal events: Someone hitting the ATM, attacking and robbing a customer at an ATM, fiddling with the machine in unexpected ways, taking photographs inside, etc.&lt;/p&gt;&#xA;" OwnerUserId="14817" LastEditorDisplayName="user4293" LastEditDate="2017-01-02T14:28:45.347" LastActivityDate="2017-01-02T14:28:45.347" Title="Video dataset for abnormal event detection in bank ATM?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10333" PostTypeId="2" ParentId="10301" CreationDate="2016-12-27T00:36:50.147" Score="1" Body="&lt;p&gt;Usually medical records are considered to be highly confidential information and protected by various laws. However, many states provide de-identified data on hospital discharges. It usually includes information on diagnosis, treatment and discharge status. Also here &lt;a href=&quot;http://www.tdi.texas.gov/wc/information/pudfpricelist.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.tdi.texas.gov/wc/information/pudfpricelist.html&lt;/a&gt; you can find data on Texas workers compensation medical claims. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also you can buy medical claims data from various sources, e.g. Truven (&lt;a href=&quot;http://truvenhealth.com/your-healthcare-focus/analytic-research/marketscan-research-databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://truvenhealth.com/your-healthcare-focus/analytic-research/marketscan-research-databases&lt;/a&gt;). Though they are usually pricey. &lt;/p&gt;&#xA;" OwnerUserId="14822" LastActivityDate="2016-12-27T00:36:50.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10334" PostTypeId="1" AcceptedAnswerId="10406" CreationDate="2016-12-27T00:54:40.813" Score="5" ViewCount="1456" Body="&lt;p&gt;Know QID I can get items's label:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT * WHERE {&#xA;  wd:Q302 rdfs:label ?label . &#xA;  FILTER (langMatches( lang(?label), &quot;EN&quot; ) )&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }    &#xA;}&#xA;LIMIT 1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;see this query on &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%2a%20WHERE%20%7B%0A%20%20wd%3AQ302%20rdfs%3Alabel%20%3Flabel%20.%20%0A%20%20FILTER%20%28langMatches%28%20lang%28%3Flabel%29%2C%20%22EN%22%20%29%20%29%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%20%20%20%20%0A%7D%0ALIMIT%201&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata Query Service&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But how can I get other properties, for example description?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried the following:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT * WHERE {&#xA;  wd:Q302 rdfs:description ?description . &#xA;  FILTER (langMatches( lang(?label), &quot;EN&quot; ) )&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }    &#xA;}&#xA;LIMIT 1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT * WHERE {&#xA;  wd:Q302 rdfs:label ?label . &#xA;  wd:Q302 rdfs:description ?description .&#xA;  FILTER (langMatches( lang(?label), &quot;EN&quot; ) )&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }    &#xA;}&#xA;LIMIT 1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?label ?description WHERE {&#xA;  wd:Q302 rdfs:label ?label .   &#xA;  FILTER (langMatches( lang(?label), &quot;EN&quot; ) )&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }    &#xA;}&#xA;LIMIT 1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but got nothing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Description is only for sample, I need other properties too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;: Probably SPARQL isn't best way to do this, I open to other ways.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE2&lt;/strong&gt;: What exactly I need: I have &lt;a href=&quot;https://query.wikidata.org/#SELECT%20distinct%20%3Fitem%20%3FitemLabel%20%3FitemDescription%0A%20%20%20%20%28SAMPLE%28%3FDR%29%20as%20%3FDR%29%20%28SAMPLE%28%3Farticle%29as%20%3Farticle%29%0A%20%20%20%20WHERE%20%7B%3Fitem%20wdt%3AP31%20wd%3AQ5.%20%0A%20%20%20%20%3Fitem%20%3Flabel%20%22Einstein%22%40en%20%0A%20%20%20%20OPTIONAL%7B%3Fitem%20wdt%3AP569%20%3FDR%20.%7D%0A%20%20%20%20%3Farticle%20schema%3Aabout%20%3Fitem%20.%0A%20%20%20%20%3Farticle%20schema%3AinLanguage%20%22en%22%20.%0A%20%20%20%20%3Farticle%20schema%3AisPartOf%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E.%0A%20%20%20%20OPTIONAL%7B%3Fitem%20wdt%3AP570%20%3FRIP%20.%7D%0A%20%20%20%20OPTIONAL%7B%3Fitem%20wdt%3AP18%20%3Fimage%20.%7D%0A%20%20%20%20SERVICE%20wikibase%3Alabel%0A%20%20%20%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%7D%0A%20%20%20%20GROUP%20BY%20%3Fitem%20%3FitemLabel%20%3FitemDescription&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query&lt;/a&gt;, where I get info about item searching by it's label:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct ?item ?itemLabel ?itemDescription&#xA;(SAMPLE(?DR) as ?DR) (SAMPLE(?article)as ?article)&#xA;WHERE {?item wdt:P31 wd:Q5. &#xA;?item ?label &quot;Einstein&quot;@en &#xA;OPTIONAL{?item wdt:P569 ?DR .}&#xA;?article schema:about ?item .&#xA;?article schema:inLanguage &quot;en&quot; .&#xA;?article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;.&#xA;OPTIONAL{?item wdt:P570 ?RIP .}&#xA;OPTIONAL{?item wdt:P18 ?image .}&#xA;SERVICE wikibase:label&#xA;{ bd:serviceParam wikibase:language &quot;en&quot;. }}&#xA;GROUP BY ?item ?itemLabel ?itemDescription&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I need to get the same info using it's QID, in this case Q937.&lt;/p&gt;&#xA;" OwnerUserId="3286" LastEditorUserId="3286" LastEditDate="2016-12-30T16:44:00.027" LastActivityDate="2017-01-10T03:53:09.027" Title="get item's properties know QID" Tags="|wikidata|sparql|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10335" PostTypeId="2" ParentId="10237" CreationDate="2016-12-27T01:17:16.377" Score="2" Body="&lt;p&gt;American Hospital Association has data on hospitals, their ownership, size, admissions etc &lt;a href=&quot;https://www.ahadataviewer.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ahadataviewer.com/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="14822" LastActivityDate="2016-12-27T01:17:16.377" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10336" PostTypeId="1" CreationDate="2016-12-27T17:07:16.093" Score="3" ViewCount="49" Body="&lt;p&gt;I am looking for a dataset on bilateral trade in services between India's top 10 trading parterns and India for the past 10 years. I have looked at the OECD STAN database, but that seems to only have manufacturing data. I tried to use the UN Comtrade database, but the generated results kept telling me that either there was no data, or that the query was too complex. The WTO database does not provide data on bilateral flows, so that does not suit my purposes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can find year by year data on bilateral trade-in-services flows between nations.&lt;/p&gt;&#xA;" OwnerUserId="786" LastEditorUserId="16193" LastEditDate="2017-09-03T16:58:23.360" LastActivityDate="2017-09-05T08:12:50.933" Title="Dataset on bilateral trade in services between India and other nations" Tags="|data-request|india|trade|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10337" PostTypeId="1" CreationDate="2016-12-27T19:38:02.887" Score="4" ViewCount="147" Body="&lt;p&gt;Is cURL required for downloading data using data.dol.gov? Will the data.dol.gov API allow the API key to be embedded in the URL without using cURL?&lt;/p&gt;&#xA;" OwnerUserId="14826" LastEditorUserId="5766" LastEditDate="2017-01-02T14:28:51.543" LastActivityDate="2017-01-02T14:28:51.543" Title="Using cURL with data.dol.gov" Tags="|labor|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10339" PostTypeId="1" CreationDate="2016-12-27T11:13:06.340" Score="3" ViewCount="704" Body="&lt;p&gt;I am looking for a data-set of server performance stats collected from one of more servers. Does anyone know where I could find or if someone can provide a data set - the project is to test some interesting visualisations and some predictive functions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I have looked on &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;AWS Public data sets&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Numerous GitHub posts which have URLs for Data-sets&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Kaggle&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;UCI&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Stanford Data-set collections page&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;R-Dir&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Reddit&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Crawdad&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;None of them have any data-sets which have anything close, so if anyone can donate a data-set or point me to a resource I have missed I would really appreciate it.&lt;/p&gt;&#xA;" OwnerUserId="14828" OwnerDisplayName="BoobBoo" LastEditorUserId="1511" LastEditDate="2016-12-30T12:38:43.403" LastActivityDate="2017-01-03T22:33:38.393" Title="Looking for a data-set of server performance data" Tags="|machine-learning|visualization|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10340" PostTypeId="1" CreationDate="2016-12-27T23:08:00.603" Score="4" ViewCount="36" Body="&lt;p&gt;I have a question regarding the Labor Condition Application process that I would really appreciate some insight into.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I have been trying to determine whether it is possible to fill out/populate a new ETA Form 9035 outside the iCert web environment, i.e. through a third party web application. On top of that, is it possible to submit a filled out form outside the iCert web environment/through said third party application?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In short, I am looking into the more recent update of 20 CFR 655.734, and am trying to understand what the DOL's limitations are in terms of allowing third party apps to interact with the iCert portal's back end. For example - can an LCA be filled out via a third party interface but still be generated and submitted through iCert (my understanding is that some products provide this already)? Can it go farther?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="14829" LastActivityDate="2016-12-27T23:08:00.603" Title="Can LCAs Be Populated/Submitted Through A Third Party Application?" Tags="|api|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10341" PostTypeId="1" CreationDate="2016-12-28T07:58:14.753" Score="4" ViewCount="64" Body="&lt;p&gt;Is it legal to save data about &lt;strong&gt;private&lt;/strong&gt; rooftop terraces in a Open Data set? I mean: location, characteristics, etc.&lt;/p&gt;&#xA;" OwnerUserId="14831" LastEditorUserId="9956" LastEditDate="2016-12-28T21:04:36.793" LastActivityDate="2017-01-10T09:39:54.180" Title="Collecting data on private rooftop characteristics?" Tags="|legal|real-estate|privacy|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10342" PostTypeId="1" CreationDate="2016-12-28T09:19:14.097" Score="4" ViewCount="179" Body="&lt;p&gt;For a reasearch i'm doing I need a data set as sepcified in the head line. I'm already familliar with &lt;a href=&quot;http://eigentaste.berkeley.edu/dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JESTER&lt;/a&gt;, and I wonder if there are any other available sets of this sort, , since i dind't find any.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have more data about the user (JESTER has only a user i.d. and jokes ratings): gender, age, location, education, etc. Also, jokes that are short and has some formula behind it, for example &quot;you have two cows...&quot; and unlike JESTER's jokes that are long and varied, are prefered&lt;/p&gt;&#xA;" OwnerUserId="14834" OwnerDisplayName="proton" LastEditorUserId="14834" LastEditDate="2016-12-29T21:56:20.503" LastActivityDate="2016-12-29T21:56:20.503" Title="looking for a joke/humorous/cartoon data set" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10343" PostTypeId="2" ParentId="10337" CreationDate="2016-12-28T13:52:09.943" Score="3" Body="&lt;p&gt;You can use the code at &lt;a href=&quot;http://developer.dol.gov/sdk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://developer.dol.gov/sdk/&lt;/a&gt; or steal from it.&lt;/p&gt;&#xA;" OwnerUserId="3679" LastActivityDate="2016-12-28T13:52:09.943" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10344" PostTypeId="1" CreationDate="2016-12-28T19:13:37.810" Score="1" ViewCount="57" Body="&lt;p&gt;I want an api that I can make an autofill feature with. So it would for the search 'b' return the most popular artists/songs starting with b and so on. I am looking to make an ios app with this.&lt;/p&gt;&#xA;" OwnerUserId="14835" LastActivityDate="2016-12-28T19:13:37.810" Title="Looking for an api to search for songs and artist?" Tags="|api|music|" AnswerCount="0" CommentCount="1" ClosedDate="2016-12-29T10:23:02.327" ContentLicense="CC BY-SA 3.0" />
  <row Id="10345" PostTypeId="2" ParentId="10319" CreationDate="2016-12-28T19:35:13.370" Score="2" Body="&lt;p&gt;Lab results are shared between the tables &lt;em&gt;labevents&lt;/em&gt; and &lt;em&gt;chartevents&lt;/em&gt;: &lt;a href=&quot;https://opendata.stackexchange.com/questions/7039/why-are-lab-tests-splitted-into-2-tables-chartevents-and-labevents&quot;&gt;see here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The itemids found in the table d_items refer mainly to the table &lt;em&gt;chartevents&lt;/em&gt;. I have found 743 results in &lt;em&gt;chartevents&lt;/em&gt; using the itemid &lt;strong&gt;227444&lt;/strong&gt;. 220612 does not seem to be used anywhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the table &lt;em&gt;d_labitems&lt;/em&gt; you will find that the itemid &lt;strong&gt;50889&lt;/strong&gt; also corresponds to CRP, but is connected to the table &lt;em&gt;labevents&lt;/em&gt;. There are 6604 records of CRP in &lt;em&gt;labevents&lt;/em&gt; using this itemid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="10165" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2016-12-28T19:35:13.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10346" PostTypeId="1" AcceptedAnswerId="10348" CreationDate="2016-12-28T20:39:03.960" Score="10" ViewCount="3981" Body="&lt;p&gt;SQL uses a notation of &lt;em&gt;NUMERIC(precision, scale)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been googling on what precision and scale is required to store money and I see numerous people referencing things like the European Union (EU), and GAAP standardizing on &lt;code&gt;numeric(x,6)&lt;/code&gt; or &lt;code&gt;numeric(x,3)&lt;/code&gt; or something like that. I'm just wondering &lt;em&gt;where&lt;/em&gt; this is specified. Can anyone quote the spec, provide a link, and date that this was issued?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2016-12-28T22:21:37.217" LastActivityDate="2019-09-04T08:54:40.973" Title="What specifications are out there for the precision required to store money?" Tags="|standards|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10347" PostTypeId="2" ParentId="10346" CreationDate="2016-12-28T21:50:49.347" Score="3" Body="&lt;p&gt;I doubt there is a spec that applies to &lt;em&gt;any&lt;/em&gt; storage of currencies.&lt;br /&gt;&#xA;&lt;strong&gt;Of course&lt;/strong&gt; you do not use data types that have rounding errors (like floats), you use a type that can &lt;em&gt;exactly&lt;/em&gt; represent your amounts. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples with the US dollar:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;If you only need to store dollars, use integers. &lt;/li&gt;&#xA;&lt;li&gt;If you need to store cents, use numeric(&lt;em&gt;precision&lt;/em&gt;,2). But you might as well store cents in an integer.&lt;/li&gt;&#xA;&lt;li&gt;If for any reason you need to store fractional cents, determine the number of decimals D you need, and use numeric(&lt;em&gt;precision&lt;/em&gt;,D)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Of course the type will be further (&lt;em&gt;precision&lt;/em&gt;) determined by the &lt;em&gt;maximum amount&lt;/em&gt; you need to store, the data types available in your database, and occasionally the architecture of the operating system (That defines the size of an &lt;em&gt;integer&lt;/em&gt;; but often your database will serve as intermediary so that you don't have to bother with that).&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2016-12-28T21:50:49.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10348" PostTypeId="2" ParentId="10346" CreationDate="2016-12-28T22:17:43.870" Score="12" Body="&lt;h1&gt;Federal Accounting Standards Advisory Board (FASAB)&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;FASAB as a slighltly murky relationship with GAAP, but it's &quot;the body that establishes GAAP for federal reporting entities.&quot; I believe it publishes what is referred to as GAAP in the document, &quot;Statement of Federal Financial Accounting Standards (SFFAS) 34, The Hierarchy of Generally Accepted Accounting Principles for Federal Entities, Including the Application of Standards Issued by the Financial Accounting Standards Board.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their &lt;a href=&quot;http://files.fasab.gov/pdffiles/2016_fasab_handbook.pdf&quot; rel=&quot;noreferrer&quot;&gt;FASAB Handbook&lt;/a&gt; mentions rounding to three decimal places when required.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The agency should determine whether the proper dollar scale (e.g., whole dollars, hundreds, thousands, etc.) for the cash flow spreadsheets was used. Some program subsidy rates, particularly those for programs disbursing over several years, may be influenced slightly with the scale of the program. &lt;strong&gt;Therefore, management should determine whether rounding to three decimal places has no significant effect on the cash flow spreadsheet values and the subsidy rate.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h1&gt;EU Economic and Financial Affairs&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The only document that I've found that cites an EU standard is this document entitled &lt;a href=&quot;http://ec.europa.eu/economy_finance/euro/adoption/conversion/index_en.htm&quot; rel=&quot;noreferrer&quot;&gt;Converting to the euro&lt;/a&gt;. It says,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;National law can bring more detail to rules on rounding as long as this leads to a higher degree of accuracy. For example, some groups of services that are sold in units, such as the telephone, electricity or fuel, may require greater precision. &lt;strong&gt;In this case, their unit price could be expressed in three or four decimal places and rounding to the nearest cent may only take place on the total amount.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So I would guess that in the case of utilities to be safe in the EU, pricing to a scale of &lt;em&gt;four&lt;/em&gt; decimal places is appropriate and you can only be sure if you round at the end of the transaction.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Summary&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Use what works for your use case. There is no general rule here. Both are fine:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;store as &lt;code&gt;NUMERIC(precision,scale)&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;store as &lt;code&gt;int&lt;/code&gt; or &lt;code&gt;bigint&lt;/code&gt; with cents or dollars.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="6045" LastEditDate="2017-01-01T16:09:52.197" LastActivityDate="2017-01-01T16:09:52.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10349" PostTypeId="2" ParentId="9913" CreationDate="2016-12-29T05:21:50.293" Score="2" Body="&lt;p&gt;Text from the speeches are available at the &lt;a href=&quot;http://www.presidency.ucsb.edu/2016_election.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCSB Presidency&lt;/a&gt; website&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/s8L0V.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/s8L0V.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Text from the &lt;a href=&quot;http://www.presidency.ucsb.edu/debates.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;debates&lt;/a&gt; available as well.&lt;/p&gt;&#xA;" OwnerUserId="6199" LastActivityDate="2016-12-29T05:21:50.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10350" PostTypeId="2" ParentId="10323" CreationDate="2016-12-29T10:30:57.393" Score="2" Body="&lt;p&gt;There is a cited reference paper in the link you provide&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Campos, M.M., Milenova, B.L.&#xA;&quot;O-Cluster: Scalable Clustering of Large High Dimensional Data Sets&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the paper is behind a paywall and the link from Oracle goes to linkrot. I checked a few dates on the &lt;a href=&quot;http://web.archive.org/web/20130618202921/http://www.oracle.com/technetwork/database/options/advanced-analytics/odm/index.html?origref=http://web.archive.org/web/20130618202921/http://www.oracle.com/technology/products/bi/odm/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wayback machine&lt;/a&gt; and they also are no good.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Perhaps of interest, this algorithm is also implemented in R-Stats&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://cran.r-project.org/package=RODM&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;In the &lt;a href=&quot;https://cran.r-project.org/web/packages/RODM/RODM.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt; reference manual you may find more technical details about the algorithm.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-12-29T10:30:57.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10351" PostTypeId="2" ParentId="10342" CreationDate="2016-12-29T11:09:48.190" Score="6" Body="&lt;p&gt;Not a super easy idea to implement, but you can use posts to sub-reddits like &lt;a href=&quot;https://www.reddit.com/r/Jokes/&quot; rel=&quot;noreferrer&quot;&gt;/r/jokes&lt;/a&gt;. Users then have a profile of posts and comments that you can scan and categorize, and each joke has a rating (up- or down-votes) and comments.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can access the data with a Reddit data dump&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.reddit.com/r/redditdata/comments/3aujfe/10_years_of_reddit_data_dump/&quot; rel=&quot;noreferrer&quot;&gt;Details&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://bigquery.cloud.google.com/table/fh-bigquery:reddit_posts.full_corpus_201512&quot; rel=&quot;noreferrer&quot;&gt;Google Big Query&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://archive.org/details/2015_reddit_comments_corpus&quot; rel=&quot;noreferrer&quot;&gt;Archive.org comment corpus&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Other subreddits&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.reddit.com/r/cleanjokes/&quot; rel=&quot;noreferrer&quot;&gt;/r/cleanjokes&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.reddit.com/r/dirtyjokes/&quot; rel=&quot;noreferrer&quot;&gt;/r/dirtyjokes&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.reddit.com/r/dadjokes/&quot; rel=&quot;noreferrer&quot;&gt;/r/dadjokes&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;plus thousands more &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I couldn't find a &quot;joke&quot; meta-reddit:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Example:  https://www.reddit.com/r/jokes+dadjokes&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-12-29T11:09:48.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10352" PostTypeId="2" ParentId="9578" CreationDate="2016-12-30T09:45:49.897" Score="6" Body="&lt;p&gt;I finally found exactly what I was looking for : 113,205 pictures of 1000 different plants.&#xA;It was curated and is hosted as part of the CLEF competitions held every year, and it is therefore enriched every year through crowdsourcing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.imageclef.org/lifeclef/2016/plant&quot; rel=&quot;noreferrer&quot;&gt;http://www.imageclef.org/lifeclef/2016/plant&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13565" LastActivityDate="2016-12-30T09:45:49.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10353" PostTypeId="2" ParentId="10334" CreationDate="2016-12-30T12:07:21.350" Score="2" Body="&lt;p&gt;Here's a SPARQL query that returns the properties that have a value for Q302 (limit 100 for speed). In your orignal queries, I think filtering on English is one reason there are no results.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;prefix wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;prefix wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;SELECT distinct ?prop WHERE {&#xA;  ?item ?prop wd:Q302 .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }  &#xA;}&#xA;limit 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/h7xnmyy&quot; rel=&quot;nofollow noreferrer&quot;&gt;query link&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata_talk:SPARQL_query_service/queries#Which_properties_contains_a_value&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt; and &lt;a href=&quot;https://query.wikidata.org/#prefix%20wdt%3A%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fprop%2Fdirect%2F%3E%0Aprefix%20wd%3A%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fentity%2F%3E%0ASELECT%20distinct%20%3Fprop%20WHERE%20%7B%0A%20%20%3Ftree0%20%28wdt%3AP150%29*%20%3Fitem%20.%0A%20%20%3Ftree0%20%28wdt%3AP17%7Cwdt%3AP131%29*%20wd%3AQ211%20.%0A%20%20%3Fitem%20%3Fprop%20wd%3AQ211%20.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;orig query&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can then get details about each property&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?property ?propertyLabel ?propertyDescription ?subpropertyOf ?subpropertyOfLabel  &#xA;WHERE&#xA;{&#xA;    ?property a wikibase:Property .&#xA;    OPTIONAL {?property wdt:P1647  ?subpropertyOf .}&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }   &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples#Properties.2C_their_labels.2C_descriptions_and_if_they_exist_of_which_they_are_a_subproperty&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2016-12-30T12:07:21.350" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10355" PostTypeId="1" AcceptedAnswerId="10357" CreationDate="2016-12-31T22:58:59.520" Score="3" ViewCount="5191" Body="&lt;p&gt;I have a dataset:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ID       Time                Lat        Long   &#xA;a    2016-06-01 10:35:26    41.79925   -71.33052  &#xA;a    2016-06-01 10:35:57    41.80174   -71.33307&#xA;a    2016-06-01 10:37:30    41.79259   -71.31087 &#xA;a    2016-06-01 19:21:34    41.65239   -70.95343  &#xA;a    2016-06-01 19:22:36    41.65485   -70.97474  &#xA;a    2016-06-01 19:23:07    41.65504   -70.98545  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I want to get hourly temperature data(assume temperature remain the same during hour) for each point based on GPS and timestamp, since the data are consecutive vehicle trajectory data. The expected outcome would be:    &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ID       Time                Lat        Long       TempHourly&#xA;a    2016-06-01 10:35:26    41.79925   -71.33052     70&#xA;a    2016-06-01 10:35:57    41.80174   -71.33307     70&#xA;a    2016-06-01 10:37:30    41.79259   -71.31087     70 &#xA;a    2016-06-01 19:21:34    41.65239   -70.95343     65&#xA;a    2016-06-01 19:22:36    41.65485   -70.97474     65&#xA;a    2016-06-01 19:23:07    41.65504   -70.98545     65   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is there any free APIs that I can get accessed to fetch the temperature data?&lt;/p&gt;&#xA;" OwnerUserId="14852" LastEditorUserId="14852" LastEditDate="2017-01-01T18:20:44.723" LastActivityDate="2017-01-02T14:28:18.797" Title="Get Historic Temperature Data by GPS and Timestamp Using R" Tags="|api|weather|historical|programming|xml|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10356" PostTypeId="2" ParentId="10355" CreationDate="2017-01-01T16:08:11.513" Score="1" Body="&lt;p&gt;Firstly, latitiude/longitude with resolution to 5 decimals places corresponds to 1.1 meter (&lt;a href=&quot;https://gis.stackexchange.com/a/8674&quot;&gt;reference&lt;/a&gt;). I would imagine that the first step would to to find the nearest weather station, based on each lat/long pairs. Unless your geo-locations are coincidentally weather stations, you can't get super-resolution weather measurements (without computational modeling).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;As for an API with historical data, &lt;a href=&quot;https://www.wunderground.com/weather/api/d/docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wunderground&lt;/a&gt; is often suggested on this site (&lt;a href=&quot;https://opendata.stackexchange.com/a/4243/1511&quot;&gt;example&lt;/a&gt;). For limited requests there is a free quota. Here is documentation for that &lt;a href=&quot;https://www.wunderground.com/weather/api/d/docs?d=data/history&quot; rel=&quot;nofollow noreferrer&quot;&gt;endpoint&lt;/a&gt;. Note that the historical weather measurement does have a timestamp but is not an timeseries with more than daily resolution. You have some other temperatures such as min/max that you can also use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another endpoint is (&lt;a href=&quot;https://www.wunderground.com/weather/api/d/docs?d=data/geolookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;geolookup&lt;/a&gt;), which will:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Returns the city name, zip code / postal code, latitude-longitude coordinates and nearby personal weather stations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The specific URI would look like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://api.wunderground.com/api/Your_Key/geolookup/q/37.776289,-122.395234.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and the details are in this screenshot&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Ln6eK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Ln6eK.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;R has a package called &lt;a href=&quot;https://cran.r-project.org/web/packages/rwunderground/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;rwunderground&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Tools for getting historical weather information and forecasts from wunderground.com. Historical weather and forecast data includes, but is not limited to, temperature, humidity, windchill, wind speed, dew point, heat index. Additionally, the weather underground weather API also includes information on sunrise/sunset, tidal conditions, satellite/webcam imagery, weather alerts, hurricane alerts and historical record high/low temperatures.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Another is &lt;a href=&quot;https://cran.r-project.org/web/packages/weatherData/weatherData.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;weatherData&lt;/a&gt; (pdf)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Functions that help in fetching weather data from websites. Given a location and a date range, these functions help fetch weather data (temperature, pressure etc.) for any weather related analysis.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another option would be getting the data from &lt;a href=&quot;https://opendata.stackexchange.com/a/7583/1511&quot;&gt;Google Big Query&lt;/a&gt; and corresponding R-package &lt;a href=&quot;https://cran.r-project.org/web/packages/bigrquery/README.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;bigrquery&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-01-02T14:28:18.797" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10357" PostTypeId="2" ParentId="10355" CreationDate="2017-01-01T18:50:35.747" Score="4" Body="&lt;p&gt;I recommend trying &lt;code&gt;rnoaa&lt;/code&gt; &lt;a href=&quot;https://cran.rstudio.com/web/packages/rnoaa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cran.rstudio.com/web/packages/rnoaa/&lt;/a&gt; - It's an interface to many different data sources from NOAA. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;df &amp;lt;- data.frame(&#xA;  id = letters[1:6], &#xA;  time = c(&quot;2016-06-01 10:35:26&quot;, &quot;2016-06-01 10:35:57&quot;, &quot;2016-06-01 10:37:30&quot;,&#xA;           &quot;2016-06-01 19:21:34&quot;, &quot;2016-06-01 19:22:36&quot;, &quot;2016-06-01 19:23:07&quot;),&#xA;  latitude = c(41.79925, 41.80174, 41.79259, 41.65239, 41.65485, 41.65504),&#xA;  longitude = c(-71.33052, -71.33307, -71.31087, -70.95343, -70.97474, -70.98545),&#xA;  stringsAsFactors = FALSE&#xA;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Using &lt;code&gt;rnoaa&lt;/code&gt; you can access data from Integrated Surface Data (ISD) which has hourly data, but not sub-hourly&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(rnoaa)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For each point you can do something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;x &amp;lt;- isd_stations_search(lat = df$latitude[1], lon = df$longitude[1], radius = 10)&#xA;dat &amp;lt;- isd(usaf = x$usaf[1], wban = x$wban[1], year = 2016)&#xA;&#xA;library(dplyr)&#xA;library(lubridate)&#xA;dat %&amp;gt;% &#xA;  filter(date == &quot;20160601&quot;, time == paste0(hour(df$time[1]), &quot;00&quot;)) %&amp;gt;% &#xA;  select(starts_with(&quot;temperature&quot;))&#xA;&#xA;#&amp;gt; # A tibble: 1 × 4&#xA;#&amp;gt; temperature temperature_quality temperature_dewpoint temperature_dewpoint_quality&#xA;#&amp;gt; &amp;lt;chr&amp;gt;               &amp;lt;chr&amp;gt;                &amp;lt;chr&amp;gt;                        &amp;lt;chr&amp;gt;&#xA;#&amp;gt; 1       +0197                   1                +9999                            9&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;ISD data is not cleaned up so e.g., &lt;code&gt;temperature&lt;/code&gt; has to be divided by 10, so &lt;code&gt;197/10 = 19.7&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="177" LastActivityDate="2017-01-01T18:50:35.747" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10358" PostTypeId="2" ParentId="10327" CreationDate="2017-01-01T21:12:23.107" Score="5" Body="&lt;p&gt;This &lt;a href=&quot;http://s3.amazonaws.com/zanran_storage/www.wspa.org.uk/ContentPages/48536804.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Paper&lt;/a&gt;  provides tables of ownership estimates of dogs and cats for most world countries. There is a description of the collection methodology. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-01-01T21:12:23.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10359" PostTypeId="2" ParentId="10337" CreationDate="2017-01-02T11:28:54.607" Score="4" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Is cURL required for downloading data using data.dol.gov?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I'm not familiar with the data.dol.gov API, but I can't see how any API can require cURL (a set of libraries for accessing URLs).  You should be able to use any code, tool, or widget to generate your request (URL) against the API, and the API will respond accordingly.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Will the data.dol.gov API allow the API key to be embedded in the URL without using cURL&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://developer.dol.gov/beginners-guide&quot; rel=&quot;nofollow noreferrer&quot;&gt;beginners guide&lt;/a&gt; provides an example with the API key in the URL:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;http://api.dol.gov/V1/DOLAgency/Agencies/?KEY=d9c6c290-da4c-424e-a378-fb4bd027b58z&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's just an URL and you can just use it in a browser (no need for cURL); note, the key is just an example so you will get an unauthorized response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want a command line tool other than cURL, you could probably use wget (see a &lt;a href=&quot;https://daniel.haxx.se/docs/curl-vs-wget.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;comparison&lt;/a&gt; for details).  If you want to develop your own code, then see the &lt;a href=&quot;http://developer.dol.gov/sdk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SDK developer&lt;/a&gt; pages at the Department of Labor site.&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-01-02T11:28:54.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10360" PostTypeId="1" AcceptedAnswerId="10363" CreationDate="2017-01-02T12:44:21.457" Score="6" ViewCount="1798" Body="&lt;p&gt;I am looking for large time-series data for learning forecasting methods. Data should preferably be at hourly or minute level. &#xA;Domain doesn't matter much but multiple types of data (financial, IOT, economic etc.) would be helpful. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;A few previous posts have given relevant information.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/questions/9971/looking-for-complete-sensor-datasets-from-a-production-process/9974#9974&quot;&gt;This post&lt;/a&gt; pointing to a resource at the UCI Data repository. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4428/needed-dataset-for-outlier-anomaly-detection/6163#6163&quot;&gt;Another post&lt;/a&gt; is not asking for time series, but the first answer points to a resource with many time series. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You can get lots of weather data at &lt;a href=&quot;http://www.ecmwf.int/en/forecasts/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ECMWF&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="9699" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2021-06-14T08:52:27.107" Title="Large time-series data for learning" Tags="|data-request|time-series|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10361" PostTypeId="1" CreationDate="2017-01-02T15:59:14.423" Score="3" ViewCount="124" Body="&lt;p&gt;What I am looking for is the religious composition on a village/ward level from the census.&lt;br&gt;&#xA;The official census doesn't seem to report it, but since it is available for &lt;a href=&quot;http://www.censusindia.gov.in/2011census/C-01.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;towns&lt;/a&gt; and the census abstract (including literacy rates etc.) is available on a &lt;a href=&quot;http://censusindia.gov.in/pca/pcadata/pca.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;village level&lt;/a&gt; I still hope that it might be available somewhere.&lt;br&gt;&#xA;I actually don't care from which census, even pretty old ones would be OK (even off-census estimates). The only thing on religion I could find from the 2001 census was &lt;a href=&quot;http://censusindia.gov.in/Census_Data_2001/Census_data_finder/C_Series/Population_by_religious_communities.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;aggregates per state&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14857" LastActivityDate="2017-01-02T15:59:14.423" Title="Census India, population by religion - village (ward) level" Tags="|census|india|religion|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10362" PostTypeId="2" ParentId="7898" CreationDate="2017-01-02T17:54:11.797" Score="3" Body="&lt;p&gt;While it is certainly not exhaustive, the &lt;a href=&quot;https://www.microsoft.com/en-us/research/project/microsoft-academic-graph/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Microsoft Academic Graph&lt;/a&gt; is probably worth checking out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have a free public &lt;a href=&quot;https://www.microsoft.com/cognitive-services/en-us/academic-knowledge-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; and the complete dataset is also &lt;a href=&quot;https://academicgraph.blob.core.windows.net/graph/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;available for download&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There appear to be roughly 127 million papers, 115 million author names, and 529 million references in the 2016/02/05 dataset dump.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DOI's are included in the dataset, but you will notice (particularly with older articles) that references and DOI data are incomplete.&lt;/p&gt;&#xA;" OwnerUserId="9742" LastEditorUserId="9742" LastEditDate="2017-01-02T18:20:43.003" LastActivityDate="2017-01-02T18:20:43.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10363" PostTypeId="2" ParentId="10360" CreationDate="2017-01-02T20:56:58.697" Score="3" Body="&lt;p&gt;Consider electricity consumption data, which is an interesting for forecasting due to having various types of seasonality (day of week, month, season), temperature, weather and daylight effects, holidays, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Swissgrid, the Swiss Transmisssion System Operator (&lt;a href=&quot;https://en.wikipedia.org/wiki/Transmission_system_operator&quot; rel=&quot;nofollow noreferrer&quot;&gt;TSO&lt;/a&gt;), publishes a quarter-hourly timeseries for indidvidual regions as well as the entire country. The files are machine readable (Excel) and are divided into years, going back to 2011. The data is updated at the end of the month, for the previous month.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.swissgrid.ch/swissgrid/en/home/experts/topics/energy_data_ch.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.swissgrid.ch/swissgrid/en/home/experts/topics/energy_data_ch.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See column B of the sheet named &quot;Zeitreihen0h15&quot;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Total energy consumed by end users in the Swiss controlblock&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Zeitstempel*    kWh**&#xA;01.01.2016 00:15    1525210.59&#xA;01.01.2016 00:30    1507491.133&#xA;01.01.2016 00:45    1539664.783&#xA;01.01.2016 01:00    1518853.125&#xA;01.01.2016 01:15    1539265.905&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;* Timestamp&lt;/p&gt;&#xA;&#xA;&lt;p&gt;** Kilowatt-hour&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/S1DXT.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/S1DXT.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many other columns for regional and national consumption and production, as well as import/export, etc. Production is a little harder to forecast because it depends on market prices in Switzerland and neighboring countries (for example, if there is lots of solar and wind power in Germany, the hourly price can go quite low, even negative, and this would likely mean you'd see Switzerland importing from Germany and very little Swiss production.)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;p.s. I used similar data from ENTSO-E, which is monthly-aggregated and for all countries in the EU market (including Switzerland).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/y1e0s.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/y1e0s.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/philshem/status/698214763797606400&quot; rel=&quot;nofollow noreferrer&quot;&gt;my tweet&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For yearly aggregated data for Switzerland, going back to 1910, check out &lt;a href=&quot;http://www.worldenergy.ch/Seiten/Energiestatistik/Statistik/Bruttoverbrauch/?oid=1500&amp;amp;lang=de&quot; rel=&quot;nofollow noreferrer&quot;&gt;worldenergy.ch&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/FD5qP.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FD5qP.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/philshem/status/701157551132569600&quot; rel=&quot;nofollow noreferrer&quot;&gt;my tweet&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-01-02T21:10:24.897" LastActivityDate="2017-01-02T21:10:24.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10365" PostTypeId="2" ParentId="5248" CreationDate="2017-01-03T00:35:41.723" Score="7" Body="&lt;p&gt;You can get it also using SPARQL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT * WHERE {&#xA;  wd:Q19675 rdfs:label ?label . &#xA;  FILTER (langMatches( lang(?label), &quot;ES&quot; ) )  &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;See it on &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%2A%20WHERE%20%7B%0A%20%20wd%3AQ19675%20rdfs%3Alabel%20%3Flabel%20.%20%0A%20%20FILTER%20%28langMatches%28%20lang%28%3Flabel%29%2C%20%22ES%22%20%29%20%29%20%20%0A%7D%0A&quot; rel=&quot;noreferrer&quot;&gt;Wikidata Query Service&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3286" LastActivityDate="2017-01-03T00:35:41.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10367" PostTypeId="2" ParentId="10339" CreationDate="2017-01-03T17:57:10.230" Score="4" Body="&lt;p&gt;&lt;strong&gt;What info would you like?&lt;/strong&gt; I would be happy to send you the data you are looking for, but, need a general direction of what specific measures you are looking at having. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the meantime, here is a &lt;a href=&quot;https://gist.github.com/jdwall/f196b09f4edce308ad3321f58f4637b0&quot; rel=&quot;nofollow noreferrer&quot;&gt;gist&lt;/a&gt; of performance data from three boxes - php5, php7 and media server. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;cpu.usage.average&lt;/code&gt; - CPU usage as a percentage during the interval&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;cpu.usagemhz.average&lt;/code&gt; - CPU usage in megahertz during the interval&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;mem.usage.average&lt;/code&gt; - Memory usage as percentage of total configured&#xA;or available memory &lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;disk.usage.average&lt;/code&gt; - Aggregated disk I/O rate.&#xA;For hosts, this metric includes the rates for all virtual machines&#xA;running on the host during the collection interval.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;net.usage.average&lt;/code&gt; - Network utilization (combined transmit-rates&#xA;and receive-rates) during the interval &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;sys.uptime.latest&lt;/code&gt; - Total&#xA;time elapsed, in seconds, since last system startup&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jaErF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jaErF.png&quot; alt=&quot;cpu mhz example&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14864" LastEditorUserId="14864" LastEditDate="2017-01-03T22:33:38.393" LastActivityDate="2017-01-03T22:33:38.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10368" PostTypeId="2" ParentId="7736" CreationDate="2017-01-03T19:03:21.580" Score="4" Body="&lt;p&gt;You can apply to use the freely available Waze API for road conditions  here.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.waze.com/sdk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.waze.com/sdk&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For road conditions in Europe there are links for Austria, Belgium, France, Germany, Italy, Netherlands, UK, and Switzerland here&lt;br&gt;&#xA;&lt;a href=&quot;http://europerides.com/rideblog/road-conditions/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://europerides.com/rideblog/road-conditions/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For road conditions in the United States you can look at each states Department of Transportation (DOT).&lt;br&gt;&#xA;&lt;a href=&quot;https://www.fhwa.dot.gov/about/webstate.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fhwa.dot.gov/about/webstate.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another possibility for information about road conditions is Transitland's feed registry.&lt;br&gt;&#xA;&lt;a href=&quot;https://transit.land/feed-registry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://transit.land/feed-registry/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14525" LastActivityDate="2017-01-03T19:03:21.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10369" PostTypeId="2" ParentId="10322" CreationDate="2017-01-03T21:36:28.090" Score="2" Body="&lt;p&gt;Have you contact GIS people at the city department in Fort McMurray about it ? They may help you how or where to find them ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or go here &lt;a href=&quot;http://www.rmwb.ca/living/Maps.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.rmwb.ca/living/Maps.htm&lt;/a&gt; . I am not sure of the province or city where they located is. I am from the United States, so not sure. You can do google if you have not done yet.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-01-03T21:36:28.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10370" PostTypeId="1" AcceptedAnswerId="10375" CreationDate="2017-01-03T23:31:21.220" Score="9" ViewCount="181" Body="&lt;p&gt;I mean laser ranging data from a ground based, moving vehicle. As it's the data the self-driving algorithms chew on, I'd assume there must be some interest.&lt;/p&gt;&#xA;" OwnerUserId="13314" LastEditorUserId="90" LastEditDate="2019-03-08T23:25:46.673" LastActivityDate="2019-03-08T23:25:46.673" Title="Open sourced LiDAR dataset?" Tags="|data-request|images|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10371" PostTypeId="2" ParentId="2158" CreationDate="2017-01-03T23:49:21.097" Score="2" Body="&lt;p&gt;htttp://www.centermatwrestling.com has up to date college results.&lt;/p&gt;&#xA;" OwnerUserId="14869" LastActivityDate="2017-01-03T23:49:21.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10372" PostTypeId="1" CreationDate="2017-01-04T07:55:53.500" Score="2" ViewCount="93" Body="&lt;p&gt;The API call &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/classification.json?search=medical_specialty_description=%22ophthalmic%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/classification.json?search=medical_specialty_description=%22ophthalmic%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is returning (limiting) the number of records to 1 for ophthalmic devices data. I am trying to download all the records for ophthalmic data. I would appreciate if anyone could help me with the api call that can download all the records of ophthalmic data from device_classification end point.  &lt;/p&gt;&#xA;" OwnerUserId="14873" LastEditorDisplayName="user4293" LastEditDate="2017-01-04T10:50:58.470" LastActivityDate="2017-01-05T14:07:25.380" Title="How to download all the ophthalmic devices data from device classification end point in openFDA" Tags="|data.gov|openfda|api|medical|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10373" PostTypeId="2" ParentId="10324" CreationDate="2017-01-04T10:07:31.917" Score="4" Body="&lt;p&gt;I'm not sure why schools in Africa should be designed in any different way than buildings for housing people for other purposes elsewhere. There might be constraints to do with cost, availability of skilled labour, and building materials available, but such constraints apply everywhere.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other deciding factors might include risk of earthquake, and likely magnitude of earthquakes, which will vary depending on location, Africa is huge, so certainly there won't be a one size fits all solution, (well you could build structures to withstand magnitude 9+ earthquakes in areas with very low earthquake risk, which would be a massive waste of money and resources).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A good resource for addressing risk of earthquake in Africa is &lt;a href=&quot;http://reliefweb.int/map/ethiopia/earthquake-risk-africa-modified-mercalli-scale-december-2007&quot; rel=&quot;nofollow noreferrer&quot;&gt;Earthquake Risk in Africa: Modified Mercalli Scale, December 2007&lt;/a&gt; which includes a PDF&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One place to start looking for guidance on building design would be the US Federal Emergency Management Agency (FEMA) pages on &lt;a href=&quot;https://www.fema.gov/earthquake-publications-building-codes-and-seismic-rehabilitation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Earthquake Publications: Building Codes and Seismic Rehabilitation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-01-04T10:07:31.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10374" PostTypeId="1" CreationDate="2017-01-04T13:38:04.440" Score="4" ViewCount="93" Body="&lt;p&gt;I am building an agent based traffic micro simulation and am looking for travel trip diaries of an individuals trips on a specific day. Usually, the trip will be done by origin, destination, mode of transport, and unique person. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ones I am finding online are missing the micro level details of the origin and destination.&lt;/p&gt;&#xA;" OwnerUserId="14875" LastEditorUserId="1511" LastEditDate="2017-12-08T09:51:56.313" LastActivityDate="2024-02-19T04:05:15.597" Title="Travel Trip Diaries" Tags="|data-request|transportation|travel|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10375" PostTypeId="2" ParentId="10370" CreationDate="2017-01-04T15:58:02.380" Score="7" Body="&lt;p&gt;Have you tried &lt;a href=&quot;http://robots.engin.umich.edu/SoftwareData/Ford&quot; rel=&quot;noreferrer&quot;&gt;University of Michigan&lt;/a&gt;?  They have some large datasets available for download from their test runs around campus: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We provide a dataset collected by an autonomous ground vehicle&#xA;  testbed, based upon a modified Ford F-250 pickup truck. The vehicle is&#xA;  outfitted with a professional (Applanix POS LV) and consumer (Xsens&#xA;  MTI-G) Inertial Measuring Unit (IMU), a Velodyne 3D-lidar scanner, two&#xA;  push-broom forward looking Riegl lidars, and a Point Grey Ladybug3&#xA;  omnidirectional camera system. Here we present the time-registered&#xA;  data from these sensors mounted on the vehicle, collected while&#xA;  driving the vehicle around the Ford Research campus and downtown&#xA;  Dearborn, Michigan during November-December 2009. The vehicle path&#xA;  trajectory in these datasets contain several large and small-scale&#xA;  loop closures, which should be useful for testing various state of the&#xA;  art computer vision and SLAM (Simultaneous Localization and Mapping)&#xA;  algorithms.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="9575" LastActivityDate="2017-01-04T15:58:02.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10376" PostTypeId="2" ParentId="2158" CreationDate="2017-01-04T18:07:41.880" Score="4" Body="&lt;p&gt;Trackwrestling gets that information from a number of sources.&#xA;Primarily, it's the software preferred for the NCAA, so all reporting of dual meets is required to be entered within 24 hours of a dual being completed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From a tournament standpoint, they run tournament software, so they developed the system and integrated all those tournament scores into their respective databases. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wouldn't expect them to give anyone other than the NCAA or NWCA that data. &lt;/p&gt;&#xA;" OwnerUserId="14878" LastActivityDate="2017-01-04T18:07:41.880" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10377" PostTypeId="2" ParentId="10264" CreationDate="2017-01-04T19:39:05.440" Score="4" Body="&lt;p&gt;I don't know of any open and free source that publishes this data aggregated across all metropolitan areas, as you found with Chicago this is a type of data that is typically collected and published at the city (or county) level and the particular fields collected and released will differ city from city. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, building permit data &lt;em&gt;is&lt;/em&gt; available for the majority of the largest cities in the US. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, you can access New York City building permit data through Enigma &lt;a href=&quot;https://public.enigma.com/datasets/new-york-city-building-permits-issued/862f9e4a-88f3-4231-ad43-c823833ba4fd&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and then from the city government directly &lt;a href=&quot;https://data.cityofnewyork.us/Housing-Development/DOB-Permit-Issuance/ipu4-2q9a&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you search building permit data through Enigma you'll find building permit data for a number of other cities including: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Austin &lt;/li&gt;&#xA;&lt;li&gt;Boston&lt;/li&gt;&#xA;&lt;li&gt;Houston &lt;/li&gt;&#xA;&lt;li&gt;Jersey City&lt;/li&gt;&#xA;&lt;li&gt;New Orleans&lt;/li&gt;&#xA;&lt;li&gt;Pittsburgh&lt;/li&gt;&#xA;&lt;li&gt;Seattle&lt;/li&gt;&#xA;&lt;li&gt;Salt Lake City&lt;/li&gt;&#xA;&lt;li&gt;San Jose&lt;/li&gt;&#xA;&lt;li&gt;San Francisco&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Alternately you can visit the department of building or open data portals for each of these cities. Some of these (such as Boston) include electrical and plumbing work permits, others do not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Full disclosure: I work for Enigma.)&lt;/p&gt;&#xA;" OwnerUserId="13276" LastEditorUserId="13276" LastEditDate="2017-09-25T17:18:48.083" LastActivityDate="2017-09-25T17:18:48.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10378" PostTypeId="1" AcceptedAnswerId="18406" CreationDate="2017-01-05T03:34:40.577" Score="3" ViewCount="633" Body="&lt;p&gt;Does anyone know where I can find a dataset on blood donations in a given country or area with demographic information like household income ect.?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Edited to be in line with the sites policy on data requests.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; I'm doing research on whether paying donors for their blood donations or giving them a tax receipt is an incentive to donate more blood. I'm also trying to Identify if there is a reservation wage for blood donation&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; Preferably either American or Canadian data but I will take anything that meets the other requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Open available data or some other data set&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; Whatever I can read into R. I usually use CSV file formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt; Im not picky, but please note the origin of the data &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non-answers:&lt;/strong&gt; &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Blood+Transfusion+Service+Center&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Blood+Transfusion+Service+Center&lt;/a&gt; (does not have info about income or consumption any goods and services)&lt;/p&gt;&#xA;" OwnerUserId="13171" LastEditorUserId="13171" LastEditDate="2017-01-06T04:49:09.477" LastActivityDate="2021-01-05T13:38:46.423" Title="Data Set request: Blood donation data" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10379" PostTypeId="1" CreationDate="2017-01-05T03:48:04.337" Score="6" ViewCount="112" Body="&lt;p&gt;I'm looking for the number of tourists in each country that go to another country, &lt;strong&gt;not&lt;/strong&gt; the number of arriving tourists, which is readily available. Preferably by year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;https://en.wikipedia.org/wiki/World_Tourism_rankings#Most_visited_destinations_by_international_tourist_arrivals&quot; rel=&quot;noreferrer&quot;&gt;here is a ranking of the number of arriving tourists by country&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Ranking Country Region          Number of arriving tourists&#xA;1       France  Europe          84.5 million&#xA;2       US      North America   77.5 million    &#xA;3       Spain   Europe          68.2 million&#xA;4       China   Asia            56.9 million    &#xA;5       Italy   Europe          50.7 million&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But if it is the number of departing tourists, the ranking should be something like this:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;China&lt;/li&gt;&#xA;&lt;li&gt;US&lt;/li&gt;&#xA;&lt;li&gt;Germany&lt;/li&gt;&#xA;&lt;li&gt;UK&lt;/li&gt;&#xA;&lt;li&gt;France&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;, with Japan and Russia in a relatively higher rank.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any such data available? (And if at all possible, the data would be better if it is split by region, since the most departing tourists from European countries only travel for another country in Europe).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any data format (CSV, TSV, XML, JSON, etc...) will do.&lt;/p&gt;&#xA;" OwnerUserId="8302" LastEditorDisplayName="user4293" LastEditDate="2017-01-05T11:16:44.007" LastActivityDate="2018-09-02T09:18:30.773" Title="Data for the number of departing tourists in each country?" Tags="|data-request|travel|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10380" PostTypeId="2" ParentId="4412" CreationDate="2017-01-05T11:24:28.530" Score="2" Body="&lt;p&gt;&lt;em&gt;(the question is old but maybe these more updated links can be helpful to people reading the question)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here you can find some data related with renewable energy:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://irena.masdar.ac.ae/&quot; rel=&quot;nofollow noreferrer&quot;&gt;irena.masdar.ac.ae/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want modelled time series (data from global meteorological models) you can get info from reanalyses projects. The open and most up-to-date in horizontal and time resolution would be the following ones:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ecmwf.int/en/research/climate-reanalysis/era-interim&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ecmwf.int/en/research/climate-reanalysis/era-interim&lt;/a&gt;&#xA;&lt;a href=&quot;http://cfs.ncep.noaa.gov/cfsr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cfs.ncep.noaa.gov/cfsr/&lt;/a&gt;&#xA;&lt;a href=&quot;https://gmao.gsfc.nasa.gov/reanalysis/MERRA-2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gmao.gsfc.nasa.gov/reanalysis/MERRA-2/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From them you can obtain a wind distribution to use with a power curve.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if you need real data you can try the NCDC dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.ncdc.noaa.gov/maps/ncei/cdo/hourly&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gis.ncdc.noaa.gov/maps/ncei/cdo/hourly&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, from them you can obtain a wind distribution to use with a power curve.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Last but not least, you can access measurement records from the DWD (German met service) from:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dwd.de/EN/ourservices/cdcftp/cdcftp.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.dwd.de/EN/ourservices/cdcftp/cdcftp.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Side note: It is not a so easy relation between wind speed &amp;lt;-&gt; Power production. You need to define the suitability of the wind turbine generator to the site, the hub height, the construction costs, the Operation and Maintenance costs, other environmental variables that can affect to the normal operation of the site,...&lt;/p&gt;&#xA;" OwnerUserId="14881" LastActivityDate="2017-01-05T11:24:28.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10381" PostTypeId="1" CreationDate="2017-01-05T11:40:24.290" Score="1" ViewCount="42" Body="&lt;p&gt;I need an ancient DEM. My research is focus on Spain and the most important characteristic of the DEM is the year. The resolution is not such important as the year. Do you know where I can download it on free?&lt;/p&gt;&#xA;" OwnerUserId="14884" LastActivityDate="2017-01-05T11:40:24.290" Title="Download an ancient Digital Elevation Model (DEM)" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10382" PostTypeId="2" ParentId="10372" CreationDate="2017-01-05T14:07:25.380" Score="2" Body="&lt;p&gt;Simply use &lt;code&gt;limit&lt;/code&gt; and &lt;code&gt;skip&lt;/code&gt; URL parameters described &lt;a href=&quot;https://open.fda.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2017-01-05T14:07:25.380" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10383" PostTypeId="2" ParentId="10316" CreationDate="2017-01-05T19:23:31.663" Score="1" Body="&lt;p&gt;For free sales data, check out this database on Quandl:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;US Census Bureau&lt;/strong&gt;  - Here are the datasets you'll see if you search for &quot;sales&quot; within this database:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/USCENSUS-U-S-Census-Bureau?keyword=sales&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/USCENSUS-U-S-Census-Bureau?keyword=sales&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Disclosure: I work for Quandl)&lt;/p&gt;&#xA;" OwnerUserId="10342" LastActivityDate="2017-01-05T19:23:31.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10384" PostTypeId="2" ParentId="10379" CreationDate="2017-01-05T22:20:01.413" Score="2" Body="&lt;p&gt;I really don't know if there's a way to find this data worldwide, because most countries only track incoming tourists, not where their own people visit (i.e. they track inflow, not outflow).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But if journalist David Yanofksy wins his current FOIA lawsuit, you will be able to get this data for the subset of tourists who arrive in the US, broken down by their country of origin and other statistics:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://qz.com/685956/im-suing-the-us-government-for-its-data-on-whos-entering-the-country/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://qz.com/685956/im-suing-the-us-government-for-its-data-on-whos-entering-the-country/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2017-01-05T22:20:01.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10385" PostTypeId="2" ParentId="10370" CreationDate="2017-01-06T00:37:26.510" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;http://lidar.ssec.wisc.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;University of Wisconsin Lidar Group&lt;/a&gt; provides several LIDAR data sets &lt;a href=&quot;http://hsrl.ssec.wisc.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Institute of Meteorology of the University of Hamburg, Germany, provides LIDAR data &lt;a href=&quot;http://icdc.cen.uni-hamburg.de/projekte/hdcp2/observational-data/long-term-observations/local-observations/sups-joy-dlidst00-l1-any.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might also have a look into the &lt;a href=&quot;http://ebas.nilu.no&quot; rel=&quot;nofollow noreferrer&quot;&gt;EBAS database&lt;/a&gt; of the NILU (Norwegian Institute for Air Research). It hosts several air quality datasets from all over Europe and also from some non-European locations. Maybe, there is also LIDAR data available.&lt;/p&gt;&#xA;" OwnerUserId="13231" LastActivityDate="2017-01-06T00:37:26.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10386" PostTypeId="2" ParentId="10360" CreationDate="2017-01-06T01:50:00.727" Score="3" Body="&lt;p&gt;I'm not sure what qualifies as &quot;large&quot; for you. If you're looking for a sizable &lt;em&gt;collections&lt;/em&gt; of time series data, check out the M-series data which have been used in various forecast competitions. The latest one is M3, which have time series of different periodicity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://forecasters.org/resources/time-series-data/m-competition/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://forecasters.org/resources/time-series-data/m-competition/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use R, the M datasets are built into the Mcomp package. To get it just type&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;install.packages(&quot;Mcomp&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13314" LastActivityDate="2017-01-06T01:50:00.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10387" PostTypeId="2" ParentId="4271" CreationDate="2017-01-06T16:55:17.347" Score="3" Body="&lt;p&gt;Check &lt;a href=&quot;http://androidrank.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://androidrank.org&lt;/a&gt; , it contains data on android applications and it is for free.&lt;/p&gt;&#xA;" OwnerUserId="14892" LastActivityDate="2017-01-06T16:55:17.347" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10388" PostTypeId="1" CreationDate="2017-01-06T20:00:15.663" Score="3" ViewCount="190" Body="&lt;p&gt;I'm looking for historical Dead Sea water levels data. There's a good sequence from 1976 until today on a monthly basis, but there are some graphs that show measurement data from the 1930s.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for that data in spreadsheet/table form.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/I6AeV.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/I6AeV.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4252" LastActivityDate="2017-01-15T19:21:12.377" Title="Dead Sea historical measurements 1930s to 1970s" Tags="|data-request|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10389" PostTypeId="1" CreationDate="2017-01-07T03:54:47.297" Score="3" ViewCount="106" Body="&lt;p&gt;I'm a developer trying to procedurally generate a Minecraft map based on the real Earth. I've recently spent a few days looking for Earth data for my generator to use, but I've found very few good results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a list of data sets I could use for generating such a map:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Elevation&lt;/li&gt;&#xA;&lt;li&gt;Bathymetric (undersea depth)&lt;/li&gt;&#xA;&lt;li&gt;Vegetation(coverage percentage, type of vegetation, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Soil type&lt;/li&gt;&#xA;&lt;li&gt;Crust composition data&lt;/li&gt;&#xA;&lt;li&gt;Water salinity&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm extremely new to global data collection, so there's probably a host of other properties which could improve the map. However, I've not been able to find a consistent source for getting such data. I've found a few sources, but each of them has problems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;http://data.giss.nasa.gov/landuse/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this land-cover&lt;/a&gt; dataset has decent vegetation and soil maps, but their resolution is 1 degree² per pixel and there are a large amount of holes. Ideally, I'm looking for something at least with a resolution of 0.01² degrees (36 arcseconds). For this project, I'm looking for maps in/convertible to the Miller or equirectangular projection.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there are absolutely no other options, I can just use a vector tracing algorithm to roughly upscale the vegetation maps and then fill in the holes, but that should be a last resort.&lt;/p&gt;&#xA;" OwnerUserId="14893" LastEditorUserId="14893" LastEditDate="2017-01-07T07:16:32.637" LastActivityDate="2017-12-20T02:07:48.700" Title="Where can I get consistent global map data for topology and environmental properties?" Tags="|data-request|geospatial|global|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10391" PostTypeId="2" ParentId="9142" CreationDate="2017-01-07T11:23:42.440" Score="3" Body="&lt;p&gt;You ask where you can get a river network for the UK for research purposes. This suggests you are in academia? If so you should have access to the definitive river network of the UK from the Ordnance Survey via the edina &lt;a href=&quot;http://digimap.edina.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;digimap&lt;/a&gt; website. You can download the WaterLayer. Be aware this is a very large dataset and can only be downloaded in tiles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending upon the &lt;em&gt;quality&lt;/em&gt; of research you want to carry out you could use the Open Rivers dataset which is easier to access and less restrictive in licensing. The issue with this dataset is that it is a generalised version of the WaterLayer and therefore missing many first order streams. So if that is where you are doing your research, head water streams, then this is not a good network to work with. Last time I looked at it it also had various topologically issues but they may have fixed those.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for catchment boundaries, you would typically generate those yourself. OS provide a DEM, OS Terrain 50, which would need processing before it could be used to generate hydrological catchments. Again through the Edina digimap website you can obtain 5m resolution DEM data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could explore the &lt;a href=&quot;http://environment.data.gov.uk/ds/catalogue/#/catalogue&quot; rel=&quot;nofollow noreferrer&quot;&gt;spatial data catalogue&lt;/a&gt; which has a wealth of data, including rivers and catchments specific to the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally I would not use the hydrosheds data as it is built from 90m SRTM which is fairly crude and will deviate considerably to what is actually on the ground, unless you intend to use it as some sort of overview/backdrop to other datasets?&lt;/p&gt;&#xA;" OwnerUserId="9622" LastEditorUserId="9622" LastEditDate="2017-01-09T11:29:09.647" LastActivityDate="2017-01-09T11:29:09.647" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10392" PostTypeId="2" ParentId="10389" CreationDate="2017-01-07T12:01:58.163" Score="3" Body="&lt;p&gt;There are many resources listed in &lt;a href=&quot;https://opendata.stackexchange.com/questions/7303/collection-of-large-geospatial-datasets/&quot;&gt;This previous post&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notice in particular &lt;a href=&quot;http://www.naturalearthdata.com/features/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NaturalEarth&lt;/a&gt; has many useful maps.&lt;/p&gt;&#xA;" OwnerUserId="14851" LastEditorUserId="17209" LastEditDate="2017-12-20T02:07:48.700" LastActivityDate="2017-12-20T02:07:48.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10393" PostTypeId="2" ParentId="10379" CreationDate="2017-01-08T02:13:54.563" Score="3" Body="&lt;p&gt;I agree it will be hard to find one dataset for all countries. You will have to look for each country individually.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the Dutch people, here is a CBS report from 2015: &lt;a href=&quot;http://download.cbs.nl/pdf/trendrapport-toerisme-recreatie-en-vrije-tijd-2015.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;cbs report NL&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6166" LastEditorUserId="6166" LastEditDate="2018-09-02T09:18:30.773" LastActivityDate="2018-09-02T09:18:30.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10394" PostTypeId="1" AcceptedAnswerId="10399" CreationDate="2017-01-08T05:17:20.290" Score="2" ViewCount="300" Body="&lt;p&gt;I downloaded PUMA mapping shapefiles for California from &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_puma.html&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Census Website&quot;&gt;TIGER/line&lt;/a&gt; and am able to use &lt;code&gt;R&lt;/code&gt; packages &lt;code&gt;maptools, mapproj, and ggplot2&lt;/code&gt; to plot maps of California with each PUMA outline as a border. My goal is to match the PUMA mapping files to ACS data I have for CA to create heat maps, (such as average income per PUMA). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the shapefiles have id numbers which are number 0-264 identifying each PUMA like so:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pumas.points&#xA;        long      lat order  hole piece  id group&#xA;1: -122.6464 38.59859     1 FALSE     1   0   0.1&#xA;2: -122.6447 38.60216     2 FALSE     1   0   0.1&#xA;3: -122.6447 38.60322     3 FALSE     1   0   0.1&#xA;4: -122.6418 38.60548     4 FALSE     1   0   0.1&#xA;5: -122.6391 38.60927     5 FALSE     1   0   0.1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;range(as.numeric(pumas.points$id))&lt;/code&gt;&lt;br&gt;&#xA;&lt;code&gt;[1]   0 264&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;length(unique(pumas.points$id))&lt;/code&gt;&lt;br&gt;&#xA;&lt;code&gt;[1] 265&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data I am able to map with ggplot2. For my ACS data, instead of id numbers 0-264 I have each 5 digit PUMA code, like so.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;test&#xA; PUMA10   percent&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;1:  08513 0.3647587&lt;/code&gt;&lt;br&gt;&#xA;  &lt;code&gt;2:  07301 0.7857143&lt;/code&gt;&lt;br&gt;&#xA;  &lt;code&gt;3:  01903 0.5035714&lt;/code&gt;&lt;br&gt;&#xA;  &lt;code&gt;4:  06509 0.5312500&lt;/code&gt;&lt;br&gt;&#xA;  &lt;code&gt;5:  06506 0.7687927&lt;/code&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each PUMA10 code corresponds to one of the PUMAs in the points file created from the .shp file. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;length(unique(test$PUMA10))  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;[1] 265&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I have so far been unable to find a file mapping the 1-3 digit id values assigned in the shapefiles with the 5-digit PUMA10 codes assigned in the ACS data download. My goal is to be able to create maps similar to &lt;a href=&quot;http://proximityone.com/puma/puma2010ca.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;proximity one&lt;/a&gt;. If anyone knows if such a file exists it would be most appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="14904" LastEditorUserId="5766" LastEditDate="2017-01-08T18:03:51.270" LastActivityDate="2017-01-08T18:03:51.270" Title="Mapping PUMA Codes to TIGER/line shapefiles" Tags="|data-request|data.gov|us-census|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10395" PostTypeId="2" ParentId="4105" CreationDate="2017-01-08T10:57:03.730" Score="5" Body="&lt;ol&gt;&#xA;&lt;li&gt;You can find US and British english language phones at university linguistic departments such as Berkeley, Ca. Though, what is useful for speech recognition are the features in statistical acoustic models that are extracted from a large amount of annotated audio recordings. These acoustic model features involve hidden markov models and Mel-Frequency Cepstral coefficients. (MFCC tutorial by James Lyons below)  Interpreting and understanding these feature files is complex.&#xA;The CMU Sphinx speech recognition project provides different acoustic models such as AN4 and RM1.  The distribution of some CMU audio databases such as RM1 are restricted. The AN4 database includes the audio recordings and utilizes 34 phones.  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Berkeley Linguistics Phonetics&lt;br&gt;&#xA;(click on phone, then left click for audio, right click for spectrogram)&lt;br&gt;&#xA;&lt;a href=&quot;https://corpus.linguistics.berkeley.edu/acip/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://corpus.linguistics.berkeley.edu/acip/&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;CMU Sphinx acoustic models&lt;br&gt;&#xA;&lt;a href=&quot;http://www.speech.cs.cmu.edu/databases/an4/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.speech.cs.cmu.edu/databases/an4/index.html&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;CMU Sphinx dictionary&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/cmusphinx/cmudict&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/cmusphinx/cmudict&lt;/a&gt;&lt;br&gt;&#xA;cmudict.dict&lt;br&gt;&#xA;  yes Y EH1 S&lt;br&gt;&#xA;  no N OW1&lt;/p&gt;&#xA;&#xA;&lt;p&gt;cmudict.phones  (sample of 39 phones vs 34 phones for AN4)&lt;br&gt;&#xA;  Y       semivowel&lt;br&gt;&#xA;  EH      vowel&lt;br&gt;&#xA;  S       fricative&lt;br&gt;&#xA;  N       nasal&lt;br&gt;&#xA;  OW      vowel&lt;/p&gt;&#xA;&#xA;&lt;p&gt;cmudict.symbols&lt;br&gt;&#xA;  Y&lt;br&gt;&#xA;  EH1&lt;br&gt;&#xA;  OW1  &lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;&lt;p&gt;Voxforge provides open source corpus, audio recordings and acoustic models for multiple speech recognition engines in multiple languages.  CMU Sphinx, ISIP, Julius, and HTK&#xA;&lt;a href=&quot;http://www.voxforge.org/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.voxforge.org/home&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/julius-speech/julius&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/julius-speech/julius&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.isip.piconepress.com/projects/speech/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.isip.piconepress.com/projects/speech/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://htk.eng.cam.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://htk.eng.cam.ac.uk/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;James Lyons provides an excellent Mel Frequency Cepstral Coefficient (MFCC) tutorial along with python code.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.practicalcryptography.com/miscellaneous/machine-learning/guide-mel-frequency-cepstral-coefficients-mfccs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.practicalcryptography.com/miscellaneous/machine-learning/guide-mel-frequency-cepstral-coefficients-mfccs/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jameslyons/python_speech_features&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jameslyons/python_speech_features&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Adam Coates of Baidu Research and Stanford gave an excellent presentation about improving the acoustic model.&lt;br&gt;&#xA;&lt;a href=&quot;http://cs.stanford.edu/~acoates/ba_dls_speech2016.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cs.stanford.edu/~acoates/ba_dls_speech2016.pdf&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/baidu-research/ba-dls-deepspeech&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/baidu-research/ba-dls-deepspeech&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.openslr.org/12/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.openslr.org/12/&lt;/a&gt; (corpus, audio recordings, acoustic models)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="14525" LastEditorUserId="14525" LastEditDate="2017-01-11T10:12:39.467" LastActivityDate="2017-01-11T10:12:39.467" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10396" PostTypeId="1" AcceptedAnswerId="10402" CreationDate="2017-01-08T15:28:22.847" Score="3" ViewCount="61" Body="&lt;p&gt;I need to make some small world globes on balls, 55 mm in diameter, to illustrate and give away at a talk on map making. I have written a computer program that draws the gores to fit the ball (any size ball), but I need a source of suitable coordinate data to draw coastal outlines on it. All the data sets I have so far found have far too many points, much too detailed, very nice for larger scale regional maps but not suitable for my purpose. Please is there a source of data that I can use? I expect to need somewhere between a hundred and a thousand points to plot.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A way of reducing one of the large data sets to a more acceptable scale might be possible but looks to be a very difficult operation to do effectively.&lt;/p&gt;&#xA;" OwnerUserId="14905" LastActivityDate="2017-01-28T15:38:37.763" Title="Source of coordinated for very small world globe" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10397" PostTypeId="2" ParentId="10379" CreationDate="2017-01-08T15:42:11.413" Score="2" Body="&lt;p&gt;Outbound tourism is discussed on page 12 and 13 of the &lt;a href=&quot;http://www.e-unwto.org/doi/book/10.18111/9789284418145&quot; rel=&quot;nofollow noreferrer&quot;&gt;UNWTO Tourism Highlights, 2016 Edition&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is by region instead of country.  On their website, they sell individual country level data, but this is not free unless you are a university academic or conducting bona fide academic research.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastEditorUserId="14862" LastEditDate="2017-01-12T11:24:11.350" LastActivityDate="2017-01-12T11:24:11.350" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10398" PostTypeId="2" ParentId="9937" CreationDate="2017-01-08T16:15:16.970" Score="4" Body="&lt;p&gt;As you can see in &lt;a href=&quot;https://commons.wikimedia.org/wiki/Commons:Copyright_rules_by_subject_matter#Product_packaging&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Commons&lt;/a&gt;, packages usually involve some copyrighted content and therefore its image can't be published under a free license. It can only be published with permission of copyright owners or under a suitable exception (like &lt;a href=&quot;https://commons.wikimedia.org/wiki/Commons:De_minimis&quot; rel=&quot;nofollow noreferrer&quot;&gt;de minimis&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/Fair_use&quot; rel=&quot;nofollow noreferrer&quot;&gt;fair use&lt;/a&gt;) although I'm afraid no such exception is suitable for a large collection of commercial packages - at least, I'm sure that collection wouldn't be allowed in Wikimedia Commons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update after question update:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Blurred images should be considered in an one by one basis. The main question is if all copyrighted material has been eliminated.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Probably OK to keep: Bare text without creative design stating bare facts without any creativity (list of ingredients, producer name and address, etc.), product name if typography is not creative.&lt;/li&gt;&#xA;&lt;li&gt;Not OK to keep: photographs, text talking about the product, any graphical design elements.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Depending of your purpose, using copyrighted photographies may fall in fair use (in the USA), but fair use is not accepted in Wikimedia Commons. Furthermore, if you went for borderline cases, Wikimedia Commons would be a bad choice to store them, since they are at risk of being deleted at any time.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastEditorUserId="14052" LastEditDate="2017-07-15T13:09:38.267" LastActivityDate="2017-07-15T13:09:38.267" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10399" PostTypeId="2" ParentId="10394" CreationDate="2017-01-08T17:52:52.873" Score="4" Body="&lt;p&gt;There are 4 variables you are leaving out of the shapefile that was imported to R.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;code&gt;STATEFP10&lt;/code&gt; is the 2-digit FIPS code for the state.&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;PUMACE10&lt;/code&gt; is the 5-digit FIPS code for the 2010 PUMA within a state.&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;AFFGEOID10&lt;/code&gt; is the full GEOID that is unique across all levels of geography.&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;GEOID10&lt;/code&gt; is the GEOID that uniquely identifies a geographic boundary within a specific summary level. This variable (or AFFGEOID10) should be used to match between different sources. To re-create this variable in the ACS PUMS data, concatenate the State FIPS code with 2010 PUMA code (make sure that it is a string/character variable with a length of 7).&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="958" LastActivityDate="2017-01-08T17:52:52.873" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10401" PostTypeId="2" ParentId="10203" CreationDate="2017-01-09T07:21:05.443" Score="2" Body="&lt;p&gt;I'm an Emmy voter, an Open Data nerd, and a web developer -- and I don't know of a source.  Guess you're going to have to scrape the data, sorry.&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2017-01-09T07:21:05.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10402" PostTypeId="2" ParentId="10396" CreationDate="2017-01-09T08:21:23.093" Score="3" Body="&lt;p&gt;In the link below you can download shorelines and other information in several formats and resolutions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.soest.hawaii.edu/pwessel/gshhg/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.soest.hawaii.edu/pwessel/gshhg/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crude resolution is quite low resolution and maybe fits your needs.&lt;/p&gt;&#xA;" OwnerUserId="14881" LastActivityDate="2017-01-09T08:21:23.093" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10403" PostTypeId="2" ParentId="10203" CreationDate="2017-01-09T10:30:54.527" Score="2" Body="&lt;p&gt;If you are going to (have to) scrape this, take a look at &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; (formerly Google Refine). In their &lt;a href=&quot;https://www.youtube.com/watch?v=cO8NVCs_Ba0&quot; rel=&quot;nofollow noreferrer&quot;&gt;second video tutorial&lt;/a&gt; they describe how to convert and massage a Wikipedia list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data on your Wikipedia page is a table, not a list, so it will be more complicated (especially, you'll have to deal with the different &lt;em&gt;colspans&lt;/em&gt;).&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-01-09T10:30:54.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10404" PostTypeId="2" ParentId="9547" CreationDate="2017-01-09T22:47:34.043" Score="8" Body="&lt;p&gt;TRAVIC has a list of public transport service APIs that conform to the GTFS standard: &lt;a href=&quot;http://tracker.geops.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tracker.geops.ch/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://tracker.geops.ch/feeds/&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of API Feeds&lt;/a&gt; (searchable and filterable)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;EDIT: I found a couple of more-direct links to GTFS feeds internationally:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;TransitFeeds: &lt;a href=&quot;http://transitfeeds.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://transitfeeds.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Transit land: &lt;a href=&quot;https://transit.land/feed-registry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://transit.land/feed-registry/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="14901" LastEditorUserId="1511" LastEditDate="2017-05-16T09:38:29.200" LastActivityDate="2017-05-16T09:38:29.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10405" PostTypeId="2" ParentId="7303" CreationDate="2017-01-10T00:24:25.453" Score="2" Body="&lt;p&gt;&lt;strong&gt;Administrative Boundaries&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Global Admin Boundaries geometries are freely available through &lt;a href=&quot;http://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Global Administrative Areas - Boundaries without limits&quot;&gt;GADM.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the whole world dataset or each individual country. The sub-admin units can go several levels deep, for instance the German dataset has five levels of admin units.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;N.B. GADM data is not licenced for commercial purposes unless consent is given.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastEditorUserId="14333" LastEditDate="2017-01-11T00:39:55.137" LastActivityDate="2017-01-11T00:39:55.137" CommentCount="2" CommunityOwnedDate="2017-01-10T00:24:25.453" ContentLicense="CC BY-SA 3.0" />
  <row Id="10406" PostTypeId="2" ParentId="10334" CreationDate="2017-01-10T03:53:09.027" Score="4" Body="&lt;p&gt;I asked &lt;a href=&quot;https://stackoverflow.com/questions/41527706/get-properties-by-qid&quot;&gt;similar question on SO &lt;/a&gt; and got 2 answers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/41536933/240564&quot;&gt;first answer&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Using the URI instead of the variable &lt;code&gt;?item&lt;/code&gt; will get the information&#xA;  based on the entity Albert Einstein:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX  schema: &amp;lt;http://schema.org/&amp;gt;&#xA;PREFIX  bd:   &amp;lt;http://www.bigdata.com/rdf#&amp;gt;&#xA;PREFIX  wdt:  &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;PREFIX  wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;&#xA;SELECT DISTINCT  ?item ?itemLabel ?itemDescription (SAMPLE(?DR) AS ?DRSample) (SAMPLE(?article) AS ?articleSample)&#xA;WHERE&#xA;  { ?article  schema:about       ?item ;&#xA;              schema:inLanguage  &quot;en&quot; ;&#xA;              schema:isPartOf    &amp;lt;https://en.wikipedia.org/&amp;gt;&#xA;    FILTER ( ?item = &amp;lt;http://www.wikidata.org/entity/Q937&amp;gt; )&#xA;    OPTIONAL&#xA;      { ?item  wdt:P569  ?DR }&#xA;    OPTIONAL&#xA;      { ?item  wdt:P570  ?RIP }&#xA;    OPTIONAL&#xA;      { ?item  wdt:P18  ?image }&#xA;    SERVICE wikibase:label&#xA;      { bd:serviceParam&#xA;                  wikibase:language  &quot;en&quot;&#xA;      }&#xA;  }&#xA;GROUP BY ?item ?itemLabel ?itemDescription&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/41532485/240564&quot;&gt;second answer&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you already have the QID of the entity you are looking for and&#xA;  simply look for its properties and labels, you're better off using the&#xA;  &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=wbgetentities&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata API &lt;code&gt;wbgetentities&lt;/code&gt;&#xA;  module&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;In A. Einstein (&lt;a href=&quot;https://wikidata.org/entity/Q937&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q937&lt;/a&gt;) case, that&#xA;  would give the following API call: &#xA;  &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q937&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q937&amp;amp;format=json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I think both answers are valuable to be presented here.&lt;/p&gt;&#xA;" OwnerUserId="3286" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2017-01-10T03:53:09.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10407" PostTypeId="1" AcceptedAnswerId="10684" CreationDate="2017-01-10T07:51:44.637" Score="4" ViewCount="432" Body="&lt;p&gt;Is there any open dataset, containing images or stereo-pairs of images of rural landscapes/roads/fields? Examples are attached. Any help appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any location/time of day are suitable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BBJCK.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BBJCK.jpg&quot; alt=&quot;rural road&quot;&gt;&lt;/a&gt;&lt;a href=&quot;https://i.stack.imgur.com/Tv9SL.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Tv9SL.jpg&quot; alt=&quot;rural road&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14914" LastEditorUserId="14914" LastEditDate="2017-01-10T11:35:17.480" LastActivityDate="2017-02-21T12:21:44.860" Title="Rural road/field dataset" Tags="|data-request|images|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10408" PostTypeId="2" ParentId="10341" CreationDate="2017-01-10T09:39:54.180" Score="2" Body="&lt;p&gt;In Australia, a federal government agency (PSMA) has created a for-cost dataset called  &lt;a href=&quot;https://www.psma.com.au/geoscape&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geoscape&lt;/a&gt; that calculates information on private rooftops: specifically roof heights and materials.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wanted to post this as an answer to show a precedent for private rooftop characteristics and locations, albeit for a cost.&lt;/p&gt;&#xA;" OwnerUserId="14901" LastActivityDate="2017-01-10T09:39:54.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10409" PostTypeId="2" ParentId="6100" CreationDate="2017-01-10T17:38:18.830" Score="3" Body="&lt;p&gt;Have you had anyluck with this?&lt;/p&gt;&#xA;&lt;p&gt;I am looking to find same sort of data set but the only thing I was able to find was SEC Edgar tool.&lt;/p&gt;&#xA;&lt;p&gt;Use this to find to find CIK, unique for every company filed with SEC and maybe IRS&#xA;&lt;a href=&quot;http://www.portal.edgarfiling.sec.gov/Welcome/EDGARPortal.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.portal.edgarfiling.sec.gov/Welcome/EDGARPortal.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Use this to find data find company and individual filings with SEC.&#xA;&lt;a href=&quot;https://www.sec.gov/edgar/searchedgar/companysearch.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/edgar/searchedgar/companysearch.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Lastly, Market Structure is provided by SEC as well, but I have not played with it.&#xA;&lt;a href=&quot;https://www.sec.gov/marketstructure/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/marketstructure/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14917" LastEditorUserId="754" LastEditDate="2023-02-06T05:13:35.620" LastActivityDate="2023-02-06T05:13:35.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10411" PostTypeId="2" ParentId="5642" CreationDate="2017-01-11T09:02:01.053" Score="3" Body="&lt;p&gt;What about StackOverflow's own dataset? &lt;a href=&quot;https://archive.org/details/stackexchange&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/details/stackexchange&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14926" LastActivityDate="2017-01-11T09:02:01.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10412" PostTypeId="2" ParentId="6100" CreationDate="2017-01-11T12:20:51.273" Score="2" Body="&lt;p&gt;You can look at the PSC (Persons with Significant Control) register of the UK's Companies House:&#xA;&lt;a href=&quot;http://download.companieshouse.gov.uk/en_pscdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.companieshouse.gov.uk/en_pscdata.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-01-11T12:20:51.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10413" PostTypeId="1" CreationDate="2017-01-11T16:30:38.447" Score="3" ViewCount="81" Body="&lt;p&gt;I work at a non-profit called the Georgia Justice Project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In February, we are hosting an event called Justice Day where people from across the state will gather at the capitol to lobby with their legislators.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is very important that each attendee knows the names of their legislators.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an easy way to take a spreadsheet of addresses and match them to state legislators?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Matching by five digit zip code is not accurate as districts overlap within zip codes.&lt;/p&gt;&#xA;" OwnerUserId="14928" LastEditorUserId="14171" LastEditDate="2017-01-13T11:40:51.090" LastActivityDate="2017-01-13T11:40:51.090" Title="Match Excel Spread Sheet of Addresses to State Legislator" Tags="|government|address|nonprofit|district|politics|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10414" PostTypeId="1" CreationDate="2017-01-11T17:10:51.143" Score="3" ViewCount="42" Body="&lt;p&gt;I am attempting to measure what proportion of crimes committed lead to arrests in Chicago, and whether that rate varies in different parts of the city. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to do this with without relying on crime report data because the definition of &quot;criminal&quot; behavior varies, as does the likelihood of residents to report it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The types of &quot;criminal&quot; behaviors I am interested in are: drug use/sales; theft, burglary and/or robbery; battery/assault; vandalism; and (illegal) firearm possession/use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas for datasets that could provide a fuller picture than crime reports of the frequency of these behaviors on a sub-city level, or maybe on a demographic level?&lt;/p&gt;&#xA;" OwnerUserId="14921" LastEditorUserId="14921" LastEditDate="2017-01-13T15:59:12.717" LastActivityDate="2017-01-13T15:59:12.717" Title="Sub-city-level data on criminal behavior – without relying on crime reports?" Tags="|usa|crime|chicago|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10415" PostTypeId="1" CreationDate="2017-01-11T20:57:30.273" Score="2" ViewCount="69" Body="&lt;p&gt;I am looking for a dataset that contains the amount of snow that will cause a school to close in the US either by school district, zip code, county or any subdivision smaller than state. I am familiar with &lt;a href=&quot;http://sashat.me/2014/01/29/snow-days/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; map. However, there is no methodology provided besides a short description.&lt;/p&gt;&#xA;" OwnerUserId="14933" LastActivityDate="2017-01-15T20:17:05.743" Title="School Closing Due to Snow or Bad Weather" Tags="|usa|weather|education|" AnswerCount="1" CommentCount="1" ClosedDate="2020-01-07T07:50:43.767" ContentLicense="CC BY-SA 3.0" />
  <row Id="10416" PostTypeId="1" CreationDate="2017-01-12T00:26:13.180" Score="1" ViewCount="25" Body="&lt;p&gt;I'm writing an article on the &lt;a href=&quot;http://www.nytimes.com/2016/12/15/business/generic-drug-price-lawsuit-teva-mylan.html?_r=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;antitrust investigation&lt;/a&gt; into Mylan and other companies. I need to obtain the amount of annual revenue that Mylan generated from sales of the drug doxycycline hyclate 150mg for 2013 - 2016. Tried looking on the internet, but can't seem to find anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I might be able to estimate it by multiplying the number of prescriptions times the unit cost times the average number of pills per prescription sold for those years, but can't seem to find the number of prescriptions sold either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone have any ideas?&lt;/p&gt;&#xA;" OwnerUserId="14935" LastActivityDate="2017-01-12T00:26:13.180" Title="How to find the amount of Mylan revenue generated for doxycycline hyclate drug" Tags="|finance|drugs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10417" PostTypeId="1" CreationDate="2017-01-12T06:09:51.280" Score="1" ViewCount="90" Body="&lt;p&gt;I am interested in compiling a database with the address of every operating racetrack casino establishment in the USA, for each year from 1998 to present.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This might sound like a difficult task. However, there are only 49 racetrack casinos in America at present, and they only operate in 14 states. Moreover, the &lt;a href=&quot;https://www.americangaming.org/sites/default/files/2016%20State%20of%20the%20States_FINAL.pdf#page=8&quot; rel=&quot;nofollow noreferrer&quot;&gt;industry lobby produce a report&lt;/a&gt; which states the number of racetrack casinos in each state for each year. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, from the current report, as of May 2016 the following racetrack casinos were open:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Delaware      3&#xA;Florida       8&#xA;Indiana       2&#xA;Iowa          2&#xA;Louisiana     4&#xA;Maine         1&#xA;Maryland      1&#xA;Massachusetts 1&#xA;New Mexico    5&#xA;New York      9&#xA;Ohio          7&#xA;Oklahoma      2&#xA;Pennsylvania  6&#xA;West Virginia 4&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;From quickly searching yellowpages.com it is pretty easy to find current racetrack casinos. For example, the four in West Virginia are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Wheeling Island Hotel-Casino-Racetrack.&lt;br&gt;&#xA;1 S Stone St, Wheeling, WV 26003.&lt;br&gt;&#xA;(877) 946-4373&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Mountaineer Casino, Racetrack &amp;amp; Resort.&lt;br&gt;&#xA;1420 Mountaineer CirNew Cumberland, WV 26047.&lt;br&gt;&#xA;(304) 387-8000&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Mountaineer Casino Racetrack &amp;amp; Resort.&lt;br&gt;&#xA;RR 2 Chester, WV 26034.&lt;br&gt;&#xA;(800) 804-0468&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Mountaineer Casino Racetrack.&lt;br&gt;&#xA;1000 Washington St, Newell, WV 26050.&lt;br&gt;&#xA;(304) 387-8000&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I could replicate this process for the 14 states to find all 49 racetrack casinos. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;How could I repeat this process historically? I want to do this, going back in time, for each year from 1998 to present.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="14862" LastActivityDate="2017-01-12T12:57:13.073" Title="Where can I find historical business address data for specific types of businesses?" Tags="|geospatial|business|historical|address|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10418" PostTypeId="1" AcceptedAnswerId="10425" CreationDate="2017-01-12T11:02:21.170" Score="5" ViewCount="85" Body="&lt;p&gt;I am searching for a shapefile showing the traditional indigenous culture areas of the Americas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of pretty much exactly what I want (without the plotted tribal names)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://kids.britannica.com/comptons/art-153006&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://kids.britannica.com/comptons/art-153006&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="14939" OwnerDisplayName="gameOfbones" LastEditorUserId="6229" LastEditDate="2017-01-12T11:52:23.487" LastActivityDate="2017-01-13T21:12:53.927" Title="Shapefile for traditional culture areas of the Americas" Tags="|geospatial|north-america|south-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10419" PostTypeId="2" ParentId="10417" CreationDate="2017-01-12T12:57:13.073" Score="2" Body="&lt;p&gt;Do you have reasons to believe that addresses of these establishments (the casino being a structure) can change?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, my best bet is to look for their EIN (Employer Identification Number) with the IRS and go over the forms they submitted through the years. For the Wheeling Island Hotel-Casino-Racetrack I found a SEC filing mentioning it, as part of the SENECA GAMING CORPORATION assets, but it does not provide its full address, just: &quot;Wheeling Island Racetrack and Gaming Center, located in Wheeling, West Virginia&quot; &gt; &lt;a href=&quot;https://www.sec.gov/Archives/edgar/data/1296785/000110465908078660/a08-31100_110k.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/Archives/edgar/data/1296785/000110465908078660/a08-31100_110k.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-01-12T12:57:13.073" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10421" PostTypeId="1" CreationDate="2017-01-12T17:35:23.393" Score="2" ViewCount="106" Body="&lt;p&gt;I'm looking for a dataset of names and surnames. Preferably I would like to have Persian (Iranian) names, either in Latin script or Farsi. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It doesn't matter if it is a dataset or a web site/web page etc.&lt;/p&gt;&#xA;" OwnerUserId="9777" LastEditorUserId="5766" LastEditDate="2017-01-15T18:10:46.727" LastActivityDate="2017-01-15T18:10:46.727" Title="Corpus of Iranian surnames" Tags="|data-request|names|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10422" PostTypeId="1" CreationDate="2017-01-12T21:26:15.667" Score="1" ViewCount="38" Body="&lt;p&gt;A friend of mine is interested in non-paid opportunities to teach coding to children within an hour's drive of Baltimore. He was a professional game developer/ senior software engineer in Silicon Valley for six years and taught at both the undergraduate college and high school levels for many years.  He's currently enjoying teaching CoderDojo. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of opportunities in the DC-Baltimore area? Thanks so much for any advice and contacts! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best,&#xA;Rebecca &lt;/p&gt;&#xA;" OwnerUserId="14943" LastActivityDate="2017-01-12T21:26:15.667" Title="Non-Paid Opportunities to Teach Coding to Children?" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ClosedDate="2017-01-13T08:57:13.083" ContentLicense="CC BY-SA 3.0" />
  <row Id="10423" PostTypeId="2" ParentId="10220" CreationDate="2017-01-13T07:51:02.463" Score="1" Body="&lt;p&gt;Use Unigraph's data streaming API, it will return you thousands of items per second. Here's how to set it up: &lt;a href=&quot;https://github.com/unigraph/docs/wiki/Streaming&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/unigraph/docs/wiki/Streaming&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now just run this sample query in your terminal, to see the amount of results you can get per second:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -X POST -H 'X-Unigraph-API-Key: [YOUR_API_KEY]' -d 'query UK @stream { node(uid: &quot;1291&quot;) {label }}' http://u01.unigraph.rocks/query&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this helps your project!&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-01-13T07:51:02.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10424" PostTypeId="2" ParentId="10220" CreationDate="2017-01-13T13:14:08.773" Score="3" Body="&lt;p&gt;Here you can find tons of APIs:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.programmableweb.com/category/all/apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.programmableweb.com/category/all/apis&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You also have a filter for &lt;em&gt;streaming APIs&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.programmableweb.com/category/streaming/apis?category=20253&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.programmableweb.com/category/streaming/apis?category=20253&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14881" LastActivityDate="2017-01-13T13:14:08.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10425" PostTypeId="2" ParentId="10418" CreationDate="2017-01-13T21:12:53.927" Score="2" Body="&lt;p&gt;This isn't really an answer, but too long for a comment. Thoughts:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;You could use the map itself (pixel-by-pixel analysis) to generate a shapefile.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Googling several tribe names in quotes (eg, &lt;a href=&quot;https://www.google.com/search?q=%22mojave%22+%22kaska%22+%22huastec%22+%22blackfeet%22+%22yurok%22+%22chickasaw%22&amp;amp;ie=utf-8&amp;amp;oe=utf-8&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/search?q=%22mojave%22+%22kaska%22+%22huastec%22+%22blackfeet%22+%22yurok%22+%22chickasaw%22&amp;amp;ie=utf-8&amp;amp;oe=utf-8&lt;/a&gt;) yields several interesting results, including 2 books and the wikipedia page &lt;a href=&quot;https://en.wikipedia.org/wiki/Classification_of_indigenous_peoples_of_the_Americas&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Classification_of_indigenous_peoples_of_the_Americas&lt;/a&gt; which has a higher resolution map, but covers a smaller region and does not necessarily agree with your map.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Doing the above as an image search may also yield potential resources.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/population/www/cen2010/cph-t/t-6tables/TABLE%20%2863%29.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/population/www/cen2010/cph-t/t-6tables/TABLE%20%2863%29.csv&lt;/a&gt; is probably unhelpful, but poking around on the census.gov site might be useful.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For a less automated approach, you may want to contact &lt;a href=&quot;http://www.nmai.si.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nmai.si.edu/&lt;/a&gt; -- they have similar maps published online (eg, &lt;a href=&quot;http://www.nmai.si.edu/education/codetalkers/html/chapter2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nmai.si.edu/education/codetalkers/html/chapter2.html&lt;/a&gt;), but I couldn't find any that exactly matched what you wanted (google search: &lt;a href=&quot;https://www.google.com/search?newwindow=1&amp;amp;biw=992&amp;amp;bih=495&amp;amp;tbm=isch&amp;amp;sa=1&amp;amp;btnG=Search&amp;amp;q=site%3Awww.nmai.si.edu+map&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/search?newwindow=1&amp;amp;biw=992&amp;amp;bih=495&amp;amp;tbm=isch&amp;amp;sa=1&amp;amp;btnG=Search&amp;amp;q=site%3Awww.nmai.si.edu+map&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A reverse tineye.com search of your image doesn't yield much, but might still be helpful: &lt;a href=&quot;https://www.tineye.com/search/89cf2f0dca0781afe0dcee5c91e3368a15bf098d/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.tineye.com/search/89cf2f0dca0781afe0dcee5c91e3368a15bf098d/&lt;/a&gt; (alamy.com in particular appears as though they MAY have a vector map of what you need).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-01-13T21:12:53.927" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10426" PostTypeId="1" CreationDate="2017-01-14T15:52:19.837" Score="2" ViewCount="482" Body="&lt;p&gt;I'm building an offline gis app and need satellite tiles. Download and use of most tile providers like google are against their terms of condition. Is there any open/free source for such data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can use NASA Blue Marble NG and generate tiles from their images, but the scale is 500 meters and is too coarse grained for my usage.&lt;/p&gt;&#xA;" OwnerUserId="14951" LastActivityDate="2018-01-18T09:52:14.027" Title="Open Satellite Map Tiles for offline use" Tags="|geospatial|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10427" PostTypeId="1" CreationDate="2017-01-14T16:57:23.777" Score="1" ViewCount="66" Body="&lt;p&gt;The US census provides the population of households within a given area (say, census tract) making a certain amount of money per year (ACS T056). So if I were to be tasked to determine the &lt;em&gt;population&lt;/em&gt; for a given census tract living inside households making between $35,000 and $40,000 a year, the best way I currently know how to estimate that would be to multiply the average household size (ACS T021) for that area by the respective number of households making $35,000 to $39,999 (T056_008).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem with this is that average household size probably varies &lt;em&gt;with respect to&lt;/em&gt; that house's income. For my native state of South Carolina, in 2015 the Average Household Size value for census block groups varies between 1.2 people per household and 5 people per household with an average of 2.66. Has anyone determined a better way than just using the average household size to refine their population estimates that are based on total household numbers?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some ideas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;maybe I should just plug a constant estimated household size like 2.58 that represents the entire United States&lt;/li&gt;&#xA;&lt;li&gt;maybe I could find determine on some macro level the impact that income has on household sizes and apply multipliers to respective income segments (very apprehensive of this -- could backfire terribly)&lt;/li&gt;&#xA;&lt;li&gt;maybe there are some overlooked ACS columns that could help me better estimate household sizes based on income segments (my hope)&lt;/li&gt;&#xA;&lt;li&gt;maybe household size does not correlate with income at all, in which case I would be better off using my original method of using the local average household size column (T021) or my 2.58 people/household number.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1806" LastEditorUserId="1806" LastEditDate="2017-01-14T17:04:40.853" LastActivityDate="2017-04-14T17:54:52.240" Title="Looking for ways to estimate average household sizes based on their incomes (US census data)" Tags="|us-census|census|income|population|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10428" PostTypeId="1" CreationDate="2017-01-14T17:36:00.057" Score="2" ViewCount="122" Body="&lt;p&gt;I need the motorway map of the United Kingdom as data in CSV file format.&lt;/p&gt;&#xA;" OwnerUserId="14952" LastEditorUserId="5766" LastEditDate="2017-01-15T18:10:50.487" LastActivityDate="2017-01-15T22:26:03.550" Title="I need to motorway map of the UK as data in CSV format" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10429" PostTypeId="1" AcceptedAnswerId="10431" CreationDate="2017-01-15T00:30:46.040" Score="3" ViewCount="68" Body="&lt;p&gt;The Google default results for &quot;internet user United States&quot; is 84 % of the population.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/avNDD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/avNDD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The source is the World Bank, but when I go to the &lt;a href=&quot;http://data.worldbank.org/indicator/IT.NET.USER.P2&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank website&lt;/a&gt;, it shows only 74% internet users in the United States in 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I noticed this because I'm using a model in which I only take into account countries which have more than 80% of internet users.&lt;/p&gt;&#xA;" OwnerUserId="10097" LastActivityDate="2017-01-15T18:16:34.227" Title="What is the percentage of internet users in the USA? Discrepancy between Google result and World bank data" Tags="|usa|internet|worldbank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10430" PostTypeId="1" CreationDate="2017-01-15T11:39:08.573" Score="1" ViewCount="47" Body="&lt;p&gt;Are there other database regarding cancer imaging, clinical and genomic data except the cancer imaging archive and the GDC data portal?&lt;/p&gt;&#xA;" OwnerUserId="9883" LastEditorUserId="14171" LastEditDate="2017-01-16T12:11:14.163" LastActivityDate="2017-01-17T02:32:03.773" Title="Cancer imaging, clinical and genomic data request" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10431" PostTypeId="2" ParentId="10429" CreationDate="2017-01-15T15:57:06.153" Score="3" Body="&lt;p&gt;This does not resolve the conflict, but traces its origin. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of the first links that appears from your Google query is for&#xA;&lt;a href=&quot;http://www.internetlivestats.com/internet-users/us/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Internet Live Stats&lt;/a&gt; that also presents the 84.2% number and what seems to be a justification by giving the total population and the number of internet users. That source cites &quot;Elaboration of data by International Telecommunication Union (ITU), &lt;b&gt;World Bank&lt;/b&gt;, and United Nations Population Division.&quot; (bolding mine) So it is odd that it disagrees with the World Bank number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is something suspicious about the Internet Live Stats data. Using the 2013 data to match the Google chart, they give the basis for their percentage:  the number of internet users  (267,028,444) and the number of people in the US (317,135,919). First of all, Note that these figure are reported with 9-digit accuracy. This figure could only have been accurate for a single day in 2013. Acording to the &#xA;&lt;a href=&quot;http://www.census.gov/popclock/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Census Bureau&lt;/a&gt; US population was:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;6 Nov 2013      317,135,156&#xA;7 Nov 2013      317,141,277&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Similarly, the number of internet users changes rapidly, so 9-digit reporting is odd. &#xA;However, note that &#xA;&lt;code&gt;267028444 / 317135919   = 0.84200000063695091&lt;/code&gt;.    It seems a bit unlikely that it works out so that the ratio is a one-decimal place percentage to 9 digit accuracy. The reported percentage was surely not calculated from these numbers. Rather, at least one of the numbers was calculated from the percentage.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see that the World Bank cites &quot;International Telecommunication Union, World Telecommunication/ICT Development Report and database, and World Bank estimates&quot;&#xA;so &lt;em&gt;both of them&lt;/em&gt; are using ITU data. Curiouser and curiouser. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So there is nothing left to do but look at the ITU. I could only find the proportion data at the ITU (not the population numbers used to calculate the percentage), but this page at the &#xA;&lt;a href=&quot;http://www.itu.int/en/ITU-D/Statistics/Pages/stat/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;ITU&lt;/a&gt; offers a couple of useful spreadsheets. There is a link for a spreadsheet call&#xA;&lt;a href=&quot;http://www.itu.int/en/ITU-D/Statistics/Documents/statistics/2016/Individuals_Internet_2000-2015.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;Percentage of Individuals using the Internet&lt;/a&gt;&#xA;It says that the US percentage of individual users of the internet was 74.45 in 2015 (71.40% in 2013). The same page also offers &#xA;&lt;a href=&quot;http://www.itu.int/en/ITU-D/Statistics/Documents/statistics/2016/CoreHouseholdIndicator.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;Core indicators on access to and use of ICT by households and individuals&lt;/a&gt;&#xA;This second spreadsheet says that the percentage was 74.6% in 2015. Those two seem to point to the lower figure. &lt;b&gt;&lt;i&gt;BUT&lt;/i&gt;&lt;/b&gt; there are some links at the lower right hand side of the page,  one of which is for the &#xA;&lt;a href=&quot;http://www.itu.int/ITU-D/ict/statistics/explorer/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Data Explorer&lt;/a&gt;&#xA;which offers &quot;Explore and visualize key ICT indicators with Google Public Data Explorer.&quot;  Presumably, this is Google analytic tools applied to ITU data. Using that tool,  you can select &quot;Percentage of Individuals using the Internet&quot; and &quot;United States&quot;. The resulting chart says that the percentage was 84.2% in 2013 (the latest date on the chart). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So the inconsistency seems to originate from within the ITU. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: This is what was available on the mentioned sites on 15 Jan 2017.&lt;/p&gt;&#xA;" OwnerUserId="14851" LastEditorUserId="14851" LastEditDate="2017-01-15T18:16:34.227" LastActivityDate="2017-01-15T18:16:34.227" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10432" PostTypeId="2" ParentId="10388" CreationDate="2017-01-15T19:13:15.607" Score="2" Body="&lt;p&gt;Some reverse image searching gives this &lt;a href=&quot;https://en.wikipedia.org/wiki/Dead_Sea#cite_note-55&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia citation&lt;/a&gt;, which then gives this &lt;a href=&quot;https://www.jewishvirtuallibrary.org/jsource/Peace/water2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt;, which cites this dead website (&lt;a href=&quot;http://web.archive.org/web/20111003042037/http://www.exact-me.org/overview/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;wayback machine archive&lt;/a&gt;), which hosted a &lt;a href=&quot;http://web.archive.org/web/20120619051148/http://exact-me.org/overview/index_pdf.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;report&lt;/a&gt; which contains this &lt;a href=&quot;http://web.archive.org/web/20120524171245/http://exact-me.org/overview/p43.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF page 43&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jRmf5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jRmf5.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Historical water-level records of the Dead Sea have been reconstructed for a period of over 1,000 years, including the very large rise and fall in water level around the first century B.C. (&lt;strong&gt;modified from C. Klein, 1985&lt;/strong&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and this &lt;a href=&quot;http://web.archive.org/web/20120524171318/http://exact-me.org/overview/p44.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF page 44&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/U71MU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/U71MU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Water-level trends of the Dead Sea respond to measured rainfall trends in the watershed, except for the last three decades, when the effects of water use dominate the water-level trend.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;which seems to cite this paper from C. Klein in 1985&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Klein, C., 1985, Fluctuations of the level of the Dead Sea and climatic fluctuations in the country during historical times: International Asso-ciation of Hydrological Sciences, Symposium, Scientific basis for water resources management, September, 1985, Jerusalem, Israel, p. 197-224.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;which is oft cited but appears not to be &lt;a href=&quot;https://scholar.google.ch/scholar?hl=en&amp;amp;q=%22Fluctuations%20of%20the%20level%20of%20the%20Dead%20Sea%20and%20climatic%20fluctuations%20in%20the%20country%20during%20historical%20times%22&amp;amp;btnG=&amp;amp;as_sdt=1%2C5&amp;amp;as_sdtp=&quot; rel=&quot;nofollow noreferrer&quot;&gt;online&lt;/a&gt;. You may need a university affiliation or some sort of interlibrary loan. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/YnKye.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/YnKye.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Here's a related paper &lt;a href=&quot;https://www2.meteo.uni-bonn.de/bibliothek/Flohn_Publikationen/K321-K349_1985-1990/K333.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;) &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You'll also notice in the &lt;a href=&quot;http://web.macam.ac.il/~arnon/Int-ME/water/Jordan%20River/Overview%20of%20Middle%20East%20Water%20Resources.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;report&lt;/a&gt; that they list their sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Jordanian Ministry of Water and Irrigation&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Palestinian Water Authority&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.water.gov.il/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Israeli Hydrological Service&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Israeli Meteorological Service &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So you may have to start looking around and asking there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a link to &lt;a href=&quot;https://translate.google.com/translate?sl=auto&amp;amp;tl=en&amp;amp;js=y&amp;amp;prev=_t&amp;amp;hl=en&amp;amp;ie=UTF-8&amp;amp;u=http%3A%2F%2Fwww.water.gov.il%2Fhebrew%2FPages%2Fhome.aspx&amp;amp;edit-text=&quot; rel=&quot;nofollow noreferrer&quot;&gt;translated hydrological data&lt;/a&gt;. I'd contact that org directly, unless you can read Hebrew. If you get the data in PDFs and put it into a machine readable format, I'm sure the rest of us would appreciate sharing it!&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-01-15T19:21:12.377" LastActivityDate="2017-01-15T19:21:12.377" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10433" PostTypeId="2" ParentId="10415" CreationDate="2017-01-15T20:17:05.743" Score="1" Body="&lt;p&gt;You may want to read my past question I posted here...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/6668/snow-days-per-county-per-monthly-in-us-specifically-in-colorado&quot;&gt;Snow days per county per monthly in US specifically in Colorado?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See if that helps yours.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure for the whole country's school districts. I think that would be too much to perform that kind of work, however, I think maybe NOAA, or probably contact the National Weather Service and query about that . They might help you out where to find it. or contact the each state's Department of Education and ask them about it..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.climate.gov/maps-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.climate.gov/maps-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good Luck on finding it.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-01-15T20:17:05.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10434" PostTypeId="2" ParentId="10428" CreationDate="2017-01-15T22:26:03.550" Score="2" Body="&lt;p&gt;You can get UK road data (including motorways) from the Ordnance Survey (OS) of Great Britain, as part of the OS Open Roads data set.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can see metadata for the product on the data.gov.uk metadata portal &lt;a href=&quot;https://data.gov.uk/dataset/os-open-road&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/dataset/os-open-road&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or go directly to the OS: &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-roads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-roads.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data is available as GML or shapefiles.&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-01-15T22:26:03.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10437" PostTypeId="1" CreationDate="2017-01-16T09:48:36.917" Score="1" ViewCount="131" Body="&lt;p&gt;I am looking for a free English data set to use for testing different ASR API's. &lt;/p&gt;&#xA;" OwnerUserId="14927" LastActivityDate="2017-01-17T00:34:03.590" Title="Corpus of utterances and transcribed words for testing speech recognition algorithms" Tags="|data-request|english|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10438" PostTypeId="1" AcceptedAnswerId="12149" CreationDate="2017-01-16T10:16:49.980" Score="2" ViewCount="632" Body="&lt;p&gt;Where can I get a freely usable geo dataset of the Great Wall of China? I would prefer a (Multi-)LineString, not something with an area but any format is ok. Vector data in any format, as long as I can somehow get it into GDAL/OGR or similar free software tools.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only datasets I found are not publicly available and under very restrictive licenses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap has a relation (&lt;a href=&quot;https://www.openstreetmap.org/relation/318110&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/relation/318110&lt;/a&gt; (warning, huge)) but it is disconnected and incomplete.&lt;/p&gt;&#xA;" OwnerUserId="14967" LastEditorUserId="14967" LastEditDate="2017-01-16T19:52:25.747" LastActivityDate="2017-12-13T11:26:38.237" Title="Geodata of Great Wall of China" Tags="|geospatial|china|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10439" PostTypeId="1" AcceptedAnswerId="10444" CreationDate="2017-01-16T12:00:09.573" Score="1" ViewCount="69" Body="&lt;p&gt;I am trying to get a dataset of temperatures in India before 1947 - say 100 odd years (before partition). Is there a web-site or some place where I could visualize such data or even have graphs of temperature of that period ? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be preferable if such information is either in .csv or .json format (both are foss formats) making it easier to manipulate and get some patterns out of it. &lt;/p&gt;&#xA;" OwnerUserId="12607" LastEditorUserId="16193" LastEditDate="2017-09-04T01:37:37.607" LastActivityDate="2017-09-04T01:37:37.607" Title="Is there a dataset of temperatures in India before 1947?" Tags="|data-request|weather|geospatial|india|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10440" PostTypeId="1" CreationDate="2017-01-16T14:41:45.333" Score="2" ViewCount="30" Body="&lt;p&gt;I am looking for a few hundred completed Air waybills like this &lt;a href=&quot;https://www.documentcloud.org/documents/1151153-mh370-cargo-manifest-and-airway-bill.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;one&lt;/a&gt;. There probably isn't a complete data set for this but does anyone know how I can find a large amount of these?&lt;/p&gt;&#xA;" OwnerUserId="13425" LastActivityDate="2017-01-16T14:41:45.333" Title="Data set of Air waybills" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10441" PostTypeId="2" ParentId="10437" CreationDate="2017-01-17T00:34:03.590" Score="1" Body="&lt;p&gt;There are quite a few for money,  but the only one that I know of that is free is the &lt;a href=&quot;http://buckeyecorpus.osu.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Buckeye Corpus&lt;/a&gt;.  About 40 hours of sound and matching transcripts. You have to register, but there is no cost for non-commercial users.&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-01-17T00:34:03.590" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10442" PostTypeId="2" ParentId="10430" CreationDate="2017-01-17T02:32:03.773" Score="2" Body="&lt;p&gt;There is a new competition on &lt;a href=&quot;https://www.kaggle.com/c/data-science-bowl-2017&quot; rel=&quot;nofollow noreferrer&quot;&gt;kaggle &lt;/a&gt; which provides 66gb of zipped lung cancer imaging dataset.&lt;/p&gt;&#xA;" OwnerUserId="10844" LastActivityDate="2017-01-17T02:32:03.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10443" PostTypeId="2" ParentId="10426" CreationDate="2017-01-17T02:57:23.733" Score="1" Body="&lt;p&gt;If you don't mind using a non-FOSS source, it looks like the MapBox iOS and Android libraries allow caching satellite imagery.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.mapbox.com/help/offline-satellite/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mapbox.com/help/offline-satellite/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.mapbox.com/help/mobile-offline/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mapbox.com/help/mobile-offline/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14901" LastActivityDate="2017-01-17T02:57:23.733" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10444" PostTypeId="2" ParentId="10439" CreationDate="2017-01-17T11:11:04.133" Score="3" Body="&lt;p&gt;It is difficult to obtain such old datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending what you are trying to do you could use the 20th century reanlysis made by NOAA-CIRES. The description of the dataset:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.esrl.noaa.gov/psd/data/20thC_Rean/#plot&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.esrl.noaa.gov/psd/data/20thC_Rean/#plot&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It is a modeled dataset and you can extract several variables as surface temperature on a latitude, longitude position.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other option is the post-processed dataset released by the CRU: Read the ReadMe:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://crudata.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://crudata.uea.ac.uk/cru/data/hrg/cru_ts_3.23/crucy.1506241137.v3.23/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Other modelled dataset is the 20th century reanalysis by the ECMWF:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://apps.ecmwf.int/datasets/data/cera20c/levtype=sfc/type=an/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://apps.ecmwf.int/datasets/data/cera20c/levtype=sfc/type=an/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://apps.ecmwf.int/datasets/data/era20c-daily/levtype=sfc/type=an/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://apps.ecmwf.int/datasets/data/era20c-daily/levtype=sfc/type=an/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14881" LastEditorUserId="14881" LastEditDate="2017-01-18T07:46:25.113" LastActivityDate="2017-01-18T07:46:25.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10445" PostTypeId="1" AcceptedAnswerId="10503" CreationDate="2017-01-17T17:07:43.733" Score="2" ViewCount="182" Body="&lt;p&gt;I need all the pitches and who threw them. I have downloaded the data into a sqlite db using the PitchRx library in R. All the pitch data is stored in a table called &quot;pitch&quot; and the pitcher name and ID number is stored in &quot;atbat&quot;. The way I saw this done on this &lt;a href=&quot;https://cpsievert.wordpress.com/2013/01/10/easily-obtain-mlb-pitchfx-data-using-r/&quot; rel=&quot;nofollow noreferrer&quot;&gt;site&lt;/a&gt; uses the SQL code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; SELECT * FROM atbat INNER JOIN pitch ON&#xA;    (atbat.num = pitch.num AND atbat.url = pitch.url)&#xA;    WHERE atbat.pitcher_name = 'Mariano Rivera'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But there are duplicates of pairs in the &quot;pitch&quot; table with &quot;num&quot; and &quot;url&quot;, so you could be merging Mariano Rivera's name with a pitch from a different pitcher who threw the same day. I don't believe this joining the tables correctly. What is the correct way to join this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I am using the SQL code in the sqlite3 library in python so there may be issues with the SQL code.&lt;/p&gt;&#xA;" OwnerUserId="13425" LastActivityDate="2017-10-08T14:32:39.327" Title="Merging Pitchf/x tables Correctly" Tags="|sports|sql|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10446" PostTypeId="1" CreationDate="2017-01-17T18:46:50.900" Score="3" ViewCount="46" Body="&lt;p&gt;I'm interested in learning more about USG data retention. I realize this is a complex question. I think it would be too lengthy and complex to examine this for each agency, but I would like to get a top-level (federal) overview of the rules and conventions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I understand it, the most applicable overarching law is the &lt;a href=&quot;https://en.wikipedia.org/wiki/Federal_Records_Act&quot; rel=&quot;noreferrer&quot;&gt;Federal Records Act&lt;/a&gt;. More information can be found on the &lt;a href=&quot;https://www.archives.gov/records-mgmt/faqs/federal.html&quot; rel=&quot;noreferrer&quot;&gt;Record Management FAQ&lt;/a&gt;. Additionally, I've found the &lt;a href=&quot;https://www.archives.gov/records-mgmt/policy/agency-recordkeeping-requirements.html&quot; rel=&quot;noreferrer&quot;&gt;NARA Management Guide&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't gone through these yet in detail. Here are some things I'm looking to clear up:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The definition of &quot;keeping&quot; and &quot;preserving&quot; a record seems particularly important. Practically, storing a record somewhere is very different from making it discoverable and available via the internet.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Longer term, old data formats tend to rust and degrade (in the sense that they become harder to access and interpret).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Legally-speaking, can a new administration (in one way or another) defund record-keeping? Can they take information offline that was once online?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Full-disclosure: for data in the public interest, I tend to advocate for open data. I am not trying to lay out my reasoning or convince anyone of that in this particular question. For the purposes of this post, I'm most interested in the facts of the laws and regulations. Distinguishing between rule of law, guidance, and administration preference is also useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Related resources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sunlightfoundation.com/policy/opendatafaq/&quot; rel=&quot;noreferrer&quot;&gt;The Sunlight Foundation's Open Data FAQ&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="608" LastActivityDate="2017-01-17T18:46:50.900" Title="Cross-cutting U.S. Government data retention policies and rules?" Tags="|legal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10447" PostTypeId="1" CreationDate="2017-01-17T20:33:07.147" Score="8" ViewCount="5520" Body="&lt;p&gt;I have a dataset downloaded from the IRS reporting AGI by ZIP code (link: &lt;a href=&quot;https://www.irs.gov/uac/soi-tax-stats-individual-income-tax-statistics-2014-zip-code-data-soi&quot; rel=&quot;noreferrer&quot;&gt;irs.gov&lt;/a&gt;). However, I'm interested in tying each ZIP code to statistical areas (whether it's [a] primary statistical area, [b] combined statistical area, [c] core-based statistical area, [d] metropolitan statistical area, or [e] micropolitan statistical area). Having all of them in one dataset would be ideal, but I'd settle for just CBSA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a great &quot;crosswalk&quot; dataset on the HUDUser website (link: &lt;a href=&quot;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&quot; rel=&quot;noreferrer&quot;&gt;huduser.gov&lt;/a&gt;) that does exactly this--connects ZIP code to CBSA. I merged the two files in SAS on ZIP code and voila, most of my problems were solved. But I realized that there were some blaring issues with the merged dataset; for instance, Los Angeles was characterized by different CBSA codes in each file, amongst other errors. I went back to the download sites (both the AGI by ZIP code dataset from the IRS as well as the HUDUser ZIP code to CBSA dataset) and noticed that they were different dates--2014 and 2016Q3 (HUDUser datasets are updated quarterly), respectively. Of course, this could have been the issue, so I tried a date that was closer to 2014 (2013Q4, which was updated 2013-12-22). Fewer errors this time, but still many errors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone weigh in on this? How can I ensure that there is no mis-match between CBSA coding on my IRS dataset and my HUDUser dataset? Or, is there another &quot;long&quot; dataset that contains all statistical areas by ZIP code, where each valid ZIP code is a row in the dataset?&lt;/p&gt;&#xA;" OwnerUserId="14974" LastActivityDate="2019-10-06T21:54:38.083" Title="Trying to link ZIP code to core-based statistical area" Tags="|data-request|usa|us-census|postal-code|csv|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10448" PostTypeId="2" ParentId="10296" CreationDate="2017-01-17T22:53:30.360" Score="0" Body="&lt;p&gt;You could also check out &lt;a href=&quot;https://www.wordgamedictionary.com/word-lists/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wordgamedictionary.com/word-lists/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have tons of different word lists for multiple languages.&lt;/p&gt;&#xA;" OwnerUserId="5930" LastActivityDate="2017-01-17T22:53:30.360" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10449" PostTypeId="1" CreationDate="2017-01-18T01:20:19.123" Score="3" ViewCount="513" Body="&lt;p&gt;I am looking for Clark County Nevada Parcel GIS data. The data format can be in any type of geospatial format. shapefile,kml,geojson, etc...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their county gis department has a ton of data &lt;a href=&quot;http://www.clarkcountynv.gov/gis/services/Pages/FreeGISData.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.clarkcountynv.gov/gis/services/Pages/FreeGISData.aspx&lt;/a&gt;&#xA;but they do not seem to have parcel data for download. I have also OSM data for the entire state of nevada, which has a ton of data including building outlines, but I cannot find parcels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am getting the feel that I will have to pay for this data but I do not want to do this. If anybody knows of any resources how to obtain this data that would extremely helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know Python and can somewhat tinker with javascript so if there is a way to pull the data off the web I may be able to do that. &lt;/p&gt;&#xA;" OwnerUserId="10652" LastEditorUserId="90" LastEditDate="2017-01-18T02:54:07.160" LastActivityDate="2017-01-18T17:05:50.490" Title="Clark County Nevada Parcel GIS data" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10450" PostTypeId="2" ParentId="10449" CreationDate="2017-01-18T02:57:02.963" Score="1" Body="&lt;p&gt;if you look at the highlighted section above the listings, there is a layers file download that has parcels.lyr in it.&lt;br&gt;&#xA;beware: its not open data because arcgis esri isn't open source. you either have to use their software or find a way to convert it.&lt;br&gt;&#xA;i know of a number of ways to get open data from esri, but have not found a good lyr file converter to date.&lt;br&gt;&#xA;&lt;a href=&quot;https://mapsrv.clarkcountynv.gov/pub/layers.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;layers file&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;if you dig through the ftp site, you'll find &lt;a href=&quot;https://mapsrv.clarkcountynv.gov/pub/crpcl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;crpcl&lt;/a&gt;...the pcl caught my eye. download the zip with shapefiles and xlsx with data definitions. that is parcel data too.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-01-18T17:05:50.490" LastActivityDate="2017-01-18T17:05:50.490" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10451" PostTypeId="1" CreationDate="2017-01-18T05:52:11.603" Score="1" ViewCount="35" Body="&lt;p&gt;I'm looking for data, in any geospatial format, of &lt;a href=&quot;https://en.wikipedia.org/wiki/Angeles_National_Forest#Trails&quot; rel=&quot;nofollow noreferrer&quot;&gt;hiking trails in the Angeles National Forest&lt;/a&gt;. The &lt;a href=&quot;https://www.fs.usda.gov/angeles&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forest Service&lt;/a&gt;'s geospatial webpage seems to be broken.&lt;/p&gt;&#xA;" OwnerUserId="14976" LastEditorDisplayName="user4293" LastEditDate="2017-01-19T21:46:12.710" LastActivityDate="2017-01-19T21:46:12.710" Title="Angeles National Forest Trail data" Tags="|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10452" PostTypeId="1" CreationDate="2017-01-18T19:58:57.773" Score="1" ViewCount="123" Body="&lt;p&gt;What is the year or cohort to which the loan repayment rates refer on the College Scorecard as shown today? My institution shows a repayment rate of 68% but there is no year of reference.&lt;/p&gt;&#xA;" OwnerUserId="14983" LastEditorDisplayName="user4293" LastEditDate="2017-01-21T02:29:57.493" LastActivityDate="2017-01-21T02:29:57.493" Title="Reference year for College Scorecard loan repayment rate" Tags="|usa|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10453" PostTypeId="2" ParentId="10452" CreationDate="2017-01-18T20:10:15.183" Score="2" Body="&lt;p&gt;Presently, the collegescorecard.ed.gov utilizes data from 1996--2014. The measure you're referring to, &quot;Students Paying Down Their Debt,&quot; is defined as &quot;The share of students who have repaid at least $1 of the principal balance on their federal loans within 3 years of leaving school.&quot; Therefore this would apply to those who left between 1996--2011, as the data for 2015--present haven't been released or collected yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My guess is that the measure is a time-independent average, or an average with more recent years being weighted heavier than earlier years.&lt;/p&gt;&#xA;" OwnerUserId="14974" LastActivityDate="2017-01-18T20:10:15.183" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10454" PostTypeId="1" AcceptedAnswerId="10572" CreationDate="2017-01-19T02:33:51.977" Score="9" ViewCount="455" Body="&lt;p&gt;&lt;strong&gt;UPDATE: The government generously increased the API request limit to 1,000 per IP per hour. This question is now obsolete.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;api.data.gov&lt;/code&gt; allows for up to 1,000 API requests per user per hour, which is plenty.  However, each user requires their own API Key.  How can I request a key for them without asking a user to register with &lt;a href=&quot;https://api.data.gov/signup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;api.data.gov&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://ndb.nal.usda.gov/ndb/doc/index#&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; I am using says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;If you engineer your app to request a key for each user during your&#xA;  registration process – all they need is the users’ email, the app then&#xA;  acquires a key and stores it for use by the app. This then gives each&#xA;  instance of the app a rate limit of 1000/hr.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But they do not say how to create a key for those users.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The underlying technology is &lt;a href=&quot;https://api-umbrella.readthedocs.io/en/latest/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Umbrella&lt;/a&gt;, but their documentation is not clear to me in programatically generating a key for users either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I create a new key for each of my users, which could number in the thousands?&lt;/p&gt;&#xA;" OwnerUserId="6743" LastEditorUserId="6743" LastEditDate="2017-02-02T19:26:31.403" LastActivityDate="2017-02-02T19:26:31.403" Title="How can I register a new API key for api.data.gov programatically?" Tags="|data-request|data.gov|api|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10455" PostTypeId="1" CreationDate="2017-01-19T07:01:27.347" Score="1" ViewCount="29" Body="&lt;p&gt;I am trying to run a query on MIMIC-II database but it currently has an invalid certificate (SSL_ERROR_BAD_CERT_DOMAIN) and browsers refuse to go there:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://mimic2app.csail.mit.edu/querybuilder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mimic2app.csail.mit.edu/querybuilder/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any alternative way to access it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically I am interested to run a query that selects all users containing specific waveform types such as II. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to do it on MIMIC-III if the MIMIC-II database is no longer supported?&lt;/p&gt;&#xA;" OwnerUserId="9420" LastEditorDisplayName="user4293" LastEditDate="2017-01-19T21:46:21.597" LastActivityDate="2017-01-19T21:46:21.597" Title="MIMIC-II query builder unavailable for running query on waveform table" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10456" PostTypeId="1" AcceptedAnswerId="10459" CreationDate="2017-01-19T09:00:57.673" Score="3" ViewCount="435" Body="&lt;p&gt;I am trying to create a &lt;a href=&quot;http://leafletjs.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;leaflet&lt;/a&gt; application. I want state shapes of Germany for a use case of the application. Is there a source where I can get all the boundary coordinates for the states. If not, is there a way to achieve the result without the coordinates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample state coordinate for a the US state of Alabama looks like this.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var statesData = {&#xA;    &quot;type&quot;: &quot;FeatureCollection&quot;,&#xA;    &quot;features&quot;: [{&#xA;        &quot;type&quot;: &quot;Feature&quot;,&#xA;        &quot;id&quot;: &quot;01&quot;,&#xA;        &quot;properties&quot;: {&#xA;            &quot;name&quot;: &quot;munich&quot;,&#xA;            &quot;density&quot;: 0&#xA;        },&#xA;        &quot;geometry&quot;: {&#xA;            &quot;type&quot;: &quot;Polygon&quot;,&#xA;            &quot;coordinates&quot;:  [&#xA;                [&#xA;                    [-87.359296, 35.00118],&#xA;                    [-85.606675, 34.984749],&#xA;                    [-85.431413, 34.124869],&#xA;                    [-85.184951, 32.859696],&#xA;                    [-85.069935, 32.580372],&#xA;                    [-84.960397, 32.421541],&#xA;                    [-85.004212, 32.322956],&#xA;                    [-84.889196, 32.262709],&#xA;                    [-85.058981, 32.13674],&#xA;                    [-85.053504, 32.01077],&#xA;                    [-85.141136, 31.840985],&#xA;                    [-85.042551, 31.539753],&#xA;                    [-85.113751, 31.27686],&#xA;                    [-85.004212, 31.003013],&#xA;                    [-85.497137, 30.997536],&#xA;                    [-87.600282, 30.997536],&#xA;                    [-87.633143, 30.86609],&#xA;                    [-87.408589, 30.674397],&#xA;                    [-87.446927, 30.510088],&#xA;                    [-87.37025, 30.427934],&#xA;                    [-87.518128, 30.280057],&#xA;                    [-87.655051, 30.247195],&#xA;                    [-87.90699, 30.411504],&#xA;                    [-87.934375, 30.657966],&#xA;                    [-88.011052, 30.685351],&#xA;                    [-88.10416, 30.499135],&#xA;                    [-88.137022, 30.318396],&#xA;                    [-88.394438, 30.367688],&#xA;                    [-88.471115, 31.895754],&#xA;                    [-88.241084, 33.796253],&#xA;                    [-88.098683, 34.891641],&#xA;                    [-88.202745, 34.995703],&#xA;                    [-87.359296, 35.00118]&#xA;                ]&#xA;            ]&#xA;        }&#xA;    }]&#xA;};&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11382" LastEditorUserId="11382" LastEditDate="2017-01-19T09:59:20.130" LastActivityDate="2017-01-20T21:20:36.420" Title="Boundary coordinates of the states/cities/provinces of germany" Tags="|data-request|geospatial|germany|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10457" PostTypeId="1" CreationDate="2017-01-19T11:20:25.880" Score="1" ViewCount="121" Body="&lt;p&gt;I'm looking for open bathymetric raster data of various European lakes. While it is relatively easy to find the high-quality bathymetric sea and ocean data (&lt;a href=&quot;http://www.emodnet-bathymetry.eu/content/content.asp?menu=0040000_000000&quot; rel=&quot;nofollow noreferrer&quot;&gt;7.5 arcsec data, for those interested&lt;/a&gt;), I have a lot of trouble finding this data for lakes (preferably 7.5 arcsec or more detailed).&lt;/p&gt;&#xA;&lt;p&gt;In specific, I'm looking for data of these lakes:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Lac Leman (CH/FR)&lt;/li&gt;&#xA;&lt;li&gt;Lac d'Annecy (FR)&lt;/li&gt;&#xA;&lt;li&gt;Lac du Bourget (FR)&lt;/li&gt;&#xA;&lt;li&gt;Lago Maggiore (IT)&lt;/li&gt;&#xA;&lt;li&gt;Lago d'Orta (IT)&lt;/li&gt;&#xA;&lt;li&gt;Lago Trasimeno (IT): &lt;a href=&quot;http://dati.umbria.it/dataset/batimetria-lago-trasimeno/resource/74619689-4705-420a-afcc-80c9e755f964&quot; rel=&quot;nofollow noreferrer&quot;&gt;I found contour data for this lake&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Lago di Bolsena (IT)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9496" LastEditorUserId="23272" LastEditDate="2021-04-03T09:18:52.567" LastActivityDate="2021-04-03T09:18:52.567" Title="Bathymetric data of European lakes" Tags="|geospatial|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10458" PostTypeId="2" ParentId="10455" CreationDate="2017-01-19T15:38:39.463" Score="1" Body="&lt;p&gt;I have contacted the physionet webmaster telling them that they have a bad certificate. They have fixed it promptly, the MIMIC-II &lt;a href=&quot;https://mimic2app.csail.mit.edu/querybuilder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;query builder&lt;/a&gt; is available again.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-01-19T15:38:39.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10459" PostTypeId="2" ParentId="10456" CreationDate="2017-01-19T17:00:04.230" Score="2" Body="&lt;p&gt;The website &lt;a href=&quot;http://www.openstreetmaps.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.openstreetmaps.org&lt;/a&gt; contains all of this information, though you might have to figure out what boundaries you want exactly (some documentation here: &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Key:border_type&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wiki.openstreetmap.org/wiki/Key:border_type&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two examples of borders:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.openstreetmap.org/relation/2145268&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.openstreetmap.org/relation/2145268&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.openstreetmap.org/relation/62422&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.openstreetmap.org/relation/62422&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-01-19T17:00:04.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10460" PostTypeId="2" ParentId="10451" CreationDate="2017-01-19T20:46:38.997" Score="1" Body="&lt;p&gt;If you get a hold of it, here is an external USFS Region 5 Geospatial Data that you can download to...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fs.usda.gov/main/r5/landmanagement/gis&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fs.usda.gov/main/r5/landmanagement/gis&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-01-19T20:46:38.997" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10461" PostTypeId="2" ParentId="9868" CreationDate="2017-01-19T22:47:44.443" Score="3" Body="&lt;p&gt;I haven't tried the mail feature, but I think MediaWiki notifies you when somebody else edits the page. There is no reason to send you a mail when you edit the page yourself - you should already know that you have edited it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to make sure that it works, you can try adding an often edited page and check if you are getting mail daily - for example, articles on the present and previous presidents of the United States could make a good benchmarks these days, because they are getting a lot of editions a day.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastEditorUserId="14052" LastEditDate="2017-02-14T08:42:01.070" LastActivityDate="2017-02-14T08:42:01.070" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10462" PostTypeId="2" ParentId="10456" CreationDate="2017-01-20T01:10:10.377" Score="2" Body="&lt;h3&gt;UPDATE:&lt;/h3&gt; &#xA;&#xA;&lt;p&gt;After I posted my answer I found a previous, more extensive answer to this question &#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/41/is-there-a-free-downloadable-administrative-division-database-of-germany&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;OLD Answer:&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GADM&lt;/a&gt;  provides maps of countries at three levels of detail.  Go to the web site, click the download tab, then use the pull-down menu to select Germany. There are several formats for the data. I usually use the shape files that have three levels of detail.  adm1 should have the states (Länder). adm2 will have greater detail at the district level. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2017-01-20T21:20:36.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10463" PostTypeId="2" ParentId="10131" CreationDate="2017-01-20T05:09:30.930" Score="1" Body="&lt;p&gt;Google Elevation API has worked for me a couple of times in a pinch: &lt;a href=&quot;https://developers.google.com/maps/documentation/elevation/start&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/maps/documentation/elevation/start&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also check out the county for whichever part of the grand canyon you're trying to look at's GIS to see if they have topo layers. You can normally buy them from them. Secondly, you could contact some state authority like the Arizona DNR or whatever and get it from them maybe&lt;/p&gt;&#xA;" OwnerUserId="1806" LastActivityDate="2017-01-20T05:09:30.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10465" PostTypeId="1" AcceptedAnswerId="10468" CreationDate="2017-01-20T13:34:20.803" Score="3" ViewCount="216" Body="&lt;p&gt;Does anyone have any concrete knowledge of whether or not there are plans to continue to update the Scorecard each year? Specifically updates that include data for additonal years, not really the updates that fix coding errors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My guess is that the answer to this depends heavily on our new Secretary of Education and funding levels, but if someone knows more about this I would appreciate your input.&lt;/p&gt;&#xA;" OwnerUserId="11368" LastEditorDisplayName="user4293" LastEditDate="2017-01-21T02:30:01.390" LastActivityDate="2017-02-24T23:08:42.477" Title="Future updates to college scorecard?" Tags="|usa|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10467" PostTypeId="2" ParentId="7593" CreationDate="2017-01-20T14:37:40.760" Score="2" Body="&lt;p&gt;The data cohort map is included as a tab in the Data Dictionary Excel file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Scorecard Data Dictionary was updated in September 2016 and the current version is available here:&#xA;&lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2017-01-20T14:37:40.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10468" PostTypeId="2" ParentId="10465" CreationDate="2017-01-20T14:41:02.697" Score="3" Body="&lt;p&gt;You are correct that the future of the Scorecard is subject to changes initiated by the incoming administration.  However, the Department's current plans are to provide a major update (e.g. additional data) to the Scorecard annually.  Minor updates are anticipated to occur quarterly.&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2017-01-20T14:41:02.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10469" PostTypeId="2" ParentId="10452" CreationDate="2017-01-20T14:46:41.690" Score="2" Body="&lt;p&gt;The source of the metric is the National Student Loan Data System (NSLDS). The current data are from fiscal years 2014 and 2015 (this metric uses a pooled cohort for students repaying during 3-year periods of FY 2011-2014 and FY 2012-2015).  This information is included in the Scorecard Data Dictionary (&lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&lt;/a&gt;) in the tab labeled &quot;most recent cohort map.&quot;&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2017-01-20T14:46:41.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10470" PostTypeId="1" CreationDate="2017-01-20T15:39:23.030" Score="1" ViewCount="29" Body="&lt;p&gt;I am looking for a remotely sensed estimate of mangrove area (derived from an RS image) for all of the Galapagos Islands.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hamilton SE, Casey D (2016) Creation of a high spatio-temporal resolution global database of continuous mangrove forest cover for the 21st century (CGMFC-21). Global Ecology and Biogeography 25 (6):729-738. &lt;a href=&quot;http://onlinelibrary.wiley.com/doi/10.1111/geb.12449/abstract&quot; rel=&quot;nofollow noreferrer&quot;&gt;doi:10.1111/geb.12449&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;nor&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Giri C, Ochieng E, Tieszen LL, Zhu Z, Singh A, Loveland T, Masek J, Duke N (2011) Status and Distribution of Mangrove Forests of the World Using Earth Observation Satellite Data. Global Ecology and Biogeography 20 (1):154-159. &lt;a href=&quot;http://onlinelibrary.wiley.com/doi/10.1111/j.1466-8238.2010.00584.x/abstract&quot; rel=&quot;nofollow noreferrer&quot;&gt;doi:10.1111/j.1466-8238.2010.00584.x&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These two are global estimates that contain the Galapagos Islands. I am looking for an analysis particularly designed for the Galapagos.&lt;/p&gt;&#xA;" OwnerUserId="3793" LastEditorDisplayName="user4293" LastEditDate="2017-01-21T15:36:54.743" LastActivityDate="2017-01-21T15:36:54.743" Title="Remotely sensed estimate of mangrove area for all of the Galapagos Islands" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10471" PostTypeId="1" CreationDate="2017-01-20T16:40:02.107" Score="1" ViewCount="83" Body="&lt;p&gt;Is there any website that provides updated list of all MCC (Mobile Country Code) and MNC(Mobile Network Code). Which department is reponsible for allocating these codes ? Is it &lt;a href=&quot;https://www.itu.int&quot; rel=&quot;nofollow noreferrer&quot;&gt;ITU&lt;/a&gt; ? I searched their database but couldn't find the updated list. There are few unofficial websites that provide this data but I need the official ones if possible. Can anyone guide me ?&lt;/p&gt;&#xA;" OwnerUserId="12655" LastActivityDate="2019-01-07T19:42:40.633" Title="Where can I get updated list of mcc and mnc (official) of whole world?" Tags="|telecom|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10472" PostTypeId="2" ParentId="10471" CreationDate="2017-01-20T18:39:35.847" Score="1" Body="&lt;p&gt;The list at &lt;a href=&quot;http://mcclist.com/mobile-network-codes-country-codes.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;mcclist.com&lt;/a&gt; says it was last updated in June 2016. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-01-20T18:39:35.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10473" PostTypeId="1" CreationDate="2017-01-20T23:04:29.057" Score="2" ViewCount="24" Body="&lt;p&gt;I'm using Landfire cover type for my work in the U.S, but I'm looking for data for all of Canada that will show aspen extent. I've looked at the USGS site using Little (1971) but that is way too general. Preferably something derived from satellite imagery like GAP or Landfire, but I'll take what I can get at this point&lt;/p&gt;&#xA;" OwnerUserId="15009" LastActivityDate="2017-01-21T01:45:40.600" Title="Looking for a Canadian vegetation layer?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10474" PostTypeId="1" CreationDate="2017-01-21T01:21:15.143" Score="4" ViewCount="1209" Body="&lt;p&gt;I'm looking for an API for retrieving ski resort snow conditions and (hopefully) also condition forecasts.  At least for ski areas in North America, but global would be good too!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specific data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Base Depth&lt;/li&gt;&#xA;&lt;li&gt;Season Total&lt;/li&gt;&#xA;&lt;li&gt;New snow&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;overnight&lt;/li&gt;&#xA;&lt;li&gt;last 24 hours&lt;/li&gt;&#xA;&lt;li&gt;week/other?&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Qualitative descriptor (ex: &quot;packed powder&quot;)&lt;/li&gt;&#xA;&lt;li&gt;Acres/runs/lifts open&lt;/li&gt;&#xA;&lt;li&gt;Grooming report&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;A couple I've found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opensnow.com/about/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSnow API&lt;/a&gt; indicates &quot;New OpenSnow API keys are no longer available, sorry of the inconvenience.&quot;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.myweather2.com/developer/apis.aspx?uref=f8add9ec-fe95-4001-b822-df8680e49dce&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weather2 Ski Resort Snow Report and Weather Forecast API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Related question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/6445/open-database-for-ski-resorts-stations&quot;&gt;Open database for ski resorts/stations&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9742" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2017-01-21T01:21:15.143" Title="Ski resort snow conditions / forecast API" Tags="|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10475" PostTypeId="2" ParentId="10473" CreationDate="2017-01-21T01:45:40.600" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.geobase.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoBase&lt;/a&gt; has &#xA;GeoBase - Land Cover, circa 2000-Vector (LCC2000-V)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nrcan.gc.ca/earth-sciences/resources/data/10788&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Resources Canada&lt;/a&gt; has many map resources. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-01-21T01:45:40.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10476" PostTypeId="2" ParentId="10123" CreationDate="2017-01-21T17:41:39.280" Score="3" Body="&lt;p&gt;Here's another list that's updated more frequently and has slightly different metrics, should also be easy to parse (minus the pagination):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.investmentzen.com/top-personal-finance-blogs&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.investmentzen.com/top-personal-finance-blogs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15011" LastActivityDate="2017-01-21T17:41:39.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10477" PostTypeId="1" CreationDate="2017-01-21T19:23:55.837" Score="1" ViewCount="50" Body="&lt;p&gt;I'm looking for a rental and/or loan (monetary) agreement databases. &lt;/p&gt;&#xA;" OwnerUserId="15012" LastActivityDate="2017-01-21T19:23:55.837" Title="Rental / Loan Agreement Document Database" Tags="|database|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10478" PostTypeId="1" CreationDate="2017-01-22T08:08:25.123" Score="2" ViewCount="29" Body="&lt;p&gt;I would like to run a query that selects all subjects containing specific waveform types such as II.&lt;/p&gt;&#xA;&lt;p&gt;A few months ago I run a script on the WAVEFORM_SEG_SIG table, but the table no longer exists. Is there a way that I can get such information?&lt;/p&gt;&#xA;" OwnerUserId="9420" LastEditorUserId="23272" LastEditDate="2022-07-14T12:34:43.607" LastActivityDate="2022-07-14T12:34:43.607" Title="Selecting subjects with specific waveform types" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10479" PostTypeId="1" CreationDate="2017-01-22T22:22:22.357" Score="1" ViewCount="19" Body="&lt;p&gt;Here's an example of the sort of thing I'm looking for&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is obnubilate a word? YES/NO&lt;br&gt;&#xA;How confident are you in your answer on a scale of 1 to 5?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or alternatively:&lt;br&gt;&#xA;Rate your confidence that obnubilate is a word from 1 to 10, where 0 means &quot;very confident it is not a word&quot; and 10 means &quot;very confident it is a word&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets don't need to relate to word/nonword studies, and could be any kind of scenario where there is a ground truth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be best if there were at least 100 participants giving at least 100 responses, but this is not strictly necessary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would also be best if each participant was responding to the same question set in the same order.&lt;/p&gt;&#xA;" OwnerUserId="5845" LastActivityDate="2017-01-22T22:22:22.357" Title="Datasets with confidence ratings and ground truths" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10480" PostTypeId="1" CreationDate="2017-01-22T23:46:53.800" Score="4" ViewCount="115" Body="&lt;p&gt;I am looking for a shapefile of stream/river depth for the contiguous United States for my GIS project. NHD does not provide depth information. Could you please recommend me any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="15020" LastEditorUserId="23272" LastEditDate="2021-04-04T04:52:56.920" LastActivityDate="2021-04-04T04:52:56.920" Title="Stream/River depth GIS shapefile for contiguous United State" Tags="|data-request|usa|geospatial|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="10481" PostTypeId="1" CreationDate="2017-01-23T05:36:58.933" Score="6" ViewCount="5040" Body="&lt;p&gt;I am working on a project that needs to classify a company's industry.&#xA;Is there any api/any programmatic way in any language that can be used to classify the industry a company belongs to? The companies are mainly in North America but world wide company's data would be great.&lt;/p&gt;&#xA;" OwnerUserId="15021" LastEditorUserId="15021" LastEditDate="2017-01-23T09:52:59.037" LastActivityDate="2022-01-17T04:31:18.400" Title="Is there any api that can be used to classify/find a company's industry?" Tags="|api|classification|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10482" PostTypeId="2" ParentId="10481" CreationDate="2017-01-23T07:44:47.050" Score="2" Body="&lt;p&gt;Code for America runs the NAICS (North American Industry Classification System) API; &lt;a href=&quot;http://www.census.gov/eos/www/naics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS&lt;/a&gt; is used by Canada, Mexico and the US to classify businesses under differenty industries.&lt;br&gt;&#xA;&lt;a href=&quot;http://naics.codeforamerica.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS API&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apiary runs their own &lt;a href=&quot;http://docs.naicsapi.apiary.io/#&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS API&lt;/a&gt; as well.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-01-23T07:44:47.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10483" PostTypeId="2" ParentId="10481" CreationDate="2017-01-23T09:14:08.040" Score="1" Body="&lt;h2&gt;Update:&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I have the feeling that you'll be better off getting the company's industry directly (preferably classified). Given the region, I can point you to the Unigraph's API, here is &lt;a href=&quot;http://u01.unigraph.rocks/?q=%7B%0A++subjects(property%3A+%22us_sec_cik_id%22%2C+identifier%3A+%220000789019%22)+%7B%0A++++label(lang%3A+%22en%22)%0A++++industry+%7B%0A++++++us_sic_code_id%0A++++%7D%0A++%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;a query&lt;/a&gt; returning the sic code for Microsoft. Data is available on publicly traded companies as reported to SEC Edgar.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;As @jan-doggen correctly pointed out it depends on the location.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And as @albert answered Canada and US are using NAICS, however public companies report to the SEC using SICs. More on the NAICS vs SIC can be found &lt;a href=&quot;http://siccode.com/en/pages/sic-vs-naics&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now for the location issue/ perspective:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the US and the UK use SIC codes (Standard Industry Classification). An output of the Companies House API returns a company's industry like so:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    &quot;sic_codes&quot;: [&#xA; &quot;62012&quot;,&#xA; &quot;62020&quot;,&#xA; &quot;63110&quot;,&#xA; &quot;63990&quot;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There is then a reference to what a code means what on the &lt;a href=&quot;https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/455263/SIC_codes_V2.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Companies House website&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;https://www.osha.gov/pls/imis/sic_manual.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;classification&lt;/a&gt; (the US SIC codes) used by the US. Department of Labor.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, many European countries have adopted the NACE coding system: &quot;Classification of Economic Activities in the European Community&quot;. Which has at least two versions: one of 2003 and one of 2008. Or use their own, somewhat close to the NACE, check Bulgaria's &lt;a href=&quot;https://www.kik-info.com/spravochnik/kid-2008.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example&lt;/a&gt;. Moldova and Romania run their own classification, Romania's can be found &lt;a href=&quot;http://data.gov.ro/dataset/ccf222ea-d506-45ed-8aec-7f450dc1ad5a/resource/7eb9bf00-7f90-40f9-93dc-8821931b8328/download/5nomenclatorstarifirma.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, we really need more context and a better use case / need description to answer your question.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastEditorUserId="4184" LastEditDate="2017-04-03T13:53:53.093" LastActivityDate="2017-04-03T13:53:53.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10484" PostTypeId="1" CreationDate="2017-01-23T14:54:56.863" Score="3" ViewCount="2934" Body="&lt;p&gt;I am looking for the 10 biggest European hospitals by number of bed. I can't find this data anywhere. &lt;/p&gt;&#xA;" OwnerUserId="15023" LastEditorUserId="16193" LastEditDate="2018-03-04T09:58:01.420" LastActivityDate="2018-03-04T09:58:01.420" Title="I am looking for a list of the biggest european hospitals in Europe by number of beds" Tags="|medical|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10485" PostTypeId="2" ParentId="10484" CreationDate="2017-01-23T15:13:39.687" Score="1" Body="&lt;p&gt;This page shows a ranking of hospitals by size: &lt;a href=&quot;http://hospitals.webometrics.info/en/europe?sort=asc&amp;amp;order=Size&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://hospitals.webometrics.info/en/europe?sort=asc&amp;amp;order=Size&lt;/a&gt; though I have no idea how reliable it is.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This page shows the number of hospital beds per country: &lt;a href=&quot;http://stats.oecd.org/index.aspx?DataSetCode=HEALTH_STAT#&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://stats.oecd.org/index.aspx?DataSetCode=HEALTH_STAT#&lt;/a&gt; (under 'health care resources' -&gt; 'hospital beds')&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Some wikipedia pages (in native languages) seem to have the number of hospital beds per hospital, though this is not a complete picture:&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Lists_of_hospitals_in_Europe&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Lists_of_hospitals_in_Europe&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some wikipedia pages with hospital beds:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://nl.wikipedia.org/wiki/Lijst_van_Belgische_ziekenhuizen&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nl.wikipedia.org/wiki/Lijst_van_Belgische_ziekenhuizen&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://nl.wikipedia.org/wiki/Lijst_van_Nederlandse_ziekenhuizen&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nl.wikipedia.org/wiki/Lijst_van_Nederlandse_ziekenhuizen&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://no.wikipedia.org/wiki/Liste_over_norske_sykehus&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://no.wikipedia.org/wiki/Liste_over_norske_sykehus&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-01-23T15:13:39.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10486" PostTypeId="1" CreationDate="2017-01-23T15:34:22.807" Score="1" ViewCount="66" Body="&lt;p&gt;I was wondering if SCI-HUB has an open repository for the download request information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found nothing on their Web Page nor searching online (I might have missed something on google)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a public dataset (&lt;a href=&quot;http://datadryad.org/resource/doi:10.5061/dryad.q447c/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://datadryad.org/resource/doi:10.5061/dryad.q447c/1&lt;/a&gt;) from sep2015 till feb2016 but I need more data and more recent data.&lt;/p&gt;&#xA;" OwnerUserId="15024" LastActivityDate="2017-01-23T15:34:22.807" Title="Sci-Hub Download Requests Data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10487" PostTypeId="2" ParentId="10296" CreationDate="2017-01-23T15:50:54.507" Score="6" Body="&lt;p&gt;You can get &lt;a href=&quot;https://petscan.wmflabs.org/?language=la&amp;amp;project=wiktionary&amp;amp;categories=Lingua%20Latina&amp;amp;ns%5B0%5D=1&amp;amp;sortby=title&amp;amp;interface_language=en&amp;amp;active_tab=tab_output&amp;amp;&amp;amp;doit=&quot; rel=&quot;noreferrer&quot;&gt;8600 Latin words from Latin wikitionary&lt;/a&gt; or &lt;a href=&quot;https://petscan.wmflabs.org/?language=en&amp;amp;project=wiktionary&amp;amp;depth=5&amp;amp;categories=Latin%20language&amp;amp;ns%5B0%5D=1&amp;amp;sortby=title&amp;amp;interface_language=en&amp;amp;active_tab=&amp;amp;doit=&quot; rel=&quot;noreferrer&quot;&gt;879.898 Latin words from English wiktionary&lt;/a&gt; using PetScan. You can change output to csv or tsv in the &quot;Output&quot; tab.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastActivityDate="2017-01-23T15:50:54.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10488" PostTypeId="1" CreationDate="2017-01-23T17:41:01.203" Score="2" ViewCount="2614" Body="&lt;p&gt;I have ca. 30k European company names mainly from Germany, Iberia, France, Benelux and Austria  (SMEs&lt;sup&gt;*&lt;/sup&gt;) and their addresses.  In 2/3 of cases I also have a national ID (&lt;a href=&quot;https://en.wikipedia.org/wiki/SIREN_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIREN&lt;/a&gt; for French companies, &lt;a href=&quot;http://www.spaincorp.com/vat-number.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;CIF&lt;/a&gt; for Spanish companies...)&lt;br /&gt;Is there a way to get the respective &lt;a href=&quot;https://en.wikipedia.org/wiki/Statistical_Classification_of_Economic_Activities_in_the_European_Community&quot; rel=&quot;nofollow noreferrer&quot;&gt;NACE&lt;/a&gt; (2008 version) codes of those companies? There are commercial outlets who do this for around 30 cents a pop but something cheaper would be appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;* &lt;a href=&quot;https://en.wikipedia.org/wiki/Small_and_medium-sized_enterprises&quot; rel=&quot;nofollow noreferrer&quot;&gt;Small and medium sized enterprises&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="14313" LastEditorUserId="14313" LastEditDate="2017-01-24T13:38:07.130" LastActivityDate="2017-01-31T11:42:06.047" Title="Is there any api that can be used to find a company's NACE code (industry code)?" Tags="|data-request|api|companies|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10489" PostTypeId="1" CreationDate="2017-01-23T20:12:06.930" Score="1" ViewCount="37" Body="&lt;p&gt;Where can I find statistics on veterans with Posttraumatic stress disorder (&lt;a href=&quot;https://en.wikipedia.org/wiki/Posttraumatic_stress_disorder&quot; rel=&quot;nofollow noreferrer&quot;&gt;PTSD&lt;/a&gt;).  Along with geographic location and nationality?&lt;/p&gt;&#xA;" OwnerUserId="15029" LastEditorUserId="1511" LastEditDate="2017-01-23T21:00:01.270" LastActivityDate="2017-01-23T21:00:01.270" Title="Looking for geographic information on Veterans with PTSD" Tags="|data.gov|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10490" PostTypeId="2" ParentId="10454" CreationDate="2017-01-23T20:43:02.560" Score="3" Body="&lt;p&gt;I've asked the team at api.data.gov to respond.&lt;/p&gt;&#xA;" OwnerUserId="5834" LastActivityDate="2017-01-23T20:43:02.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10491" PostTypeId="2" ParentId="10447" CreationDate="2017-01-23T21:39:42.700" Score="3" Body="&lt;p&gt;I think that you can get what you want from two resources:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The R package &lt;a href=&quot;https://cran.r-project.org/web/packages/noncensus/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;noncensus&lt;/a&gt; contains a data set called zip_codes that lists the following features for each zip code:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;zip. U.S. ZIP (postal) code &lt;/li&gt;&#xA;&lt;li&gt;city. ZIP code’s city &lt;/li&gt;&#xA;&lt;li&gt;state. ZIP code’s state &lt;/li&gt;&#xA;&lt;li&gt;latitude. ZIP code’s latitude &lt;/li&gt;&#xA;&lt;li&gt;longitude. ZIP code’s longitude &lt;/li&gt;&#xA;&lt;li&gt;fips. County FIPS Code&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;So you can get zip code to FIPS.  This same package also maps counties to FIPS codes.&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;http://www.nber.org/data/cbsa-fips-county-crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Bureau of Economic Research&lt;/a&gt;   provides a downloadable CBSA to FIPS crosswalk. So you should be able to use that to go Zip-to-FIPS-to-CBSA.  &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-01-23T21:39:42.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10492" PostTypeId="1" CreationDate="2017-01-23T23:10:48.597" Score="2" ViewCount="32" Body="&lt;p&gt;I'm looking for data on bankruptcy filings. Not the total number, but specific companies and when they filed for bankruptcy. Historical data would be nice, but I'm most interested in up-to-date info. I know of &lt;a href=&quot;https://www.pacer.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PACER&lt;/a&gt;, but that's difficult to use with scrapers or Google's &lt;a href=&quot;https://support.google.com/docs/answer/3093339?hl=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;ImportHTML&lt;/a&gt; function.&lt;/p&gt;&#xA;" OwnerUserId="12918" LastEditorDisplayName="user4293" LastEditDate="2017-01-24T15:49:20.667" LastActivityDate="2017-01-24T15:49:20.667" Title="Company bankruptcy filings: updated daily, optionally historical" Tags="|finance|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10493" PostTypeId="2" ParentId="10454" CreationDate="2017-01-24T01:48:27.603" Score="5" Body="&lt;p&gt;On the USDA Food Composition Database &lt;a href=&quot;https://ndb.nal.usda.gov/ndb/doc/index#&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt; you posted, there's a form to create an account via their website. That form submits a HTTP POST message to the following link:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/api-umbrella/v1/users.json?api_key=D8IbNeJvK7hjqvJ8hMzuAR5Gfl3FLF1YSiiAK0fy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/api-umbrella/v1/users.json?api_key=D8IbNeJvK7hjqvJ8hMzuAR5Gfl3FLF1YSiiAK0fy&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(note the API key that's in this link is probably tied to the USDA's user creation privilege - this might change in the future)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you submit a POST message with the following parameters, it should respond with an API key for that user (replacing &quot;firstname&quot;, &quot;lastname&quot; and &quot;user@example.com&quot; with the appropriate fields for your users:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;user[first_name]=firstname&lt;/li&gt;&#xA;&lt;li&gt;user[last_name]=lastname&lt;/li&gt;&#xA;&lt;li&gt;user[email]=user@example.com&lt;/li&gt;&#xA;&lt;li&gt;user[use_description]&lt;/li&gt;&#xA;&lt;li&gt;user[terms_and_conditions]=1&lt;/li&gt;&#xA;&lt;li&gt;user[registration_source]=web&lt;/li&gt;&#xA;&lt;li&gt;options[example_api_url]=&lt;a href=&quot;https://api.data.gov/nrel/alt-fuel-stations/v1/nearest.json?api_key=____&amp;amp;location=Denver+CO&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/nrel/alt-fuel-stations/v1/nearest.json?api_key=____&amp;amp;location=Denver+CO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;options[contact_url]=mailto:ndlinfo@ars.usda.gov&lt;/li&gt;&#xA;&lt;li&gt;options[site_name]&lt;/li&gt;&#xA;&lt;li&gt;options[send_welcome_email]=true&lt;/li&gt;&#xA;&lt;li&gt;options[email_from_name]&lt;/li&gt;&#xA;&lt;li&gt;options[email_from_address]&lt;/li&gt;&#xA;&lt;li&gt;options[verify_email]=false&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm not a lawyer either, so I don't know how legal this method is. You might be able to replace the USDA's API key &quot;D8IbNeJvK7hjqvJ8hMzuAR5Gfl3FLF1YSiiAK0fy&quot; with your API key if it doesn't work in the future.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: looking at an &lt;a href=&quot;https://opendata.stackexchange.com/questions/2145/now-i-have-an-api-key-how-do-i-access-openfda?rq=1&quot;&gt;answer&lt;/a&gt; to this question, you might be able to make &lt;a href=&quot;https://open.fda.gov/api/reference/#authentication&quot; rel=&quot;nofollow noreferrer&quot;&gt;unauthenticated API requests&lt;/a&gt; to some US government APIs without a key, but usage limits are lower.&lt;/p&gt;&#xA;" OwnerUserId="14901" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2017-01-24T01:48:27.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10494" PostTypeId="1" CreationDate="2017-01-24T04:58:41.393" Score="2" ViewCount="97" Body="&lt;p&gt;I am trying to create an application that uses some machine learning in relation to meme captions and was looking for a database. Is there any database or API of meme captions? If not, is there any way I could create one?&lt;/p&gt;&#xA;" OwnerUserId="15031" LastEditorUserId="23272" LastEditDate="2021-04-03T05:21:18.697" LastActivityDate="2021-04-03T05:21:18.697" Title="Meme Caption Database" Tags="|images|database|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10495" PostTypeId="2" ParentId="10454" CreationDate="2017-01-24T06:35:49.973" Score="3" Body="&lt;p&gt;api.data.gov doesn't actually support end users programmatically creating API keys at this time. Sorry for the mixup (technically the API exists, as Anthony Joseph's answer points out, but this is only intended for federal agency partners right now). We'll followup in more detail with you and the USDA team via email about potential alternatives for higher rate limits.&lt;/p&gt;&#xA;" OwnerUserId="666" LastActivityDate="2017-01-24T06:35:49.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10496" PostTypeId="1" CreationDate="2017-01-24T10:24:33.453" Score="2" ViewCount="721" Body="&lt;p&gt;My research involves calculating the distances between centroids&#xA;of postcode sectors. In order to do this, I need to convert postcodes&#xA;into latitude/longitude coordinates in large batches. It is important that I am able to obtain centroids of postcode sectors, and not of the full postcodes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible to obtain that information anywhere? The only data I&#xA;could find was on full postcodes.&lt;/p&gt;&#xA;" OwnerUserId="15034" LastActivityDate="2017-01-24T11:33:16.587" Title="UK postcode sector coordinates" Tags="|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10497" PostTypeId="2" ParentId="10496" CreationDate="2017-01-24T11:29:46.157" Score="1" Body="&lt;p&gt;and welcome to the community. What about the &lt;a href=&quot;https://data.cdrc.ac.uk/dataset/cdrc-2011-population-weighted-centroids-gb&quot; rel=&quot;nofollow noreferrer&quot;&gt;weighted centroids&lt;/a&gt; of each LSOA district. However, it takes into consideration the LSOA code. I am not sure that you can find straight from postcodes into coordinates since the ONS works with the Geographical codes. &lt;/p&gt;&#xA;" OwnerUserId="13194" LastActivityDate="2017-01-24T11:29:46.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10498" PostTypeId="2" ParentId="10496" CreationDate="2017-01-24T11:33:16.587" Score="1" Body="&lt;p&gt;This data is not freely available, however, have a look at this project: &lt;a href=&quot;http://www.freethepostcode.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.freethepostcode.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-01-24T11:33:16.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10499" PostTypeId="1" CreationDate="2017-01-24T11:38:43.953" Score="2" ViewCount="29" Body="&lt;p&gt;Apps like Groupon, VoucherCodes show shop and restaurant offers/discounts near you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any open data sets containing discount information over a large period of time? I am looking preferably in the UK. &lt;/p&gt;&#xA;" OwnerUserId="13194" LastEditorDisplayName="user4293" LastEditDate="2017-01-24T12:28:11.803" LastActivityDate="2017-01-24T12:28:11.803" Title="Data on shop/restaurant discounts (preferably UK)" Tags="|data-request|uk|shopping|restaurant|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10501" PostTypeId="1" CreationDate="2017-01-24T17:31:24.227" Score="3" ViewCount="393" Body="&lt;p&gt;I am working on textual analysis of reports in English language. The documents are official records. I requires the sentence level segmentation of text. One way is through regular expression. Other way is through classifier trained on tagged data-set and then predict whether a period is sentence boundary or not? But for that i will require tagged data-set. Is there any sentence boundary tagged data-set freely available?&lt;/p&gt;&#xA;" OwnerUserId="15037" LastEditorUserId="15037" LastEditDate="2017-01-25T07:35:07.240" LastActivityDate="2017-01-31T09:16:31.297" Title="Is there any open data-set for sentence segmentation?" Tags="|nlp|text|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10502" PostTypeId="1" AcceptedAnswerId="10504" CreationDate="2017-01-24T19:46:40.977" Score="3" ViewCount="306" Body="&lt;p&gt;Does anyone know a source for the GIS / spatial dataset of the proposed Keystone XL Pipeline Route?&lt;/p&gt;&#xA;" OwnerUserId="15042" LastActivityDate="2017-01-24T20:52:51.113" Title="GIS data for Keystone XL Pipeline?" Tags="|geospatial|energy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10503" PostTypeId="2" ParentId="10445" CreationDate="2017-01-24T20:22:54.177" Score="2" Body="&lt;p&gt;The following SQL statement works fine to merge the tables. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * FROM atbat INNER JOIN pitch ON&#xA;(atbat.num = pitch.num AND atbat.url = pitch.url)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13425" LastActivityDate="2017-01-24T20:22:54.177" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10504" PostTypeId="2" ParentId="10502" CreationDate="2017-01-24T20:52:51.113" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://keystone.steamingmules.com/maps/keystone-xl-google-earth-downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://keystone.steamingmules.com/maps/keystone-xl-google-earth-downloads/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/31261/finding-shapefiles-of-pipeline-data&quot;&gt;https://gis.stackexchange.com/questions/31261/finding-shapefiles-of-pipeline-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a long list that you can get from google search : &lt;a href=&quot;https://www.google.com/#q=keystone+pipelines+gis+data+download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/#q=keystone+pipelines+gis+data+download&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="-1" LastEditDate="2017-04-13T12:33:47.137" LastActivityDate="2017-01-24T20:52:51.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10505" PostTypeId="1" CreationDate="2017-01-24T22:36:49.937" Score="2" ViewCount="122" Body="&lt;p&gt;I am trying to test one name entity tagger. &#xA;I am using NLTK's &lt;code&gt;nltk.HiddenMarkovModelTagger.train(trains)&lt;/code&gt;&#xA;which requires data in Brown corpus's tagged_sents() format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was looking for a free benchmark entity tagged corpus in the said&#xA;format of Brown corpus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could not find anyone. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found conll2000 in NLTK itself from which I am trying to extract data &#xA;as (w,c) format as in &lt;a href=&quot;http://pastebin.com/AttNEbSe&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pastebin.com/AttNEbSe&lt;/a&gt; and test. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am thinking of an alternative. &#xA;I found two online NERs, like &#xA;Stanford Online NER&#xA;Cognitive Computing Group NER &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I paste data generate NER like &lt;a href=&quot;http://pastebin.com/x1bVW6u7&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pastebin.com/x1bVW6u7&lt;/a&gt;&#xA;and create data in said format, may I use either of them as benchmark data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please suggest&lt;/p&gt;&#xA;" OwnerUserId="15049" OwnerDisplayName="HIGGINS" LastActivityDate="2017-01-25T00:09:28.350" Title="Creating NER Tagging Benchmark Corpus" Tags="|machine-learning|nlp|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10506" PostTypeId="1" AcceptedAnswerId="10553" CreationDate="2017-01-25T09:57:32.420" Score="1" ViewCount="91" Body="&lt;p&gt;For a small project for multi-modal semantics, I am looking for a dataset which contains textual and visual information about different objects i.e. cars, flowers etc. &#xA;&lt;strong&gt;Requirements&lt;/strong&gt; &#xA;Categories - More than 20 objects&#xA;Type - jpg, png&lt;/p&gt;&#xA;" OwnerUserId="15050" LastEditorUserId="15050" LastEditDate="2017-01-25T10:37:08.313" LastActivityDate="2017-02-01T09:32:00.087" Title="Textual and corresponding image datasets" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10507" PostTypeId="1" AcceptedAnswerId="10509" CreationDate="2017-01-25T14:20:09.137" Score="5" ViewCount="166" Body="&lt;p&gt;Does anyone know of any examples of companies that have published their internal documentation and policies, or a handbook. Things such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Workflow&lt;/li&gt;&#xA;&lt;li&gt;Communication guidelines&lt;/li&gt;&#xA;&lt;li&gt;Corporate identity guidelines&lt;/li&gt;&#xA;&lt;li&gt;Tools&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-01-26T10:26:13.327" Title="Internal company data: policy and documentation" Tags="|business|companies|industry|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10508" PostTypeId="2" ParentId="10507" CreationDate="2017-01-25T14:20:09.137" Score="2" Body="&lt;p&gt;I have found two tech companies that have published their handbook online:&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://about.gitlab.com/handbook/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gitlab&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;A remote-only company that's developing an alternative to github for IT development. The company is dedicated to being open and transparent, and by default all they make everything publically available (except for &amp;quot;financial information, legal, job applications/compensation/feedback and partnerships with other companies.&amp;quot;)&lt;/p&gt;&#xA;&lt;p&gt;You can find the source code of their handbook &lt;a href=&quot;https://gitlab.com/gitlab-com/www-gitlab-com&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://github.com/clef/handbook&quot; rel=&quot;nofollow noreferrer&quot;&gt;Clef&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;A cryptography company that creates an app that allows you to log into anything where Clef is installed without requiring a username or password.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-01-26T10:26:13.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10509" PostTypeId="2" ParentId="10507" CreationDate="2017-01-25T16:07:46.227" Score="4" Body="&lt;p&gt;Here are some more interesting ones:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://drive.google.com/file/d/1ZsWt_jNNHn2_dSODQlONDqsIzyJcSG38vYH2nBprwy4ElMM68yhhKX4fztew/view&quot; rel=&quot;noreferrer&quot;&gt;The Ropes at Disney (1943)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interestingly constructed with a rope going throughout the document; women at the time had 10 sick days and men only 5.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hAfMC.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hAfMC.jpg&quot; alt=&quot;Disney Lot Map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://media.steampowered.com/apps/valve/Valve_NewEmployeeHandbook.pdf&quot; rel=&quot;noreferrer&quot;&gt;Steam (2012)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A fun read on the flat organization front and approach to employee development.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Z4vvi.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Z4vvi.png&quot; alt=&quot;When to communicate&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://thefoolrules.com/home&quot; rel=&quot;noreferrer&quot;&gt;The Motley Fool&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Website designed for easy policy information dispersal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ReFOu.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ReFOu.png&quot; alt=&quot;Communication Methods and Stack&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bigspaceship.com/bsscom2013/wp-content/themes/bss/assets/pdf/BigSpaceship_OurManual_Digital.pdf&quot; rel=&quot;noreferrer&quot;&gt;Big Spaceship&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A company with a portion dedicated into the handbook justifying having dogs in the office.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2017-01-25T16:07:46.227" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10510" PostTypeId="1" AcceptedAnswerId="10527" CreationDate="2017-01-25T16:17:19.857" Score="2" ViewCount="341" Body="&lt;p&gt;I'm looking for some data sets so that I can import them into my database and do some data analytics with that data. The main dataset I'm looking for is the University acceptance rate, the GPA of the accepted student, and whether or not that student is accepted for an athletic sport.&lt;/p&gt;&#xA;&lt;p&gt;I'd like to do some analytics to see whether or not having an athletic ability gives you an upper hand when getting into some big-name schools even though the GPA and acceptance requirements are much lower than of the accepted students who won't be playing in an athletic sport.&lt;/p&gt;&#xA;&lt;p&gt;I have looked around and have found very little information. Most of the datasets show the total averages for some universities. I'd like to get a list of reported GPAs for each university and whether or not they will be playing a sport.&lt;/p&gt;&#xA;&lt;p&gt;If the data set provides more information, that's even better! Any links I can take a look at will also be helpful.&lt;/p&gt;&#xA;" OwnerUserId="7056" LastEditorUserId="23272" LastEditDate="2022-07-14T14:31:56.947" LastActivityDate="2022-07-14T14:31:56.947" Title="Where can I find dataset for University acceptance rate for college athletes?" Tags="|data-request|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10511" PostTypeId="1" CreationDate="2017-01-25T21:19:24.193" Score="3" ViewCount="118" Body="&lt;p&gt;I'm looking for a way to get info from wikipedia based on the page title.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;example: If i have a page called &quot;Britney Spears&quot; i want to be able to get a simple bio extracted from wikipedia onto the page. &quot;age&quot; &quot;height&quot; that sort of stuff. &lt;/p&gt;&#xA;" OwnerUserId="15055" LastEditorUserId="4184" LastEditDate="2017-01-26T22:34:49.867" LastActivityDate="2017-01-31T00:44:48.423" Title="Info based on page title?" Tags="|wikidata|wikipedia|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10512" PostTypeId="2" ParentId="10481" CreationDate="2017-01-26T01:13:11.267" Score="1" Body="&lt;p&gt;It..depends. Depends on who you ask. NAICS is good. &lt;a href=&quot;http://financial.thomsonreuters.com/content/dam/openweb/documents/pdf/financial/trbc-fact-sheet.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;TBRC&lt;/a&gt; (Thomson Reuters Business Classification) will offer a somewhat different view of what company is in what industry (and, to get more meta, what is an industry? What is a sector? What delineation do we want? etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're only after publicly traded companies, then stock exchange APIs would be an easy way to work back from as well.  One I've used before is &lt;a href=&quot;http://eoddata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EODData&lt;/a&gt;.  Their APIs aren't free (but cost a trivial amt) and are pretty poorly laid out, but they have a large amount of data for global companies found within most major stock exchanges.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But again.. it really just depends on your exact requirements.  Most likely any data set should help get you 90% of the way there, even if you're not certain on requirements.&lt;/p&gt;&#xA;" OwnerUserId="15041" LastActivityDate="2017-01-26T01:13:11.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10513" PostTypeId="1" CreationDate="2017-01-26T07:18:00.190" Score="10" ViewCount="3458" Body="&lt;p&gt;I've recently been IP blacklisted from Census.gov. To dispel any possible doubt, I'm a developer using PostGIS. And a contributor to the project. When I try to access Census.gov, I'm getting&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Access Denied&#xA;&#xA;You don't have permission to access &quot;http://www2.census.gov/geo/tiger/TIGER2016/ROADS/tl_2016_72069_roads.zip&quot; on this server.&#xA;Reference #18.23a40517.1485370813.e70dcbc&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;www2.census.gov&lt;/code&gt; resolves to &lt;code&gt;deploy.static.akamaitechnologies.com&lt;/code&gt; which is currently hosted at 23.195.82.227. I am also getting error when I try to reach the contact us page which is even more comical, &lt;a href=&quot;http://www.census.gov/about/contact-us.html&quot;&gt;http://www.census.gov/about/contact-us.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any method to get Census.gov to remove the IP ban? Thus far, I've tried posting a question to&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The Twitter account of &lt;a href=&quot;https://twitter.com/usdatagov&quot;&gt;@usdatagov&lt;/a&gt;, &lt;a href=&quot;https://twitter.com/uscensusbureau&quot;&gt;@uscensusbureau&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The email address at geo.geography@census.gov&lt;/li&gt;&#xA;&lt;li&gt;The phone number 301-763-9099&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;That raises a few questions&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Has anyone ever got un-blacklisted?&lt;/li&gt;&#xA;&lt;li&gt;What is the criteria to get blacklisted?&lt;/li&gt;&#xA;&lt;li&gt;Is there a private vendor of the census data that I can pay to get access to?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://trac.osgeo.org/postgis/ticket/3698#comment:10&quot;&gt;Other PostGIS developers are also reporting this problem.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="4184" LastEditDate="2017-03-14T18:46:41.757" LastActivityDate="2017-11-03T15:39:46.110" Title="How to work around or resolve a Census.gov IP-Blacklist?" Tags="|us-census|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10514" PostTypeId="1" AcceptedAnswerId="10515" CreationDate="2017-01-26T18:31:19.023" Score="2" ViewCount="58" Body="&lt;p&gt;I have collected information about a public school district in the U.S.  I have obtained some of it through FOIA.  Some of it was obtained from the district's website previously, although it is no longer available there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to ask a question about where would be a good place to publish it online, and have been trying to figure out which StackExchange site would be appropriate.  I think maybe here would be good, but I'm not sure, because I'm not sure if the information I have collected is an example of Open Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples of the information I have collected:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The district's Technology Plan, submitted to and approved by the state.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The district's biannual special education report, submitted to and approved by the state.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;One would have thought the district would have published these things on its website, but it hasn't.&lt;/p&gt;&#xA;" OwnerUserId="15068" LastActivityDate="2017-01-28T03:17:09.850" Title="Is public information obtained through FOIA an example of Open Data?" Tags="|education|open-definition|publishing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10515" PostTypeId="2" ParentId="10514" CreationDate="2017-01-26T19:01:13.180" Score="2" Body="&lt;p&gt;Data obtained through FOIA is open data. Before it was attained, I would argue that it is not, as it was not being released.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data previously published on a government website was and still is in the public domain and open data. There maybe tiny exceptions here regarding privacy issues, etc., so think through what you are going to republish, but again, it is almost always open data and is ok to republish.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Wayback Machine and archive.is (and other archives) are a virtual treasure trove of this kind of data. Particularly around websites that publish data in HTML, but also very useful for finding old documents and in some great cases, entire databases, etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How would you publish this data on a stack exchange site? I'm confused by that part.&lt;br&gt;&#xA;You can publish that data any which way you see fit; here are some options for you:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Publish it on the &lt;a href=&quot;https://datahub.io/organization/opendata-stackexchange&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Stack Exchange datahub.io portal&lt;/a&gt;.&lt;br&gt;&#xA;Publish it on &lt;a href=&quot;https://data.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt;.  (You can bring up your thoughts about how to organize the various reports with data.world, they're very interested in what users want/need, etc.)&#xA;Publish it on &lt;a href=&quot;https://drive.google.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Drive&lt;/a&gt; (make sure you click share with all).&lt;br&gt;&#xA;Publish it &lt;a href=&quot;https://github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="15068" LastEditDate="2017-01-28T03:17:09.850" LastActivityDate="2017-01-28T03:17:09.850" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10517" PostTypeId="2" ParentId="1545" CreationDate="2017-01-26T22:08:59.897" Score="3" Body="&lt;p&gt;Here is a dataset of relative word frequency for the top 10,000 words in 890 million Tweets, divided by county: &lt;a href=&quot;https://sites.google.com/site/wordmapperinfo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.google.com/site/wordmapperinfo/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-01-26T22:08:59.897" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10518" PostTypeId="1" CreationDate="2017-01-27T02:56:07.343" Score="1" ViewCount="32" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Is there any data set which is labelled list of animal interaction where their position in the herd is known for network analysis?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;What are the most popular time stamped network data sets?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="15072" LastActivityDate="2017-01-27T02:56:07.343" Title="Temporal Network data and Animal hierarchy time stamped network data set" Tags="|data-request|network-structure|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10519" PostTypeId="2" ParentId="4517" CreationDate="2017-01-27T03:53:53.400" Score="3" Body="&lt;p&gt;Library of Virginia has archived emails during Tim Kaine's governorship:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.virginiamemory.com/collections/kaine/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaine Email Project @ LVA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://ead.lib.virginia.edu/vivaxtf/view?docId=lva/vi00993.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Guide To The Governor Timothy M. Kaine Administration Electronic Files, Email, 2002-2010 (Bulk 2006-2009)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.virginiamemory.com/collections/kaine/search-the-collection&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search the Collection&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-01-27T03:53:53.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10521" PostTypeId="2" ParentId="1664" CreationDate="2017-01-27T10:57:29.260" Score="2" Body="&lt;p&gt;You'll do well to find a free database. However, I found &lt;a href=&quot;https://www.carmakesandmodels.co.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.carmakesandmodels.co.uk&lt;/a&gt; offers a free API. I needed a solution for a car insurance website and found this API adequate and updated monthly.&lt;/p&gt;&#xA;" OwnerUserId="15076" LastActivityDate="2017-01-27T10:57:29.260" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10522" PostTypeId="1" AcceptedAnswerId="10537" CreationDate="2017-01-27T13:58:59.260" Score="2" ViewCount="49" Body="&lt;p&gt;I am interested in finding Swiss canton-level data on unemployment and public spending. Where could I find this? &lt;/p&gt;&#xA;" OwnerUserId="15080" LastActivityDate="2017-01-30T01:09:39.933" Title="Swiss Canton Level Data Request on unemployment and social spending" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10524" PostTypeId="2" ParentId="10113" CreationDate="2017-01-27T15:34:01.347" Score="1" Body="&lt;p&gt;Open Street Map users can upload their GPS traces to the website and label them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are about 4000 traces with the 'Running' label. You can find the individual traces here: &lt;a href=&quot;https://www.openstreetmap.org/traces/tag/Running&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces/tag/Running&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's a similar number of traces with the 'Walking' label: &lt;a href=&quot;https://www.openstreetmap.org/traces/tag/Walking&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces/tag/Walking&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-01-27T15:34:01.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10525" PostTypeId="1" CreationDate="2017-01-27T22:08:14.407" Score="3" ViewCount="558" Body="&lt;p&gt;Can time zone codes like &quot;EST&quot; be mapped cleanly to Olson time zones like &quot;America/New_York&quot;? If so, is that data openly available anywhere?&lt;/p&gt;&#xA;" OwnerUserId="3115" LastActivityDate="2017-01-29T03:28:37.787" Title="Is there a standardized mapping from Olson timezones to 3-letter codes?" Tags="|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10526" PostTypeId="2" ParentId="10525" CreationDate="2017-01-28T00:23:33.287" Score="1" Body="&lt;p&gt;Wikipedia has a list of maintained tz db time zones. While the three letter abbreviations (like &quot;EST&quot;) are not included, &quot;America/New_York&quot;, and the like are. You'll have to add an extra column for the three letter abbreviations:&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_tz_database_time_zones&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of tz Database Time Zones&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-01-28T00:23:33.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10527" PostTypeId="2" ParentId="10510" CreationDate="2017-01-28T00:40:31.387" Score="2" Body="&lt;p&gt;Possible options:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.icpsr.umich.edu/icpsrweb/content/NCAA/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Student-Athlete Experiences Data Archive&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://ucomm.stanford.edu/cds/2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford University Common Data Sets (CDS)&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This article has data for PAC-10:&lt;br&gt;&#xA;&lt;a href=&quot;http://thehuskyhaul.com/2012/05/16/comparing-the-acceptance-rates-of-athletes-to-the-general-public/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Comparing the Acceptance Rates of Athletes to the General Public&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ope.ed.gov/athletics/#/&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. DOE's EADA (Equity in Athletics Data Analysis)&lt;/a&gt; looks promising, but after a quick look, it actually has very little useful information in my opinion.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-01-28T00:40:31.387" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10528" PostTypeId="2" ParentId="10525" CreationDate="2017-01-28T05:40:35.370" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.iana.org/time-zones&quot; rel=&quot;nofollow noreferrer&quot;&gt;IANA Time Zone Databases&lt;/a&gt; contains a list of timezones and their respective three letter abbreviations:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Time Zone Database (often called tz or zoneinfo) contains code and&#xA;  data that represent the history of local time for many representative&#xA;  locations around the globe. It is updated periodically to reflect&#xA;  changes made by political bodies to time zone boundaries, UTC offsets,&#xA;  and daylight-saving rules. Its management procedure is documented in&#xA;  BCP 175: Procedures for Maintaining the Time Zone Database.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you download the &quot;data only distribution&quot;, you can open the individual files named after the different zones, like &quot;africa&quot;, &quot;australiasia&quot; etc, but it's not easy to parse as the authors are very diligent in explaining how they decided how to define each time zone!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I mentioned the IANA Time Zone database, as Python's &lt;a href=&quot;http://pytz.sourceforge.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;pytz&lt;/a&gt; library uses it as a &lt;a href=&quot;http://pytz.sourceforge.net/#issues-limitations&quot; rel=&quot;nofollow noreferrer&quot;&gt;data source&lt;/a&gt;. This library can convert from &quot;America/New_York&quot; to &quot;EST&quot;, but please keep in mind that EST might be ambiguous internationally (like for instance, the East coast of Australia might refer to times as EST or AEST, just like in the US!). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the library's &lt;a href=&quot;http://pytz.sourceforge.net/#tzinfo-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;tzinfo&lt;/a&gt; API to convert a timezone like &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; tz = timezone('America/St_Johns')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;into its three letter abbreviation, like &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; tz.tzname(normal)&#xA;'NDT'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I wrote a short Python script as a &lt;a href=&quot;https://gist.github.com/ajosephau/2a22698faaf6206ce195c7aa78e48247&quot; rel=&quot;nofollow noreferrer&quot;&gt;gist&lt;/a&gt; showing that comma separated list, but it's very hacky!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: adding more information on how time zones can be read from the IANA time zone database, and link to script.&lt;/p&gt;&#xA;" OwnerUserId="14901" LastEditorUserId="14901" LastEditDate="2017-01-29T03:28:37.787" LastActivityDate="2017-01-29T03:28:37.787" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10529" PostTypeId="1" CreationDate="2017-01-28T11:47:19.123" Score="3" ViewCount="55" Body="&lt;p&gt;I'm looking for an end-user friendly atlas of climate normals for Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CM-SAF have a &lt;a href=&quot;http://www.eumetsat.int/website/home/Images/ImageLibrary/DAT_2266050.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;climate atlas&lt;/a&gt; but this is for particular months.  KNMI have a &lt;a href=&quot;https://climexp.knmi.nl/plot_atlas_form.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;climate explorer&lt;/a&gt; but it is specifically about climate change.  What I'm looking for is like what UK Met Office have &lt;a href=&quot;http://www.metoffice.gov.uk/public/weather/climate&quot; rel=&quot;nofollow noreferrer&quot;&gt;for the UK&lt;/a&gt;, or what exists in the Dutch school atlas &lt;a href=&quot;http://www.bosatlas.nl/wps/portal/nubosatlas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bosatlas&lt;/a&gt;.  Of course, this can be constructed relatively easily from publicly available reanalysis data, but does any online interface exist that is relatively easy to use for end users?&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2017-01-28T19:57:44.867" Title="Easily browsable atlas of current climate normals for Europe" Tags="|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10530" PostTypeId="2" ParentId="10396" CreationDate="2017-01-28T15:38:37.763" Score="1" Body="&lt;p&gt;In the end all the data resources I could access in Shape file format were much too high a resolution -- just too many points.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However I have found just the data I need accompanying the gnuplot programming language on Linux as world.dat with 1320 coordinates. Plotting the data with gnuplot gives this map: &lt;img src=&quot;https://i.stack.imgur.com/Wnl7T.jpg&quot; alt=&quot;map&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have a system with gnuplot installed you should find it there -- I don't know how to access it otherwise.&lt;/p&gt;&#xA;" OwnerUserId="14905" LastActivityDate="2017-01-28T15:38:37.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10531" PostTypeId="1" CreationDate="2017-01-28T16:13:31.910" Score="3" ViewCount="75" Body="&lt;p&gt;I'm looking for a data set containing the copayment of all drugs for the various health insurance operators in the United States.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="14171" LastEditDate="2017-01-30T03:58:30.180" LastActivityDate="2017-01-30T03:58:30.180" Title="Drug coverage by health insurance" Tags="|data-request|usa|medical|finance|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10532" PostTypeId="2" ParentId="10529" CreationDate="2017-01-28T19:57:44.867" Score="1" Body="&lt;p&gt;As far as I know, there is no such easy-to-browse climate data atlas for Europe so far. There are only seperate atlases offered by severel countries, e.g. &lt;a href=&quot;http://www.dwd.de/EN/climate_environment/climateatlas/climateatlas_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Germany&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="15093" LastActivityDate="2017-01-28T19:57:44.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10533" PostTypeId="1" CreationDate="2017-01-29T08:42:02.117" Score="1" ViewCount="29" Body="&lt;p&gt;I khow that IGARSS 2012 &lt;a href=&quot;http://www.grss-ieee.org/community/technical-committees/data-fusion/data-fusion-contest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data fusion contest&lt;/a&gt; contained worldview/quickbird images of San Francisco. Does anyone know if that data is available for free and where can I download it?&lt;/p&gt;&#xA;" OwnerUserId="8610" LastActivityDate="2017-01-29T08:42:02.117" Title="Where can I download IGARSS 2012 data fusion contest data?" Tags="|data-request|usa|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10534" PostTypeId="1" CreationDate="2017-01-29T08:56:50.333" Score="1" ViewCount="18" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Right_to_education&quot; rel=&quot;nofollow noreferrer&quot;&gt;Educational rights&lt;/a&gt; and the &lt;a href=&quot;https://en.wikipedia.org/wiki/Freedom_of_information_laws_by_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;Freedom of information&lt;/a&gt; (FOI) are in the &quot;Fundamental Rights&quot;, and are adopted &lt;em&gt;as law&lt;/em&gt; in many countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FOI establish a kind of &quot;right-to-know&quot; in the governance sphere, and the &lt;a href=&quot;https://en.wikipedia.org/wiki/Right_to_education&quot; rel=&quot;nofollow noreferrer&quot;&gt;Educational rights&lt;/a&gt; complement it in other spheres: &lt;strong&gt;there are a more specific &quot;Right of Knowledge Acquisition&quot;?&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;PS: &quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Knowledge_acquisition&quot; rel=&quot;nofollow noreferrer&quot;&gt;knowledge acquisition&lt;/a&gt;&quot; is a jargon of artificial intelligence technology (an &lt;a href=&quot;https://en.wikipedia.org/wiki/Intelligent_agent&quot; rel=&quot;nofollow noreferrer&quot;&gt;intelligent agent&lt;/a&gt; is the &lt;a href=&quot;https://stackoverflow.com/a/1122451/287948&quot;&gt;subject&lt;/a&gt; of this &lt;em&gt;acquisition&lt;/em&gt;), and also a method of learning in the Aristotelian tradition... We can use here as &quot;&lt;em&gt;knowledge acquisition&lt;/em&gt; for &lt;a href=&quot;http://schema.org/Person&quot; rel=&quot;nofollow noreferrer&quot;&gt;person&lt;/a&gt;&quot;, an intersection of  both.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2017-01-29T08:56:50.333" Title="There are some &quot;Right of Knowledge Acquisition&quot; in the Right to education?" Tags="|open-definition|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10535" PostTypeId="1" CreationDate="2017-01-29T09:37:16.140" Score="3" ViewCount="65" Body="&lt;p&gt;I need a corpus with intention words, but I was not able to get one yet. please, somebody, help me.&lt;/p&gt;&#xA;&lt;p&gt;Note: I'm new to intention mining if you know some useful corpus or links on intention mining please let me know those as well.&lt;/p&gt;&#xA;" OwnerUserId="14518" LastEditorUserId="23272" LastEditDate="2021-08-21T04:31:32.640" LastActivityDate="2021-08-21T04:31:32.640" Title="Corpus for intention mining" Tags="|machine-learning|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10536" PostTypeId="2" ParentId="10511" CreationDate="2017-01-29T10:28:25.743" Score="3" Body="&lt;p&gt;From Wikidata API, you could access the data from &lt;a href=&quot;https://www.wikidata.org/wiki/Q11975&quot; rel=&quot;nofollow noreferrer&quot;&gt;Britney Spears entity&lt;/a&gt; using the &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=wbgetentities&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wbgetentities&lt;/code&gt; endpoint&lt;/a&gt;: &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;titles=Britney%20Spears&amp;amp;sites=enwiki&amp;amp;format=json&amp;amp;props=claims&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;titles=Britney%20Spears&amp;amp;sites=enwiki&amp;amp;format=json&amp;amp;props=claims&lt;/code&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, to access data as age or height, you will need to understand a bit of &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Glossary/en#Claims_and_statements&quot; rel=&quot;nofollow noreferrer&quot;&gt;how properties and claims work in Wikidata&lt;/a&gt;: height will be &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P2048&quot; rel=&quot;nofollow noreferrer&quot;&gt;P2048&lt;/a&gt;, age will need to be calculated from date of birth &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P569&quot; rel=&quot;nofollow noreferrer&quot;&gt;P569&lt;/a&gt;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you happen to work in JS, you can use &lt;a href=&quot;https://github.com/maxlath/wikidata-sdk&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wikidata-sdk&lt;/code&gt;&lt;/a&gt; to &lt;a href=&quot;https://github.com/maxlath/wikidata-sdk#simplify-claims-results&quot; rel=&quot;nofollow noreferrer&quot;&gt;parse those claims data to something simpler to work with&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12938" LastEditorUserId="12938" LastEditDate="2017-01-30T00:08:57.167" LastActivityDate="2017-01-30T00:08:57.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10537" PostTypeId="2" ParentId="10522" CreationDate="2017-01-30T01:09:39.933" Score="3" Body="&lt;p&gt;I do not have a reference on public spending,  but the unemployment data is available from the &lt;a href=&quot;https://www.amstat.ch/v2/download.jsp?lang=de&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swiss Federation&lt;/a&gt;.   You will need to speak one of French, German or Italian. Use the pull down menu to select a year and monthly data is available. Use the long version (on the left).&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-01-30T01:09:39.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10538" PostTypeId="1" CreationDate="2017-01-30T08:02:57.083" Score="4" ViewCount="123" Body="&lt;p&gt;I am looking for median income statistics per county for the time period from 1930 to 1990. I have found &lt;a href=&quot;http://www.census.gov/data/tables/time-series/dec/historical-income-counties.html&quot;&gt;these&lt;/a&gt; median income statistics from 1960 to 1990 at the US census bureau. However, I seem to be unable to find any earlier calculations at the county level. Do they exist? If so, where?&lt;/p&gt;&#xA;" OwnerUserId="14728" LastEditorUserId="14728" LastEditDate="2017-01-30T09:28:17.600" LastActivityDate="2017-02-02T15:30:26.550" Title="US-County level - median income 1930 to 1990" Tags="|usa|historical|income|county|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10539" PostTypeId="1" CreationDate="2017-01-30T15:55:57.797" Score="1" ViewCount="31" Body="&lt;p&gt;There are lots of sheet music in my cabinet. When looking for a certain score I'm always lost.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to build a list of all my sheet music in order to quickly search through this list. This list should contain searchable data including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;song title&lt;/li&gt;&#xA;&lt;li&gt;author / composer&lt;/li&gt;&#xA;&lt;li&gt;page number&lt;/li&gt;&#xA;&lt;li&gt;date&lt;/li&gt;&#xA;&lt;li&gt;rights holder&lt;/li&gt;&#xA;&lt;li&gt;includes songtext, chords, ...&lt;/li&gt;&#xA;&lt;li&gt;musical style (as jazz, blues, classical)&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and of course data about the songbook as&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;title&lt;/li&gt;&#xA;&lt;li&gt;instruments&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So I'm looking for any kind of structured data from song books, real books (jazz), collections, etc. My favority music is popular music from 1920 (starting with ragtine, blues) up to now. Main instruments are piano, trumpet, trombone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note: I don't need the paper sheets since I already got them in printed form.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2017-01-30T15:55:57.797" Title="Contents of Song Books, Real Books, Sheet Music Collections" Tags="|music|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10540" PostTypeId="2" ParentId="1482" CreationDate="2017-01-30T19:46:50.303" Score="3" Body="&lt;p&gt;There is a &lt;a href=&quot;https://musescore.com/sheetmusic?instruments=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;wide selection of sheet music that was created with the Musescore, the leading open-source music notation program&lt;/a&gt;. You can filter by instrument and licence. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note that there is a &lt;a href=&quot;https://fosdem.org/2017/schedule/event/openscore/&quot; rel=&quot;nofollow noreferrer&quot;&gt;new project called OpenScore&lt;/a&gt;, a collaboration of Musescore and IMSLP that aims at publishing all public domain music. &lt;/p&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2017-01-30T19:46:50.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10541" PostTypeId="2" ParentId="10501" CreationDate="2017-01-30T20:50:56.333" Score="3" Body="&lt;p&gt;Some Corpora in the &lt;a href=&quot;http://www.nltk.org/book/ch02.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NLTK&lt;/a&gt; have a method &lt;code&gt;sents()&lt;/code&gt; that returns each sentence as a list of words, for example the Brown corpus:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import nltk&#xA;nltk.download() # this opens a GUI to download all corpora needed&#xA;from nltk.corpus import brown&#xA;sentences = brown.sents()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6825" LastActivityDate="2017-01-30T20:50:56.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10542" PostTypeId="2" ParentId="10511" CreationDate="2017-01-31T00:27:33.293" Score="2" Body="&lt;p&gt;For bios, you can also use the Wikipedia Open Search API, which is more simple than Wikidata : &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=opensearch&amp;amp;search=britney%20spears&amp;amp;limit=10&amp;amp;namespace=0&amp;amp;format=xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=opensearch&amp;amp;search=britney+spears&amp;amp;limit=10&amp;amp;namespace=0&amp;amp;format=xml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(you could also ask &quot;format=json&quot; instead of xml, but the output will be strangely formated and difficult to parse)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With a software like Open Refine, you could automate the search for a column of page names, like this :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qY0UA.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qY0UA.gif&quot; alt=&quot;Here is a demo.&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once the xml extracted, you can parse the descriptions from it with this GREL formula :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;value.parseHtml().select('Description').htmlText()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-01-31T00:44:48.423" LastActivityDate="2017-01-31T00:44:48.423" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10543" PostTypeId="1" CreationDate="2017-01-31T08:01:29.707" Score="1" ViewCount="50" Body="&lt;p&gt;I'm designing an online, paid course in retail analytics, and I'm looking for a dataset that I can use for that course.  If I find datasets that are 'open data' then am I allowed to use those datasets within a paid course?  Are there any good sites for finding such datasets with retail or marketing data?&lt;/p&gt;&#xA;" OwnerUserId="15112" LastActivityDate="2017-01-31T08:01:29.707" Title="Retail analytics dataset for use in a paid course" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10544" PostTypeId="2" ParentId="10501" CreationDate="2017-01-31T09:16:31.297" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://ota.ox.ac.uk/desc/2554&quot; rel=&quot;nofollow noreferrer&quot;&gt;British National Corpus&lt;/a&gt;, &quot;a 100 million word collection of samples of written and spoken language from a wide range of sources&quot;, is free of charge and &lt;a href=&quot;http://www.natcorp.ox.ac.uk/docs/URG/cdifbase.html#cdifcomp&quot; rel=&quot;nofollow noreferrer&quot;&gt;segmented&lt;/a&gt;, but i never used it.&lt;/p&gt;&#xA;" OwnerUserId="8953" LastActivityDate="2017-01-31T09:16:31.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10545" PostTypeId="2" ParentId="10488" CreationDate="2017-01-31T11:06:31.410" Score="1" Body="&lt;p&gt;I think the cheapest API for this job is the &lt;a href=&quot;https://api.opencorporates.com/documentation/API-Reference#industry_codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates&lt;/a&gt; one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the &lt;a href=&quot;https://opencorporates.com/api_accounts/new&quot; rel=&quot;nofollow noreferrer&quot;&gt;Basic subscription&lt;/a&gt; (99 £ and 20 000 api calls a month, or even free if your project is for public benefice), you could match your companies in two months. Or maybe less if you have a lot of Belgian enterprises : i don't know for other countries, but the Belgian Companies database is freely available and it mentions the Nace codes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notice that OpenCorporates has also a free Open Refine API that would allow you to reconcile your 1/3 companies without official ID.&lt;/p&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-01-31T11:42:06.047" LastActivityDate="2017-01-31T11:42:06.047" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10546" PostTypeId="1" CreationDate="2017-01-31T13:30:45.313" Score="3" ViewCount="37" Body="&lt;p&gt;Is there open data on &lt;a href=&quot;https://en.wikipedia.org/wiki/Diesel_exhaust&quot; rel=&quot;nofollow noreferrer&quot;&gt;Diesel exhaust&lt;/a&gt;&#xA;(NOx or soot), comparing a number of the same cars&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;on the road&lt;/li&gt;&#xA;&lt;li&gt;in the test lab ?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;What I want to do is plot the correlation: if road NOx is around say 2 times test lab,&lt;br&gt;&#xA;legislators could use test lab data and scale limits by this ratio, here 2.&lt;br&gt;&#xA;(Or is this common practice and I just don't know it ?)&lt;/p&gt;&#xA;" OwnerUserId="966" LastEditorUserId="966" LastEditDate="2018-05-16T17:03:17.357" LastActivityDate="2018-08-14T19:02:13.020" Title="Diesel exhaust data, road vs. test lab" Tags="|environment|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10547" PostTypeId="1" CreationDate="2017-01-31T14:14:01.547" Score="2" ViewCount="44" Body="&lt;p&gt;I'm teaching an online course on A/B testing, and I'd like some real world data to use in my course.  However, I've had a really hard time finding good examples of A/B testing datasets, as it seems companies like to keep this information private.  Does anyone know of any good resources for this problem?&lt;/p&gt;&#xA;" OwnerUserId="15112" LastActivityDate="2017-01-31T14:14:01.547" Title="Open data with AB test results" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10548" PostTypeId="2" ParentId="10506" CreationDate="2017-01-31T14:41:08.480" Score="1" Body="&lt;p&gt;Fortunately, there are a lot of free datasets published for the field of &lt;a href=&quot;http://homepages.inf.ed.ac.uk/rbf/CVonline/Imagedbase.htm#object&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;computer vision&quot;&lt;/a&gt;. Based on the description of your needs, you should maybe take a look at &lt;a href=&quot;http://image-net.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ImageNet&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-01-31T14:49:30.783" LastActivityDate="2017-01-31T14:49:30.783" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10549" PostTypeId="1" CreationDate="2017-01-31T16:35:18.170" Score="3" ViewCount="31" Body="&lt;p&gt;I'd like to find a best practices document to share with the developer of a internal DB interface.  Specifically I'd like to show that the approach that has been used for 15+ years results in output files that require a lot of editing to easily read into R, python, gis.&lt;br /&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/3qPQB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3qPQB.png&quot; alt=&quot;see screenshot&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="15118" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-02-01T04:13:20.923" Title="reference to share on best practices" Tags="|best-practice|unstructured-data|" AnswerCount="1" CommentCount="2" ClosedDate="2017-02-05T13:40:03.380" ContentLicense="CC BY-SA 3.0" />
  <row Id="10550" PostTypeId="1" AcceptedAnswerId="10551" CreationDate="2017-01-31T17:16:31.027" Score="5" ViewCount="357" Body="&lt;p&gt;I was surfing on kaggle and I found this dataset&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/deepmatrix/imdb-5000-movie-dataset&quot; rel=&quot;noreferrer&quot;&gt;https://www.kaggle.com/deepmatrix/imdb-5000-movie-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;it contains data from 5000 IMDB movies. I was surprised since i thought that this would be copyright infringement, could someone explain me or give me some references about scraping/copying data from other sites and making them publicly available like this?&lt;/p&gt;&#xA;" OwnerUserId="9883" LastEditorDisplayName="user4293" LastEditDate="2017-01-31T20:58:11.703" LastActivityDate="2017-01-31T20:58:11.703" Title="IMDB dataset on Kaggle and copyright explanation" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10551" PostTypeId="2" ParentId="10550" CreationDate="2017-01-31T19:40:34.290" Score="1" Body="&lt;p&gt;It is absolutely a violation of their conditions of use, unless this person got prior permission from IMDB: &lt;a href=&quot;http://www.imdb.com/conditions&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.imdb.com/conditions&lt;/a&gt;&#xA;&quot;Robots and Screen Scraping: You may not use data mining, robots, screen scraping, or similar data gathering and extraction tools on this site, except with our express written consent as noted below.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you'd like to use their data, they do have an ftp interface:&#xA;&lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.imdb.com/interfaces&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also the OMBb API, &lt;a href=&quot;https://www.omdbapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.omdbapi.com/&lt;/a&gt;, the TMDb API, &lt;a href=&quot;https://www.themoviedb.org/documentation/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.themoviedb.org/documentation/api&lt;/a&gt;, the MovieLens dataset, &lt;a href=&quot;https://grouplens.org/datasets/movielens/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://grouplens.org/datasets/movielens/&lt;/a&gt;, and a few others. So if you're looking to use the data yourself, I would suggest you try those sources rather than a resource that might have legal issues.&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-01-31T19:40:34.290" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10552" PostTypeId="2" ParentId="10549" CreationDate="2017-02-01T04:13:20.923" Score="1" Body="&lt;p&gt;I think you are asking about what to do with headers in tabular data, if so, here are my thoughts:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Headers should be one column/one row and only one column/one row. If you have to label across rows, simply add the name of the label to the rows you want to apply it to.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This does lead to extremely long headers, so also another thing to apply here is some deductive reasoning. Do you truly need to say all of that in the header? In some cases, headers are redundant. And in these cases, I simply delete the text entirely. When they are necessary, I go with the longer headers.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just my opinion. I've found one row/column headers to be much more easy to work with across many platforms and technologies. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-02-01T04:13:20.923" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10553" PostTypeId="2" ParentId="10506" CreationDate="2017-02-01T09:32:00.087" Score="1" Body="&lt;p&gt;Based on the requirements, following datasets can be use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/mjhucla/P-Multimodal-Dataset-Toolbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pinterest Multimodal Dataset ToolBox&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://lrs.icg.tugraz.at/download.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Text and Vision (TVGraz) Dataset&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="15050" LastActivityDate="2017-02-01T09:32:00.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10554" PostTypeId="1" AcceptedAnswerId="10557" CreationDate="2017-02-01T12:34:58.273" Score="2" ViewCount="170" Body="&lt;p&gt;I am looking for the extended version Epinions dataset. The &lt;a href=&quot;http://www.librec.net/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Librec Project&lt;/a&gt;, extended opinions dataset is no available on this site (link is dead).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know the current link for this repository? Or the other source of the Epinions data in the extended version?&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Checked repositories&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I know these repos, however they don't have the Epinions extended: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Project RED (liris.cnrs.fr/red/)&lt;/li&gt;&#xA;&lt;li&gt;Snap: Epinions dataset (snap.stanford.edu/data/soc-Epinions1.html)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Edit:&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Doesn't work means: &quot;The www.trustlet.org page isn’t working&quot;&lt;/p&gt;&#xA;" OwnerUserId="15122" LastEditorUserId="7037" LastEditDate="2017-02-01T14:36:53.973" LastActivityDate="2017-02-01T14:45:03.173" Title="Epinions extended dataset search" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10555" PostTypeId="1" CreationDate="2017-02-01T12:57:36.047" Score="4" ViewCount="85" Body="&lt;p&gt;I'm looking for a dataset of import and export trade (goods and services) between all combination of nations globally, by year, i.e.:&lt;br&gt;&#xA;2015&lt;br&gt;&#xA;Afghanistan &gt; Albania (import $XXX, export $YYY)&lt;br&gt;&#xA;Afghanistan &gt; Algeria (import $XXX, export $YYY)&lt;br&gt;&#xA;...&lt;br&gt;&#xA;Zambia &gt; Zimbabwe (import $XXX, $YYY)&lt;br&gt;&#xA;2014&lt;br&gt;&#xA;...&lt;br&gt;&#xA;&lt;br&gt;&lt;br&gt;&#xA;MIT's OEC (&lt;a href=&quot;http://atlas.media.mit.edu/en/resources/about/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://atlas.media.mit.edu/en/resources/about/&lt;/a&gt;) has a vast dataset, but at a product level, which I'm worried might not aggregate correctly to sources that are more authoritative (and seems an unfair use of their API as I'd need to get all their data). &lt;br&gt;&lt;br&gt;I've had a look through OECD and World Bank but haven't managed to identify in more granularity than 'Country &gt; World (import $XXX, export $YYY)'.&lt;/p&gt;&#xA;" OwnerUserId="15123" LastActivityDate="2017-02-03T10:39:01.453" Title="Data on trade - annual imports and exports country to country" Tags="|trade|worldbank|oecd|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10556" PostTypeId="2" ParentId="10555" CreationDate="2017-02-01T13:20:30.100" Score="3" Body="&lt;p&gt;It might take quite a few queries, but all trade data should be available here: &lt;a href=&quot;https://comtrade.un.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://comtrade.un.org/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can select up to 5 countries (either as reporter or as partner) to view their trade with all other countries (select &lt;code&gt;all&lt;/code&gt; in the other box). So in about 50 queries you should be done. There's also a bulk download option which I haven't tried.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-02-01T13:20:30.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10557" PostTypeId="2" ParentId="10554" CreationDate="2017-02-01T14:45:03.173" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.cse.msu.edu/~tangjili/trust.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dr. Jiliang Tang&lt;/a&gt; provides a raw data download of a scrape of the Epinions site. I am unfamiliar with the fields you are looking for, but this &lt;a href=&quot;http://www.cse.msu.edu/~tangjili/Epinions.rar&quot; rel=&quot;nofollow noreferrer&quot;&gt;data link provides 283 MB of data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2017-02-01T14:45:03.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10559" PostTypeId="1" CreationDate="2017-02-01T22:11:18.250" Score="3" ViewCount="46" Body="&lt;p&gt;I have some datasets that I would like to present in graphic form, as relationship diagram (see picture)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ct54y.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ct54y.png&quot; alt=&quot;On the left, written relation; on the right the graphic form I would like&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know a software that can convert excel data in a such type of graph?&lt;/p&gt;&#xA;" OwnerUserId="15128" LastEditorUserId="15128" LastEditDate="2017-02-01T22:27:50.543" LastActivityDate="2017-02-02T19:04:12.007" Title="Relationship Diagram software" Tags="|network-structure|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10560" PostTypeId="1" AcceptedAnswerId="10796" CreationDate="2017-02-01T23:40:07.007" Score="3" ViewCount="130" Body="&lt;p&gt;I'm engaged in a discussion with the network security department at a public agency with the goal of making their live video data publicly available on the Internet; currently the data never leaves their private network. Most if not all of the cameras support RTSP (Real Time Streaming Protocol).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Security is obviously a paramount concern and beyond that it would be ideal to find a solution which allows for fine-grained access management and integration with common directory services (e.g. LDAP and Active Directory) for authentication and authorization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have some basic understanding of what goes into architecting a solution to this kind of problem, but not enough to make specific recommendations with a high degree of confidence. I was hoping to find some examples of other public agencies which have successfully carried out this sort of project so that we might be able to model our solution on something that's already been shown to work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One particular software package that jumped out at me was &lt;a href=&quot;http://dataturbine.org/&quot; rel=&quot;noreferrer&quot;&gt;DataTurbine&lt;/a&gt;. Are there other, similar tools out there? Are there any cities or other public agencies which are using them to stream live video data over the internet?&lt;/p&gt;&#xA;" OwnerUserId="8749" LastEditorUserId="1511" LastEditDate="2018-11-06T21:48:50.513" LastActivityDate="2018-11-06T21:48:50.513" Title="Are there any public agencies which are currently streaming real-time video data?" Tags="|releasing-data|internet|computing|security|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10561" PostTypeId="2" ParentId="10285" CreationDate="2017-02-02T00:41:33.870" Score="1" Body="&lt;p&gt;If you find a good boundaries file of Malaysian municipalities, you could create yourself the Postal codes SHP. For example, using the &lt;a href=&quot;http://www.geonames.org/export/web-services.html#postalCodeSearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames API&lt;/a&gt;*. I made an attempt with &lt;a href=&quot;https://github.com/OpenRefine/OpenRefine/wiki/Fetching-URLs-From-Web-Services&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Refine (tuto here)&lt;/a&gt; based on a KML found on &lt;a href=&quot;http://www.gadm.org/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;GADM&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fusiontables.google.com/data?docid=1OQMSTT3s5ZlWwqcE_Z8Ni4xIsltwNELgeikaud10#rows:id=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here are the results&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;31 districts names out of 144 have not been matched, but those postal codes can be added manually in an hour. Once done, you can export the Fusion table sheet to KML and retransform it into SHP using QGis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this help.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;example of geonames API request : &lt;a href=&quot;http://api.geonames.org/postalCodeSearch?placename=Alor%20Setar&amp;amp;maxRows=10&amp;amp;country=MY&amp;amp;username=demo&quot; rel=&quot;nofollow noreferrer&quot;&gt;Http://api.geonames.org/postalCodeSearch?placename=Alor+Setar&amp;amp;maxRows=10&amp;amp;country=MY&amp;amp;username=demo&lt;/a&gt; (if it doesn't work, replace demo with a real username)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-02-04T11:45:30.550" LastActivityDate="2017-02-04T11:45:30.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10562" PostTypeId="1" CreationDate="2017-02-02T01:30:03.537" Score="1" ViewCount="16" Body="&lt;p&gt;Looking for massachusetts childcares. data format can be in any spatial format(shapefile,kml,geojson) or a csv/xlsx etc... as long as it has addresses or coordinates &lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2017-02-02T01:30:03.537" Title="looking for all massachusetts childcares dataset" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10563" PostTypeId="1" CreationDate="2017-02-02T04:17:08.717" Score="4" ViewCount="171" Body="&lt;p&gt;I am looking for a dataset containing US freight railroad networks, stations,  yards and junctions for class I railroads for all US states. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is appreciated!&lt;/p&gt;&#xA;" OwnerUserId="14822" LastEditorUserId="4184" LastEditDate="2017-03-27T14:06:45.513" LastActivityDate="2017-04-04T02:49:35.113" Title="US freight railroad networks, stations, yards and junctions" Tags="|data-request|transportation|network-structure|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10564" PostTypeId="1" CreationDate="2017-02-02T05:10:16.013" Score="2" ViewCount="408" Body="&lt;p&gt;I would like to find a data set showing the largest employers, by number of employees, in each US Congressional district.  Something like the top five or ten in each district would be ideal.&lt;/p&gt;&#xA;" OwnerUserId="15130" LastActivityDate="2017-02-02T05:10:16.013" Title="Largest employers in each US Congressional district" Tags="|data-request|usa|business|politics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10565" PostTypeId="1" CreationDate="2017-02-02T06:30:01.810" Score="7" ViewCount="66" Body="&lt;p&gt;I am interested in looking at future trends in linear developmental activities in India and how they may impact the integrity of wildlife corridors. Basically, I need to do trend analysis over the past 20 years (from 1995) and predict the kind of changes that might come in the next 5 years. For this, one of the requirements is getting historical data of roads, railways, waterways etc. and see how they've changed over the years. I already have the latest shapefile of these from OpenStreetMap (OSM). Is there any opensource from where I can get this information?&lt;/p&gt;&#xA;" OwnerUserId="15131" LastActivityDate="2017-02-02T06:30:01.810" Title="How to get &quot;historical&quot; shapefile (road, waterways, railways, etc.) of India?" Tags="|data-request|india|openstreetmap|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10566" PostTypeId="1" CreationDate="2017-02-02T09:19:45.553" Score="2" ViewCount="81" Body="&lt;p&gt;I need to access the data from both SCOPUS, Web Of Science and/or Google Scholar. The data is needed in the following form:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;paper1 paper2 date1&#xA;paper3 paper4 date2&#xA;paper10 paper3 date3&#xA;.&#xA;.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where, &lt;code&gt;paperA paperB date&lt;/code&gt; means: paperA cites paperB on 'date'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried using &lt;a href=&quot;http://kitchingroup.cheme.cmu.edu/blog/2015/04/06/Using-the-Scopus-api-with-xml-output/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this API&lt;/a&gt; to access citation data from scopus without any success. And I have no clue of getting this kind of data from Google Scholar or Web of science either. But I have seen a few papers making use of data from these portals. Can anybody help me?&lt;/p&gt;&#xA;" OwnerUserId="15132" LastEditorDisplayName="user4293" LastEditDate="2017-02-02T14:56:04.947" LastActivityDate="2020-12-28T12:02:37.550" Title="Data Sets of SCOPUS, Web Of Science and/or Google Scholar" Tags="|analysis|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10567" PostTypeId="1" CreationDate="2017-02-02T14:35:14.497" Score="2" ViewCount="58" Body="&lt;p&gt;First of all I would like to apologise for the length of this question and also for my explanation as it might not use the ideal terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a possible data set that has articles from online sources or otherwise and user comments posted in reply to those articles, similar to a Disqus setup. I would then use this data set to verify that a system I am building is actually identifying the correct areas between two different sets of words. So far I have tried the simple and crude cosine similarity between a comment and a part of the text and the results are not really encouraging as people would use different words to refer to the same object: car-vehicle-automobile etc. (synonyms)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am really after is a similarity tagging between a comment and the article or parts of it. For example, if we take this website and all Stack Exchange sites, a user posts a question and other users reply with answers or comments etc. What I would like to have in the data set is a tagging where a particular comment/reply is &quot;linked&quot; to a particular part of the original question. The linking can be numerical etc. It would be similar to what certain API's such as Alchemy output with relevance between a word and the text being processed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously, the text can be from any source as what is really needed is the &quot;link&quot; between the main text and a short comment. I thought of manual tagging but this takes way too much time. Another option was to ask others to do it (like Mechanical Turk) but then I would not know how accurate that can be and since I would be using this set as my gold standard, I would need to know that it is relatively accurate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been searching high and dry but have not seen anything close to what I would need. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help or link to a possible collection would be much appreciated. Thank you. &lt;/p&gt;&#xA;" OwnerUserId="15105" LastActivityDate="2017-02-02T14:35:14.497" Title="Does a tagged data set of online news articles and associated comments exist?" Tags="|data-request|nlp|ai|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10568" PostTypeId="1" CreationDate="2017-02-02T14:53:39.983" Score="2" ViewCount="39" Body="&lt;p&gt;Where can I find a list of automobile factories in the world with GPS? The more additional attributes like production size, number of employees, etc is included the better. Wikipedia contains some lists of a few vendors but information included is very poor and unstructured&lt;/p&gt;&#xA;" OwnerUserId="15135" LastActivityDate="2017-02-02T14:53:39.983" Title="Dataset of automobile factories" Tags="|data-request|industry|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10569" PostTypeId="2" ParentId="10538" CreationDate="2017-02-02T15:30:26.550" Score="3" Body="&lt;p&gt;I suggest you search IPUMS, which has variables going back to 1850: &lt;a href=&quot;https://usa.ipums.org/usa/index.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://usa.ipums.org/usa/index.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I quickly searched and found that at least, personal income has been evaluated going back to 1940: &lt;a href=&quot;https://usa.ipums.org/usa-action/variables/group?id=income&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://usa.ipums.org/usa-action/variables/group?id=income&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But a more detailed search might be even more fruitful.&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-02-02T15:30:26.550" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10570" PostTypeId="1" CreationDate="2017-02-02T17:55:07.540" Score="3" ViewCount="89" Body="&lt;p&gt;I'm looking for a data set containing the over-the-counter prices of pharmaceutical drugs by pharmacy in the United States.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2020-11-10T04:24:53.017" Title="Over-the-counter prices of pharmaceutical drugs in the United States" Tags="|data-request|usa|medical|finance|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10571" PostTypeId="2" ParentId="10559" CreationDate="2017-02-02T19:04:12.007" Score="3" Body="&lt;p&gt;mermaid just popped up in my github feed, looks to do just this:&lt;br&gt;&#xA;&lt;a href=&quot;http://knsv.github.io/mermaid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;mermaid&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/knsv/mermaid&quot; rel=&quot;nofollow noreferrer&quot;&gt;repo&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-02-02T19:04:12.007" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10572" PostTypeId="2" ParentId="10454" CreationDate="2017-02-02T19:14:17.557" Score="4" Body="&lt;p&gt;We have set a rate limit of 1000 requests/hr per IP rather than key.  Our &lt;a href=&quot;https://ndb.nal.usda.gov/ndb/doc/index#&quot;&gt;documentation&lt;/a&gt; now reflects this change.&lt;/p&gt;&#xA;" OwnerUserId="15139" LastActivityDate="2017-02-02T19:14:17.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10573" PostTypeId="1" CreationDate="2017-02-02T19:29:10.403" Score="16" ViewCount="596" Body="&lt;p&gt;Sorry for the somewhat general question, to which the answers necessary depend on the country of operation and necessarily are also subject to become obsolete at some point. But I think it to be quite relevant to the open data initiative, and perhaps on this forum there are people who are informed of this. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Legislation in EU has &lt;a href=&quot;http://sciencebusiness.net/news/79919/Researchers-to-gain-new-text-and-data-mining-rights-under-EU-proposal&quot;&gt;aimed&lt;/a&gt; to form an exemption for mining the data for research purposes. As far as I understand, UK has &lt;a href=&quot;http://blogs.lse.ac.uk/impactofsocialsciences/2014/06/04/the-right-to-read-is-the-right-to-mine-tdm/&quot;&gt;introduced&lt;/a&gt; a rule like this last year. However I am not sure how and where to find up-to-date information on this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand that &quot;the right to read = the right to mine&quot; states that anything that can be seen/read/heard by a human can also be analysed for research purposes. This seems to make sense in a way, as in principle you could physically read all those webpages make notes, collate, and the finish your study. On the other hand doing things automatically can allow things otherwise very difficult or impossible to be manageable, so in this sense the difference can be measured in something else than human time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe someone here has a good overview of the field now. What are the current state in the EU for research purposed web-crawling with no aimed commercial application? Is the UK law like this in operation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the licensing stated on a web-page contradicts this rule, what happens then? The &lt;a href=&quot;http://blogs.lse.ac.uk/impactofsocialsciences/2014/06/04/the-right-to-read-is-the-right-to-mine-tdm/&quot;&gt;link&lt;/a&gt; on UK above seems to imply that the law overrides the web-page licensing (similar to cases of Fair Use in the US I think), and this seems to be exactly the point of the initiative. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for your help, if you are able to bring some clarity to the issue, or help me phrase the question in a way that can be well answered. Perhaps there are good up-to-date online materials that I should read.&lt;/p&gt;&#xA;" OwnerUserId="15138" LastEditorUserId="1511" LastEditDate="2017-09-01T09:02:33.707" LastActivityDate="2019-10-02T23:55:10.367" Title="The &quot;right to mine&quot; and scraping the web in EU" Tags="|licensing|europe|legal|web-crawling|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10575" PostTypeId="1" CreationDate="2017-02-03T21:16:17.263" Score="4" ViewCount="1695" Body="&lt;p&gt;Is there any API or Dataset that gives access to companies and their descriptions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Like an &quot;about me&quot; of a company.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have used FullContact but I'm looking for something that can do this without web URLs possibly.&lt;/p&gt;&#xA;" OwnerUserId="15148" LastEditorUserId="14171" LastEditDate="2017-02-04T00:10:53.000" LastActivityDate="2019-05-20T18:44:18.450" Title="Company descriptions API?" Tags="|data-request|companies|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10576" PostTypeId="1" CreationDate="2017-02-03T21:47:17.440" Score="1" ViewCount="43" Body="&lt;p&gt;What percent of U.S. companies outsource their accounting function?  What is the size of the outsourced bookkeeping industry?&lt;/p&gt;&#xA;" OwnerUserId="15149" LastActivityDate="2017-02-03T21:47:17.440" Title="What percent of U.S. companies outsource their accounting function?" Tags="|data.gov|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10577" PostTypeId="2" ParentId="10252" CreationDate="2017-02-04T04:09:50.877" Score="1" Body="&lt;p&gt;Draft geospatial standards are now posted for comment / feedback at www.usaid.gov/data.&lt;/p&gt;&#xA;" OwnerUserId="6274" LastActivityDate="2017-02-04T04:09:50.877" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10578" PostTypeId="1" CreationDate="2017-02-04T07:22:27.727" Score="1" ViewCount="93" Body="&lt;p&gt;The prescriptions table, only has information, about the dose, medication name and days between which (i assume inclusive) the medication was ordered (not even sure if this corresponds to actual administration)... this is too crude for meaningful research analysis received medications dosing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any other way, that this information could be saved ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example doses of IV gtts. are generally retrievable from the &#xA;inputevents_cv  and inputevents_mv.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But how about lets say prednisone doses patient received ? &#xA;Any one figured that out ?&#xA;How to calculate sum of the dose of prednisone given orally during patients ICU stay ?&lt;/p&gt;&#xA;" OwnerUserId="15153" LastActivityDate="2017-02-04T07:22:27.727" Title="MIMIC III medications" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10579" PostTypeId="1" CreationDate="2017-02-04T17:11:06.227" Score="2" ViewCount="43" Body="&lt;p&gt;I'm looking for real data for the application of some algorithms that involve applications of Markov chains and Power methods. What I need is a huge transition Matrix for some experimentation and testing, but I can't find this kind of matrix. Can someone help me, please?&lt;/p&gt;&#xA;" OwnerUserId="15157" LastEditorUserId="70" LastEditDate="2022-10-14T19:00:47.103" LastActivityDate="2022-10-14T19:00:47.103" Title="Real data for Markov Chains" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10581" PostTypeId="2" ParentId="10185" CreationDate="2017-02-05T07:45:55.443" Score="2" Body="&lt;p&gt;By far the largest music resource is &lt;a href=&quot;https://musicbrainz.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MusicBrainz&lt;/a&gt;. It will return the cover photo; I'm not sure about the sample. AllMusic and Discogs have been mentioned. Spotify has an &lt;a href=&quot;https://developer.spotify.com/web-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;, I think it is worth checking it, as well as &lt;a href=&quot;http://www.last.fm/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;lastfm&lt;/a&gt;'s. Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="4184" LastEditorUserId="14011" LastEditDate="2017-02-05T13:40:15.860" LastActivityDate="2017-02-05T13:40:15.860" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10582" PostTypeId="1" CreationDate="2017-02-05T12:41:21.957" Score="1" ViewCount="14" Body="&lt;p&gt;Where can I find the data about the number of families in the UK with young children of age between 1 and 14? I could not find it anywhere in the official www.ons.gov.uk.&lt;/p&gt;&#xA;" OwnerUserId="15166" LastActivityDate="2017-02-05T12:41:21.957" Title="UK region wise families with young children" Tags="|data-request|uk|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10583" PostTypeId="2" ParentId="758" CreationDate="2017-02-05T16:54:02.293" Score="1" Body="&lt;p&gt;Here's a repository with data up til 2016-01; I want to say its all there, but there maybe a few things missing. still, its a lot of data, 1.6gb.&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/jalbertbowden/usda-aphis-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA APHIS Data dump&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a list of licenses through 2016-01. There is a scraper there too, although that's kind of moot now that USDA pulled the plug on it.&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/sunlightlabs/openitup/blob/master/usda/data/usda-certificate-status-active-2016-01-05.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;License (CSV)&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The bulk data is mostly PDFs, image-based at that. We tried OCR (tesseract) but couldn't get it exactly right to get the data out neatly. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-02-05T16:54:02.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10584" PostTypeId="1" CreationDate="2017-02-05T17:07:23.133" Score="9" ViewCount="4882" Body="&lt;p&gt;I want to know about recently available datasets for fake news analysis&lt;/p&gt;&#xA;" OwnerUserId="15169" LastActivityDate="2020-04-07T17:17:24.737" Title="What are the available datasets for fake news detection" Tags="|data-request|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10586" PostTypeId="1" CreationDate="2017-02-06T07:27:38.967" Score="1" ViewCount="177" Body="&lt;p&gt;I am looking for a text data-set. I need this data-set for a set of experiments which compares effectiveness of a set of algorithms working in paragraph-level with the same algorithms working in document-level. For this reason, I want a data-set which has both paragraph-level and document-level labels. It's ok if only a subset of items in each level has labels. I found a lot of paper, which worked on a text processing on both paragraph-level and document-level data-sets but none of their data-sets is publicly available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I want to do a set of experiments at the paragraph-level and see if the result is better than learning the same concept at the document-level. As long as labels are binary, it's not important what is labels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you very much.&lt;/p&gt;&#xA;" OwnerUserId="15173" LastActivityDate="2017-02-09T12:42:22.803" Title="Is there any text data set with both paragraph and document-level labels available?" Tags="|data-request|text|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10589" PostTypeId="1" AcceptedAnswerId="12124" CreationDate="2017-02-06T13:40:35.483" Score="3" ViewCount="204" Body="&lt;p&gt;I'm looking for large amounts of varied syslog data for testing a log analysis tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wishlist:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Logs from different Unices and Linux distributions&lt;/li&gt;&#xA;&lt;li&gt;Logs from routers, switches, storage arrays, firewalls, IDS and appliances&lt;/li&gt;&#xA;&lt;li&gt;Logs from different countries and industries&lt;/li&gt;&#xA;&lt;li&gt;Logs spanning several years&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Google searching has only given me small sets of fairly repetitive logs.&lt;/p&gt;&#xA;" OwnerUserId="15177" LastActivityDate="2021-12-03T13:53:11.483" Title="Is there a large and varied syslog corpus available for download" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10590" PostTypeId="1" CreationDate="2017-02-06T16:05:58.293" Score="1" ViewCount="49" Body="&lt;p&gt;So I pulled the &lt;a href=&quot;https://aws.amazon.com/de/datasets/wikipedia-page-traffic-statistics/?tag=datasets%23keywords%23encyclopedic&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia Page Traffic Statistics&lt;/a&gt; into an AWS instance and then downloaded a file which represents one hour from several months of usage data to look at locally, but it didn't really have what I was hoping for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the notes:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Each line has 4 fields: projectcode, pagename, pageviews, bytes&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here is an example of a quick search within the one hour of data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ grep versailles pagecounts-20110331-230000 &#xA;&#xA;commons.m Image:Chateau-de-versailles-Rotonde.jpg 1 6695&#xA;en File%3ABallet_versailles.jpg 1 34511&#xA;en File:Ballet_versailles.jpg 2 69056&#xA;en File:Bosquet_des_bains_d_appolon_du_chateau_de_versailles.jpg 1 9010&#xA;en File:Chateau-de-versailles-cour.jpg 5 85244&#xA;en File:Theatre-versailles.jpg 2 15030&#xA;en Galerie_versailles 1 20375&#xA;en Palace_of_versailles 1 56442&#xA;en Treaty_of_versailles 6 300984&#xA;en galerie_versailles 1 542&#xA;en versailles_bakery 1 546&#xA;en versailles_cafe 1 544&#xA;en versailles_country_kitchen 1 555&#xA;en versailles_cuban_restaurant 1 556&#xA;en versailles_distinctive_elegance 1 560&#xA;en versailles_drive_in_the 1 552&#xA;en versailles_fine_dining 1 551&#xA;en versailles_restaurant_diner 1 556&#xA;en versailles_sub_%26_bagels_shop 1 559&#xA;es Archivo:Salle_jeu_de_paume_versailles_int%C3%A9rieur_2.jpg 2 17772&#xA;fr Fichier:Ballet_versailles.jpg 1 10039&#xA;fr Fichier:Logo_chateau_versailles.jpg 1 8911&#xA;fr Fichier:Palace_of_versailles,_part.JPG 2 20161&#xA;it File:Prefecture_yvelines_versailles.jpg 1 9932&#xA;ru %D0%A4%D0%B0%D0%B9%D0%BB:Eglise_notre_dame_versailles_fa%C3%A7ade.jpg 1 12709&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Can see that Treaty of Versailles was winning that hour but Versailles Cuban Restaurant also got some attention.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is unfortunately only one half of what is needed for a recommendation engine - the traffic of 'products' viewed, but the dataset does not provide the other half, namely a set of 'users' and what they viewed/bought.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have never heard of logging into wikipedia but can see it is possible. Could be logged in or cookie based data available somewhere. Does anyone know if such data is available?&lt;/p&gt;&#xA;" OwnerUserId="14253" LastActivityDate="2017-02-06T16:05:58.293" Title="wikipedia user data for a recommendation engine" Tags="|machine-learning|wikipedia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10591" PostTypeId="1" CreationDate="2017-02-06T16:43:38.033" Score="2" ViewCount="31" Body="&lt;p&gt;Are you looking for information on public bodies: especially links to their website and FOI request on &quot;what do they know&quot;?&lt;/p&gt;&#xA;" OwnerUserId="615" LastEditorUserId="615" LastEditDate="2017-02-07T22:37:33.167" LastActivityDate="2017-02-07T22:43:51.637" Title="Can anyone use this Journalism tool on UK Public Bodies?" Tags="|releasing-data|uk|journalism|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10592" PostTypeId="2" ParentId="10591" CreationDate="2017-02-06T16:44:54.660" Score="1" Body="&lt;p&gt;The database website is a flat file list of websites and their re;evant details. &lt;a href=&quot;http://datamineruk.github.io/journo-tools/uk-public-bodies/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://datamineruk.github.io/journo-tools/uk-public-bodies/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At a guess this a Journalist tool, and even if its a little out of date the link to FOI are relevant and up to date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's date and I hope that this tool gives convenient links to do research on public bodies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have now affiliation to the site, I just thought it would be useful to anyone. And rather than just tweeting I thought it might be relevant to someone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IJ8YB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IJ8YB.png&quot; alt=&quot;dataminerUK journalism tools of UK public bodies&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look you can see from the image what it's about. It has a listing of UK public bodies. It's sortable. And gives links to the main website and the FOI (what do they know site)&lt;/p&gt;&#xA;" OwnerUserId="615" LastEditorUserId="615" LastEditDate="2017-02-07T22:43:51.637" LastActivityDate="2017-02-07T22:43:51.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10593" PostTypeId="2" ParentId="6723" CreationDate="2017-02-07T02:28:37.053" Score="1" Body="&lt;p&gt;I got this figured for any IV medication.&#xA;Any IV medication administration is charted both in inputevents_cv and inputevents_mv.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is what I got for norepinephrine.&#xA;First run this code&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Select  *&#xA;from mimiciii.D_ITEMS as ItemIDs&#xA;where ItemIDs.CATEGORY ILIKE '%norepinephrine%'&#xA;or ItemIDs.LABEL ILIKE '%norepinephrine%'&#xA;or ItemIDs.ABBREVIATION ILIKE '%norepinephrine%'&#xA;or&#xA; ItemIDs.CATEGORY ILIKE '%levoph%'&#xA;or ItemIDs.LABEL ILIKE '%levoph%'&#xA;or ItemIDs.ABBREVIATION ILIKE '%levoph%'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This way you will get appropriate item_ID for norepinephrine (generic) and levophed (trade name). For your needs you will need furosemide (generic) and lasix (trade name)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the list of Item_IDs you will need to choose these, which are linked to inputevents_cv and inputevents_mv&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This should return you separate Item_IDs, I don't know if I can list them though here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Than you pull out your data separately.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) For inputevents_cv:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;DROP TABLE IF EXISTS mimiciii.LK_NorEpinephrine_cv;&#xA;&#xA;create table mimiciii.LK_NorEpinephrine_cv as&#xA;select   subject_id, icustay_id,  extract (epoch from charttime) as ep_charttime, itemid, amount, amountuom, originalroute&#xA;from mimiciii.inputevents_cv as events&#xA;&#xA;where&#xA;amount is not null&#xA;and  amount &amp;gt; 0&#xA;and icustay_id is not NULL&#xA; and&#xA;(events.ITEMID = ... &amp;lt;- itemid from previous code referring to CV&#xA;or events.ITEMID =  ... &amp;lt;- itemid from previous code referring to CV)&#xA;order by  extract (epoch from charttime) ;&#xA;&#xA;&#xA;&#xA;COPY mimiciii.LK_NorEpinephrine_cv(subject_id, icustay_id,   ep_charttime, itemid, amount, amountuom, originalroute )&#xA;TO 'C:\mimic3\LK_NorEpinephrine_cv.csv' DELIMITER ',' CSV HEADER;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This way you will the the csv file with the time (in epoch), doses and subject ID etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) for inputevents_mv&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;create table mimiciii.LK_NorEpinephrine_mv as&#xA;select subject_id, icustay_id,  extract (epoch from starttime) as ep_starttime,  extract (epoch from endtime) as ep_endtime, itemid, amount, amountuom, ordercategoryname, secondaryordercategoryname&#xA;from mimiciii.inputevents_mv as events&#xA;where amount is not null&#xA;and  amount &amp;gt; 0&#xA;and icustay_id is not NULL&#xA; and events.ITEMID = ... &amp;lt;- itemid from previous code referring to MV&#xA;    order by  extract (epoch from endtime) ;&#xA;&#xA;COPY mimiciii.LK_NorEpinephrine_mv(subject_id, icustay_id,  ep_starttime,  ep_endtime, itemid, amount, amountuom, ordercategoryname, secondaryordercategoryname )&#xA;TO 'C:\mimic3\LK_NorEpinephrine_mv.csv' DELIMITER ',' CSV HEADER;&#xA;&#xA;DROP TABLE IF EXISTS mimiciii.LK_NorEpinephrine_mvICU;&#xA;&#xA;create table mimiciii.LK_NorEpinephrine_mvICU as&#xA;select  LK_NorEpinephrine_mv.subject_id, LK_NorEpinephrine_mv.icustay_id, ep_starttime, ep_endtime,&#xA;&#xA;&#xA;CASE&#xA;    WHEN amountuom = 'mcg'&#xA;    THEN&#xA;     amount/1000&#xA;  WHEN amountuom = 'mg'&#xA;       THEN&#xA;        amount&#xA;&#xA;ELSE 99999999999&#xA;END AS amount_nzd&#xA;&#xA;from mimiciii.LK_NorEpinephrine_mv&#xA;left join mimiciii.LK_icustaysdata on mimiciii.LK_icustaysdata.ICUSTAY_ID=  mimiciii.LK_NorEpinephrine_mv.ICUSTAY_ID;&#xA;&#xA;COPY mimiciii.LK_NorEpinephrine_mvICU(subject_id, icustay_id,  ep_starttime,  ep_endtime, amount_nzd)&#xA;TO 'C:\mimic3\LK_NorEpinephrine_mvICU.csv' DELIMITER ',' CSV HEADER;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This way you will the the csv file with the time (in epoch), doses and subject ID etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you can see the 2) code has dose conversion, which you may need to do depending on med. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I usually review in R project the csv files generated as avoce and see, if there is other dosing than mg. Some may have viols, some may have gm, some may have mg. I will leave it to you how you handle this.&#xA;In my code I converted gm to mg, and discarded any other doses.&lt;/p&gt;&#xA;" OwnerUserId="15153" LastActivityDate="2017-02-07T02:28:37.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10594" PostTypeId="2" ParentId="9314" CreationDate="2017-02-07T02:34:10.290" Score="1" Body="&lt;p&gt;it is best to review manually any outliers to be honest....&lt;/p&gt;&#xA;" OwnerUserId="15153" LastActivityDate="2017-02-07T02:34:10.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10595" PostTypeId="1" AcceptedAnswerId="10681" CreationDate="2017-02-07T02:58:16.267" Score="4" ViewCount="574" Body="&lt;p&gt;I'm working on a project of predicting the bus arrival time for each stops based on the historical data. I checked the database for Boston and New York, but the result is not very perfect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Boston, I only found the GTFS schedule data and the real-time data API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For New York, I did find the historical database. But the trip id in the corresponding data is not in the same format to the trip id from the GTFS schedule data of New York, which makes it hard to connect the historical data to the scheduled data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone provide some suggestions or some other database which I could use?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-----update&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I plan to use are two types of data: GTFS data and historical data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The GTFS data is downloaded from here: &lt;a href=&quot;http://web.mta.info/developers/developer-data-terms.html#data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.mta.info/developers/developer-data-terms.html#data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The historical data is downloaded from here:&#xA;&lt;a href=&quot;http://data.mytransit.nyc/bus_time/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.mytransit.nyc/bus_time/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first one is used to represent the scheduled arrival time of buses at different stops and the second one is the record of the location of each bus at different time points at a specific day. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The connection between these two types of data is the &lt;code&gt;trip_id&lt;/code&gt;, which represent a specific trip for a bus. Theoretically, they should have the same &lt;code&gt;trip_id&lt;/code&gt;, but they don't. In other words, there are many trips in the historical data with the &lt;code&gt;trip_id&lt;/code&gt; which I cannot find from the GTFS scheduled data. As a result, I cannot confirm the specific route and the stop list for these trips.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus, I wondered whether you could provide some suggestions.&lt;/p&gt;&#xA;" OwnerUserId="15181" LastEditorUserId="15181" LastEditDate="2017-02-07T06:11:47.230" LastActivityDate="2017-02-23T03:41:39.707" Title="historical data for bus arrival time at bus stop" Tags="|data-request|usa|transportation|public-transport|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10596" PostTypeId="1" CreationDate="2017-02-07T04:36:25.720" Score="3" ViewCount="2902" Body="&lt;p&gt;For testing my healthcare project I'm looking for a data set in which the following attributes are present:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;gender temperature heart-rate   illness&#xA;  1        100         70       high temperature (fever)&#xA;  2        101         94       high temperature with high rate&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="15183" LastEditorUserId="958" LastEditorDisplayName="user4293" LastEditDate="2023-02-23T15:21:36.417" LastActivityDate="2024-02-23T11:41:38.563" Title="Dataset for human body temperature, heart rate and illness" Tags="|data-request|medical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10597" PostTypeId="1" AcceptedAnswerId="10603" CreationDate="2017-02-07T17:27:40.330" Score="3" ViewCount="41" Body="&lt;p&gt;For a research project I'm very interested in economic data such as unemployment rate on a monthly basis for individual counties in the US. Is this available somewhere?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that the information I'm requesting is quite detailed. Perhaps someone has made a model that makes reliable predictions on a monthly basis? I'd be very interested in that as well!&lt;/p&gt;&#xA;" OwnerUserId="6386" LastActivityDate="2017-02-07T21:31:02.497" Title="US county-level temporal economic data" Tags="|data-request|usa|economics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10598" PostTypeId="1" CreationDate="2017-02-07T17:56:14.200" Score="5" ViewCount="509" Body="&lt;p&gt;Tools to convert units of measurement and conversion data is abundant, but what databases/datasets exist which aim to consolidate unit conversion data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;1 pound equals 0.45359237 kilogram per &lt;a href=&quot;https://www.ngs.noaa.gov/PUBS_LIB/FedRegister/FRdoc59-5442.pdf&quot; rel=&quot;noreferrer&quot;&gt;&quot;Refinement Of Values For The Yard And The Pound&quot;, US Nat Bureau of Standards, 1959&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Ideally it should:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;indicate which coefficients are prescribed by standards (rather than derived from the application of multiple other coefficients)&lt;/li&gt;&#xA;&lt;li&gt;cite the standard for each conversion coefficient&lt;/li&gt;&#xA;&lt;li&gt;carefully indicated precision of conversion coefficients&lt;/li&gt;&#xA;&lt;li&gt;contain standard unit abbreviations/symbology&lt;/li&gt;&#xA;&lt;li&gt;document units clearly to avoid confusion (ex: aliases and formal names)&lt;/li&gt;&#xA;&lt;li&gt;be expressed/published in a portable machine-readable format (i.e. JSON)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Fantastically it would:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;also contain outdated standard historical values&lt;/li&gt;&#xA;&lt;li&gt;contain symbology for hybrid units&lt;/li&gt;&#xA;&lt;li&gt;describe context in which particular units are used (professions, regions of the world, etc.)&lt;/li&gt;&#xA;&lt;li&gt;cite standards for the unit symbology (ex: &quot;lb&quot;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This would make implementing a unit conversion library much easier since the step of aggregating conversion coefficients would be unnecessary.&lt;/p&gt;&#xA;" OwnerUserId="9742" LastEditorUserId="9742" LastEditDate="2017-02-07T18:09:14.200" LastActivityDate="2017-02-07T19:11:18.697" Title="Units of measurement conversion database" Tags="|data-request|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10599" PostTypeId="1" CreationDate="2017-02-07T18:35:12.350" Score="5" ViewCount="138" Body="&lt;p&gt;I'm doing a research project that tries to provide insight into the underlying causes behind racism. More specifically, the project examines out-group bias based on race or ethnicity in US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd be interested in knowing what data there might exist that could hint at either the development of racism over time or across different parts of the county. Does anyone know of relevant datasets?&lt;/p&gt;&#xA;" OwnerUserId="6386" LastActivityDate="2017-02-14T18:10:50.267" Title="Measures of racism in US" Tags="|data-request|usa|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10600" PostTypeId="2" ParentId="10598" CreationDate="2017-02-07T18:58:10.137" Score="6" Body="&lt;p&gt;You can use the &lt;a href=&quot;http://www.unidata.ucar.edu/software/udunits/udunits-current/doc/udunits/udunits2.html&quot;&gt;database&lt;/a&gt; that comes with the &lt;a href=&quot;http://www.unidata.ucar.edu/software/udunits/&quot;&gt;&lt;code&gt;udunits&lt;/code&gt;&lt;/a&gt; library, on which many other unit conversion libraries rely.  For example, see &lt;a href=&quot;http://www.unidata.ucar.edu/software/udunits/udunits-current/udunits/udunits2-derived.xml&quot;&gt;SI derived units&lt;/a&gt; and &lt;a href=&quot;http://www.unidata.ucar.edu/software/udunits/udunits-current/udunits/udunits2-common.xml&quot;&gt;non-SI units&lt;/a&gt;.  &lt;code&gt;udunits&lt;/code&gt; is developed by the University Corporation for Atmospheric Research (UCAR).  Its &lt;a href=&quot;https://github.com/Unidata/UDUNITS-2/blob/master/COPYRIGHT&quot;&gt;license&lt;/a&gt; appears quite open to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also the &lt;a href=&quot;https://github.com/Unidata/UDUNITS-2&quot;&gt;&lt;code&gt;udunits&lt;/code&gt; github page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;P.S. I don't know why you would want to implement your own units conversion library when &lt;code&gt;udunits&lt;/code&gt; already exists.&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2017-02-07T19:11:18.697" LastActivityDate="2017-02-07T19:11:18.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10601" PostTypeId="1" CreationDate="2017-02-07T21:06:53.840" Score="1" ViewCount="25" Body="&lt;p&gt;Some colleges and universities offer automatic admission to students who meet minimum criterion. For example, University of Texas offers automatic admissions to Texas students that are in some top percentile of their high school classes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is their an IPEDS field that indicates this type of assured admission?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2019-11-18T02:11:53.993" LastActivityDate="2019-11-18T02:11:53.993" Title="IPEDS variable for automatic admissions" Tags="|collegescorecard|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10602" PostTypeId="1" CreationDate="2017-02-07T21:12:50.690" Score="1" ViewCount="17" Body="&lt;p&gt;The &lt;a href=&quot;http://www.census.gov/programs-surveys/acs/guidance/training-presentations/acs-block-groups.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;American Community Survey (ACS)&lt;/a&gt; provides some information on people's work places on the block-group level, that is spatial data a bit more detailed than at zip-code level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know any other sources for data at the block-group level or similar detailed spatial data that gives away information on the industries and occupations people work in?&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-02-07T21:12:50.690" Title="Blockgroup-level data on industries and occupations in California" Tags="|usa|geospatial|industry|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10603" PostTypeId="2" ParentId="10597" CreationDate="2017-02-07T21:31:02.497" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://www.bls.gov/home.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Bureau of Labor Statistics&lt;/a&gt; publishes Local Area Unemployment Statistics (LAUS). These provide unemployment rates at various geographic levels: in states, metropolitean areas but also in counties. The summary can be found &lt;a href=&quot;https://www.bls.gov/lau/lauov.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might have to apply for the data, though.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-02-07T21:31:02.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10604" PostTypeId="2" ParentId="10586" CreationDate="2017-02-07T21:38:31.270" Score="2" Body="&lt;p&gt;I think The &lt;a href=&quot;http://ota.ox.ac.uk/desc/2554&quot; rel=&quot;nofollow noreferrer&quot;&gt;British National Corpus&lt;/a&gt; could do the job. It's a large and free corpus labeled at &lt;a href=&quot;http://www.natcorp.ox.ac.uk/docs/URG/cdifbase.html#cdifcomp&quot; rel=&quot;nofollow noreferrer&quot;&gt;document, sentence and paragraph level&lt;/a&gt; (but also word level, so you'll have a lot of useless xml tags to clean). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's a big file. The best, for testing, is probably to download the &lt;a href=&quot;http://ota.ox.ac.uk/desc/2553&quot; rel=&quot;nofollow noreferrer&quot;&gt;Baby edition&lt;/a&gt; (less than 200 Mb once uncompressed). As you can see in the sample   below, the documents are labelled &lt;code&gt;&amp;lt;wtext&amp;gt;&lt;/code&gt;, the paragraphs &lt;code&gt;&amp;lt;p&amp;gt;&lt;/code&gt;, the sentences &lt;code&gt;&amp;lt;s&amp;gt;&lt;/code&gt;(and the words &lt;code&gt;&amp;lt;w&amp;gt;&lt;/code&gt;, of course). &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;bncDoc xml:id=&quot;A9Y&quot;&amp;gt;&#xA;    &amp;lt;teiHeader&amp;gt;&#xA;     ...&#xA;    &amp;lt;/teiHeader&amp;gt;&#xA;    &amp;lt;wtext type=&quot;NEWS&quot;&amp;gt;&#xA;        &amp;lt;div level=&quot;1&quot; n=&quot;13-DEC-89 edition, page 39&quot;&amp;gt;&#xA;            &amp;lt;head&amp;gt;&#xA;                &amp;lt;s n=&quot;1&quot;&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN1&quot; hw=&quot;obituary&quot; pos=&quot;SUBST&quot;&amp;gt;Obituary&amp;lt;/w&amp;gt;&#xA;                    &amp;lt;c c5=&quot;PUN&quot;&amp;gt;: &amp;lt;/c&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NP0&quot; hw=&quot;dr&quot; pos=&quot;SUBST&quot;&amp;gt;Dr &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NP0&quot; hw=&quot;jack&quot; pos=&quot;SUBST&quot;&amp;gt;Jack &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NP0&quot; hw=&quot;kahn&quot; pos=&quot;SUBST&quot;&amp;gt;Kahn&amp;lt;/w&amp;gt;&#xA;                    &amp;lt;c c5=&quot;PUN&quot;&amp;gt;.&amp;lt;/c&amp;gt;&#xA;                &amp;lt;/s&amp;gt;&#xA;            &amp;lt;/head&amp;gt;&#xA;            &amp;lt;p&amp;gt;&#xA;                &amp;lt;s n=&quot;1&quot;&amp;gt;&#xA;                    &amp;lt;w c5=&quot;CRD&quot; hw=&quot;one&quot; pos=&quot;ADJ&quot;&amp;gt;ONE &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRF&quot; hw=&quot;of&quot; pos=&quot;PREP&quot;&amp;gt;of &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;AT0&quot; hw=&quot;the&quot; pos=&quot;ART&quot;&amp;gt;the &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN2&quot; hw=&quot;luminary&quot; pos=&quot;SUBST&quot;&amp;gt;luminaries &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRF&quot; hw=&quot;of&quot; pos=&quot;PREP&quot;&amp;gt;of &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN1&quot; hw=&quot;child&quot; pos=&quot;SUBST&quot;&amp;gt;child &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN1&quot; hw=&quot;psychiatry&quot; pos=&quot;SUBST&quot;&amp;gt;psychiatry &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;VHZ&quot; hw=&quot;have&quot; pos=&quot;VERB&quot;&amp;gt;has &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;VVN&quot; hw=&quot;leave&quot; pos=&quot;VERB&quot;&amp;gt;left &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PNP&quot; hw=&quot;we&quot; pos=&quot;PRON&quot;&amp;gt;us&amp;lt;/w&amp;gt;&#xA;                    &amp;lt;c c5=&quot;PUN&quot;&amp;gt;.&amp;lt;/c&amp;gt;&#xA;                &amp;lt;/s&amp;gt;&#xA;                &amp;lt;s n=&quot;2&quot;&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NP0&quot; hw=&quot;jack&quot; pos=&quot;SUBST&quot;&amp;gt;Jack &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NP0&quot; hw=&quot;kahn&quot; pos=&quot;SUBST&quot;&amp;gt;Kahn &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;VVD&quot; hw=&quot;graduate&quot; pos=&quot;VERB&quot;&amp;gt;graduated &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRP&quot; hw=&quot;with&quot; pos=&quot;PREP&quot;&amp;gt;with &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN2&quot; hw=&quot;honour&quot; pos=&quot;SUBST&quot;&amp;gt;honours &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRP&quot; hw=&quot;at&quot; pos=&quot;PREP&quot;&amp;gt;at &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;AT0&quot; hw=&quot;the&quot; pos=&quot;ART&quot;&amp;gt;the &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN1&quot; hw=&quot;university&quot; pos=&quot;SUBST&quot;&amp;gt;University &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRF&quot; hw=&quot;of&quot; pos=&quot;PREP&quot;&amp;gt;of &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NP0&quot; hw=&quot;leeds&quot; pos=&quot;SUBST&quot;&amp;gt;Leeds &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRP&quot; hw=&quot;in&quot; pos=&quot;PREP&quot;&amp;gt;in &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;CRD&quot; hw=&quot;1928&quot; pos=&quot;ADJ&quot;&amp;gt;1928 &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;CJC&quot; hw=&quot;and&quot; pos=&quot;CONJ&quot;&amp;gt;and &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;VVN-VVD&quot; hw=&quot;achieve&quot; pos=&quot;VERB&quot;&amp;gt;achieved &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;AT0&quot; hw=&quot;an&quot; pos=&quot;ART&quot;&amp;gt;an &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN1&quot; hw=&quot;md&quot; pos=&quot;SUBST&quot;&amp;gt;MD &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;PRP&quot; hw=&quot;from&quot; pos=&quot;PREP&quot;&amp;gt;from &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;AT0&quot; hw=&quot;the&quot; pos=&quot;ART&quot;&amp;gt;the &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;DT0&quot; hw=&quot;same&quot; pos=&quot;ADJ&quot;&amp;gt;same &amp;lt;/w&amp;gt;&#xA;                    &amp;lt;w c5=&quot;NN1&quot; hw=&quot;university&quot; pos=&quot;SUBST&quot;&amp;gt;university&amp;lt;/w&amp;gt;&#xA;                    &amp;lt;c c5=&quot;PUN&quot;&amp;gt;.&amp;lt;/c&amp;gt;&#xA;                &amp;lt;/s&amp;gt;&#xA;            &amp;lt;/p&amp;gt;&#xA;        &amp;lt;/div&amp;gt;&#xA;    &amp;lt;/wtext&amp;gt;&#xA;&amp;lt;/bncDoc&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this help.&lt;/p&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-02-08T18:30:44.383" LastActivityDate="2017-02-08T18:30:44.383" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10605" PostTypeId="2" ParentId="10599" CreationDate="2017-02-07T22:58:13.960" Score="4" Body="&lt;p&gt;In general, this is difficult because (I assume) there exist no indices or direct measures of racism at the county-level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Likely as not, you will need to find a variable that xenophobic tendencies in a society and therefore provides an indirect measure of racism. One idea that comes to my mind is that you could look at top-level professionals such as CEOs, CFOs, member of company boards, high-level government employees etc. and see how the share of ethnic minorities in these positions varies over time and from county to county. This is no direct measure of racism but rather of how well ethnic minorities do in a particular society which might very well be related. The advantage is that such data is often publicly available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: &lt;strong&gt;additional information&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just came across &lt;a href=&quot;https://www.econstor.eu/bitstream/10419/149635/1/877545383.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this working paper&lt;/a&gt; by Economists Bonick and Farfan-Vallespin from December 2016 which deals with the causes and consequences of racism. In order to measure racism, the authors follow an interesting strategy: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We use a novel way for measuring racism extracted from the &lt;strong&gt;World Value&#xA;  Survey&lt;/strong&gt; (my emphasis). The variable is derived from the question, ”On this list are&#xA;  various groups of people. Could you please mention any that you would&#xA;  not like to have as neighbors?”. The groups in the list include&#xA;  criminals, people from other religions, homosexuals, terrorists, and&#xA;  people from another race, among many others. We are as far as we&#xA;  know the first ones to identify a way of measuring racism and to&#xA;  attempt to address these questions at the macroeconomic level.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This is fairly straightforward and might help you if you are also interested in racism on an international level. The data from the World Value Survey can be downloaded &lt;a href=&quot;http://www.worldvaluessurvey.org/WVSContents.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="14728" LastEditorUserId="14728" LastEditDate="2017-02-10T21:37:36.980" LastActivityDate="2017-02-10T21:37:36.980" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10606" PostTypeId="1" CreationDate="2017-02-07T21:23:16.807" Score="3" ViewCount="69" Body="&lt;p&gt;I was wondering where I can find maps of culverts that runs under interstates? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm in Indiana. I wrote an email to &lt;a href=&quot;http://www.in.gov/indot/&quot; rel=&quot;nofollow noreferrer&quot;&gt;INDOT&lt;/a&gt; (Indiana Department of Transportation) and they said they don't have such information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched Indiana Map Atlas and somehow wasn't sure if culverts were related to hydrology maps? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like, canal, ditches, connectors, drainage? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They don't have a map specifically associated with &quot;culverts&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have an idea about it?&lt;/p&gt;&#xA;" OwnerUserId="15192" OwnerDisplayName="lamushidi" LastEditorDisplayName="user4293" LastEditDate="2017-02-10T09:03:38.290" LastActivityDate="2017-02-15T14:17:55.490" Title="Mapped culverts information" Tags="|usa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10607" PostTypeId="2" ParentId="10606" CreationDate="2017-02-07T21:50:49.153" Score="4" Body="&lt;p&gt;the System 1 Bridges (INDOT) data set from IndianaMAP combined with one of the hydrology data sets from the same source may give you what you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bridges:&#xA;&lt;a href=&quot;http://maps.indiana.edu/layerGallery.html?category=Bridges&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://maps.indiana.edu/layerGallery.html?category=Bridges&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Streamlines:&#xA;&lt;a href=&quot;http://maps.indiana.edu/layerGallery.html?category=WaterBodies&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://maps.indiana.edu/layerGallery.html?category=WaterBodies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have ArcGIS, I'd suggest using the Streams, Ditches, etc. (NHD, 2008) data and doing a select by location with the target layer as the bridges feature class and the Source layer as the hydrography using a spatial selection method of within a distance of the source layer feature.&lt;/p&gt;&#xA;" OwnerUserId="15201" OwnerDisplayName="atxgis" LastActivityDate="2017-02-07T22:06:47.773" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10608" PostTypeId="1" AcceptedAnswerId="20489" CreationDate="2017-02-07T22:38:08.557" Score="6" ViewCount="1957" Body="&lt;p&gt;I'd like to train a system that takes text and predicts &lt;a href=&quot;https://www.iab.com/guidelines/iab-quality-assurance-guidelines-qag-taxonomy/&quot; rel=&quot;noreferrer&quot;&gt;IAB classes&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any public datasets available for this?   &lt;/p&gt;&#xA;" OwnerUserId="15191" OwnerDisplayName="Jim K." LastEditorUserId="33" LastEditDate="2017-12-28T06:31:54.433" LastActivityDate="2022-07-01T19:40:49.103" Title="Dataset for IAB taxonomy text classification?" Tags="|classification|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10609" PostTypeId="2" ParentId="10599" CreationDate="2017-02-08T03:35:00.013" Score="4" Body="&lt;p&gt;eigenvector is right and has some great thoughts. I wanted to add a couple of other ideas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the FBI hate crime report has some statistics you can use &lt;a href=&quot;https://www.fbi.gov/news/pressrel/press-releases/fbi-releases-2015-hate-crime-statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fbi.gov/news/pressrel/press-releases/fbi-releases-2015-hate-crime-statistics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;this Wikipedia article has some more methologies and theories about studying racism in general: &lt;a href=&quot;https://en.m.wikipedia.org/wiki/Race_and_crime_in_the_United_States#Prosecutorial_and_police_discrimination_theory&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.m.wikipedia.org/wiki/Race_and_crime_in_the_United_States#Prosecutorial_and_police_discrimination_theory&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14901" LastActivityDate="2017-02-08T03:35:00.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10610" PostTypeId="2" ParentId="10570" CreationDate="2017-02-08T07:19:45.893" Score="2" Body="&lt;p&gt;It seems that this data has some business value and, hence is often available only at a cost. If a non-free solution is sufficient for you, you could try it &lt;a href=&quot;http://www.fdbhealth.com/fdb-medknowledge-drug-pricing/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;http://www.wolterskluwercdi.com/drug-data/drug-price-history/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it's important for you that the data comes free, you might be able to scrape it of this &lt;a href=&quot;https://www.goodrx.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; which contains information for many drugs and pharmacies all over the United States but has the disadvantage that these online prices need not necessarily be in line with over-the-counter prices as there are sometimes discounts on the website. Still a good source with a lot of information.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-02-08T07:19:45.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10612" PostTypeId="1" CreationDate="2017-02-08T11:12:34.253" Score="2" ViewCount="144" Body="&lt;p&gt;I'm looking for free sources of radar (SAR)and optical satellite imagery of same scene captured at same duration of time (week /days/ month) but of same location.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of sources?&lt;/p&gt;&#xA;" OwnerUserId="15200" LastActivityDate="2019-06-20T11:11:18.147" Title="Free radar (SAR) satellite data and Optical satellite Imagery of same scene" Tags="|data-request|images|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10613" PostTypeId="2" ParentId="5584" CreationDate="2017-02-08T18:23:19.683" Score="3" Body="&lt;p&gt;Have a look at the supplementary material of &lt;a href=&quot;https://academic.oup.com/jamia/article/24/1/13/2631432/Learning-disease-relationships-from-clinical-drug&quot; rel=&quot;nofollow noreferrer&quot;&gt;Learning disease relationships from clinical drug trials&lt;/a&gt;. &lt;code&gt;disease_mappings10.txt&lt;/code&gt; file in the supplementary contains the info you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, if you do a search (e.g., &lt;code&gt;grep &quot;lower abdominal pain&quot; disease_mappings10.txt&lt;/code&gt;), you will see&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;lower abdominal pain  abdominal pain  Approximate&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="15204" LastActivityDate="2017-02-08T18:23:19.683" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10614" PostTypeId="2" ParentId="9121" CreationDate="2017-02-08T20:44:21.930" Score="4" Body="&lt;p&gt;I work for an appraisal district and can say that the discrepancy between your deed record and the appraisal record comes from how the appraisal database is maintained. All real property accounts have an account number of some kind, and this can vary widely by county. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially, it is because there is a lack of standard(s) and best practices around the community.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it were in my county, the &quot;9928&quot; would be the first four digit subdivision code, followed by a four digit block number (ie: block A would be 0001), followed by a four digit lot number (ie: lot 1 would be 0001), followed by an optional three digit split number (ie: if lot one were split into two, the two account numbers would be identical except for the -001 and -002 suffix. if no split, it would be -000). The account would also have an accompanying short code account number that is sequential in the database, and not based upon the legal description like the long form number. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure what &quot;Lastname&quot; refers to. Is that the last name of the owner? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: I just saw this was a fairly old question, but hopefully anyone else that has this question might gain something from it.&lt;/p&gt;&#xA;" OwnerUserId="7238" LastEditorUserId="90" LastEditDate="2017-02-08T20:50:28.553" LastActivityDate="2017-02-08T20:50:28.553" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10615" PostTypeId="2" ParentId="10599" CreationDate="2017-02-08T21:04:01.537" Score="4" Body="&lt;p&gt;What about segregation? I wouldn't claim that it directly assumes racism, but it's one potential metric. You could use the USA Today &lt;a href=&quot;http://www.usatoday.com/story/news/nation/2014/10/21/diversity-index-data-how-we-did-report/17432103/&quot; rel=&quot;nofollow noreferrer&quot;&gt;diversity index&lt;/a&gt; to measure segregation on a town, neighborhood, or even block level, if you use the 10-year Census data.&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-02-08T21:04:01.537" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10616" PostTypeId="2" ParentId="10584" CreationDate="2017-02-08T21:06:49.393" Score="5" Body="&lt;p&gt;Buzzfeed News has been doing work on this, and has published data related to fake news, news patterns, and social media patterns on their Github: &lt;a href=&quot;https://github.com/BuzzFeedNews/everything&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/BuzzFeedNews/everything&lt;/a&gt;. Might be a good repo to browse.&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-02-08T21:06:49.393" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10617" PostTypeId="2" ParentId="3442" CreationDate="2017-02-08T23:40:44.583" Score="2" Body="&lt;p&gt;This data-request is very interesting but not trivial at all. (Hence, the somewhat late answer.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you refer to as subjective price, economists would often call reservation price. The &lt;a href=&quot;https://en.wikipedia.org/wiki/Reservation_price&quot; rel=&quot;nofollow noreferrer&quot;&gt;reservation price&lt;/a&gt; is the maximal price a person would pay for a good, or put differently, her valuation for that good. As you rightly observed when you called it the &lt;em&gt;subjective&lt;/em&gt; price, the reservation price differs from person to person.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is where the difficulty starts. If a house is sold at 100,000$, for example, we do not know any person's reservation price. The person who bought the house might well have paid more if needed. Conversely, for the people who did not buy the house it is likely that their reservation price was below 100,000$ (as the seller would have accepted this price) but we cannot say what their exact reservation price is.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This being said, in the market for houses there are some tricks, you can use to get more information about people's reservation prices. Ideally, you could look at auction data. Auctions have the advantage that a lot of people make bids and thus, there will be more than one person that will at some point give away information about her reservation price. If person A buys the house for 100,000$ but before B has made a bid of 95,000$, you know that B's reservation price must lie somewhere between both numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it gets even better: for you data request it will be ideal to look at &lt;a href=&quot;https://en.wikipedia.org/wiki/Vickrey_auction&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vickrey Auctions&lt;/a&gt; (also called second-price sealed bid auctions). These are auctions where everyone gives a sealed bid, the highest bidder wins but only pays the second highest price. This is similar to an auction of ebay where the winner also pays only the second highest bid (and not her own) and where bids are essentially sealed if everyone votes in the last second. Standard economic auction theory &lt;a href=&quot;https://en.wikipedia.org/wiki/Vickrey_auction#Proof_of_dominance_of_truthful_bidding&quot; rel=&quot;nofollow noreferrer&quot;&gt;shows&lt;/a&gt; that every person should truthfully report her reservation price in a Vickrey Auction. Thus, if you simply look at the bids people made in such an auction you will get a very good picture of people's subjective value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So for your data request, my suggestion is that you look at the bids given in Vickrey Auctions in the housing market. I am not too familiar with the housing market per se, but I assume that especially for very expensive houses, auctioning them off would be one way how they are usually sold. Otherwise, if you are not interested in subjective value for houses but in general, arts auctions might be a good point to start. Of course, such data is not publicly available (without asking) and I cannot provide you with any link but if you (or anyone else, since this is quite old) is really interested in the matter for research, writing to auction houses would be a good starting point.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-02-08T23:40:44.583" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10618" PostTypeId="1" AcceptedAnswerId="10621" CreationDate="2017-02-09T00:08:12.537" Score="3" ViewCount="295" Body="&lt;p&gt;Where can one find a list of all US hospitals with the number of licensed beds?  I believe that CMS provides this data somewhere, but I cannot find it!&lt;/p&gt;&#xA;" OwnerUserId="11459" LastActivityDate="2017-02-09T12:29:25.470" Title="US Hospitals by Number of Beds" Tags="|medical|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10619" PostTypeId="2" ParentId="10618" CreationDate="2017-02-09T10:20:32.753" Score="1" Body="&lt;p&gt;Here's a list of beds per hospital '&lt;em&gt;non-federal, short-term, acute care hospitals&lt;/em&gt;', ordered by state, so in 50 clicks you'll have the data: &lt;a href=&quot;https://www.ahd.com/state_statistics.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ahd.com/state_statistics.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I strongly suspect that this list is incomplete, and some hospitals have reported 0 beds, which seems unlikely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also contains number of discharges, patient days and gross revenue.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-02-09T10:20:32.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10620" PostTypeId="1" AcceptedAnswerId="10648" CreationDate="2017-02-09T10:52:59.340" Score="4" ViewCount="96" Body="&lt;p&gt;I am looking for a data set that contains the largest city for every US American state in 1950. The data should contain the city name, the state name, the population and, if possible, longitude and latitude coordinates for each city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data might look similar to &lt;a href=&quot;https://www.census.gov/population/www/documentation/twps0027/tab18.txt&quot;&gt;this list&lt;/a&gt; but would need to include the largest city in every state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, a data set with the 1000 largest cities in the US as of 1950 would probably be sufficient, too, as it might allow me to reconstruct the largest city in each state manually.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-02-13T13:46:04.613" Title="Largest U.S. cities per state in 1950" Tags="|data-request|usa|city|historical|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10621" PostTypeId="2" ParentId="10618" CreationDate="2017-02-09T12:29:25.470" Score="4" Body="&lt;p&gt;i think you are looking for the medicare cost reports&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/Research-Statistics-Data-and-Systems/Downloadable-Public-Use-Files/Cost-Reports/Hospital-2010-form.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.cms.gov/Research-Statistics-Data-and-Systems/Downloadable-Public-Use-Files/Cost-Reports/Hospital-2010-form.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4heJF.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4heJF.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastActivityDate="2017-02-09T12:29:25.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10622" PostTypeId="2" ParentId="10586" CreationDate="2017-02-09T12:42:22.803" Score="1" Body="&lt;p&gt;You can also use Text8 corpus of Wikipedia &lt;a href=&quot;http://mattmahoney.net/dc/textdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;text&lt;/a&gt; as mentioned in the research paper &lt;a href=&quot;http://www.cl.cam.ac.uk/~dk427/papers/emnlp2014.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Learning Image Embeddings using Convolutional Neural Networks for Improved Multi-Modal Semantics&lt;/a&gt;. I recently worked on a research work and have the dataset you are looking. However you need to wait till 30th March 2017 to have hands on this dataset.&lt;/p&gt;&#xA;" OwnerUserId="15050" LastActivityDate="2017-02-09T12:42:22.803" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10623" PostTypeId="2" ParentId="10606" CreationDate="2017-02-09T19:40:54.247" Score="1" Body="&lt;p&gt;I finally got directed to the Bridge Inspection Section of INDOT. They do not have maps for culverts. But they do provide a database including inventories of all bridges and culverts. The database manager was very helpful in that she created a read-only account with which I can have access to the database. &lt;/p&gt;&#xA;" OwnerUserId="15192" LastEditorUserId="6229" LastEditDate="2017-02-15T14:17:55.490" LastActivityDate="2017-02-15T14:17:55.490" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10625" PostTypeId="2" ParentId="9393" CreationDate="2017-02-10T12:06:15.013" Score="3" Body="&lt;p&gt;I'm not sure if this is what you're looking for, but I've recently published the &lt;a href=&quot;https://arxiv.org/abs/1701.08380&quot; rel=&quot;nofollow noreferrer&quot;&gt;HASYv2 dataset&lt;/a&gt;. It contains 369 classes and 168233 recordings in total. The best classification result I could get was about 82% accuracy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is extremely similar to MNIST. For more information, I recommend reading the paper. But if the paper doesn't answer questions, feel free to ask me :-)&lt;/p&gt;&#xA;" OwnerUserId="5487" LastActivityDate="2017-02-10T12:06:15.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10626" PostTypeId="1" CreationDate="2017-02-10T12:19:44.143" Score="1" ViewCount="167" Body="&lt;p&gt;I would like to evaluate an idea for OCR of handwritten texts (especially with mathematical contents).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a dataset for OCR of handwritten texts available? It should contain images of documents, e.g. something like&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3Gy0P.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3Gy0P.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be good (but not necessary) if the dataset contained information about the language(s) of the document and probably also the topic.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Side questions&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I'm not sure how OCR algorithms are evaluated, as OCR contains multiple problems:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Segmentation: Find single entities in the source image&lt;/li&gt;&#xA;&lt;li&gt;Classification: Classify the segmented images&lt;/li&gt;&#xA;&lt;li&gt;Placement: Find the relationship between two classified symbols (is one to the right of the other or rather the the right-top? Hence: Is it &lt;code&gt;ax&lt;/code&gt; or &lt;code&gt;a^x&lt;/code&gt;?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I'm also not sure how such a dataset should be labeled. But for this question, I would also accept datasets which do not contain labels.&lt;/p&gt;&#xA;" OwnerUserId="5487" LastActivityDate="2017-02-10T12:19:44.143" Title="Is there a dataset for OCR of handwritten texts available?" Tags="|data-request|unstructured-data|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10627" PostTypeId="5" CreationDate="2017-02-10T12:27:11.453" Score="0" Body="&lt;p&gt;Unstructured information is typically text-heavy, but may contain data such as dates, numbers, and facts as well. This results in irregularities and ambiguities that make it difficult to understand using traditional programs as compared to data stored in fielded form in databases or annotated (semantically tagged) in documents.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples of typically &quot;unstructured data&quot; on the web includes books, journals, documents, metadata, health records, audio, video, analog data, images, files, and unstructured text such as the body of an e-mail message, Web page, or word-processor document.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;See also&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Unstructured_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5487" LastEditorUserId="90" LastEditDate="2017-05-08T20:45:49.830" LastActivityDate="2017-05-08T20:45:49.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10628" PostTypeId="4" CreationDate="2017-02-10T12:27:11.453" Score="0" Body="Unstructured data (or unstructured information) refers to information that either does not have a pre-defined data model or is not organized in a pre-defined manner. " OwnerUserId="5487" LastEditorUserId="90" LastEditDate="2017-05-08T20:45:49.830" LastActivityDate="2017-05-08T20:45:49.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10629" PostTypeId="2" ParentId="10612" CreationDate="2017-02-10T16:13:26.830" Score="2" Body="&lt;p&gt;Check it out if you have not seen this the list you are looking for SAR.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gisgeography.com/free-satellite-imagery-data-list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gisgeography.com/free-satellite-imagery-data-list/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2017-02-10T16:27:48.123" LastActivityDate="2017-02-10T16:27:48.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10630" PostTypeId="1" CreationDate="2017-02-10T19:19:18.870" Score="2" ViewCount="76" Body="&lt;p&gt;I'm looking for a place that systematically keeps track of the ways voters in each state can register, such as whether they can register online or by mail, links, voter qualifications, etc. &lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-02-16T23:03:48.023" Title="How to register in each state (U.S.)" Tags="|government|elections|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10631" PostTypeId="1" AcceptedAnswerId="10646" CreationDate="2017-02-10T19:41:53.840" Score="4" ViewCount="450" Body="&lt;p&gt;Similar to &lt;a href=&quot;https://opendata.stackexchange.com/questions/3559/free-icons-of-country-flags-reusable-in-both-open-source-and-commercial-product&quot;&gt;this request&lt;/a&gt;, I need some flag images (not icons) with uniform dimensions (preferably 4:3). All the flag libraries I've found all have non-uniform dimensions. Does anyone know of a free resource that caters for my need?&lt;/p&gt;&#xA;" OwnerUserId="15219" LastEditorUserId="23272" LastEditDate="2022-07-14T12:24:02.447" LastActivityDate="2023-06-13T11:49:55.610" Title="Free world flags 4:3 dimensions" Tags="|data-request|images|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="10632" PostTypeId="1" AcceptedAnswerId="10637" CreationDate="2017-02-10T22:27:10.540" Score="4" ViewCount="60" Body="&lt;p&gt;Because of geonames.org's API limit, I tried to download its data dump to match with my record.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, it seems like the &lt;a href=&quot;http://download.geonames.org/export/dump/allCountries.zip&quot; rel=&quot;noreferrer&quot;&gt;&lt;code&gt;allCountries.txt&lt;/code&gt; data dump&lt;/a&gt; seems incomplete with only ~ 7 million records. Indeed, Geonames.org claims to have over 11 million records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;http://api.geonames.org/get?geonameId=0003598132&amp;amp;username=demo&amp;amp;style=full&quot; rel=&quot;noreferrer&quot;&gt;Guatemala City -- ID 0003598132&lt;/a&gt; is available on the API, but not in the &lt;code&gt;allCountries.txt&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I using the correct data dump? Or is there a more complete dump?&lt;/p&gt;&#xA;" OwnerUserId="6900" LastActivityDate="2017-02-11T23:27:30.663" Title="geonames.org data dump seems incomplete compared to its API?" Tags="|api|geocoding|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10633" PostTypeId="1" AcceptedAnswerId="10636" CreationDate="2017-02-11T04:35:24.257" Score="1" ViewCount="110" Body="&lt;p&gt;In the United States, many hospitals as well as health insurance companies charge universities to access patient data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How much did MIMIC have to pay hospitals to get access to &quot;their&quot; data? &lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-02-17T18:15:40.293" Title="How much did MIMIC have to pay hospitals to get access to their data?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10634" PostTypeId="1" CreationDate="2017-02-11T15:54:33.780" Score="3" ViewCount="124" Body="&lt;p&gt;I'm looking for data set of trucking companies in de U.S. Specifically:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;Phone number&lt;/li&gt;&#xA;&lt;li&gt;DOT#&lt;/li&gt;&#xA;&lt;li&gt;MC#&lt;/li&gt;&#xA;&lt;li&gt;etc...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="15226" LastEditorUserId="11218" LastEditDate="2017-02-11T16:33:55.263" LastActivityDate="2017-02-11T16:33:55.263" Title="List of U.S. trucking companies with additional info" Tags="|usa|data.gov|transportation|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10635" PostTypeId="2" ParentId="10634" CreationDate="2017-02-11T16:29:27.073" Score="1" Body="&lt;p&gt;Two unofficial sources for at least some of the information you're looking for: this seems to be a pretty long list of contact info of trucking companies: &lt;a href=&quot;http://www.truckdrivercentral.com/truckingcompanies.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.truckdrivercentral.com/truckingcompanies.html&lt;/a&gt; and here's one linking to a lot of websites: &lt;a href=&quot;http://www.thetruckersplace.com/companies2.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.thetruckersplace.com/companies2.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're okay with spending some money, this service looks like it might be able to help you out: &lt;a href=&quot;https://www.tdsource.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.tdsource.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-02-11T16:29:27.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10636" PostTypeId="2" ParentId="10633" CreationDate="2017-02-11T22:22:59.330" Score="4" Body="&lt;p&gt;While hospitals charging for data access is a disappointing trend, I don't think MIMIC paid for access in the sense implied by the question. The research and development of MIMIC is the product of collaboration among MIT, Philips Healthcare, and Beth Israel Deaconess Medical Center sponsored by National Institutes of Health grants: NIH-R01-EB017205, NIH-R01-EB001659, and NIH-R01-GM104987.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See: &lt;a href=&quot;http://www.nature.com/articles/sdata201635&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC-III, a freely accessible critical care database&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="9067" LastEditorDisplayName="user4293" LastEditDate="2017-02-17T18:15:40.293" LastActivityDate="2017-02-17T18:15:40.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10637" PostTypeId="2" ParentId="10632" CreationDate="2017-02-11T23:05:01.157" Score="5" Body="&lt;p&gt;Are you sure that Guatemala City ID3598132 is not in your file ? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jNm6d.jpg&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jNm6d.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used the version of allCountries.txt found &lt;a href=&quot;http://download.geonames.org/export/dump/&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-02-11T23:27:30.663" LastActivityDate="2017-02-11T23:27:30.663" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10638" PostTypeId="1" AcceptedAnswerId="10640" CreationDate="2017-02-11T23:42:51.487" Score="9" ViewCount="1866" Body="&lt;p&gt;This question is related to &lt;a href=&quot;https://stackoverflow.com/questions/42171770/how-to-retrieve-the-hugo-winners-from-wikidata&quot;&gt;this&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fitem%20%3FitemLabel%20%3FAuthorLabel%20%3Fyear%20WHERE%20%7B%20%20%0A%20%20%3Fitem%20wdt%3AP166%20wd%3AQ255032.%0A%20%20%3Fitem%20wdt%3AP50%20%3FAuthor%20.%20%20%0A%20%20%3Fitem%20wdt%3AP577%20%3Fyear%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%20%20%20%20%0A%7D%20&quot; rel=&quot;nofollow noreferrer&quot;&gt;the following query&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item ?itemLabel ?AuthorLabel ?year WHERE {  &#xA;  ?item wdt:P166 wd:Q255032.&#xA;  ?item wdt:P50 ?Author .  &#xA;  ?item wdt:P577 ?year .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }    &#xA;} &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;We get items and these properties, for example Author, date of publication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But we need to get not direct property, for example date of Award.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Item has &lt;strong&gt;award received&lt;/strong&gt; property and this property has &lt;strong&gt;point in time&lt;/strong&gt; property.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can we get its value?&lt;/p&gt;&#xA;" OwnerUserId="3286" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2017-05-04T11:33:05.140" Title="Wikidata get property of property" Tags="|wikidata|sparql|ontology|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10639" PostTypeId="2" ParentId="10638" CreationDate="2017-02-12T12:01:00.413" Score="3" Body="&lt;p&gt;You're trying to access &lt;strong&gt;qualifiers&lt;/strong&gt;, that is statements on statements, all the doc you need is here: &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries#Working_with_qualifiers&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries#Working_with_qualifiers&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12938" LastActivityDate="2017-02-12T12:01:00.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10640" PostTypeId="2" ParentId="10638" CreationDate="2017-02-12T12:06:44.103" Score="7" Body="&lt;p&gt;The &lt;code&gt;point in time&lt;/code&gt; property of the award received is what Wikidata calls a &lt;a href=&quot;https://www.wikidata.org/wiki/Help:Qualifiers&quot; rel=&quot;noreferrer&quot;&gt;qualifier&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Along with sources and ranks, &lt;strong&gt;qualifiers&lt;/strong&gt; allow statements to be expanded on, annotated, or contextualized beyond what can be expressed in just a simple property-value pair.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3FauthorLabel%20%3FpublicationDate%20%3FdateOfAwardReceived%20WHERE%20%7B%0A%20%20%3Fitem%20wdt%3AP50%20%3Fauthor%20.%20%20%0A%20%20%3Fitem%20wdt%3AP577%20%3FpublicationDate%20.%0A%20%20%3Fitem%20p%3AP166%20%3FawardReceivedStatement%20.%0A%20%20%3FawardReceivedStatement%20ps%3AP166%20wd%3AQ255032%20.%0A%20%20%3FawardReceivedStatement%20pq%3AP585%20%3FdateOfAwardReceived%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%20%20%20%20%0A%7D&quot; rel=&quot;noreferrer&quot;&gt;modified query to access the point in time of the award received&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?authorLabel ?publicationDate ?dateOfAwardReceived WHERE {&#xA;  ?item wdt:P50 ?author .  &#xA;  ?item wdt:P577 ?publicationDate .&#xA;  ?item p:P166 ?awardReceivedStatement .&#xA;  ?awardReceivedStatement ps:P166 wd:Q255032 .&#xA;  ?awardReceivedStatement pq:P585 ?dateOfAwardReceived .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }    &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Wikidata also has a short description and some examples about &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries#Working_with_qualifiers&quot; rel=&quot;noreferrer&quot;&gt;how to work with qualifiers&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="70" LastActivityDate="2017-02-12T12:06:44.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10641" PostTypeId="2" ParentId="477" CreationDate="2017-02-12T16:52:50.160" Score="5" Body="&lt;p&gt;I've also found &lt;a href=&quot;http://databullet.in&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataBullet.in&lt;/a&gt; and &lt;a href=&quot;http://enigma.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public Data Explorer&lt;/a&gt; to be helpful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, a recent social network called &lt;a href=&quot;https://data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt; has tons of interesting stuff.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastEditorUserId="90" LastEditDate="2017-02-24T06:27:41.517" LastActivityDate="2017-02-24T06:27:41.517" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10642" PostTypeId="2" ParentId="503" CreationDate="2017-02-12T16:54:52.703" Score="2" Body="&lt;p&gt;Check out &lt;a href=&quot;http://databullet.in&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://databullet.in&lt;/a&gt;. It's operated by Knoema/The World Bank but aggregates data releases as they occur from about two dozen different sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I would recommend Quartz's &lt;a href=&quot;http://theatlas.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Atlas&lt;/a&gt; for newsworthy datasets, &lt;a href=&quot;http://graphiq.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Graphiq&lt;/a&gt; for even more journalistic-geared dataset releases and the social network data.world.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastEditorUserId="14970" LastEditDate="2017-02-12T17:48:21.387" LastActivityDate="2017-02-12T17:48:21.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10643" PostTypeId="2" ParentId="1012" CreationDate="2017-02-12T16:59:09.890" Score="2" Body="&lt;p&gt;I actually no longer recommend CartoDB (which has since been renamed to &lt;a href=&quot;http://carto.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;CARTO&lt;/a&gt;), although I was once a power user and helped build the platform from its open-source days.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For maptile hosting, I'd go with MapBox at the moment.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-02-12T16:59:09.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10644" PostTypeId="2" ParentId="462" CreationDate="2017-02-12T17:02:31.083" Score="3" Body="&lt;p&gt;You hit on a particularly relevant pain-point when it comes to procurement data. The purchasing thresholds differ wildly across the map, and there isn't any universal standard for classification.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I maintain an open-source project at &lt;a href=&quot;http://openprocure.us&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://openprocure.us&lt;/a&gt; that, while far from being close to comprehensive, is an effort in the right direction.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-02-12T17:02:31.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10645" PostTypeId="1" CreationDate="2017-02-13T07:14:38.397" Score="3" ViewCount="92" Body="&lt;p&gt;If I know about a specific USAID funded project underway:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do I get access to the data produced from the project?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, how can I tell if data about the said project be subjected to the open sharing policy?&lt;/p&gt;&#xA;" OwnerUserId="15237" LastEditorUserId="14171" LastEditDate="2017-02-14T15:28:13.197" LastActivityDate="2017-02-24T11:28:38.427" Title="How to access USAID funded project data" Tags="|data-request|usaidopen|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10646" PostTypeId="2" ParentId="10631" CreationDate="2017-02-13T07:22:45.520" Score="5" Body="&lt;p&gt;I found a suitable library. Flags in both 4:3 and 1:1. I hope this helps others. &lt;a href=&quot;https://github.com/lipis/flag-icon-css&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/lipis/flag-icon-css&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="15219" LastActivityDate="2017-02-13T07:22:45.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10647" PostTypeId="2" ParentId="10645" CreationDate="2017-02-13T09:42:40.267" Score="1" Body="&lt;p&gt;Unless the data about the project is made publicly available through a repository and/or any other means or format, you will have to officially request for it from any of the parties involved.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on their authority, level of access and/or any other provisions (rules, regulations, etc.) they may have relating to the said project, your request may be granted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other means may be to go the investigate way (whether undercover or not) or the legal way (with a legal document issued by a court that presides over them so as to back your claims).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whatever your choice, whether listed here or not, do make sure you do your homework effectively so as to truly achieve your aim.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;You may equally find &lt;a href=&quot;https://opendata.stackexchange.com/a/5565/14171&quot;&gt;this&lt;/a&gt; post of great relevance.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="14171" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-02-24T11:28:38.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10648" PostTypeId="2" ParentId="10620" CreationDate="2017-02-13T13:46:04.613" Score="6" Body="&lt;p&gt;The data you want are &lt;a href=&quot;https://github.com/cestastanford/historical-us-city-populations/tree/master/data&quot;&gt;in these files&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The primary source for this data was a US Census Bureau dataset of ~7500 incorporated cities whose populations surpassed 2500 people at some point in their existence. Additional cities were added from a variety of sources (...)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="8953" LastActivityDate="2017-02-13T13:46:04.613" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10649" PostTypeId="1" AcceptedAnswerId="10651" CreationDate="2017-02-13T19:26:31.050" Score="4" ViewCount="1759" Body="&lt;p&gt;I am looking to find the average historical temperature in april (not the average temperature in april of 1988, for example) in different cities (about 400 cities across the world) and store that data in a format that is manageable in python. I've found the data in &lt;a href=&quot;http://weatherbase.com&quot; rel=&quot;noreferrer&quot;&gt;weatherbase.com&lt;/a&gt; but I haven't found a way to collect the data automatically (I've found &lt;a href=&quot;https://github.com/TweededBadger/weatherbase&quot; rel=&quot;noreferrer&quot;&gt;one api&lt;/a&gt; for weatherbase written in python but it doesn't have much documentation) Does someone know a not-that-complicated way to collect the data from  weatherbase or other website?  &lt;/p&gt;&#xA;" OwnerUserId="15244" LastEditorUserId="15244" LastEditDate="2017-02-14T00:28:53.593" LastActivityDate="2017-02-15T10:17:07.280" Title="Average Monthly temperatures for cities around the world" Tags="|api|weather|python|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10650" PostTypeId="2" ParentId="5015" CreationDate="2017-02-14T02:31:08.840" Score="1" Body="&lt;p&gt;To all my available knowledge having done significant research on digital business models for a number of years, no, no there is not much of a comprehensive, free source for this type of enterprise data, as it requires expensive resources to keep updated and maintained, and even then isn't scientific or, as you put it, is merely an estimate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that's not a helpful answer necessarily, but it's reasserting the need for an open alternative and -- to my knowledge -- letting you know that I personally have not come upon one.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-02-14T02:31:08.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10651" PostTypeId="2" ParentId="10649" CreationDate="2017-02-14T12:08:17.063" Score="5" Body="&lt;p&gt;If there is no well documented API for weatherbase.com, it might be interesting to scrape the information. &lt;a href=&quot;https://docs.google.com/spreadsheets/d/111mkFVxZDhEudTVxDiJ6Ybz7Wfo4-_Y4qXsuFFmQZQ0/edit?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is the list of cities&lt;/a&gt; the site contains with their URL. You can select some cities and paste their rows into a csv file. This Python 2 script will read the .csv and extract the average temperature in February for each city. The code is probably very poorly written, but it is functional. Feel free to improve it.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/usr/bin/python&#xA;&#xA;import csv&#xA;import requests&#xA;from bs4 import *&#xA;&#xA;url_list=[]&#xA;with open('my_cities_list.csv', 'rb') as f:&#xA;    reader = csv.reader(f, delimiter='\t')&#xA;    for row in reader:&#xA;        print(row[0])&#xA;        url_list.append(row[0])&#xA;&#xA;headers = {&#xA;    &quot;user-agent&quot;: &quot;Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5)&quot;,&#xA;    &quot;accept&quot;: &quot;text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.\&#xA;8&quot;,&#xA;    &quot;accept-charset&quot;: &quot;ISO-8859-1,utf-8;q=0.7,*;q=0.3&quot;,&#xA;    &quot;accept-encoding&quot;: &quot;gzip,deflate,sdch&quot;,&#xA;    &quot;accept-language&quot;: &quot;en-US,en;q=0.8&quot;,&#xA;}&#xA;&#xA;data=[]&#xA;for url in url_list:&#xA;    try:&#xA;        response = requests.get(url, headers)&#xA;        soup = BeautifulSoup(response.content, 'lxml')&#xA;        february_average = soup.select('.data')[2].getText().encode(&quot;utf-8&quot;)&#xA;        city=soup.select('h1')[0].getText().encode(&quot;utf-8&quot;)&#xA;        result=city + &quot;,&quot; + february_average&#xA;        print(result)&#xA;        data.append(result)     &#xA;    except Exception as e:&#xA;       print(e, &quot;with &quot;, url)&#xA;       pass&#xA;&#xA;with open('results.txt', 'w') as f:&#xA;    f.write( '\n'.join( data ).encode(&quot;utf-8&quot;) )&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;EDIT : &lt;strong&gt;Python 3 version&lt;/strong&gt; with better results in csv&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import re&#xA;import requests&#xA;import csv&#xA;from bs4 import BeautifulSoup&#xA;&#xA;url_list = []&#xA;with open('test.csv', 'rt', encoding=&quot;utf8&quot;) as f:&#xA;    reader = csv.reader(f, delimiter='\t')&#xA;    for row in reader:&#xA;        print(row[0])&#xA;        url_list.append(row[0])&#xA;&#xA;headers = {&#xA;    &quot;user-agent&quot;: &quot;Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5)&quot;,&#xA;    &quot;accept&quot;: &quot;text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.\&#xA;8&quot;,&#xA;    &quot;accept-charset&quot;: &quot;ISO-8859-1,utf-8;q=0.7,*;q=0.3&quot;,&#xA;    &quot;accept-encoding&quot;: &quot;gzip,deflate,sdch&quot;,&#xA;    &quot;accept-language&quot;: &quot;en-US,en;q=0.8&quot;,&#xA;}&#xA;&#xA;data = [[&quot;city&quot;,&quot;country&quot;,&quot;february_average&quot;]]&#xA;&#xA;for url in url_list:&#xA;    try:&#xA;        response = requests.get(url, headers)&#xA;        soup = BeautifulSoup(response.content, 'lxml')&#xA;        february_average = soup.select('.data')[2].getText()&#xA;        city = soup.select('h1')[0].getText()&#xA;        result = str(city) + &quot;,&quot; + str(february_average)&#xA;        data.append(result.split(&quot;,&quot;))&#xA;    except Exception as e:&#xA;        print(e, &quot;with &quot;, url)&#xA;        pass&#xA;&#xA;with open ('results.csv','w') as file:&#xA;   writer=csv.writer(file, delimiter=',')&#xA;   for row in data:&#xA;      print(row)&#xA;      writer.writerow(row)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="8953" LastEditorUserId="8953" LastEditDate="2017-02-15T10:17:07.280" LastActivityDate="2017-02-15T10:17:07.280" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10652" PostTypeId="1" CreationDate="2017-02-14T14:06:25.540" Score="1" ViewCount="431" Body="&lt;p&gt;Does anyone know of a data set that contains anonymous but personal information about people connected to their movie preferences or alternatively some other preferences (i.e. favorite music, etc)?&lt;/p&gt;&#xA;" OwnerUserId="15253" LastEditorUserId="14171" LastEditDate="2017-02-15T10:06:44.980" LastActivityDate="2017-02-17T18:15:18.087" Title="Dataset with personal information (eg. gender, age) and movie preferences" Tags="|data-request|music|film|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10653" PostTypeId="2" ParentId="10599" CreationDate="2017-02-14T18:10:50.267" Score="3" Body="&lt;p&gt;^ In addition to great responses above, may I recommend that operationalizing racism matters a lot for measuring it. Personally I follow People's Institute for Survival and Beyond's definition - something like: power+prejudice, within an individual (internalized supremacy / inferiority), between individuals (interpersonal bias / prejudice, explicit or implicit, acted on or latent), institutional (laws, policies, etc., formal and informal) and cultural. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So racism is multi-level power plus prejudice at all those levels. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of my topics of research is racial disparities in police traffic stops, which I could talk more about, but is a specific form of institutional/cultural race discrimination pressure often built on racist structures and attitudes. Some also look at measures like income inequality by race, or power inequalities, like voting turn out or board / governnment representation. Some recent data scientists have looked at explicitly racist google searches (available through google trends work), and mapped that. Others have looked at things like dating websites and questions about interracial dating.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Race-ethnicity is a big construct, and so is racism. Good luck.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2017-02-14T18:10:50.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10654" PostTypeId="2" ParentId="5584" CreationDate="2017-02-14T18:49:50.900" Score="3" Body="&lt;p&gt;Check Bioportal for an ontology suiting your needs. There  are various disease, anatomy and symptom related ontologies out there, which might help you there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the European Bioinformatics Institute Ontology Lookup Service (EBI OLS), to get suggestions, which ontologies you could use.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-02-14T18:49:50.900" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10655" PostTypeId="1" CreationDate="2017-02-14T18:55:28.973" Score="1" ViewCount="54" Body="&lt;p&gt;I tried searching (and failed to find) annotated times series of seismic data. More specifically, I'm interested in seismic data time series that would have labels like &quot;earthquake&quot;, &quot;no earthquake&quot;, etc.&lt;/p&gt;&#xA;" OwnerUserId="15257" LastEditorDisplayName="user4293" LastEditDate="2017-02-17T22:21:06.633" LastActivityDate="2017-02-17T22:21:06.633" Title="Request for seismic data annotated with Earthquake/NoEarthquake labels" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10657" PostTypeId="1" CreationDate="2017-02-14T19:26:52.123" Score="2" ViewCount="67" Body="&lt;p&gt;I am looking for cold calls data set for my research.&lt;/p&gt;&#xA;&lt;p&gt;the data should be an audio file of recorded calls. ( sales calls ..)&lt;/p&gt;&#xA;&lt;p&gt;Any idea where can I get such data?&lt;/p&gt;&#xA;" OwnerUserId="15258" LastEditorUserId="23272" LastEditDate="2021-04-03T09:24:18.573" LastActivityDate="2021-04-03T09:24:18.573" Title="Getting cold calls data set" Tags="|data-request|nlp|uses-of-open-data|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10658" PostTypeId="2" ParentId="6080" CreationDate="2017-02-14T20:28:50.627" Score="3" Body="&lt;p&gt;The following repository contains 20000 questions from StackOverflow. &lt;a href=&quot;https://github.com/jacoxu/StackOverflow&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jacoxu/StackOverflow&lt;/a&gt; . The data is provided by Kaggle. There are true labels as well. So you can evaluate the clustering algorithms easily. &lt;/p&gt;&#xA;" OwnerUserId="15259" LastActivityDate="2017-02-14T20:28:50.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10659" PostTypeId="2" ParentId="477" CreationDate="2017-02-14T20:48:53.800" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://data.world&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Data.world&quot;&gt;Data.world&lt;/a&gt; has some interesting open datasets, and allows you to look at recent additions.&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-02-14T20:48:53.800" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10660" PostTypeId="2" ParentId="10655" CreationDate="2017-02-15T09:46:33.927" Score="2" Body="&lt;p&gt;Not totally sure what you mean by time series data for earthquakes. If it is continuously measured seismicity at a single spot, I haven't found that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I currently found though is data about occurrence of&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ngdc.noaa.gov/docucomp/page?xml=NOAA/NESDIS/NGDC/MGG/Hazards/iso/xml/G012153.xml&amp;amp;view=getDataView&amp;amp;header=none&quot; rel=&quot;nofollow noreferrer&quot;&gt;earthquakes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ngdc.noaa.gov/docucomp/page?xml=NOAA/NESDIS/NGDC/MGG/Hazards/iso/xml/G02151.xml&amp;amp;view=getDataView&amp;amp;header=none&quot; rel=&quot;nofollow noreferrer&quot;&gt;tsunamis&lt;/a&gt; (with flag for earthquake-induced)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ngdc.noaa.gov/docucomp/page?xml=NOAA/NESDIS/NGDC/MGG/Hazards/iso/xml/G10147.xml&amp;amp;view=getDataView&amp;amp;header=none&quot; rel=&quot;nofollow noreferrer&quot;&gt;volcanic eruptions&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Maybe it helps.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2017-02-15T09:46:33.927" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10661" PostTypeId="1" CreationDate="2017-02-15T11:07:10.650" Score="4" ViewCount="247" Body="&lt;p&gt;I am looking for data on economic production (as in GDP) split by industries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, for example, how much value did the car-manufacturing industry produce in 2016?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And this for all industries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, industry categories should be as detailed as &lt;a href=&quot;https://classcodes.com/naics-code-list/&quot; rel=&quot;noreferrer&quot;&gt;6-digit NAICS codes&lt;/a&gt;, but &lt;a href=&quot;https://classcodes.com/naics-3-digit-subsector-code-list/&quot; rel=&quot;noreferrer&quot;&gt;3-digit NAICS code&lt;/a&gt; would also be okay as long as I can get data for all industries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I am looking for 2016 data set, but can do with the 2015's in the absence of that.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastEditorUserId="14171" LastEditDate="2017-02-15T19:32:59.907" LastActivityDate="2017-03-03T17:23:31.630" Title="Data on US-production in each industry as defined per NAICS" Tags="|data-request|usa|economics|industry|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10663" PostTypeId="2" ParentId="10652" CreationDate="2017-02-15T15:30:51.417" Score="2" Body="&lt;p&gt;Have a look at the &lt;a href=&quot;https://www.google.nl/search?q=Netflix+Challenge+dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Netflix Challenge dataset&lt;/a&gt;.&lt;br&gt;&#xA;Netflix wanted to find a better recommendation algorithm, so it will certainly contain what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="90" LastEditDate="2017-02-17T18:15:18.087" LastActivityDate="2017-02-17T18:15:18.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10664" PostTypeId="2" ParentId="10661" CreationDate="2017-02-15T21:27:31.317" Score="2" Body="&lt;p&gt;You could try the Census Annual Survey of Manufacturers, County Business Patterns, or Statistics for U.S. Employer Firms. The advanced search function allows you to browse it based on NAICS code, and has three, four, and six-digit codes listed: &lt;a href=&quot;https://factfinder.census.gov/faces/nav/jsf/pages/searchresults.xhtml?refresh=t&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://factfinder.census.gov/faces/nav/jsf/pages/searchresults.xhtml?refresh=t&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Annual Survey specifically drills down to four-digit codes: &lt;a href=&quot;https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ASM_2015_31AS101&amp;amp;prodType=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ASM_2015_31AS101&amp;amp;prodType=table&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-02-15T21:27:31.317" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10666" PostTypeId="2" ParentId="7880" CreationDate="2017-02-16T14:38:36.050" Score="4" Body="&lt;p&gt;Not open but available for free:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.dukascopy.com/swiss/english/marketwatch/historical/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dukascopy historical feed&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.truefx.com/?page=downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;TrueFX historical data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="889" LastActivityDate="2017-02-16T14:38:36.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10667" PostTypeId="2" ParentId="10630" CreationDate="2017-02-16T22:43:35.393" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.usa.gov/register-to-vote#item-212998&quot; rel=&quot;nofollow noreferrer&quot;&gt;USA.gov&lt;/a&gt; says&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;No two states run their elections exactly the same, so contacting your&#xA;  state  or local election office is the best way to find out about your&#xA;  state’s unique election rules.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;They provided links to connect to the &#xA;&lt;a href=&quot;https://www.usa.gov/election-office&quot; rel=&quot;nofollow noreferrer&quot;&gt;state election offices&lt;/a&gt;&#xA;but these are just pointers to the &gt; 50 sites. These sites do not have consistent formatting, so while this is a useful resource, it still involves a lot of work. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastEditorUserId="14851" LastEditDate="2017-02-16T23:03:48.023" LastActivityDate="2017-02-16T23:03:48.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10668" PostTypeId="1" CreationDate="2017-02-16T23:45:28.187" Score="5" ViewCount="816" Body="&lt;p&gt;I've been searching online for plots and analyses of the College Scorecard data, because I'm interested in analyzing the data myself. I don't want to reproduce what others have already done. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've played around with the tools that the College Scorecard site provides, but they aren't exactly what I'm interested in... what I'm most interested in is producing a plot that clearly illustrates which colleges are most likely &quot;scams&quot; based on the data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone please point me to some interesting examples of some  analyses/plots of the College Scorecard data? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="15282" LastEditorUserId="16193" LastEditDate="2017-10-19T17:36:44.190" LastActivityDate="2017-10-19T17:36:44.190" Title="Where are some examples of interesting analyses of the College Scorecard data?" Tags="|uses-of-open-data|collegescorecard|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10669" PostTypeId="1" CreationDate="2017-02-17T01:56:01.353" Score="3" ViewCount="142" Body="&lt;p&gt;Does anyone know of a dataset relating:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;bacteria (not viruses or fungi)&lt;/li&gt;&#xA;&lt;li&gt;infectiousness&lt;/li&gt;&#xA;&lt;li&gt;symptoms &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;...or something of the sort?&lt;br /&gt;&#xA;I'm looking to classify infectiousness (ie. infectious/not infectious) via bacterial genomic sequencing/metadata. I have the capability to match names to genome fragments from other sets. &lt;/p&gt;&#xA;" OwnerUserId="15283" LastEditorUserId="14011" LastEditDate="2018-07-23T13:43:13.050" LastActivityDate="2018-07-23T13:43:13.050" Title="Bacterial infectious diseases dataset" Tags="|data-request|medical|releasing-data|metadata|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="10672" PostTypeId="1" CreationDate="2017-02-16T19:40:45.243" Score="1" ViewCount="25" Body="&lt;p&gt;Does anyone know of a dataset of bacteria-infectiousness-symptoms or something of the sort? Thanks! Looking to classify infectiousness (ie. infectious/not infectious) via bacterial genomic sequencing/metadata. &lt;/p&gt;&#xA;" OwnerUserId="15283" OwnerDisplayName="Zach Eisner" LastEditorUserId="14011" LastEditDate="2018-07-23T18:37:40.263" LastActivityDate="2018-07-23T18:37:40.263" Title="Looking for Bacterial/Infectious Diseases Dataset" Tags="|data-request|medical|" AnswerCount="0" CommentCount="2" ClosedDate="2017-02-20T19:39:31.043" ContentLicense="CC BY-SA 3.0" />
  <row Id="10674" PostTypeId="1" CreationDate="2017-02-17T23:41:02.707" Score="3" ViewCount="108" Body="&lt;p&gt;Is there a data license model which allows private usage but not sharing/publishing results or further sharing of the data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason:&lt;br&gt;&#xA;I am an open source software developer and in case of user bug reports which are data specific, e.g. non reproducible by my own data, I need access to this data. Further I know that I have users which like for example seeing their data in a video tutorial with a clear link to the data owner, but others do not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To avoid potential conflicts I would like to try out that I can accept only licensed data. For the first group of users something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://creativecommons.org/licenses/by-nc-sa/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons Non Commercial Share Alike 4.0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;would be appropriate imo. Now is there a license which a user could put which allows me to fix the issue in my code, but does not allow me to &quot;promote&quot; the new capabilities of my software? A single user license, like existing in software code? Maybe a third one not allowing the freedom of doing anything but allowing educational purpose in form of a 5 min video?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I give such support outside of project time. I do not want to worry about what I am allowed to do and what not in my free time. If I only clearly accepted licensed data and offered two or three models which satisfy the needs and desires of the majority of my users, maybe my life gets easier. &lt;/p&gt;&#xA;" OwnerUserId="15294" LastEditorUserId="90" LastEditDate="2017-02-22T20:07:51.780" LastActivityDate="2017-02-22T20:07:51.780" Title="Data License Model for &quot;Use, don't share&quot;?" Tags="|licensing|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10675" PostTypeId="1" CreationDate="2017-02-18T00:21:37.703" Score="3" ViewCount="291" Body="&lt;p&gt;I think after 200 years the scores to the Mozart piano Sonatas are in the public domain.  I can look at the scores and download them from &lt;a href=&quot;http://imslp.org/wiki/Piano_Sonata_No.17_in_B-flat_major,_K.570_(Mozart,_Wolfgang_Amadeus)&quot; rel=&quot;nofollow noreferrer&quot;&gt;IMSLP&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://imslp.org/wiki/Piano_Sonata_No.17_in_B-flat_major,_K.570_(Mozart,_Wolfgang_Amadeus)&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/E3F7X.png&quot; alt=&quot;part of the score of Mozart's piano sonata No. 17, K. 570&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, these are not suitable for consumption by a computer. I don't even know what the standard format is.  Could it be &lt;a href=&quot;https://en.wikipedia.org/wiki/MIDI&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIDI&lt;/a&gt;? I am concerned that Midi will miss things like slurs, dynamics and other articulations (which are often put at very precise places).  Nonetheless I found &lt;a href=&quot;http://www.kunstderfuge.com/mozart.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mozart, Wolfgang Amadeus [bap. Mozart, Joannes Chrysost[omus] Wolfgangus Theophilus]&lt;/a&gt; on kunstderfuge.com.&lt;/p&gt;&#xA;&lt;p&gt;It could be quite an effort (and also error-prone) to compile these myself.  MIDI files also cannot capture the timbre of the musical instrument or a musicians artistic judgement.&lt;/p&gt;&#xA;&lt;p&gt;Yet, are there any efforts to computerize classical music in a standard way?&lt;/p&gt;&#xA;" OwnerUserId="6199" LastEditorUserId="14002" LastEditDate="2021-01-04T15:30:07.740" LastActivityDate="2021-01-04T15:30:07.740" Title="computer data set of Mozart piano sonatas" Tags="|music|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="10677" PostTypeId="2" ParentId="10675" CreationDate="2017-02-18T01:28:19.020" Score="1" Body="&lt;p&gt;The best I could find are some &lt;a href=&quot;http://lilypond.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lilypond&lt;/a&gt; [&lt;a href=&quot;https://en.wikipedia.org/wiki/LilyPond&quot; rel=&quot;nofollow noreferrer&quot;&gt;1&lt;/a&gt;] files  - written in a variant of &lt;a href=&quot;http://lilypond.org/text-input.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Scheme&lt;/a&gt; [&lt;a href=&quot;https://mitpress.mit.edu/sicp/full-text/book/book-Z-H-4.html#%_toc_start&quot; rel=&quot;nofollow noreferrer&quot;&gt;2&lt;/a&gt;] - hosted on Mutopia.  There are only 2 of the 17 pieces you are looking for.  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.mutopiaproject.org/cgibin/make-table.cgi?searchingfor=mozart+sonata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mutopia: search for Mozart+Sonata&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and the engraving left something to be desired.  However I did find this &lt;a href=&quot;https://lists.gnu.org/archive/html/lilypond-es/2012-03/msg00004.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;index&lt;/a&gt; of the 17 Mozart sonatas which looked very nice. he typesetting can look very professional when all of its features are used correctly:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://lists.gnu.org/archive/html/lilypond-es/2012-03/msg00004.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9twF8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and unlike with Finale or Sibelius, Lilypond is &lt;a href=&quot;https://github.com/lilypond/lilypond&quot; rel=&quot;nofollow noreferrer&quot;&gt;open-source&lt;/a&gt; so you retain your rights... There is also index of the &lt;a href=&quot;https://lists.gnu.org/archive/html/lilypond-es/2012-03/msg00005.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chopin Etudes Op. 10&lt;/a&gt; which is not asked for.  Typesetting the full sonatas could be a lot of work.&lt;/p&gt;&#xA;" OwnerUserId="6199" LastEditorUserId="6199" LastEditDate="2017-02-18T01:38:05.887" LastActivityDate="2017-02-18T01:38:05.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10678" PostTypeId="1" AcceptedAnswerId="12401" CreationDate="2017-02-19T12:14:24.567" Score="5" ViewCount="168" Body="&lt;p&gt;Is there a service that provides gamma energy data from &lt;a href=&quot;https://www.epa.gov/radnet/near-real-time-and-laboratory-data-state&quot; rel=&quot;nofollow noreferrer&quot;&gt;RadNet&lt;/a&gt; in machine readable format such as JSON or CSV?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The current RadNet UI is restricted to html and charts. Excel report itself is limited to 400 samples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Likewise, EPA sources on &lt;a href=&quot;https://catalog.data.gov/dataset?q=radnet&amp;amp;as_sfid=AAAAAAWOlPRVE-S3l9gKNeDYI1CNId6htO2Oe5dhGmTom-PnNIIBgvUCktgSIGAdULbl2Eqzuu2e7-eB7vYSnxRlk89Tb41w3lRST6hcYoEz0FaZMmm9PWBOSEmWXRU4eIAl3T0%3D&amp;amp;as_fid=8fbb29ecbce53a7fbc2fddf19ec7fa7a077c0626&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; contain no time-series data.&lt;/p&gt;&#xA;" OwnerUserId="15261" LastEditorUserId="15261" LastEditDate="2017-02-20T07:42:00.173" LastActivityDate="2018-02-20T19:59:29.660" Title="US Radiation measurements" Tags="|data-request|usa|data.gov|government|environment|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10679" PostTypeId="2" ParentId="10203" CreationDate="2017-02-19T22:38:39.883" Score="4" Body="&lt;p&gt;The dataset is not available, it could be useful in several projects and this Sunday evening was boring: three good reasons to scrape &lt;a href=&quot;http://www.emmys.com/awards/nominations/award-search&quot; rel=&quot;nofollow noreferrer&quot;&gt;this site&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1UQlbO0dPiCjj6kkjlK1Yu-CdCAYH8Y7I5VTBKGgPq3c/edit?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is the file.&lt;/a&gt;&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains the nominees and the winners from 1970&lt;sup&gt;*&lt;/sup&gt; to 2016 (two sheets). Before merging both, I would prefer that someone take a look at it to check the data quality. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;* I wonder why the scraper stopped in 1970, since the site contains information until 1949&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="8953" LastEditorDisplayName="user4293" LastEditDate="2017-08-28T13:59:20.003" LastActivityDate="2017-08-28T13:59:20.003" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10680" PostTypeId="1" CreationDate="2017-02-20T04:07:48.770" Score="1" ViewCount="50" Body="&lt;p&gt;Are there any datasets out there consisting of images of samples of cancerous/noncancerous tissue and their labels as such? &lt;/p&gt;&#xA;" OwnerUserId="15283" LastEditorDisplayName="user4293" LastEditDate="2017-02-20T15:44:45.037" LastActivityDate="2017-02-20T15:44:45.037" Title="Cancer images dataset" Tags="|data-request|medical|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10681" PostTypeId="2" ParentId="10595" CreationDate="2017-02-20T21:43:58.793" Score="4" Body="&lt;p&gt;I have fully figure out what happened to my problems. &#xA;For the GTFS data of New York, it can be found here: &lt;a href=&quot;http://transitfeeds.com/p/mta&quot; rel=&quot;noreferrer&quot;&gt;http://transitfeeds.com/p/mta&lt;/a&gt;&#xA;These data has been divided into several different parts, thus we need to download all of them.&#xA;For the historical data of New York, it can be found here:&#xA;&lt;a href=&quot;http://data.mytransit.nyc/bus_time/&quot; rel=&quot;noreferrer&quot;&gt;http://data.mytransit.nyc/bus_time/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I compared the full data of the GTFS schedule data and the historical data, every trip_id can be found in both of them. Thus, I think these two parts together should represent the complete data for bus system for data analysis. &lt;/p&gt;&#xA;" OwnerUserId="15181" LastActivityDate="2017-02-20T21:43:58.793" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10682" PostTypeId="1" CreationDate="2017-02-21T06:36:05.820" Score="2" ViewCount="78" Body="&lt;p&gt;I am doing a research on detecting negation cases on medical reports (NLP medical). &#xA;I need clinical report that contains sentences, patient conditions, patient history, clinical terms, etc&#xA;Is anyone can help to find?&lt;/p&gt;&#xA;" OwnerUserId="15325" LastActivityDate="2017-02-21T20:08:28.060" Title="clinical report dataset" Tags="|data-request|medical|nlp|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10683" PostTypeId="1" CreationDate="2017-02-21T09:35:30.170" Score="1" ViewCount="75" Body="&lt;p&gt;For international students in the US, I would like to know if there are any specific default statistics about international students. I’m mostly interested in looking at defaults that occur when the borrower is no longer a student and is employed (on a H1B visa for example).&lt;/p&gt;&#xA;" OwnerUserId="15326" LastEditorDisplayName="user4293" LastEditDate="2017-02-21T12:24:28.323" LastActivityDate="2017-02-21T12:24:28.323" Title="Data about default rates of H1B visa holders on their past student loans?" Tags="|data-request|usa|data.gov|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10684" PostTypeId="2" ParentId="10407" CreationDate="2017-02-21T12:16:49.387" Score="3" Body="&lt;p&gt;Finally, I found something. But still if you find anything better, it would be great if you post it here.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.nrec.ri.cmu.edu/projects/usdapersondetection/dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nrec.ri.cmu.edu/projects/usdapersondetection/dataset/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The NREC Person Detection Dataset is a collection of off-road videos taken in an apple orchard and orange grove. The videos are collected with a set of visible people in a variety of outfits, locations, and times. We encourage you to train a detector on our dataset and submit your curves for display on this webpage.&lt;/p&gt;&#xA;&lt;p&gt;Labels are provided in Pascal VOC format and images are provided as rectified pngs. A training set has been partitioned for algorithm training. A full validation set has been partitioned for algorithm tuning and development results. Finally, a test set is provided for final evaluation and publication. We ask that the test set be used only after completion of development, in order to preserve the integrity of the dataset.&lt;/p&gt;&#xA;&lt;p&gt;Scripts for working with the dataset can be found at: &lt;strong&gt;&lt;a href=&quot;https://github.com/zpezz/nrecAgPersonEval&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/zpezz/nrecAgPersonEval&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The benchmark only requires the apples left labeled and oranges left labeled. The right images are provided for stereo. Additional left and right images, including 7 frames (1 second) before the labeled data begins are available in the unlabeled files. These can be used to compute motion features for detection or for visual odometry and new view synthesis benchmarking. Finally, the unassigned.zip file includes additional labeled data not included in the dataset, for instance, videos taken at night.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fY4wA.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fY4wA.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14914" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-02-21T12:21:44.860" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10685" PostTypeId="1" AcceptedAnswerId="10686" CreationDate="2017-02-21T16:41:35.617" Score="3" ViewCount="75" Body="&lt;p&gt;I'm looking for a data set of historical oceanographic data for the Black Sea, specifically wave heights and sea surface temperature.  NOAA keeps a history archive at &lt;a href=&quot;ftp://polar.ncep.noaa.gov/pub/history/waves/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://polar.ncep.noaa.gov/pub/history/waves/&lt;/a&gt; and the README &lt;a href=&quot;ftp://polar.ncep.noaa.gov/pub/history/waves/README&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://polar.ncep.noaa.gov/pub/history/waves/README&lt;/a&gt; claims that the files where &lt;code&gt;GRIDID&lt;/code&gt; =  &lt;code&gt;glo_30m - The 30 arc-minute global grid is global&lt;/code&gt; is global data.  However it's not truly global; it's for oceans, and it does not contain the Black Sea.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a resource for historical oceanographic data for the Black Sea?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a screen shot of what the `glo_30m' actually covers&#xA;&lt;a href=&quot;https://i.stack.imgur.com/2elnn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/2elnn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13337" LastEditorDisplayName="user4293" LastEditDate="2017-02-21T20:16:51.630" LastActivityDate="2017-02-21T20:16:51.630" Title="Historical Black Sea oceanographic data" Tags="|data-request|noaa|climate|oceanographic|meteorology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10686" PostTypeId="2" ParentId="10685" CreationDate="2017-02-21T20:08:06.100" Score="3" Body="&lt;p&gt;European data can be obtained from ECMWF at &lt;a href=&quot;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://apps.ecmwf.int/datasets/data/interim-full-daily/levtype=sfc/&lt;/a&gt; and they have an API &lt;a href=&quot;https://software.ecmwf.int/wiki/display/WEBAPI/Python+ERA-interim+examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://software.ecmwf.int/wiki/display/WEBAPI/Python+ERA-interim+examples&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13337" LastActivityDate="2017-02-21T20:08:06.100" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10687" PostTypeId="2" ParentId="10682" CreationDate="2017-02-21T20:08:28.060" Score="1" Body="&lt;p&gt;Searching for &quot;clinical science reports&quot; (CSR) on Google returns various websites from pharmaceutical companies, which publish summary reports. Maybe these are enough for your research.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As &lt;a href=&quot;http://www.alltrials.net/news/european-medicines-agency-csr-transparency-policy-0070/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this article points out&lt;/a&gt; only recently did the European Medicines Agency start publishing CSRs, the Food and Drug administration currently does not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also contact pharmaceutical companies, explain your research proposal and ask for access...&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-02-21T20:08:28.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10688" PostTypeId="1" CreationDate="2017-02-21T22:40:01.877" Score="6" ViewCount="59" Body="&lt;p&gt;I want to get a data set that can be used to look at a year and the levels of education required for employment. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My thoughts are that although we have many more opportunities in the modern world the level of education required to access these opportunities is increasing. I would like a dataset that helps answer that question&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note I suspect the change in education required would have started to occur around the late 70s so a data set at least from 1930 would be useful&lt;/p&gt;&#xA;" OwnerUserId="10892" LastEditorUserId="10892" LastEditDate="2017-02-25T12:15:30.027" LastActivityDate="2018-06-11T02:25:57.403" Title="Level of education required for employment over time" Tags="|education|demographics|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10689" PostTypeId="1" CreationDate="2017-02-22T00:43:11.463" Score="3" ViewCount="117" Body="&lt;p&gt;I am practicing machine learning and would like to explore more precise functionality with emotion recognition in speech. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a ranked datatset or a trained model. Current libraries are narrow, something over 250 segments with emotion scaled in separate data file from soundbytes should be a good start. &lt;/p&gt;&#xA;" OwnerUserId="15332" LastEditorUserId="70" LastEditDate="2022-10-14T18:16:02.980" LastActivityDate="2023-03-14T05:04:40.597" Title="Is there an emotion speech detection - accurate classifier or large dataBase available publicly?" Tags="|data-request|machine-learning|audio|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10690" PostTypeId="2" ParentId="10674" CreationDate="2017-02-22T06:02:30.517" Score="2" Body="&lt;p&gt;The creative commons licence website has a &lt;a href=&quot;https://creativecommons.org/choose/&quot; rel=&quot;nofollow noreferrer&quot;&gt;questionnaire you can fill out&lt;/a&gt; to find a licence that meets your needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you think the &lt;a href=&quot;http://creativecommons.org/licenses/by-nc-nd/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Attribution-NonCommercial-NoDerivatives 4.0 International&lt;/a&gt; licence meets your needs? The licence &quot;permits others to copy, distribute, display, and perform the work, but not distribute derivative works based on it.&quot;&lt;/p&gt;&#xA;" OwnerUserId="14901" LastActivityDate="2017-02-22T06:02:30.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10692" PostTypeId="2" ParentId="10674" CreationDate="2017-02-22T18:45:31.300" Score="2" Body="&lt;p&gt;What you're asking for is basically a non-disclosure agreement. You can use, modify, whatever, but you're not allowed to share with somebody else. It is usually imposed by the data owner, if they have a good reason to make sure you don't share.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could offer that as a 'service' to your users. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Copyright and licenses do usually not work that way. Especially with agglomerations of data, there're special paragraphs in some jurisdictions to be able to apply copyright to database collections. Data used to reproduce a bug, would usually not qualify for copyright. Check &lt;a href=&quot;https://en.m.wikipedia.org/wiki/Threshold_of_originality&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;threshold of originality&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-02-22T18:45:31.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10693" PostTypeId="1" CreationDate="2017-02-22T21:04:30.447" Score="2" ViewCount="44" Body="&lt;p&gt;I work for a Health Insurer and need to map facilities (in this case they would be Ambulatory Surgical Centers) to a handful of yet to be defined categories (e.g. Ear Nose &amp;amp; Throat, Gastroenterology, etc.) based on the types of procedures most commonly done at the facility (this would be identified in their claims data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this point the best grouping I have is the Clinical Classification Software (CCS) grouping, but that has about 250 categories and I need a system that gives me closer to 5-10 categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone done or seen anything similar?&lt;/p&gt;&#xA;" OwnerUserId="15344" LastEditorDisplayName="user4293" LastEditDate="2017-07-25T03:14:48.257" LastActivityDate="2017-07-25T03:14:57.717" Title="Classification system for healthcare facilities based on most common procedures" Tags="|data-request|medical|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10694" PostTypeId="2" ParentId="10595" CreationDate="2017-02-23T03:41:39.707" Score="1" Body="&lt;p&gt;The thing is, the quality of the historical data, if available at all, is going to vary widely from city to city. While it is certainly best practice to contain the &lt;code&gt;trip_id&lt;/code&gt; field in all databases, cash-strapped and time-starved municipal governments can't always afford to maintain best practices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Certainly, in cities with strong Open Data initiatives, such as NYC, Oakland or Chicago, the GTFD feed standardized &lt;code&gt;trip_id&lt;/code&gt; field should also be found in the historical data that shows the actual arrival/departure times.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-02-23T03:41:39.707" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10695" PostTypeId="2" ParentId="477" CreationDate="2017-02-23T03:47:36.723" Score="3" Body="&lt;p&gt;As an addendum, even though it may not sound like the most obvious source, NICAR (National Institute for Computer-Assisted Reporting) maintains a &lt;strong&gt;very&lt;/strong&gt; active listserv of data journalists corresponding with one another and sharing new data as it's released in real-time nearly. If something's happening in current events, a data journalist somewhere is looking for and sharing data on the topic. You can &lt;a href=&quot;https://www.ire.org/resource-center/listservs/subscribe-nicar-l/&quot; rel=&quot;nofollow noreferrer&quot;&gt;sign up for the ListServ&lt;/a&gt; on NICAR's website.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-02-23T03:47:36.723" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10696" PostTypeId="1" CreationDate="2017-02-23T04:28:29.490" Score="1" ViewCount="48" Body="&lt;p&gt;It seems that in the &lt;a href=&quot;https://open.fda.gov/device/event/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/device/event/&lt;/a&gt; the patients have duplicated records.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  &quot;patient&quot;: [&#xA;    {&#xA;      &quot;sequence_number_treatment&quot;: [&#xA;        &quot;&quot;&#xA;      ],&#xA;      &quot;patient_sequence_number&quot;: &quot;1&quot;,&#xA;      &quot;date_received&quot;: &quot;19920310&quot;,&#xA;      &quot;sequence_number_outcome&quot;: [&#xA;        &quot;1. R&quot;&#xA;      ]&#xA;    },&#xA;    {&#xA;      &quot;sequence_number_treatment&quot;: [&#xA;        &quot;&quot;&#xA;      ],&#xA;      &quot;patient_sequence_number&quot;: &quot;1&quot;,&#xA;      &quot;date_received&quot;: &quot;19920310&quot;,&#xA;      &quot;sequence_number_outcome&quot;: [&#xA;        &quot;1. R&quot;&#xA;      ]&#xA;    }&#xA;  ],&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="15350" LastActivityDate="2017-02-23T15:18:24.447" Title="Device events has duplicating patient records" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10698" PostTypeId="1" CreationDate="2017-02-23T12:31:52.313" Score="1" ViewCount="26" Body="&lt;p&gt;The U.S. Census provides &lt;a href=&quot;https://www.census.gov/topics/education/educational-attainment.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;educational attainment statistics&lt;/a&gt; at county-level. This is a break-down of local population by level of educational attainment (high school, bachelor, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for historical (since 2000) annual county-level (or Metropolitan Statistical Area-level) enrollment/graduations from higher education institutions.&lt;/p&gt;&#xA;" OwnerUserId="15114" LastEditorUserId="90" LastEditDate="2017-02-23T14:21:50.470" LastActivityDate="2017-02-23T14:21:50.470" Title="Higher Education Graduations by U.S. County" Tags="|usa|education|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10699" PostTypeId="2" ParentId="6326" CreationDate="2017-02-23T14:29:45.570" Score="7" Body="&lt;p&gt;Maybe you can do something with &lt;a href=&quot;https://rhinospike.com/language/&quot; rel=&quot;noreferrer&quot;&gt;https://rhinospike.com/language/&lt;/a&gt; It's a bit like Tatoeba mentioned above&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit : Take also a look at librivox (public domain audiobooks). It comes with an API, then you could send a request like &lt;a href=&quot;https://librivox.org/api/feed/audiobooks?fields=%7Burl_zip_file,language%7D&amp;amp;offset=XXX&amp;amp;limit=YYY&quot; rel=&quot;noreferrer&quot;&gt;https://librivox.org/api/feed/audiobooks?fields={url_zip_file,language}&amp;amp;offset=XXX&amp;amp;limit=YYY&lt;/a&gt; to extract files' id&lt;/p&gt;&#xA;" OwnerUserId="15352" LastEditorUserId="15352" LastEditDate="2017-02-27T15:13:50.090" LastActivityDate="2017-02-27T15:13:50.090" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10700" PostTypeId="2" ParentId="10696" CreationDate="2017-02-23T15:18:24.447" Score="1" Body="&lt;p&gt;If you could, please submit a bug report in our GitHub and we'll take a look.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2017-02-23T15:18:24.447" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10701" PostTypeId="1" CreationDate="2017-02-23T15:38:06.000" Score="2" ViewCount="111" Body="&lt;p&gt;Does anyone know where we can find daily/monthly humidity data at zipcode/county/state level?&lt;/p&gt;&#xA;" OwnerUserId="15355" LastActivityDate="2017-02-23T15:38:06.000" Title="Humidity data in the US" Tags="|data-request|usa|geospatial|weather|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10702" PostTypeId="2" ParentId="10269" CreationDate="2017-02-23T23:03:22.973" Score="4" Body="&lt;p&gt;Using the series ordinal added to the chemical groups, I can extract the group and period numbers with this &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Felement%20%3Fsymbol%20%20%3Fprotons%20%3Fgroup%20%3FgroupNumber%20%3Fperiod%20%3FperiodNumber%0AWHERE%0A%7B%0A%20%20%3Felement%20wdt%3AP31%20wd%3AQ11344%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20wdt%3AP1086%20%3Fprotons%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20wdt%3AP246%20%3Fsymbol%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20wdt%3AP279%20%3Fgroup%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20wdt%3AP279%20%3Fperiod%20.%0A%20%20%0A%20%20OPTIONAL%20%7B%0A%20%20%3Fgroup%20wdt%3AP31%20wd%3AQ83306%20%3B%0A%20%20%20%20%20%20%20%20%20p%3AP31%20%5Bpq%3AP1545%20%3FgroupNumber%5D%20.%0A%20%20%7D%20FILTER%28%20%3Fgroup%20%21%3D%20%3Fperiod%20%29%20.%0A%20%20%0A%20%20%3Fperiod%20wdt%3AP31%20wd%3AQ101843%20%3B%0A%20%20%20%20%20%20%20%20%20p%3AP31%20%5Bpq%3AP1545%20%3FperiodNumber%5D%20.%0A%0A%7D%0A%0AORDER%20BY%20%3Fprotons&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?element ?symbol  ?protons ?group ?groupNumber ?period ?periodNumber&#xA;WHERE&#xA;{&#xA;  ?element wdt:P31 wd:Q11344 ;&#xA;       wdt:P1086 ?protons ;&#xA;       wdt:P246 ?symbol ;&#xA;       wdt:P279 ?group ;&#xA;       wdt:P279 ?period .&#xA;&#xA;  OPTIONAL {&#xA;  ?group wdt:P31 wd:Q83306 ;&#xA;     p:P31 [pq:P1545 ?groupNumber] .&#xA;  } FILTER( ?group != ?period ) .&#xA;&#xA;  ?period wdt:P31 wd:Q101843 ;&#xA;     p:P31 [pq:P1545 ?periodNumber] .&#xA;&#xA;}&#xA;&#xA;ORDER BY ?protons&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However the chemical data in wikidata seems still messy and need to be better organized.&lt;/p&gt;&#xA;" OwnerUserId="14695" LastEditorUserId="14695" LastEditDate="2017-02-25T18:03:36.717" LastActivityDate="2017-02-25T18:03:36.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10703" PostTypeId="1" CreationDate="2017-02-23T23:50:57.600" Score="2" ViewCount="141" Body="&lt;p&gt;I noticed that the &lt;a href=&quot;https://nces.ed.gov/ipeds/deltacostproject/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; from the National Center for Education Statistics (NCES) contains important information that the CollegeScorecard dataset does not. I noticed this because I was looking at the average faculty salary in the data dictionary which states,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Average faculty salary: Average faculty salary per month, calculated from the IPEDS Human Resources component. This metric is calculated as the total salary outlays divided by the number of months worked for all full-time nonmedical instructional staff. Prior to the 2011-12 academic year, when months worked were reported in groups, the value for 9-10 months is estimated as 9.5 months and the value for 11-12 months is estimated as 11.5 months. Values prior to the 2003-04 academic year are limited to degree-granting institutions for consistency with values in subsequent academic years.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Since that description is a bit confusing, I wanted to calculate &quot;the total salary outlays divided by the number of months worked for all full-time nonmedical instructional staff&quot; myself to double check the numbers, but there is no column in the CollegeScorecard for &quot;the total salary outlays.&quot; However, in the Delta Cost Project dataset there IS a column &quot;salarytotal&quot; which is described as &quot;Total salary outlays of full-time instructional faculty&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also noticed other columns which are in the Delta Cost Project database but are missing from the CollegeScorecard, for example the total assets. They are both public datasets provided by NCES, so I'm a little confused why some data has been added and other data removed. Furthermore, the Delta Cost Project goes back to 1987, whereas the CollegeScorecard data only goes back to 1996.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone help explain (a) how to properly backwards calculate yearly faculty salary (I'm assuming I just multiply by 9.5? Then what about the 11.5 months part?) (b) Who should I contact about getting this data into the CollegeScorecard dataset since I believe there is important data missing (that they already have)?&lt;/p&gt;&#xA;" OwnerUserId="15282" LastEditorUserId="15282" LastEditDate="2017-02-24T02:20:23.200" LastActivityDate="2017-05-12T15:13:47.327" Title="Data missing from CollegeScorecard but in Delta Cost Project database" Tags="|collegescorecard|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10704" PostTypeId="1" CreationDate="2017-02-24T15:48:32.907" Score="3" ViewCount="107" Body="&lt;p&gt;I'm looking for demographic data for mobile games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've looked at &lt;a href=&quot;https://www.appannie.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;App Annie&lt;/a&gt;, &lt;a href=&quot;https://sensortower.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SensorTower&lt;/a&gt;, and &lt;a href=&quot;http://www.apptrace.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Apptrace&lt;/a&gt;. These three sources give estimates on the app store ratings, number of downloads, and rankings in each country -- but their free versions provide no information as to WHO is using these apps/games. I want to get a better idea of WHO the users are.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data&lt;/strong&gt; - I'm looking for information regarding players' age, sex, ethnicity, income, race, and basically anything that could assist in targeting mobile users in a more precise manner. Monetization is key. My clients, of course, are interested in targeting users who are spending money. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region&lt;/strong&gt; - English speaking markets (primarily North America and Western Europe)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any format or source is acceptable. I'm looking for any kind of data regarding mobile gaming in English markets -- and I will, of course, try to assess the credibility on my own. Essentially, I'm looking for free and open estimates/analytics -- as signing up for a subscription based service is pricy for a small business. &lt;/p&gt;&#xA;" OwnerUserId="15361" LastEditorUserId="15361" LastEditDate="2017-03-04T09:50:35.120" LastActivityDate="2017-03-04T09:50:35.120" Title="Mobile games demographic data" Tags="|data-request|usa|demographics|games|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10705" PostTypeId="1" CreationDate="2017-02-24T17:40:54.450" Score="3" ViewCount="35" Body="&lt;p&gt;&lt;a href=&quot;http://www.grandcentralterminal.com/info/eventplanning&quot; rel=&quot;nofollow noreferrer&quot;&gt;Grand Central Terminal&lt;/a&gt; reports serving 750K people daily. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an MTA dataset for that, or at least a way to approximate that with hourly granularity?&lt;/p&gt;&#xA;" OwnerUserId="15261" LastActivityDate="2017-04-14T13:41:05.163" Title="Transportation statistics for Grand Central Terminal" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10706" PostTypeId="1" CreationDate="2017-02-24T19:15:40.753" Score="2" ViewCount="18" Body="&lt;p&gt;Are there any soil data sources for the modeling of flood hazard or flood inundation for India?&lt;/p&gt;&#xA;" OwnerUserId="15368" LastEditorUserId="7037" LastEditDate="2017-09-04T01:39:33.837" LastActivityDate="2017-09-04T01:39:33.837" Title="Where can I find highest resolution soil data from public domain in India?" Tags="|data-request|india|soils|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10707" PostTypeId="1" AcceptedAnswerId="10727" CreationDate="2017-02-24T19:16:56.393" Score="2" ViewCount="129" Body="&lt;p&gt;Are emergency department vital signs available in MIMIC III's CHARTEVENTS table?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand that medications and laboratory data is available throughout the entire hospital stay (not just in the ICU).  In testing a few patients, I can see some vital signs are available for some patients prior to ICU admission in CHARTEVENTS, but I'm not sure how reliably this is reported.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some patients appear to have no CHARTEVENTS listed prior to 'intime' in the ICUSTAY table even though they are listed as being admitted through the emergency department, whereas other patients do have items within CHARTEVENTS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example with vital signs:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;select label, value&#xA;  FROM chartevents CE&#xA;  LEFT JOIN icustays ICU on ICU.icustay_id = CE.icustay_id&#xA;  LEFT join admissions A on A.hadm_id = ICU.hadm_id&#xA;  LEFT JOIN d_items ON d_items.itemid = CE.itemid&#xA;  where A.hadm_id=157346 AND CE.charttime &amp;lt; ICU.intime&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Example with no vital signs:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;select label, value&#xA;  FROM chartevents CE&#xA;  LEFT JOIN icustays ICU on ICU.icustay_id = CE.icustay_id&#xA;  LEFT join admissions A on A.hadm_id = ICU.hadm_id&#xA;  LEFT JOIN d_items ON d_items.itemid = CE.itemid&#xA;  where A.hadm_id=176032 AND CE.charttime &amp;lt; ICU.intime&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I understand that there may be some minor variability (+/- a few hours) with ICU admission times, but if a patient stays in the ED for an extended period of time prior to being admitted to the ICU, will the patient have metrics, such as blood pressure, recorded into CHARTEVENTS?&lt;/p&gt;&#xA;" OwnerUserId="12803" LastActivityDate="2017-02-27T20:01:07.807" Title="ED Vitals and CHARTEVENTS prior to ICU admission" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10710" PostTypeId="1" CreationDate="2017-02-24T23:14:54.603" Score="1" ViewCount="184" Body="&lt;p&gt;Why is the earnings data taken from 2012 whereas other fields are all from 2014? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/RTICWDT/college-scorecard/blob/dev/js/src/picc.js#L492&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/RTICWDT/college-scorecard/blob/dev/js/src/picc.js#L492&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;MEDIAN_EARNINGS:      '2012.earnings.10_yrs_after_entry.median',&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Also the data for 2013 and 2014 are null for all records (I verified many schools).&lt;/p&gt;&#xA;" OwnerUserId="15371" LastEditorDisplayName="user4293" LastEditDate="2017-06-20T16:27:32.953" LastActivityDate="2024-02-19T00:03:35.490" Title="CollegeScoreCard - Earnings from 2012 for 2014 query" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10711" PostTypeId="1" CreationDate="2017-02-25T11:34:45.390" Score="2" ViewCount="50" Body="&lt;p&gt;Does there exist a global dataset on rainfall (at least 0.5x0.5 degrees grid) already in .csv or similar format? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found this:&#xA;&lt;a href=&quot;https://precip.gsfc.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://precip.gsfc.nasa.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the precision is 1x1 log-lat grid. I check if it is enough for my case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&#xA;I see that asking about rainfall data is quite common. As soon as I write the code to properly open the binary files in the link above I will share it in order that order researcher will be able to easily use these data for whatever purpose they will to. The code will be R based.&lt;/p&gt;&#xA;" OwnerUserId="15375" LastEditorUserId="15375" LastEditDate="2017-02-28T09:00:15.637" LastActivityDate="2017-02-28T09:00:15.637" Title="Acquiring Global Data on Rainfall?" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10712" PostTypeId="2" ParentId="10711" CreationDate="2017-02-25T12:50:44.350" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.esrl.noaa.gov/psd/data/gridded/data.gpcc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA's ESRL : PSD : GPCC Precipitation Data Set&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Provides three datasets:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;First is the monitoring product for the period 2007 to present, based on quality-controlled data from 7,000 stations.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second is the Full Data Product (V7)for the period 1901 to 2010, based on quality-controlled data from from 67,200 stations world-wide that feature record durations of 10 years or longer. This product contains the monthly totals on a regular grid with a spatial resolution of 0.5 x 0.5, 1.0 x 1.0, and 2.5 x 2.5 latitude by longitude. Precipitation anomalies at the stations are interpolated and then superimposed on the GPCC Climatology V2011 in the corresponding resolution.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The third is the first guess (1x1) which is most up-to-date but which has limited analyzed stations. We start this is 2012.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data doesn't come as CSV, they files are of .nc, which I believe is NetCDF (Network Common Data Form).&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-02-25T12:50:44.350" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10713" PostTypeId="1" AcceptedAnswerId="12262" CreationDate="2017-02-25T14:35:15.533" Score="5" ViewCount="104" Body="&lt;p&gt;Are there sources where I can find information about infectious disease (say, plague, hepatitis, polio) outbreakes in modern Russia? Typically, a disease outbreak is followed by a warning issued by public health regulators: are those kind of data archived and tallied? I'd prefer to have the data grouped by regions. A go-to resource at &lt;a href=&quot;http://www.gks.ru/wps/wcm/connect/rosstat_main/rosstat/en/figures/health/&quot; rel=&quot;noreferrer&quot;&gt;FSSS&lt;/a&gt; lists surprizingly little about public health.&lt;/p&gt;&#xA;" OwnerUserId="12780" LastEditorUserId="16193" LastEditDate="2017-06-07T10:41:36.350" LastActivityDate="2018-01-15T05:58:22.470" Title="Infectious disease outbreakes in Russia by region" Tags="|data-request|medical|russia|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10714" PostTypeId="1" AcceptedAnswerId="10716" CreationDate="2017-02-25T14:26:22.170" Score="5" ViewCount="264" Body="&lt;p&gt;I'm interested in both low (rough) and high (fine) resolution, open (free) and classified land cover raster data for Australia. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally geodata sources; the less thematic classification is better; forest entity is the most important for my research.&lt;/p&gt;&#xA;" OwnerUserId="15381" OwnerDisplayName="pnz" LastEditorUserId="754" LastEditDate="2017-03-01T07:50:36.200" LastActivityDate="2017-06-13T06:32:02.323" Title="Open Land Cover Data for Australia" Tags="|geospatial|australia|land-cover|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10715" PostTypeId="1" CreationDate="2017-02-25T19:35:36.623" Score="2" ViewCount="375" Body="&lt;p&gt;I am looking for the average height of Shetland Island residents by gender.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am sure it must be out there but for all the data sets with height by location, I have not found the Shetland Islands broken out separately. Weight would be a bonus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that the average size of almost all animals in the Shetlands are small. Not just the famous Shetland Sheepdogs and Shetland Ponies, but even sheep, pigs, ducks, etc. I am curious if it is completely uncorrelated with the size of humans in that location.&lt;/p&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2022-11-13T20:06:53.320" Title="Average height of Shetland Island residents" Tags="|data-request|medical|europe|demographics|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10716" PostTypeId="2" ParentId="10714" CreationDate="2017-02-25T20:47:59.337" Score="5" Body="&lt;p&gt;The WRF Preprocessing System (&lt;a href=&quot;http://www2.mmm.ucar.edu/wrf/users/docs/user_guide_V3/users_guide_chap3.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;WPS&lt;/a&gt;) has &lt;a href=&quot;http://www2.mmm.ucar.edu/wrf/users/download/get_sources_wps_geog.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;open land data&lt;/a&gt; and a &lt;a href=&quot;http://www2.mmm.ucar.edu/wrf/users/docs/user_guide_V3/users_guide_chap3.htm#_Land_Use_and&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also try the &lt;a href=&quot;http://rda.ucar.edu/datasets/ds090.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NCAR data&lt;/a&gt;. There is land cover included but the webpage is unclear about the data access. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A data set only covering the years between 2001 and 2012 is the &lt;a href=&quot;http://glcf.umd.edu/data/lc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MODIS Land Cover&lt;/a&gt;. It is available as GeoTiff.&lt;/p&gt;&#xA;" OwnerUserId="15093" LastEditorUserId="15093" LastEditDate="2017-02-26T15:33:46.477" LastActivityDate="2017-02-26T15:33:46.477" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10717" PostTypeId="2" ParentId="4945" CreationDate="2017-02-26T01:55:49.470" Score="2" Body="&lt;p&gt;Check this dataset: &lt;a href=&quot;http://data.mytransit.nyc.s3.amazonaws.com/README.HTML&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.mytransit.nyc.s3.amazonaws.com/README.HTML&lt;/a&gt;.&#xA;This dataset includes the GTFS schedule data and the historical data for bus system in NYC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The historical data can be found in the directory named &lt;code&gt;bus_time&lt;/code&gt;. It records all the MTA's operated buses' location around every 1 minute and 30 seconds every day.&lt;/p&gt;&#xA;" OwnerUserId="15181" LastActivityDate="2017-02-26T01:55:49.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10719" PostTypeId="1" CreationDate="2017-02-27T00:35:08.790" Score="3" ViewCount="101" Body="&lt;p&gt;Do any of the APIs allow us to do a search of the 5500 efast  filings, similar to the public web form which the DOL already provides?&lt;/p&gt;&#xA;" OwnerUserId="15387" LastActivityDate="2017-02-27T00:35:08.790" Title="Is it possible to perform an efast 5500 filing search?" Tags="|labor|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10720" PostTypeId="1" AcceptedAnswerId="10728" CreationDate="2017-02-27T10:56:57.367" Score="7" ViewCount="127" Body="&lt;h2&gt;Data request&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; I am looking for an API oder dataset where I can find age distribution (age groups: percentage of an age group according to the population) and gender distributions for each country of the world. Something like this:&#xA;&lt;a href=&quot;https://www.destatis.de/DE/ZahlenFakten/GesellschaftStaat/Bevoelkerung/Bevoelkerungsstand/Tabellen_/lrbev01.html&quot; rel=&quot;noreferrer&quot;&gt;Zensus Germany&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; I am working on my Master's Thesis and would like to compare my scientific samples to the population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; I need Data from the whole world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Unfortunately I am a Student and can't spend more that 50 Euro on this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; A JSON API would be perfect. XML, CSV, XLSX or any other common data type is ok too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt; I need the data to be reliable. That means, the sources of the data have to be visible and official.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non-answers:&lt;/strong&gt; I have tried:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Open Data Network&lt;/li&gt;&#xA;&lt;li&gt;World Bank&lt;/li&gt;&#xA;&lt;li&gt;U.S. Census Bureau&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="15390" LastEditorUserId="14171" LastEditDate="2017-02-27T17:40:56.923" LastActivityDate="2017-03-02T07:35:54.867" Title="API or datasets for age &amp; gender distributions of the world" Tags="|data-request|api|demographics|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10721" PostTypeId="2" ParentId="9150" CreationDate="2017-02-27T15:33:05.580" Score="3" Body="&lt;p&gt;Based on the PDF manual, there is an R package on Github called &lt;strong&gt;&lt;a href=&quot;https://github.com/hadley/neiss&quot; rel=&quot;nofollow noreferrer&quot;&gt;Neiss&lt;/a&gt;&lt;/strong&gt; that has an excel file with mapping between codes and text descriptions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Direct link: &lt;a href=&quot;https://github.com/hadley/neiss/blob/master/data-raw/NEISS-formats.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/hadley/neiss/blob/master/data-raw/NEISS-formats.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample screenshot:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/petr8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/petr8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to diagnosis there is also product code, race codes, etc.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-02-27T15:33:05.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10722" PostTypeId="1" AcceptedAnswerId="10723" CreationDate="2017-02-27T16:48:59.680" Score="7" ViewCount="135" Body="&lt;p&gt;I received an email on 2017-02-27 promoting the &lt;a href=&quot;http://www.marchforscience.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;March For Science&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of the arguments was as follows:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;It appears that the Trump administration has removed terabytes of data from open.whitehouse.gov &lt;a href=&quot;http://open.whitehouse.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://open.whitehouse.gov/&lt;/a&gt; replacing it with Trump administration news and press releases. While it says “Check back soon for new data” the removal of this data would be significant set back in science and computing. This situation is well worth monitoring.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Did terabytes of data get removed from open.whitehouse.gov in January or February 2017? If so, why, and is there any mirror/backup of it somewhere else?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="90" LastEditDate="2017-05-11T03:29:58.400" LastActivityDate="2017-05-11T03:29:58.400" Title="Did terabytes of data get removed from open.whitehouse.gov in January or February 2017?" Tags="|usa|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10723" PostTypeId="2" ParentId="10722" CreationDate="2017-02-27T17:19:25.920" Score="9" Body="&lt;p&gt;I'm not sure about &quot;terabytes&quot; but yes, the new administration has edited the &lt;a href=&quot;https://whitehouse.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;whitehouse.gov&lt;/a&gt; domain, including the &lt;a href=&quot;https://open.whitehouse.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open subdomain&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why?&lt;br&gt;&#xA;New administrations across all levels of (U.S.) government, particularly around elected officials, wipe domains and start a new.&lt;br&gt;&#xA;While there are many things going on currently with the Trump administration that are bad for open data/open gov, this is nothing new, nor inherently alarming.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there backups?&lt;br&gt;&#xA;Yes, the Obama administrations entire whitehouse.gov presence is currently hosted at &lt;a href=&quot;https://obamawhitehouse.archives.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;obamawhitehouse.archives.gov/&lt;/a&gt; including the &lt;a href=&quot;https://open.obamawhitehouse.archives.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open subdomain&lt;/a&gt;.&lt;br&gt;&#xA;Furthermore, Max Ogden tweeted out that he had archived the entire subdomain, though I'm not aware of where/if it is online yet.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also look/view/track on the Wayback Machine; I recommend doing this for some clarity around how often this occurs. I'm most familiar with &lt;a href=&quot;http://virginia.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;virginia.gov&lt;/a&gt; which gets wiped with every new administration; its a great example because Virginia doesn't allow for back-to-back governors, so every four years we have a new site.  &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20170228174921/https://twitter.com/denormalize/status/831581871230193664&quot; rel=&quot;nofollow noreferrer&quot;&gt;Max Ogden's tweet&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Y8BOg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Y8BOg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/maxogden/d1e3f14bb9253ef9638a40826b000f08&quot; rel=&quot;nofollow noreferrer&quot;&gt;Executive Office of the President Open Data Archive Backup&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1652" LastEditDate="2017-02-28T22:37:19.190" LastActivityDate="2017-02-28T22:37:19.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10724" PostTypeId="1" AcceptedAnswerId="10759" CreationDate="2017-02-27T18:46:04.870" Score="4" ViewCount="74" Body="&lt;p&gt;The wikipedia &lt;a href=&quot;https://wikitech.wikimedia.org/wiki/Analytics/PageviewAPI&quot; rel=&quot;nofollow noreferrer&quot;&gt;Page View API&lt;/a&gt; provides information about the number of page views for a given article, including an option to view top-N articles in a given day or month:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wikimedia.org/api/rest_v1/metrics/pageviews/top/en.wikipedia/all-access/2017/01/all-days&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wikimedia.org/api/rest_v1/metrics/pageviews/top/en.wikipedia/all-access/2017/01/all-days&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to filter these top-N rankings by removing articles about people such as celebrities, politicians etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to obtain metadata information about an article that would contain such classifications?&lt;/p&gt;&#xA;" OwnerUserId="15261" LastEditorUserId="15261" LastEditDate="2017-02-28T22:18:44.697" LastActivityDate="2017-03-02T11:18:53.363" Title="Wikipedia Article Category" Tags="|data-request|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10725" PostTypeId="1" CreationDate="2017-02-27T18:52:58.677" Score="2" ViewCount="80" Body="&lt;p&gt;I'm trying to understand the clinical meaning of two of the potential code status levels in the MIMIC3 data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The six levels are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Comfort Measures&lt;/li&gt;&#xA;&lt;li&gt;CPR Not Indicated &lt;/li&gt;&#xA;&lt;li&gt;Do Not Intubate &lt;/li&gt;&#xA;&lt;li&gt;Do Not Resuscitate&lt;/li&gt;&#xA;&lt;li&gt;Full Code &lt;/li&gt;&#xA;&lt;li&gt;Other/Remarks&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In particular, I'd like to know what CPR Not Indicated means and what Other/Remarks means.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CPR Not Indicated could mean: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&quot;The patient chose to not have the caregivers use CPR, but intubation is ok.&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;The patient chose to not have caregivers use CPR or intubation&quot; and is functionally no different than DNR&lt;/li&gt;&#xA;&lt;li&gt;&quot;The caregiver has decided that this patient is not suitable candidate for CPR&quot; (ie - a futility case)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Other/Remarks could mean:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;The patient has a complex case that cannot be coded. More info in the notes&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;We don't know the patient's code status.&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Something else?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Does anyone know the correct interpretation of these code statuses?&lt;/p&gt;&#xA;" OwnerUserId="15399" LastActivityDate="2017-02-27T18:52:58.677" Title="Meaning of specific Code status/DNR levels" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10726" PostTypeId="1" CreationDate="2017-02-26T16:20:31.767" Score="3" ViewCount="42" Body="&lt;p&gt;I'm looking for data about past floods in the UK. I know that the Environment Agency provides historic water level readings and also does predictions about possible floods at &lt;a href=&quot;http://environment.data.gov.uk/flood-monitoring/archive&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://environment.data.gov.uk/flood-monitoring/archive&lt;/a&gt;, but is there any place where I can get access to actual occurrences of a flood?&lt;/p&gt;&#xA;" OwnerDisplayName="Bruno K. Mlodozeniec" LastEditorUserId="5766" LastEditDate="2017-03-24T14:13:04.343" LastActivityDate="2018-01-20T22:23:56.530" Title="Data about past floods (in the UK)" Tags="|data-request|geohazard|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10727" PostTypeId="2" ParentId="10707" CreationDate="2017-02-27T20:01:07.807" Score="2" Body="&lt;p&gt;Vital signs in MIMIC-III are captured from the CareVue/MetaVision intensive care systems, so this data is not available during the period of emergency care. Emergency care data is currently being integrated into MIMIC and we hope to make it available to researchers in the future.&lt;/p&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2017-02-27T20:01:07.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10728" PostTypeId="2" ParentId="10720" CreationDate="2017-02-27T20:27:42.470" Score="3" Body="&lt;p&gt;I think &lt;a href=&quot;http://geoba.se&quot; rel=&quot;nofollow noreferrer&quot;&gt;geoba.se&lt;/a&gt; might interest you, although I'm not sure how reliable their sources are.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, geoba.se doesn't have an API, but you could try to scrape the data yourself using code like the one found on &lt;a href=&quot;https://opendata.stackexchange.com/questions/10649/average-monthly-temperatures-for-cities-around-the-world/10651#10651&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I have more time, I'll update this answer with a bit of code.&lt;/p&gt;&#xA;" OwnerUserId="15244" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-03-02T07:35:54.867" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10729" PostTypeId="2" ParentId="477" CreationDate="2017-02-28T00:23:06.533" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.jsvine.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Jeremy Singer-Vine&lt;/a&gt;, BuzzFeed's data editor, runs a pretty good mailing list of &quot;interesting&quot; data sets: &lt;a href=&quot;https://tinyletter.com/data-is-plural&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Is Plural&lt;/a&gt;. It's not an exhaustive collection, but it covers a variety of topics.&lt;/p&gt;&#xA;" OwnerUserId="8410" LastActivityDate="2017-02-28T00:23:06.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10730" PostTypeId="1" CreationDate="2017-02-28T00:38:00.857" Score="7" ViewCount="96" Body="&lt;p&gt;Many public datasets are published under licenses that require attribution, such as CC-BY. If I have a public SPARQL endpoint, and allow &lt;a href=&quot;https://www.w3.org/TR/2013/REC-sparql11-federated-query-20130321/&quot; rel=&quot;noreferrer&quot;&gt;federated queries&lt;/a&gt; to access data from such endpoint, that means that a query result can contain data that is under CC-BY. However, as far as I understand, there's no standard way to incorporate attribution into SPARQL results, even not counting the hassle of actually figuring out the fact that federated query is being used and what kind of attribution each of federated endpoints require. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, the question is - what is the best practice for complying with attribution license in such scenario? As the endpoint is public, the combined data can be reused anywhere (so it can plausibly be considered redistributing?) but I see no way to ensure CC-BY compliance (unless I misunderstand its requirements). Does it mean that attribution-licensed data can not be feasibly used in data federation scenarios? Or does it mean attribution requirement does not apply to such scenario, or should be satisfied by the end user of the data (such as publishing the results of a federated query in a paper) and not by intermediary tools processing the data?&lt;/p&gt;&#xA;" OwnerUserId="8772" LastActivityDate="2017-06-17T20:13:42.553" Title="SPARQL federation and attribution licenses?" Tags="|uses-of-open-data|licensing|sparql|creative-commons|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10732" PostTypeId="1" CreationDate="2017-02-28T09:16:58.140" Score="1" ViewCount="23" Body="&lt;p&gt;A few month ago, I tried to obtain data on &lt;a href=&quot;https://opendata.stackexchange.com/questions/10288/us-county-to-county-migration-flows-historic-data-for-the-20th-century&quot;&gt;county-to-county migration in the US&lt;/a&gt; but realized that this data might be to specific to find. Now I try my luck with a less detailed version:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for state-to-state migration data for each decade from 1950 to 1990. Ideally, this data would contain separate numbers of migrants moving from, say, California to Arizona and from Arizona to California (but for all state pairs in the US). In absence of that, I could also do with the total number of migration between any two states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for separate data sets for 1950, 1960, 1970, 1980 and 1990 and any subset of these is highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-02-28T09:16:58.140" Title="Historic state-to-state migration in the US" Tags="|usa|historical|" AnswerCount="0" CommentCount="5" ClosedDate="2017-02-28T13:43:40.757" ContentLicense="CC BY-SA 3.0" />
  <row Id="10733" PostTypeId="2" ParentId="10288" CreationDate="2017-02-28T13:08:40.690" Score="5" Body="&lt;p&gt;There is a Forbes article with an interactive graphic for county-to-country migration based on IRS tax records. Each county-to-county move must have at least 10 people, so as to protect privacy. The available years won't go back as far you ask.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.forbes.com/sites/jonbruner/2011/11/16/migration-in-america/#7920a9655e17&quot; rel=&quot;noreferrer&quot;&gt;Article&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.forbes.com/jb/migration-2011/latest.html&quot; rel=&quot;noreferrer&quot;&gt;Visualization permalink&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/snQwj.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/snQwj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The link given as a source is available from the &lt;a href=&quot;http://web.archive.org/web/20120111160710/http://www.irs.gov/taxstats/article/0,,id=212683,00.html&quot; rel=&quot;noreferrer&quot;&gt;Internet Archive&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But the current IRS data is &lt;a href=&quot;https://www.irs.gov/uac/soi-tax-stats-migration-data&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/strong&gt; Available (tax) years are 1990-2015&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download indidividual tax-years as a zip folder. Each zip contains Inflow and Outflow&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mIEdH.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mIEdH.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each Inflow or Outflow contains individual state files&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/j81v8.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/j81v8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each state file contains then each county, inbound or outbound.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LlBa6.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LlBa6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the documentation (&lt;a href=&quot;http://web.archive.org/web/20120111160710/http://www.irs.gov/pub/irs-soi/99gross_update.doc&quot; rel=&quot;noreferrer&quot;&gt;DOC&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For State-level tables, if fewer than three returns contribute to a cell, then that cell is suppressed and the information is combined with another cell in the table.  Often, to fully protect the data, complimentary cell suppressions are also implemented.  Similar procedures are used to protect cells with less than 10 observations in the county data tables.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In addition to county data, state-to-state data is available with a similar process &lt;a href=&quot;https://www.irs.gov/uac/soi-tax-stats-migration-data&quot; rel=&quot;noreferrer&quot;&gt;on the same page&lt;/a&gt;:  &lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-02-28T13:08:40.690" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10734" PostTypeId="2" ParentId="477" CreationDate="2017-02-28T14:09:12.587" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.re3data.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;re3data&lt;/a&gt; includes many research data repositories, however it also has a number of non-academic sources like the World Bank, UN. &lt;/p&gt;&#xA;" OwnerDisplayName="user15383" LastActivityDate="2017-02-28T14:09:12.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10735" PostTypeId="5" CreationDate="2017-02-28T15:18:45.270" Score="0" Body="&lt;p&gt;Open Data Protocol (OData) is an open protocol which allows the creation and consumption of queryable and interoperable RESTful APIs in a simple and standard way. Microsoft initiated OData in 2007. (source: &lt;a href=&quot;https://en.wikipedia.org/wiki/Open_Data_Protocol&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-02-28T15:18:45.270" LastActivityDate="2017-02-28T15:18:45.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10736" PostTypeId="4" CreationDate="2017-02-28T15:18:45.270" Score="0" Body="For questions related to the Open Data Protocol (OData) for RESTful APIs" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-02-28T15:18:45.270" LastActivityDate="2017-02-28T15:18:45.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10738" PostTypeId="1" CreationDate="2017-02-28T17:50:17.853" Score="6" ViewCount="68" Body="&lt;p&gt;Teaching students to distinguish between trustworthy and untrustworthy sources of news has taken on an increased urgency, and the Chronicle of Higher Education recently described this as a higher education trend for 2017. Are there any freely available datasets on this issue that are amenable to the pedagogy of statistics?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I am looking for any dataset on trustworthy versus untrustworthy news sources, or on related issues, such as how the use of different media sources is associated with how well informed a person is.  My goal is to integrate one or more datasets into undergraduate statistics courses in psychology, one course for 2nd year students and the other for 4th year.  I'm certainly willing to simplify the data for teaching purposes if necessary.&lt;/p&gt;&#xA;" OwnerUserId="5986" LastEditorUserId="1511" LastEditDate="2018-01-11T15:22:22.867" LastActivityDate="2018-01-11T15:22:22.867" Title="Dataset for teaching trustworthy vs. untrustworthy news sources" Tags="|data-request|media|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10739" PostTypeId="1" CreationDate="2017-02-28T21:00:23.063" Score="7" ViewCount="146" Body="&lt;p&gt;I'm looking for data on the average delivery times between points for the US Postal Service.  I've found maps on their site with scheduled delivery times but I'm wondering if anyone has data on actual deliveries?&lt;/p&gt;&#xA;" OwnerUserId="15413" LastEditorUserId="8683" LastEditDate="2017-03-03T07:23:40.623" LastActivityDate="2017-08-11T18:35:14.127" Title="Is there any data on actual average USPS delivery times" Tags="|usa|government|transportation|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10740" PostTypeId="1" AcceptedAnswerId="10754" CreationDate="2017-02-28T21:43:01.037" Score="5" ViewCount="884" Body="&lt;p&gt;Atlanta, GA has a Metro Area Rapid Transit Authority (MARTA) which has information on trains, passengers, etc. Where can I find this data?&lt;/p&gt;&#xA;" OwnerUserId="15414" LastEditorUserId="14171" LastEditDate="2017-03-11T17:33:36.543" LastActivityDate="2017-03-11T17:33:36.543" Title="Where can I find data on MARTA?" Tags="|data-request|usa|transportation|public-transport|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10741" PostTypeId="2" ParentId="10740" CreationDate="2017-02-28T21:46:25.693" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://opendata.itsmarta.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;MARTA's Open Data Portal&lt;/a&gt; is probably the best place to start. It has links to documentation for MARTA's &lt;a href=&quot;http://www.itsmarta.com/app-developer-resources.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;bus&lt;/a&gt; and &lt;a href=&quot;http://www.itsmarta.com/app-developer-resources.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;rail&lt;/a&gt; APIs as well as data released for their quarterly hackathons. Additionally they have a &lt;a href=&quot;https://github.com/itsmarta/marta-python&quot; rel=&quot;nofollow noreferrer&quot;&gt;python library on github&lt;/a&gt; for accessing the APIs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additional transit information can be found through the &lt;a href=&quot;https://municipal.systems/v1/municipalities/atl-ga&quot; rel=&quot;nofollow noreferrer&quot;&gt;municipal.systems API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Code for Atlanta also maintains a more general &lt;a href=&quot;https://github.com/codeforatlanta/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of open data resources&lt;/a&gt; that includes transit information.&lt;/p&gt;&#xA;" OwnerUserId="15414" LastActivityDate="2017-02-28T21:46:25.693" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10743" PostTypeId="5" CreationDate="2017-03-01T07:52:22.390" Score="0" Body="&lt;p&gt;Land cover is the physical material at the surface of the earth. Land covers include grass, asphalt, trees, bare ground, water, etc.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-03-01T08:12:35.200" LastActivityDate="2017-03-01T08:12:35.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10744" PostTypeId="4" CreationDate="2017-03-01T07:52:22.390" Score="0" Body="Physical material at the surface of the earth." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-03-01T08:12:37.970" LastActivityDate="2017-03-01T08:12:37.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10745" PostTypeId="1" CreationDate="2017-03-01T08:08:52.193" Score="3" ViewCount="85" Body="&lt;h2&gt;Data request&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; I am looking for an API or dataset where I can find age distribution (age groups: percentage of an age group according to the population) and gender distributions &lt;strong&gt;for the biggest websites of each country&lt;/strong&gt; like: Facebook (USA, Germany, France aso), Twitter (USA, Germany, France aso), Spiegel Online, Instagram aso. Something like &lt;a href=&quot;http://www.alexa.com/topsites/countries/DE&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alexa Top 500 sites&lt;/a&gt; but with statistics about their audience.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; I am working on my Master's Thesis and would like to compare my scientific samples to the population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; I need Data from the whole world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Unfortunately I am a Student and can't spend more that 50 Euro on this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; A JSON API would be perfect. XML, CSV, XLSX or any other common data type is ok too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt; I need the data to be reliable. That means, the sources of the data have to be visible and official.&lt;/p&gt;&#xA;" OwnerUserId="15390" LastEditorUserId="1511" LastEditDate="2017-03-03T07:25:12.040" LastActivityDate="2017-03-03T07:25:12.040" Title="API or datasets for websites demographics (age &amp; gender distributions)" Tags="|data-request|api|demographics|global|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10746" PostTypeId="2" ParentId="9293" CreationDate="2017-03-01T10:37:14.807" Score="3" Body="&lt;p&gt;Here you find a very good dataset on Expedia Hotels.&#xA;Among the others, you find  ID of the hotel and country in which the hotel is located, mean price per night, number of searches on Expedia for a given hotel, mean customer review score, location desirability score etc.. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/expedia-personalized-sort&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/expedia-personalized-sort&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Expedia has provided a dataset that includes shopping and purchase data as well as information on price competitiveness. The data are organized around a set of “search result impressions”, or the ordered list of hotels that the user sees after they search for a hotel on the Expedia website. In addition to impressions from the existing algorithm, the data contain impressions where the hotels were randomly sorted, to avoid the position bias of the existing algorithm. The user response is provided as a click on a hotel or/and a purchase of a hotel room.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Appended to impressions are the following:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1) Hotel characteristics&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;2) Location attractiveness of hotels&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;3) User’s aggregate purchase history&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;4) Competitive OTA information&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="15375" LastEditorUserId="1511" LastEditDate="2017-03-03T08:33:02.963" LastActivityDate="2017-03-03T08:33:02.963" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10747" PostTypeId="2" ParentId="6641" CreationDate="2017-03-01T11:34:28.690" Score="2" Body="&lt;p&gt;In the end, I went with &lt;a href=&quot;http://d-maps.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://d-maps.com/&lt;/a&gt; I don't think there is anything to beat it! &lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2017-03-01T11:34:28.690" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10748" PostTypeId="1" CreationDate="2017-03-01T09:37:03.353" Score="7" ViewCount="726" Body="&lt;p&gt;Where can i find the  municipality 2017 shapefile of Luxembourg or does someone know a site where I can download shapefiles of updated municipalities in Europe? &lt;/p&gt;&#xA;" OwnerDisplayName="Astronautabdi" LastEditorUserId="1511" LastEditDate="2017-03-01T13:28:30.407" LastActivityDate="2017-03-06T19:09:44.190" Title="Municipality 2017 shapefile Europe" Tags="|data-request|europe|geospatial|" AnswerCount="6" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10749" PostTypeId="2" ParentId="10748" CreationDate="2017-03-01T09:51:26.890" Score="7" Body="&lt;p&gt;A simple google of &quot;municipality 2017 shapefile of Luxembourg&quot; gives me this &lt;a href=&quot;https://www.europeandataportal.eu/data/en/dataset/limites-administratives-du-grand-duche-de-luxembourg&quot; rel=&quot;noreferrer&quot;&gt;link&lt;/a&gt; which provides &lt;a href=&quot;https://www.europeandataportal.eu/data/en/dataset/limites-administratives-du-grand-duche-de-luxembourg/resource/e1c4815d-5a6a-4fff-b8f0-adfd8796603d&quot; rel=&quot;noreferrer&quot;&gt;this shapefile&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In general the &lt;a href=&quot;http://www.europeandataportal.eu&quot; rel=&quot;noreferrer&quot;&gt;http://www.europeandataportal.eu&lt;/a&gt; is a good place to look for European data.&lt;/p&gt;&#xA;" OwnerUserId="312" OwnerDisplayName="iant" LastActivityDate="2017-03-01T09:51:26.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10750" PostTypeId="2" ParentId="10748" CreationDate="2017-03-01T09:53:19.410" Score="3" Body="&lt;p&gt;I'm not sure what you mean by &quot;municipalities&quot; but as far as I know the reference website for downloading administrative shapefile is gadm.org&lt;/p&gt;&#xA;" OwnerDisplayName="ConstanceL" LastActivityDate="2017-03-01T09:53:19.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10751" PostTypeId="2" ParentId="10748" CreationDate="2017-03-01T09:54:15.230" Score="2" Body="&lt;p&gt;Do visit ESRI online services( ArcGIS Online) Type Luxembourg Municipality data, you will find administrative shapefiles. But do check whether data is updated or not. I downloaded all Luxembourg data of 2015 from ArcGIS online. following are snapshot of files&#xA; &lt;a href=&quot;https://i.stack.imgur.com/XQh6v.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XQh6v.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15421" OwnerDisplayName="suyogpatwardhan" LastActivityDate="2017-03-01T09:54:15.230" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10752" PostTypeId="2" ParentId="10748" CreationDate="2017-03-01T10:00:01.047" Score="4" Body="&lt;p&gt;A way is to perform an overpass-turbo query on OpenStreetMap data, like this one for Luxembourg: &lt;a href=&quot;http://overpass-turbo.eu/s/n7b&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://overpass-turbo.eu/s/n7b&lt;/a&gt; and then download the data as geojson or gpx. You can then easily convert to a shp in a GIS. The key-value pair to look for is:&#xA;&lt;code&gt;&quot;admin_level&quot; = &quot;8&quot;&lt;/code&gt;. You can query others subdivisions by changing this number, see possible values on this page &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative#admin_level&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative#admin_level&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Luxembourg only, you may also have a look at geoportail.lu, but unfortunately, their server is down since yesterday! see &lt;a href=&quot;https://twitter.com/geoportal_lux&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/geoportal_lux&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;J.&lt;/p&gt;&#xA;" OwnerUserId="15492" OwnerDisplayName="juminet" LastActivityDate="2017-03-01T10:06:10.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10753" PostTypeId="2" ParentId="10748" CreationDate="2017-03-01T10:26:33.580" Score="5" Body="&lt;p&gt;If you want an official source for European administrative GIS data, check &lt;a href=&quot;http://ec.europa.eu/eurostat/web/gisco/geodata/reference-data&quot; rel=&quot;noreferrer&quot;&gt;Eurostat's website&lt;/a&gt;. Eurostat is the statistical office of the European Union. They gather (GIS) data from member states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will find among other the &lt;a href=&quot;http://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units/nuts#nuts13&quot; rel=&quot;noreferrer&quot;&gt;NUTS zones&lt;/a&gt; (administrative units), &lt;a href=&quot;http://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units/communes#communes13&quot; rel=&quot;noreferrer&quot;&gt;communes and commune centroids&lt;/a&gt; for different scales. The last reference year is 2013, but the data shouldn't change every year (I'm not aware of any recent change for Luxembourg at least).&lt;/p&gt;&#xA;" OwnerUserId="15419" OwnerDisplayName="GISGe" LastActivityDate="2017-03-01T10:26:33.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10754" PostTypeId="2" ParentId="10740" CreationDate="2017-03-01T14:26:01.027" Score="5" Body="&lt;h2&gt;Data&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opendata.itsmarta.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Marta Open Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://klingmandesign.com/marta/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Archived Marta Realtime Data&lt;/a&gt; &lt;em&gt;Note: File name times are in UTC not Eastern.  Also, the marta train API is particularly flaky so trains randomly disappear and reappear and/or show only a subset of upcoming stations (ie Midtown and Five Points but not North Avenue or Peachtree Center so I’d recommend making a script to clean the data before use (and sharing that script if you make it).&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.apta.com/resources/statistics/Documents/Ridership/2016-q1-ridership-APTA.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Public Transportation Association 2016 Transit Data&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.apta.com/resources/statistics/Documents/Forms/AllItems.aspx?RootFolder=%2fresources%2fstatistics%2fDocuments%2fRidership&amp;amp;FolderCTID=0x0120006BE9AB89F00BAE4583BADAD635F81BA6&quot; rel=&quot;nofollow noreferrer&quot;&gt;Public Transportation Association Data Index&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?q=atlanta&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&amp;amp;page=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov Atlanta data&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.511ga.org/#a_con_ctl&amp;amp;u_con_ctl&amp;amp;msg_ctl&amp;amp;h_inc_ctl&amp;amp;l_inc_ctl&amp;amp;vsp_ctl&amp;amp;cam_ctl&amp;amp;g_inf_ctl&amp;amp;spec_ctl&amp;amp;zoom=7&amp;amp;lat=3996483.9446&amp;amp;lon=-9392233.53605&quot; rel=&quot;nofollow noreferrer&quot;&gt;Live car traffic data&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/codeforatlanta/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code for Atlanta's list of open data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://relaybikeshare.socialbicycles.com/opendata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Relay Open Bike Share Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;Developer Tools&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.itsmarta.com/app-developer-resources.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Marta Developer Resources&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/loren138/martaHackResources/tree/master/intelligentCities&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sample Intelligent Cities API Calls&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/loren138/martaHackResources/tree/master/realtimeStae&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sample Realtime STAE Calls&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;Source (for future updates/contributions)&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/loren138/martaHackResources&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/loren138/martaHackResources&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15423" LastEditorUserId="15423" LastEditDate="2017-03-01T16:49:58.543" LastActivityDate="2017-03-01T16:49:58.543" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10755" PostTypeId="1" CreationDate="2017-03-01T16:35:04.103" Score="2" ViewCount="707" Body="&lt;p&gt;I would like to find data that describe every player contract in the NBA, as far back into the past as possible. Optimally, this would include salary, term of contract, player agency, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I search extensively and could not find. It seems that USATODAY had a similar database, but now they only have it for MLB, as in &lt;a href=&quot;http://www.usatoday.com/sports/mlb/salaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; link. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone propose a source where I can find these data for an NBA, as detailed as possible and ranging over as many years as possible? Thank you kindly.&lt;/p&gt;&#xA;" OwnerUserId="15082" LastActivityDate="2017-03-04T21:48:50.177" Title="Looking for historical data on NBA player-specific salaries and other contract information" Tags="|data-request|releasing-data|sports|historical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10756" PostTypeId="1" CreationDate="2017-03-01T17:57:07.393" Score="5" ViewCount="353" Body="&lt;p&gt;I am working on an analysis based on open data from a CKAN data store. For this analysis to be reproducible it obviously needs the exact same input dataset. I would hence like to make sure that a resource that is downloaded in a future execution of my analysis is the exact same resource of any current execution. For that CKAN would need to support revisions of resources, but I couldn't find such a mechanism. How does versioning of datasets and its resources work in CKAN and how do I know which part of the data and metadata will never change, and which part could change in the future?&lt;/p&gt;&#xA;" OwnerUserId="15425" LastEditorUserId="15425" LastEditDate="2017-03-01T18:04:07.603" LastActivityDate="2017-03-03T10:14:59.243" Title="Versions of CKAN datasets and its resources" Tags="|ckan|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10757" PostTypeId="1" AcceptedAnswerId="12772" CreationDate="2017-03-02T03:30:52.087" Score="8" ViewCount="68" Body="&lt;p&gt;We are just looking at testing some processes before purchasing a hyperspectral drone sensor and was wondering if anyone knows any sites where we can download a few sq km of data for testing. It can be anywhere in the world and ideally at a river mouth with sedimentation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have checked some of the camera suppliers websites but can't find any sample data. They should all supply some on their websites for people to check what can be expected before purchasing. The white paper specs are just not enough sometimes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something similar to &lt;a href=&quot;https://www.tomstechtime.com/downloads/&quot; rel=&quot;noreferrer&quot;&gt;https://www.tomstechtime.com/downloads/&lt;/a&gt; would be ideal&lt;/p&gt;&#xA;" OwnerUserId="15428" LastEditorUserId="1511" LastEditDate="2017-03-02T07:32:14.167" LastActivityDate="2018-05-01T01:10:15.490" Title="Is there hyperspectral drone imagery available for free for research" Tags="|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10758" PostTypeId="2" ParentId="10714" CreationDate="2017-03-02T03:49:24.427" Score="4" Body="&lt;p&gt;The official Australian Land Cover can be located &lt;a href=&quot;http://data.gov.au/dataset/australian-land-cover-web-mercator-wms&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;here&lt;/strong&gt;&lt;/a&gt;. However, it's a WMS only. You may be able to contact GeoScience Australia for a raster file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Land Cover map service includes information derived from the&#xA;  Dynamic Land Cover Dataset (2000-2008) containing Enhanced Vegetation&#xA;  Index (EVI) information. The service provides a base-line for&#xA;  identifying and reporting on change and trends in vegetation cover and&#xA;  extent. It is a cached service with a Web Mercator Projection.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;A preview of the WMS can be found &lt;strong&gt;&lt;a href=&quot;http://data.gov.au/dataset/australian-land-cover-web-mercator-wms/resource/3a7d1521-e70e-419f-8762-d105d7f0114f&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, there is also a land use dataset. While strictly speaking land use is not the same as land cover, they can be similar. Here is the official &lt;a href=&quot;http://data.gov.au/dataset/land-use-of-australia-2010-11&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Australian Land Use dataset&lt;/strong&gt;&lt;/a&gt;.  It's a raster grid which has classified land uses across the entire country.  The description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Land use of Australia 2010-11 is the latest in a series of digital&#xA;  national land use maps at national scale. Agricultural land uses and&#xA;  their spatial distributions are based on the Australian Bureau of&#xA;  Statistics' 2010-11 agricultural census data. The spatial distribution&#xA;  of the agricultural land uses is modelled and was determined using&#xA;  Advanced Very High Resolution Radiometer (AVHRR) satellite imagery&#xA;  with training data to make agricultural land use allocations. The&#xA;  non-agricultural land uses are drawn from existing digital maps&#xA;  covering seven themes: topographic features, catchment scale land use,&#xA;  protected areas, World Heritage Areas, tenure, forest type and&#xA;  vegetation condition.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;A preview of the dataset can be found &lt;a href=&quot;http://data.gov.au/dataset/land-use-of-australia-2010-11/resource/7a009494-0759-49e9-8e08-0d4cdae5036c&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;here&lt;/strong&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="15429" LastActivityDate="2017-03-02T03:49:24.427" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10759" PostTypeId="2" ParentId="10724" CreationDate="2017-03-02T11:18:53.363" Score="3" Body="&lt;p&gt;I don't think it's possible to filter articles by topic with a single query in the API. However, you can use Wikidata to detect and filter politics, celebrities and so. You'll need to follow several steps:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Get articles from the query you gave in the question.&lt;/li&gt;&#xA;&lt;li&gt;Query English language Wikipedia to get Wikidata item for each article.&lt;/li&gt;&#xA;&lt;li&gt;Query Wikidata to get statements about the item.&lt;/li&gt;&#xA;&lt;li&gt;Decide if you want the article to be included depending on the statements you got.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;There are different tools for each step, but the most critical one is step 4. You'll lucky if most politicians have occupation:politician but there will likely be several occupation tags for celebrities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using categories from Wikipedia is another option but I won't advise to take it due to the structure of categories - a category of actors can have subcategories with actors along with subcategories with films, for example.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastActivityDate="2017-03-02T11:18:53.363" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10760" PostTypeId="1" CreationDate="2017-03-02T11:20:11.440" Score="4" ViewCount="41" Body="&lt;p&gt;I wrote a program that searches for aesthetic pictures.&lt;br /&gt;&#xA;One of my parameters is how much a picture is symmetrical.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6tzDH.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6tzDH.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This picture is taken from 33Pol (from Iran-Isfahan). As can be seen, the water reflection causes a certain symmetry.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any free or public database containing images + rates for aesthetics + symmetry parameters for this purpose?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example in &lt;a href=&quot;http://www.dpchallenge.com/challenge_results.php?CHALLENGE_ID=2428&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; you can see votes but there are no parameters for symmetrical properties.&lt;/p&gt;&#xA;" OwnerUserId="15432" LastEditorDisplayName="user4293" LastEditDate="2017-03-03T12:01:45.307" LastActivityDate="2017-03-03T12:01:45.307" Title="Images with symmetry parameters" Tags="|images|programming|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10761" PostTypeId="1" AcceptedAnswerId="12554" CreationDate="2017-03-02T11:44:06.180" Score="4" ViewCount="469" Body="&lt;p&gt;Socrata.org gives a possibility to browse all datasets that are published by their customers with their API via &lt;a href=&quot;https://www.opendatanetwork.com/&quot; rel=&quot;noreferrer&quot;&gt;Open Data Network&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to collect metadata such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Dataset size&lt;/li&gt;&#xA;&lt;li&gt;Number of rows&lt;/li&gt;&#xA;&lt;li&gt;Number of columns&lt;/li&gt;&#xA;&lt;li&gt;Number of tables (if applicable)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;for as many datasets as possible (possibly all of them).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see two possible approaches here:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Download whole dataset and calculate metadata myself.&lt;br&gt;&#xA;&lt;strong&gt;How to automate download of all available datasets?&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;Download only metadata that has already been calculated by Socrata and is published in dataset description.&lt;br&gt;&#xA;&lt;strong&gt;What is the API that I should use? Is it possible at all?&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="10653" LastActivityDate="2018-03-21T02:21:17.067" Title="Get metadata from all datasets on Socrata" Tags="|metadata|socrata|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10762" PostTypeId="1" CreationDate="2017-03-02T14:22:07.827" Score="4" ViewCount="117" Body="&lt;p&gt;I am looking for mean and median per capita income data for each US-American state and for each decadal year from 1950 to 2010. Ideally, I would like to see the data combined in one data set (in total or per year).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found quite a few data sets already but most them date only back to the 1970ies or 80ies. Also, I found &lt;a href=&quot;https://fred.stlouisfed.org/release?rid=151&quot; rel=&quot;noreferrer&quot;&gt;this series&lt;/a&gt; of data sets where the income data is listed separately for each state but (for now) I would like to save me the trouble of downloading and merging all of these individually. I assume, there must exist some complete data sets on this topic.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-03-02T16:49:35.240" Title="US state-level: Mean and median per capita income for 1950 to today" Tags="|data-request|usa|economics|income|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10763" PostTypeId="2" ParentId="10762" CreationDate="2017-03-02T16:21:54.843" Score="2" Body="&lt;p&gt;&lt;em&gt;note&lt;/em&gt; the below data is for US-wide and not individual states.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;It's the same data source, but you can get the FRED data but as a national sum from Quandl.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Monthly, from 1959. Refreshed automatically: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.quandl.com/data/FRED/A229RX0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/FRED/A229RX0&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The direct link to FRED is provided on the Quandl page for validation: &lt;a href=&quot;http://research.stlouisfed.org/fred2/data/A229RX0.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://research.stlouisfed.org/fred2/data/A229RX0.csv&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With Quandl you get some API or python/r/matlab libraries. For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;quandl.get(&quot;FRED/A229RX0&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The FRED data on Quandl is here: &lt;a href=&quot;https://www.quandl.com/data/FRED-Federal-Reserve-Economic-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/FRED-Federal-Reserve-Economic-Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I also checked your original link and it's possible to export more than one state at a time (although not ALL at once)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/CgHqQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CgHqQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The click &quot;Add to Graph&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3FNib.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3FNib.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then click Download button.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-03-02T16:49:35.240" LastActivityDate="2017-03-02T16:49:35.240" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10764" PostTypeId="2" ParentId="7621" CreationDate="2017-03-03T01:09:38.083" Score="2" Body="&lt;p&gt;This is a somewhat difficult request because each of these parameters must be derived from government data.  Even number of patents is difficult b/c the names of patent owners vary widely because of spelling variation/errors.  Also the definition of &quot;academic institution&quot; is somewhat ambiguous.  Amount of revenue from patents is also not something the government tracks and may be untrackable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All that being said, &lt;a href=&quot;http://www.patentsview.org/web/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.patentsview.org/web/&lt;/a&gt; has free access to somewhat out dated patent data via API for free.  If you want up to date data you could use a service like &lt;a href=&quot;http://www.patentsview.org/web/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IP Street&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full disclosure, I am the head of product at IP Street so I deal with questions like this a lot.  Reach out if you are interested in getting access.  It's free to academic&lt;/p&gt;&#xA;" OwnerUserId="10334" LastActivityDate="2017-03-03T01:09:38.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10765" PostTypeId="2" ParentId="313" CreationDate="2017-03-03T06:08:21.107" Score="3" Body="&lt;p&gt;&lt;strong&gt;Geospatial Data Standardization&lt;/strong&gt;&#xA;&lt;em&gt;No more KML, KMZ, SHP files!&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will make the somewhat bold and possibly controversial statement that geospatial data should &lt;strong&gt;always&lt;/strong&gt; be available in two single standardized, non-proprietary and text-based formats depending upon the nature of the data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Polygonal Geospatial Data&lt;/strong&gt; - GeoJSON (an extension of vanilla JSON, which stands for JavaScript Object Notation) should be the default standard for all geospatial data protocol, and KML (keyhole-markup language), SHP (shapefile) and KMZ (Google Earth) should be abandoned in any new projects in favor of GeoJSON. This is because (a) GeoJSON is universally understood, and based upon web standards, not software standards and (b) GeoJSON is a flat plain-text file that is lightweight and doesn't require multiple files to be understood by a machine (i.e., Shapefiles usually need to be archived as a .zip to render properly). It is extensible, convertible and universally compatible. It also plays well with JavaScript. &lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Coordinate Point Geospatial Data&lt;/strong&gt; - While GeoJSON can also theoretically store point data, for a simple list of points on a map, it would create needless complexity. A simple CSV (comma-separated value) file with two separate columns at the beginning of each array or row for the values 'lat' and 'long' (latitude and longitude) should &lt;strong&gt;always&lt;/strong&gt; be the de facto storage format for point data. No .xls, .xlsx or .tsv files.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So, GeoJSON for shapes, CSV for points.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-03-03T06:08:21.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10766" PostTypeId="2" ParentId="10756" CreationDate="2017-03-03T10:14:59.243" Score="3" Body="&lt;p&gt;Revisioning in CKAN is something that needs to be &lt;a href=&quot;https://github.com/ckan/ideas-and-roadmap/issues/41&quot; rel=&quot;nofollow noreferrer&quot;&gt;refactored&lt;/a&gt; and that is currently not exposed via the UI but internally objects are being revisioned and assigned a &lt;code&gt;revision_id&lt;/code&gt;, including resources, that is accessible via the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See eg:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://demo.ckan.org/api/3/action/package_show?id=8beb8f98-3a71-4615-a38d-6155f4b9153a&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://demo.ckan.org/api/3/action/package_show?id=8beb8f98-3a71-4615-a38d-6155f4b9153a&lt;/a&gt;&#xA;&lt;a href=&quot;http://demo.ckan.org/api/3/action/resource_show?id=fe507a10-4c49-4b18-8bf6-6705198cfd42&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://demo.ckan.org/api/3/action/resource_show?id=fe507a10-4c49-4b18-8bf6-6705198cfd42&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also for uploaded files (not for resources that are linked to external sources) there is a &lt;code&gt;last_modified&lt;/code&gt; timestamp added to the resource whenever the file is updated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would any of these be helpful?&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2017-03-03T10:14:59.243" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10767" PostTypeId="1" CreationDate="2017-03-03T14:32:44.490" Score="7" ViewCount="1283" Body="&lt;p&gt;For a current project I am looking for an API (or 'offline' CSV like format) which contains names and nutrition (kilokalories, protein, vitamins, etc.) of food and ingredients.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I found so far:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the food API of the USDA: &lt;a href=&quot;https://ndb.nal.usda.gov/ndb/doc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ndb.nal.usda.gov/ndb/doc/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;the CSV export of the Federal Agency of Switzerland for food: naehrwertdaten.ch (sorry - I don't have enough reputation to post more links)&lt;/li&gt;&#xA;&lt;li&gt;resolve EAN 13 code to products: &lt;a href=&quot;http://www.product-open-data.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.product-open-data.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;a very similar discussion: &lt;a href=&quot;https://opendata.stackexchange.com/questions/269/open-api-for-nutritional-information-and-or-food-barcodes&quot;&gt;Open API for nutritional information and/or food barcodes?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also there are some commercial APIs for resolving products to nutritions.&#xA;But what they are all lacking is multi-language support.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My Use Case are e.g.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;User searches for &quot;basmati rice&quot; -&gt; gets a response which list all the nutritions of basmati rice. &lt;/li&gt;&#xA;&lt;li&gt;User searches for &quot;Erdbeeren&quot; (German for strawberries) -&gt; gets a response which listing nutritions for strawberries. &lt;/li&gt;&#xA;&lt;li&gt;User searches for &quot;farine complète&quot; (French for wholemeal flour) -&gt; gets a response listing nutritions for wholemeal flour.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Just as a example. It is of course okay to first see a list of results and choose between e.g. different brands or variants.&lt;/p&gt;&#xA;" OwnerUserId="15449" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-03-05T17:37:46.607" Title="API for localized nutrition and food data" Tags="|data-request|api|food|translation|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10768" PostTypeId="1" CreationDate="2017-03-03T16:30:36.763" Score="2" ViewCount="33" Body="&lt;p&gt;I'm looking for a dataset for client requests (requests posted in forums) for buying device requests (like &quot;I Want a good budget phone with 2GB ram And Snapdragon Processer.&quot;).&lt;/p&gt;&#xA;" OwnerUserId="15451" LastEditorUserId="90" LastEditDate="2017-03-03T18:32:30.857" LastActivityDate="2017-03-03T18:32:30.857" Title="need a client request dataset" Tags="|data-request|database|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10769" PostTypeId="2" ParentId="10661" CreationDate="2017-03-03T17:23:31.630" Score="2" Body="&lt;p&gt;The BEA data for GDP by industry/sector is part of the National Income Products and Accounts (NIPA) tables and is the definitive source for this data. These GDP figures are calculations based on data collected by the Census Bureau including the Annual Survey of Manufacturers (ASM). The ASM data doesn't have a &quot;GDP&quot; field because it is showing data 1) as collected by a survey and 2) as extrapolated or estimated based on that survey.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For sizing industries, it is valid to use 2, 4, or 6 digit NAICS data from the ASM and looking at &quot;Value of Shipments&quot; or &quot;Value of Product Shipments.&quot; These figures is not directly comparable to GDP figures, but they can be used to compare relative sizes of industries and to get an idea of approximate industry size.&lt;/p&gt;&#xA;" OwnerUserId="9282" LastActivityDate="2017-03-03T17:23:31.630" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10770" PostTypeId="2" ParentId="748" CreationDate="2017-03-03T20:12:47.923" Score="2" Body="&lt;p&gt;Recently (november 2016), ClusterHQ released a &lt;a href=&quot;https://clusterhq.com/fli/introduction/&quot; rel=&quot;nofollow noreferrer&quot;&gt;new tool called &lt;code&gt;fli&lt;/code&gt;&lt;/a&gt; that seem to be promising. I have not tried it yet, but it seems it plays well with many database system (mysql, mongodb, elastic, etc). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Moreover, I do not know if it plays well with GIT and it will certainly be anoying to work with 2 cli toolset, 2 revision system, 2 repository ... for each project. It would be important to manage both data and text with the same system if one wants to keep the essential improvement provided by GIT to projet management and decentralized/collaborative work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GIT design is fine for data management. Branches, merges, pull requests, etc. and more &lt;em&gt;recent&lt;/em&gt; submodules and subworktree are powerful features that radically transformed our day-to-day workflow. The only problem with GIT fot data is that its actual implementation is focused on text files. It track changes with an extensive use &lt;code&gt;diff&lt;/code&gt;. That is fine for code or writing projects, but it is clearly not an optimal way to manage big datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A possible improvement within GIT itself that could enable its use for data would be to &lt;em&gt;simply&lt;/em&gt; replace everything diff operation applied to a database with something more appropriate for this type of dataformat.  &lt;/p&gt;&#xA;" OwnerUserId="15452" LastEditorUserId="15452" LastEditDate="2017-03-03T20:53:49.577" LastActivityDate="2017-03-03T20:53:49.577" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10771" PostTypeId="1" CreationDate="2017-03-04T02:34:23.933" Score="3" ViewCount="28" Body="&lt;p&gt;I need a chronological series of PCI, to compare different maintenance costs (from different maintenance policies).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The file can be in any format but not limited to: &lt;code&gt;txt/tsv&lt;/code&gt;, &lt;code&gt;csv&lt;/code&gt;, &lt;code&gt;ods&lt;/code&gt;, &lt;code&gt;xls/xlsx&lt;/code&gt;, and &lt;code&gt;pdf&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="15456" LastEditorUserId="90" LastEditDate="2017-12-15T19:00:56.503" LastActivityDate="2017-12-15T19:00:56.503" Title="Chronological Series of PCI" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10772" PostTypeId="2" ParentId="7918" CreationDate="2017-03-04T10:17:35.763" Score="1" Body="&lt;p&gt;As Markus D said, converting WikiText to html is not straighforward. The software that does it is &lt;a href=&quot;https://www.mediawiki.org/wiki/MediaWiki&quot; rel=&quot;nofollow noreferrer&quot;&gt;MediaWiki&lt;/a&gt; - the sofware that runs Wikipedia - and any simpler imitation of it just does part of the work. However, you can install MediaWiki in you own server and crawl the whole Wikipedia at home. For research purposes which can benefit Wikipedia or at least serve the same goals of the Wikimedia movement you could ask for an account in &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikimedia_Labs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Labs&lt;/a&gt;, where you could install your own software to access local dumps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, if you don't need the full html version of Wikipedia pages, there are several parsers that could extract most of the raw text from WikiText. For example, I've used &lt;a href=&quot;https://github.com/earwig/mwparserfromhell&quot; rel=&quot;nofollow noreferrer&quot;&gt;MWParseFromHell&lt;/a&gt; and it works quite fine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And of course, you can access Wikipedia on-line if time is not a concern. You shouldn't be worried about overloading their servers because there is a limit for the number of queries per minute a bot can do, and that limit is safe enough for them. If I remember well, some months ago it meant for me that I could read nearly 1 page/second. That is less than two weeks for the for the whole Japanese language Wikipedia. Selecting beforehand what articles are you interested in - using searches or categories - may shorten that time a lot.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastActivityDate="2017-03-04T10:17:35.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10773" PostTypeId="2" ParentId="10755" CreationDate="2017-03-04T21:48:50.177" Score="1" Body="&lt;p&gt;Individual player pages on basketball-reference include &lt;em&gt;some&lt;/em&gt; historical information, e.g. &lt;a href=&quot;http://www.basketball-reference.com/players/j/jamesle01.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.basketball-reference.com/players/j/jamesle01.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Patricia Bender's &lt;a href=&quot;https://www.eskimo.com/~pbender/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;pages&lt;/a&gt; have half decent historical information but will be messy to handle.&lt;/p&gt;&#xA;" OwnerUserId="2633" LastActivityDate="2017-03-04T21:48:50.177" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10774" PostTypeId="1" CreationDate="2017-03-05T01:28:20.820" Score="4" ViewCount="105" Body="&lt;p&gt;Is there a website to download the polygon that illustrates all the cities in Wales, especially Swansea City?&lt;/p&gt;&#xA;" OwnerUserId="15465" LastEditorUserId="15414" LastEditDate="2017-03-09T09:23:47.227" LastActivityDate="2017-03-09T09:23:47.227" Title="Where can I download cities' polygons in Wales and England" Tags="|openstreetmap|kml|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10775" PostTypeId="1" CreationDate="2017-03-05T04:02:09.740" Score="7" ViewCount="284" Body="&lt;p&gt;I am looking for the Smart Grid Smart City (SGSC) customer trial data set. The data set was mentioned, and linked to, in &lt;a href=&quot;https://opendata.stackexchange.com/a/7685/10671&quot;&gt;this answer&lt;/a&gt; to &lt;a href=&quot;https://opendata.stackexchange.com/questions/4609/daily-electricity-usage-dataset&quot;&gt;this question.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have made an account at the following &lt;a href=&quot;http://data.gov.au/dataset/smart-grid-smart-city-customer-trial-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;site&lt;/a&gt; in an attempt to access the data, but I get a message that I am&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Unauthorised to read package smart-grid-smart-city-customer-trial-data &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For completeness, I &lt;em&gt;was&lt;/em&gt; able to access other data sets at the &lt;a href=&quot;http://data.gov.au/dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.gov.au/dataset/&lt;/a&gt; website, just not the SGSC data that I am seeking to access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those interested, more information on the data set can be found &lt;a href=&quot;https://researchdata.ands.org.au/smart-grid-smart-customer-trial/644597&quot; rel=&quot;nofollow noreferrer&quot;&gt;here.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10671" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2017-03-29T12:00:47.430" Title="Smart Grid Smart City -- Customer trial data" Tags="|data-request|energy|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10776" PostTypeId="1" CreationDate="2017-03-05T08:41:04.300" Score="4" ViewCount="56" Body="&lt;p&gt;AngelList data is very outdated. I want to create a CrunchBase-like  database of African Startups.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Things like this would help:&#xA; - Size&lt;br&gt;&#xA; - Location (City, Country)&lt;br&gt;&#xA; - Website&lt;br&gt;&#xA; - Funding&lt;br&gt;&#xA; - Social Media&lt;br&gt;&#xA;etc  &lt;/p&gt;&#xA;" OwnerUserId="3231" LastActivityDate="2019-04-08T16:57:24.240" Title="Where Can I find Data on African Startups?" Tags="|data-request|africa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10778" PostTypeId="2" ParentId="10774" CreationDate="2017-03-05T10:27:16.757" Score="4" Body="&lt;p&gt;The definitive answer for any British administrative area is Ordnance Survey's &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/boundary-line.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Boundary Line product&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;From Euro constituencies to council wards, Boundary-Line™ maps every administrative boundary in detail for you. And what's more, it's completely free to download and use.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Also please note that Wales and England are both countries and are completely separate entities.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2017-03-05T10:27:16.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10779" PostTypeId="1" CreationDate="2017-03-05T12:14:01.473" Score="4" ViewCount="91" Body="&lt;p&gt;I'm searching for my thesis about the time-series (non-video) datasets for the purpose of clustering (and classification). By non-video I mean the dataset should not be video data. Any idea of the dataset or where I can get such data? Any suggestions are welcome.&lt;/p&gt;&#xA;" OwnerUserId="15469" LastEditorUserId="23272" LastEditDate="2022-07-14T12:35:40.187" LastActivityDate="2022-07-14T12:35:40.187" Title="What are some time-series datasets for clustering (and classification)?" Tags="|data-request|machine-learning|time-series|classification|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10780" PostTypeId="2" ParentId="10767" CreationDate="2017-03-05T17:37:46.607" Score="1" Body="&lt;p&gt;You might have found that commercial one already and it is not multi-lingual but would cover all your use cases (you would have to translate your ingredient names to English using Google Translate though)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://spoonacular.com/food-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spoonacular.com/food-api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15472" LastActivityDate="2017-03-05T17:37:46.607" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10781" PostTypeId="1" CreationDate="2017-03-05T22:52:26.577" Score="1" ViewCount="661" Body="&lt;p&gt;I have a JSON list of international cities with country, latitude, longtitude, but not the corresponding state or province associated with them.&lt;br&gt;&#xA;Is there a free database of cities that include what I have plus states and provinces.&lt;br&gt;&#xA;If not is there a web service where I can run all my latitudes and longitudes to get the state or province for the city?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note this is definitely not a duplicate question the suggested answers are for USA only, I'm asking for all any location in the world. &lt;/p&gt;&#xA;" OwnerUserId="15475" LastEditorUserId="1511" LastEditDate="2017-03-07T08:02:06.197" LastActivityDate="2017-03-07T08:02:06.577" Title="Dataset of World Cities, Counties, Localities, Provinces, and States?" Tags="|city|json|global|" AnswerCount="1" CommentCount="5" ClosedDate="2017-03-07T09:17:14.403" ContentLicense="CC BY-SA 3.0" />
  <row Id="10782" PostTypeId="1" CreationDate="2017-03-05T23:35:56.253" Score="2" ViewCount="76" Body="&lt;p&gt;I'm looking for data set with entry values being corrected, and those corrections are documented with previously incorrect values available as well. This can be in the form of errata, diff files, or old and new versions of the same data set. Ideally, I would prefer data set consisting of numerical/ categorical values that can be used by simple machine learning algorithms like logistic regression. The more the better.&lt;/p&gt;&#xA;" OwnerUserId="15442" LastEditorUserId="23272" LastEditDate="2022-07-14T12:52:14.080" LastActivityDate="2022-07-14T12:52:14.080" Title="Data with Revision/Version (Versioning) History?" Tags="|data.gov|weather|finance|uses-of-open-data|us-census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="10783" PostTypeId="1" CreationDate="2017-03-06T00:31:36.923" Score="2" ViewCount="49" Body="&lt;p&gt;I am looking for a set of pictures that contain only the face part of the human head (no or even background), i.e. frontal upright images (like below).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JkA31.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JkA31.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15478" LastEditorUserId="15478" LastEditDate="2017-03-19T15:01:15.763" LastActivityDate="2017-03-19T15:01:15.763" Title="Dataset of faces without background" Tags="|data-request|images|faces|" AnswerCount="0" CommentCount="2" ClosedDate="2017-03-07T10:17:03.313" ContentLicense="CC BY-SA 3.0" />
  <row Id="10784" PostTypeId="2" ParentId="10781" CreationDate="2017-03-06T02:25:31.237" Score="1" Body="&lt;p&gt;You can find the answers to your questions in the following links; the second question's title is specific, but you can use the geocoders in the answers to get the desired results:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3835/a-list-of-cities-of-each-country&quot;&gt;List of Cities of Each Country&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/6378/batch-conversions-of-lat-lon-to-us-census-tract/6384#6384&quot;&gt;Batch Conversions of Lat/Lon to US Census Tract&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: Flagging this as a duplicate because your questions already have answers.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.653" LastActivityDate="2017-03-06T02:25:31.237" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10785" PostTypeId="1" AcceptedAnswerId="11024" CreationDate="2017-03-06T10:29:49.543" Score="4" ViewCount="968" Body="&lt;p&gt;Where can I find a labeled dataset of sentences classified by type (interrogative and declarative)? I'm particularly lookings for Russian sentences, but other open and labeled datasets of other languages will be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically, I need a dataset of sentences, which not consist only of question words, and sometimes don't have a question mark. It will be good, if dataset will have some declarative sentences with question mark (e.g. &lt;em&gt;'The bus has already left?'&lt;/em&gt;)&lt;/p&gt;&#xA;" OwnerUserId="15482" LastEditorUserId="16193" LastEditDate="2017-06-12T09:40:58.357" LastActivityDate="2017-06-12T09:40:58.357" Title="Dataset of Sentences Classified by Type?" Tags="|data-request|nlp|language|russia|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10786" PostTypeId="2" ParentId="4643" CreationDate="2017-03-06T14:32:20.233" Score="1" Body="&lt;p&gt;These data are compiled in the annual Wohlers Report, which is US $495.&lt;br /&gt;&#xA;See &lt;a href=&quot;https://wohlersassociates.com/2016report.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wohlersassociates.com/2016report.htm&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is no free source for these sales figures if you need a comprehensive dataset. I would call or email Wohler's Associates and ask if there is a research/academic edition available; it's a small company and friendly to work with.&lt;/p&gt;&#xA;" OwnerUserId="9282" LastEditorUserId="90" LastEditDate="2017-03-06T16:03:28.757" LastActivityDate="2017-03-06T16:03:28.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10787" PostTypeId="2" ParentId="10774" CreationDate="2017-03-06T15:35:04.323" Score="1" Body="&lt;p&gt;Is this what you are looking for ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/gdata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gadm.org/country&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gadm.org/country&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not data but information about the country.&#xA;&lt;a href=&quot;http://www.nationsonline.org/oneworld/united_kingdom.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nationsonline.org/oneworld/united_kingdom.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.geonames.org/search.html?q=Swansea+City&amp;amp;country=GB&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geonames.org/search.html?q=Swansea+City&amp;amp;country=GB&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-03-06T15:35:04.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10788" PostTypeId="2" ParentId="10748" CreationDate="2017-03-06T17:30:05.960" Score="2" Body="&lt;p&gt;You can download the shapefiles at &lt;a href=&quot;http://www.diva-gis.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;DIVA-GIS&lt;/a&gt;&lt;br&gt;&#xA;DIVA-GIS is a free computer program for mapping and geographic data analysis (a geographic information system (GIS). With DIVA-GIS you can make maps of the world, or of a very small area, using, for example, state boundaries, rivers, a satellite image, and the locations of sites where an animal species was observed.&lt;br&gt;&#xA;DIVA-GIS also provides &lt;a href=&quot;http://www.diva-gis.org/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;free spatial data for the whole world&lt;/a&gt; that you can use in DIVA-GIS or other programs.&lt;/p&gt;&#xA;" OwnerUserId="15486" LastEditorUserId="90" LastEditDate="2017-03-06T19:09:44.190" LastActivityDate="2017-03-06T19:09:44.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10789" PostTypeId="1" AcceptedAnswerId="10795" CreationDate="2017-03-06T18:48:23.920" Score="6" ViewCount="548" Body="&lt;p&gt;I'm trying to query for all drugs related to a certain disease group (say, for example testicular cancer). How would I structure that query? is this possible?&lt;/p&gt;&#xA;" OwnerDisplayName="user15487" LastEditorDisplayName="user15487" LastEditDate="2017-03-06T18:55:50.160" LastActivityDate="2017-06-05T12:29:09.400" Title="Searching by disease through openFDA API" Tags="|openfda|json|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10790" PostTypeId="1" CreationDate="2017-03-06T18:53:33.420" Score="3" ViewCount="927" Body="&lt;p&gt;I am looking for Colorado ski areas in GIS dataset out there that can I download or request them from an individual that worked on them.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="90" LastEditDate="2017-03-06T19:06:53.227" LastActivityDate="2017-03-06T19:06:53.227" Title="Colorado Ski Areas GIS dataset" Tags="|data-request|usa|geospatial|ski|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10791" PostTypeId="2" ParentId="10790" CreationDate="2017-03-06T18:59:28.370" Score="2" Body="&lt;p&gt;The USDA Forest Service provides a &lt;a href=&quot;https://www.fs.usda.gov/detail/roadless/coloradoroadlessrules/?cid=stelprdb5291441&quot; rel=&quot;nofollow noreferrer&quot;&gt;Colorado Ski Permitted and Allocated Area Boundaries.&lt;/a&gt; It is part of their roadless mapping service.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2017-03-06T18:59:28.370" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10793" PostTypeId="1" CreationDate="2017-03-07T05:59:31.833" Score="1" ViewCount="67" Body="&lt;p&gt;I am trying to conduct a study on the gaming population in the world for market research purposes.  I want to know what the average % of income is spent on gaming (hard/soft ware).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any open source data where I can extract salary mean/sd statistics from a sample population of gamers?&lt;/p&gt;&#xA;" OwnerUserId="14744" LastEditorUserId="18" LastEditDate="2017-05-01T21:03:24.707" LastActivityDate="2017-07-30T23:14:59.490" Title="How can I get salary data on the gamer population in the US and/or Europe?" Tags="|data-request|uses-of-open-data|europe|population|games|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10794" PostTypeId="2" ParentId="1706" CreationDate="2017-03-07T15:02:05.193" Score="1" Body="&lt;p&gt;Disclaimer: I'm not a lawyer and don't live in Germany.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know of 2 possible legal issues with this (there might be more):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://de.wikipedia.org/wiki/Bildrechte&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bildrechte&lt;/a&gt; (or photograph rights). This says something along the lines that you're not allowed to publish images of someone's face when this might damage them in some way (privacy, financially, reputation, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second is that images of someone face can be traced to that person, which makes them count as personal data under EU law. This means you're not allowed to process them (let alone publish) without explicit permission. This runs against the rights of free speech and journalism, so (I assume) there's a lot of compromises and gray areas here. More on personal data can be found here: &lt;a href=&quot;http://ec.europa.eu/justice/data-protection/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ec.europa.eu/justice/data-protection/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as I know these laws apply equally to famous and non-famous people.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-03-07T15:02:05.193" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10795" PostTypeId="2" ParentId="10789" CreationDate="2017-03-07T16:14:24.723" Score="7" Body="&lt;p&gt;I'm Jack Finch with the openFDA team. Looking at what you're trying to do, I'll suggest a couple queries that should satisfy your needs and link you to the appropriate sections of documentation which explains how it works.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you just want a list of drugs which are related to a specific disease (or any other text string, for that matter), you can search for that string and get the count of substance_name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=&quot;testicular cancer&quot;&amp;amp;count=substance_name&lt;/code&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you'd prefer to have all of the details for the drugs, you can use the limit field to specify how many results you want maximum (the default is 1). If you search just for testicular cancer (&lt;code&gt;https://api.fda.gov/drug/label.json?search=&quot;testicular cancer&quot;&lt;/code&gt;), the meta field will include a total field, indicating how many records were found by your search (40 in this case). You can then set the limit to an appropriate amount. Note that while displaying 40 records in the browser is feasible, any more than 100 may result in a delayed response or even a crashed browser - there are limits to the amount of data that we can easily display over the web.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The search with the limit qualifier set looks like this:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=&quot;testicular cancer&quot;&amp;amp;limit=40&lt;/code&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The basics on searching can be found &lt;a href=&quot;https://open.fda.gov/api/&quot; rel=&quot;noreferrer&quot; title=&quot;API Basics&quot;&gt;here&lt;/a&gt;. Information about drug label specific fields can be found &lt;a href=&quot;https://open.fda.gov/drug/label/reference/&quot; rel=&quot;noreferrer&quot; title=&quot;Drug Label Reference&quot;&gt;here&lt;/a&gt;. Let me know if that addresses your question adequately.&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2017-03-07T16:14:24.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10796" PostTypeId="2" ParentId="10560" CreationDate="2017-03-07T22:19:30.053" Score="3" Body="&lt;p&gt;Yes, there are (U.S.) public agencies that are currently (2017-03-07) streaming real-time video data. I'm not aware of a list of them (would LOVE it, if one such exists), but here's one:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://oceanexplorer.noaa.gov/okeanos/media/exstream/exstream.html&quot; rel=&quot;noreferrer&quot;&gt;Live Video Stream - NOAA Ship Okeanos Explorer&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not familiar with DataTurbine, nor aware of similar tools, but that's not to say they don't exist.&lt;br&gt;&#xA;Seattle has been quite proactive regarding publishing their Police Department's body cameras data; while not streaming/real-time, they have been blazing the trail for other agencies/departments in this arena. Particularly around data storage, as well as privacy issues. One (amazing) citizen that was actively submitting FOIA requests for their data was actually hired by them to set up/run this project. Contacting the City of Seattle and/or Seattle Police Department is definitely worth your time here.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-03-07T22:19:30.053" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10798" PostTypeId="1" AcceptedAnswerId="10800" CreationDate="2017-03-08T13:44:44.883" Score="4" ViewCount="97" Body="&lt;p&gt;I am looking for river flow gauged data for rivers in Europe, i.e. time series.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data can be peak flow or daily flow (m&lt;sup&gt;3&lt;/sup&gt;/s) but it has to cover all  of Europe's river basins.&lt;/p&gt;&#xA;" OwnerUserId="15506" LastEditorDisplayName="user4293" LastEditDate="2017-03-08T17:54:22.007" LastActivityDate="2017-03-20T22:32:57.890" Title="Where to find river flow time series for rivers in Europe?" Tags="|data-request|europe|time-series|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10799" PostTypeId="2" ParentId="10798" CreationDate="2017-03-08T13:56:17.413" Score="1" Body="&lt;p&gt;For all of Europe, some useful links can be found at the Europe Environment Agency's &lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/indicators/river-flow-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trends in monthly stream flow - Projected change in average annual and seasonal river flow - Projected change in daily average river flow &lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Complete Dutch data can be found from Rijkswaterstaat's &lt;a href=&quot;https://www.rijkswaterstaat.nl/english/waterways/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Waterways page&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorDisplayName="user4293" LastEditDate="2017-03-08T15:13:23.813" LastActivityDate="2017-03-08T15:13:23.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10800" PostTypeId="2" ParentId="10798" CreationDate="2017-03-08T14:12:41.080" Score="1" Body="&lt;p&gt;I found this website and it is the best solution so far:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.bafg.de/GRDC/EN/02_srvcs/21_tmsrs/riverdischarge_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.bafg.de/GRDC/EN/02_srvcs/21_tmsrs/riverdischarge_node.html&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="15506" LastEditorUserId="15506" LastEditDate="2017-03-20T22:32:57.890" LastActivityDate="2017-03-20T22:32:57.890" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10801" PostTypeId="1" CreationDate="2017-03-08T16:40:53.673" Score="2" ViewCount="39" Body="&lt;p&gt;I want to show my students how Central Limit Theorem works in the &lt;strong&gt;real word&lt;/strong&gt; examples.&lt;/p&gt;&#xA;&lt;p&gt;More precisely, I want them to plot histograms and make Kolmogorov–Smirnov using SPSS.&lt;/p&gt;&#xA;&lt;p&gt;I have already prepared artificial data using VBA. However, I would also like to do test on &lt;strong&gt;real data&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The data I wish to posses are:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;IQ scores&lt;/li&gt;&#xA;&lt;li&gt;noise in signal&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I spend good amount of time browsing Google and open data sites, but I didn't found nothing useful.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Request&lt;/strong&gt;: Can you help me with finding such data?&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Side question&lt;/strong&gt;: Do you have some tips for how should I browse for such data?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="15511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-03-08T16:40:53.673" Title="Raw data for Central Limit Theorem" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10802" PostTypeId="2" ParentId="10782" CreationDate="2017-03-08T17:20:15.957" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://github.com/OpenAPC/openapc-de/tree/master/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open-APC data&lt;/a&gt; consists of datasets&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;[...] on fees paid for Open Access journal articles by Universities and Research Society Funds [...] &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/OpenAPC/openapc-de&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is freely available and has the GitHub versioning and the GitHub API.&lt;/p&gt;&#xA;" OwnerUserId="15093" LastEditorUserId="15093" LastEditDate="2017-03-09T21:01:56.257" LastActivityDate="2017-03-09T21:01:56.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10803" PostTypeId="1" CreationDate="2017-03-08T19:32:27.140" Score="7" ViewCount="822" Body="&lt;p&gt;I am looking for places to get datasets regarding credit risk and risk analytics in financials services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried many places but was unable find what I am looking for. Can I get any pointer or link to find these?&lt;/p&gt;&#xA;" OwnerUserId="15513" LastEditorUserId="4184" LastEditDate="2017-03-13T10:27:16.147" LastActivityDate="2022-07-24T09:48:14.877" Title="Places to find credit risk data-sets" Tags="|data-request|finance|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10804" PostTypeId="2" ParentId="1115" CreationDate="2017-03-08T23:55:29.107" Score="2" Body="&lt;p&gt;There are a number of routes that you could take depending on the scope and requirements of your project. I recommend using Amazon's product affiliate API, however there are a few other options available as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Paid&lt;/strong&gt;&lt;br&gt;&#xA;If you want an accurate and comprehensive database of products that can be looked up by UPC or EAN, you can use GS1 US. This organization is responsible for distributing and maintaining UPC and EAN codes for products in the US. While this information is very accurate, this data is &lt;strong&gt;NOT&lt;/strong&gt; free and requires a subscription.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gs1us.org/tools/gs1-company-database-gepir&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gs1us.org/tools/gs1-company-database-gepir&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Free with Terms &amp;amp; Conditions&lt;/strong&gt;&lt;br&gt;&#xA;Amazon offers a comprehensive database of product information. This API is available through their affiliate program. The information supplied via this API contains much of the information you're looking for such as weight, price, and category. While this information does not cost money, be sure to read through their terms of service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://affiliate-program.amazon.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://affiliate-program.amazon.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Quick&lt;/strong&gt;&lt;br&gt;&#xA;A final solution involves scraping content off product database providers over the web. There are a number of online databases that may provide more information than the options above. Products can be programmatically retrieved by UPC or EAN using the examples below. Again, be careful not to break any terms of service with these approaches as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.upccodesearch.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.upccodesearch.com/upc/$UPC&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.barcodespider.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.barcodespider.com/$UPC&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15517" LastActivityDate="2017-03-08T23:55:29.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10805" PostTypeId="1" CreationDate="2017-03-09T00:14:52.783" Score="4" ViewCount="1821" Body="&lt;ol&gt;&#xA;&lt;li&gt;I want datasets that have the name of the movie and its link on the site or the tt-number.&lt;br /&gt;&#xA;E.g. for Jurassic Park (1993) it would be in the format:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; NAME                     ID           LINK&#xA;&amp;gt; Jurassic Park (1993)     0107290      http://www.imdb.com/title/tt0107290/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;The datasets of actors contain no birthdates, at least not in the ones I can find on &lt;code&gt;ftp://ftp.fu-berlin.de/pub/misc/movies/database/&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Does anyone know how to get those?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note: I do NOT want those general imdb datasets!&lt;br /&gt;But instead I want ones that have the above mentioned characteristics. &lt;/p&gt;&#xA;" OwnerUserId="5882" LastEditorDisplayName="user4293" LastEditDate="2017-03-10T08:39:01.613" LastActivityDate="2017-05-13T10:56:04.387" Title="Are there IMDb datasets with IMDb ID numbers and actor birthdates?" Tags="|data-request|data-format|film|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10806" PostTypeId="1" AcceptedAnswerId="20594" CreationDate="2017-03-09T05:07:06.990" Score="7" ViewCount="334" Body="&lt;p&gt;I'm looking for a tidal range GIS layer. Anything global that shows either mean tidal range, maximum tidal range, or maximum tidal height. I have been trawling the web for tide related GIS layers and they don't seem to be available. If any one knows of a source, please let me know!&lt;/p&gt;&#xA;" OwnerUserId="15519" LastEditorUserId="70" LastEditDate="2022-10-13T17:24:15.723" LastActivityDate="2022-10-13T17:24:15.723" Title="Global tide data - is it out there?" Tags="|data-request|geospatial|global|oceanographic|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10807" PostTypeId="2" ParentId="10805" CreationDate="2017-03-09T10:43:03.737" Score="4" Body="&lt;p&gt;1) I would like to point you to a dataset and an API that provides IMDB information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some queries to get the information from your example, and to show you what kind of data to expect from the dumps.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://u01.unigraph.rocks/?q=%7B%0A++subjects(property%3A+%22label%22%2C+text%3A+%22Jurassic+Park%22%2C+lang%3A+%22en%22)+%7B%0A++++uid%0A++++label.en%0A++++url%0A++++imdb_id+%40propagate%0A++++instance_of(filter%3A+%22%240+%3D%3D+%6012f923b0%60%22)+%40propagate%0A++%7D%0A%7D%0A&quot; rel=&quot;noreferrer&quot;&gt;Get the imdb_id (generic) of a movie, given the movie's name&lt;/a&gt;:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can either query for that information like shown or download one of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a) &lt;a href=&quot;http://data.unigraph.rocks/20170227185558/&quot; rel=&quot;noreferrer&quot;&gt;The entire Unigraph datadump&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;b) a slightly &lt;a href=&quot;http://data.unigraph.rocks/20170307185516/&quot; rel=&quot;noreferrer&quot;&gt;smaller subset&lt;/a&gt; comprising of only:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wikidata&lt;/li&gt;&#xA;&lt;li&gt;Freebase&lt;/li&gt;&#xA;&lt;li&gt;Geonames&lt;/li&gt;&#xA;&lt;li&gt;OurAirports and&lt;/li&gt;&#xA;&lt;li&gt;EDGAR data&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can read more about the dumps and their structure &lt;a href=&quot;https://github.com/unigraph/docs/wiki/Datadump&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.&lt;br&gt;&#xA;The IMDB arrives through Wikidata and Freebase, not through IMDB directly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for the url on the site, if it is not part of the url: [] in the response you will have to append it like so: &lt;a href=&quot;http://www.imdb.com/title/&quot; rel=&quot;noreferrer&quot;&gt;http://www.imdb.com/title/&lt;/a&gt; + imdb_id (provided the id starts with &quot;tt&quot; (for movie).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;http://u01.unigraph.rocks/?q=%7B%0A++subjects(property%3A+%22label%22%2C+text%3A+%22Brad+Pitt%22%2C+lang%3A+%22en%22)+%7B%0A++++uid%0A++++date_of_birth%0A++++label.en%0A++++url%0A++++imdb_id+%40propagate%0A++++instance_of(filter%3A+%22%240+%3D%3D+%6012f97bdf%60%22)+%40propagate%0A++%7D%0A%7D%0A&quot; rel=&quot;noreferrer&quot;&gt;Actors with birth dates&lt;/a&gt;, again you might have to append the url. This time like so: &lt;a href=&quot;http://www.imdb.com/name/&quot; rel=&quot;noreferrer&quot;&gt;http://www.imdb.com/name/&lt;/a&gt; + imdb_id&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this answers your question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I am building Unigraph&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-03-09T10:43:03.737" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10808" PostTypeId="2" ParentId="10803" CreationDate="2017-03-09T19:01:50.747" Score="1" Body="&lt;p&gt;Have you tried &lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets&lt;/a&gt;? There is a credit card fraud detection databse available on this site.&lt;/p&gt;&#xA;" OwnerUserId="11153" LastActivityDate="2017-03-09T19:01:50.747" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10809" PostTypeId="1" CreationDate="2017-03-09T21:26:25.480" Score="2" ViewCount="114" Body="&lt;p&gt;Is there any API or open database for E-numbers data that includes information about e-number status (dangerous  / not recommended / valid)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found only this database: &lt;a href=&quot;https://webgate.ec.europa.eu/foods_system/main/?event=substances.search&amp;amp;substances.pagination=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://webgate.ec.europa.eu/foods_system/main/?event=substances.search&amp;amp;substances.pagination=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it doesn't include the status info.&lt;/p&gt;&#xA;" OwnerUserId="15529" LastActivityDate="2017-03-09T21:26:25.480" Title="Open API for E numbers information" Tags="|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10810" PostTypeId="2" ParentId="10730" CreationDate="2017-03-10T05:45:54.050" Score="1" Body="&lt;p&gt;I think you should use the &lt;a href=&quot;https://opendatacommons.org/licenses/odbl/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OBDL&lt;/a&gt; license on your endpoint. State this for the &quot;Contents&quot; providers:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We do not claim any rights over the information we receive from our&#xA;  sources, and attribute them whenever possible. This is known as the&#xA;  &quot;Contents&quot; in the ODbL license.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Then the points 2.4 and 4.4 in the ODBL license cover relationship to Content and Attribution to it.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-03-10T05:45:54.050" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10812" PostTypeId="1" AcceptedAnswerId="10857" CreationDate="2017-03-10T14:52:01.237" Score="3" ViewCount="195" Body="&lt;p&gt;I am trying to query these databases and identify trials that passed, and those that didn't. I have gone through and parsed all of ClinicalTrials.gov and matched it to records from chEMBL to build a database. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The fields I have available to be for each drug are:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;+ is_fda_regulated_drug: which is null in 99% of cases&#xA;+ overall_status: Terminated, Completed, Recruiting, etc. &#xA;+ phase: &quot;Phase 1&quot;, &quot;Phase 2&quot;, ...&#xA;+ primary_completion_date: Date as a string or null&#xA;+ primary_outcome: Date as a string or null&#xA;+ primary_outcome: mess of text that is too inconsistent to parse&#xA;+ start_date: either date as a string or na&#xA;+ time_frame: mess of text and often not a timeframe at all&#xA;+ CHEMBL_ID: as string&#xA;+ FIRST_APPROVAL: a year, but this is first approval for any application, not the study in question&#xA;+ MAX_PHASE_FOR_IND: 1,2,3,4&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So far the only definitive logic I've been able to define is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;if overall_status = terminated and phase != 4 then the trial failed&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Suggestions?&lt;/p&gt;&#xA;" OwnerDisplayName="user15487" LastActivityDate="2017-08-21T16:07:49.690" Title="Determining a drug's approval status from ClinicalTrials.Gov/chEMBL" Tags="|api|openfda|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10813" PostTypeId="1" CreationDate="2017-03-10T16:14:27.797" Score="6" ViewCount="5175" Body="&lt;p&gt;I want to train a model for a wide variety of classes. So, I would like to get an ImageNet 21k. Where is it possible to get it (besides the official website as they are not very responsive)?&lt;/p&gt;&#xA;" OwnerUserId="15544" LastEditorUserId="70" LastEditDate="2022-10-14T19:07:17.990" LastActivityDate="2022-10-14T19:07:17.990" Title="Getting ImageNet 21k dataset" Tags="|data-request|machine-learning|imagenet|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="10814" PostTypeId="1" CreationDate="2017-03-10T16:31:06.777" Score="1" ViewCount="28" Body="&lt;p&gt;During post harvest storage, surface infections on produce can spread and cause significant losses of the crop. The use of ozonated water for washing and disinfecting can reduce these losses and maximize returns. Ozonated water is a convenient way to wash fruit and vegetables and offers the following advantages over traditional chlorine based sanitizers.&#xA;The level of dissolved ozone in the water can be accurately and simply controlled using ORP (Oxidation Reduction Potential) measurement.&#xA;The disinfectant effect of ozone is not dependent on the pH level of the water.&#xA;Ozone will leave no residue on the produce that may affect taste or reduce shelf life.&#xA;Ozone is generated as required and therefore needs no special storage.&#xA;Ozone has no ongoing chemical purchase or disposal costs.&#xA;Ozone leaves no residue in the water and therefore makes reuse simply a matter of filtration.&#xA;Are these claims correct or not?&lt;/p&gt;&#xA;" OwnerUserId="15545" LastActivityDate="2017-03-10T16:31:06.777" Title="Ozone in Fruit and Vegetable Cleaning and Storage" Tags="|research|" AnswerCount="0" CommentCount="1" ClosedDate="2017-03-13T10:27:53.447" ContentLicense="CC BY-SA 3.0" />
  <row Id="10815" PostTypeId="2" ParentId="562" CreationDate="2017-03-10T22:15:18.553" Score="3" Body="&lt;p&gt;There are a number of routes that you could take depending on the scope and requirements of your project. I recommend using &lt;strong&gt;Amazon's Product Affiliate API&lt;/strong&gt;, however there are a few other options available as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Free with Terms &amp;amp; Conditions&lt;/strong&gt;&lt;br&gt;&#xA;Amazon offers a comprehensive database of product information. This API is available through their affiliate program. The information supplied via this API contains much more information as most sellers are required to populate this information. While this information does not cost money, be sure to read through their terms of service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://affiliate-program.amazon.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://affiliate-program.amazon.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Paid&lt;/strong&gt;&lt;br&gt;&#xA;If you want an accurate and comprehensive database of products that can be looked up by UPC or EAN, you can use GS1 US. This organization is responsible for distributing and maintaining UPC and EAN codes for products in the US. While this information is very accurate, this data is NOT free and requires a paid subscription.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gs1us.org/tools/gs1-company-database-gepir&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gs1us.org/tools/gs1-company-database-gepir&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Quick&lt;/strong&gt;&lt;br&gt;&#xA;A final solution involves scraping content off product database providers over the web. There are a number of online databases that may provide more information than the options above. Products can be programmatically retrieved by UPC or EAN using the examples below. Again, be careful not to break any terms of service with these approaches as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.upccodesearch.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.upccodesearch.com/upc/$UPC&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.barcodespider.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.barcodespider.com/$UPC&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15517" LastActivityDate="2017-03-10T22:15:18.553" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10816" PostTypeId="1" CreationDate="2017-03-11T10:48:37.023" Score="3" ViewCount="121" Body="&lt;p&gt;I used shapefile from the link: &lt;a href=&quot;https://github.com/datameet/maps/tree/master/assembly-constituencies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datameet/maps/tree/master/assembly-constituencies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;to create district and assembly constituency level maps of India. While the district maps look fine. The assembly constituency level map has a huge chunk of Uttar Pradesh missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/991q1.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/991q1.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15551" LastEditorUserId="6229" LastEditDate="2017-03-23T15:11:48.897" LastActivityDate="2017-03-23T15:11:48.897" Title="Looking for shapefiles of map of assembly constituencies of India?" Tags="|india|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10817" PostTypeId="1" CreationDate="2017-03-11T17:22:25.603" Score="5" ViewCount="42" Body="&lt;p&gt;I am interested in data on the utilization of US libraries. Ideally I would like listings of libraries with locations, a complete listing of their available catalog of books, and a history of which books were checked out when. It's fine if the check out history is de-identified.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a centralized place where this data is available rather than querying individual library systems which are usually organized at the county or city level?&lt;/p&gt;&#xA;" OwnerUserId="15414" LastEditorUserId="15414" LastEditDate="2017-03-11T17:34:21.767" LastActivityDate="2018-10-30T08:28:41.167" Title="Where Can I Find Library Utilization Data?" Tags="|data-request|usa|government|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10818" PostTypeId="2" ParentId="9818" CreationDate="2017-03-11T22:04:11.210" Score="1" Body="&lt;p&gt;If you are interested in Golf, you can find lots of data about the European Golf Tour here:&#xA;&lt;a href=&quot;http://www.europeantour.com/europeantour/stats/season=2016/categoryid=1/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.europeantour.com/europeantour/stats/season=2016/categoryid=1/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11153" LastActivityDate="2017-03-11T22:04:11.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10819" PostTypeId="2" ParentId="10803" CreationDate="2017-03-11T23:04:35.760" Score="2" Body="&lt;p&gt;The Lending Club dataset might be fun for you to play around with:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.lendingclub.com/info/download-data.action&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.lendingclub.com/info/download-data.action&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15553" LastActivityDate="2017-03-11T23:04:35.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10820" PostTypeId="1" AcceptedAnswerId="13707" CreationDate="2017-03-12T01:48:55.540" Score="10" ViewCount="4299" Body="&lt;p&gt;Where can I find such dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each object, I would want name, size, distance from sun (if applicable), mass. Can be separate dataset for all moons and for all planets. (and maybe asteroids).&lt;/p&gt;&#xA;" OwnerUserId="147" LastEditorUserId="4184" LastEditDate="2017-03-15T13:53:07.950" LastActivityDate="2023-10-27T06:29:59.923" Title="Dataset of planets and moons in the solar system" Tags="|data-request|astronomy|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10822" PostTypeId="2" ParentId="10820" CreationDate="2017-03-12T12:55:51.053" Score="4" Body="&lt;p&gt;These two put everything in one place and so are simple.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://planets.findthedata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FindTheData&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.windows2universe.org/our_solar_system/planets_table.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Windows2Universe&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This one treats each astronomical object separately, but you can get much more detailed information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://pds.nasa.gov/tools/data-search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14851" LastEditorUserId="14851" LastEditDate="2017-03-12T20:35:00.240" LastActivityDate="2017-03-12T20:35:00.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10823" PostTypeId="5" CreationDate="2017-03-12T16:22:05.320" Score="0" Body="&lt;p&gt;Use this tag when the question is about skiing data, whether that's sports statistics, weather data, or geospatial data.&lt;/p&gt;&#xA;" OwnerUserId="15414" LastEditorUserId="15414" LastEditDate="2017-03-13T10:27:03.843" LastActivityDate="2017-03-13T10:27:03.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10824" PostTypeId="4" CreationDate="2017-03-12T16:22:05.320" Score="0" Body="This tag is for questions related to the winter sport." OwnerUserId="15414" LastEditorUserId="15414" LastEditDate="2017-03-13T10:26:56.587" LastActivityDate="2017-03-13T10:26:56.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10825" PostTypeId="1" AcceptedAnswerId="10830" CreationDate="2017-03-12T16:36:20.183" Score="1" ViewCount="71" Body="&lt;p&gt;Does the &lt;a href=&quot;http://openmrs.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Medical Records System&lt;/a&gt; expose patients medical records for public data mining or research? &lt;/p&gt;&#xA;" OwnerUserId="15414" LastActivityDate="2017-03-13T20:05:57.570" Title="Does openMRS have open data?" Tags="|medical|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10826" PostTypeId="1" CreationDate="2017-03-12T17:09:27.560" Score="6" ViewCount="1973" Body="&lt;p&gt;Where is it possible to find GIS shapefile data of the second-level admin boundaries of particularly Saudi Arabia and Turkmenistan, as well as a number of other countries/territories?&#xA;Neither of the GADM and DIVA-GIS websites include these, and in the case of Saudi Arabia, the first level areas (regions) are actually out of date (compared to Saudi's statistical website - Population and Housing Atlas) . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Saudi Arabia - Regions and Governates (General Authority of Statistics KSA)&#xA;&lt;a href=&quot;https://i.stack.imgur.com/fKdtW.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fKdtW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Turkmenistan - Regions and Districts (Wikipedia)&#xA;&lt;a href=&quot;https://i.stack.imgur.com/yxLFz.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yxLFz.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For some reason, these boundaries barely exist as shapefiles amongst the free administrative datasets available, including their respective government websites. The only organisations that I have found which do provide this data, are GFK Geomarketing and Allmapdata (Mapmechanics), however these are sold as large data packages that include other datasets, such as postcodes and topography which are highly expensive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am also looking for similar administrative data for smaller countries, that is not available on GADM or other likewise sites including:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cyprus, Malta, Aruba, Anguilla, Belize, Lesotho, Western Sahara.&lt;/p&gt;&#xA;" OwnerUserId="15562" LastEditorUserId="90" LastEditDate="2017-03-12T21:12:07.263" LastActivityDate="2020-04-06T06:10:33.197" Title="Where can I find GIS sub-division boundary data of Saudi Arabia and Turkmenistan?" Tags="|data-request|geospatial|asia|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10828" PostTypeId="2" ParentId="10779" CreationDate="2017-03-12T19:45:58.337" Score="3" Body="&lt;p&gt;Check out &lt;a href=&quot;http://enigma.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;enigma.io&lt;/a&gt;'s 'Public Data Explorer' and search for business license permits. This will result in a long list of locations that you can the use the service's filtering feature to hone in on a small enough area to provide a dataset that is manageable and not massive in size. After doing that, you'll have the address data of license permit issuances and the date they were first issued. That will then allow you to plot urban development over time geospatially.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There will likely be such high-density of permits you'll have an example ripe for clustering via space on map and classification by permit type.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-03-12T19:45:58.337" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10829" PostTypeId="1" CreationDate="2017-03-12T19:51:40.590" Score="3" ViewCount="81" Body="&lt;p&gt;I would like to plot a map of the coastline of the British Isles using gnuplot, for which I need a data set of points along the coast. Is this available in csv form, please, or help to convert it to this format? A low resolution outline is all I need.&lt;/p&gt;&#xA;" OwnerUserId="14905" LastEditorUserId="4184" LastEditDate="2017-03-15T13:53:00.733" LastActivityDate="2017-03-15T21:31:29.403" Title="Is there a set of data points available to draw an outline of the coast of the British Isles?" Tags="|data-request|geospatial|uk|csv|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10830" PostTypeId="2" ParentId="10825" CreationDate="2017-03-12T19:55:30.627" Score="2" Body="&lt;p&gt;While I cannot at present find a citation to support this assertion (I'm on mobile and their site isn't mobile-friendly), I am almost positive from having worked with Open MRS once that OpenMRS does not provide any open data from the organizations running their open-source health record system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For one, this would be a violation of the open-source ToS, which explicitly state that Open MRS does not record any of the confidential patient data itself. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, just to clarify, the 'Open' part of their namesake refers more to the fact that the software itself is open for use as a platform. Not to open as in open data.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-03-12T19:55:30.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10831" PostTypeId="1" CreationDate="2017-03-12T23:35:03.700" Score="4" ViewCount="1027" Body="&lt;p&gt;I'm particularly looking for the dataset in the article&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.microsoft.com/en-us/research/wp-content/uploads/2016/02/predictingclicks.pdf&quot; rel=&quot;noreferrer&quot;&gt;Predicting Clicks:&#xA;Estimating the Click-Through Rate for New Ads&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if this data set is available? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note: I checked all the references and didn't find the data source. I contacted the authors and am waiting for their reply).&lt;/p&gt;&#xA;" OwnerUserId="15564" LastEditorDisplayName="user4293" LastEditDate="2017-03-13T10:27:24.603" LastActivityDate="2019-05-09T14:56:41.743" Title="A data set for click through rate" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10833" PostTypeId="1" CreationDate="2017-03-13T13:31:21.470" Score="3" ViewCount="107" Body="&lt;p&gt;I am looking for a data set that specifies the roof types (flat/hip/gable) of buildings in Denmark.&#xA;A second best result would be the same data for another Northern European country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked into the &lt;a href=&quot;https://download.kortforsyningen.dk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;cadastral data of Denmark&lt;/a&gt; but could not identify datasets that would contain the roof type (they do have a &lt;a href=&quot;https://download.kortforsyningen.dk/content/geodataprodukter?field_korttype_tid_1=3615&quot; rel=&quot;nofollow noreferrer&quot;&gt;Minecraft dataset though&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would anyone know of such a dataset for Denmark or any other Northern European country?&lt;/p&gt;&#xA;" OwnerUserId="9127" LastActivityDate="2017-04-06T19:38:12.070" Title="European or Danish data set that specifies roof types" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10834" PostTypeId="1" CreationDate="2017-03-13T17:14:32.210" Score="4" ViewCount="233" Body="&lt;p&gt;I'm doing some fun analyses in my free time at home.  Has anyone seen a dataset that lists out surnames/family names and their place of origin?  I haven't even found one that gets to a country-level for origins yet but I'd like to get as sub-regional as possible.  I'd prefer a list that hits surnames commonly found in the United States but I'm open to anything - like I said, this is kinda for practice and fun.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have a good day,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Nate       &lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. I've seen a couple of questions on here and other forums that ask about names but not necessarily the combination of surnames and their origin.  If you've seen an answer elsewhere, I would love for this question to have already been asked and answered. &lt;/p&gt;&#xA;" OwnerUserId="14528" LastActivityDate="2019-02-19T13:06:54.740" Title="Data on Surname Origins and the United States" Tags="|data-request|usa|names|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10835" PostTypeId="2" ParentId="10825" CreationDate="2017-03-13T20:05:57.570" Score="2" Body="&lt;p&gt;Just to clarify, OpenMRS is an electronic medical record platform. It absolutely captures confidential information for clinician use. There is a big difference between OpenMRS as an EMR and OpenMRS as a data repository. As mentioned above, Open refers to the software code used to modify and enhance the application and in no way represents access to patient data. Presumably, if someone wanted to use OpenMRS for secondary use (population health, analytics, etc.), the data would be de-identified so that no confidential information could be seen or data ascribed to a particular person.&lt;/p&gt;&#xA;" OwnerUserId="15571" LastActivityDate="2017-03-13T20:05:57.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10836" PostTypeId="1" AcceptedAnswerId="10838" CreationDate="2017-03-13T20:22:54.063" Score="3" ViewCount="342" Body="&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/drug/enforcement/reference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The openFDA drug enforcement reports API&lt;/a&gt; download returns results in one large JSON file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately I have no experience in parsing/programming JSON and I need the drug enforcements data in Excel/CSV format (2004-present as far as I know).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone help please?&lt;/p&gt;&#xA;" OwnerUserId="15572" LastEditorUserId="15572" LastEditDate="2017-03-14T14:55:00.697" LastActivityDate="2017-03-14T14:55:00.697" Title="How to download in excel/csv all the FDA drug enforcements available?" Tags="|data-request|drugs|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10837" PostTypeId="2" ParentId="10154" CreationDate="2017-03-14T04:49:31.533" Score="9" Body="&lt;p&gt;Get the data from BigQuery:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://cloud.google.com/bigquery/public-data/noaa-gsod&quot; rel=&quot;noreferrer&quot;&gt;https://cloud.google.com/bigquery/public-data/noaa-gsod&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Sample query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#standardSQL&#xA;SELECT name, stn, a.wban, TIMESTAMP(CONCAT(year, '-', mo, '-', da)) date, temp, prcp&#xA;FROM `bigquery-public-data.noaa_gsod.gsod2*` a&#xA;JOIN (&#xA;  SELECT *&#xA;  FROM `bigquery-public-data.noaa_gsod.stations` &#xA;  WHERE country='US'&#xA;  AND name LIKE '%HONOLULU%'&#xA;  AND state LIKE 'HI'&#xA;  LIMIT 1000&#xA;) b &#xA;ON a.stn=b.usaf AND a.wban=b.wban&#xA;WHERE prcp!=99.99&#xA;ORDER BY name, date&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8KMOA.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8KMOA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Related: &lt;a href=&quot;https://medium.freecodecamp.com/weather-and-bigquery-rainiest-cities-united-states-5ca00c2848d9#.a7p4n6xwl&quot; rel=&quot;noreferrer&quot;&gt;Finding the rainiest US cities&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="414" LastEditorUserId="414" LastEditDate="2017-03-14T05:46:33.827" LastActivityDate="2017-03-14T05:46:33.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10838" PostTypeId="2" ParentId="10836" CreationDate="2017-03-14T12:28:19.950" Score="3" Body="&lt;p&gt;Download the JSON file and open it with a Json to CSV converter like &lt;a href=&quot;http://www.convertcsv.com/json-to-csv.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.convertcsv.com/json-to-csv.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will get &lt;a href=&quot;https://www.dropbox.com/s/2xi8xg4q53u28k7/json-to_csv.csv?dl=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;this file&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8953" LastActivityDate="2017-03-14T12:28:19.950" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10839" PostTypeId="2" ParentId="4324" CreationDate="2017-03-14T17:40:30.437" Score="2" Body="&lt;p&gt;I approached this issue by extracting the business address of the OSHPD and matching it to the NPI dataset. I only needed to do it for a handful of Clinics but I imagine the error rate would be relatively low and you would be able to fix/ignore whatever didn't match up, depending on your purpose of course.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www.nber.org/data/npi.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NPI Core Dataset&lt;/a&gt; is a little big for excel (2 GB). I attempted to use Tableau, it could manage with a lot of glitching. I would recommend working with these datasets in SQL to make this connection.&lt;/p&gt;&#xA;" OwnerUserId="15556" LastActivityDate="2017-03-14T17:40:30.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10840" PostTypeId="1" CreationDate="2017-03-14T19:24:57.653" Score="3" ViewCount="61" Body="&lt;p&gt;I am after some data to assist in analysing religious bodies to detailed things like: -&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the frequency of attendance&lt;/li&gt;&#xA;&lt;li&gt;Giving/tithe&lt;/li&gt;&#xA;&lt;li&gt;demographic breakdown&lt;/li&gt;&#xA;&lt;li&gt;location data of the particular church/mosque/temple/etc.&lt;/li&gt;&#xA;&lt;li&gt;size of the members and adherents&lt;/li&gt;&#xA;&lt;li&gt;etc ... &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But these data I am interested in finding out not on a national level, but on an individual church/mosque/temple basis. Some trending data would be great too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can find some data around these for USA institutions, but for the UK/Australia/Canada/NZL and other countries would be great too!&lt;/p&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="4184" LastEditDate="2017-03-20T09:40:52.917" LastActivityDate="2017-03-20T21:56:07.323" Title="Religious Institution Survey Information" Tags="|data-request|geospatial|religion|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10841" PostTypeId="2" ParentId="10829" CreationDate="2017-03-14T22:01:56.413" Score="2" Body="&lt;p&gt;Check OpenStreetMaps &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass API&lt;/a&gt;, which is geared at data consumers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The outline of British Isles is definitely available in OSM. It boils down to how to extract it from the database. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;After some googling I found this page, which lets you &lt;a href=&quot;https://osm.wno-edv-service.de/boundaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;download borders&lt;/a&gt; from OSM. Maybe this is what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="15256" LastEditDate="2017-03-15T21:31:29.403" LastActivityDate="2017-03-15T21:31:29.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10842" PostTypeId="1" CreationDate="2017-03-15T01:23:51.367" Score="3" ViewCount="263" Body="&lt;p&gt;So I just downloaded the college scorecard datasets and import into R, I used a unique() function on &quot;STABBR&quot; and it only returned 40 unique values for states, what happened here?&lt;/p&gt;&#xA;" OwnerUserId="15579" LastActivityDate="2023-10-21T17:05:55.700" Title="College scorecard only has 40 states?" Tags="|collegescorecard|programming|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10843" PostTypeId="1" CreationDate="2017-03-14T17:34:03.420" Score="4" ViewCount="33" Body="&lt;p&gt;Is there a comprehensive free and open source database of aggregated and correlated software vulnerabilities available anywhere?&lt;/p&gt;&#xA;" OwnerUserId="15581" OwnerDisplayName="Philippe Ombredanne" LastEditorUserId="754" LastEditDate="2017-03-15T08:27:02.573" LastActivityDate="2019-11-02T15:56:17.113" Title="Database or feed of software vulnerabilities, aggregated and with correlations" Tags="|security|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="10844" PostTypeId="2" ParentId="10829" CreationDate="2017-03-15T09:11:01.757" Score="2" Body="&lt;p&gt;The European Environment Agency hosts shape files of European countries.&lt;br&gt;&#xA;The British Isles: &lt;a href=&quot;http://www.eea.europa.eu/data-and-maps/data/eea-reference-grids-2/gis-files/great-britain-shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.eea.europa.eu/data-and-maps/data/eea-reference-grids-2/gis-files/great-britain-shapefile&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This online tool converts &lt;code&gt;.shp&lt;/code&gt; files to &lt;code&gt;.csv&lt;/code&gt;: &lt;a href=&quot;https://mygeodata.cloud/converter/shp-to-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mygeodata.cloud/converter/shp-to-csv&lt;/a&gt; (I haven't tried it)&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-03-15T09:11:01.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10845" PostTypeId="1" CreationDate="2017-03-13T20:42:46.970" Score="2" ViewCount="27" Body="&lt;p&gt;Is there a recommendation system dataset where the data is not in term of ratings, but number of times a user has interacted with the item? I know last.fm has a set, but it is rather small and I have not found other published results on it. Hopefully the set also has existing benchmarks.&lt;/p&gt;&#xA;" OwnerDisplayName="grapefruit" LastEditorUserId="4184" LastEditDate="2017-03-15T19:10:16.550" LastActivityDate="2017-03-15T19:10:16.550" Title="Interaction based recommendation system dataset" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10846" PostTypeId="1" CreationDate="2017-03-15T13:39:05.133" Score="1" ViewCount="130" Body="&lt;p&gt;For a project, I need a shape (circle, square,triangle, cylinder, rectangle) dataset and I want to use this dataset for image classification.&#xA;The images can have width and height in the range 256.&lt;/p&gt;&#xA;" OwnerUserId="15050" LastEditorUserId="15050" LastEditDate="2017-03-16T07:29:30.687" LastActivityDate="2017-03-16T07:29:30.687" Title="Shape dataset for classification" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10847" PostTypeId="1" CreationDate="2017-03-15T13:53:43.337" Score="3" ViewCount="166" Body="&lt;p&gt;I would like to use the boundaries of the VAAC regions, as a layer in a GIS I am building.  I can find images of various &lt;sup&gt;(1)&lt;/sup&gt; quality/extents, but no vector data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, Wikipedia provides the following map (&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:VAAC_Coverage.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;image details&lt;/a&gt;), though it is out of date because there are no longer any parts of the globe not covered by a VAAC (see &lt;a href=&quot;http://vaac.metservice.com/images/vaacregions.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; to Wellington map below).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know if such an open vector dataset exists?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously some of the boundaries are defined by latitudes and longitudes, but the squiggly bits are defined by Flight Information Regions (FIRs); so if there are any open vector datasets that exist for FIRs, that would be useful too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:VAAC_Coverage.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/F7GYa.jpg&quot; alt=&quot;Map showing the coverage of the nine worldwide Volcanic Ash Advisory Centers&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;1&lt;/sup&gt; Maps of VAACs provided by the VAACs are: &#xA;&lt;a href=&quot;http://www.metoffice.gov.uk/binaries/content/gallery/mohippo/media/image/5/c/vaacmap2014-522x273.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;London&lt;/a&gt;, &lt;a href=&quot;http://www.meteo.fr/vaac/CarteVAAC.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Toulouse&lt;/a&gt;, &lt;a href=&quot;http://vaac.arh.noaa.gov/images/current_status_big.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;Anchorage&lt;/a&gt;, &lt;a href=&quot;http://www.ssd.noaa.gov/img/VAAC_areas_2005.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Washington DC&lt;/a&gt;, &lt;a href=&quot;http://ds.data.jma.go.jp/svd/vaac/data/image/VAACarea_en.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tokyo&lt;/a&gt;, &lt;a href=&quot;http://www.smn.gov.ar/vaac/buenosaires/images/planetavacc.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Buenos Aires&lt;/a&gt;, &lt;a href=&quot;http://vaac.metservice.com/images/vaacregions.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wellington&lt;/a&gt;, &lt;a href=&quot;http://www.bom.gov.au/info/vaac/VAAC_map_2011.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;Darwin&lt;/a&gt;, Montreal ~ no map found&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2018-02-21T07:44:15.090" Title="Vector data for Volcanic Ash Advisory Centre (VAAC) regions?" Tags="|data-request|global|public-transport|geohazard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10848" PostTypeId="5" CreationDate="2017-03-15T13:57:29.103" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2017-03-15T13:57:29.103" LastActivityDate="2017-03-15T13:57:29.103" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10849" PostTypeId="4" CreationDate="2017-03-15T13:57:29.103" Score="0" Body="For open data questions relating to geological hazards, such as volcanic eruptions. earthquakes, tsunamis, landslides, and sink holes." OwnerUserId="5766" LastEditorUserId="5766" LastEditDate="2017-03-17T15:57:51.950" LastActivityDate="2017-03-17T15:57:51.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10850" PostTypeId="1" CreationDate="2017-03-14T16:44:26.110" Score="2" ViewCount="462" Body="&lt;p&gt;For my thesis, I developed some tensor-based algorithms for image classification. I have been using the MNIST dataset as benchmark for quite some time now but I want to test my algorithms on other datasets. Because I need images that are already preprocessed (centered, rotated, ...) there aren't much datasets I can use. For example, the COIL datasets contains images of objects that are rotated which isn't good. I have found one other dataset with faces that I can use but are there any other already preprocessed dataset I can use?&lt;/p&gt;&#xA;" OwnerDisplayName="Confituur" LastEditorUserId="4184" LastEditDate="2017-03-17T10:34:56.430" LastActivityDate="2017-03-17T10:34:56.430" Title="Datasets like MNIST for image classification" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10851" PostTypeId="2" ParentId="10850" CreationDate="2017-03-14T18:04:44.833" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://www.cs.toronto.edu/~kriz/cifar.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CIFAR-10 dataset&lt;/a&gt; consists of 60000 32x32 color images in 10 classes, with 6000 images per class. So, that is a decent pre-processing I feel. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can train on &lt;a href=&quot;http://www.image-net.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ImageNet&lt;/a&gt; which consists of hundreds and thousands of images belonging to thousands of classes, though not exactly pre-processed in terms of uniform image size. Microsoft Common Objects in Context (COCO) and CIFAR-100 Dataset are some other datasets you can try.&lt;/p&gt;&#xA;" OwnerUserId="15588" OwnerDisplayName="Avinash Hindupur" LastActivityDate="2017-03-14T18:04:44.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10852" PostTypeId="1" AcceptedAnswerId="10855" CreationDate="2017-03-16T01:23:51.817" Score="4" ViewCount="131" Body="&lt;p&gt;I am working on an expert system project and I am looking for sample data-sets for computer system products (laptops, desktops, tablets, etc.). This data should include at least price and specifications.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know where I can find data which has this information? &lt;/p&gt;&#xA;" OwnerUserId="15586" LastEditorUserId="11218" LastEditDate="2017-03-17T10:44:53.163" LastActivityDate="2017-03-17T10:44:53.163" Title="I am looking for Product (computer systems specifically) datasets" Tags="|data-request|products|computing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10853" PostTypeId="1" AcceptedAnswerId="11680" CreationDate="2017-03-16T09:57:46.777" Score="5" ViewCount="39" Body="&lt;p&gt;I'm analysing employment by U.S. CBSA in the period 2001-2014, based on U.S. Census CBP data. I'd like to obtain aggregate employment in the U.S. (50 states+DC) based on CBPs. Since CBSA data is partial, I can't get country-level aggregates by just summing CBSA data. (I could get it by aggregating county-level data but that's a lot of work.) Is there a source for U.S.-level CBP-based employment year by year? (It may be somewhere on the U.S. Census website, but I can't find it.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 1: Based on &lt;a href=&quot;https://opendata.stackexchange.com/a/3620/15114&quot;&gt;this answer&lt;/a&gt;, I found &lt;a href=&quot;https://factfinder.census.gov/faces/nav/jsf/pages/community_facts.xhtml?src=bkmk&quot; rel=&quot;nofollow noreferrer&quot;&gt;this U.S. Census website page&lt;/a&gt;, where the link &quot;Economy-Wide Key Statistics (Number of Establishments, Annual Payroll, Number of Employees, ...)&quot; leads to an &lt;a href=&quot;https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?src=CF&quot; rel=&quot;nofollow noreferrer&quot;&gt;empty American Fact Finder table&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2: Another link &quot;&lt;a href=&quot;https://factfinder.census.gov/bkmk/table/1.0/en/BP/2015/00A1/0100000US&quot; rel=&quot;nofollow noreferrer&quot;&gt;County Business Patterns (Number of Establishments, Annual Payroll, Number of Employees, ...)&lt;/a&gt;&quot; on the same page leads to an American Fact Finder table with total employment for a single year at a time from 2005 to 2014. So you need to manually click and copy-paste 15 times. But I'm still missing the same for years 2001-2004.&lt;/p&gt;&#xA;" OwnerUserId="15114" LastEditorUserId="15114" LastEditDate="2017-05-31T01:08:21.907" LastActivityDate="2017-08-27T12:06:39.073" Title="U.S. Census CBP Employment by year at aggregate U.S. level" Tags="|us-census|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10854" PostTypeId="1" CreationDate="2017-03-16T12:20:05.213" Score="2" ViewCount="47" Body="&lt;p&gt;I'm doing a GIS school project where I have to use the GIS software to locate and assess a suitable area for an offshore windfarm. As I live in Hong Kong city (Southern China), I'm going to base my project around the coastal area of the city. But I'm having a really hard time finding data that will allow me to map out wind speed and/or wind density so that I can produce contour maps like the one below. Help is much appreciated. Thanks!&#xA;&lt;a href=&quot;https://i.stack.imgur.com/FeYYC.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FeYYC.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15590" LastActivityDate="2018-01-03T01:07:24.597" Title="Where can I get wind data for southern China for arcgis analysis? (Specifically Hong Kong)" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10855" PostTypeId="2" ParentId="10852" CreationDate="2017-03-16T12:53:39.653" Score="1" Body="&lt;p&gt;As you haven's specified a timeframe of the data you are looking for, you can try the amazon crawl: &lt;a href=&quot;http://jmcauley.ucsd.edu/data/amazon/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://jmcauley.ucsd.edu/data/amazon/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Particularly:&#xA;metadata (3.1gb) - metadata for 9.4 million products&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;asin - ID of the product, e.g. 0000031852&lt;/li&gt;&#xA;&lt;li&gt;title - name of the product&lt;/li&gt;&#xA;&lt;li&gt;price - price in US dollars (at time of crawl)&lt;/li&gt;&#xA;&lt;li&gt;imUrl - url of the product image&lt;/li&gt;&#xA;&lt;li&gt;related - related products (also bought, also viewed, bought together, buy after viewing)&lt;/li&gt;&#xA;&lt;li&gt;salesRank - sales rank information&lt;/li&gt;&#xA;&lt;li&gt;brand - brand name&lt;/li&gt;&#xA;&lt;li&gt;categories - list of categories the product belongs to&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I suppose you can filter by category to get only laptops,desktops, tablets,etc..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mind that the data is oldish: May 1996 - July 2014.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-03-16T12:53:39.653" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10856" PostTypeId="1" CreationDate="2017-03-16T13:35:27.787" Score="2" ViewCount="29" Body="&lt;p&gt;I'm curious as to when the 2020 US Census Census Tract geometries actually get adjusted to account for any changes. I know they're semi-permanent, but that can indeed change from year to year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have some boundaries that are defined by grouped Census Tracts, and wondering what the earliest year is I might possibly be able to reconfirm/adjust our boundaries.&lt;/p&gt;&#xA;" OwnerUserId="15592" LastActivityDate="2017-04-14T17:36:45.020" Title="When do Census Tracts get their boundaries adjusted?" Tags="|us-census|census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10857" PostTypeId="2" ParentId="10812" CreationDate="2017-03-16T15:04:44.947" Score="1" Body="&lt;p&gt;Drug approval is called &quot;marketing authorization&quot; and is not directly related to clinical trials. A program of clinical trials will usually lead to a marketing authorization in one or more countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You probably have to look somewhere else on FDAs website. Try &lt;a href=&quot;http://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Drugs@FDA&lt;/a&gt; or have a look at &lt;a href=&quot;https://en.m.wikipedia.org/wiki/WHO_Drug_Dictionary&quot; rel=&quot;nofollow noreferrer&quot;&gt;WhoDD&lt;/a&gt; to get from drug substance to marketed drug (and approval, maybe).&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="15256" LastEditDate="2017-03-16T16:51:02.913" LastActivityDate="2017-03-16T16:51:02.913" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10858" PostTypeId="1" CreationDate="2017-03-16T15:57:45.467" Score="7" ViewCount="237" Body="&lt;p&gt;I'm trying to harvest data from the CKAN API of Data.gov, using Python code. Doing this however, I ran into problems. I use the following URL:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://catalog.data.gov/api/3/action/package_search?rows=1000&amp;amp;start=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://catalog.data.gov/api/3/action/package_search?rows=1000&amp;amp;start=0&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And increment the 'start' parameter after every request. I have run into two difficulties:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It seems like I get throttled: Sometimes after a few pages or even at the first page, and other times only after 120 pages (1000 results each) I experience request timeouts, and progress becomes extremely slow (e.g. 100 kb/s). I do have an apiKey for api.data.gov (Is this actually valid for the CKAN API?), but if I include this as 'Authorization' in the http header, still timeouts occur. &lt;/li&gt;&#xA;&lt;li&gt;Using an offset of 42000, often only 998 packages are returned, although it is still far from the end of the list (192.633). This occurs by doing the following request: &lt;a href=&quot;http://catalog.data.gov/api/3/action/package_search?rows=1000&amp;amp;start=42000&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://catalog.data.gov/api/3/action/package_search?rows=1000&amp;amp;start=42000&lt;/a&gt;. Other times it actually does return 1000 results here, but returns 998 results on a later page...&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Can I do anything on my end to prevent the throttling from occuring, or is something else wrong?&lt;/p&gt;&#xA;" OwnerUserId="15594" LastEditorUserId="1511" LastEditDate="2018-09-02T14:19:36.543" LastActivityDate="2018-10-02T16:00:51.440" Title="Issues harvesting metadata from Data.gov" Tags="|api|data.gov|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="10859" PostTypeId="1" CreationDate="2017-03-16T21:33:37.580" Score="2" ViewCount="215" Body="&lt;p&gt;I am looking for a list of all airports in all countries in all Western languages. At least, in all EU languages in a CSV or tab-separated download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would appreciate any pointers&lt;/p&gt;&#xA;" OwnerUserId="15597" LastActivityDate="2017-03-19T17:39:01.143" Title="Download list of the name of every airport in Western languages" Tags="|data-request|geospatial|travel|" AnswerCount="2" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10860" PostTypeId="2" ParentId="10859" CreationDate="2017-03-16T21:57:59.283" Score="2" Body="&lt;p&gt;For a start try the &lt;a href=&quot;http://openflights.org/data.html#airport&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFlights Airports Database&lt;/a&gt;. It gives you a list of all airports in English. I don't know if you have any programming skills but from there you could try to use the &lt;a href=&quot;https://pypi.python.org/pypi/py-translate&quot; rel=&quot;nofollow noreferrer&quot;&gt;translate&lt;/a&gt; module in python. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Create a file with only the names&lt;/li&gt;&#xA;&lt;li&gt;Use the module for looping through the file and trough your desiered languages&lt;/li&gt;&#xA;&lt;li&gt;Write the results in a list/directory and rewrite them into a file&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14379" LastEditorDisplayName="user4293" LastEditDate="2017-03-17T10:42:54.240" LastActivityDate="2017-03-17T10:42:54.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10861" PostTypeId="1" CreationDate="2017-03-16T20:21:38.050" Score="5" ViewCount="4531" Body="&lt;p&gt;I'm doing research on good ways to take measurements in order to make a match between someone's morphology and a garment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I don't have the resources do tests in the field, I'd like to use a dataset of containing basic human body measurements (height, weight, chest, waist) for a diversified population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know about any good resources I could use to do such a work?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: I noticed how my question lacked of precision. So ideally the dataset would contain as basic information: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Height &lt;/li&gt;&#xA;&lt;li&gt;Weight &lt;/li&gt;&#xA;&lt;li&gt;Neck size&lt;/li&gt;&#xA;&lt;li&gt;Chest size&lt;/li&gt;&#xA;&lt;li&gt;Waist size&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;for adult men and women.&lt;/p&gt;&#xA;" OwnerUserId="15603" OwnerDisplayName="WitoldW" LastEditorUserId="15603" LastEditDate="2017-03-17T14:52:17.570" LastActivityDate="2021-05-13T13:16:58.243" Title="Human body measurements dataset" Tags="|data-request|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="10863" PostTypeId="2" ParentId="10861" CreationDate="2017-03-17T10:40:51.293" Score="4" Body="&lt;p&gt;You probably need an &quot;antropometric dataset&quot;, like &lt;a href=&quot;http://www.nuffieldfoundation.org/fsmqs/level-3-data-analysis#Anthropometric%20data&quot; rel=&quot;noreferrer&quot;&gt;this one&lt;/a&gt; (Student data (1.8 MB) ).&lt;/p&gt;&#xA;" OwnerUserId="8953" LastActivityDate="2017-03-17T10:40:51.293" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10864" PostTypeId="1" CreationDate="2017-03-17T13:26:57.923" Score="3" ViewCount="93" Body="&lt;p&gt;I have been working to build a download and unzipping &quot;pipeline&quot; going (as a noob) with OpenFDA data, and I saw with interest &lt;a href=&quot;https://opendata.stackexchange.com/questions/10187/python-crashing-when-trying-to-read-zipped-json-files&quot;&gt;@h.das' closed post about zips - &quot;Python crashing when trying to read zipped json files&quot;&lt;/a&gt;, but this issue to me seems more like an issue with the source file than my noob status (tho of course I'm out a limb there) or the lack of RAM (I threw a TON of RAM at this, btw).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Programmatically with python 2.7's zipfile library and on the plain ol' bash cli on a ubuntu machine as well as through chrome on a win10 laptop I get (just now 2017-03-17 9am ish) a failed file error of one kind or another with the following URL:&#xA;&lt;a href=&quot;https://download.open.fda.gov/drug/event/2011q4/drug-event-0006-of-0007.json.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.open.fda.gov/drug/event/2011q4/drug-event-0006-of-0007.json.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's easy enough to pass over with exception handling but I don't want to miss some 300+MB of data in the middle of what seems like exactly what I want to look at.&lt;/p&gt;&#xA;" OwnerUserId="6562" LastEditorUserId="-1" LastEditDate="2017-04-13T12:57:29.950" LastActivityDate="2018-02-08T17:07:33.990" Title="OpenFDA Bad Zip File?" Tags="|openfda|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="10865" PostTypeId="1" AcceptedAnswerId="10866" CreationDate="2017-03-17T15:03:32.990" Score="6" ViewCount="230" Body="&lt;p&gt;Does any open global georeferenced dataset on ground slope exist?&#xA;Precision of 0.5x0.05 degrees longitude-latitude would suffice.&lt;/p&gt;&#xA;" OwnerUserId="15375" LastEditorUserId="15375" LastEditDate="2021-04-15T08:04:38.910" LastActivityDate="2021-04-15T08:04:38.910" Title="Global Ground Slope Data" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10866" PostTypeId="2" ParentId="10865" CreationDate="2017-03-17T21:30:07.533" Score="4" Body="&lt;p&gt;With-out a clear definition of ground slope (no Wikipedia definition), I am assuming it basically is proportional to the gradient of a topography data set. &lt;a href=&quot;https://topotools.cr.usgs.gov/GMTED_viewer/&quot; rel=&quot;noreferrer&quot;&gt;These are available&lt;/a&gt; at a resolution of 0.002 deg.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ignoring earth curvature at that resolution, a simple two dimensional &lt;a href=&quot;https://en.m.wikipedia.org/wiki/Numerical_differentiation&quot; rel=&quot;noreferrer&quot;&gt;numerical differentiation&lt;/a&gt; should suffice.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please correct me, if I am wrong.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-03-17T21:30:07.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10867" PostTypeId="1" AcceptedAnswerId="10905" CreationDate="2017-03-18T11:45:04.133" Score="5" ViewCount="179" Body="&lt;p&gt;So, we are beginning to create a Karaoke app. And we have few queries in the copyrights aspect. We would like to have these cleared before we get any further with our app's development.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The decided functionality of the app is, user shall upload a song track from their iPhone and upload it in our app. Our app sends that to our backend which process the song track and return its karaoke version with suppressed vocals. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The doubt here is, will Apple reject this? Since we will never be sure whether the user uploaded a song for which he has a legal copyright.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Is it ok to let users upload the songs irrelevant of copyright? (Consider Dubsmash app, I believe not all the users are uploading copyright protected audio clips)&lt;/li&gt;&#xA;&lt;li&gt;Say, we would like to include few songs in our app by default (like in Smule app). Do we need to buy copyright/licenses for those songs and then upload or is there a work around?&lt;/li&gt;&#xA;&lt;li&gt;And what if the app is targeting a specific country alone (India)? Does it still need to satisfy U.S copyright law?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Any help is much appreciated. And I am not sure whether this is the right place to ask this question, if not it will be great if could point me a place to ask these questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="15608" LastEditorUserId="5766" LastEditDate="2017-03-24T06:42:35.127" LastActivityDate="2017-03-24T11:43:24.887" Title="Does this violate copyright of music/lyrics/sound?" Tags="|api|licensing|programming|legal|music|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10868" PostTypeId="1" CreationDate="2017-03-18T13:56:53.103" Score="3" ViewCount="66" Body="&lt;p&gt;Does anybody know any Automatic Vehicle Location (GPS) raw data source for transportation analysis? (Except &lt;a href=&quot;https://www.sfmta.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SFMTA&lt;/a&gt;) &lt;/p&gt;&#xA;" OwnerUserId="15609" LastEditorDisplayName="user4293" LastEditDate="2017-03-21T09:22:14.173" LastActivityDate="2017-03-21T09:22:14.173" Title="Any AVL raw and open data?" Tags="|data-request|public-transport|traffic|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10869" PostTypeId="2" ParentId="10868" CreationDate="2017-03-18T20:57:12.960" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.phoenix.gov/find-it/Pages/results.aspx?k=avl&quot; rel=&quot;nofollow noreferrer&quot;&gt;Phoenix has AVL datasets, and some other documents&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-03-18T20:57:12.960" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10870" PostTypeId="2" ParentId="10859" CreationDate="2017-03-19T17:39:01.143" Score="0" Body="&lt;p&gt;You can use Overpass API to query Openstreetmap for airports: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;/* select all airports, regardless of node, way or relation */&#xA;(node[aeroway=aerodrome]({{bbox}});&#xA; way[aeroway=aerodrome]({{bbox}});&#xA; rel[aeroway=aerodrome]({{bbox}});&#xA; ); &#xA;/* recurse down, so map displays something. */&#xA; (._;(&amp;gt;););&#xA;out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://overpass-turbo.eu/s/nCY&quot; rel=&quot;nofollow noreferrer&quot;&gt;Execute the query.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At least on international Airports, you can expect &lt;code&gt;name:xx&lt;/code&gt; tags, where xx is a iso2 language code. Note that the language of &lt;code&gt;name&lt;/code&gt; is in default langauge, spoken in the respective country.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data Quality is as always, well, OSM-like.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-03-19T17:39:01.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10871" PostTypeId="2" ParentId="10730" CreationDate="2017-03-19T18:36:29.443" Score="1" Body="&lt;p&gt;IANAL, but I would see a SPARQL end-point as either an adaption or collection, and &lt;a href=&quot;https://creativecommons.org/licenses/by/3.0/legalcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC-BY&lt;/a&gt; states in section 4b: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;[...] The credit required by this Section 4 (b) may be implemented in any reasonable manner; provided, however, that in the case of a Adaptation or Collection, at a minimum such credit will appear, if a credit for all contributing authors of the Adaptation or Collection appears, then as part of these credits and in a manner at least as prominent as the credits for the other contributing authors. [...]&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So, I read that, if you provide a copyright page for your service, that you can include the repective attribution statements in that. &lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-03-19T18:36:29.443" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10872" PostTypeId="1" CreationDate="2017-03-19T18:41:16.037" Score="4" ViewCount="74" Body="&lt;p&gt;I have an emergency department hospital admission data-set for deep vein thrombosis (DVT). Oral contraceptive use is a risk factor for DVT. I would like to correlate oral contraceptive sales with hospital admissions for DVT.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore I am looking for data on contraceptive (particularly oral) sales in the USA. If specific data on sales in Washington DC and Maryland is available this would be ideal. &lt;/p&gt;&#xA;" OwnerUserId="15615" LastEditorDisplayName="user4293" LastEditDate="2017-05-03T16:07:17.360" LastActivityDate="2017-08-02T12:54:32.620" Title="Oral contraceptive sales in the USA, especially Washington DC and Maryland" Tags="|data-request|usa|economics|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10873" PostTypeId="1" CreationDate="2017-03-19T19:23:25.863" Score="2" ViewCount="21" Body="&lt;p&gt;I have an emergency department admission data-set for deep vein thrombosis. Long haul travel is a risk factor for DVT. I would like data on long haul travel to see if there is any correlation with DVT. Therefore I would like information on the number of long haul flights at Dulles International Airport over the course of the year. For example are there peak months? &lt;/p&gt;&#xA;" OwnerUserId="15615" LastEditorUserId="1511" LastEditDate="2017-03-20T09:27:32.790" LastActivityDate="2017-03-20T09:27:32.790" Title="Long haul flight density at Dulles International Airport" Tags="|data-request|medical|global|travel|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10874" PostTypeId="1" CreationDate="2017-03-20T09:59:08.187" Score="5" ViewCount="574" Body="&lt;p&gt;Are there any datasets out there which provide details about an electric vehicle, the trips it took and change in remaining range? Or something similar which can be used to test on machine learning algorithms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&#xA;I found the the chargecar dataset &lt;a href=&quot;http://www.chargecar.org/data/do_search?filter=&amp;amp;filter_type=none&amp;amp;page=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; after looking through some papers on range estimation. Anything similar but larger and with more recent cars would be ideal.&lt;/p&gt;&#xA;" OwnerUserId="15621" LastEditorUserId="15621" LastEditDate="2017-03-21T12:14:22.950" LastActivityDate="2017-03-21T12:14:22.950" Title="Are there any datasets for electric vehicle range estimation?" Tags="|data-request|machine-learning|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10875" PostTypeId="1" CreationDate="2017-03-20T13:06:33.453" Score="2" ViewCount="35" Body="&lt;p&gt;I am looking for historical data from the U.S. Census of Manufacturers for the period from 1945 to today, and ideally even for the period before 1945. On &lt;a href=&quot;http://guides.library.pdx.edu/c.php?g=271190&amp;amp;p=1811786#m47&quot; rel=&quot;nofollow noreferrer&quot;&gt;this website&lt;/a&gt;, I found out that such data does exist - at least from 1947 onwards. However, because the original reports were published as books (see &lt;a href=&quot;https://books.google.ch/books?id=fF2W1JAgYnMC&amp;amp;pg=PA136&amp;amp;lpg=PA136&amp;amp;dq=census%20us%20manufacturers%201947&amp;amp;source=bl&amp;amp;ots=xTJr9erL-P&amp;amp;sig=011HgXNiIz23ZArn6s0y-nqUfo4&amp;amp;hl=de&amp;amp;sa=X&amp;amp;ved=0ahUKEwiFwoWigeXSAhXLHpoKHUaoB3o4ChDoAQgeMAE#v=onepage&amp;amp;q=census%20us%20manufacturers%201947&amp;amp;f=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;, for example) I am not sure whether the historical data was digitized at some point and if it is available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I download the data somewhere? (If so, where?) Or will I need to go to a library and digitize everything myself?&lt;/p&gt;&#xA;" OwnerUserId="14728" LastActivityDate="2017-03-20T13:06:33.453" Title="Accessing historical data from the U.S. Census of Manufacturers" Tags="|data-request|usa|economics|historical|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10877" PostTypeId="2" ParentId="10840" CreationDate="2017-03-20T20:33:56.163" Score="2" Body="&lt;p&gt;When it comes to spatial data you can give the Openstreemap a shot. You can get individual country data from &lt;a href=&quot;http://download.geofabrik.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geofabrik.de&lt;/a&gt;. I validated for New Zealand and from the Australia and Oceania area. From there you download the &quot;New Zealand shapefile and open the shapefile called &quot;gis.osm_pofw_free_1.shp&quot; this will get you all different churches/temples.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for the other data I can only speak from my experience in Germany but you wont get those details like attendance for single churches because of data protection issues. I found a  simple statistic for Germany through: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dbk.de/zahlen-fakten/kirchliche-statistik/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Catholics (german)&lt;/a&gt; and low spatial resolution &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ekd.de/english/4329-facts_and_figures_2016.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Evangelic&lt;/a&gt;   &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14379" LastEditorUserId="14379" LastEditDate="2017-03-20T21:56:07.323" LastActivityDate="2017-03-20T21:56:07.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10878" PostTypeId="2" ParentId="9372" CreationDate="2017-03-20T21:19:39.377" Score="2" Body="&lt;p&gt;This is one way of working with the dataset in Python 3.5. The code and document are available here: &lt;a href=&quot;https://github.com/HamidehIraj/ReadNSF&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/HamidehIraj/ReadNSF&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Import Libraries&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import re&#xA;import os&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Loading Data&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;indir = './Part1/'&#xA;# indir = './Part1-Complete/'&#xA;&#xA;file_list=[]&#xA;year_list=[]&#xA;abstract_list=[]&#xA;&#xA;for root, dirs, filenames in os.walk(indir):&#xA;    for file in filenames:&#xA;&#xA;        # Filtering text files&#xA;        if file.endswith('.txt'):&#xA;&#xA;            log = open(os.path.join(root, file),'r')&#xA;            raw = log.read()&#xA;&#xA;            # Converting text file to string for regular expression purposes&#xA;&#xA;            # Finding the abstract&#xA;            # Assuming that Abstract is the last item in all files&#xA;&#xA;            pat_abstract=re.compile('Abstract.*',re.M|re.DOTALL)&#xA;            abstract=pat_abstract.findall(raw)&#xA;&#xA;            # Converting list to string&#xA;            abstract=''.join(abstract)&#xA;&#xA;#             print(abstract)&#xA;#             print(type(abstract))&#xA;&#xA;            # Finding the term containing the start year&#xA;            # Assuming that both Start Date and Expires exist in all text files&#xA;&#xA;            pat_year=re.compile('Start Date.*Expires',re.M|re.DOTALL)&#xA;            year_term=pat_year.findall(raw)&#xA;&#xA;            # Converting list to string&#xA;            year_term=''.join(year_term)&#xA;&#xA;            # Finding the start year. The result of the findall is a list&#xA;            year=re.findall('[1-2][0-9][0-9][0-9]',year_term)&#xA;&#xA;            # converting list to integer&#xA;            for item in year:&#xA;                year=int(item)&#xA;&#xA;#             print(type(year))&#xA;#             print(year)&#xA;&#xA;            # Creating lists for filename, year and abstract&#xA;            # filename is saved for reference&#xA;            file_list.append(file)&#xA;            year_list.append(year)&#xA;            abstract_list.append(abstract)&#xA;&#xA;# print(file_list)&#xA;# print(year_list)&#xA;# print(abstract_list)&#xA;&#xA;print('Number of Files')&#xA;print(len(file_list))&#xA;# print(len(year_list))&#xA;# print(len(abstract_list))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;A Sample of the Data&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;print(’FileName ’,’Year’, ’Abstract’, sep=’|’)&#xA;print(file_list[0] ,year_list[0], abstract_list[0], sep=’|’)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data Preparation&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;clean_list=[]&#xA;punctuation = re.compile(r'[+-/\?!$%&amp;amp;,&quot;:;()&amp;lt;&amp;gt;@©*.|0-9]')&#xA;&#xA;for element in abstract_list:&#xA;&#xA;    # remove the term &quot;Abstract&quot;  from abstracts&#xA;    element=element.replace('Abstract', ' ')&#xA;&#xA;    # convert to lowercase&#xA;    element=element.lower()&#xA;&#xA;    # remove punctuation and numbers from abstracts&#xA;    element = punctuation.sub(&quot;&quot;, element)&#xA;&#xA;    # remove multiple spaces from abstracts&#xA;    element=&quot; &quot;.join(element.split())&#xA;&#xA;    # Creating the new list&#xA;    clean_list.append(element)&#xA;&#xA;    print(clean_list[0] )&#xA;    abstract_list =  clean_list&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3510" LastEditorUserId="3510" LastEditDate="2017-03-20T21:38:20.620" LastActivityDate="2017-03-20T21:38:20.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10879" PostTypeId="2" ParentId="9391" CreationDate="2017-03-20T22:35:13.180" Score="4" Body="&lt;p&gt;For Berlin you can get data from the Berlin OpenData Portal: &lt;a href=&quot;https://daten.berlin.de/&quot; rel=&quot;noreferrer&quot;&gt;https://daten.berlin.de/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the Dataset with the Buildings: &lt;a href=&quot;https://daten.berlin.de/datensaetze/alkis-berlin-geb%C3%A4ude-wfs&quot; rel=&quot;noreferrer&quot;&gt;https://daten.berlin.de/datensaetze/alkis-berlin-geb%C3%A4ude-wfs&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this moment the Link looks broken, but i found this WFS Service, which should contain the same data: &#xA;&lt;code&gt;http://fbinter.stadt-berlin.de/fb/berlin/service.jsp?id=s_wfs_alkis_bauwerkeflaechen@senstadt&amp;amp;type=WFS&lt;/code&gt; (WFS Capabilies: &lt;code&gt;http://fbinter.stadt-berlin.de/fb/wfs/data/senstadt/s_wfs_alkis_bauwerkeflaechen?service=wfs&amp;amp;request=GetCapabilities&lt;/code&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you compare to OpenStreetMap data, you should look if parts of the OSM-Data is imported from the official Data from the OpenData portal&lt;/p&gt;&#xA;" OwnerUserId="13851" LastActivityDate="2017-03-20T22:35:13.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10883" PostTypeId="1" CreationDate="2017-03-21T21:09:36.727" Score="2" ViewCount="28" Body="&lt;p&gt;I want to use a software (excel?) to get my sheet music organized.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But typing in all songs of all books by hand is annoying and error prone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in all kind of data about the songbook and the pieces, e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;song title&lt;/li&gt;&#xA;&lt;li&gt;composer&lt;/li&gt;&#xA;&lt;li&gt;publisher&lt;/li&gt;&#xA;&lt;li&gt;date published&lt;/li&gt;&#xA;&lt;li&gt;page number&lt;/li&gt;&#xA;&lt;li&gt;isbn number of songbook&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Unfortunately the information shown on amazon.com or on the&#xA;publisher's websites are not enough (e.g. page number &#xA;is missing most of the times).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get this kind of information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody have such lists in structured form?&lt;/p&gt;&#xA;" OwnerUserId="1930" LastEditorUserId="4184" LastEditDate="2017-03-22T12:00:42.437" LastActivityDate="2017-03-22T12:00:42.437" Title="Contents of sheet music songbooks" Tags="|data-request|music|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10884" PostTypeId="1" AcceptedAnswerId="11406" CreationDate="2017-03-21T22:39:34.740" Score="1" ViewCount="94" Body="&lt;p&gt;I'd like to build a data pipeline, for demonstration purposes, that enriches a stream of data containing IP addresses with location, ISP, organization, etc... using &lt;a href=&quot;http://dev.maxmind.com/geoip/geoip2/downloadable/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MaxMind's GeoIP2 Downloadable Databases&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a public source of streaming data that contains IP addresses? Perhaps something in the cybersecurity space (since this domain often deals with IP addresses)?&lt;/p&gt;&#xA;" OwnerUserId="3366" LastEditorDisplayName="user4293" LastEditDate="2017-04-21T19:39:58.683" LastActivityDate="2017-06-23T13:17:00.803" Title="public source of streaming IP addresses" Tags="|data-request|api|real-time|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10885" PostTypeId="1" CreationDate="2017-03-21T23:05:56.637" Score="4" ViewCount="91" Body="&lt;p&gt;What is the value of standardized metadata (e.g. &lt;a href=&quot;https://www.openarchives.org/OAI/openarchivesprotocol.html&quot; rel=&quot;noreferrer&quot;&gt;OAI-PMH&lt;/a&gt;, &lt;a href=&quot;https://standards.ieee.org/findstds/standard/1484.12.1-2002.html&quot; rel=&quot;noreferrer&quot;&gt;IEEE-LOM&lt;/a&gt;, &lt;a href=&quot;http://dublincore.org/&quot; rel=&quot;noreferrer&quot;&gt;Dublin Core&lt;/a&gt;) in the days of search engines? Sites that offer open data (e.g. Open Educational Resources), want their content to be found and used. Often emphasis is put on including correct standardized metadata to this aim. These enable repository harvesting services, such as &lt;a href=&quot;https://store.jisc.ac.uk&quot; rel=&quot;noreferrer&quot;&gt;Jisc's store&lt;/a&gt;, &lt;a href=&quot;http://pro.europeana.eu/&quot; rel=&quot;noreferrer&quot;&gt;Europeana&lt;/a&gt;, etc. to find the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I never see one of my students lookup something at such a service, neither do I do myself. Everyone looks up with a search engine, such as Google. Google (or another search-engine) is the default start of a web-look-up. Specific look-up services are only used for specific subjects (e.g. finding flights, hotels, public transport travel information, second hand goods, scientifical publications, etc.), for all the rest generic search engines are used. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Metadata then might help retrieving if the search engines would use them. I cannot find much about that. I only found that &lt;a href=&quot;https://support.google.com/webmasters/answer/79812?hl=en/&quot; rel=&quot;noreferrer&quot;&gt;Google does not use the 'keywords'  tag&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Protocol_for_Metadata_Harvesting&quot; rel=&quot;noreferrer&quot;&gt;stopped using OAI-PMH&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That leaves me with the question 'how important are standardized metadata nowadays'? Isn't search engine optimization with &lt;a href=&quot;https://support.google.com/webmasters/answer/79812?hl=en/&quot; rel=&quot;noreferrer&quot;&gt;good descriptions and titles&lt;/a&gt;, meaningful URLs etc. more important nowadays?&lt;/p&gt;&#xA;" OwnerUserId="15636" LastActivityDate="2017-03-24T21:13:27.023" Title="What is the value of standardized metadata (e.g. OAI-PMH, LOM, Dublin Core) in the days of search engines?" Tags="|metadata|search-engine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10887" PostTypeId="1" CreationDate="2017-03-22T04:12:33.047" Score="4" ViewCount="181" Body="&lt;p&gt;I am looking for icons that can illustrate Wikidata &lt;strong&gt;classes&lt;/strong&gt; such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.wikidata.org/entity/Q16917&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q16917&lt;/a&gt;   hospital&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.wikidata.org/entity/Q22698&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q22698&lt;/a&gt;   park&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.wikidata.org/entity/Q34038&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q34038&lt;/a&gt;   waterfall&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.wikidata.org/entity/Q40357&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q40357&lt;/a&gt;   prison&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q3914&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q3914&lt;/a&gt; school&lt;/li&gt;&#xA;&lt;li&gt;etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I could use each class' &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P18&quot; rel=&quot;nofollow noreferrer&quot;&gt;image&lt;/a&gt; property, but the image is usually a very detailed picture so using it as an icon would be a bad idea, it would be unrecognizable.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The icons should be recognizable even at small scale, for instance when used as pins on a map.&lt;/li&gt;&#xA;&lt;li&gt;The icons should all be in the same style.&lt;/li&gt;&#xA;&lt;li&gt;It would be wonderful if each icon's filename could include the Wikidata QID or at least the class name, for instance &lt;code&gt;icon-Q16917-hospital.svg&lt;/code&gt;. If not included, I will write the mapping myself and make the resulting set available to all.&lt;/li&gt;&#xA;&lt;li&gt;Open license, free to redistribute and modify, if possible no attribution required.&lt;/li&gt;&#xA;&lt;li&gt;Ideally the icon set would be produced by a community whose explicit goal is to cover as many Wikidata classes as possible.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Context: My app shows a map of &lt;a href=&quot;https://query.wikidata.org/#SELECT%0A%20%20%28SAMPLE%28%3Flocation%29%20as%20%3Flocation%29%0A%20%20%3Fitem%0A%20%20%28SAMPLE%28COALESCE%28%3Fitem_label_preferred_language%2C%20%3Fitem_label_any_language%29%29%20as%20%3Flabel%29%0A%20%20%28SAMPLE%28%3FclassId%29%20as%20%3Fclass%29%0A%20%20%28SAMPLE%28COALESCE%28%3Fclass_label_preferred_language%2C%20%3Fclass_label_any_language%2C%20%22%3F%22%29%29%20as%20%3Fclass_label%29%0AWHERE%20%7B%0A%20%20%23%20Around%20given%20location...%0A%20%20SERVICE%20wikibase%3Aaround%20%7B%0A%20%20%20%20%3Fitem%20wdt%3AP625%20%3Flocation.%0A%20%20%20%20bd%3AserviceParam%20wikibase%3Acenter%20%22Point%28138.6%2035.6%29%22%5E%5Egeo%3AwktLiteral.%20%23%20NOTE%3A%20Replace%20with%20the%20longitude%2Flatitude%20you%20want%20here.%0A%20%20%20%20bd%3AserviceParam%20wikibase%3Aradius%20%225%22%20.%20%23%20Radius%20in%20kilometers.%20NOTE%3A%20If%20not%20enough%20points%20come%20out%2C%20launch%20the%20request%20again%20with%20a%20larger%20radius.%0A%20%20%7D%0A%20%20%0A%20%20%23%20...%20and%20without%20an%20image.%0A%20%20MINUS%20%7B%3Fitem%20wdt%3AP18%20%5B%5D%7D%0A%20%20%0A%20%20%23%20Get%20the%20label%20in%20the%20preferred%20language%20of%20the%20user%2C%20or%20any%20other%20language%20if%20no%20label%20is%20available%20in%20that%20language.%0A%20%20OPTIONAL%20%7B%3Fitem%20rdfs%3Alabel%20%3Fitem_label_preferred_language.%20FILTER%20%28lang%28%3Fitem_label_preferred_language%29%20%3D%20%22en%22%29%7D%20%23%20NOTE%3A%20Replace%20%22en%22%20with%20the%20user%27s%20preferred%20language.%0A%20%20OPTIONAL%20%7B%3Fitem%20rdfs%3Alabel%20%3Fitem_label_any_language%7D%0A%20%20%0A%20%20%23%20Get%20the%20class%20label%20in%20the%20preferred%20language%20of%20the%20user%2C%20or%20any%20other%20language%20if%20no%20label%20is%20available%20in%20that%20language.%0A%20%20OPTIONAL%20%7B%0A%20%20%20%20%3Fitem%20p%3AP31%2Fps%3AP31%20%3FclassId.%0A%20%20%20%20OPTIONAL%20%7B%3FclassId%20rdfs%3Alabel%20%3Fclass_label_preferred_language.%20FILTER%20%28lang%28%3Fclass_label_preferred_language%29%20%3D%20%22en%22%29%7D%20%23%20NOTE%3A%20Replace%20%22en%22%20with%20the%20user%27s%20preferred%20language.%0A%20%20%20%20OPTIONAL%20%7B%3FclassId%20rdfs%3Alabel%20%3Fclass_label_any_language%7D%0A%20%20%7D%0A%7D%0AGROUP%20BY%20%3Fitem&quot; rel=&quot;nofollow noreferrer&quot;&gt;nearby Wikidata items&lt;/a&gt;.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-03-23T04:43:30.050" LastActivityDate="2017-03-24T13:36:35.850" Title="Icons set to represent Wikidata classes (hospital, park, waterfall, prison, school, etc)" Tags="|data-request|images|wikidata|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10888" PostTypeId="1" CreationDate="2017-03-22T08:50:25.807" Score="1" ViewCount="14" Body="&lt;p&gt;I had gone to Safeway on Monday to pick up some items, that you posted that were on sale. But they had no idea or how they got posted. Can you please explain so I don't waste my time or has chasing these deals, while trying to make your recipes.&lt;/p&gt;&#xA;" OwnerUserId="15640" LastActivityDate="2017-03-22T08:50:25.807" Title="Where does all recipe get their on sale data?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ClosedDate="2017-03-22T12:00:08.700" ContentLicense="CC BY-SA 3.0" />
  <row Id="10889" PostTypeId="2" ParentId="10710" CreationDate="2017-03-22T13:09:53.210" Score="0" Body="&lt;p&gt;In the current version of Scorecard, the most recent median earnings data describe earnings in the 2012 and 2013 calendar years. As such, any median earning values in datafiles describing a later time are assigned a NULL. For more details, see the cohort_map in the data dictionary: &lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8555" LastActivityDate="2017-03-22T13:09:53.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10890" PostTypeId="2" ParentId="10887" CreationDate="2017-03-22T13:14:04.477" Score="0" Body="&lt;h1&gt;The Noun Project is my default for icons:&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&quot;The Noun Project is a website that aggregates and catalogs symbols that are created and uploaded by graphic designers around the world. Based in Los Angeles, the project functions both as a resource for people in search of typographic symbols and a design history of the genre.&quot; &lt;a href=&quot;https://en.wikipedia.org/wiki/The_Noun_Project&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia entry&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://thenounproject.com/search/?q=hospital&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search for Hospital icons&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://thenounproject.com/search/?q=park&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search for Park icons&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://thenounproject.com/search/?q=waterfall&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search for Waterfall icons&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://thenounproject.com/search/?q=prison&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search for Prison icons&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://thenounproject.com/search/?q=school&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search for School icons&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h1&gt;National Park Service Icons:&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;are open source and very well done.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nps.gov/hfc/carto/map-symbols.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Map Symbols&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nps.gov/hfc/carto/SYMBOLS/map_symbols.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nps.gov/hfc/carto/SYMBOLS/map_symbols.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Illustrator&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nps.gov/hfc/carto/symbols/Esri_style_NPS_2012.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;NPS Style for ArcGIS&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Maki Icons&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/maki-icons/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapbox Open Source Icons&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-03-24T12:27:45.207" LastActivityDate="2017-03-24T12:27:45.207" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="10891" PostTypeId="2" ParentId="10884" CreationDate="2017-03-22T13:55:55.047" Score="1" Body="&lt;p&gt;I don't know if it meets the criteria for &quot;open data&quot;, but you can search &lt;a href=&quot;https://www.shodan.io/explore&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shodan&lt;/a&gt; for public IP addresses of an assortment of streaming data, like webcams (for videos) media servers (for audio and video). &lt;/p&gt;&#xA;" OwnerUserId="14901" LastActivityDate="2017-03-22T13:55:55.047" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10892" PostTypeId="2" ParentId="10885" CreationDate="2017-03-22T15:32:32.347" Score="2" Body="&lt;p&gt;Meta-data is more important than ever. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google and other search engines created their own meta-data and vocabularies over at &lt;a href=&quot;http://Schema.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://Schema.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google would for example not be able to show you runs of movies in the next cinema in the way it does, if the website didn't offer that as machine readable data (see &lt;a href=&quot;https://schema.org/MovieTheater&quot; rel=&quot;nofollow noreferrer&quot;&gt;MovieTheater&lt;/a&gt; and &lt;a href=&quot;https://schema.org/Movie&quot; rel=&quot;nofollow noreferrer&quot;&gt;Movie&lt;/a&gt; and related concepts).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The semantic web and OpenData movement are about making data &lt;a href=&quot;https://www.force11.org/group/fairgroup/fairprinciples&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAIR&lt;/a&gt; (findable, accessible, interoperable and re-usable) for humans and computers alike. Meta-data is one of the key ways to achieve that. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The standards you have mentioned might have gone out of fashion, but meta-data is key --- not only for the web, but also in commercial settings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, that &lt;code&gt;keywords&lt;/code&gt; is not listed on that page you link to doesn't mean it is not indexed and used by google or other search engines. (Un-)fortunately Google does not post specifics on their ranking algorithm, because:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It's what makes their search engine better than others&lt;/li&gt;&#xA;&lt;li&gt;Search Engine Optimization (SEO) would render their engine unusable. &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Note: the transfer standard in my opinion is obsolete, can't say much about IEEE's LOM as it's non-free. DC still is &lt;em&gt;the&lt;/em&gt; standard for resource meta data. It is used by various other standards. The concepts &lt;a href=&quot;http://lov.okfn.org/dataset/lov/vocabs/dce&quot; rel=&quot;nofollow noreferrer&quot;&gt;have been transferred into the Linked Open Data world&lt;/a&gt; and have a firm place and use there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;br&gt;&#xA;&lt;a href=&quot;http://statescoop.com/california-open-data-portal-report-targets-messy-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Relevant information about how California is trying to tackle metadata in their data portals&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="15256" LastEditDate="2017-03-24T21:13:27.023" LastActivityDate="2017-03-24T21:13:27.023" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10893" PostTypeId="1" AcceptedAnswerId="10990" CreationDate="2017-03-22T15:32:52.920" Score="4" ViewCount="2118" Body="&lt;p&gt;I'm working on Machine Learning project to improve/automate hydroponics farming systems. Is there any datasets covering crop yields in vertical/hydroponic farming setups ? Any hints or tips on how find such data will be highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="15642" LastActivityDate="2020-07-02T10:41:45.180" Title="Hydroponic/Vertical farm system historical sensor data" Tags="|data-request|machine-learning|agriculture|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10894" PostTypeId="2" ParentId="966" CreationDate="2017-03-22T15:38:53.560" Score="1" Body="&lt;p&gt;If you search for timetable Data, you can find a collection of Datasources here: &lt;a href=&quot;https://github.com/highsource/verbundkarte&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/highsource/verbundkarte&lt;/a&gt;&#xA;This list contains Links to downloadable timetable data (not APIs) from german transport companies. Also inofficial sources are listed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also find worldwide GTFS datasets on &lt;a href=&quot;https://transitfeeds.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://transitfeeds.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you only interested in the coordinates of the stops you can find a list of scripts to extract the stop-data on &lt;a href=&quot;https://github.com/public-transport/european-transport-modules&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/public-transport/european-transport-modules&lt;/a&gt; – including a script for &lt;a href=&quot;https://github.com/de-stops/vvs-stops&quot; rel=&quot;nofollow noreferrer&quot;&gt;VVS&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13851" LastActivityDate="2017-03-22T15:38:53.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10895" PostTypeId="1" CreationDate="2017-03-22T21:08:31.367" Score="1" ViewCount="82" Body="&lt;p&gt;I am noticing, that labevents table has labs values, from before and after critical care units admissions - icu stays, correct me please if I am wrong ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So lets say there is patient X coming into ICU for 4 days, then staying in the wards (usual floor, not ICU) within the hospital and obtains more bloodwork, i understand, there is a high change of these results of bloodwork, also goes into labevents table ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Always sometimes ?&lt;/p&gt;&#xA;" OwnerUserId="15153" LastEditorUserId="15153" LastEditDate="2017-03-22T21:17:51.137" LastActivityDate="2017-03-26T22:16:18.717" Title="Is labevents table having lab values for tests before and after ICU admission?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10896" PostTypeId="2" ParentId="10895" CreationDate="2017-03-22T21:23:25.817" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;https://mimic.physionet.org/mimictables/labevents/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC documentation&lt;/a&gt; notes that:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;The labevents table contains both in-hospital laboratory measurements and out of hospital laboratory measurements from clinics which the patient has visited. Laboratory measurements for outpatients do not have a HADM_ID.&lt;/li&gt;&#xA;  &lt;li&gt;...there is a subset of patients for which the outpatient lab data is not available. They can be identified by checking for patients whose data always has an HADM_ID.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5601" LastActivityDate="2017-03-22T21:23:25.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10898" PostTypeId="2" ParentId="10887" CreationDate="2017-03-23T07:08:37.987" Score="3" Body="&lt;p&gt;Based on ubahnverleih's tip, and due to the current lack of such an icon set, I created this project:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/nicolas-raoul/Icons-for-Wikidata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/nicolas-raoul/Icons-for-Wikidata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I re-used the excellent &lt;a href=&quot;https://github.com/twain47/Open-SVG-Map-Icons/network&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open-SVG-Map-Icons&lt;/a&gt; icon set and so far matched a good portion of the icons to Wikidata classes:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0Iz1q.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0Iz1q.png&quot; alt=&quot;Wikidata icons&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Volunteers welcome!&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-03-24T04:48:53.450" LastActivityDate="2017-03-24T04:48:53.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10899" PostTypeId="1" CreationDate="2017-03-23T07:37:42.127" Score="1" ViewCount="49" Body="&lt;p&gt;It is a bit subjective, but we can all agree that guardian.com is more reliable than clickhole.com&lt;br&gt;&#xA;Here I define &quot;reliability&quot; as the tendency to publish information that are considered true by the majority of academics in the relevant field, and the tendency to not publish information that is later found to be erroneous.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database giving websites a &lt;strong&gt;reliability score&lt;/strong&gt;?&lt;br&gt;&#xA;The score could be decided by experts or rated by users or somehow generated (for instance by seeing how often the website is used in Wikipedia citations).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes very different publications are hosted under the same domain name, so it might make sense to have a finer granularity (by URL?) if needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The database should cover at least websites than market themselves as news websites or reference websites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Such a database already exists here but it is not open data, and it is only available as a web interface or browser extensions, not available as a full download: &lt;a href=&quot;http://www.lemonde.fr/verification/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.lemonde.fr/verification/&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2017-04-16T04:47:16.207" LastActivityDate="2017-04-16T04:47:16.207" Title="Websites reliability database" Tags="|data-request|reliability|news|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10901" PostTypeId="1" CreationDate="2017-03-23T14:06:53.633" Score="1" ViewCount="56" Body="&lt;p&gt;Some government sites or real estate sites like zillow, provide a parcel number for houses which seems to be a unique identifier for that house; is there a site where I can find a list of all parcel numbers in US?&lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="4184" LastEditDate="2017-05-01T13:28:38.147" LastActivityDate="2017-05-01T18:12:16.443" Title="List of houses parcel number US" Tags="|data-request|real-estate|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10902" PostTypeId="2" ParentId="10237" CreationDate="2017-03-23T23:21:38.170" Score="2" Body="&lt;p&gt;For hospital data I found this website that lists hospital information, including location, hospital type and some quality measures. See: &lt;a href=&quot;https://hospitalcaredata.com/directory/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hospitalcaredata.com/directory/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this website with a list of urgent care facilities, but no statistical data. See: &lt;a href=&quot;http://urgentcarelist.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://urgentcarelist.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15655" LastActivityDate="2017-03-23T23:21:38.170" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10903" PostTypeId="1" AcceptedAnswerId="10904" CreationDate="2017-03-24T04:42:26.373" Score="1" ViewCount="1140" Body="&lt;p&gt;I am trying to import Sydney bus routes into a google map. Are there kml, csv or GIS datasets publicly available? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I couldn't find anything on data.nsw.gov.au or data.gov.au.&lt;/p&gt;&#xA;" OwnerUserId="15657" LastActivityDate="2017-03-24T09:39:59.400" Title="Sydney bus routes kml or csv or GIS datasets" Tags="|geospatial|public-transport|kml|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10904" PostTypeId="2" ParentId="10903" CreationDate="2017-03-24T09:39:59.400" Score="1" Body="&lt;p&gt;You can look into the Sydney GTFS-Files: &lt;a href=&quot;https://transitfeeds.com/p/transport-for-nsw/237&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://transitfeeds.com/p/transport-for-nsw/237&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;stops.txt&lt;/code&gt; contains the coordinates of the stops and the &lt;code&gt;shapes.txt&lt;/code&gt; should contain the shapes of the lines.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use &lt;a href=&quot;https://github.com/tmcw/gtfs2geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;gtfs2geojson&lt;/a&gt; to convert the GTFS-Shapes to GeoJSON&lt;/p&gt;&#xA;" OwnerUserId="13851" LastActivityDate="2017-03-24T09:39:59.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10905" PostTypeId="2" ParentId="10867" CreationDate="2017-03-24T11:43:24.887" Score="3" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;As long as you don't keep the song anywhere on your servers, and have clear warnings &quot;&lt;em&gt;Do not transform songs that you are not allowed to transform&lt;/em&gt;&quot;, I believe you don't risk that much. You are just an audio conversion online tool, and your app is just a music player.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Yes, you will need to buy the songs you want to include. Contact a music company and see what they offer for what price. You can also choose songs that are free to embed in your app, check for instance &lt;a href=&quot;https://www.jamendo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.jamendo.com&lt;/a&gt; and check the license of the songs.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;India and the U.S. have copyright agreements, you can not ignore copyright of a song just because its copyright is owned by a U.S.-based company.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Will Apple reject it? Nobody knows, Apple takes arbitrary and sometimes incomprehensible decisions.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-03-24T11:43:24.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10906" PostTypeId="2" ParentId="10887" CreationDate="2017-03-24T13:36:35.850" Score="0" Body="&lt;p&gt;Wikidata actually has an &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P2910&quot; rel=&quot;nofollow noreferrer&quot;&gt;icon property&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Drawback:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;As of now only 273 items have it. &lt;a href=&quot;https://query.wikidata.org/#%23defaultView%3AImageGrid%0ASELECT%20%3Fitem%20%3FitemLabel%20%3Ficon%0AWHERE%0A%7B%0A%09%3Fitem%20wdt%3AP2910%20%3Ficon.%0A%09SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;See them all&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Even though a common style seems to exist (black-on-white with rounded shapes and no gradient), it is only used by half of the icons. The other ones either have colors, or gradients, or too many small details.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Merit:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Having icons in Wiidata makes them very easy to retrieve as part of any SPARQL request.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;All Wikidata icons:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lnOAl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lnOAl.png&quot; alt=&quot;All Wikidata icons&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-03-24T13:36:35.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10907" PostTypeId="2" ParentId="10563" CreationDate="2017-03-24T16:14:29.013" Score="4" Body="&lt;p&gt;The US Department of Transportation has a dataset called the &lt;a href=&quot;https://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&quot; rel=&quot;noreferrer&quot;&gt;National Transportation Atlas Database&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.rita.dot.gov/bts/sites/rita.dot.gov.bts/files/publications/national_transportation_atlas_database/2015/liner&quot; rel=&quot;noreferrer&quot;&gt;Liner Notes&lt;/a&gt; describe the datasets that are included.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At that link go to NTAD 2015 (online),  Polyline, Railway Network&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also under the Points category, these datasets are related to the railroad:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Amtrak Stations&lt;/li&gt;&#xA;&lt;li&gt;Intermodal Terminal Facilities&lt;/li&gt;&#xA;&lt;li&gt;Railroad Grade Crossings&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap data may be more accurate in some spots, in other spots it won't have any coverage or the attributes will be incomplete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm also looking for US Railroad data at a better scale than this, but so far this is the best I've found.&lt;/p&gt;&#xA;" OwnerUserId="14027" LastActivityDate="2017-03-24T16:14:29.013" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10908" PostTypeId="1" CreationDate="2017-03-24T17:22:28.097" Score="1" ViewCount="38" Body="&lt;p&gt;I have my own database that I would like to combine with another database for redundancy. The other database is released under the &quot;&lt;a href=&quot;https://opendatacommons.org/licenses/by/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Commons Attribution License (ODC-By) v1.0&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I license my combined database under this same license?&lt;/p&gt;&#xA;" OwnerUserId="15661" LastActivityDate="2017-03-24T17:22:28.097" Title="Sub-licensing an &quot;Open Data Commons Attribution License (ODC-By) v1.0&quot; Database" Tags="|api|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10909" PostTypeId="2" ParentId="10901" CreationDate="2017-03-24T20:14:11.213" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Assessor%27s_parcel_number&quot; rel=&quot;nofollow noreferrer&quot;&gt;Assessors Parcel numbers&lt;/a&gt; in the US are assigned within specific jurisdictions (usually counties, which are smaller than states and often larger than cities or towns). Within a single jurisdiction they will have a consistent format and be unique, but across multiple jurisdictions you have no such guarantee and will likely see a fair amount of variance in formatting (see, for example, the different formats used by &lt;a href=&quot;http://www2.co.fresno.ca.us/0420/pcortutorial/Parcel_Numbers.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fresno County&lt;/a&gt;, &lt;a href=&quot;http://www.warrencountymo.org/collector/UNDERSTANDING%20R%20E%20PARCEL%20ID%20NUMBER%20-%202009.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Warren County Missouri&lt;/a&gt;, and &lt;a href=&quot;http://www.clarkcountynv.gov/assessor/Pages/ParcelandMapNumberingSystem.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Clark County Nevada&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To my knowledge there is no single source of parcel data across the entire country, you will mostly have to look up the particular jurisdiction you're interested in, but there is a significant amount of &lt;a href=&quot;https://catalog.data.gov/dataset?q=parcel&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;as_sfid=AAAAAAXLxrRhnAGVVYdjgOT6BuDolJ2DfOsy8PN3j2ka8227YKQshqiiGaVlXZ18xfVSEfzyUay_lcZRbthpAHPb_KJq-klzxlpGqXqury4g3FxM9qGYkIe9NuAYKYCMY7AC1VE%3D&amp;amp;as_fid=e662e4593d84ff83c1594aff766b7a7661dd36f8&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&quot; rel=&quot;nofollow noreferrer&quot;&gt;federated parcel data on data.gov&lt;/a&gt; provided by cities, states, and counties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may have more luck identifying individual properties by geocoding street addresses and using census data -- but both of these have their limits depending on the granularity and quality of data available.&lt;/p&gt;&#xA;" OwnerUserId="15546" LastActivityDate="2017-03-24T20:14:11.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10910" PostTypeId="2" ParentId="10563" CreationDate="2017-03-25T17:52:26.240" Score="1" Body="&lt;p&gt;The best data on stations and junctions that I've found so far is Railinc's website Steelroads: &lt;a href=&quot;https://www.steelroads.com/steelroads/servlet/GenericServlet?CONTROLLER=IrfMenuController&amp;amp;ACTION=MENU_INITIALIZE&amp;amp;LANGUAGE=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.steelroads.com/steelroads/servlet/GenericServlet?CONTROLLER=IrfMenuController&amp;amp;ACTION=MENU_INITIALIZE&amp;amp;LANGUAGE=en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's like a free extract from Railinc's Centralized Station Master File (which is usually around $2000). It has station's code, location name, state, standard point location code and type of station (operating or revenue), if it is a junction, and if so, name of the junction. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can not download the file, so I had to spend some time scraping the website. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also a major drawback is that it does not contain expired stations, only the ones that are operating at the moment.&lt;/p&gt;&#xA;" OwnerUserId="14822" LastActivityDate="2017-03-25T17:52:26.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10911" PostTypeId="2" ParentId="9107" CreationDate="2017-03-26T09:11:58.167" Score="0" Body="&lt;p&gt;If you are looking for a set of pictures that contain only the face part of the human head (no or even background), i.e. frontal upright images (like below)-&#xA;&lt;a href=&quot;https://i.stack.imgur.com/JkA31.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JkA31.jpg&quot; alt=&quot;frontal upright imagese&quot;&gt;&lt;/a&gt;&lt;br&gt;&#xA;then you may check images of &lt;a href=&quot;http://conradsanderson.id.au/lfwcrop/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LFWcrop Face Dataset&lt;/a&gt;(cropped version of the Labeled Faces in the Wild (LFW) dataset, keeping only the center portion of each image i.e. the face), &lt;a href=&quot;http://fei.edu.br/~cet/facedatabase.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;frontal images manually aligned part 1,2&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15478" LastEditorUserId="90" LastEditDate="2017-03-27T14:45:13.943" LastActivityDate="2017-03-27T14:45:13.943" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10912" PostTypeId="1" AcceptedAnswerId="12355" CreationDate="2017-03-26T17:25:50.950" Score="1" ViewCount="753" Body="&lt;p&gt;I am interested in developing an index for rating for player ability in billiards or snooker. To do so I was hoping to get a dataset consisting of attempted shots and their success with other factors (distance from object ball, angle of cut, distance from pocket) etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any dataset that exists like this?&lt;/p&gt;&#xA;" OwnerUserId="15676" LastActivityDate="2018-02-16T00:05:12.203" Title="Billiards or Snooker Data" Tags="|data-request|sports|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10915" PostTypeId="1" CreationDate="2017-03-27T09:27:25.337" Score="1" ViewCount="9" Body="&lt;p&gt;I've been told that the geographic data for DR Congo's electricity transport network is available on google earth.&lt;/p&gt;&#xA;&lt;p&gt;I can't find it though. Is there a special place to find this data?&lt;/p&gt;&#xA;" OwnerUserId="7069" LastEditorUserId="23272" LastEditDate="2022-07-14T12:15:25.290" LastActivityDate="2022-07-14T12:15:25.290" Title="Where can I find DR Congo's electricity transport network geographic data?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10918" PostTypeId="1" CreationDate="2017-03-28T06:47:27.320" Score="2" ViewCount="208" Body="&lt;p&gt;I was looking for a shapefile of Delhi (ward-wise) updated after the delimitation of its 272 wards this year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I got the old shape file based on delimitation in 2007 &lt;a href=&quot;https://groups.google.com/group/datameet/attach/4e31ba05492f49e1/Delhiwardsdelimited.zip?part=0.1&amp;amp;authuser=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have individual images of all the new wards &lt;a href=&quot;http://www.delhi.gov.in/wps/wcm/connect/doit_dsec/Delhi+State+Election+Commission/Home/Delimitation+2016/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (last 3 items in the list on left), but I need a complete updated ward-wise map of Delhi.&lt;/p&gt;&#xA;" OwnerUserId="15699" LastEditorUserId="14171" LastEditDate="2017-03-28T16:03:14.253" LastActivityDate="2017-03-28T16:03:14.253" Title="New delimited shapefile for Delhi" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10919" PostTypeId="1" CreationDate="2017-03-28T16:27:58.107" Score="2" ViewCount="176" Body="&lt;p&gt;With noteevents how can we match the icd9 code for a given clinical note from the diagnosis table. It seems that the subject_id, HADM_id are not unique. &lt;/p&gt;&#xA;" OwnerUserId="15704" LastActivityDate="2017-04-06T14:33:39.637" Title="Mimic III: clinical note match with icd9 code" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10920" PostTypeId="1" CreationDate="2017-03-28T22:57:27.317" Score="2" ViewCount="20" Body="&lt;p&gt;At the beginning of 2016 the IRS finally opened up their electronically filed 990 forms from nonprofits (see &lt;a href=&quot;https://sunlightfoundation.com/2016/06/16/irs-opens-up-form-990-data-ushering-nonprofit-sector-into-the-age-of-transparency/&quot; rel=&quot;nofollow noreferrer&quot;&gt;article&lt;/a&gt; from the Sunlight Foundation). All of the 990 data is now machine-readable and uploaded by the IRS to Amazon Web Services.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Amazon &lt;a href=&quot;https://aws.amazon.com/public-datasets/irs-990/&quot; rel=&quot;nofollow noreferrer&quot;&gt;provides instructions&lt;/a&gt; on how to interact and procedurally use this data trove, however I can't seem to find any free website that has actually done this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Right now the only way I know of how to find who a Private Foundation has given money to is:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Tediously read through each Foundation's actual IRS 990-PF form and&#xA;look at each grant recipient.&lt;/li&gt;&#xA;&lt;li&gt;Pay for a subscription (starting at&#xA;$200/mo?) from FoundationCenter.org to use their database.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Does anyone else know of any other ways or a free database that's already been created from all of the data that the IRS placed on AWS?&lt;/p&gt;&#xA;" OwnerUserId="15706" LastActivityDate="2017-03-28T22:57:27.317" Title="A free tool to find grants from IRS 990s?" Tags="|uses-of-open-data|irs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10921" PostTypeId="1" CreationDate="2017-03-28T23:47:17.450" Score="2" ViewCount="584" Body="&lt;p&gt;I've been attempting to use the NOAA api to get hourly temperature data for a specific location when given lat/lon coordinates. I can find the nearest weather station within an area of lat/lon coordinates using the station section of their api, but I need information from the ISD (&lt;a href=&quot;http://www7.ncdc.noaa.gov/CDO/cdopoemain.cmd?datasetabbv=DS3505&amp;amp;countryabbv=&amp;amp;georegionabbv=&amp;amp;resolution=40&quot; rel=&quot;nofollow noreferrer&quot;&gt;Integrated Surface Database&lt;/a&gt;) and have absolutely no idea how to see which station actually has access to this database, or if I'm even doing this the right way at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm so lost! This is what I basically need to do:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;receive input of latitude/longitude&lt;/li&gt;&#xA;&lt;li&gt;find nearest station/location that the &lt;a href=&quot;http://www7.ncdc.noaa.gov/CDO/cdopoemain.cmd?datasetabbv=DS3505&amp;amp;countryabbv=&amp;amp;georegionabbv=&amp;amp;resolution=40&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISD&lt;/a&gt; has historical hourly temperature information about (last ~5 years or so)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and I really have no idea how to go about this using the NOAA api, or if I even &lt;em&gt;need&lt;/em&gt; to use the NOAA api. Do I need to just download this information offline and then access it from a CSV or something similar? Any help or documentation you could provide would be very much appreciated. I've found very little documentation during this whole process and it's making it very frustrating.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks so much!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;edit:&lt;/strong&gt; just wanted to note that I am not accessing the hourly data for any sort of profit, it's for an internal program that we're using to run simulations on our solar thermal panels&lt;/p&gt;&#xA;" OwnerUserId="15707" LastActivityDate="2017-03-28T23:47:17.450" Title="Using NOAA api to get historical hourly temperature data" Tags="|api|noaa|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10922" PostTypeId="2" ParentId="10775" CreationDate="2017-03-29T12:00:47.430" Score="5" Body="&lt;p&gt;The dataset has been made unavailable for public access due to some privacy concerns (customers re-identification). Until the risk of re-identification has been removed, it won't be available.&lt;/p&gt;&#xA;" OwnerUserId="15538" LastActivityDate="2017-03-29T12:00:47.430" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10923" PostTypeId="2" ParentId="4609" CreationDate="2017-03-29T12:06:25.417" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://www.nature.com/articles/sdata201637&quot; rel=&quot;noreferrer&quot;&gt;The Almanac of Minutely Power dataset Version 2&lt;/a&gt; captures three major types of energy consumption, namely electricity, water, and gas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data were captured in a Canadian residential home over a 2-year period (1 minute intervals). Also, it has been beautifully cleaned and ready to be analyzed.&lt;/p&gt;&#xA;" OwnerUserId="15538" LastActivityDate="2017-03-29T12:06:25.417" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10924" PostTypeId="1" CreationDate="2017-03-29T19:57:29.193" Score="2" ViewCount="94" Body="&lt;p&gt;I want to create deep learning neural network to recognize opinion in text. Is there any database where I can find categorized text sets so I could use it to feed my neural network? Can you provide me some examples?&lt;/p&gt;&#xA;" OwnerUserId="15716" LastEditorUserId="4184" LastEditDate="2017-03-30T07:28:26.243" LastActivityDate="2019-02-01T15:54:37.967" Title="Categorized Data for Deep Learning" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10925" PostTypeId="2" ParentId="9649" CreationDate="2017-03-30T05:08:38.420" Score="2" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.nature.com/articles/sdata201637&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Almanac of Minutely Power dataset Version 2&lt;/a&gt; captures three major types of energy consumption, namely electricity, water, and gas. It includes data from many individual home appliances such as clothes dryer, clothes washer, dishwasher, heat pump, fridge, TV, wall oven, etc.&#xA;The data were captured in a Canadian residential house over a 2-year period (1 minute intervals). Also, it has been beautifully cleaned and ready to be analyzed.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.st.ewi.tudelft.nl/~akshay/dred/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DRED (Dutch Residential Energy Dataset)&lt;/a&gt; contains energy consumption data of a residential house in the Netherlands over 6 months (1 minute intervals). It also has data of individual appliance.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="15538" LastEditorUserId="20162" LastEditDate="2018-09-21T06:22:04.840" LastActivityDate="2018-09-21T06:22:04.840" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="10926" PostTypeId="2" ParentId="10924" CreationDate="2017-03-30T06:56:10.430" Score="2" Body="&lt;ul&gt;&#xA;&lt;li&gt;Have a look at: &lt;a href=&quot;https://skymind.ai/wiki/open-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data for Deep Learning&lt;/a&gt; : Around 50 datasets.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Kaggle Deep Learning Competitions: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/digit-recognizer&quot; rel=&quot;nofollow noreferrer&quot;&gt;Digit Recognizer&lt;/a&gt;&lt;br&gt;&#xA;   &lt;a href=&quot;https://www.kaggle.com/c/facial-keypoints-detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;Facial Keypoints Detection&lt;/a&gt;&lt;br&gt;&#xA;   &lt;a href=&quot;https://www.kaggle.com/c/grasp-and-lift-eeg-detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;Grasp-and-Lift EEG Detection&lt;/a&gt;&lt;br&gt;&#xA;   &lt;a href=&quot;https://www.kaggle.com/c/diabetic-retinopathy-detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;Diabetic Retinopathy Detection&lt;/a&gt;&lt;br&gt;&#xA;   &lt;a href=&quot;https://www.kaggle.com/c/datasciencebowl&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Data Science Bowl&lt;/a&gt;&lt;br&gt;&#xA;   &lt;a href=&quot;https://www.kaggle.com/c/noaa-right-whale-recognition&quot; rel=&quot;nofollow noreferrer&quot;&gt;Right Whale Recognition&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14017" LastEditorUserId="21123" LastEditDate="2019-02-01T15:54:37.967" LastActivityDate="2019-02-01T15:54:37.967" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10928" PostTypeId="2" ParentId="4271" CreationDate="2017-03-30T08:22:47.960" Score="2" Body="&lt;p&gt;There is an unofficial Android Market API (Java) where you can slowly collect all the data you may be interested in&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://code.google.com/archive/p/android-market-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Android Market API&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This library allow you to ask directly google's official android market servers for information, search for apps, ...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/jberkel/android-market-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are ports for other languages (PHP, Ruby, etc) which are either linked in the above sites, or can be found by searching similarly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;&lt;a href=&quot;https://stackoverflow.com/a/10273254/2327328&quot;&gt;my source&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2017-03-30T08:22:47.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10930" PostTypeId="1" CreationDate="2017-03-30T17:30:11.277" Score="1" ViewCount="150" Body="&lt;p&gt;I'm currently working on a paper that I want to evaluate on a publically available dataset. The following requirements apply:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Classification (target variable is boolean or a factor)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;n&lt;/code&gt; observations of &lt;code&gt;m&lt;/code&gt; objects&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;1:m&lt;/code&gt; of the objects are observed multiple times (the more, the better)&lt;/li&gt;&#xA;&lt;li&gt;there exist objects &lt;code&gt;m&lt;/code&gt; that are always classified as 0 and objects that are observed at different states (0/1)&lt;/li&gt;&#xA;&lt;li&gt;every object &lt;code&gt;m&lt;/code&gt; has a unique id (statements like &amp;quot;object a had class 0 at observation &lt;code&gt;n_1&lt;/code&gt; and class 1 at observation &lt;code&gt;n_2&lt;/code&gt;&amp;quot; are possible)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;E.g.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;+------+----------+----------+----+&#xA;|class | feature1 | feature2 | id |&#xA;+------+----------+----------+----+&#xA;|    1 |      1.1 |      0.3 |  a |&#xA;|    0 |      0.8 |      0.4 |  a |&#xA;|    0 |      0.9 |      0.3 |  b |&#xA;|    1 |      1.0 |      0.3 |  c |&#xA;+------+----------+----------+----+&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Does anybody know a dataset that matches the criteria and is able to share a (link to a) &lt;code&gt;.CSV&lt;/code&gt;? E.g. to the &lt;a href=&quot;http://archive.ics.uci.edu/ml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI repository&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;An example is the &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Forest+Fires&quot; rel=&quot;nofollow noreferrer&quot;&gt;forrest fire data set&lt;/a&gt;. This dataset holds several &amp;quot;forrests&amp;quot; (&lt;code&gt;m&lt;/code&gt;, identified by coordinates) and the target is to predict if there was a fire or not. Almost Every forrest &lt;code&gt;m&lt;/code&gt; is observed more than once - which is perfect.&lt;/p&gt;&#xA;" OwnerUserId="15727" LastEditorUserId="23272" LastEditDate="2021-04-03T09:15:07.537" LastActivityDate="2021-04-03T09:15:07.537" Title="Dataset Wanted: Classification" Tags="|data-request|classification|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10931" PostTypeId="1" AcceptedAnswerId="10945" CreationDate="2017-03-30T18:13:04.320" Score="1" ViewCount="139" Body="&lt;p&gt;We're looking to analyze data from the last five years similar to the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/NSF+Research+Award+Abstracts+1990-2003&quot; rel=&quot;nofollow noreferrer&quot;&gt;NSF Research Abstracts&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Is there an updated dataset that covers a time after 2003? Are there other text datasets relevant to NSF grants, or research funded by the NSF?&lt;/p&gt;&#xA;&lt;p&gt;data.gov has some data, but it doesn't seem like they have any text data describing proposals/grants from this period. Even a link to a website that we can scrape would be helpful.&lt;/p&gt;&#xA;" OwnerUserId="15722" LastEditorUserId="23272" LastEditDate="2021-03-11T06:17:22.737" LastActivityDate="2021-03-11T06:17:22.737" Title="NSF Abstracts Dataset Update" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10932" PostTypeId="1" AcceptedAnswerId="10943" CreationDate="2017-03-30T20:01:13.440" Score="3" ViewCount="85" Body="&lt;p&gt;I am hoping to estimate the number of five year-olds below various poverty thresholds by census tract. The ACS definitely asks these questions individually, but no data source I've found can provide this exact statistic. What I've tried:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://factfinder.census.gov/faces/nav/jsf/pages/searchresults.xhtml?refresh=t&quot; rel=&quot;nofollow noreferrer&quot;&gt;American Fact Finder&lt;/a&gt;: Can produce summary tables of &lt;em&gt;either&lt;/em&gt; estimated number of five year-olds by census tract &lt;em&gt;or&lt;/em&gt; estimated number of individuals below poverty thresholds by census tract, but not a combination of the two. This goes for their online interface, their summary file, and FTP as far as I can tell.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPUMS&lt;/a&gt;: Provides individual-level data that allows for such a combination of variables, but does not provide it at lower than the PUMA geographic level.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source that could provide me with such data? If it matters, I'm looking at 2015 5-year estimates.&lt;/p&gt;&#xA;" OwnerUserId="15729" LastEditorUserId="4184" LastEditDate="2017-04-03T07:19:14.677" LastActivityDate="2017-04-14T17:25:34.310" Title="Is there an American Community Survey dataset that provides individual-level data at the census tract level?" Tags="|data-request|us-census|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10933" PostTypeId="2" ParentId="1613" CreationDate="2017-03-31T01:35:30.847" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://acousticbrainz.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;AcousticBrainz&lt;/strong&gt;&lt;/a&gt; is a database of algorithmically derived music metadata, including BPM, Key, moods, and genres. The database is keyed by acoustIDs, and you can find the acoustIDs for a particular track by searching for it on &lt;a href=&quot;http://www.musicbrainz.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;MusicBrainz.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Example: &lt;a href=&quot;https://acousticbrainz.org/9cfbf316-08ef-41bb-a603-d15913548c9b&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tipper - Bubble Control&lt;/a&gt;.&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Most attributes have uncertainties associated with them, and it's worth noting that the algorithms involved are not fool proof. For example, the above track is tagged Voice (92%), even though it does not have vocals (it has lots of weird synthesised noises that sound similar to vocals though). It is also tagged Jazz (100%), and though it does share many attributes with jazz, I doubt many people would actually classify it as jazz. Also, it's listed as 100% not danceable, which I can personally attest is not true :P&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data shown on that page is only a subset of what is available through the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;All data is public domain&lt;/strong&gt; (and if a song doesn't exist, you can easily submit it yourself with scripts listed on the &lt;a href=&quot;https://acousticbrainz.org/contribute&quot; rel=&quot;nofollow noreferrer&quot;&gt;contributing page&lt;/a&gt;), and is accessible via JSON, via their API (no API key required).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the entire database at &lt;a href=&quot;https://acousticbrainz.org/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://acousticbrainz.org/download&lt;/a&gt;, but it's 2.5Gb for just the high-level data, 34Gb for the full dataset (there are multiple fingerprints for each song).&lt;/p&gt;&#xA;" OwnerUserId="5588" LastEditorUserId="5588" LastEditDate="2017-03-31T01:43:20.247" LastActivityDate="2017-03-31T01:43:20.247" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10934" PostTypeId="1" CreationDate="2017-03-31T01:48:10.250" Score="2" ViewCount="41" Body="&lt;p&gt;The US Census department provides a fair amount of data on rents within areas. Median Gross Rent, Average Gross Rent, you've got the normally bands of rents ($800-$999, $1000-$1249, etc). But these rent numbers could be for 1BR apartments or massive homes. Are there any columns that could shed some light on rents with respect to the size of housing units? I don't think the census department collects square footage of homes, but maybe bedrooms?&lt;/p&gt;&#xA;" OwnerUserId="1806" LastActivityDate="2017-04-13T19:09:22.033" Title="Are there any US Census columns that can give me information about rents with respect to the size of housing units? (bedroom, sf, etc)" Tags="|us-census|real-estate|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10935" PostTypeId="1" CreationDate="2017-03-31T04:46:20.900" Score="1" ViewCount="31" Body="&lt;p&gt;I'm looking for a dataset of home appliances and their energy usage. I'm not picky if it is by hour or averaged by the day, but would like it to be broken down by type, brand, and the energy usage for a particular model or an item. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Type: Refrigerator&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Brand: Samsung&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Model: abc123&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Energy usage: 100 kwh&lt;/p&gt;&#xA;" OwnerUserId="15734" LastEditorUserId="1511" LastEditDate="2017-05-11T06:25:52.403" LastActivityDate="2017-05-11T06:25:52.403" Title="Home Appliances and Energy Usage" Tags="|data-request|energy|" AnswerCount="0" CommentCount="0" ClosedDate="2017-03-31T14:42:36.720" ContentLicense="CC BY-SA 3.0" />
  <row Id="10936" PostTypeId="2" ParentId="10030" CreationDate="2017-03-31T06:51:16.427" Score="1" Body="&lt;p&gt;I have been working with MIMIC quite intensively and there is no data on symptoms in the structured way listed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, you can extract these from Notes Events table (history &amp;amp; physical note, H&amp;amp;P note, admission note, transfer note etc...  would be history of present illness and review of systems sections) using natural language processing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this may be interesting, but it would require some work.&lt;/p&gt;&#xA;" OwnerUserId="15153" LastEditorUserId="14728" LastEditDate="2017-04-02T16:52:42.210" LastActivityDate="2017-04-02T16:52:42.210" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10937" PostTypeId="1" AcceptedAnswerId="10939" CreationDate="2017-03-31T18:39:28.593" Score="1" ViewCount="33" Body="&lt;p&gt;I am looking for a low resulution data set (grid) of the world that contains the elevation above or depth below sea level, respectively. For my purposes, it's enough if I can display the entire data set on a laptop screen. For example, with a 20 by 20 minute grid, that would be 1080x270 pixels. It could by slightly larger, though.&lt;/p&gt;&#xA;" OwnerUserId="1841" LastEditorUserId="4184" LastEditDate="2017-04-03T07:19:09.713" LastActivityDate="2017-04-03T07:19:09.713" Title="Low resultion bathymetric and elevation data (eg ~ 20' by 20`)" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10938" PostTypeId="2" ParentId="10930" CreationDate="2017-03-31T20:29:16.703" Score="3" Body="&lt;p&gt;Not sure what you're trying to do so this could be totally out there, but what about finance data like stocks?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Objects &lt;code&gt;m&lt;/code&gt; are unique company &lt;a href=&quot;https://en.wikipedia.org/wiki/Ticker_symbol&quot; rel=&quot;nofollow noreferrer&quot;&gt;stock symbols&lt;/a&gt; like GOOG&lt;/li&gt;&#xA;&lt;li&gt;Classifications are the stock price &lt;strong&gt;trend&lt;/strong&gt; at every sequential data point, positive or negative, represented as a boolean 1 or 0.&lt;/li&gt;&#xA;&lt;li&gt;Observations &lt;code&gt;n&lt;/code&gt; are the trends at discrete points in time&lt;/li&gt;&#xA;&lt;li&gt;Not sure what your features are suppose to be, but price could be one&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can have as many &lt;code&gt;m&lt;/code&gt; and as many &lt;code&gt;n&lt;/code&gt; for each &lt;code&gt;m&lt;/code&gt; that you want. &lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets#finance&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data sets are here&lt;/a&gt;, as well as a ton of other non-finance related ones if you don't like that idea. &lt;/p&gt;&#xA;" OwnerUserId="15742" LastActivityDate="2017-03-31T20:29:16.703" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="10939" PostTypeId="2" ParentId="10937" CreationDate="2017-03-31T20:40:23.977" Score="0" Body="&lt;p&gt;You can use the &lt;a href=&quot;https://www.ngdc.noaa.gov/mgg/global/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ETOPO dataset&lt;/a&gt; by NOAA NCEI.  It has a 1' resolution, which you can of course downsample according to your needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Several derived data sets are available as well.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2017-03-31T20:40:23.977" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10941" PostTypeId="1" CreationDate="2017-04-01T12:29:32.387" Score="3" ViewCount="2621" Body="&lt;p&gt;Where can I download a database of all French businesses?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It must be free, and contain as much details as possible about each company.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2019-05-17T10:18:19.570" Title="Database of French companies" Tags="|data-request|business|france|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10942" PostTypeId="2" ParentId="10941" CreationDate="2017-04-01T12:29:32.387" Score="4" Body="&lt;p&gt;You can use the SIRENE database, maintained by INSEE, part of the French government.&lt;br&gt;&#xA;It is the official companies database, and has about 10 millions. It is updated everyday.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It used to cost money, but now it is free:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.sirene.fr/sirene/public/accueil&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.sirene.fr/sirene/public/accueil&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The database can be downloaded, or browsed online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each company, you get:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;SIRENE and SIRET number&lt;/li&gt;&#xA;&lt;li&gt;Address&lt;/li&gt;&#xA;&lt;li&gt;Activity category&lt;/li&gt;&#xA;&lt;li&gt;Rough number of employees&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-04-01T12:29:32.387" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10943" PostTypeId="2" ParentId="10932" CreationDate="2017-04-01T14:04:37.293" Score="3" Body="&lt;p&gt;To answer your first question: &lt;a href=&quot;https://www.census.gov/history/www/reference/privacy_confidentiality/title_26_us_code_1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;N&lt;/a&gt;&lt;a href=&quot;https://www.census.gov/history/www/reference/privacy_confidentiality/title_13_us_code.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;o&lt;/a&gt;, there is no &lt;em&gt;open data&lt;/em&gt; version of the American Community Survey with PII (Personally Identifiable Information).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for your original query, &lt;a href=&quot;https://factfinder.census.gov/bkmk/table/1.0/en/ACS/15_5YR/B17001/0400000US01.14000|0400000US02.14000|0400000US04.14000&quot; rel=&quot;nofollow noreferrer&quot;&gt;Table B17001&lt;/a&gt;, does provide the age breakdown between those below the statistical poverty threshold and those at or above the statistical poverty threshold.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The AFF link I provided is a modifiable link through something the Census Bureau calls &lt;a href=&quot;https://factfinder.census.gov/files/AFF_deep_linking_guide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;deep linking&lt;/a&gt;. My suggestion is to figure out which state's Census Tracts you'll want, figure out the FIPS code for that/those state(s), and modify the link. You'll need to create at least two since the Census Bureau provides a limit on geographies per request if you're doing a nationwide download (last I checked the limit was 50,000 and there are ~74,000 Census Tracts).&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2017-04-01T14:04:37.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10945" PostTypeId="2" ParentId="10931" CreationDate="2017-04-02T14:07:43.003" Score="2" Body="&lt;p&gt;The NSF puts all their grant data on the web, and for a given year you can download the zipped file at the following URL:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nsf.gov/awardsearch/download?DownloadFileName=YOURYEAR&amp;amp;All=true&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nsf.gov/awardsearch/download?DownloadFileName=YOURYEAR&amp;amp;All=true&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15753" LastEditorUserId="1511" LastEditDate="2017-04-03T07:19:54.960" LastActivityDate="2017-04-03T07:19:54.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10946" PostTypeId="1" CreationDate="2017-04-02T17:38:04.523" Score="1" ViewCount="160" Body="&lt;p&gt;I want to download all articles related to a set/category, say cs.AI. I came across bulk S3 access, but that contains all the articles and is about 725GB of today (02-April-2017).&lt;/p&gt;&#xA;&lt;p&gt;References:&#xA;&lt;a href=&quot;https://arxiv.org/help/bulk_data_s3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/bulk_data_s3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15754" LastEditorUserId="23272" LastEditDate="2021-04-03T05:21:44.520" LastActivityDate="2021-04-03T05:21:44.520" Title="ArXiv data download per category" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10948" PostTypeId="2" ParentId="10872" CreationDate="2017-04-02T22:45:53.953" Score="1" Body="&lt;p&gt;I would be &lt;em&gt;extremely&lt;/em&gt; leery of relying upon Google Trends as a reliable indicator of sales of pharmaceuticals. Trends measures simply search interest, not product adoption. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Instead, a good indicator for what you're looking for may be found in data from &lt;a href=&quot;https://www.medicaid.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medicaid.gov&lt;/a&gt;, which details &lt;a href=&quot;https://www.medicaid.gov/medicaid/prescription-drugs/state-drug-utilization-data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;highly-localized prescription data&lt;/a&gt; of all residents enrolled in Medicaid. While this isn't a perfect solution –– it only accounts for medicaid recipients –– it should give you a more precise idea, especially if you can find a way to control for Medicaid prescription rates vs. general RX rates. &lt;/p&gt;&#xA;" OwnerUserId="14970" LastEditorUserId="90" LastEditDate="2017-08-02T12:54:32.620" LastActivityDate="2017-08-02T12:54:32.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10951" PostTypeId="2" ParentId="10946" CreationDate="2017-04-03T17:00:35.400" Score="2" Body="&lt;p&gt;There is no mechanism to do this by category. Crawling arXiv will result in a block (&lt;a href=&quot;https://arxiv.org/help/robots&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/robots&lt;/a&gt;). Instead, you'd want to use the S3, in combination with the OAI-PMH and then sort out based on the relevant category locally (&lt;a href=&quot;https://arxiv.org/help/bulk_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/bulk_data&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="15765" LastActivityDate="2017-04-03T17:00:35.400" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10952" PostTypeId="2" ParentId="10563" CreationDate="2017-04-04T02:49:35.113" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://osav-usdot.opendata.arcgis.com/datasets?keyword=Rail&quot; rel=&quot;nofollow noreferrer&quot;&gt;US DOT Open Data Portal Search for Keyword &quot;Rail&quot;&lt;/a&gt; has datasets, including:&lt;br&gt;&#xA;Railroad Crossings, Transit Network, Railroad Lines, Transit Stations, Intermodal Transit Facilities (IPCD), Amtrak Routes, Amtrak Stations.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-04-04T02:49:35.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10954" PostTypeId="2" ParentId="7475" CreationDate="2017-04-04T12:45:53.547" Score="-1" Body="&lt;p&gt;Here's a piece of the global puzzle:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Wide Area Monitoring&lt;/em&gt; in Europe (Swissgrid, &lt;a href=&quot;https://www.swissgrid.ch/swissgrid/en/home/reliability/wam.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;) - realtime grid frequency dashboard&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For the first time the power system frequencies of several locations in Europe are being time-synchronised and made publicly accessible with a high degree of precision in one common system. The measuring devices equipped with GPS receivers in each of the substations calculate the frequency and deliver it in real time together with other time-stamped data accurate to the microsecond. These are then collected at Swissgrid in Laufenburg, superimposed on one another and published.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/us5Q8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/us5Q8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Pko5u.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Pko5u.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-04-04T12:45:53.547" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10955" PostTypeId="1" CreationDate="2017-04-04T13:25:00.177" Score="0" ViewCount="78" Body="&lt;p&gt;Where can I find data about unemployment data (any country) as well as other economic data, e.g. Gross domestic product, Living wage and etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Russia I find only 15 rows of data. I cant build a model based on this data to complete my goal of developing a model for forecasting unemployment.&lt;/p&gt;&#xA;" OwnerDisplayName="user155910" LastEditorUserId="90" LastEditDate="2017-04-05T12:03:42.940" LastActivityDate="2017-04-05T15:03:06.907" Title="Unemployment Data" Tags="|data-request|demographics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10956" PostTypeId="2" ParentId="42" CreationDate="2017-04-04T13:53:09.670" Score="2" Body="&lt;p&gt;I'm going to provide additional context to consider: From my experience working 7 years as a data journalist and editor, I've been through the 'data acquisition' hoop-jump more times than I can count. Here's the thing to remember: While open data laws require disclosure, they generally  do not require disclosure of the data in any particular format. Ideally, you want the data in a machine-readable format so that it can be manipulated, analyzed, visualized, etc., &lt;strong&gt;not as, say, a PDF.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;There is absolutely no requirement on their end to provide you anything but a PDF&lt;/strong&gt;, so ideally you'd like to establish as close and trusting a relationship with a point person at the agency as possible so that - if it turns out to require more work to get the data as a CSV or JSON, or the powers that be just don't want to provide it you in anything but a PDF - you'll have someone advocating for you within the department. It's critically important to establish the relationships before you file the FOIA, because once it's filed, it's much harder to negotiate the terms with the agency. &lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-04-04T13:53:09.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10957" PostTypeId="2" ParentId="10955" CreationDate="2017-04-04T13:55:18.827" Score="1" Body="&lt;p&gt;You're going to want to head over to the &lt;a href=&quot;https://www.bls.gov/data/#unemployment&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bureau of Labor and Statistics&lt;/a&gt;. The page for unemployment data is &lt;a href=&quot;https://www.bls.gov/data/#unemployment&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-04-04T13:55:18.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10958" PostTypeId="1" AcceptedAnswerId="10975" CreationDate="2017-04-04T15:25:35.340" Score="2" ViewCount="271" Body="&lt;p&gt;For an experiment I'm looking for a particular type of data set, been looking for quite a while but couldn't find any data sets which even remotely match this description. Are there any good datasets on the internet with these characteristics:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;time series&lt;/li&gt;&#xA;&lt;li&gt;sensor data (temperature, humidity, velocity, frequency, ...)&lt;/li&gt;&#xA;&lt;li&gt;collected on trains (or comparable vehicle)&lt;/li&gt;&#xA;&lt;li&gt;available in tabular format, like CSV, XSLX, ...&lt;br /&gt;&#xA;(or as long as I can convert it to a tabular form and use it locally it should be okay.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The purpose of this is to emulate a bunch of sensors with real world values. Based on the data, I could let a 'sensor' output a value at a particular rate, for example 20 Hz. This data preferably comes from trains because I need to emulate train sensors, and I don't have access to a real train.&lt;/p&gt;&#xA;" OwnerUserId="15774" LastEditorUserId="14171" LastEditDate="2017-04-06T08:17:35.137" LastActivityDate="2017-04-07T20:22:27.123" Title="Sensor data trains dataset" Tags="|data-request|transportation|time-series|csv|sensors|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10959" PostTypeId="2" ParentId="9649" CreationDate="2017-04-05T07:09:18.110" Score="0" Body="&lt;p&gt;I think you might be able to look at the REFIT project for such datasets: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://pure.strath.ac.uk/portal/en/datasets/refit-electrical-load-measurements-cleaned(9ab14b0e-19ac-4279-938f-27f643078cec).html&quot; rel=&quot;nofollow noreferrer&quot;&gt;REFIT: Electrical Load Measurements (Cleaned)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The REFIT Electrical Load Measurements dataset includes cleaned electrical consumption data in Watts for 20 households at aggregate and appliance level, timestamped and sampled at 8 second intervals.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="9213" LastEditorDisplayName="user4293" LastEditDate="2017-05-11T13:36:56.290" LastActivityDate="2017-05-11T13:36:56.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10960" PostTypeId="2" ParentId="10955" CreationDate="2017-04-05T15:03:06.907" Score="2" Body="&lt;p&gt;Many countries have their own labor statistics published through a dedicated agency, such as the &lt;a href=&quot;https://www.bls.gov/data/#unemployment&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Bureau of Labor and Statistics&lt;/a&gt; or the &lt;a href=&quot;https://www.amstat.ch/v2/download.jsp?lang=de&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swiss Federation&lt;/a&gt;. Unemployment is also an indicator you can examine on the &lt;a href=&quot;http://data.worldbank.org/indicator?tab=all&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank's Data Portal&lt;/a&gt; which provides global analyses of various indicators by country. Some of the other indicators you mentioned are also searchable on the World Bank site and each graph is accompanied by source information to help find the original data used in that particular visualization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a wider repository of global labor data (cited as the source for some of the World Bank data above) you can find that on the &lt;a href=&quot;http://www.ilo.org/global/statistics-and-databases/lang--en/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Labour Organization's web site&lt;/a&gt;. Their database, &lt;a href=&quot;http://www.ilo.org/ilostat&quot; rel=&quot;nofollow noreferrer&quot;&gt;ILOSTAT&lt;/a&gt; has extensive aggregate data on global employment broken out by country, age, gender, and population density.&lt;/p&gt;&#xA;" OwnerUserId="15546" LastActivityDate="2017-04-05T15:03:06.907" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10963" PostTypeId="2" ParentId="10934" CreationDate="2017-04-06T02:47:45.247" Score="1" Body="&lt;p&gt;You want table &lt;a href=&quot;https://factfinder.census.gov/bkmk/table/1.0/en/ACS/15_5YR/B25068/1600000US3651000&quot; rel=&quot;nofollow noreferrer&quot;&gt;B25068 'Bedrooms by gross rent'&lt;/a&gt; from the American Community Survey 5 year estimates for the most recent years (as of April 2017, that would be 2011-2015).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ACS data has some pitfalls - pay attention to the margin of error because it'll show values for small geographies but they'll have margins that make them useless. If that comes as news to you then Google for &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/guidance/training-presentations/acs-moe.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;a tutorial&lt;/a&gt; or post another question for more details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For use in news reporting I was able to get to zip code or CDP subdivision level with reasonable margins of error. YMMV depending on use case. HTH!&lt;/p&gt;&#xA;" OwnerUserId="15781" LastEditorUserId="1766" LastEditDate="2017-04-13T19:09:22.033" LastActivityDate="2017-04-13T19:09:22.033" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10964" PostTypeId="2" ParentId="78" CreationDate="2017-04-06T07:37:54.910" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;http://us-city.census.okfn.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. City Open Data Census&lt;/a&gt; from the Sunlight Foundation is a good starting point and checklist for open data requirements on a municipal level.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-04-06T07:37:54.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10965" PostTypeId="2" ParentId="9752" CreationDate="2017-04-06T09:04:02.027" Score="2" Body="&lt;p&gt;I know this topic is six months old, but for reference: &#xA;the ECMWF API is now supported on Windows. &lt;a href=&quot;https://software.ecmwf.int/wiki/display/WEBAPI/Access+ECMWF+Public+Datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Please see here for details&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OP created a file '.ecmwfapirc.txt'. This is wrong, it has to be named '.ecmwfapirc' (without extension).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From what I can see your retrieval script is correct.&#xA;There is a web interface to help you create your retrieval script: &lt;a href=&quot;http://apps.ecmwf.int/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://apps.ecmwf.int/datasets/&lt;/a&gt; At the end click 'View MARS request'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The location of the retrieval script script does not matter; only if you save the output to the same location, the location has to be writeable.&lt;/p&gt;&#xA;" OwnerUserId="15783" LastActivityDate="2017-04-06T09:04:02.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10966" PostTypeId="2" ParentId="6706" CreationDate="2017-04-06T12:54:30.223" Score="1" Body="&lt;p&gt;In the CHARTEVENTS table, the event code &lt;code&gt;4545&lt;/code&gt; is associated with an episode of CPR, which typically follows an arrest (unless a patient has a DNR order). Also, in the PROCEDUREEVENTS_MV table, the codes &lt;code&gt;225475&lt;/code&gt; and &lt;code&gt;224566&lt;/code&gt; represent cardiac and respiratory arrests, respectively. On manual review, however, not all of these episodes appear as true arrests. On approach may be to mine the text notes to look for a reported history of arrest but I haven't tried that myself.&lt;/p&gt;&#xA;" OwnerUserId="2804" LastActivityDate="2017-04-06T12:54:30.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10967" PostTypeId="1" AcceptedAnswerId="11082" CreationDate="2017-04-06T13:07:58.503" Score="1" ViewCount="138" Body="&lt;p&gt;Using MIMIC-III (v1.4), it seems that some patients do not have any clinical (i.e. physician, nursing, respiratory, nutrition) text notes during the first 48 hours of their admission. The number ranges from 5-6 thousand depending on whether you use the CHARTTIME or CHARTDATE against the ADMITTIME. There are, however, radiology notes during this period. Additionally, there are about 15k unique HADM_IDs for which there are no such clinical notes at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do these missing notes reflect missing data? An error in the date/time? Or were the patients in the ER, OR, or somewhere else where perhaps the clinical notes weren't captured?&lt;/p&gt;&#xA;" OwnerUserId="2804" LastEditorUserId="2804" LastEditDate="2017-04-06T16:52:55.893" LastActivityDate="2017-07-25T14:33:24.523" Title="Why do some patients have no clinical notes in the first 48 hours in the MIMIC-III database?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10968" PostTypeId="2" ParentId="10919" CreationDate="2017-04-06T14:33:39.637" Score="2" Body="&lt;p&gt;You cannot link the ICD9 code to a specific note. ICD9 codes are linked to  each hospital admission (HADM_ID), for which each person (SUBJECT_ID) will have one or more. Each hospital admission will likely have multiple notes, but these notes themselves are associated with a HADM_ID, and not directly to a diagnosis code. If you want specific diagnoses by day based on notes, you will have to mine the text directly.&lt;/p&gt;&#xA;" OwnerUserId="2804" LastActivityDate="2017-04-06T14:33:39.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10970" PostTypeId="2" ParentId="10833" CreationDate="2017-04-06T19:38:12.070" Score="1" Body="&lt;p&gt;I would suggest to have a look at OpenStreetMap (OSM). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a supported tag in OSM to specify which type of roof covers a building: the &quot;roof:shape=*&quot; key. Please see &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Simple_3D_buildings&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; for full information about this tag and some interesting links of webmaps/projects about rendering buildings in 3D from OSM information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A quick &lt;a href=&quot;http://overpass-turbo.eu/s/oac&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt; on the OSM database through overpass-turbo shows that there is only 3326 buildings with roof description in Denmark. A drop of water in the ocean, but you can still further check some Danish places or other cities to see if some part might be exploitable for your purpose. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Julien&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-04-06T19:38:12.070" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10971" PostTypeId="1" CreationDate="2017-04-07T01:57:42.403" Score="1" ViewCount="25" Body="&lt;p&gt;I'm planning on working on a project at an upcoming event. I want to translate sign language (ASL) on the fly/teach a computer to translate ASL. I have a cousin who has taken a few ASL classes so I'll have him help verify, but are there any resources for images/gifs/videos of letters and common gestures?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be attaching a camera to record the user signing and then translate it.&lt;/p&gt;&#xA;" OwnerUserId="15793" LastEditorUserId="15793" LastEditDate="2017-04-07T15:30:55.043" LastActivityDate="2017-04-07T15:30:55.043" Title="Looking for ASL letter and gesture resources (images/datasets)" Tags="|usa|images|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10973" PostTypeId="2" ParentId="1" CreationDate="2017-04-07T19:57:29.857" Score="0" Body="&lt;p&gt;I have been using the list of government agencies published here: &lt;a href=&quot;https://raw.githubusercontent.com/GSA/data/gh-pages/dotgov-domains/current-full.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/GSA/data/gh-pages/dotgov-domains/current-full.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15800" LastActivityDate="2017-04-07T19:57:29.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10974" PostTypeId="1" CreationDate="2017-04-07T20:02:00.207" Score="10" ViewCount="94" Body="&lt;p&gt;I can't seem to find any data regarding racial demographics at the US place (city) level for mayors and council members per year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any resources available with such information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know and access them.&lt;/p&gt;&#xA;" OwnerUserId="9216" LastEditorUserId="14171" LastEditDate="2017-04-10T05:16:38.840" LastActivityDate="2018-12-18T17:56:39.197" Title="City mayor/council racial demographics" Tags="|data-request|usa|demographics|politics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10975" PostTypeId="2" ParentId="10958" CreationDate="2017-04-07T20:22:27.123" Score="1" Body="&lt;p&gt;Not sure if &lt;a href=&quot;http://data.deutschebahn.com/dataset/data-sensordaten-schenker-seefrachtcontainer&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt; matches your requirements completely. At least it reads as a dataset from a German logistics company having sensors mounted on shipping containers. The description is in German but the field names of the dataset are mainly in English.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It contains lat/ lon coordinates, motion, humidity and temperature values. And it comes in csv format already.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2017-04-07T20:22:27.123" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10976" PostTypeId="1" CreationDate="2017-04-08T17:13:42.377" Score="3" ViewCount="46" Body="&lt;p&gt;Is there a dataset of the ownership of newspapers in America? For example, it is common knowledge that Jeff Bezos owns the Washington Post, and that News Corp has bought the Wall Street Journal. I would like to extend that to look at local newspapers around the countries (such as all those listed &lt;a href=&quot;http://newseum.org/todaysfrontpages/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastEditorUserId="4184" LastEditDate="2017-04-10T15:16:51.550" LastActivityDate="2017-04-10T15:16:51.550" Title="Newspaper ownership data" Tags="|data-request|companies|media|publishing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10977" PostTypeId="1" CreationDate="2017-04-09T14:11:46.197" Score="1" ViewCount="204" Body="&lt;p&gt;I have Census Blocks Code data (15 digits code) and need to get corresponding street names and addresses in NYC. What is the best source of such information?&lt;/p&gt;&#xA;" OwnerUserId="15816" LastEditorUserId="90" LastEditDate="2017-09-10T16:34:14.480" LastActivityDate="2017-09-10T16:34:14.480" Title="How to find address from the Census Blocks Code?" Tags="|usa|geospatial|us-census|geocoding|address|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10978" PostTypeId="2" ParentId="10930" CreationDate="2017-04-09T23:03:25.537" Score="2" Body="&lt;p&gt;How about bike share data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Bike+Sharing+Dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Bike+Sharing+Dataset&lt;/a&gt; (currently the UCI website is down for me - 4/9/17)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/bike-sharing-demand/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/bike-sharing-demand/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each station (m) has multiple observations about how many bikes are checked out, and it has features like temperature, humidity, season, whether it's a holiday, etc.&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2017-04-09T23:03:25.537" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="10982" PostTypeId="1" CreationDate="2017-04-10T21:08:46.147" Score="2" ViewCount="28" Body="&lt;p&gt;Specifically, I'm looking for data on the number of teachers belonging to a union for each county in Florida. &lt;/p&gt;&#xA;" OwnerUserId="15826" LastEditorUserId="5766" LastEditDate="2017-04-19T22:53:55.487" LastActivityDate="2017-04-19T22:53:55.487" Title="Looking for dataset on teachers' unions membership by school district" Tags="|data-request|usa|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10983" PostTypeId="1" CreationDate="2017-04-10T21:15:51.603" Score="1" ViewCount="532" Body="&lt;p&gt;is there a public resource for  weather time series (temperatures). my phone collects temperature by the hour but I wonder if weather stations store this information somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data collection has improved so it I am only looking for recent years (and avoid too much work normalizing).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Shqbe.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="6199" LastEditorUserId="6199" LastEditDate="2017-04-12T13:30:44.060" LastActivityDate="2017-10-09T17:12:19.603" Title="time series for US weather" Tags="|data-request|weather|" AnswerCount="1" CommentCount="1" ClosedDate="2017-10-10T12:22:12.357" ContentLicense="CC BY-SA 3.0" />
  <row Id="10984" PostTypeId="2" ParentId="10983" CreationDate="2017-04-11T05:43:04.437" Score="0" Body="&lt;p&gt;The most authoritative primary source for U.S. weather data is the &lt;a href=&quot;https://www.ncdc.noaa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Oceanic and Atmospheric Association&lt;/a&gt;. NOAA is the primary agency that collects climate and weather data domestically. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, if you're looking for historical data, you may want to check out NOAA's &lt;a href=&quot;https://www.ncdc.noaa.gov/cag/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Climate at a Glance&lt;/a&gt; page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even more specifically targeted to your stated goal, you can use &lt;a href=&quot;http://iftt.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;IFTT&lt;/a&gt; to set up a quick custom applet between &lt;a href=&quot;http://wunderground.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weather Underground&lt;/a&gt; and &lt;a href=&quot;http://sheets.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Sheets&lt;/a&gt; that will log the weather forecast for you at sunrise each morning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best of luck!&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-04-11T05:43:04.437" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10985" PostTypeId="2" ParentId="1453" CreationDate="2017-04-11T19:23:56.197" Score="0" Body="&lt;p&gt;Just to add to this, yes, the ultimate most important number to look for when gauging the market size of a city is the Combined Statistical Area (CSA), &lt;strong&gt;not the MSA or the city limits population&lt;/strong&gt;. Although the Census Bureau does not release estimates for CSAs annually, they do release 1, 3 and 5-year estimates as well as the latest corresponding geospatial boundary data. The &lt;a href=&quot;https://catalog.data.gov/dataset/tiger-line-shapefile-2014-nation-u-s-current-combined-statistical-area-csa-national-shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;latest CSA shapefiles&lt;/a&gt; released by the Census Bureau can be found most directly on Data.gov: &lt;a href=&quot;https://catalog.data.gov/dataset/tiger-line-shapefile-2014-nation-u-s-current-combined-statistical-area-csa-national-shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/tiger-line-shapefile-2014-nation-u-s-current-combined-statistical-area-csa-national-shapefile&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-04-11T19:23:56.197" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10986" PostTypeId="2" ParentId="10977" CreationDate="2017-04-11T19:42:15.970" Score="1" Body="&lt;p&gt;You could do this with a few lines of R, taking the spatial over of the roads file and the block file, then iterating through the list and dumping it to a nice table. I'm not sure of any other way to do this. &lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2017-04-11T19:42:15.970" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="10987" PostTypeId="2" ParentId="4981" CreationDate="2017-04-12T09:00:11.107" Score="4" Body="&lt;p&gt;You can use &lt;a href=&quot;https://webhose.io&quot; rel=&quot;noreferrer&quot;&gt;Webhose.io&lt;/a&gt; API to integrate the data you are looking for. You can filter for news articles, blog posts, online discussions and much more. By default you get 1,000 monthly API requests for free, each request may return up to 100 posts, so you can access up to 100,000 articles a month for free.&lt;/p&gt;&#xA;" OwnerUserId="10045" LastActivityDate="2017-04-12T09:00:11.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10988" PostTypeId="1" CreationDate="2017-04-12T14:55:00.867" Score="1" ViewCount="13" Body="&lt;p&gt;Is there a data set out there that has OPEID with types and total aid received, specifically, Total Institutional Aid (if there others or all included, that's definitely ok)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried following the steps outlined on page three of this document: &lt;a href=&quot;https://nces.ed.gov/pubs2015/2015604.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/pubs2015/2015604.pdf&lt;/a&gt; but I can't seem to get dollar totals. &lt;/p&gt;&#xA;" OwnerUserId="15842" LastActivityDate="2017-04-12T14:55:00.867" Title="Undergrad-Total Institutional Aid Received by school" Tags="|data-request|education|aid|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10989" PostTypeId="2" ParentId="10703" CreationDate="2017-04-12T14:59:37.490" Score="1" Body="&lt;p&gt;In order to make sure you are getting comparable data for the salaries, it might be best to use the IPEDS data (since that is where those data elements originated).  The IPEDS Data Center (&lt;a href=&quot;https://nces.ed.gov/ipeds/Home/UseTheData&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/Home/UseTheData&lt;/a&gt;) will allow you to access and export salary data going back at least as far as 1980.  There is a data center help desk (ipedstools@rti.org) that can be contacted if assistance is needed accessing those data. While the College Scorecard does not include Delta Cost project data, the College Scorecard help desk has received and logged this suggestion for consideration.&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2017-04-12T14:59:37.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10990" PostTypeId="2" ParentId="10893" CreationDate="2017-04-12T15:41:54.283" Score="0" Body="&lt;p&gt;Plant OS a research group in Malaysia involved in Open Agriculture Initiative works published their first datasets on Github: &lt;a href=&quot;https://github.com/plantOS/plant-os/tree/master/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/plantOS/plant-os/tree/master/datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15642" LastActivityDate="2017-04-12T15:41:54.283" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="10991" PostTypeId="1" AcceptedAnswerId="10994" CreationDate="2017-04-12T17:47:08.427" Score="2" ViewCount="87" Body="&lt;p&gt;Is there any government website from where I can download North America Tropical Cyclones dataset in CSV or array format?&lt;/p&gt;&#xA;" OwnerUserId="14609" LastEditorUserId="23272" LastEditDate="2021-04-04T04:38:19.870" LastActivityDate="2021-04-04T04:38:19.870" Title="Where can I download North America Tropical Cyclones dataset?" Tags="|data-request|weather|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10992" PostTypeId="1" CreationDate="2017-04-12T19:44:16.970" Score="2" ViewCount="812" Body="&lt;p&gt;I wanted data set of Indian Traffic Sign for classification purpose.&lt;/p&gt;&#xA;" OwnerUserId="15846" LastEditorUserId="4184" LastEditDate="2017-04-14T15:15:57.147" LastActivityDate="2021-02-12T17:22:01.827" Title="Is there any dataset of Indian Traffics Signs?" Tags="|data-request|traffic|india|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10994" PostTypeId="2" ParentId="10991" CreationDate="2017-04-12T21:46:28.357" Score="2" Body="&lt;p&gt;The International Best Track Archive for Climate Stewardship provides all tracks in CSV format at &lt;a href=&quot;https://www.ncdc.noaa.gov/ibtracs/index.php?name=ibtracs-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;IBTrACS-All data&lt;/a&gt; in the following formats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://eclipse.ncdc.noaa.gov/pub/ibtracs/v03r09/all/csv/year&quot; rel=&quot;nofollow noreferrer&quot;&gt;Year&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://eclipse.ncdc.noaa.gov/pub/ibtracs/v03r09/all/csv/basin&quot; rel=&quot;nofollow noreferrer&quot;&gt;Basin&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://eclipse.ncdc.noaa.gov/pub/ibtracs/v03r09/all/csv/Allstorms.ibtracs_all.v03r09.csv.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;All Storms&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2017-04-12T21:46:28.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10995" PostTypeId="1" CreationDate="2017-04-13T07:55:11.490" Score="4" ViewCount="109" Body="&lt;p&gt;I am searching for proper open source train station data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need only the central stations per country (best would be worldwide). I know the OSM source stations for each country but as far as I know you can't differentiate between the station type.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The values I'm looking for are &lt;code&gt;name&lt;/code&gt;, &lt;code&gt;country&lt;/code&gt;, &lt;code&gt;longitude&lt;/code&gt; and &lt;code&gt;latitude&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any reliable source?&lt;/p&gt;&#xA;" OwnerUserId="15848" LastEditorUserId="90" LastEditDate="2017-04-21T19:39:40.850" LastActivityDate="2017-05-21T21:16:40.417" Title="Train Stations Open Source Point Data" Tags="|data-request|geospatial|openstreetmap|" AnswerCount="1" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="10996" PostTypeId="1" CreationDate="2017-04-13T08:16:41.753" Score="1" ViewCount="57" Body="&lt;p&gt;I'm working on a &lt;strong&gt;research&lt;/strong&gt; about recommender systems and I'm looking for a &lt;strong&gt;C2C e-commerce data set&lt;/strong&gt;, the data set should contain transaction data with the &lt;code&gt;buyer id&lt;/code&gt;, &lt;code&gt;seller id&lt;/code&gt;, &lt;code&gt;item id&lt;/code&gt; and some &lt;code&gt;item attributes&lt;/code&gt;. it will be better if it contains some attributes about the seller and the buyer that influences the trust between them.&lt;/p&gt;&#xA;" OwnerUserId="15849" LastEditorUserId="23272" LastEditDate="2022-07-14T12:38:38.003" LastActivityDate="2022-07-14T12:38:38.003" Title="C2C commerce data set" Tags="|data-request|research|shopping|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="10998" PostTypeId="2" ParentId="10977" CreationDate="2017-04-13T13:40:05.750" Score="1" Body="&lt;p&gt;If you are fine with human-readable, you can find the block maps at &lt;a href=&quot;https://www2.census.gov/geo/maps/dc10map/GUBlock/st36_ny/place/p3651000_new_york/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/geo/maps/dc10map/GUBlock/st36_ny/place/p3651000_new_york/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1766" LastActivityDate="2017-04-13T13:40:05.750" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11000" PostTypeId="2" ParentId="10992" CreationDate="2017-04-13T14:34:11.943" Score="2" Body="&lt;p&gt;I would do a google search &quot;&lt;a href=&quot;https://www.google.co.uk/webhp?sourceid=chrome-instant&amp;amp;ion=1&amp;amp;espv=2&amp;amp;ie=UTF-8#q=indian%20traffic%20sign%20images&quot; rel=&quot;nofollow noreferrer&quot;&gt;road signs India&lt;/a&gt;&quot;. I found this &lt;a href=&quot;https://en.wikipedia.org/wiki/Road_signs_in_India&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia article&lt;/a&gt; had some clear pictures with descriptions in English. If you want Hindi or other language translation, I suspect a google image search will help.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2017-04-13T14:34:11.943" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11002" PostTypeId="2" ParentId="10705" CreationDate="2017-04-14T13:41:05.163" Score="1" Body="&lt;p&gt;This won't capture people passing through for shopping or eating, but it will capture the bulk of traffic: &lt;a href=&quot;http://web.mta.info/developers/turnstile.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.mta.info/developers/turnstile.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="133" LastActivityDate="2017-04-14T13:41:05.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11003" PostTypeId="2" ParentId="10932" CreationDate="2017-04-14T17:25:34.310" Score="2" Body="&lt;p&gt;If you are affiliated with academia, you can get to the detailed PII data through the Census Research Data Centers (&lt;a href=&quot;https://www.census.gov/about/adrm/fsrdc/locations.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/about/adrm/fsrdc/locations.html&lt;/a&gt;). They operate at an academic pace -- it takes 6-9 months to get your request considered.&lt;/p&gt;&#xA;" OwnerUserId="1766" LastActivityDate="2017-04-14T17:25:34.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11004" PostTypeId="2" ParentId="10856" CreationDate="2017-04-14T17:36:45.020" Score="1" Body="&lt;p&gt;The American Community Survey public use data had the 2000 delineations (public use microdata areas, PUMA) in the 2010 and 2011 data releases. The 2012 ACS data were released with the 2010 geographies. The delay may have had to do with the planning of the 2011 data collection being done in early 2010 when the new data were not available, actually. The more stringent release date for the geographic products is a year from the census day, see &lt;a href=&quot;https://www.census.gov/programs-surveys/decennial-census/2020-census/planning-management/planning-docs/RDP-detailed-op-plan.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/decennial-census/2020-census/planning-management/planning-docs/RDP-detailed-op-plan.html&lt;/a&gt;, although that data may still only be distributed to the states / through the official channels.&lt;/p&gt;&#xA;" OwnerUserId="1766" LastActivityDate="2017-04-14T17:36:45.020" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11005" PostTypeId="1" CreationDate="2017-04-14T17:48:06.043" Score="1" ViewCount="27" Body="&lt;p&gt;I am looking for data on freight commodity flows in US by county or BEA area for a two digit STCC code. The information that I need is how many tons or loads of freight of a given commodity was transported between a given origin-destination pair.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best I could find so far was Commodity Flow Survey, but they only have data for around 80 metropolitan areas and everything else is aggregated to &quot;rest of the state&quot;.&lt;/p&gt;&#xA;" OwnerUserId="14822" LastActivityDate="2017-04-14T17:48:06.043" Title="US freight commodity flows by county or BEA" Tags="|data-request|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11006" PostTypeId="2" ParentId="10427" CreationDate="2017-04-14T17:54:52.240" Score="1" Body="&lt;p&gt;Multiplying by a single number would be a fairly silly exercise, as households differ by size with income, so your estimate will likely be fairly far off the target. I would probably start by developing a cross-tabulation of income categories and household sizes for a reasonably small area (PUMA in which that tract is sitting from public use data, say), so that say 25% of HHs in that income range are 1 person, 35% are 2 persons, etc.; and then apply that table to compute the total population of interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keep also in mind that income information in ACS is fairly lousy (as income information always is in the U.S., where people believe in that number being their great personal private treasure). About a quarter of that data is made-up, see &lt;a href=&quot;https://www.census.gov/acs/www/methodology/sample-size-and-data-quality/item-allocation-rates/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/acs/www/methodology/sample-size-and-data-quality/item-allocation-rates/&lt;/a&gt;. This is by far the worst item, and nonresponse on it is trending up. I would definitely not care for the difference between $35K and $40K in light of this; it would be a fairly spurious, false precision if you focus on that number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nearly anything at the tract level will have large standard errors, especially if you have income bands of $5000 in which may be 5% to 10% of population would be falling. For a census tract of the typical size of 4,000 people, that's 400 people in the population, and probably about 20 in the sample. So your fair standard error will be a half of your estimate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As always, a good resource to ask more detailed questions on ACS is its data community, &lt;a href=&quot;https://acsdatacommunity.prb.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://acsdatacommunity.prb.org/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1766" LastActivityDate="2017-04-14T17:54:52.240" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11007" PostTypeId="1" CreationDate="2017-04-14T19:31:38.947" Score="1" ViewCount="320" Body="&lt;p&gt;I am searching for wording for symbols icons and what they are. For example, if you have a symbol such as flag, or types of cars. I want to look it up online and search for the name of that symbol.  I know that there are tons of them online but what I would like to have a general thousands of symbols or icons and if you don't know what they are you can pull it up and look for it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know it is hard for me to describe. I am a GIS Specialist and sometimes I get a hardcopy maps and I have some odd symbols and I couldn't find it on my software to match it. So, when I google and I couldn't find it either...&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2017-04-19T14:19:01.430" LastActivityDate="2017-07-22T18:07:53.187" Title="List of symbols with corresponding names" Tags="|data-request|internet|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11009" PostTypeId="1" AcceptedAnswerId="11014" CreationDate="2017-04-15T19:26:30.387" Score="6" ViewCount="454" Body="&lt;p&gt;I am looking to get ArcGIS shapefiles for changes in the territory of Germany throughout World War Two.&lt;/p&gt;&#xA;" OwnerUserId="15871" LastEditorUserId="7037" LastEditDate="2017-04-18T15:24:17.547" LastActivityDate="2017-04-24T19:10:47.390" Title="Where can I get shapefiles for changing German territory during the Second World War?" Tags="|data-request|historical|europe|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11010" PostTypeId="1" CreationDate="2017-04-06T21:10:15.920" Score="2" ViewCount="106" Body="&lt;p&gt;Is there an easy way to download the set of census blocks (12-digit FIPS codes) for a given state?  I've tried using R packages &lt;a href=&quot;https://cran.r-project.org/web/packages/tigris/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;tigris&lt;/a&gt; and &lt;a href=&quot;https://cran.r-project.org/web/packages/acs/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;acs&lt;/a&gt; to no avail.  (Well, tigris works but it gives me the shape data for block which is major overkill since I only want to know &lt;em&gt;what&lt;/em&gt; blocks are defined for each state.)&lt;/p&gt;&#xA;" OwnerUserId="13091" OwnerDisplayName="Ben" LastActivityDate="2017-04-30T13:44:00.233" Title="How to get all U.S. census blocks within a state" Tags="|programming|census|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11011" PostTypeId="2" ParentId="11010" CreationDate="2017-04-06T23:35:46.147" Score="2" Body="&lt;p&gt;This isn't really a R-specific answer, but you can download a flat .csv for any given state at the FCC's website: &lt;a href=&quot;https://www.fcc.gov/general/census-blocks-state&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fcc.gov/general/census-blocks-state&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Pdubbs" LastActivityDate="2017-04-06T23:35:46.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11012" PostTypeId="2" ParentId="11010" CreationDate="2017-04-07T03:17:00.060" Score="2" Body="&lt;p&gt;You might want to check out &lt;a href=&quot;https://data2.nhgis.org/main&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHGIS&lt;/a&gt;. You can download census block data and shapefiles for multiple years.&lt;/p&gt;&#xA;" OwnerDisplayName="austensen" LastActivityDate="2017-04-07T03:17:00.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11013" PostTypeId="1" CreationDate="2017-04-15T20:16:42.197" Score="0" ViewCount="43" Body="&lt;p&gt;I am looking for a website which lists all common coordinate systems with their attributes (angle true, area true). I aware of &lt;a href=&quot;http://spatialreference.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;spatialreference.org&lt;/a&gt; but this do not give me the desired information(or I am too blind to find them).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A plus would be a searchable system with EPSG codes. Double plus would be a side in German (because  I am lazy) &lt;/p&gt;&#xA;" OwnerUserId="14379" LastEditorUserId="4184" LastEditDate="2017-04-20T07:47:16.690" LastActivityDate="2017-04-20T07:47:16.690" Title="List of coodinate systems with attributes" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="11014" PostTypeId="2" ParentId="11009" CreationDate="2017-04-15T20:22:02.853" Score="9" Body="&lt;p&gt;I found the &lt;a href=&quot;http://web.stanford.edu/group/spatialhistory/cgi-bin/site/index.php&quot; rel=&quot;noreferrer&quot;&gt;spatial history project&lt;/a&gt;, which give month to month changes of the front lines. &lt;a href=&quot;https://web.stanford.edu/group/spatialhistory/cgi-bin/site/pub.php?id=51&quot; rel=&quot;noreferrer&quot;&gt;The article&lt;/a&gt; covers all interesting information and you can download the dataset (after the first figure) - viz., &lt;a href=&quot;https://web.stanford.edu/group/spatialhistory/Publications/HolocaustGeographies/EuropeanBorders_WWII.zip&quot; rel=&quot;noreferrer&quot;&gt;EuropeanBorders_WWII.zip&lt;/a&gt; (~260 MB).&lt;/p&gt;&#xA;" OwnerUserId="14379" LastEditorUserId="-1" LastEditDate="2017-04-16T06:16:16.830" LastActivityDate="2017-04-16T06:16:16.830" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11015" PostTypeId="1" AcceptedAnswerId="11018" CreationDate="2017-04-15T23:37:35.017" Score="3" ViewCount="955" Body="&lt;p&gt;I'm looking for a large-scale geospatial data set (or several components that could be merged) that includes all the islands of the Caribbean region. The trick is that as many of the physical individual islands as possible need to be listed individual features in the data table. In other words, I want the data set up so that it is easy to select particular islands (not countries) and style them individually.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried Open Street Map -- specifically Quick OSM and the Overpass API, using the place:island tag. That works pretty well, but there are a not-insignificant number of islands missing (e.g. most of the bigger Florida Keys, the main island of Cuba (though the smaller islands of Cuba are included), some of the main islands of the Bahamas, and others). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Natural Earth has two problems -- the scale is not small enough, and the each table row represents a country (group of islands, or mainland and islands together), rather than an individual island. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions much appreciated.  &lt;/p&gt;&#xA;" OwnerUserId="15873" LastEditorUserId="4184" LastEditDate="2017-04-18T15:23:50.853" LastActivityDate="2017-04-18T15:23:50.853" Title="Shapefile or GeoJSON of all Caribbean Islands" Tags="|data-request|geospatial|openstreetmap|north-america|south-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11016" PostTypeId="1" AcceptedAnswerId="11020" CreationDate="2017-04-16T10:20:03.967" Score="1" ViewCount="456" Body="&lt;p&gt;I am wondering how sport APIs get their data.&lt;/p&gt;&#xA;&lt;p&gt;Do they use web scraping or web crawling?&lt;/p&gt;&#xA;&lt;p&gt;If they do: is it legal to create my web scraper to gather data?&lt;/p&gt;&#xA;&lt;p&gt;I checked various sites and they all lead to different API/Feed, but how do these feeds get their data?&lt;/p&gt;&#xA;&lt;p&gt;And how do they update it so fast (live scores)?&lt;/p&gt;&#xA;" OwnerUserId="15876" LastEditorUserId="14011" LastEditDate="2023-02-04T03:59:19.723" LastActivityDate="2023-02-04T03:59:25.473" Title="How do football APIs get their data?" Tags="|data-request|web-crawling|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11018" PostTypeId="2" ParentId="11015" CreationDate="2017-04-17T05:29:48.020" Score="5" Body="&lt;p&gt;The &lt;a href=&quot;http://openstreetmapdata.com/data/land-polygons&quot; rel=&quot;noreferrer&quot;&gt;OSMData Land Polygons&lt;/a&gt; include all land areas in the world, which should mean it includes the data you are looking for. It's derived from &lt;code&gt;natural:coastline&lt;/code&gt; rather than &lt;code&gt;place:island&lt;/code&gt;, so it shouldn't have the same gaps for larger islands but may be excessively large and unwieldy. You may be able to pare it down or recreate it on a regional basis based on the description provided on the same page.&lt;/p&gt;&#xA;" OwnerUserId="15546" LastActivityDate="2017-04-17T05:29:48.020" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11020" PostTypeId="2" ParentId="11016" CreationDate="2017-04-17T11:07:16.950" Score="0" Body="&lt;p&gt;I think they get it from the contribution of the community.&lt;br&gt;&#xA;More Info: &lt;a href=&quot;https://www.jokecamp.com/blog/guide-to-football-and-soccer-data-and-apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.jokecamp.com/blog/guide-to-football-and-soccer-data-and-apis&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15880" LastActivityDate="2017-04-17T11:07:16.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11022" PostTypeId="1" CreationDate="2017-04-17T17:21:36.563" Score="1" ViewCount="129" Body="&lt;p&gt;For daily OHLC data, I'm aware of all the wonderful resources on Quandl. But is there a good minute bar database for couple of the major cryptocurrencies, e.g. bitcoin, ether, etc. I don't need very long history, just couple of months of minute-interval pricing would be good enough for me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A related question. To pull live data from the various exchanges, I'm aware of cryptocompare's API &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cryptocompare.com/api/#-api-data-price-&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cryptocompare.com/api/#-api-data-price-&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any similar APIs out there?&lt;/p&gt;&#xA;" OwnerUserId="13314" LastActivityDate="2017-04-17T17:21:36.563" Title="cryptocurrency historic data in fine granularity, e.g. minute bars" Tags="|api|historical|" AnswerCount="0" CommentCount="1" ClosedDate="2018-01-26T20:05:11.517" ContentLicense="CC BY-SA 3.0" />
  <row Id="11023" PostTypeId="1" CreationDate="2017-04-17T23:02:59.653" Score="1" ViewCount="226" Body="&lt;p&gt;I'm looking for a dataset which translates US store name and numbers to (geo) locations or street addresses. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Chick-Fil-A #2193 is located at 1845 Main St, Chester, MD 21619.&#xA;Panda Express #2529 is located at 4506 N Main St, Roswell, NM 88201.&#xA;Wendy's #5218 is located at 13430 W Maple Rd, Omaha, NE 68164.&#xA;Chipotle #1720 is located at 865 Market Street, Space C10, San Francisco, CA 94103.&#xA;J. Crew #508 is located at 3222 M St NW, Washington DC, 20007.&#xA;Nordstrom #736 is located at 9607 Research Boulevard, Austin, TX 78759.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It looks like there are a couple of (spammy) websites which try to do something similar, e.g. &lt;code&gt;storelocations411.com&lt;/code&gt; and &lt;code&gt;chargeprotect.com&lt;/code&gt; (not hyperlinked to avoid more link spam).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm surprised that there's nothing obvious out there, so I'm hoping I missed something - any help would be great!&lt;/p&gt;&#xA;" OwnerUserId="15889" LastEditorUserId="4184" LastEditDate="2017-04-18T14:32:52.640" LastActivityDate="2017-04-18T14:32:52.640" Title="Dataset of retail (chain) store locations by store number" Tags="|data-request|geospatial|business|companies|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11024" PostTypeId="2" ParentId="10785" CreationDate="2017-04-17T23:11:23.270" Score="1" Body="&lt;p&gt;Mark Weisser's SPAADIA corpora consist of 35 transactional dialogues annotated at the sentence-level with function/mood (declarative, interrogative, imperative, etc)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;He's also got a nice annotation guideline for expanding on this schema.&#xA;&lt;a href=&quot;http://martinweisser.org/index.html#spaadia_v0&quot; rel=&quot;nofollow noreferrer&quot;&gt;martinweisser.org/index.html#spaadia_v02&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15891" LastEditorUserId="90" LastEditDate="2017-04-18T03:59:38.063" LastActivityDate="2017-04-18T03:59:38.063" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11025" PostTypeId="1" CreationDate="2017-04-18T05:17:41.047" Score="1" ViewCount="162" Body="&lt;p&gt;What is the status of the following scores and appropriate code as of April 2017?&lt;br /&gt; (taken from &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/tree/master/concepts/severityscores&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/tree/master/concepts/severityscores&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beta? Production? Good to use?&lt;br /&gt;&#xA;I would like to use code for SOFA/SAPS/OASIS but I have no idea how trustworthy these codes are.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;OASIS&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Oxford Acute Severity of Illness Score (OASIS) is a parsimonious severity score developed using a hybrid genetic algorithm and particle swarm optimization approach which allowed direct optimization of a severity score in a clinically relevant form with simultaneous multivariate feature selection (Johnson, 2013). The new score discriminated better than the Acute Physiology Score III (APS III) when evaluated in a univariate fashion and equivalently when evaluated as a covariate in a larger risk adjustment model similar to APACHE IV. OASIS was designed to have an extremely low burden for data collection and quality control, requiring only 10 features, and not requiring laboratory measurements, diagnosis or comorbidity information.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;SAPS&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Simplified Acute Physiology Score (SAPS) was intended as a simplification of the Acute Physiology Score (APS), reducing the number of physiological parameters required from the original 34 to 13 plus age (LeGall, 1984). The variables chosen were present for 90% of patients in the initial survey used to develop the APS (Knaus, 1981). Though the original publication only provided ROC curves and not the AUROC, trapezoidal integration showed that SAPS had an AUROC of 0.7697 and APS had an AUROC of 0.7661.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;SOFA&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Sepsis-related Organ Failure Assessment score was first developed by a consensus meeting of the ESICM in October 1994, though it eventually became known as the Sequential Organ Failure Assessment (SOFA) score as it was applied outside of septic populations (Vincent, 1996). The purpose of the score was to provide the clinical community with an objective measure of the severity of organ dysfunction in a patient. It is stressed that the score is not meant as a direct predictor of mortality but rather a measure of morbidity, or the level of the diseased state, in a patient. The score is evaluated for 6 organ systems: pulmonary, renal, hepatic, cardiovascular, haematologic and neurologic. Note that the organ-specific morbidity scores are highlighted as a useful compliment to the overall score.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;Future work&lt;/strong&gt;&lt;br /&gt;&#xA;  The following severity scores have yet to be implemented, but are desirable, and contributions are welcome.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;SAPS II&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Simplified Acute Physiology Score II (SAPS II) published in 1993 (Le Gall, 1993), aimed to rectify two issues with SAPS. First, the variable selection process in SAPS was done by clinical judgement, whereas SAPS II utilised univariate feature selection to filter out features uncorrelated with hospital mortality. Second, there was no model for calculating a probability of mortality from SAPS. SAPS II was published with calibration coefficients which allowed conversion of the integer score into a risk of mortality which ranged between zero and one.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;SAPS III&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Simplified Acute Physiology Score III (SAPS III) is the latest model published and attempts to account for poor calibration of SAPS II found in later studies (Metnitz, 2005). While SAPS II was developed on ICUs in western Europe, SAPS III included ICUs worldwide. The parameters of the model were identified using a stepwise logistic regression, followed by statistical hypothesis testing to ensure the parameters were significantly related to patient hospital mortality (Moreno, 2005). The final prediction used 61 binary indicator features which dichotomised various ranges of 20 distinct variables (e.g. the highest heart rate variable was split into three binary features, one for heart rates $= 160). A hierarchical model was used, specifying patient characteristics as fixed effects and different ICUs as a random effect. A logistic regression equation was then used to calculate the probability of mortality.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;APACHE IV&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;APACHE IV is the most recent iteration in the Acute Physiology, Age, and Chronic Health Evaluation system. The model was published in 2006 and coefficients are freely available online. Overall, APACHE IV tends to have the best discriminative performance among the most recent generation of general purpose severity of illness models.&lt;br /&gt;&#xA;  APACHE IV's components include: the Acute Physiology Score (APS) III, comorbidities, diagnosis, admission source, surgical status, mechanical ventilation flags and existence of thrombolytic therapy. Unfortunately, the diagnostic component of APACHE IV is very difficult to code.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="15153" LastEditorDisplayName="user4293" LastEditDate="2017-04-19T18:39:04.483" LastActivityDate="2017-04-19T18:39:04.483" Title="Update on severity scores regarding code from MIMIC repository?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11026" PostTypeId="1" AcceptedAnswerId="11027" CreationDate="2017-04-18T06:54:56.533" Score="3" ViewCount="185" Body="&lt;p&gt;I need list of all products with following attributes,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Ingredients &lt;/li&gt;&#xA;&lt;li&gt;Country or origin&lt;/li&gt;&#xA;&lt;li&gt;Manufacturer&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Now the tricky part is that, I don't want it for JUST a specific country, I want it around the globe and I don't mind automating this task too as I am a software developer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However I don't want to reinvent the wheel which is why asking here is my first approach. I don't mind and I think the only choice would be to gather data from supermarkets somehow ?&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorDisplayName="user4293" LastEditDate="2017-04-18T07:24:48.907" LastActivityDate="2019-05-23T20:30:31.057" Title="List of all products and their ingredients" Tags="|data-request|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11027" PostTypeId="2" ParentId="11026" CreationDate="2017-04-18T07:25:59.477" Score="7" Body="&lt;p&gt;&lt;a href=&quot;https://world.openfoodfacts.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open food facts&lt;/a&gt; is a &quot;&lt;em&gt;food products database made by everyone, for everyone&lt;/em&gt;&quot;. And &quot;&lt;em&gt;it is open data, anyone can re-use it for any purpose&lt;/em&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has calories, ingredients, photos. It's crowdsourced : you can use it and contribute to it as well (and let your user contribute) according to the OdBL licence.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2019-05-23T20:30:31.057" LastActivityDate="2019-05-23T20:30:31.057" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11030" PostTypeId="1" AcceptedAnswerId="11044" CreationDate="2017-04-18T11:35:51.940" Score="1" ViewCount="235" Body="&lt;p&gt;I've looked at related questions but none seem to provide what I'm after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to hear if anyone knows open source data of annual wind speed (not direction) for the UK. The data can be downloaded by post code or areas of 1km2 to show mean wind speed across the nation. Just a simple figure (e.g 10mph) per grid square would be ideal so I can associate a colour for every grid to generate a 'heat map' for wind speed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've looked into:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://maps.darksky.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://maps.darksky.net/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although I don't think that's what I'm after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is more what I'm after...&lt;a href=&quot;http://www.renew-reuse-recycle.com/noabl.pl?go=Go&amp;amp;postcode=NE66+1TL&amp;amp;osx=&amp;amp;osy=&amp;amp;country=gb&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.renew-reuse-recycle.com/noabl.pl?go=Go&amp;amp;postcode=NE66+1TL&amp;amp;osx=&amp;amp;osy=&amp;amp;country=gb&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15788" LastEditorUserId="14171" LastEditDate="2017-04-19T14:05:56.327" LastActivityDate="2017-04-20T15:27:02.817" Title="UK Wind Speed for QGIS" Tags="|data-request|geospatial|weather|uses-of-open-data|" AnswerCount="1" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="11031" PostTypeId="2" ParentId="11007" CreationDate="2017-04-18T15:58:27.270" Score="0" Body="&lt;p&gt;NPS Map Symbols offers this information:&lt;br&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/MggVc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MggVc.png&quot; alt=&quot;NPS Map Symbols PDF Screenshot Showing What Is Available&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/nationalparkservice/symbol-library/tree/gh-pages/src/standalone&quot; rel=&quot;nofollow noreferrer&quot;&gt;Repository has Images&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nps.gov/hfc/carto/SYMBOLS/map_symbols.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF with Images/Labels&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:USNPS_map_symbols&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia also has Images/Labels&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-04-18T15:58:27.270" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11033" PostTypeId="1" CreationDate="2017-04-19T07:46:28.153" Score="5" ViewCount="6516" Body="&lt;p&gt;I require a list of data on UK cities giving longitude and latitude details. Preferably in CSV or Excel format.&lt;/p&gt;&#xA;" OwnerDisplayName="NTWH" LastEditorDisplayName="user4293" LastEditDate="2019-01-11T12:21:20.757" LastActivityDate="2019-01-11T12:21:20.757" Title="UK cities longitude and latitude details" Tags="|data-request|geospatial|uk|" AnswerCount="4" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11034" PostTypeId="2" ParentId="11033" CreationDate="2017-04-19T08:13:22.977" Score="4" Body="&lt;p&gt;You can probably use OpenStreetMap (OSM) for this. OSM is a open database of geographical features. OSM features are described by &lt;em&gt;tags&lt;/em&gt;, that are combination of &lt;em&gt;key&lt;/em&gt;-&lt;em&gt;value&lt;/em&gt; pairs.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The entry point to look at the geographical features of OSM is this page: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Map_Features&quot; rel=&quot;noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Map_Features&lt;/a&gt;, which describes the major features that are mapped in OSM. Look at &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Map_Features#Places&quot; rel=&quot;noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Map_Features#Places&lt;/a&gt; for the section about places. &quot;Cities&quot; in OSM are be described by &lt;code&gt;place=city&lt;/code&gt;. If you need more little towns, you can search for &lt;code&gt;place=town&lt;/code&gt;, &lt;code&gt;place=village&lt;/code&gt;, etc. (see the above link for more tags of places in OSM). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To query the data in OSM, you can use &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;noreferrer&quot;&gt;http://overpass-turbo.eu/&lt;/a&gt;. Use the wizard (one of the top tab), type &quot;city in UK&quot;, increase the timeout up to 60s and run the query. Or just click on this share link since I just tried it ;-) : &lt;a href=&quot;http://overpass-turbo.eu/s/orK&quot; rel=&quot;noreferrer&quot;&gt;http://overpass-turbo.eu/s/orK&lt;/a&gt;. &#xA;You can then export the result in geojson and convert it to a csv with the city name, latitude, longitude. There is also additional information that you may discard. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not aware of open UK gov data, but it might be an other possible source. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;J.&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-04-19T08:13:22.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11035" PostTypeId="2" ParentId="11033" CreationDate="2017-04-19T09:11:36.383" Score="4" Body="&lt;p&gt;Probably the best source of GB data is the Ordnance Survey - in this case you want the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-names.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open-Names&lt;/a&gt; product.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2017-04-19T09:11:36.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11036" PostTypeId="2" ParentId="11033" CreationDate="2017-04-19T09:15:20.827" Score="4" Body="&lt;p&gt;Areas/ boundaries of UK cities and major towns from the &lt;em&gt;Open Geography Portal&lt;/em&gt; at the UK Office for National Statistics:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geoportal.statistics.gov.uk/datasets/58b0dfa605d5459b80bf08082999b27c_0?geometry=-6.172%2C52.56%2C2.172%2C53.55&quot; rel=&quot;nofollow noreferrer&quot;&gt;Major Towns and Cities (December 2015) Boundaries&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Available as .csv/.kml/.shp&lt;/p&gt;&#xA;" OwnerUserId="15898" LastEditorDisplayName="user4293" LastEditDate="2017-04-28T14:52:35.660" LastActivityDate="2017-04-28T14:52:35.660" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11037" PostTypeId="2" ParentId="11033" CreationDate="2017-04-19T12:19:27.720" Score="4" Body="&lt;p&gt;Go to &lt;a href=&quot;http://www.geonames.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoNames&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The GeoNames geographical database covers all countries and contains over eleven million placenames that are available for download free of charge.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.geonames.org/export/dump/readme.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is the data info&lt;/a&gt; for the files that you can download &lt;a href=&quot;http://download.geonames.org/export/dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, you need the file with the &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-1_alpha-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;two-character ISO country code&lt;/a&gt; &lt;code&gt;GB.ZIP&lt;/code&gt;, currently containing 61069 entries in CSV format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have all kinds of support as well.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-04-19T12:19:27.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11038" PostTypeId="2" ParentId="11013" CreationDate="2017-04-19T12:44:50.390" Score="1" Body="&lt;p&gt;As @PROBERT cites, if you are interested in discovering information about EPSG codes, one web such site is &lt;a href=&quot;http://epsg.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://epsg.io&lt;/a&gt;, so if you want to find out about  EPSG::4326 you would use &lt;a href=&quot;http://epsg.io/4326&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://epsg.io/4326&lt;/a&gt; and if you wanted to learn about EPSG::27700 you would use &lt;a href=&quot;http://epsg.io/27700&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://epsg.io/27700&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally you may find the official EPSG registry (&lt;a href=&quot;http://www.epsg-registry.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.epsg-registry.org&lt;/a&gt;) useful.  You can search by code in the page, or if you know the urn you can retrieve WKT or GML directly such as with &lt;a href=&quot;http://www.epsg-registry.org/export.htm?wkt=urn:ogc:def:crs:EPSG::4326&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPSG::4326 as WKT&lt;/a&gt; and  &lt;a href=&quot;http://www.epsg-registry.org/export.htm?gml=urn:ogc:def:crs:EPSG::27700&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPSG::27700 as GML&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-04-19T12:44:50.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11039" PostTypeId="2" ParentId="4899" CreationDate="2017-04-19T13:05:05.807" Score="1" Body="&lt;p&gt;You can use HTTP-URI values from controlled vocabularies in the attributes of your WMS datasets, as properties in your WFS feature types and WCS coverages.  You can additionally add links in your GetCapabilities response documents through metadata urls, and data urls...  And finally you can make links in your metadata documents for your services and datasets.&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-04-19T13:05:05.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11040" PostTypeId="1" AcceptedAnswerId="11041" CreationDate="2017-04-19T22:15:07.457" Score="1" ViewCount="122" Body="&lt;p&gt;The (USA) Federal Communications Commission maintains a database of all the equipment they test, &lt;a href=&quot;https://www.fcc.gov/oet/ea/fccid&quot; rel=&quot;nofollow noreferrer&quot;&gt;located here&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for an API ( REST, SOAP, etc...) to query and fetch the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My queries are low volume; I don't want to scrape the data from HTML.&lt;/p&gt;&#xA;" OwnerUserId="15912" LastEditorDisplayName="user4293" LastEditDate="2017-04-20T16:39:47.750" LastActivityDate="2017-04-20T16:39:47.750" Title="API for FCC electronic equipments radio emissions" Tags="|data-request|telecom|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11041" PostTypeId="2" ParentId="11040" CreationDate="2017-04-19T23:11:16.697" Score="1" Body="&lt;p&gt;FCC's OET Laboratory API has a &lt;code&gt;getFCCIDList&lt;/code&gt; method call, all though I'm not sure how helpful that will be without a list of IDs. Seems like a bunch of busy work, exactly what you are trying to avoid by not scraping it.&lt;br&gt;&#xA;&lt;a href=&quot;https://apps.fcc.gov/eas/comments/GetPublishedDocument.html?id=217&amp;amp;tn=384645&quot; rel=&quot;nofollow noreferrer&quot;&gt;OET Laboratory Services API Documentation (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://apps.fcc.gov/OETLabServices/getFCCIDList?fccId=OPS&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;getFCCIDList&lt;/code&gt; API Call Example for ID 'OPS'&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fccid.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FCCID.io - Searchable FCC ID Database&lt;/a&gt; has a lot of exposed IDs, and I would start there if I were trying to amass a complete list. It may also be worthwhile to contact them and inquire about accessing the master list/database.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-04-19T23:11:16.697" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11042" PostTypeId="1" AcceptedAnswerId="11043" CreationDate="2017-04-20T00:18:06.647" Score="3" ViewCount="70" Body="&lt;p&gt;I'm looking for a data set with the names and INSEE (ID code) for all the French communes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am hoping to find a data set for the entire country.  So far I have found that Wikipedia has it on the department level.&lt;/p&gt;&#xA;" OwnerUserId="10644" LastEditorUserId="90" LastEditDate="2017-04-20T02:44:54.977" LastActivityDate="2017-04-20T17:13:23.403" Title="Data set of French Communes" Tags="|data-request|france|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11043" PostTypeId="2" ParentId="11042" CreationDate="2017-04-20T03:13:34.257" Score="3" Body="&lt;p&gt;I think this might be what you are looking for (at insee.fr):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.insee.fr/fr/information/2114819#titre-bloc-6&quot; rel=&quot;nofollow noreferrer&quot;&gt;Liste des communes existantes au 1er janvier 2016 &lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorDisplayName="user4293" LastEditDate="2017-04-20T13:16:25.727" LastActivityDate="2017-04-20T13:16:25.727" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11044" PostTypeId="2" ParentId="11030" CreationDate="2017-04-20T15:27:02.817" Score="1" Body="&lt;p&gt;Courtesy of Daniel Neumann (See comments)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Soon, there will be (ECMWF ERA5)[climate.copernicus.eu/climate-reanalysis] data be available. It will be published within the (EU Copernicus Programme)[copernicus.eu/]. All Copernicus data (Satellite, Model, In-Situ Measurements) are for free (at least for European citizens). The data will be published within the (Copernicus Climate Service)[climate.copernicus.eu/climate-reanalysis]. – daniel.neumann &lt;/p&gt;&#xA;" OwnerUserId="15788" LastActivityDate="2017-04-20T15:27:02.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11045" PostTypeId="2" ParentId="11042" CreationDate="2017-04-20T17:13:23.403" Score="0" Body="&lt;p&gt;you can find the information you need in the Geofla® database. &lt;a href=&quot;https://data.opendatasoft.com/explore/dataset/geoflar-communes-2015%40public/table/&quot; rel=&quot;nofollow noreferrer&quot;&gt;You can find it and explore it here on OpenDataSoft&lt;/a&gt; among with geolocation or population for every commune.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I work at OpenDataSoft&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2017-04-20T17:13:23.403" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11050" PostTypeId="2" ParentId="10995" CreationDate="2017-04-21T09:03:39.580" Score="2" Body="&lt;p&gt;I can only validate this method for Germany and by using &lt;a href=&quot;http://www.qgis.org/de/site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGis 2.14&lt;/a&gt; but here my result:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://download.geofabrik.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download the OSM data&lt;/a&gt; of the country of your choice (I used Germany) and look for  &lt;code&gt;osm_transport.shp&lt;/code&gt;. &lt;/li&gt;&#xA;&lt;li&gt;Select the &lt;code&gt;train_station&lt;/code&gt;s from fclass attribute (this can also be the last step) with &lt;code&gt;&quot;fclass&quot; = 'railway_station'&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;run multiple selections with this expression: &lt;code&gt;&quot;name&quot; LIKE '%Hauptbahnhof%'&lt;/code&gt; and &lt;code&gt;&quot;name&quot; LIKE '%Hbf%'&lt;/code&gt; and create new shapefiles or merge the selections &lt;/li&gt;&#xA;&lt;li&gt;The result will be all stations which are named &quot;Hauptbahnhof&quot;/&quot;Hbf&quot; of germany &lt;/li&gt;&#xA;&lt;li&gt;repeat those steps for your country. I am not sure if this will yield all results especialy because I dont know how naming is handled in other countrys &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Let me know if you need further explainations &lt;/p&gt;&#xA;" OwnerUserId="14379" LastActivityDate="2017-04-21T09:03:39.580" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11052" PostTypeId="1" CreationDate="2017-04-22T13:11:16.423" Score="2" ViewCount="98" Body="&lt;p&gt;I need to train a neural network to recognize photos of leaves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have only laboratory photos with a white background, but I need leaf photos from nature.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know where I can get this type of photos?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need &gt; 100 photos of each leaf (tree species).&lt;/p&gt;&#xA;" OwnerUserId="15933" LastEditorUserId="90" LastEditDate="2017-05-16T12:12:30.130" LastActivityDate="2017-05-16T12:12:30.130" Title="Photos of tree leaves" Tags="|data-request|images|photographs|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11053" PostTypeId="2" ParentId="11052" CreationDate="2017-04-22T13:15:47.540" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://leafsnap.com/dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Leafsnap&lt;/a&gt; consists of images of leaves taken from two different sources, as well as their automatically-generated segmentations:&lt;br&gt;&#xA;23147 Lab images, consisting of high-quality images taken of pressed leaves, from the Smithsonian collection. These images appear in controlled backlit and front-lit versions, with several samples per species.&lt;br&gt;&#xA;7719 Field images, consisting of &quot;typical&quot; images taken by mobile devices (iPhones mostly) in outdoor environments. These images contain varying amounts of blur, noise, illumination patterns, shadows, etc.&lt;br&gt;&#xA;The dataset currently covers all 185 tree species from the Northeastern United States.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://clearedleavesdb.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cleared Leaf Image Database&lt;/a&gt; is an online collection of cleared leaf images from different investigators and labs around the world gathered together in a single place.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-04-22T13:15:47.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11054" PostTypeId="1" CreationDate="2017-04-22T19:35:37.887" Score="2" ViewCount="4723" Body="&lt;p&gt;Where can I find a dataset of resumes around 1000-2000 for machine learning project. Preferably good resumes of software engineers. I know this question has been asked before, but I believe there should be some dataset online hiding. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. Any chance of using a Python crawler to download resumes from indeed?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you,&lt;/p&gt;&#xA;" OwnerUserId="15937" LastActivityDate="2018-07-05T09:25:31.807" Title="Resume Dataset Request" Tags="|data-request|machine-learning|research|" AnswerCount="1" CommentCount="0" ClosedDate="2019-04-25T18:05:36.623" ContentLicense="CC BY-SA 3.0" />
  <row Id="11056" PostTypeId="2" ParentId="11054" CreationDate="2017-04-23T00:01:08.623" Score="4" Body="&lt;p&gt;try Kaggle datasets: &lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets&lt;/a&gt;&#xA;Also try the Fed's St. Louis website.  &lt;/p&gt;&#xA;" OwnerUserId="5458" LastActivityDate="2017-04-23T00:01:08.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11057" PostTypeId="1" CreationDate="2017-04-23T09:28:53.113" Score="10" ViewCount="567" Body="&lt;p&gt;I'm looking for word databases, mainly in English and Swedish, which contain lists of words associated with the ages where they are typically learned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;WordNet linkage is a big bonus.&lt;/p&gt;&#xA;" OwnerUserId="15935" LastEditorUserId="4184" LastEditDate="2017-04-24T06:53:13.163" LastActivityDate="2023-05-27T07:34:14.507" Title="Word list with learning age" Tags="|data-request|english|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11058" PostTypeId="2" ParentId="11052" CreationDate="2017-04-23T12:50:56.867" Score="2" Body="&lt;p&gt;There are some operational projects about plant recognition:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &lt;a href=&quot;http://identify.plantnet-project.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pl@ntNet&lt;/a&gt; project has a large database of plant images, partly built by volunteer contributions. They also have a companion mobile app for plant recognition. Have a look at their terms here to see how you could use these images: &lt;a href=&quot;http://identify.plantnet-project.org/api/about/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://identify.plantnet-project.org/api/about/terms&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.plantvillage.org/en/plant_images&quot; rel=&quot;nofollow noreferrer&quot;&gt;PlantVillage Images&lt;/a&gt; is an open access database of plant, focused on crop diseases. Probably not a lot of trees...&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;J.&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-04-23T12:50:56.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11059" PostTypeId="2" ParentId="553" CreationDate="2017-04-23T21:04:31.870" Score="0" Body="&lt;p&gt;Checkout Amazon's affiliate program. Their API includes products (lookup by UPC or EAN) from various countries throughout the world. &lt;a href=&quot;https://affiliate-program.amazon.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://affiliate-program.amazon.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15517" LastActivityDate="2017-04-23T21:04:31.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11061" PostTypeId="1" CreationDate="2017-04-24T01:25:36.213" Score="3" ViewCount="69" Body="&lt;p&gt;Is there any crime rate information by Census block group available for Michigan state? Possibly in the for of crime count/amount per block group? &lt;/p&gt;&#xA;" OwnerUserId="15956" LastEditorUserId="18" LastEditDate="2017-04-25T00:17:47.143" LastActivityDate="2017-04-26T22:45:44.650" Title="Crimes by Block Group for state of Michigan" Tags="|data-request|geospatial|crime|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11062" PostTypeId="2" ParentId="11061" CreationDate="2017-04-24T05:57:19.270" Score="0" Body="&lt;p&gt;kaggle has some great datasets for all different types of data. &lt;a href=&quot;https://www.kaggle.com/currie32/crimes-in-chicago&quot; rel=&quot;nofollow noreferrer&quot;&gt;Have a look at this dataset&lt;/a&gt;. It containts Block, ID of the crime and the coordinates of the indicent. &lt;/p&gt;&#xA;" OwnerUserId="14379" LastActivityDate="2017-04-24T05:57:19.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11063" PostTypeId="1" CreationDate="2017-04-24T15:47:28.747" Score="1" ViewCount="261" Body="&lt;p&gt;From the FDA's &lt;a href=&quot;https://www.fda.gov/drugs/informationondrugs/ucm129689.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Orange Book site&lt;/a&gt;, I have lots of information about drug patents. I want to be able to link up drug patents with NDCs. Does anyone know of a mapping table that bridges the gap between Orange Book fields like Patent Number and Product Number and NDC?&lt;/p&gt;&#xA;" OwnerUserId="15960" LastActivityDate="2018-04-10T16:55:55.887" Title="Drug patent to National Drug Code (NDC) mappings?" Tags="|medical|drugs|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11065" PostTypeId="2" ParentId="11063" CreationDate="2017-04-24T20:30:18.367" Score="1" Body="&lt;p&gt;I've tried to get the data from the &lt;a href=&quot;https://www.fda.gov/downloads/Drugs/InformationOnDrugs/UCM163762.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;link you provided&lt;/a&gt;(*zip file ~1mb)  which contain some *.txt files. I looked into the &lt;code&gt;products.txt&lt;/code&gt;, where two lines look like this: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;BUDESONIDE~AEROSOL, FOAM;RECTAL~UCERIS~VALEANT PHARMS INTL~2MG/ACTUATION~N~205613~001~~Oct 7, 2014~Yes~Yes~RX~VALEANT PHARMACEUTICALS INTERNATIONAL&#xA;BETAMETHASONE VALERATE~AEROSOL, FOAM;TOPICAL~BETAMETHASONE VALERATE~PERRIGO~0.12%~A~078337~001~AB~Nov 26, 2012~No~No~RX~PERRIGO CO&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Have a look at the attribute &lt;code&gt;Appl_No&lt;/code&gt;, you will find the same number in the data sheet, which I found here at the &lt;a href=&quot;http://www.nber.org/data/national-drug-code-data-ndc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Bureau of Economic Research&lt;/a&gt;, but with some letters in front of it. The column is called &lt;code&gt;appnum&lt;/code&gt; and contains data like in the form of &lt;code&gt;BLA125469&lt;/code&gt; or &lt;code&gt;NDA021411&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you need to do is try to get rid of the all.In Excel you can try:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;=RIGHT(N2;6)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Where N2 is cell in which the &lt;code&gt;appnum&lt;/code&gt; is situated. &#xA;After this &lt;a href=&quot;http://www.digdb.com/excel_add_ins/join_merge_tables_lists/&quot; rel=&quot;nofollow noreferrer&quot;&gt;try this tutorial&lt;/a&gt; to merge the two lists. &lt;/p&gt;&#xA;" OwnerUserId="14379" LastActivityDate="2017-04-24T20:30:18.367" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11067" PostTypeId="2" ParentId="11061" CreationDate="2017-04-25T00:40:39.190" Score="2" Body="&lt;p&gt;Despite my standard hesitation about definitively answering &quot;no&quot; to &lt;a href=&quot;/questions/tagged/data-request&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;data-request&amp;#39;&quot; rel=&quot;tag&quot;&gt;data-request&lt;/a&gt; questions (because it's always possible that it's out there somewhere), I'm going to go ahead and say &quot;no.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.michigan.gov/msp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Michigan State Police&lt;/a&gt; &lt;a href=&quot;http://www.michigan.gov/msp/0,4643,7-123-1586_3501_4621---,00.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;publish data&lt;/a&gt; in PDFs (&lt;a href=&quot;http://www.michigan.gov/msp/0,4643,7-123-1586_3501_4621-387833--,00.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2015&lt;/a&gt; is the most recent I saw) (There's &lt;a href=&quot;http://www.michigan.gov/msp/0,4643,7-123-1586_3501_4621-25744--,00.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;a searchable database&lt;/a&gt; which only goes through 2006 :( )  The PDFs aggregate data to the county level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Census block groups are not particularly relevant to policing practices, so it's unlikely that any police agencies report data at that granularity. If you're lucky, you might get it at &quot;beat&quot; level. Some places, like Chicago, where I live, offer geocoded crime incident report data which could be mapped to block groups, although Chicago's geocodes are intentionally &quot;blurred&quot; up to about 1/8 of a mile (to preserve privacy) which would make block group aggregates dubious. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, depending on how you measure, &lt;a href=&quot;https://www.ers.usda.gov/webdocs/DataFiles/Rural_Definitions__18009/25577_MI.pdf?v=39329&quot; rel=&quot;nofollow noreferrer&quot;&gt;70-95% of Michigan is rural&lt;/a&gt;, and police jurisdictions in those areas are quite unlikely to report crime data with high geographic precision, for both privacy and data management overhead reasons. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And finally, of course, it bears repeating that crime datasets reflect reported crime, which is inevitably an approximation of real crime, at best. There's not much to be done about that in most cases, but it should temper any analysis and conclusions drawn from crime data.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2017-04-25T00:40:39.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11069" PostTypeId="1" CreationDate="2017-04-25T02:56:55.667" Score="3" ViewCount="44" Body="&lt;p&gt;I need to create a map that shows school quality in Atlanta. I'm having a really hard time finding either test score data or school proficiency data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where or how can I search for this?&lt;/p&gt;&#xA;" OwnerUserId="15975" OwnerDisplayName="KHarr" LastActivityDate="2018-11-28T08:58:51.813" Title="Seeking school quality data?" Tags="|usa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11070" PostTypeId="1" CreationDate="2017-04-25T10:34:35.520" Score="2" ViewCount="61" Body="&lt;p&gt;There seems to be some data for the US, but is there any vector data for UK flight paths? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best case scenario is to obtain separate lines/polygons for different altitudes (I only need 0-1000m). 1 years worth of records should do the trick.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;---- Update ----&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this (still not optimal data): &lt;a href=&quot;http://openflights.org/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://openflights.org/data.html&lt;/a&gt;&#xA;If you scroll down you can download global flight paths in the following format:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Airline 2-letter (IATA) or 3-letter (ICAO) code of the airline.&#xA;Airline ID  Unique OpenFlights identifier for airline (see Airline).&#xA;Source airport  3-letter (IATA) or 4-letter (ICAO) code of the source airport.&#xA;Source airport ID   Unique OpenFlights identifier for source airport&#xA;Destination airport 3-letter (IATA) or 4-letter (ICAO) code of the destination airport.&#xA;Destination airport ID  Unique OpenFlights identifier for destination airport&#xA;Codeshare   &quot;Y&quot; if this flight is a codeshare (that is, not operated by Airline, but another carrier), empty otherwise.&#xA;Stops   Number of stops on this flight (&quot;0&quot; for direct)&#xA;Equipment   3-letter codes for plane type(s) generally used on this flight, separated by spaces&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Sample data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;BA,1355,SIN,3316,LHR,507,,0,744 777&#xA;BA,1355,SIN,3316,MEL,3339,Y,0,744&#xA;TOM,5013,ACE,1055,BFS,465,,0,320&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So how do I get that data format into QGIS without coordinate data?&lt;/p&gt;&#xA;" OwnerUserId="15788" LastEditorDisplayName="user4293" LastEditDate="2017-04-25T15:17:49.490" LastActivityDate="2017-04-25T15:17:49.490" Title="UK flight paths" Tags="|data-request|geospatial|uk|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11071" PostTypeId="1" AcceptedAnswerId="11087" CreationDate="2017-04-25T10:47:01.003" Score="1" ViewCount="41" Body="&lt;p&gt;A &lt;a href=&quot;https://www.crunchbase.com/app/register&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crunchbase registered user&lt;/a&gt; can add addresses to an existing organisation. These addresses can be named freely (e.g. &quot;HQ&quot;, &quot;Headquarters&quot;, &quot;xyz&quot;, etc.) via a free-form field, but the address creation form does not include a &lt;em&gt;headquarter&lt;/em&gt; flag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, at the other end of Crunchbase, the API gives access to a one-to-one relationship between organizations and headquarter addresses (alongside a one-to-many relationship between organizations and all their addresses), according to &lt;a href=&quot;https://data.crunchbase.com/docs/organization&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a user of the API, I have personally been able to verify that the organization HQ file is a subset of the organization address file and that there is no more than one HQ per organization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, somewhere between the user interface and the API, addresses are flagged as HQs. How are organization addresses flagged as HQ and by whom? Have I missed something in the Crunchbase user interface?&lt;/p&gt;&#xA;" OwnerUserId="15114" LastEditorUserId="15114" LastEditDate="2017-04-26T01:41:02.447" LastActivityDate="2017-04-27T00:32:24.280" Title="How is a Crunchbase organisation's address flagged as headquarters?" Tags="|companies|address|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11073" PostTypeId="1" CreationDate="2017-04-25T15:25:23.087" Score="5" ViewCount="1865" Body="&lt;p&gt;I am looking for a database of receipt images (like of receipts you get from the supermarket). I didn't found any open database, do any of you know something useful?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would need a few thousand images at best, but less is still good.&lt;/p&gt;&#xA;" OwnerUserId="3490" LastEditorUserId="4184" LastEditDate="2017-04-26T14:06:46.763" LastActivityDate="2019-08-09T10:38:44.957" Title="Receipt images database" Tags="|data-request|images|" AnswerCount="2" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11076" PostTypeId="1" CreationDate="2017-04-25T19:43:48.163" Score="3" ViewCount="34" Body="&lt;p&gt;Do US banks or depository institutions have reporting requirements on public money they hold? If so, how could I find which banks hold the money for a particular local government?&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2017-04-25T19:43:48.163" Title="Do US banks have reporting requirements for public money they hold?" Tags="|data-request|government|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11077" PostTypeId="1" CreationDate="2017-04-25T20:37:29.773" Score="3" ViewCount="93" Body="&lt;p&gt;I need Population &amp;amp; Housing Unit Counts for Blocks (all the states) from 1990, 2000, and 2010 Census. I downloaded 2010 and 1990 from the following links, but can not find the corresponding data for 2000 census. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know how to get such a data for Blocks for each state from 2000 census? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;American FactFinder does not have the information for housing units for blocks and even for the population, it should be downloaded for each county separately (time-consuming for the whole US).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2010:&#xA;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger-data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1990:&#xA;&lt;a href=&quot;https://www2.cdc.gov/nceh/lead/census90/house11/download.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.cdc.gov/nceh/lead/census90/house11/download.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Hassan Masoomi" LastEditorUserId="18" LastEditDate="2017-05-01T15:50:10.070" LastActivityDate="2017-05-01T15:50:10.070" Title="2000 census data by block group" Tags="|data-request|usa|census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11078" PostTypeId="1" CreationDate="2017-04-25T23:06:02.513" Score="4" ViewCount="255" Body="&lt;p&gt;I want to use the R language to do data mining for anti-money laundering. But do do this I first need a dataset of transactions.&lt;br&gt;&#xA;Is such a set available?&lt;/p&gt;&#xA;" OwnerUserId="15969" LastEditorUserId="11218" LastEditDate="2017-04-26T10:43:20.657" LastActivityDate="2018-12-20T13:11:52.197" Title="Is there any public database for financial transactions" Tags="|data-request|finance|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11080" PostTypeId="2" ParentId="11078" CreationDate="2017-04-26T05:51:51.173" Score="-3" Body="&lt;p&gt;Use the bitcoin log of transactions.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-04-26T05:51:51.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11082" PostTypeId="2" ParentId="10967" CreationDate="2017-04-26T12:39:39.150" Score="0" Body="&lt;p&gt;While this may not be the definitive answer (disclosure: I am not the author of this dataset), further digging revealed that almost half of the missing notes were associated with admission source &lt;code&gt;Clinic referral/Premature&lt;/code&gt;, while only 2-3% of this type are found in notes that do have clinical text notes present. I would hypothesize that the missing notes are due to some combination of 1) the admission dates of urgent clinic admits may falsely appear earlier than the &quot;actual admission,&quot; thus the first 48h are actually in the outpatient setting 2) patients may end up boarding in some kind of obs or pre-admit area, where notes are not complete or perhaps not captured. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this still wouldn't explain the other half of the missing notes without the &lt;code&gt;Clinic referral/Premature&lt;/code&gt; designation. &lt;/p&gt;&#xA;" OwnerUserId="2804" LastActivityDate="2017-04-26T12:39:39.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11083" PostTypeId="2" ParentId="11077" CreationDate="2017-04-26T15:24:44.987" Score="4" Body="&lt;p&gt;Block level data for the 2000 Census is included in the Summary File 1 (SF1) release here: &lt;a href=&quot;https://www2.census.gov/census_2000/datasets/Summary_File_1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/census_2000/datasets/Summary_File_1/&lt;/a&gt;  The rather impenetrable technical docs for the SF1 release can be found &lt;a href=&quot;https://www.census.gov/prod/cen2000/doc/sf1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each state has a &quot;geoheader&quot; file and 39 segmented files which together contain all of the tables for all of the geographies in a state. Details can be found in documentation on that server, although some of the URLs in documentation are no longer available. Within these state-level files, the rows can be joined using the &quot;LOGRECNO&quot; column (the 5th column in the data files, 7th column in the geoheaders), although note that the LOGRECNO values are only unique within each state folder. My first time working with Census 2000 data, I thought they were true unique IDs for the place associated with estimates in a row. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For population counts, you want table P1, which is in file segment 1; for housing unit counts, you want table H1, which is in file segment 37.  I'm pretty sure that you just need the first six columns of each of the two segment files -- the first five would be for joining with the geoheaders, and the sixth would be the single data column, for P1 or H1 depending on which segment file you had.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Newcomers to 2000 census data may benefit from a tool called &lt;a href=&quot;https://csvkit.readthedocs.io/en/1.0.1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;csvkit&lt;/code&gt;&lt;/a&gt;, which has a program, &lt;a href=&quot;https://csvkit.readthedocs.io/en/1.0.1/scripts/in2csv.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;in2csv&lt;/code&gt;&lt;/a&gt; which is useful for parsing fixed-width files like the geoheader file. A suitable &quot;schema&quot; for the 2000 census can be downloaded &lt;a href=&quot;https://github.com/wireservice/ffs/blob/master/us/census/census2000_geo_schema.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;from github&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2017-04-28T18:14:01.080" LastActivityDate="2017-04-28T18:14:01.080" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11084" PostTypeId="1" CreationDate="2017-04-26T19:40:21.703" Score="2" ViewCount="50" Body="&lt;p&gt;Where can I find a geospatial data set of meteorological stations of Europe, preferably in point geometry for Denmark?&lt;/p&gt;&#xA;" OwnerUserId="15978" LastEditorUserId="6229" LastEditDate="2017-06-06T06:53:33.257" LastActivityDate="2017-06-06T06:53:33.257" Title="Seeking Meteorological stations data for Europe, especially Denmark?" Tags="|data-request|geospatial|meteorology|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="11085" PostTypeId="2" ParentId="10050" CreationDate="2017-04-26T22:23:15.267" Score="2" Body="&lt;p&gt;The answer is &lt;strong&gt;No&lt;/strong&gt; - you can't extract accurate month, day or year data from MIMIC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;De-identification diagram:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/MAHTe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MAHTe.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The de-identification example actually shows that the month, day and year are all shifted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As @Gary Weissman pointed out in the question comments, the days of the week and &quot;approximate&quot; seasonality are preserved in MIMIC II, and MIMIC III &lt;a href=&quot;https://opendata.stackexchange.com/questions/7550/mimic-iii-days-of-the-week?rq=1&quot;&gt;follows the same de-identification process.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;1.4.4 De-identification of patients’ data [...] &lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;  &#xA;  &lt;p&gt;• The day of the week and season of the year were preserved.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The complete information can be found &lt;a href=&quot;http://mimic.physionet.org/archive/mimic-ii-guide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14076" LastActivityDate="2017-04-26T22:23:15.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11086" PostTypeId="2" ParentId="11061" CreationDate="2017-04-26T22:45:44.650" Score="1" Body="&lt;p&gt;The only way I'd think you'll get this information is going department by department.  While I'd never want to contradict Joe Germuska (and don't have the rep to comment on his reply), any police department with an even sorta-modern computer aided dispatch or records management system will have incident reports with geographic coordinates attached to each incident.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Getting the data from those incident reports depends on a) Michigan's public records' act b) the decency of the individual departments and c) the departments' technical competence.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you've gotten the data, it'd be relatively simple to spatially join it with census blocks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, getting this for the entire state is almost literally insane. On top of dealing with hundreds of jurisdictions, you'd then have to do some sort of cleaning and standardizing.  Updates would be the sort thing that would make you want to shoot yourself.  Additionally, crime data is notoriously dirty and it really helps to have some local knowledge before you try to analyze or draw conclusions from any analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TL;DR - no such animal exists for the whole state.  You can probably collect the data you need for a town or a county, but doing it for the whole state would be really difficult.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="15781" LastActivityDate="2017-04-26T22:45:44.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11087" PostTypeId="2" ParentId="11071" CreationDate="2017-04-27T00:32:24.280" Score="2" Body="&lt;p&gt;Good question. The first address added to a company in Crunchbase is assigned the headquarter relationship. If a new HQ is subsequently added, it can be selected and reset on crunchbase.com on the top card. &lt;/p&gt;&#xA;" OwnerUserId="15981" LastActivityDate="2017-04-27T00:32:24.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11088" PostTypeId="1" CreationDate="2017-04-27T06:50:02.543" Score="1" ViewCount="47" Body="&lt;p&gt;I would like to know if there is a way to either download/scrape a clean CSV with coordinates and controlling group from Wikipedia conflict maps, or how to generate an ESRI shapefile from the Lua script. I have no experience using Lua.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia has several maps for civil conflicts, which all seem to share the same structure and naming, e.g. Module:Sinai insurgency detailed map, which I've chosen due to its simplicity.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# R script for scraping text&#xA;# library&#xA;library(rvest)&#xA;&#xA;#SINAI&#xA;url &amp;lt;- &quot;https://en.wikipedia.org/wiki/Template:Sinai_insurgency_detailed_map&quot;&#xA;coords &amp;lt;- url %&amp;gt;%&#xA;    read_html() %&amp;gt;%&#xA;    html_nodes(xpath='//*[@id=&quot;mw-content-text&quot;]/div[2]') %&amp;gt;%&#xA;    html_text()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I am currently using the above script to write a raw .txt file. I then clean it with OpenRefine to create a usable CSV in QGIS. I realize this is not the most efficient workflow.&lt;/p&gt;&#xA;" OwnerUserId="15972" LastActivityDate="2017-04-27T06:50:02.543" Title="Download clean coordinates from Wikipedia Map Module: … detailed map" Tags="|geospatial|programming|wikipedia|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="11092" PostTypeId="2" ParentId="11078" CreationDate="2017-04-27T13:11:00.117" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20170126013625/http://www.uneca.org/sites/default/files/PublicationFiles/iff_main_report_26feb_en.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;IFF - Illicit Financial Flows (PDF) - Report of the High Level Panel&#xA;on Illicit Financial Flows from Africa&lt;/a&gt; has money laundering data, though you'll have to pull it out of the PDF.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fincen.gov/resources/law-enforcement/case-examples?field_tags_investigation_target_id=680&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search FinCen Case Examples for type of &quot;Money Laundering&quot;&lt;/a&gt; . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.in/catalog/financial-intelligence-unit-india-cooperation-domestic-and-international-law-enforcement&quot; rel=&quot;nofollow noreferrer&quot;&gt;Financial Intelligence Unit India has reports about their cooperation with domestic and international law enforcement agencies&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-04-27T13:11:00.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11093" PostTypeId="1" CreationDate="2017-04-27T14:37:14.800" Score="1" ViewCount="143" Body="&lt;p&gt;In order to release the data as open it should come with a license. In the open world, there are differente licenses for different purposes (GPL, MIT, BSD licenses for Software - OpenSource; Creative Commons for artwork - sogns, text, images, videos; even GFDL can be used for documentation) but it is not always clear which are the possible license to release correctly data as open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap had this issue with its huge database, and changed the license from CC to ODbL. However, if I want to release a dataset, for example a CSV with some information, it is not a database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which license can I use?&lt;/p&gt;&#xA;" OwnerUserId="9182" LastActivityDate="2017-07-30T05:03:32.550" Title="Types of license for OpenData" Tags="|releasing-data|licensing|legal|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11094" PostTypeId="1" CreationDate="2017-04-27T16:10:44.657" Score="4" ViewCount="119" Body="&lt;p&gt;I'm working on a Chrome extension to analyse Facebook advert targetting by political parties, in the run-up to the 2017 UK general election. (&lt;a href=&quot;https://whotargets.me&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://whotargets.me&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to conduct our analysis, we need to match adverts to political parties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know any lists of UK political party / politician facebook pages? Ideally we need:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;page ID&lt;/li&gt;&#xA;&lt;li&gt;vanity URL string&lt;/li&gt;&#xA;&lt;li&gt;page name&lt;/li&gt;&#xA;&lt;li&gt;party affiliation&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;We're really eager to find regional/local/branch party and politician pages.&lt;/p&gt;&#xA;" OwnerUserId="15994" LastEditorUserId="15994" LastEditDate="2017-04-30T00:03:27.780" LastActivityDate="2017-10-09T20:52:23.823" Title="List of all UK political party/politician facebook pages" Tags="|data-request|uk|social-media|elections|politics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11095" PostTypeId="1" CreationDate="2017-04-27T18:26:01.263" Score="3" ViewCount="25" Body="&lt;p&gt;For a project I need geodata of communes with residential population and workforce (optimally also full-time equivalents, FTE) for at least FR, DE, IT, and AU. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On Eurostat and EU Data Portal websites I managed to find geodata for census regions (2011) and communes (similar, but not identical) as well as the Census Hub, where at least in theory it seems I can obtain residential population per commune. (I filed a data request with the interface for the data for FR, DE, IT, and AU, but the job hasn't completed after several hours; I suspect there's an error.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, &lt;strong&gt;I couldn't find data on workforce (and/or FTE) per commune anywhere.&lt;/strong&gt; In Census Hub it seems to me the data may be available for &lt;a href=&quot;http://ec.europa.eu/eurostat/web/nuts/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;NUTS3&lt;/a&gt; regions but not at a finer scale. Does anybody know where such data may be available, at EU level or per country?&lt;/p&gt;&#xA;" OwnerUserId="15996" LastEditorUserId="1511" LastEditDate="2017-04-28T09:58:55.507" LastActivityDate="2017-04-28T09:58:55.507" Title="EU workforce per commune" Tags="|data-request|europe|census|population|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11096" PostTypeId="1" CreationDate="2017-04-27T21:18:23.133" Score="1" ViewCount="301" Body="&lt;p&gt;I want to add a tag &quot;Water&quot; to any dataset that includes data &quot;agua&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I use the API to search, find and update all datasets that contain the search string &quot;agua&quot; to add a tag &quot;Water&quot;&lt;/p&gt;&#xA;" OwnerUserId="15999" LastEditorUserId="15999" LastEditDate="2018-06-23T15:12:51.617" LastActivityDate="2018-06-23T15:12:51.617" Title="CKAN - Find and add tags to multiple datasets can this be done?" Tags="|api|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11098" PostTypeId="1" CreationDate="2017-04-27T22:16:28.137" Score="0" ViewCount="176" Body="&lt;p&gt;I try to find dataset where PDB protein with Atoms and coordinates is constructed as a network (will work adjacency matrix or contact map).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Managed to convert the file manually in a distance matrix but want to know if is already datasets what I can use for research. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;location for the PDB bank protein: &#xA;&lt;a href=&quot;http://www.rcsb.org/pdb/home/home.do#Category-download&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.rcsb.org/pdb/home/home.do#Category-download&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2017-05-08T05:58:38.647" Title="PDB protein data as a network (graph theory graph)" Tags="|network-structure|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11100" PostTypeId="1" CreationDate="2017-04-19T14:08:10.140" Score="3" ViewCount="18" Body="&lt;p&gt;Where can I find files of Massachusetts State Senator and State Representatives to add these layers to a map?&lt;/p&gt;&#xA;" OwnerDisplayName="Stanley Wilson" LastEditorUserId="6229" LastEditDate="2017-06-06T06:53:26.920" LastActivityDate="2017-06-07T00:45:28.280" Title="Looking to add layers of Massachusetts State Senator and State Representatives to map?" Tags="|data-request|usa|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11102" PostTypeId="2" ParentId="11094" CreationDate="2017-04-28T09:22:59.660" Score="4" Body="&lt;p&gt;You can start with &lt;a href=&quot;http://everypolitician.org&quot; rel=&quot;noreferrer&quot;&gt;http://everypolitician.org&lt;/a&gt;, here's a &lt;a href=&quot;https://github.com/everypolitician/everypolitician-data/tree/master/data/UK/Commons&quot; rel=&quot;noreferrer&quot;&gt;link to the UK data&lt;/a&gt; on github.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At &lt;a href=&quot;http://unigraph.io&quot; rel=&quot;noreferrer&quot;&gt;Unigraph&lt;/a&gt; we've merged everypolitician's with data from Wikidata and Freebase, so you can conveniently query it, for example &quot;&lt;a href=&quot;http://try.unigraph.rocks/?q=%7B%0A%20%20subjects(property%3A%20%22label%22%2C%20text%3A%20%22Adam%20Holloway%22%2C%20lang%3A%20en)%20%7B%0A%20%20%20%20uid%0A%20%20%20%20wikidata_id%20%40propagate%0A%20%20%20%20twitter_username_id%0A%20%20%20%20facebook_id%0A%20%20%20%20url(filter%3A%20%22%24url%20%3D~%20%60.*twitter.*%7C.*facebook.*%60%22)%0A%20%20%20%20political_party_member%20%7B%0A%20%20%20%20%20%20label.en%0A%20%20%20%20%20%20wikidata_id%0A%20%20%20%20%20%20uid%0A%20%20%20%20%7D%0A%20%20%7D%0A%7D%0A&quot; rel=&quot;noreferrer&quot;&gt;get the facebook,  twitter and wikidata ids of Adam Holloway, the fb and twitter urls and the party he is member of&lt;/a&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Reach to me for an API key and any questions you might have on how to best extract the data you'll need.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-04-28T09:22:59.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11103" PostTypeId="2" ParentId="10082" CreationDate="2017-04-28T10:02:25.853" Score="1" Body="&lt;p&gt;There is an API &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.dol.gov/health-and-safety/safety-and-health&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://developer.dol.gov/health-and-safety/safety-and-health&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example for Chemical Exposure&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/safety-health-chemical-exposure-inspection&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/safety-health-chemical-exposure-inspection&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-04-28T10:02:25.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11104" PostTypeId="1" CreationDate="2017-04-28T12:51:19.130" Score="1" ViewCount="343" Body="&lt;p&gt;I've scoured the internet (including stack exchange) and trialled a few datasets but none have suited my needs. I'm after UK town and city names with long/lat positions and &lt;strong&gt;populations&lt;/strong&gt; (so I can style which towns to label by rules).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware of the OS Names product but that doesn't have populations and there are hundreds of spreadsheets to amalgamate into a single usable .csv file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this (global dataset): &lt;a href=&quot;https://www.maxmind.com/en/free-world-cities-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.maxmind.com/en/free-world-cities-database&lt;/a&gt; which is ideal. However the file is too big to clip and QGIS's clipping window closes as soon as I run it.&lt;/p&gt;&#xA;" OwnerUserId="15788" LastEditorUserId="1511" LastEditDate="2020-04-22T07:56:40.790" LastActivityDate="2020-04-22T07:56:40.790" Title="UK Cities and Towns" Tags="|data-request|uk|city|population|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11105" PostTypeId="1" CreationDate="2017-04-28T16:53:41.450" Score="1" ViewCount="130" Body="&lt;p&gt;I don't need branch offices and full addresses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think of data ... XML, CSV ... with these fields :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;bank code, as used in &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_9362&quot; rel=&quot;nofollow noreferrer&quot;&gt;SWIFT BIC&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;bank name &lt;/li&gt;&#xA;&lt;li&gt;country name or country code (ISO two letters)&lt;/li&gt;&#xA;&lt;li&gt;optional : city of bank headquarters&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For each bank, one record per country of presence.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there are other bank codes, of widespread usage, it is good.&lt;/p&gt;&#xA;" OwnerUserId="15912" LastEditorUserId="4184" LastEditDate="2017-05-01T13:27:35.900" LastActivityDate="2017-05-01T13:27:35.900" Title="public list of world banks" Tags="|data-request|bank|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11106" PostTypeId="2" ParentId="11104" CreationDate="2017-04-29T08:30:54.897" Score="1" Body="&lt;p&gt;Please see my answer &lt;a href=&quot;https://opendata.stackexchange.com/questions/11033/uk-cities-longitude-and-latitude-details&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap has a tag &quot;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:population&quot; rel=&quot;nofollow noreferrer&quot;&gt;population&lt;/a&gt;&quot; as well. I've checked about half of the cities in the query &lt;a href=&quot;http://overpass-turbo.eu/s/orK&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and there was always a population tag with some value. However, there is no source:population tag so we don't know the source and the up-to-dateness of this data. &lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-04-29T08:30:54.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11109" PostTypeId="1" CreationDate="2017-04-29T16:04:41.803" Score="1" ViewCount="206" Body="&lt;p&gt;I was looking through the openFDA API and have been trying to find a good way to get data from the start of 2014 to now. Unfortunately it appears the downloads only go to 01-25-16. I also ran a query on the live database giving a very wide date range and got some strange results which do not appear to match up with that of the downloaded JSON file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The download JSON file can be found here: &quot;&lt;a href=&quot;http://download.open.fda.gov/2016-01-25/food/enforcement/food-enforcement-0001-of-0001.json.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.open.fda.gov/2016-01-25/food/enforcement/food-enforcement-0001-of-0001.json.zip&lt;/a&gt;&quot; and my query run can be found here &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20140101%20TO%2020170429]&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20140101%20TO%2020170429]&amp;amp;limit=100&lt;/a&gt; . The problem I am finding is that the query seems to return far less results then I am expecting if it stores the same contents as the downloadable JSON. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I mean by that is that the first entry for the query is with a report date of &quot;20160316&quot; and the last entry having a report date of &quot;20140903&quot;. Where as the download has well over a 100 entries for any given year within its bounds. Is this an issue with my query, the database, a bug or something else entirely? Any help would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="16021" LastEditorUserId="33" LastEditDate="2017-04-29T17:00:25.017" LastActivityDate="2017-05-01T14:33:44.190" Title="How to openFDA Query data from 2014 to present?" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11110" PostTypeId="1" CreationDate="2017-04-29T19:25:01.980" Score="1" ViewCount="31" Body="&lt;p&gt;looking to map (for example) all the various Kroger brand store names to &amp;quot;Kroger&amp;quot;, will appreciate any pointers to datasets and/or data scrubbing logic.&lt;/p&gt;&#xA;" OwnerUserId="16023" LastEditorUserId="23272" LastEditDate="2021-03-11T06:16:41.147" LastActivityDate="2021-03-11T06:16:41.147" Title="Trying to match convenience store names / gas station names to their corporate parent" Tags="|data-request|business|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11112" PostTypeId="1" CreationDate="2017-04-30T04:46:53.647" Score="4" ViewCount="66" Body="&lt;p&gt;I am trying to get the serving area for public schools in US. I can get a lot of KML from the census website at &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-kml.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger-kml.html&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, it only has school district kml boundaries, but not each individual school. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way that I can get the boundaries for each US public school?&lt;/p&gt;&#xA;" OwnerUserId="16025" LastEditorUserId="5601" LastEditDate="2019-01-21T12:31:26.097" LastActivityDate="2019-01-21T12:31:26.097" Title="Seeking US public school serving area boundaries" Tags="|usa|geospatial|us-census|education|kml|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="11113" PostTypeId="2" ParentId="9297" CreationDate="2017-04-30T06:09:25.137" Score="1" Body="&lt;p&gt;Instead of querying the API, you can download the raw CSVs for each year: &lt;a href=&quot;https://ed-public-download.apps.cloud.gov/downloads/CollegeScorecard_Raw_Data.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;CollegeScorecard_Raw_Data.zip&lt;/a&gt;. There are occasional variables with all missing values that you may need API calls to fill in, however. &lt;/p&gt;&#xA;" OwnerUserId="16027" LastEditorUserId="16027" LastEditDate="2017-04-30T07:10:11.317" LastActivityDate="2017-04-30T07:10:11.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11114" PostTypeId="2" ParentId="11110" CreationDate="2017-04-30T06:21:40.717" Score="1" Body="&lt;p&gt;It depends on your budget.&#xA;I'd assume you need free data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A good start will be &lt;a href=&quot;http://croctail.corpwatch.org/#cw_1047,cw_1047,2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;Croctail&lt;/a&gt;, they also provide &lt;a href=&quot;http://api.corpwatch.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API and bulk download&lt;/a&gt;. Mind that the data there, cleaned and parsed from SEC EDGAR's filings maps a legal entity to another legal entity relationship - you'll see relationship between the different Kroger companies, which might in term be operating some local stores.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you can query Unigraph which incorporates data from various sources including SEC EDGAR. With &lt;a href=&quot;http://try.unigraph.rocks/?q=%7B%0A%20%20subjects(property%3A%20%22us_sec_cik_id%22%2C%20identifier%3A%20%220000056873%22)%20%7B%0A%20%20%20%20uid%0A%20%20%20%20owned_by%20%40reverse%20%7B%0A%20%20%20%20%20%20uid%0A%20%20%20%20%20%20label.en%0A%20%20%20%20%7D%0A%20%20%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;this query&lt;/a&gt; you can get a list of all companies (not individual stores) owned by Kroger.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer: I'm building Unigraph, reach out for more information or API key&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you can pay for the data, Factual will be a great choice, here's &lt;a href=&quot;https://www.factual.com/data/t/places#filters=%7B%22$and%22:[%7B%22country%22:%7B%22$eq%22:%22US%22%7D%7D]%7D&amp;amp;q=Kroger&quot; rel=&quot;nofollow noreferrer&quot;&gt;what they have&lt;/a&gt; on Kroger.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-04-30T06:21:40.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11115" PostTypeId="1" CreationDate="2017-04-30T12:30:49.223" Score="3" ViewCount="274" Body="&lt;p&gt;I'm looking for downloadable &lt;a href=&quot;https://en.wikipedia.org/wiki/WordNet&quot; rel=&quot;nofollow noreferrer&quot;&gt;wordnet&lt;/a&gt; for other languages. Preferably connected to the &lt;a href=&quot;https://wordnet.princeton.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Princeton WordNet&lt;/a&gt;. Is there any?&lt;/p&gt;&#xA;" OwnerUserId="438" LastEditorUserId="4184" LastEditDate="2017-05-01T13:28:11.127" LastActivityDate="2018-04-23T16:05:47.747" Title="Wordnet for other languages" Tags="|data-request|dictionary|wordnet|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11116" PostTypeId="2" ParentId="11010" CreationDate="2017-04-30T13:44:00.233" Score="2" Body="&lt;p&gt;If you are only interested in administrative boundaries of Census Blocks, there are 3 options to download Census Block shapefiles from the Census Bureau's pages (&lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2015/TABBLOCK/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Option 1&lt;/a&gt;, &lt;a href=&quot;ftp://ftp.census.gov/geo/tiger/TIGER2015/TABBLOCK/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Option 2&lt;/a&gt;, &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER2015/TABBLOCK&quot; rel=&quot;nofollow noreferrer&quot;&gt;Option 3&lt;/a&gt;). Option 1 is their www2 version which is easier to navigate in a web browser, and option 2/3 are choices that can be used through an FTP program such as FileZilla.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll give a brief in description of the file names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;tl_YYYY_SS_tabblockDD.zip&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The YYYY stands for the year in which the boundaries apply. The SS is the 2-Digit FIPS code for the state in which the Census Blocks are located. The DD stands for the decade in which the Census Block geographical boundaries were created/edited. Finally, tabblock stands for tabulated block.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2017-04-30T13:44:00.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11117" PostTypeId="2" ParentId="11115" CreationDate="2017-04-30T17:10:23.633" Score="2" Body="&lt;p&gt;You can get Wordnet for many languages at &#xA;&lt;a href=&quot;http://globalwordnet.org/wordnets-in-the-world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GlobalWordnet&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2017-04-30T17:10:23.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11118" PostTypeId="2" ParentId="11093" CreationDate="2017-04-30T22:23:35.400" Score="1" Body="&lt;p&gt;The datasets published in Zenodo I recently looked at had CC licenses. Here is a &lt;a href=&quot;https://zenodo.org/search?page=1&amp;amp;size=20&amp;amp;q=&amp;amp;type=dataset&amp;amp;access_right=open&quot; rel=&quot;nofollow noreferrer&quot;&gt;search for all open datasets in Zenodo&lt;/a&gt;. When you search in re3data (repository of research data repositories) and try to drill down the search by the licenses offered by the listed repositories, you currently get &lt;a href=&quot;http://www.re3data.org/search?query=&quot; rel=&quot;nofollow noreferrer&quot;&gt;this result&lt;/a&gt;: &lt;a href=&quot;https://i.stack.imgur.com/RdVdQ.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RdVdQ.jpg&quot; alt=&quot;screenshot of the drill down by license option of re3data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15093" LastActivityDate="2017-04-30T22:23:35.400" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11119" PostTypeId="2" ParentId="11109" CreationDate="2017-05-01T14:33:44.190" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. Your query looks solid, but I think you're missing one vital piece of information to solve this issue: the skip parameter. We're limited in the number of records we can display at any given time, specifically limited to 100. You've already set the limit to 100 which is good, but it'll show the same 100 results every time with your current query. In order to view more than those, you use the skip parameter to skip the number of records you indicate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ex. To skip those first 100 records you've already seen, you'd use &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20140101%20TO%2020170429]&amp;amp;limit=100&amp;amp;skip=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20140101%20TO%2020170429]&amp;amp;limit=100&amp;amp;skip=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you wanted to see another 100 records, use &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=report_date:[20140101%20TO%2020170429]&amp;amp;limit=100&amp;amp;skip=200&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=report_date:[20140101%20TO%2020170429]&amp;amp;limit=100&amp;amp;skip=200&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And so on. Your query found a total of 8995 records, so obviously looking through the records this way isn't the best if you're wanting to look at every single record unless you're going to write a script to parse the results and iterate the skip parameter by 100. Using the downloaded records is an alternative, or you can narrow your search by other factors which are relevant to the data you're searching for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope that helps clear things up - let me know if you have additional questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Jack&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2017-05-01T14:33:44.190" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11120" PostTypeId="2" ParentId="10901" CreationDate="2017-05-01T18:12:16.443" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://openaddresses.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Addresses&lt;/a&gt; focuses on street centerlines data, but they are collecting parcels data as well. I'm not 100% who to contact or where the parcels data is being collected, but would be worth your time to reach out to them and get access to what they have.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-01T18:12:16.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11121" PostTypeId="2" ParentId="10793" CreationDate="2017-05-01T21:03:03.517" Score="1" Body="&lt;p&gt;If you are doing legitimate market research, you should expect to pay for this data based on the value it provides to your business planning. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You are unlikely to find this data given away for free, or if it is, it probably is not reliable for market research because of data collection methodology problems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that this is not much of an answer, but if I put it as a comment instead of an answer then this will continue to hang out in the &quot;unanswered&quot; questions queue, and that's a drag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given my way, this would be closed as &quot;too broad&quot; but we've generally been permissive about data request questions on this site, so...&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2017-05-01T21:03:03.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11122" PostTypeId="2" ParentId="9668" CreationDate="2017-05-01T21:07:19.977" Score="2" Body="&lt;p&gt;The Census Bureau does not update crosswalk files beyond the decennial remapping. Anthony Damico's suggestion of &lt;a href=&quot;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;using HUD's crosswalk files&lt;/a&gt;, which are updated quarterly, is the best answer. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(Marking this as a community-wiki answer since I don't intend to take credit, just want there to be an &quot;answer&quot; to this question.)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2017-05-01T21:07:19.977" CommentCount="3" CommunityOwnedDate="2017-05-01T21:07:19.977" ContentLicense="CC BY-SA 3.0" />
  <row Id="11123" PostTypeId="2" ParentId="11110" CreationDate="2017-05-01T22:45:54.507" Score="1" Body="&lt;p&gt;See&#xA;&lt;a href=&quot;https://www.redliondata.com/dataset/kroger-usa-locations/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.redliondata.com/dataset/kroger-usa-locations/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;they have store Names and lat/long...&lt;/p&gt;&#xA;" OwnerUserId="16041" LastActivityDate="2017-05-01T22:45:54.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11124" PostTypeId="1" AcceptedAnswerId="11852" CreationDate="2017-05-02T11:04:43.837" Score="1" ViewCount="66" Body="&lt;p&gt;I've found an &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.moiseum.dailyart2&amp;amp;hl=pl&quot; rel=&quot;nofollow noreferrer&quot;&gt;application&lt;/a&gt; which shares art for free. Recently I was served with an &lt;a href=&quot;http://www.europeana.eu/portal/en/record/2026117/Partage_Plus_ProvidedCHO_Museu_Nacional_d_Art_de_Catalunya_000099_C.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;image&lt;/a&gt; which seems to licensed under &lt;a href=&quot;https://creativecommons.org/licenses/by-nc-nd/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY-NC-ND&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this legal? I mean is a free application always considered &lt;code&gt;NonCommercial&lt;/code&gt; in terms of &lt;a href=&quot;https://creativecommons.org/licenses/by-nc-nd/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY-NC-ND&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="15277" LastEditorUserId="15277" LastEditDate="2017-05-02T13:25:38.163" LastActivityDate="2017-10-09T14:08:08.940" Title="Can an image licensed under CC BY-NC-ND be used in free application" Tags="|licensing|creative-commons|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11126" PostTypeId="2" ParentId="11096" CreationDate="2017-05-02T16:52:26.177" Score="1" Body="&lt;p&gt;Yes, you can search all datasets that contain the word &quot;agua&quot; using the &lt;code&gt;package_search&lt;/code&gt; API action, eg &lt;a href=&quot;http://demo.ckan.org/api/3/action/package_search?q=agua&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://demo.ckan.org/api/3/action/package_search?q=agua&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have them you can either:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For each of the returned results, add the &quot;Water&quot; tag and call the &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.update.package_update&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;package_update&lt;/code&gt;&lt;/a&gt; action (sending the whole package object, not just the tag)&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For each of the returned results, call the &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.patch.package_patch&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;package_patch&lt;/code&gt;&lt;/a&gt; action, sending the updated tags (make sure to include the existing ones), eg :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;{&quot;tags&quot;: [{&quot;name&quot;: &quot;Water&quot;}, {&quot;name&quot;: &quot;OtherTag&quot;}]}&#xA;&lt;/code&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Hope this helps&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2017-05-02T16:52:26.177" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11127" PostTypeId="1" CreationDate="2017-05-02T17:30:41.310" Score="1" ViewCount="42" Body="&lt;p&gt;I'm looking for aerial photos taken at different tide heights of Holy Island, Northumberland, UK. Are these available anywhere?&lt;/p&gt;&#xA;" OwnerUserId="4344" LastEditorUserId="15875" LastEditDate="2017-05-03T16:07:00.293" LastActivityDate="2017-05-06T14:02:30.220" Title="Aerial photos of different tide heights" Tags="|uk|aerial-photography|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11128" PostTypeId="2" ParentId="11104" CreationDate="2017-05-03T09:57:31.967" Score="1" Body="&lt;p&gt;I would source the population statistics and the Lat/Lon information separately and just perform a simple join to amalgamate the datasets. Census population info can be downloaded &lt;a href=&quot;https://www.ons.gov.uk/file?uri=/peoplepopulationandcommunity/populationandmigration/populationestimates/datasets/2011censuskeystatisticsandquickstatisticsforwardsandoutputareasinenglandandwales/r22ewrttableqs102ewladv1_tcm77-296538.xls&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;here&quot;&gt;here&lt;/a&gt;, with further options on  - &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/datasets/2011censuskeystatisticsandquickstatisticsforwardsandoutputareasinenglandandwales&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/datasets/2011censuskeystatisticsandquickstatisticsforwardsandoutputareasinenglandandwales&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once the necessary datasets have been sourced a join with a product such as OS Open Names can provide the required output.&lt;/p&gt;&#xA;" OwnerUserId="15775" LastEditorUserId="90" LastEditDate="2017-05-03T12:49:38.853" LastActivityDate="2017-05-03T12:49:38.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11129" PostTypeId="2" ParentId="10389" CreationDate="2017-05-03T12:06:41.153" Score="2" Body="&lt;p&gt;You'd have to combine many sources. And your target resolution is very high!&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For elevation, I would suggest the well-known SRTM, available at 30 m resolution globally, availble through this: &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For vegetation data, you might use the landuse, landcover and natural tags of OpenStreetMap (OSM). See &lt;a href=&quot;http://osmlanduse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://osmlanduse.org&lt;/a&gt; for a specific version of the OSM database focused on landuse. You can have information about how downloading OSM data on this &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Planet.osm&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt; and that &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_turbo&quot; rel=&quot;nofollow noreferrer&quot;&gt;one&lt;/a&gt; (the latter link being about the specific tool &quot;overpass API&quot; that is widely used to query the OSM database). OSM has different degree of completeness/resolution worlwide but some areas are mapped at a very high scale. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Some global sources of soil type data usually used in environnemental research, but their resolution might be too coarse or your application: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;http://www.fao.org/geonetwork/srv/en/main.home?uuid=446ed430-8383-11db-b9b2-000d939bc5d8&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAO Digital Soil World Map&lt;/a&gt;, &lt;/li&gt;&#xA;&lt;li&gt;the &lt;a href=&quot;http://www.fao.org/soils-portal/soil-survey/soil-maps-and-databases/harmonized-world-soil-database-v12/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Harmonized World Soil Database&lt;/a&gt;. &lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Julien&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-05-03T12:06:41.153" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11130" PostTypeId="1" AcceptedAnswerId="11266" CreationDate="2017-05-03T12:18:22.197" Score="2" ViewCount="180" Body="&lt;p&gt;I'm looking for global or European scale database / maps of soil properties. Resolution does not really matter even though the higher is the better. By soil properties, I mean:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;soil textural classes : % of sand, silt, clay&lt;/li&gt;&#xA;&lt;li&gt;soil hydraulic properties: soil hydraulic conductivity, water content at saturation, field capacity and wilting point. &lt;/li&gt;&#xA;&lt;li&gt;soil pH&lt;/li&gt;&#xA;&lt;li&gt;soil organic carbon content&lt;/li&gt;&#xA;&lt;li&gt;soil depth&lt;/li&gt;&#xA;&lt;li&gt;soil color/albedo&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm interested in any data sources that adress at least one of these properties. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;J.&lt;/p&gt;&#xA;" OwnerUserId="15492" LastEditorUserId="14171" LastEditDate="2017-05-03T20:09:51.983" LastActivityDate="2023-01-19T07:31:08.477" Title="Global/European soil properties database" Tags="|data-request|europe|global|environment|soils|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11131" PostTypeId="2" ParentId="6080" CreationDate="2017-05-03T14:48:57.810" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://papers.nips.cc/paper/5782-character-level-convolutional-networks-for-text-classification.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zhang et al.&lt;/a&gt; built several large datasets for short text. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;https://drive.google.com/drive/u/0/folders/0Bz8a_Dbh9Qhbfll6bVpmNUtUcFdjYmF2SEpmZUZUcVNiMUw1TWN6RDV3a0JHT3kxLVhVR2M&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15050" LastActivityDate="2017-05-03T14:48:57.810" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11133" PostTypeId="1" CreationDate="2017-05-03T18:21:06.443" Score="0" ViewCount="45" Body="&lt;p&gt;Where can I find religious census block group data for New Jersey (NJ)? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am fairly certain this data is on american factfinder but I am unable to find it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My plan is to join to a NJ block group shapefile and display is on a map. &lt;/p&gt;&#xA;" OwnerUserId="10652" LastEditorUserId="6229" LastEditDate="2017-06-03T23:17:56.343" LastActivityDate="2017-06-03T23:17:56.343" Title="Seeking census religious data by block group in New Jersey?" Tags="|data-request|geospatial|us-census|religion|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11135" PostTypeId="5" CreationDate="2017-05-04T05:28:21.657" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2017-05-04T05:28:21.657" LastActivityDate="2017-05-04T05:28:21.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11136" PostTypeId="4" CreationDate="2017-05-04T05:28:21.657" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2017-05-04T05:28:21.657" LastActivityDate="2017-05-04T05:28:21.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11137" PostTypeId="2" ParentId="11130" CreationDate="2017-05-04T06:19:35.323" Score="2" Body="&lt;p&gt;From &lt;a href=&quot;https://web.archive.org/web/20160113091902/https://www.nrcs.usda.gov/wps/portal/nrcs/detail/soils/use/?cid=nrcs142p2_054013&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA&lt;/a&gt; you can get data for different soil types. While their map does not represent the true colours, with the names you could associate colours with the soil types.&lt;/p&gt;&#xA;&lt;p&gt;I also found soil organic carbon data for Europe &lt;a href=&quot;https://web.archive.org/web/20170318230624/http://eusoils.jrc.ec.europa.eu/ESDB_Archive/octop/Resources/OC_per_Country.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (Excel sheet) but only on the country level. With a shapefile from the EU you could join this data and display it.&lt;/p&gt;&#xA;&lt;p&gt;And finally if you have a look at main the side of the &lt;a href=&quot;http://esdac.jrc.ec.europa.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Soil Data Centre&lt;/a&gt; you can get even more datasets but I assume only for Europe.&lt;/p&gt;&#xA;" OwnerUserId="14379" LastEditorUserId="14011" LastEditDate="2023-01-19T07:31:08.477" LastActivityDate="2023-01-19T07:31:08.477" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11138" PostTypeId="1" CreationDate="2017-05-04T07:35:38.290" Score="1" ViewCount="52" Body="&lt;p&gt;I would like to test on real numerical data a clustering algorithm which works well in the following setting:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;large number of points (let's say at least 10^5, but can be way more);&lt;/li&gt;&#xA;&lt;li&gt;medium dimension, at least a few hundreds, up to a few thousands;&lt;/li&gt;&#xA;&lt;li&gt;a number of clusters k not too large (ideally ~10-20, maybe up to 100 but no more)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Does anyone know a dataset, or a use-case for which this could be interesting?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now I tried to use 10 classes with 40000 pictures each from the Places2 dataset, and extracted a VLAD descriptor for each image (dimension 8192, further reduced to 1024 by PCA), but I don't really get well-separated clusters (adujsted rand index between the result of a standard kmeans and ground truth = 0.12). I guess I can have a better separation of the clusters using for instance spectral clustering, but this would reduce the dimension of the features to d=k as well, and then it would not be really interesting anymore.&lt;/p&gt;&#xA;" OwnerUserId="16065" LastEditorUserId="1511" LastEditDate="2017-05-04T11:13:34.093" LastActivityDate="2021-10-31T08:02:20.210" Title="Looking for clustering dataset/usecase with large (10^5+) number of points, medium (256-2048) dimension, small k (10-max 100)" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11139" PostTypeId="2" ParentId="11138" CreationDate="2017-05-04T11:18:25.693" Score="1" Body="&lt;p&gt;Please take a look at the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, you can filter by Task: &quot;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=clu&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;Clustering&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also filter (in the left menu-bar) by &quot;# Attributes&quot; (dimenions) or &quot;# Instances&quot; (points)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xUElc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xUElc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;A potential dataset may be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Grammatical+Facial+Expressions&quot; rel=&quot;nofollow noreferrer&quot;&gt;Grammatical Facial Expressions Data Set&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Number of Instances: 27965&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Number of Attributes: 100&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-05-04T11:27:38.820" LastActivityDate="2017-05-04T11:27:38.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11140" PostTypeId="5" CreationDate="2017-05-04T11:35:44.960" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-05-04T11:35:44.960" LastActivityDate="2017-05-04T11:35:44.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11141" PostTypeId="4" CreationDate="2017-05-04T11:35:44.960" Score="0" Body="Housing, property sales and transactions, etc" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-05-04T11:35:44.960" LastActivityDate="2017-05-04T11:35:44.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11143" PostTypeId="1" CreationDate="2017-05-05T04:23:10.783" Score="1" ViewCount="31" Body="&lt;p&gt;I'm looking to find a data set containing a security ticker, company name and the original exchange it was listed on (NYSE, NASDAQ, OTC, etc.). Any suggestions would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="16069" LastEditorUserId="1511" LastEditDate="2017-05-05T13:25:28.810" LastActivityDate="2017-05-05T13:25:28.810" Title="Data set for original exchange a security traded on" Tags="|data-request|finance|historical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11144" PostTypeId="1" CreationDate="2017-05-05T15:13:16.293" Score="2" ViewCount="21" Body="&lt;p&gt;I am working on a project for visual recognition of actions of people inside trains and metro stations. My aim is to detect abnormal behaviour.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for data from any kind of sensors that could be installed in trains, such as wide angle cameras, microphones and 3d sensors. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know any relevant online data source?&lt;/p&gt;&#xA;" OwnerUserId="16076" LastActivityDate="2017-05-05T15:13:16.293" Title="Data set for action recognition in trains" Tags="|data-request|machine-learning|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11145" PostTypeId="1" CreationDate="2017-05-06T06:23:53.057" Score="2" ViewCount="128" Body="&lt;p&gt;I am looking for a &lt;strong&gt;labeled&lt;/strong&gt; text based dataset which is health related for a machine learning project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found some interesting papers like &quot;Evaluation of Facebook and Twitter Monitoring to Detect Safety Signals for Medical Products: An Analysis of Recent FDA Safety Alerts.&quot;, &quot;Evaluation of the Feasibility of Screening Patients for Early Signs of Lung Carcinoma in Web Search Logs.&quot; and other similar publications but neither of them had a public dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find such a dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: My topic of interest is extracting medical data from social media, like the paper I have mentioned. But I'd appreciate other suggestions.&lt;/p&gt;&#xA;" OwnerUserId="16080" LastEditorUserId="16080" LastEditDate="2017-05-06T14:05:46.083" LastActivityDate="2017-07-09T07:23:48.290" Title="A health related and text based dataset" Tags="|data-request|medical|social-media|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11146" PostTypeId="1" CreationDate="2017-05-06T12:42:23.677" Score="2" ViewCount="488" Body="&lt;p&gt;I am looking for datasets that lists the location of accidents or traffic (latitude and longitude) with date and time in many countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found datasets for USA and UK, now looking for datasets for other countries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any type of road accident would be great.&lt;/p&gt;&#xA;" OwnerUserId="16081" LastEditorDisplayName="user6247" LastEditDate="2019-02-03T20:30:58.883" LastActivityDate="2019-02-03T20:30:58.883" Title="Dataset for road accidents or traffic" Tags="|data-request|transportation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11147" PostTypeId="2" ParentId="11127" CreationDate="2017-05-06T14:02:30.220" Score="1" Body="&lt;p&gt;Depending on the resolution that you require, you could try looking through the available European Space Agency satellite data &lt;a href=&quot;https://earth.esa.int/web/guest/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earth.esa.int/web/guest/home&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15875" LastActivityDate="2017-05-06T14:02:30.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11148" PostTypeId="2" ParentId="11146" CreationDate="2017-05-06T18:41:56.697" Score="3" Body="&lt;p&gt;Eurostat has statistics and data on this for European countries:&lt;br&gt;&#xA;&lt;a href=&quot;http://ec.europa.eu/eurostat/statistics-explained/index.php/Road_safety_statistics_at_regional_level&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ec.europa.eu/eurostat/statistics-explained/index.php/Road_safety_statistics_at_regional_level&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All Dutch traffic accident data (in Dutch) can be found here:  &lt;a href=&quot;https://data.overheid.nl/data/dataset/ngr-verkeersongevallen---bestand-geregistreerde-ongevallen-nederland&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.overheid.nl/data/dataset/ngr-verkeersongevallen---bestand-geregistreerde-ongevallen-nederland&lt;/a&gt;&#xA; (&lt;a href=&quot;https://data.overheid.nl/data/dataset/b0405c1e-f6bd-419e-93fa-9b3fed33f5c6&quot; rel=&quot;nofollow noreferrer&quot;&gt;permalink&lt;/a&gt; in case they change it again)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and this data is shown on a map here:&lt;br&gt;&#xA;&lt;a href=&quot;http://ongelukken.staanhier.nl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ongelukken.staanhier.nl/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2018-12-13T12:38:26.780" LastActivityDate="2018-12-13T12:38:26.780" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11149" PostTypeId="1" CreationDate="2017-05-07T07:52:58.150" Score="2" ViewCount="73" Body="&lt;p&gt;I'm interested in studying human movement (any type of transportation except aerial), specifically related to health. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would assume most of this data is owned by one possible creators/collectors of it, such as telecom companies (which record their cellphone client's position on the cell &quot;handover&quot; procedure). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've searched around the web and have not found data sources yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do any other open data sources, in which I could obtain at the very least &lt;em&gt;trends&lt;/em&gt; of human movement, exist? For now I'm not interested in international migration. Any country is OK. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'm interested in is the &quot;movement&quot; people usually do, their commutes, and their most usual movements. I'd use this data to research it jointly with case data (of multiple different diseases) and see if there's a correlation.&lt;/p&gt;&#xA;" OwnerUserId="10607" LastEditorDisplayName="user4293" LastEditDate="2017-10-19T12:05:27.137" LastActivityDate="2017-10-19T12:05:27.137" Title="Human Movement Data" Tags="|data-request|travel|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11152" PostTypeId="2" ParentId="11146" CreationDate="2017-05-07T12:08:23.613" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://data.opendatasoft.com/explore/dataset/accidents-corporels-circulation-2015@public/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here you'll find every French car accidents&lt;/a&gt;, with location, datetime and much more features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it helps :)&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2017-05-07T12:08:23.613" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11153" PostTypeId="1" CreationDate="2017-05-08T00:55:26.460" Score="1" ViewCount="18" Body="&lt;p&gt;I'd like to know how the rate of deportations of Jews from Nazi-occupied France varied over the course of the occupation.  Was it a steady flow?  Were there any clear trends?&lt;/p&gt;&#xA;" OwnerUserId="15068" LastEditorUserId="15068" LastEditDate="2017-05-09T04:19:59.007" LastActivityDate="2017-05-09T04:19:59.007" Title="How the numbers of Nazi deportees from France varied over time" Tags="|data-request|france|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11154" PostTypeId="2" ParentId="11098" CreationDate="2017-05-08T05:58:38.647" Score="1" Body="&lt;p&gt;With-out being familiar with that DB and data set and my knowledge of that being a bit rusty (i.e. 10 years old) and trying to interpret what you're doing:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would say you can construct a &quot;formal&quot; network of atoms and their bonds from the protein's sequence. This completely ignores secondary and tertiary structure, where bonds and van der Waals forces play a role. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Assuming that the data you're downloading is X-ray crystallography or some such, mapping the protein into that and deriving bonds and near bonds and such, is AFAIK an open research question. You may have better luck in a computational biology or computational chemistry related forum to get updates on this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let me know, if I misinterpreted anything. I'll then delete this answer.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-05-08T05:58:38.647" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11155" PostTypeId="1" CreationDate="2017-05-08T06:31:13.053" Score="2" ViewCount="235" Body="&lt;p&gt;I am trying to create a neural network based identification network for various websites and with their owners.&lt;br&gt;&#xA;I tried to search for database, but could not find any. Kindly, let me know where I can get the complete database dump of whois for websites, so that I can feed that data to my network and process it.&lt;/p&gt;&#xA;" OwnerUserId="16015" LastActivityDate="2017-05-08T06:31:13.053" Title="Where I can get the dump of WHOIS Database?" Tags="|data-request|machine-learning|network-structure|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11156" PostTypeId="2" ParentId="5629" CreationDate="2017-05-08T06:42:04.007" Score="3" Body="&lt;p&gt;&lt;em&gt;For copyright issues; these datasets are no longer available.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Check out those datasets here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;8.5M titles from Reuters (2007-2016)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;https://github.com/philipperemy/Reuters-full-data-set&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philipperemy/Reuters-full-data-set&lt;/a&gt; &lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;450k + 100k news from Bloomberg / Reuters (more than a decade)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;&lt;a href=&quot;https://github.com/philipperemy/financial-news-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philipperemy/financial-news-dataset&lt;/a&gt; &lt;/s&gt;&lt;/p&gt;&#xA;" OwnerUserId="16096" LastEditorUserId="1511" LastEditDate="2020-01-09T11:52:53.090" LastActivityDate="2020-01-09T11:52:53.090" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11157" PostTypeId="1" CreationDate="2017-05-08T14:08:17.783" Score="2" ViewCount="19" Body="&lt;p&gt;I'm looking for a resource with shapefiles for various current and historical electoral boundaries for legislative districts in various countries, for example in North Africa (Algeria, Morocco, Tunisia, and Libya).&lt;/p&gt;&#xA;" OwnerUserId="15972" LastEditorUserId="18" LastEditDate="2017-05-08T21:44:51.150" LastActivityDate="2017-05-08T21:44:51.150" Title="Electoral district boundaries (international)" Tags="|data-request|elections|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11158" PostTypeId="2" ParentId="11149" CreationDate="2017-05-08T16:05:39.500" Score="1" Body="&lt;p&gt;US Census has &lt;a href=&quot;https://www.census.gov/hhes/commuting/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Commuting (Journey to Work) Main&lt;/a&gt; datasets, though they aren't specifically related to health.&lt;br&gt;&#xA;Census has other commuting datasets as well, but if I recall correctly, they are in the same vein as not being specifically health related.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-08T16:05:39.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11159" PostTypeId="1" AcceptedAnswerId="11160" CreationDate="2017-05-08T18:10:00.013" Score="2" ViewCount="58" Body="&lt;p&gt;I would like to be able to have a file with U.S. Census data pre-aggregated at some level of the Military Grid Reference System (MGRS). Ideally at thier 10km precision level, but I'd take whatever I could get.&lt;/p&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2017-05-08T19:14:21.117" Title="Census data aggregated at MGRS level" Tags="|demographics|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11160" PostTypeId="2" ParentId="11159" CreationDate="2017-05-08T18:45:13.283" Score="2" Body="&lt;p&gt;Unfortunately, I don't think this exists as a pre-aggregated data file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However you could use a tool like &lt;a href=&quot;https://github.com/datamade/census_area&quot; rel=&quot;nofollow noreferrer&quot;&gt;census_area&lt;/a&gt; to get a close approximation. With this tool, you could download block or block group level data and aggregate them your desired geographies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I'm one of the authors of this library)&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2017-05-08T19:14:21.117" LastActivityDate="2017-05-08T19:14:21.117" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11161" PostTypeId="1" CreationDate="2017-05-08T18:48:54.450" Score="3" ViewCount="49" Body="&lt;p&gt;I was wondering how the variable &lt;code&gt;SCH_DEG&lt;/code&gt; from &lt;a href=&quot;https://collegescorecard.ed.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard&lt;/a&gt; was derived. What does it mean to be the degree prominently awarded in terms of the actual #'s? Is it &amp;gt; 50% or more than that?&lt;/p&gt;&#xA;" OwnerUserId="16100" LastEditorUserId="23272" LastEditDate="2022-07-14T12:18:05.157" LastActivityDate="2022-07-14T12:18:05.157" Title="Derived variable origin" Tags="|education|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11162" PostTypeId="2" ParentId="11161" CreationDate="2017-05-08T19:39:27.743" Score="1" Body="&lt;p&gt;It's the type of degree that makes up a larger percentage than any other.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the &lt;a href=&quot;https://collegescorecard.ed.gov/assets/FullDataDocumentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Predominant undergraduate degree (PREDDEG) identifies the type of &#xA;  degree that the institution primarily awards; for instance, an&#xA;  institution that awards 40 percent bachelor’s degrees, 30 percent&#xA;  associate degrees, and 30 percent certificate programs would be&#xA;  classified as predominantly bachelor’s degree awarding&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;SCH_DEG&lt;/code&gt; is &lt;code&gt;PREDEG&lt;/code&gt; with missing values imputed.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2017-05-08T19:39:27.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11163" PostTypeId="5" CreationDate="2017-05-08T20:00:50.510" Score="0" Body="&lt;p&gt;The shapefile format was developed and is regulated by ESRI as a (mostly) open specification for data interoperability among ESRI and other GIS software products.&lt;br&gt;&#xA;The shapefile format can spatially describe vector features: points, lines, and polygons, representing, for example, water wells, rivers, and lakes.&lt;br&gt;&#xA;The shapefile format cannot spatially describe topography.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shapefile Wikipedia Entry&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.esri.com/library/whitepapers/pdfs/shapefile.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESRI Shapefile Technical Description - an ESRI White Paper 1998-07 (PDF)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-08T20:00:50.510" LastActivityDate="2017-05-08T20:00:50.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11164" PostTypeId="4" CreationDate="2017-05-08T20:00:50.510" Score="0" Body="The shapefile (.shp) file format is a popular geospatial vector data format for geographic information system (GIS) software." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-08T20:00:50.510" LastActivityDate="2017-05-08T20:00:50.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11165" PostTypeId="1" CreationDate="2017-05-09T08:51:52.520" Score="4" ViewCount="67" Body="&lt;p&gt;I would like to guide a tour in Jerusalem sometime next week. For the historical and political perspective, I would be happy to show the &lt;a href=&quot;https://en.wikipedia.org/wiki/City_Line_(Jerusalem)&quot; rel=&quot;noreferrer&quot;&gt;City Line&lt;/a&gt; on a modern Google Map during the tour. I can either use a existing vector data or georeference a high-quality raster city map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched online, and only found rough sketches like the one below, taken from Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Any idea where I can find an accurate map of the Jerusalem pre-1967 border?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cbbhO.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cbbhO.jpg&quot; alt=&quot;Credit: Tamar Hayardeni, https://en.wikipedia.org/wiki/File:Split_Jerusalem_map_English.jpg&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16101" LastActivityDate="2017-06-09T17:46:00.767" Title="Vector layer of the Jerusalem city line (&quot;הקו העירוני&quot;)" Tags="|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11166" PostTypeId="1" AcceptedAnswerId="11167" CreationDate="2017-05-09T09:26:26.383" Score="2" ViewCount="46" Body="&lt;p&gt;I am making a website for a researcher network using Jekyll and hosting it on github pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each researcher (250+ people) should have his own document with an up to date bibliography.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could request from them the bibliography in a BibTeX format and include it using Jekyll-Scholar plugin. However, it would require them to update it each time they publish a new paper.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I looked into ResearchGate, hoping to find an API (they landed 35 Millions to make one 2 years ago). No luck, they only have a plugin system far from fulfilling my requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I wondered if there is any reliable endpoint to fetch an individual researcher bibliography, assuming she or he would agree and keep it up to date. &lt;/p&gt;&#xA;" OwnerUserId="16102" LastActivityDate="2017-05-09T12:45:35.813" Title="What tool can I use to manage a researcher network bibliography?" Tags="|api|web-crawling|rdf|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11167" PostTypeId="2" ParentId="11166" CreationDate="2017-05-09T12:45:35.813" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://orcid.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ORCID&lt;/a&gt; provides a persistent digital identifier that distinguishes you from every other researcher and, through integration in key research workflows such as manuscript and grant submission, supports automated linkages between you and your professional activities ensuring that your work is recognized.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;ORCID also has &lt;a href=&quot;http://wokinfo.com/researcherid/integration/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ResearcherID integration&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/mikecrabb/ORCID.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;ORCID.js&lt;/a&gt; is a JavaScript library for doing exactly what I think you are seeking.  In the GitHub repository example, it passes an ORCID profile ID and spits out a list of the corresponding researcher's work.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-09T12:45:35.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11168" PostTypeId="1" CreationDate="2017-05-09T14:28:43.757" Score="1" ViewCount="73" Body="&lt;p&gt;I've found two excellent models. The first one is linear face model of Basel university called &lt;a href=&quot;http://gravis.dmi.unibas.ch/publications/2009/BFModel09.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Basel Face Model&lt;/a&gt;, which includes different face shapes. Another one is bilinear model &lt;a href=&quot;http://www.kunzhou.net/2012/facewarehouse-tr.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;FaceWarehouse&lt;/a&gt;, which includes not only different shapes, but expressions as well. The problem is: I don't know whether it's available for ordinary students; also seems like it doesn't contain textures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The aim of my Master's thesis is to implement a better algorithm for 3D facial surface inverse rendering than existent ones. I've understood that I'll not achieve good results without different facial expressions, so I need a good dataset for further work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know free publicly available morphable 3D face models?&#xA;I need it to contain models with full correspondence of vertices in order to have linear space of faces with different expressions. Would be nice to get textured high-resolution model (tens of thousands vertices).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Though, what another names of such models do you know except &quot;liniar model&quot;, &quot;bilinear model&quot;, &quot;morphable model&quot; and &quot;generative model&quot; (you may provide your variants in comments)?&lt;/p&gt;&#xA;" OwnerUserId="16106" LastActivityDate="2017-05-09T14:28:43.757" Title="Free publicly available 3D faces morphable models" Tags="|data-request|machine-learning|faces|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11172" PostTypeId="2" ParentId="272" CreationDate="2017-05-10T08:08:32.980" Score="2" Body="&lt;p&gt;Our team is working on the idea of the Semantic Web based on JSON-LD. Since you are interested in this format, you may be interested in learning about the project as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/document/d/1kdKoDfp9mT5M4pssJTqvA6sw4zzYQ5HFaN-osu7J-Nk/edit?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;WRIO Internet OS — All You Need is a Browser&lt;/a&gt; (Google doc)&lt;/p&gt;&#xA;" OwnerUserId="16118" LastEditorDisplayName="user4293" LastEditDate="2017-05-11T06:24:28.547" LastActivityDate="2017-05-11T06:24:28.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11173" PostTypeId="2" ParentId="6771" CreationDate="2017-05-10T12:35:08.053" Score="5" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/gveres/donateacry-corpus&quot; rel=&quot;noreferrer&quot;&gt;donateacry-corpus repository&lt;/a&gt;  is an infant cry audio corpus that's being built through the Donate-a-cry campaign.&lt;br&gt;&#xA;It doesn't look maintained and the campaign itself appears dead, but the data remains!  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.freesound.org/search/?q=baby&quot; rel=&quot;noreferrer&quot;&gt;Free Sounds Search for &quot;baby&quot;&lt;/a&gt; returns over 1500 answers; not all are what you seek, but on the first page of results, 6/10 look like they fit your needs.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-10T15:31:17.400" LastActivityDate="2017-05-10T15:31:17.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11174" PostTypeId="5" CreationDate="2017-05-10T13:05:22.813" Score="0" Body="&lt;p&gt;Latin America is a group of countries and dependencies in the Americas where Romance languages are predominant. The term originated in 19th century France as Amérique latine to consider French-speaking territories in the Americas (Haiti, French Guiana, Martinique, Guadeloupe, Saint Martin, Saint Barthélemy) along with the larger group of countries where Spanish and Portuguese languages prevailed. It is therefore broader than the terms Ibero-America or Hispanic America—though it usually excludes French Canada and modern French Louisiana.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Latin America consists of nineteen sovereign states and several territories and dependencies which cover an area that stretches from the northern border of Mexico to the southern tip of South America, including the Caribbean. It has an area of approximately 19,197,000 km2 (7,412,000 sq mi), almost 13% of the Earth's land surface area. As of 2015, its population was estimated at more than 626 million and in 2014, Latin America had a combined nominal GDP of 5,573,397 million USD and a GDP PPP of 7,531,585 million USD. The term &quot;Latin America&quot; was first used in 1861 in La revue des races Latines, a magazine &quot;dedicated to the cause of Pan-Latinism&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The peoples of this large area shared the experience of conquest and colonization by the Spaniards and Portuguese from the late 15th through the 18th century as well as movements of independence from Spain and Portugal in the early 19th century. Even since independence, many of the various nations have experienced similar trends, and they have some awareness of a common heritage. However, there are also enormous differences between them. Not only do the people live in a large number of independent units, but the geography and climate of their countries vary immensely. The inhabitants’ social and cultural characteristics differ according to the constitution of the occupants before the Iberian conquest, the timing and nature of European occupation, and their varying material endowments and economic roles.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since the Spanish and Portuguese element looms so large in the history of the region, it is sometimes proposed that Iberoamerica would be a better term than Latin America. Latin seems to suggest an equal importance of the French and Italian contributions, which is far from being the case. Nevertheless, usage has fastened on Latin America, and it is retained here.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Latin America consists of the following countries:&lt;br&gt;&#xA;Argentina, Bolivia, Brazil, Chile, Colombia, Costa Rica, Cuba, Dominican Republic, Ecuador, El Salvador, French Guiana  French Guyana, Guadeloupe, Guatemala, Haiti, Honduras, Martinique, Mexico, Nicaragua, Panama, Paraguay, Peru, Puerto Rico, Saint Barthélemy, Saint Martin, Uruguay, Venezuela  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;References&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.britannica.com/place/Latin-America&quot; rel=&quot;nofollow noreferrer&quot;&gt;History of Latin America&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Latin_America&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia Entry&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-10T13:05:22.813" LastActivityDate="2017-05-10T13:05:22.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11175" PostTypeId="4" CreationDate="2017-05-10T13:05:22.813" Score="0" Body="Latin America is generally understood to consist of the entire continent of South America in addition to Mexico, Central America, and the islands of the Caribbean whose inhabitants speak a Romance language." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-10T13:05:22.813" LastActivityDate="2017-05-10T13:05:22.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11176" PostTypeId="1" CreationDate="2017-05-10T16:11:11.077" Score="2" ViewCount="33" Body="&lt;p&gt;I am looking for a TV Schedules dataset with at least following fields:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;TV Network, TV Channel, DateTime, TV Program, (TV Episode etc)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="9739" LastEditorUserId="1511" LastEditDate="2017-05-11T13:37:22.547" LastActivityDate="2017-05-11T13:37:22.547" Title="Archive of TV schedules" Tags="|data-request|media|telecom|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11177" PostTypeId="2" ParentId="11165" CreationDate="2017-05-10T16:51:35.913" Score="1" Body="&lt;p&gt;I think the &lt;a href=&quot;http://nils.weidmann.ws/projects/cshapes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CShapes project&lt;/a&gt; has the data you want. It attempts to have all country boundaries from 1946–2008. Since this city line is also a country border, it should work for you.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2017-05-10T17:02:01.970" LastActivityDate="2017-05-10T17:02:01.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11178" PostTypeId="2" ParentId="1984" CreationDate="2017-05-10T17:56:05.220" Score="0" Body="&lt;p&gt;The CDC offers lots of codes for download:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/Medicare/Coding/ICD9ProviderDiagnosticCodes/codes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cms.gov/Medicare/Coding/ICD9ProviderDiagnosticCodes/codes.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3403" LastActivityDate="2017-05-10T17:56:05.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11179" PostTypeId="1" CreationDate="2017-05-10T19:15:40.840" Score="4" ViewCount="105" Body="&lt;p&gt;I can get all physician data in the US from the NPI registry. But it doesn't contain the practice names (or the hospital names). Is there a place I can get these?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorDisplayName="user4293" LastEditDate="2018-01-05T19:09:29.160" LastActivityDate="2018-05-14T17:54:05.237" Title="Where to find healthcare practice and hospital names?" Tags="|data-request|usa|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11180" PostTypeId="2" ParentId="542" CreationDate="2017-05-10T21:55:26.533" Score="1" Body="&lt;h1&gt;List of Open/Open Source/Free-ish Geocoding Services and Tools (2017-05-10)&lt;/h1&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.twofishes.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twofishes&lt;/a&gt;&lt;br&gt;&#xA;A coarse forward &amp;amp; reverse geocoder in scala.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.geonames.org/export/geocode.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames Geocode Webservice&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://cesiumjs.org/Cesium/Build/Documentation/Geocoder.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CesiumJS&lt;/a&gt;&lt;br&gt;&#xA;A widget for finding addresses and landmarks, and flying the camera to them. Geocoding is performed using the Bing Maps Locations API.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.rubygeocoder.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ruby Geocoder&lt;/a&gt;&lt;br&gt;&#xA;Complete Ruby geocoding solution.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/alexreisner/geocoder&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geocoder Repository&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://tech.yandex.com.tr/maps/doc/geocoder/desc/concepts/About-docpage/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yandex Maps Geocoding Service&lt;/a&gt;&lt;br&gt;&#xA;The Yandex.Maps service provides a geocoding service for its users. This service can get the coordinates and other information about an object using its name or address, as well as the opposite, using the coordinates of an object to get its address (reverse geocoding).  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.gisgraphy.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gisgraphy&lt;/a&gt;&lt;br&gt;&#xA;geocoding and geolocalisation webservices for Geonames, Openstreetmap, and quattroshapes data &lt;a href=&quot;http://www.gisgraphy.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gisgraphy.com&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/gisgraphy/gisgraphy&quot; rel=&quot;nofollow noreferrer&quot;&gt;Repository&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.gisgraphy.com/gisgraphoid.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gisgraphoid&lt;/a&gt;&lt;br&gt;&#xA;Gisgraphoid is a library to do geocoding on your Android mobile phone or tablet with the same Geocoder API as Google but with Gisgraphy. Runs on all Android versions, free, no Google API needed by the device, no API key, no limit. You can display the result on OpenStreetMap or Google Maps (Google API key required).  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developer.android.com/reference/android/location/Geocoder.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Android Geocoder Class&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://geocoder-php.org/Geocoder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geocoder PHP&lt;/a&gt;&lt;br&gt;&#xA;The almost missing PHP library!  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.drupal.org/project/geocoder&quot; rel=&quot;nofollow noreferrer&quot;&gt;Drupal Geocoder Module&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/geocoding/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapbox Geocoding Service&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://carto.com/location-data-services/geocoding/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carto Geocoding&lt;/a&gt;&lt;br&gt;&#xA;From plain text to geometries.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://geocod.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geocodio&lt;/a&gt;&lt;br&gt;&#xA;geocodio makes converting US and Canadian street addresses into map coordinates and vice versa as easy as uploading a spreadsheet. The first 2,500 addresses per day are free, and aditional lookups start at a $0.50 per 1,000 addresses ($0.0005/lookup).  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developer.mapquest.com/documentation/open/geocoding-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapquest Developer Open Geocoding API&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://camel.apache.org/geocoder.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Apache Camel Geocoder Component&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://code.google.com/archive/p/geocoder-java/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JAVA API for Google geocoder v3&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://geocoding.geo.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Geocoder&lt;/a&gt;&lt;br&gt;&#xA;Census geocoder provides interactive &amp;amp; programmatic (REST) access to users interested in matching addresses to geographic locations and entities containing those addresses.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://geomap.ffiec.gov/FFIECGeocMap/GeocodeMap1.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;FFIEC Geocoding/Mapping System&lt;/a&gt;&lt;br&gt;&#xA;The FFIEC Geocoding/Mapping System (System) helps financial institutions meet their legal requirement to report information on mortgage, business, and farm loan applications. Geocoding refers to the Metropolitan Statistical Area/Metropolitan Division (MSA/MD), State, County, Census Tract combination (address information) that must be provided for each reported loan application and the System allows institutions to enter a street address to determine the corresponding geocode. The System also provides Census demographic information about a particular census tract, including income, population, and housing data.&#xA;Please select the appropriate activity year for the address being geocoded. The tract definitions for 2015 and 2016 data are based on the 2010 Census, for 2017 data is based on the 2015 Census. It is critical that the correct activity year is selected when using the FFIEC Geocoding System.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://batchgeo.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;batchgeo&lt;/a&gt;&lt;br&gt;&#xA;Another upload a CSV -&gt; Spit back geocoded dataset as a service; it appears to offer some services openly, though the details where not very obvious to me.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://msdn.microsoft.com/en-us/library/gg585136.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;BING Spatial Data Services&lt;/a&gt;&lt;br&gt;&#xA;Geocode and Data Source Limits can be found here for Bing Maps Account used with the Bing Spatial Data Services or the Bing Maps Dev Center at &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.bingmapsportal.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bingmapsportal.com/&lt;/a&gt; to geocode entities and manage data sources.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.gpsvisualizer.com/geocode&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPS Visualizer's Quick Geocoder&lt;/a&gt;&lt;br&gt;&#xA;Just an easy, in-browser tool if you need to check an address, etc.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.gpsvisualizer.com/geocoder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPS Visualizer's Easy Batch Geocoder&lt;/a&gt;&lt;br&gt;&#xA;GPS Visualizer's Address Locator - Convert multiple addresses to GPS coordinates  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;h2&gt;References/Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://guides.library.yale.edu/c.php?g=295854&amp;amp;p=1972666&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geocoding Resources&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-11T13:46:54.700" LastActivityDate="2017-05-11T13:46:54.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11181" PostTypeId="5" CreationDate="2017-05-11T03:28:40.490" Score="0" Body="&lt;p&gt;The World Bank collects and processes large amounts of data and generates them on the basis of economic models. These data and models have gradually been made available to the public in a way that encourages reuse, whereas the recent publications describing them are available as open access under a Creative Commons Attribution License.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.worldbank.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also, the World Bank hosts the Open Knowledge Repository (OKR) as an official open access repository for its research outputs and knowledge products.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://openknowledge.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openknowledge.worldbank.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="90" LastEditorUserId="16193" LastEditDate="2017-07-13T07:35:25.857" LastActivityDate="2017-07-13T07:35:25.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11182" PostTypeId="4" CreationDate="2017-05-11T03:28:40.490" Score="0" Body="The World Bank is an international financial institution that provides loans to countries of the world for capital programs. Also, the World Bank collects and processes large amounts of data and generates them on the basis of economic models." OwnerUserId="90" LastEditorUserId="16193" LastEditDate="2017-07-13T07:35:08.457" LastActivityDate="2017-07-13T07:35:08.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11183" PostTypeId="5" CreationDate="2017-05-11T03:37:03.560" Score="0" Body="&lt;p&gt;Sentiment analysis (sometimes known as opinion mining or emotion AI) refers to the use of natural language processing, text analysis, computational linguistics, and biometrics to systematically identify, extract, quantify, and study affective states and subjective information. Sentiment analysis is widely applied to voice of the customer materials such as reviews and survey responses, online and social media, and healthcare materials for applications that range from marketing to customer service to clinical medicine.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Generally speaking, sentiment analysis aims to determine the attitude of a speaker, writer, or other subject with respect to some topic or the overall contextual polarity or emotional reaction to a document, interaction, or event. The attitude may be a judgment or evaluation (see appraisal theory), affective state (that is to say, the emotional state of the author or speaker), or the intended emotional communication (that is to say, the emotional effect intended by the author or interlocutor).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sentiment analysis is the measurement of positive and negative language.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is a way to evaluate written or spoken language to determine if the expression is favorable, unfavorable, or neutral, and to what degree.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Typical algorithm-based sentiment analysis tools can handle huge volumes of data (ex. customer feedback) consistently and accurately. When paired with text analytics, sentiment analysis can reveals the customer’s opinions on a range and variety of topics.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sentiment analysis is a type of data mining that measures the inclination of people’s opinions through natural language processing (NLP), computational linguistics and text analysis, which are used to extract and analyze subjective information from the Web - mostly social media and similar sources. The analyzed data quantifies the general public's sentiments or reactions toward certain products, people or ideas and reveal the contextual polarity of the information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sentiment analysis is also known as opinion mining.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Sentiment_analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia Entry&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.clarabridge.com/sentiment-analysis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;What is Sentiment Analysis?&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://lct-master.org/files/MullenSentimentCourseSlides.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Introduction to Sentiment Analysis (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.techopedia.com/definition/29695/sentiment-analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;What is Sentiment Analysis? - Definition from Techopedia&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-11T03:37:03.560" LastActivityDate="2017-05-11T03:37:03.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11184" PostTypeId="4" CreationDate="2017-05-11T03:37:03.560" Score="0" Body="Sentiment Analysis (SA) aims to determine the attitude of a speaker or a writer with respect to some topic or the overall contextual polarity of a document. It aims to identify and extract subjective information in source materials.  &#xD;&#xA;&#xD;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-11T03:37:03.560" LastActivityDate="2017-05-11T03:37:03.560" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11185" PostTypeId="1" CreationDate="2017-05-11T13:04:46.317" Score="2" ViewCount="130" Body="&lt;p&gt;Is there any API to get list of ingredient that contains added Intoxicants/alcohol not the natural that just exists ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Above would do the job for me for now, but if you are curious to know why I am asking this then some background...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to develop an open source web app which will figure out if certain food products are halal or haram based on product's ingredients initially.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already found a product ingredients database here - &lt;a href=&quot;https://world.openfoodfacts.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://world.openfoodfacts.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I am struggling to find a database for &lt;a href=&quot;http://www.islamforlife.co.uk/haram%20list.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Haram&lt;/a&gt; ingredients or products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[Haram food][2] is a big topic to cover but initially developing a simple engine would be a good start.&lt;/p&gt;&#xA;" OwnerUserId="16128" LastEditorUserId="1511" LastEditDate="2017-05-11T13:37:51.673" LastActivityDate="2017-05-11T13:37:51.673" Title="Is there any API to get list of ingredient that contains added alcohol" Tags="|api|food|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11187" PostTypeId="1" CreationDate="2017-05-11T19:24:38.413" Score="4" ViewCount="238" Body="&lt;p&gt;I haven't been able to find an online open source of US neighborhoods with their corresponding zip codes. I am particularly looking for New York and Los Angeles. &lt;/p&gt;&#xA;" OwnerUserId="16132" LastActivityDate="2017-12-10T06:33:24.403" Title="Neighborhood by Zip Codes for New York and Los Angeles" Tags="|data-request|usa|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11188" PostTypeId="1" CreationDate="2017-05-11T21:42:51.207" Score="0" ViewCount="397" Body="&lt;p&gt;Can I get access to Davis Bacon Wage Determinations via the APIs at this site '&lt;a href=&quot;http://developer.dol.gov/wage-and-hour-division/wage-and-hour-publications-system&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://developer.dol.gov/wage-and-hour-division/wage-and-hour-publications-system&lt;/a&gt;'?  I am looking for recent and historical Davis Bacon wage determinations for select counties and trades.&lt;/p&gt;&#xA;" OwnerUserId="16133" LastEditorUserId="16133" LastEditDate="2017-05-23T16:38:12.600" LastActivityDate="2017-05-23T18:32:27.340" Title="Can I get access to Davis Bacon Wage Determinations via this API?" Tags="|labor|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11189" PostTypeId="1" CreationDate="2017-05-12T11:23:02.620" Score="1" ViewCount="44" Body="&lt;p&gt;Where can I find accurate DEM data of Brighton UK (with an attribute table) to be used in ARC GIS, being used for a university GIS project and have struggled to find this data. &lt;/p&gt;&#xA;" OwnerUserId="16137" LastEditorUserId="15875" LastEditDate="2017-05-15T01:57:46.327" LastActivityDate="2017-09-12T04:41:13.017" Title="How to find DEM data with attribute table for Brighton UK" Tags="|data-request|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11191" PostTypeId="1" CreationDate="2017-05-12T19:41:49.560" Score="1" ViewCount="186" Body="&lt;p&gt;Is there a way to connect a Tableau &lt;a href=&quot;https://community.tableau.com/community/developers/web-data-connectors&quot; rel=&quot;nofollow noreferrer&quot;&gt;Web Data Connector&lt;/a&gt; to the data on the &lt;a href=&quot;https://open.fda.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFDA API&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="16143" LastEditorUserId="16143" LastEditDate="2017-07-17T13:22:36.433" LastActivityDate="2017-07-17T13:22:36.433" Title="Accessing raw OpenFDA data for visualizations" Tags="|openfda|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11192" PostTypeId="1" CreationDate="2017-05-12T20:29:18.527" Score="0" ViewCount="175" Body="&lt;p&gt;I'm looking for a dataset where I can find out an address' building/structure type. I know that the &lt;a href=&quot;https://developers.google.com/places/web-service/supported_types&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Places API&lt;/a&gt; will return types but I am looking for a different source which might be more accurate. I've explored contacting city and county assessors and found some datasets with building types but not all cities and counties make the data accessible or free. I'm also hoping there is something more monolithic than contacting each city. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for recommendations or for someone to point me in the right direction. Thanks so much in advance!&lt;/p&gt;&#xA;" OwnerUserId="12964" LastEditorUserId="4184" LastEditDate="2017-05-15T01:57:53.510" LastActivityDate="2017-07-14T04:11:51.610" Title="Dataset with Addresses and Building/Structure Type in the US" Tags="|data-request|usa|real-estate|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11193" PostTypeId="2" ParentId="11192" CreationDate="2017-05-13T00:31:45.050" Score="1" Body="&lt;p&gt;OSM offers both &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Addresses&quot; rel=&quot;nofollow noreferrer&quot;&gt;address&lt;/a&gt; and &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Buildings&quot; rel=&quot;nofollow noreferrer&quot;&gt;buildings&lt;/a&gt; data.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-13T00:31:45.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11194" PostTypeId="2" ParentId="11189" CreationDate="2017-05-13T05:17:29.380" Score="1" Body="&lt;p&gt;Have you had a look at OS Terrain 50 &lt;a href=&quot;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ordnancesurvey.co.uk/opendatadownload/products.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15875" LastActivityDate="2017-05-13T05:17:29.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11195" PostTypeId="2" ParentId="10805" CreationDate="2017-05-13T10:40:25.113" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://grouplens.org/datasets/movielens/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MovieLens&lt;/a&gt; dataset includes over 40000 popular movies and contains their IMDB and &lt;a href=&quot;http://themoviedb.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;TheMovieDB&lt;/a&gt; IDs. TheMovieDB itself offers API to get IMDB ids and other information.&lt;/p&gt;&#xA;" OwnerUserId="16146" LastEditorUserId="16146" LastEditDate="2017-05-13T10:56:04.387" LastActivityDate="2017-05-13T10:56:04.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11196" PostTypeId="1" CreationDate="2017-05-13T21:30:04.593" Score="2" ViewCount="378" Body="&lt;p&gt;I have read on &lt;a href=&quot;https://news.ycombinator.com/item?id=14331880&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hacker News today&lt;/a&gt; that&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The overall solution rate for murder in the US is about 65%. In big cities with dubious police leadership, the solution rate for murder can be under 50%.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;sub&gt;(Chicago, Baltimore, St.Lou etc..., right?)&lt;/sub&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can one get the dataset for the States, and for other countries of the world, at any level of aggregation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yes, I do know about police misreporting, and forced confessions. Having both corrected and raw rates would be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The narrowest definition is finding the victim's body. Rate of unsolved disappearance cases would be a welcome, but not essential variable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similar questions here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/5069/where-can-i-find-adult-abduction-victim-statistics-for-the-united-states&quot;&gt;Where can I find adult abduction victim statistics for the United States?&lt;/a&gt; (a somewhat different crime, unanswered)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/9690/obtaining-data-sets-for-solved-murder&quot;&gt;Obtaining data sets for solved murder&lt;/a&gt; (the question asks for a micro dataset, is unanswered, and I want a geographically aggregated one)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;P.S. Use case - should be an excellent indicator of rule of law/lawlessness in an area.&lt;/p&gt;&#xA;" OwnerUserId="16149" LastEditorUserId="4184" LastEditDate="2017-05-15T01:57:37.997" LastActivityDate="2017-11-29T00:23:08.530" Title="Unsolved murder rates by country/state/municipality" Tags="|data-request|crime|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11197" PostTypeId="2" ParentId="11187" CreationDate="2017-05-14T02:35:51.297" Score="1" Body="&lt;p&gt;You can use/combine &lt;a href=&quot;http://click-that-hood.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code for America's Click That 'hood&lt;/a&gt; with &lt;a href=&quot;https://www.zillow.com/howto/api/neighborhood-boundaries.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zillow Neighborhood Boundary Shapefiles&lt;/a&gt; to get some, if not all of that data. Data is here:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/codeforamerica/click_that_hood/tree/master/public/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Click That 'hood Data Directory&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.zillowstatic.com/static/shp/ZillowNeighborhoods-CA.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;California Neighborhood Boundaries&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.zillowstatic.com/static/shp/ZillowNeighborhoods-NY.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York Neighborhood Boundaries&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-14T02:35:51.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11198" PostTypeId="2" ParentId="6518" CreationDate="2017-05-14T08:27:18.003" Score="2" Body="&lt;p&gt;For the United Kingdom, you can access soil pH through the &lt;a href=&quot;http://www.ukso.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;United Kingdom Soil Observatory&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/C554y.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/C554y.png&quot; alt=&quot;UKSO viewer showing pH level data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-05-14T08:27:18.003" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11200" PostTypeId="2" ParentId="11191" CreationDate="2017-05-16T09:49:52.527" Score="1" Body="&lt;p&gt;Yes, you can write a custom web data connector that Tableau then uses to &quot;scrape&quot; any webpage or webservice (API)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;With the Web Data Connector SDK, you can unlock a world of data that's available over the web. In addition to using the dozens of data connectors that are already available in Tableau, you can now create your own web data connector (WDC) that reads data from virtually any site that publishes data in JSON, XML, or HTML.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There are some official connectors, and the community maintains unofficial ones.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far there is no public OpenFDA connector, but you can write your own.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://community.tableau.com/community/developers/web-data-connectors&quot; rel=&quot;nofollow noreferrer&quot;&gt;Documentation&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/tableau/webdataconnector&quot; rel=&quot;nofollow noreferrer&quot;&gt;Official Connectors&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://tableau.github.io/webdataconnector/community/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Community Connectors&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://public.tableau.com/views/openFDAAdverseEvents/openFDA&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example Dashboard&lt;/a&gt; using non-public connector (I presume)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-05-16T09:49:52.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11202" PostTypeId="1" AcceptedAnswerId="11203" CreationDate="2017-05-17T08:35:28.583" Score="3" ViewCount="201" Body="&lt;p&gt;The &lt;a href=&quot;http://www.cpsc.gov/en/Research--Statistics/NEISS-Injury-Data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Electronic Injury Surveillance System&lt;/a&gt; (NEISS) database offers both a &lt;a href=&quot;https://www.cpsc.gov/cgibin/NEISSQuery/home.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;query tool&lt;/a&gt; and bulk CSV downloads at maximum one calendar year. The available data dates back to 1991.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Patient information is collected from each NEISS hospital for every emergency visit involving an injury associated with consumer products. From this sample, the total number of product-related injuries treated in hospital emergency rooms nationwide can be estimated.&lt;/p&gt;&#xA;&lt;p&gt;Records are weighted to estimate the total population.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Here's a fun &lt;a href=&quot;https://twitter.com/usinjuries&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter-bot&lt;/a&gt; using this data:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zQG5a.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zQG5a.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;There are two issues: (1) files are individually downloaded by year, and (2) CSV files contain encoding, for which the metadata is in PDF files and websites (see &lt;a href=&quot;https://opendata.stackexchange.com/q/9150/1511&quot;&gt;my other question&lt;/a&gt; related to this)&lt;/p&gt;&#xA;&lt;p&gt;My question: &lt;strong&gt;Where can I find multi-year datasets that are decoded?&lt;/strong&gt; (contain actualy injury and cause, and not just an ID number)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-05-18T14:16:43.787" Title="NEISS injury dataset - machine readable and decoded" Tags="|data-request|releasing-data|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11203" PostTypeId="2" ParentId="11202" CreationDate="2017-05-17T08:35:28.583" Score="2" Body="&lt;p&gt;I have manually downloaded the individual files and combined them into several file formats. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Gist: &lt;a href=&quot;https://gist.github.com/philshem/3015de98de26df1681635244c95186aa&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python script&lt;/a&gt; and &lt;a href=&quot;https://gist.github.com/philshem/3015de98de26df1681635244c95186aa#file-product_codes-tsv&quot; rel=&quot;nofollow noreferrer&quot;&gt;product_code&lt;/a&gt; mapping&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Combined files&lt;/strong&gt;, total rows = 8,852,972&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.world/philshem/neiss-injury-dataset-unofficial-export&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world repository&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://query.data.world/s/985weus44plcdhjf8dqd24yed&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV sample&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://query.data.world/s/9pa5hnowk989rmml3m6i5zk5t&quot; rel=&quot;nofollow noreferrer&quot;&gt;Full export - zip:CSV&lt;/a&gt; (440 MB compressed, 3.2 GB unpacked)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://query.data.world/s/5nq04umnosmifl33kc63gywsr&quot; rel=&quot;nofollow noreferrer&quot;&gt;Full export zip:sqlite3&lt;/a&gt; (717 MB compressed, 4.0 GB unpacked)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Related&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://flowingdata.com/2016/02/09/why-people-visit-the-emergency-room/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data visualization with 2015 data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/hadley/neiss&quot; rel=&quot;nofollow noreferrer&quot;&gt;R Package &quot;Neiss&quot;&lt;/a&gt; from Hadley Wickham&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/avmotamed/neiss&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python consolidation project&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-05-18T14:16:43.787" LastActivityDate="2017-05-18T14:16:43.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11204" PostTypeId="1" AcceptedAnswerId="11240" CreationDate="2017-05-17T08:46:42.393" Score="13" ViewCount="6079" Body="&lt;p&gt;Relevant to this &lt;a href=&quot;https://opendata.stackexchange.com/a/11203/1511&quot;&gt;answer&lt;/a&gt;, I discovered that datahub.io has a 100MB limit on file uploads. I was disappointed to learn this, and it tooks many server errors to realize I should read the &lt;a href=&quot;https://discuss.okfn.org/t/datahub-faq-frequently-asked-questions/2494&quot; rel=&quot;noreferrer&quot;&gt;FAQ&lt;/a&gt;, where I learned there is a limit.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The file upload size limit for datahub.io is set to 100MB. If your files are bigger than that you can host them on a separate storage provider like Dropbox or Amazon S3 and link to them from your datahub.io dataset.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/blog/1533-new-file-size-limits&quot; rel=&quot;noreferrer&quot;&gt;Github&lt;/a&gt; has a similar 100MB filesize limit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not opposed to paying to host large files, &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;but how can I share big datasets that are not personally connected to me, like Dropbox? (S3 isn't really an option to host 1 file)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;and that offer a one-time fee to host the file &quot;forever&quot;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In this particular case, the zipped CSV is 440MB, so not TB or even GBs of data.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Related&lt;/em&gt;, but without the focus on large files:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/1576/1511&quot;&gt;How do I share Open Data with others on this SE site?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note:&lt;/em&gt; torrent could work, but requires a file that doesn't change and also requires decent interest from the community. For this question I'd like to focus on http/ftp hosts.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-06-14T06:33:26.203" LastActivityDate="2022-11-29T11:28:55.573" Title="How can I reliably host and share large data sets?" Tags="|releasing-data|big-data|" AnswerCount="7" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11205" PostTypeId="1" CreationDate="2017-05-17T10:23:52.167" Score="0" ViewCount="156" Body="&lt;p&gt;I started a project in chatbots for the normal regional languages chatting in english like below , I need a dataset to train my model in tensorflow ,Is any dataset default present in tensorflow or any framework available to do this . if so how to use it . I checked the &lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;awesome public data sets list&lt;/a&gt;, But i could not able to find it and also i verified in tensorflow sonnet related frameworks ,no chance , Please help with the solution ,I almost created the android app but very poor performance with the dataset available in hand&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tamil language written via english&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Neenga Epdi Irukenga?&quot; ==&gt; &quot;How are you ?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;More Info&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keyboard Support is very limited for most of the regional languages ,To make the conversation in regional language ,people are typing regional langauges in english the way as like pronounce&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additional Info&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similar to transliteration but transliteration is for unique word ,the dataset needed for meaningful sentence&lt;/p&gt;&#xA;" OwnerUserId="16187" LastEditorUserId="90" LastEditDate="2017-05-17T16:30:28.407" LastActivityDate="2017-05-17T16:30:28.407" Title="Is any Dataset for chitchat regional languages in english in watsapp, facebook messenger etc available in tensorflow" Tags="|data-request|machine-learning|nlp|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11207" PostTypeId="2" ParentId="11205" CreationDate="2017-05-17T12:24:26.513" Score="1" Body="&lt;p&gt;If you are indeed looking for transliteration, you may want to try a programming library like Python's &lt;a href=&quot;https://pypi.python.org/pypi/Unidecode&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unidecode&lt;/a&gt;. It's not human tranlsations, but it takes unicode alphabets and transforms them to ASCII.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Tdjji.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Tdjji.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# -*- coding: utf-8 -*-&#xA;from unidecode import unidecode&#xA;&#xA;t = u'வணக்கம். எப்படி இருக்கிறீர்கள்?'&#xA;&#xA;print unidecode(t)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Gives me&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; vnnkkm. epptti irukkirriirkll?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;According to Google Translate, it should be something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; Vaṇakkam. Eppaṭi irukkiṟīrkaḷ?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/X6aU3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/X6aU3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found this library to work quite well for most alphabets, but maybe Tamil isn't so supported.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the library doc:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;So a good rule of thumb is that the further the script you are transliterating is from Latin alphabet, the worse the transliteration will be.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-05-17T12:24:26.513" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11210" PostTypeId="2" ParentId="11204" CreationDate="2017-05-17T16:29:53.423" Score="5" Body="&lt;p&gt;The quick, dirty, easy answer: compress the large data files into multiple &lt;a href=&quot;http://www.7-zip.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;.7z&lt;/a&gt; files, setting the maximum limit to 95mb per compressed file. I do this to get around GitHub's limitations, and want to say I've done it on &lt;a href=&quot;https://datahub.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub.io&lt;/a&gt; too, though I can't recall exactly. I have done it on CKAN instances, so I guess that covers it.&lt;br&gt;&#xA;Note: &lt;a href=&quot;https://git-lfs.github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GLFS (Git Large File Storage)&lt;/a&gt;, but its limits are also not clearly displayed; I learned about them after hitting 5gb limit.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Possible Solutions:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datproject.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dat Project&lt;/a&gt; was made exactly for sharing large sets; not a hosting solution, but does let the data get out of the silos we keep locally. Dat also recently got Knight Foundation funding towards publicly hosting select large datasets. It might be worthwhile to reach out to them and see if they would be interested in hosting it.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datarepository.wolframcloud.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wolfram Alpha has launched a Data Repository&lt;/a&gt; that looks incredibly interesting and in-depth; unfortunately it currently (2017-05-19) responds to the submit data tab with a coming soon message. So not much to share, not even sure if its open, but certainly something to watch.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-21T15:39:26.160" LastActivityDate="2017-05-21T15:39:26.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11212" PostTypeId="2" ParentId="11196" CreationDate="2017-05-17T17:26:53.570" Score="1" Body="&lt;p&gt;Kaggle has a &lt;a href=&quot;https://www.kaggle.com/murderaccountability/homicide-reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;Murder Accountability dataset&lt;/a&gt; you may find useful.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-17T17:26:53.570" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11213" PostTypeId="1" CreationDate="2017-05-17T17:34:19.527" Score="1" ViewCount="68" Body="&lt;p&gt;I'm doing some geospatial analysis of medical device manufacturers. In the US, the FDA requires manufacturers of medical devices to register their devices and the location of design and manufacturing.  This information is publicly posted in the “Establishment Registration &amp;amp; Device Listing” database, located at this address:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This provides details such as the address of the location where a devices is manufactured. Are there comparable publicly available registration databases in the European Union or China?  Are there other (non-public) sources of this information?&lt;/p&gt;&#xA;" OwnerUserId="16190" LastEditorUserId="14171" LastEditDate="2017-05-18T06:12:55.277" LastActivityDate="2017-05-23T18:57:56.273" Title="Database of manufacturers of medical devices outside US" Tags="|data-request|medical|europe|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11214" PostTypeId="1" AcceptedAnswerId="11215" CreationDate="2017-05-17T19:30:34.170" Score="3" ViewCount="66" Body="&lt;p&gt;I am developing a IP-ish surveillance-like animals behaviour analyzing solution. I have some private video streams, but to check method robustness I need to be able to check on other animal types\locations\light conditions. So I wonder if there is some &quot;registry&quot; or list of publicly available 24\7 animal video stream links (say of some zoos)?&lt;/p&gt;&#xA;" OwnerUserId="3104" LastEditorUserId="1511" LastEditDate="2018-11-06T21:49:13.570" LastActivityDate="2018-11-06T21:49:13.570" Title="Is there any registry of active 24/7 animal video feeds (from public IP-like cameras)?" Tags="|data-request|real-time|animals|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11215" PostTypeId="2" ParentId="11214" CreationDate="2017-05-17T21:37:26.987" Score="3" Body="&lt;p&gt;No registry that I am aware of, but some government sites do post all of the webcams within their agency/department/etc., like &lt;a href=&quot;https://www.nature.nps.gov/air/webcams/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;NPS Air Quality Web Cameras&lt;/a&gt;.&lt;br&gt;&#xA;I keep a lists of some webcams, here are the ones that have animals.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.earthcam.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EarthCam Live Webcam Network&lt;/a&gt;  has over &lt;a href=&quot;http://www.earthcam.com/search/adv_search.php?cat[]=ANI&quot; rel=&quot;nofollow noreferrer&quot;&gt;500 Search Results for &quot;Animals and Zoos&quot;&lt;/a&gt; as well as an &lt;a href=&quot;http://www.earthcam.com/events/animalcams/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Animal Cams section&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;http://www.berry.edu/eaglecam/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Eagle Cam @ Berry College, GA&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://nctc.fws.gov/topic/eagle-cam/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FWS Eagle Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.dceaglecam.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DC Eagle Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.animalplanet.com/video-topics/aplive/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Animal Planet Live&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://kids.sandiegozoo.org/animal-cams-videos&quot; rel=&quot;nofollow noreferrer&quot;&gt;San Diego Zoo&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://explore.org/live-cams/player/channel-islands-national-park-anacapa-ocean&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kelp Forest Cam - Channel Island National Park&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://explore.org/live-cams/player/channel-islands-national-park-live-adventures&quot; rel=&quot;nofollow noreferrer&quot;&gt;Under Water Scuba Cam - Channel Island National Park&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://explore.org/live-cams/player/brown-bear-salmon-cam-brooks-falls&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bear Cam - Brooks Falls&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://explore.org/live-cams/player/puffin-burrow-cam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Puffin Burrow Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.calacademy.org/webcams/farallones/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Farallon Islands Live Webcam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://explore.org/live-cams/player/pig-pasture-farm-sanctuary&quot; rel=&quot;nofollow noreferrer&quot;&gt;Farm Sanctuary - Pig Pasture&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.calacademy.org/explore-science/shark-lagoon-cam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shark Lagoon Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.calacademy.org/explore-science/live-penguin-cams&quot; rel=&quot;nofollow noreferrer&quot;&gt;Live Penguins Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.kansascityzoo.org/animal-cams/penguin-cam/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Penguin Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.calacademy.org/explore-science/philippine-coral-reef-cam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Phillipine Coral Reef Cam&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.wolf.org/meet-our-wolves/wolfcams/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wolf Cams&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.youtube.com/watch?v=PB6PdAwz4as&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Wolf Center Exhibit Pack Live Stream&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://zoo.sandiegozoo.org/cams/panda-cam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Panda Cam - San Diego&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://zooatlanta.org/panda-cam/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Panda Cam - Atlanta&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://nationalzoo.si.edu/webcams/panda-cam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Panda Cam - National Zoo&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.africam.com/wildlife/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Live Safari Cams&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://aqua.org/webcams&quot; rel=&quot;nofollow noreferrer&quot;&gt;Video Streams Broadcasing Live from the National Aquarium&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://nationalzoo.si.edu/webcams/elephants&quot; rel=&quot;nofollow noreferrer&quot;&gt;Elephant Cam - National Zoo&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://nationalzoo.si.edu/webcams/lion-cam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lion Cam - National Zoo&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: Explore.org has a lot of webcams of animal life, but make sure you are watching the live feed vs. the highlights reel from the previous season that they run during hibernation season.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-17T21:44:48.470" LastActivityDate="2017-05-17T21:44:48.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11216" PostTypeId="1" CreationDate="2017-05-17T23:10:23.580" Score="1" ViewCount="79" Body="&lt;p&gt;I am doing some analysis for a project regarding disaster recovery in Nepal and I am trying to get my hands on data that is required to do the complex statistical analysis like regression. I am looking for landcover raster or vector, rainfall tables, as well as any type of raster or shapefile related to geologic faults in the region. Much of my analysis is dealing with landslides. Please be detailed in your response.&lt;/p&gt;&#xA;" OwnerUserId="16194" LastEditorUserId="23272" LastEditDate="2022-07-14T12:59:22.643" LastActivityDate="2022-07-14T12:59:22.643" Title="GIS Landcover/Precipitation/Geologic Faults Data for Nepal" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="11217" PostTypeId="2" ParentId="11204" CreationDate="2017-05-18T05:12:09.093" Score="7" Body="&lt;p&gt;I'm sorry to hear you had a frustrating time uploading to datahub.io and that the site wasn't clear enough about the size limit.  Another datahub-like platform that we have worked with in the past is &lt;a href=&quot;https://data.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt;.  Their size limit is &lt;a href=&quot;https://help.data.world/support/solutions/articles/14000039826-what-are-the-size-restrictions-for-data-world-&quot; rel=&quot;nofollow noreferrer&quot;&gt;500MB&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9213" LastEditorUserId="16201" LastEditDate="2017-05-19T08:21:02.180" LastActivityDate="2017-05-19T08:21:02.180" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11219" PostTypeId="2" ParentId="11204" CreationDate="2017-05-18T22:27:42.670" Score="2" Body="&lt;p&gt;I was going to add this as a comment on Dan Fowler's answer but I had to create a new account to post official in my role as co-founder and CPO at data.world.  I'm glad you found that data.world's upload to work for you.  We do cap datasets at 500mb of structured data that we recognize (JSON, CSV, TSV, TTL, N-Triples, Sqllite, Excel).  The reason for that is that data is converted into RDF triples and loaded into a graph DB that you can query (TLDR; upload a CSV, JSON or Excel... query them all with SQL or SPARQL and even do federated queries across datasets).  For binary or unstructured files that we don't know how to parse yet, have at it.  You can also email our support group and get dataset size limits increased.&lt;/p&gt;&#xA;" OwnerUserId="16202" LastActivityDate="2017-05-18T22:27:42.670" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11220" PostTypeId="1" CreationDate="2017-05-19T22:58:42.473" Score="1" ViewCount="792" Body="&lt;p&gt;I want to find any dataset on Aliexpress products' price history? I found only one good quality website - &lt;a href=&quot;https://www.pricearchive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.pricearchive.org/&lt;/a&gt; but according to their faq - they &quot;do not provide special access (including via API) to any data shown on the pages of our website.&quot; Aliexpress own API doesn't seem to give access to the price history.&lt;/p&gt;&#xA;" OwnerUserId="16209" LastActivityDate="2019-06-24T12:54:27.673" Title="Aliexpress price history dataset" Tags="|data-request|api|uses-of-open-data|historical|prices|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11223" PostTypeId="1" CreationDate="2017-05-21T11:50:54.813" Score="1" ViewCount="14" Body="&lt;p&gt;I'm trying to figure out how Natural Earth Data has selected the countries listed in its &lt;a href=&quot;http://www.naturalearthdata.com/downloads/110m-cultural-vectors/&quot; rel=&quot;nofollow noreferrer&quot;&gt;1:110m Admin-0 Countries&lt;/a&gt; dataset. Indeed there is only 177 countries in this dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it Population size ? Territory size ? Something else ?&lt;/p&gt;&#xA;" OwnerUserId="1601" LastActivityDate="2017-05-21T11:50:54.813" Title="Criteria of Countries selection in Natural Earth Data 1:110m?" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11224" PostTypeId="1" CreationDate="2017-05-21T15:53:50.410" Score="2" ViewCount="670" Body="&lt;p&gt;I've been struggling with this problem for almost 2 hours now :(&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need some datasets that are somewhere around 50 - 5000 GB large when uncompressed to showcase and test various data storage and query systems.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nothing fancy, but I'd prefer to use real datasets rather than randomly generated numbers and strings, or repeat insertions of very small datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kaggle has a few large datasets (e.g. &lt;a href=&quot;https://www.kaggle.com/c/malware-classification/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/malware-classification/data&lt;/a&gt;) but they don't allow free sharing of the data (which is what I need, since I wish to be able to publish re-creatable benchmarks).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only real requirement I have besides size is reasonable dimensionallity (e.g. at least 4-5+ columns), be formated in a non proprietary plain text format (e.g. CSV, JSON, TSV, XML... even most SQL formats will work, though I'd prefer to avoid them if possible) and the ability to download the compressed version for free, from anywhere, using a static url.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone knows of a website or other ressource that provides datasets for free which might have this I'd beg you to tell me... I did not think this kind of thing would be this hard to find :/&lt;/p&gt;&#xA;" OwnerUserId="16222" LastActivityDate="2017-05-25T07:28:45.793" Title="Places to get large (volume wise) datasets reasonably well formatted and free to share?" Tags="|data-request|web-crawling|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11225" PostTypeId="2" ParentId="11224" CreationDate="2017-05-22T00:54:12.627" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.uspto.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USPTO&lt;/a&gt; has a &lt;a href=&quot;https://bulkdata.uspto.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bulk Data sub domain&lt;/a&gt; which has many datasets that fit this description for you to pick through. Here's a description of two:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Patent Grant Single-Page TIFF Images (July 31, 1790 - Present)&lt;br&gt;&#xA;Metadata Updated: September 17, 2015&lt;br&gt;&#xA;Contains the images of each patent grant issued weekly (Tuesdays) from July 31, 1790 to Present in Tagged Image File Format (TIFF) Revision 6.0 with CCITT Group 4 Compression (single-page TIFFs) from the USPTO Patent Grant Image/TIFF (a.k.a., Yellow Book 2) product. Five types of files are included: grant_yb2_yyyymmdd.tar: The main patent grant single-page TIFF images. grant_yb2_yyyymmdd_cert.tar: The daily Certificates file (contains Reexaminations) &quot;_cert.tar&quot;. cofc_yb2_yyyymmdd.tar: The Certificates-of-Correction (C-of-C) single-page TIFF images. cofc_yb2_yyyymmdd_pta.tar: Patent Term Adjustment (PTA) C-of-C single-page TIFF images [where &quot;yyyymmdd&quot; is a Tuesday issue date]. Bnnnnn.tar: Rescans of miscellaneous documents from miscellaneous years (July 31, 1790 - Present). The filename relates to a Digital Linear Tape (DLT) cartridge. Approx. 4,000 patent application publications per week. Approx. 6 GB per week. Backfiles are approx. 10 GB. Entire collection approx. 8 TB. &lt;a href=&quot;http://patents.reedtech.com/pgyb.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://patents.reedtech.com/pgyb.php&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Patent Grant Optical Character Recognition (OCR) Text (1920 - 1979)&lt;br&gt;&#xA;Metadata Updated: April 4, 2017&lt;br&gt;&#xA;Contains patent grant text produced by an Optical Character Recognition (OCR) process using selected U.S. Patent Grant Image data from January 1920 through December 1979 as input. The file format is modified Patent Full-Text/APS (a.k.a., modified Green Book), ASCII text. Approx. 63 GB (compressed). &lt;a href=&quot;http://patents.reedtech.com/pgocr.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://patents.reedtech.com/pgocr.php&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cloud.google.com/bigquery/public-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google BigQuery Public Datasets&lt;/a&gt; allow for export, but I can't find a bulk download option, so this may not be worth your while/not an option.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.ldc.upenn.edu/LDC2006T13&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google nGrams&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://aws.amazon.com/public-datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amazon's Public Datasets&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://stackoverflow.com/questions/381806/large-public-datasets&quot;&gt;Many more options listed here on Stack Overflow&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;NASA also &lt;a href=&quot;http://semanticommunity.info/Data_Science/NASA_Big_Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;has data&lt;/a&gt; that fits your requirements. &lt;a href=&quot;http://dataconomy.com/2016/04/not-just-for-earthlings-nasa-has-big-uses-for-big-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;specifically in space datasets&lt;/a&gt;, &lt;a href=&quot;https://exoplanetarchive.ipac.caltech.edu/bulk_data_download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;more specifically exo-planetary data&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nex.nasa.gov/nex/static/htdocs/site/extra/opennex/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA OpenNEX - NASA Earth Exchange (Climate Data)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More .gov options:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Satellite imagery: Landsat/LiDAR (NASA, NOAA, USDA, USGS)  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Annual federal U.S. datasets; these typically are released in many forms, including national and state levels; the national set(s) will fit your description too. Bureau of Transportation (Highways), FCC (Broadband), etc. These are going to come around the low end of your requirements, but should provide some more variety.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="-1" LastEditDate="2017-05-23T12:37:19.983" LastActivityDate="2017-05-22T01:08:07.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11226" PostTypeId="1" AcceptedAnswerId="11229" CreationDate="2017-05-22T08:18:59.543" Score="3" ViewCount="570" Body="&lt;p&gt;I am looking for a shapefile of the Capital city of the United States.&#xA;I have looked in &lt;a href=&quot;http://www.naturalearthdata.com/tag/world-file/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth&lt;/a&gt; and &lt;a href=&quot;http://techcenter.jefferson.kctcs.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoTECHO&lt;/a&gt;, but I have only found a list of cites that covers the entire world.&lt;br /&gt;&#xA;Can anyone help me with this?&lt;/p&gt;&#xA;" OwnerUserId="16219" LastEditorUserId="23272" LastEditDate="2022-07-14T12:27:03.980" LastActivityDate="2022-07-14T12:27:03.980" Title="Washington, D.C. Shapefile" Tags="|data-request|geocoding|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11227" PostTypeId="1" AcceptedAnswerId="11255" CreationDate="2017-05-22T08:46:24.007" Score="0" ViewCount="2337" Body="&lt;p&gt;I would like to make an auto-completion tool for people who are don't type very well, like what exists on phones. &#xA;So I do not need just a dictionary but a list of all words, like all conjugations of verbs and all word variants (plural, gender). &#xA;I can use use the &lt;a href=&quot;https://fr.wiktionary.org/wiki/Wiktionnaire:Listes_de_fr%C3%A9quence&quot; rel=&quot;nofollow noreferrer&quot;&gt;wiktionary's word frequency list&lt;/a&gt;, but it is not as complete as I would like. Yet, the frequency sorting property is interesting for me. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So should I look for something else or should I start with what I have?   &lt;/p&gt;&#xA;" OwnerUserId="5861" LastEditorUserId="4184" LastEditDate="2017-05-24T10:36:10.523" LastActivityDate="2024-03-17T16:09:22.907" Title="French word list?" Tags="|data-request|language|dictionary|french|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11228" PostTypeId="1" CreationDate="2017-05-22T09:49:10.637" Score="1" ViewCount="252" Body="&lt;p&gt;Does anyone know what has happened to &#xA;&lt;a href=&quot;http://opengeocode.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;opengeocode.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The well used website is showing that the account has been suspended&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3zpjJ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3zpjJ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15875" LastActivityDate="2021-04-21T12:28:19.007" Title="Opengeocode.org account has been suspended?" Tags="|internet|geocoding|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11229" PostTypeId="2" ParentId="11226" CreationDate="2017-05-22T12:22:49.430" Score="6" Body="&lt;p&gt;There is an abundance of open GIS data on Washington, D.C., however they all have distinct characteristics. Your going to have to pick through and select which one(s) fit what you need.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.codefordc.org/dataset?q=&amp;amp;res_format=SHP&amp;amp;sort=score+desc%2C+metadata_modified+desc&quot; rel=&quot;noreferrer&quot;&gt;Search Code for DC's Open Data Portal for Files of Type &quot;SHP&quot;&lt;/a&gt;&lt;br&gt;&#xA;Note: There are exponentially many more datasets here in &lt;code&gt;.geojson&lt;/code&gt; format; converting to &lt;code&gt;.shp&lt;/code&gt; can be easily done in a number of ways, I prefer &lt;a href=&quot;http://www.qgis.org/en/site/&quot; rel=&quot;noreferrer&quot;&gt;using Q-GIS&lt;/a&gt; for small/one-off/testing conversions.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.dc.gov/datasets?q=shapefile&quot; rel=&quot;noreferrer&quot;&gt;Search DC.gov's Open Data Portal for &quot;shapefile&quot;&lt;/a&gt;.&lt;br&gt;&#xA;DC.gov typically releases datasets in a number of GIS formats, including shapefile; searching for what you want in the portal will most likely be more fruitful.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;None of these are pointing to a particular dataset, because the request is vague; there are a plethora of DC shapefiles in both portals, each having distinct characteristics from others. Census Tracts, Wards, Boundaries, City Line, Districts, Voting Districts, Neighborhoods, are just a few of the many options there are to choose from. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-22T12:22:49.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11231" PostTypeId="2" ParentId="11007" CreationDate="2017-05-22T15:58:09.657" Score="0" Body="&lt;p&gt;This is what I am looking for and found this..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.iconfinder.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iconfinder.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks !&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-05-22T15:58:09.657" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11232" PostTypeId="1" AcceptedAnswerId="11235" CreationDate="2017-05-22T17:06:30.733" Score="2" ViewCount="69" Body="&lt;p&gt;The U.S. gov creates and makes available a lot of open data on various topics, but the one that I am interested in is new legislation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let's say that there is an open data source for new laws (which I believe to be the case). I'm interested in creating a database for &quot;scholarly&quot; (legal journal) articles on these new laws. The government would (presumably) have apis, or other protocols for gathering, indexing, collating, etc. on these new laws. Would it be possible to license, or otherwise obtain, these protocols from the government to create a &quot;parallel&quot; private sector data set that would articulate or interface with the government data set instead of &quot;recreating the wheel?&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Put another way, how would the government create these open data sets, and are the creation tools available by license or other otherwise from the government? I am interested in &quot;back end,&quot; data collection procedures. I think I know people that can handle the front-end, presentation issues.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastEditorUserId="10407" LastEditDate="2017-05-22T18:17:19.437" LastActivityDate="2017-05-24T14:54:20.637" Title="Are &quot;protocols&quot; to usgov open data also available?" Tags="|api|releasing-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11235" PostTypeId="2" ParentId="11232" CreationDate="2017-05-22T22:29:25.467" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://adactio.com/journal/4437&quot; rel=&quot;nofollow noreferrer&quot;&gt;It depends&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It depends on which particular agency/department. It depends on which dataset(s). It depends on how they go about collecting/curating/presenting/utilizing said datasets (FOSS vs. proprietary), etc. It depends on how many corporate entities are already at play in that particular space; how much of the space have they already captured, how does the space feel about said capture, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The federal government has not mandated FOSS, nor has it defined FOSS and its relationship to open data, so there is no clear path* for government worker bees to follow. Last year the Obama administration laid out a path for Open Source to start being created by government, but that is about as mandated as it gets. Note the clear absence of a path to start adopting open source. You can see this in the following examples:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;HUD offers many of their datasets in SAS and another proprietary format that I can't recall off the top of my head. They give you two options, but you can't do anything with either, if you don't have a license for the software they are distributing it with.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems like almost every single federal GIS portal has gone the way of ESRI/ArcGIS, and while most offer downloads of open source data formats, some rely entirely on ESRI. You either have to use ESRI's tools, or find a way around them (like &lt;a href=&quot;https://github.com/openaddresses/pyesridump&quot; rel=&quot;nofollow noreferrer&quot;&gt;pyesridump&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A lot of the older satellite imagery data NASA, NOAA, USDA, and USGS have are JPG2000/MrSID; the options for getting them converted into an open format are extremely limited, especially if your on one of the operating systems that they do not support (mostly OS X).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Speaking of operating systems, some data may also come with open source software, but that software sometimes is only built for one OS. USGS and NASA have done a fairly good job creating FOSS tools, but most are not cross-platform, so they still lock some potential users out.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many corporate entities offer free-ish (freeware, basic account, etc.) software/technology that looks great to those not familiar. Here the lack of a clear definition hurts/holds us back; those not in the know, hear &quot;free&quot; and think they are taking the right path only to find out (typically) to late into the process that free != the entire product/service, etc. **Socrata entices groups because their data platform is free to adopt by government institutions. But the free runs out once you hit a certain number of datasets. It's the same with Google Maps: free to use until you hit a certain usage rate. Combine Google Maps with Google Fusion Tables and see how confusing that is for governments publishing on said platforms. They are both free-ish, but you can't just download data from Fusion Tables, and you can't use Maps free all the time.&lt;br&gt;&#xA;I am going to keep picking on Google: Google Earth was made free relatively recently, so it seems ideal to publish GIS data in KML format if you were not in the know. Said ideal decision became less than ideal when Google Earth announced their latest version, which only works in Google Chrome. Google Chrome is a proprietary browser that you may not be allowed to install or simply may not want to install. Lastly, the below quote from &lt;a href=&quot;https://en.wikipedia.org/wiki/Google_Earth&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Earth's Wikipedia entry&lt;/a&gt; sums up just how FOSS Google Earth really is (it is not):  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Every image created from Google Earth using satellite data provided by Google Earth is a copyrighted map. Any derivative from Google Earth is made from copyrighted data which, under United States Copyright Law, may not be used except under the licenses Google provides. Google allows non-commercial personal use of the images (e.g. on a personal website or blog) as long as copyrights and attributions are preserved. By contrast, images created with NASA's globe software World Wind use The Blue Marble, Landsat or USGS layer, each of which is a terrain layer in the public domain. Works created by an agency of the United States government are public domain at the moment of creation. This means that those images can be freely modified, redistributed and used for commercial purposes.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even the most widely used/consumed processes, technology, and formats in U.S. federal gov (state and local too) that have longevity are not clear, nor precise when wading through this arena. (Almost) Every single document of (almost) every single gov site has some disclaimer at the bottom of it explaining you need software to open up PDFs, and points to Adobe's Reader site. What is wrong with this picture?&lt;br&gt;&#xA;a) PDF is not an open format, even though Adobe claims and markets it as one. There are certain aspects of it Adobe specifically omitted from the open license to continue their mastery in this space. One particularly horrible aspect: you can't get accessible PDF software without paying for it. That's right, its an &quot;open&quot; format, but functionality required for some people to even be able to use it at all, costs money.&lt;br&gt;&#xA;b) the corporate links these government sites point to almost all fall under the free-ish examples I've already touched on. Sure, you can open and view a PDF in Adobe's free reader, but you can't do anything else without a license. Microsoft's free products follow the same theme as well. They let you taste it, but if you want to eat, you're going to have to pay up.&lt;br&gt;&#xA;c) Why do all of the links point to Adobe? or for office documents, why do they all point to Microsoft? There are open source/free software options that could be linked to, as well as open source/free software formats they could adopt, yet the only spaces I've seen this in are on extremely niche USGS/NASA sites, where the entire team has adopted FOSS/OS. The lack of options even being presented to users is mind-boggling to me. It is a mix of confusion, denial, ignorance, atrophy, and going-with-flow/don't-rock-the-boat that serves no one save the government employees and Adobe/MS/Corporate entity.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, and this muddies the waters even more, some departments/agencies/personnel have their own definitions of FOSS/open data. USDA APHIS runs a database to which they don't provide table headers for. I requested the definitions because it is impossible to understand the table/underlying data without them. USDA APHIS response to me was that they are proprietary. And that about sums about the wild west show that is U.S. federal government open data/FOSS.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The FCC had done a great job initially &lt;a href=&quot;https://www.fcc.gov/general/open-source-testing-software-source-code#block-menu-block-4&quot; rel=&quot;nofollow noreferrer&quot;&gt;adopting and promoting open source&lt;/a&gt;, however &lt;a href=&quot;https://samknows.com/opensource&quot; rel=&quot;nofollow noreferrer&quot;&gt;the only link in the content of this page 404s&lt;/a&gt;. Following it up in the wayback machine, there are two entries a year and a half apart &lt;a href=&quot;http://wayback.archive.org/web/20150318060418/https://www.samknows.com/academia&quot; rel=&quot;nofollow noreferrer&quot;&gt;2015-03&lt;/a&gt; and &lt;a href=&quot;http://wayback.archive.org/web/20160805202237/https://www.samknows.com/academia&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016-08&lt;/a&gt; that redirect to a dfferent URL.&#xA;None of this means that the FCC doesn't support FOSS, or that they've stopped, but its extremely hard/confusing to follow along. I'm assuming its the same for the premise for asking this question in the first place.&#xA;While FCC does go above and beyond in adopting/supporting/promoting open source here in federal us dotgov terms, did they really? I don't think so, these MS-Office tools for tracking tie you to software, and possibly an OS (at least at one time they did): &lt;a href=&quot;http://wireless.fcc.gov/auctions/default.htm?job=track_tools_all&quot; rel=&quot;nofollow noreferrer&quot;&gt;Microsoft Access-based Tracking Tool (.exe)&lt;/a&gt;, &lt;a href=&quot;http://wireless.fcc.gov/auctions/default.htm?job=track_tools_all&quot; rel=&quot;nofollow noreferrer&quot;&gt;Microsoft Excel-based Tracking Tool (.exe)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://response.restoration.noaa.gov/maps-and-spatial-data/esi-toolbar.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA's ESI (Environmental Sensitivity Index) maps and tools&lt;/a&gt; mostly all fall into this categorization too: you can view the data in ESRI ArcGIS maps online, but you can't do anything with the tools built for them without accessing ESRI's ArcGIS ecosystem, which is not open source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can provide a plethora of other resources for state/local that are doing the same things with different software/data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;And all of this doesn't even touch on what/how the rest of the facets of openness (Open Access, Open Science, Open Education, OER, etc.) are playing out currently in this arena.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have a particular dataset/department/agency in mind, it never hurts to engage them and feel them out. In many cases it feels like they want to hear from you/will work with you. Many simply are not aware of the entire ecosystem and/or have yet to see anyone they know on the federal level implementing something like it or similar.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In summation, there is no clear answer and every single question on this topic in this space has a unique answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;*18f and USDS have blazed paths to open source; NASA, USGS, and NOAA have done a lot as well, just not as a whole agency. To be fair, the latter three have substantially bigger variants to deal with: number of employees, existing infrastructure/architecture not built as FOSS, niche/specific details unique to particular datasets, data collections, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;•• Aside from Google and all of its products, I'm not singling out any characters or actors on purpose. These are just the default examples I go to when discussing this. There is a place for corporate/for-profit/enterprise in government. That said, everyone has to be a good faith actor in this field, or it all falls apart.&lt;br&gt;&#xA;Google (Alphabet) has become entirely too dominant, across too many (crucial) spheres of the web, while simultaneously ditching it's famous motto &quot;Don't be Evil&quot;. Not all Google/Googlers are bad, and they are still doing a lot of great work on the web, but their actions have clearly shifted from their roots. An open web needs healthy, competitive, decentralized ecosystems. Google has done extremely little recently in regards to that, and in some instances, worked against it.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-05-24T14:54:20.637" LastActivityDate="2017-05-24T14:54:20.637" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11238" PostTypeId="2" ParentId="11188" CreationDate="2017-05-23T18:32:27.340" Score="1" Body="&lt;p&gt;Department of Labor (DOL) points to &lt;a href=&quot;https://www.wdol.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WDOL (&lt;strong&gt;W&lt;/strong&gt;age &lt;strong&gt;D&lt;/strong&gt;eterminations &lt;strong&gt;O&lt;/strong&gt;n&lt;strong&gt;L&lt;/strong&gt;ine)&lt;/a&gt; as the source of Davis-Bacon Determinations data.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.dol.gov/whd/programs/dbra/faqs/subscrib.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;How do I subscribe to General Wage Discriminations Issued Under the Davis-Bacon and Related Acts?&lt;/a&gt; says:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;...the Department of Labor adopted the Wage Determination On Line (WDOL) website at &lt;a href=&quot;https://wdol.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wdol.gov&lt;/a&gt; as the source for obtaining Davis-Bacon Act (DBA) general wage determinations.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Another pseudo quote from DOL states:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Bacon-Davis survey results for work done by DOL &lt;a href=&quot;http://www.wdol.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;are published/can be found at wdol.gov&lt;/a&gt;  &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;WDOL provides a single location for federal contracting officers to use in obtaining appropriate Service Contract Act (SCA) and Davis-Bacon Act (DBA) wage determinations (WDs) for each official contract action, and is available to the general public as well.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;References/Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Guidance in selecting WDs from this website is provided in the &lt;a href=&quot;https://www.wdol.gov/usrguide/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;wdol.gov User’s Guide (v6.0)&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wdol.gov/dba.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Selecting DBA Wage Decision - Find official wage rates as issued by the U.S. Department of Labor&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wdol.gov/usrguide/sectionc.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Section C. Davis Bacon Act: Regulations and Requirements - wdol.gov Users' Guide (v6.0)&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.wdol.gov/dba.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Selecting DBA Wage Decisions&lt;/a&gt; offers search by county.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wdol.gov/currentdba.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Latest Modifications/Additions to Davis-Bacon Database - DBA General Wage Determinations&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wdol.gov/archdba.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Archived Davis-Bacon Act Wage Determinations&lt;/a&gt; goes back to 2000.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wdol.gov/newdba.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Davis-Bacon Act Wage Determinations Due to be Revised&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.dol.gov/whd/govcontracts/dbra.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Davis-Bacon and Related Acts - DOL WHD&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://portal.hud.gov/hudportal/documents/huddoc?id=4812-LRguide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Davis-Bacon Labor Standards - A Contractor's Guide to Prevailing Wage Requirements for Federally-Assisted Construction Projects (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.dol.gov/whd/recovery/pwrb/Tab6.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Davis-Bacon Determinations  - U.S. Department of Labor Prevailing Wage Resource Book - DB Wage Determinations (PDF)&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-23T18:32:27.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11239" PostTypeId="2" ParentId="11213" CreationDate="2017-05-23T18:57:56.273" Score="1" Body="&lt;p&gt;Your best bet for Europe is asking the &lt;a href=&quot;http://www.ema.europa.eu/ema/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EMA - European Medicines Agency&lt;/a&gt;, which is involved in regulating medical devices. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am currently not aware of a public offering of the type of data you're requesting. Maybe someone can edit this answer.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-05-23T18:57:56.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11240" PostTypeId="2" ParentId="11204" CreationDate="2017-05-23T20:02:25.543" Score="7" Body="&lt;p&gt;If you want quick, dirty, and free, you can always host downloadable datasets at the Internet Archive (archive.org).  No pretty interface, but as much storage as you could ever want.&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2017-05-23T20:02:25.543" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11241" PostTypeId="2" ParentId="11227" CreationDate="2017-05-23T20:54:40.257" Score="1" Body="&lt;p&gt;I'm no expert on this topic, but I believe that I have suggestion to make.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Start with the wiktionary word frequency list that is &quot;not as complete as you would like,&quot; because it is still your best starting point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then find and fix the (occasional) &quot;holes&quot; after the fact.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2017-05-23T20:54:40.257" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11242" PostTypeId="2" ParentId="11228" CreationDate="2017-05-23T21:57:04.997" Score="1" Body="&lt;p&gt;Suspensions usually occur for reasons such as non-payment, or possibly violations of terms of use. In any event, it's not likely to be a good thing, unless it was done in error.&lt;/p&gt;&#xA;" OwnerUserId="10407" LastActivityDate="2017-05-23T21:57:04.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11243" PostTypeId="2" ParentId="11227" CreationDate="2017-05-24T05:08:44.157" Score="2" Body="&lt;p&gt;If you really just need all possible spellings, then I would suggest downloading Google N-Grams for N=1 (single words). These are individual words/strings coming from books in the French language. You also have the year, the count in that book, and the part of speech, if available. From this data you can create frequency lists of all unique spellings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XNeSW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XNeSW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The individual files are quite large. For example, a single file, &lt;code&gt;googlebooks-fre-all-1gram-20120701-a.gz&lt;/code&gt; is 194 MB compressed, and 1.0 GB uncompressed. All full of single words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The structure is quite simple&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ngram TAB year TAB match_count TAB volume_count NEWLINE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So an actual line in the 1-gram files will look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;âutre_ADJ   1794    1   1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where _ADJ defines the part of speech.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;License is &lt;a href=&quot;https://creativecommons.org/licenses/by/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons Attribution 3.0 Unported&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;p.s. I'm a big fan of Python's &lt;a href=&quot;https://docs.python.org/2/library/collections.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collections library&lt;/a&gt; for the task of counting frequency of something too large to read at once. See &lt;a href=&quot;https://opendata.stackexchange.com/a/7043/1511&quot;&gt;here&lt;/a&gt; for example of counting characters. There is also a Python &lt;a href=&quot;https://pypi.python.org/pypi/google-ngram-downloader/&quot; rel=&quot;nofollow noreferrer&quot;&gt;N-gram downloader package&lt;/a&gt;, but in this case I prefer to get the files manually (since they are needed to be downloaded only once).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-05-24T05:08:44.157" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11244" PostTypeId="1" CreationDate="2017-05-24T09:02:15.750" Score="1" ViewCount="87" Body="&lt;p&gt;Does anybody have the shapefile for Jeypore reserve forest which is adjacent to &lt;a href=&quot;https://en.wikipedia.org/wiki/Dehing_Patkai_Wildlife_Sanctuary&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dehing patkai wildlife sanctuary&lt;/a&gt;, Assam, India? &lt;/p&gt;&#xA;" OwnerDisplayName="Bhaskar Bora" LastEditorUserId="90" LastEditDate="2017-05-24T15:18:05.140" LastActivityDate="2017-05-24T15:18:05.140" Title="Jeypore Reserve Forest in Assam, India Shapefile" Tags="|data-request|india|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11245" PostTypeId="2" ParentId="11244" CreationDate="2017-05-24T14:37:00.700" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://bhuvan.nrsc.gov.in/bhuvan_links.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bhuvan (Indian Geo-Platform of ISRO)&lt;/a&gt; looks like a good place to find this data, although to be clear, I could not find it.&lt;br&gt;&#xA;&lt;a href=&quot;http://bhuvan.nrsc.gov.in/state/AS&quot; rel=&quot;nofollow noreferrer&quot;&gt;Assum&lt;/a&gt; has it's own geo portal linked to in Bhuvan, though the search results were lacking, and not clear in that they were results or an error.&lt;br&gt;&#xA;There's other portals that may be fruitful linked there too, including Forestry, Agriculture, Environment &amp;amp; Forest, ENVIS, CRIS, etc.&lt;br&gt;&#xA;&lt;a href=&quot;http://bhuvan.nrsc.gov.in/governance/moefcc_envis&quot; rel=&quot;nofollow noreferrer&quot;&gt;ENVIS - Environmental Information System&lt;/a&gt; has Forest And Ecology layers, including one for National Parks; however, using it produces the same results: I can't tell if there is no data, or if the service is erroring out.&lt;br&gt;&#xA;Lastly, &lt;a href=&quot;http://bhuvan-cas.nrsc.gov.in/cas/login?service=http%3A%2F%2Fbhuvan-mapper.nrsc.gov.in%2Fonlineshp%2Flogin%3Freferer%3D%252Fonlineshp%252F&quot; rel=&quot;nofollow noreferrer&quot;&gt;there is a create your own shapefile&lt;/a&gt; option, however it requires a sign up so I didn't get past the wall to explore more.&lt;br&gt;&#xA;tl;dr; - this data looks like it should live here, however it is not clear to me because it seems like the UI is hard to understand.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-24T14:37:00.700" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11246" PostTypeId="1" CreationDate="2017-05-24T16:29:15.423" Score="5" ViewCount="5920" Body="&lt;p&gt;I'm looking for the Shapefile of the Australian Postcodes/area 4-digits. I would prefer an open source if possible.&lt;/p&gt;&#xA;" OwnerUserId="16249" OwnerDisplayName="august " LastEditorUserId="16193" LastEditDate="2017-10-18T19:14:39.727" LastActivityDate="2023-02-21T10:07:13.750" Title="Australian post code/area shapefiles" Tags="|data-request|geocoding|postal-code|australia|geospatial|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11247" PostTypeId="1" AcceptedAnswerId="11248" CreationDate="2017-05-24T22:13:56.877" Score="1" ViewCount="54" Body="&lt;p&gt;I'm looking to get a directory of Dairy Farms in Wisconsin and Minnesota and the approx. size of each farm in heads terms?&#xA;Any idea where can I get this info?&lt;/p&gt;&#xA;" OwnerUserId="16252" LastActivityDate="2017-05-25T00:12:47.423" Title="Dairy Farms in Wisconsin and Minnesota" Tags="|data-request|usa|research|analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11248" PostTypeId="2" ParentId="11247" CreationDate="2017-05-25T00:12:47.423" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.agcensus.usda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census of Agriculture&lt;/a&gt;, &lt;a href=&quot;https://www.nass.usda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Agricultural Statistics Service (NASS)&lt;/a&gt;, and the &lt;a href=&quot;https://www.ers.usda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ERS (Economic Research Service)&lt;/a&gt; branches of the &lt;a href=&quot;https://www.usda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA&lt;/a&gt; have most of the data you are looking for. However, I'm not sure if you can get down to the farm/number of heads level, although you should be able to get pretty close.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get a good feel for this here:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.agcensus.usda.gov/Publications/2012/Online_Resources/Ag_Census_Web_Maps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ag Census Web Maps&lt;/a&gt; lets you mash them all up and get a better view (in my opinion). Here's a screenshot of Average Number of Cattle and Calves per 100 Acres of All Land in Farms: 2012&lt;a href=&quot;https://i.stack.imgur.com/04iU8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/04iU8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, try states agricultural services website; &lt;a href=&quot;https://datcp.wi.gov/Documents/DairyPlantDirectory.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wisconsin's has a directory&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-25T00:12:47.423" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11249" PostTypeId="2" ParentId="11224" CreationDate="2017-05-25T07:28:45.793" Score="1" Body="&lt;p&gt;See the following for starters:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://enigma.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;Engima.io Public Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/caesar0301/awesome-public-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Awesome Public Datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-05-25T07:28:45.793" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11251" PostTypeId="1" CreationDate="2017-05-25T16:23:14.553" Score="2" ViewCount="45" Body="&lt;p&gt;I will put an example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a 1 TB CSV file, I need to conserve the raw file and sanitize then.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After the sanitization near 10% of entries has changed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both files need to be stored for years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, what's the best way to handle the two files?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to avoid duplicate the files to save 0.9 TB of disk usage, so the best way I find it's to store only the 10% of sanitized data when somebody wants to read an entry that not exists in the sanitized file the software layer try to find it in the raw file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, i can save 0.9 TB of disk space but I need a software layer to handle the requests for the entries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is, I don't have found a software that does it for me, so I need to write them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, Linux BtrFS filesystem has a deduplication resource, I can have the raw file and the sanitized file and allow the filesystem to handle the deduplication. But in a &lt;strong&gt;test&lt;/strong&gt;, an estimate can save only 0.5 TB because need space for metadata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm a little lost here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I apply my requirement to save disk space without writing the software?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or perhaps, the question should be: &lt;strong&gt;What methodology I need to apply to save disk space in file duplication and operation?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If someone likes to recommend a book, I'm open to reading it.&lt;/p&gt;&#xA;" OwnerUserId="16262" LastActivityDate="2017-05-25T16:23:14.553" Title="How avoid duplication in a data lifecycle?" Tags="|best-practice|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11252" PostTypeId="1" CreationDate="2017-05-25T16:45:32.327" Score="1" ViewCount="35" Body="&lt;p&gt;I'm developing a web application which provides cost and sizing estimates for the construction of a facade. The user can input several variables including geographic location. One of the primary variables that our engineers need is design wind loads (Stronger possible peak winds = larger necessary structure.) On any real projects that come in we'll do further site specific analysis with licensed engineers, so the web application just needs to give a ballpark estimate. We're planning to design around three tiers of wind speeds, so the spatial resolution needs to be as high as possible, but the wind speed or risk level resolution can be very low.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to find a map, or data which I can process into a map, which encodes wind loads, wind risk assessment, or peak wind gust speeds so that I can then sample the map with the user's selected location. Things I've tried:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There are a handful of posts on Open Data looking for global average wind speeds, which I've browsed already. The data is good for what it is, but I'm looking for peak speeds (from thunderstorms, cyclones, hurricanes, etc.), and the events that drive those speeds are short enough in duration that they don't affect the averages enough.&lt;/li&gt;&#xA;&lt;li&gt;The best example of what I'm looking for is the &lt;a href=&quot;https://www.google.com/search?q=asce%20wind%20speed%20map&amp;amp;source=lnms&amp;amp;tbm=isch&amp;amp;sa=X&amp;amp;ved=0ahUKEwi_2uHVgYTUAhUs4IMKHZn6CS4Q_AUICigB#imgrc=aw2QBesHUmBDbM:&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASCE Wind map&lt;/a&gt;, which gives wind design loads for USA only. Something like this at a global scale would be ideal, but I haven't found anything.&lt;/li&gt;&#xA;&lt;li&gt;The closest I've come on a global scale is in looking for maps of level of threat of tropical cyclones (e.g. &lt;a href=&quot;http://preview.grid.unep.ch/index.php?preview=data&amp;amp;events=cyclones&amp;amp;evcat=7&amp;amp;lang=eng&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Risk Data Platform&lt;/a&gt; - click &quot;Preview the data&quot;, top right.), but comparing this with ASCE suggests there's something more to this than tropical cyclones. Alaska, for example, has no risk of cyclones but is equivalent to Southern Florida on ASCE's map.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Of course it would be great if there's a free resource out there, but we'd definitely consider paid alternatives.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Moving this from gis.stackexchange in hopes of more luck...&lt;/p&gt;&#xA;" OwnerUserId="16229" LastEditorUserId="16229" LastEditDate="2017-05-30T16:04:28.747" LastActivityDate="2017-05-30T16:04:28.747" Title="Global map of rough peak wind spead, wind risk assessment, or design loads" Tags="|geospatial|climate|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="11253" PostTypeId="1" CreationDate="2017-05-25T17:21:01.063" Score="2" ViewCount="183" Body="&lt;p&gt;Can I get the USCIS Processing Times by Service Center via the API? For example, the I-140 processing times for the Nebraska Service Center. &lt;a href=&quot;https://egov.uscis.gov/cris/processingTimesDisplay.do&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://egov.uscis.gov/cris/processingTimesDisplay.do&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16263" LastEditorDisplayName="user4293" LastEditDate="2017-10-23T08:33:46.580" LastActivityDate="2017-10-23T08:33:46.580" Title="USCIS Processing Times" Tags="|usa|api|labor|migration|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11255" PostTypeId="2" ParentId="11227" CreationDate="2017-05-25T18:10:35.090" Score="0" Body="&lt;p&gt;I have found the perfect dataset for me: &lt;a href=&quot;http://www.lexique.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.lexique.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Word are extracted from books and movies subtitles. It contains about 140,000 words.&lt;/p&gt;&#xA;" OwnerUserId="5861" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-05-25T18:10:35.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11256" PostTypeId="1" CreationDate="2017-05-25T17:21:33.340" Score="3" ViewCount="1470" Body="&lt;p&gt;I am trying to find a shapefile or csv/kml/kmz file with all of USA's vehicular fueling stations. All I have found thus far is E85 (alternative fuel stations) from energy.gov (&lt;a href=&quot;https://energy.gov/maps/alternative-fueling-station-locator&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://energy.gov/maps/alternative-fueling-station-locator&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know where I can find other fuel types (such as E87, 89, 95 etc), i.e. just regular gas stations?&lt;/p&gt;&#xA;" OwnerUserId="16270" OwnerDisplayName="Ray Waweru " LastEditorUserId="4184" LastEditDate="2017-05-27T19:57:05.613" LastActivityDate="2018-05-21T14:33:53.473" Title="Shapefile for Petrol Fueling stations across USA" Tags="|data-request|usa|geocoding|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11257" PostTypeId="2" ParentId="11256" CreationDate="2017-05-25T17:38:18.227" Score="3" Body="&lt;p&gt;To be honest I do not think that there is a data set with this information meaning that you will have to construct one yourself. This can be relatively easy using the the MMQGIS plugin to turn street address into point data. Here is a link to how to use MMQGIS. Good luck! &lt;a href=&quot;https://www.gislounge.com/how-to-geocode-addresses-using-qgis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gislounge.com/how-to-geocode-addresses-using-qgis/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Reisenrich" LastActivityDate="2017-05-25T17:38:18.227" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11258" PostTypeId="2" ParentId="11256" CreationDate="2017-05-25T17:43:39.220" Score="3" Body="&lt;p&gt;An option may be to scrape websites that contain the location information, these are the one's I'm familiar with:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_filling_stations_in_North_America&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of filling stations in North America&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.allgasstations.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;All Gas Stations USA&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.exxonmobilstations.com/station-locations/united-states&quot; rel=&quot;nofollow noreferrer&quot;&gt;Exxon Mobile Stations List&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pure-gas.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of Ethanol Free Gas Stations&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18967" OwnerDisplayName="whyzar" LastActivityDate="2017-05-25T17:43:39.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11259" PostTypeId="2" ParentId="11256" CreationDate="2017-05-26T15:31:39.933" Score="1" Body="&lt;p&gt;As already stated, your probably going to have to roll your own. Scraping for data is one way (also already mentioned) but there are some existing datasets that you can leverage to make your life easier.&#xA;These two searches in ESRI's open data portal look fruitful:&lt;br&gt;&#xA;&lt;a href=&quot;http://opendata.arcgis.com/datasets?q=gas%20&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search Open Data ArcGiS for &quot;Gas&quot;&lt;/a&gt; and &lt;a href=&quot;http://opendata.arcgis.com/datasets?q=gas%20service%20areas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search Open Data ArcGIS for &quot;Gas Service Areas&quot;&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's two states right off the bat to lessen the scraping work: &lt;a href=&quot;http://opendata.arcgis.com/datasets/nconemap::gas-stations&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gas Stations in North Carolina&lt;/a&gt; and two for New Jersey: &lt;a href=&quot;http://opendata.arcgis.com/datasets/488f8af430364adbaa2b91d3869a7c1d_2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gas Service Stations in NJ&lt;/a&gt;, &lt;a href=&quot;http://opendata.arcgis.com/datasets/newjersey::new-jersey-gasoline-service-stations&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Jersey Gasoline Service Stations&lt;/a&gt;. As well as some data for a region &lt;a href=&quot;http://opendata.arcgis.com/datasets/8c0fea054dbc4d8bbab6a4aa2db7f954_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Convenience Stores Gas Stations - UTC GEODATA Portal&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at locality emergency data is another route to find data; &lt;a href=&quot;http://portal-nolagis.opendata.arcgis.com/datasets/gas-stations/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Orleans Gas Stations&lt;/a&gt; was in their emergency datasets.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd also recommend checking out the EPA's TRI (Toxic Release Inventory), as well as individual states internal departments that deal with environment. For another example, Virginia releases data about buried container leaks, which I've found almost always are gas tanks below gas stations.&#xA;Energy.gov and its related websites over some data, but it all looks like you have to do legwork there too: &#xA;Viewing EIA's &quot;Other Resources&quot; option under each state's profile is worth a look too; &lt;a href=&quot;https://www.eia.gov/state/other.php?sid=VA&quot; rel=&quot;nofollow noreferrer&quot;&gt;here's Virginia's &quot;Other Resources&quot;&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.eia.gov/petroleum/gasdiesel/learnmore.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;EIA's methodology for Gas/Diesel prices&lt;/a&gt; should have the locations, but I don't see them off hand. May also be worthwhile to simply reach out to them: InfoCtr@eia.gov.&lt;br&gt;&#xA;Also: &lt;a href=&quot;https://www.afdc.energy.gov/data_download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alternative Fuels Data Center&lt;/a&gt; and &lt;a href=&quot;https://www.afdc.energy.gov/locator/stations/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alterative Fueling Station Locator&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, &lt;a href=&quot;https://wiki.waze.com/wiki/Places/Gas_Station&quot; rel=&quot;nofollow noreferrer&quot;&gt;Does Waze do this?&lt;/a&gt;?&lt;br&gt;&#xA;Also here is the methodology for &lt;a href=&quot;http://www.esri.com/news/arcwatch/0711/feature2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapping the Best Places to Find the Lowest Gas Prices&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-05-26T15:31:39.933" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11260" PostTypeId="2" ParentId="1661" CreationDate="2017-05-27T04:17:29.590" Score="1" Body="&lt;p&gt;I would also like a definitive answer to this question. I think that the crux of the matter lies in the definition of a &quot;work&quot;, and &quot;distribution&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could, I think, distribute an application that accesses the original data, and allows the user to transform, mix, or build upon the data as they desire, to create their own derivative works for personal use. They could not, of course, distribute this derivative work, but your application could allow the user to share their particular configurations or additional materials in their derivative work, in sucha a way that other users could then create an &lt;em&gt;identical&lt;/em&gt; derivative work for &lt;em&gt;their&lt;/em&gt; own personal use.&lt;/p&gt;&#xA;" OwnerUserId="16275" LastEditorUserId="16275" LastEditDate="2017-05-27T04:25:51.250" LastActivityDate="2017-05-27T04:25:51.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11261" PostTypeId="1" CreationDate="2017-05-27T15:20:45.860" Score="3" ViewCount="425" Body="&lt;p&gt;I have a list of wikidata entity IDs (i.e. Tour Eiffel Q243, Big Ben Q41225...), and a list of properties (i.e. coordinates P625, country P18 ...).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way to gather and extract in Excel (or csv) a table with the information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I look for is something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[&lt;img src=&quot;https://i.stack.imgur.com/uUbZY.jpg&quot; alt=&quot;table[1]&quot;&gt;&lt;/p&gt;&#xA;" OwnerUserId="16278" LastEditorUserId="17209" LastEditDate="2017-12-20T07:33:06.467" LastActivityDate="2017-12-23T11:44:13.563" Title="wikidata extract" Tags="|wikidata|excel|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11262" PostTypeId="1" CreationDate="2017-05-27T20:04:05.297" Score="1" ViewCount="402" Body="&lt;p&gt;Does anyone know where I can download already generated Sudoku puzzles of different sizes, even greater than 16x16? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The format where they are saved it's not important provided I can parse them relatively easily. The size of the dataset should at least be of 100.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I've looked at the software &lt;a href=&quot;https://qqwing.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;qqwing&lt;/a&gt;, but it seems to generate only 9x9 grids. Furthermore, it would be nice to have them already generated and, maybe, stored in a file format like &lt;code&gt;.csv&lt;/code&gt;, so that I don't have to change the code of other people to obtain what I want. Moreover, I'm actually more interested in grids greater than 9x9. Finally, I'm not necessarily looking for the solutions.&lt;/p&gt;&#xA;" OwnerDisplayName="user7039" LastEditorUserId="1511" LastEditDate="2017-05-30T09:30:29.290" LastActivityDate="2017-05-30T09:30:29.290" Title="Sudoku puzzles of different sizes" Tags="|data-request|games|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11263" PostTypeId="2" ParentId="11196" CreationDate="2017-05-27T20:08:18.973" Score="3" Body="&lt;p&gt;The Uniform Crime Report program will have the best answer to your question for the U.S.  The best known part of this program is the annual report &quot;Crime in the United States&quot; issued by the FBI every fall.  That's the source of most of your crime rate information reported in the popular press.&#xA;What you're looking for is the clearance rate -- which is not quite the same as a solved case, but is very close.&#xA;There is no way to get clearance information at a department/local level from the mainstream reports.  That data is archived at the ICPSR, a social research repository at the University of Michigan. &#xA;Here's a link to the latest raw data - &lt;a href=&quot;https://www.icpsr.umich.edu/icpsrweb/ICPSR/series/57&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.icpsr.umich.edu/icpsrweb/ICPSR/series/57&lt;/a&gt; - it's from 2015.&lt;/p&gt;&#xA;" OwnerUserId="15781" LastActivityDate="2017-05-27T20:08:18.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11264" PostTypeId="1" CreationDate="2017-05-12T10:07:32.273" Score="4" ViewCount="265" Body="&lt;p&gt;The City of Chicago publishes some rich crime data, available e.g. here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/crimes-2001-to-present-398a4&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/crimes-2001-to-present-398a4&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The address of event crime is partly obscured, so as to read for example &quot;010XX N CENTRAL PARK AVE&quot;.  The data also provides coordinates and longitude / latitude data.  These agree if you use the correct projection (in feet).  I would have expected each coordinate to, for example, correspond to the middle of the block, but this is not so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Screen shot from QGIS with OpenLayers as the basemap:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JXNTS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JXNTS.png&quot; alt=&quot;QGIS Screenshot&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So what we see is clusters of events, corresponding to the correct block.  What I find puzzling is that the mid-point of these clusters does &lt;em&gt;not&lt;/em&gt; appear to be the mid-point the block.  The pattern is repeated, seemingly, across the whole dataset (so in other parts of the city, with residential buildings on the avenues, you get north/south clusters, again, not centred).  Could the centre of each cluster perhaps correspond to the centroid (projected onto the middle of the road) of all the buildings in the block?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From some messing about in Python, and simulation, the clusters &lt;em&gt;look&lt;/em&gt; like they are normally distributed (not uniformly distributed).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interestingly, I've now looked at the complete data set, from 2001 onwards, and the crimes reported in 2001 (only) seem to show a rather different pattern:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/sPV16.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sPV16.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Frankly, this looks pretty realistic to me!  Is it possible they only started obscuring the real coordinates after 2001?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Does anyone know the exact way the location coordinates are actually generated?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="16139" OwnerDisplayName="Matthew Daws" LastEditorUserId="18" LastEditDate="2017-05-30T21:01:21.123" LastActivityDate="2017-05-30T21:01:21.123" Title="Geocoding of Chicago crime data" Tags="|usa|city|geocoding|crime|chicago|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11265" PostTypeId="2" ParentId="11261" CreationDate="2017-05-27T20:30:51.257" Score="5" Body="&lt;p&gt;Try &lt;a href=&quot;https://tools.wmflabs.org/wikidata-todo/tabernacle.html&quot; rel=&quot;noreferrer&quot;&gt;Tabernacle&lt;/a&gt;. Seems to be exactly what you search. The downloaded resultset is in TSV format, and can be imported in Excel.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;You'll need to have a Wikimedia account to work with Tabernacle and some other WMF wikis related tools.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="16280" LastEditorUserId="16280" LastEditDate="2017-05-28T11:03:25.187" LastActivityDate="2017-05-28T11:03:25.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11266" PostTypeId="2" ParentId="11130" CreationDate="2017-05-27T21:09:01.013" Score="0" Body="&lt;p&gt;Since the moment I've post my question, I did some research and found some databases that nearly fulfill my needs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) European Soil Database (Europe-28 + Turkey + neighborhood countries)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The webpages of the European Soil Data Centre have indeed interesting database, such as the &lt;strong&gt;European Soil Database&lt;/strong&gt;, available &lt;a href=&quot;http://esdac.jrc.ec.europa.eu/content/european-soil-database-v20-vector-and-attribute-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Understanding the database takes some times: here are my notes for anyone interested for using the database:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A form must be filled in and the data can then be downloaded after receiving an email. The raw database is contained in a folder (named soilDB_shapefiles_and_attributes). A simplified version, with a shapefile with the joins already performed is available in th e folder ESDB. This shapefile &#xA;contains about 40 fields.&lt;/li&gt;&#xA;&lt;li&gt;Table 2 of PTRDB_Metadata.doc provides explanations about how some fields were computed using pedotransfert functions)&lt;/li&gt;&#xA;&lt;li&gt;SGDBE_attricod.doc provides most of explanations and classes of fields.&lt;/li&gt;&#xA;&lt;li&gt;shp_sgdbe_and_ptrdb_attributes.xls provides the names of the fields. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;2) &lt;strong&gt;FAO Digital Soil World Map&lt;/strong&gt; (Global)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A zip file was downloaded (from here: &lt;a href=&quot;http://www.fao.org/geonetwork/srv/en/main.home?uuid=446ed430-8383-11db-b9b2-000d939bc5d8&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fao.org/geonetwork/srv/en/main.home?uuid=446ed430-8383-11db-b9b2-000d939bc5d8&lt;/a&gt;) with a shp of the digital soil map of the world. But the resolution of this vector data is bad, with very smooth polygons. The EU soil map has much more classes and a finer resolution. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;3) &lt;strong&gt;Harmonized World Soil Database&lt;/strong&gt; (Global)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;30’ raster database, not vectorial &lt;/li&gt;&#xA;&lt;li&gt;Textural information: just 3 classes: coarse, medium,&lt;/li&gt;&#xA;&lt;li&gt;USDA classification (13 classes, e.g.: clay,&#xA;clay loam, sandy loam, etc. ) &lt;/li&gt;&#xA;&lt;li&gt;Access: On the tab of the main webpage (&lt;a href=&quot;http://www.fao.org/soils-portal/soil-survey/soil-maps-and-databases/harmonized-world-soil-database-v12/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fao.org/soils-portal/soil-survey/soil-maps-and-databases/harmonized-world-soil-database-v12/en/&lt;/a&gt;), we can download some raster that are already prepared.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;4) Lastly, there is this excellent page of David Rossiter that references dozens of soil database across the world: &lt;a href=&quot;http://www.css.cornell.edu/faculty/dgr2/research/sgdb/sgdb.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.css.cornell.edu/faculty/dgr2/research/sgdb/sgdb.html&lt;/a&gt; + this page that references some other resources:&#xA;&lt;a href=&quot;http://www.dataset.mapping-sense.com/tagged/Geology%20&amp;amp;%20Soils&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.dataset.mapping-sense.com/tagged/Geology%20&amp;amp;%20Soils&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;J. &lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-05-27T21:09:01.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11267" PostTypeId="1" CreationDate="2017-05-28T04:35:10.193" Score="1" ViewCount="211" Body="&lt;p&gt;We are a tech team of an insurance company. My team working on a project to find out faking collision for insurance claims. So we are currently testing 100 of our insurance clients with OBD ii. we just start collecting data. But to progress in our research, we are looking for a tested OBD ii dataset with many parameters. &lt;strong&gt;especially with an accelerometer, gyroscope, and collision occurrence information.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;any suggestions would be appreciated&lt;/p&gt;&#xA;" OwnerUserId="6475" LastEditorUserId="23272" LastEditDate="2021-04-03T09:19:31.853" LastActivityDate="2021-04-03T09:19:31.853" Title="OBD ii Dataset for collision dectection" Tags="|data-request|machine-learning|cars|accelerometer|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11268" PostTypeId="2" ParentId="11261" CreationDate="2017-05-28T14:49:30.983" Score="1" Body="&lt;p&gt;You can do it using &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata SPARQL endpoint&lt;/a&gt; web UI.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Paste the query below in the query form, press &quot;Run&quot;, then press &quot;Download&quot;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT&#xA;?placeLabel&#xA;?coordinate&#xA;?countryLabel&#xA;?cityLabel&#xA;WHERE&#xA;{&#xA;  VALUES (?place)&#xA;  {&#xA;    (wd:Q243)&#xA;    (wd:Q41225)&#xA;    # ...&#xA;  }&#xA;  OPTIONAL { ?place wdt:P625 ?coordinate }&#xA;  OPTIONAL { ?place wdt:P17 ?country }&#xA;  OPTIONAL { ?place wdt:P131 ?city }&#xA;  # ...&#xA;  SERVICE wikibase:label&#xA;    { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Some issues are possible, please write a comment if you experience any problem with your query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. &lt;code&gt;wikibase:label&lt;/code&gt; is a &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual#Label_service&quot; rel=&quot;nofollow noreferrer&quot;&gt;magic&lt;/a&gt; Wikidata service.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-05-29T06:42:02.413" LastActivityDate="2017-05-29T06:42:02.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11269" PostTypeId="2" ParentId="11264" CreationDate="2017-05-29T07:04:32.557" Score="0" Body="&lt;p&gt;Two things that may help us understand the question at hand better:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;What data source, script or tool are you using to geocode the crime reports by city block? The quality of geocoding can vary widely depending upon the method you use.&lt;/li&gt;&#xA;&lt;li&gt;It's not entirely clear if possibly the first three supplied digits at the start of the address aren't the cause of the discrepancy in locations. Do any of the incidents occurring on the same block have different preceding street numbers?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;That might help us understand what's causing the non-uniform distribution.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-05-29T07:04:32.557" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11271" PostTypeId="1" CreationDate="2017-05-29T10:32:49.983" Score="2" ViewCount="194" Body="&lt;p&gt;I searching the data of the population + the income of the person in the post codes area for any digit layer in UK.&lt;/p&gt;&#xA;" OwnerUserId="16249" LastActivityDate="2018-03-28T13:57:00.383" Title="UK Income and population by POSTCODES" Tags="|uk|income|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11272" PostTypeId="2" ParentId="11264" CreationDate="2017-05-29T10:42:06.493" Score="0" Body="&lt;p&gt;And the coordinates are identical precisely down to the last decimal point for the incidents? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If so, while I'm not familiar with ArcGIS's plotting functionality (I run OSX), I would assume it's just ArcGIS' method of plotting multiple points. Something like MarkerClusterer would be necessary.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-05-29T10:42:06.493" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11274" PostTypeId="2" ParentId="11264" CreationDate="2017-05-29T12:42:35.413" Score="2" Body="&lt;p&gt;Since I asked this, I have made some progress.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you ask around (or craft the appropriate web search terms) it is possible to find copies of the data which are old.  In the past (I think, 2015 and before) the data was geocoded to building level!  This obviously is rather at odds with reporting addresses like &quot;010XX N CENTRAL PARK AVE&quot; when it's possible to look at the coordinates and work out the exact address.  I am &lt;em&gt;guessing&lt;/em&gt; that the new, unusual, distribution of coordinates is to remove this breach of privacy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, once you have an old copy of the data, you can join the datasets, and see how the coordinates have moved.  I analysed this in an IPython notebook which you can see here:&#xA;&lt;a href=&quot;https://github.com/QuantCrimAtLeeds/PredictCode/blob/master/examples/Chicago/Old%20Chicago%20Data.ipynb&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/QuantCrimAtLeeds/PredictCode/blob/master/examples/Chicago/Old%20Chicago%20Data.ipynb&lt;/a&gt;&#xA;The plots at the end might be interesting.&lt;/p&gt;&#xA;" OwnerUserId="16139" LastActivityDate="2017-05-29T12:42:35.413" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11277" PostTypeId="2" ParentId="9384" CreationDate="2017-05-30T08:14:04.833" Score="0" Body="&lt;p&gt;Yahoo finance &gt; Historical Data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://finance.yahoo.com/quote/AAPL/history?p=AAPL&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://finance.yahoo.com/quote/AAPL/history?p=AAPL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query1.finance.yahoo.com/v7/finance/download/AAPL?period1=1493539980&amp;amp;period2=1496131980&amp;amp;interval=1d&amp;amp;events=history&amp;amp;crumb=YPa1GnhtzrJ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query1.finance.yahoo.com/v7/finance/download/AAPL?period1=1493539980&amp;amp;period2=1496131980&amp;amp;interval=1d&amp;amp;events=history&amp;amp;crumb=YPa1GnhtzrJ&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15261" LastActivityDate="2017-05-30T08:14:04.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11278" PostTypeId="1" AcceptedAnswerId="11281" CreationDate="2017-05-30T12:01:34.970" Score="1" ViewCount="459" Body="&lt;p&gt;Is there a source for national electricity prices for current and preceding years/ months for individual or grouped countries? I would like them in a standardized measure but national currencies is good enough and just adds an additional conversion step. &lt;/p&gt;&#xA;" OwnerUserId="8614" LastEditorUserId="8614" LastEditDate="2017-05-30T18:58:23.840" LastActivityDate="2017-05-30T18:58:23.840" Title="Historical electricity prices for countries" Tags="|data-request|global|prices|energy|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="11279" PostTypeId="1" AcceptedAnswerId="11283" CreationDate="2017-05-30T14:54:04.177" Score="0" ViewCount="467" Body="&lt;p&gt;The following link allows you to download a composite 2m DSM/DTM:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/2m-lidar-composite-dsm-dtm-for-scotland&quot; rel=&quot;nofollow noreferrer&quot;&gt;2m LIDAR Composite DSM &amp;amp; DTM for Scotland &lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any freely available datasets containing DTMs which are in &amp;lt;= 1m resolution, perhaps a similar link in the data.gov.uk site or indeed any other site?&lt;/p&gt;&#xA;" OwnerUserId="16302" LastEditorUserId="18" LastEditDate="2017-05-30T18:45:09.823" LastActivityDate="2017-06-04T12:50:42.823" Title="Digital terrain models for Scotland at 1m resolution or less" Tags="|data-request|uk|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11280" PostTypeId="2" ParentId="9384" CreationDate="2017-05-30T17:09:40.820" Score="1" Body="&lt;p&gt;In Germany water levels are published by the German &quot;Wasserstraßen und Schifffahrtsverwaltung&quot; which is part of the Federal Ministry of Transport and Digital Infrastructure. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They offer REST-APIs &lt;a href=&quot;https://www.pegelonline.wsv.de/gast/nutzungsbedingungen&quot; rel=&quot;nofollow noreferrer&quot;&gt;free of charge and for inclusion in apps&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check for example water levels for &lt;a href=&quot;https://www.pegelonline.wsv.de/gast/stammdaten?pegelnr=9510075#detail?id=0d8233b8-36c9-4a24-ad77-a4e7c617932f&quot; rel=&quot;nofollow noreferrer&quot;&gt;Helgoland (in the North Sea)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;JSON:&#xA;&lt;a href=&quot;https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations/HELGOLAND%20S%C3%9CDHAFEN/W/measurements.json?start=P15D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.pegelonline.wsv.de/webservices/rest-api/v2/stations/HELGOLAND%20SÜDHAFEN/W/measurements.json?start=P15D&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;API Documentation is &lt;a href=&quot;https://www.pegelonline.wsv.de/webservice/guideRestapi&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (in German).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There will be offerings from similar organisations in other countries.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-05-30T17:09:40.820" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11281" PostTypeId="2" ParentId="11278" CreationDate="2017-05-30T18:36:28.107" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.eex.com/en/market-data/power&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Energy Exchange&lt;/a&gt; (EEX) is a marketplace for European energy (electricity), both futures and spot prices (although most trading is done either with brokers or as &lt;a href=&quot;https://en.wikipedia.org/wiki/Over-the-counter_(finance)&quot; rel=&quot;nofollow noreferrer&quot;&gt;OTC&lt;/a&gt;). From your question it sounds like you are looking for spot auction prices, which are traded the day before delivery and have hourly resolution. That means each hour of the day has one settled price and volume. Multiple markets/countries have individual prices. The markets trading on &lt;a href=&quot;http://[EPEXSpot][3]&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPEX&lt;/a&gt; Germany/Austria, Switzerland, France, UK, Netherlands, Belgium. &lt;a href=&quot;https://www.eex.com/en/market-data/power/spot-market/auction#!/2017/05/31&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPEX prices are available&lt;/a&gt; from the parent company, EEX. Unfortunately, only individual days are available, so you can either copy/paste one by one, or scrape the HTML (&lt;em&gt;hint:&lt;/em&gt; there is a json file somewhere in the source code)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VYdGK.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VYdGK.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A portion of this data is available on Quandl (&lt;a href=&quot;https://blog.quandl.com/energy-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;energy data documentation&lt;/a&gt;). &lt;a href=&quot;https://www.quandl.com/data/EEX/PHDBSA-Phelix-Power-Spot-Auction-Day-Base-PHDBSA-EEX&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's an example&lt;/a&gt; of average daily prices in Germany/Austria from 2014.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-05-30T18:50:31.510" LastActivityDate="2017-05-30T18:50:31.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11282" PostTypeId="2" ParentId="11278" CreationDate="2017-05-30T18:40:53.217" Score="1" Body="&lt;p&gt;Similar to my other answer describing spot auctions, the &lt;a href=&quot;http://www.nordpoolspot.com/How-does-it-work/Day-ahead-market-Elspot-/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nordic electricity trading market&lt;/a&gt; has a data portal and exports available, specifically for day-ahead hourly prices.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.nordpoolspot.com/Market-data1/Elspot/Area-Prices/ALL1/Hourly/?view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;ELSPOT DAY-AHEAD PRICES&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a picture of the &lt;a href=&quot;http://www.nordpoolspot.com/How-does-it-work/Bidding-areas/&quot; rel=&quot;nofollow noreferrer&quot;&gt;bidding areas&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Phq5U.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Phq5U.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-05-30T18:40:53.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11283" PostTypeId="2" ParentId="11279" CreationDate="2017-05-30T18:49:55.300" Score="3" Body="&lt;p&gt;The text on that very page reads:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data is available at 2m, 1m, 50cm, and 25cm resolution.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and I found &lt;a href=&quot;https://data.gov.uk/dataset/50cm-lidar-composite-dsm-dtm-for-scotland&quot; rel=&quot;nofollow noreferrer&quot;&gt;50cm LIDAR Composite DSM &amp;amp; DTM for Scotland&lt;/a&gt; just searching for &lt;em&gt;LIDAR Composite Scotland&lt;/em&gt; on data.gov.uk&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I didn't see the 25cm, but you can do more searching yourself, or contact the responsible agencies directly with a request for the data.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2017-05-30T18:49:55.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11284" PostTypeId="2" ParentId="9384" CreationDate="2017-05-30T18:56:28.117" Score="2" Body="&lt;p&gt;If you need something &lt;em&gt;purely&lt;/em&gt; periodic, consider using sunrise/sunset for a given latitude/longitude. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are simple scripts available to generate as much data as you need. See this &lt;a href=&quot;https://stackoverflow.com/a/19617490/2327328&quot;&gt;Stackoverflow thread&lt;/a&gt; for some python and java options. Python implementations oftenuse the &lt;a href=&quot;https://pypi.python.org/pypi/pyephem/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ephem&lt;/a&gt; package.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also mention using a web-service, &lt;a href=&quot;http://api.sunrise-sunset.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;sunrise-sunset.org&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-05-30T18:56:28.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11285" PostTypeId="2" ParentId="10853" CreationDate="2017-05-30T19:13:18.717" Score="2" Body="&lt;p&gt;Factfinder is notoriously bad at permalinking, which includes the link you shared in &lt;em&gt;EDIT 2&lt;/em&gt;.  You should always choose the &quot;bookmark/save&quot; button on a data page in FactFinder.  I think maybe this is what you meant to link to? &lt;a href=&quot;https://factfinder.census.gov/bkmk/table/1.0/en/BP/2015/00A1/0100000US&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://factfinder.census.gov/bkmk/table/1.0/en/BP/2015/00A1/0100000US&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the Census website, I found this &lt;a href=&quot;https://www.census.gov/programs-surveys/cbp/data/tables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CBP Data Tables&lt;/a&gt; page which says data for all US is available back to 1998. Links from there seem mostly to go to PDF reports. There's another page, &lt;a href=&quot;https://www.census.gov/programs-surveys/cbp/data/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CBP Datasets&lt;/a&gt;, which links to structured data downloads going back to 1986. I didn't spend the time to understand the data enough to understand what's missing between 1986-1997 that keeps you from using all-US data, but maybe there isn't 100% county coverage? From the &quot;Data Tables&quot; page, there are links to PDFs as far back as &lt;a href=&quot;https://www2.census.gov/programs-surveys/cbp/tables/1993/cbp-9301.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one from 1993&lt;/a&gt; which appears to have top-line numbers for the US, so it seems like you could get it earlier than 1998.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For all that the Census Bureau have been stalwart publishers of data for the public for a long time, and deserve a lot of credit for that, things have changed a lot even since 2005, so it's understandable that it may not be in the ideal format.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2017-05-30T19:13:18.717" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11286" PostTypeId="2" ParentId="11264" CreationDate="2017-05-30T21:01:01.043" Score="1" Body="&lt;p&gt;I worked extensively with this data when I worked at the Chicago Tribune, including building &lt;a href=&quot;http://crime.chicagotribune.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;crime.chicagotribune.com&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to a conversation I had with a leader of Chicago's data publishing efforts, the geocodes for crime data are not intended to be precise, because that would be at odds with &quot;redacting&quot; the address down to the block level. My understanding is that &quot;jitter&quot; of up to 1/8 mile is applied to every point in the dataset. Since this was conversation some years ago, this should be treated as anecdotal unless directly verified with the Chicago Police Department, but it squares with my experience.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More importantly, remember that this data has been collected by humans and has a high risk of incidental errors. For one project, we compared geocodes of crimes marked at CTA train stations with the actual locations of train stations, and found many cases where the crime incident geocodes were much further than 0.125 mile from any train station. Those problems are more likely with the location type tagging than the geocodes, but still, proceed with caution.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2017-05-30T21:01:01.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11287" PostTypeId="1" AcceptedAnswerId="11316" CreationDate="2017-05-30T15:44:12.997" Score="3" ViewCount="70" Body="&lt;p&gt;I have the &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php?year=2016&amp;amp;layergroup=Places&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tiger places&lt;/a&gt; (dark green), which I believe contains census designated places. I also have the Census Bureau's &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_place.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cartographic Boundary Shapefiles - Places (Incorporated Places and Census Designated Places)&lt;/a&gt; (light green). Those two basically overlap just perfectly as shown here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nVajD.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nVajD.jpg&quot; alt=&quot;http://i.imgur.com/u8XGhGO.jpg&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I look at &lt;a href=&quot;https://www.google.com/maps/place/Aberdeen,+CA+93526/@36.9319434,-118.0938654,11z/data=!4m5!3m4!1s0x80bfb6581ab05edd:0xfb6a99a69acfa9df!8m2!3d36.9778724!4d-118.2534027&quot; rel=&quot;nofollow noreferrer&quot;&gt;the same area on Google Maps&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Aberdeen,_California&quot; rel=&quot;nofollow noreferrer&quot;&gt;the unincorporated community of Aberdeen, California&lt;/a&gt; shows up (as well as Blackrock and some others):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/eNlyD.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/eNlyD.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any sources out there for unincorporated communities? When I check the &lt;a href=&quot;https://tools.usps.com/go/ZipLookupResultsAction!input.action?resultMode=1&amp;amp;companyName=&amp;amp;address1=&amp;amp;address2=&amp;amp;city=aberdeen&amp;amp;state=CA&amp;amp;urbanCode=&amp;amp;postalCode=&amp;amp;zip=&quot; rel=&quot;nofollow noreferrer&quot;&gt;USPS zipcode lookup I get a zipcode for Aberdeen&lt;/a&gt;, and I imagine I can use something like the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_zcta.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Bureau's ZIP code spatial data&lt;/a&gt; to get an idea of what communities are in what zipcodes, but that really doesn't give me the actual centroid or boundary of Aberdeen.&lt;/p&gt;&#xA;" OwnerUserId="1697" OwnerDisplayName="radpin" LastActivityDate="2017-06-06T08:13:17.223" Title="centroids or boundaries of unincorporated communities" Tags="|usa|census|population|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="11288" PostTypeId="2" ParentId="11279" CreationDate="2017-05-31T06:49:31.700" Score="1" Body="&lt;p&gt;At the moment, to my knowledge, there is no complete LIDAR DTM or DSM for the UK that is open data. I have been looking for years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The open LIDAR that is available is open because it was flown by the Environment Agency to carry out flood risk analysis. Therefore the coverage is limited to river catchments, coastal areas and low lying flood plains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a link to a catalogue of the LIDAR data on data.gov.uk by Chris Guitteridge &lt;a href=&quot;https://github.com/cgutteridge/uklidar&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/cgutteridge/uklidar&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a good summary, it's a bit dated as it is Oct 2015, but it is a good read. Collecting LIDAR data is expensive so complete coverage is unlikely to be open data anytime soon.&lt;/p&gt;&#xA;" OwnerUserId="15875" LastActivityDate="2017-05-31T06:49:31.700" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11289" PostTypeId="1" CreationDate="2017-05-31T08:32:15.217" Score="7" ViewCount="205" Body="&lt;p&gt;I am working on a project that needs road network traffic data.&lt;br&gt;&#xA;I saw the &lt;a href=&quot;https://github.com/graphhopper/open-traffic-collection&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open traffic collection on Github&lt;/a&gt; but the data is not what I need:&lt;br&gt;&#xA;It is not detailed, there is no traffic data by road segment in France or GB for example, and it is annual. I need at least daily traffic data, like &lt;a href=&quot;https://opendata.paris.fr/explore/dataset/comptages-routiers-permanents/table/?sort=-id_arc_trafic&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one of Paris&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any source from which I can get traffic data of main countries' roads ?&lt;/p&gt;&#xA;" OwnerUserId="16310" OwnerDisplayName="Inss" LastEditorUserId="90" LastEditDate="2017-12-15T19:09:55.433" LastActivityDate="2020-09-08T10:07:05.617" Title="Seeking free traffic Data of the world" Tags="|traffic|" AnswerCount="3" CommentCount="0" ClosedDate="2020-09-08T12:15:46.760" ContentLicense="CC BY-SA 3.0" />
  <row Id="11291" PostTypeId="1" CreationDate="2017-05-31T08:59:22.880" Score="1" ViewCount="109" Body="&lt;p&gt;I would like to obtain the accumulated elevation from a request with lat and long.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need an open data API without limit like OpenStreetMap but with elevation.&lt;/p&gt;&#xA;" OwnerUserId="16309" LastEditorUserId="5766" LastEditDate="2017-06-01T07:53:51.937" LastActivityDate="2017-06-02T10:21:13.693" Title="Elevation data API for Spain" Tags="|api|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="11295" PostTypeId="1" CreationDate="2017-06-01T13:20:40.577" Score="2" ViewCount="36" Body="&lt;p&gt;I have been developing a classifier with machine learning to know if two texts are related or not. By that means, if they are talking about the same topic or not. I have tried to gather data but, so far, I have only come up with the FNC dataset (&lt;a href=&quot;http://www.fakenewschallenge.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fakenewschallenge.org/&lt;/a&gt;) which is more a problem o stance classification but I can modify it slightly to only classify texts as relevant/irrelevant between themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get datasets for sentence relatedness or stance classification? Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="16321" LastActivityDate="2017-06-01T13:20:40.577" Title="Collection of datasets for sentence relatedness or stance classification" Tags="|machine-learning|nlp|classification|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11297" PostTypeId="1" CreationDate="2017-06-01T15:00:24.570" Score="1" ViewCount="42" Body="&lt;p&gt;I am looking for a sample dataset for employee organization hierarchy like who reports to who? Can anyone point me to a relevant open downloadable dataset for this?&lt;/p&gt;&#xA;" OwnerUserId="7218" LastEditorUserId="23272" LastEditDate="2021-04-07T13:02:48.720" LastActivityDate="2021-04-07T13:02:48.720" Title="Sample Employee organization data?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11298" PostTypeId="2" ParentId="7142" CreationDate="2017-06-02T00:02:37.580" Score="1" Body="&lt;p&gt;I am on the search for similar data. This is what I could find on the NYC Open Data Platform, but apparently it only lists the events for the next month and it seems there is no way to query historical data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofnewyork.us/City-Government/NYC-Permitted-Event-Information/tvpp-9vvx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.cityofnewyork.us/City-Government/NYC-Permitted-Event-Information/tvpp-9vvx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It'd be great if others could point us towards alternative sources!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="16327" LastActivityDate="2017-06-02T00:02:37.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11299" PostTypeId="2" ParentId="4272" CreationDate="2017-06-02T00:13:07.407" Score="0" Body="&lt;p&gt;NYC and SF release such data over their open data platform. See e.g.: &lt;a href=&quot;https://datasf.org/opendata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datasf.org/opendata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More interestingly, Portland (Oregon) has recently launched a crime prediction challenge and released crime-related information here:&#xA;&lt;a href=&quot;https://www.nij.gov/funding/Pages/fy16-crime-forecasting-challenge-faqs.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nij.gov/funding/Pages/fy16-crime-forecasting-challenge-faqs.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16327" LastActivityDate="2017-06-02T00:13:07.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11300" PostTypeId="1" AcceptedAnswerId="11378" CreationDate="2017-06-02T00:48:17.173" Score="8" ViewCount="2829" Body="&lt;p&gt;Does anyone know where I can find a map of polylines/polygons indicating the rough location of major (and minor if possible) oceanic currents? Velocity is always welcome, but directionality would be ideal. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be similar to &lt;a href=&quot;http://www.arcgis.com/home/webmap/viewer.html?url=http://services1.arcgis.com/VAI453sU9tG9rSmh/ArcGIS/rest/services/Ocean_Currents_arrow_features/FeatureServer/1&amp;amp;source=sd&quot; rel=&quot;nofollow noreferrer&quot;&gt;this map&lt;/a&gt; which I believe is only available to ArcGIS users.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This will mainly be used for comparing to other data layers, rather than integrating into the model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am using QGIS, and any resolution is okay, but really the finer the better (as always).&lt;/p&gt;&#xA;" OwnerUserId="16332" OwnerDisplayName="Amroco" LastEditorUserId="90" LastEditDate="2017-06-16T02:22:03.770" LastActivityDate="2017-06-16T02:28:26.407" Title="Free ocean currents polyline/shapefile download?" Tags="|geospatial|oceanographic|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11301" PostTypeId="2" ParentId="11291" CreationDate="2017-06-02T10:21:13.693" Score="1" Body="&lt;p&gt;If you are looking for an API to return elevation at a location have you looked at the Google Elevation API? More information can be found &lt;a href=&quot;https://developers.google.com/maps/documentation/elevation/start&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2017-06-02T10:21:13.693" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11304" PostTypeId="2" ParentId="11300" CreationDate="2017-06-02T19:56:18.483" Score="1" Body="&lt;p&gt;Not really the answer you might expect, but I use matplotlib basemap to plot maps and I can add whatever I want, including water. I think you can have coordinates data from there, but it needs to dive into the code. &lt;a href=&quot;http://matplotlib.org/basemap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://matplotlib.org/basemap/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please note that it will be replaced by cartopy. &lt;a href=&quot;http://scitools.org.uk/cartopy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://scitools.org.uk/cartopy/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13267" LastActivityDate="2017-06-02T19:56:18.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11305" PostTypeId="1" CreationDate="2017-06-02T20:08:31.790" Score="2" ViewCount="476" Body="&lt;p&gt;I'm looking for labelled audio data. Like a cat meowing, or a spoon falling on the ground, a car driving past, etc... i.e. sound clips of events. Does anyone know of where to find this? Would be very grateful for any help here. &lt;/p&gt;&#xA;" OwnerUserId="8497" LastEditorUserId="18" LastEditDate="2017-06-05T14:53:31.243" LastActivityDate="2019-07-17T07:38:53.187" Title="Looking for labeled audio data for sentiment" Tags="|data-request|audio|sentiment-analysis|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11306" PostTypeId="1" AcceptedAnswerId="11307" CreationDate="2017-06-02T22:22:28.517" Score="1" ViewCount="100" Body="&lt;p&gt;I want to scrape data periodically from a website and save it to a database that's should be readable by everybody. I thought about using a Google Docs Spreadsheet but the overall API management (especially the authorization) seems to be not suited to my needs. Do you know of any alternatives?&lt;/p&gt;&#xA;" OwnerUserId="15420" LastEditorUserId="90" LastEditDate="2017-06-05T22:19:48.787" LastActivityDate="2017-06-05T22:19:48.787" Title="Save Scraped Data to an Open Database" Tags="|data-portal|database|publishing|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11307" PostTypeId="2" ParentId="11306" CreationDate="2017-06-03T15:40:50.963" Score="4" Body="&lt;p&gt;A quick an easy way to provide open access to your scraped data would be pushing it to GitHub or another easily accessible online repo in a text format (CSV/TSV or JSON if it's less structured -- this would also allow you to add timestamps for when data was scraped) and update it automatically. Without an explicit license to publish the data it may not be open, legally-speaking, so I would advise including any license information published on the source site as well as asking for the data and/or permission from the publishing organization. Even if they say no or ignore you, you've done your homework and may learn something important (and they can't say &quot;yes&quot; if you don't ask).&lt;/p&gt;&#xA;" OwnerUserId="15546" LastActivityDate="2017-06-03T15:40:50.963" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11308" PostTypeId="1" AcceptedAnswerId="11326" CreationDate="2017-06-03T16:47:41.143" Score="6" ViewCount="9312" Body="&lt;p&gt;I've been looking for a free database of vehicle manufacturer's specifications, data, and VIN for a long time with no luck, does anyone have any ideas?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Please identify any database of free or non-free, you know. Free database are more important.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Information required from the following manufacturers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Acura&lt;/li&gt;&#xA;&lt;li&gt;Alfa Romeo&lt;/li&gt;&#xA;&lt;li&gt;Audi&lt;/li&gt;&#xA;&lt;li&gt;Baic&lt;/li&gt;&#xA;&lt;li&gt;Bentley&lt;/li&gt;&#xA;&lt;li&gt;Benz&lt;/li&gt;&#xA;&lt;li&gt;Besturn&lt;/li&gt;&#xA;&lt;li&gt;BMW&lt;/li&gt;&#xA;&lt;li&gt;Brilliance&lt;/li&gt;&#xA;&lt;li&gt;BYD&lt;/li&gt;&#xA;&lt;li&gt;Chervrolet&lt;/li&gt;&#xA;&lt;li&gt;Chery&lt;/li&gt;&#xA;&lt;li&gt;Citroen&lt;/li&gt;&#xA;&lt;li&gt;Daewoo&lt;/li&gt;&#xA;&lt;li&gt;Daf&lt;/li&gt;&#xA;&lt;li&gt;Dodge&lt;/li&gt;&#xA;&lt;li&gt;Ferrari&lt;/li&gt;&#xA;&lt;li&gt;Fiat&lt;/li&gt;&#xA;&lt;li&gt;Ford&lt;/li&gt;&#xA;&lt;li&gt;Geely&lt;/li&gt;&#xA;&lt;li&gt;GMC&lt;/li&gt;&#xA;&lt;li&gt;Great Wall&lt;/li&gt;&#xA;&lt;li&gt;Haima&lt;/li&gt;&#xA;&lt;li&gt;Honda&lt;/li&gt;&#xA;&lt;li&gt;Hummer&lt;/li&gt;&#xA;&lt;li&gt;Hyundai&lt;/li&gt;&#xA;&lt;li&gt;Infiniti&lt;/li&gt;&#xA;&lt;li&gt;Jaguar&lt;/li&gt;&#xA;&lt;li&gt;Jepp&lt;/li&gt;&#xA;&lt;li&gt;Kia&lt;/li&gt;&#xA;&lt;li&gt;Lada&lt;/li&gt;&#xA;&lt;li&gt;Landrover&lt;/li&gt;&#xA;&lt;li&gt;Lexus&lt;/li&gt;&#xA;&lt;li&gt;Lifan&lt;/li&gt;&#xA;&lt;li&gt;Lotus&lt;/li&gt;&#xA;&lt;li&gt;Maserati&lt;/li&gt;&#xA;&lt;li&gt;Mazda&lt;/li&gt;&#xA;&lt;li&gt;MG&lt;/li&gt;&#xA;&lt;li&gt;Mini&lt;/li&gt;&#xA;&lt;li&gt;Mitsubishi&lt;/li&gt;&#xA;&lt;li&gt;Nissan&lt;/li&gt;&#xA;&lt;li&gt;Opel&lt;/li&gt;&#xA;&lt;li&gt;Peugeot&lt;/li&gt;&#xA;&lt;li&gt;Porsche&lt;/li&gt;&#xA;&lt;li&gt;Renault&lt;/li&gt;&#xA;&lt;li&gt;Rover&lt;/li&gt;&#xA;&lt;li&gt;Smart&lt;/li&gt;&#xA;&lt;li&gt;Ssang Young&lt;/li&gt;&#xA;&lt;li&gt;Subaru&lt;/li&gt;&#xA;&lt;li&gt;Suzuki&lt;/li&gt;&#xA;&lt;li&gt;Tesla&lt;/li&gt;&#xA;&lt;li&gt;Toyota&lt;/li&gt;&#xA;&lt;li&gt;Volkswagen&lt;/li&gt;&#xA;&lt;li&gt;Volvo&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16337" LastEditorUserId="16337" LastEditDate="2017-06-06T19:14:31.067" LastActivityDate="2023-01-27T15:26:37.030" Title="Free database of vehicle data and VIN" Tags="|data-request|transportation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11309" PostTypeId="1" CreationDate="2017-06-03T23:00:31.177" Score="4" ViewCount="3741" Body="&lt;p&gt;Where can I find GIS Wards data for all of Nigeria?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried searching everywhere to no avail. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Diva GIS only has the LGA layer, and I am looking for the level below that.&lt;/p&gt;&#xA;" OwnerUserId="16338" OwnerDisplayName="user3162107" LastEditorUserId="70" LastEditDate="2022-10-13T16:56:53.003" LastActivityDate="2022-10-13T16:56:53.003" Title="Nigeria Wards Shapefile" Tags="|data-request|geospatial|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11310" PostTypeId="2" ParentId="11309" CreationDate="2017-06-04T07:30:00.687" Score="3" Body="&lt;p&gt;OSM (OpenStreetMap) have all their map data in &lt;a href=&quot;http://download.geofabrik.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this server&lt;/a&gt;. You can download all the data for Africa inside the &quot;.osm.pdf&quot; column.&#xA;This is a file with all the data that OSM have about Africa. However, it is a very heavy file and it is hard to work with.&#xA;If you click  on &quot;Africa&quot; you will have a list of all the countries including &lt;a href=&quot;http://download.geofabrik.de/africa.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nigeria&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have the file you can open it as a vector layer and this window will open:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OLghr.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OLghr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My recommendation is to open each layer separately so will be able you look into it and adjust the settings.&lt;/p&gt;&#xA;" OwnerUserId="16219" LastEditorUserId="14011" LastEditDate="2018-08-04T19:05:32.820" LastActivityDate="2018-08-04T19:05:32.820" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11311" PostTypeId="2" ParentId="11279" CreationDate="2017-06-04T12:50:42.823" Score="2" Body="&lt;p&gt;Only for a couple of small areas but the Natural Environment Research Council (NERC) Airborne Research Facility have some LiDAR point cloud data for Scotland which should be sufficient point density to create a 1 m DTM/DSM from. A map of available flights is shown below. These data are freely available to download from &lt;a href=&quot;http://data.ceda.ac.uk/neodc/arsf/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.ceda.ac.uk/neodc/arsf/&lt;/a&gt; but you need to register for an account and apply for access to the ARSF archive first.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6dcwo.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6dcwo.jpg&quot; alt=&quot;NERC-ARF LiDAR Data in Scotland&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclaimer - I work for the NERC Airborne Research Facility Data Analysis Node.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="13664" LastActivityDate="2017-06-04T12:50:42.823" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11313" PostTypeId="2" ParentId="11305" CreationDate="2017-06-05T15:17:14.643" Score="3" Body="&lt;p&gt;As with many new areas of research, this doesn't seem to be a domain with much truly open data, but you may be able to contact academic researchers about using datasets they have compiled for their work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.w3.org/community/sentiment/wiki/Datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;This W3C wiki page on sentiment analysis&lt;/a&gt; lists several such datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the &lt;a href=&quot;http://csea.phhp.ufl.edu/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Center for the Study of Emotion and Attention&lt;/a&gt; at University of Florida describes the &lt;a href=&quot;http://csea.phhp.ufl.edu/media.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Affective Digital Sound (IADS) system&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The International Affective Digitized Sound system (IADS) provides a&#xA;  set of acoustic emotional stimuli for experimental investigations of&#xA;  emotion and attention. This set of standardized,&#xA;  emotionally-evocative, internationally accessible sound stimuli&#xA;  includes contents across a wide range of semantic categories. The IADS&#xA;  (pronounced &quot;eye-ads&quot;) is being developed and distributed by the&#xA;  Center for Emotion and Attention (CSEA) at the University of Florida.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;http://csea.phhp.ufl.edu/media.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;their page&lt;/a&gt; for details on requesting the data set. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://www.kaggle.com/wanghaohan/multimodal-sentiment-analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle competition&lt;/a&gt; refers to several video datasets, but usable in analyzing the audio component. One of them is &lt;a href=&quot;https://arxiv.org/abs/1606.06259&quot; rel=&quot;nofollow noreferrer&quot;&gt;MOSI: Multimodal Corpus of Sentiment Intensity and Subjectivity Analysis in Online Opinion Videos&lt;/a&gt; I don't see an obvious channel for requesting that data, but you could reach out to the authors of the paper described at that link.&lt;/p&gt;&#xA;" OwnerUserId="18" LastEditorUserId="18" LastEditDate="2018-01-10T16:10:45.780" LastActivityDate="2018-01-10T16:10:45.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11314" PostTypeId="1" CreationDate="2017-06-03T17:31:53.027" Score="3" ViewCount="116" Body="&lt;p&gt;Where can I find datasets which contain basic info about drivers and their cars? In details, I'm interested in&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Driver's sex&lt;/li&gt;&#xA;&lt;li&gt;Driver's experience (years)&lt;/li&gt;&#xA;&lt;li&gt;Driver's profession&lt;/li&gt;&#xA;&lt;li&gt;Car's basic info (company/model)&lt;/li&gt;&#xA;&lt;li&gt;Car's type (sport/passenger/truck etc.)&lt;/li&gt;&#xA;&lt;li&gt;Car's cost&lt;/li&gt;&#xA;&lt;li&gt;Car's age&lt;/li&gt;&#xA;&lt;li&gt;Type of ownership&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16356" OwnerDisplayName="vrom911" LastEditorUserId="16193" LastEditDate="2017-07-06T12:28:02.843" LastActivityDate="2017-07-13T07:34:58.430" Title="Drivers and Vehicles information Datasets" Tags="|data-request|cars|privacy|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11315" PostTypeId="2" ParentId="11100" CreationDate="2017-06-05T22:25:07.773" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://openstates.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open States&lt;/a&gt; offers this data.&lt;br&gt;&#xA;&lt;a href=&quot;https://openstates.org/ma/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's Massachusetts' data mapped out&lt;/a&gt;.&lt;br&gt;&#xA;You can make API calls using Open States' API to generate this dynamically and/or rip the leaflet map/data for static.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-06-05T22:25:07.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11316" PostTypeId="2" ParentId="11287" CreationDate="2017-06-06T08:13:17.223" Score="2" Body="&lt;p&gt;&lt;strong&gt;Using &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata SPARQL Endpoint&lt;/a&gt;:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?a ?aLabel ?point WHERE {&#xA;?a wdt:P31 wd:Q17343829 ;&#xA;   wdt:P625 ?point&#xA;SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; . }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Place this pseudo-comment — &lt;code&gt;#defaultView:Map&lt;/code&gt; —  anywhere in the query above, if you want to display results on the map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not all unincorporated communities has coordinates in Wikidata. If you do not want to exclude these unincorporated communities from results, use &lt;code&gt;OPTIONAL&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?a ?aLabel ?point WHERE {&#xA;?a wdt:P31 wd:Q17343829 .&#xA;OPTIONAL { ?a wdt:P625 ?point }&#xA;SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; . }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;These unincorporated communities has no coordinates in Wikidata:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?a ?aLabel WHERE {&#xA;?a wdt:P31 wd:Q17343829 .&#xA;FILTER NOT EXISTS { ?a wdt:P625 ?point }&#xA;SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; . }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can add missing coordinates yourself (e.g. for &lt;a href=&quot;https://www.wikidata.org/wiki/Q5044649&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carolan, Arcansas&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Using &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;nofollow noreferrer&quot;&gt;DBPedia SPARQL endpoint&lt;/a&gt;:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?a SAMPLE(str(?aLabel)) AVG(?lat) AVG(?long) WHERE&#xA;{&#xA;?a dbo:type dbr:Unincorporated_area ;&#xA;   rdfs:label ?aLabel ;&#xA;   geo:lat  ?lat ;&#xA;   geo:long ?long .&#xA;FILTER (lang(?aLabel) = &quot;en&quot;)&#xA;} GROUP BY ?a&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The number of unincorporated communities in DBPedia is less than in Wikidata. You can add missing communities creating their pages in Wikipedia. &lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2017-06-06T08:13:17.223" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11317" PostTypeId="1" CreationDate="2017-06-06T08:30:54.307" Score="1" ViewCount="64" Body="&lt;p&gt;Seeking an open database of schools across the states in the USA. Ideally, this database includes the schools name, address, &lt;strong&gt;email address&lt;/strong&gt; and telephone number.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seeking this dataset because we are a SaaS &quot;Software as a Service&quot; based company located in South Africa and want to market an app we developed to the the US States' education systems.  &lt;/p&gt;&#xA;" OwnerUserId="16358" LastEditorUserId="90" LastEditDate="2017-06-07T02:08:33.360" LastActivityDate="2017-06-07T02:08:33.360" Title="USA States Schools data base" Tags="|data-request|education|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11319" PostTypeId="1" CreationDate="2017-06-06T14:27:12.510" Score="3" ViewCount="89" Body="&lt;p&gt;Is there a mapping between the &lt;a href=&quot;http://rsta.royalsocietypublishing.org/faq#question6&quot; rel=&quot;nofollow noreferrer&quot;&gt;DOIs&lt;/a&gt; used by the Royal Society of London and the  &lt;a href=&quot;http://jstor.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stable URLs provided by JSTOR&lt;/a&gt;? I am looking specially for the publications of the Royal Society of London (Philosophical Transactions, Abstracts, Proceedings) before 1923.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: Some sample jstor_id's: 102661, 106670, 109020, 111263, 110829, 112791 &lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastEditorDisplayName="user6083" LastEditDate="2017-06-27T10:37:02.787" LastActivityDate="2020-02-01T05:01:40.133" Title="Mapping between JSTOR stable ids and DOIs for Publications of the Royal Society of London" Tags="|data-request|doi|data-mapping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11320" PostTypeId="1" CreationDate="2017-06-06T16:55:42.310" Score="1" ViewCount="45" Body="&lt;p&gt;Where can I possibly look for IT companies, key people, investors, etc for a particular country to create my own dataset? Like crunchbase, but not global.&lt;/p&gt;&#xA;" OwnerUserId="16360" LastEditorUserId="90" LastEditDate="2017-06-06T17:09:29.917" LastActivityDate="2017-06-06T17:09:29.917" Title="Crunchbase-Like Database(s) for Countries" Tags="|data-request|companies|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11321" PostTypeId="2" ParentId="11314" CreationDate="2017-06-06T18:15:05.740" Score="0" Body="&lt;p&gt;I'm in NC: NC DOT or DMV have data, but you'd need a dua/dsa. You could also try crash data, or the national highway transportation survey. Or the acs daytime estimates for driving patterns at the macro level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But it sounds like you want car registration data. I've only seen that private, but you might try your state (US?) Dot or DMV and ask for a deidentified data set.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2017-06-06T18:15:05.740" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11322" PostTypeId="2" ParentId="11100" CreationDate="2017-06-06T20:01:51.040" Score="1" Body="&lt;p&gt;The Open States district-shape API is a little shaky in my experience, so I don't use it.  Instead, I use the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_sld.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census shapefiles&lt;/a&gt;.  You need to puzzle out how to map from the Census GEOID (district ID) to the OpenStates district, but it's really trivial IIRC - ping me here if you need specifics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The one minor downside is that OpenStates tries to be more current - to keep up with redistricting better - by getting their data directly from each state.  Redistricting usually occurs only once a decade.&lt;/p&gt;&#xA;" OwnerUserId="3580" LastEditorUserId="3580" LastEditDate="2017-06-07T00:45:28.280" LastActivityDate="2017-06-07T00:45:28.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11323" PostTypeId="1" CreationDate="2017-06-06T20:44:54.060" Score="1" ViewCount="358" Body="&lt;p&gt;How can I download the raw data for the College Scorecard application? Specifically I am interested in cost of attendance information. When I visited the link to download a zip file &lt;a href=&quot;https://catalog.data.gov/dataset/college-scorecard/resource/b8f3d10b-0974-40db-b5fa-3c87ecae516b&quot; rel=&quot;nofollow noreferrer&quot;&gt;from this page&lt;/a&gt;, I received a 404 error. I reported the error on Data.gov, but I am hoping others know of a way to get that information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I work for a scholarship/college access organization and college cost of attendance is necessary in determining how much to award a student. It would be impracticable and a waste of resource to manually gather this information for every single college when it appears to be open source and available through College Scorecard.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help!&lt;/p&gt;&#xA;" OwnerUserId="16363" LastActivityDate="2017-06-15T23:12:28.893" Title="How to download College Scorecard raw data" Tags="|data-request|data.gov|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11325" PostTypeId="2" ParentId="11323" CreationDate="2017-06-07T00:03:54.077" Score="1" Body="&lt;p&gt;Try going to the canonical source of the data; &lt;a href=&quot;https://www.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; is a metadata portal first and foremost. Inevitably, there will be somethings lost in translation, most likely because of linkrot.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;data.gov's catalog points to datasets created by 3rd party canonical authors/sources; these 3rd parties (in this context, almost entirely U.S. federal government agencies) can be found/tracked by viewing the breadcrumbs and/or the logo in the content document of the dataset.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the &lt;a href=&quot;https://catalog.data.gov/dataset/college-scorecard&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard dataset document on data.gov&lt;/a&gt; denotes the owner of the dataset in a number of places, including: breadcrumbs (&quot;Department of Education&quot;), and in agency/department/organization logo in the right column of the document. The following image is a screenshot of this datasets document on data.gov, showing these examples:&lt;a href=&quot;https://i.stack.imgur.com/X4A9o.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/X4A9o.png&quot; alt=&quot;Screenshot of a data.gov dataset document; The dataset&amp;#39;s owner is denoted in the document&amp;#39;s breadcrumbs (&amp;#39;Department of Education&amp;#39;), as well as by the ed.gov logo on the right hand side.&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The correct answer to 'How to download College Scorecard raw data' in this context then, is &lt;a href=&quot;https://ed-public-download.app.cloud.gov/downloads/CollegeScorecard_Raw_Data.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;to download it from the source&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The difference between the two is data.gov points to the &lt;code&gt;.app&lt;/code&gt; subdomain, while College Scorecard points to the &lt;code&gt;.apps&lt;/code&gt; subdomain.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard Data (Canonical Source)&lt;/a&gt; is where I found the raw data link, and there's other information there regarding the dataset as well.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The initial solution, and always the immediate goto once something goes missing from the web, is the Wayback Machine. Wayback has a few versions, here is one from 2017-02, &lt;a href=&quot;http://wayback.archive.org/web/20170211004017/https://ed-public-download.apps.cloud.gov/downloads/CollegeScorecard_Raw_Data.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;available here&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-06-08T00:52:29.173" LastActivityDate="2017-06-08T00:52:29.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11326" PostTypeId="2" ParentId="11308" CreationDate="2017-06-07T07:03:01.090" Score="6" Body="&lt;p&gt;this information tending to differ by region/continent. Maybe you should check which could fitting best to you and/or merge them.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Here you can request an API Key: &lt;a href=&quot;https://vindecoder.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vindecoder.eu/&lt;/a&gt; It is not free.&lt;/li&gt;&#xA;&lt;li&gt;From &lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHTSA&lt;/a&gt; you can get lots of different car/manufactur information as WMI. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.vinquery.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.vinquery.com/&lt;/a&gt; provides good api support.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://developer.edmunds.com/api-documentation/vehicle/spec_vin_decoding/v2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;edmunds.com&lt;/a&gt; &lt;del&gt;has&lt;/del&gt; had&lt;sup&gt;*&lt;/sup&gt; a well documented API. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dataonesoftware.com/web-services-vin-decoder-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataOne Software&lt;/a&gt; has a non free API&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;* As of Feb 2018, they have closed their openAPI program&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="16361" LastEditorDisplayName="user4293" LastEditDate="2018-12-27T10:19:18.520" LastActivityDate="2018-12-27T10:19:18.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11327" PostTypeId="5" CreationDate="2017-06-07T11:08:32.037" Score="0" Body="&lt;p&gt;&lt;strong&gt;Curated list of resources&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/infoculture/awesome-opendata-rus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Russian awesome open data list&lt;/a&gt; (GitHub)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-12-10T13:59:50.747" LastActivityDate="2017-12-10T13:59:50.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11328" PostTypeId="4" CreationDate="2017-06-07T11:08:32.037" Score="0" Body="For questions related to the Russian Federations, regions within it, or Russian language." OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-06-07T19:26:30.760" LastActivityDate="2017-06-07T19:26:30.760" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11329" PostTypeId="1" CreationDate="2017-06-07T11:40:05.040" Score="2" ViewCount="45" Body="&lt;p&gt;The FDA publishes lists of Import Alerts in HTML format, such as, for example, on this &lt;a href=&quot;https://www.accessdata.fda.gov/cms_ia/importalert_259.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt;. This is in FDA site under Industry &amp;gt; Import &amp;gt; Program Actions &amp;amp; Enforcement &amp;gt; Import Alerts.&lt;/p&gt;&#xA;&lt;p&gt;This data is not structured to be processed by software.&#xA;I am looking for a way (API, web service...) to retrieve these lists in a format that can be processed (JSON, XML, whatever). I found the OpenFDA (&lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/&lt;/a&gt;) site, but it looks like the Import Alerts are not published here.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know of an alternative source of info for FDA publications or something specific for Import Alerts?&lt;/p&gt;&#xA;" OwnerUserId="16369" LastEditorUserId="23272" LastEditDate="2021-04-07T13:17:22.837" LastActivityDate="2021-04-07T13:17:22.837" Title="Retrieve Import Alerts published by FDA" Tags="|api|openfda|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11330" PostTypeId="2" ParentId="9902" CreationDate="2017-06-07T12:32:19.330" Score="1" Body="&lt;p&gt;The following query is almost instant (&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%28COUNT%28%2a%29%20AS%20%3Fcount%29%20%20%7B%20%3Fs%20wdt%3AP31%20%3Fo%20%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;try it&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT (COUNT(*) AS ?count)  { ?s wdt:P31 ?o }   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In general, one have to download a &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;dump&lt;/a&gt; and use it for such queries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option is to use special reports (you should be especially interested in &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Database_reports/List_of_properties/Top100&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Database_reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata database reports&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://grafana.wikimedia.org/dashboard/db/wikidata?orgId=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata dashboards&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://meta.wikimedia.org/wiki/Statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia Statistics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Additionally, property usage statistics is available on the &lt;a href=&quot;https://www.wikidata.org/wiki/Property_talk:P31&quot; rel=&quot;nofollow noreferrer&quot;&gt;Property discussion&lt;/a&gt; page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.blazegraph.com/wiki/index.php/REST_API#FAST_RANGE_COUNTS&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hackish&lt;/a&gt; way: &lt;a href=&quot;https://query.wikidata.org/sparql?ESTCARD&amp;amp;p=%3Chttp%3A%2F%2Fwww.wikidata.org%2Fprop%2Fdirect%2FP31%3E&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org/sparql?ESTCARD&amp;amp;p=&amp;lt;http://www.wikidata.org/prop/direct/P31&amp;gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2019-09-25T11:52:23.677" LastActivityDate="2019-09-25T11:52:23.677" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11331" PostTypeId="1" CreationDate="2017-06-07T13:38:59.577" Score="2" ViewCount="67" Body="&lt;p&gt;I have a dataset of Koppen climate classifications for the global land mass on a 0.5degx0.5deg lon/lat grid (simple table giving lon, lat and Koppen class for each of approx 85,000 cells as it has changed in decadal steps since 1900 provided by &lt;a href=&quot;http://hanschen.org/koppen&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://hanschen.org/koppen&lt;/a&gt;). I want to be able to map this across countries and need a similar dataset that identifies the ISO country code for each grid cell (but current state is sufficient, don't need history).&lt;/p&gt;&#xA;" OwnerUserId="16370" LastActivityDate="2017-06-07T13:38:59.577" Title="ISO Country Code for lon/lat 0.5degx0.5deg cells" Tags="|geospatial|" AnswerCount="0" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11332" PostTypeId="1" CreationDate="2017-06-07T14:12:32.000" Score="1" ViewCount="60" Body="&lt;p&gt;Is there a database of schools in Canada? Can you drop a link that would direct me to that database?&lt;/p&gt;&#xA;&lt;p&gt;If this does not exist, would you by chance know if the provinces have such data for the schools under them?&lt;/p&gt;&#xA;&lt;p&gt;I have searched and seen only BC and ON.&lt;/p&gt;&#xA;" OwnerUserId="16371" LastEditorUserId="23272" LastEditDate="2022-07-14T12:41:09.287" LastActivityDate="2022-07-14T12:41:09.287" Title="Schools in Canada" Tags="|data-request|education|canada|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="11333" PostTypeId="1" CreationDate="2017-06-07T20:14:11.777" Score="3" ViewCount="111" Body="&lt;p&gt;I am doing research on how to build an open data platform with a web portal and a REST interface without relying on a turnkey solution. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found different solutions: CKAN, Socrata, OpenDataSoft and Junar.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But they all lack documentation regarding the different technologies they use in order to have such system working, and why they used them. Also, Twitter documentation is very detailed, but obviously I can't find anything about their Rest API architecture. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Only CKAN has good documentation, but their architecture description doesn't go much into details of the different software stacks it uses, because I guess I need more than a front end, a load balancer, a backend and a database to make it work.&lt;/p&gt;&#xA;" OwnerUserId="16378" LastEditorUserId="244" LastEditDate="2017-06-15T14:58:19.867" LastActivityDate="2017-06-15T14:58:19.867" Title="Open Data platform from scratch" Tags="|api|uses-of-open-data|ckan|data-portal|rest|" AnswerCount="0" CommentCount="6" ClosedDate="2017-07-08T13:46:42.187" ContentLicense="CC BY-SA 3.0" />
  <row Id="11335" PostTypeId="1" CreationDate="2017-06-08T05:05:07.477" Score="1" ViewCount="140" Body="&lt;p&gt;How can I access FDA drug recall, or warning letter data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So that I can use that information to predict the Drug Shortage &#xA;using machine learning algorithms &lt;/p&gt;&#xA;" OwnerUserId="16385" LastEditorUserId="15875" LastEditDate="2017-06-10T19:36:47.507" LastActivityDate="2018-07-07T20:22:21.987" Title="How can I access FDA drug recall or warning letter data?" Tags="|usa|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11336" PostTypeId="1" CreationDate="2017-06-08T09:34:07.660" Score="2" ViewCount="47" Body="&lt;p&gt;I am trying to create a summarizer as my project and using ANN and AI for trying to get a dataset for the training purpose.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kindly, suggest me where I can get a large dataset for training such a model? I am looking for unpaid datasets, ready to donate.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kindly, help me.&lt;/p&gt;&#xA;" OwnerUserId="16015" LastEditorUserId="16193" LastEditDate="2017-06-09T08:42:03.797" LastActivityDate="2017-06-09T09:25:16.073" Title="Where I can get the datasets containing article with its summarization?" Tags="|data-request|machine-learning|nlp|news|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11337" PostTypeId="1" CreationDate="2017-06-08T12:35:29.910" Score="2" ViewCount="56" Body="&lt;p&gt;For example, air pollution data, traffic jams data, .. Probably also with spatial and temporal dimensions.&lt;/p&gt;&#xA;" OwnerUserId="16387" LastActivityDate="2017-06-08T12:35:29.910" Title="What are known open data sets for the Smart City domain?" Tags="|city|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11338" PostTypeId="2" ParentId="11179" CreationDate="2017-06-08T17:41:05.697" Score="1" Body="&lt;p&gt;I'm looking at doing something similar with the Provider ID. I haven't found a clean dataset that'll tie it all together, but there is this  &lt;a href=&quot;https://data.medicare.gov/Hospital-Compare/Hospital-General-Information/xubh-q36u&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of hospital general information from CMS&lt;/a&gt; to do a fuzzy match to the address of the hospital and the doctor to do a weak tie.&lt;/p&gt;&#xA;" OwnerUserId="16372" LastActivityDate="2017-06-08T17:41:05.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11340" PostTypeId="1" AcceptedAnswerId="12670" CreationDate="2017-06-08T18:07:16.917" Score="3" ViewCount="243" Body="&lt;p&gt;I am looking for a primary source (read: preferably not from a reseller) of all drugs currently in development. The FDA says they don't disclose the information, and it seems that clinicaltrials.gov has the information, but there's no easy way to pull out the names of all the drugs in ct.gov. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other authoritative sources for investigational drugs?&lt;/p&gt;&#xA;" OwnerUserId="16390" LastEditorDisplayName="user4293" LastEditDate="2017-11-07T16:22:00.860" LastActivityDate="2018-05-08T21:43:46.803" Title="Where can I find a list of investigational drugs?" Tags="|data-request|drugs|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11341" PostTypeId="2" ParentId="11336" CreationDate="2017-06-09T09:25:16.073" Score="1" Body="&lt;p&gt;It sounds to me like the type of API/data source you're looking for is precisely what the &lt;a href=&quot;https://developer.nytimes.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York Times API&lt;/a&gt; serves up. While the API call you make can have any customization you wish, if you're looking for articles with summaries, author, timestamp and other metadata, you may want to go with their &lt;a href=&quot;https://developer.nytimes.com/timeswire_v3.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;Times Newswire API&lt;/a&gt; or their &lt;a href=&quot;https://developer.nytimes.com/top_stories_v2.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;Top Stories&lt;/a&gt; API.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-06-09T09:25:16.073" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11342" PostTypeId="1" AcceptedAnswerId="11354" CreationDate="2017-06-09T11:42:55.683" Score="2" ViewCount="127" Body="&lt;p&gt;I would like to extract data from a register stored on a CD from the 90ies. The Windows executable on the CD allows one to browse the database with keywords and by specific variables. However, there is no manual option of exporting this data in a structured way. I guess that the .exe program accesses the information stored in the folder &quot;DATABASE&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/KztA3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KztA3.png&quot; alt=&quot;Content of CD&quot;&gt;&lt;/a&gt;   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Opening the largest file with 21.7MBs in Xcode, this is what the first lines looks like: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;=iulm?=id&lt;code&gt;e?=uhumd?Ghsldo!eds!odtdo!Ctoedrm'&quot;339:oeds=.uhumd?=.id&lt;/code&gt;e?=cnex?=i2?@cm&lt;code&gt;rrds!Gs'&quot;343:biuding!FlcI=.i2?=cs?Mdhrohfds!Bi&lt;/code&gt;trrdd!2-!15678!@cm&lt;code&gt;'&quot;332:=cs?=c?Ctoedrm&lt;/code&gt;oe;!=.c?R&lt;code&gt;birdo=cs?=c?U;!=.c?)125273(!2!19!27!=c?G&lt;/code&gt;y;!=.c?2!19!27=cs?=c?Cs&lt;code&gt;obido,Os;!=.c?=&lt;/code&gt;!isdg&amp;lt;#10020#?10020=.&lt;code&gt;?=cs?=c?I&lt;/code&gt;oedmrsdfhruds;!=.c?@lurfdshbiu!Mdhq{hf!ISC!2470=cs?=c?C&lt;code&gt;oj)do(;!=.c?S&lt;/code&gt;hggdhrdocj!Fshll&lt;code&gt;=cs?=c?Fs'&quot;343:oetof;!=.c?0881!)33/!Ed{dlcds(=cs?=c?Fdrbi'&quot;339:gurg'&quot;343:isds;!=.c?F&lt;/code&gt;sudoc&lt;code&gt;t,Hof/!Cdsoe!Mdil&lt;/code&gt;oo-!L&lt;code&gt;imhr=cs?=c?Fdrdmmrbi&lt;/code&gt;guds;!=.c?Ncrum&lt;code&gt;oe!E'&quot;343:ssvdhu{rbido!@F!,!011!$=cs?=c?Fdrbi'&quot;339:guru'&quot;339:uhfjdhu;!=.c?Ds{dtftof!wno!Ncru!kdfmhbids!@su=cs?=c?Ru&lt;/code&gt;ll,J&lt;code&gt;qhu&lt;/code&gt;m;!=.c?EL!1-14!Lhn=cs?=c?Cdrbi'&quot;339:guhfud!0887;!=.c?6=cs?=c?Tlr&lt;code&gt;u{!0884;!=.c?EL!1-4!Lhn:!0885;!EL!0-0!Lhn=cs?=rl&lt;/code&gt;mm?Inqqdorudeu,Ghsldootllds;!209!672!703.86.O=.rl`mm?=.cnex?=.iulm?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;How can I convert this and make sense of it?&lt;/p&gt;&#xA;" OwnerUserId="11518" LastEditorUserId="11518" LastEditDate="2017-06-09T12:33:34.840" LastActivityDate="2017-06-11T17:04:53.747" Title="90ies Windows .exe database on CD: Extract underlying data" Tags="|data-format|companies|database|extracting|conversion|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11343" PostTypeId="2" ParentId="11340" CreationDate="2017-06-09T19:28:02.120" Score="1" Body="&lt;p&gt;There are a couple of reference sources for drugs, like WHO-DD (world health Organisation-drug dictionary), or INNs (international non-proprietary names) but to my knowledge these do not contain an explicit listing of drugs currently under test. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Checking &lt;a href=&quot;http://www.who.int/medicines/services/inn/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;clinical trials dot gov&lt;/a&gt; shows there's also a database version of that data called &lt;a href=&quot;https://aact-prod.herokuapp.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;AACT&lt;/a&gt;. It should be possible to access the active substances separately there.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="15256" LastEditDate="2017-06-09T19:39:17.267" LastActivityDate="2017-06-09T19:39:17.267" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11344" PostTypeId="1" CreationDate="2017-06-09T19:32:46.087" Score="1" ViewCount="52" Body="&lt;p&gt;I have a stream of data being delivered to my Amazon S3 bucket in the form of tab-delimited text. I would like to scan as it comes in to keep a very small subset of the rows from that match certain criteria. Given the following constraints: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Each file is 5-50GB in size.&lt;/li&gt;&#xA;&lt;li&gt;I'm receiving just over 1 billion rows of data per day. &lt;/li&gt;&#xA;&lt;li&gt;I am to use Amazon AWS services.&lt;/li&gt;&#xA;&lt;li&gt;I need to do it as cheaply as possible.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;All of the data only needs to be read once then can be deleted. How do I most efficiently perform both a range filter on one field, and a keyword filter on another, keeping the entire row that matches a given query for ingest into another system?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can think of a number of solutions and none of them are cheap. Originally I was thinking of loading into a Redshift cluster but this seems like it may be overkill on the basis of both complexity. Lambda seems like an obvious choice except for the fact that it doesn't support loading that much data into memory. I suppose I could see how well an auto-scaling group of workers performs, but that doesn't seem like the most efficient way. Ideally I'd like to perform spatial queries on locations represented as x,y coordinates but I can simplify that to a series of bounding box queries if necessary. All suggestions appreciated. &lt;/p&gt;&#xA;" OwnerUserId="16399" LastActivityDate="2017-06-12T05:15:21.953" Title="How can I flter data from a stream of very large text files?" Tags="|csv|big-data|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11348" PostTypeId="1" CreationDate="2017-06-09T23:59:44.147" Score="0" ViewCount="144" Body="&lt;p&gt;Anyone knows where I can find Saudi Arabia County border as KML file?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched the net with no success&lt;/p&gt;&#xA;" OwnerUserId="16428" OwnerDisplayName="Andous" LastEditorUserId="6229" LastEditDate="2017-06-10T19:36:54.290" LastActivityDate="2017-06-11T00:48:55.650" Title="Seeking Saudi Arabia County borders as KML?" Tags="|geospatial|kml|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11349" PostTypeId="2" ParentId="11335" CreationDate="2017-06-10T01:33:32.557" Score="1" Body="&lt;p&gt;I hope you have additional data sources, of course, but what you're looking for is absolutely available.Also, the prescribing data that's available is far from real-time, though an unexpected spike in a drug with a manufacturing limit on the precursor (methylphendidate might be an example off the top of my head) could be useful to incorporate into the model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think what you're looking for is &lt;a href=&quot;https://open.fda.gov/drug/enforcement/reference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; specifically, though you may well find other useful information on the &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFDA&lt;/a&gt; site. Their open data is surprisingly useful in many ways. The link is to their API reference, which is a pretty reasonable overview. You can also download the data in bulk.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're not solely US-centric, you'll want to review the monthly data on prescribing from the UK NHS. Trends from that data might be helpful in predicting shortages.I can't add a third link, but the site is not hard to find.&lt;/p&gt;&#xA;" OwnerUserId="16403" LastActivityDate="2017-06-10T01:33:32.557" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11350" PostTypeId="1" AcceptedAnswerId="11368" CreationDate="2017-06-10T05:23:11.477" Score="0" ViewCount="38" Body="&lt;p&gt;I'm able to access my county's Public Record system to look a historical information (owner's names, taxes, etc) for a given property. Is there a similar means to access the same history, but with renting tenants?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.skagitcounty.net/Search/Property/?id=P107482&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.skagitcounty.net/Search/Property/?id=P107482&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similar to &lt;a href=&quot;https://opendata.stackexchange.com/questions/10477/rental-loan-agreement-document-database&quot;&gt;this question&lt;/a&gt;, but I'm looking for a link between name and address.&lt;/p&gt;&#xA;" OwnerUserId="9160" LastActivityDate="2017-06-14T06:04:13.570" Title="Accessing Rental History" Tags="|usa|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11351" PostTypeId="2" ParentId="11348" CreationDate="2017-06-11T00:48:55.650" Score="1" Body="&lt;p&gt;Polygeo's comment's link highlights some issues you may have. But as for a simple outline of Saudi Arabia GADM or DIVA-GIS will both be good sources. They won't be in KML (I believe their data come in .shp form) but you can easily convert to KML using a multitude of free tool.&lt;/p&gt;&#xA;" OwnerUserId="16411" LastActivityDate="2017-06-11T00:48:55.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11352" PostTypeId="1" CreationDate="2017-06-11T11:22:24.343" Score="1" ViewCount="95" Body="&lt;p&gt;I wonder if there is a library of &lt;a href=&quot;http://docs.opencv.org/2.4/doc/tutorials/calib3d/camera_calibration/camera_calibration.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Camera calibration and distortion parameters&lt;/a&gt; (as presented in OpenCV camera model or convertable to it) that would cover main cell phone models (iOS\Android) and popular web cameras?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It shall include main distortion parameters such as &lt;code&gt;k1, k2, p1, p2, k3&lt;/code&gt; or a formula on how to convert into them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As For now I found &lt;a href=&quot;https://github.com/htw-inka/cam-intrinsics-db/tree/master/database&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; and &lt;a href=&quot;https://github.com/BloodAxe/Camera-intrinsics-database/tree/master/Devices&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ipad2-front    3.3398628913791757e-02 3.6208493485118960e-02&#xA;    -1.3077939973028386e-03 -2.0534401775609144e-03&#xA;    -7.7594364452126163e-01&#xA;&#xA;&#xA;ipad3-rear 2.3628479801842187e-01 -1.4838185680077374e+00&#xA;    6.1164837177226554e-03 -1.3917464527942961e-02&#xA;    2.3228740041746385e+00&#xA;&#xA;ipad3-front 2.8173092926263271e-02 -7.7958809141800769e-02&#xA;    -3.8787165863786166e-03 2.2533495554116770e-02&#xA;    8.5297577164938476e-01&#xA;&#xA;macbook-pro-2009   -1.0939089498246352e-01 5.1756087136315387e-01&#xA;    1.8180735389345232e-03 -3.3265554687567211e-03&#xA;    -7.2079094436631030e-01&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3104" LastEditorUserId="3104" LastEditDate="2017-06-11T11:35:50.380" LastActivityDate="2017-06-11T11:35:50.380" Title="Camera calibration and distortion parameters data archive (for OpenCV)?" Tags="|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11353" PostTypeId="2" ParentId="7429" CreationDate="2017-06-11T13:45:42.050" Score="1" Body="&lt;p&gt;1Forge (&lt;a href=&quot;http://1forge.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://1forge.com&lt;/a&gt;) provides what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get rates for specific currency pairs try this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://forex.1forge.com/1.0.1/quotes?pairs=EURUSD,GBPJPY,AUDUSD&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you just want to convert currencies like in your example, try this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://forex.1forge.com/1.0.1/convert?from=USD&amp;amp;to=EUR&amp;amp;quantity=100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16412" LastActivityDate="2017-06-11T13:45:42.050" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11354" PostTypeId="2" ParentId="11342" CreationDate="2017-06-11T17:04:53.747" Score="3" Body="&lt;p&gt;I received some help on it. Something along these lines with &lt;code&gt;xor&lt;/code&gt; in Python did the job:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;with open('...dat', 'rb') as f:&#xA;    with open('...txt', 'w') as out:&#xA;        xor = 1&#xA;        s = &quot;&quot;&#xA;&#xA;        while True:&#xA;            c = f.read(1)&#xA;            if c == &quot;&quot; or len(c) == 0:&#xA;                break&#xA;&#xA;            c = chr(ord(c) ^ xor)&#xA;&#xA;            s += str(c)&#xA;            if len(s) &amp;gt; 7:&#xA;                s = s[1:]&#xA;&#xA;            out.write(c)&#xA;&#xA;            if s == &quot;&amp;lt;/html&amp;gt;&quot;:&#xA;                xor = (xor + 1) % 163&#xA;                s = &quot;&quot;&#xA;                out.write('\n')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11518" LastActivityDate="2017-06-11T17:04:53.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11355" PostTypeId="2" ParentId="1073" CreationDate="2017-06-12T02:16:04.330" Score="1" Body="&lt;p&gt;&lt;del&gt;As was alluded to in one in a comments you should check out &lt;a href=&quot;http://www.imdb.com/interfaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.imdb.com/interfaces&lt;/a&gt; which would allow you to either download manually via ftp or through a terminal interface. I am pretty sure the restrictions on the data only pertain to commercial usages but you should verify that before diving in head first. &lt;/del&gt; Also, you could check out &lt;a href=&quot;http://www.themoviedb.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.themoviedb.org&lt;/a&gt; or &lt;a href=&quot;http://www.omdbapi.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.omdbapi.com&lt;/a&gt;. themoviedb API is free but has api request limits, and it does not natively include the IMDBid in a typical search which can make integrating data from multiple sources difficult. OMDb API used to be totally free but now restricts api access though the cost for 100,000 requests is 1$/month so it is very reasonable and it does include the IMDBid in its general search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So as @lonstar, likely in order to save on costs, imdb now requires that users foot the bill for downloading by using a S3 Pay Account. However, there is a mirror site that is still operational hosted by Freie Universitat Berlin, &lt;a href=&quot;ftp://ftp.fu-berlin.de/pub/misc/movies/database/temporaryaccess/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.fu-berlin.de/pub/misc/movies/database/temporaryaccess/&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although, given that the name of the ftp parent directory is &quot;temporaryaccess&quot; it may not be long for this world. :(&lt;/p&gt;&#xA;" OwnerUserId="16414" LastEditorUserId="16414" LastEditDate="2017-11-08T21:54:37.843" LastActivityDate="2017-11-08T21:54:37.843" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11356" PostTypeId="2" ParentId="11344" CreationDate="2017-06-12T05:15:21.953" Score="1" Body="&lt;p&gt;Have you looked at &lt;a href=&quot;http://docs.aws.amazon.com/athena/latest/ug/getting-started.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;AWS Athena&lt;/a&gt; yet? It doesn't require any additional storage (besides the existing S3 bucket) and you can query the data (all of it) whenever you want - for example if your query changes or you get new business requirements. It probably won't give you anything like the &quot;streaming&quot; or real-time characteristics that you seem to be leaning toward in your other solutions, but it's fairly cheap if your interactions are efficient.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, I would probably look at something like a Lambda function triggered on the S3 event.  Each file would then be processed via a file stream reader (to keep the memory in check - see &lt;a href=&quot;https://stackoverflow.com/questions/13155700/fastest-way-to-read-and-write-large-files-line-by-line-in-java&quot;&gt;this post&lt;/a&gt; or &lt;a href=&quot;https://stackoverflow.com/questions/519633/lazy-method-for-reading-big-file-in-python&quot;&gt;this one&lt;/a&gt; for some possibly helpful discussions) - from there you could perform a function on individual rows (or batches of rows) to either do your filtering and forward the relevant data or you could spend a bit more and send everything through a Kinesis stream (or Firehose) and then probably through &lt;a href=&quot;https://aws.amazon.com/kinesis/analytics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kinesis Analytics&lt;/a&gt; to perform the filtering.  But you did specify you were looking for &quot;cheap&quot;, so this may be beyond the budget.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on your appetite for managed services vs. writing, deploying, and maintaining your own servers and applications, you might be able to squeeze out some cost savings using SQS and some workers, but personally I lean toward managed services as much as I can.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Final thought is to possibly think a bit more about what else you might want out of that data and whether throwing away the stuff that fails the filter is really a good idea.  Moreover it might be worthwhile to determine what data structure you need for future use cases of this data. Some possible options would be Redshift (like you mentioned) and something more akin to a data lake (like in the S3 + Athena use case).&lt;/p&gt;&#xA;" OwnerUserId="6853" LastActivityDate="2017-06-12T05:15:21.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11357" PostTypeId="2" ParentId="4919" CreationDate="2017-06-12T15:36:09.600" Score="1" Body="&lt;p&gt;The differences between Tin Can and Open Badges seem to be that Tin Can is for one particular sector of micro-credentials (experiences) whereas Open Badges covers all sectors of micro-credentials.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-06-12T15:36:09.600" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11358" PostTypeId="2" ParentId="10714" CreationDate="2017-06-13T06:32:02.323" Score="3" Body="&lt;p&gt;The AusCover data portal is also likely to be of use here. Specifically, &lt;a href=&quot;http://www.auscover.org.au/dataset_categories/land-cover-dynamics-and-phenology/&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Land cover dynamics and phenology&quot;&gt;Land cover dynamics and phenology&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="16422" LastActivityDate="2017-06-13T06:32:02.323" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11359" PostTypeId="2" ParentId="11246" CreationDate="2017-06-13T06:55:48.497" Score="5" Body="&lt;p&gt;According to the Australian Bureau of Statistics, &lt;a href=&quot;http://www.abs.gov.au/websitedbs/D3310114.nsf/home/Frequently+Asked+Questions#Anchor20&quot; rel=&quot;noreferrer&quot;&gt;exact geographic boundaries for the post codes are not well defined&lt;/a&gt;. Indeed, the data available from the ABS are re-released periodically. However for simple purposes you can probably find what you need &lt;a href=&quot;http://www.abs.gov.au/AUSSTATS/abs@.nsf/DetailsPage/1270.0.55.003July%202016?OpenDocument&quot; rel=&quot;noreferrer&quot;&gt;from the ABS geography portal&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Always carefully read the data descriptions of course to make sure it's fit for your purpose.&lt;/p&gt;&#xA;" OwnerUserId="16422" LastActivityDate="2017-06-13T06:55:48.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11360" PostTypeId="1" CreationDate="2017-06-13T12:55:56.757" Score="1" ViewCount="141" Body="&lt;p&gt;I need the data for the research I am carrying out for a masters thesis. There are a few maps out there (e.g. &lt;a href=&quot;http://powermin.nic.in/sites/default/files/uploads/powergrid_map.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://powermin.nic.in/sites/default/files/uploads/powergrid_map.pdf&lt;/a&gt;), but they seem more like schemas and would be difficult and very time-consuming to turn into a shapefile.&lt;/p&gt;&#xA;" OwnerDisplayName="mets" LastEditorUserId="6229" LastEditDate="2017-06-15T04:38:06.070" LastActivityDate="2017-06-15T04:38:06.070" Title="Seeking shapefile of Indian electricity transmission network?" Tags="|geospatial|india|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11361" PostTypeId="2" ParentId="11360" CreationDate="2017-06-13T13:11:40.057" Score="1" Body="&lt;p&gt;Mapping this would be a nightmare.&lt;a href=&quot;https://i.stack.imgur.com/sGHMd.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sGHMd.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the US the FAA has sectional flight maps for Visual Flight, transmission lines are show as navigation aids. By cross referencing these with aerial photography you can digitize a fairly accurate layer. Most power companies do use schematics as the actual position means less then conductivity. However your PDF is a rough guide and will help you identify them. If your stuck digitizing them it's fairly easy as they tend to run in straight lines for mi/km's. &lt;/p&gt;&#xA;" OwnerDisplayName="Bill Chappell" LastActivityDate="2017-06-13T13:11:40.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11362" PostTypeId="1" CreationDate="2017-06-13T14:21:51.600" Score="1" ViewCount="221" Body="&lt;p&gt;I'm searching for the post codes shapefiles of Morocco, anyone have an ideas where I can find those.. ?? I searched on google but I didn't find what I was looking for.. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can be open source. &lt;/p&gt;&#xA;" OwnerUserId="16249" LastEditorUserId="16193" LastEditDate="2017-10-19T17:36:38.237" LastActivityDate="2017-12-18T17:40:55.760" Title="Morocco Post Code Shapefiles" Tags="|data-request|geocoding|postal-code|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11363" PostTypeId="2" ParentId="5440" CreationDate="2017-06-13T15:27:46.497" Score="1" Body="&lt;p&gt;A workaround would be to modify the searching strategy. For example, breaking down the data you wanted in accordance with a date range.&lt;/p&gt;&#xA;" OwnerUserId="16424" LastActivityDate="2017-06-13T15:27:46.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11364" PostTypeId="2" ParentId="11362" CreationDate="2017-06-13T21:06:21.550" Score="1" Body="&lt;p&gt;You can have a look at OpenStreetMap (OSM). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Municipalities in Morocco are represented using the OSM tag &lt;code&gt;admin_level=8&lt;/code&gt;, according to this &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can query the OSM data using the overpass turbo website: use the wizard and type &lt;code&gt;boundary=* and admin_level=8 in Morocco&lt;/code&gt;. This results in this query: &lt;a href=&quot;http://overpass-turbo.eu/s/pJr&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://overpass-turbo.eu/s/pJr&lt;/a&gt;. According to OSM, there are 1497 objects (pois). I don't know if the data is complete. When zooming on the map, some of the polygons have a strange shape (overlapping polygons). &lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-06-13T21:06:21.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11366" PostTypeId="2" ParentId="16" CreationDate="2017-06-14T05:26:53.057" Score="1" Body="&lt;p&gt;As of this posting, the PublicResource.org link doesn't work, the NCCS datasets are also paid, you must apply for OpenCorporate dataset use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below is a more detailed list including Activity and NTEE codes from an IRS page found though a Data.gov search:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.irs.gov/charities-non-profits/exempt-organizations-business-master-file-extract-eo-bmf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.irs.gov/charities-non-profits/exempt-organizations-business-master-file-extract-eo-bmf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is divided into 4 areas or by state. Here is the document description and the header of the CSV with the fields listed:&#xA;www.irs.gov/pub/irs-soi/eo_info.pdf&#xA;EIN,NAME,ICO,STREET,CITY,STATE,ZIP,GROUP,SUBSECTION,AFFILIATION,CLASSIFICATION,RULING,DEDUCTIBILITY,FOUNDATION,ACTIVITY,ORGANIZATION,STATUS,TAX_PERIOD,ASSET_CD,INCOME_CD,FILING_REQ_CD,PF_FILING_REQ_CD,ACCT_PD,ASSET_AMT,INCOME_AMT,REVENUE_AMT,NTEE_CD,SORT_NAME&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a GitHub project devoted to Open Data for Nonprofit Research:&#xA;&lt;a href=&quot;http://lecy.github.io/Open-Data-for-Nonprofit-Research/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lecy.github.io/Open-Data-for-Nonprofit-Research/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;..and code to parse the four separate regional files and combine them into a single Business Master File of all current Exempt Organizations:&#xA;github.com/lecy/Open-Data-for-Nonprofit-Research/blob/master/Open_Nonprofit_Datasets/IRS_Business_Master_File.Rmd&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also on DataVerse here:&#xA;dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/ZPHJYA&lt;/p&gt;&#xA;" OwnerUserId="16430" LastEditorUserId="16430" LastEditDate="2017-06-14T05:58:21.717" LastActivityDate="2017-06-14T05:58:21.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11367" PostTypeId="1" CreationDate="2017-06-14T05:27:35.070" Score="1" ViewCount="34" Body="&lt;p&gt;I am looking for a database of companies' customer service accounts on social media sites. Any suggestions where I can get this data or any ideas how to create such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="10844" LastEditorUserId="4184" LastEditDate="2017-06-15T07:36:27.327" LastActivityDate="2017-06-15T07:36:27.327" Title="Database of customer service accounts on social media sites" Tags="|data-request|social-media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11368" PostTypeId="2" ParentId="11350" CreationDate="2017-06-14T06:04:13.570" Score="1" Body="&lt;p&gt;tl;dr - no&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;A landowner had both legal rights and responsibilities (such as paying taxes) so ownership needs to be tracked by the state and is a pubic record.  A tenant; however, has no public responsibility.  His responsibility is to the owner. This certainly can vary by state; but, I have never heard of any responsibility to register a property's tenant - only its owner.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Someone might be able to infer tenancy from a person's current address; but, registering your address does not necessarily mean you pay the rent.  &quot;Everything is on the internet&quot;; so, I wouldn't be surprised if someone figured out a way to determine it (like from instance from utility bills); but, I doubt you'll find it on a state registry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I skimmed the &lt;a href=&quot;https://www.landlordology.com/washington-landlord-tenant-laws/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Washington Rental Laws&lt;/a&gt; and I didn't see anything.&lt;/p&gt;&#xA;" OwnerUserId="9374" LastActivityDate="2017-06-14T06:04:13.570" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11369" PostTypeId="2" ParentId="11300" CreationDate="2017-06-14T07:16:51.123" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://icdc.cen.uni-hamburg.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Integrated Climate Data Center - ICDC&lt;/a&gt; offers a &lt;a href=&quot;http://icdc.cen.uni-hamburg.de/1/daten/ocean/oscar-oceansurfacecurrent.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset on global oceanic current&lt;/a&gt;. However, you might need to contact the staff for full access.&lt;/p&gt;&#xA;" OwnerUserId="16431" LastEditorUserId="244" LastEditDate="2017-06-15T14:56:27.650" LastActivityDate="2017-06-15T14:56:27.650" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11370" PostTypeId="2" ParentId="10826" CreationDate="2017-06-14T07:19:15.533" Score="2" Body="&lt;p&gt;You can have a look at OpenStreetMap (OSM).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In OSM, administrative boundaries are represented using the key &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative&quot; rel=&quot;nofollow noreferrer&quot;&gt;boundary=administrative&lt;/a&gt; and levels of these boundaries are represented by the key &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative#admin_level&quot; rel=&quot;nofollow noreferrer&quot;&gt;admin_level=*&lt;/a&gt;. On &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative#admin_level&quot; rel=&quot;nofollow noreferrer&quot;&gt;this wiki page&lt;/a&gt;, you'll find a table for the correspondance between the level number and the type of the boundaries for many countries of the world. Unfortunately, the table does not inform about Saudi Arabia and Turkmenistan, so you have to try/guess admin_level numbers corresponding to your need. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can query the OSM data using the overpass turbo website: use the wizard and type, for instance &lt;code&gt;boundary=administrative and admin_level=4 in Turkmenistan&lt;/code&gt;. You may look only at the ways and relations (and so discard the nodes). Try other numbers of admin_level in case this is not what you are looking for. This results in this query: &lt;a href=&quot;http://overpass-turbo.eu/s/pKa&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://overpass-turbo.eu/s/pKa&lt;/a&gt;. You can then export the data in geojson. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;J.&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-06-14T07:19:15.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11371" PostTypeId="2" ParentId="10865" CreationDate="2017-06-14T14:49:43.690" Score="1" Body="&lt;p&gt;I have no idea whether this is acutally the same dataset as linked to by user Grimaldi in his answer, but OpenStreetMap seems to rely on the &lt;a href=&quot;https://www2.jpl.nasa.gov/srtm/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SRTM&lt;/a&gt; dataset by JPL to calculate its height maps and contour lines. From the release notes of the latest SRTM update (from 2014):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Previously, SRTM data for regions outside the United States were sampled for public release at 3 arc-seconds, which is 1/1200th of a degree of latitude and longitude, or about 90 meters (295 feet). The &lt;strong&gt;new data have been released with a 1 arc-second, or about 30 meters&#xA;  (98 feet), sampling&lt;/strong&gt; that reveals the full resolution of the original&#xA;  measurements.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Concerning the slope question: refer to &lt;a href=&quot;https://gis.stackexchange.com/q/14750/19627&quot;&gt;Using SRTM Global DEM for Slope calculation&lt;/a&gt; on the GIS.SX for extensive answers (some targeting ArcGIS, some not) and discussion of subtle issues when dealing with global coverage data. Just as an appetizer: there is &lt;code&gt;gdaldem slope&lt;/code&gt;...&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2017-06-14T14:49:43.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11372" PostTypeId="1" CreationDate="2017-06-14T21:02:38.563" Score="2" ViewCount="46" Body="&lt;p&gt;I'm looking for a layer with every road in the state of Ohio in order to create drive-time polygons. I'm not familiar with Ohio data sources. Could anyone point me in the direction of a shapefile with all roads in Ohio, or even all roads in the Cleveland area?&lt;/p&gt;&#xA;" OwnerDisplayName="Marie Holler" LastActivityDate="2017-06-19T13:38:03.870" Title="Seeking all Roads in Ohio?" Tags="|usa|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11373" PostTypeId="2" ParentId="11372" CreationDate="2017-06-14T21:11:07.917" Score="3" Body="&lt;p&gt;The US Census Bureau is a source of this data and may be found &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Just select Roads and then Ohio, and road type and you will be able to download the shapefiles. &lt;/p&gt;&#xA;" OwnerUserId="16452" OwnerDisplayName="WoodyWetlands" LastActivityDate="2017-06-14T21:11:07.917" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11374" PostTypeId="2" ParentId="7370" CreationDate="2017-06-15T08:57:58.600" Score="3" Body="&lt;p&gt;The Engie Group has just published operational data of one of its wind farms under the Open License 2.0 of Etalab. See here: &lt;a href=&quot;https://opendata-renewables.engie.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata-renewables.engie.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16441" LastEditorUserId="90" LastEditDate="2020-09-14T20:12:56.427" LastActivityDate="2020-09-14T20:12:56.427" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="11376" PostTypeId="1" CreationDate="2017-06-15T20:40:17.173" Score="1" ViewCount="10" Body="&lt;p&gt;I have tried doing searches for this and can't seem to track down the exact numbers. The sources will list the top selling genres but that doesn't include children's books. I am giving a presentation in October 2017 and need this information.&lt;/p&gt;&#xA;" OwnerUserId="16444" LastActivityDate="2017-06-15T20:40:17.173" Title="I am looking for statistics on the percentage of children's books versus other genres in self-publishing" Tags="|data-request|publishing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11377" PostTypeId="2" ParentId="11323" CreationDate="2017-06-15T23:12:28.893" Score="1" Body="&lt;p&gt;Brittany, I've just downloaded the data from &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and it worked.&lt;/p&gt;&#xA;" OwnerUserId="16446" LastActivityDate="2017-06-15T23:12:28.893" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11378" PostTypeId="2" ParentId="11300" CreationDate="2017-06-16T02:28:26.407" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://gist.github.com/jalbertbowden/5d04b722ced715e32cee3e8c8c4df95b&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's that dataset (Major_Ocean_Currents_arrowPolys_30m) in GeoJSON&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/openaddresses/pyesridump&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pyesridump&lt;/a&gt; is a very powerful tool you can use to liberate data from ESRI's silos.&lt;br&gt;&#xA;This literally took me less than a minute to strip it out, load into &lt;a href=&quot;https://geojson.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;geojson.io&lt;/a&gt;, and then save it as a gist.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-06-16T02:28:26.407" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11379" PostTypeId="2" ParentId="4412" CreationDate="2017-06-16T22:23:16.573" Score="1" Body="&lt;p&gt;The Engie Group has just published operational data of one of its wind farms under the Open License 2.0 of Etalab. See here: &lt;a href=&quot;https://opendata-renewables.engie.com/pages/home/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata-renewables.engie.com/pages/home/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16441" LastActivityDate="2017-06-16T22:23:16.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11380" PostTypeId="2" ParentId="6094" CreationDate="2017-06-17T14:00:55.847" Score="3" Body="&lt;p&gt;You can also check out the &lt;a href=&quot;https://data.quora.com/First-Quora-Dataset-Release-Question-Pairs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quora Question Pairs Dataset&lt;/a&gt; which was used in the recent Kaggle competetition. &lt;/p&gt;&#xA;" OwnerUserId="15482" LastActivityDate="2017-06-17T14:00:55.847" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11384" PostTypeId="2" ParentId="11372" CreationDate="2017-06-19T10:48:17.917" Score="0" Body="&lt;p&gt;If the census data is too old, you might be able to fill in from the state's resources.&#xA;&lt;a href=&quot;http://www.dot.state.oh.us/districts/D01/PlanningPrograms/gis/Pages/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.dot.state.oh.us/districts/D01/PlanningPrograms/gis/Pages/default.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16463" LastActivityDate="2017-06-19T10:48:17.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11386" PostTypeId="2" ParentId="11372" CreationDate="2017-06-19T13:38:03.870" Score="1" Body="&lt;p&gt;The state government provides a dataset with all roads, and even includes speed limit as an attribute:&#xA;&lt;a href=&quot;https://gis.dot.state.oh.us/tims/Data/Download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gis.dot.state.oh.us/tims/Data/Download&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16465" LastActivityDate="2017-06-19T13:38:03.870" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11387" PostTypeId="1" CreationDate="2017-06-19T15:51:23.520" Score="1" ViewCount="148" Body="&lt;p&gt;I'm trying to acquire the 'Countryside Stewardship Water Quality Priority Areas (England)' which can be viewed &lt;a href=&quot;http://www.natureonthemap.naturalengland.org.uk/MagicMap.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; under &lt;code&gt;Countryside Stewardship Targeting &amp;amp; Scoring Layers&lt;/code&gt;&gt; &lt;code&gt;Water&lt;/code&gt; (also shown below) in GIS format. I've tried calling the environment agency who Magic directs me to but the EA have no clue what this layer is.  I'm assuming there's no sneaky way to go into the development tools inside chrome and extract the layer out from the code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/y0uq4.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/y0uq4.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15788" LastEditorUserId="15875" LastEditDate="2017-06-20T13:56:10.857" LastActivityDate="2017-07-28T08:19:34.180" Title="Countryside Stewardship Water Quality Priority Areas (England)" Tags="|data-request|releasing-data|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11389" PostTypeId="2" ParentId="9723" CreationDate="2017-06-19T22:33:52.507" Score="0" Body="&lt;p&gt;You can get all SEC filings that public companies make on the SEC's website: &lt;a href=&quot;https://www.sec.gov/edgar/searchedgar/companysearch.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/edgar/searchedgar/companysearch.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a scraper that'll grab different types of SEC filings in bulk from the SEC website: &lt;a href=&quot;https://github.com/javedqadruddin/EDGAR&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/javedqadruddin/EDGAR&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16471" LastActivityDate="2017-06-19T22:33:52.507" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11390" PostTypeId="2" ParentId="5220" CreationDate="2017-06-20T03:46:38.857" Score="-1" Body="&lt;p&gt;you could check out &lt;a href=&quot;https://www.semantics3.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Semantics3&lt;/a&gt;. It is paid but you can do a couple of lookups to test the data using the &lt;a href=&quot;https://www.semantics3.com/tools/upc-lookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;UPC Lookup tool&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16473" LastActivityDate="2017-06-20T03:46:38.857" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11393" PostTypeId="1" AcceptedAnswerId="11404" CreationDate="2017-06-21T07:06:21.973" Score="1" ViewCount="68" Body="&lt;p&gt;I am working in Qgis and using their satellite map.&#xA;In the &lt;a href=&quot;https://www.mapbox.com/about/open/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapbox website&lt;/a&gt;  the said that they are an &quot;open source&quot;.&#xA;Just for being sure: can I use their maps like OSM maps? &#xA;Give them credit and use them in Fiverr?&#xA;Tanks!&lt;/p&gt;&#xA;" OwnerUserId="16219" LastEditorUserId="16219" LastEditDate="2017-06-25T10:11:09.607" LastActivityDate="2017-06-25T10:11:09.607" Title="Can I use Mapbox as an open source maps provider in Qgis?" Tags="|uses-of-open-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11394" PostTypeId="2" ParentId="11319" CreationDate="2017-06-21T14:41:24.943" Score="1" Body="&lt;p&gt;Will this help:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://try.unigraph.rocks/?q=%7B%0A++subjects(property%3A+%22jstor_article_id%22%2C+identifier%3A+%2289013%22)+%7B%0A++++uid%0A++++jstor_article_id%0A++++doi_id%0A++++title.en%0A++++publication_date%0A++%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Get a DOI id given a Jstor Id&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Refer to the Unigraph documentation &lt;a href=&quot;https://github.com/unigraph/docs/wiki&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; to build your queries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the keys: DEMO or WebDemos or request your own from api @ ingen.io&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-06-21T14:41:24.943" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11395" PostTypeId="1" AcceptedAnswerId="11410" CreationDate="2017-06-21T14:52:28.530" Score="1" ViewCount="17" Body="&lt;p&gt;Trying to find a source that provides monthly or at worst quarterly data of the GDP in the Eurozone area. During my research, I found this link &lt;a href=&quot;http://ec.europa.eu/eurostat/tgm/table.do?tab=table&amp;amp;init=1&amp;amp;plugin=1&amp;amp;pcode=tec00001&amp;amp;language=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;click&lt;/a&gt; but it is annual and it does not allow you to change to quarter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Apart from that I would like it to be reliable and free of charge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any thoughts?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I have also found this &lt;a href=&quot;http://sdw.ecb.europa.eu/quickview.do?SERIES_KEY=MNA.Q.Y.I8.W2.S1.S1.B.B1GQ._Z._Z._Z.EUR.V.N&amp;amp;periodSortOrder=ASC&quot; rel=&quot;nofollow noreferrer&quot;&gt;1&lt;/a&gt; which is quarterly data published by ECB. However there seems to be a large deviation on the values reported by these two links. Their difference is not that obvious to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insights on their differences? &lt;/p&gt;&#xA;" OwnerUserId="16487" LastEditorUserId="16487" LastEditDate="2017-06-21T15:02:32.137" LastActivityDate="2017-06-23T19:23:40.970" Title="Open Data for the monthly or quarterly GDP of the Eurozone (or Europe 19)" Tags="|data-request|europe|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11396" PostTypeId="1" AcceptedAnswerId="11401" CreationDate="2017-06-21T15:07:50.830" Score="4" ViewCount="213" Body="&lt;p&gt;I am searching for a Database containing a hierarchical Ontology of most objects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, an Apple is a special type of an edible Fruit, which is a special type of Fruit. A Fruit is a physical Object and therefore has a volume, weight, smell etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found some openly available Ontological Databases, like &lt;a href=&quot;http://dbpedia.org/page/Apple&quot; rel=&quot;nofollow noreferrer&quot;&gt;dbpedia&lt;/a&gt;, but extracting the hierarchical Information is non-trivial.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone worked with similar Databases and is able to recommend something similar?&lt;/p&gt;&#xA;" OwnerUserId="16488" LastEditorUserId="4184" LastEditDate="2017-06-23T10:29:16.687" LastActivityDate="2017-06-24T06:20:45.257" Title="Ontological Database of Objects" Tags="|data-request|database|ontology|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11397" PostTypeId="1" CreationDate="2017-06-21T20:36:26.223" Score="3" ViewCount="69" Body="&lt;p&gt;Where can I find full copies of city government contracts? I prefer file types that allow for searching. The city of Chicago provided access at one point but I can no longer find the actual files. &lt;/p&gt;&#xA;" OwnerUserId="16492" LastEditorUserId="4184" LastEditDate="2017-06-23T13:23:37.770" LastActivityDate="2017-10-04T16:47:20.517" Title="where can I find city contracts?" Tags="|data-request|government|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11398" PostTypeId="1" AcceptedAnswerId="11399" CreationDate="2017-06-21T20:49:37.203" Score="2" ViewCount="79" Body="&lt;p&gt;(Cross-post from &lt;a href=&quot;https://gis.stackexchange.com/questions/244915/database-of-labeled-hyperspectral-imagery&quot;&gt;GIS StackExchange&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any datasets of hyperspectral imagery that can be used for AI training and classification, comparable to ImageNet? The Universitat de Valencia has one listed on their site, HyperLabelMe, but it seems to have been taken down.&lt;/p&gt;&#xA;" OwnerUserId="16491" LastEditorUserId="1511" LastEditDate="2018-03-20T10:39:28.340" LastActivityDate="2018-03-20T10:39:28.340" Title="Database of labeled hyperspectral imagery" Tags="|geospatial|images|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11399" PostTypeId="2" ParentId="11398" CreationDate="2017-06-22T01:12:31.270" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.hyperspectral.alaska.edu/resources_data_products.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;University of Alaska has some test datasets&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;ftp://ftpext.cr.usgs.gov/pub/cr/co/denver/speclab/pub/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Spectroscopy Lab FTP&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://speclab.cr.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Spec Lab has tutorials with small datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-06-22T01:12:31.270" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11400" PostTypeId="1" CreationDate="2017-06-22T13:49:52.417" Score="1" ViewCount="21" Body="&lt;p&gt;I am looking for dataset(s) that classifies the GSR (skin conductivity) / heart rate readings to emotions and pain levels for machine learning purposes.&lt;/p&gt;&#xA;" OwnerUserId="16499" LastActivityDate="2017-06-22T13:49:52.417" Title="Pain levels using GSR and heart rate measurements" Tags="|machine-learning|csv|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11401" PostTypeId="2" ParentId="11396" CreationDate="2017-06-22T16:59:45.623" Score="6" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;...but extracting the hierarchical information is non-trivial.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;DBpedia T-Box dump is available to download as a separate file from &lt;a href=&quot;http://wiki.dbpedia.org/services-resources/ontology&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&#xA;page&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Wikidata classes and properties dumps are available to download as separate files from &lt;a href=&quot;http://tools.wmflabs.org/wikidata-exports/rdf/exports/20160801/dump_download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&#xA;page&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I am searching for a database containing a hierarchical ontology of&#xA;  most objects.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Many of the so-called &lt;em&gt;upper ontologies&lt;/em&gt; are in fact very comprehensive or have many domain-specific extensions: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.mpi-inf.mpg.de/departments/databases-and-information-systems/research/yago-naga/yago/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;YAGO&lt;/a&gt; (look at TAXONOMY and SIMPLETAX &quot;themes&quot;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.adampease.org/OP/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SUMO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://umbel.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UMBEL&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.loa.istc.cnr.it/old/DOLCE.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;DOLCE&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are also the so-called &lt;em&gt;commonsense knowledge bases&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Cyc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cyc&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://conceptnet.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ConceptNet&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WordNet&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Many of these ontologies and commonsense knowledge bases are interlinked.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-06-24T06:20:45.257" LastActivityDate="2017-06-24T06:20:45.257" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11402" PostTypeId="2" ParentId="1664" CreationDate="2017-06-23T05:59:10.293" Score="-1" Body="&lt;p&gt;There's a pretty good/large vehicle make and model database free(not include images) and API(paid) : &lt;a href=&quot;https://databases.one/#download&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vehicle make model database download free&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16117" LastEditorUserId="16117" LastEditDate="2017-06-23T06:45:05.730" LastActivityDate="2017-06-23T06:45:05.730" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11403" PostTypeId="1" CreationDate="2017-06-23T08:17:32.423" Score="0" ViewCount="128" Body="&lt;p&gt;I'm looking for a dataset with information about public (and private, if possible) school teachers in the United States, including names, schools, and possibly any other identifying information such as department, school location, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I assume that this information is freely available. I have tried the methods explained in this post: &#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/786/is-there-an-open-database-of-elementary-middle-and-high-schools-in-the-united&quot;&gt;Is there an open database of elementary, middle, and high schools in the United States?&lt;/a&gt;&#xA;but the farthest I was able to get was a dataset including every public school in the United States. If anyone has any information on such a dataset, or possibly a direct link to one, I would be grateful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="16506" LastEditorUserId="16506" LastEditDate="2017-06-23T09:07:59.237" LastActivityDate="2017-09-26T02:58:19.260" Title="Public School Teacher Dataset" Tags="|data-request|usa|government|education|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11404" PostTypeId="2" ParentId="11393" CreationDate="2017-06-23T09:35:30.450" Score="1" Body="&lt;p&gt;The source code is &lt;a href=&quot;https://github.com/mapbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open source&lt;/a&gt;, but if you want to use their service, that comes with constraints. The easiest summary is the &lt;a href=&quot;https://www.mapbox.com/pricing/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pricing page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the underlying data is &lt;a href=&quot;https://www.mapbox.com/help/osm-and-mapbox/&quot; rel=&quot;nofollow noreferrer&quot;&gt;still OSM&lt;/a&gt;. There are lots of ways to consume that data, including a range of rendering and data query options.&lt;/p&gt;&#xA;" OwnerUserId="5617" LastActivityDate="2017-06-23T09:35:30.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11405" PostTypeId="2" ParentId="7652" CreationDate="2017-06-23T11:08:28.033" Score="1" Body="&lt;p&gt;From &lt;a href=&quot;https://www.theverge.com/2016/4/25/11501078/cern-300-tb-lhc-data-open-access&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The information is available for download in two formats: &quot;primary&#xA;  datasets&quot; used by CERN researchers, and lightweight &quot;derived datasets&quot;&#xA;  intended to be accessed by a wider audience.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://opendata.cern.ch/about/CMS&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opendata.cern.ch/about/CMS&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="8736" LastActivityDate="2017-06-23T11:08:28.033" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11406" PostTypeId="2" ParentId="10884" CreationDate="2017-06-23T13:17:00.803" Score="1" Body="&lt;p&gt;You could use torrents to collect the IP addresses of peers, although the coding is a bit tricky because of the protocol. I was looking into it as a hobby project, to use Python libraries. See &lt;a href=&quot;https://stackoverflow.com/q/4418157/2327328&quot;&gt;here&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For fun, &lt;a href=&quot;https://torrentfreak.com/netflix-uses-pirate-sites-to-determine-what-shows-to-buy-130914/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Netflix Uses Pirate Sites to Determine What Shows to Buy&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-06-23T13:17:00.803" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11408" PostTypeId="2" ParentId="11393" CreationDate="2017-06-23T14:30:17.090" Score="0" Body="&lt;p&gt;I sent to the customer support this message &lt;a href=&quot;https://i.stack.imgur.com/3dnSM.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3dnSM.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &#xA;The sent me this answer  &lt;a href=&quot;https://i.stack.imgur.com/FWxB6.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FWxB6.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; and a list of links. &#xA;I think that this answer is pretty clear. &#xA;The way to give Mapbox their credit is to go Properties in the Layers Panel &lt;a href=&quot;https://i.stack.imgur.com/8wNvI.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8wNvI.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;and then to click on the &quot;Place the credit...&quot; bar &lt;a href=&quot;https://i.stack.imgur.com/h2ENn.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/h2ENn.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;The credit will shows on the right cornet of the map &lt;a href=&quot;https://i.stack.imgur.com/xVOgq.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xVOgq.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As the Mapbox answer is as good as it can get I think it will be a good reinforcement if some one alas will ask the same question and post one more &quot;Yes&quot; in this forum.&#xA;Thanks&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link list from Mapbox:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/help/#get-started-with-mapbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;Getting Started guides&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/help/how-mapbox-works/&quot; rel=&quot;nofollow noreferrer&quot;&gt;How Mapbox Works&lt;/a&gt; &#xA;&lt;a href=&quot;https://www.mapbox.com/help/getting-started-mapbox-studio-1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Getting Started with Studio&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/help/add-custom-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Adding Custom Data&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/help/uploads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Uploads Help&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapbox.com/help/getting-started-studio-datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataset Editor&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="16219" LastActivityDate="2017-06-23T14:30:17.090" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11409" PostTypeId="1" AcceptedAnswerId="12250" CreationDate="2017-06-23T15:08:20.437" Score="1" ViewCount="222" Body="&lt;p&gt;Is there a database containing all &lt;strong&gt;historical&lt;/strong&gt; currency holidays for the major currency pairs ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be in the spirit of the following data (&lt;a href=&quot;https://www.interactivebrokers.com/en/index.php?f=709&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.interactivebrokers.com/en/index.php?f=709&lt;/a&gt;), but historical (since 1995 at least).&lt;/p&gt;&#xA;" OwnerUserId="16508" LastEditorUserId="70" LastEditDate="2022-10-14T19:53:56.700" LastActivityDate="2022-10-14T19:53:56.700" Title="Open database of historical currency holidays for major currency pairs" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11410" PostTypeId="2" ParentId="11395" CreationDate="2017-06-23T19:23:40.970" Score="0" Body="&lt;p&gt;GDP isn't calculated monthly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the ECB numbers and cite to the ECB. The metadata page is useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ECB data is seasonally adjusted. The Eurostat data doesn't say seasonally adjusted that I could find.&lt;/p&gt;&#xA;" OwnerUserId="9282" LastActivityDate="2017-06-23T19:23:40.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11411" PostTypeId="2" ParentId="11403" CreationDate="2017-06-23T23:16:08.573" Score="1" Body="&lt;p&gt;I couldn't find one nationally, but it seems like you ought to dig in by state. For instance, there appears to be &lt;a href=&quot;http://www.ode.state.or.us/search/results/?id=227&quot; rel=&quot;nofollow noreferrer&quot;&gt;school directory data for the state of Oregon&lt;/a&gt;, and in Portland, there also seems to be a list of &lt;a href=&quot;https://www.pps.net/Page/2141&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of people working in it's public schools&lt;/a&gt;. The first link appears to list it's staff in PDF files, but that's all I checked. Have you tried www.data.gov?&lt;/p&gt;&#xA;" OwnerUserId="16013" LastActivityDate="2017-06-23T23:16:08.573" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11413" PostTypeId="2" ParentId="6888" CreationDate="2017-06-24T07:27:32.097" Score="1" Body="&lt;p&gt;&lt;strong&gt;Short answer&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should create these URIs yourself, as well as mainteiners of all other DCAT catalogues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Long answer&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look at &lt;a href=&quot;https://www.w3.org/TR/vocab-dqv/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Quality Vocabulary&lt;/a&gt;, which is based on DCAT. Consider the following example from the section &lt;a href=&quot;https://www.w3.org/TR/vocab-dqv/#expressQualityClassification&quot; rel=&quot;nofollow noreferrer&quot;&gt;6.7&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;https://certificates.theodi.org/en/datasets/393&amp;gt;&#xA;    a dcat:Dataset ;&#xA;    dqv:hasQualityAnnotation :classificationQA .&#xA;&#xA;:classificationQA  &#xA;    a dqv:UserQualityFeedback ;&#xA;    oa:hasTarget &amp;lt;https://certificates.theodi.org/en/datasets/393&amp;gt; ;&#xA;    oa:hasBody :four_stars ; &#xA;    oa:motivatedBy dqv:qualityAssessment, oa:classifying ;&#xA;    dqv:inDimension :availability .&#xA;&#xA;:four_stars&#xA;   a skos:Concept;&#xA;   skos:inScheme :OpenData5Star ;&#xA;   skos:prefLabel &quot;Four stars&quot;@en ;&#xA;   skos:definition &quot;Dataset available on the Web with structured&#xA;   machine-readable non proprietary format. It uses URIs to denote things.&quot;@en .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Data Quality Vocabulary implicitely prescribes creation of your own concept of 5 star rating scheme.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Explanation&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DQV is aligned with the daQ ontology for representing information on the quality of linked open datasets, which is itself anchored in the &lt;a href=&quot;https://www.w3.org/TR/vocab-data-cube/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF Data Cube&lt;/a&gt; framework for publishing statistical data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are dimensions, metrics, observations of quality. The classification of a dataset as a three star dataset is just a derivation from the result of a availability measurement performed by a measurer.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;:myDataset&#xA;    dqv:hasQualityAnnotation  :myDatasetClassification .&#xA;&#xA;:myDatasetClassification  &#xA;    a dqv:UserQualityFeedback ;&#xA;    prov:wasDerivedFrom  :measurement2 ;&#xA;    oa:hasTarget :myDataset ;&#xA;    oa:hasBody :three_stars ; &#xA;    oa:motivatedBy dqv:qualityAssessment, oa:classifying ;&#xA;    dqv:inDimension :availability .&#xA;&#xA;:measurement2&#xA;    a dqv:QualityMeasurement ;&#xA;    dqv:computedOn :mySPARQLDatasetDistribution ;&#xA;    dqv:isMeasurementOf :SPARQLAvailabilityMetric ;&#xA;    dqv:value &quot;false&quot;^^xsd:boolean .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As you can see, DQV uses the &lt;a href=&quot;https://www.w3.org/TR/annotation-vocab/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Web Annotation Vocabulary&lt;/a&gt;. It means that dataset quality lies entirely in the eye of the beholder, and all abstract notions involved have to be defined by this beholder, unless they are defined in the Web Annotation Vocabulary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://www.w3.org/2013/dwbp/track/issues/148&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISSUE-148&lt;/a&gt; and the discussion related. &lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-03T11:06:52.260" LastActivityDate="2017-07-03T11:06:52.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11415" PostTypeId="1" CreationDate="2017-06-24T14:24:51.843" Score="1" ViewCount="24" Body="&lt;p&gt;It is okay if the data is not downloadable but viewable. But I need to compare dates of a particular holiday being celebrated in these two/three countries and plot a graph. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked into timeanddate they do not have data for Bangladesh/Pakistan from early times.&lt;/p&gt;&#xA;" OwnerUserId="16515" LastActivityDate="2017-06-24T14:24:51.843" Title="Looking for holiday data of Saudi Arabia and Bangladesh/Pakistan from 1950s until now" Tags="|data-request|uses-of-open-data|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11416" PostTypeId="2" ParentId="11409" CreationDate="2017-06-25T22:16:12.053" Score="-3" Body="&lt;p&gt;I didn't find a proper open source, but one can use the calendars from a Bloomberg terminal.&lt;/p&gt;&#xA;" OwnerUserId="16508" LastActivityDate="2017-06-25T22:16:12.053" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11417" PostTypeId="2" ParentId="4116" CreationDate="2017-06-26T09:16:36.790" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://pages.stern.nyu.edu/~jhasbrou/Research/WorkingPaperIndex.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;TORQ database&lt;/a&gt; is a database of all data related to a random sample of 144 companies from NYSE, for the dates 1990-11-01 to 1991-01-31. In contrast to other databases, it includes not only prices but also buy and sell orders. &#xA;Unfortunately it is in old DOS format, so you'll need a tool such as DosBox to handle it.&lt;/p&gt;&#xA;" OwnerUserId="2740" LastEditorUserId="2740" LastEditDate="2017-06-26T09:36:36.493" LastActivityDate="2017-06-26T09:36:36.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11418" PostTypeId="2" ParentId="1007" CreationDate="2017-06-26T13:31:29.353" Score="1" Body="&lt;p&gt;I think that ESPN has discontinued their developer access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try fantasysportnet - &lt;a href=&quot;http://fantasysportnet.com/data/home.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://fantasysportnet.com/data/home.jsp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They cover the major European football leagues … EPL, Bundesliga, Spanish league, Serie A, and provide stats through a simple API.&lt;/p&gt;&#xA;" OwnerUserId="16531" LastActivityDate="2017-06-26T13:31:29.353" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11420" PostTypeId="2" ParentId="11016" CreationDate="2017-06-26T13:37:00.753" Score="0" Body="&lt;p&gt;Some, like Opta, have their own staff watching the games and updating data, but then they charge large amounts of money for access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The smaller companies mainly scrape the data (technically in the public doman, so legal)&lt;/p&gt;&#xA;" OwnerUserId="16531" LastActivityDate="2017-06-26T13:37:00.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11421" PostTypeId="2" ParentId="3561" CreationDate="2017-06-26T13:41:51.087" Score="0" Body="&lt;p&gt;For football (soccer), try fantasysportnet &lt;a href=&quot;http://fantasysportnet.com/data/home.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://fantasysportnet.com/data/home.jsp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They cover the major European football leagues … EPL, Bundesliga, Spanish league, Serie A, and provide stats through a simple API.&lt;/p&gt;&#xA;" OwnerUserId="16531" LastActivityDate="2017-06-26T13:41:51.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11422" PostTypeId="2" ParentId="5176" CreationDate="2017-06-26T13:42:29.723" Score="0" Body="&lt;p&gt;Try fantasysportnet - &lt;a href=&quot;http://fantasysportnet.com/data/home.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://fantasysportnet.com/data/home.jsp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They cover the major European football leagues … EPL, Bundesliga, Spanish league, Serie A, and provide stats through a simple API.&lt;/p&gt;&#xA;" OwnerUserId="16531" LastActivityDate="2017-06-26T13:42:29.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11423" PostTypeId="1" CreationDate="2017-06-26T14:26:00.790" Score="1" ViewCount="22" Body="&lt;p&gt;I am looking for a database or -set that contains information about rice seed varieties in Asia. Ideally such a dataset would contain the following keys:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;growth duration&lt;/li&gt;&#xA;&lt;li&gt;mean yield&lt;/li&gt;&#xA;&lt;li&gt;rice variety&lt;/li&gt;&#xA;&lt;li&gt;location the data was obtained (e.g. country)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I know there scientific publications regarding the relationship between growth duration and yield (e.g. &lt;a href=&quot;http://www.tandfonline.com/doi/pdf/10.1080/00380768.1966.10431180&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vergara et al. (1966)&lt;/a&gt;, &lt;a href=&quot;http://www.thejaps.org.pk/docs/v-24-5/30.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hussain et al. (2014)&lt;/a&gt;), however most of them are either outdated, incomplete or only relating to a small, specific area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am trying to correlate the information on growth duration and mean yield to another dataset containing information about growing season lengths and thus estimate the rice production volume.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any accessible database, API or file format is fine. Regarding the license the dataset would need to be accessible for non-commercial, scientific use with the option to publish derived results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know any database or -set that contains this information and can be considered relatively &quot;complete&quot;, i.e. current and large in size representing the most common rice varieties?&lt;/p&gt;&#xA;" OwnerUserId="6082" LastActivityDate="2017-06-26T14:26:00.790" Title="Database/-set containing information about rice yield and growth duration" Tags="|data-request|research|agriculture|asia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11424" PostTypeId="1" AcceptedAnswerId="11687" CreationDate="2017-06-26T18:49:58.963" Score="0" ViewCount="200" Body="&lt;p&gt;Does MIMIC-III provide any medication administration data for oral or IV push medications?  I'm aware that the PRESCRIPTIONS table contains all medications, but this table only reflects ordered medications (not the MAR).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, if I want to identify patients who received IV push enalaprilat, I can see 788 entries of 'enalaprilat' in the PRESCRIPTIONS table:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select count(*) from prescriptions where drug ilike 'enalaprilat'&#xA;-- Returns 788 entries&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But because I cannot identify a D_ITEM corresponding to enalaprilat, there will not be any entries in the INPUTEVENTS tables:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select * from d_items where label ilike 'enalaprilat'&#xA;-- This query does not return any rows&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I assume that IV push and oral medications are not considered as &quot;input&quot; because they are small or negligible volumes.  Is there any MAR equivalent in MIMIC to verify that a prescription/order was actually given to a patient?&lt;/p&gt;&#xA;" OwnerUserId="12803" LastActivityDate="2017-08-28T17:36:11.283" Title="Medication administration in MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11425" PostTypeId="2" ParentId="5742" CreationDate="2017-06-26T21:52:47.477" Score="5" Body="&lt;p&gt;You could do it with SPARQL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?wdLabel ?ooLabel&#xA;WHERE {&#xA;  VALUES (?s) {(wd:Q42)}&#xA;  ?s ?wdt ?o .&#xA;  ?wd wikibase:directClaim ?wdt .&#xA;  ?wd rdfs:label ?wdLabel .&#xA;  OPTIONAL {&#xA;    ?o rdfs:label ?oLabel .&#xA;    FILTER (lang(?oLabel) = &quot;en&quot;)&#xA;  }&#xA;  FILTER (lang(?wdLabel) = &quot;en&quot;)&#xA;  BIND (COALESCE(?oLabel, ?o) AS ?ooLabel)&#xA; } ORDER BY xsd:integer(STRAFTER(STR(?wd), &quot;http://www.wikidata.org/entity/P&quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FwdLabel%20%3FooLabel%0AWHERE%20%7B%0A%20VALUES%20%28%3Fs%29%20%7B%28wd%3AQ42%29%7D%0A%20%3Fs%20%3Fwdt%20%3Fo%20.%0A%20%3Fwd%20wikibase%3AdirectClaim%20%3Fwdt%20.%0A%20%3Fwd%20rdfs%3Alabel%20%3FwdLabel%20.%0A%20OPTIONAL%20%7B%0A%20%3Fo%20rdfs%3Alabel%20%3FoLabel%20.%0A%20FILTER%20%28lang%28%3FoLabel%29%20%3D%20%22en%22%29%0A%20%7D%0A%20FILTER%20%28lang%28%3FwdLabel%29%20%3D%20%22en%22%29%0A%20BIND%20%28COALESCE%28%3FoLabel%2C%20%3Fo%29%20AS%20%3FooLabel%29%0A%20%7D%20ORDER%20BY%20xsd%3Ainteger%28STRAFTER%28STR%28%3Fwd%29%2C%20%22http%3A%2F%2Fwww.wikidata.org%2Fentity%2FP%22%29%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps the problem was that Wikidata supplies labels for entities in the &lt;code&gt;wd:&lt;/code&gt; namespace only.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to provide labels for properties in the &lt;code&gt;wdt:&lt;/code&gt; namespace, one have to use the special predicate &lt;code&gt;wikibase:directClaim&lt;/code&gt;, which connects the &lt;code&gt;wd:&lt;/code&gt; namespace entity for the property to its &lt;code&gt;wdt:&lt;/code&gt; namespace representation.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2019-01-05T12:03:55.370" LastActivityDate="2019-01-05T12:03:55.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11427" PostTypeId="2" ParentId="1582" CreationDate="2017-06-27T12:44:27.370" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://brex.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://brex.io&lt;/a&gt; offers API access to query business data from the US States. It's not 100% complete but only a few states are missing.&lt;/p&gt;&#xA;" OwnerUserId="16541" LastActivityDate="2017-06-27T12:44:27.370" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11430" PostTypeId="2" ParentId="11387" CreationDate="2017-06-28T07:12:11.680" Score="1" Body="&lt;p&gt;The &lt;em&gt;sneaky&lt;/em&gt; way of finding out more about the offering would be to use &lt;a href=&quot;https://www.telerik.com/download/fiddler&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fiddler&lt;/a&gt;, or some such tool and look what requests are made by your browser through the MAGIC client.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you might see a request like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.natureonthemap.naturalengland.org.uk/proxy.ashx?http://gisdata.landmarkcloud.co.uk/arcgis/rest/services/MAGIC/Countryside/MapServer/export?dpi=96&amp;amp;transparent=true&amp;amp;format=png8&amp;amp;bbox=321549.80964467005%2C607503.1725888324%2C421486.3578680203%2C693337.5634517766&amp;amp;bboxSR=27700&amp;amp;imageSR=27700&amp;amp;size=900%2C773&amp;amp;layers=show%3A64%2C65%2C66%2C67%2C68%2C69%2C70%2C71%2C72%2C73%2C74%2C75%2C76%2C77&amp;amp;f=image&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.natureonthemap.naturalengland.org.uk/proxy.ashx?http://gisdata.landmarkcloud.co.uk/arcgis/rest/services/MAGIC/Countryside/MapServer/export?dpi=96&amp;amp;transparent=true&amp;amp;format=png8&amp;amp;bbox=321549.80964467005%2C607503.1725888324%2C421486.3578680203%2C693337.5634517766&amp;amp;bboxSR=27700&amp;amp;imageSR=27700&amp;amp;size=900%2C773&amp;amp;layers=show%3A64%2C65%2C66%2C67%2C68%2C69%2C70%2C71%2C72%2C73%2C74%2C75%2C76%2C77&amp;amp;f=image&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which if you open in a browser might look like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kV8eV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kV8eV.png&quot; alt=&quot;MAGIC countryside&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you can see that there is a ArcGIS service behind the map and you might be able to extract vector data through the REST API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see that the metadata says that data originator is the Environment Agency (EA), and I agree it is disappointing if you have contacted the EA and they don't know what data you mean!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The less sneaky way&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see too that the data distributor is Natural England through their  &lt;strong&gt;Countryside Stewardship Development Team Subject Matter Expert (SMEX) – Data&lt;/strong&gt; contact.  I think the contact details you need are found on the following page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/collections/countryside-stewardship-get-paid-for-environmental-land-management&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.uk/government/collections/countryside-stewardship-get-paid-for-environmental-land-management&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastEditorUserId="5766" LastEditDate="2017-06-28T07:24:58.327" LastActivityDate="2017-06-28T07:24:58.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11431" PostTypeId="1" AcceptedAnswerId="11447" CreationDate="2017-06-28T07:54:47.300" Score="2" ViewCount="676" Body="&lt;p&gt;Where does one find downloadable &lt;strong&gt;category&lt;/strong&gt; data for ICD-9 codes in CSV/XML/JSON or other structured format? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(We are looking for structured data rather than web scraping or writing parsers for semi-structured text.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CMS offers &lt;a href=&quot;https://www.cms.gov/Medicare/Coding/ICD9ProviderDiagnosticCodes/codes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloads of subcategories&lt;/a&gt; but the category headings for each subcategory are missing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.cdc.gov/nchs/icd/icd9cm.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;CDC offers ICD-9 downloads&lt;/a&gt; as well but the updates only go to 2011 and the file is in RTF format as opposed to CSV/XML etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A &lt;a href=&quot;https://stackoverflow.com/questions/1520257/looking-for-resources-for-icd-9-codes&quot;&gt;closed question on StackOverflow&lt;/a&gt; is filled with efforts that parsed those RTF files - but there appear to be no structured sources that include the latest CMS updates from 2014.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As some background...&#xA;ICD-9-CM codes are three-to-five digit numeric and, in certain cases, alphanumeric codes. The first three digits in a code are called the “category.” The category describes the general illness, injury, or condition of the patient such as: 123.0 – {Disease} in Chest. The zero after the decimal point is the subcategory.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;123 – {Disease} (The first three digits make up the category)&#xA;&#xA;123.0 – {Disease} in Chest (The zero after the decimal point is the subcategory.)&#xA;123.00 - … uncomplicated&#xA;123.01 – … with complications in cardiac system&#xA;123.02 – … with complications in digestive system (the last digit is the subclassification. This gives even further information about the designation outlined in the subcategory. If we were to select 123.02 as our code, we’d read the full code as “{Disease} in chest, with complications in the digestive system.”&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11083" LastEditorUserId="11083" LastEditDate="2017-06-28T11:13:30.307" LastActivityDate="2017-06-30T17:47:53.270" Title="Where to find ICD-9 category codes?" Tags="|medical|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11432" PostTypeId="2" ParentId="11431" CreationDate="2017-06-28T09:54:33.930" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_ICD-9_codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia seems to have a decent listing&lt;/a&gt;. OK, that is not in CSV/XML/JSON, but you can use &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; to parse the data.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-06-28T09:54:33.930" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11433" PostTypeId="2" ParentId="11397" CreationDate="2017-06-28T10:51:10.580" Score="2" Body="&lt;p&gt;Presuming that it's just US cities that you are interested in, the US City Local Open Data Census records those that are open under its &lt;a href=&quot;http://us-city.census.okfn.org/dataset/contracts&quot; rel=&quot;nofollow noreferrer&quot;&gt;procurement contracts&lt;/a&gt; category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So if you're looking for Chigaco, you will find the &lt;a href=&quot;https://data.cityofchicago.org/Administration-Finance/Contracts/rsxa-ify5&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; to the open dataset in question under the 'location' column of the table&lt;/p&gt;&#xA;" OwnerUserId="14392" LastActivityDate="2017-06-28T10:51:10.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11435" PostTypeId="2" ParentId="9582" CreationDate="2017-06-28T19:51:59.083" Score="1" Body="&lt;p&gt;Use Wikipedia urls to identify the hash type.&#xA;(That's &lt;a href=&quot;https://ontotext.com/knowledgehub/fundamentals/five-star-linked-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;5 star&lt;/a&gt; out of the box)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For your other questions use &lt;a href=&quot;http://lov.okfn.org/dataset/lov/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Open Vocabularies&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If that fails, use your own URLs (5 star please) and if you later on discover, that there are more appropriate URLs for it, add and distribute &lt;code&gt;owl:sameAs&lt;/code&gt; or &lt;code&gt;rdfs:subPropertyOf&lt;/code&gt; triples alongside your data (depending on what level formality you use).&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="15256" LastEditDate="2017-06-28T21:08:15.827" LastActivityDate="2017-06-28T21:08:15.827" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11436" PostTypeId="2" ParentId="7818" CreationDate="2017-06-28T20:57:01.460" Score="2" Body="&lt;p&gt;There are a lot of different definitions of &quot;ontology&quot; out there. In my opinion this here is highly relevant in practice:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;An ontology is a formal, explicit specification of a shared conceptualization.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;http://iaoa.org/isc2012/docs/Guarino2009_What_is_an_Ontology.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this article for a formal discussion&lt;/a&gt; (ignore the &quot;math&quot;, read the text).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For &lt;code&gt;concept&lt;/code&gt; and &lt;code&gt;conceptualization&lt;/code&gt; (conceptual model) see &lt;a href=&quot;https://en.wikipedia.org/wiki/Concept&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiki&lt;/a&gt;-&lt;a href=&quot;https://en.wikipedia.org/wiki/Conceptual_model&quot; rel=&quot;nofollow noreferrer&quot;&gt;pedia&lt;/a&gt; or page 15 in the reference above (semiotic triangle).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore the most interesting questions in creating an ontology is, which &lt;a href=&quot;http://protege.stanford.edu/publications/ontology_development/ontology101-noy-mcguinness.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;competency questions (see the section in ontology development 101)&lt;/a&gt; do you want your model or knowledge base to answer?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That settled, what does it have to do with knowledge management?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia defines &lt;a href=&quot;https://en.wikipedia.org/wiki/Knowledge_management&quot; rel=&quot;nofollow noreferrer&quot;&gt;Knowledge Management&lt;/a&gt; as:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Knowledge management (KM) is the process of creating, sharing, using and managing the knowledge and information of an organisation.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So ontologies can only be a tool in knowledge management (KM). So how do they help with KM?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wherever you annotate data with terms from your ontology, it becomes more findable, accessible, interoperable and re-usable (see &lt;a href=&quot;https://www.force11.org/group/fairgroup/fairprinciples&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAIR data principles&lt;/a&gt;) for humans and machines alike. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition it is easier to connect your data with other information (they facilitate data integration).&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-06-28T20:57:01.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11437" PostTypeId="1" CreationDate="2017-06-29T06:58:54.197" Score="2" ViewCount="109" Body="&lt;p&gt;I have 250 m soil map from &lt;a href=&quot;https://www.soilgrids.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SoilGrids&lt;/a&gt;. I need to extract the soil type for some districts to perform land suitability analysis. But not sure how reliable are they?. Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastEditorUserId="90" LastEditDate="2017-06-29T13:45:20.947" LastActivityDate="2017-06-29T13:55:03.017" Title="How reliable are 250 m soil map data from soilgrids.org?" Tags="|geospatial|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11438" PostTypeId="2" ParentId="3728" CreationDate="2017-06-29T07:06:01.710" Score="2" Body="&lt;p&gt;Approximately since &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Property_proposal/Archive/26#P1566&quot; rel=&quot;nofollow noreferrer&quot;&gt;October 2014&lt;/a&gt; there exists &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1566&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoNames ID&lt;/a&gt; external identifier on Wikidata. The current number of entities with this identifier is about 1 500 000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could retrive this identifier value for &lt;a href=&quot;http://www.wikidata.org/wiki/Q3915&quot; rel=&quot;nofollow noreferrer&quot;&gt;Antananarivo&lt;/a&gt; using the following SPARQL query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?geoNamesID WHERE&#xA;{&#xA;   ?place wdt:P1566 ?geoNamesID &#xA;   VALUES (?place) {(wd:Q3915)}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FgeoNamesID%20WHERE%0A%7B%0A%3Fplace%20wdt%3AP1566%20%3FgeoNamesID%20%0AVALUES%20%28%3Fplace%29%20%7B%28wd%3AQ3915%29%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2017-06-29T07:06:01.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11439" PostTypeId="2" ParentId="3736" CreationDate="2017-06-29T08:05:27.067" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://phabricator.wikimedia.org/T120198&quot; rel=&quot;nofollow noreferrer&quot;&gt;Some history&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Approximately since April 2016 you can do it in this way:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?sitelink&#xA;WHERE &#xA;{&#xA;  ?sitelink schema:about ?item .&#xA;# ?sitelink schema:inLanguage &quot;en&quot; .&#xA;  ?sitelink schema:isPartOf &amp;lt;https://en.wikivoyage.org/&amp;gt; &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3Fsitelink%0AWHERE%20%0A%7B%0A%20%3Fsitelink%20schema%3Aabout%20%3Fitem%20.%0A%20%3Fsitelink%20schema%3AinLanguage%20%22en%22%20.%0A%20%3Fsitelink%20schema%3AisPartOf%20%3Chttps%3A%2F%2Fen.wikivoyage.org%2F%3E%20%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-10-20T17:37:59.920" LastActivityDate="2018-10-20T17:37:59.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11440" PostTypeId="2" ParentId="11437" CreationDate="2017-06-29T13:55:03.017" Score="3" Body="&lt;p&gt;Reliability is derived from your beliefs, so there is no correct answer to this. All of the information behind the SoilGrids is linked from their site; you will have to decide for yourself it if is reliable enough. It seems like it, but this isn't my project.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;SoilGrids data comes from the &lt;a href=&quot;https://itunes.apple.com/us/app/soilinfo/id895057724?mt=8&quot; rel=&quot;nofollow noreferrer&quot;&gt;SoilInfo app&lt;/a&gt;, which you can find more about in the SoilsInfo app icon in the navigation. &#xA;&lt;a href=&quot;https://soilinfo-app.org/#/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;SoilInfo app's about page&lt;/a&gt; goes into detail about its purpose and how the data is acquired.&lt;br&gt;&#xA;SoilInfo app is the mobile component of the Global Soil Information Facilities (GSIF), and exists to provide access to the data behind SoilGrids.&lt;br&gt;&#xA;More information at these links:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.isric.org/explore/gsif&quot; rel=&quot;nofollow noreferrer&quot;&gt;GSIF - Our Approach for Generating Open Soil Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.isric.org/explore/soilinfo&quot; rel=&quot;nofollow noreferrer&quot;&gt;SoilInfo App — global soil data on your palm&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.isric.org/explore/soilgrids&quot; rel=&quot;nofollow noreferrer&quot;&gt;SoilGrids — global gridded soil information&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.isric.org/explore/wosis&quot; rel=&quot;nofollow noreferrer&quot;&gt;WoSIS Soil Profile Database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-06-29T13:55:03.017" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11441" PostTypeId="1" CreationDate="2017-06-29T23:23:07.420" Score="1" ViewCount="174" Body="&lt;p&gt;Is there a list of warm and hot springs in Iceland, with latitude, longitude, and perhaps temperature (range)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Íslenskar orkurannsóknir&lt;/em&gt; (Icelandig Geosurvey) publishes a &lt;a href=&quot;http://www.isor.is/jardfraedikort-kortavefsja&quot; rel=&quot;nofollow noreferrer&quot;&gt;geologic map&lt;/a&gt; (&lt;em&gt;Jarðfræðikort&lt;/em&gt; / &lt;em&gt;Berggrunnskort&lt;/em&gt;) including warm springs (laug; 25–50°C), hot springs (50–75°C), hot to boiling springs (laug eða hver; 75–98°C), and boiling springs (Suðuhver; 98–100°C).  The paper map is published at 1:600,000, which is not really accurate enough to locate a spring in the wild.  The springs are also shown in their &lt;a href=&quot;http://jardfraedikort.is/&quot; rel=&quot;nofollow noreferrer&quot;&gt;online map&lt;/a&gt;, but that map allows coordinates to be retrieved only down to two decimal degree places, which translates to a 1.1 km × 0.5 km area.  For a spring that may be less than 10 metre in diameter in a possibly rugged wilderness area, that is rather large.  Google Search yields mainly tourist websites that all list the same &quot;secret&quot; hot springs, which just happen to be colocated with outfitters and other commercial exploitation.  Openstreetmap does not have the remote springs, nor does this &lt;a href=&quot;http://islandskort.is/en/category/list/41&quot; rel=&quot;nofollow noreferrer&quot;&gt;old topographic map series&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am particularly interested in the ones near Hofsjökull.  From the linked geologic map, I succeeded to derive the list: 18.74°W, 64.97°N; 64.98°N; 18.34°W, 65.03°N; 18.28°W, 64.92°N; 18.78°W, 64.65°N; 18.85°W, 64.66°N; 18.81°W, 64.62°N; 19.31°W, 64.68°N; but as stated, this is not precise enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a list of all warm and hot springs in Iceland, such as collected by the Icelandic Geosurvey or otherwise, including the position to within at least 100 metre (preferably 10 metre), and possibly (as a bonus) the temperature (range) of the specific spring?&lt;/p&gt;&#xA;" OwnerUserId="190" LastEditorUserId="190" LastEditDate="2017-06-29T23:31:16.777" LastActivityDate="2022-08-22T05:10:14.143" Title="Coordinates of Icelandic warm/hot springs" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="11442" PostTypeId="1" CreationDate="2017-06-30T01:21:40.297" Score="1" ViewCount="74" Body="&lt;p&gt;I'm looking for U.S. county-level land area (sq. miles) per 1990's. The U.S. Census provides &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/gazetteer1990.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;gazetteer files&lt;/a&gt; for 1990, 2000, and 2010. I need data from 1950-1980. Where can I find this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is what the gaetteer files look like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    fips land_sqmi&#xA;   &amp;lt;chr&amp;gt;     &amp;lt;dbl&amp;gt;&#xA; 1 01001   594.436&#xA; 2 01003  1589.784&#xA; 3 01005   884.876&#xA; 4 01007   622.582&#xA; 5 01009   644.776&#xA; 6 01011   622.805&#xA; 7 01013   776.829&#xA; 8 01015   605.868&#xA; 9 01017   596.531&#xA;10 01019   553.700&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16587" OwnerDisplayName="Amstell" LastEditorUserId="6229" LastEditDate="2017-07-02T15:01:20.023" LastActivityDate="2017-07-02T20:19:56.207" Title="Where can I find county-level land area?" Tags="|usa|us-census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11444" PostTypeId="2" ParentId="6348" CreationDate="2017-06-30T10:40:15.000" Score="1" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Does this mean tobacco was last used two months ago?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Most likely, yes.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;How would I indicate that tobacco was never used?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Since this element &lt;a href=&quot;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&quot; rel=&quot;nofollow noreferrer&quot;&gt;is optional&lt;/a&gt; (&lt;code&gt;minOccurs=&quot;0&quot;&lt;/code&gt;) — &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;xs:complexType name=&quot;EnrolleeType&quot;&amp;gt;&#xA;    &amp;lt;xs:sequence&amp;gt;&#xA;        &amp;lt;xs:element name=&quot;DateOfBirth&quot; type=&quot;xs:date&quot;/&amp;gt;&#xA;        &amp;lt;xs:element name=&quot;Gender&quot; type=&quot;GenderType&quot;/&amp;gt;&#xA;        &amp;lt;xs:element name=&quot;TobaccoLastUsedMonths&quot; type=&quot;xs:int&quot; minOccurs=&quot;0&quot;/&amp;gt;&#xA;        &amp;lt;xs:element name=&quot;Relation&quot; type=&quot;RelationType&quot;/&amp;gt;&#xA;        &amp;lt;xs:element name=&quot;InHouseholdIndicator&quot; type=&quot;xs:boolean&quot;/&amp;gt;&#xA;    &amp;lt;/xs:sequence&amp;gt;&#xA;&amp;lt;/xs:complexType&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;— I suppose you shoud just skip this &lt;code&gt;xs:element&lt;/code&gt; if tobacco was never used.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorDisplayName="user4293" LastEditDate="2017-07-02T15:02:17.883" LastActivityDate="2017-07-02T15:02:17.883" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11445" PostTypeId="1" CreationDate="2017-06-30T10:42:31.653" Score="1" ViewCount="100" Body="&lt;p&gt;I want to make worldwide annual summary on military conflicts intensity.&lt;/p&gt;&#xA;" OwnerUserId="16563" LastActivityDate="2019-11-21T02:23:25.493" Title="Are there military conflict open databases?" Tags="|military|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11446" PostTypeId="2" ParentId="7729" CreationDate="2017-06-30T15:01:09.870" Score="3" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;(When) will the following be possible:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Search in their &lt;a href=&quot;https://phabricator.wikimedia.org/tag/wikidata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Phabricator&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For a wikipedia page: get the list of all wikipedia links on that page&#xA;  with their respective wikidata IDs in a single query/API call.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To some extent, it is possible right now. There are two ways.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;1&lt;/h2&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX mw: &amp;lt;http://tools.wmflabs.org/mw2sparql/ontology#&amp;gt;&#xA;&#xA;SELECT ?link_to ?wikidata_item WHERE {&#xA;  hint:Query hint:optimizer &quot;None&quot;&#xA;  VALUES (?link_from) {(&amp;lt;https://en.wikipedia.org/wiki/SPARQL&amp;gt;)}&#xA;  SERVICE &amp;lt;http://tools.wmflabs.org/mw2sparql/sparql&amp;gt; {&#xA;    ?link_from mw:internalLinkTo ?link_to .&#xA;  }&#xA;  ?link_to schema:about ?wikidata_item .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#PREFIX%20mw%3A%20%3Chttp%3A%2F%2Ftools.wmflabs.org%2Fmw2sparql%2Fontology%23%3E%0A%0ASELECT%20%3Flink_to%20%3Fwikidata_item%20WHERE%20%7B%0A%20%20hint%3AQuery%20hint%3Aoptimizer%20%22None%22%0A%20%20VALUES%20%28%3Flink_from%29%20%7B%28%3Chttps%3A%2F%2Fen.wikipedia.org%2Fwiki%2FSPARQL%3E%29%7D%0A%20%20SERVICE%20%3Chttp%3A%2F%2Ftools.wmflabs.org%2Fmw2sparql%2Fsparql%3E%20%7B%0A%20%20%20%20%3Flink_from%20mw%3AinternalLinkTo%20%3Flink_to%20.%0A%20%20%7D%0A%20%20%3Flink_to%20schema%3Aabout%20%3Fwikidata_item%20.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.mediawiki.org/wiki/MW2SPARQL&quot; rel=&quot;nofollow noreferrer&quot;&gt;MW2SPARQL&lt;/a&gt; project description;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://phabricator.wikimedia.org/T158955&quot; rel=&quot;nofollow noreferrer&quot;&gt;Another&lt;/a&gt; related activity.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;2&lt;/h2&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?link_to ?wikidata_item ?page_title WHERE {&#xA;  VALUES (?link_from) {(&amp;lt;https://en.wikipedia.org/wiki/SPARQL&amp;gt;)} &#xA;  ?link_from schema:name ?title .&#xA;  SERVICE wikibase:mwapi {&#xA;    bd:serviceParam wikibase:endpoint &quot;en.wikipedia.org&quot; ;&#xA;                      wikibase:api &quot;Generator&quot; ;&#xA;                      mwapi:generator &quot;links&quot; ;&#xA;                      mwapi:titles ?title ;&#xA;                      mwapi:inprop &quot;url&quot; ;&#xA;                      mwapi:redirects &quot;true&quot; .&#xA;    ?link_to wikibase:apiOutputURI &quot;@fullurl&quot; .&#xA;    ?wikidata_item wikibase:apiOutputItem mwapi:item .&#xA;    ?page_title wikibase:apiOutput mwapi:title .&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Flink_to%20%3Fwikidata_item%20%3Fpage_title%20WHERE%20%7B%0A%20%20VALUES%20%28%3Flink_from%29%20%7B%28%3Chttps%3A%2F%2Fen.wikipedia.org%2Fwiki%2FSPARQL%3E%29%7D%20%0A%20%20%3Flink_from%20schema%3Aname%20%3Ftitle%20.%0A%20%20SERVICE%20wikibase%3Amwapi%20%7B%0A%20%20%20%20bd%3AserviceParam%20wikibase%3Aendpoint%20%22en.wikipedia.org%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20wikibase%3Aapi%20%22Generator%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Agenerator%20%22links%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Atitles%20%3Ftitle%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Ainprop%20%22url%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Aredirects%20%22true%22%20.%0A%20%20%20%20%3Flink_to%20wikibase%3AapiOutputURI%20%22%40fullurl%22%20.%0A%20%20%20%20%3Fwikidata_item%20wikibase%3AapiOutputItem%20mwapi%3Aitem%20.%0A%20%20%20%20%3Fpage_title%20wikibase%3AapiOutput%20mwapi%3Atitle%20.%0A%20%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual/MWAPI&quot; rel=&quot;nofollow noreferrer&quot;&gt;MWAPI&lt;/a&gt; description.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Receive additional information of the respective wikidata items like a&#xA;  property value with the query.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Add regular SPARQL to the above queries, e. g.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;FILTER (bound(?wikidata_item))&#xA;OPTIONAL {?wikidata_item wdt:P1482 ?stackexchange_tag}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-10-14T09:50:03.387" LastActivityDate="2018-10-14T09:50:03.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11447" PostTypeId="2" ParentId="11431" CreationDate="2017-06-30T17:47:53.270" Score="1" Body="&lt;p&gt;Here are a couple I found on a quick Google search:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/sirrice/icd9&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/sirrice/icd9&lt;/a&gt; has categories in JSON format, in codes.json&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://aqua.io/codes/icd9/documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aqua.io/codes/icd9/documentation&lt;/a&gt; has an API to get ICD-9 and ICD-10 codes&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bloomapi.com/documentation/public-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bloomapi.com/documentation/public-data&lt;/a&gt; Bloom API has an API to access usgov.hhs.icd_9_cm, which provides the 2015 CMS Codes.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7060" LastActivityDate="2017-06-30T17:47:53.270" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11451" PostTypeId="2" ParentId="11442" CreationDate="2017-07-02T20:19:56.207" Score="2" Body="&lt;p&gt;Maybe &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHGIS&lt;/a&gt;?&lt;br&gt;&#xA;They have historic county level data back to the 1700's; you can &lt;a href=&quot;https://www.nhgis.org/user-resources/data-availability#boundary-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;see the data they offer here&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-07-02T20:19:56.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11453" PostTypeId="1" CreationDate="2017-07-03T00:02:55.270" Score="2" ViewCount="2660" Body="&lt;p&gt;I am looking to download a dataset with longitude and latitude coordinates for each city in the world. The systems data I am working with has geo_country (3 three-letter country codes), geo_regions adn geo_city and I wondered if ISO or equiv publish a table which has all combinations of these 3 columns, including the longitude and latitude coordinates of each city? &lt;/p&gt;&#xA;" OwnerDisplayName="Joel B" LastEditorUserId="6229" LastEditDate="2017-07-03T10:51:18.973" LastActivityDate="2017-07-03T10:51:18.973" Title="Where can I download a dataset including longitude and latitude coordinates at a city level" Tags="|geospatial|city|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11454" PostTypeId="2" ParentId="11441" CreationDate="2017-07-03T03:53:15.883" Score="3" Body="&lt;p&gt;This isn't really an answer, but may yield a path to one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you visit &lt;a href=&quot;http://jardfraedikort.is/index_enska.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://jardfraedikort.is/index_enska.html&lt;/a&gt; and zoom all the way in, you see something like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/FBldX.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FBldX.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, the 2km scale bar run from x pixel 789 to x pixel 998 for a length of 210 pixels. This means each pixel represents about 9.5 meters. The map's scale is given as 1:600000 (I think the 1:100000 maps aren't free), but that doesn't make as much sense when you're viewing on a computer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We note the purple triangle is centered at x=495.5,y=282 in the image and is at approximately +64.97 latitude and -18.74 longitude. If we now switch to satellite view (using the &quot;basemaps&quot; option), the map will look something like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8zzET.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8zzET.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(it won't look exactly like that because I accidentally moved the map center before switching to satellite mode).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The purple triangle would also be at x=495.5,y=282 on this map, although we can't see it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, go to google maps, and try to find a satellite map that approximately matches this one (it doesn't have to be exact). In this case, we start by entering &quot;64.97,-18.74&quot; in google maps search and correct the zoom until it looks something (scalewise) like jardfraedikort.is map:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/uELJn.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/uELJn.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In theory, you could now find the x and y pixel differences between the two maps (by using a landmark as a reference), figure out where &quot;64.97,-18.74&quot; is on the jardfraedikort.is map, and then find how far north and west (in km, using the 9.5m/pixel scale) the purple triangle is from &quot;64.97,-18.74&quot;, and then compute its actual latitude and longitude.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'd have to do this one a time for each spring you're interested in, and it would be fairly tedious. Additionally, it assume the purple triangle is placed correctly down to the pixel and not just by estimated position.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some possible shortcuts:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Contact the website directly. They seem have to have this information and don't seem to mind sharing it, so they may just give you what you need directly.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Look at the source code for the map, and ask on reverseengineering.stackexchange.com or gis.stackexchange.com. It's fairly clear they're using Leaflet and pulling the data from a GIS server that allows no-authentication-required queries: &lt;a href=&quot;https://arcgisserver.isor.is:6443/arcgis/rest/services/isor/ahugaverdir_stadir/MapServer/0/query&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arcgisserver.isor.is:6443/arcgis/rest/services/isor/ahugaverdir_stadir/MapServer/0/query&lt;/a&gt; -- &quot;OBJECTID&gt;0&quot; is a sample query, but I'm not quite sure how to interpret the results.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The data they're getting may be from a government land survey (the results appear to be in &quot;eastings&quot; and &quot;northings&quot;, suggesting an older survey). You may try contacting the government of Iceland directly for this information.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm convinced my &quot;solution&quot; above is the wrong way to do this, but if you're absolutely desperate (and the maps are pixel accurate), it would work.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-07-03T03:53:15.883" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11455" PostTypeId="2" ParentId="11453" CreationDate="2017-07-03T08:08:57.660" Score="6" Body="&lt;p&gt;I think that &lt;a href=&quot;http://geonames.org&quot; rel=&quot;noreferrer&quot;&gt;geonames.org&lt;/a&gt; has the data you require.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's datasets contain:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;The main 'geoname' table has the following fields :&#xA;---------------------------------------------------&#xA;geonameid         : integer id of record in geonames database&#xA;name              : name of geographical point (utf8) varchar(200)&#xA;asciiname         : name of geographical point in plain ascii characters, varchar(200)&#xA;alternatenames    : alternatenames, comma separated, ascii names automatically transliterated, convenience attribute from alternatename table, varchar(10000)&#xA;latitude          : latitude in decimal degrees (wgs84)&#xA;longitude         : longitude in decimal degrees (wgs84)&#xA;feature class     : see http://www.geonames.org/export/codes.html, char(1)&#xA;feature code      : see http://www.geonames.org/export/codes.html, varchar(10)&#xA;country code      : ISO-3166 2-letter country code, 2 characters&#xA;cc2               : alternate country codes, comma separated, ISO-3166 2-letter country code, 200 characters&#xA;admin1 code       : fipscode (subject to change to iso code), see exceptions below, see file admin1Codes.txt for display names of this code; varchar(20)&#xA;admin2 code       : code for the second administrative division, a county in the US, see file admin2Codes.txt; varchar(80) &#xA;admin3 code       : code for third level administrative division, varchar(20)&#xA;admin4 code       : code for fourth level administrative division, varchar(20)&#xA;population        : bigint (8 byte int) &#xA;elevation         : in meters, integer&#xA;dem               : digital elevation model, srtm3 or gtopo30, average elevation of 3''x3'' (ca 90mx90m) or 30''x30'' (ca 900mx900m) area in meters, integer. srtm processed by cgiar/ciat.&#xA;timezone          : the iana timezone id (see file timeZone.txt) varchar(40)&#xA;modification date : date of last modification in yyyy-MM-dd format&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="312" LastActivityDate="2017-07-03T08:08:57.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11456" PostTypeId="1" CreationDate="2017-07-03T23:47:38.833" Score="1" ViewCount="58" Body="&lt;p&gt;I'm interested in using MSD's Last.fm database, but I'm unsure what, exactly, is represented by the tag counts associated with each track.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that each track-tag pair corresponds to a number between 1 and 100, but how is this number derived? I need to know if it would be redundant to calculate a measure of association for the tracks and tags.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://labrosa.ee.columbia.edu/millionsong/lastfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to the Last.fm Dataset.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.last.fm/api/show/track.getTopTags&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to the track.getTopTags method in Last.fm's API.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16592" LastEditorUserId="16592" LastEditDate="2017-07-04T05:23:49.837" LastActivityDate="2017-07-04T05:23:49.837" Title="Last.fm's track.getTopTags method, and what it retrieves" Tags="|music|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11457" PostTypeId="1" CreationDate="2017-07-04T03:20:11.850" Score="1" ViewCount="114" Body="&lt;p&gt;Is it possible to get ratings per user, per movie, for Hollywood movies?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, OMDb API and themoviedb let users rate each movie. Can I get per-user, per movie ratings for a DB like this?&lt;/p&gt;&#xA;" OwnerUserId="16594" LastActivityDate="2017-07-04T05:30:01.303" Title="User-Movie Ratings" Tags="|data-request|film|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11458" PostTypeId="2" ParentId="11457" CreationDate="2017-07-04T05:30:01.303" Score="2" Body="&lt;p&gt;You might find &lt;a href=&quot;http://files.grouplens.org/datasets/movielens/ml-20m-README.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;the MovieLens Datasets&lt;/a&gt; helpful. Here's how they describe the structure of their ratings data file:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;All ratings are contained in the file ratings.csv. Each line of this file after the header row represents one rating of one movie by one user, and has the following format:&lt;/p&gt;&#xA;&lt;p&gt;userId,movieId,rating,timestamp&lt;/p&gt;&#xA;&lt;p&gt;The lines within this file are ordered first by userId, then, within user, by movieId.&lt;/p&gt;&#xA;&lt;p&gt;Ratings are made on a 5-star scale, with half-star increments (0.5 stars - 5.0 stars).&lt;/p&gt;&#xA;&lt;p&gt;Timestamps represent seconds since midnight Coordinated Universal Time (UTC) of January 1, 1970.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Cheers!&lt;/p&gt;&#xA;" OwnerUserId="16592" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-07-04T05:30:01.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11459" PostTypeId="1" CreationDate="2017-07-04T06:11:35.123" Score="4" ViewCount="52" Body="&lt;p&gt;I am trying to collect architectural buildings plans for some computer vision project. Many cities publish scanned house plans as a service to the public, but it is not standard and not trivial to collect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a large dataset of scanned plans? It does not have to be of houses for sales or from a specific place. Alternatively, are there open data services of house plans that would be easy to sample from?&lt;/p&gt;&#xA;" OwnerUserId="2428" LastActivityDate="2020-04-27T05:21:57.543" Title="Scanned architectural building plans" Tags="|data-request|images|city|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11460" PostTypeId="1" AcceptedAnswerId="11475" CreationDate="2017-07-04T06:52:38.730" Score="5" ViewCount="174" Body="&lt;p&gt;I am working with building polygon data of a city in England. The data are from EDINA Digimap's Topography Mastermap. I extracted the 'Building' attribute from 'DescriptiveGroup' fields to get buildings polygon. However, I need to filter the residential building only.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Doses anyone know any resource to get the residential filter for UK datasets?&lt;/p&gt;&#xA;" OwnerUserId="16407" OwnerDisplayName="khaliff" LastActivityDate="2017-07-05T18:09:46.070" Title="Extracting Residential Building (UK Datasets)" Tags="|uk|" AnswerCount="3" CommentCount="12" ContentLicense="CC BY-SA 3.0" />
  <row Id="11461" PostTypeId="2" ParentId="11460" CreationDate="2017-07-04T08:30:47.070" Score="5" Body="&lt;p&gt;Mastermap topography doesn't tell you much about building use unless it's something significant. On &lt;a href=&quot;https://www.ordnancesurvey.co.uk/docs/user-guides/os-mastermap-topography-layer-user-guide.pdf&quot; rel=&quot;noreferrer&quot;&gt;page 29 of the user guide&lt;/a&gt; it says &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;With a few exceptions, for&#xA;  example, by describing government offices or hypermarkets, &lt;strong&gt;no distinction is currently made between&#xA;  residential, private, public, commercial or industrial buildings.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(emphasis mine).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll need to join it to Addressbase which has classification codes for each building, (&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/help-and-support/products/addressbase-premium.html&quot; rel=&quot;noreferrer&quot;&gt;docs&lt;/a&gt;). In particular you'll want to have a look at the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/docs/product-schemas/addressbase-plus-premium-classification-codes.zip&quot; rel=&quot;noreferrer&quot;&gt;classification codes&lt;/a&gt;. Luckily Addressbase plus and premium allow you to reference to the TOIDs in Mastermap topo.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OS data sets are fairly complex, so it's worth taking the time to read the product guides.&lt;/p&gt;&#xA;" OwnerUserId="16500" LastActivityDate="2017-07-04T08:30:47.070" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11462" PostTypeId="2" ParentId="11460" CreationDate="2017-07-04T09:30:19.657" Score="4" Body="&lt;p&gt;You might be interested in &lt;a href=&quot;http://openpopgrid.geodata.soton.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://openpopgrid.geodata.soton.ac.uk/&lt;/a&gt;, they used postcodes as a way of differentiating between residential/non-residential buildings, with some limitations, have a look at the manual which you can download.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2017-07-04T09:30:19.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11463" PostTypeId="1" AcceptedAnswerId="11464" CreationDate="2017-07-04T10:18:46.693" Score="2" ViewCount="54" Body="&lt;p&gt;I'm looking to do some text analysis on complaints or requests filed at cities or municipalities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data must have:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;type of complaint (e.g. &quot;Noise complaint&quot;)&lt;/li&gt;&#xA;&lt;li&gt;complaint text (e.g.: &quot;The people in the building across from me are having a party&quot;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It would also be nice if there's more meta-data, such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;time of complaint&lt;/li&gt;&#xA;&lt;li&gt;location&lt;/li&gt;&#xA;&lt;li&gt;responsible department (e.g. &quot;Police&quot; or &quot;Fire dept.&quot;)&lt;/li&gt;&#xA;&lt;li&gt;response (e.g. &quot;warning issued&quot;)&lt;/li&gt;&#xA;&lt;li&gt;time of resolution&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So far I've found various 311 datasets (such as the &lt;a href=&quot;https://data.cityofnewyork.us/Social-Services/311-Service-Requests/fvrb-kbbt&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York&lt;/a&gt; one), but none of them contain the actual complaint text.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably the data would be in English, Dutch or German, but I'll take what I can get.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-07-05T13:19:05.850" Title="Looking for datasets of complaints/requests filed at municipalities or cities" Tags="|data-request|city|legal|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11464" PostTypeId="2" ParentId="11463" CreationDate="2017-07-04T18:08:11.983" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://us-city.census.okfn.org/dataset/service-requests&quot; rel=&quot;nofollow noreferrer&quot;&gt;US City Open Data Census results for Service Requests&lt;/a&gt; should have what you need. And there's always &lt;a href=&quot;http://www.open311.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open 311&lt;/a&gt;, though I'm pretty sure its implementers will overlap with the census results.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also &lt;a href=&quot;https://openreferral.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Referrals&lt;/a&gt;, an initiative developing common standards and open platforms for the sharing of community resource directory data — i.e., information about the health, human and social services that are available to people in need. More background information:&#xA; &lt;a href=&quot;http://lists.open311.org/groups/discuss/messages/topic/ZiuhI9VPfx445gmjspovI&quot; rel=&quot;nofollow noreferrer&quot;&gt;Introducing Open Referral: Open211+Open311 protocols for health/human/social services&lt;/a&gt; and &lt;a href=&quot;https://www.codeforamerica.org/blog/2014/08/05/open-referral-initiative-a-standard-for-the-safety-net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Referral Initiative: A Standard for the Safety Net&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-07-05T13:19:05.850" LastActivityDate="2017-07-05T13:19:05.850" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11465" PostTypeId="2" ParentId="11459" CreationDate="2017-07-04T18:24:12.217" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://designguggenheimhelsinki.org/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Guggenheim Helsinki Design Competition&lt;/a&gt; opened all of its &lt;a href=&quot;https://github.com/Guggenheim-Helsinki&quot; rel=&quot;nofollow noreferrer&quot;&gt;entries on GitHub&lt;/a&gt;.&lt;br&gt;&#xA;Not sure how many are of houses and/or if this is useful.&#xA;&lt;a href=&quot;https://www.guggenheim.org/blogs/checklist/open-architecture-five-points-on-why-we-are-opening-the-guggenheim-helsinki-competition-data-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;More info here&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Open Architecture Network seems to not exist anymore, but the wayback machine has much of it saved. &lt;a href=&quot;http://wayback.archive.org/web/20131112021713/http://openarchitecturenetwork.org:80/node/5984/oanattachments&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's one example of plans you can access&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-07-04T18:24:12.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11467" PostTypeId="1" CreationDate="2017-07-05T09:53:34.573" Score="4" ViewCount="42" Body="&lt;p&gt;I am currently looking to analyse the effects of habitat on animal movement and was wondering whether there is any freely downloadable high resolution (preferably &amp;lt;10m) habitat raster data (e.g. woodland, wetland, grassland etc) for the UK, specifically Devon?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, would anybody be able to direct me to a tutorial to create my own raster map of these features?&lt;/p&gt;&#xA;" OwnerDisplayName="Jessica" LastEditorUserId="16193" LastEditDate="2017-07-06T08:29:37.540" LastActivityDate="2017-07-06T08:29:37.540" Title="Seeking habitat data for UK" Tags="|data-request|geospatial|images|uk|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11470" PostTypeId="1" CreationDate="2017-07-05T07:06:09.760" Score="1" ViewCount="543" Body="&lt;p&gt;I'm looking for raw text datasets in HealthCare domain (scientific journals, articles, etc..) for Text summarization.&#xA;Where can I get such data (publicly distributed)?&lt;/p&gt;&#xA;" OwnerDisplayName="Rekha Chandrasekaran" LastEditorUserId="16193" LastEditDate="2017-07-05T13:19:52.023" LastActivityDate="2018-07-04T06:49:56.687" Title="Public datasets for Text summarization" Tags="|data-request|machine-learning|medical|research|text|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11471" PostTypeId="2" ParentId="11467" CreationDate="2017-07-05T10:58:22.390" Score="2" Body="&lt;p&gt;You can access habitat data from web services hosted by the Centre for Ecology and Hydrology (CEH).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:  &lt;a href=&quot;https://rip.ceh.ac.uk/lcm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rip.ceh.ac.uk/lcm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2017-07-05T10:58:22.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11473" PostTypeId="2" ParentId="10045" CreationDate="2017-07-05T15:21:03.353" Score="2" Body="&lt;p&gt;In December 2016, the Data on the Web Best Practices Working Group (&lt;a href=&quot;https://www.w3.org/2013/dwbp/wiki/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Group Page&lt;/a&gt;, &lt;a href=&quot;https://www.w3.org/2013/05/odbp-charter&quot; rel=&quot;nofollow noreferrer&quot;&gt;Group Charter&lt;/a&gt;)  have published the &lt;a href=&quot;https://www.w3.org/TR/vocab-dqv/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Quality Vocabulary&lt;/a&gt;. This vocabulary is a meta-framework for frameworks that similar to one you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the document, these points are relevant to your question: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Feel free to create your own framework; moreover, you rather should create your own framework;&lt;/li&gt;&#xA;&lt;li&gt;W3C, as it seems, does not insist on 5-star data quality scheme;&lt;/li&gt;&#xA;&lt;li&gt;W3C even does not insist on ubiquitous RDF usage when publishing open data;&lt;/li&gt;&#xA;&lt;li&gt;However, W3C insists on RDF usage when measuring data quality&lt;br&gt;&#xA;(by the very fact of publishing this document in a form of RDF vocabulary).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://opendata.stackexchange.com/a/11413/16193&quot;&gt;this answer&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;From a practical point of view, it is easier to measure quality of 5-star data, than of 3- or 4-star.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are common requirements for Linked Open Data, whereas non-Linked Open Data quality depends on particular technical and non-technical requirements that should be fulfilled. These requirements may vary from format to format or from country to country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;https://gosmonitor.ru/mob/198#mini-panel-mob_prof_sec_opendata_rating&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; is the rating page of random Russian federal body in special system that measures open data quality, this page also provides links to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gosmonitor.ru/check-opendata?url=http://www.roszdravnadzor.ru&quot; rel=&quot;nofollow noreferrer&quot;&gt;technical subrating&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gosmonitor.ru/expertresult/198/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;non-technical subrating&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Finally, have a look at:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://checklists.opquast.com/en/opendata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;72 règles destinées aux producteurs de données ouvertes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://certificates.theodi.org/en/about/badgelevels&quot; rel=&quot;nofollow noreferrer&quot;&gt;ODI certificate badge levels&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-08T13:47:01.210" LastActivityDate="2017-07-08T13:47:01.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11474" PostTypeId="1" AcceptedAnswerId="11476" CreationDate="2017-07-05T16:11:49.757" Score="1" ViewCount="33" Body="&lt;p&gt;Would anybody be kind enough to share their QIGS Layer Definition Files for the following OS VectorMap Local layers. SLD file formats would work as well. Alternativly, where do you buy your OS VML data from? The site I got mine don't have the files I need yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Boundary_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Building_Area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Building_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Building_Text&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Countour_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Height_Point&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Height_Text&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Landform_Area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Landform_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Misc_Text&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Point_Misc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Road_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Road_Text&lt;/p&gt;&#xA;&#xA;&lt;p&gt;RoadCLine&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Settlement_Area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Settlement_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Vegetation_Area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Water_Area&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Water_Line&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Water_Point&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Water_Text&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Woodland_Area&lt;/p&gt;&#xA;" OwnerUserId="15788" LastActivityDate="2017-07-05T18:33:16.450" Title="OS VectorMap Local Layer Definition Files" Tags="|geospatial|data-format|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11475" PostTypeId="2" ParentId="11460" CreationDate="2017-07-05T16:39:53.147" Score="2" Body="&lt;p&gt;Before I start THIS IS NOT OPEN DATA. You will need access to Ordnance Survey products, either through your employer or academic institution. However all the techniques have wider applications which apply to open datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using the correct techniques you can extract a lot of information from Ordnance Survey Mastemap Topo when it is combined with other data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g. Show me all residential buildings over 18m tall (draw your own conclusions)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This method uses a database but it could be done with shape files and text files but a database have other advantages for further analysis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To answer your question you will need the following:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Ordnance Survey MasterMap Topo for your selected area&lt;/li&gt;&#xA;&lt;li&gt;Ordnance Survey AddressBase Plus for your area&lt;/li&gt;&#xA;&lt;li&gt;The Addressbase Plus header file.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Method:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Load the Mastermap Topo data into a geodatabase. (You can use the Esri FGDB or another database such as Postgresql).&lt;/li&gt;&#xA;&lt;li&gt;Load this data as a layer in ArcMap and perform a definition query Theme = ‘Buildings’. (This is not totally essential but it will make future steps a bit quicker)&lt;/li&gt;&#xA;&lt;li&gt;Using whichever technique you prefer load the Addressbase Plus data into a table in your database. (My preference is either Pentaho or Talend; both have free versions)&lt;/li&gt;&#xA;&lt;li&gt;Perform a spatial join between Mastermap and Addressbase using Toid as the common field. At this point you have the choice of only keeping only the matched toads or all of them.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;At this point you have a number of options. You could then perform a select query on class to find residential properties or one of the many address classifications included in Addressbase. You can also symbolise on code which may be much more useful as if you colour each class differently or use the field calculator to aggregate the classification into much broader classes (I usually do this at the load stage using Pentaho)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you also download the building height data and join it using Toid you can then identify all the high-rise buildings in your area. Combined with Addressbase this lets you produce an address list of all these properties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A minor caveat of this is that the height data was published in December 2014 and hasn’t been updated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need more detailed classifications can I sugest taking a look at ukmap from Verisk &lt;a href=&quot;http://www.geoinformationgroup.co.uk/ukmap&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geoinformationgroup.co.uk/ukmap&lt;/a&gt; which has much more detailed classifications than provided by Ordnance Survey, although for a much more limited coverage&lt;/p&gt;&#xA;" OwnerUserId="149" LastEditorUserId="149" LastEditDate="2017-07-05T18:09:46.070" LastActivityDate="2017-07-05T18:09:46.070" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11476" PostTypeId="2" ParentId="11474" CreationDate="2017-07-05T18:33:16.450" Score="4" Body="&lt;p&gt;Here is a link to the official Ordnance Survey Stylesheets hosted on Github. They also do ones for VectorMap District which is the open data version&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/OrdnanceSurvey/OS-VectorMap-Local-stylesheets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/OrdnanceSurvey/OS-VectorMap-Local-stylesheets&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="149" LastActivityDate="2017-07-05T18:33:16.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11477" PostTypeId="2" ParentId="10278" CreationDate="2017-07-05T20:30:17.843" Score="-1" Body="&lt;p&gt;Check public telephone listings with adresses.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-07-05T20:30:17.843" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11478" PostTypeId="1" CreationDate="2017-07-05T20:40:12.767" Score="1" ViewCount="80" Body="&lt;p&gt;Genomic data size has reached volumes to the point, some NCBI has stopped taking certain types of data from Investigators. Other openData projects are also running into barriers..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there are tonnes of open source Bittorrent projects: &lt;a href=&quot;https://github.com/search?o=desc&amp;amp;q=topic%3Abittorrent&amp;amp;s=stars&amp;amp;type=Repositories&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/search?o=desc&amp;amp;q=topic%3Abittorrent&amp;amp;s=stars&amp;amp;type=Repositories&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am wondering is if there is any upperlimit on the file storage that bittorent can handle efficiently?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that there are issues regarding seeding, i.e. a lot of users will leech files and stop seeding. Which is probably a major roadblock to adoption of this technology. Has this issue been solved? Is there a way to enforce a certain ratio of upload to download?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other technologies other than bittorrent that I should look into?&lt;/p&gt;&#xA;" OwnerUserId="16608" LastActivityDate="2017-07-23T09:33:39.017" Title="Sharing Genomic data/docker files via P2P network" Tags="|uses-of-open-data|bittorrent|genome|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11479" PostTypeId="1" CreationDate="2017-07-05T23:12:35.053" Score="1" ViewCount="34" Body="&lt;p&gt;I am looking to map (US) Metropolitan Statistical Areas, but do not have a source for the Spatial Data needed to do this.   Can somebody point me to a public data source? &lt;/p&gt;&#xA;" OwnerUserId="9305" OwnerDisplayName="GPB" LastActivityDate="2017-07-06T15:04:23.523" Title="Finding Spatial Data for US Metropolitan Statistical Areas" Tags="|usa|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11480" PostTypeId="2" ParentId="11479" CreationDate="2017-07-06T15:04:23.523" Score="1" Body="&lt;p&gt;Response from @Barry Carter solved my question:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;census.gov should provide polygonal data that comprises a given MSA, since I think they're the ones who define MSAs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tnx, Barry! &lt;/p&gt;&#xA;" OwnerUserId="9305" LastActivityDate="2017-07-06T15:04:23.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11481" PostTypeId="1" CreationDate="2017-07-06T17:52:08.567" Score="3" ViewCount="31" Body="&lt;p&gt;I'm looking for historical normalized difference vegetation index (NDVI) by county for the past 20 years. Preferably in csv or other simple format, but I can build a scraper as well. &lt;/p&gt;&#xA;" OwnerUserId="16616" LastActivityDate="2017-07-06T17:52:08.567" Title="Where can I find historical county level daily NDVI data?" Tags="|data-request|agriculture|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11482" PostTypeId="1" CreationDate="2017-07-07T09:34:54.410" Score="2" ViewCount="3082" Body="&lt;p&gt;I am looking for a face-image dataset of children. I have found one for facial expression: &lt;a href=&quot;https://www.childstudycenter-rutgers.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CAFE - The Child Affective Face Set&lt;/a&gt;. Another possibility is to use an AGE based dataset, such as &lt;a href=&quot;http://www.ivl.disco.unimib.it/activities/large-age-gap-face-verification/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Large Age-Gap&lt;/a&gt;, and keep only the child images. However, I would like to know if there is any other complete and better dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A possible use of this database is to develop child identity recognition, such as &lt;a href=&quot;http://discovery.dundee.ac.uk/portal/en/theses/facial-identification-of-children(03679266-9552-45da-9c6d-0f062c4893c8).html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6617" LastEditorUserId="6617" LastEditDate="2017-07-07T09:50:49.830" LastActivityDate="2021-10-27T21:53:48.230" Title="Child facial image dataset" Tags="|faces|" AnswerCount="0" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11483" PostTypeId="1" CreationDate="2017-07-07T10:34:17.883" Score="1" ViewCount="69" Body="&lt;p&gt;I was using the &lt;a href=&quot;https://osm.wno-edv-service.de/boundaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM Boundaries&lt;/a&gt; website to download shpfiles of boundaries and using them in QGIS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/stoHo.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/stoHo.jpg&quot; alt=&quot;QGIS screenshot&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Today, when I was attempted to access this website I get this message and I get the same result from the &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiki&lt;/a&gt; link.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rrur3.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rrur3.jpg&quot; alt=&quot;Browser screenshot&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did not get this message from other OSM website, &lt;a href=&quot;http://download.bbbike.org/osm/bbbike/&quot; rel=&quot;nofollow noreferrer&quot;&gt;like this one&lt;/a&gt; that have shpfile of big cites around the world. &#xA;Can anyone help?&#xA;Thanks &lt;/p&gt;&#xA;" OwnerUserId="16219" LastEditorUserId="16193" LastEditDate="2017-07-07T12:26:24.133" LastActivityDate="2019-11-11T06:01:30.177" Title="Cannot access to the OSM Boundaries website" Tags="|metadata|openstreetmap|reliability|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11484" PostTypeId="2" ParentId="11445" CreationDate="2017-07-07T16:46:13.487" Score="3" Body="&lt;p&gt;Have you looked at &lt;a href=&quot;http://www.correlatesofwar.org/data-sets/MIDs&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Correlates of War&lt;/a&gt; project? Haven't used the dataset myself but I understand it's a project by a group of politician scientists collecting data on occurrences of war in recent history. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the site description: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Version 4 of the Militarized Interstate Dispute (MID) data collection&#xA;  compiled by the Correlates of War Project provides information about&#xA;  conflicts in which one or more states threaten, display, or use force&#xA;  against one or more other states between 1816 and 2010. By definition,&#xA;  “Militarized interstate disputes are united historical cases of&#xA;  conflict in which the threat, display or use of military force short&#xA;  of war by one member state is explicitly directed towards the&#xA;  government, official representatives, official forces, property, or&#xA;  territory of another state. Disputes are composed of incidents that&#xA;  range in intensity from threats to use force to actual combat short of&#xA;  war” (Jones et al. 1996: 163).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2017-07-07T16:46:13.487" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11485" PostTypeId="2" ParentId="5507" CreationDate="2017-07-07T18:56:13.950" Score="1" Body="&lt;p&gt;i developed an example &lt;a href=&quot;https://jsfiddle.net/romanlezama/jqxrgo3n/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. This worked fine for me.&#xA;I hope this helps you @NANDAKUMAR.&lt;/p&gt;&#xA;" OwnerUserId="16621" LastEditorUserId="244" LastEditDate="2017-07-08T13:39:06.070" LastActivityDate="2017-07-08T13:39:06.070" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11486" PostTypeId="2" ParentId="10278" CreationDate="2017-07-07T19:55:18.817" Score="2" Body="&lt;p&gt;The Social Security Administration in the U.S. publishes state-level baby names data since 1910. You could do a state-to-state comparison.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/baby-names-from-social-security-card-applications-data-by-state-and-district-of-&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/baby-names-from-social-security-card-applications-data-by-state-and-district-of-&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-07-07T19:55:18.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11487" PostTypeId="2" ParentId="4569" CreationDate="2017-07-07T19:59:52.313" Score="1" Body="&lt;p&gt;With Labs no longer in existence, the answer is no, Influence Explorer will never be updated.&lt;br&gt;&#xA;However, the &lt;a href=&quot;https://projects.propublica.org/itemizer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProPublica's FEC Itemizer&lt;/a&gt; comes highly recommended as the best source for most of the data that lived in Influence Explorer. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-07-07T19:59:52.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11488" PostTypeId="1" CreationDate="2017-07-07T23:41:25.370" Score="5" ViewCount="7329" Body="&lt;p&gt;I am looking for a dataset of bodybuilding exercises that list which muscles are activated for each exercise in a machine readable way.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2017-12-13T19:56:57.850" Title="Dataset of bodybuilding exercises" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11489" PostTypeId="2" ParentId="11145" CreationDate="2017-07-09T07:23:48.290" Score="1" Body="&lt;p&gt;I couldn't  find what I was looking for, but finally used this dataset:&#xA;&lt;a href=&quot;http://www.biocreative.org/resources/corpora/biocreative-v-cdr-corpus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.biocreative.org/resources/corpora/biocreative-v-cdr-corpus/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16080" LastActivityDate="2017-07-09T07:23:48.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11490" PostTypeId="1" AcceptedAnswerId="11496" CreationDate="2017-07-09T09:25:30.277" Score="1" ViewCount="91" Body="&lt;p&gt;Are there any accessible source(s) of &lt;strong&gt;actual chatting text between users of any social network&lt;/strong&gt;? There exist other conversational corpora (for instance, the Berkeley Restaurant Project corpus is one). But what I am looking for is the access to a data source from a normal social networking site/app (similar to Facebook, Skype, etc.) that includes the conversation history of its users (with unique ids for users to differentiate them). Essentially, it will be the text that the users (within that particular social network) themselves write in their chat boxes.&lt;/p&gt;&#xA;" OwnerUserId="16629" LastActivityDate="2017-07-10T14:02:37.093" Title="Accessible source of social network chat data" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11491" PostTypeId="1" CreationDate="2017-07-09T11:27:46.143" Score="1" ViewCount="80" Body="&lt;p&gt;I am interested to apply image processing for analyzing image map. However, I require a real-time source to follow any change during a given time period. Can anyone introduce any online and free real-time source to work with?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need these image to detect the source of the dust.&lt;/p&gt;&#xA;" OwnerUserId="16630" LastActivityDate="2018-07-04T18:02:12.670" Title="Free real-time source for satellite image" Tags="|uses-of-open-data|geospatial|environment|real-time|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11492" PostTypeId="2" ParentId="11470" CreationDate="2017-07-09T15:33:54.493" Score="2" Body="&lt;p&gt;I have used both &lt;a href=&quot;https://catalog.data.gov/dataset/pubmed&quot; rel=&quot;nofollow noreferrer&quot;&gt;PubMed&lt;/a&gt; and &lt;a href=&quot;https://clinicaltrials.gov/ct2/resources/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;Clinical Trials&lt;/a&gt; datasets for this.  The pubmed is by far the larger set of content with over 1M journals.&lt;/p&gt;&#xA;" OwnerUserId="10830" LastActivityDate="2017-07-09T15:33:54.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11493" PostTypeId="2" ParentId="11488" CreationDate="2017-07-09T15:52:03.380" Score="3" Body="&lt;p&gt;Wger Workout Manager &lt;a href=&quot;https://wger.de/en/software/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;provides&lt;/a&gt; a full REST API to all database objects under Affero GNU General Public License (AGPL) Version 3+. You can use  API or download &lt;a href=&quot;https://github.com/wger-project/wger/tree/master/wger/exercises/fixtures&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt; from GitHub.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Many bodybuilding sites are well-scrapable, see e. g. &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/2bu31y/873_different_weight_lifting_and_strength/cj9do25/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this example&lt;/a&gt; for&#xA;bodybuilding.com;&lt;/li&gt;&#xA;&lt;li&gt;Many Android apps contain all their information in local SQLite databases (e. g. &lt;a href=&quot;https://play.google.com/store/apps/details?id=softin.my.fast.fitness&quot; rel=&quot;nofollow noreferrer&quot;&gt;this app&lt;/a&gt;);&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-12-13T19:56:57.850" LastActivityDate="2017-12-13T19:56:57.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11494" PostTypeId="2" ParentId="10513" CreationDate="2017-07-09T16:06:12.657" Score="4" Body="&lt;p&gt;This may be an innocuous software error with thresholds being reached, but nonetheless it's still a serious issue of your rights as a citizen to use government services. Did you ever receive a response? If not, I would file a FOIA directly with the U.S. Census Dept&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-07-09T16:06:12.657" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11495" PostTypeId="2" ParentId="10513" CreationDate="2017-07-09T19:19:41.150" Score="0" Body="&lt;p&gt;The standard way to circumvent these kinds of block is to use a VPN. There are plenty around, paid and free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not all VPNs do a good job of actually hiding your IP, and some may look a bit flaky/shady, so I suggest you search for things like &lt;a href=&quot;https://www.google.com/search?q=vpn+comparison&quot; rel=&quot;nofollow noreferrer&quot;&gt;vpn comparison&lt;/a&gt; or &lt;a href=&quot;https://www.google.com/search?q=vpn+test&quot; rel=&quot;nofollow noreferrer&quot;&gt;vpn test&lt;/a&gt;, so that others have already applied a first filter.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-07-09T19:19:41.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11496" PostTypeId="2" ParentId="11490" CreationDate="2017-07-10T14:02:37.093" Score="2" Body="&lt;p&gt;I've found the below link to some conversational data sources, may not be facebook, whatsapp etc but should do. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://freeconnection.blogspot.co.uk/2016/04/conversational-datasets-for-train.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://freeconnection.blogspot.co.uk/2016/04/conversational-datasets-for-train.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14591" LastActivityDate="2017-07-10T14:02:37.093" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11497" PostTypeId="2" ParentId="11478" CreationDate="2017-07-10T15:19:22.717" Score="1" Body="&lt;p&gt;Is there any upperlimit on the file storage that bittorent can handle efficiently?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;No, at least theoretically, there is no upper limit to the size of the file as long as it's supported by the filesystems of the peers.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Has this issue been solved? Is there a way to enforce a certain ratio of upload to download?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Not the public P2P networks, but there are private P2P networks that can maintain the ratio and ensure that the torrent stays 'alive' and supports a good download speed. What you're looking for is called &lt;strong&gt;Sharing Ratio Enforcement (SRE)&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Are there any other technologies other than bittorrent that I should look into?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If it's an option for you, try setting up your own &lt;a href=&quot;https://en.wikipedia.org/wiki/Network-attached_storage&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAS&lt;/a&gt;. And then (if you really want to integrate it within a P2P network, this will be an always active seeder.)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="16629" LastActivityDate="2017-07-10T15:19:22.717" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11498" PostTypeId="2" ParentId="11478" CreationDate="2017-07-10T19:00:12.563" Score="1" Body="&lt;p&gt;Are there any other technologies other than bittorrent that I should look into?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Dat Project was created specifically for these issues. &quot;Dat works on a distributed network unlike cloud services, such as Dropbox or Google Drive. This means Dat transfers files peer to peer, skipping centralized servers. Dat's network makes file transfers faster and more secure. You can even use Dat on local networks for offline file sharing or local backups. Dat reduces bandwidth costs on popular files, as downloads are distributed across all available computers, rather than centralized on a single host.&quot; &lt;a href=&quot;https://datproject.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Read more about Dat here&lt;/a&gt;.&lt;br&gt;&#xA;  You're probably going to want to check out another tool this team has created, &lt;a href=&quot;https://beakerbrowser.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Beaker Browser&lt;/a&gt;, which &quot;is a peer-to-peer browser with tools to create and host websites.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ipfs.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPFS&lt;/a&gt; maybe another option; it bills itself as &quot;the Distributed Web&quot; and goes on to say its &quot;a peer-to-peer hypermedia protocol&#xA;to make the web faster, safer, and more open.&quot;&lt;br&gt;&#xA;I haven't even looked beyond the about page, so I can't speak much about this.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-07-13T19:56:11.127" LastActivityDate="2017-07-13T19:56:11.127" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11500" PostTypeId="2" ParentId="11483" CreationDate="2017-07-11T09:19:39.640" Score="1" Body="&lt;p&gt;Please have a look at &lt;a href=&quot;https://forum.openstreetmap.org/viewtopic.php?id=58893&quot; rel=&quot;nofollow noreferrer&quot;&gt;this thread&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As well as I understand, the maintainer will shutdown this domain.&lt;br&gt;&#xA;One shoud use &lt;a href=&quot;https://wambachers-osm.website/boundaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wambachers-osm.website/boundaries/&lt;/a&gt; instead.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-11T09:39:02.030" LastActivityDate="2017-07-11T09:39:02.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11502" PostTypeId="2" ParentId="346" CreationDate="2017-07-11T12:53:22.480" Score="2" Body="&lt;p&gt;In RDF, you can do the trick mixing these ingredients:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;an observation ontology or vocabulary;&lt;/li&gt;&#xA;&lt;li&gt;RDF blank nodes;&lt;/li&gt;&#xA;&lt;li&gt;a provenance ontology.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sensor and Observations Ontologies&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many ontologies for measurements and observations, see e. g. &lt;a href=&quot;https://www.w3.org/2005/Incubator/ssn/wiki/Review_of_Sensor_and_Observations_Ontologies&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; (outdated) list.&lt;br&gt;&#xA;In the example below, I will use quick and dirty ad-hoc vocabulary, do not take it seriously.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;RDF blank nodes&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Think of blank nodes as anonymous resources or existential variables. They are similar to marked nulls from the article I have pointed to in the comment above. For example, Wikidata &lt;a href=&quot;https://www.wikidata.org/wiki/Help:Statements#Unknown_or_no_values&quot; rel=&quot;nofollow noreferrer&quot;&gt;t-values&lt;/a&gt; are in fact blank nodes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Provenance ontology&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The most prominent provenance ontology is &lt;a href=&quot;https://www.w3.org/TR/prov-o/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The PROV ontology&lt;/a&gt;.&lt;br&gt;&#xA;I hope the &lt;code&gt;prov:wasInvalidatedBy&lt;/code&gt; property will be suitable for your needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Example&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# Prefixes&#xA;@prefix rdf:  &amp;lt;http://www.w3.org/1999/02/22-rdf-syntax-ns#&amp;gt;&#xA;@prefix rdfs: &amp;lt;http://www.w3.org/2000/01/rdf-schema#&amp;gt;&#xA;@prefix xsd:  &amp;lt;http://www.w3.org/2001/XMLSchema#&amp;gt; .&#xA;@prefix prov: &amp;lt;http://www.w3.org/ns/prov#&amp;gt; .&#xA;@prefix ex:   &amp;lt;http://example.org#&amp;gt; .&#xA;&#xA;# T-Box&#xA;&#xA;ex:Observation rdfs:subClassOf prov:Entity ;&#xA;               rdfs:label &quot;Observation&quot; .&#xA;ex:time        rdf:type rdf:Property ;&#xA;               rdfs:label &quot;Observation exact time@en&quot; ;&#xA;               rdfs:domain ex:Interval ;&#xA;               rdfs:range  xsd:dateTime .&#xA;ex:value       rdf:type rdf:Property ;&#xA;               rdfs:label &quot;Observation result (in km/s)&quot; ;&#xA;               rdfs:domain ex:Interval ;&#xA;               rdfs:range  xsd:dateTime .&#xA;ex:interval    rdf:type rdf:Property ;&#xA;               rdfs:label &quot;Observation interval&quot;@en ;&#xA;               rdfs:domain ex:Observation ;&#xA;               rdfs:range ex:Interval ;&#xA;ex:Interval    rdf:type rdfs:Class ;&#xA;               rdfs:label &quot;Observation interval&quot;@en ;&#xA;               rdfs:description &quot;Observation should be&#xA;               performed at least once during an interval&quot;@en .&#xA;ex:start       rdfs:subPropertyOf ex:Property ;&#xA;               rdfs:label &quot;Interval start date&quot;@en ;&#xA;               rdfs:domain ex:Interval ;&#xA;               rdfs:range  xsd:date .&#xA;ex:end         rdf:type rdf:Property ;&#xA;               rdfs:range ex:Interval ;&#xA;               rdfs:domain &quot;Interval end date&quot;@en ;&#xA;               rdfs:range  xsd:date .      &#xA;&#xA;# A-Box&#xA;&#xA;# Successfull observation&#xA;ex:observation1 rdf:type ex:Observation .&#xA;                ex:interval  [ rdf:type ex:Interval ;&#xA;                               ex:start &quot;2012-09-01&quot;^^xsd:date ;&#xA;                               ex:end &quot;2012-09-05&quot;^^xsd:date ] ;&#xA;                ex:time &quot;2012-09-04T20:00:00Z&quot;^^xsd:dateTime ; &#xA;                ex:value &quot;150.5&quot;^^xsd:float ;&#xA;                prov:wasGeneratedBy  ex:ourMainActivity .&#xA;&#xA;# Successfull observation, but the result was lost&#xA;ex:observation2 rdf:type ex:Observation .&#xA;                ex:interval  [ rdf:type ex:Interval ;&#xA;                               ex:start &quot;2012-09-06&quot;^^xsd:date ;&#xA;                               ex:end &quot;2012-09-10&quot;^^xsd:date ] ;&#xA;                ex:time &quot;2012-09-04T20:00:00Z&quot;^^xsd:dateTime ; &#xA;                ex:value _:b0 ;&#xA;                prov:wasGeneratedBy  ex:ourMainActivity ;&#xA;                prov:wasInvalidatedBy ex:hard_disk_failure .&#xA;&#xA;# Observation was not performed due to unknown reasons&#xA;ex:observation3 rdf:type ex:Observation ;&#xA;                ex:interval  [ rdf:type ex:Interval ;&#xA;                               ex:start &quot;2012-09-11&quot;^^xsd:date ;&#xA;                               ex:end &quot;2012-09-16&quot;^^xsd:date ] ;&#xA;                ex:time _:b1 ; &#xA;                ex:value _:b2 ;&#xA;                prov:wasInvalidatedBy _:b3 .&#xA;&#xA;ex:ourMainActivity rdf:type prov:Activity ;&#xA;                   prov:startedAtTime  &quot;2012-04-25T01:30:00Z&quot;^^xsd:dateTime .&#xA;&#xA;ex:hard_disk_failure rdf:type prov:Activity ;&#xA;                     rdfs:label &quot;Hard disk failure&quot; ;&#xA;                     prov:endedAtTime &quot;2012-09-11T01:31:00Z&quot;^^xsd:dateTime .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If gaps cover the whole periods, you could assert that the whole dataset was invalidated (this dataset may be in CSV format):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ex:dataset_1 rdf:type dcat:Dataset, prov:Entity ;&#xA;             dct:temporal &amp;lt;http://reference.data.gov.uk/id/quarter/2006-Q1&amp;gt; ;&#xA;             dcat:distribution  [ rdf:type dcat:Distribution ;&#xA;                                  dcat:mediaType &quot;text/csv&quot; ;&#xA;                                  dcat:downloadURL [] ] ;&#xA;             prov:wasInvalidatedBy ex:hard_disk_failure .&#xA;&#xA;ex:hard_disk_failure rdf:type prov:Activity ;&#xA;                     rdfs:label &quot;Hard disk failure&quot; ;&#xA;                     prov:endedAtTime &quot;2012-09-11T01:31:00Z&quot;^^xsd:dateTime .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-08-18T07:54:21.187" LastActivityDate="2017-08-18T07:54:21.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11504" PostTypeId="1" CreationDate="2017-07-11T23:01:59.640" Score="1" ViewCount="33" Body="&lt;p&gt;We are looking for historical data on the resolution, size and prices of LCD and OLED displays (consumer or business). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are able to find current prices and also historical prices. Ideally, we would like to see the price per centimeter at a given resolution going back to the birth of each technology.&lt;/p&gt;&#xA;" OwnerUserId="11083" LastEditorUserId="16193" LastEditDate="2017-07-13T07:35:21.007" LastActivityDate="2017-07-13T07:35:21.007" Title="LCD/OLED Historical Resolution, Size and Prices" Tags="|historical|prices|technology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11505" PostTypeId="1" CreationDate="2017-07-12T09:18:51.703" Score="8" ViewCount="640" Body="&lt;p&gt;Where I can get the human name corpus country-wise, so that I can use it for training my neural network for detecting the human names out of the string.&lt;br&gt;&#xA;Does anyone have idea of this?&lt;/p&gt;&#xA;" OwnerUserId="16015" LastActivityDate="2019-05-06T04:05:32.143" Title="Human name country wise corpus" Tags="|uses-of-open-data|corpora|names|" AnswerCount="2" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="11506" PostTypeId="2" ParentId="10154" CreationDate="2017-07-12T13:25:41.310" Score="4" Body="&lt;p&gt;I recently found this website for downloading weather data: &lt;a href=&quot;https://rp5.ru/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rp5.ru/&lt;/a&gt; which is the website of Reliable Prognosis, a company from St-Petersburg. The website is mainly dedicated to weather forecast, but you can find historical weather data (weather archive). There are interesting features for historical weather data: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Available data from &quot;8400 SYNOP weather stations and 5200 METAR weather stations&quot; (according to &lt;a href=&quot;https://rp5.ru/docs/about/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rp5.ru/docs/about/en&lt;/a&gt;). &lt;/li&gt;&#xA;&lt;li&gt;Hourly, 3-hourly or daily data available (depending on the station). &lt;/li&gt;&#xA;&lt;li&gt;Many weather variables available : temperature, precipitation, pression, cloud cover, wind velocity &amp;amp; direction, ... (depending on the stations) + observations (textual information). &lt;/li&gt;&#xA;&lt;li&gt;A nice stuff - &lt;strong&gt;data is very frequently updated:&lt;/strong&gt; data from METAR stations appears on the website 10 min. after recordings. &lt;/li&gt;&#xA;&lt;li&gt;Data licence? I did not find information about the data licence.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've used data from this website for one station in France + had a quick look at other ones in Belgium. If someone else has more experience with this website, please comment!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;J.&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-07-12T13:25:41.310" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11507" PostTypeId="2" ParentId="11314" CreationDate="2017-07-12T17:28:58.743" Score="1" Body="&lt;p&gt;You can check the UK driving licencing agency site here:&lt;br /&gt;&#xA;&lt;a href=&quot;https://data.gov.uk/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16651" LastEditorDisplayName="user4293" LastEditDate="2017-07-13T07:34:58.430" LastActivityDate="2017-07-13T07:34:58.430" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11508" PostTypeId="2" ParentId="10739" CreationDate="2017-07-12T18:34:55.603" Score="1" Body="&lt;p&gt;Yep, as Andrew Said, Though I hate to be a negative nancy, I fear that this is simply not something USPS tracks, so there may not be any quality dataset.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-07-12T18:34:55.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11509" PostTypeId="1" AcceptedAnswerId="11517" CreationDate="2017-07-12T22:58:00.560" Score="2" ViewCount="224" Body="&lt;p&gt;I'm looking for a dataset similar to the &quot;parallel data&quot; (i.e. one file is English and one file is Swedish) found in the &lt;a href=&quot;http://www.statmt.org/wmt17/translation-task.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;WMT translation task&lt;/a&gt;. Their datasets include news commentary, European parliament proceedings, and more. Is there a similar open dataset that has parallel translation data for English and Swedish?&lt;/p&gt;&#xA;" OwnerUserId="16198" LastEditorUserId="1511" LastEditDate="2017-07-13T19:25:55.357" LastActivityDate="2017-07-13T19:45:35.620" Title="English / Swedish translation data?" Tags="|data-request|language|translation|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11510" PostTypeId="1" AcceptedAnswerId="11511" CreationDate="2017-07-13T00:39:33.617" Score="2" ViewCount="132" Body="&lt;p&gt;In Wikipedia articles of countries a lot of statistics are given about the country at hand. For example in the &lt;a href=&quot;https://en.wikipedia.org/wiki/Venezuela&quot; rel=&quot;nofollow noreferrer&quot;&gt;Venezuela article&lt;/a&gt;, demographics are described in terms of ethnic groups (e.g. 51.6% are Mestizo), religion (71% catholic), and total population size and population density. There is GDP statistics, Gini-index, Human Development Index, and more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there any openly available dataset with this type of data for many/all countries?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm of course aware that there is going to be some missing data within such a dataset.&lt;/p&gt;&#xA;" OwnerUserId="16652" LastEditorUserId="16193" LastEditDate="2017-07-27T13:18:58.523" LastActivityDate="2017-07-27T13:18:58.523" Title="Various Country Statistics" Tags="|data-request|global|wikipedia|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11511" PostTypeId="2" ParentId="11510" CreationDate="2017-07-13T07:16:30.533" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://world-statistics.org/#indicators&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Statistics&lt;/a&gt; provides the following links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.un.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ilo.org/global/statistics-and-databases/lang--en/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;ILO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.fao.org/statistics/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.unicef.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UNICEF&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Software/services&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.gapminder.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gapminder&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.google.com/publicdata/explore?ds=d5bncppjof8f9_&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Public Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Other sources&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cia.gov/library/publications/the-world-factbook/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The World Factbook&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The World Factbook is in the public domain and may be used freely by&#xA;  anyone at anytime without seeking permission. However, US Code&#xA;  (Section 403m) prohibits use of the CIA seal in a manner which implies&#xA;  that the CIA approved, endorsed, or authorized such use. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nationmaster.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Master&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You may not use any robot, spider or any automated or manual device to&#xA;  monitor or copy any aspect of this site (including content) without&#xA;  the NationMaster prior permission, unless your purpose is to index the&#xA;  content for a traditional search engine (eg. Google, Bink, etc). You&#xA;  may not replicate, modify, reproduce, publish, distribute, display or&#xA;  transmit any portion of this web site, except as permitted in this&#xA;  document.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-26T07:17:15.903" LastActivityDate="2017-07-26T07:17:15.903" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11512" PostTypeId="5" CreationDate="2017-07-13T07:27:15.240" Score="0" Body="&lt;p&gt;The creation and growth of OSM has been motivated by restrictions on use or availability of map information across much of the world, and the advent of inexpensive portable satellite navigation devices. OSM is considered a prominent example of volunteered geographic information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Created by Steve Coast in the UK in 2004, it was inspired by the success of Wikipedia and the predominance of proprietary map data in the UK and elsewhere. Since then, it has grown to over 2 million registered users, who can collect data using manual survey, GPS devices, aerial photography, and other free sources. These crowdsourced data are then made available under the Open Database Licence. The site is supported by the OpenStreetMap Foundation, a non-profit organisation registered in England and Wales.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rather than the map itself, the data generated by the OpenStreetMap project are considered its primary output. The data are then available for use in both traditional applications, like its usage by Craigslist, OsmAnd, Geocaching, MapQuest Open, JMP statistical software, and Foursquare to replace Google Maps, and more unusual roles like replacing default data included with GPS receivers. OpenStreetMap data have been favourably compared with proprietary datasources, though data quality varies worldwide.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap powers map data on thousands of web sites, mobile apps, and hardware devices.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap is built by a community of mappers that contribute and maintain data about roads, trails, cafés, railway stations, and much more, all over the world.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.openstreetmap.org/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;About OpenStreetMap&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/OpenStreetMap&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia Entry&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-13T07:35:17.780" LastActivityDate="2017-07-13T07:35:17.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11513" PostTypeId="4" CreationDate="2017-07-13T07:27:15.240" Score="0" Body="OpenStreetMap (OSM) is an open source, crowd sourced, free editable map of the world. " OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-13T07:35:28.713" LastActivityDate="2017-07-13T07:35:28.713" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11514" PostTypeId="1" CreationDate="2017-07-13T09:43:58.130" Score="0" ViewCount="60" Body="&lt;p&gt;I am looking for the data sets on micro-finance institutions per country. I have tried to find it in the World Banks data base but I couldn't find anything. &lt;/p&gt;&#xA;" OwnerUserId="16654" LastActivityDate="2017-07-14T21:18:20.737" Title="Micro-finance data set" Tags="|finance|economics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11515" PostTypeId="2" ParentId="11510" CreationDate="2017-07-13T11:37:10.920" Score="1" Body="&lt;p&gt;If the information is already available on Wikipedia then it may be part of &lt;a href=&quot;http://wiki.dbpedia.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wiki.dbpedia.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Europe you could use &lt;a href=&quot;https://www.europeandataportal.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.europeandataportal.eu&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16613" LastActivityDate="2017-07-13T11:37:10.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11516" PostTypeId="2" ParentId="11509" CreationDate="2017-07-13T19:39:03.037" Score="1" Body="&lt;p&gt;The term to search for is &amp;quot;parallel corpus&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;The most comprehensive resource for Swedish/English seems to be:&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.sol.lu.se/engelska/corpus/corpus/espc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;The English-Swedish Parallel Corpus (ESPC)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The current (expanded) version of the ESPC consists of 64 English text samples and their translations into Swedish and 72 Swedish text samples and their translations into English (see Table 1).&lt;/p&gt;&#xA;&lt;p&gt;The total size of the corpus is 2.8 million words.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Unfortunately, because of copyright, the dataset is not available without a university collaboration. &lt;strong&gt;Boo!&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The ESPC project has been allowed to store and use the texts under certain strict conditions stated in the permissions from the copyright holders. The corpus can only be used for research. No commercial use is permitted. Moreover, the corpus is only available for research at the Department of English at the Universities of Lund and Göteborg. Scholars and students outside these departments can gain access to the corpus by visiting, or cooperating with, one of these departments.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;But that site does &lt;a href=&quot;http://www.sol.lu.se/engelska/corpus/corpus/websites.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;list other resources&lt;/a&gt;, of which with &lt;a href=&quot;https://web.archive.org/web/20050224222612/http://www.lpl.univ-aix.fr:80/projects/multext/CORP/DAG.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;help from the wayback machine&lt;/a&gt;, turned up a big corpus but unfortunately it seems not parallel languages. Maybe something in &lt;a href=&quot;https://spraakbanken.gu.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Språkbanken&lt;/a&gt; is useful.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-07-13T19:39:03.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11517" PostTypeId="2" ParentId="11509" CreationDate="2017-07-13T19:45:35.620" Score="1" Body="&lt;p&gt;Check out &lt;a href=&quot;http://opus.lingfil.uu.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OPUS&lt;/a&gt;, an open parallel corpus.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;OPUS is a growing collection of translated texts from the web. In the OPUS project we try to convert and align free online data, to add linguistic annotation, and to provide the community with a publicly available parallel corpus. OPUS is based on open source products and the corpus is also delivered as an open content package. We used several tools to compile the current collection. All pre-processing is done automatically. No manual corrections have been carried out.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opus.lingfil.uu.se/bin/opuscqp.pl&quot; rel=&quot;nofollow noreferrer&quot;&gt;Corpus query&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example - &lt;a href=&quot;http://opus.lingfil.uu.se/bin/opuscqp.pl?corpus=EMEA;lang=sv&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opus.lingfil.uu.se/bin/opuscqp.pl?corpus=EMEA;lang=sv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t6zSg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t6zSg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/2N8mi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/2N8mi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-07-13T19:45:35.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11518" PostTypeId="1" CreationDate="2017-07-13T20:50:13.487" Score="3" ViewCount="1256" Body="&lt;p&gt;Is there any source that aggregates average humidity around the world by country? Ideally I'd want annual or five-year averages. NOAA seems like it might have something buried in its labyrinthine website, but I'd rather not deal with their 'check out' data request system when I want data for 100+ countries.&lt;/p&gt;&#xA;" OwnerUserId="16662" LastActivityDate="2017-07-14T08:10:30.943" Title="Annual average humidity by country" Tags="|weather|climate|meteorology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11520" PostTypeId="2" ParentId="11505" CreationDate="2017-07-14T12:58:48.417" Score="1" Body="&lt;p&gt;UK first names are available from birth registration data from the ONS &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/birthsdeathsandmarriages/livebirths/bulletins/babynamesenglandandwales/previousReleases&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (annual files are available and there is also data going back a lot of years). Trends and visualisation of some of this data are available on my &lt;a href=&quot;https://public.tableau.com/views/EnglandWalesbabynames/titlepage?:embed=y&amp;amp;:display_count=yes&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tableau Public page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data from the USA are also available. A good place to start is &lt;a href=&quot;https://catalog.data.gov/dataset?tags=baby-names&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. This dataset is also accessible from several other sources including an open dataset in &lt;a href=&quot;https://cloud.google.com/bigquery/sample-tables&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google's BigQuery&lt;/a&gt; (if you have an account then it saves a lot of downloading and structuring).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These generally only give the prevalence of first names for privacy reasons, but that is a good place to start.&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2017-07-14T12:58:48.417" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11521" PostTypeId="1" CreationDate="2017-07-14T15:57:25.893" Score="3" ViewCount="95" Body="&lt;p&gt;I swimming the huge sea of semantic Web and Linked Open Data (LOD) to use these knowledge bases for &lt;a href=&quot;https://ontotext.com/knowledgehub/fundamentals/semantic-annotation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;annotating semantically&lt;/a&gt; biological experiment of my organisation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My idea consists of:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;RDF-izing my local biological experiment data in my triple store&lt;/li&gt;&#xA;&lt;li&gt;linking them to references which point to LOD&lt;/li&gt;&#xA;&lt;li&gt;If some concepts are not available as LOD, completing my virtual KB locally, by creating other types and properties in my triple store linked to the LOD cloud.&lt;/li&gt;&#xA;&lt;li&gt;Analyzing data through federated &lt;code&gt;SPARQL&lt;/code&gt; queries, to leverage my virtual KB (= local data of points 1,2 plus external LOD of point 3)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;In principle, that's is exactly one of the use cases LOD were created for but, practically speaking, there are some issues to tackle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Issue 1: are federated queries scalable for the real world problems? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Issue 2: There are many linked data vocabularies out there in the &lt;a href=&quot;http://lod-cloud.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LOD Cloud&lt;/a&gt;. In this day and age, it is very huge and covers many fields of Life Sciences, but some of such datasets are out-of-date or do not have a SPARQL endpoint to perform federated queries. They seem not very stable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One alternative, is using semantic stable hub like Wikidata as the principal external KB. Wikidata is a general purpose KB but it seems very active. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could be a valid opportunity or are there other design patterns for LOD usage?&lt;/p&gt;&#xA;" OwnerUserId="16674" LastActivityDate="2017-07-14T15:57:25.893" Title="Using Wikidata to practically leverage semantic linked data for content annotations" Tags="|uses-of-open-data|research|linked-data|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11522" PostTypeId="2" ParentId="11514" CreationDate="2017-07-14T21:18:20.737" Score="1" Body="&lt;p&gt;Check out MIX Market (Micro-finance Information Exchange). Here's the link to the&lt;a href=&quot;https://www.themix.org/mixmarket/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt; dataset page&lt;/a&gt;. Yes, you can also get information per country as well; check this &lt;a href=&quot;http://www.themix.org/mixmarket/countries-regions&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt;. The idea of MIX Market was to serve as the Bloomberg of Micro-finance data.&lt;/p&gt;&#xA;" OwnerUserId="16629" LastActivityDate="2017-07-14T21:18:20.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11523" PostTypeId="1" CreationDate="2017-07-15T09:55:54.033" Score="1" ViewCount="34" Body="&lt;p&gt;I'm looking for historical open data on food products you can find in supermarkets (like the data available on &lt;a href=&quot;https://world.openfoodfacts.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;openfoodfacts.org&lt;/a&gt;).&lt;br /&gt;The idea would be to know which products have been commercialized in 1990, 2000, 2010... to study the evolution of palm oil in food composition. &lt;/p&gt;&#xA;" OwnerUserId="16676" LastEditorDisplayName="user4293" LastEditDate="2017-07-19T14:30:40.513" LastActivityDate="2017-07-19T14:30:40.513" Title="Grocery products per year" Tags="|data-request|historical|food|global|products|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11524" PostTypeId="1" CreationDate="2017-07-15T16:14:38.070" Score="1" ViewCount="37" Body="&lt;p&gt;I'm looking for data of the S&amp;amp;P 500; The data should have the following properties:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It should contain all daily returns of the past 6 or 8 years for all stocks included in the S&amp;amp;P500 - so not just the daily returns of the S&amp;amp;P500 itself;&lt;/li&gt;&#xA;&lt;li&gt;It should have a format I can process in Matlab (my favourite) or R&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Any idea where to get it for free? &lt;/p&gt;&#xA;" OwnerUserId="16678" LastActivityDate="2017-07-15T16:14:38.070" Title="Get historical data of the S&amp;P500?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11525" PostTypeId="1" CreationDate="2017-07-15T18:00:08.677" Score="1" ViewCount="395" Body="&lt;p&gt;I need to get SAT related data for colleges but using the SAT related parameters I am not getting the data back. It is giving me an error i.e. invalid field, is this data not exposed under Schools endpoint?&#xA;Here is &lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools.json?school.degrees_awarded.predominant=2,3&amp;amp;_fields=id,school.name,2013.student.size,school.sat_scores.25th_percentile.critical_reading&amp;amp;api_key=2e%5Bskip%5Dck&quot; rel=&quot;nofollow noreferrer&quot;&gt;my query&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16679" LastEditorUserId="14002" LastEditorDisplayName="user4293" LastEditDate="2021-01-04T15:30:18.670" LastActivityDate="2021-01-04T15:30:18.670" Title="Trying to get college SAT scores from http://api.data.gov/ed/collegescorecard/, unable to form query?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11527" PostTypeId="1" CreationDate="2017-07-14T20:36:05.830" Score="2" ViewCount="227" Body="&lt;p&gt;I've been working with TIGER/Line &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php?year=2016&amp;amp;layergroup=Places&quot; rel=&quot;nofollow noreferrer&quot;&gt;shapefiles of CDPs/towns/cities&lt;/a&gt;, and want to fill in the empty areas between these places with shapes of those unincorporated areas well. So far, I've been unable to find shapefiles of the unincorporated areas at a national scale. Are these available to download in one dataset?&lt;/p&gt;&#xA;" OwnerUserId="16693" OwnerDisplayName="Ellory" LastEditorUserId="6229" LastEditDate="2017-07-16T06:24:15.480" LastActivityDate="2017-07-18T19:02:59.947" Title="Seeking shapefile of unincorporated areas (US)?" Tags="|usa|geospatial|census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11528" PostTypeId="2" ParentId="11527" CreationDate="2017-07-16T06:17:09.780" Score="2" Body="&lt;p&gt;Having worked with Census Bureau shapefiles for nearly seven years, I'm almost certain this isn't available by default. That said, the Census Bureau does provide Shapefiles of municipality boundaries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You &lt;strong&gt;might&lt;/strong&gt; be able to use something like QGis to load a shape file of all municipalities, then select the bounding area, and perform an inverse selection command using the differences geoprocessing tool, which would draw a polygon filling in anywhere inside the bounding box that doesn't already have spatial layers.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastEditorUserId="14970" LastEditDate="2017-07-18T19:02:59.947" LastActivityDate="2017-07-18T19:02:59.947" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11529" PostTypeId="2" ParentId="10668" CreationDate="2017-07-16T14:11:49.330" Score="2" Body="&lt;p&gt;I've built an R-based app using the College Scorecard database. It uses the RStudio shinyapps.io server as the host. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Find it here: &lt;a href=&quot;https://thompsonml.shinyapps.io/BestCollegeApp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Best Colleges For You&quot; App&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Read the &quot;About&quot; section of the App to see its connection to the Kaggle.com College Scorecard script:  &lt;a href=&quot;https://www.kaggle.com/apollostar/d/kaggle/college-scorecard/which-college-is-best-for-you-part2/notebook&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Which College is Best for You? Part_2&quot;&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="13928" LastEditorUserId="13928" LastEditDate="2017-07-16T14:19:53.990" LastActivityDate="2017-07-16T14:19:53.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11530" PostTypeId="1" CreationDate="2017-07-16T23:50:03.543" Score="1" ViewCount="76" Body="&lt;p&gt;Hello I am messing around with openFDA and was wondering if its possible to search for a medicinal product and only return objects with one drug in the array.&lt;/p&gt;&#xA;&lt;p&gt;For example when you search for a drug, some patients have multiple drugs in the array. Some have up to 30!&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/uLwI8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/uLwI8.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Is it possible to search for patients who only have 1 object in the drug array?&lt;/p&gt;&#xA;&lt;p&gt;This is what I am using to search for the medicinal product&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;search=patient.drug.medicinalproduct&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Anyone know if this is possible?&lt;/p&gt;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="16685" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-07-16T23:50:03.543" Title="Limit the array of drugs in openFDA" Tags="|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11531" PostTypeId="2" ParentId="10076" CreationDate="2017-07-17T07:41:25.853" Score="1" Body="&lt;p&gt;Yes, you can download everything from 2009 onwards from here:&#xA;&lt;a href=&quot;https://www.sec.gov/dera/data/financial-statement-data-sets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/dera/data/financial-statement-data-sets.html&lt;/a&gt; get the file submissions.csv and there you will find the submitter's CIK and address information.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-07-17T07:41:25.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11534" PostTypeId="1" CreationDate="2017-07-18T10:30:36.417" Score="1" ViewCount="92" Body="&lt;p&gt;I'm working on a project to check variation of UV index with cloud cover. I'm trying to get the cloud cover data which I'll be using to plot the graph. I've historical data which I got from &lt;a href=&quot;https://ladsweb.modaps.eosdis.nasa.gov/missions-and-measurements/products/cloud/MOD06_L2&quot; rel=&quot;nofollow noreferrer&quot;&gt;MODIS&lt;/a&gt; (MOD06_L2). But it doesn't has the current(today's) data. The closest date for which they have the data is 4 days back. Does anyone knows of any reliable source where I can get this data  ? It will be better if the source has hourly data for cloud cover.&lt;/p&gt;&#xA;" OwnerUserId="12655" LastActivityDate="2023-03-21T14:58:01.480" Title="Seeking current global cloud cover data?" Tags="|data-request|weather|noaa|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11535" PostTypeId="1" CreationDate="2017-07-18T11:29:11.980" Score="0" ViewCount="150" Body="&lt;p&gt;Will the next college scorecard update be released before the 15th September? I need to know for a project I am working on. &lt;/p&gt;&#xA;" OwnerUserId="16699" LastActivityDate="2018-01-26T19:38:21.647" Title="Next College scorecard update release date?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11536" PostTypeId="1" CreationDate="2017-07-18T14:52:27.930" Score="2" ViewCount="4834" Body="&lt;p&gt;I'm interested in freely available crowdsourced images with semantic tagging similar to what ImageNet provides. Are there any alternatives to &lt;a href=&quot;http://www.image-net.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ImageNet&lt;/a&gt; here?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: I just found NEIL &lt;a href=&quot;http://www.neil-kb.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.neil-kb.com/&lt;/a&gt; but it doesn't seem that open. There's only one training set from 2013 available. Anybody knows if its trained models are available for download?&lt;/p&gt;&#xA;" OwnerUserId="15935" LastEditorUserId="16193" LastEditDate="2018-03-21T10:54:38.173" LastActivityDate="2018-03-21T10:54:38.173" Title="Alternatives to ImageNet" Tags="|data-request|imagenet|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11537" PostTypeId="2" ParentId="4898" CreationDate="2017-07-18T15:59:02.997" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;http://www.apa.org/pubs/databases/training/thesaurus.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Thesaurus of Psychological Index Terms&lt;/a&gt;, published by one of your employer's (?) customers, is known now as &lt;a href=&quot;https://bioportal.bioontology.org/ontologies/APAONTO?p=summary&quot; rel=&quot;nofollow noreferrer&quot;&gt;Psychology Ontology&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This ontology is not even a taxonomy, but rather a &lt;a href=&quot;https://bioportal.bioontology.org/ontologies/APAONTO/?p=classes&amp;amp;conceptid=http%3A%2F%2Fontology.apa.org%2Fapaonto%2FtermsonlyOUT%2520(5).owl%23Fear&amp;amp;jump_to_nav=true&quot; rel=&quot;nofollow noreferrer&quot;&gt;flat list&lt;/a&gt; of classes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BioPortal &lt;a href=&quot;https://bioportal.bioontology.org/ontologies/APAONTO/?p=mappings&quot; rel=&quot;nofollow noreferrer&quot;&gt;provides&lt;/a&gt; mappings between this ontology and many other ontologies.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, BioPortal contains other ontologies published by APA:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LsWHm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LsWHm.png&quot; alt=&quot;BioPortal search&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://bioportal.bioontology.org/ontologies/ONTOPSYCHIA&quot; rel=&quot;nofollow noreferrer&quot;&gt;OntoPsychia ontology&lt;/a&gt; seems very interesting, but is not available for download.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;AberOWL repository provides these links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aber-owl.net/ontology/MFOEM#!http%3A%2F%2Fpurl.obolibrary.org%2Fobo%2FBFO_0000004&quot; rel=&quot;nofollow noreferrer&quot;&gt;MFOEM - Emotion Ontology&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aber-owl.net/ontology/MF#!http%3A%2F%2Fpurl.obolibrary.org%2Fobo%2FGO_0007610&quot; rel=&quot;nofollow noreferrer&quot;&gt;MF - Mental Functioning Ontology&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aber-owl.net/ontology/MFOMD#!http%3A%2F%2Fpurl.obolibrary.org%2Fobo%2FMFOMD_0000024&quot; rel=&quot;nofollow noreferrer&quot;&gt;MFOMD - MFO Mental Disease Ontology&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://aber-owl.net/ontology/NBO#!http%3A%2F%2Fpurl.obolibrary.org%2Fobo%2FNBO_0000539&quot; rel=&quot;nofollow noreferrer&quot;&gt;NBO - Neuro Behavior Ontology&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-18T21:00:23.187" LastActivityDate="2017-07-18T21:00:23.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11538" PostTypeId="1" AcceptedAnswerId="11710" CreationDate="2017-07-19T05:39:42.297" Score="2" ViewCount="123" Body="&lt;p&gt;I am looking for open news dataset related to downsizing and employee layoff.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked up Reuters and BBC News datasets but their categories are quite broad. Can anyone please suggest any resources for the same. I am trying to scrape various news sites but this will take a lot of time to get a good amount of data. &lt;/p&gt;&#xA;" OwnerUserId="15861" LastEditorDisplayName="user4293" LastEditDate="2017-09-05T08:25:39.657" LastActivityDate="2017-09-05T08:25:39.657" Title="Open news dataset regarding downsizing and employee layoff" Tags="|data-request|companies|news|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11539" PostTypeId="1" AcceptedAnswerId="11547" CreationDate="2017-07-19T12:55:06.843" Score="2" ViewCount="125" Body="&lt;p&gt;I am looking for a database that contains all the airline companies alongside the alliances that they belong to, and if they are low-cost or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I found this &lt;a href=&quot;https://openflights.org/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Airport, airline and route data&lt;/a&gt; but it doesn't seem to give the information on whether the compagnies are low cost and to which alliance they belong to.&lt;/p&gt;&#xA;" OwnerUserId="16711" LastEditorDisplayName="user4293" LastEditDate="2017-07-20T17:45:35.017" LastActivityDate="2017-07-21T06:01:54.690" Title="Where can I find a database that contains all the airline companies with their alliances and if they are low cost or not" Tags="|data-request|geospatial|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11540" PostTypeId="1" CreationDate="2017-07-19T15:33:55.463" Score="3" ViewCount="56" Body="&lt;p&gt;I am interested in all of the FIPS codes for USA ocean ports. For example, &quot;PORT_New Orleans, PORT_Houston&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I have for now: I have all the lat &amp;amp; lon for the port. I know I can reverse geocoding from lat &amp;amp; lon to FIPS, but I am still interested in other methods.&lt;/p&gt;&#xA;" OwnerUserId="16714" LastEditorUserId="90" LastEditDate="2017-07-19T16:17:46.797" LastActivityDate="2017-07-19T16:49:48.967" Title="Where can I find USA ocean port FIPS code?" Tags="|usa|geocoding|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11541" PostTypeId="1" CreationDate="2017-07-19T16:25:43.393" Score="1" ViewCount="31" Body="&lt;p&gt;I am an NLP researcher and for the purpose of my ongoing work I need lots of textual data produced by real human beings. It's probably not so hard to obtain, but it's important that it's also contains user meta-information like gender, age, country, education, native language and so on. Topic preference is common talk.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be grateful for a link to such datasets or any ideas of how to harvest such a data.&lt;/p&gt;&#xA;" OwnerUserId="6886" LastEditorUserId="6886" LastEditDate="2017-07-19T16:32:31.133" LastActivityDate="2017-07-19T16:32:31.133" Title="Looking for lots of real texts written by humans with user-metadata" Tags="|nlp|social-media|text|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11542" PostTypeId="2" ParentId="11540" CreationDate="2017-07-19T16:28:23.207" Score="3" Body="&lt;p&gt;Census' &lt;a href=&quot;https://www2.census.gov/programs-surveys/popest/geographies/2015/all-geocodes-v2015.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;2015 State, County, Minor Civil Division, and Incorporated Place FIPS Codes&lt;/a&gt; (XLSX) spreadsheet or this &lt;a href=&quot;https://transition.fcc.gov/oet/info/maps/census/fips/fips.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;list compiled by the FCC&lt;/a&gt; that lists state and locality codes.&lt;br&gt;&#xA;If I understand correctly, this way you can skip the steps of finding out the ports' state, getting its FIPS code, then finding the ports' FIPS code within that state.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;a href=&quot;https://www.census.gov/prod/techdoc/cbp/95-96cd/fips-st.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census' FIPS Codes for States and Localities&lt;/a&gt;, however it is a PDF and (at least for me) requires more work then text/spreadsheet formats.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ngs.noaa.gov/RSD/coastal/projects/coastal/ports_list.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NGA has a list that includes both locality name and the State of the ports&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-07-19T16:49:48.967" LastActivityDate="2017-07-19T16:49:48.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11543" PostTypeId="1" CreationDate="2017-07-19T23:45:31.827" Score="1" ViewCount="46" Body="&lt;p&gt;I am doing research in econometrics and am in need of the disaggregated data from the 2013 &lt;a href=&quot;https://www.bls.gov/cex/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Consumer Expenditure Survey&lt;/a&gt;. I would like to analyze it using R.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When looking for the data on the Bureau of Labor Statistics website I was unable to find it. I contacted them and got a response that essentially amounted to &quot;it's on there&quot; yet I still can't find it. Does anyone know if there is another source of this data?&lt;/p&gt;&#xA;" OwnerUserId="16719" LastEditorDisplayName="user4293" LastEditDate="2017-09-18T19:34:56.987" LastActivityDate="2017-10-19T11:19:32.653" Title="Does anyone know where to get the disaggregated data from the 2013 Consumer Expenditure Survey by the Bureau of Labor Statistics?" Tags="|data-request|spending|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11544" PostTypeId="2" ParentId="11543" CreationDate="2017-07-20T08:53:35.260" Score="1" Body="&lt;p&gt;here's the microdata &lt;a href=&quot;https://www.bls.gov/cex/pumd_data.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/cex/pumd_data.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;here's how to analyze with R&#xA;&lt;a href=&quot;http://asdfree.com/consumer-expenditure-survey-ces.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://asdfree.com/consumer-expenditure-survey-ces.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="334" LastEditorUserId="334" LastEditDate="2017-10-19T11:19:32.653" LastActivityDate="2017-10-19T11:19:32.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11545" PostTypeId="1" AcceptedAnswerId="11548" CreationDate="2017-07-20T15:25:00.640" Score="8" ViewCount="8825" Body="&lt;p&gt;I'm looking for list of web browser user agents for testing purposes. Ideally in some common text format. Especially for the desktop and mobile devices.&lt;/p&gt;&#xA;" OwnerUserId="3082" LastActivityDate="2019-02-15T13:34:49.193" Title="Database of user agents" Tags="|software|" AnswerCount="4" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11546" PostTypeId="2" ParentId="11545" CreationDate="2017-07-20T15:25:00.640" Score="2" Body="&lt;p&gt;I've found so far this: &lt;a href=&quot;https://web.archive.org/web/20180424023135/https://gist.github.com/enginnr/ed572cf5c324ad04ff2e&quot; rel=&quot;nofollow noreferrer&quot;&gt;Massive list of user agents for User Agent Switcher by Chris Pederik&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's in XML format and it's grouped based on the browser and the device type. It has 602 entries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some other copies:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/javidrashid/9079cf0073cca7383269dbbdcc80e5b6&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/javidrashid/9079cf0073cca7383269dbbdcc80e5b6&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/kenorb/40df55940a9543e3c4158679219f063a&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/kenorb/40df55940a9543e3c4158679219f063a&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gist.github.com/search?l=XML&amp;amp;q=useragentswitcher&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/search?l=XML&amp;amp;q=useragentswitcher&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here is the shell command dumping printing this list in plain format:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -s https://gist.githubusercontent.com/javidrashid/9079cf0073cca7383269dbbdcc80e5b6/raw/55c1c6ac3185553c0063674fd8e594988e7b257c/useragentswitcher.xml | grep -o 'useragent=.[^&quot;]\+&quot;'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3082" LastEditorUserId="3082" LastEditDate="2019-02-15T13:34:49.193" LastActivityDate="2019-02-15T13:34:49.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11547" PostTypeId="2" ParentId="11539" CreationDate="2017-07-20T15:25:48.677" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3FaLabel%20%3Fis_lowcost%20%3FaffiliateLabel%20%3Fiata%20where%20%7B%0A%20%20%20%20%20%20%3Fa%20wdt%3AP31%2Fwdt%3AP279%2a%20wd%3AQ1875615%20.%0A%20%20%20%20%20%20BIND%20%28%28EXISTS%20%7B%3Fa%20wdt%3AP31%20wd%3AQ190915%20%7D%29%20AS%20%3Fis_lowcost%20%29%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP749%20%3Fparent%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP361%20%3Fwhole%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP127%20%3Fowner%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP114%20%3Falliance%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP229%20%3Fiata%7D%0A%20%20%20%20%20%20BIND%20%28%20COALESCE%28%3Falliance%2C%20%3Fparent%2C%20%3Fparent%2C%20%3Fowner%29%20AS%20%3Faffiliate%29%0A%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%20%7D%0A%20%20%20%20%20%20%7D%20order%20by%20DESC%28%3Fis_lowcost%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try&lt;/a&gt; this query on Wikidata:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?aLabel ?is_lowcost ?affiliateLabel ?iata where {&#xA;  ?a wdt:P31/wdt:P279* wd:Q1875615 .&#xA;  BIND ((EXISTS {?a wdt:P31 wd:Q190915 }) AS ?is_lowcost )&#xA;  OPTIONAL {?a wdt:P749 ?parent}&#xA;  OPTIONAL {?a wdt:P361 ?whole}&#xA;  OPTIONAL {?a wdt:P127 ?owner}&#xA;  OPTIONAL {?a wdt:P114 ?alliance}&#xA;  OPTIONAL {?a wdt:P229 ?iata}&#xA;  BIND ( COALESCE(?alliance, ?parent, ?parent, ?owner) AS ?affiliate)&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; . }&#xA;  } ORDER BY DESC(?is_lowcost)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The values in the &lt;code&gt;affiliateLabel&lt;/code&gt; column are coalesced from the values of these  properties:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P749&quot; rel=&quot;nofollow noreferrer&quot;&gt;parent organization&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P361&quot; rel=&quot;nofollow noreferrer&quot;&gt;part of&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P127&quot; rel=&quot;nofollow noreferrer&quot;&gt;owner&lt;/a&gt;,&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P114&quot; rel=&quot;nofollow noreferrer&quot;&gt;airline alliance&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Try &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3FaLabel%20%3Fis_lowcost%20%3FaffiliateLabel%20%3FparentLabel%20%3FwholeLabel%20%3FownerLabel%20%3FallianceLabel%20%3Fiata%20where%20%7B%0A%20%20%20%20%20%20%3Fa%20wdt%3AP31%2Fwdt%3AP279%2a%20wd%3AQ1875615%20.%0A%20%20%20%20%20%20BIND%20%28%28EXISTS%20%7B%3Fa%20wdt%3AP31%20wd%3AQ190915%20%7D%29%20AS%20%3Fis_lowcost%20%29%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP749%20%3Fparent%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP361%20%3Fwhole%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP127%20%3Fowner%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP114%20%3Falliance%7D%0A%20%20%20%20%20%20OPTIONAL%20%7B%3Fa%20wdt%3AP229%20%3Fiata%7D%0A%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%20%7D%0A%20%20%20%20%20%20%7D%20order%20by%20DESC%28%3Fis_lowcost%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; query, if you want to get the values of these properties separated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to low-coster status, the data is obviously incomplete. For instanse, &lt;a href=&quot;https://www.wikidata.org/wiki/Q18398469&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:Q18398469&lt;/a&gt; is definitely a low-coster.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-07-21T06:01:54.690" LastActivityDate="2017-07-21T06:01:54.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11548" PostTypeId="2" ParentId="11545" CreationDate="2017-07-20T17:49:13.740" Score="6" Body="&lt;p&gt;&lt;a href=&quot;http://theafh.net/the-user-agents-project/&quot; rel=&quot;noreferrer&quot;&gt;The User Agent Project&lt;/a&gt; is a research project consisting of a comprehensive list of unique user agent strings compiled since 2006. The UA Project is accessible as a &lt;a href=&quot;http://ua.theafh.net/&quot; rel=&quot;noreferrer&quot;&gt;specialized search engine&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/browscap/browscap&quot; rel=&quot;noreferrer&quot;&gt;Browscap&lt;/a&gt;'s repository includes a &lt;a href=&quot;https://github.com/browscap/browscap/wiki/Resource:-User-Agents-Database&quot; rel=&quot;noreferrer&quot;&gt;User Agent Database Resource&lt;/a&gt;, althouth the wiki hasn't been updated since 2015. Browscap has had updates as recently as 2017-06, but that includes the entire repository, not just the ua db.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://udger.com/resources/ua-list&quot; rel=&quot;noreferrer&quot;&gt;Udger UA List Database&lt;/a&gt; &quot;includes detailed information about ever(y) single user agent and operating system&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.useragentstring.com/&quot; rel=&quot;noreferrer&quot;&gt;User Agent String.Com&lt;/a&gt; has a &lt;a href=&quot;http://www.useragentstring.com/pages/useragentstring.php&quot; rel=&quot;noreferrer&quot;&gt;large list of user agent strings by ua type&lt;/a&gt;, and offers &lt;a href=&quot;http://www.useragentstring.com/pages/api.php&quot; rel=&quot;noreferrer&quot;&gt;an API&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.user-agents.org/&quot; rel=&quot;noreferrer&quot;&gt;User-Agents.org&lt;/a&gt; has a &lt;a href=&quot;http://www.user-agents.org/allagents.xml&quot; rel=&quot;noreferrer&quot;&gt;List of User-Agents (Spiders, Robots, Crawlers, Browser)&lt;/a&gt; in XML format, as well as a search database and some other offerings.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-07-20T17:49:13.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11549" PostTypeId="1" CreationDate="2017-07-21T11:00:58.363" Score="3" ViewCount="134" Body="&lt;ol&gt;&#xA;&lt;li&gt;Need tagged text data of any domain. Preferably generalized and ubiquitous domains such as &quot;Food &amp;amp; Hospitality&quot; (Reviews about the quality of the food, comments about the ambience and service etc. This can be found in reviews for restaurant websites or food delivery and review sites like Zomato). &lt;/li&gt;&#xA;&lt;li&gt;More Details :&#xA;Each review might be classified into various classes*. This makes it a multi-class classification problem. &#xA;Classes* - Important &quot;aspects&quot; that the review is talking about. &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;For example &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lKiBI.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lKiBI.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here I also mentioned the Sentiment Column (Which is 3 class, Positive, Negative and Neutral). Typically every domain, a broad class of aspects would be decided and tagged. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone link me to good data sets that meet the requirement? I will be needing hundreds of thousands data. The more, the better. &#xA;Or suggest me an alternative way ? &lt;/p&gt;&#xA;" OwnerUserId="16723" LastActivityDate="2017-08-31T11:50:37.450" Title="Need Tagged Data sets for training ML algorithms to classify sentences/reviews into single/multi classes" Tags="|data-request|machine-learning|nlp|classification|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11550" PostTypeId="2" ParentId="4809" CreationDate="2017-07-21T11:28:42.780" Score="1" Body="&lt;p&gt;If the site in question has enabled it, the CKAN's &lt;a href=&quot;http://docs.ckan.org/en/ckan-2.6.2/maintaining/datastore.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datastore&lt;/a&gt; allows you to query tabular data directly via additional &lt;a href=&quot;http://docs.ckan.org/en/ckan-2.6.2/maintaining/datastore.html#the-datastore-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API functions&lt;/a&gt;. In your case you would probably use the &lt;a href=&quot;http://docs.ckan.org/en/ckan-2.6.2/maintaining/datastore.html#ckanext.datastore.logic.action.datastore_info&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;datastore_info&lt;/code&gt;&lt;/a&gt; function to get the column names and data types for a given resource.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of getting that information for &lt;a href=&quot;https://transparenz.karlsruhe.de/dataset/daten-der-wetterstation-auf-der-heinrich-hubsch-schule/resource/117ae307-902a-4bf1-9c43-8b1aa9e8c2bd&quot; rel=&quot;nofollow noreferrer&quot;&gt;some weather data&lt;/a&gt; (using the excellent &lt;a href=&quot;https://httpie.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HTTPie&lt;/a&gt; command line tool):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ http post https://transparenz.karlsruhe.de/api/3/action/datastore_info id=117ae307-902a-4bf1-9c43-8b1aa9e8c2bd&#xA;HTTP/1.1 200 OK&#xA;Cache-Control: no-cache&#xA;Connection: keep-alive&#xA;Content-Length: 642&#xA;Content-Type: application/json;charset=utf-8&#xA;Date: Fri, 21 Jul 2017 11:25:19 GMT&#xA;Pragma: no-cache&#xA;Server: nginx/1.11.2&#xA;Strict-Transport-Security: max-age=31536000&#xA;Vary: X-Forwarded-Proto,X-Forwarded-Port&#xA;&#xA;{&#xA;    &quot;help&quot;: &quot;https://transparenz.karlsruhe.de/api/3/action/help_show?name=datastore_info&quot;, &#xA;    &quot;result&quot;: {&#xA;        &quot;meta&quot;: {&#xA;            &quot;count&quot;: 3550&#xA;        }, &#xA;        &quot;schema&quot;: {&#xA;            &quot;Apparent temperature (Degree Celcius)&quot;: &quot;number&quot;, &#xA;            &quot;Atmospheric pressure (hPa; not normalized to sea level)&quot;: &quot;number&quot;, &#xA;            &quot;Average wind speed (km/h; 10min window)&quot;: &quot;number&quot;, &#xA;            &quot;Date and time (YYYY-MM-DD HH:MM:SS)&quot;: &quot;date&quot;, &#xA;            &quot;Dew point (Degree Celcius)&quot;: &quot;number&quot;, &#xA;            &quot;Global irradiance (W/m^2)&quot;: &quot;number&quot;, &#xA;            &quot;Humidity (%)&quot;: &quot;number&quot;, &#xA;            &quot;Maximum wind speed (km/h; 10min window)&quot;: &quot;number&quot;, &#xA;            &quot;Precipitation (mm)&quot;: &quot;number&quot;, &#xA;            &quot;Temperature (Degree Celcius)&quot;: &quot;number&quot;, &#xA;            &quot;Wind direction (Degree)&quot;: &quot;number&quot;&#xA;        }&#xA;    }, &#xA;    &quot;success&quot;: true&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can check whether a CKAN instance is running the &lt;code&gt;Datastore&lt;/code&gt; extension via the &lt;a href=&quot;http://docs.ckan.org/en/ckan-2.6.2/api/index.html#ckan.logic.action.get.resource_status_show&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;status_show&lt;/code&gt;&lt;/a&gt; API function.&lt;/p&gt;&#xA;" OwnerUserId="16736" LastActivityDate="2017-07-21T11:28:42.780" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11551" PostTypeId="2" ParentId="11007" CreationDate="2017-07-22T18:07:53.187" Score="3" Body="&lt;p&gt;You can also look at the &lt;a href=&quot;http://www.unicode.org/charts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unicode character charts&lt;/a&gt;, specially at the block &lt;a href=&quot;http://www.unicode.org/charts/PDF/U2600.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Miscellaneous Symbols&lt;/a&gt; and at the two blocks named &lt;a href=&quot;http://www.unicode.org/charts/PDF/U1F300.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Miscellaneous Symbols and Pictographs&lt;/a&gt; and &lt;a href=&quot;http://www.unicode.org/charts/PDF/U1F900.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Supplemental Symbols and Pictographs&lt;/a&gt;. The Emoji area can also be of interest to you.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2017-07-22T18:07:53.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11552" PostTypeId="2" ParentId="11478" CreationDate="2017-07-23T09:33:39.017" Score="0" Body="&lt;p&gt;Have a look at &lt;a href=&quot;https://irods.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;iRODS&lt;/a&gt;, which is in use by many genomics related institutes, e.g. Sanger. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They provide specific protocols for large scale transfer of datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another noteworthy implementation is HDFS cluster to cluster copy, check &lt;a href=&quot;https://www.cloudera.com/documentation/enterprise/5-5-x/topics/cdh_admin_distcp_data_cluster_migrate.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;distcp&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also check how certain data is available, e.g. 100.000 genomes do not allow download, but you have to process, where the data lives. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is also recommended way of doing things Big Data: move the code, not the data. &lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-07-23T09:33:39.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11554" PostTypeId="1" CreationDate="2017-07-23T13:42:24.667" Score="1" ViewCount="29" Body="&lt;p&gt;Is there a source that compares the tables from the U.S. Census 1990 SF3 and 2000? Something like the data provided in &lt;a href=&quot;https://www.census.gov/acs/www/guidance/comparing-acs-data/acscensus-table-lookup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Census 2000 to ACS5 comparison tool&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some information is provided by &lt;a href=&quot;http://library.columbia.edu/locations/dssc/data/cen90_00_compare.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Columbia University Library&lt;/a&gt;. The &lt;a href=&quot;https://s4.ad.brown.edu/projects/diversity/Researcher/LTBDDload/Default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Longitudinal Tract Database&lt;/a&gt; also provides limited table level crosswalks in their codebook.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="15875" LastEditDate="2017-07-25T03:15:02.713" LastActivityDate="2017-07-25T03:15:02.713" Title="Is there a crosswalk between U.S. Census 1990 SF3 and 2000 SF3?" Tags="|usa|us-census|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11555" PostTypeId="1" CreationDate="2017-07-23T15:46:58.383" Score="5" ViewCount="245" Body="&lt;p&gt;I am looking for a dataset to contain environment-metal details such as: humidity, temperature, chemistry, stress, erosion.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a metals corrosion open dataset, or one from which you could get such data?&lt;/p&gt;&#xA;" OwnerUserId="3104" LastEditorUserId="16193" LastEditDate="2017-07-24T13:50:45.500" LastActivityDate="2017-12-08T10:12:07.170" Title="Is there a metals corrosion open dataset?" Tags="|climate|technology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11556" PostTypeId="1" AcceptedAnswerId="11564" CreationDate="2017-07-23T20:53:32.933" Score="3" ViewCount="80" Body="&lt;p&gt;I am looking for a word dataset composed by lists of words of multiple languages (possibly all the major languages), non topic specific, divided by language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't really care for translations, meanings, alternative forms, pronunciation or anything else. However, I would need an offline dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know if any such dataset exist?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ps: I have seen the Multilingual Wordnet site at &lt;a href=&quot;http://compling.hss.ntu.edu.sg/omw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://compling.hss.ntu.edu.sg/omw/&lt;/a&gt; however it is missing some important languages like German, Russian and Korean.&lt;/p&gt;&#xA;" OwnerUserId="16748" LastEditorUserId="16193" LastEditDate="2017-07-27T15:10:13.750" LastActivityDate="2018-01-03T00:19:23.253" Title="Corpus of words divided by language" Tags="|data-request|language|global|corpora|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11559" PostTypeId="1" AcceptedAnswerId="11560" CreationDate="2017-07-24T10:37:55.377" Score="2" ViewCount="59" Body="&lt;p&gt;Are there any services which provide aspect-sentiment of the sentence? &#xA;If the sentence/review is talking about multiple aspects, all the aspects with their sentiments (Positive, Negative, Neutral should be the classes) are expected in the output. &#xA;I'm looking for something which is more cognitive than just a key word based engine for aspect (umm, may be using word vectors?) and more than just fixed lists for sentiment classification (like using robust ML and NLP techniques here). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let me know of all the products that do the job (I can provide the data). &lt;/p&gt;&#xA;" OwnerUserId="16723" LastActivityDate="2017-07-24T10:46:11.357" Title="Aspect Based Sentiment Classification" Tags="|machine-learning|nlp|sentiment-analysis|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11560" PostTypeId="2" ParentId="11559" CreationDate="2017-07-24T10:46:11.357" Score="1" Body="&lt;p&gt;Have a look at this &lt;a href=&quot;http://xpresso.abzooba.com/XpressoOnWeb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://xpresso.abzooba.com/XpressoOnWeb/&lt;/a&gt; for aspect based sentimental analysis.&lt;/p&gt;&#xA;" OwnerUserId="16754" LastActivityDate="2017-07-24T10:46:11.357" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11561" PostTypeId="2" ParentId="10693" CreationDate="2017-07-24T10:55:47.280" Score="2" Body="&lt;p&gt;Yes. Check out &lt;a href=&quot;http://xpresso.abzooba.com/XpressoOnWeb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://xpresso.abzooba.com/XpressoOnWeb/&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have built up so many domains already (health care - armamentarium) is one of them. They have fixed aspects (usually 5-6) for every domain. and the engine does aspect based sentiment analysis. Try out a few sample sentences in that link. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: You'll have to create an account, but it is open data.&lt;/p&gt;&#xA;" OwnerUserId="16723" LastEditorDisplayName="user4293" LastEditDate="2017-07-25T03:14:57.717" LastActivityDate="2017-07-25T03:14:57.717" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11562" PostTypeId="1" CreationDate="2017-07-24T11:19:48.480" Score="1" ViewCount="27" Body="&lt;p&gt;I am looking for some BD (Business Development) help. &#xA;I am building a product that does sentiment analysis. &#xA;I want to know which domains in the internet space (for which there are online/offline &quot;reviews&quot; from users available) I can cater my product to for their review analysis needs. &lt;/p&gt;&#xA;" OwnerUserId="16723" LastActivityDate="2017-07-24T11:39:40.597" Title="Need some domain knowledge" Tags="|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11563" PostTypeId="2" ParentId="11562" CreationDate="2017-07-24T11:39:40.597" Score="1" Body="&lt;p&gt;In retail domain, you can find reviews of products from e-commerce sites. Sentiment analysis on the reviews of a product can be leveraged by the manufacturer for that product lifecycle management and/or in ideation of production of similar kind of a new product in the market.&lt;/p&gt;&#xA;" OwnerUserId="16753" LastActivityDate="2017-07-24T11:39:40.597" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11564" PostTypeId="2" ParentId="11556" CreationDate="2017-07-24T15:45:26.883" Score="4" Body="&lt;p&gt;If you are just interested in words (and not translations) you can check out &lt;a href=&quot;http://wortschatz.uni-leipzig.de/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wortschatz&lt;/a&gt; at Universität Leipzig.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An alternative (with very different coverage across languages, but actually providing translations) is the &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2017-07-24T15:45:26.883" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11565" PostTypeId="1" CreationDate="2017-07-24T17:27:11.450" Score="1" ViewCount="9" Body="&lt;p&gt;The only one I know of so far is OSF pre-prints: &#xA;&lt;a href=&quot;https://github.com/CenterForOpenScience/ember-preprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/CenterForOpenScience/ember-preprints&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="340" LastActivityDate="2017-07-24T17:27:11.450" Title="What are open source projects for setting up an academic pre-print archive?" Tags="|publishing|academia|open-access|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11566" PostTypeId="1" AcceptedAnswerId="11570" CreationDate="2017-07-24T17:32:49.007" Score="1" ViewCount="39" Body="&lt;p&gt;I am looking for slide desks, infographics, conference presentations, or blog posts that tease apart the shifting landscape of academic publishing and the ongoing battle between the &quot;old guard&quot; traditional publisher, and the range of new models that are being advanced, usually under the banner of &quot;open access&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My objective here is to provide a balanced primer to my colleagues at an academic institution. I'm looking for sources that give a fair hearing to different view points, and that have nice figures I can reuse.&lt;/p&gt;&#xA;" OwnerUserId="340" LastEditorUserId="90" LastEditDate="2017-07-25T16:11:21.747" LastActivityDate="2017-07-25T16:11:21.747" Title="What are some presentations that delve into the changes in academic publishing toward open access, pre-print archives, etc?" Tags="|publishing|open-access|" AnswerCount="2" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="11567" PostTypeId="2" ParentId="11566" CreationDate="2017-07-24T17:59:03.550" Score="0" Body="&lt;p&gt;List of references:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;What are preprints?&quot; &lt;a href=&quot;https://www.youtube.com/watch?v=2zMgY8Dx9co#action=share&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.youtube.com/watch?v=2zMgY8Dx9co#action=share&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;What’s the deal with preprints?&quot; &lt;a href=&quot;http://blog.scielo.org/en/2016/11/22/whats-the-deal-with-preprints/#.WXY04nXysUE&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://blog.scielo.org/en/2016/11/22/whats-the-deal-with-preprints/#.WXY04nXysUE&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="340" LastActivityDate="2017-07-24T17:59:03.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11569" PostTypeId="2" ParentId="11535" CreationDate="2017-07-25T14:43:00.903" Score="2" Body="&lt;p&gt;As of Sept. 28. 2017, the Department of Education has released a new annual update.&lt;/p&gt;&#xA;" OwnerUserId="15003" LastEditorUserId="15003" LastEditDate="2017-09-28T19:04:36.553" LastActivityDate="2017-09-28T19:04:36.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11570" PostTypeId="2" ParentId="11566" CreationDate="2017-07-25T16:10:41.123" Score="0" Body="&lt;p&gt;The community that certainly has specifically what you seek is &lt;a href=&quot;https://sparcopen.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARC&lt;/a&gt;. In particular their &lt;a href=&quot;https://sparcopen.org/open-access/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open access&lt;/a&gt; section and its Open Access Impact Stories. It may be fruitful to ask this question in their google groups forums: &lt;a href=&quot;https://groups.google.com/a/arl.org/forum/#!forum/sparc-oaforum&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARC OA Forum&lt;/a&gt; and &lt;a href=&quot;https://groups.google.com/a/arl.org/forum/#!forum/sparc-liboer&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARC Libraries &amp;amp; OER Forum&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a non definitive list of open access resources that you can use too:&lt;br&gt;&#xA;&lt;a href=&quot;http://www.science-metrix.com/pdf/SM_EC_OA_Data.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Access Policies and Strategies in the European Research Area and Beyond&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.panafrican-med-journal.com/content/article/21/129/pdf/129.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ope Access, Open Education Resources and Open Data in Uganda&lt;/a&gt;&#xA;&lt;a href=&quot;https://vimeo.com/17302549&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Access and Open Data: Similarities and Differences&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.slideshare.net/martindonnelly/open-access-and-open-data-what-do-i-need-to-know-and-do&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Access and Open Data: What Do I Need to Know (and Do)?&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.techdirt.com/articles/20170419/09104237185/after-bill-gates-backs-open-access-steve-ballmer-discovers-joys-open-data.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;After Bill Gates Backs Open Access, Steve Ballmer Discovers the Joys of Open Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.slideshare.net/CameronNeylon/open-access-open-data-open-research-presentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Access, Open Data, Open Research? The challenges and opportunities of enabling public access to publicly funded research&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nature.com/openresearch/about-open-access/open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data and Reproducible Research - Open Access at Nature Research&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.youtube.com/watch?v=j29Y8C-HkHY&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Access and Open Data - Stanley Wood, Bill and Melinda Gates Foundation&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.apa.org/monitor/2012/11/open-methods.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Methods, Open Data, Open Access&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://libraryguides.umassmed.edu/OpenAccess/OpenData&quot; rel=&quot;nofollow noreferrer&quot;&gt;UMass Medical School Open Access Guide&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://somatosphere.net/2015/02/open-science.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Access, Open Data, Open Science...What Does &quot;Openness&quot; Mean in the First Place?&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-07-25T16:10:41.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11571" PostTypeId="1" AcceptedAnswerId="11573" CreationDate="2017-07-26T02:03:02.087" Score="3" ViewCount="334" Body="&lt;p&gt;I'd like to be able to access the Gapminder files programmatically (e.g. via R or Python), but I can't find a way so far.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Gapminder's &lt;a href=&quot;http://www.gapminder.org/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloads page&lt;/a&gt; offers a variety of tools and charts, but nothing for programmatic access (that I can tell)&lt;/li&gt;&#xA;&lt;li&gt;their &lt;a href=&quot;http://www.gapminder.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data page&lt;/a&gt; is clicky.&lt;/li&gt;&#xA;&lt;li&gt;there's some &lt;a href=&quot;https://getsatisfaction.com/gapminder/topics/gapminder_api_for_web_developers&quot; rel=&quot;nofollow noreferrer&quot;&gt;discussion of the possibility of an API on their community support page&lt;/a&gt;, but nothing concrete&lt;/li&gt;&#xA;&lt;li&gt;someone wrote a &lt;a href=&quot;https://github.com/edsfocci/gapminder-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python app&lt;/a&gt;, but I have to admit that I don't really understand how to use it (I have installed it, and can run &lt;code&gt;python3 app.py&lt;/code&gt; after that, but that's as far as I get ..)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://rdrr.io/cran/gapminder/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this web page&lt;/a&gt; has a promising name, but it's a description of an R package that contains a little bit of downloaded Gapminder data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There's a nice R package &lt;a href=&quot;https://cran.r-project.org/package=wbstats&quot; rel=&quot;nofollow noreferrer&quot;&gt;for accessing World Bank data&lt;/a&gt; that overlaps with the data I want, but Gapminder seems to have stuff that isn't included in the WB database (e.g. GDP per capita 1950-1960).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... thoughts ... ?&lt;/p&gt;&#xA;" OwnerUserId="6045" LastEditorUserId="16193" LastEditDate="2017-07-27T10:46:19.347" LastActivityDate="2019-03-18T01:05:03.607" Title="API/machine access for Gapminder data?" Tags="|api|demographics|global|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11572" PostTypeId="1" CreationDate="2017-07-26T12:42:56.800" Score="3" ViewCount="720" Body="&lt;p&gt;I would like dictionaries for the top ~100 languages or so.  Manually searching and evaluating the results at &lt;a href=&quot;https://extensions.openoffice.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://extensions.openoffice.org&lt;/a&gt; is quite cumbersome at that scale.&lt;/p&gt;&#xA;&lt;p&gt;Is there a command line utility, .torrent or some other way to get dictionaries for all the major languages or for languages specified programmatically by locale?&lt;/p&gt;&#xA;" OwnerUserId="8518" LastEditorUserId="33520" LastEditDate="2023-06-15T19:28:35.547" LastActivityDate="2023-06-15T19:28:35.547" Title="Download OpenOffice/Hunspell dictionaries (.oxt / .dic+.aff) for many languages at once?" Tags="|nlp|language|global|corpora|dictionary|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11573" PostTypeId="2" ParentId="11571" CreationDate="2017-07-26T17:43:14.663" Score="3" Body="&lt;p&gt;I downloaded &lt;a href=&quot;http://www.gapminder.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gapminder.org/data/&lt;/a&gt; after choosing &quot;ALL&quot; and noticing the spreadsheet links end in &quot;output=xlsx&quot;. I changed the xlsx to csv to see what would happen, and did, indeed, get CSV files as expected. More specifically, I ran:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;perl -nle 'while (s/href=&quot;(.*?)&quot;//) {$x=$1; $x=~s/\&amp;amp;amp\;/&amp;amp;/g; print &quot;curl -LO \47$x\47&quot;}' gapminder.html | fgrep xlsx | sed 's/xlsx/csv/' | sh&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;zipped the results, and uploaded them to &lt;a href=&quot;https://www.dropbox.com/s/r77tfdjt1lzkn56/gapminder.zip?dl=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dropbox.com/s/r77tfdjt1lzkn56/gapminder.zip?dl=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only problem is that 519 files I thus obtained have weird names, so you may need to figure out which file is which.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-07-26T17:43:14.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11574" PostTypeId="1" CreationDate="2017-07-26T18:32:14.817" Score="3" ViewCount="17" Body="&lt;p&gt;Where can I find an updated data set on refugee and internally displaced camps in Iraq? UN OCHA has one from 2014, but it's too old. REACH has one but it holds no geographic information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm working on a triangulation project, so coordinates -- or enough present info to scrap coordinates from the web -- are important. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="16782" LastActivityDate="2017-07-26T18:32:14.817" Title="Iraq IDP/Refugee Camps" Tags="|data-request|geospatial|releasing-data|global|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11575" PostTypeId="1" AcceptedAnswerId="11576" CreationDate="2017-07-27T09:32:37.490" Score="0" ViewCount="221" Body="&lt;p&gt;I would like to download the pre-trained models for ~100 languages, which are ~3GB each.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(See &lt;a href=&quot;https://github.com/facebookresearch/fastText/blob/master/pretrained-vectors.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/facebookresearch/fastText/blob/master/pretrained-vectors.md&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a utility or .torrent somewhere for this?&lt;/p&gt;&#xA;" OwnerUserId="8518" LastActivityDate="2017-08-26T10:15:22.673" Title="Torrent for the fastText pre-trained models?" Tags="|nlp|language|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11576" PostTypeId="2" ParentId="11575" CreationDate="2017-07-27T10:15:17.970" Score="1" Body="&lt;p&gt;A torrent would be more robust, but &lt;a href=&quot;https://gist.github.com/bittlingmayer/f6a58d1237525947d7b7f118f78139ed&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; is a workaround &lt;code&gt;download.sh&lt;/code&gt; for now:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;for (( i=1; i&amp;lt;=$#; i++ )); do&#xA;    wget -c &quot;https://s3-us-west-1.amazonaws.com/fasttext-vectors/wiki.${!i}.zip&quot;&#xA;done&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For example &lt;code&gt;./download.sh bg el ka hy ru fa es fr de it pt ar tr pl ko&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If stopped it will not re-start automatically, but if re-started it will continue from where it stopped.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastActivityDate="2017-07-27T10:15:17.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11577" PostTypeId="1" CreationDate="2017-07-27T11:23:57.773" Score="2" ViewCount="43" Body="&lt;p&gt;Want to find out sub soil moisture from Sentinel or any other satellite images. But don't know the process exactly. &lt;/p&gt;&#xA;" OwnerUserId="16351" LastActivityDate="2017-07-28T08:14:30.677" Title="How to find out sub soil moisture from Satellite Images?" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11580" PostTypeId="1" CreationDate="2017-07-27T21:52:15.247" Score="3" ViewCount="110" Body="&lt;p&gt;I have to construct a dataset of hospitals.&#xA;For each hospital, I will indicate the the town/region in which it is located.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already have dataset of towns/regions of the concerned geographic area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to not repeat informations about towns/region in my new hospital dataset, I wonder if is it possible to be linked to my existing towns/regions dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many Thanks.&lt;/p&gt;&#xA;" OwnerUserId="16794" LastEditorUserId="16193" LastEditDate="2017-08-03T07:22:22.437" LastActivityDate="2017-08-03T07:22:22.437" Title="How to link a new dataset to an existing dataset?" Tags="|geospatial|government|releasing-data|linked-data|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11581" PostTypeId="2" ParentId="11580" CreationDate="2017-07-28T06:52:05.487" Score="1" Body="&lt;p&gt;First model the relationships from the geographic area and probably expand it more:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Dallas &amp;gt; located_in &amp;gt; Texas&#xA;Dallas &amp;gt; country &amp;gt; USA&#xA;Dallas &amp;gt; located_in &amp;gt; USA&#xA;&#xA;Texas &amp;gt; first_level_administrative_division_of &amp;gt; USA&#xA;Texas &amp;gt; located_in &amp;gt; USA&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then do the same for the hospitals list, and merge those that match completely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also create a fake identifier of the kind USA/Texas/Dallas and again merge on that criteria. The tree can be as deep as you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-07-28T06:52:05.487" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11582" PostTypeId="2" ParentId="11577" CreationDate="2017-07-28T08:14:30.677" Score="1" Body="&lt;p&gt;If you are interested into some global soil moisture products, I'd advice to see what is doing the research group lead by Wolfgang Wagner in TUWien, which is a world-leading research group in soil moisture products from remote sensing. This &lt;a href=&quot;http://rs.geo.tuwien.ac.at/data-viewers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt; is a gateway for 3 different products:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Metop ASCAT Soil Moisture&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;ESA CCI Soil Moisture&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The ESA-CCI soil moisture product (daily global soil moisture data) can be downloaded from this &lt;a href=&quot;http://www.esa-soilmoisture-cci.org/node/145&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt; after completing a form.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;ASAR 1km Surface Soil Moisture&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you want to know how soil moisture can be retrieved from remote sensing, it is actually a quite long process and it depends a lot of what you are interested in (passive vs active sensors, time &amp;amp; spatial resolution, depth of characterization). I'd suggest the following review article, although many other are available: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wagner, W., Blöschl, G., Pampaloni, P., Calvet, J. C., Bizzarri, B., Wigneron, J. P., &amp;amp; Kerr, Y. (2007). Operational readiness of microwave remote sensing of soil moisture for hydrologic applications. Hydrology Research, 38(1), 1-20.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Note: I'm not involved at all in the Wagner research group. Other research group worldwide and publications are surely worth considering.&lt;/p&gt;&#xA;" OwnerUserId="15492" LastActivityDate="2017-07-28T08:14:30.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11583" PostTypeId="1" AcceptedAnswerId="18226" CreationDate="2017-07-29T15:44:24.573" Score="3" ViewCount="2173" Body="&lt;p&gt;I am looking for data on the total GDP of most or all United States counties. (GDP per capita is fine too, I can multiply it by population). I am not sure if this data exists, but I know there are definitely sub-national statistics on GDP, for example, there is data on GDP of each individual state and for most Metro Areas in the country. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, income and GDP are different. &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_United_States_counties_by_per_capita_income&quot; rel=&quot;nofollow noreferrer&quot;&gt;This wikipedia article&lt;/a&gt; is the closest thing I've been able to find, but it lists counties by their income per capita, not GDP per capita. You can tell, because they have it listed per state as well, and if you multiply the income per capita by population, it doesn't come anywhere close to the &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_U.S._states_by_GDP&quot; rel=&quot;nofollow noreferrer&quot;&gt;state GDP&lt;/a&gt; for most states. &lt;/p&gt;&#xA;" OwnerUserId="16801" LastActivityDate="2020-12-27T12:22:49.090" Title="Where can I find data on GDP of US counties?" Tags="|data-request|usa|county|gdp|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11584" PostTypeId="2" ParentId="7883" CreationDate="2017-07-29T18:12:39.457" Score="2" Body="&lt;p&gt;The training data is also now hosted on &lt;a href=&quot;https://www.kaggle.com/netflix-inc/netflix-prize-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;. The per movie files are combined into 4 large txt files which is potentially more convenient. I'm not seeing the qualifying/test data anywhere, maybe Netflix never released that? &lt;/p&gt;&#xA;" OwnerUserId="16803" LastActivityDate="2017-07-29T18:12:39.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11585" PostTypeId="2" ParentId="9397" CreationDate="2017-07-29T20:04:19.507" Score="2" Body="&lt;p&gt;Gdelt is the one you need and want.&lt;/p&gt;&#xA;" OwnerUserId="16805" LastActivityDate="2017-07-29T20:04:19.507" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11586" PostTypeId="2" ParentId="11093" CreationDate="2017-07-30T05:03:32.550" Score="2" Body="&lt;p&gt;In the OpenDefinition site which is part of the OpenKnowledge Foundation, there is a list of licenses that can be considered as OpenData, and it indicates in which cases it should be used:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendefinition.org/licenses/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opendefinition.org/licenses/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Creative Commons CCZero (CC0)&lt;/li&gt;&#xA;&lt;li&gt;Open Data Commons Public Domain Dedication and Licence (PDDL)&lt;/li&gt;&#xA;&lt;li&gt;Creative Commons Attribution 4.0 (CC-BY-4.0)&lt;/li&gt;&#xA;&lt;li&gt;Open Data Commons Attribution License (ODC-BY)&lt;/li&gt;&#xA;&lt;li&gt;Creative Commons Attribution Share-Alike 4.0 (CC-BY-SA-4.0)&lt;/li&gt;&#xA;&lt;li&gt;Open Data Commons Open Database License (ODbL)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9182" LastActivityDate="2017-07-30T05:03:32.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11587" PostTypeId="1" CreationDate="2017-07-30T11:00:12.720" Score="1" ViewCount="66" Body="&lt;p&gt;I am doing a research project on Recommender System, where I need data of user-item ratings and user-user trust ratings. Publicly available similar datasets are&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.librec.net/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Film trust dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.trustlet.org/downloaded_epinions.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Epinion dataset&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Both have user-item ratings but don't have user-user trust ratings; instead they have user-user trust statement. Also they only contain positive trust statement and don't have negative trust statement.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The difference between statement and ratings is, statement can only have value of 1(trusted) or -1(not trusted), but rating will have values in range 0-5 or 0-1. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So is there any prior work on this type dataset and where can I find these type dataset?&lt;/p&gt;&#xA;" OwnerUserId="13924" LastEditorUserId="13924" LastEditDate="2017-12-20T17:58:40.597" LastActivityDate="2024-02-19T06:08:46.250" Title="Data on user-user trust ratings and user-item ratings" Tags="|data-request|machine-learning|research|trust|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11588" PostTypeId="2" ParentId="11549" CreationDate="2017-07-30T14:43:51.110" Score="0" Body="&lt;p&gt;Not sure if this is exactly what you're looking for but you might want to check out the datasets here &lt;a href=&quot;https://webhose.io/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://webhose.io/datasets&lt;/a&gt;, specifically under &quot;online reviews&quot; - where you can find large amounts of structured data divided into several broad categories. Data is in JSON format and you need to create a (free) account to download it.&lt;/p&gt;&#xA;" OwnerUserId="16812" LastActivityDate="2017-07-30T14:43:51.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11589" PostTypeId="1" CreationDate="2017-07-30T15:42:35.250" Score="1" ViewCount="17" Body="&lt;p&gt;I was wondering if you may know of :&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Databases that can be used to research up and coming future merger deals for companies that are listed in the OTC Market Pink sheets?&lt;br /&gt;&#xA;I am having a hard time finding something simple  with this type of information to study.&lt;br /&gt;&#xA;It would be very much appreciated for any information regarding Shell companies acquired, in order to follow in real time the effect it has on their market prices.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;How to go about effectively measuring the good deals from the bad ones?&lt;br /&gt;In other words, what to look for to determine ahead of time if it most likely will be successful or not. To weigh against the ultimate conclusive result.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="16813" LastEditorDisplayName="user4293" LastEditDate="2017-07-31T23:46:54.303" LastActivityDate="2017-07-31T23:46:54.303" Title="OTC Pink Sheet Merger Acquistions" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11590" PostTypeId="1" CreationDate="2017-07-31T07:23:14.377" Score="1" ViewCount="30" Body="&lt;p&gt;I am a developer myself and would like to use latest technologies to build some open data datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know if you are aware of any techniques or algorithm one can use to automate gather data on the internet instead of manually doing something following,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Google search and then trying to gather data&lt;/li&gt;&#xA;&lt;li&gt;Put in Excel&lt;/li&gt;&#xA;&lt;li&gt;Clean data using whatever language you require&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am fairly new to this so I might be thinking it completely wrong.&lt;/p&gt;&#xA;" OwnerUserId="3157" LastActivityDate="2017-07-31T07:23:14.377" Title="Are there any automated techniques one can use to gather data online for a dataset?" Tags="|web-crawling|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11592" PostTypeId="1" CreationDate="2017-07-31T14:31:37.413" Score="0" ViewCount="63" Body="&lt;p&gt;Try this code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ie.subject_id, ie.hadm_id, ie.icustay_id,&#xA;    ie.intime, ie.outtime,&#xA;    ROUND((cast(ie.intime as date) - cast(pat.dob as date))/365.242, 2) AS age&#xA;FROM mimiciii.icustays ie&#xA;INNER JOIN mimiciii.patients pat&#xA;ON ie.subject_id = pat.subject_id&#xA;WHERE&#xA;ie.DBSOURCE = 'metavision'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;all adults... why  ?&#xA;did I do mistake ?&lt;/p&gt;&#xA;" OwnerUserId="15153" LastActivityDate="2017-08-01T23:09:35.067" Title="Is it possible that there is only one patient &lt; 16 y/o in entire MIMIC 3 database whose data was recorded by metavision data recorder?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11593" PostTypeId="2" ParentId="11549" CreationDate="2017-08-01T08:19:32.237" Score="1" Body="&lt;p&gt;Yelp holds a competition to find trends in its data. According to the website it contains 4.1 million reviews. Reviews include text and a rating (and other values).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also use the data for academic purposes (&lt;a href=&quot;https://www.yelp.com/html/pdf/Dataset_Challenge_Academic_Dataset_Agreement.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;terms of use&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the dataset (and more information) here: &lt;a href=&quot;https://www.yelp.com/dataset_challenge&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.yelp.com/dataset_challenge&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The fields in each review object:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;review_id&quot;: &quot;encrypted review id&quot;,&#xA;  &quot;user_id&quot;: &quot;encrypted user id&quot;,&#xA;  &quot;business_id&quot;: &quot;encrypted business id&quot;,&#xA;  &quot;stars&quot;: star rating, rounded to half-stars,&#xA;  &quot;date&quot;: &quot;date formatted like 2009-12-19&quot;,&#xA;  &quot;text&quot;: &quot;review text&quot;,&#xA;  &quot;useful&quot;: number of useful votes received,&#xA;  &quot;funny&quot;: number of funny votes received,&#xA;  &quot;cool&quot;: number of cool review votes received,&#xA;  &quot;type&quot;: &quot;review&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-08-01T08:19:32.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11594" PostTypeId="2" ParentId="11580" CreationDate="2017-08-01T08:27:29.040" Score="0" Body="&lt;p&gt;Why don't you assign a ID to each relevant geographic combination in your address database:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;ID; Town; State; Country&lt;/p&gt;&#xA;&lt;p&gt;1 ; Miami; Florida; USA&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;after you did than you could add a column to your hospital list (like &amp;quot;geo_id&amp;quot;) and assign the correct geo_id to each hospital.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;hospital name ;[...]; geo id&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;as a result the geo_id would link to the correct information on the other table.&lt;/p&gt;&#xA;&lt;p&gt;If you have to join both tables you can do that by &amp;quot;hospital.geo_id = address.id&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="15813" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-08-01T08:27:29.040" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11595" PostTypeId="2" ParentId="11592" CreationDate="2017-08-01T23:09:35.067" Score="1" Body="&lt;p&gt;To the best of my knowledge, MIMIC-III only contains data pertaining to adults (or adolescents treated medically as adults). There are a few records of neonates from childbirths, but it is not the main focus of the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you run this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * from &#xA;(&#xA;    SELECT ie.subject_id, ie.hadm_id, ie.icustay_id,&#xA;    ie.intime, ie.outtime,&#xA;    ROUND((cast(ie.intime as date) - cast(pat.dob as date))/365.242, 2) AS age&#xA;    FROM mimiciii.icustays ie&#xA;    INNER JOIN mimiciii.patients pat&#xA;    ON ie.subject_id = pat.subject_id&#xA;    WHERE ie.DBSOURCE = 'metavision'&#xA;) as A&#xA;WHERE age &amp;lt; 16&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;you will get 3 results, such as&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;subject_id hadm_id icustay_id intime              outtime             age&#xA;32035      113114  269627     2159-02-15 21:01:05 2159-02-16 19:16:36 15.05&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;These are ALL the subjects under 16 years of age whose data was collected using the Metavision system. If you include the CareVue system, you will get 9 results in total.&lt;/p&gt;&#xA;" OwnerUserId="11105" LastActivityDate="2017-08-01T23:09:35.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11596" PostTypeId="1" CreationDate="2017-08-02T06:45:54.293" Score="3" ViewCount="152" Body="&lt;p&gt;I'm searching for a crime statistics by city in Ukraine, especially murder rate. The other crime statistics are also good, though.&lt;/p&gt;&#xA;&lt;p&gt;I couldn't find it in English, so it would be welcomed if it is in Ukrainian or Russian languages.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know if/where I can get it?&lt;/p&gt;&#xA;" OwnerUserId="8302" LastEditorUserId="16193" LastEditDate="2022-03-20T09:59:21.553" LastActivityDate="2022-03-20T09:59:21.553" Title="Crime statistics by city in Ukraine" Tags="|data-request|crime|ukraine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11598" PostTypeId="2" ParentId="11596" CreationDate="2017-08-02T09:33:27.113" Score="3" Body="&lt;p&gt;In this answer, I'm talking about regional crime statistics only (and I'm gathering materials for more relevant answer). In short, Ukrainian regional prosecutor's offices publish some criminal statistics on their websites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could be interested in the so called «Форма №1» (Form #1), which is also known as «Єдиний звіт про кримінальні правопорушення» (Unified report on criminal offences) or «Звіт про зареєстровані кримінальні правопорушення та результати їх досудового розслідування» (Report on registered criminal offences and pre-trial investigations results).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, pages with this report are not located on prosecutor's offices websites uniformly. Usually, these pages are located somewhere in the sections named &lt;em&gt;Documents&lt;/em&gt; («Документи») or &lt;em&gt;Statistical information&lt;/em&gt; &#xA;(«Статистична інформація»).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The list of regional prosecutor's offices websites is &lt;a href=&quot;http://www.gp.gov.ua/regions_www.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;available&lt;/a&gt; on the Prosecutor General's Office of Ukraine website. Here below I reproduce this list and provide exact links to the pages with &lt;em&gt;Form #1&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.kobl.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Київської області&lt;/a&gt;  (&lt;a href=&quot;http://kobl.gp.gov.ua/ua/documents.html?dir_id=113579&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистичні дані за 2017 рік&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.kyiv.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура міста Києва&lt;/a&gt; (&lt;a href=&quot;http://www.kyiv.gp.gov.ua/ua/documents.html?dir_id=113469&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 рік&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ark.gp.gov.ua/ua/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Автономної Республіки Крим&lt;/a&gt; (no data)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.lviv.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Львівської області&lt;/a&gt;  (&lt;a href=&quot;http://lviv.gp.gov.ua/ua/lvdoc.html?_m=publications&amp;amp;_t=cat&amp;amp;id=111440&quot; rel=&quot;nofollow noreferrer&quot;&gt;забезпечення доступу до публічної інформації&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.od.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Одеської області&lt;/a&gt; (&lt;a href=&quot;http://od.gp.gov.ua/ua/documents.html?dir_id=113427&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 рік&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.vin.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Вінницької області&lt;/a&gt; (&lt;a href=&quot;http://vin.gp.gov.ua/ua/documents.html?dir_id=113411&amp;amp;libid=&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація за 2017 рік&lt;/a&gt;)  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.vol.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Волинської області&lt;/a&gt; (&lt;a href=&quot;http://vol.gp.gov.ua/ua/voldoc.html?_m=publications&amp;amp;_t=cat&amp;amp;id=116634&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 рік&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.dnipr.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Дніпропетровської області&lt;/a&gt;  (&lt;a href=&quot;http://dnipr.gp.gov.ua/ua/documents.html?dir_id=110446&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистика&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.don.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Донецької області&lt;/a&gt; (no data) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.zhit.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Житомирської області&lt;/a&gt;  (&lt;a href=&quot;http://zhit.gp.gov.ua/ua/materials.html?_m=publications&amp;amp;_t=cat&amp;amp;id=116630&quot; rel=&quot;nofollow noreferrer&quot;&gt;довідкові матеріали&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.zak.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Закарпатської області&lt;/a&gt;  (&lt;a href=&quot;http://zak.gp.gov.ua/ua/zakdoc.html?_m=publications&amp;amp;_t=cat&amp;amp;id=114396&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація за 2017 рік&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.zap.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Запорізької області&lt;/a&gt; (&lt;a href=&quot;http://zap.gp.gov.ua/ua/documents.html?dir_id=113387&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація за 2017 рік&lt;/a&gt;) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ifr.gp.gov.ua/ua/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Івано-Франківської області&lt;/a&gt;  (&lt;a href=&quot;http://ifr.gp.gov.ua/ua/stat_info.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.kir.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Кіровоградської області&lt;/a&gt; (&lt;a href=&quot;http://kir.gp.gov.ua/ua/documents.html?dir_id=113343&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистичны матеріали за 2017 рік&lt;/a&gt;) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.lug.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Луганської області&lt;/a&gt;  (&lt;a href=&quot;http://lug.gp.gov.ua/ua/documents.html?dir_id=113495&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація / 2017&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://myk.gp.gov.ua/ua/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Миколаївської області&lt;/a&gt; (&lt;a href=&quot;http://myk.gp.gov.ua/ua/statnik.html?dir_id=113397&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 рік&lt;/a&gt;) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.pol.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Полтавської області&lt;/a&gt; (&lt;a href=&quot;http://pol.gp.gov.ua/ua/statpol.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;, outdated)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://pro.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Рівненської області&lt;/a&gt;  (&lt;a href=&quot;http://pro.gov.ua/statistichna-informatsiya.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://sumy.gp.gov.ua/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Сумської області&lt;/a&gt;  (&lt;a href=&quot;http://sumy.gp.gov.ua/index.php?option=com_content&amp;amp;view=article&amp;amp;id=46&amp;amp;Itemid=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистика&lt;/a&gt;, PDF only)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.tern.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Тернопільської області&lt;/a&gt; (&lt;a href=&quot;http://tern.gp.gov.ua/ua/terndoc.html?_m=publications&amp;amp;_t=cat&amp;amp;id=112160&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.khar.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Харківської області&lt;/a&gt;  (&lt;a href=&quot;http://khar.gp.gov.ua/ua/documents.html?dir_id=113457&quot; rel=&quot;nofollow noreferrer&quot;&gt;аналітично-статистична інформація на 2017 рік&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://kherson.gp.gov.ua/ua/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Херсонської області&lt;/a&gt; (&lt;a href=&quot;http://kherson.gp.gov.ua/ua/documents.html?dir_id=113417&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація / 2017 рік&lt;/a&gt;)  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://khmel.gp.gov.ua/ua/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Хмельницької області&lt;/a&gt; (&lt;a href=&quot;http://khmel.gp.gov.ua/ua/documents.html?dir_id=113395&quot; rel=&quot;nofollow noreferrer&quot;&gt;документи з питань статистики / 2017&lt;/a&gt;) &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.chk.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Черкаської області&lt;/a&gt;  (&lt;a href=&quot;http://chk.gp.gov.ua/ua/documents.html?dir_id=111919&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.chrn.gp.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Чернівецької області&lt;/a&gt; (&lt;a href=&quot;http://chrn.gp.gov.ua/ua/statich?dir_id=113451&amp;amp;_m=fslib&amp;amp;_t=fscontroller&amp;amp;_c=left_panel_ajax&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://chrg.gp.gov.ua/ua/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Прокуратура Чернігівської області&lt;/a&gt; (&lt;a href=&quot;http://chrg.gp.gov.ua/ua/stat_infoc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;статистична інформація&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To prevent you from searching in a wrong direction:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;City prosecutor's offices (except prosecutor's office of Kyiv) do not have websites.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Regional prosecutor's offices do not publish data on the &lt;a href=&quot;http://data.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ukrainian Open Data Portal&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The source of data is the &lt;a href=&quot;https://erdr.gp.gov.ua/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unified Registry of Pre-Trial Investigations&lt;/a&gt;, but access is restricted.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update 1&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Regional offices of &lt;a href=&quot;http://www.ukrstat.gov.ua/&quot; rel=&quot;nofollow noreferrer&quot;&gt;State Statistics Service of Ukraine&lt;/a&gt; are another possible source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However only &lt;a href=&quot;http://www.lv.ukrstat.gov.ua/ukr/themes/25/theme_25_1_02.php?code=25&amp;amp;ind_page=stattables&quot; rel=&quot;nofollow noreferrer&quot;&gt;Main statistical office in Lviv region&lt;/a&gt; provides such information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Some&lt;/em&gt; other regional offices provide such information in printed bulletins. &lt;em&gt;These bulletins are paid.&lt;/em&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.rv.ukrstat.gov.ua/katalog/2017/08_2017/comp/schor_16.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is a table of contents of the bulletin published by &lt;a href=&quot;http://www.rv.ukrstat.gov.ua/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Main statistical office in Rivne region&lt;/a&gt; in 2016.&#xA;According to the table of contents, the bulletin should contain section named «Кількість виявлених злочинів по містах та районах» (Number of detected crimes in cities and districts) on page 180.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update 2&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Elena D. (ex-developer of Ukrainian &lt;a href=&quot;https://www.openbudget.in.ua/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Budget&lt;/a&gt;, probably she knows) answers me: &lt;strong&gt;no&lt;/strong&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-10-24T09:23:26.947" LastActivityDate="2017-10-24T09:23:26.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11601" PostTypeId="2" ParentId="11536" CreationDate="2017-08-02T15:34:31.013" Score="2" Body="&lt;p&gt;I think &lt;a href=&quot;https://code.flickr.net/tag/machine-tags/&quot; rel=&quot;nofollow noreferrer&quot;&gt;flickr's machine tags&lt;/a&gt; fit this category. &lt;a href=&quot;http://code.flickr.net/2008/12/15/machine-tag-hierarchies/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Their hiearchies&lt;/a&gt; sound similar to ImageNet's.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-08-02T15:34:31.013" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11602" PostTypeId="1" CreationDate="2017-08-02T20:43:35.803" Score="2" ViewCount="86" Body="&lt;p&gt;Is anybody aware of a dataset or API that will return 'proximity to green space' if given a zip code or lat/long?&lt;/p&gt;&#xA;&lt;p&gt;I'm not sure how proximity would be measured, but there exists something similar for 'walkability'. In short, a walkability score will grade a location on a 0 - 100 scale where 100 means there are many shopping, grocery, park, transportation, work, etc. options within walking distance. An NYC neighbourhood would be very walkable while a rural farm might have a very low score.&#xA;&lt;a href=&quot;https://www.walkscore.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.walkscore.com&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for the green space equivalent of the walk score if it exists. In other words, I'd like a metric to score how close a location is to parks, forests, green traffic medians, arboretums, etc. Alternatively, I can come up with my own metric if there was a raw dataset available.&lt;/p&gt;&#xA;" OwnerUserId="8379" LastEditorUserId="23272" LastEditDate="2022-07-14T14:23:27.383" LastActivityDate="2022-07-14T14:23:27.383" Title="Data for &quot;Proximity to Green Space&quot; in United States" Tags="|data-request|usa|api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="11604" PostTypeId="2" ParentId="4293" CreationDate="2017-08-03T11:48:02.867" Score="3" Body="&lt;p&gt;For the Netherlands:&lt;/p&gt;&#xA;&lt;p&gt;This data exists at zipcode and neighbourhood level, both provided by the Central Bureau of Statistics (CBS).&lt;/p&gt;&#xA;&lt;h4&gt;Zipcode&lt;/h4&gt;&#xA;&lt;p&gt;The CBS publishes data per zipcode (called postalcodes in NL) on the &lt;a href=&quot;https://www.cbs.nl/nl-nl/dossier/nederland-regionaal/geografische-data/gegevens-per-postcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;'kerncijfers per postcode' page&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;h4&gt;Neighbourhood&lt;/h4&gt;&#xA;&lt;p&gt;The CBS publishes this data in their &lt;a href=&quot;https://www.cbs.nl/nl-nl/dossier/nederland-regionaal/wijk-en-buurtstatistieken&quot; rel=&quot;nofollow noreferrer&quot;&gt;'wijk- en buurtstatistieken'&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.cbs.nl/nl-nl/reeksen/kerncijfers-wijken-en-buurten&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data from 2004 to 2022&lt;/a&gt; (no English translation)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.cbs.nl/nl-nl/dossier/nederland-regionaal/wijk-en-buurtstatistieken/kerncijfers-wijken-en-buurten-1995-2003&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data from 1995 to 2003&lt;/a&gt; (no English translation)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You can also retrieve many of their other datasets through a python API:&#xA;&lt;a href=&quot;https://pypi.python.org/pypi/cbsodata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pypi.python.org/pypi/cbsodata&lt;/a&gt;&lt;br /&gt;&#xA;The introduction to the data portal can be found here: &lt;a href=&quot;https://www.cbs.nl/en-gb/our-services/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cbs.nl/en-gb/our-services/open-data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2022-11-14T09:28:12.710" LastActivityDate="2022-11-14T09:28:12.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11606" PostTypeId="1" CreationDate="2017-08-03T17:16:59.060" Score="1" ViewCount="23" Body="&lt;p&gt;I am attempting to draw conclusions about the source of 1,4 Dioxane, an emerging contaminant. In the last few years, the EPA released the UCMR-3 (Unregulated Contaminant Monitoring Rule) which had every large or medium sized public water supply test for the contaminant I'm interested in, 1,4 Dioxane. So I have a tremendous amount of data but there is no spatial references, no addresses to place it onto a map. I tried looking up each one individually through the EPA SDWIS or safe drinking water information system, [&lt;a href=&quot;https://iaspub.epa.gov/enviro/sdw_form_v3.create_page?state_abbr=NJ]&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://iaspub.epa.gov/enviro/sdw_form_v3.create_page?state_abbr=NJ]&lt;/a&gt; and got some addresses but that would take forever since there 1400+ columns (representing samples) for New Jersey alone. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The question I am asking most simply is how can I get this EPA data with no addresses onto a map? I figure I have to find a list of addresses for public water supplies related to this UCMR data, if any exist? Need help.&lt;/p&gt;&#xA;" OwnerUserId="16842" LastActivityDate="2017-08-03T17:16:59.060" Title="Spatially Orienting 1,4 Dioxane Data From the EPA UCMR-3 Data Set" Tags="|data-request|geospatial|data.gov|uses-of-open-data|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11607" PostTypeId="2" ParentId="1256" CreationDate="2017-08-03T20:56:18.830" Score="4" Body="&lt;p&gt;I recently had to parse the 6GB NPPES file and here is how I did it:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ wget http://download.cms.gov/nppes/NPPES_Data_Dissemination_July_2017.zip&#xA;$ unzip NPPES_Data_Dissemination_July_2017.zip&#xA;$ split -l 1000000 npidata_20050523-20170709.csv&#xA;$ add headers...&#xA;$ python parse.py&#xA;$ load *.tab files to the database&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The code for the parse.py script used to extract some columns:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import os&#xA;import pandas as pd&#xA;import csv&#xA;&#xA;files = [&#xA;    'xaa.csv',&#xA;    'xab.csv',&#xA;    'xac.csv',&#xA;    'xad.csv',&#xA;    'xae.csv',&#xA;    'xaf.csv']&#xA;&#xA;usecols = [&#xA;    &quot;NPI&quot;,&#xA;    &quot;Provider Organization Name (Legal Business Name)&quot;,&#xA;    &quot;Provider Business Mailing Address City Name&quot;,&#xA;    &quot;Provider Business Mailing Address State Name&quot;,&#xA;    &quot;Provider Business Mailing Address Postal Code&quot;,&#xA;    &quot;Provider Business Mailing Address Country Code (If outside U.S.)&quot;]&#xA;&#xA;for f in files:&#xA;    print(&quot;Parsing file: {}&quot;.format(f))&#xA;    df = pd.read_csv(f,&#xA;                     engine='c',&#xA;                     dtype='object',&#xA;                     skipinitialspace=True,&#xA;                     quoting=csv.QUOTE_ALL,&#xA;                     usecols=usecols,&#xA;                     nrows=None)&#xA;    df.rename(columns={&#xA;        'NPI': 'npi',&#xA;        'Provider Organization Name (Legal Business Name)': 'business',&#xA;        'Provider Business Mailing Address City Name': 'adr_city',&#xA;        'Provider Business Mailing Address State Name': 'adr_state',&#xA;        'Provider Business Mailing Address Postal Code': 'adr_zip',&#xA;        'Provider Business Mailing Address Country Code (If outside U.S.)': 'adr_country',  # noqa&#xA;    }, inplace=True)&#xA;    out = os.path.join('out', &quot;{}.tab&quot;.format(f))&#xA;    df.to_csv(out, sep='\t', index=False)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16844" LastActivityDate="2017-08-03T20:56:18.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11608" PostTypeId="1" AcceptedAnswerId="11933" CreationDate="2017-08-03T19:55:32.067" Score="1" ViewCount="17" Body="&lt;p&gt;From the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/gazetteer.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;census page on gazetteer files&lt;/a&gt;, only 2010 contains data for public use microdata areas. 2012 and onwards have other files but nothing on PUMAs. Are PUMA boundaries redrawn once a decade?&lt;/p&gt;&#xA;" OwnerUserId="17561" OwnerDisplayName="Michael Wu" LastActivityDate="2017-10-28T20:45:50.493" Title="Do post-2010 American Community Survey data rely on the 2010 PUMA boundaries?" Tags="|census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11610" PostTypeId="1" CreationDate="2017-08-04T18:09:41.177" Score="2" ViewCount="73" Body="&lt;p&gt;Maps like this ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/YHwrf.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/YHwrf.gif&quot; alt=&quot;example from http://www.meteox.de/h.aspx?r=&amp;amp;jaar=-3&amp;amp;soort=loop1uur&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;... are based on radar precipitation scans. Germany recently changed its law governing the German national weather service (DWD) and made it publish a lot of its data on a new open data server. Precipitation scan data is for instance offered from 17 sites in 5 minutes intervals in down to a 250 meters raster for the last 48 hours for free &lt;a href=&quot;https://opendata.dwd.de/weather/radar/sites/px250/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd be interested in having this kind of data for longer periods of time, one entire year at least, if possible, for non-profit experiments &amp;amp; research. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Are there any known services which offer the described data for download in some form?&lt;/strong&gt; Quite a few private weather sites possess archives of this kind, however all of them explicitly exclude bots and (naturally) prohibit crawling this data off their websites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd love to have the full 5 minute interval data instead of down-sampled or averaged data (e.g. per day), being aware that for Germany and one year the size of the overall raw data set would land anywhere between 50 and 100 GByte (based on what I can extrapolate from what I see on DWD's open data server).&lt;/p&gt;&#xA;" OwnerUserId="977" LastEditorUserId="977" LastEditDate="2017-08-04T19:11:44.503" LastActivityDate="2017-08-04T19:11:44.503" Title="Looking for precipitation scans (radar) for Germany, 5 min intervals, &gt;= 1 a" Tags="|data-request|weather|meteorology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11611" PostTypeId="1" AcceptedAnswerId="11613" CreationDate="2017-08-05T01:42:38.773" Score="2" ViewCount="1868" Body="&lt;p&gt;Does anyone know how Washington Post has managed to source Google Trends data at &lt;strong&gt;county&lt;/strong&gt; level for this map?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LaPFb.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LaPFb.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a &lt;a href=&quot;https://trends.google.com/trends/explore?date=now%207-d&amp;amp;geo=US-KS&amp;amp;q=eclipse&quot; rel=&quot;nofollow noreferrer&quot;&gt;state-level query&lt;/a&gt; for Kansas. The geographical response is by &lt;code&gt;metro&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9c5ib.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9c5ib.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the (unofficial) API response this data is labeled &lt;code&gt;interest_by_dma&lt;/code&gt; (designated market area), which is more granular than state level, but less than county as per Washpost's map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've heard that Google does not sell Trends data. Assuming this is right and Washpost does not have some private arrangement, does anyone know how they might have sourced this data?&lt;/p&gt;&#xA;" OwnerUserId="1141" LastActivityDate="2017-08-05T13:41:08.867" Title="Google Trends data at county level" Tags="|usa|county|search-engine|trends|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11613" PostTypeId="2" ParentId="11611" CreationDate="2017-08-05T13:41:08.867" Score="2" Body="&lt;p&gt;While I don't work for The Post or Google, and thus cannot speak authoritatively, I was at a Google event for top news organizations last year in NYC, and can attest to the fact that -- depending on the publication -- Google often provides custom Trends data as an enterprise service to publishers. That would be my guess here.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-08-05T13:41:08.867" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11615" PostTypeId="1" CreationDate="2017-08-06T13:47:13.023" Score="2" ViewCount="148" Body="&lt;p&gt;I am looking to write a report about the accuracy of weather forecasts. I have already found several source that provides data for actual weather in different locations, but I am having difficulty finding data about weather forecasts in the past. I would like to find a site that has this data available.&lt;/p&gt;&#xA;" OwnerUserId="16864" LastEditorUserId="16193" LastEditDate="2017-08-07T23:40:28.697" LastActivityDate="2017-08-07T23:40:28.697" Title="Looking for historical weather forecasts" Tags="|data-request|weather|historical|internet|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11616" PostTypeId="1" CreationDate="2017-08-07T11:52:28.010" Score="1" ViewCount="30" Body="&lt;p&gt;I need accelerometer history taken by people riding urban trains or subway.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally more than 10 minutes of riding, and more than 20 samples for each train line.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The name of the train line, and the time at which each station is reached, should be available for each file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some noise will probably result from people handling their phones or moving a bit in the subway, that is not a problem.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-08-07T11:52:28.010" Title="Train/subway accelerometer data, with line/stations metadata (train rider's smartphone OK)" Tags="|transportation|public-transport|accelerometer|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11618" PostTypeId="1" AcceptedAnswerId="13267" CreationDate="2017-08-07T18:46:44.647" Score="4" ViewCount="1303" Body="&lt;p&gt;Is there a free API for rock climbing locations in the UK? What I'm thinking of is an API which gets information along the lines of ukclimbing.com, e.g. &lt;a href=&quot;https://www.ukclimbing.com/logbook/crag.php?id=457&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ukclimbing.com/logbook/crag.php?id=457&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Failing that, is it possible to scrape the ukclimbing website?&lt;/p&gt;&#xA;" OwnerUserId="16295" LastEditorUserId="1511" LastEditDate="2018-09-02T14:00:36.817" LastActivityDate="2018-09-07T10:54:08.460" Title="A free API for rock climbing locations?" Tags="|data-request|api|uk|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11619" PostTypeId="2" ParentId="11525" CreationDate="2017-08-07T19:48:54.147" Score="1" Body="&lt;p&gt;I think that for anything but the root fields (ID and location), you need to specify a year. Also, SAT scores fall under the admissions category rather than the schools category. So if you change your query to something like this it should work: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools.json?school.degrees_awarded.predominant=2,3&amp;amp;_fields=id,school.name,2013.student.size,2013.admissions.sat_scores.25th_percentile.critical_reading&amp;amp;api_key=2e[skip]ck&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools.json?school.degrees_awarded.predominant=2,3&amp;amp;_fields=id,school.name,2013.student.size,2013.admissions.sat_scores.25th_percentile.critical_reading&amp;amp;api_key=2e[skip]ck&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I changed &quot;school.sat_scores.25th_percentile&quot; to  &quot;2013.admissions.sat_scores.25th_percentile.critical_reading&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data dictionary on this page is pretty helpful for this stuff: &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/documentation/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16878" LastEditorDisplayName="user4293" LastEditDate="2017-09-11T14:41:10.050" LastActivityDate="2017-09-11T14:41:10.050" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11620" PostTypeId="1" CreationDate="2017-08-08T14:14:29.087" Score="1" ViewCount="33" Body="&lt;p&gt;I saw here &lt;a href=&quot;https://api.nasa.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.nasa.gov&lt;/a&gt; the NASA provides tons of public endpoints for browsing data/images. I'm just searching for a webservice that exposes live satellite (hourly updated) images on the Europe. I'm not clear if it's there is something like that or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe you know some other webservices?&lt;/p&gt;&#xA;" OwnerUserId="16885" LastActivityDate="2017-08-08T14:14:29.087" Title="NASA live Europe imagery" Tags="|astronomy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11621" PostTypeId="2" ParentId="9676" CreationDate="2017-08-08T19:15:26.723" Score="0" Body="&lt;p&gt;I have the same problem. &#xA;I tried to split the time span and download data for two five year time spans with three years overlap. However, rescaling doesn't work. The patterns of the data points is different &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gwS9w.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gwS9w.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you are interested in a few queries only, google correlate might be work around. Here you can still download weekly data. Try:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Download a &amp;lt;5 year time span for your query from google trends&lt;/li&gt;&#xA;&lt;li&gt;Upload the data in google correlate (this can be a bit tricky though) and hope that google finds a perfect correlation with the query you are looking for&lt;/li&gt;&#xA;&lt;li&gt;download data for 10 years+ &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="16886" LastEditorUserId="16886" LastEditDate="2017-08-10T16:59:03.053" LastActivityDate="2017-08-10T16:59:03.053" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11622" PostTypeId="1" CreationDate="2017-08-09T12:29:40.157" Score="0" ViewCount="81" Body="&lt;p&gt;I am trying to find &quot;code tables&quot; in OSHA enforcement dataset of the DOL.&lt;br /&gt;&#xA;Code tables have been mentioned in the inspection table of DOL OSHA enforcement data set:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Column Name       Data Type    Column Description&#xA;const_end_use     varchar(1)   Construction - end-use **(code table ENDU)** &#xA;project_cost      varchar(1)   Construction - project cost range **(code table COST)** &#xA;project_type      varchar(1)   Construction - project type (code table PTYP) &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But I have no idea how to get these codes or let alone where are they located...&lt;/p&gt;&#xA;" OwnerUserId="16689" LastEditorDisplayName="user4293" LastEditDate="2017-09-11T14:40:18.400" LastActivityDate="2017-09-11T14:40:18.400" Title="Cant find code tables in DOL OSHA enforcement dataset" Tags="|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11623" PostTypeId="2" ParentId="11622" CreationDate="2017-08-09T17:33:12.597" Score="1" Body="&lt;p&gt;Enigma Public has ingested this dataset and they provide metadata for the columns you're looking for. It looks like the &lt;a href=&quot;https://public.enigma.com/datasets/osha-accidents/d38f9417-89e8-4b4b-88ec-a279ebdbaa35&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSHA - Accidents&lt;/a&gt; dataset provides information on both the project cost code and the project cost description of the code. Similarly, it also provides information on the Construction - end-use code and description of the code. I hope this helps!  &lt;/p&gt;&#xA;" OwnerUserId="16890" LastActivityDate="2017-08-09T17:33:12.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11624" PostTypeId="1" CreationDate="2017-08-10T13:39:22.390" Score="1" ViewCount="24" Body="&lt;p&gt;Where can I find repeated measures data arising from longitudinal studies involving psychometric tests?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm mostly interested in mental health data but I am open to other suggestions.&lt;/p&gt;&#xA;" OwnerUserId="16897" LastActivityDate="2017-08-10T13:39:22.390" Title="Where can I find repeated measures data arising from longitudinal studies involving psychometric tests?" Tags="|data-request|longitudinal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11626" PostTypeId="1" CreationDate="2017-08-11T17:30:31.933" Score="4" ViewCount="1834" Body="&lt;p&gt;I am looking for a way to map business name + address to NAICS code. Found few government sites like follows:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.thinkkentucky.com/kyedc/kpdf/All_Facilities_Alpha.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.thinkkentucky.com/kyedc/kpdf/All_Facilities_Alpha.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rcgov.us/Portals/0/Departments/BSC/Documents/2016_BL_Alpha%202016-12-14.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.rcgov.us/Portals/0/Departments/BSC/Documents/2016_BL_Alpha%202016-12-14.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.muncie.com/Site-Selection-Data/Industrial-Directory.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.muncie.com/Site-Selection-Data/Industrial-Directory.aspx&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Can someone recommend a more centralized place where similar lists could be found across US?&lt;/p&gt;&#xA;" OwnerUserId="16904" LastEditorUserId="90" LastEditDate="2017-08-11T20:17:56.480" LastActivityDate="2022-05-24T03:58:21.663" Title="Business Name to NAICS Code Mapping" Tags="|government|uses-of-open-data|business|geocoding|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11627" PostTypeId="1" CreationDate="2017-08-11T23:40:34.773" Score="1" ViewCount="26" Body="&lt;p&gt;Is there a dataset available that contains data about import tax around the world?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Problem with most of such &quot;data&quot; is that they come in form of thick booklets full of regulations and nothing to parse&lt;/li&gt;&#xA;&lt;li&gt;I'm looking for a parseable dataset to get the general idea about import tax rates, single number per country would probably be enough&lt;/li&gt;&#xA;&lt;li&gt;I'm not interested in the regulatory specifics &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16331" LastActivityDate="2017-08-11T23:40:34.773" Title="Data about worldwide import tax rates" Tags="|finance|global|taxes|trade|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11629" PostTypeId="1" AcceptedAnswerId="11638" CreationDate="2017-08-12T16:36:06.553" Score="1" ViewCount="72" Body="&lt;p&gt;Where can I find a data set with large set of relatively small (&amp;lt;500 LOC) computer programs. Programs should be consistent in language used. can be written in any one language (Javascript preferable). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I do not want large project code bases. Aim is to find small independent programs.&lt;/p&gt;&#xA;" OwnerUserId="16910" LastActivityDate="2017-09-14T18:13:13.557" Title="Data sets for small human written programs" Tags="|data-request|software|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11630" PostTypeId="2" ParentId="11505" CreationDate="2017-08-13T19:41:08.897" Score="1" Body="&lt;p&gt;Since 2014 the Dutch social insurance bank publishes lists of most popular boys and girls names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;for boys: &lt;a href=&quot;http://svbvod.download.kpnstreaming.nl/kindernamen-2016/jongens-populair-2016.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://svbvod.download.kpnstreaming.nl/kindernamen-2016/jongens-populair-2016.pdf&lt;/a&gt;&lt;br&gt;&#xA;for girls: &lt;a href=&quot;http://svbvod.download.kpnstreaming.nl/kindernamen-2016/meisjes-populair-2016.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://svbvod.download.kpnstreaming.nl/kindernamen-2016/meisjes-populair-2016.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For 2014 or 2015, change the years in the links.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source is a research institute in the Netherlands that keeps track of every single name in the Netherlands, in 2010 they published every first name that occurs more than 500 times in the Netherlands: &lt;a href=&quot;http://www.meertens.knaw.nl/nvb/downloads/Top_eerste_voornamen_NL_2010.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.meertens.knaw.nl/nvb/downloads/Top_eerste_voornamen_NL_2010.zip&lt;/a&gt;&lt;br&gt;&#xA;They also have an interface which allows you to view the occurrence of names, but you can't use it to download bulk data: &lt;a href=&quot;http://www.meertens.knaw.nl/nvb/english&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.meertens.knaw.nl/nvb/english&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-08-13T19:41:08.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11633" PostTypeId="1" CreationDate="2017-08-14T14:41:02.477" Score="1" ViewCount="60" Body="&lt;p&gt;I am looking for the chance to survive a long fall vs the fall height.  If the data takes into account surface, age, gender, it would be even better.&lt;/p&gt;&#xA;" OwnerUserId="16925" LastActivityDate="2017-08-14T14:41:02.477" Title="Survival rate vs fall height" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11634" PostTypeId="2" ParentId="9790" CreationDate="2017-08-14T16:26:25.307" Score="4" Body="&lt;p&gt;I would say that the P279-property (subclass of) will span a semantic &quot;tree&quot; (it is not necessarily a tree but a directed graph). You might be able to build semantic trees from other Wikidata information too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The P279 graph can, for instance, be obtained from the Wikidata Query Service (WDQS). The below tree is based on a query around 'novel' (Q8261). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6vTZe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6vTZe.png&quot; alt=&quot;P279-based graph for novel&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The graph can be rendered with the following SPARQL query on WDQS:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#defaultView:Graph&#xA;PREFIX gas: &amp;lt;http://www.bigdata.com/rdf/gas#&amp;gt;&#xA;&#xA;SELECT DISTINCT ?item1 ?item1Label ?item2 ?item2Label&#xA;WHERE {&#xA;  { &#xA;    SELECT ?item1 ?item2&#xA;    WHERE {&#xA;      SERVICE gas:service {&#xA;        gas:program gas:gasClass &quot;com.bigdata.rdf.graph.analytics.BFS&quot; ;&#xA;        gas:in wd:Q8261 ; &#xA;        gas:traversalDirection &quot;Forward&quot; ;&#xA;        gas:out ?item1 ;&#xA;        gas:out1 ?depth1 ;&#xA;        gas:out2 ?item2 ;&#xA;        gas:linkType wdt:P279 ;&#xA;      }&#xA;    }&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en,da,sv,jp,zh,ru,fr,de&quot; .  } &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#%23defaultView%3AGraph%0APREFIX%20gas%3A%20%3Chttp%3A%2F%2Fwww.bigdata.com%2Frdf%2Fgas%23%3E%0A%0ASELECT%20DISTINCT%20%3Fitem1%20%3Fitem1Label%20%3Fitem2%20%3Fitem2Label%0AWHERE%20%7B%0A%20%7B%20%0A%20SELECT%20%3Fitem1%20%3Fitem2%0A%20WHERE%20%7B%0A%20SERVICE%20gas%3Aservice%20%7B%0A%20gas%3Aprogram%20gas%3AgasClass%20%22com.bigdata.rdf.graph.analytics.BFS%22%20%3B%0A%20gas%3Ain%20wd%3AQ8261%20%3B%20%0A%20gas%3AtraversalDirection%20%22Forward%22%20%3B%0A%20gas%3Aout%20%3Fitem1%20%3B%0A%20gas%3Aout1%20%3Fdepth1%20%3B%0A%20gas%3Aout2%20%3Fitem2%20%3B%0A%20gas%3AlinkType%20wdt%3AP279%20%3B%0A%20%7D%0A%20%7D%0A%20%7D%0A%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%2Cda%2Csv%2Cjp%2Czh%2Cru%2Cfr%2Cde%22%20.%20%7D%20%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Wikidata Query service for P279 graph on 'novel'&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similarity information is not readily available with Wikidata and WDQS. &#xA;I have been experimenting with Wikidata and graph embedding to make this possible. A work in progress prototype called &quot;Wembedder&quot; is available at &lt;a href=&quot;https://tools.wmflabs.org/wembedder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tools.wmflabs.org/wembedder/&lt;/a&gt;. For instance, a query on 'short story' is available here: &lt;a href=&quot;https://tools.wmflabs.org/wembedder/most-similar/Q49084#language=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tools.wmflabs.org/wembedder/most-similar/Q49084#language=en&lt;/a&gt; The current Wembedder returns &quot;essay&quot; and &quot;narrative poetry&quot; as the most similar other items. &#xA;The web service is described further in &lt;a href=&quot;http://www2.compute.dtu.dk/pubdb/views/edoc_download.php/7011/pdf/imm7011.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wembedder: Wikidata entity embedding web service&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2017-08-14T16:26:25.307" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11635" PostTypeId="2" ParentId="11626" CreationDate="2017-08-15T01:04:34.357" Score="2" Body="&lt;p&gt;Not an answer, but too long for a comment. What I've found:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.nasdaq.com/screening/company-list.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nasdaq.com/screening/company-list.aspx&lt;/a&gt; has downloadable lists of publicly traded companies on three major exchanges (including NASDAQ itself). The CSV files include &quot;Sector&quot; and &quot;Industry&quot;, but neither SIC nor NAICS codes.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/eos/www/naics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/eos/www/naics/&lt;/a&gt; appears to be the &quot;home page&quot; for NAICS for the census. There's a lot of good information there, including &lt;a href=&quot;https://www.census.gov/eos/www/naics/concordances/concordances.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/eos/www/naics/concordances/concordances.html&lt;/a&gt; which converts from SIC to NAICS (and between various versions of NAICS).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;As question 4 of &lt;a href=&quot;https://www.sec.gov/oiea/Article/edgarguide.html#P130_16535&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/oiea/Article/edgarguide.html#P130_16535&lt;/a&gt; notes however, &quot;the SEC uses neither all SIC codes nor the North American Industry Classification System (NAICS) codes adopted by the Office of Management and Budget in 1997&quot;, so this is imperfect.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.naics.com/search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS Site&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bls.gov/bls/naics.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS on blm.gov&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://geocoding.geo.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Geocoder&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;The github link you found looks interesting, though I don't think it contains any data - just instructions/code on how to get data. Unfortunately, some of the links in the README.md appear broken, but mass downloading the SEC's archive files may suffice.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user3856" LastEditorDisplayName="user4293" LastEditDate="2017-09-14T14:42:34.267" LastActivityDate="2017-09-14T14:42:34.267" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11636" PostTypeId="2" ParentId="11572" CreationDate="2017-08-15T04:09:46.260" Score="1" Body="&lt;p&gt;This site has the dictionaries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/LibreOffice/dictionaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/LibreOffice/dictionaries&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16930" LastActivityDate="2017-08-15T04:09:46.260" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="11637" PostTypeId="1" CreationDate="2017-08-15T17:36:17.783" Score="1" ViewCount="14" Body="&lt;p&gt;I am looking to obtain a full list of all religious institutions that are deemed tax exempt for Detroit Michigan. I have visited there website &lt;a href=&quot;http://www.detroitmi.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.detroitmi.gov/&lt;/a&gt; and could not find such a list. Before I file a FOIA request I was wondering if there some sort of database that compiles this information, form a state, county or municipal/city level&lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2017-08-15T17:36:17.783" Title="religious tax exempt addresses in detroit/Michigan" Tags="|geospatial|taxes|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11638" PostTypeId="2" ParentId="11629" CreationDate="2017-08-15T18:05:36.193" Score="1" Body="&lt;p&gt;Have you tried &lt;a href=&quot;http://github.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github.com&lt;/a&gt;? There are millions of lines of code from different programs of varying lengths. Github also &lt;a href=&quot;https://developer.github.com/v3/&quot; rel=&quot;nofollow noreferrer&quot;&gt;has an API&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2017-08-15T18:05:36.193" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11639" PostTypeId="1" CreationDate="2017-08-15T18:34:29.400" Score="1" ViewCount="43" Body="&lt;p&gt;Which region (ideally, at least city sized) has census data with the finest geographical resolution? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition, which region has the most detailed census data (i.e, most dimensions / categories in data)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for places outside and inside the USA. &#xA;Census-like (crowdsourced?) data is OK too!&lt;/p&gt;&#xA;" OwnerUserId="16935" LastActivityDate="2017-08-15T18:34:29.400" Title="Which region has the most granular census data?" Tags="|data-request|geospatial|census|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11640" PostTypeId="2" ParentId="4981" CreationDate="2017-08-16T15:25:05.763" Score="2" Body="&lt;p&gt;These are compilations of news headlines by date over long periods of time sourced from 3 very different types of agencies:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ABC Australia 17 years (objective, accurate, reliable, aus, government, active) : &lt;a href=&quot;https://www.kaggle.com/therohk/million-headlines&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/million-headlines&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Times Of India 19 years (factual, reliable, ind, private, active) :&#xA;&lt;a href=&quot;https://www.kaggle.com/therohk/india-headlines-news-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/india-headlines-news-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Examiner 6 years (crowdsourced, unreliable, clickbait, subjective, usa, private, defunct) : &lt;a href=&quot;https://www.kaggle.com/therohk/examine-the-examiner&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/examine-the-examiner&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16824" LastEditorUserId="16824" LastEditDate="2020-03-09T06:04:41.973" LastActivityDate="2020-03-09T06:04:41.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11641" PostTypeId="2" ParentId="5883" CreationDate="2017-08-17T00:59:09.237" Score="0" Body="&lt;p&gt;Why dont you use the API suggested by Programmable web, including that of Craigslist bulk posting, 3Taps etc?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.programmableweb.com/category/all/apis?keyword=craigslist&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.programmableweb.com/category/all/apis?keyword=craigslist&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16945" LastActivityDate="2017-08-17T00:59:09.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11642" PostTypeId="1" CreationDate="2017-08-17T04:46:01.233" Score="1" ViewCount="414" Body="&lt;p&gt;I have downloaded soil moisture files but they are in &lt;a href=&quot;https://en.wikipedia.org/wiki/GRIB&quot; rel=&quot;nofollow noreferrer&quot;&gt;GRIB format&lt;/a&gt; and I don't know how to read them or display them in GIS software like &lt;a href=&quot;http://www.qgis.org/en/site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGIS&lt;/a&gt; or &lt;a href=&quot;http://www.saga-gis.org/en/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Saga GIS&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I do that?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastEditorDisplayName="user4293" LastEditDate="2017-08-18T12:37:17.040" LastActivityDate="2017-08-18T12:37:17.040" Title="How to open GRIB data in GIS software?" Tags="|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11643" PostTypeId="2" ParentId="11642" CreationDate="2017-08-17T15:10:16.977" Score="2" Body="&lt;p&gt;QGIS has the &lt;a href=&quot;http://www.lutraconsulting.co.uk/products/crayfish/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crayfish Plugin&lt;/a&gt; for reading GRIB data.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-08-17T15:10:16.977" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11644" PostTypeId="2" ParentId="6583" CreationDate="2017-08-18T15:42:48.910" Score="1" Body="&lt;p&gt;I created a web app for this including free api. &lt;a href=&quot;https://electionsbycounty.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://electionsbycounty.com&lt;/a&gt;. This goes as far back as 1920 Presidential elections.&lt;/p&gt;&#xA;" OwnerUserId="13737" LastActivityDate="2017-08-18T15:42:48.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11646" PostTypeId="1" AcceptedAnswerId="11650" CreationDate="2017-08-18T22:25:25.063" Score="4" ViewCount="118" Body="&lt;p&gt;I need to find a dataset of the twitter handles for as many artists, bands and movie stars as I can find. These twitter accounts do not have to be super famous. The most important thing is just that I can obtain the handles. Associated with the handles should be the name of the artist/band. For instance, it could be 'Justin Bieber = @justinbieber'. Does anyone know of a dataset like this?&lt;/p&gt;&#xA;" OwnerUserId="6386" LastActivityDate="2017-08-23T10:12:41.203" Title="Twitter handles for artists/bands/movie stars etc" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11647" PostTypeId="1" CreationDate="2017-08-19T01:14:33.957" Score="1" ViewCount="95" Body="&lt;p&gt;Are the &quot;highlight of the prescribing label&quot; available through openFDA?&lt;/p&gt;&#xA;" OwnerUserId="16962" LastEditorDisplayName="user4293" LastEditDate="2018-05-27T19:31:54.443" LastActivityDate="2024-03-27T10:02:20.267" Title="How can I get the PI Label &quot;Highlights&quot; (or page 1) of the drug's label" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11648" PostTypeId="2" ParentId="10668" CreationDate="2017-08-19T12:40:21.890" Score="2" Body="&lt;p&gt;I ended up putting together an analysis of the College Scorecard data here: &lt;a href=&quot;http://www.physicsisbeautiful.com/blog/collegescorecard-analysis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.physicsisbeautiful.com/blog/collegescorecard-analysis/&lt;/a&gt; in which I created a visualization of faculty salary vs tuition from 2001 to 2017, and I also used a random forest machine learning model to predict the colleges most likely to fail. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also built a tool that enables interactively visualizing the CollegeScorecard data here: &lt;a href=&quot;http://www.physicsisbeautiful.com/blog/collegescorecard/&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.physicsisbeautiful.com/blog/collegescorecard/&lt;/a&gt;&lt;br&gt;&#xA;You can hover over the data points to identify what I would consider as &quot;scammy&quot; colleges -- colleges that charge very high tuition but have very low faculty salaries. You can also dynamically change the axes to median debt upon entering repayment,  median earnings of students 10 years after entry, or about 40 other interesting variables. &lt;/p&gt;&#xA;" OwnerUserId="15282" LastEditorUserId="15282" LastEditDate="2017-08-19T12:56:24.757" LastActivityDate="2017-08-19T12:56:24.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11649" PostTypeId="1" AcceptedAnswerId="11674" CreationDate="2017-08-19T23:37:40.467" Score="7" ViewCount="1056" Body="&lt;p&gt;It's the first time I post in this community, I hope my question belongs here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm currently developing an app where a user can add a location to his post, just like Instagram does (or Facebook). To do so, the user could either manually search for a location, or agrees to share his location so the app finds out where he is (geo-loc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the backend, for each post, I'll store the location name, location coordinates and a location ID.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I obviously thought about &lt;a href=&quot;https://developers.google.com/maps/documentation/javascript/places&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Maps&lt;/a&gt; in the first place, I then discover that Facebook has a &lt;a href=&quot;https://developers.facebook.com/docs/places/web&quot; rel=&quot;nofollow noreferrer&quot;&gt;Places API&lt;/a&gt; too. They both provide the data I need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.I was wondering if there's another API somewhere that could fit my requirements and that would be a bit more open and less intrusive regarding user privacy. I don't need a big precision, I believe only cities would be fine. I would also like to not put any money into that for now, as the app is a side project and might never generate any revenue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.Related question but maybe not for this stack exchange community: would it make sense to host a database of all cities myself (if that ever exists), or use an external service ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="16967" LastEditorDisplayName="user8811" LastEditDate="2018-04-12T01:36:02.880" LastActivityDate="2020-09-28T13:22:11.293" Title="Worldwide database of locations (cities)?" Tags="|data-request|api|city|geocoding|database|" AnswerCount="6" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11650" PostTypeId="2" ParentId="11646" CreationDate="2017-08-20T07:25:38.763" Score="6" Body="&lt;p&gt;Wikidata contains about 90 000 entries with &lt;a href=&quot;http://www.wikidata.org/prop/direct/P2002&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter username&lt;/a&gt;.&lt;br&gt;&#xA;Also, Wikidata contains about 130 000 entries with &lt;a href=&quot;http://www.wikidata.org/prop/direct/P434&quot; rel=&quot;nofollow noreferrer&quot;&gt;MusicBrainz artist ID&lt;/a&gt;.&lt;br&gt;&#xA;Intersecting these sets, one could retrieve about 17 000 twitter accounts of artists, bands etc.&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?agent ?agent_name ?twitter_username ?twitter WHERE {&#xA;    ?agent wdt:P2002 ?twitter_username .&#xA;    ?agent wdt:P434 ?musicbrainz_id .&#xA;    ?agent rdfs:label ?agent_name .&#xA;    BIND (IRI(CONCAT('https://twitter.com/', ?twitter_username)) AS ?twitter)  &#xA;    FILTER (lang(?agent_name) = 'en')&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fagent%20%3Fagent_name%20%3Ftwitter_username%20%3Ftwitter%20WHERE%20%7B%0A%20%20%20%20%3Fagent%20wdt%3AP2002%20%3Ftwitter_username%20.%0A%20%20%20%20%3Fagent%20wdt%3AP434%20%3Fmusicbrainz_id%20.%0A%20%20%20%20%3Fagent%20rdfs%3Alabel%20%3Fagent_name%20.%0A%20%20%20%20BIND%20(IRI(CONCAT(%27https%3A%2F%2Ftwitter.com%2F%27%2C%20%3Ftwitter_username))%20AS%20%3Ftwitter)%20%20%0A%20%20%20%20FILTER%20(lang(%3Fagent_name)%20%3D%20%27en%27)%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Related queries&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Authors (&lt;a href=&quot;http://www.wikidata.org/entity/Q482980&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:Q482980&lt;/a&gt;) &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fagent%20%3Fagent_name%20%3Ftwitter_username%20%3Ftwitter%20WHERE%20%7B%0A%20%3Fagent%20wdt%3AP2002%20%3Ftwitter_username%20.%0A%20%3Fagent%20wdt%3AP106%2Fwdt%3AP279*%20wd%3AQ482980%20.%0A%20%3Fagent%20rdfs%3Alabel%20%3Fagent_name%20.%0A%20BIND%20(IRI(CONCAT(&amp;#39;https%3A%2F%2Ftwitter.com%2F&amp;#39;%2C%20%3Ftwitter_username))%20AS%20%3Ftwitter)%20%0A%20FILTER%20(lang(%3Fagent_name)%20%3D%20&amp;#39;en&amp;#39;)%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;with Twitter account&lt;/a&gt;: 20 000 results.&lt;/li&gt;&#xA;&lt;li&gt;Actors (&lt;a href=&quot;http://www.wikidata.org/entity/Q33999&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:33999&lt;/a&gt;) &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fagent%20%3Fagent_name%20%3Ftwitter_username%20%3Ftwitter%20WHERE%20%7B%0A%20%3Fagent%20wdt%3AP2002%20%3Ftwitter_username%20.%0A%20%3Fagent%20wdt%3AP106%2Fwdt%3AP279*%20wd%3AQ33999%20.%0A%20%3Fagent%20rdfs%3Alabel%20%3Fagent_name%20.%0A%20BIND%20(IRI(CONCAT(&amp;#39;https%3A%2F%2Ftwitter.com%2F&amp;#39;%2C%20%3Ftwitter_username))%20AS%20%3Ftwitter)%20%0A%20FILTER%20(lang(%3Fagent_name)%20%3D%20&amp;#39;en&amp;#39;)%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;with Twitter account&lt;/a&gt;: 23 000 results.&lt;/li&gt;&#xA;&lt;li&gt;Entities with IMDb ID (&lt;a href=&quot;http://www.wikidata.org/prop/direct/P345&quot; rel=&quot;nofollow noreferrer&quot;&gt;wdt:P345&lt;/a&gt;) and &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fagent%20%3Fagent_name%20%3Ftwitter_username%20%3Ftwitter%20WHERE%20%7B%0A%20%3Fagent%20wdt%3AP2002%20%3Ftwitter_username%20.%0A%20%3Fagent%20wdt%3AP345%20%3Fimdb_id%20.%0A%20%3Fagent%20rdfs%3Alabel%20%3Fagent_name%20.%0A%20BIND%20(IRI(CONCAT(&amp;#39;https%3A%2F%2Ftwitter.com%2F&amp;#39;%2C%20%3Ftwitter_username))%20AS%20%3Ftwitter)%20%0A%20FILTER%20(lang(%3Fagent_name)%20%3D%20&amp;#39;en&amp;#39;)%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;with Twitter account&lt;/a&gt;: 18 000 results.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-08-23T10:12:41.203" LastActivityDate="2017-08-23T10:12:41.203" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11651" PostTypeId="2" ParentId="11649" CreationDate="2017-08-20T12:38:44.193" Score="8" Body="&lt;p&gt;Why don't you use OSM's API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A similar question was asked on gis:&#xA;&lt;a href=&quot;https://gis.stackexchange.com/questions/76856/how-to-get-a-list-of-osm-relations-id-numbers-of-cities-and-countries-only&quot;&gt;How to get a list of OSM relations (id numbers) of cities and countries only?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16970" LastActivityDate="2017-08-20T12:38:44.193" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11652" PostTypeId="1" CreationDate="2017-08-21T00:33:05.090" Score="1" ViewCount="51" Body="&lt;p&gt;I wish to have a database about some products that their transactions are recorded. So, ideally it has at least the following columns: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Transaction ID&lt;/li&gt;&#xA;&lt;li&gt;Customer ID&lt;/li&gt;&#xA;&lt;li&gt;Date&lt;/li&gt;&#xA;&lt;li&gt;Product&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any guidance about how I can find this database would be really appreciated. &lt;/p&gt;&#xA;" OwnerUserId="15564" LastActivityDate="2020-03-10T16:02:30.370" Title="A database about transactions?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11653" PostTypeId="2" ParentId="11652" CreationDate="2017-08-21T00:39:52.687" Score="1" Body="&lt;p&gt;I found the open database that I was looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/acquire-valued-shoppers-challenge/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/acquire-valued-shoppers-challenge/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Acquire Valued Shoppers Challenge&lt;/strong&gt;&lt;br /&gt;&#xA;  Predict which shoppers will become repeat buyers&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="15564" LastEditorDisplayName="user4293" LastEditDate="2017-10-20T11:36:56.037" LastActivityDate="2017-10-20T11:36:56.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11654" PostTypeId="2" ParentId="3647" CreationDate="2017-08-21T01:59:54.177" Score="4" Body="&lt;p&gt;For factbook data which has been parsed into numbers / arrays etc (unlike any existing projects which store all values as strings) have a look at &lt;a href=&quot;https://github.com/iancoleman/cia_world_factbook_api#data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/iancoleman/cia_world_factbook_api#data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's some explanation of the project at &lt;a href=&quot;https://iancoleman.github.io/exploring-the-cia-world-factbook/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://iancoleman.github.io/exploring-the-cia-world-factbook/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I am the maintainer of that project.&lt;/p&gt;&#xA;" OwnerUserId="16974" LastActivityDate="2017-08-21T01:59:54.177" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11655" PostTypeId="2" ParentId="11649" CreationDate="2017-08-21T08:13:06.680" Score="3" Body="&lt;p&gt;Check out &lt;a href=&quot;http://citypopulation.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;citypopulation.de&lt;/a&gt;, a well-curated website of all the world's big citites and &lt;em&gt;agglomerations&lt;/em&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The guy who maintains the site (I think it is only one person, Thomas Brinkhoff - see the &lt;a href=&quot;http://citypopulation.de/termsofuse.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Terms of Use&lt;/a&gt;) has put a lot of thought into how to draw borders around &quot;the cities&quot;, on how to define accurate city limits and also estimate the populations living within wider metropolitan areas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't think there is an API but hte data is suitable for screen-scraping, or donwloading in bulk.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actually this type of data often needs to be downloaded only once (or rarely at best), so there is no need for a fast responsive API that can scale up to thousands of concurrent users.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2017-08-21T08:13:06.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11656" PostTypeId="2" ParentId="10812" CreationDate="2017-08-21T12:01:59.927" Score="0" Body="&lt;p&gt;Like you, I am trying to make a list of failed drug candidates. DrugBank marks some drugs as Experimental, Investigational, or Withdrawn. It's harder than I expected.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, given a drug name, it is possible to look it up in &lt;a href=&quot;http://www.chemspider.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.chemspider.com/&lt;/a&gt;, then check for the presence of a link to DrugBank with the CSID2ExtRefs API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chembl has a table MOLECULE_DICTIONARY which includes preferred name, is_therapeutic, first_approval, and a discontinued flag.  It is available for download from here:&#xA; &lt;a href=&quot;ftp://ftp.ebi.ac.uk/pub/databases/chembl/ChEMBLdb/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ebi.ac.uk/pub/databases/chembl/ChEMBLdb/latest/&lt;/a&gt; &#xA;A join to COMPOUND_STRUCTURE will provide a SMILES. There is also a table of synonyms. By a couple of joins, you can also find information about patents - candidate drugs have probably been patented, so failed drugs have a patent but not first approval. (However, insecticides will also be in that list.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately there is no column for drug name in ClinicalTrials.gov. It is usually to be found in intervention.name - words in there that have no match in ChemSpider are not the names of chemicals at all. Are you willing to share your parsing code?&lt;/p&gt;&#xA;" OwnerUserId="16977" LastEditorUserId="16977" LastEditDate="2017-08-21T16:07:49.690" LastActivityDate="2017-08-21T16:07:49.690" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11658" PostTypeId="1" CreationDate="2017-08-21T18:51:23.583" Score="0" ViewCount="28" Body="&lt;p&gt;Is there an API or a dataset of all US administrative forms?&#xA;I tried many searches without great success&lt;/p&gt;&#xA;" OwnerUserId="16982" LastEditorUserId="23272" LastEditDate="2021-04-03T05:07:27.753" LastActivityDate="2021-04-03T05:07:27.753" Title="US agencies forms data set" Tags="|government|uses-of-open-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11659" PostTypeId="2" ParentId="11658" CreationDate="2017-08-21T20:16:15.503" Score="1" Body="&lt;p&gt;Without looking into this at all, I'm going to say that no, there is no comprehensive dataset/API of all US administrative forms.&#xA;That said, you may find help/references/resources by contacting these groups: &lt;a href=&quot;https://civicdesign.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Center for Civic Design&lt;/a&gt;, &lt;a href=&quot;http://www.civicbydesign.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Civic by Design&lt;/a&gt;, the people behind &lt;a href=&quot;http://civicdesigncamp.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Civic Design Camp&lt;/a&gt;, and &lt;a href=&quot;http://thelab.dc.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the Lab @ DC&lt;/a&gt;, which very recently held &quot;Form-a-palooza&quot;, an event for designing gov forms.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, this answer may very well be wrong; if so, I'm more than happy to delete it.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, if I am right and this dataset does not exist, perhaps you could start it? Creating a repository on GitHub and adding the forms/documenting their origins is where I would start.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-08-21T20:16:15.503" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11660" PostTypeId="1" CreationDate="2017-08-22T08:28:41.753" Score="2" ViewCount="325" Body="&lt;p&gt;I have been searching for the last few days and have found a number of datasets but nothing that meets my needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Effectively I need a table to postcodes that contain a flag on if it exists within a City (actually quite easy to do manually), Town or Village.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this might be a tall order as I don't even think any of the paid sources has the flags that I need, so this is a last resort really.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A flat file would be ideal but an API will also be fine.&lt;/p&gt;&#xA;" OwnerUserId="16986" LastEditorUserId="17478" LastEditDate="2017-10-19T11:56:51.153" LastActivityDate="2017-10-19T11:56:51.153" Title="UK Postcode Data by City, Town, Villiage" Tags="|uk|postal-code|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11661" PostTypeId="2" ParentId="11660" CreationDate="2017-08-22T12:53:50.807" Score="0" Body="&lt;p&gt;Try OS Open Names:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-names.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-names.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This gives you a &quot;populated place&quot; for each postcode, for example RG4 7LR is in the populated place &quot;Caversham&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you don't get is the strict City/Town/Village hierarchy in your question.&lt;/p&gt;&#xA;" OwnerUserId="13484" LastActivityDate="2017-08-22T12:53:50.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11662" PostTypeId="2" ParentId="11660" CreationDate="2017-08-22T15:35:01.343" Score="3" Body="&lt;p&gt;Check the following UK Postcodes datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.ons.gov.uk/methodology/geography/geographicalproducts/postcodeproducts&quot; rel=&quot;nofollow noreferrer&quot;&gt;ONS: the National Statistics Postcode Lookup (NSPL)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The NSPL does this by allocating UK postcodes to Output Areas (OA) using the same methodology as that for the ONSPD. These OAs are then referenced to a wide range of higher statistical geographies (for example, local authority districts) by a best-fit methodology that uses Census population data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/code-point-open.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ordnance Survey's OS Code-Point Open dataset&lt;/a&gt; (see &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/opendata-products.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Products page&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.getthedata.com/open-postcode-geo-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Postcode Geo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;British postcodes with easting, northing, latitude, and longitude. With additional fields for geospace applications, including postcode area, postcode district, postcode sector, incode, and outcode.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For more dataset suggestions, check out at the &lt;a href=&quot;https://data.gov.uk/data/search?q=postcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.uk&lt;/a&gt; site.&lt;/p&gt;&#xA;" OwnerUserId="3082" LastActivityDate="2017-08-22T15:35:01.343" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11663" PostTypeId="1" CreationDate="2017-08-22T22:06:06.807" Score="1" ViewCount="91" Body="&lt;p&gt;I'm looking at the API references for drugs and for devices, but haven't found answers. I'm wondering if it is possible to return the information that is listed on 3 web pages at FDA:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Hematology/Oncology (Cancer) Approvals &amp;amp; Safety Notifications (&lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ApprovedDrugs/ucm279174.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/Drugs/InformationOnDrugs/ApprovedDrugs/ucm279174.htm&lt;/a&gt;), specifically the approval status, indication, drug name&lt;/li&gt;&#xA;&lt;li&gt;List of Cleared or Approved Companion Diagnostic Devices (&lt;a href=&quot;https://www.fda.gov/MedicalDevices/ProductsandMedicalProcedures/InVitroDiagnostics/ucm301431.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/MedicalDevices/ProductsandMedicalProcedures/InVitroDiagnostics/ucm301431.htm&lt;/a&gt;) specifically the drug name, device trade name, manufacturer, intended use/indications&lt;/li&gt;&#xA;&lt;li&gt;Also from Medical Devices (ucm330711): Nucleic Acid Based Tests - specifically disease name, trade name, test manufacturer&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I don't want to screen scrape; openFDA JSON file returns are perfect. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If these can be pulled from openFDA data, could you point me to the reference information that will enable me to accomplish these data requests?&lt;/p&gt;&#xA;" OwnerUserId="16949" LastEditorDisplayName="user4293" LastEditDate="2017-08-24T22:10:40.903" LastActivityDate="2017-09-28T21:43:47.197" Title="Availability of data from 3 specific FDA web pages" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11664" PostTypeId="1" AcceptedAnswerId="11668" CreationDate="2017-08-23T19:12:22.373" Score="0" ViewCount="63" Body="&lt;p&gt;i am looking information about presidential election 2016 by county. There is information how many people voted for Clinton and Trump ( &lt;a href=&quot;https://data.world/aaronhoffman/us-general-election-2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/aaronhoffman/us-general-election-2016&lt;/a&gt; ) However I cannot find data how many people are registered for vote by county. Do you know where i can find such data?&lt;/p&gt;&#xA;" OwnerUserId="17003" LastActivityDate="2017-08-24T18:16:46.723" Title="Registered voters by county" Tags="|usa|elections|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11665" PostTypeId="2" ParentId="6316" CreationDate="2017-08-24T15:54:12.357" Score="1" Body="&lt;p&gt;You can have a look at &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;&lt;a href=&quot;https://medschool.vanderbilt.edu/cpm/center-precision-medicine-blog/medi-ensemble-medication-indication-resource&quot; rel=&quot;nofollow noreferrer&quot;&gt;MEDI&lt;/a&gt; (MEDication Indication) is an ensemble medication indication resource for primary and secondary uses of electronic medical record (EMR) data.  MEDI was created based on multiple commonly used medication resources (RxNorm, MedlinePlus, SIDER 2, and Wikipedia ) and by leveraging both ontology and natural language processing (NLP) techniques.&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&quot;&lt;a href=&quot;https://github.com/dhimmel/hetionet&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hetionet&lt;/a&gt;: an integrative network of disease — network with multiple node and edge (relationship) types — which encodes biology. The hetnet was designed for Project Rephetio, which aims to systematically identify why drugs work and predict new therapies for drugs.&quot; (The drug-disease relationships are assigned a &quot;CtD&quot; type in the network. You need to map drugbank ids to drug names though.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="15204" LastActivityDate="2017-08-24T15:54:12.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11666" PostTypeId="1" AcceptedAnswerId="12271" CreationDate="2017-08-24T14:47:35.933" Score="5" ViewCount="153" Body="&lt;p&gt;I would like to build a google map where I can see the locations of currently happening emergencies like earthquake, storms, wildfire, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know sources from where I can get data like that? Especially for Europe. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similar services from google itself are available. But not really for Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.org/publicalerts&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.org/publicalerts&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.org/crisismap/weather_and_events&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.org/crisismap/weather_and_events&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17017" OwnerDisplayName="Patrick" LastEditorUserId="18" LastEditDate="2018-01-10T16:23:12.043" LastActivityDate="2018-01-14T19:20:38.497" Title="Google Map based on emergency location information" Tags="|data-request|geospatial|europe|real-time|geohazard|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="11667" PostTypeId="2" ParentId="11664" CreationDate="2017-08-24T17:16:03.913" Score="1" Body="&lt;p&gt;EDIT: If you google &lt;code&gt;us voter registration per &quot;county&quot;&lt;/code&gt; (quoting as shown), you will get links to many states' voter registration data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A painful way to do this is to visit each state government site (www.state.xx.us, where xx is the state's two letter postal code; you will normally be redirected), and then search on their website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, www.state.ia.us redirects to iowa.gov. When you search for &quot;voter registration by county&quot; (no quotes), you get to &lt;a href=&quot;https://sos.iowa.gov/elections/voterreg/regstat.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sos.iowa.gov/elections/voterreg/regstat.html&lt;/a&gt; which has the info you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An even more aggressive approach would be to email the governments and ask for this information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Table 4a on census.gov/data/tables/time-series/demo/voting-and-registrat‌​ion/… yields state data; county data is conspicuously missing, but poke around. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;County data may not be available for free, at least not from the Census. If you search data.gov for voter registration or county voter registration (no quotes), you'll get some useful hits, but nothing really super useful.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorDisplayName="user3856" LastEditDate="2017-08-24T17:25:20.710" LastActivityDate="2017-08-24T17:25:20.710" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11668" PostTypeId="2" ParentId="11664" CreationDate="2017-08-24T18:16:46.723" Score="0" Body="&lt;p&gt;One of our data scientists pointed out that, while not a Census thing, you should check out: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/data4democracy/election-transparency/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/data4democracy/election-transparency/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or specifically: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/data4democracy/election-transparency/workspace/file?filename=PartyRegistration.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/data4democracy/election-transparency/workspace/file?filename=PartyRegistration.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This might be helpful if you prefer to stay on data.world.&lt;/p&gt;&#xA;" OwnerUserId="17011" LastActivityDate="2017-08-24T18:16:46.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11670" PostTypeId="1" AcceptedAnswerId="11672" CreationDate="2017-08-24T13:07:33.917" Score="2" ViewCount="935" Body="&lt;p&gt;I did not find existing data of good quality that I can use directly.&#xA;I thought that Wikidata was the best source to use and that it would be an opportunity to learn how to extract from this data source.&#xA;Seems not so obvious to extract what I want and to deal with the links between all elements, and the different data types.&lt;/p&gt;&#xA;&lt;p&gt;How to use query.wikidata.org or the REST API to get or construct the table with all cities in the United States with associated counties?&lt;/p&gt;&#xA;&lt;p&gt;Example of what I want to get (for all the US cities) :&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;NY; ROCHESTER; MONROE&#xA;NH; MANCHESTER; HILLSBOROUGH&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;If more than one county, I want to list them all (with another separator or multiple lines)&lt;/p&gt;&#xA;" OwnerUserId="17019" OwnerDisplayName="DavidK" LastEditorUserId="23272" LastEditDate="2022-07-14T14:18:31.223" LastActivityDate="2022-07-14T14:18:31.223" Title="Wikidata - How to get a table with all US cities with associated counties?" Tags="|usa|wikidata|county|sparql|rest|" AnswerCount="1" CommentCount="5" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11671" PostTypeId="1" AcceptedAnswerId="11673" CreationDate="2017-08-25T10:15:23.200" Score="3" ViewCount="127" Body="&lt;p&gt;With this &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fplace%20%3FplaceLabel%20%3Flocation%20WHERE%0A%7B%0A%20%20wd%3AQ64%20wdt%3AP625%20%3FarcLoc%20.%20%0A%20%20%3Fplace%20wdt%3AP31%20wd%3AQ515%20.%0A%20%20%3Fplace%20wdt%3AP17%20wd%3AQ183%20.%0A%20%20SERVICE%20wikibase%3Aaround%20%7B%20%0A%20%20%20%20%20%20%3Fplace%20wdt%3AP625%20%3Flocation%20.%20%0A%20%20%20%20%20%20bd%3AserviceParam%20wikibase%3Acenter%20%3FarcLoc%20.%20%0A%20%20%20%20%20%20bd%3AserviceParam%20wikibase%3Aradius%20%2250%22%20.%20%0A%20%20%7D%20%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%0A%20%20%20%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%20%0A%20%20%7D%0A%7D&quot; rel=&quot;noreferrer&quot;&gt;query&lt;/a&gt;, I can get a list of German cities around Berlin, within a radius of 50 km. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?place ?placeLabel ?location WHERE&#xA;{&#xA;  wd:Q64 wdt:P625 ?arcLoc . &#xA;  ?place wdt:P31 wd:Q515 .&#xA;  ?place wdt:P17 wd:Q183 .&#xA;  SERVICE wikibase:around { &#xA;      ?place wdt:P625 ?location . &#xA;      bd:serviceParam wikibase:center ?arcLoc . &#xA;      bd:serviceParam wikibase:radius &quot;50&quot; . &#xA;  } &#xA;  SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &quot;en&quot; . &#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How can I sort the result by proximity in Km, like it is done in &lt;a href=&quot;https://www.wikidata.org/wiki/Special:Nearby&quot; rel=&quot;noreferrer&quot;&gt;this page&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="13467" LastActivityDate="2017-08-26T18:20:21.303" Title="Sort results by proximity with the &quot;around&quot; service in Wikidata" Tags="|geospatial|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11672" PostTypeId="2" ParentId="11670" CreationDate="2017-08-25T10:35:24.517" Score="1" Body="&lt;p&gt;I do not think that Wikidata is a reliable source in this case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A basic query is here below. &#xA;The &lt;a href=&quot;https://opendata.stackexchange.com/revisions/11672/1&quot;&gt;first revision&lt;/a&gt; of this answer contains more advanced attempt.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?code ?capitalLabel ?countyLabel WHERE {&#xA;        ?county wdt:P31/wdt:P279* wd:Q47168 .&#xA;        ?county wdt:P36 ?capital . &#xA;        ?county wdt:P131 ?state .&#xA;        ?state wdt:P31 wd:Q35657 . &#xA;        ?state wdt:P883 ?code .&#xA;        FILTER (regex(?code, &quot;[A-Z][A-Z]&quot;))&#xA;        SERVICE wikibase:label {bd:serviceParam wikibase:language &quot;en&quot; .}&#xA;    }  ORDER BY ASC(?code) ASC(?capitalLabel)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fcode%20%3FcapitalLabel%20%3FcountyLabel%20WHERE%20%7B%0A%20%20%20%20%20%20%20%20%3Fcounty%20wdt%3AP31%2Fwdt%3AP279%2a%20wd%3AQ47168%20.%0A%20%20%20%20%20%20%20%20%3Fcounty%20wdt%3AP36%20%3Fcapital%20.%20%0A%20%20%20%20%20%20%20%20%3Fcounty%20wdt%3AP131%20%3Fstate%20.%0A%20%20%20%20%20%20%20%20%3Fstate%20wdt%3AP31%20wd%3AQ35657%20.%20%0A%20%20%20%20%20%20%20%20%3Fstate%20wdt%3AP883%20%3Fcode%20.%0A%20%20%20%20%20%20%20%20FILTER%20%28regex%28%3Fcode%2C%20%22%5BA-Z%5D%5BA-Z%5D%22%29%29%0A%20%20%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7Bbd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%7D%0A%20%20%20%20%7D%20%20ORDER%20BY%20ASC%28%3Fcode%29%20ASC%28%3FcapitalLabel%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to show Wikidata's unreliability in this particular case, one should compare this list of counties with more official lists, but please do it yourself.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-08-28T10:47:58.563" LastActivityDate="2017-08-28T10:47:58.563" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="11673" PostTypeId="2" ParentId="11671" CreationDate="2017-08-25T11:26:41.213" Score="3" Body="&lt;pre&gt;&lt;code&gt;SELECT ?place ?placeLabel ?location ?distance WHERE&#xA;    {&#xA;      wd:Q64 wdt:P625 ?arcLoc . &#xA;      ?place wdt:P31 wd:Q515 .&#xA;      ?place wdt:P17 wd:Q183 .&#xA;      SERVICE wikibase:around { &#xA;          ?place wdt:P625 ?location . &#xA;          bd:serviceParam wikibase:center ?arcLoc . &#xA;          bd:serviceParam wikibase:radius &quot;50&quot; . &#xA;      } &#xA;      SERVICE wikibase:label {&#xA;        bd:serviceParam wikibase:language &quot;en&quot; . &#xA;      }&#xA;      BIND(geof:distance(?arcLoc, ?location) AS ?distance) &#xA;    } ORDER BY ASC(?distance)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fplace%20%3FplaceLabel%20%3Flocation%20%3Fdistance%20WHERE%0A%20%20%20%20%7B%0A%20%20%20%20%20%20wd%3AQ64%20wdt%3AP625%20%3FarcLoc%20.%20%0A%20%20%20%20%20%20%3Fplace%20wdt%3AP31%20wd%3AQ515%20.%0A%20%20%20%20%20%20%3Fplace%20wdt%3AP17%20wd%3AQ183%20.%0A%20%20%20%20%20%20SERVICE%20wikibase%3Aaround%20%7B%20%0A%20%20%20%20%20%20%20%20%20%20%3Fplace%20wdt%3AP625%20%3Flocation%20.%20%0A%20%20%20%20%20%20%20%20%20%20bd%3AserviceParam%20wikibase%3Acenter%20%3FarcLoc%20.%20%0A%20%20%20%20%20%20%20%20%20%20bd%3AserviceParam%20wikibase%3Aradius%20%2250%22%20.%20%0A%20%20%20%20%20%20%7D%20%0A%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%0A%20%20%20%20%20%20%20%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%20%0A%20%20%20%20%20%20%7D%0A%20%20%20%20%20%20BIND%28geof%3Adistance%28%3FarcLoc%2C%20%3Flocation%29%20AS%20%3Fdistance%29%20%0A%20%20%20%20%7D%20ORDER%20BY%20ASC%28%3Fdistance%29%0A%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;P.S. &lt;code&gt;geof:&lt;/code&gt; is for &lt;code&gt;&amp;lt;http://www.opengis.net/def/geosparql/function/&amp;gt;&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-08-26T18:20:21.303" LastActivityDate="2017-08-26T18:20:21.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11674" PostTypeId="2" ParentId="11649" CreationDate="2017-08-25T13:44:48.723" Score="5" Body="&lt;p&gt;I suggest to try &lt;a href=&quot;http://www.geonames.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames&lt;/a&gt;, which is a well-recognized open database of geolocalized places worldwide. Geonames links the name of places (from hotel to cities) to coordinates (longitude &amp;amp; latitude, in WGS84) as well as other information when available (population, zip code, ...). You can have a look of webservices based on geonames &lt;a href=&quot;http://www.geonames.org/export/ws-overview.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Among the webservices, the &lt;a href=&quot;http://www.geonames.org/export/web-services.html#findNearby&quot; rel=&quot;nofollow noreferrer&quot;&gt;FindNearby&lt;/a&gt; might suit your need:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example here : &lt;a href=&quot;http://api.geonames.org/findNearbyJSON?lat=49.6842&amp;amp;lng=5.8143&amp;amp;radius=10&amp;amp;username=demo&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.geonames.org/findNearbyJSON?lat=49.6842&amp;amp;lng=5.8143&amp;amp;radius=10&amp;amp;username=demo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I don't know how to filter to output only &quot;big cities&quot; (and not the smallest populated place). An option is to make a query using a certain &lt;code&gt;radius&lt;/code&gt; and then filter by &lt;code&gt;population &amp;gt; your_threshold&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As stated &lt;a href=&quot;http://www.geonames.org/export/web-services.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, do not use &lt;code&gt;username=demo&lt;/code&gt; in production but create an account. For your second, related question, have a look at the terms of use of Geonames or contact them to check if you can use their services directly or if you have to implement them on a dedicated server. &lt;/p&gt;&#xA;" OwnerUserId="15492" LastEditorUserId="15492" LastEditDate="2017-08-25T14:01:39.950" LastActivityDate="2017-08-25T14:01:39.950" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11675" PostTypeId="1" AcceptedAnswerId="11676" CreationDate="2017-08-25T13:49:52.150" Score="4" ViewCount="708" Body="&lt;p&gt;The goal is to get from the string &quot;Lugano&quot;, the entity &lt;a href=&quot;https://www.wikidata.org/wiki/Q7024&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q7024&lt;/a&gt;, knowing that I am searching for Swiss locations, by name in German.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far this is how I do it but it doesn't look very efficient.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Get entities that match &quot;Lugano&quot; in German language&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbsearchentities&amp;amp;search=Lugano&amp;amp;language=de&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/w/api.php?action=wbsearchentities&amp;amp;search=Lugano&amp;amp;language=de&amp;amp;format=json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Parsing the result, I get the following entities:&#xA;Q7024, Q660612, Q298642, Q34937366, Q661389, Q440182, Q686002&#xA;(in reality, I would actually need to continue the search because not all matches are returned in the same response, but for this example it suffices to get the values in the first page of results)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) Run a &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Flocation%20%3FlocationLabel%20WHERE%20%7B%0A%20%20%3Flocation%20wdt%3AP17%20wd%3AQ39.%0A%20%20%3Flocation%20wdt%3AP31%20%3Fsettlement%20.%0A%20%20%3Fsettlement%20wdt%3AP279%20wd%3AQ486972%0A%20%20FILTER%20%28%3Flocation%20IN%20%28wd%3AQ7024%2C%20wd%3AQ660612%2C%20wd%3AQ298642%2C%20wd%3AQ34937366%2C%20wd%3AQ661389%2C%20wd%3AQ440182%2C%20wd%3AQ686002%29%29%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%20%20%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt; to filter for Swiss settlements among the collected entities in step 1&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?location ?locationLabel WHERE {&#xA;  ?location wdt:P17 wd:Q39.&#xA;  ?location wdt:P31 ?settlement .&#xA;  ?settlement wdt:P279 wd:Q486972&#xA;  FILTER (?location IN (wd:Q7024, wd:Q660612, wd:Q298642, wd:Q34937366, wd:Q661389, wd:Q440182, wd:Q686002))&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;  }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That returns the desired entity, Q7024.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a better way to achieve that result, possibly in a single query?&lt;/p&gt;&#xA;" OwnerUserId="13467" LastActivityDate="2017-08-26T20:03:23.447" Title="Most efficient way to get the Wikidata entity for a city, given as a string" Tags="|geospatial|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11676" PostTypeId="2" ParentId="11675" CreationDate="2017-08-25T14:27:25.120" Score="3" Body="&lt;pre&gt;&lt;code&gt;SELECT ?location ?locationLabel WHERE {&#xA;  ?location wdt:P17 wd:Q39.&#xA;  ?location wdt:P31 ?settlement .&#xA;  ?settlement wdt:P279 wd:Q486972 .&#xA;  ?location rdfs:label ?de_label .&#xA;  FILTER (lang(?de_label) = &quot;de&quot;) .&#xA;  FILTER (contains(?de_label, &quot;Lugano&quot;)) .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;  }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Flocation%20%3FlocationLabel%20WHERE%20%7B%0A%20%20%3Flocation%20wdt%3AP17%20wd%3AQ39.%0A%20%20%3Flocation%20wdt%3AP31%20%3Fsettlement%20.%0A%20%20%3Fsettlement%20wdt%3AP279%20wd%3AQ486972%20.%0A%20%20%3Flocation%20rdfs%3Alabel%20%3Fde_label%20.%0A%20%20FILTER%20%28lang%28%3Fde_label%29%20%3D%20%22de%22%29%20.%0A%20%20FILTER%20%28contains%28%3Fde_label%2C%20%22Lugano%22%29%29%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%20%20%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In some cases, you might be interested in the &lt;a href=&quot;https://www.w3.org/TR/sparql11-query/#func-regex&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;REGEX&lt;/code&gt;&lt;/a&gt; SPARQL function. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for efficiency, see  e. g. &lt;a href=&quot;https://stackoverflow.com/q/44999328/7879193&quot;&gt;this question&lt;/a&gt; on Stack Overflow.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-08-26T20:03:23.447" LastActivityDate="2017-08-26T20:03:23.447" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11677" PostTypeId="1" CreationDate="2017-08-25T14:48:51.403" Score="1" ViewCount="45" Body="&lt;p&gt;I'm looking for bat bioacoustic data. Preferably the data would cover a large geographic scope (i.e., not constrained to a single country/continent). Species data would be very useful, but most important are call counts. &lt;/p&gt;&#xA;" OwnerUserId="17020" LastActivityDate="2018-12-09T07:54:08.453" Title="Bioacoustic Data" Tags="|data-request|biology|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11678" PostTypeId="1" CreationDate="2017-08-25T20:18:31.790" Score="0" ViewCount="254" Body="&lt;p&gt;I was wondering if there was a historic database of drug shortage data?&lt;/p&gt;&#xA;&lt;p&gt;The current database (link below) appears to only reflect any shortages that have been resolved in 2017 but does not include shortages resolved in past years.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/drugshortages/default.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/drugshortages/default.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17022" LastEditorUserId="23272" LastEditDate="2021-04-03T05:18:12.520" LastActivityDate="2021-04-03T05:18:12.520" Title="Is there a historic drug shortage database?" Tags="|data-request|releasing-data|historical|drugs|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11680" PostTypeId="2" ParentId="10853" CreationDate="2017-08-26T05:42:42.467" Score="2" Body="&lt;p&gt;U.S. total CBP-based employment is available from &lt;a href=&quot;https://www.census.gov/programs-surveys/cbp/data/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/cbp/data/datasets.html&lt;/a&gt;. Click through each year (since 1986) and you will find a &quot;Complete U.S. File&quot; link to a simple text file. It contains total US employment for that year in the &quot;EMP&quot; column, 2nd row.&lt;/p&gt;&#xA;" OwnerUserId="15114" LastEditorUserId="15114" LastEditDate="2017-08-27T12:06:39.073" LastActivityDate="2017-08-27T12:06:39.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11683" PostTypeId="1" CreationDate="2017-08-26T17:43:31.590" Score="3" ViewCount="120" Body="&lt;p&gt;I'm having the following issues with the Search result limitations with &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open.fda.gov&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Up to 100 results for single request; and up to 5100 results for single search criteria&lt;/li&gt;&#xA;&lt;li&gt;No flexible search (e.g. no params to search from &quot;starts with&quot;, &quot;ends with&quot;)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Is there any way around these limitations?&lt;/p&gt;&#xA;" OwnerUserId="17033" LastEditorDisplayName="user4293" LastEditDate="2017-08-31T12:39:35.730" LastActivityDate="2017-08-31T12:39:35.730" Title="Inflexible search params with open.fda.gov" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11684" PostTypeId="2" ParentId="6738" CreationDate="2017-08-26T21:12:39.243" Score="3" Body="&lt;p&gt;I actually ended up paying folks on MechanicalTurk to label questions as important/unimportant from a couple of news articles I downloaded. There are 410 sentences total, which I have on my github &lt;a href=&quot;https://github.com/NathanWycoff/SySE/blob/master/source_data.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="9660" LastActivityDate="2017-08-26T21:12:39.243" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11685" PostTypeId="1" CreationDate="2017-08-28T11:59:11.280" Score="2" ViewCount="213" Body="&lt;p&gt;How to download SRTM 30m at once for a country? Is there a path/row file like SRTM 90m?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastActivityDate="2017-08-28T11:59:11.280" Title="How to download SRTM 30m at once for a country?" Tags="|geospatial|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11686" PostTypeId="2" ParentId="9459" CreationDate="2017-08-28T15:19:07.350" Score="1" Body="&lt;p&gt;I don't know this dataset but I think it might be useful: &lt;a href=&quot;https://www.donneesquebec.ca/recherche/fr/dataset/unite-d-amenagement&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unités d'aménagement (UA)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;L'unité d'aménagement (UA) est une unité territoriale de référence qui s'applique sur les territoires forestiers du domaine de l'État en vertu de l'article 13 de la Loi sur l'aménagement durable du territoire forestier (LADTF). On dénombre actuellement 71 UA sur le territoire forestier public québécois. La stratégie d'aménagement durable des forêts prévoit des orientations et des objectifs d’aménagement durable des forêts pour ce territoire forestier. Cette délimitation du territoire forestier a pour but de circonscrire des aires pour la production des ressources. Ainsi, le ministre peut accorder divers droits forestiers sur ce territoire. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Google translate makes this:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The management unit (UA) is a territorial unit of reference that applies to forest lands in the domain of the state under section 13 of the Sustainable Forest Management Act (FSAA) . At present, there are 71 AUs in Québec's public forest area. The Sustainable Forest Management Strategy provides guidance and objectives for sustainable forest management for this forest area. The purpose of this delimitation of forest land is to define areas for the production of resources. Thus, the Minister may grant various forest rights in this territory.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="17047" LastEditorDisplayName="user4293" LastEditDate="2017-08-29T07:48:10.853" LastActivityDate="2017-08-29T07:48:10.853" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11687" PostTypeId="2" ParentId="11424" CreationDate="2017-08-28T17:36:11.283" Score="1" Body="&lt;p&gt;An electronic MAR is is fairly new and thus is not available in the data set:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/issues/292&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/issues/292&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The electronic medication administration record (eMAR) went online&#xA;  only a few years ago and so is not in MIMIC-III v1.4. We plan to add&#xA;  on something similar for a subset of patients in a future update. Stay&#xA;  tuned! :)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="12803" LastActivityDate="2017-08-28T17:36:11.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11689" PostTypeId="1" AcceptedAnswerId="11690" CreationDate="2017-08-29T03:37:38.520" Score="1" ViewCount="466" Body="&lt;p&gt;I'm interested in know the population by city, but I'm not finding that option on the &lt;a href=&quot;https://api.census.gov/data/2015/acs5/examples.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then, what I'm considering is to use the zipcodes to do make the mapping, that information seems to be available from the API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.census.gov/data/2015/acs5?get=NAME,B01001_001E&amp;amp;for=zip+code+tabulation+area&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2015/acs5?get=NAME,B01001_001E&amp;amp;for=zip+code+tabulation+area&lt;/a&gt;:*&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a sample of the table:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;+-------+-------+-------+&lt;br&gt;&#xA;| 00601 | 17982 | 00601 |&lt;br&gt;&#xA;+-------+-------+-------+&lt;br&gt;&#xA;| 00602 | 40260 | 00602 |&lt;br&gt;&#xA;+-------+-------+-------+&lt;br&gt;&#xA;| 00603 | 52408 | 00603 |&lt;br&gt;&#xA;+-------+-------+-------+&lt;br&gt;&#xA;| 00606 | 6331  | 00606 |&lt;br&gt;&#xA;+-------+-------+-------+&lt;br&gt;&#xA;| 00610 | 28328 | 00610 |&lt;br&gt;&#xA;+-------+-------+-------+&lt;br&gt;&#xA;| 00612 | 64816 | 00612 |&lt;br&gt;&#xA;+-------+-------+-------+      &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I understand: &#xA;First column is the zip code.&#xA;Second column is population.&#xA;Third column is zip code tabulation area (ZCTA).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, this data is suppoused to not be available on the by zip code, but only by ZCTA, is indicated &lt;a href=&quot;http://gis.washington.edu/phurvitz/zip_or_zcta/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is because ZCTA represents actual areas where the population can be calculated while regular zip codes represent a collection of mailing addresses that not necessarily form a polygon. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question then is, is it reliable to use the above table t estimate the population by city summing up the values for all the zip codes in the same city?&lt;/p&gt;&#xA;" OwnerUserId="9722" LastActivityDate="2017-08-29T04:22:33.753" Title="Search population by city from the US census API" Tags="|api|us-census|population|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11690" PostTypeId="2" ParentId="11689" CreationDate="2017-08-29T04:22:33.753" Score="1" Body="&lt;p&gt;You could try to accept my comment as an answer (I don't think that's how it's done). But I would think some useful documentation would serve you more than a quick link edit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a &lt;a href=&quot;https://www.census.gov/content/dam/Census/data/developers/api-user-guide/api-guide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; to their API guide. Also, a &lt;a href=&quot;http://api.census.gov/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;list&lt;/a&gt; of their available survey/data sources and how to build the API links for them. I haven't gone through them extensively, but it looks like a lot of it is there.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2017-08-29T04:22:33.753" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11692" PostTypeId="2" ParentId="11663" CreationDate="2017-08-29T20:03:11.483" Score="1" Body="&lt;p&gt;The lists on the three referenced pages are not available (as is) through an openFDA API. However, you can find some of the information on these page in openFDA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find information on the cleared or approved companion devices (in #2) by searching on PMA_number. For example: &lt;a href=&quot;https://api.fda.gov/device/pma.json?search=pma_number:P170005&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/pma.json?search=pma_number:P170005&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find information on cleared or approved nucleic acid based tests (in #3) by searching on k_number. For example: &lt;a href=&quot;https://api.fda.gov/device/510k.json?search=k_number:K070804&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/510k.json?search=k_number:K070804&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2017-08-29T20:03:11.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11693" PostTypeId="2" ParentId="11647" CreationDate="2017-08-29T20:32:50.390" Score="0" Body="&lt;p&gt;The openFDA drug label API does not provide the &quot;Highlights&quot; as a separate or discrete item. The ordering of the data fields in the openFDA API results can and will vary. So, there is no &quot;page 1&quot; per se.  The &quot;Highlights&quot; when available will be included as part of the drug label record. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Highlights&quot; PDF for Lyrica:&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/label/2011/021446s026,022488s005lbl.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/drugsatfda_docs/label/2011/021446s026,022488s005lbl.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Record in openFDA's Drug Label API for Lyrica:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=brand_name:lyrica&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=brand_name:lyrica&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2017-08-29T20:32:50.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11694" PostTypeId="2" ParentId="11683" CreationDate="2017-08-29T20:46:28.180" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. Based on hitting the 5100 result limit I can surmise that you've already discovered the skip limit. What isn't reflected in our current documentation because it's a brand new change is that the skip limit has now increased to 25,000. You can find out all of the details of the search criteria &lt;a href=&quot;https://open.fda.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. If you're looking to explore larger chunks of data than 25,000 or want more advanced querying options than our API provides, we do host all of the data for direct download. There's more information on downloading the data available &lt;a href=&quot;https://open.fda.gov/api/reference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let me know if you have any other questions.&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2017-08-29T20:46:28.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11696" PostTypeId="2" ParentId="11549" CreationDate="2017-08-31T11:50:37.450" Score="0" Body="&lt;p&gt;UCI Machine Learning repository offers a small sample of sentiment analysis for reviews from&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;imdb.com &lt;/li&gt;&#xA;&lt;li&gt;amazon.com &lt;/li&gt;&#xA;&lt;li&gt;yelp.com &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Sentiment+Labelled+Sentences&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Sentiment+Labelled+Sentences&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For each website, there exist 500 positive and 500 negative sentences. Those were selected randomly for larger datasets of reviews. &#xA;  We attempted to select sentences that have a clearly positive or negative connotaton, the goal was for no neutral sentences to be selected. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-08-31T11:50:37.450" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11697" PostTypeId="2" ParentId="4904" CreationDate="2017-08-31T12:04:46.490" Score="3" Body="&lt;p&gt;I think this is another task for OSM.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_API/Language_Guide#Select_Region_by_Polygon&quot; rel=&quot;nofollow noreferrer&quot;&gt;Extract data within Polygon&lt;/a&gt; or &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Overpass_API/Language_Guide#Bounding_box_clauses_.28.22bbox_query.22.2C_.22bounding_box_filter.22.29&quot; rel=&quot;nofollow noreferrer&quot;&gt;by bounding box&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Filter based on &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Tag:natural%3Dpeak&quot; rel=&quot;nofollow noreferrer&quot;&gt;tag Peak&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;See some other questions about using OSM as a datasource, including the Overpass API, by searching here or Google&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2019-06-03T05:20:28.917" LastActivityDate="2019-06-03T05:20:28.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11698" PostTypeId="2" ParentId="9639" CreationDate="2017-08-31T12:13:50.443" Score="2" Body="&lt;p&gt;I found this on cousin site Stats.Stackexchange.com, from 2011:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stats.stackexchange.com/q/13960/27652&quot;&gt;Determining the reliability of weather forecast&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;One of the resources may be useful:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.esrl.noaa.gov/psd/forecasts/reforecast2/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;ESRL/PSD GEFS Reforecast Version 2&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The ESRL/PSD 2nd-generation Reforecast Project has produced a dataset of historical weather forecasts generated with a fixed numerical model, using the 2012 version of NCEP's Global Ensemble Forecasting System (GEFS, Version 10).&lt;/p&gt;&#xA;&lt;p&gt;This Reforecast V2 dataset consists of an 11-member ensemble of forecasts, produced every day from 00 UTC initial conditions from Dec 1984 to present. The horizontal resolution of GEFS is T254 (about 50 km) out to 8 days, and T190 (about 70 km) from 8-16 days. Real-time forecasts are ongoing.&#xA;Among the advantages associated with this long reforecast dataset is that model forecast errors can be diagnosed from the past forecasts and corrected, thereby dramatically increasing the forecast skill. Past results have shown that the improvements may be particularly large for medium-range forecasts and for forecasts of relatively uncommon events such as heavy precipitation.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(and then an email address to contact with questions)&lt;/p&gt;&#xA;&lt;p&gt;You'd still have to join this historical forecast data with historical measurement data, but it seems a good resource for historical forecasts - that doesn't involve having to collect daily on your own.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-08-31T12:13:50.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11699" PostTypeId="1" CreationDate="2017-08-31T14:03:14.810" Score="1" ViewCount="79" Body="&lt;p&gt;Where can I find a reliable US national pharmacy database? I need basic info like name, address, if they are mail order, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does not have to be free.&lt;/p&gt;&#xA;" OwnerUserId="17070" LastEditorDisplayName="user4293" LastEditDate="2017-09-01T06:35:21.283" LastActivityDate="2018-02-22T22:15:40.837" Title="Data source for pharmacy directory" Tags="|data-request|usa|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11700" PostTypeId="1" AcceptedAnswerId="11701" CreationDate="2017-08-31T14:20:01.820" Score="3" ViewCount="87" Body="&lt;p&gt;If you go to the Census Bureau's &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php?year=2016&amp;amp;layergroup=Roads&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; there is a web interface to download Primary, Secondary, and All Roads (FTP link doesn't appear to be working at the moment). The All Roads option is only available per county. Does a 2016 dataset or web service already exist, free or not, where all these county datasets have already been compiled together?&lt;/p&gt;&#xA;" OwnerUserId="17071" LastActivityDate="2017-08-31T15:37:03.780" Title="Is there a source for a dataset or WFS of nationwide TIGER Data at the county-level (All Roads)?" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11701" PostTypeId="2" ParentId="11700" CreationDate="2017-08-31T15:37:03.780" Score="4" Body="&lt;p&gt;You can &quot;extrapolate&quot; the download links from the source code&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See javascript function goDownload()&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; function goDownload(directory, filename)&#xA;    {&#xA;      var URL=&quot;getFile.php?year=2016&amp;amp;directory=&quot;+directory+&quot;&amp;amp;filename=&quot;+filename;&#xA;&#xA;      document.getElementById('downloadFrame').src=URL;&#xA;    } // goDownload()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and similar functions goDownloadNational(), goDownloadState(), goDownloadCounty().&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can see also in the source code where these functions are called (about line 4130 in my version)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;onClick=&quot;javascript:goDownload('PRIMARYROADS', 'tl_2016_us_primaryroads.zip')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So you take these two variables, &lt;code&gt;directory&lt;/code&gt; and &lt;code&gt;filename&lt;/code&gt;, and generate a complete URL with the values from the dropdown&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;getFile.php?year=2016&amp;amp;directory=&quot;+directory+&quot;&amp;amp;filename=&quot;+filename;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;becomes then&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.census.gov/cgi-bin/geo/shapefiles/getFile.php?year=2016&amp;amp;directory=PRIMARYROADS&amp;amp;filename=tl_2016_us_primaryroads.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/getFile.php?year=2016&amp;amp;directory=PRIMARYROADS&amp;amp;filename=tl_2016_us_primaryroads.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;works&lt;/a&gt; (26 MB).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You have to then write a small script that loops over all states and countries and then make a URL based on the formula in each function, and then make the queries 1 by 1 &lt;em&gt;(maybe with a short pause, to not get your IP address blocked)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-08-31T15:37:03.780" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11702" PostTypeId="2" ParentId="10806" CreationDate="2017-08-31T15:39:46.473" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://oceanservice.noaa.gov/facts/find-tides-currents.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://oceanservice.noaa.gov/facts/find-tides-currents.html&lt;/a&gt; and &lt;a href=&quot;https://tidesandcurrents.noaa.gov/map&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tidesandcurrents.noaa.gov/map&lt;/a&gt; may or may not be helpful. These are point tide measurements/predictions, not &quot;shapefiles&quot;, but it may be a start. &lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastEditorUserId="1511" LastEditDate="2017-09-01T06:34:08.043" LastActivityDate="2017-09-01T06:34:08.043" CommentCount="3" CommunityOwnedDate="2017-08-31T15:39:46.473" ContentLicense="CC BY-SA 3.0" />
  <row Id="11704" PostTypeId="2" ParentId="10842" CreationDate="2017-09-01T13:58:09.110" Score="1" Body="&lt;p&gt;I just started working with this data so I don't have a ton of experience with it, but I downloaded all data from &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt; and just looking at the 'Merged2014-15-PP.csv' table I have 59 distinct state codes.  &lt;/p&gt;&#xA;" OwnerUserId="17077" LastActivityDate="2017-09-01T13:58:09.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11705" PostTypeId="1" AcceptedAnswerId="11706" CreationDate="2017-09-02T21:46:54.967" Score="1" ViewCount="80" Body="&lt;p&gt;I'm looking to find historical news articles (Politics/ Economics especially, eg. CNN, Bloomberg) from the past several years. The articles would need to have time stamps and be downloadable as an archive so that they can be used in a machine learning algorithm. Any ideas where to find such data?&lt;/p&gt;&#xA;" OwnerUserId="17085" LastEditorUserId="70" LastEditDate="2022-10-14T18:52:57.350" LastActivityDate="2022-10-14T18:52:57.350" Title="News Article Data" Tags="|data-request|economics|politics|news|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11706" PostTypeId="2" ParentId="11705" CreationDate="2017-09-03T17:09:34.483" Score="2" Body="&lt;p&gt;The wayback machine &lt;a href=&quot;https://Archive.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt; has coverage for news sites, e.g. CNN. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It can be bulk downloaded, see e.g. &lt;a href=&quot;https://blog.archive.org/2012/04/26/downloading-in-bulk-using-wget/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, which discusses using wget.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-09-03T17:09:34.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11707" PostTypeId="1" CreationDate="2017-09-03T19:49:46.050" Score="4" ViewCount="347" Body="&lt;p&gt;Where can I find a collection of hate speech articles and texts? I have tried using &lt;a href=&quot;https://github.com/t-davidson/hate-speech-and-offensive-language&quot; rel=&quot;noreferrer&quot;&gt;hate speech and offensive language from github&lt;/a&gt; but I am looking for long pieces of text (&gt;~160 characters).&lt;/p&gt;&#xA;" OwnerUserId="17092" LastEditorUserId="17092" LastEditDate="2017-09-04T10:04:12.540" LastActivityDate="2017-09-06T03:18:38.283" Title="Hate speech text data" Tags="|data-request|corpora|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11708" PostTypeId="1" CreationDate="2017-09-04T10:16:50.567" Score="2" ViewCount="23" Body="&lt;p&gt;I have been looking for this data without much luck. I want TRMM/PR/GPM daily or hourly precipitation data (mm/hr) with a spatial resolution of 4km or more. &lt;/p&gt;&#xA;" OwnerUserId="17096" LastEditorDisplayName="user4293" LastEditDate="2017-09-06T03:58:48.147" LastActivityDate="2017-09-06T03:58:48.147" Title="Looking for TRMM data of 4km resolution or more of july 2014" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11709" PostTypeId="1" CreationDate="2017-09-04T11:03:54.570" Score="4" ViewCount="53" Body="&lt;p&gt;In my surroundings a couple of people / friends have the feeling that the number of insects has declined over a number of years. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know of any sources of data which give quantitative numbers on &lt;strong&gt;insects per area over time&lt;/strong&gt; for any country in Western Europe, Americas, Australia, where &lt;em&gt;insect&lt;/em&gt; can be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;fly&lt;/li&gt;&#xA;&lt;li&gt;wasps&lt;/li&gt;&#xA;&lt;li&gt;bees (wild type)&lt;/li&gt;&#xA;&lt;li&gt;mosquito &lt;/li&gt;&#xA;&lt;li&gt;or any similar indicator species?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;A time range over more than 20 year would be appreciated. If the data set also included confounding factors, this would be a plus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that biodiversity measures a slightly different number, and for example I wasn't able to find interesting data sets on the European Environmental Agency's &lt;a href=&quot;https://www.eea.europa.eu/themes/biodiversity&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; for biodiversity (besides decline in common birds in Europe).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any hints or tips where to look or what to search for?&lt;/p&gt;&#xA;" OwnerUserId="15256" LastEditorUserId="16193" LastEditDate="2017-09-08T06:55:28.533" LastActivityDate="2017-09-08T06:55:28.533" Title="Quantitative data on number of insects per area over time?" Tags="|data-request|historical|population|environment|biology|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11710" PostTypeId="2" ParentId="11538" CreationDate="2017-09-05T05:26:05.703" Score="2" Body="&lt;p&gt;I have scrapped few sites likes Techcrunch, Reuters , Bloomberg and few others and collected the articles related to Employee Layoff. The dataset is not that big but have around 320+ articles. Anyone is welcome for the contribution. The link for same is:&#xA;&lt;a href=&quot;https://github.com/prayalankar2/Employee_Layoff_News_Dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/prayalankar2/Employee_Layoff_News_Dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15861" LastActivityDate="2017-09-05T05:26:05.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11714" PostTypeId="1" CreationDate="2017-09-05T18:33:06.077" Score="2" ViewCount="116" Body="&lt;p&gt;Both the following URL API calls return the same record despite using the Offset filter:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.dol.gov/get/vets4212dataset/format/json/limit/1/date_column/EndingPeriod/start_date/2015-07-01/end_date/2015-07-01/orderby/asc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/vets4212dataset/format/json/limit/1/date_column/EndingPeriod/start_date/2015-07-01/end_date/2015-07-01/orderby/asc&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.dol.gov/get/vets4212dataset/format/json/limit/1/date_column/EndingPeriod/start_date/2015-07-01/end_date/2015-07-01/orderby/asc/Offset/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/vets4212dataset/format/json/limit/1/date_column/EndingPeriod/start_date/2015-07-01/end_date/2015-07-01/orderby/asc/Offset/2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I querying correctly?&lt;/p&gt;&#xA;" OwnerUserId="17108" LastActivityDate="2017-10-02T18:34:14.787" Title="Offset not working for VETS4212 data API" Tags="|labor|" AnswerCount="1" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="11715" PostTypeId="2" ParentId="1054" CreationDate="2017-09-05T19:09:41.650" Score="2" Body="&lt;p&gt;You may exchange with &lt;a href=&quot;http://www.adsbhub.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.adsbhub.org&lt;/a&gt; , they provide unfiltered ADS-B data and support several protocols&lt;/p&gt;&#xA;" OwnerUserId="17110" LastActivityDate="2017-09-05T19:09:41.650" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11716" PostTypeId="1" CreationDate="2017-09-05T19:23:25.177" Score="2" ViewCount="2382" Body="&lt;p&gt;Is anyone aware of any open UK demographic data (England would be sufficient) at full or out postcode level?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="70" LastEditDate="2022-10-14T18:12:33.753" LastActivityDate="2024-03-08T16:05:35.747" Title="UK demographic data at full or outer postcode level" Tags="|data-request|uk|demographics|postal-code|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="11717" PostTypeId="2" ParentId="11707" CreationDate="2017-09-06T03:18:38.283" Score="2" Body="&lt;p&gt;The Internet Archive's Wayback Machine has indexed the text of Nazi and white supremacist message boards, such as Stormfront and VNN.  You can download the WARC's (snapshot compilations of the websites, with all their pages and assets) from those sites and then scrape the text.&lt;/p&gt;&#xA;" OwnerUserId="284" LastActivityDate="2017-09-06T03:18:38.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11718" PostTypeId="2" ParentId="9506" CreationDate="2017-09-06T12:38:29.233" Score="1" Body="&lt;p&gt;This question is one year old, but still: &lt;a href=&quot;https://www.census.gov/govs/statetax/historical_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/govs/statetax/historical_data.html&lt;/a&gt; &#xA;isn't this what you need? &lt;/p&gt;&#xA;" OwnerUserId="8540" LastActivityDate="2017-09-06T12:38:29.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11720" PostTypeId="1" CreationDate="2017-09-06T12:50:32.170" Score="2" ViewCount="54" Body="&lt;p&gt;I am looking for historic data on State and Local Sales Tax Rates (not tax revenues, but actual rates) for 2000 to 2010. I thought such data could be easily available, however I only managed to find the following information for 2017: &#xA; &lt;a href=&quot;https://taxfoundation.org/state-and-local-sales-tax-rates-midyear-2017/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://taxfoundation.org/state-and-local-sales-tax-rates-midyear-2017/&lt;/a&gt;. &#xA;I need similar data for 2000-2010. Surprisingly, neither IRS nor Census Bureau seem to provide historic sales tax rates. &lt;/p&gt;&#xA;" OwnerUserId="8540" LastActivityDate="2017-09-27T21:19:07.290" Title="State and Average Local Sales Tax Rates 2000-2010" Tags="|usa|state|taxes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11721" PostTypeId="2" ParentId="9122" CreationDate="2017-09-06T16:10:29.130" Score="4" Body="&lt;p&gt;If you're fine with textual or GIS data, you'll probably find it in the NASA &lt;a href=&quot;https://earthdata.nasa.gov/earth-observation-data/near-real-time/firms/active-fire-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;VIIRS Active Fire Data&lt;/a&gt; page. It's updated frequently and contains worldwide fire hotspots of the past 24 hours up to one week.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also an archive for older data.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2017-09-06T16:10:29.130" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11722" PostTypeId="2" ParentId="6661" CreationDate="2017-09-07T08:42:46.017" Score="0" Body="&lt;p&gt;The Nature paper &quot;Multi-modal ultra-high resolution structural 7-Tesla MRI data repository&quot; &lt;a href=&quot;https://www.nature.com/articles/sdata201450#data-records&quot; rel=&quot;nofollow noreferrer&quot;&gt;lists&lt;/a&gt; two data sources for high resolution MRI structural scans of human brains:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;All data records listed in this section are available from NITRIC (Data Citation 1: NITRC &lt;a href=&quot;http://www.nitrc.org/projects/atag_mri_scans/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nitrc.org/projects/atag_mri_scans/&lt;/a&gt;) or Dryad (Data Citation 2: Dryad &lt;a href=&quot;http://doi.org/10.5061/dryad.fb41s&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://doi.org/10.5061/dryad.fb41s&lt;/a&gt;). A README file with a detailed description of the content of all downloads is available in Dryad. Additional material and information are also provided in Data Citation 1: NITRC &lt;a href=&quot;http://www.nitrc.org/projects/atag_mri_scans/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nitrc.org/projects/atag_mri_scans/&lt;/a&gt; and Data Citation 2: Dryad &lt;a href=&quot;http://doi.org/10.5061/dryad.fb41s&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://doi.org/10.5061/dryad.fb41s&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="11218" LastEditorDisplayName="user4293" LastEditDate="2017-09-07T12:49:07.203" LastActivityDate="2017-09-07T12:49:07.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11723" PostTypeId="1" AcceptedAnswerId="11725" CreationDate="2017-09-07T12:36:38.753" Score="4" ViewCount="116" Body="&lt;p&gt;To access the US data.gov public datasets, you need a &lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html#authentication-and-api-keys&quot; rel=&quot;nofollow noreferrer&quot;&gt;CKAN API key&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Should I consider this sensitive information, e.g. can anyone having my API key 'misuse' it so that it causes me harm, directly or indirectly?&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorUserId="90" LastEditDate="2017-09-07T17:40:36.210" LastActivityDate="2017-09-07T17:40:36.210" Title="Are the API keys on data.gov considered sensitive?" Tags="|api|data.gov|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11724" PostTypeId="1" CreationDate="2017-09-07T13:44:31.097" Score="2" ViewCount="26" Body="&lt;p&gt;I am looking for Basins (or Catchments Watersheds) with basic hydraulic parameters such as the upstream downstream relation for the Tonle Sap lake region in Cambodia. I typically use &lt;a href=&quot;http://www.hydrosheds.org/page/hydrobasins&quot; rel=&quot;nofollow noreferrer&quot;&gt;WWF's HydroBasin level 6&lt;/a&gt; but since the flow in the Tonle Sap river system changes direction during certain times of the year, I might need a more detailed dataset. &lt;/p&gt;&#xA;" OwnerUserId="7244" LastActivityDate="2017-09-07T13:44:31.097" Title="Hydrology for Tonle Sap lake in Cambodia" Tags="|cambodia|hydrology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11725" PostTypeId="2" ParentId="11723" CreationDate="2017-09-07T17:19:40.017" Score="4" Body="&lt;p&gt;There are some &lt;a href=&quot;https://api.data.gov/docs/rate-limits/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API limits&lt;/a&gt; tied to a specific API key. If a third-party used your key, their calls would effect how many calls you can make. &lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2017-09-07T17:19:40.017" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11726" PostTypeId="2" ParentId="10573" CreationDate="2017-09-08T14:11:06.190" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://blogs.lse.ac.uk/impactofsocialsciences/2014/06/04/the-right-to-read-is-the-right-to-mine-tdm/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The article&lt;/a&gt; in the LSE blog you have pointed out seems to be a good overview, the problems seem to be not only UK specific:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;Even with some legal barriers now removed, technical barriers remain &lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;The only nagging question remaining to address is: what is ‘non-commercial’?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Éanna Kelly, the author of &lt;a href=&quot;https://sciencebusiness.net/news/79919/Researchers-to-gain-new-text-and-data-mining-rights-under-EU-proposal&quot; rel=&quot;nofollow noreferrer&quot;&gt;another article&lt;/a&gt; you have pointed out, has write &lt;a href=&quot;https://sciencebusiness.net/news/80380/European-Parliament-divided-as-decision-on-text-and-data-mining-edges-closer&quot; rel=&quot;nofollow noreferrer&quot;&gt;more recent overview&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.timeshighereducation.com/news/new-eu-directive-set-ease-rules-text-and-data-mining&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yet another recent article&lt;/a&gt; says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For now, observers hope that the directive will come into force next&#xA;  year – or possibly at the end of 2017 if European legislators act&#xA;  quickly.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I can't find full text of the proposal, but the &lt;a href=&quot;https://ec.europa.eu/digital-single-market/en/building-european-data-economy&quot; rel=&quot;nofollow noreferrer&quot;&gt;Building a European Data Economy&lt;/a&gt; initiative looks relevant: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/newsroom/dae/document.cfm?doc_id=41205&quot; rel=&quot;nofollow noreferrer&quot;&gt;Communication on Building a European Data Economy&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/newsroom/dae/document.cfm?doc_id=41247&quot; rel=&quot;nofollow noreferrer&quot;&gt;Comission Staff Working Document&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Final update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://eur-lex.europa.eu/legal-content/EN/TXT/?qid=1568247044537&amp;amp;uri=CELEX:32019L0790&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Directive on Copyright in the Digital Single Market&lt;/a&gt; has been adopted and came into force on June 7, 2019.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.m.wikipedia.org/wiki/Directive_on_Copyright_in_the_Digital_Single_Market&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia article&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2019-09-12T18:28:01.533" LastActivityDate="2019-09-12T18:28:01.533" CommentCount="0" CommunityOwnedDate="2017-09-08T19:54:45.780" ContentLicense="CC BY-SA 4.0" />
  <row Id="11727" PostTypeId="2" ParentId="10329" CreationDate="2017-09-08T15:02:49.617" Score="1" Body="&lt;p&gt;It's only the US, but as a start, the Bureau of Economic Analysis (BEA).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bea.gov/newsreleases/regional/gdp_metro/gdp_metro_newsrelease.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Gross Domestic Product by Metropolitan Area&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Real gross domestic product (GDP) increased in 292 metropolitan areas in 2015, led by growth in professional and business services; wholesale and retail trade; and finance, insurance, real estate, rental and leasing, according to statistics on the geographic breakout of GDP released today by the Bureau of Economic Analysis. Collectively, real GDP for U. S. metropolitan areas increased 2.5 percent in 2015 after increasing 2.3 percent in 2014.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There is historical data, until 2015 at the time of writing, which can be corrected for inflation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each region can be divided into industrial sectors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a &lt;a href=&quot;https://www.bea.gov/iTable/index_regional.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;data explorer tool&lt;/a&gt; and a programming &lt;a href=&quot;https://www.bea.gov/API/signup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qV8Y7l.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qV8Y7l.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-09-08T15:02:49.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11728" PostTypeId="1" CreationDate="2017-09-08T15:42:42.310" Score="1" ViewCount="260" Body="&lt;p&gt;Are there any public sources for LIDAR data for the country of Israel? Searching online has not lead me to find any sources out there.&lt;/p&gt;&#xA;" OwnerUserId="17140" LastEditorUserId="90" LastEditDate="2017-09-09T02:04:36.027" LastActivityDate="2017-09-09T02:04:36.027" Title="LIDAR data for Israel" Tags="|data-request|geospatial|images|oceanographic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11729" PostTypeId="1" CreationDate="2017-09-08T18:51:51.210" Score="3" ViewCount="81" Body="&lt;p&gt;Where can I find public access data on mortgage delinquencies and foreclosures? I would like data at the monthly (I'll settle for quarterly) level for each county or zip code (I'll settle for state) in the US. I am just interested in the total numbers, but as a percent of all mortgages is fine too.  &lt;/p&gt;&#xA;" OwnerUserId="6029" LastActivityDate="2020-11-17T16:48:22.120" Title="Where can I find public access data on mortgage delinquencies and foreclosures?" Tags="|data-request|usa|real-estate|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11730" PostTypeId="2" ParentId="11728" CreationDate="2017-09-08T19:29:21.220" Score="2" Body="&lt;p&gt;The &quot;&lt;a href=&quot;http://opentopo.sdsc.edu/datasetMetadata?otCollectionID=OT.102016.2039.1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Israel's Mediterranean Sharon sea cliff, 2006&quot; dataset&lt;/a&gt; is available via OpenTopography. It covers &quot;a 30-km-stretch of coastal cliffs in central Israel that lie between the cities of Herzlia in the south and Olga in the north&quot;. I know data have also been collected over the Dead Sea rift but they are not yet publicly available.&lt;/p&gt;&#xA;" OwnerUserId="17141" LastActivityDate="2017-09-08T19:29:21.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11731" PostTypeId="1" CreationDate="2017-09-10T06:07:06.703" Score="1" ViewCount="47" Body="&lt;p&gt;I'm looking for population projections for the fifty American states (yearly up till 2050). Are these available online, or in any academic papers? Thanks. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found the following two sources; the first only gives values for 2010/2020/2030/2040; the second source gives projections which are slightly outdated (from 2004), and these go up till 2030. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://demographics.coopercenter.org/national-population-projections/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Population Projections - Cooper Center&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://wonder.cdc.gov/population-projections.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Population Projections - CDC WONDER&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17149" LastEditorDisplayName="user4293" LastEditDate="2017-09-11T14:40:27.743" LastActivityDate="2017-09-11T14:40:27.743" Title="Yearly population projections for the fifty American states till 2050" Tags="|us-census|population|north-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11732" PostTypeId="2" ParentId="11731" CreationDate="2017-09-10T07:19:37.420" Score="5" Body="&lt;p&gt;US Census has &lt;a href=&quot;https://www.census.gov/programs-surveys/popproj/data/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;population projections through 2060&lt;/a&gt;, and is also the data behind both of the sources you already found.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/programs-surveys/popproj/guidance.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;State population projections&lt;/a&gt; (except for Vermont) list from the Census.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure about data quality here; I only clicked on Virginia and District of Columbia, and Virginia's link had succumbed to linkrot. Updated reference:&lt;br&gt;&#xA;&lt;a href=&quot;http://demographics.coopercenter.org/virginia-population-projections/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Virginia's Population Projections&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2017-09-10T17:22:16.300" LastActivityDate="2017-09-10T17:22:16.300" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11734" PostTypeId="1" CreationDate="2017-09-10T13:39:47.763" Score="3" ViewCount="43" Body="&lt;p&gt;I'm working on an app and I'm looking for a open database with &lt;a href=&quot;https://en.wikipedia.org/wiki/Period-after-opening_symbol&quot; rel=&quot;nofollow noreferrer&quot;&gt;PAO&lt;/a&gt; (period after opening) by cosmetic product of worldwide beauty brands.&lt;/p&gt;&#xA;" OwnerUserId="17152" LastEditorDisplayName="user4293" LastEditDate="2017-09-11T14:41:27.097" LastActivityDate="2017-09-11T14:41:27.097" Title="A database with PAO (period after opening) by beauty product" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11736" PostTypeId="1" CreationDate="2017-09-11T12:11:20.323" Score="3" ViewCount="166" Body="&lt;p&gt;The title says it all, does there exist in digital form, like csv-files or spreadsheets, the (very many) data tables from Pitirim A Sorokin's Social and Cultural Dynamics, all four volumes:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;I   Fluctuations of Forms of Art&#xA;II  Fluctuations of Systems of Truth, Ethics, and Law&#xA;III Fluctuations of Social Relationships, War, and Revolution&#xA;IV  Basic Problems, Principles, and Methods&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="2590" LastEditorUserId="16193" LastEditDate="2017-10-18T19:14:53.953" LastActivityDate="2017-10-18T19:14:53.953" Title="Data tables from Sorokin's Social and Cultural Dynamics" Tags="|data-request|historical|books|social-process|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11737" PostTypeId="1" CreationDate="2017-09-11T20:25:24.970" Score="1" ViewCount="9" Body="&lt;p&gt;I know the ANDA sometimes will comment on changes in ANDA review time, however the Orange book only provides the approval date and not the submission date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know either where the submission data has been released in the past, or if there's a specific office that we should be in contact with for this data? &lt;/p&gt;&#xA;" OwnerUserId="17022" LastEditorUserId="17209" LastEditDate="2017-09-20T12:07:06.393" LastActivityDate="2017-09-20T12:07:06.393" Title="Hi, does anyone know if the FDA has released ANDA submission dates?" Tags="|data-request|releasing-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11738" PostTypeId="1" CreationDate="2017-09-11T20:31:52.510" Score="4" ViewCount="517" Body="&lt;p&gt;I'm looking for data on cost of living per city from official U.S. sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I've only been able to find this data for states or counties like the following to examples:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://livingwage.mit.edu/states/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Living Wage Calculation for Alabama&lt;/a&gt; (MIT)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/library/publications/2010/compendia/databooks/housing.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census.gov 'Housing' publications&lt;/a&gt; (&lt;em&gt;Cost of Living Indicators — Housing, Public University, Hospital Stays, Energy Expenditures, and Utilities&lt;/em&gt; Excel sheet)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="17164" LastEditorDisplayName="user4293" LastEditDate="2017-09-15T17:46:19.267" LastActivityDate="2017-09-22T13:12:15.593" Title="Cost living or CPI (consumer price index) by city in de US" Tags="|data-request|data.gov|us-census|cpi|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11739" PostTypeId="1" CreationDate="2017-09-11T21:14:45.290" Score="1" ViewCount="97" Body="&lt;p&gt;I found some lists for some states, e.g. &lt;a href=&quot;https://georgia.gov/municipality-list&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://georgia.gov/municipality-list&lt;/a&gt;, but not for all counties in the US...&lt;/p&gt;&#xA;" OwnerUserId="17165" LastEditorUserId="18" LastEditDate="2019-02-12T20:03:33.633" LastActivityDate="2019-02-12T20:03:33.633" Title="Where can I find a list of cities within each county?" Tags="|usa|data.gov|us-census|census|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11740" PostTypeId="2" ParentId="11738" CreationDate="2017-09-11T21:16:35.000" Score="3" Body="&lt;p&gt;No 'official' numbers, but user contributed data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.numbeo.com/cost-of-living/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Numbeo&lt;/a&gt; has city and country data (Free registration required for some parts).&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Numbeo is the world’s largest database of user contributed data about cities and countries worldwide. Numbeo provides current and timely information on world living conditions including cost of living, housing indicators, health care, traffic, crime and pollution.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Expatistan has a &lt;a href=&quot;https://www.expatistan.com/cost-of-living&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cost of living index&lt;/a&gt;, per country or per city&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Collaborative international cost of living index. You enter the prices, we make the comparisons. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-09-11T21:16:35.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11742" PostTypeId="2" ParentId="11649" CreationDate="2017-09-12T04:47:21.323" Score="4" Body="&lt;p&gt;check (and collaborate!) at &lt;a href=&quot;https://github.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Packaged Core Datasets&lt;/a&gt; the specific datasets:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/datasets/population-city&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datasets/population-city&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/datasets/world-cities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datasets/world-cities&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Both are related to &lt;a href=&quot;https://github.com/datasets/country-codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datasets/country-codes&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;PS: about OSM and its APIs, see also &lt;a href=&quot;http://nominatim.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://nominatim.openstreetmap.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Others: specialized datasets or building a dataset from a  &amp;quot;BigData of Datasets&amp;quot;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;at &lt;a href=&quot;https://www.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Wikidata&lt;/strong&gt;&lt;/a&gt;, good controlled data, any SparkQL query! &lt;br/&gt;For example, see &lt;a href=&quot;https://query.wikidata.org/#%23%0A%23%20Municipalities%20of%20Brazil%0A%23%0ASELECT%20%3Fitem%20%3FitemLabel%20%3FufLabel%0AWHERE%20%0A%7B%0A%20%20%3Fitem%20wdt%3AP31%20wd%3AQ3184121.%0A%20%20%3Fitem%20wdt%3AP131%20%3Fuf.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D%20ORDER%20BY%20%3FufLabel%20%3Fitem&quot; rel=&quot;nofollow noreferrer&quot;&gt;this query of all cities of Brazil&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The BigData of &lt;strong&gt;OpenStreetMap&lt;/strong&gt;  is available by &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass-turbo&lt;/a&gt;. &lt;br/&gt;For example extrating &lt;a href=&quot;https://help.openstreetmap.org/questions/19063/get-city-nodes-within-a-country-using-overpass-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;all cities of Belgique&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;All citi-codes of Brazil, &lt;a href=&quot;http://datasets.ok.org.br/city-codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://datasets.ok.org.br/city-codes&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="1313" LastEditDate="2020-06-29T23:23:45.917" LastActivityDate="2020-06-29T23:23:45.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11743" PostTypeId="1" CreationDate="2017-09-12T10:14:15.637" Score="1" ViewCount="72" Body="&lt;p&gt;I'm working on mapping my data in Google Fusion and would like to have a KML file for Scottish Datazones 2011 so I can do some work on deprivation.  I can't find one and I don't have the skills to work out how to make one.&lt;/p&gt;&#xA;" OwnerUserId="17170" LastActivityDate="2017-09-12T10:14:15.637" Title="Where can I find a KML file for Scottish Datazones 2011?" Tags="|kml|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11745" PostTypeId="1" CreationDate="2017-09-12T17:24:30.190" Score="2" ViewCount="89" Body="&lt;p&gt;I want to do a research project about the prediction of car parking occupancy rates and compare different cities in the EU/US. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there public datasets that you can recommend?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a couple of RSS-feeds which provide real time information via XML, however, I am especially interested in regularly updated historical data for my project.&lt;/p&gt;&#xA;" OwnerUserId="17179" LastEditorUserId="17209" LastEditDate="2017-09-20T12:07:25.370" LastActivityDate="2017-09-20T12:07:25.370" Title="City car parking dataset in EU (and US)" Tags="|data-request|uses-of-open-data|city|europe|parking|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11746" PostTypeId="2" ParentId="1256" CreationDate="2017-09-12T19:54:29.410" Score="1" Body="&lt;p&gt;I've had good luck in R (without resorting to fancy packages) of reading CSVs up to and beyond that size. The nice thing about getting it in RAM, if you can swing it, is very fast manipulation.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2017-09-12T19:54:29.410" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11747" PostTypeId="1" CreationDate="2017-09-12T20:07:09.263" Score="1" ViewCount="77" Body="&lt;p&gt;Looking to pull as much crash data as available and use it in analytics. Is there any API to pull data directly instead of manually downloading PDF files?&lt;/p&gt;&#xA;" OwnerUserId="17184" LastEditorUserId="90" LastEditDate="2017-09-12T21:45:55.027" LastActivityDate="2017-09-12T22:01:44.390" Title="Vehicle crash Data for all states in USA" Tags="|data.gov|api|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11748" PostTypeId="2" ParentId="11747" CreationDate="2017-09-12T22:01:44.390" Score="3" Body="&lt;p&gt;Not aware any API, but these resources aren't PDFs; can most likely scrape/automate accessing these datasets:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://crashstats.nhtsa.dot.gov/#/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CrashStats - National Center for Statistics and Analysis (NCSA) Motor Vehicle Traffic Crash Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www-fars.nhtsa.dot.gov/QueryTool/QuerySection/Report.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHTSA Tool for Querying FARS (Fatality Analysis Reporting System) Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://ai.fmcsa.dot.gov/gis/tools/safetyevent/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Safety Event Mapping Tool&lt;/a&gt;&#xA;&lt;a href=&quot;https://www-fars.nhtsa.dot.gov/Crashes/CrashesTime.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crashes Time Data (CSV export option)&lt;/a&gt;&lt;br&gt;&#xA;The above link has more crash data scattered about the domain; look @ the main navigation for relevant links.&lt;br&gt;&#xA;&lt;a href=&quot;https://cdan.nhtsa.gov/stsi.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;State Traffic Safety Information (STSI)&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-09-12T22:01:44.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11750" PostTypeId="1" AcceptedAnswerId="11751" CreationDate="2017-09-13T04:05:15.777" Score="3" ViewCount="163" Body="&lt;p&gt;Where can I find information about pollution or air quality by city in U.S.? I would like to the data to be from an official source.&lt;/p&gt;&#xA;" OwnerUserId="17178" LastEditorUserId="11218" LastEditDate="2017-09-13T11:15:08.360" LastActivityDate="2017-09-13T11:18:47.077" Title="Air quality in all cities in the USA" Tags="|usa|city|environment|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11751" PostTypeId="2" ParentId="11750" CreationDate="2017-09-13T11:18:47.077" Score="4" Body="&lt;p&gt;The Environmental Protection Agency monitors this in many places and have much of this data available for free, as well as extensive documentation: &lt;a href=&quot;https://www.epa.gov/outdoor-air-quality-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.epa.gov/outdoor-air-quality-data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2017-09-13T11:18:47.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11752" PostTypeId="1" CreationDate="2017-09-13T21:29:14.873" Score="3" ViewCount="225" Body="&lt;p&gt;I want to know how to search the PDF files with a search term.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most 510K records have the value &quot;Summary&quot; stored in the Summary field.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can one search the PDF files attached to the summary and run query on that pdf file?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This search does NOT work -&gt; &lt;a href=&quot;https://api.fda.gov/device/510k.json?search=limit=1&amp;amp;statement_or_summary:%22cardiac%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/510k.json?search=limit=1&amp;amp;statement_or_summary:%22cardiac%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But this document DOES contain the work &lt;em&gt;cardiac&lt;/em&gt; in it&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/cdrh_docs/pdf14/K140916.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/cdrh_docs/pdf14/K140916.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please help.&lt;/p&gt;&#xA;" OwnerUserId="17195" LastEditorUserId="17195" LastEditDate="2017-09-20T23:10:41.843" LastActivityDate="2017-09-21T15:58:48.440" Title="Open FDA - Medical device search -&gt; summary pdf" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11753" PostTypeId="2" ParentId="133" CreationDate="2017-09-14T08:44:30.523" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://cloud.google.com/dataprep/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Cloud DataPrep&lt;/a&gt; is a great data preparation tool now on beta, pros:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;no size limit&lt;/li&gt;&#xA;&lt;li&gt;GCP integration&lt;/li&gt;&#xA;&lt;li&gt;great UX&lt;/li&gt;&#xA;&lt;li&gt;Serverless&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; offers nice tools for data cleansing, but &lt;strong&gt;it's ancient and limiting&lt;/strong&gt; and in my personal opinion incomparable in awesomeness to DataPrep&lt;/p&gt;&#xA;" OwnerUserId="17200" LastEditorUserId="17200" LastEditDate="2017-09-24T16:14:12.933" LastActivityDate="2017-09-24T16:14:12.933" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11754" PostTypeId="1" CreationDate="2017-09-14T18:24:37.313" Score="1" ViewCount="31" Body="&lt;p&gt;I'm trying to model user behavior on database tables. Do you know any public date sets of the form: &lt;em&gt;User U accesses table T&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I.e. I need a data set of the sort [user u,table t,timestamp], that states that table t appeared in a query executed by by user u.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, a data set of the form &lt;em&gt;user accesses/uses/... Object&lt;/em&gt; would suffice. &lt;/p&gt;&#xA;" OwnerUserId="17207" LastEditorDisplayName="user4293" LastEditDate="2017-09-18T08:26:14.623" LastActivityDate="2017-09-18T08:26:14.623" Title="Datesets - users accessing database tables" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11756" PostTypeId="2" ParentId="195" CreationDate="2017-09-15T02:08:59.643" Score="2" Body="&lt;p&gt;I'd like to contribute yet &lt;a href=&quot;https://open-elevation.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;another API&lt;/a&gt; to this list. &lt;a href=&quot;https://open-elevation.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open-Elevation&lt;/a&gt; is a free and open-source elevation API also available at Github.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While you can certainly host your own instance, there's a free public API .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also documentation on how to set it up with your own data, although I admit that, since it is in its infancy, it is a bit rough around the edges. Pull requests are welcome!&lt;/p&gt;&#xA;" OwnerUserId="17208" LastActivityDate="2017-09-15T02:08:59.643" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11757" PostTypeId="1" CreationDate="2017-09-15T07:58:03.797" Score="2" ViewCount="130" Body="&lt;p&gt;I would like to know if there are any publicly available datasets with HTTP header data, such as URI, user-agent, referer, content-length, etc--&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried searching with the usual keywords to no avail. All network flow data I have chanced upon are flow-based, or are incomplete- one only provides the host + URI, whilst the other hashes the URI used due to privacy issues.&lt;/p&gt;&#xA;" OwnerUserId="17239" OwnerDisplayName="tunawolf" LastEditorUserId="17209" LastEditDate="2017-09-20T12:07:03.637" LastActivityDate="2017-09-20T12:07:03.637" Title="Available datasets for HTTP headers" Tags="|internet|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11760" PostTypeId="1" CreationDate="2017-09-16T20:52:29.063" Score="4" ViewCount="152" Body="&lt;p&gt;I am looking for free satellite images of agriculture land cover for North Korea. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it available on &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Earth Explorer&lt;/a&gt;, which image should I download?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for imagery with which I can do an analysis (in ArcGIS) of how much vegetation is healthy on the agriculture land and how much is lost due to drought. &lt;/p&gt;&#xA;" OwnerUserId="17223" LastEditorDisplayName="user4293" LastEditDate="2017-09-19T11:43:47.303" LastActivityDate="2017-09-27T21:48:05.767" Title="Satellite image of agriculture land cover for North Korea" Tags="|geospatial|agriculture|korea|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11761" PostTypeId="1" CreationDate="2017-09-17T01:42:09.360" Score="5" ViewCount="2138" Body="&lt;p&gt;Is there a way to determine if a drug is generic or brand by passing in an NDC (National Drug Code) to the drug label endpoint (&lt;a href=&quot;https://api.fda.gov/drug/label&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label&lt;/a&gt;)?&lt;/p&gt;&#xA;" OwnerUserId="17225" LastEditorUserId="17225" LastEditDate="2017-09-23T15:18:03.573" LastActivityDate="2021-07-28T02:02:46.187" Title="Determining if drug is generic or brand using NDC" Tags="|openfda|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11763" PostTypeId="2" ParentId="11761" CreationDate="2017-09-18T06:33:01.373" Score="2" Body="&lt;p&gt;The page that &lt;a href=&quot;https://www.fda.gov/drugs/developmentapprovalprocess/howdrugsaredevelopedandapproved/approvalapplications/abbreviatednewdrugapplicationandagenerics/ucm126389.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;@Stanislav Kralin's comment links to&lt;/a&gt; contains a link to the &lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ucm129662.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Orange Book page&lt;/a&gt;, which provides downloads for ANDA (Abbreviated New Drug Application, i.e. Generics) data and the Orange book itself. This should get you at least to 80% of the solution. &lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-09-18T06:33:01.373" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11764" PostTypeId="2" ParentId="11760" CreationDate="2017-09-18T14:31:12.400" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://libra.developmentseed.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://libra.developmentseed.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://landsatlook.usgs.gov/viewer.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://landsatlook.usgs.gov/viewer.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://glcf.umd.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://glcf.umd.edu/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://worldview.earthdata.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://worldview.earthdata.nasa.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's like I said maybe your best bet is to contact the universities in South Korea and find out. I am sure they have somebody there can lead you to find the information you need for North Korea datasets.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-09-18T14:31:12.400" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11765" PostTypeId="1" AcceptedAnswerId="11767" CreationDate="2017-09-18T19:10:09.380" Score="3" ViewCount="178" Body="&lt;p&gt;I am looking for a dataset that can I obtain about Russia's transportation.&#xA;I am working on a PDF of the former Soviet Union's St. Petersburg map that I have here and need to georeference it. Is there a way that can I go to a website where there is an English version? The map I have is written in Russian.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorDisplayName="user4293" LastEditDate="2017-10-20T12:19:54.253" LastActivityDate="2018-01-07T14:08:04.397" Title="Looking for Soviet Union or Russia transportation GIS dataset" Tags="|data-request|geospatial|transportation|historical|russia|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11766" PostTypeId="1" CreationDate="2017-09-19T05:46:16.020" Score="1" ViewCount="17" Body="&lt;p&gt;What is the best method/algorithm to perform crop classification?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastActivityDate="2017-09-19T05:46:16.020" Title="Best method for crop mapping" Tags="|classification|" AnswerCount="0" CommentCount="0" ClosedDate="2017-09-19T11:43:37.730" ContentLicense="CC BY-SA 3.0" />
  <row Id="11767" PostTypeId="2" ParentId="11765" CreationDate="2017-09-19T08:43:05.460" Score="1" Body="&lt;p&gt;Possibly this: &lt;a href=&quot;https://gis.stackexchange.com/questions/50180/russian-gis-data&quot;&gt;Russian gis on SE's gis site&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="17242" LastEditorUserId="16193" LastEditDate="2018-01-07T14:08:04.397" LastActivityDate="2018-01-07T14:08:04.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11768" PostTypeId="1" CreationDate="2017-09-19T09:35:41.733" Score="2" ViewCount="82" Body="&lt;p&gt;I didn't found source of the data in which there could be information about car breakdowns, the causes of failure and, possible, diagnostic trouble codes(DTC). Can your help me with this problem?&lt;/p&gt;&#xA;" OwnerUserId="17241" LastActivityDate="2017-09-19T09:35:41.733" Title="Car breakdown database and diagnostic trouble codes, that caused a breakdown" Tags="|data-request|transportation|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11770" PostTypeId="1" CreationDate="2017-09-19T20:31:12.313" Score="4" ViewCount="325" Body="&lt;p&gt;Any location or database that has real-estate property information for the USA?&#xA;Data items could include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Monthly rental rate&lt;/li&gt;&#xA;&lt;li&gt;Purchase price&lt;/li&gt;&#xA;&lt;li&gt;Financing options&lt;/li&gt;&#xA;&lt;li&gt;Purchaser income&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="17178" LastEditorDisplayName="user4293" LastEditDate="2017-09-28T13:02:52.590" LastActivityDate="2018-05-26T15:52:45.513" Title="Real-estate property data for USA" Tags="|data-request|data.gov|real-estate|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11771" PostTypeId="2" ParentId="10232" CreationDate="2017-09-19T21:26:25.620" Score="3" Body="&lt;p&gt;In the first link in the original post, among the many datasets available in Japanese there is a resource from the Ministry of Land, Infrastructure and Transport that provides geocoordinates for addresses in most Tokyo wards and cities. The resource is &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.data.go.jp/data/en/dataset/mlit_20140919_3059&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.data.go.jp/data/en/dataset/mlit_20140919_3059&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, there are around 178,000 building addresses for Setagaya ((世田谷区), population 900,000) which would seem comprehensive [as a single building can house anything from 1 to over 100 people], although I cannot be sure it is a complete list. I also note that some cities in the outskirts of Tokyo (e.g. Chofu 調布市) are not listed. The dataset for each city/ward within tokyo will give you four items of address data - machi (listed in japanese characters) = name of 'town' within the city/ward, Chome (i.e. district within the machi, usually a number from 1 to 12 listed here in Japanese characters), Gaiku (block number, as a number from 1 to about 50) and Bango (building number, again a number from 1 to about 50), as well as the geo-coordinates. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS If anyone can give me a link to a similar dataset for Chofu, Tokyo (調布市) I would be very grateful!&lt;/p&gt;&#xA;" OwnerUserId="17247" LastActivityDate="2017-09-19T21:26:25.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11772" PostTypeId="1" AcceptedAnswerId="11777" CreationDate="2017-09-20T00:44:52.607" Score="2" ViewCount="53" Body="&lt;p&gt;I would like to get some external verification to see if I am correct. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I originally used the MIMIC II (2v26) database and I looked for fluids based on category in the d_ioitems table. For example: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;MIMIC2=# select * from mimic2v26.d_ioitems where lower(category) like 'colloid%';&#xA; itemid |         label         | category&#xA;--------+-----------------------+----------&#xA;   2036 | Sterile Water 150.0ml | Colloids&#xA;   1894 | Dextran 70            | Colloids&#xA;   1438 | Hespan 1000.0ml       | Colloids&#xA;   2688 | Albumin 25% 50.0ml    | Colloids&#xA;(4 rows)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But it seems that categories such as 'Colloids', 'Fluid Bolus', 'IV Infusions','IV Drips' are no longer present in MIMICIII (v1.4):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;MariaDB [mimiciii]&amp;gt; select distinct category from mimiciii.D_ITEMS where &#xA;category in ('IV Infusions','IV Drips','Colloids','Free Form Intake','Fluid Bolus');&#xA;+------------------+&#xA;| category         |&#xA;+------------------+&#xA;| Free Form Intake |&#xA;+------------------+&#xA;1 row in set (0.00 sec)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And that 'Free Form Intake' is what replaces the categories that I'm looking for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there something I am missing? I haven't been able to find any documentation on this change. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If these category names no longer exist, then I will likely need to filter for specific 'label' names that are indicative of the categories I'm looking for. &lt;/p&gt;&#xA;" OwnerUserId="17248" LastActivityDate="2017-09-20T18:18:54.883" Title="Fluid Input Categories Changed from MIMICII to MIMICIII?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11773" PostTypeId="1" CreationDate="2017-09-20T01:49:29.887" Score="1" ViewCount="1386" Body="&lt;p&gt;I need to show Car Models and Specs on my Website. Similar to carsales.com.au search form. Does any one know an API to get these data? There's a lot of US APIs but no Australian APIs at all. There is one RedBook API. But is there any other cheaper options?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I checked Following but no luck&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vpic.nhtsa.dot.gov/api/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://edmunds.mashery.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://edmunds.mashery.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17250" LastEditorUserId="70" LastEditDate="2022-10-13T17:12:35.730" LastActivityDate="2024-03-07T13:06:40.823" Title="Australian Vehicle or Car Brands, Models, Styles, and Specs API" Tags="|data-request|api|cars|australia|" AnswerCount="1" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11774" PostTypeId="1" CreationDate="2017-09-20T08:52:45.790" Score="1" ViewCount="40" Body="&lt;p&gt;Searching for flood maps I found &lt;a href=&quot;https://floodmap.modaps.eosdis.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA NRT Global Flood Mapping&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there other sites from where I can get flood maps?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastEditorDisplayName="user4293" LastEditDate="2017-09-20T12:44:33.540" LastActivityDate="2017-09-20T12:44:33.540" Title="MODIS flood map" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11775" PostTypeId="1" CreationDate="2017-09-20T09:01:01.573" Score="1" ViewCount="146" Body="&lt;p&gt;We've looked for trained data for named entity recognition (in particular for company names). The end goal is to feed in a list of entity names (with potential misspellings, acronyms, punctuation etc) and map these to official company names and hence a ticker e.g. BBG ticker. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searches here found questions asked like &lt;a href=&quot;https://opendata.stackexchange.com/questions/3319/dataset-for-named-entity-recognition-on-informal-text&quot;&gt;Dataset for Named Entity Recognition on Informal Text&lt;/a&gt; though this does the tagging of the words, not a mapping to a clean entity name so it isn't what we're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is not readily available, should we be approaching this by scrapping a list of entities from an informal source and feeding that through some of the available APIs e.g. Google Cloud to 'create' a trained dataset?&lt;/p&gt;&#xA;" OwnerUserId="17254" LastEditorUserId="11218" LastEditDate="2017-09-20T09:51:49.203" LastActivityDate="2017-09-20T09:51:49.203" Title="Looking for open dataset mapping informal company names to ticker" Tags="|data-request|language|opencorporates|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11776" PostTypeId="2" ParentId="7892" CreationDate="2017-09-20T17:42:17.687" Score="1" Body="&lt;p&gt;I've been compiling datasets related to HR for a while now, and store them on my &lt;a href=&quot;https://github.com/teuschb/hr_data/tree/master/datasets&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;GitHub&quot;&gt;GitHub&lt;/a&gt; repository, not always with all the attribution I should.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another dataset is at &lt;a href=&quot;https://www.kaggle.com/ludobenistant/hr-analytics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;, and &lt;a href=&quot;https://www.ibm.com/communities/analytics/watson-analytics-blog/hr-employee-attrition/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IBM&lt;/a&gt; hosts a popular dataset on employee attrition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All these datasets are contrived, fictional, simulated, etc. because HR data is sensitive.&lt;/p&gt;&#xA;" OwnerUserId="17261" LastActivityDate="2017-09-20T17:42:17.687" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11777" PostTypeId="2" ParentId="11772" CreationDate="2017-09-20T18:18:54.883" Score="1" Body="&lt;p&gt;At least for colloids, the category became null when going from MIMICII to MIMICIII. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to some colloids increasing in their itemid (for example Hespan, itemid 6313 to 46313), there was also merging of itemids. Using hespan as an example, MIMICII had multiple labels (itemids) for hespan in different categories: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;MIMIC2=# select category, label, d.itemid, count(d.itemid)&#xA;MIMIC2-# from mimic2v26.ioevents io&#xA;MIMIC2-# join mimic2v26.d_ioitems d on io.itemid=d.itemid&#xA;MIMIC2-# where lower(label) like '%hespan%'&#xA;MIMIC2-# group by d.itemid, label, category&#xA;MIMIC2-# order by itemid;&#xA;     category     |      label      | itemid | count&#xA;------------------+-----------------+--------+-------&#xA; IV Infusions     | Hespan          |    246 |  2019&#xA; Free Form Intake | hespan          |    623 |    11&#xA; IV Infusions     | Hespan 500.0ml  |    662 |    61&#xA; Colloids         | Hespan 1000.0ml |   1438 |    15&#xA; Free Form Intake | 6% Hespan       |   6313 |     5&#xA;(5 rows)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But upon further investigation with specific patients, itemids 246, 623, 662, 1438 were all combined into 6313, and in MIMICIII, all became 30012, with 6313 becoming 46313 as expected:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;MariaDB [mimiciii]&amp;gt; select category, label, d.itemid, count(d.itemid)&#xA;    -&amp;gt; from mimiciii.INPUTEVENTS_CV io&#xA;    -&amp;gt; join mimiciii.D_ITEMS d on d.itemid = io.itemid&#xA;    -&amp;gt; where lower(label) like '%hespan%'&#xA;    -&amp;gt; group by d.itemid, label, category;&#xA;+------------------+-----------+--------+-----------------+&#xA;| category         | label     | itemid | count(d.itemid) |&#xA;+------------------+-----------+--------+-----------------+&#xA;| NULL             | Hespan    |  30012 |            2150 |&#xA;| Free Form Intake | 6% Hespan |  46313 |               5 |&#xA;+------------------+-----------+--------+-----------------+&#xA;2 rows in set (0.02 sec)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="17248" LastActivityDate="2017-09-20T18:18:54.883" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11778" PostTypeId="2" ParentId="11752" CreationDate="2017-09-21T10:44:38.783" Score="3" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Most 510K records have the value &quot;Summary&quot; stored in the Summary field.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There is no such thing as the &quot;Summary&quot; field.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A statement or summary can be provided per 21 CFR 807.3(n) and (o). A&#xA;  510(k) summary, submitted under section 513(i) of the act, of the&#xA;  safety and effectiveness information contained in a premarket&#xA;  notification submission upon which a determination of substantial&#xA;  equivalence can be based. Safety and effectiveness information refers&#xA;  to safety and effectiveness data and information supporting a finding&#xA;  of substantial equivalence, including all adverse safety and&#xA;  effectiveness. The 510(k) Statement is a statement, made under section&#xA;  513(i) of the act, asserting that all information in a premarket&#xA;  notification submission regarding safety and effectiveness will be&#xA;  made available within 30 days of request by any person if the device&#xA;  described in the premarket notification submission is determined to be&#xA;  substantially equivalent.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Thus, in your example, &quot;Summary&quot; is a title, and &quot;Liquichek Cardiac Troponins Control&quot; is a subtitle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;API response does not contain the value of this subtitle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The value of the &lt;code&gt;statement_or_summary&lt;/code&gt; field is a type of document:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;statement&quot; (68000 items),&lt;/li&gt;&#xA;&lt;li&gt;&quot;summary&quot; (25000 items),&lt;/li&gt;&#xA;&lt;li&gt;empty record (55 000 items).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I think, in many cases, the value of subtitle should be similar to the value of the &lt;code&gt;device_name&lt;/code&gt; field.&lt;br&gt;&#xA;Also, if you don’t specify a field to search, the API will search in every field.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-09-21T15:58:48.440" LastActivityDate="2017-09-21T15:58:48.440" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11780" PostTypeId="1" AcceptedAnswerId="11789" CreationDate="2017-09-22T06:41:13.067" Score="1" ViewCount="31" Body="&lt;p&gt;My research is on estimating average treatment effects using different machine learning models. However, I need a big data set with a truly randomised experiment in order to estimate the &quot;true&quot; average treatment effect. Does anybody have knowledge of such a data set that is publicly available? It does not matter what it is about, just that the treatment assignment is truly random.&lt;/p&gt;&#xA;" OwnerUserId="17273" LastActivityDate="2017-09-25T11:20:45.237" Title="Data for a truly randomised treatment?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11782" PostTypeId="2" ParentId="10608" CreationDate="2017-09-22T14:03:48.087" Score="2" Body="&lt;p&gt;I was looking for that as well and did not find any so far. But &lt;a href=&quot;https://www.duo.uio.no/bitstream/handle/10852/47802/Ingrid_Guren.pdf?sequence=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;this paper&lt;/a&gt; describes approach to use Wikipedia data for this.&lt;/p&gt;&#xA;" OwnerUserId="17279" LastActivityDate="2017-09-22T14:03:48.087" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11783" PostTypeId="1" CreationDate="2017-09-23T01:37:02.620" Score="3" ViewCount="1717" Body="&lt;p&gt;Where can one find a list of all US hospitals with the number of licensed beds? I believe that CMS provides this data somewhere, but I cannot find it!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;btw: there is a american hospital directory: Here's a list of beds per hospital 'non-federal, short-term, acute care hospitals', &#xA;ordered by state, so in 50 clicks you'll have the data: &lt;a href=&quot;https://www.ahd.com/state_statistics.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ahd.com/state_statistics.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I strongly suspect that this list is incomplete, and some hospitals have reported 0 beds, which seems unlikely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a dataset in a spreadsheet available somewhere? &lt;/p&gt;&#xA;" OwnerUserId="17282" LastEditorUserId="1511" LastEditDate="2017-09-26T08:40:18.787" LastActivityDate="2018-01-25T20:33:26.437" Title="american hospital directory - a list of all US-hospitals" Tags="|data-request|usa|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11785" PostTypeId="2" ParentId="6563" CreationDate="2017-09-24T13:43:22.640" Score="0" Body="&lt;p&gt;You can use the Google Analytics demo account: &lt;a href=&quot;https://analytics.google.com/analytics/web/demoAccount&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://analytics.google.com/analytics/web/demoAccount&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope this helps. &lt;/p&gt;&#xA;" OwnerUserId="17287" LastActivityDate="2017-09-24T13:43:22.640" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11787" PostTypeId="2" ParentId="10584" CreationDate="2017-09-25T00:50:27.110" Score="2" Body="&lt;p&gt;Here are some of the datasets available for fake news detection:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;LIAR dataset: &lt;a href=&quot;https://www.cs.ucsb.edu/william/data/liar_dataset.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cs.ucsb.edu/william/data/liar_dataset.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BS Detector: &lt;a href=&quot;https://github.com/bs-detector/bs-detector&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/bs-detector/bs-detector&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17291" LastActivityDate="2017-09-25T00:50:27.110" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11788" PostTypeId="1" CreationDate="2017-09-23T00:12:24.033" Score="1" ViewCount="155" Body="&lt;p&gt;Where can I find datasets for Careem or Uber taxi trips in Pakistan, like e.g. the &lt;a href=&quot;http://www.nyc.gov/html/tlc/html/about/trip_record_data.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Taxi &amp;amp; Limousine Commission Trip Record Data&lt;/a&gt; in New York, for spatio temporal analysis?&lt;/p&gt;&#xA;" OwnerDisplayName="mareena" LastEditorUserId="1511" LastEditDate="2017-09-25T15:37:45.883" LastActivityDate="2017-09-25T15:37:45.883" Title="Datasets in for taxi/uber in Pakistan with spatio-temporal components" Tags="|data-request|geospatial|traffic|asia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11789" PostTypeId="2" ParentId="11780" CreationDate="2017-09-25T11:20:45.237" Score="0" Body="&lt;p&gt;I don't know what you mean exactly, and I assume you don't mean &quot;double-blind&quot; studies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you already had your own dataset: You can randomize that data yourself, and take averages of permuted values of interesting columns as a baseline.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just augment + shuffle/permute the data table correctly, and  you'll get a  randomized dataset just as you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This code is from the Datacamp.com class &quot;Foundations of inference&quot; where this technique is demonstrated at length:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dataset (2 columns, 40 rows): &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;sample(disc)&#xA;      sex      promote&#xA;1    male     promoted&#xA;2    male     not promoted&#xA;3    female   promoted &#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;R Code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;rep_sample_n &amp;lt;- function (tbl, size, replace = FALSE, reps = 1) &#xA;{&#xA;    n &amp;lt;- nrow(tbl)&#xA;    i &amp;lt;- unlist(replicate(reps, sample.int(n, size, replace = replace), &#xA;        simplify = FALSE))&#xA;    rep_tbl &amp;lt;- cbind(replicate = rep(1:reps, rep(size, reps)), &#xA;        tbl[i, ])&#xA;    dplyr::group_by(rep_tbl, replicate)&#xA;}&#xA;&#xA;&#xA;# Sample the entire data frame 5 times&#xA;# Shuffle the &quot;promote&quot; variable within replicate&#xA;# Find the proportion of promoted in each replicate and sex &#xA;#    -&amp;gt; get a simple distribution, should be around mean=0   &#xA;# Difference in proportion of promoted across sex grouped by gender&#xA;disc %&amp;gt;%&#xA;  rep_sample_n(size = nrow(disc), reps = 5) %&amp;gt;%&#xA;  mutate(prom_perm = sample(promote)) %&amp;gt;%&#xA;  group_by(replicate, sex) %&amp;gt;%&#xA;  summarize(prop_prom_perm = mean(prom_perm == &quot;promoted&quot;),&#xA;            prop_prom = mean(promote == &quot;promoted&quot;))  %&amp;gt;%&#xA;  summarize(diff_perm = diff(prop_prom_perm),&#xA;            diff_orig = diff(prop_prom))  # male - female&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Result:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  replicate   diff_perm diff_orig&#xA;      &amp;lt;int&amp;gt;       &amp;lt;dbl&amp;gt;     &amp;lt;dbl&amp;gt;&#xA;         1  0.04166667 0.2916667&#xA;         2 -0.12500000 0.2916667&#xA;         3 -0.04166667 0.2916667&#xA;         4 -0.04166667 0.2916667&#xA;         5  0.12500000 0.2916667&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This shows that 5 randomized datasets derived from the original show max +-12.5 % difference in people promoted, regardless of gender, whereas the original data show a mean difference of 29% difference (when grouped by gender).&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2017-09-25T11:20:45.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11790" PostTypeId="2" ParentId="11699" CreationDate="2017-09-25T19:24:15.840" Score="1" Body="&lt;p&gt;Medicare publishes a list on their open data platform of all pharmacies that participate in their program as well as the pharmacy's: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Address&lt;/li&gt;&#xA;&lt;li&gt;Phone number&lt;/li&gt;&#xA;&lt;li&gt;Goods from Medicare it provides. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The dataset is available in data.medicare.gov &lt;a href=&quot;https://data.medicare.gov/Supplier-Directory/Supplier-Directory-Data/ct36-nrcq&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2017-09-25T19:24:15.840" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11792" PostTypeId="2" ParentId="11403" CreationDate="2017-09-26T02:58:19.260" Score="2" Body="&lt;p&gt;This is a public record in every state I've ever worked.  You're likely to have to go state-by-state to collect it.  File a public records request with the state's department of education or equivalent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, many organizations have already done this.  For example here's a link to one for the state of Washington produced by the (Spokane) Spokesman-Review: &lt;a href=&quot;http://data.spokesman.com/salaries/schools/2016/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.spokesman.com/salaries/schools/2016/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15781" LastActivityDate="2017-09-26T02:58:19.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11793" PostTypeId="1" AcceptedAnswerId="11794" CreationDate="2017-09-26T08:51:16.517" Score="2" ViewCount="47" Body="&lt;p&gt;Is there any dataset about worldwide Internet Interconnection locations?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some information about the average or maximum switching capacity would be nice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a map (and raw data) about seacables (&lt;a href=&quot;http://www.cablemap.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cablemap.info/&lt;/a&gt;), but nothing about connections on land.&lt;/p&gt;&#xA;" OwnerUserId="17302" LastActivityDate="2017-09-27T01:57:59.480" Title="Internet Peering Locations" Tags="|global|internet|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11794" PostTypeId="2" ParentId="11793" CreationDate="2017-09-27T01:57:59.480" Score="0" Body="&lt;p&gt;I'm not aware of any open solution but here's some real quick data I found after a brief search:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.pch.net/ixp/dir&quot; rel=&quot;nofollow noreferrer&quot;&gt;PCH (Packet Clearing House) Internet Exchange Directory&lt;/a&gt; exposes their data in JSON/TopoJSON here:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.pch.net/assets/data/countries.topo.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;Countries TopoJSON&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.pch.net/ixp/dir_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Directory Data JSON&lt;/a&gt;&lt;br&gt;&#xA;and &lt;a href=&quot;http://www.datacentermap.com/ixps.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Center Map's Internet Exchange Points (IXPs) map&lt;/a&gt; exposes their data in &lt;a href=&quot;http://www.datacentermap.com/map/ixps.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;one of their JS files&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've put them all into &lt;a href=&quot;https://gist.github.com/jalbertbowden/81a7e3fca4cb4f71af1270d09f0629e1&quot; rel=&quot;nofollow noreferrer&quot;&gt;this gist&lt;/a&gt; for the moment. Will probably port to GitHub/Datahub.io/data.world at some point...&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-09-27T01:57:59.480" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11795" PostTypeId="1" CreationDate="2017-09-27T10:14:56.050" Score="3" ViewCount="1146" Body="&lt;p&gt;Can any one please suggestion me where can I get SIC (&lt;a href=&quot;https://en.wikipedia.org/wiki/Standard_Industrial_Classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;Standard Industry Classification&lt;/a&gt;) code for US based companies. Have list of US - based companies name and web site info, addition to it - in want of SIC code. It would be great if i get free data set. You suggestion and info would help me a lot...&lt;/p&gt;&#xA;" OwnerUserId="17307" LastEditorUserId="1511" LastEditDate="2017-11-06T10:53:56.077" LastActivityDate="2017-11-07T10:34:56.677" Title="SIC code for company name" Tags="|data-request|usa|companies|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11796" PostTypeId="2" ParentId="11783" CreationDate="2017-09-27T17:52:27.803" Score="1" Body="&lt;p&gt;One dataset you may use to check the completeness of this hospital listing would be the National Healthcare Plan and Provider Enumeration System (NPPES) dataset, collected by the Centers for Medicare and Medicaid Services, which includes participating organizations (e.g, hospitals and other facilities) and physicians. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get all the data in bulk from the CMS website &lt;a href=&quot;https://www.cms.gov/Regulations-and-Guidance/Administrative-Simplification/NationalProvIdentStand/DataDissemination.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note it &lt;em&gt;does&lt;/em&gt; not include the number of beds, but does include:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;organization address&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;official contact person&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;healthcare provider taxonomy (e.g. hospital unit, ambulatory health care facility, etc.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you want to explore the data a bit before downloading it all from CMS you can view it in Enigma Public &lt;a href=&quot;https://public.enigma.com/datasets/nppes-licensed-healthcare-providers/45b90ff7-44e5-4ff4-9042-9f51f50151f8?filter=%2B%5B%3Eentity_type_code%5B2%E2%80%A6*%5D%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, a free platform. The link is filtered to entity type 2, organization. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would also recommend looking at the Medicare &lt;a href=&quot;https://data.medicare.gov/data/hospital-compare&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hospital Compare&lt;/a&gt; data, for additional hospital info from CMS, although to be clear I do not believe that it includes hospital bed count either. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;em&gt;Full disclosure: I work for Enigma, this is how I know all of this about CMS data.&lt;/em&gt;)&lt;/p&gt;&#xA;" OwnerUserId="13276" LastActivityDate="2017-09-27T17:52:27.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11797" PostTypeId="2" ParentId="11720" CreationDate="2017-09-27T18:57:51.867" Score="1" Body="&lt;p&gt;This data is actually very challenging to get, as there is no federal regulation requiring the reporting or mandating the collection of state and local sales tax rates.  A company that does business nationwide has only a few choices: have a team that combs through legislation, looking for tax changes; or hire a service that does this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data is also challenging to interpret.  Will having this data actually answer your questions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Part of the problem is that state and local taxes are invented by state and local politicians, and subject to all the weirdness that politicians can devise to benefit their cronies.  In Minnesota, &quot;essentials&quot; are not subject to the state tax.  This means that grocery store food is not taxed, because it's essential; but the same food bought &quot;prepared&quot; is taxed.  (Strangely, toilet paper is taxed, even though everybody I know considers it to be essential.)  For some reason lost to history, clothing is not taxed (meaning the Mall of America doesn't generate sales tax revenue commensurate with its size.)  And that leads into another discussion of what constitutes clothing in Minnesota?  An apron does, but a kitchen towel does not - so what rate do you collect on that kitchen gift collection?  Safety equipment is taxed at a different rate, so the oven mitt can add another dimension to the problem.  In Pennsylvania, the problems are different, but similar:  sporting goods are not taxed, but clothing is.  So how do you classify swimwear?    &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This means that just claiming that &quot;Minnesota has a tax rate of 6.825%&quot; doesn't mean that the state has an effective tax rate of 6.825% when you consider everything sold.  If you're going to understand the effective tax rate, consider looking at it as a percentage of the amount of tax collected compared to the total of the goods sold at retail.  This might actually be an easier number to derive, as each state should publish their sales tax revenue.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;br&gt;&#xA;Since there is no home for all the data, one option is to search for it by each state/state's localities. This essentially adds 50x the work, but is doable under certain circumstances.&lt;br&gt;&#xA;A quick search provided me with &lt;a href=&quot;https://www.boe.ca.gov/sutax/archive_rates.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;California&lt;/a&gt;, and &lt;a href=&quot;https://www.in.gov/dor/4159.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Indiana's&lt;/a&gt; on the state level. Having a templated email asking for this data (that you don't find online) from state/local makes the mass emailing less tedious. &lt;/p&gt;&#xA;" OwnerUserId="17311" LastEditorUserId="90" LastEditDate="2017-09-27T21:19:07.290" LastActivityDate="2017-09-27T21:19:07.290" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11798" PostTypeId="2" ParentId="11760" CreationDate="2017-09-27T21:48:05.767" Score="2" Body="&lt;p&gt;In &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Earth Explorer&lt;/a&gt;, on the 'Data Sets' tab, expand the menu for 'Landsat Archive', then 'Collection 1 Level-1' to get Landsat 8 (expand 'Landsat Legacy' for older Landsat). You can then generate NDVI or whatever other analysis you wish in ArcGIS. Also available on Earth Explorer is 'Vegetation Monitoring' which has NDVI of MODIS and a few others. If you don't know what NDVI is or know the difference between MODIS and Landsat, I would recommend studying up on the a bit more before you run any kind of analysis as there is a lot of room for incorrect interpretation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a coverage map of MODIS NDVI:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/6LM7q.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6LM7q.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17312" LastActivityDate="2017-09-27T21:48:05.767" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11799" PostTypeId="2" ParentId="11770" CreationDate="2017-09-28T03:15:46.163" Score="2" Body="&lt;p&gt;The U.S. Census Bureau's American Community Survey has information on rental and purchase prices but it's aggregated at various levels.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get detailed parcel level information about prices paid for real estate from most county assessor's offices, but there is no state or nationwide source of this information, and the U.S. has IIRC 3000 counties.&lt;/p&gt;&#xA;" OwnerUserId="15781" LastActivityDate="2017-09-28T03:15:46.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11802" PostTypeId="1" CreationDate="2017-09-28T10:40:38.340" Score="2" ViewCount="61" Body="&lt;p&gt;I'm looking to find any open data on UK properties.&lt;br /&gt;&#xA;I have already looked at all the &lt;a href=&quot;https://www.gov.uk/government/organisations/valuation-office-agency&quot; rel=&quot;nofollow noreferrer&quot;&gt;VOA&lt;/a&gt; datasets. And I am aware that the commercial side of the land registry will be becoming free to access towards next year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm more looking for commercial property information, or an easy way to determine commercial properties from residential (other than using VOA business rates, as this is flawed in multiple aspects).&lt;/p&gt;&#xA;" OwnerUserId="17315" LastEditorDisplayName="user4293" LastEditDate="2017-09-28T11:29:20.333" LastActivityDate="2017-09-28T11:29:20.333" Title="Open information on UK properties" Tags="|data-request|data.gov|uses-of-open-data|uk|land|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11803" PostTypeId="1" CreationDate="2017-09-28T13:16:37.127" Score="1" ViewCount="45" Body="&lt;p&gt;Is there a public dataset which has news articles to various sections/categories mapping? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;br /&gt;&#xA;Article 1 (title, text, etc, CATEGORY)&lt;br /&gt;&#xA;Article 2 (title, text, etc, CATEGORY)&lt;br /&gt;&#xA;Article 3 (title, text, etc, CATEGORY)&lt;br /&gt;&#xA;and so on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Categories/sections should refer to commonly used names in news media such as sports, entertainment, science, tech, lifestyle, news, politics etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did some search but couldn't find anything except &lt;a href=&quot;http://scikit-learn.org/stable/datasets/twenty_newsgroups.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;20newsgroup&lt;/a&gt; which is a very small dataset. &lt;/p&gt;&#xA;" OwnerUserId="17317" LastEditorUserId="17317" LastEditDate="2017-09-29T13:52:48.090" LastActivityDate="2017-09-29T13:52:48.090" Title="News to Category/Section mapping DataSet" Tags="|data-request|machine-learning|nlp|news|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11804" PostTypeId="1" CreationDate="2017-09-28T23:50:24.760" Score="1" ViewCount="1085" Body="&lt;p&gt;I've browsed through several 10-K documents and found that companies provide their employee headcount (under Item 1. Business) and properties they own or lease (Item 2. Properties). (&lt;a href=&quot;https://www.sec.gov/Archives/edgar/data/1011006/000119312513085111/d442073d10k.htm&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Yahoo Example&quot;&gt;Yahoo example&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw &lt;a href=&quot;https://opendata.stackexchange.com/questions/5010/number-of-employees-of-large-companies&quot; title=&quot;this question&quot;&gt;this question&lt;/a&gt; for employee numbers, but the answer does not provide a timeseries or property info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anybody extracted these data elements from the 10-K text (per year) and made them openly available? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2017-09-28T23:50:24.760" Title="Public companies' employee count and properties from SEC/Edgar 10-K" Tags="|data-request|companies|real-estate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11805" PostTypeId="1" AcceptedAnswerId="11891" CreationDate="2017-09-29T12:17:58.490" Score="6" ViewCount="1552" Body="&lt;p&gt;Is there an open dataset of aircraft parts?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each part has a unique number. Several services provide search across resellers. These searches return little details on the part itself, only reseller contacts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FAA maintains &lt;a href=&quot;https://catalog.data.gov/dataset?publisher=Federal%20Aviation%20Administration&quot; rel=&quot;noreferrer&quot;&gt;several datasets&lt;/a&gt;, one of which is aircraft vehicle registrations:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://registry.faa.gov/aircraftinquiry/&quot; rel=&quot;noreferrer&quot;&gt;http://registry.faa.gov/aircraftinquiry/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;No parts data. Though someone must certify all parts and assign numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Who maintains this data or is supposed to have it?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2018-09-10T14:49:24.620" Title="Aircraft parts database" Tags="|data-request|transportation|products|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11806" PostTypeId="1" CreationDate="2017-09-29T12:23:44.543" Score="2" ViewCount="97" Body="&lt;p&gt;I'm looking for historic (i.e. from the start of 2017 season onwards) betting odds for Formula 1 races. Specifically, I'm looking for data such as winning odds for each driver (and/or team) for each race, podium odds and generally as more data as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've built a machine-learning F1 race prediction engine and I want to check if my predictions could somehow guide any betting endeavours.&lt;/p&gt;&#xA;" OwnerUserId="5804" LastActivityDate="2017-10-07T15:25:19.560" Title="Historic (start of 2017 season) Formula 1 betting odds" Tags="|data-request|machine-learning|historical|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11807" PostTypeId="2" ParentId="10445" CreationDate="2017-09-30T23:12:27.753" Score="2" Body="&lt;p&gt;While your own solution to this dilemma is correct, it might help someone else to explain why your posted solution works, especially if they used another tutorial using another approach to scrape MLB game data, one that doesn't give you the URL of the webpage identifying the location from where game-specific data was scraped.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Initially, I struggled with the same question.  Namely, how can we be certain that the correct pitch will be correctly merged with its  corresponding at-bat upon merging the &quot;pitch&quot; table with the &quot;at_bat&quot; table? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I realized that the at-bat numbers for each game (column &lt;code&gt;num&lt;/code&gt;) start numbering from the first pitch of the game and are sequentially numbered through to the end of the game; The numbering doesn't stop at the end of each pitcher's appearance and start again with the onset of a new pitcher's appearance as I (and I'm guessing you) originally thought.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, given that, one can merge the two tables using an inner join on a composite primary key consisting of &lt;code&gt;num&lt;/code&gt; and &lt;code&gt;url&lt;/code&gt;.  So, to uniquely identify each row, we need the appropriate game-specific information including game-id, game date, away team, home team (which are included in and indicated by the &lt;code&gt;url&lt;/code&gt;) and the at-bat number (which is reflected by &lt;code&gt;num&lt;/code&gt;) such that each pitcher's unique pitch (&lt;code&gt;pitch_num&lt;/code&gt;) will fit within each unique at-bat (&lt;code&gt;num&lt;/code&gt;) within each game.&lt;/p&gt;&#xA;" OwnerUserId="17331" LastEditorUserId="17339" LastEditDate="2017-10-08T14:32:39.327" LastActivityDate="2017-10-08T14:32:39.327" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11808" PostTypeId="1" CreationDate="2017-10-01T08:40:09.150" Score="1" ViewCount="61" Body="&lt;p&gt;I am a PhD student and would like to get a mixture real data that may exhibit upper and lower tails dependencies along with other dependencies structure. I am working on a pair-copula models.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These models mean that, if we have a multivariate data, then we can build an acyclic tree where only two variables are modelled at a time. These models help to model non-normal dependence structures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have a multivariate data that exhibit mixture dependencies between each variables and hope these dependencies including tail dependencies. Most of this data can be financial.&lt;/p&gt;&#xA;" OwnerUserId="17335" LastEditorDisplayName="user4293" LastEditDate="2018-01-01T17:22:40.170" LastActivityDate="2024-03-31T14:01:35.170" Title="Mixture data for pair-copula model" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11811" PostTypeId="1" AcceptedAnswerId="11814" CreationDate="2017-10-02T18:07:08.040" Score="0" ViewCount="128" Body="&lt;p&gt;Does anyone know where to find a map coverage that CenturyLink has for their high-speed internet? I am asking specifically in Colorado.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="23272" LastEditDate="2021-04-04T04:49:37.707" LastActivityDate="2023-11-06T08:55:35.083" Title="Map coverage for CenturyLink High Speed Internet?" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11812" PostTypeId="2" ParentId="11714" CreationDate="2017-10-02T18:34:14.787" Score="1" Body="&lt;p&gt;I see that the O is capitalized in offset. so try this and it should work. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;curl -H &quot;X-API-KEY: MYKEY&quot; https://data.dol.gov/get/vets4212dataset/format/json/limit/1/offset/30/date_column/EndingPeriod/start_date/2015-07-01/end_date/2015-07-01/orderby/asc&#xA;[&#xA;    {&#xA;        &quot;ReportID&quot;: &quot;1956243&quot;,&#xA;        &quot;ReportType&quot;: &quot;4212&quot;,&#xA;        &quot;FilingCycle&quot;: &quot;2015&quot;,&#xA;        &quot;EndingPeriod&quot;: &quot;2015-07-01&quot;,&#xA;        &quot;FormType&quot;: &quot;Single Establishment&quot;,&#xA;        &quot;OrgType&quot;: &quot;Prime Contractor&quot;,&#xA;        &quot;CoName&quot;: &quot;Stealth Software Technologies Inc&quot;,&#xA;        &quot;CoAddress&quot;: &quot;12100 Wilshire Blvd&quot;,&#xA;        &quot;CoCity&quot;: &quot;Los Angeles&quot;,&#xA;        &quot;CoCounty&quot;: &quot;Los Angeles&quot;,&#xA;        &quot;CoState&quot;: &quot;CA&quot;,&#xA;        &quot;CoZip&quot;: &quot;90025&quot;,&#xA;        &quot;HlName&quot;: &quot;&quot;,&#xA;        &quot;HlAddress&quot;: &quot;&quot;,&#xA;        &quot;HlCity&quot;: &quot;&quot;,&#xA;      .... truncated&#xA;    }&#xA;]%&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;curl -H &quot;X-API-KEY: MYKEY&quot; https://data.dol.gov/get/vets4212dataset/format/json/limit/1/offset/20/date_column/EndingPeriod/start_date/2015-07-01/end_date/2015-07-01/orderby/asc&#xA;[&#xA;    {&#xA;        &quot;ReportID&quot;: &quot;1954920&quot;,&#xA;        &quot;ReportType&quot;: &quot;4212&quot;,&#xA;        &quot;FilingCycle&quot;: &quot;2015&quot;,&#xA;        &quot;EndingPeriod&quot;: &quot;2015-07-01&quot;,&#xA;        &quot;FormType&quot;: &quot;Single Establishment&quot;,&#xA;        &quot;OrgType&quot;: &quot;Prime Contractor&quot;,&#xA;        &quot;CoName&quot;: &quot;Impact Research and Technology LLC&quot;,&#xA;        &quot;CoAddress&quot;: &quot;3510 E Desert Broom Way &quot;,&#xA;        &quot;CoCity&quot;: &quot;Phoenix&quot;,&#xA;        &quot;CoCounty&quot;: &quot;Maricopa&quot;,&#xA;        &quot;CoState&quot;: &quot;AZ&quot;,&#xA;        &quot;CoZip&quot;: &quot;85044&quot;,&#xA;        &quot;HlName&quot;: &quot;&quot;,&#xA;        &quot;HlAddress&quot;: &quot;&quot;,&#xA;        .... truncated &#xA;    }&#xA;]%&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="14735" LastActivityDate="2017-10-02T18:34:14.787" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11813" PostTypeId="2" ParentId="11678" CreationDate="2017-10-02T20:34:37.183" Score="1" Body="&lt;p&gt;I asked the same question of the FDA on August 2 this year.  Here is a response.  If anyone knows of such a repository, I'd be interested in some analysis.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;From: CDER DRUG SHORTAGES &lt;br /&gt;&#xA;  Sent: Wednesday, August 2, 2017 14:05&lt;br /&gt;&#xA;  To: (Redacted)&lt;br /&gt;&#xA;  Subject: RE: Historical Drug Shortage Data &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Good Afternoon, &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For past shortage information, the best place to get an archive of past shortages posted on the FDA database is the WayBackMachine which can be found here: &lt;a href=&quot;http://web.archive.org/web/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/&lt;/a&gt;*/&lt;a href=&quot;http://www.fda.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fda.gov&lt;/a&gt;.  You type in a url and will get a chart of when the snapshot of that page was taken.  Here is the URL you can use for the drug shortage database: &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;www.fda.gov/drugs/drugsafety/drugshortages/ucm050792.htm&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="17344" LastEditorDisplayName="user4293" LastEditDate="2017-10-04T10:46:50.493" LastActivityDate="2017-10-04T10:46:50.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11814" PostTypeId="2" ParentId="11811" CreationDate="2017-10-03T06:38:06.390" Score="0" Body="&lt;p&gt;There is an interactive map from CenturyLink &lt;s&gt;(from any other source it'll be be hard to find official data)&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.highspeedinternet.com/co&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.highspeedinternet.com/co&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/S6mgq.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/S6mgq.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the underlying data, you may have to deconstruct javascript (I pulled this from the HTML source)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://d1sfco99flnudn.cloudfront.net/www.highspeedinternet.com/js/2023195885.site.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://d1sfco99flnudn.cloudfront.net/www.highspeedinternet.com/js/2023195885.site.js&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It references the &lt;a href=&quot;https://www.mapbox.com/api-documentation/#maps&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapbox API&lt;/a&gt; (and Markers)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-10-05T07:57:12.837" LastActivityDate="2017-10-05T07:57:12.837" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11815" PostTypeId="2" ParentId="11808" CreationDate="2017-10-03T07:07:06.657" Score="0" Body="&lt;p&gt;According to the wikipedia article &lt;a href=&quot;https://en.wikipedia.org/wiki/Tail_dependence&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tail Dependence&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;stock returns ... commonly exhibit tail dependence.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To look at generic stock data, one of the easiest sources of historic data is &lt;a href=&quot;https://www.quandl.com/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quandl&lt;/a&gt;. Here's a &lt;a href=&quot;https://blog.quandl.com/stock-market-data-ultimate-guide-part-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post&lt;/a&gt; (June 2017) from them giving an overview.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quandl has some paid products, but many/most data sources are free. They also have an &lt;a href=&quot;https://www.quandl.com/tools/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;. &lt;a href=&quot;https://blog.quandl.com/getting-started-with-the-quandl-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Blog about API&lt;/a&gt;, and example of simple CSV export:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.quandl.com/api/v3/datasets/WIKI/AAPL.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and endpoints for many codes.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-10-03T07:07:06.657" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11817" PostTypeId="2" ParentId="10319" CreationDate="2017-10-03T13:13:54.377" Score="0" Body="&lt;pre&gt;&lt;code&gt;SELECT hadm_id, subject_id, charttime, itemid, valuenum, valueuom&#xA;FROM mimiciii.chartevents &#xA;WHERE itemID = 227444&#xA;AND valuenum IS NOT NULL&#xA;ORDER BY hadm_id, charttime&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives 743 records &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT hadm_id, subject_id, charttime, itemid, valuenum, valueuom&#xA;FROM mimiciii.labevents &#xA;WHERE itemid = 50889&#xA;AND valuenum IS NOT NULL&#xA;ORDER BY hadm_id, charttime&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives 6393 records&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT hadm_id, subject_id, charttime, itemid, valuenum, valueuom&#xA;FROM mimiciii.chartevents WHERE itemID = 227444&#xA;AND valuenum IS NOT NULL&#xA;UNION&#xA;SELECT hadm_id, subject_id, charttime, itemid, valuenum, valueuom  &#xA;FROM mimiciii.labevents &#xA;WHERE itemid = 50889&#xA;AND valuenum IS NOT NULL&#xA;ORDER BY hadm_id, charttime&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives 7136 records&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The chartevents entries are duplicates of the labevents entries.&lt;/p&gt;&#xA;" OwnerUserId="17348" LastEditorDisplayName="user6247" LastEditDate="2017-10-04T11:07:09.280" LastActivityDate="2017-10-04T11:07:09.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11819" PostTypeId="2" ParentId="11811" CreationDate="2017-10-03T14:22:09.037" Score="1" Body="&lt;p&gt;Here are two solutions for you, but nothing out of the box. They both require some work to get exactly what you are asking for.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fcc.gov/general/broadband-deployment-data-fcc-form-477&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fixed Broadband Deployment Data from FCC Form 477's&lt;/a&gt;&lt;br&gt;&#xA;latest iteration is through 2016-06; here is Colorado's:&#xA;&lt;a href=&quot;https://www.fcc.gov/form477/BroadbandData/Fixed/Jun16/Version%202/CO-Fixed-Jun2016.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;CO Fixed 2016-06&lt;/a&gt;&lt;br&gt;&#xA;You are going to have to filter out all providers except for Centurylink, and then match the census blocks with a crosswalk so you can map it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.broadbandmap.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Broadband Map (NBM)&lt;/a&gt; has &lt;a href=&quot;https://www.broadbandmap.gov/data-download&quot; rel=&quot;nofollow noreferrer&quot;&gt;data from 2014 and back&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://s3.amazonaws.com/files-nbm-prod/CO-NBM-SHP-June-2014.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Colorado's NBM 2014 Shapefile&lt;/a&gt;&lt;br&gt;&#xA;This will need to be edited so that it only shows CenturyLink's data.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-10-03T14:22:09.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11820" PostTypeId="1" CreationDate="2017-10-03T19:15:01.013" Score="1" ViewCount="18" Body="&lt;p&gt;I'm searching for dump from network traffic capture like &lt;code&gt;tcpdump&lt;/code&gt; while DNS attack. With direct classification which record is related to the attack and vice versa.&lt;/p&gt;&#xA;" OwnerUserId="8707" LastActivityDate="2017-10-03T19:15:01.013" Title="Where can I find dump from network traffic capture while DNS attack?" Tags="|security|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11821" PostTypeId="2" ParentId="1256" CreationDate="2017-10-03T21:16:22.210" Score="2" Body="&lt;p&gt;You can try &lt;a href=&quot;http://www.nitroproc.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;nitroproc&lt;/a&gt;. It's currently a beta version I think, but allows to sort/summarize/filter/etc. It's free.&lt;/p&gt;&#xA;" OwnerUserId="17354" LastEditorUserId="90" LastEditDate="2017-10-03T22:21:30.037" LastActivityDate="2017-10-03T22:21:30.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11822" PostTypeId="1" CreationDate="2017-10-04T03:04:12.893" Score="6" ViewCount="364" Body="&lt;p&gt;I am looking for a database of &lt;a href=&quot;https://en.wikipedia.org/wiki/Bicycle-sharing_system&quot; rel=&quot;noreferrer&quot;&gt;bicycle sharing systems&lt;/a&gt;. It does not need to be real-time (even though that would be wonderful).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each entry should ideally have the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name of the system (ex: Vélib')&lt;/li&gt;&#xA;&lt;li&gt;Official URL (ex: &lt;a href=&quot;http://velib.paris.fr&quot; rel=&quot;noreferrer&quot;&gt;http://velib.paris.fr&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Wikidata page if available (ex: &lt;a href=&quot;https://www.wikidata.org/wiki/Q1120762&quot; rel=&quot;noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q1120762&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Number of bicycles (ex: 18200 bicycles)&lt;/li&gt;&#xA;&lt;li&gt;Whether it is OK to leave bicycles anywhere or not (ex: false)&lt;/li&gt;&#xA;&lt;li&gt;Number of stations, if applicable (ex: 1230 stations)&lt;/li&gt;&#xA;&lt;li&gt;Name of the city (or area) of coverage, if possible as a Wikidata identifier (ex: &lt;a href=&quot;https://www.wikidata.org/wiki/Q90&quot; rel=&quot;noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q90&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Price per use/day/month/year if applicable (ex: 0EUR/1.70EUR/NA/29EUR)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Optional but would be great:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Area covered (geographical shape or list of stations coordinates)&lt;/li&gt;&#xA;&lt;li&gt;Average daily ridership (ex: 108090 rides)&lt;/li&gt;&#xA;&lt;li&gt;URL of the mobile apps for Android and iOS (ex: &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.paris.velib&quot; rel=&quot;noreferrer&quot;&gt;https://play.google.com/store/apps/details?id=com.paris.velib&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Stars given to the mobile apps (ex: 2.9/5)&lt;/li&gt;&#xA;&lt;li&gt;URL to a picture of a bicycle on Commons (ex: &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Service_bicyclette_hangzhou_zhongguo.jpg&quot; rel=&quot;noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/File:Service_bicyclette_hangzhou_zhongguo.jpg&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;URL to a logo of the system (ex: &lt;a href=&quot;https://upload.wikimedia.org/wikipedia/commons/thumb/6/66/V%C3%A9lib%E2%80%99_logo.svg/1280px-V%C3%A9lib%E2%80%99_logo.svg.png&quot; rel=&quot;noreferrer&quot;&gt;https://upload.wikimedia.org/wikipedia/commons/thumb/6/66/V%C3%A9lib%E2%80%99_logo.svg/1280px-V%C3%A9lib%E2%80%99_logo.svg.png&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-10-10T15:04:47.030" Title="Database of bicycle sharing systems" Tags="|data-request|transportation|city|public-transport|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11823" PostTypeId="1" CreationDate="2017-10-04T04:52:49.270" Score="2" ViewCount="990" Body="&lt;p&gt;I tried looking at all major sources but in vain. Is there any dataset of insurance claims with honest and false insurance claims? This is to be used to train and test a classification algorithm.&lt;/p&gt;&#xA;" OwnerUserId="17357" LastActivityDate="2018-03-26T06:36:36.973" Title="In need of dataset for fraudulent insurance claims" Tags="|data-request|machine-learning|classification|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11824" PostTypeId="1" AcceptedAnswerId="11827" CreationDate="2017-10-04T07:41:14.450" Score="1" ViewCount="111" Body="&lt;p&gt;I am looking for a moon phase calendar for Queensland, Australia. Something which might have dates and moon phase on a particular date. Any ideas where can I find such a complete calendar for say last 25 years?&lt;/p&gt;&#xA;" OwnerUserId="17359" LastEditorUserId="23272" LastEditDate="2021-03-11T06:15:42.233" LastActivityDate="2021-03-11T06:15:42.233" Title="Moon phase data for Queensland, Australia" Tags="|data-request|data.gov|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11825" PostTypeId="1" CreationDate="2017-10-04T10:02:54.510" Score="1" ViewCount="21" Body="&lt;p&gt;I was looking for a dataset that contains the rent data for commercial properties in the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be appreciated &lt;/p&gt;&#xA;" OwnerUserId="5621" LastActivityDate="2017-10-04T10:02:54.510" Title="Dataset that has commercial property rent data for the United States" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11826" PostTypeId="1" CreationDate="2017-10-04T10:46:15.683" Score="3" ViewCount="573" Body="&lt;p&gt;How can I get the 'annual report and accounts' from the top 500 listed (public) companies in the UK? (They are valuable data, despite them being PDFs.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We looked at scraping annualreports.com but it didn't seem to have the latest year's report for many of the companies. In addition some companies' reports are locked until someone pays them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're resorting to automated Google searches, but surely there's a better way?&lt;/p&gt;&#xA;" OwnerUserId="208" LastActivityDate="2017-10-31T19:38:24.433" Title="Annual reports from UK public companies" Tags="|finance|uk|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11827" PostTypeId="2" ParentId="11824" CreationDate="2017-10-04T13:53:55.333" Score="2" Body="&lt;p&gt;Moon phase data is usually computed, not observed. Additionally, moon phase data is not location dependent. The full moon occurs at the same time for all locations: &lt;a href=&quot;http://www.lunarabundance.com/full-moon-same-time-around-the-world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.lunarabundance.com/full-moon-same-time-around-the-world/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://astronomy.stackexchange.com/questions/13488/where-can-i-find-visualize-planets-stars-moons-etc-positions&quot;&gt;http://astronomy.stackexchange.com/questions/13488/where-can-i-find-visualize-planets-stars-moons-etc-positions&lt;/a&gt; may be helpful in finding moon phases, though google should also be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you believe the computed moon phase data may be inaccurate and want to compare it to observed moon phases, you might poke around on astrophotography sites.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-10-04T13:53:55.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11828" PostTypeId="2" ParentId="11795" CreationDate="2017-10-04T14:41:42.497" Score="2" Body="&lt;p&gt;I may be misreading the question, but it sounds like you have a set of company data and are looking to grab SIC codes based on this. This may not be possible using company names alone, but working on two assumptions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;That you are looking for UK limited company data&lt;/li&gt;&#xA;&lt;li&gt;That you have the company numbers&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;You can request the relevant data from Companies House at data.companieshouse.gov.uk/doc/company/[URI], where [URI] is the company number e.g. 02495927. You can get the data as RDF, JSON, XML, HTML, CSV or YAML by appending the relevant extension, so &lt;a href=&quot;http://data.companieshouse.gov.uk/doc/company/02495927.rdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.companieshouse.gov.uk/doc/company/02495927.rdf&lt;/a&gt; grabs the relevant data (including SIC code) for that company in RDF format. How you then extract that and combine it with your own data is left as an exercise for the reader...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If, however, you are looking for a large set of company data (including SIC codes) to play about with, you can grab the current complete Companies House dataset at &lt;a href=&quot;http://download.companieshouse.gov.uk/en_output.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.companieshouse.gov.uk/en_output.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17364" LastActivityDate="2017-10-04T14:41:42.497" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11829" PostTypeId="2" ParentId="11397" CreationDate="2017-10-04T16:47:20.517" Score="0" Body="&lt;p&gt;As mentioned above, the contracts are listed in &lt;a href=&quot;https://data.cityofchicago.org/Administration-Finance/Contracts/rsxa-ify5/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt; and when available, there is a link to the PDF.&lt;/p&gt;&#xA;" OwnerUserId="2852" LastActivityDate="2017-10-04T16:47:20.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11830" PostTypeId="1" CreationDate="2017-10-04T18:19:50.660" Score="1" ViewCount="356" Body="&lt;p&gt;Recently I started to do some researchs on QA data aiming to rank quality answers from determined questions, for this I used the avaliables Yahoo! and StackExchange datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now, I would like to expand the research for identify potential answers to the thread starter along all posts on that thread. For this, I searched for some online forum dataset, possibly annotated (like the Ancestry.com, unavailable now), because on online forum a reply on a thread not always means that is a direct answer to the thread starter. But I couldn't find any dataset like this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you guys know about some avaliable dataset that could help me? Thanks.&lt;/p&gt;&#xA;" OwnerUserId="17367" LastEditorUserId="17367" LastEditDate="2017-10-04T21:22:44.307" LastActivityDate="2017-10-05T07:26:58.493" Title="Dataset from online forum" Tags="|data-request|nlp|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11831" PostTypeId="2" ParentId="11830" CreationDate="2017-10-04T19:40:10.553" Score="2" Body="&lt;p&gt;The StackExchange sites themselves seem your best bet!&lt;br /&gt;&#xA;(&lt;em&gt;Note: Question was edited after this to exclude StackExchange as well&lt;/em&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Read &lt;a href=&quot;https://stackoverflow.blog/2010/06/13/introducing-stack-exchange-data-explorer/&quot;&gt;Introducing Stack Exchange Data Explorer&lt;/a&gt;, which is about &lt;a href=&quot;http://data.stackexchange.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SEDE&lt;/a&gt;, where you can run queries, and about the &lt;a href=&quot;https://stackoverflow.blog/tags/cc-wiki-dump/&quot;&gt;dumps of all the public data in the current Stack Exchange network&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This means you can either access the data through SEDE or download it all and play with it, with proper attribution (&lt;a href=&quot;https://creativecommons.org/licenses/by-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons Attribution – Share Alike&lt;/a&gt;) of course.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2017-10-05T07:26:58.493" LastActivityDate="2017-10-05T07:26:58.493" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11832" PostTypeId="1" CreationDate="2017-10-04T20:12:47.517" Score="2" ViewCount="609" Body="&lt;p&gt;The US census provides the number of housing units, which is supposed to represent individual dwelling units, not structures.  The American Community Survey provides the number of units by structure type.  My question is regarding the data for housing structures with more than one unit.  I am looking at b25024 data set:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e1    UNITS IN STRUCTURE - Universe:  Housing units - Total: -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e2    UNITS IN STRUCTURE - Universe:  Housing units - Total:  1, detached -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e3    UNITS IN STRUCTURE - Universe:  Housing units - Total:  1, attached -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e4    UNITS IN STRUCTURE - Universe:  Housing units - Total:  2 -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e5    UNITS IN STRUCTURE - Universe:  Housing units - Total:  3 or 4 -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e6    UNITS IN STRUCTURE - Universe:  Housing units - Total:  5 to 9 -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e7    UNITS IN STRUCTURE - Universe:  Housing units - Total:  10 to 19 -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e8    UNITS IN STRUCTURE - Universe:  Housing units - Total:  20 to 49 -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B25024e9    UNITS IN STRUCTURE - Universe:  Housing units - Total:  50 or more -- (Estimate)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a description of that data:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;2 or More Units--These are units in structures containing 2 or more housing units, further categorized as units in structures with 2, 3 or 4, 5 to 9, 10 to 19, 20 to 49, and 50 or more units.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;When I look at the data, it doesn't make sense.  All the total units in B25024 add up to the total housing units reported by the census... great!  But if you look at one of these categories, such as B25024e8 (Total 20 to 49), there are some block groups with values like &quot;11&quot; or &quot;12&quot; or &quot;2&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can you have a value in the 20-49 units category that is less than 20 units?  Is it possible that the original data was at the tract level and got split to block groups?&lt;/p&gt;&#xA;" OwnerUserId="17371" OwnerDisplayName="farrenthorpe" LastEditorUserId="17371" LastEditDate="2017-10-05T02:49:03.347" LastActivityDate="2017-10-17T17:59:07.763" Title="What is the meaning of &quot;units in structure&quot; in Census/ACS data?" Tags="|usa|census|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11833" PostTypeId="2" ParentId="3462" CreationDate="2017-10-05T09:32:55.763" Score="2" Body="&lt;p&gt;Take a look at &lt;a href=&quot;https://dbs.uni-leipzig.de/en/research/projects/object_matching/fever/benchmark_datasets_for_entity_resolution&quot; rel=&quot;nofollow noreferrer&quot;&gt;Benchmark datasets for entity resolution&lt;/a&gt; as well. &lt;/p&gt;&#xA;" OwnerUserId="17372" LastActivityDate="2017-10-05T09:32:55.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11834" PostTypeId="1" CreationDate="2017-10-05T12:06:16.213" Score="1" ViewCount="18" Body="&lt;p&gt;I want to see how religions receive and spend their money.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ReligionA:&#xA;  Income:&#xA;    50% donations&#xA;    30% rents&#xA;    10% subsidies&#xA;    10% graveyard fees&#xA;  Expenditure:&#xA;    40% humanitarian donations&#xA;    30% salaries&#xA;    20% buildings maintenance&#xA;    10% others&#xA;ReligionB:&#xA;  [...]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;By &quot;religion&quot; I actually mean &quot;religious organization&quot;, with local religious leaders at the bottom and a chain of responsibility leading to a central authority.&lt;/li&gt;&#xA;&lt;li&gt;Religions without an organization are out of scope.&lt;/li&gt;&#xA;&lt;li&gt;The income/spending patterns of a religious organization's Luxemburg branch and Ethiopia branch are probably different, these should be summed up to present a global view.&lt;/li&gt;&#xA;&lt;li&gt;Due to &lt;a href=&quot;http://www.slate.com/articles/business/moneybox/2013/03/catholic_church_and_pope_francis_religious_institutions_are_exempted_from.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;complex&lt;/a&gt; &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Islamic_muftiates&quot; rel=&quot;nofollow noreferrer&quot;&gt;structures&lt;/a&gt; this is probably very difficult to calculate, so estimation-based data is fine.&lt;/li&gt;&#xA;&lt;li&gt;I am mostly interested in percentages, but actual amounts would be even better.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-10-05T12:06:16.213" Title="Budget of religions" Tags="|finance|religion|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11837" PostTypeId="1" AcceptedAnswerId="11838" CreationDate="2017-10-06T06:41:49.917" Score="2" ViewCount="37" Body="&lt;p&gt;Fossil fuel subsidies in the EU are set to phase out by 2020. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find data about subsidies of both fossil fuel energy production and consumption at either the EU or European govermenental levels?&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-11-05T07:29:25.863" Title="Where can I find data about governmental subsidies of fossil fuels in the EU?" Tags="|data-request|government|europe|energy|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11838" PostTypeId="2" ParentId="11837" CreationDate="2017-10-06T06:41:49.917" Score="1" Body="&lt;p&gt;The Overseas Development Institute (ODI) released a report (Sept 2017) and data called&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.odi.org/publications/10939-phase-out-2020-monitoring-europes-fossil-fuel-subsidies&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Phase-out 2020: Monitoring Europe’s fossil fuel subsidies&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The EU and all its Member States have committed to phasing out environmentally harmful subsidies, including those to fossil fuels, by 2020. European governments have made parallel pledges to end inefficient fossil fuel subsidies under the G7 and the G20. Despite this, our research indicates that 11 European countries and the EU provided at least €112 billion in subsidies per year between 2014 and 2016 towards the production and consumption of fossil fuels. €4 billion of these subsidies came from the EU itself.&lt;/p&gt;&#xA;&lt;p&gt;The summary report, Phase-out 2020: monitoring Europe's fossil fuel subsidies, discovers that the transport sector was the main beneficiary, with more than €49 billion used to support the use of fossil fuels, including tax breaks to reduce the price of diesel. Overall, the transport sector received 44% of the total government support identified.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;In addition to the overall report (&lt;a href=&quot;https://www.odi.org/sites/odi.org.uk/files/resource-documents/11762.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;), individual country reports are available (example &lt;a href=&quot;https://www.odi.org/sites/odi.org.uk/files/resource-documents/11779.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;France PDF&lt;/a&gt; and corresponding &lt;a href=&quot;https://www.odi.org/sites/odi.org.uk/files/resource-documents/11763.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Excel data&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IfXno.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IfXno.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qDGtp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qDGtp.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-10-06T06:41:49.917" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11839" PostTypeId="1" CreationDate="2017-10-06T12:09:53.900" Score="3" ViewCount="42" Body="&lt;p&gt;The following table provides information around the Flag 124-126 of the GSOD Weather dataset the &lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/gsod/GSOD_DESC.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation of which is available here&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Flag    124-124   Char   A = 1 report of 6-hour precipitation &#xA;                             amount.&#xA;                         B = Summation of 2 reports of 6-hour &#xA;                             precipitation amount.&#xA;                         C = Summation of 3 reports of 6-hour &#xA;                             precipitation amount.&#xA;                         D = Summation of 4 reports of 6-hour &#xA;                             precipitation amount.&#xA;                         E = 1 report of 12-hour precipitation&#xA;                             amount.&#xA;                         F = Summation of 2 reports of 12-hour&#xA;                             precipitation amount.&#xA;                         G = 1 report of 24-hour precipitation&#xA;                             amount.&#xA;                         H = Station reported '0' as the amount&#xA;                             for the day (eg, from 6-hour reports),&#xA;                             but also reported at least one&#xA;                             occurrence of precipitation in hourly&#xA;                             observations--this could indicate a&#xA;                             trace occurred, but should be considered&#xA;                             as incomplete data for the day.&#xA;                         I = Station did not report any precip data&#xA;                             for the day and did not report any&#xA;                             occurrences of precipitation in its hourly&#xA;                             observations--it's still possible that&#xA;                             precip occurred but was not reported.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;My question is around clarity of flags A to F which indicates precipitation amounts for periods shorter than 24 hours. For those flags must the precipitation amount be multiplied to reach a 24 hour period? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;E.g. if the field = 0.10A (A = 1 report of 6-hour precipitation amount) is the total precipitation amount 0.10 * 4 = 0.40? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not then what is the the purpose of noting that the amount reported is recorded for a 6 hour period? &lt;/p&gt;&#xA;" OwnerUserId="17383" LastEditorUserId="90" LastEditDate="2017-12-15T19:10:51.563" LastActivityDate="2017-12-15T19:10:51.563" Title="Clarity of Flag 124-126 in the GSOD weather dataset" Tags="|uses-of-open-data|weather|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11840" PostTypeId="1" CreationDate="2017-10-06T14:39:41.550" Score="1" ViewCount="33" Body="&lt;p&gt;The question is all in the title: anybody knows if a publicly accessible database of corporate social responsibility data exist for any country?&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2017-10-06T14:39:41.550" Title="Open data on Corporate Social Responsibility?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11841" PostTypeId="2" ParentId="9609" CreationDate="2017-10-06T16:07:07.023" Score="0" Body="&lt;p&gt;The following HTTP request should get you what you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://icert.doleta.gov/index.cfm?&#xA;event=ehRegister.caseStatusSearchGridData&#xA;&amp;amp;page=1&#xA;&amp;amp;rows=30&#xA;&amp;amp;sidx=case_number&#xA;&amp;amp;sord=asc&#xA;&amp;amp;_search=false&#xA;&amp;amp;nd=1507270449320&#xA;&amp;amp;caseNumberList=pipe|separated|case|numbers&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="17386" LastActivityDate="2017-10-06T16:07:07.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11842" PostTypeId="1" CreationDate="2017-10-06T18:04:37.703" Score="3" ViewCount="118" Body="&lt;p&gt;I'm trying to find one or more open databases that contain comprehensive historical data about oil, coal, natural gas, solar, wind, biofuels, biomass, nuclear, wave, tidal, and hydro energy.&lt;/p&gt;&#xA;&lt;p&gt;For each of these resource types, I'm looking for historical monthly or yearly time series data, globally and broken down by country, on consumption, capacity factor, real price (price paid at energy auctions), cost per kWh, cost of new plant production, number of existing plants, number of newly planned plants, number of newly cancelled plants, and (less importantly) public opinion data on each of these energy resource types, as well as any other data that is relevant to analyzing the relation between the growth of renewable energy and the decline of fossil fuels.&lt;/p&gt;&#xA;&lt;p&gt;I've been able to find plenty of graphs depicting these trends, but what I need is raw data. Ideally, I would hope to find this data available via API, though any links to relevant up-to-date databases would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="17387" LastEditorUserId="23272" LastEditorDisplayName="user4293" LastEditDate="2022-07-14T14:30:39.493" LastActivityDate="2024-04-05T23:01:01.873" Title="Comprehensive open data on energy resource statistics?" Tags="|data-request|energy|environment|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11843" PostTypeId="1" AcceptedAnswerId="11963" CreationDate="2017-10-06T19:14:53.000" Score="2" ViewCount="93" Body="&lt;p&gt;Does MIMIC-III have carbohydrate intake information for patients? If so, can you point out the corresponding tables?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in studying the relationship between carbs and glucose variables.&lt;/p&gt;&#xA;" OwnerUserId="17389" LastActivityDate="2017-11-07T22:14:25.940" Title="Does MIMIC-III have carbohydrate intake information for patients?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11844" PostTypeId="1" CreationDate="2017-10-06T19:30:00.317" Score="2" ViewCount="1746" Body="&lt;p&gt;Looking for attacks dataset, intrusion, binaries or anything related to Cyber attacks. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ultimate goal is to build a visualization as a social network, will be great to have trace, route, interaction and source code of the attack ...&lt;/p&gt;&#xA;" OwnerUserId="6541" LastEditorUserId="6541" LastEditDate="2017-10-06T23:13:52.303" LastActivityDate="2018-05-08T10:18:57.400" Title="cyber attacks datasets" Tags="|security|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11845" PostTypeId="2" ParentId="1453" CreationDate="2017-10-06T20:52:18.487" Score="2" Body="&lt;p&gt;The Census Bureau publishes shapefiles for aggregate metropolitan areas (based on county boundaries) in a couple of places. Each of these areas has a 5-digit Core Based Statistical Area (CBSA) ID and name, with the ID number ending in a 0. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;e.g&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;38300 - Pittsburgh, PA Metro Area&lt;/li&gt;&#xA;&lt;li&gt;49660 - Youngstown-Warren-Boardman, OH-PA Metro Area&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But for some metropolitan areas, the CBSA's are heavily inclusive of several significant population centers, and while it might be a single integrated metropolitan region, these subareas could qualify as CBSA's on their own, so they're broken out as Metropolitan Divisions or METDIVS.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Metropolitan divisions are smaller groupings of counties or equivalent entities defined within a metropolitan statistical area containing a single core with a population of at least 2.5 million. Not all metropolitan statistical areas with a single core population of this size will contain metropolitan divisions. A metropolitan division consists of one or more main/secondary counties that represent an employment center, plus adjacent counties associated with the main/secondary county or counties through commuting ties. (&lt;a href=&quot;https://www.census.gov/geo/reference/webatlas/metdivs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Importantly, these METDIVs use an ID that's derived from the CBSA ID scheme so they can be comingled with other CSA's.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;35620    New York-Newark-Jersey City, N.Y.-N.J.-Pa. Metropolitan Statistical Area&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;20524    Dutchess County-Putnam County, N.Y. Metropolitan Division&lt;/li&gt;&#xA;&lt;li&gt;35004    Nassau County-Suffolk County, N.Y. Metropolitan Division&lt;/li&gt;&#xA;&lt;li&gt;35084    Newark, N.J.-Pa. Metropolitan Division&lt;/li&gt;&#xA;&lt;li&gt;35614    New York-Jersey City-White Plains, N.Y.-N.J. Metropolitan Division&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;This data is made available by the Census Bureau as part of their &lt;a href=&quot;ftp://ftp2.census.gov/geo/tiger/TIGER2017/&quot; rel=&quot;nofollow noreferrer&quot;&gt;annual TIGER/LINES dataset&lt;/a&gt; (FTP Link) with the main Core Statistical Areas in the &lt;code&gt;CBSA&lt;/code&gt; directory and the Metropolitan Divisions in the &lt;code&gt;METDIV&lt;/code&gt; directory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Bureau of Labor Statistics offers a clean list of the 11 Metropolitan Statistical Areas that are subdivided into METDIVs: &lt;code&gt;https://www.bls.gov/sae/saemd.htm&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="17390" LastActivityDate="2017-10-06T20:52:18.487" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11846" PostTypeId="2" ParentId="11842" CreationDate="2017-10-06T20:54:24.527" Score="1" Body="&lt;p&gt;This doesn't have everything you ask for, but it certainly has consumption and price data broken down by fuel type: &lt;a href=&quot;https://www.eia.gov/electricity/data/browser/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.eia.gov/electricity/data/browser/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2017-10-06T20:54:24.527" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11849" PostTypeId="2" ParentId="6326" CreationDate="2017-10-08T13:08:00.730" Score="6" Body="&lt;p&gt;I've found something else. It is called the &lt;em&gt;wide language index&lt;/em&gt;. See on &lt;a href=&quot;https://github.com/larsyencken/wide-language-index&quot; rel=&quot;noreferrer&quot;&gt;github&lt;/a&gt;. It consists in a listing of radio podcasts. It's pretty impressive in the numbers of languages covered.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note : It was made for the game &lt;a href=&quot;https://greatlanguagegame.com&quot; rel=&quot;noreferrer&quot;&gt;&lt;em&gt;The Great language game&lt;/em&gt;&lt;/a&gt; which is fun ;).&lt;/p&gt;&#xA;" OwnerUserId="15352" LastActivityDate="2017-10-08T13:08:00.730" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11850" PostTypeId="1" CreationDate="2017-10-08T19:36:29.733" Score="2" ViewCount="16" Body="&lt;p&gt;Anyone know where can I find the Iowa Fluoride Study data?&lt;/p&gt;&#xA;" OwnerUserId="17407" LastEditorUserId="23272" LastEditDate="2021-04-04T04:40:14.073" LastActivityDate="2021-04-04T04:40:14.073" Title="Where can I find the Iowa Fluoride Study(IFS) data?" Tags="|longitudinal|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11851" PostTypeId="2" ParentId="11736" CreationDate="2017-10-09T07:44:11.543" Score="2" Body="&lt;p&gt;If you mean all the tables that are displayed throughout the text, one option would be to register at Scribd (one month free), download the files from there:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.scribd.com/document/98206669/Sorokin-Dynamics-Vol-I-Fluctuation-of-Forms-of-Art-Ch-1-2-Missing-Searchable#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Volume 1&lt;/a&gt; (Chapters 1 and 2 missing)&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.scribd.com/document/106771841/Sorokin-Dynamics-Vol-II-Fluctuation-of-Systems-of-Truth-Ethics-Law&quot; rel=&quot;nofollow noreferrer&quot;&gt;Volume 2&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.scribd.com/document/106771873/Sorokin-Dynamics-Vol-III-Fluctuation-of-Social-Relationships-War-Revolution-Ch-1-2-Missing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Volume 3&lt;/a&gt; (Chapters 1 and 2 missing)&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.scribd.com/document/106771922/Sorokin-Dynamics-Vol-IV-Basic-Problems-Principles-And-Methods&quot; rel=&quot;nofollow noreferrer&quot;&gt;Volume 4&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then cut and paste the tables and pull them through an OCR program. That's not in CSV and still a lot of work, though&lt;br /&gt;(especially since the file appears to be OCRed from another source, resulting in weird formatting artefacts like &lt;em&gt;page 12&lt;sup&gt;3&lt;/sup&gt;&lt;/em&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have access to the written volumes, you would have to type over the tables from the 2+2 missing chapters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After all that, do the world a favor, place the results somewhere online, and write that as an answer here ;-) &lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2017-10-10T13:17:41.710" LastActivityDate="2017-10-10T13:17:41.710" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11852" PostTypeId="2" ParentId="11124" CreationDate="2017-10-09T14:08:08.940" Score="3" Body="&lt;p&gt;Without pretending to legal expertise which I do not possess, the best answer I can give is &lt;strong&gt;maybe&lt;/strong&gt;. Note that the definition of NonCommercial is defined as follows:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;NonCommercial means not primarily intended for or directed towards commercial advantage or monetary compensation.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://wiki.creativecommons.org/wiki/NonCommercial_interpretation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.creativecommons.org/wiki/NonCommercial_interpretation&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From that, I would interpret that if the primary purpose of the app is to make money for (or otherwise gain some commercial advantage for) the creator e.g. through serving ads or through the use of in-app purchases, this wouldn't be compliant with the NonCommercial clause.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Potentially - again, I stress I am not a lawyer - it sounds like if the app has &lt;em&gt;some&lt;/em&gt; commercial element (e.g. a donate button) but the primary purpose is not to make money, this may well be a legitimate use of an NC-licensed image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to the second point - is a free app always considered NC? - the answer there appears to be that this wouldn't always be the case. At least in principle, I can conceive of a free app which nonetheless primarily serves a commercial purpose e.g. although the app itself is free, it exists primarily to promote a paid service provided by a particular company. This would seem to meet the definition of &quot;commercial advantage&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would note that Creative Commons themselves are fairly vague on the exact definitions of commercial vs. non-commercial use. From the Executive Summary to &lt;em&gt;Defining “Noncommercial”: A Study of How the Online Population Understands “Noncommercial Use”&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Perceptions of the many use cases studied suggest that with the exception of uses that earn users money or involve advertising – at least until specific case scenarios are presented that disrupt those generalized views of commerciality – there is more uncertainty than clarity around whether specific uses of online content are commercial or noncommercial.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://wiki.creativecommons.org/wiki/Defining_Noncommercial&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.creativecommons.org/wiki/Defining_Noncommercial&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the end of the day, I suspect these definitions are vague enough that it would have to come down to legal proceedings between the creator of the image and the app developer before a definitive answer could be found as to whether this specific case is legal or not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;TL;DR - It might be legal, but it probably depends on the specifics of the case. Ask a professional IP lawyer.&lt;/p&gt;&#xA;" OwnerUserId="17364" LastActivityDate="2017-10-09T14:08:08.940" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11854" PostTypeId="1" AcceptedAnswerId="11859" CreationDate="2017-10-09T19:45:51.430" Score="1" ViewCount="98" Body="&lt;p&gt;I wonder if there is a dataset of protected left turn (a left-oriented arrow) traffic signal? For example, a GIS dataset of the location of traffic lights that have this signal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought this information should be essential and easy to be found. However, after I've looked up many detailed traffic signal datasets (data.gov, OpenStreetMaps, and &lt;a href=&quot;http://gisdata-arlgis.opendata.arcgis.com/datasets/af497e2747104622ac74f4457b3fb73f_2&quot; rel=&quot;nofollow noreferrer&quot;&gt;GIS open data websites&lt;/a&gt;), none of them seems to have protected left turn signal information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is no such dataset, what would be the rationale of lacking such data? US data preferred.&lt;/p&gt;&#xA;" OwnerUserId="17414" LastEditorDisplayName="user4293" LastEditDate="2017-12-06T08:31:45.877" LastActivityDate="2017-12-06T08:31:45.877" Title="Protected left turn traffic signal data" Tags="|geospatial|traffic|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11855" PostTypeId="2" ParentId="11094" CreationDate="2017-10-09T20:52:23.823" Score="3" Body="&lt;p&gt;Wikidata: about 500 UK politicians on Facebook.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?politician ?politicianLabel ?url ?partyLabel WHERE {&#xA;    ?politician wdt:P2013 ?facebook .&#xA;    ?politician wdt:P27 wd:Q145 .&#xA;    ?politician wdt:P106 wd:Q82955 .&#xA;    OPTIONAL {?politician wdt:P102 ?party}&#xA;    BIND (IRI(CONCAT('https://facebook.com/', ?facebook)) AS ?url)  &#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;} ORDER BY (bound(?party))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fpolitician%20%3FpoliticianLabel%20%3Furl%20%3FpartyLabel%20WHERE%20%7B%0A%20%20%20%20%3Fpolitician%20wdt%3AP2013%20%3Ffacebook%20.%0A%20%20%20%20%3Fpolitician%20wdt%3AP27%20wd%3AQ145%20.%0A%20%20%20%20%3Fpolitician%20wdt%3AP106%20wd%3AQ82955%20.%0A%20%20%20%20OPTIONAL%20%7B%3Fpolitician%20wdt%3AP102%20%3Fparty%7D%0A%20%20%20%20BIND%20(IRI(CONCAT(%27https%3A%2F%2Ffacebook.com%2F%27%2C%20%3Ffacebook))%20AS%20%3Furl)%20%20%0A%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D%20ORDER%20BY%20(bound(%3Fparty))&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2017-10-09T20:52:23.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11856" PostTypeId="2" ParentId="11822" CreationDate="2017-10-10T15:04:47.030" Score="3" Body="&lt;p&gt;One possible source is &lt;a href=&quot;https://citybik.es/&quot; rel=&quot;nofollow noreferrer&quot;&gt;citybik.es&lt;/a&gt;, which does much more than collecting metadata about bicycle sharing systems: it also collects live info about the number of bikes in each docking station!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have &lt;a href=&quot;https://api.citybik.es/v2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;an API&lt;/a&gt; that can be used to list the providers that they support. For instance, the endpoint &lt;code&gt;https://api.citybik.es/v2/networks&lt;/code&gt; will give you a JSON list of the bike sharing system that they support. Here is the metadata they have for Velib:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;company&quot;: [&quot;JCDecaux&quot;],&#xA;    &quot;href&quot;: &quot;/v2/networks/velib&quot;,&#xA;    &quot;id&quot;: &quot;velib&quot;,&#xA;    &quot;license&quot;: {&#xA;        &quot;name&quot;: &quot;Open Licence&quot;,&#xA;        &quot;url&quot;: &quot;https://developer.jcdecaux.com/#/opendata/licence&quot;&#xA;    },&#xA;    &quot;location&quot;: {&#xA;        &quot;city&quot;: &quot;Paris&quot;,&#xA;        &quot;country&quot;: &quot;FR&quot;,&#xA;        &quot;latitude&quot;: 48.856614,&#xA;        &quot;longitude&quot;: 2.3522219&#xA;     },&#xA;     &quot;name&quot;: &quot;Velib&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;That is quite minimal, but it could be a starting point.&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2017-10-10T15:04:47.030" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11857" PostTypeId="2" ParentId="6880" CreationDate="2017-10-10T15:29:27.367" Score="1" Body="&lt;p&gt;Such a dataset was used to create the &lt;a href=&quot;https://en.wikipedia.org/wiki/BLEU#endnote_Papineni2002a&quot; rel=&quot;nofollow noreferrer&quot;&gt;BLEU metric&lt;/a&gt;, but I do not know if it is available. Maybe you could try asking the authors of the paper that introduced it if they could share their data?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Papineni, K.; Roukos, S.; Ward, T.; Zhu, W. J. (2002). BLEU: a method for automatic evaluation of machine translation. ACL-2002: 40th Annual meeting of the Association for Computational Linguistics. pp. 311–318. &lt;a href=&quot;http://aclweb.org/anthology/P/P02/P02-1040.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://aclweb.org/anthology/P/P02/P02-1040.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The paper is quite old so I suspect the dataset might be a bit dusty though. The links from the comments above seem to be more current.&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2017-10-10T15:29:27.367" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11859" PostTypeId="2" ParentId="11854" CreationDate="2017-10-10T20:49:22.827" Score="2" Body="&lt;p&gt;OSM has this data, &lt;a href=&quot;https://tagfinder.herokuapp.com/search?query=turn%3Alanes%3Dleft&amp;amp;lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;you can search for tags here&lt;/a&gt;.&lt;br&gt;&#xA;You can read more here: &lt;a href=&quot;https://blog.mapbox.com/mapping-turn-lanes-in-openstreetmap-5da9bf764f0d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapping Turning Lanes in OpenStreetMap&lt;/a&gt;, and view &lt;a href=&quot;http://wiki.openstreetmap.org/wiki/Key:turn#Turning_indications_per_lane&quot; rel=&quot;nofollow noreferrer&quot;&gt;key &lt;code&gt;turn&lt;/code&gt;'s documentation here&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://help.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap's Forum&lt;/a&gt; is essentially Stack Exchange for OSM, as well as &lt;a href=&quot;https://awesomestreetmap.slack.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM Slack&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-10-10T20:49:22.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11860" PostTypeId="2" ParentId="1921" CreationDate="2017-10-11T12:03:54.517" Score="3" Body="&lt;p&gt;We use this kind of data a lot at the company I work, so we created Github repository that provides municipalities, districts and cantons by year (as JSON):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/seantis/swiss-municipalities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/seantis/swiss-municipalities&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17431" LastActivityDate="2017-10-11T12:03:54.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11861" PostTypeId="1" CreationDate="2017-10-11T22:40:51.043" Score="2" ViewCount="23" Body="&lt;p&gt;Where can I find the distribution (histogram) of personal debt ratios in the United States?&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2017-10-11T22:40:51.043" Title="U.S. personal debt ratio distribution?" Tags="|usa|economics|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11862" PostTypeId="2" ParentId="11057" CreationDate="2017-10-12T11:21:55.910" Score="6" Body="&lt;p&gt;&lt;strong&gt;English&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;em&gt;Age-of-acquisition ratings for 30,000 English words (2012)&lt;/em&gt;:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://link.springer.com/article/10.3758%2Fs13428-012-0210-4&quot; rel=&quot;nofollow noreferrer&quot;&gt;Springer link&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://crr.ugent.be/papers/Kuperman%20et%20al%20AoA%20ratings.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Free access&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://crr.ugent.be/papers/AoA_ratings_Kuperman_et_al_BRM.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of words&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;&lt;em&gt;Age-of-acquisition, imagery, concreteness, familiarity, and ambiguity measures for 1,944 words (1980)&lt;/em&gt;:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://link.springer.com/article/10.3758/BF03201693&quot; rel=&quot;nofollow noreferrer&quot;&gt;Springer link&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;List of words is within the article, but see also 3.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;Compilation and comparison of many sources &lt;em&gt;(50,000 words, 2012)&lt;/em&gt;:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://crr.ugent.be/archives/806&quot; rel=&quot;nofollow noreferrer&quot;&gt;Description&lt;/a&gt;, also contains links.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Swedish&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;em&gt;Swedish and English word ratings of&#xA;imageability, familiarity and age of acquisition&#xA;are highly correlated (99 words, mostly nouns, 2015)&lt;/em&gt;:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.cambridge.org/core/services/aop-cambridge-core/content/view/5ADF4BE21E4C653D47351EE7682E99D4/S0332586515000220a.pdf/swedish_and_english_word_ratings_of_imageability_familiarity_and_age_of_acquisition_are_highly_correlated.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Free access&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;List of words is within the article&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The authors provide bibliography, there are no references to more eleborative lists of Swedish words, but there are references to lists of Norwegian words.&lt;/p&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;&lt;em&gt;Ratings of age of acquisition of 299 words across 25 languages: Is there a cross-linguistic order of words? (2016)&lt;/em&gt;:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://link.springer.com/article/10.3758%2Fs13428-015-0636-6#CR67&quot; rel=&quot;nofollow noreferrer&quot;&gt;Springer link&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://static-content.springer.com/esm/art%3A10.3758%2Fs13428-015-0636-6/MediaObjects/13428_2015_636_MOESM1_ESM.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of Swedish words&lt;/a&gt; (starting from page 31)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;&lt;em&gt;Wordbank&lt;/em&gt; (710 Swedish words and combinations of sounds)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wordbank.stanford.edu/analyses?name=instrument_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wordbank.stanford.edu/analyses?name=item_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;By-word summary data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://mikabr.github.io/aoa-prediction/aoa_estimation.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example report&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;According to Kuperman, Stadthagen-Gonzalez and Brysbaert:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;  English word   AoA   &#xA; ------------- ------- &#xA;  age            4.38&#xA;  word           4.42  &#xA;  learning       4.44&#xA;  list           5.58&#xA;  acquisition   13.63  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2023-05-27T07:34:14.507" LastActivityDate="2023-05-27T07:34:14.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11863" PostTypeId="2" ParentId="5506" CreationDate="2017-10-12T17:47:50.200" Score="3" Body="&lt;p&gt;As to shapefiles, have a look at:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://efele.net/maps/tz/world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://efele.net/maps/tz/world/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/evansiroky/timezone-boundary-builder&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/evansiroky/timezone-boundary-builder&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;But probably you need just this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;$ awk '!/#/ {print $1,$3}' /usr/share/zoneinfo/zone.tab&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;See also:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Tz_database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tz database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Zone.tab&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zone.tab&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;As for ISO 3166-&lt;strong&gt;2&lt;/strong&gt; codes, try &lt;a href=&quot;https://w.wiki/onm&quot; rel=&quot;nofollow noreferrer&quot;&gt;this query&lt;/a&gt; on Wikidata:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?regionLabel ?code ?zoneLabel {&#xA;  ?region wdt:P300 ?code .&#xA;  ?region wdt:P421 ?zone .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. }&#xA;} ORDER BY ?code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This list is not very comprehensive and accurate, but contains daylight saving time information.&lt;/p&gt;&#xA;&lt;p&gt;There is also 5-years old &lt;a href=&quot;https://github.com/MabrianOfficial/ISO_3166-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt; from Mabrian.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2020-12-03T16:05:07.310" LastActivityDate="2020-12-03T16:05:07.310" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11865" PostTypeId="1" CreationDate="2017-10-13T06:17:02.423" Score="2" ViewCount="68" Body="&lt;p&gt;I need map data as public domain (CC0), so that I can put it excerpts of it into Wikidata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not have to be very detailed, but it should contain country/prefectures/city borders, and also the districts of very big cities like Paris or New York.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap's data would be perfect (even overkill), but it is under the &lt;a href=&quot;https://opendatacommons.org/licenses/odbl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ODbL&lt;/a&gt; license, thus not public domain.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-10-13T06:17:02.423" Title="Public domain countries/prefectures/cities database" Tags="|data-request|geospatial|openstreetmap|politics|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11868" PostTypeId="1" CreationDate="2017-10-16T10:23:29.543" Score="1" ViewCount="212" Body="&lt;p&gt;I have a problem to find the HUST-ASL Dataset (it's a hand gesture dataset acquired with Kinect). The creators mentioned it should be at &lt;a href=&quot;http://mc.eistar.net/UpLoadFiles/File/hust_asl_dataset.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mc.eistar.net/UpLoadFiles/File/hust_asl_dataset.zip&lt;/a&gt;, but that link doesn't work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;HUST = Huazhong University of Science &amp;amp; Technology&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reference article is : &quot;Depth-Projection-Map-Based Bag of Contour Fragments for Robust Hand Gesture Recognition&quot;. &lt;/p&gt;&#xA;" OwnerUserId="10359" LastEditorDisplayName="user4293" LastEditDate="2017-10-18T19:15:11.613" LastActivityDate="2017-10-18T19:15:11.613" Title="Looking for HUST_ASL dataset (a hand gesture dataset)" Tags="|data-request|images|real-time|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11869" PostTypeId="1" CreationDate="2017-10-16T11:08:47.083" Score="1" ViewCount="32" Body="&lt;p&gt;I download Sentinel 2 products using QGIS-SCP.  But recently it is not working. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Its only with Sentinel products.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone else facing the same issue?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastActivityDate="2017-10-16T11:08:47.083" Title="Sentinel data downloading issue through QGIS" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11870" PostTypeId="2" ParentId="11868" CreationDate="2017-10-16T15:28:05.860" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.handcorpus.org/?p=1596&quot; rel=&quot;nofollow noreferrer&quot;&gt;HUST Dataset (March 2016)&lt;/a&gt; at &lt;a href=&quot;http://www.handcorpus.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HandCorpus.org&lt;/a&gt;, the &lt;em&gt;open access repository for sharing data, tools and analyses about human and robotic hands&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-10-16T15:28:05.860" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11871" PostTypeId="1" CreationDate="2017-10-16T15:47:41.357" Score="2" ViewCount="55" Body="&lt;p&gt;I am looking for statistics on sales of energy drinks in Germany and Austria; &lt;br /&gt;&#xA;percentages, rankings of purchases of different drinks like Red Bull. &lt;/p&gt;&#xA;" OwnerUserId="16864" LastEditorUserId="1511" LastEditDate="2017-11-06T10:57:30.550" LastActivityDate="2017-11-06T10:57:30.550" Title="Data for energy drink purchases in Germany and Austria" Tags="|data-request|food|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11872" PostTypeId="1" CreationDate="2017-10-16T17:59:07.200" Score="3" ViewCount="884" Body="&lt;p&gt;Do you guys know where I can find data of companies in Sweden?&#xA;Preferable an API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Denmark they have an API, that lets you get details of all registered companies (such as name, address, phone etc.): www.cvrapi.dk&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Data: Company details, just as Name, Address, City, Phone number etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Context: User input company registration number. Website then extract&#xA;as many details of the company as possible, from an API.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Region: Sweden, Europe.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;License: Public available.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Format: Restful API, json.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Authority: Government-issued data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Requirements: Input has to be company registration number.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="17470" LastEditorDisplayName="user4293" LastEditDate="2017-11-17T11:21:56.267" LastActivityDate="2023-02-03T13:02:20.823" Title="Where can I find API for companies in Sweden?" Tags="|api|companies|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11873" PostTypeId="1" CreationDate="2017-10-16T19:12:50.217" Score="0" ViewCount="216" Body="&lt;p&gt;Somebody knows where to find some images from crop fields for machine learning classification problems?. Like coffee or grape fields.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need some aerial images, can be from drones or satelital, but I'm struggling to find ones from unhealthy fields (like drought, pests, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If somebody knows about datasets for this I will appreciate it so much.&lt;/p&gt;&#xA;" OwnerUserId="17471" LastActivityDate="2017-10-16T20:04:32.333" Title="Crop fields dataset" Tags="|machine-learning|images|agriculture|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11874" PostTypeId="2" ParentId="11873" CreationDate="2017-10-16T20:04:32.333" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://nassgeodata.gmu.edu/CropScape/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CropScape - Cropland Data Layer&lt;/a&gt; by USDA has this data. More information: &lt;a href=&quot;https://www.nass.usda.gov/Research_and_Science/Cropland/SARS1a.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;CropScape and Cropland Data Layer - Research and Science - USDA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-10-16T20:04:32.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11876" PostTypeId="1" CreationDate="2017-10-17T15:46:49.443" Score="0" ViewCount="287" Body="&lt;p&gt;I have a dataset of companies, where one of the variables is its postcode. I want to link this postcode to a broader geographical unit. I have shapes file that enables me to map such broader geographical units. But I am not sure how I can do the linking. Clearly, the latter has not way of understanding where postcodes are, so it seems the only way to do this is by actually having a file that links every single postcode to the geographical unit of interest (as it seems to be done for ZIP codes for the US, e.g. &lt;a href=&quot;https://opendata.stackexchange.com/questions/929/is-there-a-tool-to-match-zip-codes-to-cities?rq=1&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/questions/10447/trying-to-link-zip-code-to-core-based-statistical-area&quot;&gt;here&lt;/a&gt;). Unfortunately, I have not found such dataset for the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there another way to produce the link that I am looking for?&lt;/p&gt;&#xA;" OwnerUserId="17478" LastEditorUserId="16193" LastEditDate="2017-10-18T08:37:12.660" LastActivityDate="2017-10-18T11:11:48.577" Title="How to link postcode to broader geographical area in the United Kingdom" Tags="|geospatial|uk|programming|postal-code|" AnswerCount="3" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11877" PostTypeId="1" CreationDate="2017-10-17T16:32:35.680" Score="2" ViewCount="87" Body="&lt;p&gt;Is there a way to query openFDA to get the set of co-occurring adverse events that for a given set of 2 or more drugs for a given indication? For example, What are the adverse events that happen in those cases that have &quot;Lung Cancer&quot; indication and both drug A and drug B?&lt;/p&gt;&#xA;" OwnerUserId="17480" LastEditorUserId="33" LastEditDate="2017-10-18T19:25:40.753" LastActivityDate="2017-10-19T16:17:41.093" Title="openFDA co-occurring adverse events" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11878" PostTypeId="2" ParentId="11832" CreationDate="2017-10-17T17:59:07.763" Score="1" Body="&lt;p&gt;I was able to get an answer to this question by speaking directly with a census employee who is an expert in the data category.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;He agreed that in the B25024e8 (Total 20 to 49) data-set (for example), the minimum value should be 20.  However, he acknowledged that there are some block groups with values like &quot;11&quot; or &quot;12&quot; or &quot;2&quot;.  He explained that this is because the people who took the survey must have checked the wrong box.  So, for instance, if they lived in a 2-unit structure, but checked the 20-49 unit structure box on the survey, the data report would retain the error.  He explained that they do not have information on the types of structures within each block group, so they depend entirely on the survey responses.  Thus, there is potentially a large margin of error in the reported data-sets.  This is why &quot;margin of error&quot; (e.g. B25024m8 data-set) is provided along with the actual estimate. &lt;/p&gt;&#xA;" OwnerUserId="17371" LastActivityDate="2017-10-17T17:59:07.763" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11879" PostTypeId="2" ParentId="11112" CreationDate="2017-10-17T22:12:35.303" Score="2" Body="&lt;p&gt;There is a way...but its not a silver bullet; very time intensive and may require learning new skillsets.&lt;br&gt;&#xA;You can search through data portals and collect them along the way:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?q=School+Boundaries&amp;amp;sort=score+desc%2C+name+asc&amp;amp;as_sfid=AAAAAAWMe5zr_5zOdC8NduHzMcyijUCNO79gkcjBKkuTe282U50rXR0oa7i4tEMNJi97IB1IiayKxpcju4R5DGCRNH9lCCdMPXF0QariNp17cB91ar8WyIZcfNkW3mVF7oXMAhU%3D&amp;amp;as_fid=e1318ab37cf0359ff21fb15568a32b276046741d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's a search on data.gov for &quot;School Boundaries&quot;&lt;/a&gt;, and &#xA; &lt;a href=&quot;http://www.arcgis.com/home/search.html?t=content&amp;amp;q=School%20Boundaries&amp;amp;start=1&amp;amp;sortOrder=desc&amp;amp;sortField=relevance&quot; rel=&quot;nofollow noreferrer&quot;&gt;here is a search on ESRI's ArcGIS site for &quot;School Boundaries&quot;&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But those are being optimistic; to @Kotebiya's point in the question comments, the data changes annually.&lt;br&gt;&#xA;To that point, and the general search question, you're best bet is to go to each district's website and find the GIS data there.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-10-17T22:12:35.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11880" PostTypeId="2" ParentId="10229" CreationDate="2017-10-18T03:29:12.170" Score="0" Body="&lt;p&gt;Depending on what you consider high resolution, the GOES-16 imagery might satisfy you.  You can get hourly imagery.  Though, it is not archived data so you will probably have to capture your own images.  There is an animated viewer &lt;a href=&quot;http://rammb-slider.cira.colostate.edu/?sat=goes-16&amp;amp;sec=full_disk&amp;amp;x=7052&amp;amp;y=2900&amp;amp;z=2&amp;amp;im=36&amp;amp;ts=1&amp;amp;st=0&amp;amp;et=0&amp;amp;speed=230&amp;amp;motion=loop&amp;amp;map=1&amp;amp;lat=0&amp;amp;p%5B0%5D=16&amp;amp;opacity%5B0%5D=1&amp;amp;hidden%5B0%5D=0&amp;amp;pause=0&amp;amp;slider=-1&amp;amp;hide_controls=0&amp;amp;mouse_draw=0&amp;amp;s=rammb-slider&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; that allows you to zoom in to your area of interest.  Give it a little while to load up all the frames before the animation plays successfully.  The main site is &lt;a href=&quot;http://rammb.cira.colostate.edu/research/goes-r/proving_ground/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  Credits to NOAA, RAMBB, and CIRA.&lt;/p&gt;&#xA;" OwnerUserId="17371" LastActivityDate="2017-10-18T03:29:12.170" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11881" PostTypeId="2" ParentId="9122" CreationDate="2017-10-18T03:38:56.783" Score="1" Body="&lt;p&gt;You haven't mentioned what year(s) or what information you are looking for, which are significant factors for what source to go to.  If you want especially detailed data about fire perimeters and how they change over time, you might find &lt;a href=&quot;https://www.simtable.com/active-fire/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SimTable&lt;/a&gt; or &lt;a href=&quot;https://www.geomac.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoMac&lt;/a&gt; useful for your efforts.&lt;/p&gt;&#xA;" OwnerUserId="17371" LastActivityDate="2017-10-18T03:38:56.783" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11882" PostTypeId="2" ParentId="11876" CreationDate="2017-10-18T07:38:56.117" Score="1" Body="&lt;p&gt;It sounds like you need &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/code-point-open.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OS Code-Point&lt;/a&gt; which will map from PostCode to X, Y point, NHS authority and administrative unit codes.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2017-10-18T07:38:56.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11883" PostTypeId="1" AcceptedAnswerId="11907" CreationDate="2017-10-18T07:37:50.817" Score="2" ViewCount="87" Body="&lt;p&gt;I need inter-EU migration data for the year 2015 for validating a model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to build a matrix A indexed by EU countries where A[i,j] is the migration of citizens of country &lt;em&gt;j&lt;/em&gt; to country &lt;em&gt;i&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked at the Eurostat page &lt;a href=&quot;http://ec.europa.eu/eurostat/statistics-explained/index.php/Migration_and_migrant_population_statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Migration and migrant population statistics &lt;/a&gt; but could not find what I want. &lt;/p&gt;&#xA;" OwnerUserId="17484" OwnerDisplayName="mukhujje" LastEditorDisplayName="user4293" LastEditDate="2017-10-19T11:56:43.300" LastActivityDate="2017-10-23T10:20:20.747" Title="inter-EU migration 2015 Data source request" Tags="|data-request|migration|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11884" PostTypeId="2" ParentId="11872" CreationDate="2017-10-18T10:15:18.803" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates&lt;/a&gt; is a global database of companies. They provide an &lt;a href=&quot;https://api.opencorporates.com/documentation/API-Reference&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;.&#xA;For instance, this query lists the 1,345,795 Swedish companies that they know of:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.opencorporates.com/companies/search?jurisdiction_code=se&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.opencorporates.com/companies/search?jurisdiction_code=se&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2017-10-18T10:15:18.803" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11885" PostTypeId="2" ParentId="11876" CreationDate="2017-10-18T11:02:59.133" Score="1" Body="&lt;p&gt;Found it! The &lt;a href=&quot;https://borders.ukdataservice.ac.uk/pcluts.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Data Service&lt;/a&gt; has files containing every single postcode and the broader geographical boundaries to which it belongs, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Constituencies&lt;/li&gt;&#xA;&lt;li&gt;Wards&lt;/li&gt;&#xA;&lt;li&gt;Travel to work areas&lt;/li&gt;&#xA;&lt;li&gt;Parishes&lt;/li&gt;&#xA;&lt;li&gt;Local Educational Authority&lt;/li&gt;&#xA;&lt;li&gt;Local Health authorities&lt;/li&gt;&#xA;&lt;li&gt;European Electoral Regions&lt;/li&gt;&#xA;&lt;li&gt;Government Office Regions&lt;/li&gt;&#xA;&lt;li&gt;Standard Statistical Regions&lt;/li&gt;&#xA;&lt;li&gt;Census workplace zones&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;More details can be found in the &lt;a href=&quot;https://borders.ukdataservice.ac.uk/ukborders/pcluts_download/prebuilt/pcluts/ONSPDUserGuide2015v1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;User Guides&lt;/a&gt; (link for February 2015 edition).&lt;/p&gt;&#xA;" OwnerUserId="17478" LastActivityDate="2017-10-18T11:02:59.133" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11886" PostTypeId="2" ParentId="9359" CreationDate="2017-10-18T11:07:43.457" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;https://borders.ukdataservice.ac.uk/pcluts.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Data Service&lt;/a&gt; has files containing every single postcode and the broader geographical boundaries to which it belongs, including the MSOA (and LSOA) you are looking for. They include plenty of other geographical units - perhaps the most comprehensive set of units available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More details can be found in the User Guides (for example &lt;a href=&quot;https://borders.ukdataservice.ac.uk/ukborders/pcluts_download/prebuilt/pcluts/ONSPDUserGuide2015v1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; for February 2015 edition).&lt;/p&gt;&#xA;" OwnerUserId="17478" LastActivityDate="2017-10-18T11:07:43.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11887" PostTypeId="2" ParentId="11876" CreationDate="2017-10-18T11:11:48.577" Score="3" Body="&lt;p&gt;There are a number of open datasets which link a postcode to a &quot;broader geographical unit&quot;. The best dataset for the purpose depends on which &quot;broader geographical unit&quot; you are after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The below list should cover most of the more common requirements:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geoportal.statistics.gov.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;ONS Postcode Directory&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;County&lt;/li&gt;&#xA;&lt;li&gt;Local authority&lt;/li&gt;&#xA;&lt;li&gt;Electoral ward&lt;/li&gt;&#xA;&lt;li&gt;Country&lt;/li&gt;&#xA;&lt;li&gt;Region&lt;/li&gt;&#xA;&lt;li&gt;Westminster parliamentary constituency&lt;/li&gt;&#xA;&lt;li&gt;European electoral region&lt;/li&gt;&#xA;&lt;li&gt;NUTS and LAU codes&lt;/li&gt;&#xA;&lt;li&gt;Census output areas&lt;/li&gt;&#xA;&lt;li&gt;Parish&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-names.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ordnance Survey Open Names&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Populated place&lt;/li&gt;&#xA;&lt;li&gt;Postcode district&lt;/li&gt;&#xA;&lt;li&gt;Region&lt;/li&gt;&#xA;&lt;li&gt;Country&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_postcode_districts_in_the_United_Kingdom&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia: List of postcode districts in the United Kingdom&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Post town&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.getthedata.com/open-postcode-geo&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Postcode Geo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Postcode area&lt;/li&gt;&#xA;&lt;li&gt;Postcode district&lt;/li&gt;&#xA;&lt;li&gt;Postcode sector&lt;/li&gt;&#xA;&lt;li&gt;Outcode&lt;/li&gt;&#xA;&lt;li&gt;Country&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13484" LastActivityDate="2017-10-18T11:11:48.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11888" PostTypeId="2" ParentId="11660" CreationDate="2017-10-18T11:15:08.357" Score="0" Body="&lt;p&gt;What you want is available in the &lt;a href=&quot;https://borders.ukdataservice.ac.uk/pcluts.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Data Service&lt;/a&gt; website. The link has files containing every single postcode and the &amp;quot;Census built-up area&amp;quot; (BUA) to which it belongs. As the &lt;a href=&quot;https://borders.ukdataservice.ac.uk/ukborders/pcluts_download/prebuilt/pcluts/ONSPDUserGuide2015v1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;User Guides&lt;/a&gt; (February 2015) state:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;England and Wales:&lt;/p&gt;&#xA;&lt;p&gt;Built-up areas and built-up area sub-divisions were created as part of the 2011 Census outputs and provide information on villages, towns and cities, allowing comparisons between people living in built-up areas and those living elsewhere. Previously called urban areas, data has been produced every 10 years since 1981. A new methodology to capture the areas was used in the 2011 version, but it still follows the rules used in previous versions so that results will be broadly comparable.&lt;/p&gt;&#xA;&lt;p&gt;Scotland and Northern Ireland:&lt;/p&gt;&#xA;&lt;p&gt;This data is not yet available.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The data comes in a massive &lt;code&gt;.csv&lt;/code&gt; file where the BUA column has codes like &lt;code&gt;E35000003&lt;/code&gt; and &lt;code&gt;E35001670&lt;/code&gt;. The city, town or village to which these codes belong are available in an associated file, both as &lt;code&gt;.txt&lt;/code&gt; and &lt;code&gt;.csv&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="17478" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-10-18T11:15:08.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11889" PostTypeId="1" AcceptedAnswerId="11890" CreationDate="2017-10-18T12:30:30.927" Score="1" ViewCount="349" Body="&lt;p&gt;I'm looking for the NTU-HD dataset (a hand gesture dataset; each gesture consists of a color image and the corresponding depth map).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reference article is &lt;a href=&quot;http://eeeweba.ntu.edu.sg/computervision/people/home/renzhou/Ren_Yuan_Zhang_MM11short.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Robust hand gesture recognition based on finger-earth mover's distance with a commodity depth camera&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NTU = Nanyang Technical University, Singapore&lt;/p&gt;&#xA;" OwnerUserId="10359" LastEditorDisplayName="user4293" LastEditDate="2017-10-19T09:25:59.913" LastActivityDate="2017-10-19T09:25:59.913" Title="Looking for NTU-HD dataset (a hand gesture dataset)" Tags="|data-request|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11890" PostTypeId="2" ParentId="11889" CreationDate="2017-10-18T13:39:08.867" Score="1" Body="&lt;p&gt;From &lt;a href=&quot;http://eeeweba.ntu.edu.sg/computervision/people/home/renzhou/HandGesture.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hand Gesture Recognition&lt;/a&gt; at Nanyang Technical University, Singapore:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We have collected a 10-gesture hand gesture dataset with Kinect sensor which contains both color images and depth maps. Our dataset is collected under cluttered background, which includes 10 subjects × 10 gestures/subject × 10 cases/gesture = 1000 cases. Download &lt;a href=&quot;https://docs.google.com/leaf?id=0B_9saHAqGFITODNmNzU0ZjctMjk0Yi00YjI5LWJmZDMtYTdiYTE2YzM5OTQ4&amp;amp;hl=en_US&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;br /&gt;&#xA;  (Please cite the papers to use the dataset)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Hint&lt;/strong&gt; Found by googling &lt;em&gt;Robust hand gesture recognition based on finger-earth mover's distance with a commodity depth camera site:ntu.edu.sg&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2017-10-18T13:39:08.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11891" PostTypeId="2" ParentId="11805" CreationDate="2017-10-18T14:34:07.553" Score="4" Body="&lt;h2&gt;Parts Manufacturer Approvals&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;FAA actually publishes parts approvals, but Google doesn't show it in top results:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://rgl.faa.gov/Regulatory_and_Guidance_Library/rgpma.nsf/MainFrame?OpenFrameSet&quot; rel=&quot;noreferrer&quot;&gt;http://rgl.faa.gov/Regulatory_and_Guidance_Library/rgpma.nsf/MainFrame?OpenFrameSet&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This database contains the FAA Parts Manufacturer Approvals and may be viewed by make, PMA Holder, and part number.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h2&gt;Aircraft Replacement Parts Guide&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;A commercial database that groups standard parts together:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.aircraftspruce.com/menus/st/ac.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.aircraftspruce.com/menus/st/ac.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It helps in matching similar parts with different approval numbers.&lt;/p&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="1052" LastEditDate="2017-10-18T14:45:58.000" LastActivityDate="2017-10-18T14:45:58.000" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11892" PostTypeId="2" ParentId="11877" CreationDate="2017-10-18T16:51:02.063" Score="2" Body="&lt;p&gt;Below is an example of a query against the openFDA drug event API that may be close to or approximate what you are looking to do.  My query is offered just as an arbitrary example. You would have to put in the specifics, of course, to find the records you are interested in.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=(patient.drug.drugindication:%22lung+cancer%22)+AND+(patient.drug.openfda.generic_name:%22ALLOPURINOL%22)AND%20(patient.drug.openfda.generic_name:%22PEMBROLIZUMAB%22)&amp;amp;limit=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=(patient.drug.drugindication:%22lung+cancer%22)+AND+(patient.drug.openfda.generic_name:%22ALLOPURINOL%22)AND%20(patient.drug.openfda.generic_name:%22PEMBROLIZUMAB%22)&amp;amp;limit=2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This example query will return safety reports from the drug events API where the patient is reported to have taken at least one drug with a drug indication of Lung Cancer and where the patient is reported to have taken both Pembrolizumab and Allopurinol — and possibly other drugs as well. The adverse reactions will be listed in the safety reports.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I constructed this example query to search based on generic drug&#xA;names. You could also search on brand names, NDC, or other fields. &lt;/li&gt;&#xA;&lt;li&gt;Pembrolizumab has a drug indication of &quot;NON-SMALL CELL LUNG CANCER&quot;&lt;/li&gt;&#xA;&lt;li&gt;Allopurinol has drug indication of “HYPERURICAEMIA” &lt;/li&gt;&#xA;&lt;li&gt;This example query is set with a limit of 2 (“&amp;amp;limit=2”) so it will&#xA;only return two matching records.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="11375" LastEditorUserId="11375" LastEditDate="2017-10-19T16:17:41.093" LastActivityDate="2017-10-19T16:17:41.093" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11894" PostTypeId="1" CreationDate="2017-10-19T15:06:01.863" Score="1" ViewCount="188" Body="&lt;p&gt;What is the difference between the FDA Inspection Observation and Inspection Citation reports? The inspection citation report appears to have slightly less data but provides more details for what is included. &lt;/p&gt;&#xA;" OwnerUserId="17022" LastActivityDate="2024-02-18T19:00:18.590" Title="Difference between Inspection Observation and Inspection Citation reports" Tags="|data.gov|openfda|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11895" PostTypeId="1" CreationDate="2017-10-20T01:46:34.330" Score="1" ViewCount="1813" Body="&lt;p&gt;I am working on a &lt;a href=&quot;https://github.com/oxinabox/DataDeps.jl&quot; rel=&quot;nofollow noreferrer&quot;&gt;tool to manage data downloading&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One source of data I would like to make easy to access is the &lt;a href=&quot;https://archive.ics.uci.edu/ml/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI ML dataset repository&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A lot (all?) of the data is in directories,&#xA;for example for the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/auto+mpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Auto MPG dataset&lt;/a&gt; the directory &lt;a href=&quot;https://archive.ics.uci.edu/ml/machine-learning-databases/auto-mpg/&quot; rel=&quot;nofollow noreferrer&quot;&gt;is this one&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now it is possible to just download each file in turn, but that is inelegant.&#xA;And right now I can't even see a way to do that automatically without scraping HTML.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does the UCI repo expose a way to download the whole dataset e.g. in a zip-file.&#xA;Or some nicer automate-able way, like FTP, that would at least let me avoid scraping HTML to get a list of URLs.&lt;/p&gt;&#xA;" OwnerUserId="1686" LastActivityDate="2017-11-08T20:42:07.697" Title="Method to download whole data directory from UCI ML repository" Tags="|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11896" PostTypeId="2" ParentId="11871" CreationDate="2017-10-20T08:04:17.993" Score="1" Body="&lt;p&gt;I don't know of any free and open, recent dataset for such retail data. You probably have to purchase an appropriate dataset from a commercial data provider, e.g. &lt;a href=&quot;http://www.gfk.com/de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GfK&lt;/a&gt; (I don't know if they indeed sell this particular dataset).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a workaround you could use &lt;a href=&quot;https://trends.google.com/trends/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Trends&lt;/a&gt; data as a proxy for sales data, making some generous assumptions of course&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In R, you could do this to fetch data from their API:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(gtrendsR)&#xA;library(ggplot2)&#xA;&#xA;energy_drinks_trend &amp;lt;- gtrends(c(&quot;red bull&quot;, &quot;Bier&quot;, &quot;Coca Cola&quot;),  geo = c(&quot;DE&quot;), hl=&quot;DE&quot;)&#xA;energy_drinks_trend &amp;lt;- energy_drinks_trend$interest_over_time&#xA;ggplot(energy_drinks_trend, aes(date, hits, color=keyword)) +&#xA;        geom_line() +&#xA;        ylab(&quot;Hits/Day&quot;) +&#xA;        xlab(&quot;Year&quot;) +&#xA;        ggtitle(&quot;Google trends: Energy Drinks Trend&quot;, subtitle = &quot;Searches in Germany, last 5 years&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Result:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bnrFW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bnrFW.png&quot; alt=&quot;energy drinks searches&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This Google Trends data might be questionable or misleading, but it is better than nothing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can see declining trends for overpriced sugary drinks, but an increasing trend for Beer (contrary to sales data published by German Breweries or alcohol tax data) , and some weird cyclicity + peaks.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2017-10-20T08:04:17.993" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11899" PostTypeId="1" CreationDate="2017-10-20T18:43:21.467" Score="2" ViewCount="67" Body="&lt;p&gt;I'm looking for data sets with voter turnout data, for both federal and local elections, for small administrative divisions of Mexico, e.g. cities or municipalities. Are such data available? Something similar to the &lt;a href=&quot;http://www.electproject.org/home/voter-turnout/voter-turnout-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Election Project&lt;/a&gt;, but for Mexico and also for local elections.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2017-10-24T22:00:15.093" Title="Are there open data sets with voter turnout and demographic information for local administrative divisions in Mexico?" Tags="|data-request|geospatial|elections|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11900" PostTypeId="2" ParentId="7105" CreationDate="2017-10-20T19:08:13.663" Score="0" Body="&lt;p&gt;A popular dataset for this purpose is provided by IBM, and can be found &lt;a href=&quot;https://www.ibm.com/communities/analytics/watson-analytics-blog/hr-employee-attrition/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Columns include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Age &lt;/li&gt;&#xA;&lt;li&gt;Attrition &lt;/li&gt;&#xA;&lt;li&gt;BusinessTravel&lt;/li&gt;&#xA;&lt;li&gt;Department &lt;/li&gt;&#xA;&lt;li&gt;Education &lt;/li&gt;&#xA;&lt;li&gt;Gender &lt;/li&gt;&#xA;&lt;li&gt;JobLevel&lt;/li&gt;&#xA;&lt;li&gt;OverTime &lt;/li&gt;&#xA;&lt;li&gt;TotalWorkingYears&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Another dataset is found at this &lt;a href=&quot;https://www.kaggle.com/HRAnalyticRepository/employee-attrition-data/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle page&lt;/a&gt;. Both of these datasets are synthetic, i.e. not real company data.&lt;/p&gt;&#xA;" OwnerUserId="17261" LastActivityDate="2017-10-20T19:08:13.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11901" PostTypeId="2" ParentId="11894" CreationDate="2017-10-20T21:43:23.170" Score="0" Body="&lt;p&gt;FDAcurious,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may find the following page on the FDA.gov site helpful: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fda.gov/ICECI/Inspections/ucm250729.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/ICECI/Inspections/ucm250729.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2017-10-20T21:43:23.170" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11902" PostTypeId="1" AcceptedAnswerId="11903" CreationDate="2017-10-21T14:46:59.757" Score="1" ViewCount="80" Body="&lt;p&gt;Where can I find a single list containing the contact information (including email address) of state legislators for all 50 US states, ideally broken down by state and chamber (most states have a House and Senate, just like the federal government) and including US territories and possessions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To clarify, I am referring to the group of people who meet in each state's capital city, not the people who meet in Washington DC to represent their state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found several sites that have information for individual states. Some examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.cga.ct.gov/asp/menu/hlist.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cga.ct.gov/asp/menu/hlist.asp&lt;/a&gt; (CT)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.gencourt.state.nh.us/house/members/housemembersemail.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gencourt.state.nh.us/house/members/housemembersemail.aspx&lt;/a&gt; (NH)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;MN is split by chamber:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.house.leg.state.mn.us/members/hmem.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.house.leg.state.mn.us/members/hmem.asp&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.senate.mn/members/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.senate.mn/members/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;In theory, I could try finding pages like this for all states, but I'm sure someone has already compiled such a list.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-10-21T20:33:40.047" Title="Contact information (including email) for all US state legislators" Tags="|usa|legal|state|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11903" PostTypeId="2" ParentId="11902" CreationDate="2017-10-21T20:33:40.047" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://openstates.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open States&lt;/a&gt; has all of this information. &lt;a href=&quot;https://openstates.org/va/legislators/VAL000055/betsy-b-carr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's contact information, including email&lt;/a&gt; for one of my senators.&lt;br&gt;&#xA;You could scrape them or &lt;a href=&quot;http://docs.openstates.org/en/latest/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;use their API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-10-21T20:33:40.047" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11904" PostTypeId="1" AcceptedAnswerId="11915" CreationDate="2017-10-22T03:38:08.133" Score="2" ViewCount="584" Body="&lt;p&gt;I want to ask how can I use fuzzy search in openfda api?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I am using &quot;panadol&quot; to search something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=brand_name:panadol&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=brand_name:panadol&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But sometime I miss some word in panadol, So I can search the same result like panadol?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I am using &quot;anadol&quot; to search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=brand_name:anadol&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=brand_name:anadol&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, It will return no matches found. So can I use fuzzy search in openfda api?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any comments will be much appreciated. &lt;/p&gt;&#xA;" OwnerUserId="17507" LastEditorUserId="90" LastEditDate="2017-10-24T13:51:42.333" LastActivityDate="2017-10-24T13:51:42.333" Title="Use Fuzzy Search with OpenFDA API" Tags="|api|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11906" PostTypeId="1" CreationDate="2017-10-23T09:56:06.830" Score="2" ViewCount="131" Body="&lt;p&gt;I want to find all Wikidata items that have &quot;Gthumb.svg&quot; as a P18 property.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Leaving aside the fact that &quot;Gthumb.svg&quot; may not exist on Commons and that normal P18 values have a &quot;commons:&quot; prefix, it should return at least this item whose P18 is &quot;Gthumb.svg&quot;: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q11499608&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q11499608&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I wrote this query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item&#xA;WHERE &#xA;{&#xA;  ?item wdt:P18 &quot;Gthumb.svg&quot;.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Problem: It returns zero results. What am I doing wrong?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-10-23T10:40:36.907" Title="Find all Wikidata items that use a particular P18 picture" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11907" PostTypeId="2" ParentId="11883" CreationDate="2017-10-23T10:20:20.747" Score="0" Body="&lt;p&gt;&lt;strong&gt;Background&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Worldbank &lt;a href=&quot;http://www.worldbank.org/en/topic/migrationremittancesdiasporaissues/brief/migration-remittances-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;provides&lt;/a&gt; detailed data on bilateral migration only up to 2013; &lt;/li&gt;&#xA;&lt;li&gt;Eurostat &lt;a href=&quot;http://appsso.eurostat.ec.europa.eu/nui/show.do?dataset=migr_imm1ctz&amp;amp;lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;provides&lt;/a&gt; data broken down by broad groups of citizenship only.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Partial answer&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some members of EU are also members of OECD. OECD &lt;a href=&quot;https://stats.oecd.org/Index.aspx?DataSetCode=MIG&quot; rel=&quot;nofollow noreferrer&quot;&gt;provides&lt;/a&gt; data up to 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the default view of &quot;International Migration Database&quot;:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;choose &lt;em&gt;Customize &gt; Layout&lt;/em&gt; and reverse &quot;Year&quot; and &quot;Country of birth&quot;;&lt;/li&gt;&#xA;&lt;li&gt;click on column names and select appropriate values. The table will look like this:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/B2N5m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/B2N5m.png&quot; alt=&quot;OECD migration database&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;choose &lt;em&gt;Export &gt; Excel&lt;/em&gt; or &lt;em&gt;Export &gt; CSV&lt;/em&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Methodology&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;OECD distinguishes countries of citizenship, of birth,&#xA;and of previous residence; &lt;/li&gt;&#xA;&lt;li&gt;Nevertheless, different countries count migrants&#xA;&lt;a href=&quot;http://ec.europa.eu/eurostat/cache/metadata/en/migr_immi_esms.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;differently&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Missing part&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FcountryLabel%20%7B%0A%20%20%3Fcountry%20wdt%3AP31%20wd%3AQ185441%20.%0A%20%20FILTER%20NOT%20EXISTS%20%7B%20%3Fcountry%20wdt%3AP463%20wd%3AQ41550%20.%20%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%20%7D%0A%20%20%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt;, these EU members are not members of OECD:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Kingdom of the Netherlands&lt;/li&gt;&#xA;&lt;li&gt;Lithuania&lt;/li&gt;&#xA;&lt;li&gt;Romania&lt;/li&gt;&#xA;&lt;li&gt;Bulgaria&lt;/li&gt;&#xA;&lt;li&gt;Croatia&lt;/li&gt;&#xA;&lt;li&gt;Cyprus&lt;/li&gt;&#xA;&lt;li&gt;Malta&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Probably you could find missing data visiting:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/web/links&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU national statistical offices&lt;/a&gt;; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.europeandataportal.eu/data/en/organization&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU data portals&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;See also&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This article looks interesting (contains some theory):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4098031/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Migration Systems in Europe: Evidence From Harmonized Flow Data&lt;/a&gt; (2012).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2017-10-23T10:20:20.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11908" PostTypeId="2" ParentId="11906" CreationDate="2017-10-23T10:40:36.907" Score="3" Body="&lt;p&gt;As pointed out by Stanislav Kralin, here is the correct query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item&#xA;WHERE &#xA;{&#xA;  ?item wdt:P18 &amp;lt;http://commons.wikimedia.org/wiki/Special:FilePath/Gthumb.svg&amp;gt;.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastActivityDate="2017-10-23T10:40:36.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11909" PostTypeId="2" ParentId="11895" CreationDate="2017-10-23T12:15:47.457" Score="0" Body="&lt;p&gt;This seems like a task for GNU's &lt;a href=&quot;https://stackoverflow.com/q/273743/2327328&quot;&gt;&lt;code&gt;wget&lt;/code&gt;&lt;/a&gt;, the open source vacuuming tool used mostly for websites. It's standard on Linux, and can be installed on Mac OS X as well as Windows, or as part of Cygwin. An alternative to wget would be &lt;a href=&quot;https://curl.haxx.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;curl&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would imagine you would create a list of all data folders, and then loop over each folder, running wget for each item in the loop:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget --recursive --no-parent https://archive.ics.uci.edu/ml/machine-learning-databases/auto-mpg/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://stackoverflow.com/q/273743/2327328&quot;&gt;here&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or, if you can remove the &lt;code&gt;auto-mpg&lt;/code&gt; sub-folder and then you'll really vacuum everything.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Programming languages may have ports of wget, for example for python&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://pypi.python.org/pypi/wget&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;a pure python download utility&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Statistical and machine learning programming languages may have pseudo-APIs with the UCI ML Repository. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For R, see for example &lt;a href=&quot;https://cran.r-project.org/web/packages/readMLData/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;readMLData&lt;/code&gt;&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Functions for reading data sets in different formats for testing machine learning tools are provided. This allows to run a loop over several data sets in their original form, for example if they are downloaded from UCI Machine Learning Repository. The data are not part of the package and have to be downloaded separately.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;http://www2.cs.cas.cz/~savicky/readMLData/download_script.R&quot; rel=&quot;nofollow noreferrer&quot;&gt;download_script.R&lt;/a&gt; (&lt;a href=&quot;http://www2.cs.cas.cz/~savicky/readMLData/&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;) uses wget for listed data packages&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-10-24T07:24:28.227" LastActivityDate="2017-10-24T07:24:28.227" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11911" PostTypeId="1" CreationDate="2017-10-23T12:58:11.570" Score="0" ViewCount="833" Body="&lt;p&gt;Where can I retrieve X-ray image data of fractures?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Labeled data containing features like age, type of fracture would be best.&lt;/p&gt;&#xA;" OwnerUserId="17511" LastEditorDisplayName="user4293" LastEditDate="2017-10-23T13:13:13.553" LastActivityDate="2017-12-22T21:18:25.440" Title="Where to find fracture xray imaging data?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11912" PostTypeId="2" ParentId="9799" CreationDate="2017-10-23T13:26:49.467" Score="0" Body="&lt;p&gt;NASA's &lt;a href=&quot;https://worldview.earthdata.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;worldview&lt;/a&gt; app is pretty cool and might be a good starting place, but for OPenDAP access you probably want to look into one of NASA's &lt;a href=&quot;https://earthdata.nasa.gov/about/daacs&quot; rel=&quot;nofollow noreferrer&quot;&gt;DAACs&lt;/a&gt;. For example, the Physical Oceanography DAAC, PODAAC has an OPeNDAP server located &lt;a href=&quot;https://opendap.jpl.nasa.gov/opendap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="17513" LastActivityDate="2017-10-23T13:26:49.467" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11913" PostTypeId="2" ParentId="11911" CreationDate="2017-10-23T14:08:03.117" Score="1" Body="&lt;p&gt;This &lt;a href=&quot;https://github.com/beamandrew/medical-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github repo&lt;/a&gt; has a long list of Medical Imagining datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.medinfo.cs.ucy.ac.cy/index.php/downloads/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Emergency Tele-Orthopedics X-ray Digital Library&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/FCaME.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FCaME.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.medinfo.cs.ucy.ac.cy/index.php/downloads/datasets/735-emergency-teleorthopaedics-m-health-system-for-wireless-communication-links&quot; rel=&quot;nofollow noreferrer&quot;&gt;Journal article&lt;/a&gt; abstract:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For the first time, a complete wireless and mobile emergency TeleOrthoPaedics system with field trials and expert opinion is presented. The system enables doctors in a remote area to obtain a second opinion from doctors in the hospital using secured wireless telecommunication networks. Doctors can exchange securely medical images and video as well as other important data, and thus perform remote consultations, fast and accurately using a user friendly interface, via a reliable and secure telemedicine system of low cost. The quality of the transmitted compressed (JPEG2000) images was measured using different metrics and doctors opinions. The results have shown that all metrics were within acceptable limits. The performance of the system was evaluated successfully under different wireless communication links based on real data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the download link is not valid, but can likely be found by &lt;s&gt;the wayback machine (archive.org) or by&lt;/s&gt;* contacting the authors/webmaster.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.medinfo.cs.ucy.ac.cy/doc/Publications/Datasets/images_orthop.zip&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;* &lt;em&gt;not archived by wayback machine&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-10-23T19:57:05.720" LastActivityDate="2017-10-23T19:57:05.720" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11914" PostTypeId="1" CreationDate="2017-10-23T16:07:32.420" Score="2" ViewCount="123" Body="&lt;p&gt;Where can I get a spanish POS tagged dataset with universal tags free to download?&lt;/p&gt;&#xA;" OwnerUserId="17516" LastEditorUserId="16193" LastEditDate="2017-10-23T16:12:10.317" LastActivityDate="2017-10-23T16:12:10.317" Title="Spanish POS (part of speech) tagged dataset" Tags="|machine-learning|nlp|corpora|dictionary|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11915" PostTypeId="2" ParentId="11904" CreationDate="2017-10-23T22:01:50.130" Score="2" Body="&lt;p&gt;Sorry, openFDA doesn't currently support searches based on wildcard, fuzziness, regular expression or proximity. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get matching results, there are no reasonable alternatives except to search by the full accurate word&lt;/p&gt;&#xA;" OwnerUserId="17521" LastActivityDate="2017-10-23T22:01:50.130" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11916" PostTypeId="2" ParentId="11904" CreationDate="2017-10-24T08:00:06.493" Score="1" Body="&lt;p&gt;As a workaround, you can download a local dictionary of medical and pharmacy terms, and then fuzzy-match your sub-string to the &lt;a href=&quot;https://nlp.stanford.edu/IR-book/html/htmledition/tokenization-1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;tokens&lt;/a&gt; in your local dictionary. You may be able to get tokens from the API itself, for example, and end-point that returns a list of all drug names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This isn't real fuzzy-matching, because you are finding sub-tokens in tokens, and not changing spellings, e.g. &lt;code&gt;anEdol&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;python pseudo-code:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;url = 'https://api.fda.gov/drug/label.json?search=brand_name:'&#xA;&#xA;text = 'anadol'&#xA;&#xA;with open('meddict.txt','r') as f:&#xA;    d = f.readlines()&#xA;&#xA;# or&#xA;# d = ['panadol','aspirin','ibuprofin']    &#xA;&#xA;for item in d:&#xA;   if text in item:&#xA;       print 'fuzzy match',item,text&#xA;       r = requests.get(url+item)&#xA;       print r.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But you can also do a fuzzy-match between your search string and the medical dictionary, and then pass the words with a high-enough match score to the web service.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;I'll search a bit for an open medical dictionary, and perhaps it's worth opening a new question.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2017-10-24T10:13:12.123" LastActivityDate="2017-10-24T10:13:12.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11919" PostTypeId="1" CreationDate="2017-10-25T15:03:28.593" Score="3" ViewCount="64" Body="&lt;p&gt;As we all know, Google aggregates lots of data that is later used in Google Maps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One prominent example is traffic, another is customer frequency.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way (except using web crawlers) to access this kind of information, and if so, how detailed is it?&lt;/p&gt;&#xA;" OwnerUserId="17532" LastActivityDate="2020-03-22T15:38:16.580" Title="Is interactive data in Google Maps accessible?" Tags="|geospatial|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11920" PostTypeId="1" CreationDate="2017-10-25T15:34:36.573" Score="1" ViewCount="993" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/dM1OG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dM1OG.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Can anyone give me pointers on how I can extract price and sales rank data from &lt;a href=&quot;http://camelcamelcamel.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;camelcamelcamel.com&lt;/a&gt;? They display only a chart showing the evolution of prices/sales rank over time, but I'm trying to extract the underlying data that generates this chart. I tried looking at the HTML, but can't find the relevant call based on which the chart is computed. Any help will be much appreciated!&lt;/p&gt;&#xA;&lt;p&gt;(Disclaimer: This is related to a research project that I'm doing, and I don't seek to clone the website or to scrape it en masse in any way - I just need price data for a small set of products (1000 at max)).&lt;/p&gt;&#xA;&lt;p&gt;Edit: Here's a screenshot of the networks tab of a sample page - I tried to see if any of these files potentially have the data, but can't find it at first glance, if anyone has any pointers that would be much appreciated!&lt;/p&gt;&#xA;" OwnerUserId="17533" LastEditorUserId="23272" LastEditDate="2021-03-11T06:06:51.547" LastActivityDate="2021-03-11T06:06:51.547" Title="Extracting data in tabular form from camelcamelcamel" Tags="|data-request|web-crawling|prices|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="11921" PostTypeId="2" ParentId="11920" CreationDate="2017-10-25T18:27:18.873" Score="2" Body="&lt;p&gt;As nearly as I can tell, the image is generated server-side (not HTML5 canvas or anything). A sample image:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://charts.camelcamelcamel.com/us/B001444G5Q/amazon.png?force=1&amp;amp;zero=0&amp;amp;w=725&amp;amp;h=440&amp;amp;desired=false&amp;amp;legend=1&amp;amp;ilt=1&amp;amp;tp=all&amp;amp;fo=0&amp;amp;lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://charts.camelcamelcamel.com/us/B001444G5Q/amazon.png?force=1&amp;amp;zero=0&amp;amp;w=725&amp;amp;h=440&amp;amp;desired=false&amp;amp;legend=1&amp;amp;ilt=1&amp;amp;tp=all&amp;amp;fo=0&amp;amp;lang=en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other words, the database and underlying data may not be available to end users at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could try parsing the image itself, using a combination of OCR and looking for green (the decimal RGB values appear to be 99,168,164, identified by &lt;a href=&quot;https://www.beautycolorcode.com/63a8a4&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.beautycolorcode.com/63a8a4&lt;/a&gt; as &quot;moderate cyan&quot;), but that would be ugly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also try contacting them directly.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-10-25T18:27:18.873" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11922" PostTypeId="1" CreationDate="2017-10-25T19:52:14.330" Score="3" ViewCount="40" Body="&lt;p&gt;I am looking to track the migration of Puerto Rican nationals out of Puerto Rico post the devastating hurricanes. What datasets would be most effective for this? Travel data, flight data, etc.&lt;/p&gt;&#xA;" OwnerUserId="17535" LastEditorUserId="23272" LastEditDate="2021-04-04T04:52:18.243" LastActivityDate="2021-04-04T04:52:18.243" Title="Where can I find data to track migration out of Puerto Rico?" Tags="|data-request|migration|travel|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11923" PostTypeId="5" CreationDate="2017-10-25T21:17:10.960" Score="0" Body="&lt;p&gt;Migration is the movement of people, animals or companies from one place to another, with the intentions of settling in the new location permanently or for a substantial time.&#xA;This can take place from one country to another, but also between states, regions, or continents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open data questions about refugees, asylum seeker or displaced persons (human migration, where the intention of permanent settlement may be absent) can also use this tag (until their question volume becomes so large as to require a separate tag).&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2017-10-31T07:33:14.827" LastActivityDate="2017-10-31T07:33:14.827" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11924" PostTypeId="4" CreationDate="2017-10-25T21:17:10.960" Score="0" Body="Use this tag for open data (data request) questions about migration of animals, people, or companies between countries, states, regions or continents." OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2017-10-31T07:33:29.653" LastActivityDate="2017-10-31T07:33:29.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11925" PostTypeId="1" CreationDate="2017-10-25T23:01:19.720" Score="7" ViewCount="820" Body="&lt;p&gt;Are there any data sets of medical &lt;em&gt;coding&lt;/em&gt; examples available online?&lt;/p&gt;&#xA;&lt;p&gt;Eg. Doctor's notes and resulting (correct/accepted) procedure and diagnosis codes for individual encounters or samples of incorrectly coded &lt;code&gt;ICD10&lt;/code&gt; and &lt;code&gt;CPT&lt;/code&gt; code sequences/bunches and they are associated with corrected sequences/bunches (by saying, ing medical coders or reviewers).&lt;/p&gt;&#xA;&lt;p&gt;Or something of the form, for example, of what a medical billing coder might see on a charge review screen. Something like says a dataset where each sample contains&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[&amp;lt;patient demographics&amp;gt;, &amp;lt;Diagnoses&amp;gt;, &amp;lt;Charges (ie. ICD10 codes and the associated diagnoses)&amp;gt;, etc]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I'm aware of the &lt;a href=&quot;https://mimic.physionet.org/gettingstarted/access/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC-III&lt;/a&gt; data set, but need &lt;code&gt;ICD10&lt;/code&gt; (the latest medical code standard, implemented on 2015-10-01) while the latest version of MIMIC uses &lt;code&gt;ICD9&lt;/code&gt;. Also aware of &lt;a href=&quot;https://opendata.stackexchange.com/q/10301/17538&quot;&gt;this&lt;/a&gt; very similar question, but was hoping that users may have suggestions in this case since the data I need is slightly more specific. Would like to look at differences in what doctors record as diagnoses and procedure codes and what the actual correct/acceptable code combinations should be as edited by a medical coder before the charge was sent to an insurer.&lt;/p&gt;&#xA;" OwnerUserId="17538" LastEditorUserId="23272" LastEditDate="2022-07-14T14:35:21.923" LastActivityDate="2024-04-05T03:02:55.397" Title="Are there any (openly) available data sets for medical coding examples?" Tags="|data-request|mimic-iii|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="11927" PostTypeId="1" CreationDate="2017-10-26T09:35:49.093" Score="1" ViewCount="45" Body="&lt;p&gt;I'm trying to source shapefiles for UK Ministry of Defence airfields and firing ranges. Would anyone have an idea where to get them?&lt;/p&gt;&#xA;" OwnerUserId="15788" LastEditorDisplayName="user4293" LastEditDate="2017-10-26T15:38:13.767" LastActivityDate="2017-10-26T15:38:13.767" Title="UK MoD Airfields and Firing Ranges" Tags="|data-request|uk|geospatial|military|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11928" PostTypeId="1" CreationDate="2017-10-26T12:27:26.747" Score="-2" ViewCount="206" Body="&lt;p&gt;I’m trying to compare my institution to the national averages as reported publicly. I can’t seem to replicate the National Median for average annual cost. When comparing institution type using the college score card tool, it looks as though two-year colleges and four year colleges have the same median. Does anyone have some insight on this?&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2017-10-26T13:14:27.853" Title="Scorecard medians and information about methodology" Tags="|collegescorecard|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11929" PostTypeId="2" ParentId="11928" CreationDate="2017-10-26T12:27:26.747" Score="0" Body="&lt;p&gt;Median comparison values used in the College Scorecard consumer web tool as of the September 2017 data update are available here: &#xA;&lt;a href=&quot;https://github.com/RTICWDT/college-scorecard/issues/1448#issuecomment-339340734&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/RTICWDT/college-scorecard/issues/1448#issuecomment-339340734&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These calculations are based on the set of institutions displayed on the College Scorecard consumer web tool. While a more complete set of data for all active Integrated Postsecondary Education Data System (IPEDS) Title IV non-administrative unit institutions are available on the Scorecard data webpage and API, the College Scorecard consumer web tool only displays profiles for currently operating degree-granting (excludes institutions that only award certificates to their undergraduates) institutions with undergraduate students.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The median comparison values are not specific to institution type, sector, award levels, or other subset of the universe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that in calculating the median comparison values the IPEDS UnitID is the unit of analysis, however, for IPEDS institutions that share a 6-digit OPEID, all NSLDS and earnings data are aggregated at the OPEID level, and replicated across all institutions that share that 6-digit OPEID.  These replicated (i.e. duplicated) values are included in calculation of the affected median values.&lt;br /&gt;&#xA;In addition, in the Scorecard consumer web tool, the pooled and/or suppressed versions of the variables (when applicable) are used in the calculation of the medians (e.g. median debt, repayment rates, and other variables with the suffix *_SUPP). The median comparison values used on the consumer web tool reflect these versions of applicable variables.&lt;/p&gt;&#xA;" OwnerUserId="15003" LastEditorDisplayName="user4293" LastEditDate="2017-10-26T13:14:27.853" LastActivityDate="2017-10-26T13:14:27.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11930" PostTypeId="1" CreationDate="2017-10-27T07:25:23.853" Score="2" ViewCount="100" Body="&lt;p&gt;Here are some example records:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q11361734&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q11361734&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q74669&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q74669&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have the following (updated) query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# Script #2&#xA;SELECT&#xA;    (GROUP_CONCAT(       ?dateYear ; separator = &quot;, &quot;) AS        ?dateYears)&#xA;    (GROUP_CONCAT(       ?cooLabel ; separator = &quot;, &quot;) AS        ?cooLabels)&#xA;    (GROUP_CONCAT(DISTINCT ?gameENLabel ; separator = &quot;, &quot;) AS ?gameENLabels)       # English&#xA;    (GROUP_CONCAT(DISTINCT      ?dataLink ; separator = &quot;, &quot;) AS        ?dataLinks)&#xA;WHERE&#xA;{&#xA;    # types of item&#xA;          {?game wdt:P136  wd:Q744038}  # regular RPGs&#xA;    UNION {?game wdt:P136 wd:Q1529437}  # tactical RPGs&#xA;    UNION {?game wdt:P136 wd:Q1422746}  # action RPGs&#xA;    UNION {?game wdt:P136 wd:Q1143132}  # roguelikes&#xA;    #?game wdt:P136/wdt:P279* wd:Q744038.   # any class or subclass of role-playing video game, including MMORPGs&#xA;    ?game wdt:P31 wd:Q7889.      # instance of video game&#xA;&#xA;    # English label&#xA;    ?game rdfs:label ?gameENLabel.&#xA;    FILTER(LANG(?gameENLabel) = &quot;en&quot;). # we mainly want English labels&#xA;&#xA;    # wikidata link&#xA;    BIND(CONCAT(&quot;=hyperlink(\&quot;&quot;,replace(replace(STR(?game), &quot;entity&quot;, &quot;wiki&quot;), &quot;http&quot;, &quot;https&quot;),&quot;\&quot;)&quot;) AS ?dataLink).       # changes the target of the URL and creates a MS Excel compatible hyperlink&#xA;    #BIND(STR(?game) AS ?dataLink).     # faster substitute&#xA;&#xA;    # release date (simple)&#xA;    OPTIONAL&#xA;    {&#xA;        ?game wdt:P577 ?date BIND(YEAR(?date) AS ?dateYear)&#xA;        OPTIONAL&#xA;        {&#xA;            ?game p:P577 ?dateProp.&#xA;            ?dateProp pq:P291 ?region.&#xA;            ?region wdt:P297 ?cooLabel.&#xA;        }&#xA;    }&#xA;}&#xA;GROUP BY $game&#xA;ORDER BY asc (?dateYears) ASC (?gameENLabels)&#xA;#limit 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, there are some issues:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It is not rendering all &quot;publication dates&quot; when those dates do not also have a &quot;place of publication&quot; sub-property&lt;/li&gt;&#xA;&lt;li&gt;If the &quot;place of publication&quot; is missing, I would like the missing property to be replaced with &quot;???&quot; (or something similar), so that every game has a date/region pair of some sort in the output&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Can someone show me how to accomplish this? Thanks!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[edit]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is some example &lt;em&gt;current&lt;/em&gt; output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1983        Ultima III: Exodus  =hyperlink(&quot;https://www.wikidata.org/wiki/Q2240236&quot;)&#xA;1983        Ultima: Escape from Mt. Drash   =hyperlink(&quot;https://www.wikidata.org/wiki/Q4003118&quot;)&#xA;1983        Universe    =hyperlink(&quot;https://www.wikidata.org/wiki/Q7894198&quot;)&#xA;1983        Wizardry III: Legacy of Llylgamyn   =hyperlink(&quot;https://www.wikidata.org/wiki/Q8028765&quot;)&#xA;1983, 1982, 1978        Beneath Apple Manor =hyperlink(&quot;https://www.wikidata.org/wiki/Q4887174&quot;)&#xA;1984        50 Mission Crush    =hyperlink(&quot;https://www.wikidata.org/wiki/Q635707&quot;)&#xA;1984        Gemstone Warrior    =hyperlink(&quot;https://www.wikidata.org/wiki/Q5530766&quot;)&#xA;1984        Questron    =hyperlink(&quot;https://www.wikidata.org/wiki/Q2687236&quot;)&#xA;1985    JP  Cosmic Soldier  =hyperlink(&quot;https://www.wikidata.org/wiki/Q869287&quot;)&#xA;2016, 2016, 2016, 2016, 2015, 2015  JP, AU, JP, AU, JP, AU  Monster Hunter Generations  =hyperlink(&quot;https://www.wikidata.org/wiki/Q20856979&quot;)&#xA;2016, 2016, 2016, 2016, 2016, 2014, 2014, 2014, 2014, 2014, 2014, 2014, 2014, 2014, 2014, 2013, 2013, 2013, 2013, 2013, 2012, 2012, 2012, 2012, 2012    JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP, JP  Phantasy Star Online 2  =hyperlink(&quot;https://www.wikidata.org/wiki/Q2709892&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;[edit]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is some example &lt;em&gt;desired&lt;/em&gt; output:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2014, 2015, 2017    JP, ??, ??  Game Title =hyperlink(&quot;https://www.wikidata.org/wiki/Q2709892&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="17549" LastEditorUserId="17549" LastEditDate="2017-10-27T09:22:56.687" LastActivityDate="2017-10-27T09:22:56.687" Title="Property and sub-property pairs" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="11931" PostTypeId="1" CreationDate="2017-10-27T19:27:15.310" Score="3" ViewCount="59" Body="&lt;p&gt;Is there a lookup table where I can find the names of repackaging or drug manufacturing companies with companynumb reported in the field companynumb?&lt;/p&gt;&#xA;&lt;p&gt;e.g. &amp;quot;companynumb&amp;quot;: &amp;quot;200501050&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="17551" LastEditorUserId="23272" LastEditDate="2021-04-04T04:45:04.043" LastActivityDate="2021-04-04T04:45:04.043" Title="How to decode the company number in the field `header$companynumb`" Tags="|api|openfda|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="11933" PostTypeId="2" ParentId="11608" CreationDate="2017-10-28T20:45:50.493" Score="1" Body="&lt;p&gt;The US Census Bureau's statistical areas are only redrawn once each decade, including the PUMAs. Even through the census tracts and ZIP Code Tabulation Areas appear in each year of the gazetteer files, in reality they are only redrawn once every ten years (although it's possible they may update them to fix errors and make small adjustments). The boundaries that can change each year are legal ones (like counties and places) or ones defined by other agencies (like metro areas, designated by the OMB).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The PUMAs are a bit out of synch with the other statistical areas; most statistical geographies are redrawn and published with each decennial census, but new PUMA boundaries are usually released a couple years later (since summary decennial census data is not tabulated at the PUMA level; PUMAs are used for the American Community Survey summary data and for microdata from both series).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I checked those gazetteer files and the PUMAs listed under 2010 are the current boundaries; it's easy to tell because they have ID numbers and names. In contrast the 2000 PUMAs only had id numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are a couple of good resources that describe the 2010 PUMA geographies:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/reference/puma.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/reference/puma.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://mcdc.missouri.edu/geography/pumas2010.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mcdc.missouri.edu/geography/pumas2010.shtml&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2017-10-28T20:45:50.493" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11934" PostTypeId="1" CreationDate="2017-10-28T21:25:50.860" Score="1" ViewCount="39" Body="&lt;p&gt;Quandl has &lt;a href=&quot;https://blog.quandl.com/api-for-housing-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;housing data through their API&lt;/a&gt; including Price per square foot on the neighborhood level.  Is there a way to get the history for this data as well.  Say yearly back to 2009?&lt;/p&gt;&#xA;" OwnerUserId="17563" LastActivityDate="2017-10-28T21:25:50.860" Title="Historical Housing Data in Quandl" Tags="|geospatial|api|real-estate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11935" PostTypeId="2" ParentId="11063" CreationDate="2017-10-29T07:41:12.160" Score="2" Body="&lt;p&gt;Matching on Appl_No (APPLICATIONNUMBER in the new NDC format) is the correct strategy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that there are many categories of products in the NDC, and the Orange Book is restricted to small molecule drugs. So, you'll only find matches for NDAs, ANDAs, OTCs and a few others. But, importantly, not BLAs, and unapproved drugs.&lt;/p&gt;&#xA;" OwnerUserId="17566" LastActivityDate="2017-10-29T07:41:12.160" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11937" PostTypeId="2" ParentId="10570" CreationDate="2017-10-29T16:45:29.233" Score="1" Body="&lt;p&gt;GoodRX has an API that you can use, easier than scraping. &lt;a href=&quot;https://www.goodrx.com/developer&quot; rel=&quot;nofollow noreferrer&quot;&gt;GoodRX Developer API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17569" LastActivityDate="2017-10-29T16:45:29.233" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11939" PostTypeId="2" ParentId="11826" CreationDate="2017-10-30T10:08:09.090" Score="3" Body="&lt;p&gt;You're probably having difficulty finding a service for this because there's no money in running one since Companies House announced and then launched the public beta of this wonderful free API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.companieshouse.gov.uk/api/docs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.companieshouse.gov.uk/api/docs/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I couldn't see any way of querying the service by any kind of ranking so if you dont already have a way of getting the list of companies you want to check for then you might need an additional step first.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have the name of the company you want the document for, you can use the main &lt;a href=&quot;https://goo.gl/1hLCcA&quot; rel=&quot;nofollow noreferrer&quot;&gt;api search&lt;/a&gt; to get a list you can select the company from, that return includes the company registration number&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Company number will let you use the &lt;a href=&quot;https://goo.gl/SjWbem&quot; rel=&quot;nofollow noreferrer&quot;&gt;filings api &lt;/a&gt;, to get a listing of all the filed documents, which includes a UID number for each document that can be used with the &lt;a href=&quot;https://goo.gl/89voLH&quot; rel=&quot;nofollow noreferrer&quot;&gt;documents api&lt;/a&gt; to get the actual document as a pdf. They mentioned at the api launch that they see all of these documents being filed online in the future and then the information will be available through the api as JSON rather than or as well as the pdf, some filed documents might either be data or a file so the documents api can also return document metadata which returns a mime type for the document so you can check that your call will return what you expect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you dont have the names, one way o finding them might be to use the two data download services which let you get big chunks of data &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Companies service lives here and gives you all the data for live companies on the register, updated once a month:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.companieshouse.gov.uk/en_output.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.companieshouse.gov.uk/en_output.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the Accounts one is here, this lets you grab all of the activity day by day, as well as historic data from last year:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://download.companieshouse.gov.uk/en_accountsdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.companieshouse.gov.uk/en_accountsdata.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, the accounts data in the download is in some kind of xml so that might be more useful to you.&lt;/p&gt;&#xA;" OwnerUserId="17579" LastEditorUserId="17579" LastEditDate="2017-10-31T19:38:24.433" LastActivityDate="2017-10-31T19:38:24.433" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11941" PostTypeId="2" ParentId="11919" CreationDate="2017-10-30T13:17:14.683" Score="2" Body="&lt;h1&gt;Realtime Traffic&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I can give you an answer for where you can source real-time traffic data. I've not used this API myself but I remembered reading an article about how MapQuest were trying to find ways to compete with Google in mapping and the realtime traffic API seemed to be the big selling point (though they do have quite a few other apis available) it's free for up to 15000 requests/month with various tiers of requests/features/cost upward from there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Traffic API jumping off point lives here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://platform.mapquest.com/documentation/traffic-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://platform.mapquest.com/documentation/traffic-api/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the Developer home is just &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://platform.mapquest.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://platform.mapquest.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h1&gt;Google Data&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;As for the interactive data on google maps, they specifically dont give out their traffic data. I tried to write a brief explanation of why, it was wildly off topic. If anyone would like to know, ask a new question and I'll answer it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Footfall/ Customer Frequency data isn't even available in the my business API, I thought the reason it wasn't in a maps api was because it was business performance data, so should be in the business listing performance API. I assume it's the same reasoning as the traffic data as they're essentially the same thing, predictions of how many of a thing will be in a place at a given time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://developers.google.com/places/web-service/details&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Places API&quot;&gt;Places API&lt;/a&gt; provides everything else including most recent reviews and a boolean indicating if a place is currently open or not, which i think covers all of the interactive data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get some of the information used to provide the traffic data, the estimated traffic from historic data is taken into account when using the &lt;a href=&quot;https://developers.google.com/maps/documentation/distance-matrix/intro&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Distance Matrix API&quot;&gt;distance matrix API&lt;/a&gt;, which lets you specify multiple start and end locations which it plots routes between and can return a &quot;time in traffic&quot; value for a given calculated route between a pair of points. As far as i know this is the way of accessing &quot;that kind of data&quot; that gives the most detail and also returns the largest set of results. &lt;/p&gt;&#xA;" OwnerUserId="17579" LastEditorUserId="17579" LastEditDate="2017-10-30T13:22:39.263" LastActivityDate="2017-10-30T13:22:39.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11942" PostTypeId="2" ParentId="5669" CreationDate="2017-10-30T13:53:29.743" Score="1" Body="&lt;p&gt;NISRA (Northern Ireland Statistics and Research Agency) owns the data for Norther Ireland postcodes. You will need to sign their memorandum of agreement to download it and use it:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nisra.gov.uk/support/geography/central-postcode-directory&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nisra.gov.uk/support/geography/central-postcode-directory&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2017-10-30T13:53:29.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11943" PostTypeId="2" ParentId="748" CreationDate="2017-10-30T14:44:19.460" Score="1" Body="&lt;p&gt;The Datahub intiative at MIT ( &lt;a href=&quot;https://datahub.csail.mit.edu/www/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahub.csail.mit.edu/www/&lt;/a&gt; ) is experimenting in something that has analogies to &lt;strong&gt;github&lt;/strong&gt;, but for data. This is subtly different for pure &lt;strong&gt;git&lt;/strong&gt; since it is hosted activity as well as a versioning and tracking system. It does try to address the versioning and tracking functionality that &lt;strong&gt;git&lt;/strong&gt; provides for code, but in a way that can apply to data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The development code for Datahub is available in &lt;a href=&quot;https://github.com/datahuborg/datahub&quot; rel=&quot;nofollow noreferrer&quot;&gt;github&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17584" LastActivityDate="2017-10-30T14:44:19.460" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11944" PostTypeId="1" CreationDate="2017-10-30T14:59:43.387" Score="4" ViewCount="47" Body="&lt;p&gt;What is the best publicly-available data source for the geographic distribution of Republican and Democratic voters in the (individual) United States? I'm happy with either a presidential or congressional election focus, but I suppose the latter would be preferable as I'm looking into gerrymandering.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand that collecting, modelling, and generating such data is presumably a major statistical effort that many private organizations undertake, but perhaps there is some decent publicly-available dataset?&lt;/p&gt;&#xA;" OwnerDisplayName="A. Rex" LastEditorDisplayName="user4293" LastEditDate="2017-10-30T16:04:43.227" LastActivityDate="2017-10-30T16:04:43.227" Title="High-quality voter (partisan) data for the United States" Tags="|data-request|usa|elections|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11945" PostTypeId="1" CreationDate="2017-10-30T15:28:03.570" Score="0" ViewCount="793" Body="&lt;p&gt;I am building a customer service virtual assistant bot. It is on the tech support side of customer service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to get sample dataset that I can use to build it? &lt;/p&gt;&#xA;" OwnerUserId="17585" LastActivityDate="2024-02-25T16:08:26.217" Title="Dataset to build customer service bot" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11947" PostTypeId="1" CreationDate="2017-10-30T20:14:37.647" Score="1" ViewCount="21" Body="&lt;p&gt;I'm looking for data on physical sales of popular music albums in the United States by geographic region, e.g. city, state, or region? As fine-grained as possible? Ideally, I'm looking for data for the years 2000 to 2010, or even earlier.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2017-10-30T20:14:37.647" Title="Are there data on physical album sales by city/state/region for 2000-2010?" Tags="|data-request|music|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11948" PostTypeId="2" ParentId="11931" CreationDate="2017-10-30T20:48:44.763" Score="1" Body="&lt;p&gt;According to the field-by-field reference page for the drug events API, &quot;companynumb&quot; is a self-assigned identifier. And I don't know of any lookup table that would enable you to decode a &quot;companynumb&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In some cases, &quot;companynumb&quot; includes the name of company, but not in all cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See for example: &lt;a href=&quot;https://api.fda.gov/drug/event.json?count=companynumb.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?count=companynumb.exact&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2017-10-30T20:48:44.763" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11950" PostTypeId="1" CreationDate="2017-10-31T02:17:54.080" Score="0" ViewCount="228" Body="&lt;p&gt;I have a list of addresses (city, state, zip) and I'd like to group them into regions throughout the united states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that metro/micropolitan statistical areas is a good way of doing that, but I'm having a hard time finding a list of all the zip codes and which area they fall into or city/state per statistical area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any leads? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="17592" LastEditorUserId="16193" LastEditDate="2017-10-31T06:36:12.860" LastActivityDate="2017-10-31T06:36:12.860" Title="Any help on getting the city or zip codes that make up metropolitan statistical areas?" Tags="|data-request|postal-code|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11951" PostTypeId="2" ParentId="11950" CreationDate="2017-10-31T05:30:01.463" Score="1" Body="&lt;p&gt;Found it! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are the resources for other people -- &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CBSAs -- &#xA;&lt;a href=&quot;http://osav-usdot.opendata.arcgis.com/datasets/b0d0e777e2ad4b53803dbc0527c73d88_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://osav-usdot.opendata.arcgis.com/datasets/b0d0e777e2ad4b53803dbc0527c73d88_0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crosswalk from zip to CBSA -- &#xA;&lt;a href=&quot;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The population data for each CBSA -- &#xA;&lt;a href=&quot;https://www.census.gov/data/tables/2016/demo/popest/total-metro-and-micro-statistical-areas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/data/tables/2016/demo/popest/total-metro-and-micro-statistical-areas.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The key for understanding the CBSA file --&#xA;&lt;a href=&quot;http://planning.maryland.gov/msdc/census/cen2010/MetroAreaMap/ShapeFile/zipfile_idx.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://planning.maryland.gov/msdc/census/cen2010/MetroAreaMap/ShapeFile/zipfile_idx.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Credit goes to another stackexchange post for linking to the HUD website. Who hudda thunk it? &lt;/p&gt;&#xA;" OwnerUserId="17592" LastActivityDate="2017-10-31T05:30:01.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11953" PostTypeId="1" CreationDate="2017-10-31T09:25:44.547" Score="3" ViewCount="48" Body="&lt;p&gt;I have to perform a autoregressive &lt;a href=&quot;http://www.statsref.com/HTML/index.html?car_models.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CAR bayesian model&lt;/a&gt; on some cancer spatial data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have no clue where to find open dataset with spatial information about cancer data.&lt;/p&gt;&#xA;" OwnerUserId="17596" LastEditorDisplayName="user4293" LastEditDate="2017-12-01T12:18:19.000" LastActivityDate="2017-12-31T13:05:31.057" Title="Spatial data on cancer" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11954" PostTypeId="1" CreationDate="2017-10-31T14:32:57.643" Score="1" ViewCount="131" Body="&lt;p&gt;Where can I get laboratory normal values and ranges for laboratory tests in the MIMIC database - tests like hematocrit, red blood cell count, bicarbonate, blood urea nitrogen, etc.?&lt;/p&gt;&#xA;&lt;p&gt;Specifically from the hospitals associated with the database. I have data from &lt;a href=&quot;http://www.msdmanuals.com/professional/appendixes/normal-laboratory-values/normal-laboratory-values&quot; rel=&quot;nofollow noreferrer&quot;&gt;Texas Tech University Health Sciences Center El Paso&lt;/a&gt; and there, like almost anywhere else where  normal values are published, there is the qualification&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Note: The reference values provided in these tables should be used as guidelines only. Reference values vary based on several factors, including the demographics of the healthy population from which specimens were obtained and the specific methods and/or instruments used to assay these specimens.&lt;/p&gt;&#xA;&lt;p&gt;Laboratories that are accredited by the College of American Pathologists (CAP) are required to establish and/or validate their own reference values at least annually. Thus, any given result should be interpreted based on the reference value of the laboratory in which the test was done; the laboratory typically provides these values with the test result.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I am noting discrepancies in normal ranges and mean ranges from the MIMIC database for some of the laboratory tests, in particular hematocrit, hemoglobin, red blood cell count and blood urea nitrogen (BUN), while the majority of the tests like sodium, potassium, etc fall within accepted normal ranges.&lt;/p&gt;&#xA;" OwnerUserId="17348" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2024-04-05T07:02:10.333" Title="Normal laboratory values for tests from the hospital/medical centers contributing to MIMIC database" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11955" PostTypeId="1" AcceptedAnswerId="12142" CreationDate="2017-10-31T16:18:54.380" Score="8" ViewCount="3849" Body="&lt;p&gt;Does anyone know where to download historical data for the total market capitalization of the cryptocurrency ecosystem? For example, the data behind the &quot;Total Market Capitalization&quot; chart here: &lt;a href=&quot;https://coinmarketcap.com/charts/&quot; rel=&quot;noreferrer&quot;&gt;https://coinmarketcap.com/charts/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their API only allows access to the current market cap, not historical data. I've tried contacting them, but thought I would ask here as well. I would like to avoid calculating it myself if possible...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. I've seen &lt;a href=&quot;https://opendata.stackexchange.com/questions/6884/cryptocurrency-historical-prices&quot;&gt;this question&lt;/a&gt; but no one suggested a source for the market cap data.&lt;/p&gt;&#xA;" OwnerUserId="17598" LastEditorUserId="1511" LastEditDate="2017-12-08T09:28:57.630" LastActivityDate="2018-01-04T18:13:32.263" Title="Total cryptocurrency market cap over time" Tags="|data-request|api|finance|historical|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11956" PostTypeId="1" CreationDate="2017-10-31T16:37:51.310" Score="1" ViewCount="627" Body="&lt;p&gt;I have a database where each entity has a unique ID, but recently all of the entity names were changed (not in the same way) to improve readability.  This has made a lot of the summary reports look like the following:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ID     Name            Total for the year     &#xA;3011   Joesmith          3000&#xA;3011   Joe Smith         1000&#xA;5024   DBS               400&#xA;5024   Deborah Smith     150&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What's the best way of going about either correcting the old entries to match the new ones or simply displaying the new name for any matching ID?  At the end of the day we can get the summaries we're interested in by just using the ID's, but ultimately we want to interpret those by seeing our names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We're looking at about 1000 or so IDs with different names and maybe 50,000 or so rows in total.&lt;/p&gt;&#xA;" OwnerUserId="14114" LastActivityDate="2017-11-08T20:24:33.927" Title="Database with multiple values for the same ID" Tags="|database|excel|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="11958" PostTypeId="2" ParentId="11956" CreationDate="2017-10-31T21:52:58.807" Score="1" Body="&lt;p&gt;It's a bit strange that the same unique ID can be associated with more than one name. The database schema must have a design problem. One solution might be to clean up your 50,000 transactions one day by standardizing the names associated with the IDs. &lt;a href=&quot;https://programminghistorian.org/lessons/cleaning-data-with-openrefine#facetting-and-clustering&quot; rel=&quot;nofollow noreferrer&quot;&gt;Software like Open Refine can help you to normalize your data&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PZDVC.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PZDVC.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8953" LastActivityDate="2017-10-31T21:52:58.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11960" PostTypeId="2" ParentId="11953" CreationDate="2017-11-01T11:50:29.423" Score="3" Body="&lt;p&gt;NIH's National Cancer Institute runs &lt;a href=&quot;https://gis.cancer.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geographic Information Systems and Science for Cancer Control (gis.cancer.gov) subdomain&lt;/a&gt;, which provides resources for interactive mapping, exploring, and downloading, geographically based cancer related information. Essentially its a service to prove/provide why spatial context matters, particularly regarding health, in the areas of environmental exposure, built &amp;amp; social environment, and access to health services.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-11-01T11:50:29.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11961" PostTypeId="1" AcceptedAnswerId="11972" CreationDate="2017-11-02T02:04:33.623" Score="3" ViewCount="183" Body="&lt;p&gt;I'm looking for corpora of English texts with locations tagged. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of &lt;a href=&quot;https://www.clips.uantwerpen.be/conll2002/ner/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CONLL2002&lt;/a&gt;. This is the type of corpus I'm looking for, but want more.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2017-11-05T14:19:53.103" LastActivityDate="2017-11-05T14:19:53.103" Title="Corpus of English text with tagged locations" Tags="|data-request|nlp|text|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11963" PostTypeId="2" ParentId="11843" CreationDate="2017-11-02T09:08:40.460" Score="2" Body="&lt;p&gt;Use this query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select * from mimiciii.d_items where category LIKE '%Fluids%' order by label&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This query lists all the 'Fluids' categories, and you will notice these link to &lt;code&gt;inputevents_mv&lt;/code&gt; (this seems to only apply to the MetaVision subset).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are various dextrose items. ItemId 220950 is dextrose 10%. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * FROM mimiciii.inputevents_mv where itemid = 220950 and icustay_id = 226105 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;shows administration of this for ICU stay 226105.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dextrose (glucose derived from corn starch) seems to be the only parenterally-administered carbohydrate. There are also dextran, pentastarch and hetastarch, all of which are used as a 'plasma volume expander' (usually following severe bleeding), and mannitol which is an osmotic diuretic, and all of which are basically metabolically inert.&lt;/p&gt;&#xA;" OwnerUserId="17348" LastEditorUserId="17389" LastEditDate="2017-11-07T22:14:25.940" LastActivityDate="2017-11-07T22:14:25.940" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11964" PostTypeId="2" ParentId="11945" CreationDate="2017-11-02T09:26:18.047" Score="0" Body="&lt;p&gt;Some open data sets involving conversations i came across some time back. Personally i have not explored the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cs.cornell.edu/~cristian/Cornell_Movie-Dialogs_Corpus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cs.cornell.edu/~cristian/Cornell_Movie-Dialogs_Corpus.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://dataset.cs.mcgill.ca/ubuntu-corpus-1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dataset.cs.mcgill.ca/ubuntu-corpus-1.0/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.microsoft.com/en-us/download/details.aspx?id=52375&amp;amp;from=http%3A%2F%2Fresearch.microsoft.com%2Fen-us%2Fdownloads%2F6096d3da-0c3b-42fa-a480-646929aa06f1%2F&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.microsoft.com/en-us/download/details.aspx?id=52375&amp;amp;from=http%3A%2F%2Fresearch.microsoft.com%2Fen-us%2Fdownloads%2F6096d3da-0c3b-42fa-a480-646929aa06f1%2F&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other option, Movie subtitles.&lt;/p&gt;&#xA;" OwnerUserId="17610" LastActivityDate="2017-11-02T09:26:18.047" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11966" PostTypeId="1" CreationDate="2017-11-02T17:54:28.843" Score="1" ViewCount="32" Body="&lt;p&gt;I need data (preferably human judgment) for the structural/hierarchical semantic distance between many couples (at least hundreds) of words.&lt;/p&gt;&#xA;&lt;p&gt;For example, d(computer, television) &amp;lt; d(radio, television) &amp;lt; d(dish washer, television).&lt;/p&gt;&#xA;&lt;p&gt;If we organize all words in a dendrogram or a tree, where each node is a category (&amp;quot;electric device&amp;quot;, &amp;quot;with screen&amp;quot;, etc...), and words are in leaves, the number will represent several steps (nodes) we have to go from one word to another.&lt;/p&gt;&#xA;&lt;p&gt;Does such a dataset exist? per couples ratings are enough, no need to have a full embeding/tree/specify the nodes (An example dataset will be:&lt;/p&gt;&#xA;&lt;p&gt;Computer Television 1&lt;/p&gt;&#xA;&lt;p&gt;Radio Television 2&lt;/p&gt;&#xA;&lt;p&gt;DishWasher Television 3&lt;/p&gt;&#xA;&lt;p&gt;I'm aware of the WordNet database but it has some very unintuitive definitions and the results achieved using it are not very correspond to human ratings. I would like to have a more human-rating alike data-set.&lt;/p&gt;&#xA;" OwnerUserId="17612" LastEditorUserId="70" LastEditDate="2022-10-14T18:38:52.350" LastActivityDate="2022-10-14T18:38:52.350" Title="Hierarchical semantic distances dataset" Tags="|data-request|nlp|language|wordnet|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="11967" PostTypeId="1" CreationDate="2017-11-02T19:50:33.120" Score="1" ViewCount="27" Body="&lt;p&gt;What is the most comprehensive directory of museum online collections as of today? It seems there was an ICOM page for that but apparently it's no longer available.&lt;/p&gt;&#xA;" OwnerUserId="6291" LastActivityDate="2017-11-02T19:50:33.120" Title="Directory of museum collections online" Tags="|database|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="11971" PostTypeId="2" ParentId="3930" CreationDate="2017-11-05T01:41:07.493" Score="0" Body="&lt;p&gt;Not sure what you need the database for but it might be wise to leverage using an API. That way you transfer the server load and the task of maintaining and keeping the database updated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for a credit card IIN/BIN checker API I can suggest: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://iinapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://iinapi.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bincodes.com/api-lookup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bincodes.com/api-lookup/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.freebinchecker.com/bin-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.freebinchecker.com/bin-api&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Offer free checks and also paid checks.&lt;/p&gt;&#xA;" OwnerUserId="17635" LastEditorUserId="5766" LastEditDate="2018-01-29T01:30:52.630" LastActivityDate="2018-01-29T01:30:52.630" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11972" PostTypeId="2" ParentId="11961" CreationDate="2017-11-05T06:40:56.310" Score="2" Body="&lt;p&gt;There are &lt;a href=&quot;https://tools.wmflabs.org/templatecount/index.php?lang=en&amp;amp;namespace=10&amp;amp;name=Coord#bottom&quot; rel=&quot;nofollow noreferrer&quot;&gt;1,108,558 English Wikipedia articles&lt;/a&gt; that have location information.  Location information is specified by &lt;a href=&quot;https://en.wikipedia.org/wiki/Template:Coord&quot; rel=&quot;nofollow noreferrer&quot;&gt;Template:Coord&lt;/a&gt; in Wikipedia and can be easily extracted from the text. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess this might be the largest free dataset that you can get with your requirements.&lt;/p&gt;&#xA;" OwnerUserId="17389" LastActivityDate="2017-11-05T06:40:56.310" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11973" PostTypeId="2" ParentId="7664" CreationDate="2017-11-05T19:48:08.733" Score="0" Body="&lt;p&gt;From what it appears, an entry in the microbiologyevents table means that the test was performed, and a NULL value indicates that no microbiological agent was detected, for that particular agent in that particular specimen at that particular date/time stamp.&lt;/p&gt;&#xA;" OwnerUserId="17348" LastActivityDate="2017-11-05T19:48:08.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11974" PostTypeId="1" CreationDate="2017-11-06T07:36:26.320" Score="3" ViewCount="872" Body="&lt;p&gt;I'm working on a research project for developing predictive models for hydro-/aqua-/aeroponics. Where can I found related datasets for the nutrients and other sensitive parameters?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The specific idea of the project is not defined yet, I will set it according to the available datasets.&lt;/p&gt;&#xA;" OwnerUserId="17643" LastEditorDisplayName="user4293" LastEditDate="2017-11-07T16:23:04.127" LastActivityDate="2018-08-30T19:07:27.390" Title="Any Available datasets for Hydroponic / Aquaponic /Aeroponic?" Tags="|data-request|machine-learning|classification|agriculture|hydrology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11975" PostTypeId="5" CreationDate="2017-11-06T16:12:49.803" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2017-11-06T16:12:49.803" LastActivityDate="2017-11-06T16:12:49.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11976" PostTypeId="4" CreationDate="2017-11-06T16:12:49.803" Score="0" Body="This is a special tag that is designed to be used only by the system for questions that have had all of their other tags removed. Do not add this tag to existing questions, it is reserved for use by the system to identify posts with no valid tags." OwnerUserId="14011" LastEditorUserId="14011" LastEditDate="2017-11-08T14:08:05.313" LastActivityDate="2017-11-08T14:08:05.313" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11978" PostTypeId="1" CreationDate="2017-11-06T23:06:45.193" Score="5" ViewCount="50" Body="&lt;p&gt;I'm looking for a data-driven way to virtually assess accessibility of sidewalks in California, particularly in the Bay Area. Basically, any tools that would help with estimating a 'walkscore' type of rating for sidewalks would be ideal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FYI - There is a group of researchers at UMD doing something similar for sidewalks in Washington DC. Here's the link: &lt;a href=&quot;http://sidewalk.umiacs.umd.edu&quot; rel=&quot;noreferrer&quot;&gt;http://sidewalk.umiacs.umd.edu&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you know any tools/ resources/ contacts who would be useful or can point me in the right direction, please let me know.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="17647" LastActivityDate="2017-12-19T15:51:47.190" Title="Sidewalk accessibility mapping in California" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11979" PostTypeId="2" ParentId="11978" CreationDate="2017-11-07T02:58:16.370" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://wheelmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wheelmap&lt;/a&gt; is exactly that, built atop osm and open source.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-11-07T02:58:16.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11980" PostTypeId="2" ParentId="10247" CreationDate="2017-11-07T04:22:10.597" Score="2" Body="&lt;p&gt;I have been using &lt;a href=&quot;https://mapzen.com/data/metro-extracts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapzen&lt;/a&gt; to download Hong Kong map data. The source is from OSM but it includes some name tags. Hope they are helpful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not exactly what you are looking for, but I have toyed the data &lt;a href=&quot;https://github.com/bmkor/hk_osm_map&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="17649" LastEditorUserId="90" LastEditDate="2017-12-15T01:54:19.083" LastActivityDate="2017-12-15T01:54:19.083" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11981" PostTypeId="1" AcceptedAnswerId="12004" CreationDate="2017-11-07T07:35:30.013" Score="0" ViewCount="28" Body="&lt;p&gt;I am working an algorithm which I would like to test it on anomaly detection. But unfortunately, it is not yet proper for imbalance dataset, in which instances from one class is much less than the other one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So the question is &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any anomaly dataset which is not imbalance? And how to download it? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that, here by anomaly I mean some unwanted item:activity/object,etc, which is , not obvious by looking into a single item. For example, it may be many attacks into a network, but they may not be obvious by looking into any transaction of attacker to the network, but in the overall activity of the attacker. &lt;/p&gt;&#xA;" OwnerUserId="15173" LastEditorUserId="15173" LastEditDate="2017-11-07T07:53:00.817" LastActivityDate="2017-11-10T13:18:52.143" Title="Are there any anomaly dataset, which isn't imbalance?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11982" PostTypeId="2" ParentId="11795" CreationDate="2017-11-07T10:34:56.677" Score="2" Body="&lt;p&gt;For US companies, especially public ones you can use the Unigraph API, here is &lt;a href=&quot;http://try.unigraph.rocks/?q=%7B%0A%20%20subjects(property%3A%20%22label%22%2C%20text%3A%20%22Microsoft%22%2C%20lang%3A%20%22en%22)%20%7B%0A%20%20%20%20industry%20%7B%0A%20%20%20%20%20%20us_sic_code_id%0A%20%20%20%20%7D%0A%20%20%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;a sample query&lt;/a&gt; how to the get Microsoft's SIC:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{subjects(property: &quot;label&quot;, text: &quot;Microsoft&quot;, lang: &quot;en&quot;) {&#xA;    industry {us_sic_code_id}}}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What is does is it starts to traverse the graph by the name (label) of Microsoft. When it finds the node with that name it goes into its industry and fetches its code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Replace Microsoft with any US company of your choice and try it yourself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the &lt;a href=&quot;https://unigraph.io/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;sources available in Unigraph&lt;/a&gt; by far SEC's EDGAR is the biggest supplier of such codes. Wikidata is second, freebase third.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2017-11-07T10:34:56.677" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11983" PostTypeId="2" ParentId="11842" CreationDate="2017-11-07T10:52:13.600" Score="0" Body="&lt;p&gt;British Petroleum provides a lot of data through &lt;a href=&quot;https://www.quandl.com/data/BP-British-Petroleum&quot; rel=&quot;nofollow noreferrer&quot;&gt;quandl&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are using Python, you definitely want to make use of the &lt;a href=&quot;https://www.quandl.com/tools/python&quot; rel=&quot;nofollow noreferrer&quot;&gt;quandl module&lt;/a&gt; to import the data into a pandas DataFrame.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some of the relevant codes are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Oil production: &lt;code&gt;BP/OIL_PROD_XXX&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Oil consumption: &lt;code&gt;BP/OIL_CONSUM_XXX&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Oil Refinery Throughputs: &lt;code&gt;BP/OIL_REF_THR_XXX&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;where &lt;code&gt;XXX&lt;/code&gt; is the &lt;strong&gt;ISO 3166 ALPHA-3&lt;/strong&gt; country code.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seems that BP entry page at quandl had a wee bit of a hiccup, but while I update my answer, everything seems to be fine again.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, while quandl does offer so-called premium datasets too, all datasets that I mentioned are &lt;strong&gt;available at no cost&lt;/strong&gt;!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you prefer to download the data through your browser,here's a typical link for the &lt;a href=&quot;https://www.quandl.com/data/BP/OIL_PROD_CAN-Oil-Production-Canada&quot; rel=&quot;nofollow noreferrer&quot;&gt;Oil Production in Canada&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="4220" LastEditorUserId="4220" LastEditDate="2017-11-07T12:26:09.470" LastActivityDate="2017-11-07T12:26:09.470" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11984" PostTypeId="1" CreationDate="2017-11-07T13:38:25.630" Score="0" ViewCount="58" Body="&lt;p&gt;I´m searching for a gripping data set from educational research which is&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a simple random sample (and therefore without weights)&lt;/li&gt;&#xA;&lt;li&gt;representative &lt;/li&gt;&#xA;&lt;li&gt;and available as public-usefile &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;to use for teaching. Any suggestions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt;&#xA;I`m teaching introductory statistics to undergrats, which are (student) teachers.&#xA;Representative means, that the demographic covariates of the sample are equally distributed to the population.&lt;/p&gt;&#xA;" OwnerUserId="17656" LastEditorUserId="17656" LastEditDate="2017-11-09T10:02:46.343" LastActivityDate="2017-12-09T11:27:40.613" Title="Data for teaching: Representative simple random sample in educational research" Tags="|data-request|education|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11985" PostTypeId="1" CreationDate="2017-11-07T15:31:29.370" Score="0" ViewCount="54" Body="&lt;p&gt;I'm looking for a data set that is network data along with some kind of measure for each node at each time point, e.g. student performance data with data on who is working with whom in groups. &lt;/p&gt;&#xA;" OwnerUserId="17658" LastEditorDisplayName="user4293" LastEditDate="2017-11-07T16:20:13.303" LastActivityDate="2018-01-09T12:01:28.467" Title="Dynamic network data" Tags="|data-request|network-structure|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11986" PostTypeId="1" CreationDate="2017-11-07T20:10:35.610" Score="1" ViewCount="76" Body="&lt;p&gt;I am trying to set up mimic-iii database and running into memory issues on local machine. Can anyone please share recommended hardware configurations to set mimic-iii database?&lt;/p&gt;&#xA;" OwnerUserId="17660" LastActivityDate="2024-04-05T20:01:40.173" Title="System configuration requirements for seting up MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11987" PostTypeId="2" ParentId="11986" CreationDate="2017-11-08T03:07:30.900" Score="0" Body="&lt;p&gt;Obviously as much memory as possible. What are the specs of your system? On Win 64-bit, I3, 4Gb RAM took overnight to setup from the csv files. Win 64-bit, I7, 24Gb RAM is far quicker.&lt;/p&gt;&#xA;" OwnerUserId="17348" LastEditorUserId="17348" LastEditDate="2017-11-08T03:18:07.300" LastActivityDate="2017-11-08T03:18:07.300" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11989" PostTypeId="2" ParentId="11955" CreationDate="2017-11-08T09:04:06.623" Score="1" Body="&lt;p&gt;For Bitcoin only, this page offers download links:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.bitcoinity.org/markets/market_cap/all/USD?t=l&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.bitcoinity.org/markets/market_cap/all/USD?t=l&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe contact the site owner for more data, seems to be a single person. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2017-11-08T09:04:06.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11990" PostTypeId="1" AcceptedAnswerId="12348" CreationDate="2017-11-08T13:47:13.800" Score="1" ViewCount="79" Body="&lt;p&gt;An example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;row_id 24288398,24288390 and 24288389 in table chartevents are all&#xA;for the same patient. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Itemid 224687 (row_id 24288398) shows the minute volume at charttime&#xA;2101-09-12 17:00:00&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Itemid 220293 (row_id 24288390) shows the Minute Volume Alarm - High&#xA;at charttime 2101-09-12 17:00:00 (same charttime)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Itemid 220292 (row_id 24288389) shows the Minute Volume Alarm - Low&#xA;at charttime (2101-09-12 17:00:00) (same charttime).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I thought that the alarm events occur then the special item values (here minute volume) undergoes or overgoes some border but how could it be that all three events (minute volume, Minute volume alarm - high and minute volume alarm - low) could appear at the same time?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe my understanding of how the alarm events work is just wrong. So what is the interpretation of the alarm events (here for example Minute volume alarm - high and minute volume alarm - low)?&lt;/p&gt;&#xA;" OwnerUserId="17669" LastEditorDisplayName="user4293" LastEditDate="2017-11-08T15:58:23.540" LastActivityDate="2018-02-01T16:43:22.777" Title="What do the alarm chartevents exactly mean?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="11991" PostTypeId="2" ParentId="11978" CreationDate="2017-11-08T17:26:46.823" Score="2" Body="&lt;p&gt;A team at Georgia Tech did an app measuring sidewalk quality based on crowd sourced data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sidewalkscout.ce.gatech.edu/pages/pageMap/pageMobileDevice.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sidewalkscout.ce.gatech.edu/pages/pageMap/pageMobileDevice.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16414" LastActivityDate="2017-11-08T17:26:46.823" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11992" PostTypeId="2" ParentId="11895" CreationDate="2017-11-08T17:42:21.720" Score="1" Body="&lt;p&gt;This is not ftp but it is the HTTP directory listing. Sort of the midpoint between HTML and FTP but it might be what you are looking for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mlearn.ics.uci.edu/databases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mlearn.ics.uci.edu/databases/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16414" LastEditorUserId="16414" LastEditDate="2017-11-08T20:42:07.697" LastActivityDate="2017-11-08T20:42:07.697" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11993" PostTypeId="1" CreationDate="2017-11-08T22:33:56.207" Score="2" ViewCount="80" Body="&lt;p&gt;I'm trying to get population data from the 2000 Census at the block level for the state of Colorado. This can either be as a shapefile or as a table along with a shapefile containing the 2000 block geographies. Essentially I'm looking to create a shape file which has the block geography along with the population count of each block. These are available for the 2010 census (&lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2010BLKPOPHU/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/geo/tiger/TIGER2010BLKPOPHU/&lt;/a&gt;) but I haven't been able to find them for the 2000 census. I've tried getting the information through some combination of American FactFinder and Tiger but I haven't had any luck.&lt;/p&gt;&#xA;" OwnerUserId="8818" LastEditorUserId="8818" LastEditDate="2017-11-09T23:38:53.060" LastActivityDate="2018-02-08T02:15:55.747" Title="2000 Census Population by Block" Tags="|us-census|geospatial|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="11994" PostTypeId="1" AcceptedAnswerId="11996" CreationDate="2017-11-09T04:57:10.400" Score="2" ViewCount="88" Body="&lt;p&gt;Can somebody tell me where I can find small Higgs twitter dataset.The Large one is present on the Stanford website but because of its large size, I am unable to create and display graph using matplotlib and NetworkX as it is taking very much time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically, I need follower/followee dataset plus retweet dataset.The purpose is for modelling spread of the scientific rumour.Any type of help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="17676" LastActivityDate="2017-11-09T10:07:43.057" Title="Need small Higgs Twitter dataset" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11995" PostTypeId="2" ParentId="11993" CreationDate="2017-11-09T05:38:08.533" Score="0" Body="&lt;p&gt;If you know your way around R, the &lt;a href=&quot;https://github.com/walkerke/tigris&quot; rel=&quot;nofollow noreferrer&quot;&gt;tigris&lt;/a&gt; package should work. You can use it to pull the shapefiles for 2000, which should also contain population.&lt;/p&gt;&#xA;" OwnerUserId="8784" LastActivityDate="2017-11-09T05:38:08.533" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="11996" PostTypeId="2" ParentId="11994" CreationDate="2017-11-09T10:07:43.057" Score="2" Body="&lt;p&gt;If you already downloaded the big dataset, I recommend you sample the data (reduce the dataset) yourself. There are different approaches that you can use:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Randomly sample edges (node1, node2, attributes..). This will destroy the characteristics of the network, so I don't recommend it.&lt;/li&gt;&#xA;&lt;li&gt;Randomly sample nodes and then keep all the transaction that include those nodes. Again this will change some characteristics of your network, but the result is already much better and you probably keep the sufficient characteristic for rumor spread. &lt;/li&gt;&#xA;&lt;li&gt;Slice by timestamp. You do not consider all the data from eg. 2010 to 2017, but only slice e.g. May 2015 to Nov 2015. This is the best approach, since it keeps all the characteristics of the network with regard to some point in time.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.  &lt;/p&gt;&#xA;" OwnerUserId="17677" LastActivityDate="2017-11-09T10:07:43.057" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="11998" PostTypeId="2" ParentId="11984" CreationDate="2017-11-09T10:43:17.570" Score="1" Body="&lt;p&gt;Since you go with statistical analysis, I recommend the R-Datasets. They are usually small and statistically interesting: &#xA;&lt;a href=&quot;https://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They are not necessarily representative in a bigger context, but they represent one given experiment/survey. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Famous datasets my lecturers used for statistics are: Iris, Titanic, MTCars, Anscombe&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT similar question:&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4420/data-sets-for-teaching?rq=1&quot;&gt;Data sets for teaching&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17677" LastEditorUserId="17677" LastEditDate="2017-11-09T10:48:41.167" LastActivityDate="2017-11-09T10:48:41.167" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12000" PostTypeId="1" CreationDate="2017-11-09T20:02:29.030" Score="1" ViewCount="355" Body="&lt;p&gt;I'm looking for the GIS data to create a topographic map of Bogota, Colombia; specifically, we want to get the elevation contour lines, and export that layer to CAD.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone knows of any free places to find this data, we would love to hear it! I've been looking through some of the sources here &lt;a href=&quot;http://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://freegisdata.rtwilson.com/&lt;/a&gt; - but I'm not very familiar with that huge list. If anyone knows of a specific link in there that would be best to investigate, please let us know.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks very much!&lt;/p&gt;&#xA;" OwnerUserId="17688" LastActivityDate="2018-05-16T19:11:57.090" Title="Looking for GIS topographic data of Bogota, Colombia, with elevation contour lines" Tags="|geospatial|south-america|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12001" PostTypeId="2" ParentId="12000" CreationDate="2017-11-10T00:38:37.927" Score="2" Body="&lt;p&gt;You can create contours using DEM data. If you go to   &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov/&lt;/a&gt; you will be able to get free DEM data from the Aster Global DEM Mission. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Beih0.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Beih0.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17690" LastEditorUserId="17690" LastEditDate="2017-11-10T00:45:34.090" LastActivityDate="2017-11-10T00:45:34.090" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12002" PostTypeId="2" ParentId="748" CreationDate="2017-11-10T08:35:39.743" Score="2" Body="&lt;h2&gt;For RDF-data: Quit&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Semantic Web and linked data are made by &lt;a href=&quot;https://en.wikipedia.org/wiki/Resource_Description_Framework&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF&lt;/a&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a solution at &lt;a href=&quot;http://aksw.org/Projects/Quit.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://aksw.org/Projects/Quit.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any kind of RDF: XML, JSON-LD, HTML-RDFa, etc.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;For CSV data: Goodtables&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Use &lt;a href=&quot;http://goodtables.okfnlabs.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://goodtables.okfnlabs.org&lt;/a&gt; for continuous validation of tabular data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When you preserve &quot;allways valid CSV&quot;, and no big changes, you can track  changes by usual diff offered by usual git.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="1313" LastEditDate="2018-01-08T23:21:47.380" LastActivityDate="2018-01-08T23:21:47.380" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12003" PostTypeId="2" ParentId="11985" CreationDate="2017-11-10T10:45:07.523" Score="1" Body="&lt;p&gt;Check out &lt;a href=&quot;https://data.stackexchange.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.stackexchange.com/&lt;/a&gt;.&#xA;You have groups (one question, multiple people involved(questioner, answerer, commenter)) and you can measure their contribution (score for action). Each node on their own has a total score. It's a big, real and diverse dataset. &lt;/p&gt;&#xA;" OwnerUserId="17677" LastActivityDate="2017-11-10T10:45:07.523" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12004" PostTypeId="2" ParentId="11981" CreationDate="2017-11-10T13:18:52.143" Score="1" Body="&lt;p&gt;By definition an anomaly is not normal. This means your dataset needs to be somehow imbalanced, since normal defines itself in a bigger context as the regular. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, You can still take all sorts of anomaly datasets and use different techniques to rebalance them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a post on some of these techniques:&#xA;&lt;a href=&quot;https://www.kdnuggets.com/2017/06/7-techniques-handle-imbalanced-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kdnuggets.com/2017/06/7-techniques-handle-imbalanced-data.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17677" LastActivityDate="2017-11-10T13:18:52.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12005" PostTypeId="2" ParentId="7577" CreationDate="2017-11-11T12:16:50.367" Score="0" Body="&lt;p&gt;Databases.one - &lt;a href=&quot;https://databases.one/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Car Make Model Database&lt;/a&gt; &amp;amp; &lt;a href=&quot;https://databases.one/car-make-model-database-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cars Data API&lt;/a&gt; is a modern web service, containing an extensive amount of over 260,000 rows separate detailed automotive technical specifications.&#xA;View Car Database Demo here: &lt;a href=&quot;https://databases.one/cardatabase-demo-advanced/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://databases.one/cardatabase-demo-advanced/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16117" LastEditorUserId="16117" LastEditDate="2017-11-11T12:22:02.570" LastActivityDate="2017-11-11T12:22:02.570" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12006" PostTypeId="1" CreationDate="2017-11-11T16:44:54.050" Score="1" ViewCount="198" Body="&lt;p&gt;I am making a data call against the data.dol.gov API using R and the following works:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;apikey = ####&#xA;query = &quot;https://data.dol.gov/get/violation/limit/8/&quot; &#xA;getdata &amp;lt;- GET(url=query,add_headers(&quot;X-API-KEY&quot;=apikey)) &#xA;results &amp;lt;- fromJSON(content(getdata,type=&quot;text&quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, when I try to add filters, they don't appear to work.  I'm following what was provided in the developers&#xA;&lt;a href=&quot;http://developer.dol.gov/accessing-the-apis-using-http-requests/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://developer.dol.gov/accessing-the-apis-using-http-requests/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using the following command:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;query = &quot;https://data.dol.gov/get/violation/limit/8/issuance_date/start_date/2010-03-15/end_date/2015-04-15&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;this does not work, even though I feel like i'm following what was provided in the developer's guide.  Any help would be most appreciated.&lt;/p&gt;&#xA;" OwnerUserId="17698" LastEditorUserId="16193" LastEditDate="2017-11-11T18:49:24.340" LastActivityDate="2018-04-05T18:59:54.117" Title="data.dol.gov filters in R" Tags="|api|data.gov|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12008" PostTypeId="1" CreationDate="2017-11-13T05:39:43.777" Score="0" ViewCount="75" Body="&lt;p&gt;I am trying to build an application similar to zyGrib where in I want to add wind data onto an open layers map for a small local area. &#xA;I am aware that there are public sources that I can access to get this data but I haven't been successful in finding one though. &#xA;I want to preferably be able to access a very localized data set instead of downloading a huge global data set. &lt;/p&gt;&#xA;" OwnerUserId="17704" LastEditorUserId="17704" LastEditDate="2017-11-14T03:17:39.820" LastActivityDate="2017-12-22T13:17:18.003" Title="Need data to access localized weather data" Tags="|api|uses-of-open-data|weather|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12009" PostTypeId="1" CreationDate="2017-11-14T17:26:47.060" Score="1" ViewCount="76" Body="&lt;p&gt;Im trying to find an API or dataset which contains both - the dietary information for example the number of calories aswell as a deeper breakdown into carbs, fats, proteins etc and also data on the persons physical activity/exercise so for example stuff like type of activity, calories burned, duration etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There seems to be datasets on just Nutrition or just Physical activity, but not both for some reason. I can work around 2 different data sets but ideally I would prefer if they were both in one, is anyone aware of any? &lt;/p&gt;&#xA;" OwnerUserId="17711" LastActivityDate="2017-11-14T17:26:47.060" Title="API/Dataset Containing Nutritional and Physical Activity data?" Tags="|data-request|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12010" PostTypeId="1" CreationDate="2017-11-15T03:44:30.640" Score="0" ViewCount="307" Body="&lt;p&gt;When I click on &lt;a href=&quot;http://collegescorecard.ed.gov/data/documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Dictionary in the College Scorecard&lt;/a&gt;, it brings up a blank Excel spreadsheet. Where can I find the Data Dictionary information?  &lt;/p&gt;&#xA;" OwnerUserId="17713" LastEditorDisplayName="user4293" LastEditDate="2017-11-15T18:57:20.697" LastActivityDate="2017-11-16T14:52:34.073" Title="When I click on Data Dictionary, it brings up a blank Excel spreadsheet" Tags="|metadata|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12011" PostTypeId="1" AcceptedAnswerId="12012" CreationDate="2017-11-15T07:51:02.410" Score="3" ViewCount="137" Body="&lt;p&gt;I am looking for bathymetry data for European seas, and in particular for the Mediterranean see. Those datasets seem to exist (I could find some maps of bathymetry) but I would like to have the raw information (depth) and not the coloured maps. Raster or vector formats are OK, but I prefer raster. &lt;/p&gt;&#xA;" OwnerUserId="17715" LastActivityDate="2017-11-21T21:30:10.787" Title="Data about bathymetry for Europe" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12012" PostTypeId="2" ParentId="12011" CreationDate="2017-11-15T08:40:06.680" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Raster or vector formats are OK, but I prefer raster.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Are you looking for maps with isolines (&quot;isobathes&quot;)? Probably some formats available for download on the &lt;a href=&quot;http://portal.emodnet-bathymetry.eu/geographic-grid?menu=19&quot; rel=&quot;nofollow noreferrer&quot;&gt;EMODnet Portal&lt;/a&gt; will be suitable for you (using appropriate software).&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I would like to have the raw information (depth)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You could also download an XYZ file.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ more -10 C2.xyz&#xA;3.50104167;69.99895833;-3227.40;&#xA;3.50312500;69.99895833;-3226.40;&#xA;3.50520833;69.99895833;-3233.00;&#xA;3.50729167;69.99895833;-3225.60;&#xA;3.50937500;69.99895833;-3228.40;&#xA;3.51145833;69.99895833;-3232.20;&#xA;3.51354167;69.99895833;-3234.00;&#xA;3.51562500;69.99895833;-3238.80;&#xA;3.51770833;69.99895833;-3230.80;&#xA;3.51979167;69.99895833;-3228.80;&#xA;--More--(0%)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lSnNU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lSnNU.png&quot; alt=&quot;how to download maps&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2017-11-15T08:40:06.680" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12014" PostTypeId="2" ParentId="1256" CreationDate="2017-11-15T14:06:23.237" Score="4" Body="&lt;p&gt;I am a big fan of &lt;a href=&quot;http://tadviewer.com/&quot; rel=&quot;noreferrer&quot;&gt;tad&lt;/a&gt; which crunches these kind of files easily.&lt;/p&gt;&#xA;" OwnerUserId="17720" LastActivityDate="2017-11-15T14:06:23.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12015" PostTypeId="1" CreationDate="2017-11-15T14:27:58.453" Score="3" ViewCount="574" Body="&lt;p&gt;I'm looking for a lexical resource on Swedish noun genders.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my case which nouns that have gender neuter or not, that is if the indefinite article is &lt;code&gt;en&lt;/code&gt; or &lt;code&gt;ett&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="15935" LastEditorUserId="1511" LastEditDate="2017-11-18T11:09:33.463" LastActivityDate="2018-11-28T16:32:00.903" Title="Swedish Noun Gender List" Tags="|data-request|language|corpora|dictionary|" AnswerCount="2" CommentCount="5" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12017" PostTypeId="1" CreationDate="2017-11-15T19:32:54.057" Score="2" ViewCount="61" Body="&lt;p&gt;Importing data into the R programming environment. I've tried imorting the data set with read.csv() but its telling me it cannot import vector of more than 500mb. &lt;/p&gt;&#xA;" OwnerUserId="17726" LastActivityDate="2017-11-16T15:16:26.537" Title="How do i import a 2gig csv file into R and be able to work with it on my PC?" Tags="|machine-learning|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12018" PostTypeId="2" ParentId="1256" CreationDate="2017-11-15T22:42:52.820" Score="0" Body="&lt;p&gt;If you want to do some processing on a large csv file,&#xA;the best option is to read the file as chunks, process them one by one, and save the output to disk (using pandas for example).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to explore the file and you are looking for free tools,&#xA;you can use &lt;a href=&quot;https://www.microsoft.com/en-us/download/details.aspx?id=39379&quot; rel=&quot;nofollow noreferrer&quot;&gt;Power Query add-in&lt;/a&gt; for Excel or &lt;a href=&quot;http://glogg.bonnefon.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;glogg&lt;/a&gt; log explorer.&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastEditorDisplayName="user8811" LastEditDate="2019-05-15T14:30:32.997" LastActivityDate="2019-05-15T14:30:32.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12019" PostTypeId="2" ParentId="46" CreationDate="2017-11-16T03:07:29.663" Score="2" Body="&lt;p&gt;You can use the random names generator of Namespedia to build your dataset&#xA;&lt;a href=&quot;http://namespedia.com/random-name-generator.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://namespedia.com/random-name-generator.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastActivityDate="2017-11-16T03:07:29.663" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12020" PostTypeId="2" ParentId="11130" CreationDate="2017-11-16T09:00:18.200" Score="1" Body="&lt;p&gt;There are very nice high-resolution (30 seconds (~1km) and 5 minutes (~10km)) datasets available from the &lt;a href=&quot;http://globalchange.bnu.edu.cn/research/soilw&quot; rel=&quot;nofollow noreferrer&quot;&gt;Land-Atmosphere Interaction Research Group at Sun Yat-sen University&lt;/a&gt;. It covers several of your desired properties (soil texture, pH, organic carbon etc.) and the data is available in binary or NetCDF format.&lt;/p&gt;&#xA;" OwnerUserId="14971" LastActivityDate="2017-11-16T09:00:18.200" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12022" PostTypeId="2" ParentId="12010" CreationDate="2017-11-16T13:37:42.840" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;That file&lt;/a&gt; is fine:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/d0wZ4.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/d0wZ4.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two things may be incorrect:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;There is something wrong with your browser downloading it. Set your browser settings to ask what to do with a download (&lt;a href=&quot;https://www.computerhope.com/issues/ch001114.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;example for PDF files for all browsers&lt;/a&gt;), then save the file to disk, and open it in Excel.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;It is an &lt;strong&gt;.xlsx&lt;/strong&gt; file, not &lt;strong&gt;.xls&lt;/strong&gt;. If you have an older version of Excel, you may need to install the &lt;a href=&quot;https://www.microsoft.com/en-us/download/details.aspx?id=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;Microsoft Office Compatibility Pack for Word, Excel, and PowerPoint File Formats&lt;/a&gt; to be able to open the newer file format.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2017-11-16T14:52:34.073" LastActivityDate="2017-11-16T14:52:34.073" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12023" PostTypeId="2" ParentId="12017" CreationDate="2017-11-16T15:16:26.537" Score="1" Body="&lt;p&gt;Load the csv into a database first then use odbc to  read the fields / records you need into your data frame &lt;/p&gt;&#xA;" OwnerUserId="149" LastActivityDate="2017-11-16T15:16:26.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12024" PostTypeId="2" ParentId="3223" CreationDate="2017-11-16T18:51:33.547" Score="0" Body="&lt;p&gt;This question seems to already be answered, I was able to find this info here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://numeracy.co/standard-library/us-demographics/zips-latest&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://numeracy.co/standard-library/us-demographics/zips-latest&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to their read me the data is taken from the Census’ 2015 ACS 5 year survey. You can also easily download this data in .csv format.&lt;/p&gt;&#xA;" OwnerUserId="17736" LastActivityDate="2017-11-16T18:51:33.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12026" PostTypeId="1" CreationDate="2017-11-17T05:28:27.527" Score="0" ViewCount="155" Body="&lt;p&gt;I am trying to download precipitation data from the &lt;a href=&quot;http://iridl.ldeo.columbia.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IRI/LDEO Climate Data Library&lt;/a&gt; maproom, but they ask for a log in password. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any idea how to register for this website?&lt;/p&gt;&#xA;" OwnerUserId="16351" LastEditorDisplayName="user4293" LastEditDate="2017-11-17T12:00:00.467" LastActivityDate="2017-12-17T12:34:44.437" Title="How to get account for IRI/LDEO Climate Data Library" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12028" PostTypeId="2" ParentId="12026" CreationDate="2017-11-17T12:09:07.260" Score="1" Body="&lt;p&gt;That page has a search box. If you search for &lt;em&gt;password&lt;/em&gt; you find many links with additional information.&lt;/p&gt;&#xA;&lt;p&gt;From an &lt;a href=&quot;http://iridl.ldeo.columbia.edu/ontologies/AuthorizationRealms.owl&quot; rel=&quot;nofollow noreferrer&quot;&gt;XML file&lt;/a&gt; in the search results:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Datasets are password accessible to anyone who is an IRI staff member, no matter where the person is located (i.e., not restricted to the IRI building)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;and:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;User will also need to be &lt;a href=&quot;http://badc.nerc.ac.uk/reg/user_register_info.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;registered at BADC as a data user&lt;/a&gt;.  The email to BADC support is to request permission to access data via the Data Library rather than from BADC directly.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;That makes me wonder if you can get access at all, but it never hurts to try.&lt;/p&gt;&#xA;&lt;p&gt;It seems that access to datasets is split up and you may need to do several requests.&lt;/p&gt;&#xA;&lt;p&gt;From their &lt;a href=&quot;http://iridl.ldeo.columbia.edu/dochelp/QA/Technical/passwd.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Technical Q&amp;amp;A&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Maps of climatological wind speed, geopotential, surface height, surface pressure, specific humidity, 2-meter temperature,and zonal and meridional wind are publicly available within the Data Library.&lt;br /&gt;&#xA;You will need to contact &lt;a href=&quot;http://www.ecmwf.int/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ECMWF&lt;/a&gt; directly to acquire any additional data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;From &lt;a href=&quot;https://iridl.ldeo.columbia.edu/SOURCES/.UEA/.CRU/.TS3p0/.getting_permission.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Getting permission to access CRU TS3.0&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Distribution of the CRU TS3.0 data set is now handled by the British Atmospheric Data Centre (BADC). To access the TS3.0 data set from BADC, one must register as a data user at BADC (see &lt;a href=&quot;http://badc.nerc.ac.uk/reg/user_register_info.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://badc.nerc.ac.uk/reg/user_register_info.html&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;With the permission of BADC, we have established a mechanism to allow registered users to download TS3.0 data via the IRI Data Library. If you send an email to help@iri.columbia.edu, we can then provide you with password access to the TS3.0 data set in the Data Library.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerDisplayName="user4293" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-11-17T12:09:07.260" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12029" PostTypeId="2" ParentId="12000" CreationDate="2017-11-17T15:38:22.043" Score="0" Body="&lt;p&gt;You could try and contact universities over there and check to see if they have any GIS data they might have. They can be a geography department or geology or Engineering .. Since they might be easy to find in local area there... I am not sure for online that you can find out there..&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-11-17T15:38:22.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12030" PostTypeId="2" ParentId="12015" CreationDate="2017-11-18T11:08:00.757" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.dict.cc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dict.cc&lt;/a&gt; has downloadable dictionaries&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www1.dict.cc/translation_file_request.php?l=e&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www1.dict.cc/translation_file_request.php?l=e&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can choose either English (EN) to Swedish (SV) or from German (DE) to SV, and the opposite direction. Email address is required to receive download links.&lt;/p&gt;&#xA;&lt;p&gt;The file is tab-separated, and each noun (is labeled as u, n or pl)&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;öl {u}  beer    noun&#xA;örhänge {n} earring noun&#xA;örter {pl}  herbs   noun&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;The license:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;PERSONAL USE: Utilizing the data for personal use is granted provided that the data is not given away to third parties or published in any way.&lt;/p&gt;&#xA;&lt;p&gt;UTILIZATION WITHIN COMPUTER PROGRAMS: Using the data within computer programs is permitted, as long as the following terms are observed:&#xA;Programs using data of dict.cc must be subject to the terms of the GPL.&#xA;This means, amongst other rules, that the source code of the program must be made available to the public.&lt;/p&gt;&#xA;&lt;p&gt;The data itself must not be published with the program. The user must be asked to download the data directly from dict.cc. This will ensure that every user has seen and agreed to these Terms of Use.&#xA;The program must not be intended or suitable for publishing the data on the Internet, not even partially.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;em&gt;I used this dictionary for the &lt;a href=&quot;https://german.stackexchange.com/a/35729/2732&quot;&gt;German Noun Ending dataviz&lt;/a&gt;&lt;/em&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kLI0w.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kLI0w.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-11-18T11:08:00.757" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12033" PostTypeId="2" ParentId="4517" CreationDate="2017-11-19T21:09:56.287" Score="3" Body="&lt;p&gt;One of the positive things about leaks and data breaches is that they can spawn new corpuses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that since these were obtained illegally, you may not want to use them. Both because IANAL and don't know if there are legal issues and because people could see it as unethical. Some of these can also be politically charged topics, so I'd advise &lt;strong&gt;not&lt;/strong&gt; using many of them. But they are good corpuses nonetheless.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://file.wikileaks.org/file/podesta-emails/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Podesta's GMail archive&lt;/strong&gt;&lt;/a&gt;: can't find the count, but it's a lot and they include full headers in MBox format. They also date back really far. Relating to politics and other miscellaneous topics.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;DNC Email Server&lt;/strong&gt;: Around 22k emails relating to politics and the 2016 US General Election. I have been unable to find a premade mbox format, but &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/4ubabt/request_dnc_email_data_dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt; has some information in the comments about how to scrape them.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Clinton Email Server&lt;/strong&gt;: others have mentioned this already, but I wouldn't use it as redactions from the State Department and missing emails make it less useful.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://search.wikileaks.org/gifiles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;GIFiles leak&lt;/strong&gt;&lt;/a&gt;: over 5 million emails from a corporation from July 2004 through December 2011. Very big corpus. Archive can be downloaded from the &lt;a href=&quot;https://archive.org/details/wikileaks-archive&quot; rel=&quot;nofollow noreferrer&quot;&gt;Internet Archive&lt;/a&gt; they are 24GB compressed and 90GB uncompressed.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;&lt;a href=&quot;https://en.m.wikipedia.org/wiki/Sony_Pictures_hack/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sony Hacks&lt;/a&gt;&lt;/strong&gt;: Lots of emails, can't find a download link.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I will try to add to this later, I need to put my phone away.&lt;/p&gt;&#xA;" OwnerUserId="17759" LastActivityDate="2017-11-19T21:09:56.287" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12035" PostTypeId="2" ParentId="8951" CreationDate="2017-11-20T09:05:39.293" Score="0" Body="&lt;p&gt;This kind of data is highly private, I think you can contact the telco company for this kind of data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, there are about 2 datasets which are free, one is the &lt;a href=&quot;http://www.kdd.org/kdd-cup/view/kdd-cup-2009/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;KDD-CUP 2009 dataset from Orange Company&lt;/a&gt; and another one is &lt;a href=&quot;http://www.sgi.com/tech/mlc/db/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the one from UCI&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14472" LastEditorUserId="14472" LastEditDate="2017-11-20T16:35:31.590" LastActivityDate="2017-11-20T16:35:31.590" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12036" PostTypeId="1" CreationDate="2017-11-20T16:47:17.407" Score="1" ViewCount="176" Body="&lt;p&gt;Some country-code top-level domains (ccTLD) contain general-purpose second-level domains, like &lt;code&gt;.co&lt;/code&gt; and &lt;code&gt;.ac&lt;/code&gt;, so the end user of the domain is identified with the third-level domain, such as &lt;code&gt;oxford.ac.uk&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get the full list of such domains?&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2017-11-20T16:47:17.407" Title="The list of restricted second-level domains such as .co.uk and .ac.jp" Tags="|data-request|metadata|web-crawling|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12037" PostTypeId="2" ParentId="12036" CreationDate="2017-11-20T16:47:17.407" Score="3" Body="&lt;p&gt;This &quot;restricted domain&quot; is known an effective top-level domain (eTLD)&quot;, or a  suffix. By Mozilla:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;A &quot;public suffix&quot; is one under which Internet users can (or historically could) directly register names. Some examples of public suffixes are .com, .co.uk and pvt.k12.ma.us. The Public Suffix List is a list of all known public suffixes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h2&gt;Public Suffix List by Mozilla&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://publicsuffix.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://publicsuffix.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Public Suffix List is an initiative of Mozilla, but is maintained as a community resource. It is available for use in any software, but was originally created to meet the needs of browser manufacturers. It allows browsers to, for example:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Avoid privacy-damaging &quot;supercookies&quot; being set for high-level domain name suffixes&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Highlight the most important part of a domain name in the user interface&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Accurately sort history entries by site&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;h2&gt;public-suffix-metalist&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/QA2/public-suffix-metalist&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/QA2/public-suffix-metalist&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This repository is an attempt to document the many places where hardcoded domain suffix information lives. Databases, registries, software source code, etc. Some of these registries are publically available, while other registries may be part of closed-source programs or live in a config file maintained by a SaaS provider. All of these registries are considered in-scope for this registry.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2017-11-20T16:47:17.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12038" PostTypeId="1" CreationDate="2017-11-20T20:01:25.817" Score="2" ViewCount="76" Body="&lt;p&gt;In the MIMIC-III database, when describing the variable CANCELREASON in tables INPUTEVENTS_MV or INPUTEEVENTS_CV, the text says: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;CANCELREASON&quot;&#xA;                        ],&#xA;&quot;If the order was canceled, this column provides some explanation.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I can not see any explanation, only a numerical coding 0, 1 or 2. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know the meaning of 0, 1 and 2?&lt;/p&gt;&#xA;" OwnerUserId="17767" LastEditorUserId="17767" LastEditDate="2017-11-29T19:58:58.350" LastActivityDate="2024-03-30T17:03:10.337" Title="MIMIC-III cancelreason meaning" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12041" PostTypeId="1" CreationDate="2017-11-21T11:17:26.380" Score="1" ViewCount="55" Body="&lt;p&gt;Can any one help me to integrate &lt;a href=&quot;http://developer.dol.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://developer.dol.gov&lt;/a&gt; api for getting listing of jobs?&lt;/p&gt;&#xA;" OwnerUserId="17775" LastActivityDate="2017-12-24T20:41:29.340" Title="Where Do I Get job listing from http://developer.dol.gov?" Tags="|labor|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12042" PostTypeId="2" ParentId="12015" CreationDate="2017-11-21T11:18:18.153" Score="5" Body="&lt;p&gt;Probably the &lt;a href=&quot;https://svenska.se/om/om-ordbockerna/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swedish Academian Wordlist&lt;/a&gt; (SAOL) is the most authoritative source in this field.&lt;br&gt;&#xA;There exists &lt;a href=&quot;https://play.google.com/store/apps/details?id=se.svenskaakademien.saol&quot; rel=&quot;nofollow noreferrer&quot;&gt;SAOL for Android&lt;/a&gt;, the &lt;code&gt;.obb&lt;/code&gt; expansion file is a regular SQLite database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nofile.io/f/ajsofUO6a6C/list.tsv.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;This list&lt;/strong&gt;&lt;/a&gt; was extracted from the .obb database file. The list contains more than 90 000 nouns (whereas the list from dict.cc contains less than 9 000 nouns). About 75% of nouns are en-words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is a second norm for a particular noun (e. g for &lt;em&gt;acetylen&lt;/em&gt;), the third column contains '1'.  However, homonyms with different genders (e.g. &lt;em&gt;val&lt;/em&gt;) are separate records.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;glimmer         en  &#xA;glimmer         ett &#xA;glimmermineral  ett  1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This is how SAOL article looks like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/CVOKu.jpg&quot; width=&quot;360&quot; /&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All content is stored in the single &lt;code&gt;saol&lt;/code&gt; table. This table is rather an additional markup level, data is not very structured.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * FROM saol WHERE article = 5 ORDER BY rowid;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;+---------+------+------------------------------------------------------+&#xA;| article | code |                         data                         |&#xA;+---------+------+------------------------------------------------------+&#xA;|       5 |   31 | abakus                                               |&#xA;|       5 |  151 | lnr435725                                            |&#xA;|       5 |   24 | abak·­us                                              |&#xA;|       5 |   43 | [ab´ak‑&amp;lt;span class=pt&amp;gt; el.&amp;lt;/span&amp;gt; ab`ak‑]             |&#xA;|       5 |    2 | substantiv                                           |&#xA;|       5 |   17 | ~en ~er                                              |&#xA;|       5 |  161 |                                                      |&#xA;|       5 |   38 | •                                                    |&#xA;|       5 |  163 | xnr435726                                            |&#xA;|       5 |   19 | kul­ram &amp;lt;span class=pt&amp;gt;t.ex. i Kina och Japan&amp;lt;/span&amp;gt;  |&#xA;|       5 |  164 | 154                                                  |&#xA;|       5 |  162 | 152                                                  |&#xA;|       5 |  171 | bojning435725                                        |&#xA;|       5 |  101 | &amp;lt;i&amp;gt;Singular&amp;lt;/i&amp;gt;                                      |&#xA;|       5 |  102 | &amp;lt;i&amp;gt;en&amp;lt;/i&amp;gt; &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakus&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;     |&#xA;|       5 |  103 | obestämd form                                        |&#xA;|       5 |  102 | &amp;lt;i&amp;gt;en&amp;lt;/i&amp;gt; &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakus&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;     |&#xA;|       5 |  103 | obestämd form genitiv                                |&#xA;|       5 |  102 | &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakusen&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;             |&#xA;|       5 |  103 | bestämd form                                         |&#xA;|       5 |  102 | &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakusens&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;            |&#xA;|       5 |  103 | bestämd form genitiv                                 |&#xA;|       5 |  101 | &amp;lt;i&amp;gt;Plural&amp;lt;/i&amp;gt;                                        |&#xA;|       5 |  102 | &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakuser&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;             |&#xA;|       5 |  103 | obestämd form                                        |&#xA;|       5 |  102 | &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakusers&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;            |&#xA;|       5 |  103 | obestämd form genitiv                                |&#xA;|       5 |  102 | &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakuserna&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;           |&#xA;|       5 |  103 | bestämd form                                         |&#xA;|       5 |  102 | &amp;lt;b&amp;gt;&amp;lt;span class=bform&amp;gt;abakusernas&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;          |&#xA;|       5 |  103 | bestämd form genitiv                                 |&#xA;+---------+------+------------------------------------------------------+&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Basically, you just need to retrieve first record with &lt;code&gt;code&lt;/code&gt; equal to &lt;code&gt;102&lt;/code&gt; for each &lt;code&gt;article&lt;/code&gt; that has a record with &lt;code&gt;code&lt;/code&gt; equal to &lt;code&gt;2&lt;/code&gt; and &lt;code&gt;data&lt;/code&gt; equal to &lt;code&gt;substantiv&lt;/code&gt; , &lt;code&gt;oböjligt substantiv&lt;/code&gt; etc.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT a.data&#xA;FROM saol a LEFT JOIN saol b ON a.article = b.article&#xA;WHERE a.code = 102 AND b.code = 2 AND b.data LIKE '%substantiv%'&#xA;GROUP BY a.article HAVING MIN(a.rowid)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, there are many words that break this logic (e.g., &lt;em&gt;val&lt;/em&gt; and &lt;em&gt;abstrakt&lt;/em&gt;; please look into their cards). &lt;a href=&quot;https://www.db-fiddle.com/f/xjJGqmFVMeM14YdtrfjWsr/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;This fiddle&lt;/strong&gt;&lt;/a&gt; explains how to deal with such words and how to create the list I have linked to.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially, one should restore 'declension tables' in articles, then get first row from each table, if this table is not for adjective, and then parse this row and strip HTML.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-11-28T16:32:00.903" LastActivityDate="2018-11-28T16:32:00.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12043" PostTypeId="2" ParentId="10188" CreationDate="2017-11-21T13:33:55.547" Score="1" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Free data (&lt;a href=&quot;https://energy.usgs.gov/OilGas/AssessmentsData/WorldPetroleumAssessment/WorldGeologicMaps.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://energy.usgs.gov/OilGas/AssessmentsData/WorldPetroleumAssessment/WorldGeologicMaps.aspx&lt;/a&gt;)&#xA;U.S. Department of the Interior | U.S. Geological Survey | DOI Inspector General&#xA;Atention! Between Caribbean and Former Soviet Union maps you can find Europe maps (in shapefile formates) ones. The projection system I guess it's geographic WGS84.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;With money (&lt;a href=&quot;https://ccgm.org/en/maps/100-carte-internationale-geologique-de-l-europe-a-15-000-000.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ccgm.org/en/maps/100-carte-internationale-geologique-de-l-europe-a-15-000-000.html&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="17779" LastActivityDate="2017-11-21T13:33:55.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12044" PostTypeId="2" ParentId="7857" CreationDate="2017-11-21T14:01:30.963" Score="1" Body="&lt;p&gt;Late answer, but may be of help to those who come after. &#xA;Contaminated land data is collated by the improvement service on their 'spatial hub'. It is not open data, but it can be previewed, by clicking on 'preview' &lt;a href=&quot;https://www.spatialhub.scot/get-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16500" LastActivityDate="2017-11-21T14:01:30.963" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12046" PostTypeId="2" ParentId="12011" CreationDate="2017-11-21T21:30:10.787" Score="2" Body="&lt;p&gt;The Global roughly 1km topography and bathymetry data here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ngdc.noaa.gov/mgg/global/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ngdc.noaa.gov/mgg/global/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;includes the Mediterranean Sea region. The website has tools for&#xA;download regions as well as the entire global set. The data is available&#xA;for download as a large single file (for the globe). The site also has&#xA;links to interactive pages that can be used to select sub-regions for&#xA;download.&lt;/p&gt;&#xA;" OwnerUserId="17584" LastActivityDate="2017-11-21T21:30:10.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12047" PostTypeId="1" CreationDate="2017-11-22T07:18:13.487" Score="1" ViewCount="113" Body="&lt;p&gt;As indicated in the question, I am looking for all kind of information about buildings in Switzerland, preferably using an API. This could include information like whether a restaurant or a bank is located in this building or (if possible) information about when it was built.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two possible sources I have in mind are using the Google Places API or the OSM API. However,concerning the Google API, I am a little bit concerned that the daily requests are limited. But since I don't have much experience in this area, I would very much appreciate to benefit from your experience.&lt;/p&gt;&#xA;" OwnerUserId="17786" LastEditorUserId="17786" LastEditDate="2017-11-22T13:25:21.240" LastActivityDate="2017-11-22T13:25:21.240" Title="How to find information about buildings using specific addresses?" Tags="|data-request|geospatial|api|openfda|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12048" PostTypeId="1" CreationDate="2017-11-22T10:23:37.130" Score="2" ViewCount="33" Body="&lt;p&gt;I have a list of US Addresses. I am trying to find the 'lot size' of each address. is there any database I can go find this? or at least some data that gives me the average lot size by zip code?&lt;/p&gt;&#xA;" OwnerUserId="11571" LastEditorUserId="23272" LastEditDate="2021-04-07T13:10:51.730" LastActivityDate="2021-04-07T13:10:51.730" Title="What is the actual record of the property's lot size in sqft?" Tags="|data-request|postal-code|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12050" PostTypeId="2" ParentId="12008" CreationDate="2017-11-22T12:41:20.530" Score="1" Body="&lt;p&gt;The Wunderground API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wunderground.com/weather/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wunderground.com/weather/api/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;has features for selecting a region. This can be used to get current&#xA;conditions for a particular locale, including surface winds.&lt;/p&gt;&#xA;" OwnerUserId="17584" LastActivityDate="2017-11-22T12:41:20.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12051" PostTypeId="1" CreationDate="2017-11-21T20:42:21.117" Score="2" ViewCount="26" Body="&lt;p&gt;I've been trying to look for data on the number of community health worker deaths in Pakistan, &lt;em&gt;ideally those who were working with polio vaccinations&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I'm trying to look for the number of deaths by year and by province in Pakistan, from around 2010 to right now. It's difficult to find data, but even if I can only find numbers on the number of deaths per year in the entire country, I'd be forever thankful!&lt;/p&gt;&#xA;" OwnerUserId="17772" OwnerDisplayName="Zizouz212" LastEditorUserId="1511" LastEditDate="2017-11-22T13:59:38.560" LastActivityDate="2017-11-22T13:59:38.560" Title="Deaths per year per Pakistan province? (2010-present)" Tags="|data-request|medical|demographics|asia|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12055" PostTypeId="1" CreationDate="2017-11-24T01:46:36.280" Score="1" ViewCount="28" Body="&lt;p&gt;I am doing a project on segmenting a multivariate time series into intervals with predominant trends. So I am looking for a multivariate time series dataset preferably biological data with high dimensionality (genes, proteins, metabolites monitored over time ) and one which can be broken down into atleast 4-5 different segments each representing some major event.  &lt;/p&gt;&#xA;" OwnerUserId="17801" LastActivityDate="2017-11-24T01:46:36.280" Title="Dataset for segmenting multivariate time series" Tags="|data-request|biology|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12056" PostTypeId="1" CreationDate="2017-11-24T14:43:06.190" Score="0" ViewCount="54" Body="&lt;p&gt;We are accessing the jobs available through the DoL for publication on our website. However, the Descriptions are not available. See  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.usa.gov/jobs/search.json?KEY=XXX&amp;amp;PostingStartDate=11/21/2017&amp;amp;PostingEndDate=11/30/2017&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How do we access the Descriptions? &lt;/p&gt;&#xA;" OwnerUserId="17803" LastEditorUserId="1511" LastEditDate="2017-11-25T07:39:25.310" LastActivityDate="2018-02-27T04:55:05.407" Title="Department of Labor Jobs API Descriptions Not Available" Tags="|data-request|api|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12057" PostTypeId="2" ParentId="12041" CreationDate="2017-11-24T20:08:33.930" Score="2" Body="&lt;p&gt;This isn't an answer, but is too long for a comment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you just want to dl the data, searching &lt;a href=&quot;http://data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.gov&lt;/a&gt; (not dol.gov) for &quot;job titles&quot; or &quot;job title salary&quot; (both without quotes) may be helpful. Some useful links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.data.gov/search-results?group=site&amp;amp;q=job%20titles%20salary&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.gov/search-results?group=site&amp;amp;q=job%20titles%20salary&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/title-and-salary-listing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/title-and-salary-listing&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/salary-ranges-by-job-classification-9be65&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/salary-ranges-by-job-classification-9be65&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?q=job+titles&amp;amp;sort=score+desc%2C+name+asc&amp;amp;as_sfid=AAAAAAVsDA68piSSjKE_mV3bS3qEET26TKEz39NJuA6QcxnEx9pSpYeG2afZskUadFGpvLj_ErPri-sbXpPin14dHVUmIbT9KUSa32HCKJUS24H7DIgNVVlYGC71K_7CdCOqF-w%3D&amp;amp;as_fid=8bf9593a9f5f216187d5c6329386d0e59aab35c9&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?q=job+titles&amp;amp;sort=score+desc%2C+name+asc&amp;amp;as_sfid=AAAAAAVsDA68piSSjKE_mV3bS3qEET26TKEz39NJuA6QcxnEx9pSpYeG2afZskUadFGpvLj_ErPri-sbXpPin14dHVUmIbT9KUSa32HCKJUS24H7DIgNVVlYGC71K_7CdCOqF-w%3D&amp;amp;as_fid=8bf9593a9f5f216187d5c6329386d0e59aab35c9&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Note that some of these are state or city specific, so be sure to read the data description before use.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-11-24T20:08:33.930" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12059" PostTypeId="2" ParentId="269" CreationDate="2017-11-25T04:52:48.853" Score="1" Body="&lt;blockquote&gt;&#xA;&lt;h3&gt;FDDB&lt;/h3&gt;&#xA;&lt;p&gt;Calorie table, Food Diary, Food Database&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://fddb.info/db/en/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://fddb.info/db/en/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;It's open data and anyone can contribute. Exists since 2004 and there are several apps in the Android app store which rely on this database&lt;/p&gt;&#xA;" OwnerUserId="17810" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-11-25T04:52:48.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12062" PostTypeId="1" CreationDate="2017-11-25T17:29:58.553" Score="1" ViewCount="202" Body="&lt;p&gt;For a university project, I need a social network dataset, preferably from Facebook. The problem is that there are many data sets on the Internet, but all I've found contain information only about which users are friends. What I need is relationships + basic info about the user (age, gender etc.). Is this kind of information available? If so, where I can find them?&lt;/p&gt;&#xA;" OwnerUserId="17813" LastEditorUserId="20162" LastEditDate="2018-11-02T08:57:43.623" LastActivityDate="2018-11-02T08:57:43.623" Title="Social network dataset with features" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12063" PostTypeId="1" CreationDate="2017-11-26T08:44:13.970" Score="6" ViewCount="72" Body="&lt;p&gt;Where can I find invasive plant species data? I'm looking for GIS point data with the locations of the invasive plant species specifically. Not limited to one particular area or invasive plant species, just looking for a hub or good website to search for invasive plant species data.&lt;/p&gt;&#xA;" OwnerUserId="17817" LastActivityDate="2019-06-25T22:00:49.523" Title="Invasive Plant Species Data" Tags="|geospatial|environment|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12065" PostTypeId="2" ParentId="12063" CreationDate="2017-11-26T11:58:26.097" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; has nearly 1000 datasets listed: &lt;a href=&quot;https://catalog.data.gov/dataset?sort=none&amp;amp;q=invasive+species&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for &quot;invasive species&quot;&lt;/a&gt;, some of the datasets have gis data, some are just PDFs. You'll have to do the picking.&#xA;There's more reference material about invasive species on USDA APHIS, FWS, and &lt;a href=&quot;https://www.invasivespeciesinfo.gov/index.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA's Invasive Species Info site&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-11-26T11:58:26.097" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12066" PostTypeId="1" CreationDate="2017-11-26T14:56:13.397" Score="0" ViewCount="75" Body="&lt;p&gt;Say Barry, could you use this site's &quot;answer your own question&quot; feature to give us some tips on how to find data that may not be readily available? &lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-12-26T15:09:54.913" Title="Tips for finding hard-to-locate data" Tags="|data-request|metadata|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12067" PostTypeId="2" ParentId="12066" CreationDate="2017-11-26T14:56:13.397" Score="1" Body="&lt;p&gt;This is a community wiki answer: please add to it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tips for finding hard-to-locate data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Figure out who's interested in the data and visit their website. Governments generally have the most data, but non-profit organizations (including international organizations) often compile large amounts of data as well.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Consider free registrations on sites that offer data. Search engines generally can't index data that requires registration to view (though some registration sites allow search engines special access). Registring might give you access to data that's online, but not available to search engines.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Email or call people who might have the data. There's a lot of data on the Internet, but it's not everything. Sometimes, contacting an organization directly will help you obtain data that's free, but not posted on a website.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Contact a librarian. Librarians do a lot more than shelve books: they can help you find information, both online and offline. The information you need may be in a printed book you can borrow for free.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-11-26T14:56:13.397" CommentCount="2" CommunityOwnedDate="2017-11-26T14:56:13.397" ContentLicense="CC BY-SA 3.0" />
  <row Id="12068" PostTypeId="1" AcceptedAnswerId="12101" CreationDate="2017-11-26T17:41:51.600" Score="0" ViewCount="29" Body="&lt;p&gt;Can anyone point me toward a record of global oil consumption over the past 100 years, up to 2016 or 2017?&lt;/p&gt;&#xA;" OwnerUserId="17821" LastEditorUserId="1511" LastEditDate="2017-11-26T18:33:52.980" LastActivityDate="2017-12-02T04:50:30.297" Title="Record of oil consumption, past hundred years, recent update?" Tags="|data-request|energy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12069" PostTypeId="1" CreationDate="2017-11-26T21:13:27.673" Score="1" ViewCount="69" Body="&lt;p&gt;I am desperately looking to add columns for salary, height, and weight to a merged MLBAM atbats and pitches table for all pitchers and batters using MySQL.&lt;/p&gt;&#xA;&lt;p&gt;I did locate salary information from the Lahman database files and created a table from it.  But since its players comprise only a subset of those included in the merged MLBAM atbats and pitches table when I try to add a salary column (for either pitchers or batters) to the merged table from the salaries table using the following code, I'm left with a significant number of rows with NULL values for the &lt;code&gt;salary&lt;/code&gt; column:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;UPDATE `atbats_pitches_python_new` t1&#xA;INNER JOIN salaries t2 ON (t2.mlb_name = t1.mlb_name AND t2.year = t1.year AND t2.team_id = t1.team_id)&#xA;SET t1.salary=t2.salary&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;height and weight: I created a 'master' table from the Lahman files with height and weight columns; a table from Stattle with both height and weight columns; and the MLBAM atbats table with &lt;code&gt;b_height&lt;/code&gt; that contain batter heights.  &lt;code&gt;b_height&lt;/code&gt; column from the 'atbats' table does contain heights, and I am currently running the query to add that column to the merged &lt;code&gt;atbats_pitches_python_new&lt;/code&gt; table, but after adding a &lt;code&gt;weight&lt;/code&gt; column from both the 'master' table and then the 'players_Stattle' table to add players data unique to each of the two tables, I'm again left with many NULL values for &lt;code&gt;weight&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Can someone please let me know what I should do differently with the files I have in order to include salary, height, and weight for all players in the merged atbats/pitches table and have no NULL or blank values for those three fields?  Is there another source for that information that I'm not using?  How are others handling this dilemma?&lt;/p&gt;&#xA;" OwnerUserId="17339" LastEditorUserId="23272" LastEditDate="2021-04-03T09:14:43.127" LastActivityDate="2021-04-03T09:14:43.127" Title="correct way to add columns for all mlb player salaries, heights, weights since 2008 to merged MLBAM atbats_pitches table using MySQL" Tags="|data-request|sports|sql|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="12070" PostTypeId="1" CreationDate="2017-11-25T17:14:43.703" Score="0" ViewCount="50" Body="&lt;p&gt;I am an undergraduate student studying Geographic Information Systems. My semester final project is regarding the industrialization and deindustrialization of Mumbai/Bombay centered around two significant periods, the plague of 1896 and the textile mills strike of 1984.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for population data (or datasets) for Mumbai/Bombay, India going back as far as 1850s. So far, the earliest readily available population data I can find is 1991. I've datamined a bit and found population data within early 20th century publications, but all provide different numbers. I understand that population estimations for Mumbai/Bombay will vary greatly for this time period depending on the source; however, it would help tremendously if I could find a trusted source that stretches back to at least mid-19th century.&lt;/p&gt;&#xA;" OwnerUserId="17814" OwnerDisplayName="user83368" LastEditorUserId="17772" LastEditDate="2017-11-30T08:52:32.767" LastActivityDate="2017-11-30T08:52:32.767" Title="Mid-19th Century to Early-20th Century Mumbai/Bombay Population Data(sets)" Tags="|research|historical|demographics|india|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12072" PostTypeId="2" ParentId="12070" CreationDate="2017-11-27T11:47:53.770" Score="1" Body="&lt;p&gt;It's been a long time since I used them, but as far as I remember the Indian Institute in Oxford (part of the Bodleian libraries) holds annual reports for each province of British India from the early- or mid-C19th (varies by province) through to independence. However, these are paper records and you would need to visit in person to manually enter the data (which, from experience, will be sloooooow). It's possible other copies still exist.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the time I used them (also for a disease project; sadly I don't have the population data) in ~2003 the staff were supportive of using photocopiers or digital photography to digitise some of the records despite the age of the books. Several had to have the pages cut before I could use them, so they hadn't been read since they were printed over 150 years earlier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Indian Institute records were kept in the top floor of the New Bodleian in Oxford but since I used them that building has been refurbished so it's possible they're kept off-site now, in which case you will need to place a stack request for the volumes you need. The staff at the Bodleian will be able to help with that though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given the subject of your project it may also be useful to know that the reports included monthly deaths from plague (as well as other causes of death including diarrhoea &amp;amp; dysentery, fever, malaria, etc).&lt;/p&gt;&#xA;" OwnerUserId="17825" LastActivityDate="2017-11-27T11:47:53.770" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12073" PostTypeId="2" ParentId="2051" CreationDate="2017-11-27T14:45:12.387" Score="2" Body="&lt;p&gt;There is no more reliable database than Human Mortality Database -- &lt;a href=&quot;http://mortality.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;mortality.org&lt;/a&gt;. This database is run by demographers who use state-of-the-art methodology to overcome issues in the data. As the result, the estimates are as precise as possible. Their &lt;a href=&quot;http://www.mortality.org/Public/Docs/MethodsProtocol.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;methods protocol&lt;/a&gt; is a masterpiece of demographic data processing. On the down side, the data of decent enough quality is available for only a bunch of countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XJw2q.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XJw2q.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To explore the data I highly recommend &lt;a href=&quot;https://jschoeley.shinyapps.io/hmdexp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Human Mortality Database Explorer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Oon2F.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Oon2F.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For those who use R, a very handy acquisition package exists for HMD -- &lt;code&gt;HMDHFDplus&lt;/code&gt;. A couple of examples how to use this package at my blog: &lt;a href=&quot;https://ikashnitsky.github.io/2017/hmd-all-sex-ratio/&quot; rel=&quot;nofollow noreferrer&quot;&gt;one&lt;/a&gt;, &lt;a href=&quot;https://ikashnitsky.github.io/2017/hmd-male-mortality-rus-jpn/&quot; rel=&quot;nofollow noreferrer&quot;&gt;two&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2017-11-27T14:45:12.387" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12075" PostTypeId="2" ParentId="11073" CreationDate="2017-11-27T18:28:53.030" Score="1" Body="&lt;p&gt;You could try 'Neat Receipts'. It will do what you seem to be looking for. I have used it for a couple of years now because it is the only thing that I have found that will store scanned receipts and let me tag it with dates, amounts, taxes, vendor name and expense classification, without costing me a fortune. That being said, their support is painful and their software hangs often .. so it can be a bit of a frustrating experience.&lt;/p&gt;&#xA;" OwnerUserId="17834" LastActivityDate="2017-11-27T18:28:53.030" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12076" PostTypeId="1" AcceptedAnswerId="12095" CreationDate="2017-11-27T19:26:52.107" Score="2" ViewCount="4029" Body="&lt;p&gt;I am planning on doing a data analysis on YouTuBe videos across multiple users. Specifically, I want to see what drives views and am looking for a public dataset or a way to collect data on YouTuBe videos. I want a dataset consists of views (video's views), video length, video age, ratings, comments, tags, categories and other factors that might affect views.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I have found this data set &lt;a href=&quot;http://netsg.cs.sfu.ca/youtubedata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://netsg.cs.sfu.ca/youtubedata/&lt;/a&gt; which is great for my analysis. However, the data only goes until 2008 and I would like to have a more recent set of data. Something similar would work well for my projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I found this large dataset &lt;a href=&quot;https://www.kaggle.com/datasnaek/youtube/data&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;Trending YouTube Video Statistics and Comments&quot;&gt;Trending YouTube Video Statistics and Comments&lt;/a&gt; in case anyone is interested.&lt;/p&gt;&#xA;" OwnerUserId="17833" LastEditorUserId="17833" LastEditDate="2017-11-30T00:57:06.003" LastActivityDate="2020-08-18T14:26:05.727" Title="Public dataset of YouTube videos for analysis on views" Tags="|social-media|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12079" PostTypeId="1" CreationDate="2017-11-28T13:51:49.463" Score="1" ViewCount="234" Body="&lt;p&gt;How can i get a database of all diseases, sicknesses ,ailments etc and all its associated symptoms?&lt;/p&gt;&#xA;" OwnerUserId="17847" LastActivityDate="2017-12-29T18:11:51.950" Title="How can i get database for all diseases and symptoms?" Tags="|data-request|medical|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12080" PostTypeId="1" CreationDate="2017-11-28T13:56:49.237" Score="1" ViewCount="15" Body="&lt;p&gt;What's a good way to get data on what people are afraid of by geography? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked into possible ways: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Obtain search ranking of questions like 'afraid of spiders' on keywordtool &#xA;&lt;a href=&quot;https://keywordtool.io/search/google/14515792?keyword=afraid%20of&amp;amp;country=uk&amp;amp;language=en#suggestions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://keywordtool.io/search/google/14515792?keyword=afraid%20of&amp;amp;country=uk&amp;amp;language=en#suggestions&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Get google trend ranking Arachnophobia&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;What would be the most sound method to get data on phobia?&lt;/p&gt;&#xA;" OwnerUserId="17846" LastEditorDisplayName="user4293" LastEditDate="2017-11-28T14:28:01.520" LastActivityDate="2017-11-28T14:28:01.520" Title="How/where to acquire public data on fears/phobias?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12081" PostTypeId="1" CreationDate="2017-11-28T17:09:31.510" Score="1" ViewCount="14" Body="&lt;p&gt;At my institution (a large land-grant US University), there are some long term research programs that would be of great value to the scientific community if the data were curated and published in an online database or repository. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets (long term experimental studies of agricultural cropping systems) fit in the domains of agriculture, geophysics, ecology, biology.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These datasets are currently in a combination of spreadsheets and notebooks, with very heterogeneous formatting. I am thinking of a budget on the order of ~$150k per dataset, primarily to fund an 18mo postdoc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there sources of funding available for such work, in which the primary output is a dataset?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although such work could be 'built in' to hypothesis-driven grants, I am curious if there are sources of funding specifically for curation of existing data. The applications of such data could be described to justify the work (with many letters of support from end users).&lt;/p&gt;&#xA;" OwnerUserId="1049" LastActivityDate="2017-11-28T17:09:31.510" Title="Sources of funding to curate exisiting datasets?" Tags="|releasing-data|historical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12082" PostTypeId="2" ParentId="12063" CreationDate="2017-11-28T17:27:19.463" Score="2" Body="&lt;p&gt;The R package originr interfaces with the &lt;a href=&quot;http://www.iucngisd.org/gisd/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Invasive Species Database&lt;/a&gt; and many other databases that include lists of invasive species. It provides results for a given species that include information (at the country / state level) that indicates where species are native and where they are exotic / invasive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The R package &lt;a href=&quot;https://ropensci.github.io/spocc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;spocc&lt;/a&gt; provides an interface to many databases that returns geolocated records where each species has been observed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;note:&lt;/em&gt; Both of these packages are maintained by @sckott and &lt;a href=&quot;http://ropensci.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;rOpenSci&lt;/a&gt;, who deserve kudos for such work at every opportunity!&lt;/p&gt;&#xA;" OwnerUserId="1049" LastActivityDate="2017-11-28T17:27:19.463" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12083" PostTypeId="2" ParentId="5176" CreationDate="2017-11-28T23:47:54.343" Score="0" Body="&lt;p&gt;The best website I know is &lt;a href=&quot;http://www.transfermarkt.co.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TranferMarkt&lt;/a&gt; (it is German but also has a proper English version). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has all the data available on players throughout their football career. The thing you are probably interested most is called &quot;Performance data&quot; on player's profile pages. For example, &lt;a href=&quot;http://www.transfermarkt.co.uk/robin-van-persie/leistungsdatendetails/spieler/4380&quot; rel=&quot;nofollow noreferrer&quot;&gt;Robin van Persie's performance&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure how to parse the data properly though, I mean not just look up every player one by one. May be you'll find out how to optimize the data collection.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Also, there is an amazing collection of soccer data published openly at Kaggle -- &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Soccer Database&lt;/a&gt;.&lt;br&gt;&#xA;Make sure you check the diverse examples of analysis of this dataset -- the so called &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer/kernels&quot; rel=&quot;nofollow noreferrer&quot;&gt;kernels&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the data source description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What you get:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;+25,000 matches  &lt;/li&gt;&#xA;  &lt;li&gt;+10,000 players 11 European Countries with their lead championship&lt;/li&gt;&#xA;  &lt;li&gt;Seasons 2008 to 2016&lt;/li&gt;&#xA;  &lt;li&gt;Players and Teams' attributes* sourced from    EA Sports' FIFA video    game series, including the weekly updates&lt;/li&gt;&#xA;  &lt;li&gt;Team lineup with squad formation (X, Y coordinates)&lt;/li&gt;&#xA;  &lt;li&gt;Betting odds from up to 10 providers    &lt;/li&gt;&#xA;  &lt;li&gt;Detailed match events (goal types,    possession, corner, cross,    fouls, cards etc...) for +10,000 matches&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7044" LastEditorUserId="7044" LastEditDate="2017-11-29T00:15:22.867" LastActivityDate="2017-11-29T00:15:22.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12084" PostTypeId="2" ParentId="7944" CreationDate="2017-11-28T23:56:16.087" Score="1" Body="&lt;p&gt;There is an amazing academic project NCDRisC that deals with this kind of data. Check out the &lt;a href=&quot;https://i.stack.imgur.com/G4GPM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;aggregated data sets that they distribute for free&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/G4GPM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/G4GPM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also pay attention to the high quality papers that they published in top-ranked journals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.thelancet.com/journals/lancet/article/PIIS0140-6736(17)32129-3/fulltext?elsca1=tlpr&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldwide trends in body-mass index, underweight, overweight, and obesity from 1975 to 2016: a pooled analysis of 2416 population-based measurement studies in 128.9 million children, adolescents, and adults. Lancet 2017, published online 11 October 2017&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.thelancet.com/journals/lancet/article/PIIS0140-6736(16)00618-8/abstract&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldwide trends in diabetes since 1980: a pooled analysis of 751 population-based studies with 4.4 million participants. Lancet 2016, 387:1513-1530&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://elifesciences.org/content/5/e13410&quot; rel=&quot;nofollow noreferrer&quot;&gt;A century of trends in adult human height. eLife 2016, 5:e13410&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.thelancet.com/journals/lancet/article/PIIS0140-6736(16)31919-5/fulltext&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldwide trends in blood pressure from 1975 to 2015: a pooled analysis of 1479 population-based measurement studies with 19.1 million participants. Lancet 2017, 389:37-55&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2017-11-28T23:56:16.087" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12085" PostTypeId="2" ParentId="7793" CreationDate="2017-11-29T00:05:59.627" Score="3" Body="&lt;h1&gt;NCDRisC&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;There is an amazing academic project NCDRisC that deals with this kind of data. Check out the &lt;a href=&quot;https://i.stack.imgur.com/G4GPM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;aggregated data sets that they distribute for free&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/G4GPM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/G4GPM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also pay attention to the high quality papers that they published in top-ranked journals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.thelancet.com/journals/lancet/article/PIIS0140-6736(17)32129-3/fulltext?elsca1=tlpr&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldwide trends in body-mass index, underweight, overweight, and obesity from 1975 to 2016: a pooled analysis of 2416 population-based measurement studies in 128.9 million children, adolescents, and adults. Lancet 2017, published online 11 October 2017&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.thelancet.com/journals/lancet/article/PIIS0140-6736(16)00618-8/abstract&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldwide trends in diabetes since 1980: a pooled analysis of 751 population-based studies with 4.4 million participants. Lancet 2016, 387:1513-1530&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://elifesciences.org/content/5/e13410&quot; rel=&quot;nofollow noreferrer&quot;&gt;A century of trends in adult human height. eLife 2016, 5:e13410&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.thelancet.com/journals/lancet/article/PIIS0140-6736(16)31919-5/fulltext&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldwide trends in blood pressure from 1975 to 2015: a pooled analysis of 1479 population-based measurement studies with 19.1 million participants. Lancet 2017, 389:37-55&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h1&gt;European Soccer Database&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Also, there is an amazing collection of soccer data published openly at Kaggle -- &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Soccer Database&lt;/a&gt;.&lt;br&gt;&#xA;Make sure you check the diverse examples of analysis of this dataset -- the so called &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer/kernels&quot; rel=&quot;nofollow noreferrer&quot;&gt;kernels&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the data source description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What you get:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;+25,000 matches  &lt;/li&gt;&#xA;  &lt;li&gt;+10,000 players 11 European Countries with their lead championship&lt;/li&gt;&#xA;  &lt;li&gt;Seasons 2008 to 2016&lt;/li&gt;&#xA;  &lt;li&gt;Players and Teams' attributes* sourced from    EA Sports' FIFA video    game series, including the weekly updates&lt;/li&gt;&#xA;  &lt;li&gt;Team lineup with squad formation (X, Y coordinates)&lt;/li&gt;&#xA;  &lt;li&gt;Betting odds from up to 10 providers    &lt;/li&gt;&#xA;  &lt;li&gt;Detailed match events (goal types,    possession, corner, cross,    fouls, cards etc...) for +10,000 matches&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h1&gt;IIHF ice-hockey players height&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;This is a small dataset that I gathered manually -- Ice hockey players at IIHF world championships, 2001-2016.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dx.doi.org/10.6084/m9.figshare.3394735.v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dx.doi.org/10.6084/m9.figshare.3394735.v2&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset contains 6292 records of 3333 players' height and weight parameters at 16 world championships.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a blog post with some analysis of this dataset&lt;br&gt;&#xA;&lt;a href=&quot;https://ikashnitsky.github.io/2017/ice-hockey-players-height/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ikashnitsky.github.io/2017/ice-hockey-players-height/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This post is also available &lt;a href=&quot;https://habrahabr.ru/post/301340/&quot; rel=&quot;nofollow noreferrer&quot;&gt;in Russian&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7044" LastEditorUserId="7044" LastEditDate="2017-11-29T00:15:01.603" LastActivityDate="2017-11-29T00:15:01.603" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12086" PostTypeId="2" ParentId="9287" CreationDate="2017-11-29T00:13:14.303" Score="1" Body="&lt;h1&gt;European Soccer Database&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;There is an amazing collection of soccer data published openly at Kaggle -- &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Soccer Database&lt;/a&gt;.&lt;br&gt;&#xA;Make sure you check the diverse examples of analysis of this dataset -- the so called &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer/kernels&quot; rel=&quot;nofollow noreferrer&quot;&gt;kernels&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the data source description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What you get:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;+25,000 matches  &lt;/li&gt;&#xA;  &lt;li&gt;+10,000 players 11 European Countries with their lead championship&lt;/li&gt;&#xA;  &lt;li&gt;Seasons 2008 to 2016&lt;/li&gt;&#xA;  &lt;li&gt;Players and Teams' attributes* sourced from    EA Sports' FIFA video    game series, including the weekly updates&lt;/li&gt;&#xA;  &lt;li&gt;Team lineup with squad formation (X, Y coordinates)&lt;/li&gt;&#xA;  &lt;li&gt;Betting odds from up to 10 providers    &lt;/li&gt;&#xA;  &lt;li&gt;Detailed match events (goal types,    possession, corner, cross,    fouls, cards etc...) for +10,000 matches&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;h1&gt;IIHF ice-hockey players height&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;In case you need just elite sportsmen, here is a small dataset that I gathered manually -- Ice hockey players at IIHF world championships, 2001-2016.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dx.doi.org/10.6084/m9.figshare.3394735.v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dx.doi.org/10.6084/m9.figshare.3394735.v2&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset contains 6292 records of 3333 players' height and weight parameters at 16 world championships.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a blog post with some analysis of this dataset&lt;br&gt;&#xA;&lt;a href=&quot;https://ikashnitsky.github.io/2017/ice-hockey-players-height/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ikashnitsky.github.io/2017/ice-hockey-players-height/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This post is also available &lt;a href=&quot;https://habrahabr.ru/post/301340/&quot; rel=&quot;nofollow noreferrer&quot;&gt;in Russian&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2017-11-29T00:13:14.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12087" PostTypeId="2" ParentId="11196" CreationDate="2017-11-29T00:23:08.530" Score="0" Body="&lt;p&gt;Generally, it is quite easy to find some open historical data. For example:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/studies/20660&quot; rel=&quot;nofollow noreferrer&quot;&gt;County Characteristics, 2000-2007 [United States] (ICPSR 20660)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.icpsr.umich.edu/icpsrweb/NACJD/studies/3161&quot; rel=&quot;nofollow noreferrer&quot;&gt;Valuation of Specific Crime Rates in the United States, 1980 and 1990 (ICPSR 3161)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2017-11-29T00:23:08.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12088" PostTypeId="2" ParentId="1146" CreationDate="2017-11-29T00:29:20.253" Score="0" Body="&lt;h1&gt;&lt;a href=&quot;https://www.numbeo.com/cost-of-living/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Numbeo&lt;/a&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Seems like just the resource you are asking for&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GyRhw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GyRhw.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2017-11-29T00:29:20.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12089" PostTypeId="1" AcceptedAnswerId="12377" CreationDate="2017-11-29T02:02:19.060" Score="1" ViewCount="141" Body="&lt;p&gt;I'm using the College Scorecard api to pull data for various schools. It seems that data for Army, Navy, and the U.S Air Force is not available. I tried querying the API using REGIONS = 0 (U.S. Service Schools) and I also tried searching by school name, but the only data I could find was for the Marines. Will this data be available any time soon?&lt;/p&gt;&#xA;" OwnerUserId="17860" LastEditorUserId="90" LastEditDate="2017-11-30T02:11:39.747" LastActivityDate="2018-07-31T14:50:01.960" Title="Missing College Scorecard data for Navy, Army, Air Force" Tags="|education|collegescorecard|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12091" PostTypeId="2" ParentId="12056" CreationDate="2017-11-29T04:28:53.833" Score="1" Body="&lt;p&gt;Description is available on job details page under &lt;code&gt;url&lt;/code&gt; key. e.g &lt;a href=&quot;https://www.usajobs.gov/GetJob/ViewDetails/463201900&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usajobs.gov/GetJob/ViewDetails/463201900&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17812" LastActivityDate="2017-11-29T04:28:53.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12092" PostTypeId="1" CreationDate="2017-11-29T06:57:28.743" Score="1" ViewCount="57" Body="&lt;p&gt;For my data augmentation algorithm I need a list of full names, that being first, middle and last names. I would prefer if the database also had a frequency value for every full name as I need it for machine learning and would like it to be biased towards more common names.&lt;/p&gt;&#xA;" OwnerUserId="17868" LastActivityDate="2017-11-29T06:57:28.743" Title="Is there a downloadable database of full names?" Tags="|data-request|machine-learning|names|" AnswerCount="0" CommentCount="2" ClosedDate="2017-11-29T20:47:26.200" ContentLicense="CC BY-SA 3.0" />
  <row Id="12093" PostTypeId="1" CreationDate="2017-11-29T10:19:54.297" Score="1" ViewCount="639" Body="&lt;p&gt;I am looking for specific customer support chat dataset or question answers dataset, for example network support, hardware, software support, ticket remedy chats etc. I need to mine the data for specific contents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for data in text format:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;message: hi&#xA;response: hello&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="17872" LastEditorUserId="17872" LastEditDate="2017-11-30T07:03:28.587" LastActivityDate="2017-11-30T07:03:28.587" Title="Looking for customer service chat dataset" Tags="|data-request|social-media|internet|data-portal|" AnswerCount="0" CommentCount="3" ClosedDate="2019-04-28T09:26:48.677" ContentLicense="CC BY-SA 3.0" />
  <row Id="12094" PostTypeId="1" CreationDate="2017-11-29T17:24:24.230" Score="2" ViewCount="308" Body="&lt;p&gt;Looking for spatial data for bird nesting zones in Canada:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8G58Z.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8G58Z.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Taken from &lt;a href=&quot;https://www.canada.ca/en/environment-climate-change/services/avoiding-harm-migratory-birds/general-nesting-periods.html#_01_3&quot; rel=&quot;nofollow noreferrer&quot;&gt;General nesting periods of migratory birds&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9782" LastEditorDisplayName="user4293" LastEditDate="2017-11-30T12:58:02.080" LastActivityDate="2017-12-01T04:41:45.617" Title="Nesting zones in Canada" Tags="|geospatial|environment|biology|canada|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12095" PostTypeId="2" ParentId="12076" CreationDate="2017-11-30T01:16:00.547" Score="1" Body="&lt;p&gt;I found this large dataset &lt;a href=&quot;https://www.kaggle.com/datasnaek/youtube/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trending YouTube Video Statistics and Comments&lt;/a&gt; in case anyone is interested.&lt;/p&gt;&#xA;" OwnerUserId="17833" LastActivityDate="2017-11-30T01:16:00.547" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12096" PostTypeId="2" ParentId="12094" CreationDate="2017-12-01T04:41:45.617" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.pwrc.usgs.gov/bbs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;North American Breeding Bird Survey&lt;/a&gt; is what you'll most likely find useful; &lt;a href=&quot;https://www.pwrc.usgs.gov/bbs/RawData/Choose-Method.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;BBS has two data options&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://migbirdapps.fws.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Migratory Bird Data Center&lt;/a&gt; has &lt;a href=&quot;https://migbirdapps.fws.gov/mbdc/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;some more data&lt;/a&gt; too.&lt;br&gt;&#xA;&lt;a href=&quot;https://migbirdapps.fws.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USFWS Migratory Bird Data Center&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.pwrc.usgs.gov/bba/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Breeding Bird Atlas data - USGS Patuxent Wildlife Research Center&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.pwrc.usgs.gov/bbs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Breeding Bird Survey data - USGS Patuxent Wildlife Research Center&lt;/a&gt;&lt;br&gt;&#xA;All of these datasets include Canada, but here's &lt;a href=&quot;ftp://ftpext.usgs.gov/pub/er/md/laurel/BBS/DataFiles/50-StopData/Pre1997_Canada/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Candian specific data: ftp://ftpext.usgs.gov/pub/er/md/laurel/BBS/DataFiles/50-StopData/Pre1997_Canada/&lt;/a&gt; for good measure.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-12-01T04:41:45.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12097" PostTypeId="1" CreationDate="2017-12-01T13:48:12.720" Score="3" ViewCount="53" Body="&lt;p&gt;I need a panel data for the membership of GATT and WTO for all countries in the world. Do you know where to download such a file?&lt;/p&gt;&#xA;" OwnerUserId="17919" LastEditorUserId="33" LastEditDate="2018-02-21T03:23:24.317" LastActivityDate="2018-02-21T07:45:25.617" Title="Panel Data for the membership of GATT/WTO" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12098" PostTypeId="2" ParentId="5616" CreationDate="2017-12-01T17:26:56.590" Score="0" Body="&lt;p&gt;I believe &lt;a href=&quot;https://data.europa.eu/euodp/data/dataset/yUBHDpCh8MDqL9Gub8qMQ&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt; has exactly what you're looking for!&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2017-12-01T17:26:56.590" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12099" PostTypeId="1" AcceptedAnswerId="12110" CreationDate="2017-12-01T19:43:02.980" Score="1" ViewCount="75" Body="&lt;p&gt;Is there any database which holds data in the following fashion?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Country -&amp;gt; State -&amp;gt; County -&amp;gt; zipcode/city -&amp;gt; streets&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm only looking for United States at the moment. &lt;/p&gt;&#xA;" OwnerUserId="13228" LastActivityDate="2017-12-04T11:32:40.357" Title="Country -&gt; State -&gt; County -&gt; zipcode/city -&gt; streets" Tags="|data-request|usa|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12100" PostTypeId="1" CreationDate="2017-12-02T00:05:33.690" Score="2" ViewCount="514" Body="&lt;p&gt;I'm new to machine learning, and am trying to test machine learning on live TV video contents and detect the parts which are commercial ads. So I'm in need of some datasets for video contents and commercial ads for my trainingand classification purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find such an ad dataset (real TV commercials)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you know any better ways to detect ads inside a given video, let me know. Or maybe you have a ready-to-use model, also would be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/sMF8M.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sMF8M.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17932" LastActivityDate="2018-12-26T11:00:55.167" Title="Dataset for TV commercials" Tags="|data-request|usa|machine-learning|media|classification|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12101" PostTypeId="2" ParentId="12068" CreationDate="2017-12-02T04:50:30.297" Score="1" Body="&lt;p&gt;The U.S. Energy Information Administration has data on global oil consumption going back to 1980:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.eia.gov/beta/international/?src=-f4&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.eia.gov/beta/international/?src=-f4&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BP publishes an annual statistical review of energy that includes oil consumption. It provides a spreadsheet that goes back to 1965:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bp.com/en/global/corporate/energy-economics/statistical-review-of-world-energy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bp.com/en/global/corporate/energy-economics/statistical-review-of-world-energy.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For anything before that time, you'll probably have to search through old reports or books. For example, I scanned through the UN Statistical Yearbook and found production stats for oil, but not oil consumption (there was consumption data for total energy).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://unstats.un.org/unsd/publications/statistical-yearbook/past-issues/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://unstats.un.org/unsd/publications/statistical-yearbook/past-issues/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2017-12-02T04:50:30.297" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12103" PostTypeId="1" AcceptedAnswerId="12420" CreationDate="2017-12-02T15:53:00.163" Score="2" ViewCount="72" Body="&lt;p&gt;Currently, on Wikidata there is an open proposal to have a projecty about &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Property_proposal/delimit&quot; rel=&quot;nofollow noreferrer&quot;&gt;delimit&lt;/a&gt; which is supposed to have the meaning of &quot;Walls of Jerusalem delimit Old City of Jerusalem&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For good interoperability in Open Data it's very useful when different datasets use the same word to mean the same thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What other popular datasets have spatial relations relationships like &quot;delimit&quot; that contain prior art that might positively inform the creation of our Wikidata property?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastActivityDate="2019-01-08T03:26:21.293" Title="What are commonly used ontologies for spatial relations with terms like &quot;delimit&quot;?" Tags="|geospatial|wikidata|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12104" PostTypeId="1" CreationDate="2017-12-02T16:02:00.567" Score="1" ViewCount="44" Body="&lt;p&gt;Does anyone know the type of pagination that should be used when making a getCountiesForZip request from the HealthCare finder API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm trying to use it with Qlik Sense which offers the following types found at &lt;a href=&quot;http://help.qlik.com/en-US/connectors/Subsystems/REST_connector_help/Content/1.0/Create-REST-connection/Pagination-scenarios.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://help.qlik.com/en-US/connectors/Subsystems/REST_connector_help/Content/1.0/Create-REST-connection/Pagination-scenarios.htm&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Offset&lt;/strong&gt; uses a starting value from which to read additional records. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Next token&lt;/strong&gt; uses a token that is passed to the URL call for the next set of records. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Next URL&lt;/strong&gt; uses a value that contains the URL for the next set of records. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Custom&lt;/strong&gt; is a special option that can be used when none of the other paging options are implemented.&lt;/p&gt;&#xA;" OwnerUserId="17778" LastActivityDate="2018-01-22T16:55:21.130" Title="Pagination Type for Healthcare Finder API" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12105" PostTypeId="1" CreationDate="2017-12-03T18:57:05.387" Score="1" ViewCount="76" Body="&lt;p&gt;Cryptocurrency historical data OHCL daily&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to download historical dataset CSV form &#xA;BTC ETH LTC ETC BTS&lt;/p&gt;&#xA;" OwnerUserId="17958" LastEditorUserId="1511" LastEditDate="2017-12-03T19:29:34.660" LastActivityDate="2017-12-03T19:29:34.660" Title="Cryptocurrency historical data OHCL daily" Tags="|data-request|finance|" AnswerCount="0" CommentCount="1" ClosedDate="2017-12-03T19:35:14.963" ContentLicense="CC BY-SA 3.0" />
  <row Id="12106" PostTypeId="2" ParentId="6884" CreationDate="2017-12-03T19:35:00.347" Score="0" Body="&lt;p&gt;Many cryptocurrencies are also available on the Quandl platform from &lt;strong&gt;&lt;a href=&quot;https://www.quandl.com/data/BITFINEX-Bitfinex&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bitfinex&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/search?tab=votes&amp;amp;q=quandl&quot;&gt;other quandl answers&lt;/a&gt; for how to access with the API.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-03T19:35:00.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12110" PostTypeId="2" ParentId="12099" CreationDate="2017-12-04T11:32:40.357" Score="0" Body="&lt;p&gt;I suspect you will need to use several data sources to get what you're after.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can suggest &lt;a href=&quot;http://results.openaddresses.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenAddresses&lt;/a&gt; as a good starting point. You can download address data for the US in four ZIP files, though each of these contains multiple files you will need to wrangle. That is, at the very least you'll need to remove duplicate streets and stitch together multiple files. A scripting language such as R or Python would serve you well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I should say that you might struggle to get County and/or Zip Code from these datasets as they appear patchy. Zip Code you might get from a separate source such as &lt;a href=&quot;http://federalgovernmentzipcodes.us/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. County I'm not so sure about; you could try &lt;a href=&quot;https://www.census.gov/support/USACdataDownloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="886" LastActivityDate="2017-12-04T11:32:40.357" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12111" PostTypeId="1" CreationDate="2017-12-04T22:18:28.540" Score="1" ViewCount="52" Body="&lt;p&gt;For example: Aided students with family incomes between $48,001-$75,000 in nominal dollars  student share_middleincome.48001_75000  float   INC_PCT_M2&lt;/p&gt;&#xA;&lt;p&gt;Is this&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;(a) receiving federal aid?&lt;/li&gt;&#xA;&lt;li&gt;(b) receiving any federal or institutional aid?&lt;/li&gt;&#xA;&lt;li&gt;(c) Pell grant recipients&lt;/li&gt;&#xA;&lt;li&gt;(d)???&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="17981" LastEditorUserId="23272" LastEditDate="2021-04-20T05:39:49.343" LastActivityDate="2021-04-20T05:39:49.343" Title="What is meant by aided students in College Scorecard?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12112" PostTypeId="2" ParentId="12111" CreationDate="2017-12-04T22:31:28.757" Score="1" Body="&lt;p&gt;I found the answer: it's Title IV aid-receiving students.&lt;/p&gt;&#xA;" OwnerUserId="17981" LastActivityDate="2017-12-04T22:31:28.757" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12113" PostTypeId="1" AcceptedAnswerId="12145" CreationDate="2017-12-04T22:56:39.717" Score="4" ViewCount="106" Body="&lt;p&gt;I would like to find a dataset of basic demographic and economic data at core-based statistical area level for the US. Ideally, it should include variables like population, median income, age distribution, unemployment rate from 2016 or up.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked for this at Census, ACS, FRED, GitHub, various statistical packages that hit data APIs, and googled, but I have not found anything like this. I have found similar data for states in the past using some of the above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this actually exist somewhere? If not, is the best way to build that by aggregating county or zip/zcta data with a &lt;a href=&quot;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;cross-walk&lt;/a&gt;?   &lt;/p&gt;&#xA;" OwnerUserId="827" LastEditorUserId="1511" LastEditDate="2017-12-08T10:14:38.317" LastActivityDate="2017-12-13T10:06:13.367" Title="Recent Demographic and Economic Data at CBSA-level" Tags="|data-request|usa|demographics|census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12114" PostTypeId="1" CreationDate="2017-12-04T23:19:13.863" Score="1" ViewCount="23" Body="&lt;p&gt;I'm looking for something like &lt;a href=&quot;http://nrodwiki.rockshore.net/index.php/Darwin:Push_Port&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Darwin Push Port&lt;/a&gt; which broadcasts streams of information about the creation of, and changes to, train schedule records, together with train running predictions for the USA railways.&lt;/p&gt;&#xA;&lt;p&gt;If not possible for live data - can it be accessible historically? (including train delays and cancellations)&lt;/p&gt;&#xA;" OwnerUserId="17984" LastEditorUserId="23272" LastEditDate="2021-04-03T05:16:58.240" LastActivityDate="2021-04-03T05:16:58.240" Title="Where can I find U.S real time train data" Tags="|usa|public-transport|" AnswerCount="0" CommentCount="2" ClosedDate="2017-12-05T14:40:20.263" ContentLicense="CC BY-SA 4.0" />
  <row Id="12116" PostTypeId="2" ParentId="5856" CreationDate="2017-12-05T14:39:47.280" Score="2" Body="&lt;p&gt;Here's a new-ish open source resource for live Swiss trains.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://maps.vasile.ch/transit-sbb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://maps.vasile.ch/transit-sbb/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This map is an animation based on the official timetables of the Swiss Federal Railways(SBB) network.&lt;/p&gt;&#xA;&lt;p&gt;Real time information available from the &lt;a href=&quot;https://opentransportdata.swiss/de/cookbook/gtfs-rt/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTFS-RT&lt;/a&gt; feed by &lt;a href=&quot;https://opentransportdata.swiss&quot; rel=&quot;nofollow noreferrer&quot;&gt;opentransportdata.swiss&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TI0m8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TI0m8.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-12-05T14:39:47.280" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12117" PostTypeId="2" ParentId="8989" CreationDate="2017-12-05T16:04:21.967" Score="1" Body="&lt;p&gt;It seems that many people now think blocklists won't work well, but this &lt;a href=&quot;https://www.reddit.com/r/Piracy/comments/696rsu/what_blocklists_do_you_people_use_with_torrent/&quot; rel=&quot;nofollow noreferrer&quot;&gt;reddit thread&lt;/a&gt; has an alternative to iblocklist&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://john.bitsurge.net/public/biglist.p2p.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://john.bitsurge.net/public/biglist.p2p.gz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;And here's a bash script to get the lists from iblocklist (scroll down for comments)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/johntyree/3331662&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/johntyree/3331662&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-05T16:04:21.967" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12118" PostTypeId="2" ParentId="6884" CreationDate="2017-12-05T22:04:49.797" Score="1" Body="&lt;p&gt;There also seems to be &lt;a href=&quot;https://quantfund.club/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://quantfund.club/&lt;/a&gt; now, though they are pretty new but have raw trade history for all kinds of currencies...&lt;/p&gt;&#xA;" OwnerUserId="17999" LastActivityDate="2017-12-05T22:04:49.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12119" PostTypeId="1" AcceptedAnswerId="12123" CreationDate="2017-12-06T07:12:48.980" Score="1" ViewCount="229" Body="&lt;p&gt;Are there any open datasets available for PDF information extraction. The documents can be insurance claims, invoice, legal contracts, rental agreements, financial reports etc.&lt;/p&gt;&#xA;" OwnerUserId="18006" LastEditorUserId="18006" LastEditDate="2017-12-06T15:41:24.813" LastActivityDate="2017-12-07T08:19:06.207" Title="Datasets for PDF information extraction" Tags="|data-request|pdf|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12120" PostTypeId="1" CreationDate="2017-12-06T10:15:37.253" Score="3" ViewCount="76" Body="&lt;p&gt;I'm looking for information about what percentage of the population (in any Western country) write (literature) as a hobby. Either in the present day, or in historical development.&lt;/p&gt;&#xA;" OwnerUserId="18010" LastEditorUserId="18010" LastEditDate="2017-12-07T07:22:19.520" LastActivityDate="2017-12-07T07:22:19.520" Title="Data about writing as a hobby" Tags="|data-request|books|literature|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12122" PostTypeId="2" ParentId="1813" CreationDate="2017-12-06T23:31:13.257" Score="2" Body="&lt;p&gt;I am working on such a discrete modelling of events from the Italian Renaissance, based chiefly on the contemporary diary of Luca Landucci and various letters and accounts by figures like Michelangelo, Leonardo, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The underlying model is built on the Neo4j graph database and in ASP.NET MVC (C#) with KnockoutJS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://the-codex.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://the-codex.net/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18013" LastActivityDate="2017-12-06T23:31:13.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12123" PostTypeId="2" ParentId="12119" CreationDate="2017-12-07T08:19:06.207" Score="0" Body="&lt;p&gt;You can use the &lt;a href=&quot;https://www.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; portal to search your target words, like &quot;contracts&quot; and then put a filter on PDF :: &lt;a href=&quot;https://catalog.data.gov/dataset?q=contracts&amp;amp;sort=score%20desc%2C%20name%20asc&amp;amp;res_format=PDF&amp;amp;as_sfid=AAAAAAVDN7LJJaREyVeQ-UoxLa0E3OjjXJ4yifKGnJ14IRq8-ZNj36_EIzRYSaDBlhWZ4MtjfSPcoR7L9YiWghoINMux6I2G5Q7yQlq9U8aKboBai-9LsUPFIFiqHRHxrh9gH_s%3D&amp;amp;as_fid=349e9a4b101ef32c6536e45caa077a0c21b2fdd5&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C2.4601811810210052%2C-59.0625%2C58.63121664342478&quot; rel=&quot;nofollow noreferrer&quot;&gt;example query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option would be to use &lt;a href=&quot;https://en.wikipedia.org/wiki/Freedom_of_Information_Act_(United_States)&quot; rel=&quot;nofollow noreferrer&quot;&gt;FOIA&lt;/a&gt;'ed files, which may come as PDF, take a look at &lt;a href=&quot;https://www.muckrock.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Muckrock.com&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-07T08:19:06.207" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12124" PostTypeId="2" ParentId="10589" CreationDate="2017-12-07T09:29:22.093" Score="1" Body="&lt;p&gt;&quot;Loghub maintains a collection of system logs, which are freely accessible for research purposes. Some of the logs are production data released from previous studies, some others are collected from real systems in our lab environment. Wherever possible, the logs are NOT sanitized, anonymized or modified in any way.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/logpai/loghub&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/logpai/loghub&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15177" LastActivityDate="2017-12-07T09:29:22.093" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12125" PostTypeId="1" CreationDate="2017-12-07T09:43:19.873" Score="3" ViewCount="65" Body="&lt;p&gt;I am looking for datasets concerning the topic &quot;Vaccines&quot; so I would be interested in datasets regarding the number of deaths (for each country, and maybe region) caused by lack of vaccination and vaccination coverage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I am interested in the European (and Italian) situation. I searched on the Eurostat website but I didn't find anything about it. Is there an updated and well done site with this information?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope it's the right place to ask, if not, I apologize.&lt;/p&gt;&#xA;" OwnerUserId="18554" LastEditorUserId="18009" LastEditDate="2017-12-08T09:39:36.337" LastActivityDate="2017-12-14T05:25:26.520" Title="Are there any datasets regarding deaths due to lack of vaccination?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12126" PostTypeId="1" CreationDate="2017-12-07T15:18:57.820" Score="1" ViewCount="14" Body="&lt;p&gt;I know you can get it at the Tract level but I can't for the life of me find it at at a lower level. I can find totals for just &quot;Asian&quot; at these levels but I want it to be more specific than that (e.g. Chinese, Korean, Vietnamese, etc.) and specifically in California.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this type of information available at the block or block group level?&lt;/p&gt;&#xA;" OwnerUserId="18023" LastActivityDate="2017-12-07T15:18:57.820" Title="Is it possible to get specific Asian population totals from the Census at the Block or Block Group level?" Tags="|data-request|census|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12127" PostTypeId="2" ParentId="10106" CreationDate="2017-12-08T08:17:32.970" Score="3" Body="&lt;p&gt;I found a source of &lt;a href=&quot;https://data.world/mrapple/2016-exit-polling-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016 Exit Poll data&lt;/a&gt; from data.world (requires registration)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Exit-polling data is typically considered as the most informative data source for revealing the election day process, as it is well studied and used for announcing presidential election prediction. Another interesting aspect of the exit-polling data is that the statistics based on the questionair reflects the state-level public opinions on certain topics, which could be used as state-level public sentiment features or proxies for future analyses and modeling. It also could give great insights for future campaingn strategies. Thus, it is of great values to collect and analyze the Exit-Polling data.&lt;/p&gt;&#xA;&lt;p&gt;Preliminary Analysis: &lt;a href=&quot;https://github.com/Data4Democracy/election-transparency/blob/master/notebooks/r-notebooks/collect_exit_polling_data.Rmd&quot; rel=&quot;nofollow noreferrer&quot;&gt;Scrape and Analyze Exit-Polling Data&lt;/a&gt; (with R source code)&lt;/p&gt;&#xA;&lt;p&gt;Data Source: &lt;a href=&quot;http://www.cnn.com/election/results/exit-polls/national/president&quot; rel=&quot;nofollow noreferrer&quot;&gt;CNN&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Here's a sample of how the CSV looks. It's not &amp;quot;raw-raw&amp;quot; data, but aggregated to each state and demographic category.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/1SJ5z.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/1SJ5z.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-12-08T08:17:32.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12128" PostTypeId="2" ParentId="11955" CreationDate="2017-12-08T09:28:35.517" Score="3" Body="&lt;p&gt;Scraping your link is not too difficult, because the raw data is in the source code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, create a list of all possible dates, from this URL&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://coinmarketcap.com/historical/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coinmarketcap.com/historical/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;['20130428','20130505','etc...']&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then loop over each date and download the raw HTML. From each file, like &lt;code&gt;20130428.HTML&lt;/code&gt;, you can see the raw data in the source. Here's an example of BTC from that date:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;td class=&quot;text-left col-symbol&quot;&amp;gt;BTC&amp;lt;/td&amp;gt;&#xA;&amp;lt;td class=&quot;no-wrap market-cap text-right&quot; data-usd=&quot;1261032047.28&quot; data-btc=&quot;11114671.5035&quot;&amp;gt;$1.26 B&amp;lt;/td&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;corresponds to this view in the browser&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fou4D.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fou4D.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-08T09:28:35.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12130" PostTypeId="2" ParentId="9407" CreationDate="2017-12-08T09:34:44.737" Score="1" Body="&lt;p&gt;Individual trades will come anonymized from a broker directly, and aren't available unless you use that broker, or pay for a terminal (like Bloomberg).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Consider using cryptocurrency transactions, which are part of the public ledger&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://blockchain.info/blocks&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://blockchain.info/blocks&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;has data on individual transactions&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3ijW7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3ijW7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://blockchain.info/block/0000000000000000008a62772b348871f2f213f47d5cf1e9c0550d15df851371&quot; rel=&quot;nofollow noreferrer&quot;&gt;source of screenshot&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above website also offers an &lt;a href=&quot;https://blockchain.info/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; to get the data&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-08T09:34:44.737" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12131" PostTypeId="2" ParentId="10374" CreationDate="2017-12-08T09:49:59.123" Score="0" Body="&lt;p&gt;&lt;em&gt;This is a bit of a stretch,&lt;/em&gt; but consider using the Twitter public feed for travel itineraries that are posted automatically. I noticed on Steve Woz's feed, that he uses Swarm App which posts his travel plans automatically&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lzge9.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lzge9.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/stevewoz/status/938013284791447557&quot; rel=&quot;nofollow noreferrer&quot;&gt;direct link&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The raw JSON data for this tweet looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{  &#xA;   &quot;created_at&quot;:&quot;Tue Dec 05 11:52:49 +0000 2017&quot;,&#xA;   &quot;id&quot;:938013284791447557,&#xA;   &quot;id_str&quot;:&quot;938013284791447557&quot;,&#xA;   &quot;text&quot;:&quot;Arrival of JL 773 NRT to MEL. (@ Melbourne Airport (MEL) - @melair in Tullamarine, VIC) https:\/\/t.co\/1vKdelQtqZ&quot;,&#xA;   &quot;truncated&quot;:false,&#xA;   &quot;entities&quot;:{  &#xA;      &quot;hashtags&quot;:[  &#xA;&#xA;      ],&#xA;      &quot;symbols&quot;:[  &#xA;&#xA;      ],&#xA;      &quot;user_mentions&quot;:[  &#xA;         {  &#xA;            &quot;screen_name&quot;:&quot;Melair&quot;,&#xA;            &quot;name&quot;:&quot;Melbourne Airport&quot;,&#xA;            &quot;id&quot;:29406687,&#xA;            &quot;id_str&quot;:&quot;29406687&quot;,&#xA;            &quot;indices&quot;:[  &#xA;               59,&#xA;               66&#xA;            ]&#xA;         }&#xA;      ],&#xA;      &quot;urls&quot;:[  &#xA;         {  &#xA;            &quot;url&quot;:&quot;https:\/\/t.co\/1vKdelQtqZ&quot;,&#xA;            &quot;expanded_url&quot;:&quot;https:\/\/www.swarmapp.com\/c\/4tuxJ7eGzTS&quot;,&#xA;            &quot;display_url&quot;:&quot;swarmapp.com\/c\/4tuxJ7eGzTS&quot;,&#xA;            &quot;indices&quot;:[  &#xA;               88,&#xA;               111&#xA;            ]&#xA;         }&#xA;      ]&#xA;   },&#xA;   &quot;source&quot;:&quot;\u003ca href=\&quot;http:\/\/foursquare.com\&quot; rel=\&quot;nofollow\&quot;\u003eFoursquare\u003c\/a\u003e&quot;,&#xA;   &quot;in_reply_to_status_id&quot;:null,&#xA;   &quot;in_reply_to_status_id_str&quot;:null,&#xA;   &quot;in_reply_to_user_id&quot;:null,&#xA;   &quot;in_reply_to_user_id_str&quot;:null,&#xA;   &quot;in_reply_to_screen_name&quot;:null,&#xA;   &quot;user&quot;:{  &#xA;      &quot;id&quot;:22938914,&#xA;      &quot;id_str&quot;:&quot;22938914&quot;,&#xA;      &quot;name&quot;:&quot;Steve Wozniak&quot;,&#xA;      &quot;screen_name&quot;:&quot;stevewoz&quot;,&#xA;      &quot;location&quot;:&quot;Los Gatos, California&quot;,&#xA;      &quot;description&quot;:&quot;Engineers first! Human rights. Gadgets. Jokes and pranks. Segways. Music and concerts. Gameboy Tetris.&quot;,&#xA;      &quot;url&quot;:&quot;http:\/\/t.co\/gC1NnB1hgl&quot;,&#xA;      &quot;entities&quot;:{  &#xA;         &quot;url&quot;:{  &#xA;            &quot;urls&quot;:[  &#xA;               {  &#xA;                  &quot;url&quot;:&quot;http:\/\/t.co\/gC1NnB1hgl&quot;,&#xA;                  &quot;expanded_url&quot;:&quot;http:\/\/woz.org&quot;,&#xA;                  &quot;display_url&quot;:&quot;woz.org&quot;,&#xA;                  &quot;indices&quot;:[  &#xA;                     0,&#xA;                     22&#xA;                  ]&#xA;               }&#xA;            ]&#xA;         },&#xA;         &quot;description&quot;:{  &#xA;            &quot;urls&quot;:[  &#xA;&#xA;            ]&#xA;         }&#xA;      },&#xA;      &quot;protected&quot;:false,&#xA;      &quot;followers_count&quot;:599511,&#xA;      &quot;friends_count&quot;:89,&#xA;      &quot;listed_count&quot;:9677,&#xA;      &quot;created_at&quot;:&quot;Thu Mar 05 16:24:20 +0000 2009&quot;,&#xA;      &quot;favourites_count&quot;:21,&#xA;      &quot;utc_offset&quot;:-28800,&#xA;      &quot;time_zone&quot;:&quot;Pacific Time (US &amp;amp; Canada)&quot;,&#xA;      &quot;geo_enabled&quot;:true,&#xA;      &quot;verified&quot;:true,&#xA;      &quot;statuses_count&quot;:6504,&#xA;      &quot;lang&quot;:&quot;en&quot;,&#xA;      &quot;contributors_enabled&quot;:false,&#xA;      &quot;is_translator&quot;:false,&#xA;      &quot;is_translation_enabled&quot;:false,&#xA;      &quot;profile_background_color&quot;:&quot;9AE4E8&quot;,&#xA;      &quot;profile_background_image_url&quot;:&quot;http:\/\/abs.twimg.com\/images\/themes\/theme16\/bg.gif&quot;,&#xA;      &quot;profile_background_image_url_https&quot;:&quot;https:\/\/abs.twimg.com\/images\/themes\/theme16\/bg.gif&quot;,&#xA;      &quot;profile_background_tile&quot;:false,&#xA;      &quot;profile_image_url&quot;:&quot;http:\/\/pbs.twimg.com\/profile_images\/1365311061\/Janet_and_Woz_normal.jpg&quot;,&#xA;      &quot;profile_image_url_https&quot;:&quot;https:\/\/pbs.twimg.com\/profile_images\/1365311061\/Janet_and_Woz_normal.jpg&quot;,&#xA;      &quot;profile_link_color&quot;:&quot;0084B4&quot;,&#xA;      &quot;profile_sidebar_border_color&quot;:&quot;BDDCAD&quot;,&#xA;      &quot;profile_sidebar_fill_color&quot;:&quot;DDFFCC&quot;,&#xA;      &quot;profile_text_color&quot;:&quot;333333&quot;,&#xA;      &quot;profile_use_background_image&quot;:true,&#xA;      &quot;has_extended_profile&quot;:false,&#xA;      &quot;default_profile&quot;:false,&#xA;      &quot;default_profile_image&quot;:false,&#xA;      &quot;following&quot;:false,&#xA;      &quot;follow_request_sent&quot;:false,&#xA;      &quot;notifications&quot;:false,&#xA;      &quot;translator_type&quot;:&quot;none&quot;&#xA;   },&#xA;   &quot;geo&quot;:{  &#xA;      &quot;type&quot;:&quot;Point&quot;,&#xA;      &quot;coordinates&quot;:[  &#xA;         -37.67034562,&#xA;         144.84909363&#xA;      ]&#xA;   },&#xA;   &quot;coordinates&quot;:{  &#xA;      &quot;type&quot;:&quot;Point&quot;,&#xA;      &quot;coordinates&quot;:[  &#xA;         144.84909363,&#xA;         -37.67034562&#xA;      ]&#xA;   },&#xA;   &quot;place&quot;:{  &#xA;      &quot;id&quot;:&quot;01864a8a64df9dc4&quot;,&#xA;      &quot;url&quot;:&quot;https:\/\/api.twitter.com\/1.1\/geo\/id\/01864a8a64df9dc4.json&quot;,&#xA;      &quot;place_type&quot;:&quot;city&quot;,&#xA;      &quot;name&quot;:&quot;Melbourne&quot;,&#xA;      &quot;full_name&quot;:&quot;Melbourne, Victoria&quot;,&#xA;      &quot;country_code&quot;:&quot;AU&quot;,&#xA;      &quot;country&quot;:&quot;Australia&quot;,&#xA;      &quot;contained_within&quot;:[  &#xA;&#xA;      ],&#xA;      &quot;bounding_box&quot;:{  &#xA;         &quot;type&quot;:&quot;Polygon&quot;,&#xA;         &quot;coordinates&quot;:[  &#xA;            [  &#xA;               [  &#xA;                  144.593741856,&#xA;                  -38.433859306&#xA;               ],&#xA;               [  &#xA;                  145.512528832,&#xA;                  -38.433859306&#xA;               ],&#xA;               [  &#xA;                  145.512528832,&#xA;                  -37.5112737225&#xA;               ],&#xA;               [  &#xA;                  144.593741856,&#xA;                  -37.5112737225&#xA;               ]&#xA;            ]&#xA;         ]&#xA;      },&#xA;      &quot;attributes&quot;:{  &#xA;&#xA;      }&#xA;   },&#xA;   &quot;contributors&quot;:null,&#xA;   &quot;is_quote_status&quot;:false,&#xA;   &quot;retweet_count&quot;:2,&#xA;   &quot;favorite_count&quot;:19,&#xA;   &quot;favorited&quot;:false,&#xA;   &quot;retweeted&quot;:false,&#xA;   &quot;possibly_sensitive&quot;:false,&#xA;   &quot;possibly_sensitive_appealable&quot;:false,&#xA;   &quot;lang&quot;:&quot;en&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And you can see that the source is labeled as &lt;code&gt;href=\&quot;http:\/\/foursquare.com\&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the &lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/search/api-reference/get-search-tweets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter Search API&lt;/a&gt; you can search for keywords up to one week old, perhaps by JSON field &lt;code&gt;source&lt;/code&gt; as well. You can download and then scan for relevant itineraries: &lt;code&gt;JL 773 NRT to MEL&lt;/code&gt; = &lt;code&gt;Japan Airlnes Flight 773 from Narita to Melbourne&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-08T09:49:59.123" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12132" PostTypeId="2" ParentId="11555" CreationDate="2017-12-08T10:12:07.170" Score="3" Body="&lt;p&gt;For generic corrosive properties, this is a typical question for a scientific and engineering reference book, like the CRC Handbook (check your local library)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/RedH9m.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RedH9m.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for specific materials, these will come from the manufacturers. Try searching &quot;corrosion tables&quot; with some other keywords, until you find the one that works. Here are some examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.materials.sandvik/en/materials-center/corrosion-tables/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.materials.sandvik/en/materials-center/corrosion-tables/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.materials.sandvik/en/materials-center/corrosion-tables/acetic-acid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.materials.sandvik/en/materials-center/corrosion-tables/acetic-acid/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://steelfinder.outokumpu.com/corrosion/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://steelfinder.outokumpu.com/corrosion/&lt;/a&gt; --&gt; search &quot;acetic acid&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IVQZh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IVQZh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-08T10:12:07.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12134" PostTypeId="1" CreationDate="2017-12-08T14:45:06.950" Score="2" ViewCount="341" Body="&lt;p&gt;Is there a collection of regression datasets for the purpose of benchmarking? For classification I found this paper (&lt;a href=&quot;https://arxiv.org/abs/1708.03731&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/1708.03731&lt;/a&gt;) which has a collection of classification datasets (some of the UCI ML Repository). Any suggestions would be helpful. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The collection should include regression problems from different domains and should not be too easy or too hard (so that better models should get a relevant performance gain). &lt;/p&gt;&#xA;" OwnerUserId="18036" LastActivityDate="2018-10-23T14:53:35.573" Title="Regression datasets for benchmarking" Tags="|machine-learning|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12135" PostTypeId="2" ParentId="7807" CreationDate="2017-12-09T08:09:46.620" Score="7" Body="&lt;p&gt;A couple of new automobile insurance claim data sets have become available since this question was asked. Thought I'd list them here:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Emcien:&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Published: Auto Insurance Claims - Automobile Insurance claims including&#xA;   location, policy type and claim amount&#xA;   &lt;a href=&quot;http://dyzz9obi78pm5.cloudfront.net/app/image/id/560ec66d32131c9409f2ba54/n/Auto_Insurance_Claims_Sample.csv&quot; rel=&quot;noreferrer&quot;&gt;http://dyzz9obi78pm5.cloudfront.net/app/image/id/560ec66d32131c9409f2ba54/n/Auto_Insurance_Claims_Sample.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Allstate:&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Held a &quot;claims severity&quot; competition on Kaggle. &#xA;   &lt;a href=&quot;https://www.kaggle.com/c/allstate-claims-severity&quot; rel=&quot;noreferrer&quot;&gt;https://www.kaggle.com/c/allstate-claims-severity&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18043" LastActivityDate="2017-12-09T08:09:46.620" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12137" PostTypeId="1" CreationDate="2017-12-09T19:12:50.883" Score="3" ViewCount="70" Body="&lt;p&gt;I'm a student in a Translation Post-Graduation in Portugal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway for one of my classes we're analyzing vocabulary and I am supposed to build a database out of an academic paper, it must have from 30 to 50 terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For my theme I chose silviculture and for sub-theme species of trees. But I am having trouble finding a paper that refers from 30 to 50 species of trees. I must find a text from where I am supposed to build and translate the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could you tell me where I can find such text? It must be a pdf. If someone has a big text for me work on I would be very happy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you so much!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Carlos Barros&lt;/p&gt;&#xA;" OwnerUserId="18046" OwnerDisplayName="silveringking" LastEditorUserId="33" LastEditDate="2017-12-12T15:36:37.743" LastActivityDate="2018-01-11T16:35:24.597" Title="Where can I find an academic paper that refers 50 species of trees?" Tags="|research|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12138" PostTypeId="1" CreationDate="2017-12-10T23:50:08.357" Score="2" ViewCount="46" Body="&lt;p&gt;Where can I find a list of household objects, together with their typical shape, mass, and (if possible moment) of inertia about some axis - preferably in an &lt;a href=&quot;http://gazebosim.org/tutorials?tut=build_model&quot; rel=&quot;nofollow noreferrer&quot;&gt;SDF&lt;/a&gt;-like format?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;furniture: table, chair, sofa, bookshelf, bed-frame&lt;/li&gt;&#xA;&lt;li&gt;appliances: microwave (standalone), fridge, fan, washing and drying machine&lt;/li&gt;&#xA;&lt;li&gt;furnishings: mattress, curtain, blind&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It may be possible to get info on these from separate manufacturers. I'm looking for a central source where someone has already collected this information. I'm also not particular about the exact type of objects (say queen bed, and not king bed). All that matters is correctness of the information. &lt;/p&gt;&#xA;" OwnerUserId="18053" LastActivityDate="2017-12-11T16:28:57.147" Title="Mass Distribution of common household objects around their volume" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12139" PostTypeId="2" ParentId="9930" CreationDate="2017-12-11T08:50:06.740" Score="1" Body="&lt;p&gt;Based on BarryCarter's &lt;a href=&quot;https://opendata.stackexchange.com/questions/9930/monthly-daily-uk-rainfall-data#comment13098_9930&quot;&gt;comment&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/isd&quot; rel=&quot;nofollow noreferrer&quot;&gt;Integrated Surface Database&lt;/a&gt;&lt;/strong&gt; (ISD) from the  National Climatic Data Center (NCDC)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Integrated Surface Database (ISD) consists of global hourly and synoptic observations compiled from numerous sources into a single common ASCII format and common data model.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And the data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;ftp://ftp.ncdc.noaa.gov/pub/data/ghcn/daily/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.ncdc.noaa.gov/pub/data/ghcn/daily/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ce4jw.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ce4jw.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-11T08:50:06.740" CommentCount="0" CommunityOwnedDate="2017-12-11T08:50:18.747" ContentLicense="CC BY-SA 3.0" />
  <row Id="12140" PostTypeId="1" AcceptedAnswerId="12143" CreationDate="2017-12-11T13:21:38.200" Score="1" ViewCount="52" Body="&lt;p&gt;I want to perform an analysis on &lt;strong&gt;urban areas&lt;/strong&gt; &lt;strong&gt;in the UK&lt;/strong&gt;. As, indeed, urban areas can be defined in multiple ways, I would like to rely on some well-accepted definitions and polygons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this &lt;a href=&quot;http://database.espon.eu/db2/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU project&lt;/a&gt; that has nice data about functional urban areas in the Union, but the source data is rather old (2000). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I found &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/articles/populationdynamicsofukcityregionssincemid2011/2016-10-11&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK city regions&lt;/a&gt;, one of the many admin units in the UK, but I can't find shapefiles for them (and they look very large).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Moreover, I would like to find a &lt;strong&gt;point dataset with cities and towns&lt;/strong&gt; (a gazetteer) in the UK, with population information in order to use them as labels dynamically (e.g., show cities &gt; 1M, etc.). The OS Open Names product is way too detailed, and does not seem to contain a handy categorisation between small and large centres.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any tips?&lt;/p&gt;&#xA;" OwnerUserId="18057" LastActivityDate="2017-12-12T13:10:54.407" Title="Functional urban areas in the UK" Tags="|geospatial|uk|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12141" PostTypeId="2" ParentId="12138" CreationDate="2017-12-11T16:28:57.147" Score="2" Body="&lt;p&gt;This doesn't even answer the &quot;mass&quot; part of your question, but may be of some help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My first thought was to use wikidata, and this query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?weight WHERE {&#xA;  ?item wdt:P2067 ?weight .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;gives you the weight of 252,132 items with some caveats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;This gives you raw item numbers like &quot;Q926610&quot;, not names or labels. The query times out if you try to add names, even if it's something as simple as the &lt;code&gt;rdfs:label&lt;/code&gt; property. You can, of course, further manipulate this data further on your local machine (using a lookup table and the Unix &quot;join&quot; command, for example).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Wikipedia (and thus Wikidata) isn't always accurate.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I only looked at some of the data, but some of these are weights for people, not items. A more sophisticated query might be able to find just item weights.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Smaller but possibly more accurate sources that would require &quot;scraping&quot; or editing to put in a more machine-usable form:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Professional movers have a vested interest in how much furniture weighs: &lt;a href=&quot;http://www.ewtaz.com/images/uploads/average-weight-furniture-2.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ewtaz.com/images/uploads/average-weight-furniture-2.pdf&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Professional shippers are interested in the weight of shippable household items: &lt;a href=&quot;https://www.parcl.com/education/customers/shipping_weight&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.parcl.com/education/customers/shipping_weight&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Physics engine and game developers are interested in simulating realistic weights. I couldn't find a great reference here, but &lt;a href=&quot;https://www.nexusmods.com/skyrim/mods/85821/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nexusmods.com/skyrim/mods/85821/&lt;/a&gt;? is an attempt to do this for SkyRim.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;This &lt;a href=&quot;https://www.upcdatabase.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UPC database&lt;/a&gt; lists weights for some items, such as &lt;a href=&quot;https://www.upcdatabase.com/item/018200001697&quot; rel=&quot;nofollow noreferrer&quot;&gt;this item&lt;/a&gt;. However, I'm not sure how useful that is, since I'm guessing it's mostly for items in fixed-size cans and bottles.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If anyone (OP or otherwise) is interested in helping me improve this answer, please contact me (contact info in profile)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note for pedantic physicists: I realize weight and mass aren't the same thing, but, for Terran-bound beings, there is a simple conversion.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2017-12-11T16:28:57.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12142" PostTypeId="2" ParentId="11955" CreationDate="2017-12-12T08:13:06.453" Score="6" Body="&lt;p&gt;As @philshem suggested I wrote some python to gather the data&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;import requests&#xA;import re&#xA;from bs4 import BeautifulSoup&#xA;&#xA;# Create date range for historical snapshots&#xA;Date = pd.date_range(start='20130428', end='20171210', freq='7D').strftime('%Y%m%d')&#xA;&#xA;# Retrieve market cap value in dollars&#xA;market_cap = []&#xA;&#xA;for date in Date:&#xA;&#xA;    # Retrieve historical snapshot data from date&#xA;    page = requests.get('https://coinmarketcap.com/historical/'+date)&#xA;    soup = BeautifulSoup(page.content, 'html.parser')&#xA;&#xA;    # Extract marketcap value from span&#xA;    market_cap.append(int(re.sub(r',|\$', '', soup.find('span', {'id' : 'total-marketcap'}).text.strip())))&#xA;&#xA;# Create data frame of data&#xA;df = pd.DataFrame({'Total Market Cap':market_cap}, index=Date)&#xA;&#xA;# Write data to file&#xA;df.to_csv('total_market_cap.csv')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This gets the total market cap value from each snap shot which is taken each sunday.&lt;/p&gt;&#xA;" OwnerUserId="18061" LastEditorUserId="18061" LastEditDate="2018-01-04T16:38:27.073" LastActivityDate="2018-01-04T16:38:27.073" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12143" PostTypeId="2" ParentId="12140" CreationDate="2017-12-12T13:10:54.407" Score="1" Body="&lt;p&gt;For an existing area definition you might want to have a look at European statistic &lt;a href=&quot;https://en.wikipedia.org/wiki/Nomenclature_of_Territorial_Units_for_Statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;NUTS&lt;/a&gt; regions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are different levels of granularity, as can be seen in this maps from eurostat:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/documents/345175/7451602/nuts-map-UK.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;NUTS maps UK&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Eurostat NUTS &lt;a href=&quot;http://ec.europa.eu/eurostat/web/nuts/nuts-maps-.pdf-&quot; rel=&quot;nofollow noreferrer&quot;&gt;maps overview&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Google also reveals a few random sources for the respective shapefiles (not reviewed in detail):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ec.europa.eu/eurostat/de/web/gisco/geodata/reference-data/administrative-units-statistical-units/nuts&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ec.europa.eu/eurostat/de/web/gisco/geodata/reference-data/administrative-units-statistical-units/nuts&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://datahub.io/core/geo-nuts-administrative-boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahub.io/core/geo-nuts-administrative-boundaries&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.gov.uk/dataset/nomenclature-of-units-for-territorial-statistics-nuts-level-2/resource/d83db713-f8ec-4c91-a53c-18e82bda7ae9&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/dataset/nomenclature-of-units-for-territorial-statistics-nuts-level-2/resource/d83db713-f8ec-4c91-a53c-18e82bda7ae9&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2017-12-12T13:10:54.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12144" PostTypeId="2" ParentId="12137" CreationDate="2017-12-12T15:50:29.803" Score="2" Body="&lt;p&gt;I'm not sure about 50 trees, you're going to have to do some research here, but USDA's Forest Service does tons of work on trees. Here's a &lt;a href=&quot;https://www.srs.fs.usda.gov/pubs/rb/rb_srs197.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;report of trees in Virginia&lt;/a&gt; which may suffice.&lt;br&gt;&#xA;You may have to poke around their servers to find exactly what you seek.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2017-12-12T15:50:29.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12145" PostTypeId="2" ParentId="12113" CreationDate="2017-12-12T21:43:45.160" Score="2" Body="&lt;p&gt;I would like to see some ready-made sources for 2016 CBSA-level data. Until then, I suggest using county-level sources and aggregating them to CBSA-level. For this, you can combine cross-walks listed in your link or, possibly easier, use this cross-walk from Jean Roth provided at &lt;a href=&quot;http://www.nber.org/data/cbsa-fips-county-crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NBER&lt;/a&gt;. Given the excellent .csv and .dta files the aggregation should be straightforward.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for data: For the county-level, the &lt;a href=&quot;https://factfinder.census.gov/faces/nav/jsf/pages/searchresults.xhtml?refresh=t&quot; rel=&quot;nofollow noreferrer&quot;&gt;American FactFinder&lt;/a&gt; provides a promising compilation. I found very detailed 2016 data on several of the topics you requested. Two examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Comparative Economic Characteristics&lt;/strong&gt; (Source ID CP03, ACS 1 year survey 2016) &#xA;&lt;a href=&quot;https://i.stack.imgur.com/72Cjl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/72Cjl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;with, for example, the income distribution as well as mean and median income.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Unemployment&lt;/strong&gt; (Source ID S2301, ACS 1 year survey 2016)&#xA;&lt;a href=&quot;https://i.stack.imgur.com/ohRbf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ohRbf.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;with unemployment rates split by age group.&lt;/p&gt;&#xA;" OwnerUserId="14728" LastEditorUserId="14728" LastEditDate="2017-12-13T10:06:13.367" LastActivityDate="2017-12-13T10:06:13.367" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12148" PostTypeId="1" AcceptedAnswerId="12380" CreationDate="2017-12-13T10:22:58.363" Score="1" ViewCount="1577" Body="&lt;p&gt;The CBCL FACE DATABASE includes 2,429 faces in the training set and is referenced on this page: &lt;a href=&quot;http://cbcl.mit.edu/software-datasets/FaceData2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cbcl.mit.edu/software-datasets/FaceData2.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the download links for the faces.tar.gz - that I can find - yield &quot;not found&quot;. For instance, &lt;a href=&quot;http://cbcl.mit.edu/projects/cbcl/software-datasets/faces.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cbcl.mit.edu/projects/cbcl/software-datasets/faces.tar.gz&lt;/a&gt; does not work. Neither does the link from &lt;a href=&quot;http://www.ai.mit.edu/projects/cbcl.old/software-datasets/FaceData2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ai.mit.edu/projects/cbcl.old/software-datasets/FaceData2.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this data available for download somewhere?&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2018-02-08T15:51:02.210" Title="Is the CBCL FACE DATABASE available?" Tags="|faces|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12149" PostTypeId="2" ParentId="10438" CreationDate="2017-12-13T11:26:38.237" Score="3" Body="&lt;p&gt;Here's a &lt;a href=&quot;https://confluence.cc.lehigh.edu/display/~tch207/Geospatial+Social+Studies&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; which links to a project related to the Wall and a few resources in kmz format.&#xA;I haven't had a look at the actual data though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There should also be a dataset &lt;a href=&quot;https://confluence.cc.lehigh.edu/download/attachments/6489105/Great+Wall+of+China.kmz&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, according to &lt;a href=&quot;https://www.researchgate.net/post/Do_maps_exist_of_the_Great_Wall_of_China_as_KML_files_for_opening_via_Google_Earth&quot; rel=&quot;nofollow noreferrer&quot;&gt;ResearchGate&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2017-12-13T11:26:38.237" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12150" PostTypeId="1" CreationDate="2017-12-13T18:05:32.743" Score="2" ViewCount="289" Body="&lt;p&gt;I have been searching for an API to get the &lt;strong&gt;Yoga, Gymnastic&lt;/strong&gt; exercises details and curriculum with appropriate steps and measures. I am planning to use these details for my upcoming project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to my search, I have not found any links and references that fulfills my requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google and other companies are providing &lt;strong&gt;Fitness API&lt;/strong&gt;, but they are confined to their application and usage. As for general purpose, they are not helping out to solve my current problem.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also please provide &lt;em&gt;links and references&lt;/em&gt; from where I can get complete details about Yoga and Gymnasium as well.&lt;/p&gt;&#xA;" OwnerUserId="18074" LastActivityDate="2020-05-22T07:30:32.567" Title="Yoga, Gym, Fitness API" Tags="|api|uses-of-open-data|medical|" AnswerCount="0" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12152" PostTypeId="2" ParentId="12125" CreationDate="2017-12-14T05:25:26.520" Score="1" Body="&lt;p&gt;In the United States, each state health department has records on cause of death for each year.  You'll usually have to call the department to get the more detailed records, which include the icd-10 medical codes.  Those won't specify 'failure to vaccinate' AFAIK, but if you've got someone dying from, say, diptheria or whooping cough, it's a safe bet they weren't vaccinated.  Good luck.&lt;/p&gt;&#xA;" OwnerUserId="15781" LastActivityDate="2017-12-14T05:25:26.520" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12153" PostTypeId="1" CreationDate="2017-12-14T09:18:10.233" Score="3" ViewCount="289" Body="&lt;p&gt;Suppose I have an insect species name (say &lt;a href=&quot;http://eol.org/pages/1014588/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carabus nemoralis&lt;/a&gt;) would it be possible to obtain even an approximate body size for this animal? Traitbase / EOL seems to have some information, but not necessarily body size.&lt;/p&gt;&#xA;" OwnerUserId="14251" LastEditorDisplayName="user4293" LastEditDate="2017-12-15T08:52:29.037" LastActivityDate="2017-12-15T08:52:29.037" Title="Is there a database of insect body sizes?" Tags="|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12155" PostTypeId="2" ParentId="12153" CreationDate="2017-12-14T14:40:38.990" Score="3" Body="&lt;p&gt;Brose, Cushing, Berlow et al: &lt;a href=&quot;http://www.esapubs.org/archive/ecol/E086/135/metadata.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Body sizes of consumers and their resources&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Here, we try to reduce such limitations by documenting body size ratios for 16,863 consumer–resource links.  The data includes body size ratios from terrestrial (n = 12,398 links), marine (n = 2355 links), freshwater (n = 1,983 links) and soil (n = 51 links) ecosystems.&lt;/p&gt;&#xA;&lt;p&gt;The data set provides, where available, information on consumer and resource taxonomy, their common names, measurements of their body sizes (average as well as minimum and maximum body length or weight), the geographic location of the study, the habitat studied, the feeding type of the link and the species’ metabolic categories (see below for a detailed description).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Links to the data files on that page.&lt;/p&gt;&#xA;" OwnerUserId="18081" LastEditorUserId="-1" LastEditorDisplayName="user4293" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2017-12-15T08:51:19.537" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12156" PostTypeId="1" CreationDate="2017-12-14T23:07:19.887" Score="4" ViewCount="588" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Entity_linking&quot; rel=&quot;noreferrer&quot;&gt;Entity linking&lt;/a&gt; is the task of detecting mentions of entities from a knowledge base in a document.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any openly available datasets to train and evaluate such systems? The datasets I came across are all closed (for instance, &lt;a href=&quot;https://www.ldc.upenn.edu/collaborations/current-projects/tac-kbp&quot; rel=&quot;noreferrer&quot;&gt;TAC-KBP&lt;/a&gt; is owned by the Linguistic Data Consortium, the &lt;a href=&quot;https://www.mpi-inf.mpg.de/departments/databases-and-information-systems/research/yago-naga/aida/downloads/&quot; rel=&quot;noreferrer&quot;&gt;YAGO-AIDA&lt;/a&gt; dataset requires access to the original CoNLL 2003 dataset, and so on).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset should contain some text with reference annotations (for instance links to Wikipedia), and should be of reasonable size for machine learning purposes. For instance, Wikipedia dumps themselves provide this to some extent, but the wikilinks are generally not intended to be complete, so the annotations are very sparse.&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2018-01-22T11:55:07.680" Title="Is there any open dataset for named entity linking?" Tags="|data-request|nlp|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12157" PostTypeId="1" CreationDate="2017-12-15T15:21:13.060" Score="1" ViewCount="72" Body="&lt;p&gt;I'm looking for government datasets on a wide variety of topics concerning the population of the country. Things like the crime rate, unemployment rate, level of educational attainment by different segments of the population, median income, etc. I would also like this for a large range of years and also on a national, state, and county level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know, I know this is a crazy dataset which is very ideal, and I will probably have to cobble it together from multiple other datasets. I've already gone through the FBI API, BLS API, and Census API. They range in quality, but they are interesting and have lots of data relevant to the task at end. At some point I suspect I may also have to move on from the APIs on these sites and start doing some manually downloading of files or create some sort of scraper.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Really though, what I'd like, and what I have not encountered yet is a data format where the demographics are included in column format. What do I mean by this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Well... when I query the BLS API, I provide a specific variable ID, say I'm looking for the unemployment rate for Male 16-19 year olds. I get my result. It will have one column for the date, one column for the variable id, and one column for the value. IDEALLY, it would be AMAZING, if it also had a &quot;sex&quot; column and an &quot;age&quot; column. It would be so amazing to have a dataset like this! Instead of having to know what the specific variable ID was, I could just filter on whatever demographics it was I wanted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, I am building this &quot;ideal&quot; dataset by hand so to speak. It's very slow going. So I'm curious if anyone here knew of datasets formatted like I am talking about. I hope this was clear.&lt;/p&gt;&#xA;" OwnerUserId="18086" LastEditorUserId="90" LastEditDate="2017-12-15T18:59:18.790" LastActivityDate="2017-12-15T18:59:18.790" Title="Looking for specific datasets with demographic data in column format" Tags="|data-request|api|data.gov|uses-of-open-data|data-format|" AnswerCount="0" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12159" PostTypeId="1" CreationDate="2017-12-16T02:47:48.253" Score="2" ViewCount="155" Body="&lt;p&gt;I am looking for a dataset mapping concrete words with common colors.&#xA;The only one i've found is &lt;a href=&quot;https://www.kaggle.com/rtatman/color-terms-dataset/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, but it has less than 100 entries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;red_words_list = [ &quot;apple&quot;, &quot;blood&quot;, &quot;rose&quot;, &quot;strawberry&quot;, &quot;cherry&quot; ]&#xA;green_words_list = [ &quot;grass&quot;, &quot;tree&quot;, &quot;forest&quot;, &quot;clover&quot; ]&#xA;yellow_words_list = [ &quot;banana&quot;, &quot;star&quot;, &quot;sun&quot;, &quot;desert&quot;, &quot;lemon&quot;, &quot;gold&quot; ]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It will be used to colorize lyrics using my &lt;a href=&quot;http://eadmaster.altervista.org/pub/prj/electr/audioleds.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;audioleds.py script&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="18095" LastEditorUserId="1511" LastEditDate="2017-12-18T11:07:36.887" LastActivityDate="2018-04-23T16:51:49.210" Title="Dataset where words are associated to colors" Tags="|data-request|language|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12160" PostTypeId="2" ParentId="876" CreationDate="2017-12-16T06:42:13.600" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/godlytalias/Bible-Database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/godlytalias/Bible-Database&lt;/a&gt; also have a good database collection&lt;/p&gt;&#xA;" OwnerUserId="18097" LastActivityDate="2017-12-16T06:42:13.600" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12162" PostTypeId="1" CreationDate="2017-12-16T20:08:09.233" Score="4" ViewCount="402" Body="&lt;p&gt;Is anyone aware of open data involving the Portuguese soccer league (Primeira Liga)?&lt;/p&gt;&#xA;" OwnerUserId="15967" LastEditorUserId="23272" LastEditDate="2021-04-07T12:55:52.333" LastActivityDate="2021-04-07T12:55:52.333" Title="Available open data on Portuguese Soccer League" Tags="|data-request|sports|football|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12163" PostTypeId="1" CreationDate="2017-12-17T11:21:23.920" Score="4" ViewCount="237" Body="&lt;p&gt;Recently the German national weather service (DWD) published lots of data. I am especially interested in the 5 minutes radar data stored at: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.dwd.de/weather/radar/composit/wx/&quot; rel=&quot;noreferrer&quot;&gt;https://opendata.dwd.de/weather/radar/composit/wx/&lt;/a&gt; or &#xA;&lt;a href=&quot;https://opendata.dwd.de/weather/radar/composit/pg/&quot; rel=&quot;noreferrer&quot;&gt;https://opendata.dwd.de/weather/radar/composit/pg/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this folder only contains the data for the last 2 days. Does anyone knows how to get older versions of that data? There is older data on the server but only with hourly data, but I need it in 5 (or 10) minutes resolution.&lt;/p&gt;&#xA;" OwnerUserId="18104" LastActivityDate="2018-07-16T17:36:14.380" Title="Historical german rain radar data from opendata.dwd.de" Tags="|data-request|weather|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12164" PostTypeId="1" AcceptedAnswerId="12165" CreationDate="2017-11-10T05:46:27.523" Score="5" ViewCount="253" Body="&lt;p&gt;I am trying to retrieve data for a company programmatically using the Wikidata API. However, the data retrieved from Wikidata is different from en.wikipedia.org. Is this expected? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: Nissan Motors - &lt;a href=&quot;https://www.wikidata.org/wiki/Q20165&quot; rel=&quot;noreferrer&quot;&gt;WikiData&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Nissan&quot; rel=&quot;noreferrer&quot;&gt;Wikipedia&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Revenue in wikidata: 94.62 billion USD (2007)&#xA;Revenue in wikipedia: 11.38 trillion JPY (2014)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: This particular data discrepancy has been fixed. However, the general question still remains. Is it possible for wikidata and wikipedia data to differ? If yes, how frequently are sync'd? &lt;/p&gt;&#xA;" OwnerUserId="18114" OwnerDisplayName="varadark" LastActivityDate="2017-12-17T11:24:49.683" Title="Wikidata differs from Wikipedia" Tags="|wikipedia|wikidata|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12165" PostTypeId="2" ParentId="12164" CreationDate="2017-11-19T13:59:49.340" Score="5" Body="&lt;p&gt;Wikipedia is an encyclopedic website that is written for humans.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Wikidata&quot; rel=&quot;noreferrer&quot;&gt;Wikidata&lt;/a&gt; is a database designed to be used by both humans and programs, in a multilingual way. The content of this database is transfered from a lot of different Wikipedia language versions, and because each one as independent content, Wikidata is a mix of different Wikipedias articles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So if a Wikipedia article is updated, wikidata will not be automatically edited. Perhaps a bot will do the job, but usually a contributor will have to update its data. It's why information may be different.&lt;/p&gt;&#xA;" OwnerDisplayName="framawiki" LastActivityDate="2017-11-19T13:59:49.340" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12166" PostTypeId="1" CreationDate="2017-12-17T22:00:16.130" Score="2" ViewCount="27" Body="&lt;p&gt;In November 2017, the &lt;a href=&quot;https://en.wikipedia.org/wiki/Keystone_Pipeline&quot; rel=&quot;nofollow noreferrer&quot;&gt;Keystone Pipeline&lt;/a&gt; spilled 5,000 of barrels of oil onto farmland in South Dakota. I suspect there is a correlation between the number of oil spills (say, per 1,000 kilometers of pipelines and per year) and the laxity of regulation regarding environmental pollution, so I am looking for relevant data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia has a &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_oil_spills&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of oil spills&lt;/a&gt;, and that list also contains a list &lt;a href=&quot;http://www.worldspills.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldSpills.com&lt;/a&gt;. However, WorldSpills.com appears to have a few issues in my browser (Google Chrome 63) and I can't find any information about where &lt;em&gt;they&lt;/em&gt; get their data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hence my question: &lt;strong&gt;are there any open data on oil spills from pipelines?&lt;/strong&gt; Ideally, these data should be available for free or for a modest charge.&lt;/p&gt;&#xA;" OwnerUserId="14002" LastActivityDate="2017-12-17T22:00:16.130" Title="Open data about oil spills from pipelines, ideally by country" Tags="|data-request|environment|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12167" PostTypeId="2" ParentId="12159" CreationDate="2017-12-18T11:06:16.110" Score="1" Body="&lt;p&gt;I think if you rephrase your question, google gives some good results. For example, those in marketing &amp;amp; branding study the association of &lt;a href=&quot;https://www.viget.com/articles/using-word-association-to-select-brand-colors&quot; rel=&quot;nofollow noreferrer&quot;&gt;colors with feelings&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The article above has sources linked for everything, and depending on how wide you want to go from the literal color of the object, this could be a good direction.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another direction could be linguistic research studies, where people associate words with colors.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To find this page, I had to start with a basic web search, and then remove false hits (like &quot;Excel&quot;). Here was the final query, maybe it helps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://encrypted.google.com/search?q=words+that+have+a+certain+color+-excel+-Synesthesia+-highlight+-html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://encrypted.google.com/search?q=words+that+have+a+certain+color+-excel+-Synesthesia+-highlight+-html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(so I removed results with &quot;excel&quot;, &quot;Synesthesia&quot;, &quot;highlight&quot;, and &quot;html&quot;. I think in your question, using the word &quot;mapping&quot; will bring up mostly technical results, such as excel)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2017-12-18T11:06:16.110" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12168" PostTypeId="2" ParentId="12163" CreationDate="2017-12-18T14:40:26.530" Score="1" Body="&lt;p&gt;Check this &lt;a href=&quot;https://opendata.stackexchange.com/questions/11610/looking-for-precipitation-scans-radar-for-germany-5-min-intervals-1-a&quot;&gt;old question&lt;/a&gt; I posted a while ago ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The short answer is, if you want this data for longer periods of time (i.e. &gt; 48 hrs), you have to get in touch with DWD. They will retrieve it for you from their archives ... for a fee. After I got this information, I set up an hourly cron job for the &lt;a href=&quot;https://opendata.dwd.de/weather/radar/composit/wx/&quot; rel=&quot;nofollow noreferrer&quot;&gt;first of your links&lt;/a&gt;, because I was simply interested in having such data for a longer (yet not specific) period of time:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/bin/bash&#xA;&#xA;su -c &quot;lftp -c \&quot;set ftp:list-options -a;&#xA;open ftp://opendata.dwd.de;&#xA;lcd /path/to/some/storage/DWD/wx_composit;&#xA;cd /weather/radar/composit/wx;&#xA;mirror --use-cache --verbose --allow-chown --allow-suid --no-umask --parallel=4\&quot;&quot; someusername&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;My &quot;personal archive&quot; reaches back to noon (UTC) 2017-08-05 (39k files, 36 GByte) ;)&lt;/p&gt;&#xA;" OwnerUserId="977" LastActivityDate="2017-12-18T14:40:26.530" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12169" PostTypeId="1" AcceptedAnswerId="12174" CreationDate="2017-12-18T17:48:45.850" Score="1" ViewCount="268" Body="&lt;p&gt;What is the difference between (&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/&quot; rel=&quot;nofollow noreferrer&quot;&gt;drugs@fda&lt;/a&gt; or &lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ucm079750.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;drugs@fda data files&lt;/a&gt;) and &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openfda&lt;/a&gt;?  Is there a recommended resource to use for drug name lookup?&lt;/p&gt;&#xA;" OwnerUserId="18112" LastEditorUserId="18112" LastEditDate="2017-12-19T20:10:27.400" LastActivityDate="2017-12-20T23:25:35.807" Title="what is the difference between drugs@fda and openfda?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12170" PostTypeId="1" CreationDate="2017-12-18T21:47:34.913" Score="2" ViewCount="54" Body="&lt;p&gt;I would like to know if there is any data repository that can provide historic road data, starting from 1995 to 2017? The location of the data can be arbitrary, except United Kingdom. Also, I am looking for as much possible hierarchically available roads, with main focus on major road, secondary, connector etc. I have also looked on &lt;a href=&quot;https://planet.openstreetmap.org/planet/full-history/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://planet.openstreetmap.org/planet/full-history/&lt;/a&gt;, but the data that are provided do not fit on my requirements. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to compare different street networks in different time intervals, thus the starting date must be between 1995-2000 in order to capture the slow rate of a road network's evolution. &lt;/p&gt;&#xA;" OwnerUserId="18116" LastEditorUserId="18116" LastEditDate="2017-12-20T12:26:55.650" LastActivityDate="2017-12-20T12:26:55.650" Title="Historic Road Data" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12171" PostTypeId="2" ParentId="4274" CreationDate="2017-12-19T15:45:33.583" Score="1" Body="&lt;p&gt;I know this is late, but: You might want to consider using &lt;a href=&quot;https://www.accessibility.cloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;accessibility.cloud&lt;/a&gt;. It provides a standardized way to access place accessibility data over multiple datasets, including the data from wheelmap.org, and others.&lt;/p&gt;&#xA;" OwnerUserId="18128" LastActivityDate="2017-12-19T15:45:33.583" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12172" PostTypeId="2" ParentId="11978" CreationDate="2017-12-19T15:51:47.190" Score="1" Body="&lt;p&gt;Here are some resources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A thread on the OSM mailing list: &lt;a href=&quot;https://lists.openstreetmap.org/pipermail/tagging/2017-December/034378.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lists.openstreetmap.org/pipermail/tagging/2017-December/034378.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;This project aims to standardize sidewalk accessibility data: &lt;a href=&quot;https://www.opensidewalks.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opensidewalks.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;This project aims to standardize place accessibility data in general: &lt;a href=&quot;https://www.accessibility.cloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessibility.cloud&lt;/a&gt; – its format includes attributes that are related to sidewalk accessibility.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18128" LastActivityDate="2017-12-19T15:51:47.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12173" PostTypeId="1" AcceptedAnswerId="12406" CreationDate="2017-12-20T10:01:58.233" Score="3" ViewCount="76" Body="&lt;p&gt;There's a question about books: (&lt;a href=&quot;https://opendata.stackexchange.com/questions/4290/public-database-of-book-titles&quot;&gt;Public database of book titles?&lt;/a&gt;), but what I'm looking for is actually a DB of literature works, not books.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &quot;Romeo and Juliet&quot; is a single literature work, but there are multiple books published with it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So this is definitely different.&lt;/p&gt;&#xA;" OwnerUserId="11176" LastActivityDate="2018-02-16T17:37:31.890" Title="Public International Database of Literature Works?" Tags="|database|books|literature|" AnswerCount="1" CommentCount="11" ContentLicense="CC BY-SA 3.0" />
  <row Id="12174" PostTypeId="2" ParentId="12169" CreationDate="2017-12-20T23:25:35.807" Score="1" Body="&lt;p&gt;There are at least two key differences between drugs@FDA and openFDA. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;A key difference relates to how the data in each is designed to be accessed. With OpenFDA, the primary way to access the data is by using the provided APIs. Drugs@FDA, on the other hand, is an online application that one can use to search for information on FDA approved drugs. Both openFDA and drugs@FDA, however, also provide downloadable files that can be imported into one's one tool or database.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Another key difference relates to the type of data each site provides. While there is considerable overlap (especially with respect to drug product labeling data), there are also major differences. openFDA currently has over 13 different datasets/APIs covering drugs, devices, and food. Drugs@FDA provides data on drugs. There is some information in drugs@FDA that is not in openFDA. For example, if you want to search for a generic drug product for an innovator drug product, then you would need to go to drugs@FDA. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;To get a more comprehensive sense of the differences, you may want to take a look at the human drug datasets currently provided via openFDA datasets (see &lt;a href=&quot;https://open.fda.gov/drug/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/drug/&lt;/a&gt;) and also take a look at the FAQS page for drugs@FDA (see &lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ucm075234.htm#purpose&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/Drugs/InformationOnDrugs/ucm075234.htm#purpose&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2017-12-20T23:25:35.807" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12175" PostTypeId="1" CreationDate="2017-12-21T20:22:25.550" Score="1" ViewCount="25" Body="&lt;p&gt;Looking for obesity/inactivity data for adults at a census tract level for the state of California. Any good sources? Preferably in a format that can be uploaded to arcdesktop.  &lt;/p&gt;&#xA;" OwnerUserId="17791" LastActivityDate="2017-12-21T20:22:25.550" Title="Obesity/Inactivity Data at a census tract level" Tags="|medical|us-census|census|csv|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12176" PostTypeId="1" AcceptedAnswerId="12193" CreationDate="2017-12-22T05:48:12.373" Score="2" ViewCount="55" Body="&lt;p&gt;Is anyone aware of an open access database with companies/large employers registered in a given city in US, specifying registration date (office opening).&lt;/p&gt;&#xA;" OwnerUserId="14822" LastActivityDate="2018-01-08T17:02:30.413" Title="open access database with companies/large employers registered in a given city in US" Tags="|data-request|usa|city|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12177" PostTypeId="1" CreationDate="2017-12-22T20:41:14.100" Score="1" ViewCount="106" Body="&lt;p&gt;Of the 46,520 patients listed in the PATIENTS database, 7,157 do not appear in the PRESCRIPTIONS database. About half of these are newborns (age &amp;lt; 1 year), but there remains about 3600 patients w/ mean age 73 (approx normally distributed) who have no medication info. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why is there no medication information on 8% of the patients in the database? Is this group random or are they special in some way?&lt;/p&gt;&#xA;" OwnerUserId="18152" LastActivityDate="2024-04-01T17:02:30.257" Title="MIMIC-III: many patients without prescription information?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12178" PostTypeId="2" ParentId="12156" CreationDate="2017-12-23T11:13:09.083" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://natural-language-understanding.wikia.com/wiki/IITB_dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;IITB dataset&lt;/a&gt; is quite small compared to the TAC datasets (107 documents) but it is freely available and has higher recall than off-the-shelf Wikipedia pages. It can be downloaded at &lt;a href=&quot;https://www.cse.iitb.ac.in/~soumen/doc/CSAW/Annot/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cse.iitb.ac.in/~soumen/doc/CSAW/Annot/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2017-12-23T11:13:09.083" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12179" PostTypeId="2" ParentId="11261" CreationDate="2017-12-23T11:44:13.563" Score="2" Body="&lt;p&gt;You can also use &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; for that. It can import roughly any tabular dataset and the latest version allows you to extend you data with Wikidata easily.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mzQCE.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mzQCE.gif&quot; alt=&quot;screencast of the feature in OpenRefine&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2017-12-23T11:44:13.563" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12180" PostTypeId="2" ParentId="12104" CreationDate="2017-12-23T16:11:37.257" Score="1" Body="&lt;p&gt;Changing it from &lt;strong&gt;None&lt;/strong&gt; to &lt;strong&gt;Custom&lt;/strong&gt; seems to accomplish what I'm looking for which is a unique key for each request. I'm not sure why this works but when it was set to &lt;strong&gt;None&lt;/strong&gt;, the keys were all 1. When set to &lt;strong&gt;Custom&lt;/strong&gt; they increment as desired.&lt;/p&gt;&#xA;" OwnerUserId="17778" LastActivityDate="2017-12-23T16:11:37.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12181" PostTypeId="1" CreationDate="2017-12-23T18:45:48.850" Score="1" ViewCount="19" Body="&lt;p&gt;I need data of 3-month Forward exchange rates between 5 pairs of currencies. Saudi Arabia Riyal (QAR or SAR) on one hand; and 5 currencies, USD, GBP, CHF, EUR, CNY on the other hand. I need quarterly data for period 2000-2015. I can find spot rates, but desperate to find forward rates. I can pay small amount of money, if anybody can help. Need urgently&lt;/p&gt;&#xA;" OwnerUserId="18156" LastActivityDate="2017-12-23T18:45:48.850" Title="Historical Forward Exchange rates for QAR (Saudi Riyal)" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12186" PostTypeId="1" AcceptedAnswerId="12187" CreationDate="2017-12-26T22:09:48.357" Score="1" ViewCount="101" Body="&lt;p&gt;&lt;a href=&quot;https://www.bls.gov/help/hlpforma.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/help/hlpforma.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know about the above site, and it's very helpful in terms of querying the BLS dataset. However, it does not seem to contain information about how to query for macro level employment characteristics like Civilian Labor Force, Unemployment Rate, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, say I wanted the size of the unadjusted (seasonally) Civilian Labor Force for white men with less than a high school diploma (25 years &amp;amp; older). The series ID for this query would be: LNU01092181. But I'm not really sure how this series ID was structured and how to then intelligently query for other related fields (e.g. for women, different educational attainment, for different races, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone help? Am I being dumb and missing something glaringly obvious in the Series ID format FAQ page?&lt;/p&gt;&#xA;" OwnerUserId="18086" LastActivityDate="2018-02-25T00:33:00.840" Title="Bureau of Labor Statistics Series ID Formats Question" Tags="|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12187" PostTypeId="2" ParentId="12186" CreationDate="2017-12-26T23:26:59.580" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.bls.gov/cps/#data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/cps/#data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This website had sort of what I was looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Under &quot;More Tools&quot; there is information concerning &quot;LN series id list&quot;, &quot;LE series id list&quot;, etc. While it doesn't break down the &quot;logic&quot; of how the series ids are created, at least it's a pretty comprehensive breakdown of all the series id and what they are.&lt;/p&gt;&#xA;" OwnerUserId="18086" LastActivityDate="2017-12-26T23:26:59.580" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12188" PostTypeId="1" CreationDate="2017-12-27T00:13:19.567" Score="1" ViewCount="15" Body="&lt;p&gt;&lt;a href=&quot;https://www.bls.gov/help/hlpforma.htm#GP&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/help/hlpforma.htm#GP&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The above link is supposed to provide the formatting details for the series ID for &quot;geographic profiles&quot;. The example series Id they provide is: &quot;GPU00200000R0328&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, upon trying to query for that particular series ID in the BLS data query tool:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://beta.bls.gov/dataQuery/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://beta.bls.gov/dataQuery/search&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No results come up.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What gives? Is this feature to be released? Am I doing something wrong?&lt;/p&gt;&#xA;" OwnerUserId="18086" LastActivityDate="2017-12-27T00:13:19.567" Title="Bureau of Labor Statistics Query Geographic Profile Not Working" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12189" PostTypeId="2" ParentId="7714" CreationDate="2017-12-27T13:53:11.623" Score="1" Body="&lt;p&gt;In fact, it is &lt;a href=&quot;https://github.com/eldur/jwbf/issues/14&quot; rel=&quot;nofollow noreferrer&quot;&gt;possible&lt;/a&gt; using MediaWiki API &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Query#Generators&quot; rel=&quot;nofollow noreferrer&quot;&gt;generators&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;generator=links&amp;amp;titles=Logic&amp;amp;prop=pageprops&amp;amp;ppprop=wikibase_item&amp;amp;gpllimit=500&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;generator=links&amp;amp;titles=Logic&amp;amp;prop=pageprops&amp;amp;ppprop=wikibase_item&amp;amp;gpllimit=500&amp;amp;format=json&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://opendata.stackexchange.com/a/11446/16193&quot;&gt;this answer&lt;/a&gt; on how to receive additional information.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2017-12-27T15:11:19.317" LastActivityDate="2017-12-27T15:11:19.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12190" PostTypeId="2" ParentId="5467" CreationDate="2017-12-27T17:32:55.610" Score="3" Body="&lt;p&gt;You can also use the &lt;a href=&quot;https://tools.wmflabs.org/openrefine-wikidata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine reconciliation API&lt;/a&gt;, which has an additional feature: it will resolve Wikipedia redirects for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, say you want to retrieve the Qid corresponding to the page &lt;a href=&quot;https://en.wikipedia.org/wiki/LNCS&quot; rel=&quot;nofollow noreferrer&quot;&gt;LNCS&lt;/a&gt;, which is a redirection to &lt;a href=&quot;https://en.wikipedia.org/wiki/Lecture_Notes_in_Computer_Science&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lecture Notes in Computer Science&lt;/a&gt;. You can get it as follows:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://tools.wmflabs.org/openrefine-wikidata/en/api?query=https://en.wikipedia.org/wiki/LNCS&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tools.wmflabs.org/openrefine-wikidata/en/api?query=https://en.wikipedia.org/wiki/LNCS&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Retrieving Qids of redirected pages will not work with the SPARQL and MediaWiki API.&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2017-12-27T17:32:55.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12191" PostTypeId="1" CreationDate="2017-12-27T15:25:36.667" Score="2" ViewCount="83" Body="&lt;p&gt;As the title suggest, I'm looking for publicly available datasets to train a classifier to distinguish bullish from non-bullish or bearish from non-bearish news.&lt;/p&gt;&#xA;" OwnerUserId="18174" OwnerDisplayName="Moritz" LastActivityDate="2017-12-27T18:58:57.993" Title="Sentiment classifcation - Publicly available datasets for market/trading/financial news sentiment" Tags="|classification|sentiment-analysis|finance|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12193" PostTypeId="2" ParentId="12176" CreationDate="2017-12-28T06:29:57.740" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://opencorporates.com/info/bulk_core_legal_entity_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates data&lt;/a&gt; is the closest dataset that I know of. It includes the registration information for many U.S. states, but not all.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2017-12-28T06:29:57.740" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12194" PostTypeId="1" AcceptedAnswerId="12206" CreationDate="2017-12-28T17:32:08.763" Score="2" ViewCount="309" Body="&lt;p&gt;I am very new to census analysis/survey analysis so please forgive my ignorance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in MOST data/information about the U.S.A. population. Demographic information like breakdown by age, race, sex as well as things like health-care coverage, income, poverty levels, unemployment rates, etc. I'm also interested in these things on a national, state, and substate level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And then I'm also interested in these values on a year to year basis to see how the United States has changed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now I think I am mostly interested in the aggregated tables and summaries for these values not so much in the microdata. But I suppose this could change in the future especially as I grow more comfortable and learn more about how to properly analyze survey data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To me it's very chaotic and hard to get a sense of the landscape for accessing this data as it is contained in a variety of different surveys behind a variety of different APIs and search tools.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In any case if anyone could provide any tools or suggestions for helping navigate the myriad amount of resources on the topic of the population of the United States, that'd be great. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For now, my real question is... if I wanted to get a sense of how the U.S.A. population is changing year to year in regards to age, sex, and race, should I be using CPS (Current Population Survey) data, ACS (American Community Survey) data, Decennial census data, or PEP (Population Estimates Program) data? And then additionally, which should I be using for which geographic entities so to speak? I know this question is broad and probably will depend on the specifics, but any general guidance in this department would be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I am interested in the totals for these populations not just the percentages if that makes sense.&lt;/p&gt;&#xA;" OwnerUserId="18086" LastActivityDate="2018-01-15T16:31:33.317" Title="ACS vs. CPS vs. PEP vs. Census" Tags="|data-request|api|us-census|demographics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12195" PostTypeId="2" ParentId="12079" CreationDate="2017-12-28T18:29:15.483" Score="1" Body="&lt;p&gt;You can’t because it doesn’t exist. There are many databases containing subsets of the data but due to the nature of research and diseases there is not a complete one.&lt;/p&gt;&#xA;" OwnerUserId="149" LastActivityDate="2017-12-28T18:29:15.483" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12196" PostTypeId="1" CreationDate="2017-12-28T18:43:47.113" Score="1" ViewCount="44" Body="&lt;p&gt;USGS topographic maps currently use the NAD83 coordinate system and all the layer files for the quad boundaries I can find do too. I'm wondering if there exists a nationwide GIS layer for the boundaries of the old NAD27 coordinate system that align with the neatlines for topographic maps pre-1983.&lt;/p&gt;&#xA;" OwnerUserId="17071" LastActivityDate="2017-12-29T16:47:47.517" Title="Is there a GIS layer file for the USGS Quad Boundaries in NAD27 coordinate system?" Tags="|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12198" PostTypeId="2" ParentId="6284" CreationDate="2017-12-29T11:59:53.423" Score="1" Body="&lt;p&gt;There is an international coding system that lists and codes an enormous range of diseases/symptoms called ICD10. This is how &lt;a href=&quot;https://en.wikipedia.org/wiki/ICD-10&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt; describes it:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;ICD-10 is the 10th revision of the International Statistical Classification of Diseases and Related Health Problems (ICD), a medical classification list by the World Health Organization (WHO). It contains codes for diseases, signs and symptoms, abnormal findings, complaints, social circumstances, and external causes of injury or diseases. Work on ICD-10 began in 1983 and was completed in 1992.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data behind it is available from the CDC &lt;a href=&quot;https://www.cdc.gov/nchs/icd/icd10cm.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. The most useful tables are probably &lt;code&gt;2018-ICD10-code-order-descriptions&lt;/code&gt; if you just want the lists, but there are plenty of other files explaining how the system works which may also be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other countries used variants of the same basic scheme, and those are available from country-specific sites. The WHO also make much of the information available online.&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2017-12-29T11:59:53.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12199" PostTypeId="1" CreationDate="2017-12-29T12:07:43.770" Score="1" ViewCount="125" Body="&lt;p&gt;I'm attempting to build some analyses and daatavisualisations about movie performance. How do movies compare, for example, on longevity at the box office? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some public sites such as &lt;a href=&quot;http://www.boxofficemojo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;BoxOfficeMojo&lt;/a&gt; (a part of Amazons IMDB network) have interactive pages with weekly data for many countries, but the data is inconsistent over time (in the UK some older pages only list the top 20 movies not all movies currently showing and there are occasional errors especially in the cumulative box office numbers). And, if you want weekly data you can only view it one week at a time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any sources where this type of data is available as a bulk download?&lt;/p&gt;&#xA;" OwnerUserId="11118" LastActivityDate="2018-01-06T11:40:39.723" Title="Is there a reliable source of weekly movie box office data?" Tags="|data-request|film|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12202" PostTypeId="2" ParentId="12079" CreationDate="2017-12-29T18:11:51.950" Score="1" Body="&lt;p&gt;Have a look at &lt;a href=&quot;https://bioportal.bioontology.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bioportal&lt;/a&gt;, which is gives a comprehensive listing of openly available coding systems in the biomedical domain. Coding systems of interest for you - among others - are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;SNOMED-CT (Standard Nomenclature of Medicine - Clincal Terms)&lt;/li&gt;&#xA;&lt;li&gt;MeSH (Medical Subject Headings)&lt;/li&gt;&#xA;&lt;li&gt;MedDRA (Medical Dictionary for Regulatory Affairs)&lt;/li&gt;&#xA;&lt;li&gt;ICD9, ICD10 and upcoming ICD11&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;All of these are work in progress (kind-of).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which of these is best, depends on an analysis of your requirements. I would also recommend to have a look here: &lt;a href=&quot;http://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1004743&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1004743&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2017-12-29T18:11:51.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12203" PostTypeId="1" CreationDate="2017-12-30T00:48:07.030" Score="2" ViewCount="71" Body="&lt;p&gt;Does anyone know where I can get polygons for Thailand admin 3 level (tambon) with population data?&lt;/p&gt;&#xA;" OwnerUserId="18188" LastActivityDate="2017-12-30T00:48:07.030" Title="Thailand administrative boundaries and population dataset" Tags="|population|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12204" PostTypeId="2" ParentId="11289" CreationDate="2017-12-31T09:46:00.953" Score="1" Body="&lt;p&gt;This data does not exist in the format you require. You will need to source it for each country and transform it to a consistent schema to meet your needs.&lt;/p&gt;&#xA;" OwnerUserId="149" LastActivityDate="2017-12-31T09:46:00.953" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12205" PostTypeId="1" CreationDate="2017-12-31T20:53:09.883" Score="1" ViewCount="49" Body="&lt;p&gt;I am still on vacation and will not return to my work on 2nd January 2018, I do have a question about locating old Aerial Photos that I am seeking for my project. I am going to work on a lot of old not georeferenced aerial photos on my forest boundary. I have them that are on my external hard drive. If, for some reason, one or several aerial photo might be missing. I need to pull one or a few to be include my project. I am aware that USGS EarthExplorer and several other site that carry aerial photos that you can download from the internet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question to you is does the public or private library potential might have them on their online or in their storage ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the city or county offices has them, which department do they most likely have them ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I prefer them to be free and download only. I am looking at the aerial photos that are done pre-50's.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2017-12-31T20:53:09.883" Title="How do I find hard to find aerial photos that are not available online?" Tags="|photographs|download|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12206" PostTypeId="2" ParentId="12194" CreationDate="2018-01-01T20:16:04.490" Score="1" Body="&lt;p&gt;Geography is often a key factor in determining which dataset you'll use. Are you looking for national numbers? States? Counties? In general:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want annual data, only need the basics (age, gender, race) then the Population Estimates Program data is the simplest to use. The data is published by state, county, and metropolitan areas, and also for large municipalities. Like all of the census datasets it's available via the American Factfinder and the census APIs, but since it's relatively small they also provide simple csv files you can download. Each sheet will provide numbers from 2010 to the latest year, and you can go back and get the previous decade in older sets of files. Right now data for all areas for 2016 is available. Data for 2017 has just been released for states but isn't available for other areas yet. The csvs are available directly from the program website:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/programs-surveys/popest.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/popest.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The American Community Survey (ACS) is better if you need detailed socio-economic summary data beyond the basics of age, race, or gender, or if you need additional geographies - you can get states and counties but also smaller areas like census tracts and ZIP Codes. So if you need data on poverty, health insurance, unemployment, etc then this would be the source you need. For larger geographies that have more than 65k people you can get annual data, but for smaller areas the data are published as 5-year averages. Each estimate is published at a 90% confidence interval with a margin of error; in some cases you may need to use the 5-year averages even for larger areas if the margins of error for the estimates you're using are prohibitively large.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's challenging to gather and analyze ACS data on an annual basis, partly because the API and American Factfinder are designed to deliver data for one particular release at a time and not multiple years. For the 5-year averages it's only appropriate to compare sets of years that don't have overlap; 2012-2016 vs 2007-2011 would be appropriate. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some alternatives - the NHGIS &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nhgis.org/&lt;/a&gt; provides some historical comparison tables, but is intended for doing longer-term research that covers many decades. The ACS came into existence in 2005; prior to that, detailed socio-economic data was collected in each ten-year census. The Missouri Census Data Center &lt;a href=&quot;http://mcdc.missouri.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mcdc.missouri.edu/&lt;/a&gt; has an ACS Trends application (in the toolbar on the right) that lets you pull together several years of ACS data. They also provide descriptive summaries of the different datasets which might be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have a few tutorials that we wrote in our lab that cover the basics of navigating the American Factfinder. There's also some explanation of the different datasets and geographies. &lt;a href=&quot;https://www.baruch.cuny.edu/confluence/display/geoportal/Census+Tutorials&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.baruch.cuny.edu/confluence/display/geoportal/Census+Tutorials&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly - the CPS is typically used if you need national estimates on an annual or monthly basis, or if you need or want microdata. &lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://usa.ipums.org/usa/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="6788" LastEditDate="2018-01-06T15:30:44.550" LastActivityDate="2018-01-06T15:30:44.550" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12208" PostTypeId="1" CreationDate="2018-01-02T11:57:42.327" Score="1" ViewCount="84" Body="&lt;p&gt;I was trying to collect some data related to climate change and air quality. I came across a dataset of &lt;a href=&quot;https://data.gov.in/catalog/carbon-dioxide-emissions-various-transport-modes-india&quot; rel=&quot;nofollow noreferrer&quot;&gt;CO2 emissions in India&lt;/a&gt;. When I opened the dataset, it showed the units like gm/tkm.&lt;/p&gt;&#xA;&lt;p&gt;Can someone shed some light on how to understand this measurement in transportation data?&lt;/p&gt;&#xA;" OwnerUserId="18208" LastEditorUserId="23272" LastEditorDisplayName="user4293" LastEditDate="2021-03-11T06:06:03.477" LastActivityDate="2021-03-11T06:06:03.477" Title="What is &quot;gm / tkm&quot; in transportation dataset?" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12209" PostTypeId="2" ParentId="12208" CreationDate="2018-01-02T12:09:53.227" Score="2" Body="&lt;p&gt;The number of grams of CO&lt;sub&gt;2&lt;/sub&gt; emitted per transported kilometer and per ton of material transported. I'm assuming metric tons (1000 kg).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They do not just look at the distance but also at the mass of the transported goods, as they should be.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Some if these numbers apply to category &lt;em&gt;Passenger&lt;/em&gt;. Nothing wrong with specifying this per ton either, but not so practical, because you will have to calculate back to number of passengers for practical purposes - you don't design a railroad car for a &lt;em&gt;mass&lt;/em&gt; of passengers.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Comparing Rail/Freight = 29 g/kmt with Rail/Passenger = 75 g/kmt makes me wonder where the difference comes from - a ton of passengers weighs the same as a ton of coal. It's probably the extra mass you have to carry along in the form of the carriage(s) - you can't pack passengers as dense as coal.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user4293" LastEditorDisplayName="user4293" LastEditDate="2018-01-02T13:54:41.797" LastActivityDate="2018-01-02T13:54:41.797" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12210" PostTypeId="1" CreationDate="2018-01-02T15:52:23.147" Score="1" ViewCount="369" Body="&lt;p&gt;Is there any dataset labeled with &lt;a href=&quot;https://www.iab.com/guidelines/taxonomy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IAB's content taxonomy categories&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have some text data and I want to predict their categories based on IAB's content taxonomy.&lt;/p&gt;&#xA;" OwnerUserId="18211" LastEditorDisplayName="user4293" LastEditDate="2018-01-02T16:18:07.387" LastActivityDate="2018-01-02T16:18:07.387" Title="Dataset labeled with IAB's content taxonomy categories" Tags="|machine-learning|classification|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12211" PostTypeId="2" ParentId="8983" CreationDate="2018-01-02T23:07:23.837" Score="2" Body="&lt;p&gt;Have you considered tying together a couple of Ebay's Buy API  endpoints like the Taxonomy API to get the category id combined with their &quot;Browse&quot; endpoint?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Taxonomy Endpoint :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.ebay.com/api-docs/commerce/taxonomy/static/overview.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.ebay.com/api-docs/commerce/taxonomy/static/overview.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Browse Endpoint Example (using categoryID):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.ebay.com/api-docs/buy/browse/resources/item/methods/getItemsByItemGroup#_samples&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.ebay.com/api-docs/buy/browse/resources/item/methods/getItemsByItemGroup#_samples&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16414" LastActivityDate="2018-01-02T23:07:23.837" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12213" PostTypeId="2" ParentId="9952" CreationDate="2018-01-03T00:08:05.610" Score="3" Body="&lt;ul&gt;&#xA;&lt;li&gt;According to reply by Hong Kong government at &lt;a href=&quot;http://www.info.gov.hk/gia/general/201712/13/P2017121300423p.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.info.gov.hk/gia/general/201712/13/P2017121300423p.htm&lt;/a&gt; , they expect to have a GTFS or API for transit data in Hong Kong available in late 2018.&lt;/li&gt;&#xA;&lt;li&gt;Meanwhile, you can look at &lt;a href=&quot;https://maps.google.com/landing/transit/cities/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://maps.google.com/landing/transit/cities/index.html&lt;/a&gt; and see info of each of those transport mode being linked for Hong Kong. For Shenzhen, the URL linked a commercial provider that you can pay to gain access for.&lt;/li&gt;&#xA;&lt;li&gt;You can also check sites like www.minibus.hk , evchk.wikia.com , and other sites for related info.&lt;/li&gt;&#xA;&lt;li&gt;Kowloon Bus have some more info in their app, which if I recall correctly, their api are being reverse engineered by other apps for access?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18215" LastActivityDate="2018-01-03T00:08:05.610" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12214" PostTypeId="1" CreationDate="2018-01-03T00:18:59.230" Score="1" ViewCount="62" Body="&lt;p&gt;I am exploring the open data set on breeding birds, from the North American Breeding Bird Survey (BBS). The data is orgainzed in multiple files, including raw count data and information on survey protocols. The protocols say that each BBS route is run once each year, but the file &lt;strong&gt;RunProtocolID.txt&lt;/strong&gt; includes &quot;run protocol ID&quot; (RPID) codes that seem to indicate that a given route can be censused multiple times (replicates) in a given year. For example, these lines from the file:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;RPID RunProtocol_English                                RunProtocolDesc&#xA;101  Standard BBS                                       3-min, 1 observer, single run per year                                                                                                                                                                                                                    &#xA;102  Standard BBS Replicate 1                           3-min, 1 observer (same or different person), second run in year                                                                                                                                                                                          &#xA;103  Standard BBS Replicate 2                           3-min, 1 observer (same or different person), third run in year                                                                                                                                                                                           &#xA;104  Standard BBS Replicate 3                           3-min, 1 observer (same or different person), fourth run in year   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How am I to interpret the term &quot;Replicate&quot;? Does it really mean that data for routes with RPID = 104 have been collected 4 times in a given year? How does this affect the species counts provided for that route in that year? Do they represent averages over all runs?&lt;/p&gt;&#xA;" OwnerUserId="18214" LastActivityDate="2018-01-03T00:18:59.230" Title="Breeding bird survey: meaning of RPID variable?" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12215" PostTypeId="2" ParentId="11556" CreationDate="2018-01-03T00:19:23.253" Score="1" Body="&lt;p&gt;Consider wikidata. Wikidata is a site that linked all different articles from different wikipedia together, as such article name of these wikipedia articles would form a list of word for each language that might be suitable for your list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikidata database can be downloaded from &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:Database_download&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18215" LastActivityDate="2018-01-03T00:19:23.253" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12216" PostTypeId="2" ParentId="5596" CreationDate="2018-01-03T00:41:03.567" Score="0" Body="&lt;p&gt;1.For Geographical-based information, Unicode CLDR have: &lt;a href=&quot;http://cldr.unicode.org/cldr-features#TOC-Language-and-script-information&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cldr.unicode.org/cldr-features#TOC-Language-and-script-information&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;language (and language-script) usage in territories, including official languages, as well as likely countries for languages, languages for countries, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which can probably be used to determine overlaps in term of speaker population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.For translating a language into a script, you will also need to take into account what form of script do people know, like Hokkien speakers in Indonesia would not know about the language's literate form, and most Mongolian speakers in Inner Mongolian might not be able to read Cyrillic script.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3.For the purpose of software translation, you only need to know whether the speaker can read the language fluently instead of speak it fluently. There are many Arabic variants around the world, not that many Arabic speakers can speak the standard Arabic language fluently, but most of them can understand the standard Arabic language. Additionally, there are also cases like those Scandinavian languages, where all those languages are intelligible with each other, but not many people would have actually learned about the other languages beforehand and thus would not be listed as L2 in most dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;4.Maybe it is a good idea if someone can make a database about it.&lt;/p&gt;&#xA;" OwnerUserId="18215" LastActivityDate="2018-01-03T00:41:03.567" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12217" PostTypeId="2" ParentId="6014" CreationDate="2018-01-03T00:51:11.440" Score="0" Body="&lt;p&gt;Maybe these wikidata entries for nationalities? &lt;a href=&quot;https://www.wikidata.org/wiki/Special:WhatLinksHere/Q231002&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Special:WhatLinksHere/Q231002&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18215" LastActivityDate="2018-01-03T00:51:11.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12218" PostTypeId="2" ParentId="7520" CreationDate="2018-01-03T00:59:46.323" Score="1" Body="&lt;p&gt;I know someone made a converter &lt;a href=&quot;http://www.sljfaq.org/cgi/k2e.cgi&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.sljfaq.org/cgi/k2e.cgi&lt;/a&gt; that convert kana into possible foreign word, but it is a multi match system that each kana are given multiple possible corresponding answer. It probably doesn't match your need due to the too many outcome and is not open, but might be it's worth to further investigate about it. Contact is on the webpage and there's also a google group for it at &lt;a href=&quot;https://groups.google.com/forum/#!forum/sljfaqorg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://groups.google.com/forum/#!forum/sljfaqorg&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Pmo1Nm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Pmo1Nm.png&quot; alt=&quot;Example&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18215" LastEditorUserId="754" LastEditDate="2018-01-09T03:43:46.460" LastActivityDate="2018-01-09T03:43:46.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12220" PostTypeId="2" ParentId="6906" CreationDate="2018-01-03T01:14:09.830" Score="1" Body="&lt;p&gt;Yahoo Japan collected 45,000 these entries at &lt;a href=&quot;https://loco.yahoo.co.jp/search/?genrecd=0425&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://loco.yahoo.co.jp/search/?genrecd=0425&lt;/a&gt; . There are also buttons to display them on map and such.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example entry: &lt;a href=&quot;https://loco.yahoo.co.jp/place/g-WsTnclfhKys/?genrecd=0425&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://loco.yahoo.co.jp/place/g-WsTnclfhKys/?genrecd=0425&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Information can be accessed via API, information about the Yahoo Loco service api: &lt;a href=&quot;https://developer.yahoo.co.jp/webapi/map/openlocalplatform/v1/localsearch.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.yahoo.co.jp/webapi/map/openlocalplatform/v1/localsearch.html&lt;/a&gt;&#xA;The &quot;genre code&quot; for these evacuation sites in Yahoo Loco is 0425.&lt;/p&gt;&#xA;" OwnerUserId="18215" LastEditorUserId="18215" LastEditDate="2018-01-12T18:25:24.253" LastActivityDate="2018-01-12T18:25:24.253" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12221" PostTypeId="2" ParentId="7483" CreationDate="2018-01-03T01:30:55.850" Score="2" Body="&lt;ul&gt;&#xA;&lt;li&gt;Wikidata have some place name but those are only for notable locations&lt;/li&gt;&#xA;&lt;li&gt;Japanese government have a Gazetter of Japan which contain translation of ~4K place name in Japan &lt;a href=&quot;http://www.gsi.go.jp/kihonjohochousa/gazetteer.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gsi.go.jp/kihonjohochousa/gazetteer.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Japanese government have also published a guide that indicate how to romanize Japanese place names. &lt;a href=&quot;http://www.gsi.go.jp/common/000111876.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gsi.go.jp/common/000111876.pdf&lt;/a&gt; For place name that does not exists in any other database or dictionary, it would be nice to phrase the place name via these rules first before throwing them into the romanization engine.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18215" LastActivityDate="2018-01-03T01:30:55.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12222" PostTypeId="2" ParentId="5724" CreationDate="2018-01-03T02:03:57.997" Score="1" Body="&lt;p&gt;This travel guide site &lt;a href=&quot;https://gurutabi.gnavi.co.jp/i/gm101/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gurutabi.gnavi.co.jp/i/gm101/&lt;/a&gt; have a collection of 1918 entries about meibutsu meals from different area all around Japan sorted by popularity. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most entries have info about the food in Japanese including area that the food is famous in and time that the food is suitable to be consumed. Most of them also include a short summary. But there are little info about when it start become popular unless it's describe in the summary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And then, Rurubu the famous Japanese travel guide publisher have also selected ~250 such meals on their website &lt;a href=&quot;http://www.rurubu.com/season/special/gourmet/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.rurubu.com/season/special/gourmet/&lt;/a&gt; . While this site have less entry than the previous one, they're probably more carefullu selected, and there are also link to list of shops that supply each of those foods together with relevant map and contact method and such.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or, perhaps another way to look at it is to look at what each town is offering to supporters in the Furusato tax campaign: &lt;a href=&quot;https://www.furusato-tax.jp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.furusato-tax.jp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18215" LastActivityDate="2018-01-03T02:03:57.997" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12223" PostTypeId="2" ParentId="5407" CreationDate="2018-01-03T02:37:48.237" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;The website should keep the uploaded images, and provide visitors with as much as what the copyright laws allow (for instance only metadata and a fair-use thumbnail)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Might be someone would want to setup a server in Marshall Islands where there is no restriction in term of using photos for non-commercial purposes.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;The website should upload images to Wikimedia Commons as soon as they become public domain (the website should make calculations and keep track of that)&lt;/li&gt;&#xA;  &lt;li&gt;The website should allow visitors to provide metadata, such as title, author, year, description. This metadata should be semantic/searchable, for instance one could query all paintings painted in 1925. Ideally it would use the same classification as Wikimedia Commons&lt;/li&gt;&#xA;  &lt;li&gt;Users should not have to worry about licenses or copyright expiry dates. &#xA;  Users should just be asked the author's name/country/etc. From that information, the website should calculate the copyright expiry date and current rights.&lt;/li&gt;&#xA;  &lt;li&gt;Pictures that are reusable except for commercial use (like pictures of sculptures in Japan) should be available for download with a specific license excluding commercial use.&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Perhaps the proposed NonFreeWiki project on Wikimedia would suit these needs: See: &lt;a href=&quot;https://meta.wikimedia.org/wiki/NonFreeWiki&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://meta.wikimedia.org/wiki/NonFreeWiki&lt;/a&gt; (Although there are some controversies regarding the project because of circumstances around it because of some conditions raised by original proposers)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Have my pictures go to the greater good even if I die before 2053. And even if my backup disks fail before 2053, which is probable as well.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The most reliable way is probably to donate them to libraries.&#xA;Also, Upload onto multiple cloud services and write them down onto will and maybe find a manager for the purpose if you have enough money (Individual cloud services probably won't last that long and some of those services would also delete unused accounts so they need to be managed). Or contact any of those pirate parties around.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This &quot;open-input dark archive&quot; would prove vital to preserve:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This term make me think about &lt;a href=&quot;https://en.wikipedia.org/wiki/InterPlanetary_File_System&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPFS&lt;/a&gt; which is a decentralized way to store info and doesn't really need to worry about copyright, but then it seems too uncertain about whether this IPFS would survive until 2053 and then even if this case would anyone recall about it at the time and upload them back onto open web.&lt;/p&gt;&#xA;" OwnerUserId="18215" LastEditorUserId="754" LastEditDate="2018-01-09T03:13:40.173" LastActivityDate="2018-01-09T03:13:40.173" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12225" PostTypeId="2" ParentId="11583" CreationDate="2018-01-04T02:42:24.377" Score="1" Body="&lt;p&gt;Woods &amp;amp; Poole provide GDP for all U.S. counties.  Unfortunately, they are a private, for-profit firm and consequently, the data has to be purchased.   I would like to have had the database for all counties as well, but it was not necessary for my current research.&lt;/p&gt;&#xA;&lt;p&gt;Their link is below.  Finally, I would suggest reaching out to them and letting them know what you are working on.  A couple of years ago, I did that and they provided the data I needed free of charge!&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.woodsandpoole.com/our-databases/united-states/single-variable/#products-list&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.woodsandpoole.com/our-databases/united-states/single-variable/#products-list&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18216" LastEditorUserId="1511" LastEditDate="2020-11-16T07:54:45.007" LastActivityDate="2020-11-16T07:54:45.007" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12228" PostTypeId="2" ParentId="9659" CreationDate="2018-01-04T20:49:07.277" Score="4" Body="&lt;p&gt;There is a dump available from the wayback machine, and user SeDav has written and made available a ...&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A script, that transforms questions from answers.semanticweb.com to a JSON file for possible migration&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/bastiion/answers.semanticweb.com-dump&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/bastiion/answers.semanticweb.com-dump&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In order to download a copy of the site from the wayback machine you can use the ruby program wayback-machine-downloader (&lt;a href=&quot;https://github.com/hartator/wayback-machine-downloader&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/hartator/wayback-machine-downloader&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;here's the information from the meta post &#xA; - &lt;a href=&quot;https://opendata.meta.stackexchange.com/a/366/1511&quot;&gt;https://opendata.meta.stackexchange.com/a/366/1511&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-01-04T20:49:07.277" CommentCount="0" CommunityOwnedDate="2018-01-04T20:49:07.277" ContentLicense="CC BY-SA 3.0" />
  <row Id="12230" PostTypeId="1" CreationDate="2018-01-05T14:33:53.747" Score="1" ViewCount="26" Body="&lt;p&gt;I would like to know the 2017 budget for the US Economic Support and Development Fund, Global Health Programs, Transition Initiatives, International Disaster Assistance, and USAID operational accounts.&lt;/p&gt;&#xA;" OwnerUserId="18234" LastEditorDisplayName="user4293" LastEditDate="2018-01-05T19:07:51.730" LastActivityDate="2018-11-16T21:36:56.603" Title="Federal year 2017 USAID budget" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12231" PostTypeId="2" ParentId="12199" CreationDate="2018-01-06T11:40:39.723" Score="1" Body="&lt;p&gt;You can try the omdb at &lt;a href=&quot;http://omdbapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://omdbapi.com/&lt;/a&gt;&#xA;It doesn't download in bulk but you can easily write a script for your choice of titles.&lt;/p&gt;&#xA;" OwnerUserId="4189" LastActivityDate="2018-01-06T11:40:39.723" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12232" PostTypeId="1" CreationDate="2018-01-06T22:01:00.550" Score="1" ViewCount="100" Body="&lt;p&gt;Does anyone have any ideas for where I can get data on the number or percentage of speakers of a given language in the Russian Federation at some geographic level smaller than federal subject?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably, the data should come from the 2010 census.&lt;/p&gt;&#xA;" OwnerUserId="18242" LastActivityDate="2018-01-09T13:45:54.567" Title="Find geographic data on the languages spoken in Russia" Tags="|language|census|russia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12233" PostTypeId="2" ParentId="12232" CreationDate="2018-01-07T13:47:08.583" Score="1" Body="&lt;p&gt;The 2010 Census results &lt;a href=&quot;http://www.gks.ru/free_doc/new_site/perepis2010/croc/perepis_itogi1612.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;are available&lt;/a&gt; on the FSSS web site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One should click on the &lt;em&gt;Построить таблицу по итогам ВПН-2010&lt;/em&gt; link in the left menu. The direct link is &lt;a href=&quot;http://vpnmicrodata.gks.ru/webapi/jsf/tableView/tableView.xhtml#&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, but referrer should be in the &lt;em&gt;gks.ru&lt;/em&gt; domain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here below an example table which contains data on Tatar language speakers in my native town (~100 000 people) and in suburbs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xzcig.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xzcig.png&quot; alt=&quot;Novouralsk&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the table above:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;em&gt;Родной язык&lt;/em&gt; — native language (question 9.3 from the &lt;a href=&quot;http://www.gks.ru/free_doc/new_site/perepis2010/croc/Documents/Vol1/l1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;questionnaire&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;Используемый язык 1, 2, 3&lt;/em&gt; — 1st, 2nd and 3rd used languages (question 9.2)&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;Татарский&lt;/em&gt; — Tatar language.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is an Excel export capability.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Tables &lt;a href=&quot;http://www.gks.ru/free_doc/new_site/perepis2010/croc/Documents/Vol4/pub-04-07.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;7&lt;/a&gt; and &lt;a href=&quot;http://www.gks.ru/free_doc/new_site/perepis2010/croc/Documents/Vol4/pub-04-09.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;9&lt;/a&gt; of volume IV contain data by federal subject, and only most popular in a given federal subject languages are included.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-01-09T13:45:54.567" LastActivityDate="2018-01-09T13:45:54.567" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12234" PostTypeId="1" AcceptedAnswerId="12235" CreationDate="2018-01-07T23:33:11.313" Score="3" ViewCount="2209" Body="&lt;p&gt;Looking for an name/gender dataset. From first name I need to infere whether it is a male or female. There are many online service, like &lt;a href=&quot;https://gender-api.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, or &lt;a href=&quot;https://genderize.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;. I need JSON or XML, to store it locally.&lt;/p&gt;&#xA;" OwnerUserId="3866" LastEditorDisplayName="user4293" LastEditDate="2018-01-08T10:00:46.177" LastActivityDate="2018-01-08T10:00:46.177" Title="Name and gender dataset" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12235" PostTypeId="2" ParentId="12234" CreationDate="2018-01-08T07:45:18.263" Score="2" Body="&lt;p&gt;My answers (&lt;a href=&quot;https://opendata.stackexchange.com/a/5003/1511&quot;&gt;one&lt;/a&gt; &amp;amp; &lt;a href=&quot;https://opendata.stackexchange.com/a/4757/1511&quot;&gt;two&lt;/a&gt;) on given names and country of origin also has gender guesses.&lt;/p&gt;&#xA;&lt;p&gt;The file is a little cryptic, but it's the most complete dataset that's openly available.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The best source of international human given (first) names comes from a German computer magazine. The text file has nearly 50k names that are classified by likely gender, and how popular in each country. It's carefully curated and has a friendly license (GNU Free Documentation License).&lt;/p&gt;&#xA;&lt;p&gt;The file can be downloaded here : &lt;a href=&quot;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&lt;/a&gt; (name_dict.txt contains the data).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Depending on which programming language you are using, there are libraries either built on this dataset or on others.&lt;/p&gt;&#xA;&lt;p&gt;See, for example, &lt;a href=&quot;https://pypi.python.org/pypi/gender-guesser/&quot; rel=&quot;nofollow noreferrer&quot;&gt;gender-guesser&lt;/a&gt;, a python library (&lt;a href=&quot;https://github.com/lead-ratings/gender-guesser&quot; rel=&quot;nofollow noreferrer&quot;&gt;github&lt;/a&gt;) based on the above file (formerly called &amp;quot;sex machine&amp;quot;).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; import gender_guesser.detector as gender&#xA;&amp;gt;&amp;gt;&amp;gt; d = gender.Detector()&#xA;&amp;gt;&amp;gt;&amp;gt; print(d.get_gender(u&amp;quot;Bob&amp;quot;))&#xA;male&#xA;&amp;gt;&amp;gt;&amp;gt; print(d.get_gender(u&amp;quot;Sally&amp;quot;))&#xA;female&#xA;&amp;gt;&amp;gt;&amp;gt; print(d.get_gender(u&amp;quot;Pauley&amp;quot;)) # should be androgynous&#xA;andy&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;You can also specify country:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; print(d.get_gender(u&amp;quot;Jamie&amp;quot;))&#xA;mostly_female&#xA;&amp;gt;&amp;gt;&amp;gt; print(d.get_gender(u&amp;quot;Jamie&amp;quot;, u'great_britain'))&#xA;mostly_male&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;That codes doesn't give JSON/XML, but it parses the raw &lt;code&gt;.txt&lt;/code&gt; file from above into a python object. Probably you can hack &lt;code&gt;detector.py&lt;/code&gt; to give you all names as JSON.&lt;/p&gt;&#xA;&lt;p&gt;This is just one port of the raw data. I'm sure there are others.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-01-08T07:45:18.263" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12236" PostTypeId="1" CreationDate="2018-01-08T10:08:48.027" Score="1" ViewCount="50" Body="&lt;p&gt;The broad question is: how are the licensing terms for a classifier that is &#xA;trained with open annotated (or manually annotated) data?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I am trying to train a dependency parser for German text with annotated data which is licensed under creative commons license (Attribution CC-BY). &#xA;To train the classifier I want to a use machine learning tool that is licensed under the Apache license. Is it legally permissible to license the &#xA;resulting classifier (my code and the model file) under a commercial license? &lt;/li&gt;&#xA;&lt;li&gt;Suppose I scrape a text from the web, or alternatively I download a corpus collection that is licensed under Attribution CC-BY, and I use an annotation tool that is open source under the Apache license, and I train a classifier with an Apache machine learning software, will it legally be  permissible to license the resulting classifier under commercial terms?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="18256" LastEditorUserId="14002" LastEditDate="2018-03-22T10:09:19.537" LastActivityDate="2018-03-22T10:09:19.537" Title="Licensing of machine learning tool trained on open data" Tags="|machine-learning|licensing|corpora|classification|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12237" PostTypeId="1" CreationDate="2018-01-08T15:09:38.933" Score="2" ViewCount="72" Body="&lt;p&gt;I am looking for data sets describing agricultural field crop data across Europe. I have already found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://www.data.gouv.fr/fr/datasets/registre-parcellaire-graphique-rpg-contours-des-ilots-culturaux-et-leur-groupe-de-cultures-majoritaire/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RPG data set&lt;/a&gt; (France) which describes majority crops for each field.&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://www.ceh.ac.uk/crops2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;CEH Land Cover plus data set&lt;/a&gt; (Britain) which describes annual crop type.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However I am struggling to find similar datasets for other European countries (I imagine because of the language barrier). What other field level crop data are available for Europe? What resources are there for finding similar data sets in the future? &lt;/p&gt;&#xA;" OwnerUserId="18259" LastEditorUserId="18259" LastEditDate="2018-01-08T16:46:15.913" LastActivityDate="2018-01-08T18:53:31.790" Title="Agricultural crops data on field level, Europe" Tags="|data-request|geospatial|agriculture|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12238" PostTypeId="2" ParentId="11335" CreationDate="2018-01-08T16:56:01.257" Score="1" Body="&lt;p&gt;You can find U.S. Food and Drug Administration recall data on their site &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/ires/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. You can export each enforcement report per week per year as a CSV. It is a bit of a hassle as you may need to aggregate the CSVs. You can also find related data on Enigma Public (disclaimer: I work here but I'm legitimately vouching for it) i.e &lt;a href=&quot;https://public.enigma.com/browse/u-s-food-and-drug-administration-adverse-event-reporting-system/ddf42930-7e2f-4116-aaa2-08b62d548965&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. FDA Adverse Event Reporting System&lt;/a&gt;.   &lt;/p&gt;&#xA;" OwnerUserId="16890" LastActivityDate="2018-01-08T16:56:01.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12239" PostTypeId="2" ParentId="12176" CreationDate="2018-01-08T17:02:30.413" Score="1" Body="&lt;p&gt;There's a fair amount of corporate registration data on Enigma Public (disclaimer: I work there and legitimately vouch for it). It's organized on a state by state basis but you should be able to see the city where a business is registered within the dataset. Here's &lt;a href=&quot;https://public.enigma.com/datasets/california-corporate-registrations/613a3195-cc43-4614-8ce9-c19d77fc2327&quot; rel=&quot;nofollow noreferrer&quot;&gt;California&lt;/a&gt;, &lt;a href=&quot;https://public.enigma.com/datasets/texas-corporate-registrations-master-file/801e43b1-27d8-4d71-888c-de3bc0253209&quot; rel=&quot;nofollow noreferrer&quot;&gt;Texas&lt;/a&gt; and &lt;a href=&quot;https://public.enigma.com/datasets/new-york-corporate-registrations-active/f6cb6ee9-fcd9-4020-b972-d49a2185c8b3&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York&lt;/a&gt;. We definitely have other states too - I would just search 'Corporate Registration' in Public's search engine and see what comes up.   &lt;/p&gt;&#xA;" OwnerUserId="16890" LastActivityDate="2018-01-08T17:02:30.413" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12240" PostTypeId="1" CreationDate="2018-01-08T18:52:06.097" Score="1" ViewCount="14" Body="&lt;p&gt;I am starting a research project on diversity in the Office's of Inspector General. Where can I find such data?&lt;br /&gt;&#xA;For example, gender data including the number of women and men that work in OIG's? Or the number of IG's and Deputy IG's gender?&lt;/p&gt;&#xA;" OwnerUserId="18262" LastEditorDisplayName="user4293" LastEditDate="2018-01-11T09:47:14.457" LastActivityDate="2018-01-11T09:47:14.457" Title="OIG Diversity Data" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12241" PostTypeId="2" ParentId="12237" CreationDate="2018-01-08T18:53:31.790" Score="1" Body="&lt;p&gt;For the UK there is an interesting dataset called CROME, have a look here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/crop-map-of-england-crome-2016-complete&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/dataset/crop-map-of-england-crome-2016-complete&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2018-01-08T18:53:31.790" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12242" PostTypeId="2" ParentId="1058" CreationDate="2018-01-08T22:21:52.163" Score="0" Body="&lt;p&gt;1) As mentioned by @sean-hammond you would have to do the exclusion on the client side. Although it does contain the total number of results:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;...&quot;success&quot;: true, &quot;result&quot;: {&quot;count&quot;: 3395, &quot;sort&quot;: &quot;views_recent_desc&quot;,...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Also the help could be useful if you needed an error resolution or help function in your application. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) From the structure above the total results appear to be available.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;json[&quot;help&quot;][&quot;result&quot;][&quot;count&quot;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;3) I clicked the link above you said was causing an error and it returned a valid json. Maybe it was a glitch? Try again and let me know if you are still having problems.&lt;/p&gt;&#xA;" OwnerUserId="16414" LastActivityDate="2018-01-08T22:21:52.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12244" PostTypeId="1" CreationDate="2018-01-09T11:22:01.997" Score="1" ViewCount="46" Body="&lt;p&gt;I am looking for typical electricity demand profiles with hourly granularity for domestic, commercial, and industrial sectors in the UK in the present and, if possible, in the future.&lt;/p&gt;&#xA;&lt;p&gt;Could you point me to relevant sources?&lt;/p&gt;&#xA;" OwnerUserId="7069" LastEditorUserId="23272" LastEditDate="2021-03-11T06:04:46.100" LastActivityDate="2021-03-11T06:04:46.100" Title="Data on present and future electricity demand profiles in the UK" Tags="|data-request|energy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12245" PostTypeId="2" ParentId="12244" CreationDate="2018-01-09T13:18:45.597" Score="2" Body="&lt;p&gt;I've recently worked with the European portal for electricity transparency &lt;a href=&quot;https://transparency.entsoe.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://transparency.entsoe.eu/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably you can find some answers over there. There is an &lt;a href=&quot;https://transparency.entsoe.eu/content/static_content/Static%20content/web%20api/Guide.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; which needs a simple registration but it's free and produces time series in XML format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It may take some time to get an overview of the different categories but I could imagine e.g. &lt;a href=&quot;https://transparency.entsoe.eu/content/static_content/Static%20content/web%20api/Guide.html#_year_ahead_total_load_forecast_6_1_e&quot; rel=&quot;nofollow noreferrer&quot;&gt;Total Load Forecast - Year Ahead&lt;/a&gt; to suit your needs.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastEditorUserId="8561" LastEditDate="2018-01-11T11:01:32.280" LastActivityDate="2018-01-11T11:01:32.280" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="12246" PostTypeId="2" ParentId="10864" CreationDate="2018-01-09T16:12:32.533" Score="1" Body="&lt;p&gt;Hi this is Jack from the openFDA team. I'm not able to confirm any issue with the file and was able to extract it without issue. As others have mentioned, it is a large file, which may be causing some problems. Let me know if you need any more assistance dealing with the openFDA API and data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;--Reposted as an answer for posterity--&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2018-01-09T16:12:32.533" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12248" PostTypeId="1" CreationDate="2018-01-09T18:16:30.623" Score="1" ViewCount="132" Body="&lt;p&gt;I am looking for a data about the attainment of college degree (response variable) based on the parent's education and other demographics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This kind of data is e.g. referenced in &lt;a href=&quot;https://books.google.com/books?id=74KQBAAAQBAJ&amp;amp;pg=PT350&amp;amp;lpg=PT350&amp;amp;dq=Mother%27s%20degree,%20respondent%27%20degree&amp;amp;source=bl&amp;amp;ots=bOeeKD95bg&amp;amp;sig=CenIws11k5f2ce3_YyYAdCa7dD0&amp;amp;hl=en&amp;amp;sa=X&amp;amp;ved=0ahUKEwjfktGZlsnYAhXH6IMKHXrPDKoQ6AEILDAA#v=onepage&amp;amp;q=Mother&amp;#39;s%20degree%2C%20respondent&amp;#39;%20degree&amp;amp;f=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;Categorical Data Analysis for the Behavioral and Social Sciences&lt;/a&gt;, and I remember [vague] references to it when I was in school. But I can't find any dataset.&lt;/p&gt;&#xA;" OwnerUserId="18277" LastEditorDisplayName="user4293" LastEditDate="2018-01-09T20:02:40.423" LastActivityDate="2018-10-02T18:54:56.823" Title="Dataset about attainment of college degree based on parent's education level?" Tags="|education|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12249" PostTypeId="2" ParentId="3993" CreationDate="2018-01-10T03:27:44.553" Score="3" Body="&lt;p&gt;I think what you are looking for are .lrc files aka scrollable lyrics&lt;/p&gt;&#xA;" OwnerUserId="18279" LastActivityDate="2018-01-10T03:27:44.553" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12250" PostTypeId="2" ParentId="11409" CreationDate="2018-01-10T07:49:52.397" Score="-1" Body="&lt;p&gt;I found a free reuters link, but this is only for few currencies and only since 2013. You can try this - &lt;a href=&quot;https://dxtra.markets.reuters.com/Dx/DxnOutbound/400201801100745208295001.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dxtra.markets.reuters.com/Dx/DxnOutbound/400201801100745208295001.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18280" LastEditorUserId="18280" LastEditDate="2018-01-10T07:55:39.293" LastActivityDate="2018-01-10T07:55:39.293" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12251" PostTypeId="2" ParentId="12248" CreationDate="2018-01-10T09:19:12.007" Score="2" Body="&lt;p&gt;I believe the General Social Survey (GSS) has this.  And there are the longitudinal education surveys that have been launched every few years for decades:  Baccalaureate &amp;amp; Beyond, Beginning PostSecondary, National Educational Longitudinal Survey, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[edit:  added links]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've gotten used to blogs and websites that &lt;em&gt;reject&lt;/em&gt; comments that contain too many links so I no longer worry about providing links.  But I've been requested to supply links so &lt;a href=&quot;https://nces.ed.gov/surveys/SurveyGroups.asp?Group=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;here's a decent one&lt;/a&gt; for the educational longitudinal surveys,  at the National Center for Education Statistics.  There are a number of additional surveys that all have acronyms such as NLS, NELS, or ELS that for some reason are not listed but this is a very good starting point.  It also does not link to the GSS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And here's &lt;a href=&quot;https://nces.ed.gov/surveys/els2002/overview2.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;another NCES webpage&lt;/a&gt; that gives an overall introduction to some of the longitudinal surveys -- but only four of them.&lt;/p&gt;&#xA;" OwnerUserId="8676" LastEditorUserId="8676" LastEditDate="2018-01-11T20:28:47.720" LastActivityDate="2018-01-11T20:28:47.720" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12252" PostTypeId="2" ParentId="5126" CreationDate="2018-01-10T10:22:30.137" Score="1" Body="&lt;p&gt;Based on Stanislav's &lt;a href=&quot;https://opendata.stackexchange.com/questions/5126/phonemic-syllabic-n-gram-distributions-of-the-worlds-languages#comment15336_5126&quot;&gt;comment&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.sttmedia.com/syllablefrequencies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sttmedia.com/syllablefrequencies&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;With the Syllable Counter integrated in the WordCreator, it is possible to create frequency tables for syllables used in different texts.&lt;/p&gt;&#xA;&lt;p&gt;The Syllable Counter can be used for arbitrary symbol systems, alphabets and Unicode-texts.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;For some languages, we have created frequency profiles for two-party syllables (digrams) and three-party syllables (trigrams)&lt;/strong&gt; on the basis of texts in the corresponding languages with at least 1.5 million characters.&lt;/p&gt;&#xA;&lt;p&gt;The texts consists of different literature genres to provide the best results.&lt;/p&gt;&#xA;&lt;p&gt;You can find the lists in the menu under &amp;quot;Syllable Lists&amp;quot;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-01-10T10:22:30.137" CommentCount="0" CommunityOwnedDate="2018-01-10T10:22:30.137" ContentLicense="CC BY-SA 3.0" />
  <row Id="12253" PostTypeId="2" ParentId="10575" CreationDate="2018-01-10T10:29:09.897" Score="0" Body="&lt;p&gt;the &lt;a href=&quot;https://developer.linkedin.com/docs/fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;LinkedIn developer API&lt;/a&gt; has a &amp;quot;company profile&amp;quot; endpoint&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.linkedin.com/docs/fields/company-profile&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.linkedin.com/docs/fields/company-profile&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;See these two fields:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;description&lt;/strong&gt;   - Company description. Limit of 500 characters.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;specialties&lt;/strong&gt;   - Company specialties. Retrieves information from string input.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;em&gt;caveat&lt;/em&gt; - &lt;em&gt;The following company profile fields are available to developers managing company profiles on LinkedIn.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;But if you dig around the API, you might find something that works.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-01-10T10:29:09.897" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12254" PostTypeId="1" CreationDate="2018-01-10T11:02:38.060" Score="1" ViewCount="125" Body="&lt;p&gt;I want to experiment with Bayesian networks, as well as try other machine learning approaches for learning dependancies in the data.&lt;br /&gt;&#xA;Is there any clinical dataset (containing results of various medical tests like blood pressure, cholesterol, maybe some diagnoses of medical conditions) with around 500-1000 attributes, and at least 500 instances?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I checked the &lt;a href=&quot;http://archive.ics.uci.edu/ml/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI machine learning repository&lt;/a&gt; and found nothing satisfactory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or maybe there's some other dataset which could be somewhat similiar to patients' data?&lt;/p&gt;&#xA;" OwnerUserId="18283" LastEditorUserId="13276" LastEditDate="2018-01-11T13:16:46.890" LastActivityDate="2018-01-11T13:16:46.890" Title="Clinical dataset for machine learning" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12256" PostTypeId="2" ParentId="12254" CreationDate="2018-01-10T22:22:48.790" Score="1" Body="&lt;p&gt;You should take a look at &lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC-III dataset&lt;/a&gt;.  It has almost 50K patients with many features.&lt;/p&gt;&#xA;" OwnerUserId="17389" LastActivityDate="2018-01-10T22:22:48.790" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12257" PostTypeId="2" ParentId="10205" CreationDate="2018-01-11T05:04:59.967" Score="2" Body="&lt;p&gt;You should also take a look at &lt;a href=&quot;https://mimic.physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC-III dataset&lt;/a&gt;. It has almost 50K patients with many features. &lt;a href=&quot;https://github.com/yerevann/mimic3-benchmarks&quot; rel=&quot;nofollow noreferrer&quot;&gt;This github repository&lt;/a&gt; has the preprocessing scripts for some prediction tasks such as mortality. Also, there are standard cookbook of queries published by the owners of &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/tree/master/concepts/cookbook&quot; rel=&quot;nofollow noreferrer&quot;&gt;the MIMIC-III dataset here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="17389" LastActivityDate="2018-01-11T05:04:59.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12258" PostTypeId="2" ParentId="10738" CreationDate="2018-01-11T15:22:10.340" Score="1" Body="&lt;p&gt;There is a Pew Research study from July, 2016 on Trust and Accuracy of news media&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.journalism.org/2016/07/07/trust-and-accuracy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.journalism.org/2016/07/07/trust-and-accuracy/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Few have a lot of confidence in the information they get from professional outlets or friends and family, but large majorities have at least some trust in both; social media gets substantially lower trust scores.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Dataset (requires email registration) -&#xA; &lt;a href=&quot;http://www.journalism.org/dataset/american-trends-panel-wave-14-5/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.journalism.org/dataset/american-trends-panel-wave-14-5/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use Policy - &lt;a href=&quot;http://www.pewresearch.org/about/use-policy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.pewresearch.org/about/use-policy/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;All Pew Research datasets&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.journalism.org/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.journalism.org/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GPUGh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GPUGh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-01-11T15:22:10.340" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12259" PostTypeId="1" CreationDate="2018-01-11T16:00:41.933" Score="2" ViewCount="500" Body="&lt;p&gt;I want to train a model for converting written expressions into spoken forms in Russian. I have come across the kaggle dataset&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/text-normalization-challenge-russian-language&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/text-normalization-challenge-russian-language&lt;/a&gt;,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but it has a lot of errors. (And they are not random noise; they are systematic errors, because the set was marked up by an algorithm, not by people.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other datasets for Russian text normalization?&lt;/p&gt;&#xA;" OwnerUserId="18295" LastEditorUserId="18295" LastEditDate="2018-01-12T07:57:25.407" LastActivityDate="2019-02-19T17:09:53.750" Title="Russian text normalization dataset" Tags="|text|russia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12261" PostTypeId="2" ParentId="1881" CreationDate="2018-01-11T18:43:08.967" Score="2" Body="&lt;p&gt;The SAS Institute posts quarterly ZIP code files to its website (you need to create a SAS profile to view the files) and they have archived files going back a number of years.  That could be helpful!&#xA;&lt;a href=&quot;http://support.sas.com/rnd/datavisualization/mapsonline/html/misc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://support.sas.com/rnd/datavisualization/mapsonline/html/misc.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18300" LastActivityDate="2018-01-11T18:43:08.967" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12262" PostTypeId="2" ParentId="10713" CreationDate="2018-01-12T09:18:25.337" Score="1" Body="&lt;p&gt;There are &lt;a href=&quot;http://globalhealthgovernance.org/blog/2017/12/1/how-to-find-data-on-infectious-disease-outbreaks&quot; rel=&quot;nofollow noreferrer&quot;&gt;many&lt;/a&gt; global infectious decease outbreaks databases.&lt;br&gt;&#xA;For example, &lt;a href=&quot;https://web.gideononline.com/web/epidemiology/#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gideon&lt;/a&gt; (15-day free trial) provides data of this kind:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/q3JLk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/q3JLk.png&quot; alt=&quot;Gideon. Hepatitis A in Russia&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There are also many sources of statistical information from Russian federal authorities (or their territorial bodies):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;Rosstat&lt;/em&gt; statistics (see &lt;a href=&quot;https://opendata.stackexchange.com/questions/10713/infectious-disease-outbreakes-in-russia-by-region/12262#comment14597_10713&quot;&gt;my comment&lt;/a&gt; above);&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;Minzdrav&lt;/em&gt; annual reports (&lt;a href=&quot;https://static-2.rosminzdrav.ru/system/attachments/attaches/000/026/606/original/%D0%94%D0%BE%D0%BA%D0%BB%D0%B0%D0%B4_%D0%B2_%D0%9F%D1%80%D0%B0%D0%B2%D0%B8%D1%82%D0%B5%D0%BB%D1%8C%D1%81%D1%82%D0%B2%D0%BE_%D0%A0%D0%A4_1.06.2015.docx?1434620518&quot; rel=&quot;nofollow noreferrer&quot;&gt;an example&lt;/a&gt;);&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;Rospotrebnadzor&lt;/em&gt; annual reports (&lt;a href=&quot;http://www.rospotrebnadzor.ru/upload/iblock/0b3/gosudarstvennyy-doklad-2016.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;an example&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, all these sources are rather unsuitable for your needs.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-01-15T05:58:22.470" LastActivityDate="2018-01-15T05:58:22.470" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12263" PostTypeId="2" ParentId="818" CreationDate="2018-01-12T11:02:49.660" Score="1" Body="&lt;p&gt;You can find &lt;a href=&quot;https://archive.org/details/amazon-reviews-1995-2013&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amazon reviews webdata 1995-2013&lt;/a&gt; data on archive.org.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This dataset consists of reviews from amazon. The data span a period of 18 years, including ~35 million reviews up to March 2013. Reviews include product and user information, ratings, and a plaintext review. Note: this dataset contains potential duplicates, due to products whose reviews Amazon merges. A file has been added below (possible_dupes.txt.gz) to help identify products that are potentially duplicates of each other.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="10208" LastEditorDisplayName="user4293" LastEditDate="2018-01-12T12:42:52.423" LastActivityDate="2018-01-12T12:42:52.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12264" PostTypeId="1" CreationDate="2018-01-12T18:36:08.607" Score="2" ViewCount="71" Body="&lt;p&gt;I am trying to explain some estimates of mine to non-academics. So I have statements like &quot;The probability of event X happening is 75%&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If they don't understand probabilities, then I would like to use examples/analogies to convey the meaning. For example, &quot;the probability of event X happening is 75%, which is as likely as the home football team winning the match&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So is there a database where I can search for examples of events, where I enter a probability - say 80% - and it gives me events that occur with 80% probability? Or any website that does this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I imagine insurance companies have something like this but hopefully you know of something freely available.. Thanks.&lt;/p&gt;&#xA;" OwnerDisplayName="Nameless" LastEditorUserId="14011" LastEditDate="2018-07-13T13:10:02.993" LastActivityDate="2018-07-13T13:10:02.993" Title="Is there a database for empirical/statistical probabilities?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12265" PostTypeId="1" CreationDate="2018-01-12T21:39:38.533" Score="2" ViewCount="420" Body="&lt;p&gt;Does anyone know where I can find a digital elevation model for the Bahamas? North Bimini specifically? I'm looking to model the topography in ArcGIS.&lt;/p&gt;&#xA;" OwnerUserId="18309" LastEditorUserId="23272" LastEditDate="2021-04-03T09:24:49.893" LastActivityDate="2021-04-03T09:24:49.893" Title="Bahamas Digital Elevation Model" Tags="|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12266" PostTypeId="2" ParentId="12265" CreationDate="2018-01-13T00:10:45.023" Score="1" Body="&lt;p&gt;National Ocean Service (NOS) Office of Coast Survey &#xA;U.S. Bathymetric &amp;amp; Fishing Maps has bathymetry coverage &lt;a href=&quot;https://maps.ngdc.noaa.gov/viewers/fishmaps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;you can see what's available on this map of the data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-01-13T00:10:45.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12267" PostTypeId="1" CreationDate="2018-01-13T11:20:53.773" Score="0" ViewCount="53" Body="&lt;p&gt;Is there data regarding the number of job openings for data scientist/ data engineers and so on? &lt;/p&gt;&#xA;" OwnerUserId="6228" LastActivityDate="2018-01-18T15:40:23.237" Title="Jobs opening for data scientist" Tags="|data-request|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12271" PostTypeId="2" ParentId="11666" CreationDate="2018-01-14T19:20:38.497" Score="3" Body="&lt;p&gt;Regarding the request from philshem in the comments to the question, I will post my comment details as an answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Disclosure:&lt;/strong&gt; I am the author of the mentioned website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a suggestion, as I feel it fits the question and this was migrated from softwarerecs: Currently, I am getting emergency location data up and running and have recently added &lt;a href=&quot;https://www.geodata.one/?&amp;amp;uuid=ba540b68103d07096897eb5e479595d50cc27b61&amp;amp;layer=viirs_active_fires__last_24h_gd_166&amp;amp;linkId=0&amp;amp;ds=narimo%20web%20map%20service%20-%20NASA%20products&amp;amp;lang=de&amp;amp;rp=NASA&quot; rel=&quot;nofollow noreferrer&quot;&gt;wildfires&lt;/a&gt; and &lt;a href=&quot;https://www.geodata.one/?&amp;amp;uuid=463e70d501bfb1f08b8496fb06161e7b21031fc2&amp;amp;layer=usgs_earthquakes_past_30_days_gd_178&amp;amp;linkId=0&amp;amp;ds=narimo%20web%20map%20service%20-%20USGS%20products&amp;amp;lang=de&amp;amp;rp=USGS&quot; rel=&quot;nofollow noreferrer&quot;&gt;earthquakes&lt;/a&gt; as WMS. The services are not free though (services need to be maintained) but the respective data is open data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you'd like to put it into a cool map app, I'm open to discussing usage options like free use for non-commercial applications. You also might be able to find more data here: &lt;a href=&quot;http://www.geodata.one&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.geodata.one&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data contents include e.g. major volcanic eruptions, major tsunami locations (World); current river water levels, wind speed/ direction, rainfall amount, temperature, severe weather warnings, current radiation values (Germany). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some of the data services are external, some still need to be set up or updated. If there is more relevant data out there, I will definitely add them (suggestions welcome).&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2018-01-14T19:20:38.497" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12274" PostTypeId="2" ParentId="10575" CreationDate="2018-01-15T14:52:36.853" Score="0" Body="&lt;p&gt;You can use the Google Knowledge Graph API. (You need to get an API key first, it's free).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In your web browser, call a page like this (example here: &quot;The Coca Cola Company&quot;):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://kgsearch.googleapis.com/v1/entities:search?limit=1&amp;amp;indent=True&amp;amp;query=The%20Coca-Cola%20Company&amp;amp;key=AIzaSyBr&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kgsearch.googleapis.com/v1/entities:search?limit=1&amp;amp;indent=True&amp;amp;query=The%20Coca-Cola%20Company&amp;amp;key=AIzaSyBr&lt;/a&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, this link above won't work because I &lt;em&gt;didn't include my API key&lt;/em&gt; here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Result (it includes 'name', 'description', 'detailedDescription') :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;@context&quot;: {&#xA;    &quot;@vocab&quot;: &quot;http://schema.org/&quot;,&#xA;    &quot;goog&quot;: &quot;http://schema.googleapis.com/&quot;,&#xA;    &quot;EntitySearchResult&quot;: &quot;goog:EntitySearchResult&quot;,&#xA;    &quot;detailedDescription&quot;: &quot;goog:detailedDescription&quot;,&#xA;    &quot;resultScore&quot;: &quot;goog:resultScore&quot;,&#xA;    &quot;kg&quot;: &quot;http://g.co/kg&quot;&#xA;  },&#xA;  &quot;@type&quot;: &quot;ItemList&quot;,&#xA;  &quot;itemListElement&quot;: [&#xA;    {&#xA;      &quot;@type&quot;: &quot;EntitySearchResult&quot;,&#xA;      &quot;result&quot;: {&#xA;        &quot;@id&quot;: &quot;kg:/m/03phgz&quot;,&#xA;        &quot;name&quot;: &quot;The Coca-Cola Company&quot;,&#xA;        &quot;@type&quot;: [&#xA;          &quot;Thing&quot;,&#xA;          &quot;Corporation&quot;,&#xA;          &quot;Organization&quot;&#xA;        ],&#xA;        &quot;description&quot;: &quot;Beverages company&quot;,&#xA;        &quot;image&quot;: {&#xA;          &quot;contentUrl&quot;: &quot;http://t2.gstatic.com/images?q=tbn:ANd9GcT3CHUgFH_8XM7RTXR3eJExVtPp4URd5oGbCzoJMecUhOiYm_cA&quot;,&#xA;          &quot;url&quot;: &quot;https://commons.wikimedia.org/wiki/File:The_Coca-Cola_Company_logo.svg&quot;&#xA;        },&#xA;        &quot;detailedDescription&quot;: {&#xA;          &quot;articleBody&quot;: &quot;The Coca-Cola Company, which is headquartered in Atlanta, Georgia, but incorporated in Wilmington, Delaware, is an American multinational beverage corporation, and manufacturer, retailer, and marketer of nonalcoholic beverage concentrates and syrups. &quot;,&#xA;          &quot;url&quot;: &quot;https://en.wikipedia.org/wiki/The_Coca-Cola_Company&quot;,&#xA;          &quot;license&quot;: &quot;https://en.wikipedia.org/wiki/Wikipedia:Text_of_Creative_Commons_Attribution-ShareAlike_3.0_Unported_License&quot;&#xA;        },&#xA;        &quot;url&quot;: &quot;http://www.thecoca-colacompany.com/&quot;&#xA;      },&#xA;      &quot;resultScore&quot;: 1584.391846&#xA;    }&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2018-01-15T14:52:36.853" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12276" PostTypeId="2" ParentId="12194" CreationDate="2018-01-15T16:31:33.317" Score="1" Body="&lt;p&gt;&lt;strong&gt;NHANES- National Health and Nutrition Examination surveys&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are into R, You could install the NHANES package, it gives you data on &lt;strong&gt;10000 Americans, 75 attributes&lt;/strong&gt;, from 2009-2012 with adjusted weighting&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why adjusted weighting? - From the documentation:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;The NHANES target population is &quot;the non-institutionalized civilian resident population of the United States&quot;. &lt;a href=&quot;http://www.cdc.gov/nchs/nhanes.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHANES&lt;/a&gt;, (American National Health and Nutrition Examination surveys), use complex survey designs (see &lt;a href=&quot;http://www.cdc.gov/nchs/data/series/sr_02/sr02_162.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cdc.gov/nchs/data/series/sr_02/sr02_162.pdf&lt;/a&gt;) that &lt;strong&gt;oversample certain subpopulations&lt;/strong&gt; like racial minorities. Naive analysis of the original NHANES data can lead to mistaken conclusions. The percentages of people from each racial group in the data, for example, are quite different from the way they are in the population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NHANES and NHANESraw each include 75 variables available for the 2009-2010 and 2011-2012 sample years. NHANESraw has 20,293 observations of these variables plus four additional variables that describe that sample weighting scheme employed. NHANES contains 10,000 rows of data resampled from NHANESraw to &lt;strong&gt;undo these oversampling effects&lt;/strong&gt;. NHANES can be treated, for educational purposes, as if it were a simple random sample from the American population.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2018-01-15T16:31:33.317" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12277" PostTypeId="1" CreationDate="2018-01-16T15:30:09.917" Score="1" ViewCount="75" Body="&lt;p&gt;Being totally new to SAS, I don't know how to import this layout/dictionary file into SAS® Studio:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;       *********************************************&#xA;       *                                           *&#xA;       *           A T T E N T I O N               *&#xA;       *                                           *&#xA;       *   THESE POS RECORD SPECIFICATIONS WERE    *&#xA;       *   PRODUCED FROM OUR DICTIONARY AT THE     *&#xA;       *   SAME TIME AS THE POS DATA FILE THAT     *&#xA;       *   YOU REQUESTED. YOU MAY WISH TO CHECK    *&#xA;       *   THESE SPECIFICATIONS TO SEE IF ANY      *&#xA;       *   CHANGES HAVE OCCURED SINCE YOUR RECEIPT *&#xA;       *   OF ANY PRIOR DOCUMENTATION.             *&#xA;       *                                           *&#xA;       *   FILE CREATION DATE = 01/02/2018         *&#xA;       *                                           *&#xA;       *********************************************&#xA; DATE: 01/02/2018              POS RECORD LAYOUT                      PAGE: 1&#xA;                 Hospital, CATEGORY = &quot;01&quot; (SEE POSITIONS 3-4)&#xA;&#xA;   SHORT DESCRIPTION                                LEN  START END    TYPE&#xA;&#xA;   Provider Category Subtype Code                    2    1     2    VARCHAR2&#xA;     Description: Identifies the subtype of the provider, within the&#xA;                  primary category.  Used in reporting to show the&#xA;                  breakdown of provider categories, mainly for hospitals&#xA;                  and SNFs.&#xA;     SAS Name:    PRVDR_CTGRY_SBTYP_CD&#xA;     COBOL Name:  PRVDR-CTGRY-SBTYP-CD&#xA;     VALUES:      01=Short Term&#xA;                  02=Long Term&#xA;                  ....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I got this file from &lt;a href=&quot;https://www.cms.gov/Research-Statistics-Data-and-Systems/Downloadable-Public-Use-Files/Provider-of-Services/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;cms.gov&lt;/a&gt; and I want to convert/export the data inside this text file into a MySQL database but first how can I import this into SAS Studio (ex. &lt;a href=&quot;https://www.sas.com/en_us/software/university-edition/download-software.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;SAS University Edition&lt;/a&gt;)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was expecting that the provided data dictionary text file can be easily opened/imported into a SAS software but it seems not an easy task accoring to this reply from a &lt;a href=&quot;https://communities.sas.com/t5/SAS-Studio/How-to-import-a-SAS-layout-or-Data-Dictionary/m-p/427972#M4326&quot; rel=&quot;nofollow noreferrer&quot;&gt;communities.sas.com&lt;/a&gt; user.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have no knowledge at all in SAS and I am not willing to learn it as this is just a one time import/conversion. All what I want to know (from SAS oriented users) is how they convert this kind of dictionary data into something that can be exported to work with in my PHP/MySQL world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to parse the txt file in PHP and extract the different columns for each table (18 tables) but still have some issue since the file format is not consistent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data I want to extract is explained in my &lt;a href=&quot;https://stackoverflow.com/questions/47473193/php-regex-parse-data-from-complex-text-file&quot;&gt;stackoverflow.com question&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/3CiVp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3CiVp.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18338" LastActivityDate="2018-01-16T15:30:09.917" Title="How to import a SAS layout or Data Dictionary" Tags="|government|medical|conversion|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12278" PostTypeId="1" AcceptedAnswerId="12280" CreationDate="2018-01-16T21:20:05.980" Score="1" ViewCount="44" Body="&lt;p&gt;I suspect that this information is available at the Census Bureau. It seems like something they ought to have. I spent some amount of time there, but can't locate exactly where they keep it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this page: &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/kml/kml_tracts.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/kml/kml_tracts.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But when I download the data for VA there's no mention of Lorton in it. Nor can I find any code associated with Lorton.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is just one example. I want to know how to get KMLs in general for different areas. So a general solution would be preferable to a specific answer to this question.&lt;/p&gt;&#xA;" OwnerUserId="18341" LastEditorUserId="18341" LastEditDate="2018-01-17T14:29:48.863" LastActivityDate="2018-01-17T16:01:41.933" Title="I'm trying to get a KML file for the Lorton CDP (Lorton, VA)" Tags="|us-census|kml|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12280" PostTypeId="2" ParentId="12278" CreationDate="2018-01-17T14:28:51.193" Score="1" Body="&lt;p&gt;&lt;strong&gt;Solution:&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I needed to look in the correct area of the census site. I went to the page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/kml/kml_place.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/kml/kml_place.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and selected Virginia to download the place zip file for this state.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I opened the zip file and brought the first kml (the largest one, titled &quot;cb_2016_51_place_500k.kml&quot;) into a text editor. I then searched for &quot;Lorton&quot; and copied that entire &lt;code&gt;&amp;lt;Placemark&amp;gt; ... &amp;lt;/Placemark&amp;gt;&lt;/code&gt; section into a separate file I called &quot;lorton.kml&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then went to google &quot;my maps&quot; and created a test map and loaded the kml into a layer to confirm it works:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://drive.google.com/open?id=1wK6uhZJz1jKoaGqJ8lVd9Ph0GLFiq0R5&amp;amp;usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://drive.google.com/open?id=1wK6uhZJz1jKoaGqJ8lVd9Ph0GLFiq0R5&amp;amp;usp=sharing&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Two more solutions:&lt;br&gt;&#xA;1) Open KML in Google Earth and search through each layer, unselected all that are not what you desire, and save.&lt;br&gt;&#xA;2) Opening KML in QGIS does not give you write options, so I saved it as GeoJSON, the opened the GeoJSON file. From there, toggle edit options, then open up attributes table. Each CDP is a row, so I selected all but the desired row (Lorton) and deleted them. Then saved the file as KML.&lt;/p&gt;&#xA;" OwnerUserId="18341" LastEditorUserId="90" LastEditDate="2018-01-17T16:01:41.933" LastActivityDate="2018-01-17T16:01:41.933" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12281" PostTypeId="1" AcceptedAnswerId="13959" CreationDate="2018-01-17T22:51:32.723" Score="2" ViewCount="686" Body="&lt;p&gt;I'm going to train my neural network in recognizing if a person is male or female from audio speech samples.&#xA;  Unfortunately the only datasets I could find, were dedicated for natural language processing.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where to find wav files labeled with this kind of information (male or female)? I'm interested in rather short samples of a person's voice (from 1s to 20s).&lt;/p&gt;&#xA;" OwnerUserId="18350" LastEditorUserId="1511" LastEditDate="2019-03-01T16:54:07.343" LastActivityDate="2019-03-01T16:54:07.343" Title="Male/female recognition by voice" Tags="|data-request|machine-learning|audio|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12282" PostTypeId="1" CreationDate="2018-01-18T01:44:19.980" Score="0" ViewCount="7" Body="&lt;p&gt;Are there any sources for GIS data about Chicago electoral precincts before 2011. I have FOIAed the Chicago Board of Elections, and they say they don't have any shapefiles from before 2011.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-01-18T01:44:19.980" Title="Chicago Electoral Precincts before 2011" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12283" PostTypeId="2" ParentId="12281" CreationDate="2018-01-18T02:07:44.050" Score="3" Body="&lt;p&gt;This is not really possible. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may be able to do something like &quot;train a neural network to classify a person's gender similar to the way that most people within a culture would classify a person's gender based upon their voice.&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It may be useful to know what gender a person is likely to be perceived to be, but this &quot;social perception&quot; is not the same thing as a person's gender. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If something like &quot;social perception&quot; is acceptable, you could use the LibriVox project and use something like &lt;a href=&quot;https://github.com/ropensci/gender&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ropensci/gender&lt;/a&gt; to classify the reader names. Here's an example of the types of audio and readers available from LibriVox. &lt;a href=&quot;https://librivox.org/tea-cup-reading-and-fortune-telling-by-tea-leaves-by-a-highland-seer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://librivox.org/tea-cup-reading-and-fortune-telling-by-tea-leaves-by-a-highland-seer/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2018-01-18T22:27:31.110" LastActivityDate="2018-01-18T22:27:31.110" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="12284" PostTypeId="2" ParentId="10575" CreationDate="2018-01-18T05:26:44.007" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://unigraph.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unigraph&lt;/a&gt;,&lt;br&gt;&#xA;&lt;a href=&quot;http://try.unigraph.rocks/?q=%7B%0A%20%20subjects(property%3A%20%22label%22%2C%20text%3A%20%22Microsoft%20Corp%22%2C%20lang%3A%20%22en%22)%20%7B%0A%20%20%20%20description.en%0A%20%20%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is a sample query to get the description of Microsoft (try changing the name to any company of interest to you from here:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;text: &quot;Microsoft Corp&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can also switch between languages for both the request and the answer by changing the &lt;strong&gt;.en&lt;/strong&gt; to another iso code, for example &lt;strong&gt;.de&lt;/strong&gt; and you will get it in German, if available: &quot;US-amerikanisches Softwareunternehmen&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets from which this information is sourced are listed &lt;a href=&quot;https://unigraph.io/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="4184" LastEditorUserId="4184" LastEditDate="2018-01-21T07:10:35.550" LastActivityDate="2018-01-21T07:10:35.550" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12285" PostTypeId="1" CreationDate="2018-01-18T05:36:40.753" Score="2" ViewCount="1687" Body="&lt;p&gt;This might have been asked before but I couldn't get a similar question.&#xA;I am working on an application which will have addresses in India populated using dropdowns till 4 levels. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;State =&amp;gt; District =&amp;gt; Tahsil/Municpality(based on rural/urban) =&amp;gt; Village/Ward(based on rural/urban).&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Where can I get this data with full hierarchy? I checked few places but couldn't get all the data as a single file or in a few files. I got a list of villages &lt;a href=&quot;https://data.gov.in/catalog/complete-villages-directory-indiastatedistrictsub-district-level-census-2011&quot; rel=&quot;nofollow noreferrer&quot;&gt;from here&lt;/a&gt; but this will give out 35 files for 35 states and it doesn't have Urban wards. &lt;/p&gt;&#xA;" OwnerUserId="18352" OwnerDisplayName="Mritunjay" LastEditorUserId="18352" LastEditDate="2018-01-18T06:14:14.397" LastActivityDate="2018-01-28T17:23:23.040" Title="Get list of all villages/towns in India" Tags="|csv|census|address|india|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12288" PostTypeId="1" CreationDate="2018-01-18T13:41:34.027" Score="0" ViewCount="27" Body="&lt;p&gt;I am searching for a multivariate dataset consisting of vectors (no time series) for clustering experiments. It should have about 8-20 numeric features (non-numeric would have to be ignored by me) and about 100-500 instances. Having some labels additionally might be useful, but is not required.&lt;/p&gt;&#xA;" OwnerUserId="5590" LastActivityDate="2018-01-19T17:00:22.517" Title="Multivariate numeric dataset for clustering" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12289" PostTypeId="1" CreationDate="2018-01-18T15:02:47.553" Score="1" ViewCount="28" Body="&lt;p&gt;How can I download the data from &lt;a href=&quot;https://www.kiplinger.com/tool/college/T014-S001-kiplinger-s-best-values-in-public-colleges/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kiplinger.com/tool/college/T014-S001-kiplinger-s-best-values-in-public-colleges/index.php&lt;/a&gt; ?&lt;/p&gt;&#xA;" OwnerUserId="5590" LastActivityDate="2019-05-24T18:02:05.227" Title="How to download Kiplingers best values in colleges" Tags="|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12290" PostTypeId="2" ParentId="12267" CreationDate="2018-01-18T15:40:23.237" Score="1" Body="&lt;p&gt;I am not aware of publicly available datasets. On the other hand, most availabnle statistics are computed on data obtained by web scraping job ads on the most common recruitment websites. I would suggest you taking the second path, as their number (and description) changes too rapidly anyway.&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2018-01-18T15:40:23.237" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12292" PostTypeId="1" CreationDate="2018-01-18T18:47:36.803" Score="1" ViewCount="31" Body="&lt;p&gt;I am looking for an open dataset on households where earnings by each spouse would be recorded (together with the gender variable) and that would also contain some variables on various household spendings.  &lt;/p&gt;&#xA;" OwnerUserId="8553" LastEditorUserId="8553" LastEditDate="2018-01-18T21:12:41.367" LastActivityDate="2018-01-18T21:12:41.367" Title="Household data with earnings by each spouse and household spendings" Tags="|data-request|research|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12293" PostTypeId="1" CreationDate="2018-01-18T04:27:47.977" Score="1" ViewCount="32" Body="&lt;p&gt;I am currently working on a project involving solving word problems of Calculus through Natural Language Processing, AI algorithm. I tried to find a data-set for word problems of Calculus but could not find it. So can anyone please suggest some good sources for word problems of Calculus suited for NLP.&lt;/p&gt;&#xA;" OwnerUserId="18387" OwnerDisplayName="nilesh samnani" LastActivityDate="2018-01-18T19:48:14.253" Title="Good sources for Data-sets for word problems of Calculus" Tags="|machine-learning|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12294" PostTypeId="2" ParentId="6884" CreationDate="2018-01-18T19:49:57.207" Score="4" Body="&lt;p&gt;&lt;a href=&quot;http://www.CryptoDataDownload.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.CryptoDataDownload.com&lt;/a&gt; is newer but has 28+ exchanges, ~550 pairs, 8+ ccy pairs, and daily/hourly/minute timeframes to download via csv format for free&lt;/p&gt;&#xA;" OwnerUserId="18358" LastActivityDate="2018-01-18T19:49:57.207" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12295" PostTypeId="1" AcceptedAnswerId="12297" CreationDate="2018-01-19T07:09:38.507" Score="3" ViewCount="135" Body="&lt;p&gt;I am trying to find a population database of cities of whole world, no towns, no villages, only cities. I tried various data sources discussed here including following &lt;br&gt; &lt;a href=&quot;https://opendata.stackexchange.com/questions/7496/database-of-cities-with-coordinates-and-timezone?newreg=e520ef8a9ab546099fb4f7d64effb810&quot;&gt;Database of cities with coordinates and timezone&lt;/a&gt;  &lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/10151/list-of-every-city-and-town-in-the-world&quot;&gt;List of every city and town in the world?&lt;/a&gt; &lt;br&gt;&#xA; &lt;a href=&quot;https://opendata.stackexchange.com/questions/10781/dataset-of-world-cities-counties-localities-provinces-and-states?rq=1&quot;&gt;Dataset of World Cities, Counties, Localities, Provinces, and States?&lt;/a&gt; &lt;br&gt;But every city database has one issue. It does not differentiate between a city and a non-city (town, village). When i asked this question to support staff of these data sources, they mentioned that there is no way to distinguish between a city and a town. Is there really no way to differentiate between a city and town and a village and all are considered just populated places? &lt;/p&gt;&#xA;" OwnerUserId="18365" LastEditorUserId="18365" LastEditDate="2018-01-19T09:28:46.980" LastActivityDate="2018-01-21T07:22:27.597" Title="How to differentiate between city and non-city in city databases?" Tags="|geospatial|city|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12296" PostTypeId="1" CreationDate="2018-01-19T14:04:59.307" Score="2" ViewCount="36" Body="&lt;p&gt;I am working with open data sources and the 2016 Canadian Census is of great interest to me. The Canadian Statistics website provides &lt;strong&gt;boundary files&lt;/strong&gt;, which work great, and some &lt;strong&gt;aggregated census data&lt;/strong&gt;, which doesn't work so great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem I'm having with the &lt;strong&gt;aggregated census data&lt;/strong&gt; is that the data is too 'long' and 'narrow' e.g.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ziUt8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ziUt8.png&quot; alt=&quot;&amp;#39;long&amp;#39; and &amp;#39;narrow&amp;#39; data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;whereas my work requires the data to be 'shorter' and 'wider'&#xA; e.g.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8kLgi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8kLgi.png&quot; alt=&quot;&amp;#39;shorter&amp;#39; and &amp;#39;wider&amp;#39; data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a person or organisation that has solved this issue and made the data publicly available?&lt;/p&gt;&#xA;" OwnerUserId="18368" LastEditorUserId="18368" LastEditDate="2018-01-19T21:29:27.970" LastActivityDate="2018-05-15T20:25:31.857" Title="Seeking source of curated/cleansed data for 2016 Canadian Census?" Tags="|data-request|data-format|census|data-portal|canada|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12297" PostTypeId="2" ParentId="12295" CreationDate="2018-01-19T16:59:22.560" Score="2" Body="&lt;p&gt;Criteria of distinction between towns and cities &lt;a href=&quot;https://en.wikipedia.org/wiki/Town&quot; rel=&quot;nofollow noreferrer&quot;&gt;are different&lt;/a&gt; from country to country and from time to time. In many places, there is no official distinction  between towns and cities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the common Open Street Map &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:place%3Dcity&quot; rel=&quot;nofollow noreferrer&quot;&gt;convention&lt;/a&gt;, city has population of 100 000 or more. There are many  local OSM norms, exceptions and holywars though…&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you agree to rely on the OSM data, you could try to use &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass API&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:csv(&quot;name&quot;, &quot;name:en&quot;, ::&quot;id&quot;, &quot;population&quot;, &quot;wikidata&quot;)];&#xA;(&#xA;  node[&quot;place&quot;=&quot;city&quot;];&#xA;);&#xA;out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The above query returns 8869 results. Please note that &lt;code&gt;id&lt;/code&gt; is not persistent.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Or you could try this query on &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?city ?cityLabel ?geoNamesId {&#xA;  ?city wdt:P31/wdt:P279* wd:Q515 .&#xA;  OPTIONAL { ?city wdt:P1566 ?geoNamesId . }&#xA;# FILTER NOT EXISTS { ?city wdt:P31/wdt:P279* wd:Q3957 . }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; . } &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The number of results is ~ 25 000.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-01-20T09:05:38.687" LastActivityDate="2018-01-20T09:05:38.687" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12298" PostTypeId="2" ParentId="12288" CreationDate="2018-01-19T17:00:22.517" Score="1" Body="&lt;p&gt;I have worked with the &lt;strong&gt;2011 Irish Census&lt;/strong&gt; dataset for clustering and demographic classification previously and found it to be very useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cso.ie/en/census/census2011smallareapopulationstatisticssaps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cso.ie/en/census/census2011smallareapopulationstatisticssaps/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are various aggregated levels you can download the data, some of which are in your 100-500 instances range. There is also a fairly comprehensive data dictionary available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are no labels but mapping your results (boundary files are also available) would provide some sort of clarification (you wouldn't expect a cluster with high proportion of farmers to be in an urban area).&lt;/p&gt;&#xA;" OwnerUserId="18368" LastActivityDate="2018-01-19T17:00:22.517" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12299" PostTypeId="1" CreationDate="2018-01-19T17:54:21.833" Score="2" ViewCount="58" Body="&lt;p&gt;I will start by saying I am interested in answering a few specific questions namely:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Number of Primary Care Providers per 10,000 persons&lt;/li&gt;&#xA;&lt;li&gt;Percentage of areas with Low Primary Care Physician Supply (Low being defined as &amp;lt;= 3,500 residents per doctor).&lt;/li&gt;&#xA;&lt;li&gt;Number of Federally Qualified Health Center sites per 10,000 persons&lt;/li&gt;&#xA;&lt;li&gt;Number of FQHC sites per square land mile&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I found this interesting dataset which divides the United States into Primary Care Service areas (PCSA) which was designed to provide more accurate mapping procedures to illustrate how groups or populations of people made use of medical resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datawarehouse.hrsa.gov/data/datadownload/pcsa2010Download.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datawarehouse.hrsa.gov/data/datadownload/pcsa2010Download.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following download files contain the relevant information I need to answer my questions.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;PCSA v3.1 Layer Attributes (File 1)&lt;/li&gt;&#xA;&lt;li&gt;PCSA v3.1 Layer Attributes (File 2)&lt;/li&gt;&#xA;&lt;li&gt;HRSA National Primary Care Physician Inventory Data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, this data is a bit old since as it's from 2010. I was curious if anyone knew of any updated datasets using this unique Primary Care Service Area designation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, does anyone know of a dataset which could answer my questions at some different geographic level? Ideally it would be at least the county level.&lt;/p&gt;&#xA;" OwnerUserId="18086" LastEditorUserId="90" LastEditDate="2018-01-19T17:57:35.437" LastActivityDate="2018-01-19T17:57:35.437" Title="2017 Healthcare Data on Primary Care Service Areas, Availability of Primary Care Providers" Tags="|data-request|geospatial|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12301" PostTypeId="1" CreationDate="2018-01-20T21:53:08.683" Score="1" ViewCount="24" Body="&lt;p&gt;I need a list of the organizations accredited to run projects under European Voluntary Service. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See: &lt;a href=&quot;http://europa.eu/youth/volunteering/evs-organisation_en&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://europa.eu/youth/volunteering/evs-organisation_en&lt;/a&gt;&#xA;EVS accredited organisations search results: 6073&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://europa.eu/youth/volunteering_en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europa.eu/youth/volunteering_en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This lists the organisations accredited to run projects under European Voluntary Service - part of the European Union's Erasmus+ programme. We recommend that you first use the database of volunteering projects to find  projects that you might be interested in. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to get the list of the accredited EVS organisation, that run volunteering projects?&lt;/p&gt;&#xA;" OwnerUserId="18378" LastEditorDisplayName="user4293" LastEditDate="2018-01-21T12:54:54.900" LastActivityDate="2018-01-21T12:54:54.900" Title="A list of the organizations accredited to run projects under European Voluntary Service" Tags="|data-request|companies|database|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12302" PostTypeId="2" ParentId="10726" CreationDate="2018-01-20T22:03:37.567" Score="1" Body="&lt;p&gt;You could have look at &lt;a href=&quot;http://www.dartmouth.edu/~floods/Archives/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dartmouth Flood Observatory&lt;/a&gt; website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They provide 1985 to current (according to the website) flooding data worldwide. Data is available in textual formats like HTML (recent events only) or XML. There is only centroids of the floods available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for flood extents (outlines), there is a shapefile available as well. However, the shapefile is updated infrequently, according to the website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could not find data later than 2010 though.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastEditorUserId="8561" LastEditDate="2018-01-20T22:23:56.530" LastActivityDate="2018-01-20T22:23:56.530" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12303" PostTypeId="2" ParentId="12295" CreationDate="2018-01-21T07:22:27.597" Score="1" Body="&lt;p&gt;Cities and towns are classified as such in Wikidata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look at the &lt;strong&gt;instances of&lt;/strong&gt; of &lt;a href=&quot;https://www.wikidata.org/wiki/Q90&quot; rel=&quot;nofollow noreferrer&quot;&gt;Paris&lt;/a&gt; and my father's village: &lt;a href=&quot;https://www.wikidata.org/wiki/Q1078666&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gorni Vadin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Paris is, among other things: city and big city.&#xA;Gorni Vadin is just village.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the Wikidata &quot;classification&quot; to distinguish between cities and towns that are present there.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2018-01-21T07:22:27.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12305" PostTypeId="2" ParentId="11705" CreationDate="2018-01-22T18:02:39.597" Score="0" Body="&lt;p&gt;Some large news datasets available here: &lt;a href=&quot;https://www.kaggle.com/therohk/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16824" LastActivityDate="2018-01-22T18:02:39.597" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12306" PostTypeId="2" ParentId="1731" CreationDate="2018-01-22T18:06:21.103" Score="0" Body="&lt;p&gt;These are compilations of news headlines by date over long periods of time sourced from 3 very different types of agencies:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ABC Australia 17 years (objective, accurate, reliable, aus, government, active) : &lt;a href=&quot;https://www.kaggle.com/therohk/million-headlines&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/million-headlines&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Times Of India 19 years (factual, reliable, ind, private, active) :&#xA;&lt;a href=&quot;https://www.kaggle.com/therohk/india-headlines-news-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/india-headlines-news-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Examiner 6 years (crowdsourced, unreliable, clickbait, subjective, usa, private, defunct) : &lt;a href=&quot;https://www.kaggle.com/therohk/examine-the-examiner&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/examine-the-examiner&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16824" LastEditorUserId="16824" LastEditDate="2020-03-09T06:07:29.560" LastActivityDate="2020-03-09T06:07:29.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12307" PostTypeId="1" CreationDate="2018-01-22T22:00:58.687" Score="1" ViewCount="443" Body="&lt;p&gt;Looking for a database or free API with the expected sunrise and sunset times around the world (sunrise is more important). Ideally the data should be up-to-date, reflecting daily changes in weather in any given area. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good example would be &lt;a href=&quot;http://www.weatherbase.com/weather/weather.php3?s=58301&amp;amp;cityname=Berlin-Berlin-Germany#&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.weatherbase.com&lt;/a&gt;, but their API has to be licensed.&lt;/p&gt;&#xA;" OwnerUserId="16331" LastEditorUserId="16331" LastEditDate="2018-01-22T22:07:02.517" LastActivityDate="2018-01-22T22:07:02.517" Title="Worldwide sunrise and sunset time data" Tags="|data-request|api|weather|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12308" PostTypeId="2" ParentId="11536" CreationDate="2018-01-23T12:55:34.273" Score="2" Body="&lt;p&gt;Wikimedia Commons at &lt;a href=&quot;https://commons.wikimedia.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org&lt;/a&gt; is the sister site of Wikipedia, and contains over 40 million free media files, - with a high proportion being photos you can use as an alternative to ImageNet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The media files in Wikimedia Commons are usually tagged with one or more categories from the Wikimedia Commons hierarchical category system. For instance, the category &quot;Resting lions&quot; is here: &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Resting_lions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Resting_lions&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2018-01-23T12:55:34.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12311" PostTypeId="1" CreationDate="2018-01-23T18:13:34.800" Score="1" ViewCount="12" Body="&lt;p&gt;There are payment terms in international trade when an import or export is made. Advance Payment, Letter of Credit, Acceptance, Cash Against Documents etc are the types of the payments. &#xA;I can't find a global data or data for some countries regarding payment terms statistics. &lt;/p&gt;&#xA;" OwnerUserId="18396" LastActivityDate="2018-01-23T18:13:34.800" Title="Payment terms data in international trade is needed" Tags="|trade|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12312" PostTypeId="2" ParentId="10847" CreationDate="2018-01-23T20:22:06.230" Score="1" Body="&lt;p&gt;This file is really hard to find. But maybe parse &lt;a href=&quot;http://www.ospo.noaa.gov/Products/atmosphere/vaac/boundaries.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ospo.noaa.gov/Products/atmosphere/vaac/boundaries.js&lt;/a&gt;&#xA;and share the result? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Parsing that .js was messy -- instead I made a GeoTIFF: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://drive.google.com/open?id=1rzQPsP9rKa8eAMuRigjCazeGg1bLHsIq&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://drive.google.com/open?id=1rzQPsP9rKa8eAMuRigjCazeGg1bLHsIq&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18397" LastEditorDisplayName="user4293" LastEditDate="2018-02-21T07:44:15.090" LastActivityDate="2018-02-21T07:44:15.090" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12315" PostTypeId="1" CreationDate="2018-01-24T09:01:27.773" Score="1" ViewCount="17" Body="&lt;p&gt;Transparency is &quot;free access&quot;, frictionless. Even publishing in the Web, with no password required, we can imagine a gradation of  frictionless. &lt;a href=&quot;https://askubuntu.com/q/999208/439867&quot;&gt;This access problem was posted at AskUbuntu&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;With usual &lt;code&gt;.gov&lt;/code&gt; pages (URLs) with full-free access, we can do &lt;code&gt;wget URL&lt;/code&gt; or &lt;code&gt;curl -O URL&lt;/code&gt;  to download the page. Is a real &quot;access without barriers&quot;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;With some other pages (eg. &lt;a href=&quot;http://www.planalto.gov.br/CCivil_03/leis/2002/L10406compilada.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;), with the same  &quot;free access needs&quot;, the behaviour is different, and we can't download.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;There are a RFC (or W3C recommendation, or similar) suggesting or classifying whats is &quot;HTTP frictionless access&quot;?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;PS: I need a standard that describes all the shades of gray between the &quot;100% free and frictionless&quot;  and the &quot;non-free access&quot;... or something defining a kind of &quot;best practices for frictionless HTTP request/response&quot;.&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="1313" LastEditDate="2018-01-24T09:10:11.320" LastActivityDate="2018-01-24T09:10:11.320" Title="There are a &quot;frictionless access&quot; recomendarion for Web page requests?" Tags="|classification|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12316" PostTypeId="2" ParentId="7250" CreationDate="2018-01-24T09:04:22.173" Score="1" Body="&lt;p&gt;Get the CoNLL-2003: data from this &lt;a href=&quot;https://github.com/patverga/torch-ner-nlp-from-scratch/tree/master/data/conll2003&quot; rel=&quot;nofollow noreferrer&quot;&gt;repo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CoNLL-2003 shared task data files contain four columns separated by a single space. Each word has been put on a separate line and there is an empty line after each sentence. The first item on each line is a word, the second a part-of-speech (POS) tag, the third a syntactic chunk tag and the fourth the named entity tag. The chunk tags and the named entity tags have the format I-TYPE which means that the word is inside a phrase of type TYPE. Only if two phrases of the same type immediately follow each other, the first word of the second phrase will have tag B-TYPE to show that it starts a new phrase. A word with tag O is not part of a phrase.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data set has 4 entity tags(Location, Person, Organisation and Misc) and it is used to train models for Named Entity Recognition tasks. The task is similar to the one proposed here just the entity tags are different. &lt;/p&gt;&#xA;" OwnerUserId="18402" LastEditorUserId="18402" LastEditDate="2018-01-29T12:51:45.407" LastActivityDate="2018-01-29T12:51:45.407" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12317" PostTypeId="1" CreationDate="2018-01-24T10:40:17.883" Score="0" ViewCount="130" Body="&lt;p&gt;Are there any alternative tool/website to view ImageNet images apart from the image-net.org website? I experience a very slow response from the &lt;a href=&quot;http://image-net.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://image-net.org&lt;/a&gt; website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to have a tool that quickly show example images, WordNet words, description and hierarchy from ImageNet wrt. to the identifier such as &quot;n03297495&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Incidentally, the WordNet server for WordNet URIs seems also to have issues at the moment. For instance, looking up &lt;a href=&quot;http://wordnet-rdf.princeton.edu/wn30/03297495-n&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wordnet-rdf.princeton.edu/wn30/03297495-n&lt;/a&gt; does not yield relevant information)&lt;/p&gt;&#xA;" OwnerUserId="5593" LastEditorUserId="16193" LastEditDate="2018-03-21T10:56:00.330" LastActivityDate="2018-03-21T10:56:00.330" Title="Alternative tool to view ImageNet images apart from the image-net.org website?" Tags="|images|imagenet|wordnet|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12318" PostTypeId="2" ParentId="11583" CreationDate="2018-01-24T16:01:48.017" Score="3" Body="&lt;p&gt;County profiles at &lt;a href=&quot;https://ce.naco.org/?find=true&quot; rel=&quot;nofollow noreferrer&quot;&gt;NACO Count Explorer&lt;/a&gt; have county-level GDP data. The most current data at this time is 2016.&lt;/p&gt;&#xA;" OwnerUserId="18406" LastEditorUserId="14002" LastEditDate="2020-12-27T12:22:49.090" LastActivityDate="2020-12-27T12:22:49.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12319" PostTypeId="1" CreationDate="2018-01-25T02:55:53.157" Score="2" ViewCount="562" Body="&lt;p&gt;I learned from &lt;a href=&quot;https://en.wikipedia.org/wiki/DMOZ&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia&lt;/a&gt; that &lt;a href=&quot;http://www.dmoz.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DMOZ&lt;/a&gt; is no longer maintained. Where can I get the earlier DMOZ site directory data? or is there a similar data source?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you so much.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit:&lt;br&gt;&#xA;I found something &lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/OMV93V&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, seems like it's valid.&lt;/p&gt;&#xA;" OwnerUserId="9981" LastEditorUserId="9981" LastEditDate="2018-01-25T09:18:34.337" LastActivityDate="2022-01-20T21:23:57.317" Title="Where is DMOZ data available now?" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12320" PostTypeId="2" ParentId="7255" CreationDate="2018-01-25T10:22:06.457" Score="0" Body="&lt;p&gt;Wikimedia Commons has a few images: Start from the top category here: &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Diseases_and_disorders_of_the_skin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Diseases_and_disorders_of_the_skin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An API is available here: &lt;a href=&quot;https://commons.wikimedia.org/w/api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/w/api.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The files are quite heterogeneous. Some are drawings. I suspect they are not optimal, e.g., for training a machine learning classifier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Besides the category system, the skin disease image files on Wikimedia Commons may also be identified with Wikidata through the Wikidata Query Service at &lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt;, for instance, with the following SPARQL query: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#defaultView:ImageGrid&#xA;SELECT ?disease ?diseaseLabel ?image WHERE {&#xA;  ?disease wdt:P279+ wd:Q949302 ; wdt:P18 ?image .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The result is available at this link: &lt;a href=&quot;http://tinyurl.com/ya3ogyq7&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/ya3ogyq7&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this query only identifies 75 images.&lt;/p&gt;&#xA;" OwnerUserId="5593" LastEditorUserId="5593" LastEditDate="2018-01-25T10:32:28.167" LastActivityDate="2018-01-25T10:32:28.167" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12321" PostTypeId="2" ParentId="7255" CreationDate="2018-01-25T20:00:56.163" Score="0" Body="&lt;p&gt;ISIC (International Skin Imaging Collaboration) - but with a focus on &lt;strong&gt;melanoma&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://isic-archive.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://isic-archive.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;ISIC has developed and is expanding an open source public access archive (ISIC Archive) of skin images to test and validate the proposed standards. This archive serves as a public resource of images for teaching and for the development and testing of automated diagnostic systems.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://isic-archive.com/#images&quot; rel=&quot;nofollow noreferrer&quot;&gt;Image browser&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://isic-archive.com/api/v1&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-01-25T20:00:56.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12322" PostTypeId="1" CreationDate="2018-01-25T20:34:31.067" Score="1" ViewCount="33" Body="&lt;p&gt;I am looking for a raster in WGS84 where all the countries in the world are available. &#xA;This raster, in principle, should change the resolution of the pixel at the equator or the poles. The resolution should change as the earth is not planar. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am trying to do is multiply a raster that I have with 1) all the protected areas in the world, 2) where other protected areas should be. By multiplying these rasters I intend to obtain the area per country.&lt;/p&gt;&#xA;" OwnerUserId="18418" LastEditorUserId="18418" LastEditDate="2018-01-26T10:31:43.333" LastActivityDate="2018-01-26T10:31:43.333" Title="Global country based raster" Tags="|geospatial|images|global|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="12323" PostTypeId="2" ParentId="7840" CreationDate="2018-01-26T03:35:14.060" Score="3" Body="&lt;p&gt;Two standards you may wish to consider are XBRL and Frictionless Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been working on a municipal XBRL taxonomy with others.  You can see the current status here:  &lt;a href=&quot;https://github.com/govwiki/us_municipal_cafr_taxonomy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/govwiki/us_municipal_cafr_taxonomy&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more on the application of Frictionless Data to fiscal reporting see: &lt;a href=&quot;https://frictionlessdata.io/specs/fiscal-data-package/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://frictionlessdata.io/specs/fiscal-data-package/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18421" LastActivityDate="2018-01-26T03:35:14.060" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12325" PostTypeId="1" CreationDate="2018-01-26T14:08:13.743" Score="1" ViewCount="11" Body="&lt;p&gt;I'm trying to find some open source data for groundwater levels measured from boreholes. The ideal geographic span would be the UK but if it was only England that wouldn't be such a big loss. &#xA;I've found &lt;a href=&quot;https://data.gov.uk/dataset/realtime-flood-data-groundwater-levels1&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; government resource for England but the first link directs me to a paid datasource and the second link indicates it is no longer available.&#xA;Does anyone have a suggestion as to finding an alternative source of data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The format of the data would ideally be .shp / WMS or something workable within GIS.&lt;/p&gt;&#xA;" OwnerUserId="15788" LastActivityDate="2018-01-26T14:08:13.743" Title="Groundwater Levels for UK" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12327" PostTypeId="1" CreationDate="2018-01-26T17:10:30.650" Score="7" ViewCount="4051" Body="&lt;p&gt;I have found out how to get historical price data from the cryptocompare API but the highest resolution is on a minute-base. Is there a (free) way to get &lt;strong&gt;historical&lt;/strong&gt; tick-by-tick data (so on a second-resolution) for cryptocurrencies, ideally with a python API. I would like to train and backtest a model on that data. I can imagine that the high bandwith requirements of pulling so much data may be too much asked for a free API but maybe there is one...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I repeat, I am looking for free tick-by-tick (with a second-based timeframe) data. The question &#xA; &lt;a href=&quot;https://opendata.stackexchange.com/questions/6884/cryptocurrency-historical-prices&quot;&gt;Cryptocurrency historical prices&lt;/a&gt; is not explicitly asking for this kind of data, and the only answer for tick-by-tick data regards to a paid service.&lt;/p&gt;&#xA;" OwnerUserId="18425" LastEditorUserId="18425" LastEditDate="2018-01-27T15:57:52.047" LastActivityDate="2024-01-30T15:49:55.347" Title="Where can I find (free) historical tick-by-tick data for crypto currencies?" Tags="|data-request|api|" AnswerCount="5" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="12330" PostTypeId="1" CreationDate="2018-01-27T13:54:06.000" Score="0" ViewCount="50" Body="&lt;p&gt;I have got the days wise data from the &lt;a href=&quot;https://coinmarketcap.com/currencies/bitcoin/historical-data/?start=20171228&amp;amp;end=20180127&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coinmarketcap.com/currencies/bitcoin/historical-data/?start=20171228&amp;amp;end=20180127&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for my algorithm, I am in need of the hourly dataset of the coinmarketcaps like historic data. I mean, I need the dataset in the form of the following:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Date    Open    High    Low Close   Volume  Market Cap&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But the dataset should be hourly.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kindly, let me know where I can find such dataset.&lt;/p&gt;&#xA;" OwnerUserId="16015" LastActivityDate="2018-01-27T17:52:41.653" Title="Hourly dataset of last 30 days of Bitcoin marketcaps" Tags="|data-request|" AnswerCount="1" CommentCount="0" ClosedDate="2018-02-01T07:47:42.497" ContentLicense="CC BY-SA 3.0" />
  <row Id="12331" PostTypeId="1" CreationDate="2018-01-27T16:25:44.970" Score="1" ViewCount="223" Body="&lt;p&gt;Example in Hebrew:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Gen 1:1  בראשׁיתH7225 בראH1254 אלהיםH430 אתH853 השׁמיםH8064 ואתH853 הארץ׃H776 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Example in Greek:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Mat 1:1  βιβλοςG976 γενεσεωςG1078 ιησουG2424 χριστουG5547 υιουG5207 δαβιδG1138 υιουG5207 αβρααμG11&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18434" LastActivityDate="2018-01-27T16:25:44.970" Title="Where can I find Hebrew and Greek Bible texts interlined with Strong's numbers in plain text or JSON format?" Tags="|data-request|research|json|religion|txt|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12332" PostTypeId="2" ParentId="12330" CreationDate="2018-01-27T17:26:23.457" Score="0" Body="&lt;h2&gt;This was temporarily  deleted because I've realized too late that this Q is about marketcaps not prices. However  Marketcap = (price * number of bitcoins in circulation)  so I've undeleted this post.&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Bitinfocharts.com provide a &lt;a href=&quot;http://api.bitcoincharts.com/v1/csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;directory&lt;/a&gt; with numerous compressed gz files with historic data from various trading platforms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many datasets, even from MountGox days apparently. &#xA;However, I have only looked at this file: &lt;a href=&quot;http://api.bitcoincharts.com/v1/csv/krakenEUR.csv.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.bitcoincharts.com/v1/csv/krakenEUR.csv.gz&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This 115MB zipfile is 615 MB uncompressed. It contains a dataset from the Kraken Platform, the series starts in 2014. At this time the table structure looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Observations: 15,386,405&#xA;Variables: 3&#xA;$ unixtime &amp;lt;int&amp;gt; 1389173189, 1389173198, 1389173198, 1389173265, 1389173339, 1389173528, 1389173534, ...&#xA;$ price    &amp;lt;dbl&amp;gt; 624.0, 624.0, 623.5, 623.5, 623.5, 623.5, 623.5, 623.5, 623.5, 623.5, 623.5, 623.5, ...&#xA;$ amount   &amp;lt;dbl&amp;gt; 0.20000, 0.09767, 0.01358, 0.14896, 0.20000, 0.17630, 0.40633, 0.20000, 1.80000, 0.3...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It has a periodicity of 1-10 seconds. You probably can apply your own window function to aggregate up to 1 hour periodicity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have done this and it looks like this (pink dots are hourly median prices):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hOEwN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hOEwN.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get marketcap you can download the number of bitcoins in circulation from Quandl.com: &lt;a href=&quot;https://www.quandl.com/data/BCHAIN/TOTBC-Total-Bitcoins&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/BCHAIN/TOTBC-Total-Bitcoins&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The number of Bitcoins in circulation is also well known. Every 10 minutes one block containing (at this time) 12.5 Bitcoins is added tothe blockchain.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The R code I've used to generate this plot:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   library(lubridate)&#xA;library(tidyverse)&#xA;# setwd(&quot;~/code/git/_my/R_stuff/R_diverse&quot;)&#xA;&#xA;# days back in humanreadable form, e.g. &quot;2017-12-28&quot;&#xA;n &amp;lt;- 30&#xA;days_back      &amp;lt;- today() - days(n)&#xA;&#xA;btc_kraken_url &amp;lt;- &quot;http://api.bitcoincharts.com/v1/csv/krakenEUR.csv.gz&quot;&#xA;btc_kraken_gz &amp;lt;- basename(btc_kraken_url)&#xA;btc_kraken_csv &amp;lt;- str_replace(btc_kraken_gz, &quot;\\.gz$&quot;, &quot;&quot;)&#xA;if(!file.exists(btc_kraken_gz) &amp;amp;&amp;amp; !file.exists(btc_kraken_csv)){&#xA;        download.file(btc_kraken, destfile = btc_hist)&#xA;        system(sprintf(&quot;gunzip %s&quot;, btc_kraken_gz))&#xA;} else if(!file.exists(btc_kraken_csv)){&#xA;        system(sprintf(&quot;gunzip %s&quot;, btc_kraken_gz))&#xA;}&#xA;csv0 &amp;lt;- read_csv(&#xA;  btc_kraken_csv,&#xA;  col_names = c(&quot;unixtime&quot;, &quot;price&quot;, &quot;amount&quot;)&#xA;)&#xA;glimpse(csv0)&#xA;# grab&#xA;csv0 &amp;lt;- csv0 %&amp;gt;%&#xA;  mutate(datetime = as.POSIXct(unixtime, origin = &quot;1970-01-01&quot;)) %&amp;gt;%&#xA;  arrange(unixtime, price) %&amp;gt;%&#xA;  select(datetime, price, amount)&#xA;&#xA;summary(csv0)&#xA;&#xA;csv0 &amp;lt;- csv0 %&amp;gt;%&#xA;  filter(datetime &amp;gt;= days_back)&#xA;&#xA;# Periodicity&#xA;csvz &amp;lt;- xts::as.xts(csv0[,2], order.by=csv0$datetime, unique = FALSE)&#xA;xts::periodicity(csvz)&#xA;&#xA;csv &amp;lt;- csv0 %&amp;gt;%&#xA;        mutate(datetime = floor_date(datetime, unit = &quot;hour&quot;),&#xA;               price = as.integer(price))&#xA;&#xA;&#xA;csv2 &amp;lt;- csv %&amp;gt;%&#xA;        group_by(datetime, price) %&amp;gt;%&#xA;        summarize(sum_amount = sum(amount)) %&amp;gt;%&#xA;        select(-sum_amount) %&amp;gt;%&#xA;        group_by(datetime) %&amp;gt;%&#xA;        summarize(median_price = median(price)) %&amp;gt;%&#xA;        ungroup()&#xA;&#xA;csv2 &amp;lt;- csv2 %&amp;gt;%&#xA;        mutate(datetime =  datetime + lubridate::minutes(&quot;30&quot;)) %&amp;gt;%&#xA;        arrange(datetime)&#xA;head(csv2)&#xA;&#xA;myplot &amp;lt;- ggplot(csv0, aes(datetime, price)) +&#xA;        geom_line(size=0.1) +&#xA;        geom_point(data = csv2,&#xA;                   aes(datetime, median_price),&#xA;                   color=&quot;hotpink&quot;, size=0.1) +&#xA;        ggtitle(&quot;Bitcoin prices on kraken.com, per-Second and Hourly&quot;,&#xA;                subtitle = sprintf(&quot;Bitcoin in Euro, from %s to %s \nsource: %s&quot;,&#xA;                                   days_back, today(), btc_kraken_url)) +&#xA;        ylab(&quot;BTC/€&quot;)&#xA;&#xA;ggsave(plot = myplot,&#xA;       filename =sprintf(&quot;bitcoin--%s--%s.png&quot;, days_back, today()))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2018-01-27T17:52:41.653" LastActivityDate="2018-01-27T17:52:41.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12333" PostTypeId="2" ParentId="7250" CreationDate="2018-01-28T17:10:43.147" Score="0" Body="&lt;p&gt;You may consider SpaCY for pos_tagging. I bet you will love it &lt;a href=&quot;https://spacy.io/usage/linguistic-features#section-named-entities&quot; rel=&quot;nofollow noreferrer&quot;&gt;spacy name entity recognition&lt;/a&gt;. It has got Name, Org, locations etc. It is faster in comparision to coreNLP, accuracy for NER holds at ~85%.&lt;/p&gt;&#xA;" OwnerUserId="14339" LastActivityDate="2018-01-28T17:10:43.147" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12334" PostTypeId="2" ParentId="12285" CreationDate="2018-01-28T17:23:23.040" Score="1" Body="&lt;p&gt;Yo can get all the required data from official website &lt;a href=&quot;https://data.gov.in/catalog/complete-villages-directory-indiastatedistrictsub-district-level-census-2011&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.in&lt;/a&gt;. The data seems to be divided into state level, so maybe you will have to download ~31 csvs'. They have csv, ods, etc. they also support api calls, yo can check this feature, which could save you from downloading separate files. &lt;/p&gt;&#xA;" OwnerUserId="14339" LastActivityDate="2018-01-28T17:23:23.040" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12336" PostTypeId="1" AcceptedAnswerId="12339" CreationDate="2018-01-29T08:15:47.657" Score="3" ViewCount="123" Body="&lt;p&gt;I have a school project in which I am supposed to analyse how much trains are late at different rail stations. I can create an artificial database for this purpose. However I would really like to use a real data for this project. Where can I find the data in which train courses, timetables, arrival and departure times (and anything else that is involved) is present. The country is unimportant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: I am not interested in a website or a system to which I will have to do web scraping. My question is about a database which can be used directly.&lt;/p&gt;&#xA;" OwnerUserId="18441" LastEditorUserId="18441" LastEditDate="2018-01-30T06:06:22.333" LastActivityDate="2018-01-30T09:54:15.143" Title="Railways, trains and timetable data" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12338" PostTypeId="1" CreationDate="2018-01-30T05:25:43.543" Score="1" ViewCount="61" Body="&lt;p&gt;I am looking for public domain, or creative commons fiction,&#xA;with:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;multiple main characters,&lt;/li&gt;&#xA;&lt;li&gt;written in 3rd person&lt;/li&gt;&#xA;&lt;li&gt;Each chapter focuses on a particular character&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Modern examples of such books include George R.R Martin's a &quot;Song of Ice and Fire&quot; series.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is related to my request from a few years ago:&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/q/5431/1686&quot;&gt;Novels with chapters annotated POV&lt;/a&gt;&#xA;However now I am not looking for annotated books, just so long as they have multiple characters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I have found on &lt;strong&gt;Project Gutenberg&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Charles Dicken's &quot;A tale of two cities&quot;&lt;/li&gt;&#xA;&lt;li&gt;Jane Austen's &quot;Sense and Sensibility&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;On Wiki Source:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikisource.org/wiki/Black_Colossus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Black Colossus by Robert Ervin Howard&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've yet to uncover a way to search project Gutenberg or Wiki-Source based on these requirements.&lt;/p&gt;&#xA;" OwnerUserId="1686" LastEditorUserId="1686" LastEditDate="2018-01-30T05:39:08.873" LastActivityDate="2018-01-30T14:01:36.303" Title="Books with multiple main characters, one per chapter" Tags="|data-request|english|corpora|books|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12339" PostTypeId="2" ParentId="12336" CreationDate="2018-01-30T09:49:13.567" Score="4" Body="&lt;p&gt;The Swiss &lt;a href=&quot;https://opentransportdata.swiss/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Transport Data&lt;/a&gt; platform has &quot;Ist&quot; (actual) data as a big CSV file, split into individual days.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opentransportdata.swiss/en/dataset/istdaten&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opentransportdata.swiss/en/dataset/istdaten&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For one particular day&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opentransportdata.swiss/en/dataset/istdaten/resource/72d1b1cc-349f-420b-a692-f12c72841607&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opentransportdata.swiss/en/dataset/istdaten/resource/72d1b1cc-349f-420b-a692-f12c72841607&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;each file is about 200 MB as uncompressed CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will probably need to use the fields&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;AN_PROGNOSE = to forecast (schedule)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;ANKUNFTSZEIT = arrival time&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;AB_PROGNOSE = from forecast (schedule)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;ABFAHRTZEIT = departure time&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Here's a limited list of applications using the data, you might find some code on Github that saves you some time parsing the file&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opentransportdata.swiss/en/showcase-2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opentransportdata.swiss/en/showcase-2/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TI0m8m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TI0m8m.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-01-30T09:54:15.143" LastActivityDate="2018-01-30T09:54:15.143" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12340" PostTypeId="2" ParentId="12338" CreationDate="2018-01-30T13:55:56.687" Score="1" Body="&lt;p&gt;This may be a question that the human brain answers really quick, and a computational approach way longer to design. Why not &amp;quot;crowdsource&amp;quot; by posting on some literary/book forums (e.g. &lt;a href=&quot;https://www.reddit.com/r/books/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.reddit.com/r/books/&lt;/a&gt;)? And then select those in the public domain or CC...&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Here's some results that have lists of potentially matching books, although most will not be in the public domain or CC and not all will be 3rd person POV.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://nybookeditors.com/2016/09/write-novel-multiple-points-view/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nybookeditors.com/2016/09/write-novel-multiple-points-view/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Jodi Picoult’s &lt;em&gt;My Sister’s Keeper&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Margaret Atwood’s &lt;em&gt;The Year of the Flood&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;William Faulkner’s &lt;em&gt;As I Lay Dying&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Barbara Kingsolver’s &lt;em&gt;The Poisonwood Bible&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Amy Tan’s &lt;em&gt;The Joy Luck Club&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Kathryn Stockett’s &lt;em&gt;The Help&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;George R. R. Martin’s &lt;em&gt;A Song of Ice and Fire&lt;/em&gt; series&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;from the comments&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;em&gt;Little Altars Everywhere&lt;/em&gt; by Rebecca Wells&lt;/p&gt;&#xA;&lt;p&gt;Leigh Bardugo’s &lt;em&gt;Six of Crows&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Another page&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.darcypattison.com/writing/characters/multiple-pov-2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.darcypattison.com/writing/characters/multiple-pov-2/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;em&gt;Seedfolk&lt;/em&gt;, by Paul Fleischman&lt;/p&gt;&#xA;&lt;p&gt;Donna Jo Napoli’s &lt;em&gt;Zel&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Another page&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://maybegenius.blogspot.ch/2011/08/dreaded-multiple-pov-novel.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://maybegenius.blogspot.ch/2011/08/dreaded-multiple-pov-novel.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Tom Leveen's &lt;em&gt;Party&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-01-30T14:01:36.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12341" PostTypeId="2" ParentId="6397" CreationDate="2018-01-30T15:40:58.170" Score="1" Body="&lt;p&gt;see this link from the GITHUB code repository for MIMIC iii&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/master/concepts/firstday/height-first-day.sql&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/blob/master/concepts/firstday/height-first-day.sql&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17348" LastActivityDate="2018-01-30T15:40:58.170" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12346" PostTypeId="1" CreationDate="2018-02-01T02:37:22.147" Score="2" ViewCount="291" Body="&lt;p&gt;One of the tasks is to map Job Titles on LinkenIn and other data sources to more commonly known job titles so we can match better (e.g. Software Developer Engineer II --&gt; Software Developer). I realize this is a very common problem and I have seen many papers on the different algorithms and prediction models to implement, but no link to training data where titles are mapped. So my question is, is there training data already publicly available out there or do I have to manually map ~20k job titles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance&lt;/p&gt;&#xA;" OwnerUserId="18467" LastActivityDate="2018-02-01T02:37:22.147" Title="Job Title Classification Training Data" Tags="|machine-learning|classification|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12347" PostTypeId="1" CreationDate="2018-02-01T03:50:47.857" Score="1" ViewCount="62" Body="&lt;p&gt;I am trying to find a dataset about DNS request, which is created by any group of users during a period (a week or a month...). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: employers in a selected company used the internet and made some DNS requests, then there is a collector which capturing all of them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because what I really care is the DNS requests and their created time. Therefore, if information like source IP address or requested domain name... is missing, it is still OK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if there is any kind of dataset now. I have tried to find but still, there is no satisfied collection.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance :-)&lt;/p&gt;&#xA;" OwnerUserId="18468" LastActivityDate="2018-05-04T17:33:50.790" Title="DNS request sample traffic" Tags="|data-request|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12348" PostTypeId="2" ParentId="11990" CreationDate="2018-02-01T16:43:22.777" Score="0" Body="&lt;p&gt;These are configurations for the alarm - not actual alarm events. So at that time you have the low alarm threshold = 2, the high alarm threshold = 18, and the actual value = 8.3.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Side note: if using ROW_ID, it's helpful to reference the version of MIMIC-III (i.e. v1.4) as it changes version to version.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-02-01T16:43:22.777" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12349" PostTypeId="2" ParentId="12177" CreationDate="2018-02-01T16:44:31.803" Score="0" Body="&lt;p&gt;There was a transition from paper to electronic prescribing during the data collection, so these are likely patients who had paper prescriptions.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-02-01T16:44:31.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12350" PostTypeId="1" CreationDate="2018-02-01T01:44:07.147" Score="3" ViewCount="229" Body="&lt;p&gt;One of the tasks is to map Job Titles on LinkenIn and other data sources to more commonly known job titles so we can match better (e.g. Software Developer Engineer II --&gt; Software Developer). I realize this is a very common problem and I have seen many papers on the different algorithms and prediction models to implement, but no link to training data where titles are mapped. So my question is, is there training data already publicly available out there or do I have to manually map ~20k job titles. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance&lt;/p&gt;&#xA;" OwnerUserId="18467" OwnerDisplayName="ITried" LastActivityDate="2018-02-06T15:25:26.420" Title="Job Title Classification Training Data" Tags="|machine-learning|classification|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12351" PostTypeId="1" AcceptedAnswerId="12362" CreationDate="2018-02-01T20:35:00.573" Score="3" ViewCount="65" Body="&lt;p&gt;I want to build a classifier, which would be able to tell statement sentences (.) form question sentences (?) from exclamatory sentences (!).&#xA;Thus, obviously I need a bunch of such audio samples with marked sentence types. Is there any open data set of this kind or related?&lt;/p&gt;&#xA;" OwnerUserId="18185" LastActivityDate="2018-02-04T13:13:25.513" Title="Audio data for sentence type classification" Tags="|audio|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12355" PostTypeId="2" ParentId="10912" CreationDate="2018-02-02T16:03:10.540" Score="2" Body="&lt;p&gt;My favourite source for all-things-snooker is &lt;a href=&quot;http://cuetracker.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CueTracker&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It features high-completeness at all times and a plethora of statistics covering all manner of things (from both professional and amateur tours), all put together and maintained by an amateur snooker player and enthusiast.&lt;/p&gt;&#xA;" OwnerUserId="17687" LastEditorUserId="17687" LastEditDate="2018-02-16T00:05:12.203" LastActivityDate="2018-02-16T00:05:12.203" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12358" PostTypeId="2" ParentId="7255" CreationDate="2018-02-03T13:47:31.647" Score="2" Body="&lt;p&gt;We have made available some publicly accessible skin diseases images collections here: &lt;a href=&quot;https://datasn.io/p/528&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datasn.io/p/528&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The APIs are all open. No registration required:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_dermatology_1/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_dermatology_1/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_4/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_4/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_3/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_3/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_5/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_5/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_7/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_7/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_3/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3zm/image_of_skin_disease_3/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_1/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_1/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_4/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_4/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_6/main/list/?app=html-bunker&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://n3.datasn.io/data/api/v1/n3_chennan/skin_disease_6/main/list/?app=html-bunker&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="5394" LastEditorUserId="5394" LastEditDate="2018-02-04T04:49:51.250" LastActivityDate="2018-02-04T04:49:51.250" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12360" PostTypeId="2" ParentId="12347" CreationDate="2018-02-03T16:21:45.543" Score="1" Body="&lt;p&gt;you can do such capturing yourself using Wireshark filter out the DNS port data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and then you can retrieve it to a file use it as you like&#xA;&lt;a href=&quot;https://www.wireshark.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18491" LastActivityDate="2018-02-03T16:21:45.543" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12361" PostTypeId="1" CreationDate="2018-02-03T19:56:37.020" Score="1" ViewCount="21" Body="&lt;p&gt;What is a good source for data relevant to studying &lt;a href=&quot;https://en.wikipedia.org/wiki/Moore%27s_law&quot; rel=&quot;nofollow noreferrer&quot;&gt;Moore's Law&lt;/a&gt; in computer hardware? I am interested in both the original formulation in terms of transistor count as well as some related metrics such as RAM or clock speed. The Wikipedia article on &lt;a href=&quot;https://en.wikipedia.org/wiki/Transistor_count&quot; rel=&quot;nofollow noreferrer&quot;&gt;transistor count&lt;/a&gt; seems somewhat incomplete and the data that they discuss seems to be spread over multiple sources. &lt;/p&gt;&#xA;" OwnerUserId="12659" LastActivityDate="2018-02-03T19:56:37.020" Title="Data for Moore's Law" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12362" PostTypeId="2" ParentId="12351" CreationDate="2018-02-04T13:13:25.513" Score="1" Body="&lt;p&gt;There's a audio data corpus called TIMIT. Although it is not free (you should be a member of ldc or pay) &lt;a href=&quot;https://catalog.ldc.upenn.edu/ldc93s1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.ldc.upenn.edu/ldc93s1&lt;/a&gt;, you can find free version here &lt;a href=&quot;https://github.com/philipperemy/timit&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philipperemy/timit&lt;/a&gt;. You can find diverse sentences with punctuations and .wav file for each of them.&lt;/p&gt;&#xA;" OwnerUserId="18185" LastActivityDate="2018-02-04T13:13:25.513" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12363" PostTypeId="2" ParentId="3668" CreationDate="2018-02-04T15:34:14.577" Score="2" Body="&lt;p&gt;If anyone else comes across this thread looking for a JSON of Oscar Best Picture winners, I've created a basic one for a mini project I'm working on which you can use as a starting point:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    const bestPictureWinners =&#xA;[&#xA;  {&#xA;    &quot;name&quot;:&quot;Wings&quot;,&#xA;    &quot;releaseYear&quot;:&quot;1927&quot;,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Broadway Melody&quot;,&#xA;    &quot;releaseYear&quot;:1928,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;All Quiet On the Western Front&quot;,&#xA;    &quot;releaseYear&quot;:1930,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Cimarron&quot;,&#xA;    &quot;releaseYear&quot;:1931,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Grand Hotel&quot;,&#xA;    &quot;releaseYear&quot;:1932,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Cavalcade&quot;,&#xA;    &quot;releaseYear&quot;:1933,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;It Happened One Night&quot;,&#xA;    &quot;releaseYear&quot;:1934,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Mutiny on the Bounty&quot;,&#xA;    &quot;releaseYear&quot;:1935,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Great Ziegfeld&quot;,&#xA;    &quot;releaseYear&quot;:1936,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Life of Emile Zola&quot;,&#xA;    &quot;releaseYear&quot;:1937,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;You Can't Take It With You&quot;,&#xA;    &quot;releaseYear&quot;:1938,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Gone With The Wind&quot;,&#xA;    &quot;releaseYear&quot;:1939,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Rebecca&quot;,&#xA;    &quot;releaseYear&quot;:1940,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;How Green Was My Valley&quot;,&#xA;    &quot;releaseYear&quot;:1941,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Mrs. Miniver&quot;,&#xA;    &quot;releaseYear&quot;:1942,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Casablanca&quot;,&#xA;    &quot;releaseYear&quot;:1942,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Going My Way&quot;,&#xA;    &quot;releaseYear&quot;:1944,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Lost Weekend&quot;,&#xA;    &quot;releaseYear&quot;:1945,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Best Years of Our Lives&quot;,&#xA;    &quot;releaseYear&quot;:1946,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Gentlemen's Agreement&quot;,&#xA;    &quot;releaseYear&quot;:1947,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Hamlet&quot;,&#xA;    &quot;releaseYear&quot;:1948,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;All the King's Men&quot;,&#xA;    &quot;releaseYear&quot;:1949,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;All About Eve&quot;,&#xA;    &quot;releaseYear&quot;:1950,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;An American in Paris&quot;,&#xA;    &quot;releaseYear&quot;:1951,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Greatest Show on Earth&quot;,&#xA;    &quot;releaseYear&quot;:1952,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;From Here to Eternity&quot;,&#xA;    &quot;releaseYear&quot;:1953,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;On the Waterfront&quot;,&#xA;    &quot;releaseYear&quot;:1954,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Marty&quot;,&#xA;    &quot;releaseYear&quot;:1955,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Around the World in Eighty Days&quot;,&#xA;    &quot;releaseYear&quot;:1956,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Bridge on the River Kwai&quot;,&#xA;    &quot;releaseYear&quot;:1957,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Gigi&quot;,&#xA;    &quot;releaseYear&quot;:1958,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Ben-Hur&quot;,&#xA;    &quot;releaseYear&quot;:1959,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Apartment&quot;,&#xA;    &quot;releaseYear&quot;:1960,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;West Side Story&quot;,&#xA;    &quot;releaseYear&quot;:1961,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Lawrence of Arabia&quot;,&#xA;    &quot;releaseYear&quot;:1961,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Tom Jones&quot;,&#xA;    &quot;releaseYear&quot;:1963,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;My Fair Lady&quot;,&#xA;    &quot;releaseYear&quot;:1963,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Sound of Music&quot;,&#xA;    &quot;releaseYear&quot;:1965,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;A Man for All Seasons&quot;,&#xA;    &quot;releaseYear&quot;:1966,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;In the Heat of the Night&quot;,&#xA;    &quot;releaseYear&quot;:1967,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Oliver!&quot;,&#xA;    &quot;releaseYear&quot;:1968,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Midnight Cowboy&quot;,&#xA;    &quot;releaseYear&quot;:1969,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Patton&quot;,&#xA;    &quot;releaseYear&quot;:1970,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The French Connection&quot;,&#xA;    &quot;releaseYear&quot;:1971,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Godfather&quot;,&#xA;    &quot;releaseYear&quot;:1972,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Sting&quot;,&#xA;    &quot;releaseYear&quot;:1973,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Godfather: Part II&quot;,&#xA;    &quot;releaseYear&quot;:1974,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;One Flew Over the Cuckoo's Nest&quot;,&#xA;    &quot;releaseYear&quot;:1975,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Rocky&quot;,&#xA;    &quot;releaseYear&quot;:1976,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Annie Hall&quot;,&#xA;    &quot;releaseYear&quot;:1977,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Deer Hunter&quot;,&#xA;    &quot;releaseYear&quot;:1978,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Kramer vs. Kramer&quot;,&#xA;    &quot;releaseYear&quot;:1979,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Ordinary People&quot;,&#xA;    &quot;releaseYear&quot;:1980,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Chariots of Fire&quot;,&#xA;    &quot;releaseYear&quot;:1981,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Gandhi&quot;,&#xA;    &quot;releaseYear&quot;:1982,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Terms of Endearment&quot;,&#xA;    &quot;releaseYear&quot;:1983,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Amadeus&quot;,&#xA;    &quot;releaseYear&quot;:1984,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Out of Africa&quot;,&#xA;    &quot;releaseYear&quot;:1985,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Platoon&quot;,&#xA;    &quot;releaseYear&quot;:1986,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Last Emperor&quot;,&#xA;    &quot;releaseYear&quot;:1987,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Rain Man&quot;,&#xA;    &quot;releaseYear&quot;:1988,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Driving Miss Daisy&quot;,&#xA;    &quot;releaseYear&quot;:1988,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Dances with Wolves&quot;,&#xA;    &quot;releaseYear&quot;:1990,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Silence of the Lambs&quot;,&#xA;    &quot;releaseYear&quot;:1991,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Unforgiven&quot;,&#xA;    &quot;releaseYear&quot;:1992,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Schindler's List&quot;,&#xA;    &quot;releaseYear&quot;:1993,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Forest Gump&quot;,&#xA;    &quot;releaseYear&quot;:1994,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Braveheart&quot;,&#xA;    &quot;releaseYear&quot;:1995,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The English Patient&quot;,&#xA;    &quot;releaseYear&quot;:1996,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Titanic&quot;,&#xA;    &quot;releaseYear&quot;:1997,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Shakespeare in Love&quot;,&#xA;    &quot;releaseYear&quot;:1998,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;American Beauty&quot;,&#xA;    &quot;releaseYear&quot;:1999,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Gladiator&quot;,&#xA;    &quot;releaseYear&quot;:2000,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;A Beautiful Mind&quot;,&#xA;    &quot;releaseYear&quot;:2001,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Chicago&quot;,&#xA;    &quot;releaseYear&quot;:2002,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Lord of the Rings: The Return of the King&quot;,&#xA;    &quot;releaseYear&quot;:2003,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Million Dollar Baby&quot;,&#xA;    &quot;releaseYear&quot;:2004,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Crash&quot;,&#xA;    &quot;releaseYear&quot;:2004,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Departed&quot;,&#xA;    &quot;releaseYear&quot;:2006,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;No Country for Old Men&quot;,&#xA;    &quot;releaseYear&quot;:2007,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Slumdog Millionaire&quot;,&#xA;    &quot;releaseYear&quot;:2008,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Hurtlocker&quot;,&#xA;    &quot;releaseYear&quot;:2008,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The King's Speech&quot;,&#xA;    &quot;releaseYear&quot;:2010,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;The Artist&quot;,&#xA;    &quot;releaseYear&quot;:2011,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Argo&quot;,&#xA;    &quot;releaseYear&quot;:2012,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;12 Years a Slave&quot;,&#xA;    &quot;releaseYear&quot;:2013,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Birdman, or The Unexpected Virtue of Ignorance&quot;,&#xA;    &quot;releaseYear&quot;:2014,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Spotlight&quot;,&#xA;    &quot;releaseYear&quot;:2015,&#xA;    &quot;seen&quot;:false&#xA;  },&#xA;  {&#xA;    &quot;name&quot;:&quot;Moonlight&quot;,&#xA;    &quot;releaseYear&quot;:2016,&#xA;    &quot;seen&quot;:false&#xA;  }&#xA;];&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18496" LastActivityDate="2018-02-04T15:34:14.577" CommentCount="6" ContentLicense="CC BY-SA 3.0" />
  <row Id="12364" PostTypeId="1" CreationDate="2018-02-05T06:02:58.093" Score="0" ViewCount="22" Body="&lt;p&gt;I am looking for an open dataset of tagged images. The number of distinct tags must be in the range of around ~1000 with ~50 images per tag. An image can have multiple distinct tags.&lt;/p&gt;&#xA;" OwnerUserId="18500" LastActivityDate="2018-02-05T07:30:22.793" Title="From when can I get a dataset of tagged images?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ClosedDate="2018-02-05T10:15:50.330" ContentLicense="CC BY-SA 3.0" />
  <row Id="12365" PostTypeId="2" ParentId="12364" CreationDate="2018-02-05T07:30:22.793" Score="0" Body="&lt;p&gt;flickr has had this for almost a decade now.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-02-05T07:30:22.793" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12366" PostTypeId="2" ParentId="3668" CreationDate="2018-02-05T14:18:12.657" Score="3" Body="&lt;p&gt;From &lt;a href=&quot;https://www.wikidata.org/wiki/User:Jobu0101&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/User:Jobu0101&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;One of my goals is to represent the Academy Awards completely in&#xA;  Wikidata. Each person, film, song, production company needs an item.&#xA;  Each nomination and award has to be represented in Wikidata. Most of&#xA;  the work was done until the Oscars 2016.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples#Academy_award_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;This SPARQL query&lt;/a&gt; retrieves all the data about the Academy awards &lt;strong&gt;winners&lt;/strong&gt;. One could split the query into small parts and use them as granular API operations. Or not so granular — in a GraphQL way.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here below I &quot;implement&quot; a few operations of such an API, but for &lt;strong&gt;nominees&lt;/strong&gt;.&lt;br&gt;&#xA;In essense, I just replace &lt;code&gt;:P166&lt;/code&gt; properties with &lt;code&gt;:P1411&lt;/code&gt; ones. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Get ceremony by year&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?ceremony ?ceremonyLabel {&#xA;  VALUES (?year) {(1951)}&#xA;  ?ceremony wdt:P31 wd:Q16913666 .&#xA;  ?ceremony wdt:P585 ?date .&#xA;  FILTER (year(?date) = ?year) .&#xA;  SERVICE wikibase:label {bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fceremony%20%3FceremonyLabel%20%7B%0A%20%20VALUES%20%28%3Fyear%29%20%7B%281951%29%7D%0A%20%20%3Fceremony%20wdt%3AP31%20wd%3AQ16913666%20.%0A%20%20%3Fceremony%20wdt%3AP585%20%3Fdate%20.%0A%20%20FILTER%20%28year%28%3Fdate%29%20%3D%20%3Fyear%29%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22%20%7D%20.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|  ceremony   |    ceremonyLabel    |&#xA;|-------------|---------------------|&#xA;| wd:Q917076  | 23rd Academy Awards |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/sparql?query=SELECT%20%3Fceremony%20%3FceremonyLabel%20%7B%0A%20%20VALUES%20(%3Fyear)%20%7B(1951)%7D%0A%20%20%3Fceremony%20wdt%3AP31%20wd%3AQ16913666%20.%0A%20%20%3Fceremony%20wdt%3AP585%20%3Fdate%20.%0A%20%20FILTER%20(year(%3Fdate)%20%3D%20%3Fyear)%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%2Cen%22%20%7D%20.%0A%7D&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is how JSON output looks like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Get categories by ceremony&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?category ?categoryLabel {&#xA;  VALUES (?ceremony) {(wd:Q917076)}&#xA;  [] ps:P1411 ?category ;&#xA;     pq:P805 ?ceremony .&#xA;  SERVICE wikibase:label {bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fcategory%20%3FcategoryLabel%20%7B%0A%20%20VALUES%20%28%3Fceremony%29%20%7B%28wd%3AQ917076%29%7D%0A%20%20%5B%5D%20ps%3AP1411%20%3Fcategory%20%3B%0A%20%20%20%20%20pq%3AP805%20%3Fceremony%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7Bbd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22%20%7D%0A%20%20%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;25 results, including:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|  category   |         categoryLabel          |&#xA;|-------------|--------------------------------|&#xA;| wd:Q103618  | Academy Award for Best Actress |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Get nominated works by ceremony and category&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?work ?workLabel {&#xA;  VALUES (?ceremony) {(wd:Q917076)}&#xA;  VALUES (?category) {(wd:Q103618)}&#xA;  ?st pq:P805 ?ceremony .&#xA;    {&#xA;    ?st ps:P1411 ?category .&#xA;    ?st pq:P1686 ?work .&#xA;    }&#xA;    UNION&#xA;    {&#xA;    ?work p:P1411 ?st .&#xA;    ?st  ps:P1411 ?category .&#xA;    }&#xA;  ?work wdt:P31 wd:Q11424 .&#xA;  SERVICE wikibase:label {bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fwork%20%3FworkLabel%20%7B%0A%20%20VALUES%20%28%3Fceremony%29%20%7B%28wd%3AQ917076%29%7D%0A%20%20VALUES%20%28%3Fcategory%29%20%7B%28wd%3AQ103618%29%7D%0A%20%20%3Fst%20pq%3AP805%20%3Fceremony%20.%0A%20%20%7B%0A%20%20%3Fst%20ps%3AP1411%20%3Fcategory%20.%0A%20%20%3Fst%20pq%3AP1686%20%3Fwork%20.%0A%20%20%7D%0A%20%20UNION%0A%20%20%7B%0A%20%20%3Fwork%20p%3AP1411%20%3Fst%20.%0A%20%20%3Fst%20%20ps%3AP1411%20%3Fcategory%20.%0A%20%20%7D%0A%20%20%3Fwork%20wdt%3AP31%20wd%3AQ11424%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7Bbd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|    work     |    workLabel     |&#xA;|-------------|------------------|&#xA;| wd:Q193570  | Sunset Boulevard |&#xA;| wd:Q200299  | All About Eve    |&#xA;| wd:Q375594  | Born Yesterday   |&#xA;| wd:Q1451738 | Caged            |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Get nominated people by ceremony, category and nominated work&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?person ?personLabel {&#xA;  VALUES (?ceremony) {(wd:Q917076)}&#xA;  VALUES (?category) {(wd:Q103618)}&#xA;  VALUES (?work) {(wd:Q200299)}&#xA;  ?work p:P1411 ?st .&#xA;  ?st pq:P805 ?ceremony .&#xA;  ?st ps:P1411 ?category .&#xA;  ?st pq:P2453 ?person .&#xA;  SERVICE wikibase:label {bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fperson%20%3FpersonLabel%20%7B%0A%20%20VALUES%20%28%3Fceremony%29%20%7B%28wd%3AQ917076%29%7D%0A%20%20VALUES%20%28%3Fcategory%29%20%7B%28wd%3AQ103618%29%7D%0A%20%20VALUES%20%28%3Fwork%29%20%7B%28wd%3AQ200299%29%7D%0A%20%20%3Fwork%20p%3AP1411%20%3Fst%20.%0A%20%20%3Fst%20pq%3AP805%20%3Fceremony%20.%0A%20%20%3Fst%20ps%3AP1411%20%3Fcategory%20.%0A%20%20%3Fst%20pq%3AP2453%20%3Fperson%20.%0A%20%20SERVICE%20wikibase%3Alabel%20%7Bbd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|   person   | personLabel |&#xA;|------------|-------------|&#xA;| wd:Q228906 | Anne Baxter |&#xA;| wd:Q71206  | Bette Davis |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-02-07T11:00:49.370" LastActivityDate="2018-02-07T11:00:49.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12367" PostTypeId="1" CreationDate="2018-02-05T14:37:33.723" Score="1" ViewCount="19" Body="&lt;p&gt;I am looking for an API that can provide all the medicines that are sold in Pakistan. I have seen that chemists have a such kind of database. What are some pointers? &lt;/p&gt;&#xA;" OwnerUserId="18503" LastActivityDate="2018-02-05T14:37:33.723" Title="I am looking for an API that can provide all medicines that are sold in Pakistan. I have seen that chemists have a such kind of database?" Tags="|api|sql|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12368" PostTypeId="2" ParentId="3668" CreationDate="2018-02-05T19:27:44.193" Score="1" Body="&lt;p&gt;data.world is hosting an Excel sheet that was scraped from the Oscar site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/graphhopper/2018-oscar-nominees&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/graphhopper/2018-oscar-nominees&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data came from the &lt;a href=&quot;http://oscar.go.com/nominees&quot; rel=&quot;nofollow noreferrer&quot;&gt;official Oscars site&lt;/a&gt;, and was manipulated in Excel&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data is freely available, but if you register you can query the data with SQL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And data.world has &lt;a href=&quot;https://data.world/integrations&quot; rel=&quot;nofollow noreferrer&quot;&gt;integrations&lt;/a&gt; with many programming and machine learning languages.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2019-04-21T22:34:59.387" LastActivityDate="2019-04-21T22:34:59.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12369" PostTypeId="1" CreationDate="2018-02-05T21:34:15.257" Score="1" ViewCount="32" Body="&lt;p&gt;Does anyone know if the shapefiles for Sudan, which correspond to the 2008 census enumeration areas are available for download?&lt;/p&gt;&#xA;" OwnerUserId="18508" LastActivityDate="2018-02-05T21:34:15.257" Title="Sudan Shapefiles (2008)" Tags="|census|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12370" PostTypeId="1" CreationDate="2018-02-06T02:47:15.803" Score="0" ViewCount="20" Body="&lt;p&gt;I'm looking for a corpus containing pairs of images before and after retouch/alteration.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of pair:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0vssy.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0vssy.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9M8iQ.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9M8iQ.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.reddit.com/r/PhotoshopRequest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.reddit.com/r/PhotoshopRequest/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://zhopped.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://zhopped.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-02-06T02:47:15.803" Title="Pairs of images before and after retouch/alteration" Tags="|data-request|images|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12371" PostTypeId="1" CreationDate="2018-02-06T09:51:31.490" Score="1" ViewCount="19" Body="&lt;p&gt;I’m trying to source a shapefile or equivalent for the postal (sorting offices) in Ireland. The boundaries are used in the &lt;a href=&quot;http://www.anpost.ie/AnPost/AnPostDM/Tools/Sort+IT+Tools/Sort+It.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;SortIt AnPost online tool&lt;/a&gt; to sort mail but I can’t seem to find them for download anywhere and AnPost are not replying to my emails. Can anyone help?&lt;/p&gt;&#xA;" OwnerUserId="18513" LastActivityDate="2018-02-06T09:51:31.490" Title="Seeking Irish PostAim (151) AnPost boundaries?" Tags="|geospatial|ireland|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12372" PostTypeId="2" ParentId="12350" CreationDate="2018-02-06T15:25:26.420" Score="1" Body="&lt;p&gt;The O*NET data center includes data on &quot;titles&quot; and &quot;alternate titles&quot; for a number of professions, as well as self-reported title examples: &lt;a href=&quot;https://www.onetcenter.org/database.html?p=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.onetcenter.org/database.html?p=3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2018-02-06T15:25:26.420" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12373" PostTypeId="1" AcceptedAnswerId="12381" CreationDate="2018-02-06T15:47:49.960" Score="2" ViewCount="3981" Body="&lt;p&gt;I am analyzing UK government company registry (&lt;a href=&quot;https://www.gov.uk/government/organisations/companies-house&quot; rel=&quot;nofollow noreferrer&quot;&gt;CompaniesHouse&lt;/a&gt;) data. In UK you have SIC (Standard Industrial Classification) codes that help define what industry sector a company operates in. I am aware of North American Industry Classification System (NAICS) that seems to operate similarly. Is there any mapping between the two? What do other countries do? &lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="14909" LastEditDate="2018-02-07T12:16:09.390" LastActivityDate="2022-02-23T11:15:12.630" Title="Mapping between UK SIC and US NAICS industry sector classification; other countries?" Tags="|classification|industry|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="12375" PostTypeId="1" CreationDate="2018-02-07T09:15:25.713" Score="2" ViewCount="99" Body="&lt;p&gt;I am currently browsing through the &lt;a href=&quot;http://www.enron-mail.com/email/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enron data set&lt;/a&gt; in order to come up with a way to extract labels (true/false) on whether an email has been forwarded or replied to. The task would be to predict whether an email is going to get replied or forwarded (per user).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It appears that this information is not available in the data set so what I want to do it try and post-label the respective emails. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, as I manually browse some of the folders I am not sure if this data set is actually suitable for what I am trying to do here. I do not know whether the data set actually contains conversation (or parts of conversations) which I can actually reconstruct in order to determine replied and/or forwarded messages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody have some experience with this data set or is there another that somebody could recommend me for the task I described?&lt;/p&gt;&#xA;" OwnerUserId="18515" LastActivityDate="2018-02-07T09:15:25.713" Title="Enron data set: Get labels whether an email has been replied or forwarded" Tags="|nlp|email|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12377" PostTypeId="2" ParentId="12089" CreationDate="2018-02-07T21:30:09.990" Score="2" Body="&lt;p&gt;College Scorecard data are currently limited to institutions that participate in Title-IV federal financial aid programs.  As the U.S. service academies do not participate in Title-IV, the data needed for inclusion in Scorecard are unavailable.&lt;/p&gt;&#xA;" OwnerUserId="18528" LastActivityDate="2018-02-07T21:30:09.990" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12378" PostTypeId="1" AcceptedAnswerId="13297" CreationDate="2018-02-07T21:48:16.287" Score="3" ViewCount="147" Body="&lt;p&gt;I'm looking for hierarchical metadata for soccer leagues and teams. I'm looking for any region or country (although Switzerland would be the first choice). There are many league or association website, but they don't have structured or machine readable data - and hence no real data model. So key is that the data is structured and machine readable (Wikidata like). No preference for API or database or files. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The hierarchy would be something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Country/Region &amp;gt; Gender/Age group &amp;gt; League &amp;gt; Team &amp;gt; Team Details&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If no structured and machine readable data exists for soccer, I'll accept for other sports.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-09-09T11:54:48.820" LastActivityDate="2020-05-01T15:03:10.437" Title="Soccer league and team hierarchical metadata" Tags="|data-request|sports|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12379" PostTypeId="2" ParentId="11993" CreationDate="2018-02-08T02:15:55.747" Score="2" Body="&lt;p&gt;Give &lt;a href=&quot;https://github.com/datamade/census_area&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;census_area&lt;/code&gt;&lt;/a&gt; a try. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your query would be something like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from census_area import Census&#xA;&#xA;c = Census(&quot;MY_API_KEY&quot;)&#xA;blocks = c.sf1.geo_block(('NAME', 'B25034_010E'), year=2000, colorado_geojson['geometry'])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It stiches together data from the Census API and Census ESRI servers. (I am an author of &lt;code&gt;census_area&lt;/code&gt;)&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-02-08T02:15:55.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12380" PostTypeId="2" ParentId="12148" CreationDate="2018-02-08T05:37:39.587" Score="6" Body="&lt;p&gt;I have found a copy of the dataset here: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ai.mit.edu/courses/6.899/lectures/faces.tar.gz&quot; rel=&quot;noreferrer&quot;&gt;http://www.ai.mit.edu/courses/6.899/lectures/faces.tar.gz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(27.5 MB zipped 110.3 MB unzipped)&lt;/p&gt;&#xA;" OwnerDisplayName="user18531" LastEditorUserId="1511" LastEditDate="2018-02-08T15:51:02.210" LastActivityDate="2018-02-08T15:51:02.210" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12381" PostTypeId="2" ParentId="12373" CreationDate="2018-02-08T08:13:13.267" Score="3" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Is there any mapping between the two?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;There exist miscellaneous services, e. g. &lt;a href=&quot;https://siccode.com/en/naicscode/list/conversion&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;.&#xA;However, I guess you are looking for a whole dataset, according to the scope of this site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On &lt;a href=&quot;https://www.census.gov/eos/www/naics/concordances/concordances.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;, I have found the following links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/eos/www/naics/concordances/2002_NAICS_to_1987_SIC.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;2002 NAICS to 1987 SIC&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/eos/www/naics/concordances/1987_SIC_to_2002_NAICS.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;1987 SIC to 2002 NAICS&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The page also contains mappings between different versions of NAICS. Thus, one could construct mappings between SIC 1987 and recent versions of NAICS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bls.gov/ppi/ppisic-naics.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIC Publication Structure and Comparable NAICS Indexes &#xA;in the Producer Price Index &lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bea.gov/faq/index.cfm?faq_id=22&quot; rel=&quot;nofollow noreferrer&quot;&gt;Is there a table that lists all the concordance codes (SIC, I-O, and NAICS)? &lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.naics.com/naics-to-sic-crosswalk-search-results/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS to SIC Crosswalk&lt;/a&gt; (press &lt;em&gt;View Crosswalk&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What do other countries do?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Industry_classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;This Wikipedia page&lt;/a&gt; contains list of industry classifications (11 items).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://query.wikidata.org/#select%20%3Fsystem%20%3FsystemLabel%20where%20%7B%0A%20%20%3Fsystem%20wdt%3AP31%20wd%3AQ2976602%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%2C%20de%2C%20ru%22%20.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;This Wikidata query&lt;/a&gt; returns instances of &lt;code&gt;wd:Q2976602&lt;/code&gt; (22 items).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-02-08T08:19:27.733" LastActivityDate="2018-02-08T08:19:27.733" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12382" PostTypeId="1" CreationDate="2018-02-07T20:34:48.157" Score="2" ViewCount="90" Body="&lt;p&gt;I am looking for a shapefile of the remaining forest cover in Paraguay. I am struggling to find an up to date file. Is there anywhere that has this information open access?&lt;/p&gt;&#xA;" OwnerUserId="18535" OwnerDisplayName="Rebecca PLT" LastEditorUserId="16193" LastEditDate="2018-02-09T12:10:40.890" LastActivityDate="2018-06-22T18:20:18.583" Title="Seeking shapefile of forest cover in Paraguay?" Tags="|environment|geospatial|south-america|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12383" PostTypeId="1" CreationDate="2018-02-08T15:26:05.740" Score="1" ViewCount="894" Body="&lt;p&gt;I am working on identifying menu item names for food from their images. Is there any public/private (that I can buy) data set available for supervised learning?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have this &lt;a href=&quot;http://neelj.com/projects/menumatch/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data set&lt;/a&gt;, but I'm looking for a larger one.&lt;/p&gt;&#xA;" OwnerUserId="17310" LastEditorDisplayName="user4293" LastEditDate="2018-02-08T16:34:24.060" LastActivityDate="2018-03-10T22:49:09.800" Title="Data set having menu items (food) and corresponding image?" Tags="|machine-learning|images|food|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12384" PostTypeId="2" ParentId="12383" CreationDate="2018-02-08T22:48:19.587" Score="1" Body="&lt;p&gt;The New York Public Library has a restaurant menu collection and it's one of the largest in the world. Check it out &lt;a href=&quot;https://public.enigma.com/browse/new-york-public-library-menus/e6bd6c47-0bb2-4f18-a746-c7eb02f18619&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. I believe the source site has images of &lt;a href=&quot;http://menus.nypl.org/menus&quot; rel=&quot;nofollow noreferrer&quot;&gt;the menus&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Full disclosure - I work for Enigma Public)  &lt;/p&gt;&#xA;" OwnerUserId="16890" LastActivityDate="2018-02-08T22:48:19.587" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12386" PostTypeId="1" CreationDate="2018-02-11T01:31:04.323" Score="2" ViewCount="669" Body="&lt;p&gt;Why reinvent the wheel? or would this be some sort of a breach since it would then be available to those who have not taken the ethics course?&lt;/p&gt;&#xA;" OwnerUserId="18560" LastEditorUserId="1652" LastEditDate="2018-02-11T22:53:57.057" LastActivityDate="2023-06-27T16:06:50.863" Title="mimic iii: could a pretrained word2vec be made available?" Tags="|mimic-iii|nlp|legal|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12387" PostTypeId="2" ParentId="12382" CreationDate="2018-02-11T18:32:59.293" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://landcover.usgs.gov/landcoverdata.php#sa&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Land Cover Institute's datasets for South America&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.worldwildlife.org/biomes&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Wildlife Fund's Eco-Regions Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://data.globalforestwatch.org/datasets?q=paraguay&amp;amp;sort_by=relevance&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Forest Watch Search Results for &quot;Paraguay&quot;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-02-11T18:32:59.293" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12388" PostTypeId="1" AcceptedAnswerId="12389" CreationDate="2018-02-11T18:35:28.027" Score="1" ViewCount="166" Body="&lt;p&gt;I need to query the WikiData to get for an specific country code (that I've, for the example is Q414 (ARG), the flag and the emoji flag respective. The emoji, by I know, is on zxx lang, but anyway any of my solutions worked. Any help will be preciated.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?label ?nombre_corto ?imagen_de_la_bandera WHERE {&#xA;  wd:Q414 rdfs:label ?label.&#xA;  OPTIONAL { ?label wdt:P1813 ?nombre_corto. }&#xA;  FILTER(LANGMATCHES(LANG(?label), &quot;es&quot;))&#xA;    FILTER(LANGMATCHES(LANG(?nombre_corto), &quot;zxx&quot;))&#xA;  OPTIONAL { ?label wdt:P41 ?imagen_de_la_bandera. }&#xA;}&#xA;LIMIT 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18564" LastActivityDate="2018-02-12T22:19:18.307" Title="WikiData - Specific country with flag and emojiflag by item ID" Tags="|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12389" PostTypeId="2" ParentId="12388" CreationDate="2018-02-11T21:13:09.460" Score="3" Body="&lt;p&gt;Assuming that countries are entities with ISO 3166-1 alpha-3 codes, your query should be:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#defaultView:ImageGrid&#xA;SELECT ?country ?countryLabel ?code ?emoji ?flag {&#xA;  # VALUES ?country {wd:Q414}&#xA;  ?country wdt:P298 ?code . FILTER NOT EXISTS { ?country wdt:P31 wd:Q3024240 }&#xA;  OPTIONAL { ?country wdt:P1813 ?emoji. FILTER(lang(?emoji)= &quot;zxx&quot;) }&#xA;  OPTIONAL { ?country wdt:P41 ?flag. }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;es&quot; . }&#xA;} ORDER BY ?code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fcountry%20%3FcountryLabel%20%3Fcode%20%3Femoji%20%3Fflag%20%7B%0A%20%20%23%20VALUES%20%3Fcountry%20%7Bwd%3AQ414%7D%0A%20%20%3Fcountry%20wdt%3AP298%20%3Fcode%20.%20FILTER%20NOT%20EXISTS%20%7B%20%3Fcountry%20wdt%3AP31%20wd%3AQ3024240%20%7D%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20wdt%3AP1813%20%3Femoji.%20FILTER%28lang%28%3Femoji%29%3D%20%22zxx%22%29%20%7D%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20wdt%3AP41%20%3Fflag.%20%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22es%22%20.%20%7D%0A%7D%20ORDER%20BY%20%3Fcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt; (257 results)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main problem of the original query is probably a mistype: you use &lt;code&gt;?label&lt;/code&gt; instead of &lt;code&gt;wd:Q414&lt;/code&gt; in two places. By the way, values of &lt;code&gt;?label&lt;/code&gt; are literals, which cannot be subjects of RDF triples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SPARQL 1.1 &lt;a href=&quot;https://www.w3.org/TR/sparql11-query/#inline-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;VALUES&lt;/code&gt;&lt;/a&gt; keyword allows to not repeat oneself and to avoid such mistypes.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There are minor remaining problems, which manifest themselves as duplicated country codes.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;The first problem is that not only emojies can be used as short names with no linguistic content, consider &lt;a href=&quot;https://www.wikidata.org/wiki/Q159#P1813&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q159&lt;/code&gt;&lt;/a&gt; as an example.&lt;br&gt;&#xA;In order to filter out that &quot;РОФ&quot;, your query should address &lt;em&gt;qualifiers&lt;/em&gt; on &lt;code&gt;P1813&lt;/code&gt;-statements:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?country ?countryLabel ?code ?emoji ?flag {&#xA;  # VALUES ?country {wd:Q414}&#xA;  ?country wdt:P298 ?code . FILTER NOT EXISTS { ?country wdt:P31 wd:Q3024240 }&#xA;  OPTIONAL { ?country p:P1813 [ ps:P1813 ?emoji ; pq:P31 wd:Q28840786 ] }&#xA;  OPTIONAL { ?country wdt:P41 ?flag. }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;es&quot; . }&#xA;} ORDER BY ?code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fcountry%20%3FcountryLabel%20%3Fcode%20%3Femoji%20%3Fflag%20%7B%0A%20%20%23%20VALUES%20%3Fcountry%20%7Bwd%3AQ414%7D%0A%20%20%3Fcountry%20wdt%3AP298%20%3Fcode%20.%20FILTER%20NOT%20EXISTS%20%7B%20%3Fcountry%20wdt%3AP31%20wd%3AQ3024240%20%7D%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20p%3AP1813%20%5B%20ps%3AP1813%20%3Femoji%20%3B%20pq%3AP31%20wd%3AQ28840786%20%5D%20%7D%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20wdt%3AP41%20%3Fflag.%20%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22es%22%20.%20%7D%0A%7D%20ORDER%20BY%20%3Fcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt; (256 results)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other problems are related to Wikidata data quality.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The second problem is exact duplicates, e. g. &lt;a href=&quot;https://www.wikidata.org/wiki/Q9648&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q9648&lt;/code&gt;&lt;/a&gt; and &lt;a href=&quot;https://www.wikidata.org/wiki/Q1249802&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q1249802&lt;/code&gt;&lt;/a&gt;.&lt;br&gt;&#xA;The problem could be fixed in the same way as the next one.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The third problem is that ISO codes are applied both to a part and to a whole: compare &lt;a href=&quot;http://www.wikidata.org/entity/Q35#P298&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q35&lt;/code&gt;&lt;/a&gt; and &lt;a href=&quot;http://www.wikidata.org/entity/Q756617#P298&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q756617&lt;/code&gt;&lt;/a&gt;; &lt;a href=&quot;https://www.wikidata.org/wiki/Q55#P298&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q55&lt;/code&gt;&lt;/a&gt; and &lt;a href=&quot;https://www.wikidata.org/wiki/Q29999#P298&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wd:Q29999&lt;/code&gt;&lt;/a&gt;.&lt;br&gt;&#xA;One can get rid of such duplicates using &lt;code&gt;GROUP&lt;/code&gt; and &lt;code&gt;SAMPLE&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?code&#xA;  (SAMPLE(?label) AS ?label) &#xA;  (MAX(?emoji) AS ?emoji)&#xA;  (SAMPLE(?flag) AS ?flag)  {&#xA;  # VALUES ?country {wd:Q414}&#xA;  ?country wdt:P298 ?code . FILTER NOT EXISTS { ?country wdt:P31 wd:Q3024240 }&#xA;  ?country rdfs:label ?label . FILTER (lang(?label) = 'es') &#xA;  OPTIONAL { ?country p:P1813 [ ps:P1813 ?emoji ; pq:P31 wd:Q28840786 ] }&#xA;  OPTIONAL { ?country wdt:P41 ?flag. }&#xA;} GROUP BY ?code ORDER BY ?code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fcode%0A%20%20%28SAMPLE%28%3Flabel%29%20AS%20%3Flabel%29%20%0A%20%20%28MAX%28%3Femoji%29%20AS%20%3Femoji%29%0A%20%20%28SAMPLE%28%3Fflag%29%20AS%20%3Fflag%29%20%20%7B%0A%20%20%23%20VALUES%20%3Fcountry%20%7Bwd%3AQ414%7D%0A%20%20%3Fcountry%20wdt%3AP298%20%3Fcode%20.%20FILTER%20NOT%20EXISTS%20%7B%20%3Fcountry%20wdt%3AP31%20wd%3AQ3024240%20%7D%0A%20%20%3Fcountry%20rdfs%3Alabel%20%3Flabel%20.%20FILTER%20%28lang%28%3Flabel%29%20%3D%20%27es%27%29%20%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20p%3AP1813%20%5B%20ps%3AP1813%20%3Femoji%20%3B%20pq%3AP31%20wd%3AQ28840786%20%5D%20%7D%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20wdt%3AP41%20%3Fflag.%20%7D%0A%7D%20GROUP%20BY%20%3Fcode%20ORDER%20BY%20%3Fcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt; (250 results)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-02-12T22:19:18.307" LastActivityDate="2018-02-12T22:19:18.307" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12390" PostTypeId="2" ParentId="12386" CreationDate="2018-02-11T22:49:48.770" Score="1" Body="&lt;p&gt;I trained word embeddings based on mimic, e.g. for &lt;a href=&quot;https://arxiv.org/abs/1610.09704&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/1610.09704&lt;/a&gt; and &lt;a href=&quot;https://arxiv.org/abs/1703.08705&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/1703.08705&lt;/a&gt;,  but publicly releasing them would go against the agreement one signs when getting access to mimic. However, they could be made available on &lt;a href=&quot;https://physionet.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://physionet.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-02-11T22:49:48.770" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12392" PostTypeId="1" CreationDate="2018-02-12T21:25:19.063" Score="2" ViewCount="56" Body="&lt;p&gt;I'm a brand new business analyst for a company that currently maintains its second-hand customer list (given by medical distributors, consisting mostly of hospitals, doctor's offices and smaller distributors) in Excel, by hand, line-at-a-time, 70+ thousand entries. If this wasn't enough of a headache, they're basically using Google to catch changes in things like parent company/child company information, medical specialties, mergers &amp;amp; acquisitions, name changes, etc, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A large part of the problem is that these entities don't have a UID for easy tracking across changes. To that end, I've started trying to cobble together a webconnector to grab HIPAA NPI statistics, using the NPI as a UID and taking weekly updates from the HIPAA website for company updates. It's not perfect, but it's a start. I've spent a couple hours today looking at public API resources for company EINs via the SEC's EDGAR, but I don't seem to be getting very far. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone else have any ideas on open resources to keep a customer list updated via automation so I can go back to, y'know, analyzing stuff? &lt;/p&gt;&#xA;" OwnerUserId="18572" LastEditorUserId="18572" LastEditDate="2018-10-03T15:40:04.513" LastActivityDate="2018-10-03T15:40:04.513" Title="Unique identifiers of US companies as a means of tracking change" Tags="|data-request|api|government|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12393" PostTypeId="1" CreationDate="2018-02-13T10:56:32.060" Score="0" ViewCount="55" Body="&lt;p&gt;I am writing a paper on aspect based sentiment analysis and I need appropriate datasets having only positive and negative classes to compare my result to other papers. Two of these papers that have used the yelp dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://onlinepresent.org/proceedings/vol143_2017/41.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Deep Convolutional Neural Network based Approach for Aspect-based Sentiment Analysis&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://link.springer.com/chapter/10.1007/978-981-10-7605-3_78&quot; rel=&quot;nofollow noreferrer&quot;&gt;Aspect Based Sentiment Analysis for Online Reviews&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If possible I would like to have access to the datasets they have used, does anyone have them?&lt;/p&gt;&#xA;" OwnerUserId="18578" LastEditorDisplayName="user4293" LastEditDate="2018-02-13T12:03:34.267" LastActivityDate="2018-03-16T00:59:37.117" Title="Yelp or similar dataset needed" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12394" PostTypeId="1" AcceptedAnswerId="12400" CreationDate="2018-02-13T14:53:20.073" Score="2" ViewCount="960" Body="&lt;p&gt;A friend and I had a friendly argument recently about the origin of the apparent gender gap in chess ratings, wherein the grandmaster list is dominated by males, and the best male player today is far better than the best female player. My suspicion is that this is an issue of sample size rather than any real difference: since there are so many more male players to choose from, the pool of male players will sample the tail of the distribution more often and be more likely to contain someone with a very high rating. Or in stats term, the expectation value of the maximum value of N samples randomly drawn from a distribution will grow with N. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the articles I have read on the subject don't even consider this effect. They just say &quot;We looked at the top 50 men and top 50 women and found that the men were better&quot; or something along those lines, which would be exactly what you would expect to see if the distribution of chess ratings was gender-independent but the male pool had a larger sample size.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been poking around Kaggle trying to find a data set containing chess ratings and genders, but so far no luck. Does anyone have any idea where I could find a dataset with which to test my theory? I think it would be enough to have a list of chess players with a rating over some high value (2000, say?) broken down by gender. &lt;/p&gt;&#xA;" OwnerUserId="18580" LastEditorUserId="16193" LastEditDate="2018-02-15T08:01:09.447" LastActivityDate="2018-11-28T17:06:12.123" Title="Searching for a dataset about chess ELO rating distribution broken down by gender" Tags="|data-request|sports|demographics|games|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12395" PostTypeId="2" ParentId="11179" CreationDate="2018-02-13T15:03:31.900" Score="1" Body="&lt;p&gt;I haven't done this for a while, but when I was coming up with lists of medical practices, these are the places I looked:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.cms.gov/Medicare-Physician-Supplier/Medicare-Provider-Utilization-and-Payment-Data-Phy/sk9b-znav&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medicare Utiliation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://findtreatment.samhsa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SAMHSA&lt;/a&gt; (You may need to FOIA the dataset that powers the treatment locator.)&lt;/li&gt;&#xA;&lt;li&gt;State licensing agencies (&lt;a href=&quot;https://www.idfpr.com/applications/professionprofile/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Illinois, for example&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="133" LastActivityDate="2018-02-13T15:03:31.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12396" PostTypeId="1" CreationDate="2018-02-13T15:23:36.657" Score="3" ViewCount="761" Body="&lt;p&gt;where can I find a shape file for college and universities that includes their POLYGONS rather than a POINT/lat long for the US? I'm currently using &lt;code&gt;tl_2015_01_arealm&lt;/code&gt; however it only contains 2,972 universities. I noticed this post&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/7706/shape-files-for-colleges-universities&quot;&gt;Shape files for Colleges/Universities?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;suggests &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://hifld-dhs-gii.opendata.arcgis.com/datasets/4061dcd767c340d4a42fb7a0c6c5d5b4_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hifld-dhs-gii.opendata.arcgis.com/datasets/4061dcd767c340d4a42fb7a0c6c5d5b4_0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and I've used &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sciencebase.gov/catalog/item/4f4e4acee4b07f02db67fb39&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sciencebase.gov/catalog/item/4f4e4acee4b07f02db67fb39&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;however both links above include the schools location/point rather than it's actual polygon. I'd greatly appreciate any help&lt;/p&gt;&#xA;" OwnerUserId="18581" LastEditorUserId="1511" LastEditDate="2018-03-16T09:18:27.650" LastActivityDate="2018-03-16T18:04:32.423" Title="Polygonal Shapefiles for US Colleges/Universities" Tags="|data-request|usa|geospatial|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12397" PostTypeId="2" ParentId="12396" CreationDate="2018-02-13T17:52:23.167" Score="0" Body="&lt;p&gt;Hopefully I'm wrong, but I don't think you are going to find a dataset that conforms to what you want.&#xA;Should you decide to roll your own, I would reach out to the owners of the datasets you've listed. Perhaps they do have the polygon data, or are willing to ask for it from the schools. I'm assuming the schools would be more receptive to the owners than you.&lt;br&gt;&#xA;You could also start compiling your own searching locality data portals, but this is going to be incredibly time consuming and tedious.&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?q=college+gis&amp;amp;sort=views_recent+desc&amp;amp;as_sfid=AAAAAAWbmP6jsuJjzp7WRU_alHO9Efm0ue5v9rtohrNQUHVE2YSBBmKMyJRut59JdSKVsVuddbR11ImI0YODGb2XxZGNNMuNK1CCWsyfsINbWOprPJgMKsEw6g08Gy8ivGtj9UQ%3D&amp;amp;as_fid=6349d0c4e19ca0b0f5c3ebc5c9b8ac0ae0fd2313&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-142.03125%2C2.4601811810210052%2C-59.0625%2C58.63121664342478&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quick search on data.gov for &quot;college gis&quot;&lt;/a&gt; has at least one match on first page of results, and &lt;a href=&quot;https://hub.arcgis.com/datasets?q=college&quot; rel=&quot;nofollow noreferrer&quot;&gt;quick search on ESRI's open data portal&lt;/a&gt; shows one match in first page of results. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-03-16T18:04:32.423" LastActivityDate="2018-03-16T18:04:32.423" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12398" PostTypeId="2" ParentId="12393" CreationDate="2018-02-13T23:27:38.653" Score="-1" Body="&lt;p&gt;Did you even look @ the PDF's sources?&lt;br&gt;&#xA;Data in the first PDF is &lt;a href=&quot;http://www.yelp.com/dataset_challenge&quot; rel=&quot;nofollow noreferrer&quot;&gt;clearly linked to its home on Yelp: http://www.yelp.com/dataset_challenge&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-02-13T23:27:38.653" CommentCount="8" ContentLicense="CC BY-SA 3.0" />
  <row Id="12399" PostTypeId="1" CreationDate="2018-02-13T23:31:28.660" Score="1" ViewCount="79" Body="&lt;p&gt;I understand that in some cases if the dataset (that we're submitting to USAID) is maintained on a publicly accessible research database, then DDL submission is not required. Does this publically accessible database have to be approved first? Are there any other rules for doing it this way?&lt;/p&gt;&#xA;" OwnerUserId="18584" LastActivityDate="2024-03-20T04:03:45.420" Title="Using a publicly accessible research database for Development Data Library (DDL) submissions" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12400" PostTypeId="2" ParentId="12394" CreationDate="2018-02-14T14:08:03.943" Score="3" Body="&lt;p&gt;FIDE rating lists are available to download on &lt;a href=&quot;http://ratings.fide.com/download.phtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;http://ratings.fide.com/download/standard_rating_list.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;The standard rating list&lt;/a&gt; contains both rating and sex information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your hypothesis is interesting, but it seems not very easy to test it, because FIDE Elo rating distribution has many abnormalities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here below are comparative density plots with and without filtering by &lt;a href=&quot;https://en.wikipedia.org/wiki/Elo_rating_system#Most_accurate_K-factor&quot; rel=&quot;nofollow noreferrer&quot;&gt;K-factor&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(ggplot2)&#xA;library(grid)&#xA;&#xA;p1 = ggplot(elo, aes(rating, fill = sex)) +&#xA;     geom_density(position = &quot;stack&quot;) +&#xA;     labs (title = &quot;any K&quot;)&#xA;p2 = ggplot(elo[elo$K != 40,], aes(rating, fill = sex)) +&#xA;     geom_density(position = &quot;stack&quot;) +&#xA;     labs(title = &quot;K ≠ 40&quot;)&#xA;&#xA;grid.arrange(p1, p2, ncol = 2)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PuLvv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PuLvv.png&quot; alt=&quot;global&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There are non-Elo rating systems and other Elo-based rating systems, e. g. &lt;a href=&quot;https://www.chess.com/forum/view/general/a-few-statistics-from-the-uscf-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;USCF rating system&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It was noticed in comments that analyzing local communities makes more sense.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7BQYA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7BQYA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q9eB7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q9eB7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P. S. Order of plots corresponds to &lt;a href=&quot;https://ratings.fide.com/topfed.phtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;this order&lt;/a&gt;. It seems that there is no great correlation between &quot;Average&quot; and &quot;Total titled&quot;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-11-28T17:06:12.123" LastActivityDate="2018-11-28T17:06:12.123" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="12401" PostTypeId="2" ParentId="10678" CreationDate="2018-02-15T09:05:30.437" Score="1" Body="&lt;p&gt;Since January 18, 2018, near-real-time data are available for download on &lt;a href=&quot;https://www.epa.gov/radnet/radnet-csv-file-downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; in CSV format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose &lt;a href=&quot;https://radiation.zendesk.com/hc/en-us/articles/360000091092-How-often-are-RadNet-s-near-real-time-air-monitoring-data-updated-on-the-EPA-website-&quot; rel=&quot;nofollow noreferrer&quot;&gt;this FAQ answer&lt;/a&gt; is applicable to CSV files too:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;RadNet near-real-time air data are refreshed hourly during business&#xA;  hours, Monday through Friday. This hourly refresh ensures that the&#xA;  most up-to-date data are available for the last 24 hours.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-02-20T19:59:29.660" LastActivityDate="2018-02-20T19:59:29.660" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12402" PostTypeId="2" ParentId="1395" CreationDate="2018-02-15T13:03:22.273" Score="1" Body="&lt;p&gt;Do check an image dataset at &lt;a href=&quot;http://kaggle.com/sachinpatel21/az-handwritten-alphabets-in-csv-format&quot; rel=&quot;nofollow noreferrer&quot;&gt;KAGGLE&lt;/a&gt; it contains A-Z handwritten 370000+ images&lt;/p&gt;&#xA;" OwnerUserId="18597" LastActivityDate="2018-02-15T13:03:22.273" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12403" PostTypeId="2" ParentId="12394" CreationDate="2018-02-15T16:35:11.123" Score="3" Body="&lt;p&gt;I'm posting here the results of my analysis so far. If this is not an appropriate place for this, let me know. The actual answer to my question is &lt;a href=&quot;http://schachbund.de/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, where you can find a very large database of mostly German players, with some international ones. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My analysis follows closely the analysis done in &lt;a href=&quot;http://rspb.royalsocietypublishing.org/content/276/1659/1161&quot; rel=&quot;nofollow noreferrer&quot;&gt;this paper&lt;/a&gt;, with a few tweaks that I'll discuss as needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, we filter the data set. This data set has 2 ratings listed: FIDE and DWZ. These are very closely correlated, being equal for most players but the DWZ rating system has more entries and so we will use that one for the sake of data quality. Removing players without ratings leaves 68232 men and 4453 women. We then plot the full rating distribution, just to see what it looks like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jRXfi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jRXfi.png&quot; alt=&quot;Full DWZ rating distribution&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This appears to me more or less Gaussian at the high end, but has some wierd stuff happening at the low end. To find out what's going on there, we plot a heatmap of rating vs age, which clearly shows a bimodal distribution:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t0S8S.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t0S8S.png&quot; alt=&quot;Heatmap of age and DWZ rating&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since the strange peak at the low end appears to come predominantly from youth chess, we will ignore it in subsequent analysis, and remove any players from the dataset with a rating less than 1150 (the red line on the heatmap). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, we filter out all international players and focus only on the German population, since this is the dominant population in the data set. Our final data set contains 51529 men and 2276 women, for a gender ratio of about 23:1. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ratings distributions for men and women separately are shown below, along with Gaussian fits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JzBRR.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JzBRR.png&quot; alt=&quot;DWZ ratings for men after filtering&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GEPzW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GEPzW.png&quot; alt=&quot;DWZ ratings for women after filtering&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We find that the mean and standard deviation for the men are 1612 and 321, compared to 1406 and 353 for women. We'll revisit this difference later.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We now attempt to determine the effect of sample size on the top 100 players in each population. To do this, we assume as our null hypothesis that the underlying distribution for men and women is the same, and equal to the male population, and we consider the expected difference in ratings between the top 100 pairs from each population. This assumption is generous to the counter argument that there really is a difference between the two populations: if we draw samples for the men from the male population and samples for women from the women's population our expected ratings differences will be much larger than if we draw both samples from the male population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We bootstrap some data by drawing 51529 random samples to represent a realization of male chess players, and 2276 samples to represent the women. From each population we take the 100 best samples, and consider the pairwise differences between them. We then average this over 1000 realizations of this process. The results are plotted below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cYYVq.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cYYVq.png&quot; alt=&quot;Rating differences between men and women&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From his analysis, it seems that the top 20 or so female players are actually performing better than one would expect based on sample size differences. From this I'm comfortable concluding that there isn't anything biological at play, and that the differences between the top male and female chess players can be explained by sample size issues.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As to why there is a small difference in the mean between male and female players in the full population, I can't really go on statistics anymore. Clearly there is some selection bias against women in general because of the 23:1 sex ratio, but it's difficult to say exactly why. A possible clue lies in the first plot in the accepted answer, which shows that in the FIDE database, there is a dip in the female probability density around 1800-1900 which is not present in the male population. This suggests that women who are almost, but not quite master-level are more likely to drop out than their male counterparts, which would have the effect of suppressing the mean when considering the full population, but which would only have minimal effect, if any, on the top 100 players, consistent with the approximate skill parity we see there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The drop in female players in not as evident in the German DWZ data. If we look at the fit residuals for the female distribution it's pretty even across the whole range. We do see a small dip between 2000 and 2200 where the fit overestimates the density consistently, but it's not enough to explain the difference by itself. That said, the difference is only about half a standard deviation, so it's not hard to argue that it is insignificant.  to be begin with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fniTD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fniTD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why female players in this range drop out is a question for FIDE.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: in the comments it was pointed out that rating distributions are usually logistic. Below, I show the same plots, but with logistics fits. The data here doesn't support logistic fits very well, as the fit severely overestimates the high-rating tail of the distribution when using a logistic model. As was pointed out, there are likely a sum of a few distributions going into these things, which comes out approximately normal. Further data stratification might be necessary to get logistic fits working.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VyBbd.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VyBbd.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/iLBcZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iLBcZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/qIwYC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qIwYC.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18580" LastEditorUserId="18580" LastEditDate="2018-02-15T18:11:21.223" LastActivityDate="2018-02-15T18:11:21.223" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12405" PostTypeId="1" CreationDate="2018-02-16T08:49:15.880" Score="1" ViewCount="106" Body="&lt;p&gt;I'm looking for cadastral geodata of Italy and Spain, especially for agricultural areas, countrywide. I found files for other European countries like the Czech Republic, Austria and France, but I can't find anything for Spain and Italy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(For spain, I found a downloader for Qgis, but it contains every cadastral object, including buildings etc.). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not matter if these files are WFS oder Esrishapes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I don't speak Spanish or Italian. &lt;/p&gt;&#xA;" OwnerUserId="18611" LastEditorDisplayName="user4293" LastEditDate="2018-10-01T11:03:25.077" LastActivityDate="2018-10-01T11:03:25.077" Title="Cadastral data of Spain and Italy" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12406" PostTypeId="2" ParentId="12173" CreationDate="2018-02-16T17:37:31.890" Score="1" Body="&lt;p&gt;The best solution so far came from comments. Thanks to @StanislavKralin who suggested to use public Wikidata as a source. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the link to SPARQL query that can be tried: &lt;a href=&quot;http://tinyurl.com/y6wpk5q5&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/y6wpk5q5&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11176" LastActivityDate="2018-02-16T17:37:31.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12408" PostTypeId="1" CreationDate="2018-02-17T07:21:01.483" Score="2" ViewCount="46" Body="&lt;p&gt;I'm doing a project for my stats class. I need to do 5 hypothesis tests with the same dataset: testing means, testing medians, testing standard deviations (or variances), testing proportions, testing for associations with categorical data, and linear regression.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have any other suggestions as to a different/easier dataset to use that'd be great too.&lt;/p&gt;&#xA;" OwnerUserId="18619" LastEditorDisplayName="user4293" LastEditDate="2018-02-17T11:11:24.190" LastActivityDate="2018-02-17T11:11:24.190" Title="Open datasets on homeschool students vs traditional students" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12409" PostTypeId="1" AcceptedAnswerId="12415" CreationDate="2018-02-17T10:26:26.130" Score="2" ViewCount="299" Body="&lt;p&gt;I came across this interesting paper that make use of the &lt;strong&gt;Klink-2 Computer Science Ontology (CSO)&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://oro.open.ac.uk/46823/1/ISWC2016_STM_CR_115.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Automatic Classification of Springer Nature Proceedings with Smart Topic Miner&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find an API or something like that to access this ontology. In the paper they have mentioned that it uses the Klink data model available at:&#xA;&lt;a href=&quot;http://technologies.kmi.open.ac.uk/rexplore/ontologies/BiboExtension.owl&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://technologies.kmi.open.ac.uk/rexplore/ontologies/BiboExtension.owl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, that page does not provide any supporting details, as if how to use it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please help me to access this Klink-2 Computer Science Ontology (CSO).&lt;/p&gt;&#xA;" OwnerUserId="18621" LastEditorDisplayName="user4293" LastEditDate="2018-02-17T11:13:29.913" LastActivityDate="2020-06-11T21:47:57.507" Title="API to use Klink-2 Computer Science Ontology (CSO)" Tags="|data-request|api|linked-data|rdf|ontology|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12411" PostTypeId="1" AcceptedAnswerId="12412" CreationDate="2018-02-17T17:02:23.487" Score="3" ViewCount="1714" Body="&lt;p&gt;Does anybody have a copy of PETS 2006 Benchmark Data (or maybe you know, where can it be downloaded from)? Can you please share it? Their hosting seems to be down (both http and ftp. maybe, just this dataset not available anymore).&lt;/p&gt;&#xA;&lt;p&gt;Dead links to the Dataset: &lt;a href=&quot;http://www.cvg.reading.ac.uk/PETS2006/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cvg.reading.ac.uk/PETS2006/data.html&lt;/a&gt; &lt;a href=&quot;ftp://ftp.cs.rdg.ac.uk/pub/PETS2006/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.cs.rdg.ac.uk/pub/PETS2006/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update:&#xA;Shared the database, will keep it available as of now&lt;/strong&gt;: &lt;a href=&quot;https://drive.google.com/drive/folders/1F3xAgdcmCZNEWpJY_HQkWcQneWvMg7xo&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://drive.google.com/drive/folders/1F3xAgdcmCZNEWpJY_HQkWcQneWvMg7xo&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18625" LastEditorUserId="18625" LastEditDate="2020-08-27T11:50:03.743" LastActivityDate="2020-08-27T11:50:03.743" Title="PETS 2006 Dataset" Tags="|machine-learning|database|" AnswerCount="1" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="12412" PostTypeId="2" ParentId="12411" CreationDate="2018-02-18T11:36:42.330" Score="3" Body="&lt;p&gt;These sites are working for me:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;ftp://ftp.cs.rdg.ac.uk/pub/PETS2006/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.cs.rdg.ac.uk/pub/PETS2006/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;ftp://ftp.cs.rdg.ac.uk/pub/groups/cvg/PETS2006/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.cs.rdg.ac.uk/pub/groups/cvg/PETS2006/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not working:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://ftp.cs.rdg.ac.uk/PETS2006/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ftp.cs.rdg.ac.uk/PETS2006/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So you'd have to replace the links in the documentation page with one of the two working sites above, or just manually download the specific files.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;From the documentation page:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The scenarios can also be downloaded from &lt;a href=&quot;ftp://ftp.cs.rdg.ac.uk/pub/PETS2006/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.cs.rdg.ac.uk/pub/PETS2006/&lt;/a&gt; (use anonymous login). Warning: &lt;a href=&quot;ftp://ftp.pets.rdg.ac.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.pets.rdg.ac.uk&lt;/a&gt; is not listing files correctly on some ftp clients. If you experience problems you can connect to the http server at &lt;a href=&quot;http://ftp.cs.rdg.ac.uk/PETS2006/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ftp.cs.rdg.ac.uk/PETS2006/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-02-18T12:02:29.667" LastActivityDate="2018-02-18T12:02:29.667" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12414" PostTypeId="1" CreationDate="2018-02-18T16:14:06.433" Score="4" ViewCount="40" Body="&lt;p&gt;I am looking for a overview on hospitals and medical services provided by the public (and also by the private) healthcare sector in Europe, Asia America and Australia.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;public hospitals&#xA;private hospitals and medical clinics ...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I am looking for all the European Countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements for each item:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;name&#xA;address&#xA;postal code&#xA;town&#xA;street&#xA;website&#xA;(and email address)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Note: I know that I can approach with an OpenStreetMap attempt - but if there are some datasets &amp;amp; or sites that we can scrape &amp;amp; parse.&lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="16193" LastEditDate="2018-03-04T09:57:12.117" LastActivityDate="2018-03-04T09:57:12.117" Title="Overview on hospitals and medical services - in America, Asia, Africa and Europe" Tags="|data-request|medical|openstreetmap|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12415" PostTypeId="2" ParentId="12409" CreationDate="2018-02-18T17:48:21.967" Score="2" Body="&lt;p&gt;It is unlikely that the entire Klink-2 Computer Science Ontology is openly available online.&lt;/p&gt;&#xA;&lt;p&gt;The authors decide to monetize their research creating &lt;a href=&quot;https://technologies.kmi.open.ac.uk/rexplore/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rexplore&lt;/a&gt;.&lt;br /&gt;&#xA;It seems that the generated CSO ontology is a very substantil part of the project.&lt;/p&gt;&#xA;&lt;p&gt;The demo of Rexplore is available &lt;a href=&quot;http://rexplore.kmi.open.ac.uk/STM_demo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Following instructions, one can generate topic trees for different series of Springer proceedings. However, the &amp;quot;Download tree&amp;quot; button is not working.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;However, a sample of the ontology is available.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://oro.open.ac.uk/46823/1/ISWC2016_STM_CR_115.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;The paper&lt;/a&gt; you have linked to references to &lt;a href=&quot;http://oro.open.ac.uk/43793/1/ISWC2015_CR.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;another paper&lt;/a&gt;, which contains &lt;a href=&quot;http://kmi.open.ac.uk/technologies/rexplore/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The content of the ZIP archive shows how OWL ontologies looks like.&lt;br /&gt;&#xA;However, those example ontologies (or rather taxonomies) covers Semantic Web topics only.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;As for API for ontologies.&lt;/p&gt;&#xA;&lt;p&gt;If an ontology is serialized into RDF, then you can make queries with SPARQL.&lt;br /&gt;&#xA;Languages for querying on more abstract level are DL Query and SQWRL.&lt;br /&gt;&#xA;There even exists the so-called OWL API.&lt;/p&gt;&#xA;&lt;p&gt;But first, just open an ontology in Protégé.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update 1&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The 2012 ACM Computing Classification System has been developed as a&#xA;poly-hierarchical ontology that can be utilized in semantic web&#xA;applications. It replaces the traditional 1998 version of the ACM&#xA;Computing Classification System (CCS), which has served as the de&#xA;facto standard classification system for the computing field.&lt;/p&gt;&#xA;&lt;p&gt;The full CCS classification tree is freely available for educational&#xA;and research purposes in these downloadable formats: &lt;a href=&quot;http://dl.acm.org/ft_gateway.cfm?id=2371137&amp;amp;ftid=1290922&amp;amp;dwn=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;SKOS (xml)&lt;/a&gt;, &lt;a href=&quot;http://dl.acm.org/ft_gateway.cfm?id=2371137&amp;amp;ftid=1290921&amp;amp;dwn=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Word&lt;/a&gt;,&#xA;and &lt;a href=&quot;http://dl.acm.org/ft_gateway.cfm?id=2371137&amp;amp;ftid=1290923&amp;amp;dwn=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;HTML&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.acm.org/publications/class-2012&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update 2&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The Knowledge Media Institute (KMi) of The Open University and Springer Nature are happy to announce the release of The Computer Science Ontology (CSO).&lt;/p&gt;&#xA;&lt;p&gt;CSO is a large-scale, automatically generated ontology of research areas in the field of Computer Science. The current version of CSO incorporates 14K topics and over 143K relationships extracted by applying the Klink-2 algorithm on a dataset of about 16M scientific articles.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://lists.w3.org/Archives/Public/semantic-web/2019Jan/0020.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-01-11T18:51:27.410" CommentCount="13" ContentLicense="CC BY-SA 4.0" />
  <row Id="12420" PostTypeId="2" ParentId="12103" CreationDate="2018-02-19T21:09:49.577" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://lov.okfn.org/dataset/lov/terms?q=bound&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Open Vocabularies&lt;/a&gt; at &lt;a href=&quot;/questions/tagged/okfn&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;okfn&amp;#39;&quot; rel=&quot;tag&quot;&gt;okfn&lt;/a&gt; is a common place for searching existing linked data terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At 20 January 2018, the property has been created as &lt;a href=&quot;http://www.wikidata.org/entity/P4777&quot; rel=&quot;nofollow noreferrer&quot;&gt;has boundary (&lt;code&gt;wd:P4777&lt;/code&gt;)&lt;/a&gt;, inspiring by &lt;a href=&quot;http://geovocab.org/geometry#boundary&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geovocab.org/geometry#boundary&lt;/a&gt; (see the property proposal).&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2018-02-19T21:09:49.577" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12421" PostTypeId="2" ParentId="12097" CreationDate="2018-02-20T17:15:04.377" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://www.ewf.uni-bayreuth.de/en/research/RTA-data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mario Larch's Regional Trade Agreements Database&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This database includes all multilateral and bilateral trade agreements as notified to the World Trade Organization for the last 66 years from 1950 to 2015. There is a total of 468 agreements in the dataset that are differentiated along five different categories. Additionally there are variables indicating whether countries were founding members or joined later.&lt;/p&gt;&#xA;" OwnerUserId="17919" LastEditorDisplayName="user4293" LastEditDate="2018-02-21T07:45:25.617" LastActivityDate="2018-02-21T07:45:25.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12423" PostTypeId="1" CreationDate="2018-02-21T01:25:08.963" Score="1" ViewCount="8" Body="&lt;p&gt;I am looking for spatially continuous data on soil salinity along coastlines. My guess is that this data does not exist, but figured I'd check here in case anyone seems to know of any. I need the data for input into a process-based model of wetland function (in which salinity may be a key component).&lt;/p&gt;&#xA;" OwnerUserId="18653" LastActivityDate="2018-02-21T01:25:08.963" Title="Global map of soil pore water salinity?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12425" PostTypeId="1" CreationDate="2018-02-21T02:32:01.830" Score="1" ViewCount="16" Body="&lt;p&gt;I am looking for a dataset with parallel imports in pharmaceutical containing countries, countries in their basket, drugs, their prices, reference prices (not necessary). Even some of these fields would do. &lt;/p&gt;&#xA;" OwnerUserId="18655" LastEditorDisplayName="user4293" LastEditDate="2018-02-21T07:46:15.440" LastActivityDate="2018-02-21T07:46:15.440" Title="Pharmaceutical Parallel Imports" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12426" PostTypeId="2" ParentId="10847" CreationDate="2018-02-21T03:02:00.113" Score="1" Body="&lt;p&gt;Through the &lt;a href=&quot;https://gis.icao.int/ArcGIS/rest/services/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ICAO's GIS server&lt;/a&gt;, you can get a KMZ file of the &lt;a href=&quot;https://gis.icao.int/ArcGIS/rest/services/VOLCANO/MapServer/2/query?text=&amp;amp;geometry=&amp;amp;geometryType=esriGeometryPoint&amp;amp;inSR=&amp;amp;spatialRel=esriSpatialRelIntersects&amp;amp;relationParam=&amp;amp;objectIds=&amp;amp;where=1%3D1&amp;amp;time=&amp;amp;returnCountOnly=false&amp;amp;returnIdsOnly=false&amp;amp;returnGeometry=true&amp;amp;maxAllowableOffset=&amp;amp;outSR=&amp;amp;outFields=*&amp;amp;f=kmz&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016 vintage VAAC regions&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-02-21T03:02:00.113" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12428" PostTypeId="2" ParentId="7538" CreationDate="2018-02-21T06:08:25.867" Score="1" Body="&lt;p&gt;The &quot;FMA Licenses&quot; link leads now to the &lt;a href=&quot;https://els.comotion.uw.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Express License Program&lt;/a&gt; page which says:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please contact license@uw.edu if you have any questions&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I've emailed them and they've answered:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The software is released open source – This info should answer your question, thanks for reaching out!&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://si.washington.edu/content/accessing-fma-ontology&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://si.washington.edu/content/accessing-fma-ontology&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;blockquote&gt;&#xA;    &lt;p&gt;&lt;strong&gt;Accessing the FMA Ontology&lt;/strong&gt;&lt;/p&gt;&#xA;    &#xA;    &lt;p&gt;The Foundational Model of Anatomy ontology is available under a&#xA;    &lt;a href=&quot;https://creativecommons.org/licenses/by/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Creative Commons Attribution 3.0 Unported License&lt;/a&gt;.&lt;/p&gt;&#xA;  &lt;/blockquote&gt;&#xA;  &#xA;  &lt;p&gt;Senior Manager, Innovation Development&lt;br&gt;&#xA;  CoMotion at University of Washington&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The CC Attribution (CC-BY) license &lt;a href=&quot;http://opendefinition.org/licenses/&quot; rel=&quot;nofollow noreferrer&quot;&gt;meets&lt;/a&gt; the &quot;Open Definition&quot; criteria.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, incorporation via &lt;a href=&quot;https://wikidata.org/wiki/Wikidata:SPARQL_federation_input&quot; rel=&quot;nofollow noreferrer&quot;&gt;federation&lt;/a&gt; looks not possible: FMA's &lt;a href=&quot;http://si.washington.edu/projects/qi&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query Integrator&lt;/a&gt; is not a real SPARQL endpoint (though allows SPARQL queries in some sense).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Probably one should link particular Wikidata properties to FMA properties using &lt;a href=&quot;https://wikidata.org/wiki/Property:P1628&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:P1628&lt;/a&gt;, &lt;a href=&quot;https://wikidata.org/wiki/Property:P2235&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:P2235&lt;/a&gt;, &lt;a href=&quot;https://wikidata.org/wiki/Property:P2236&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:P2236&lt;/a&gt;, and then interlink Wikidata entries that have FMA IDs using those FMA-linked  Wikidata properties.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;P.S. It seems you will be interested in &lt;a href=&quot;https://www.wikipathways.org/index.php/Help:WikiPathways_Sparql_queries&quot; rel=&quot;nofollow noreferrer&quot;&gt;WikiPathways&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="90" LastEditDate="2018-03-31T00:05:46.500" LastActivityDate="2018-03-31T00:05:46.500" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12429" PostTypeId="1" CreationDate="2018-02-21T10:51:05.777" Score="5" ViewCount="189" Body="&lt;p&gt;I am seeking open data of roads for medium scaled maps (1:200.000, 1:500.000 up to 1:1.000.000). For the whole world, at least Indonesia and Africa. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know I could use OSM streets and somehow generalize them. But for my purposes this would be too time-consuming. &lt;/p&gt;&#xA;" OwnerUserId="18660" LastEditorUserId="1511" LastEditDate="2018-02-22T16:26:24.610" LastActivityDate="2019-12-03T18:05:51.887" Title="Seeking globally available road data for medium-scaled maps (1:200.000)" Tags="|data-request|geospatial|transportation|africa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12430" PostTypeId="2" ParentId="12429" CreationDate="2018-02-21T11:53:48.670" Score="3" Body="&lt;p&gt;Despite your reluctance to use OSM data, check out &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmfilter&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;osmfilter&lt;/code&gt;&lt;/a&gt;, and in particular &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmfilter&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;objectfilter&lt;/code&gt;&lt;/a&gt;, which is exactly designed for this purpose. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;./osmfilter africa.osm --keep=&quot;highway=primary =secondary&quot; &amp;gt;streets.osm&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The only real challenge is having enough space for the unzipped &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Planet.osm&quot; rel=&quot;nofollow noreferrer&quot;&gt;planet.osm&lt;/a&gt; file (or individual continents or countries) and then running osmconvert/osmfilter on that big file. Otherwise, all the tools are ready to go.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Full data exports for &lt;a href=&quot;https://download.geofabrik.de/africa.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Africa&lt;/a&gt; and &lt;a href=&quot;https://download.geofabrik.de/asia/indonesia.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Indonesia&lt;/a&gt; are available from &lt;a href=&quot;https://download.geofabrik.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To convert from osm/pbf formats, which are specific to OSM, to GeoJSON, Shapefiles, &lt;em&gt;etc&lt;/em&gt; - check out &lt;a href=&quot;http://www.gdal.org/ogr2ogr.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;ogr2ogr&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update&lt;/strong&gt; since posting, I've switched from ogr2ogr to the node.js package &lt;a href=&quot;https://github.com/tyrasd/osmtogeojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;osmtogeojson&lt;/a&gt; and for simple conversions I'm finding it much easier (and fast).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-12-03T18:05:51.887" LastActivityDate="2019-12-03T18:05:51.887" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12431" PostTypeId="1" CreationDate="2018-02-21T13:20:05.497" Score="1" ViewCount="54" Body="&lt;p&gt;I need annual, historic exchange rates of currencies worldwide. The &lt;a href=&quot;https://data.worldbank.org/indicator/PA.NUS.FCRF&quot; rel=&quot;nofollow noreferrer&quot;&gt;PA.NUS.FCRF&lt;/a&gt; seems to be a great data set for that: it's open, spans almost all countries worldwide, and for many countries it dates back to 1960. But the data is not given in, for example, CHF to US Dollar, but in local currency unit (LCU) to US Dollar. My problem is I fail in finding out which currency the LCU corresponds to. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd expect that information to exist in the metadata. Unfortunately it does not seem to be systematically. For some countries, some information is available in the &lt;code&gt;Metadata Country&lt;/code&gt; table; for other countries (mostly European) some information can be found in the &lt;code&gt;Country-Series&lt;/code&gt; table; for most countries though, there is no information available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do I know which currencies the LCUs in the PA.NUS.FCRF dataset correspond to?&lt;/p&gt;&#xA;" OwnerUserId="15425" LastActivityDate="2018-02-21T19:38:08.863" Title="Which currencies are used in IMF's / Worldbank's PA.NUS.FCRF forex data?" Tags="|finance|economics|metadata|worldbank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12432" PostTypeId="1" CreationDate="2018-02-21T15:25:20.103" Score="2" ViewCount="109" Body="&lt;p&gt;I'm working through a book that deals with MEAN applications... and in the book it deals with geo-spatial data and creates a Review for Businesses (Think: Yelp. Look for businesses close to a location then select, see reviews and add your own!!! SO EXCITING!!!).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem I'm having is the book doesn't really provide a good data set... or actual data at all - just a couple very short examples and how to create more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given a location - say a state: Delaware, California, Australia... or a central point on map... or a &quot;BBOX&quot;... what's the best place to get a set of data of:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Business Name&lt;br&gt;&#xA;  Address&lt;br&gt;&#xA;  Hours of Operation&lt;br&gt;&#xA;  Long&lt;br&gt;&#xA;  Lat  &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I can absolutely fudge missing parts (Hours of operation and other things not listed here that the app displays about the &quot;Businesses&quot;) and I can massage the data into an input stream for the database - so I'm more concerned about the raw data as opposed to the format/output: I'd love to have a realistic data-set even if it is outdated - and those are the &quot;core&quot; parts of whats needed for the examples in the book.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMaps might have what i want, but the options are daunting and I can't seem to weed through the noise. Is what I want there and I'm just not seeing it?&#xA;Or are there any other better data-sets - realistic if not &quot;real&quot; or &quot;current&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note: I'm currently at work. I have a data-set at home that I can't seem to find here that has &quot;vacation&quot; type businesses - hotels, inns, etc that is &quot;close&quot; but not as expansive and inclusive as I'd like. I'll add a link to it if I can find it or when I get home)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: &lt;a href=&quot;https://livebook.manning.com/#!/book/getting-mean-with-mongo-express-angular-and-node/chapter-5/194&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to book chapter&lt;/a&gt;, an &lt;a href=&quot;https://livebook.manning.com/#!/book/getting-mean-with-mongo-express-angular-and-node/chapter-5/194&quot; rel=&quot;nofollow noreferrer&quot;&gt;example image&lt;/a&gt; of a &quot;Review Page&quot; I'm trying to finangle data for and &lt;a href=&quot;https://livebook.manning.com/#!/book/getting-mean-with-mongo-express-angular-and-node/chapter-5/197&quot; rel=&quot;nofollow noreferrer&quot;&gt;a single data item&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://dpzbhybb2pdcj.cloudfront.net/sholmes/Figures/05fig09_alt.jpg&quot; alt=&quot;Example Image&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;location: {&#xA;  name: 'Starcups',&#xA;  address: '125 High Street, Reading, RG6 1PS',&#xA;  rating: 3,&#xA;  facilities: ['Hot drinks', 'Food', 'Premium wifi'],&#xA;  coords: {lat: 51.455041, lng: -0.9690884},&#xA;  openingTimes: [{&#xA;    days: 'Monday - Friday',&#xA;    opening: '7:00am',&#xA;    closing: '7:00pm',&#xA;    closed: false&#xA;  },{&#xA;    days: 'Saturday',&#xA;    opening: '8:00am',&#xA;    closing: '5:00pm',&#xA;    closed: false&#xA;  },{&#xA;    days: 'Sunday',&#xA;    closed: true&#xA;  }],&#xA;  reviews: [{&#xA;    author: 'Simon Holmes',&#xA;    rating: 5,&#xA;    timestamp: '16 July 2013',&#xA;    reviewText: 'What a great place. I can\'t say enough good things about it.'&#xA;  },{&#xA;    author: 'Charlie Chaplin',&#xA;    rating: 3,&#xA;    timestamp: '16 June 2013',&#xA;    reviewText: 'It was okay. Coffee wasn\'t great, but the wifi was fast.'&#xA;  }]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(First question here, so please re-tag, suggest edits and ask for clarifications)&lt;/p&gt;&#xA;" OwnerUserId="18654" LastEditorUserId="1511" LastEditDate="2018-02-21T15:48:33.660" LastActivityDate="2018-02-22T07:05:42.157" Title="Business Location Test Data" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12433" PostTypeId="1" CreationDate="2018-02-21T15:42:56.673" Score="1" ViewCount="159" Body="&lt;p&gt;I search for the dataset of images of unstructured roads (images of snowy/dirt/rainy/broken roads).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, I've collected ~130 images manually.&#xA;If someone can share or point out to the public dataset of images of unstructured roads, I'd really be thankful for that. :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/oEQz9.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oEQz9.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/NtJhZ.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NtJhZ.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/azvma.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/azvma.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/a02JD.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/a02JD.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/elgdY.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/elgdY.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/VxOQ0.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VxOQ0.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18661" LastActivityDate="2018-02-21T15:42:56.673" Title="Dataset of unstructured road image" Tags="|images|photographs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12434" PostTypeId="2" ParentId="12432" CreationDate="2018-02-21T15:48:00.893" Score="1" Body="&lt;p&gt;Second OSM answer of the day, where question says OSM is daunting :)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OSM isn't so daunting, because you can download only individual maps and then quickly filter the tags you want. Let's use Delaware, because it's small enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Steps&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Download delaware.osm.pbf from geofabrik.de - &lt;a href=&quot;http://download.geofabrik.de/north-america/us/delaware.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/north-america/us/delaware.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Convert pbf to osm format -&#xA;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmconvert#Converting_Files&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Osmconvert#Converting_Files&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;osmconvert delaware.osm.pbf &amp;gt; delaware.osm&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;Filter for relevant tags (&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity=restaurant&quot; rel=&quot;nofollow noreferrer&quot;&gt;amenity=restaurant&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;osmfilter delaware.osm --keep=&quot;amenity=restaurant&quot; &amp;gt; delaware.restaurants.osm&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ol start=&quot;4&quot;&gt;&#xA;&lt;li&gt;Convert to format of your choice, try &lt;a href=&quot;http://www.gdal.org/ogr2ogr.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ogr2ogr&lt;/a&gt;. Here's a Spatia/SQLite example, but any format is possible. Probably GeoJSON works for you, because it can be extended with the other data you need.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;ogr2ogr -f SQLite -dsco SPATIALITE=YES delaware.restaurants.sqlite delaware.restaurants.osm &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-02-22T07:05:42.157" LastActivityDate="2018-02-22T07:05:42.157" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12436" PostTypeId="2" ParentId="12431" CreationDate="2018-02-21T19:38:08.863" Score="1" Body="&lt;p&gt;On the page you have linked to, click &quot;Details&quot;, then click &quot;All metadata&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then create a report of this kind: &lt;a href=&quot;http://databank.worldbank.org/data/LCU-in-2017/id/f7f1ba3&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://databank.worldbank.org/data/LCU-in-2017/id/f7f1ba3&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2018-02-21T19:38:08.863" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12438" PostTypeId="1" CreationDate="2018-02-21T20:55:37.717" Score="1" ViewCount="136" Body="&lt;p&gt;I'm looking for financial data sets of private companies that state their annual revenue, market value..etc. I'm doing so to be able to research their revenue vs their purchase history from us so I can build a predictive model.&lt;/p&gt;&#xA;" OwnerDisplayName="isra abuhasna" LastEditorDisplayName="user8811" LastEditDate="2018-03-30T15:13:20.170" LastActivityDate="2024-02-25T11:07:46.077" Title="Where can I find public financial data for private companies?" Tags="|data-request|finance|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12440" PostTypeId="1" CreationDate="2018-02-22T07:01:12.690" Score="1" ViewCount="116" Body="&lt;p&gt;A &lt;a href=&quot;http://hugin.sourceforge.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;photography app&lt;/a&gt; wants me to enter my camera's details:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/u5QNi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/u5QNi.png&quot; alt=&quot;Hugin Camera and Lens data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have no idea what these numbers means (I entered the numbers pretty randomly), but I know the brand/model of my camera.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a database that gives these values for most popular cameras/smartphones?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Horizontal field of view&lt;/li&gt;&#xA;&lt;li&gt;Focal length&lt;/li&gt;&#xA;&lt;li&gt;Focal length multiplier&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;Load lens data...&lt;/code&gt; button asks for a &lt;code&gt;.ini&lt;/code&gt; file, so a database of such files would be great too.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sourceforge.net/projects/lensfun/files/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lensfun&lt;/a&gt; probably had that but it has not been updated since 2015.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/PkmX/lensfun-profiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;PkmX/lensfun-profiles&lt;/a&gt; has only 5 lenses/cameras.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-02-22T07:47:37.807" LastActivityDate="2018-02-22T07:47:37.807" Title="Database of HFOV+focal length+crop factor, for most cameras and smartphones" Tags="|products|sensors|technology|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12443" PostTypeId="2" ParentId="12438" CreationDate="2018-02-22T13:39:11.077" Score="0" Body="&lt;p&gt;Not sure if this is what you're looking for. But if by purchase history you mean acquisitions or merger, you could have a look at &lt;a href=&quot;https://www.crunchbase.com/search/acquisitions&quot; rel=&quot;nofollow noreferrer&quot;&gt;crunchbase&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They will show an overview about acquisitions and known details such as acquisition price.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2018-02-22T13:39:11.077" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12444" PostTypeId="1" AcceptedAnswerId="12491" CreationDate="2018-02-22T14:06:03.910" Score="1" ViewCount="61" Body="&lt;p&gt;I am looking for vector data outlining the agricultural field boundaries in the UK (Specifically Scotland, England and Wales). I have tried all sources of open source data I can find and looked at Ordnance Survey Data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ordnance Survey have the data however they package it as part of the Vectormap Local data which costs in excess of £800k for the UK. The actual sub layer is called Rural Boundaries when the Shapefile is extracted. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need the vector file to allow me to trial an analysis of agricultrual fields. I would like to colourcode the fields dependant on intersecting designations such as flood risk or greenbelt. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone can help, I would be very grateful. &lt;/p&gt;&#xA;" OwnerUserId="18673" LastEditorUserId="16193" LastEditDate="2018-03-07T17:15:56.560" LastActivityDate="2018-03-10T03:17:25.960" Title="Where can I get a vector file (or WMS) showing field boundries on the UK?" Tags="|data-request|geospatial|agriculture|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12445" PostTypeId="1" CreationDate="2018-02-22T20:23:47.830" Score="4" ViewCount="82" Body="&lt;p&gt;I have been researching frantically for the China 2010 dataset for county boundaries. I went through quite a few sources:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;China Data Center - Can't afford it&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GADM.org - Not verfiable for date&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is mostly 2000 Census: &lt;a href=&quot;https://research.cip.cgiar.org/gis/modules.php?name=Downloads&amp;amp;d_op=viewdownload&amp;amp;cid=11&amp;amp;min=20&amp;amp;orderby=titleA&amp;amp;show=10&quot; rel=&quot;noreferrer&quot;&gt;https://research.cip.cgiar.org/gis/modules.php?name=Downloads&amp;amp;d_op=viewdownload&amp;amp;cid=11&amp;amp;min=20&amp;amp;orderby=titleA&amp;amp;show=10&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anybody help me get the 2010 county boundaries shapefile?&lt;/p&gt;&#xA;" OwnerUserId="18676" LastActivityDate="2018-04-24T14:15:36.483" Title="Seeking 2010 County Shapefile for China?" Tags="|geospatial|county|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12446" PostTypeId="1" CreationDate="2018-02-23T04:39:04.303" Score="2" ViewCount="51" Body="&lt;p&gt;I am in Brisbane, Australia and am looking for GIS data relating to underground services (such as buried water mains, power lines, gas lines, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where might I find some of this information?&lt;/p&gt;&#xA;" OwnerUserId="18677" LastEditorUserId="6229" LastEditDate="2019-11-18T14:29:37.973" LastActivityDate="2019-11-18T14:29:37.973" Title="Seeking Underground Infrastructure Data for Brisbane (Australia)" Tags="|data-request|geospatial|government|australia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12447" PostTypeId="2" ParentId="12445" CreationDate="2018-02-23T13:52:31.977" Score="1" Body="&lt;p&gt;This question has answers on the GIS site - &lt;a href=&quot;https://gis.stackexchange.com/a/4013/112869&quot;&gt;see here&lt;/a&gt; (although not specific to the 2010 border)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, for the OSM answer, I've recently written two answers which may be relevant: &lt;a href=&quot;https://opendata.stackexchange.com/a/12434/1511&quot;&gt;osm 1&lt;/a&gt;, &lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;osm 2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the oldest datasets seem to be from 2014-01-01 (&lt;a href=&quot;https://gis.stackexchange.com/a/167728/112869&quot;&gt;source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-02-23T13:52:31.977" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12450" PostTypeId="1" CreationDate="2018-02-24T23:18:55.300" Score="1" ViewCount="29" Body="&lt;p&gt;My goal is to understand persistence of employment in the information technology sector over age groups. For example, for the person who enters IT at age 21, are they still employed in that sector at 31? 41? 51? 61? And, to put all this in &lt;strong&gt;context&lt;/strong&gt;, how does the rate of career persistence compare to other U.S. sectors like finance, real estate, trades, health care, sales, education, etc?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before I try to start from scratch, &lt;strong&gt;does this duplicate previous work&lt;/strong&gt;?&lt;/p&gt;&#xA;" OwnerUserId="18697" LastActivityDate="2018-02-24T23:18:55.300" Title="age persistence in information technology" Tags="|usa|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12451" PostTypeId="1" AcceptedAnswerId="12457" CreationDate="2018-02-25T01:52:16.837" Score="2" ViewCount="43" Body="&lt;p&gt;I want to know where I can find detailed, current and authoritative (ie. government) data about all of Cameroons &lt;a href=&quot;https://en.wikipedia.org/wiki/Subdivisions_of_Cameroon&quot; rel=&quot;nofollow noreferrer&quot;&gt;subdivisions&lt;/a&gt; and the number of inhabitants in each (ie. &lt;a href=&quot;https://en.wikipedia.org/wiki/Census&quot; rel=&quot;nofollow noreferrer&quot;&gt;census data&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that Cameroon is divided into 10 &lt;a href=&quot;https://en.wikipedia.org/wiki/Regions_of_Cameroon&quot; rel=&quot;nofollow noreferrer&quot;&gt;regions&lt;/a&gt;, which are in turn divided into &lt;a href=&quot;https://en.wikipedia.org/wiki/Departments_of_Cameroon&quot; rel=&quot;nofollow noreferrer&quot;&gt;departments&lt;/a&gt;, which are in turn divided into &lt;a href=&quot;https://en.wikipedia.org/wiki/Communes_of_Cameroon&quot; rel=&quot;nofollow noreferrer&quot;&gt;communes&lt;/a&gt;, which in turn consist of villages, and even neighborhoods have their names. Often names exist in English as well as French. I want to know the official names of all of them and the number of people living in each.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have come across a number of documents online (but am not allowed to post links to them):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;United Councils and Cities of Cameroon (official but incomplete)&lt;/li&gt;&#xA;&lt;li&gt;Village Dictionary of Donga-Mantung Division (official but neither current nor complete)&lt;/li&gt;&#xA;&lt;li&gt;Joshua Project (inofficial and neither current nor complete)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Data for the &lt;a href=&quot;https://en.wikipedia.org/wiki/Northwest_Region_(Cameroon)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Northwest Region&lt;/a&gt; and it's subdivisions is of particular interest to me.&lt;/p&gt;&#xA;" OwnerUserId="18699" LastEditorUserId="18699" LastEditDate="2018-02-27T04:10:50.693" LastActivityDate="2018-02-27T04:21:17.510" Title="Where can I find data about Cameroons subdivisions and number of inhabitants?" Tags="|census|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12454" PostTypeId="2" ParentId="6210" CreationDate="2018-02-25T20:55:16.117" Score="1" Body="&lt;p&gt;This is a tough question because email addresses are not openly available, so getting a dataset of mapping between addresses is even harder.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suggest to take a big email corpus like the Enron one, and then build a tool that follows email threads and maps FROM and TO in subsequent emails.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Email in &lt;a href=&quot;https://en.wikipedia.org/wiki/Mbox&quot; rel=&quot;nofollow noreferrer&quot;&gt;MBOX&lt;/a&gt; format is well enough structured to mostly read only the header information, and probably not need to parse the text&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Since the Enron Corpus is grouped by person, you can find all the aliases that person uses:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.enron-mail.com/email/kuykendall-t&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.enron-mail.com/email/kuykendall-t&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also read the header and body text from the emails themselves:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.enron-mail.com/email/kuykendall-t/discussion_threads/FW_Fw_sick_but_funny_jokes_1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.enron-mail.com/email/kuykendall-t/discussion_threads/FW_Fw_sick_but_funny_jokes_1.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The email header FROM states:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;From: tori.kuykendall@enron.com&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The body of this email states&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Forwarded by Tori Kuykendall/HOU/ECT on 10/31/2000 &#xA;  07:29 AM&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And the previous email was written to&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To: tkuyken@enron.com&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Presumably tkuyken@enron.com and tori.kuykendall@enron.com are both Tori Kuykendall, corresponding to the folder&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.enron-mail.com/email/kuykendall-t&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.enron-mail.com/email/kuykendall-t&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you search Enron on here, you'll find lots of tools, various export formats, etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/search?q=enron&quot;&gt;https://opendata.stackexchange.com/search?q=enron&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-02-25T20:55:16.117" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12456" PostTypeId="2" ParentId="12451" CreationDate="2018-02-26T17:17:15.703" Score="2" Body="&lt;p&gt;You can use GADM:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gadm.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Cameroon there are 4 levels:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Level 0 the country border&lt;/li&gt;&#xA;&lt;li&gt;Level 1 region&lt;/li&gt;&#xA;&lt;li&gt;level 2 departement&lt;/li&gt;&#xA;&lt;li&gt;level 3 Arrondissement&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gadm.org/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gadm.org/download&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to get the population per level you can take two approaches:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;use a global dataset such as gridded population of the world and calculate zonal statistics. &lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/collection/gpw-v4&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sedac.ciesin.columbia.edu/data/collection/gpw-v4&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Try to find a local census and join the tabular data to the shapefile attribute table. &lt;a href=&quot;http://cameroon.opendataforafrica.org/rfdefze/census-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cameroon.opendataforafrica.org/rfdefze/census-data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="7244" LastActivityDate="2018-02-26T17:17:15.703" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12457" PostTypeId="2" ParentId="12451" CreationDate="2018-02-27T04:21:17.510" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://www.ceped.org/ireda/inventaire/ressources/cmr-2005-rec_v4.7_repertoire_actualise_villages_cameroun.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Répertoire actualisé des villages du Cameroun&lt;/a&gt; provides &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;authoritative (Centre Population et Développement, Université Paris Descartes, Institut de Recherche pour le Développement), &lt;/li&gt;&#xA;&lt;li&gt;detailed (Régions &gt; Départements &gt; Arrondissement &gt; Quartiers / Villages) and&lt;/li&gt;&#xA;&lt;li&gt;current (2005)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;data about the number of inhabitants for all subdivisions of Cameroon.&lt;/p&gt;&#xA;" OwnerUserId="18699" LastActivityDate="2018-02-27T04:21:17.510" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12459" PostTypeId="1" AcceptedAnswerId="12462" CreationDate="2018-02-28T06:22:00.183" Score="2" ViewCount="91" Body="&lt;p&gt;I'm looking for an open dataset that has &lt;strong&gt;aggregate running speeds&lt;/strong&gt; over short distances, that divides the data into &lt;strong&gt;Male/Female&lt;/strong&gt; and &lt;strong&gt;Age Groups&lt;/strong&gt;. The data should be from regular human beings, like students or ameteur athletes, and not from Olympic level competition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The exact raw data isn't so important, but my goal is to generate median max speed per age and gender. Any data that is related to soccer/football or other sports is also welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data can be any format or level of machine readability, and I'll use the data as a reference, so I don't have any strict license requirements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perfect dataset would look like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;M,13,median_top_speed,20&#xA;M,15,median_top_speed,22&#xA;M,17,median_top_speed,24&#xA;M,19,median_top_speed,26&#xA;M,21,median_top_speed,27&#xA;F,13,median_top_speed,19&#xA;F,15,median_top_speed,21&#xA;F,17,median_top_speed,23&#xA;F,19,median_top_speed,25&#xA;F,21,median_top_speed,26&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="16193" LastEditDate="2018-02-28T19:33:49.363" LastActivityDate="2018-02-28T19:33:49.363" Title="Running speeds for young males &amp; females at different ages" Tags="|data-request|sports|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12462" PostTypeId="2" ParentId="12459" CreationDate="2018-02-28T14:09:33.107" Score="1" Body="&lt;p&gt;I found this 2015 paper which has data for 11-18 year old Norwegian male and female running 60 meters:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4456243/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Performance Development in Adolescent Track and Field Athletes According to Age, Sex and Sport Discipline&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nCBZYm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nCBZYm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The link to download the data was dead (and I notified the author), but an archive is available on the wayback machine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20150501075113/http://www.friidrett.no/stevner/statistikk1/alle%20tiders/Sider/Norgesbestegjennomalletider.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20150501075113/http://www.friidrett.no/stevner/statistikk1/alle%20tiders/Sider/Norgesbestegjennomalletider.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-02-28T14:09:33.107" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12463" PostTypeId="1" CreationDate="2018-02-28T20:21:48.860" Score="1" ViewCount="47" Body="&lt;p&gt;Do you know of any sites that make this information available online?&lt;/p&gt;&#xA;" OwnerUserId="18735" LastActivityDate="2018-03-03T12:36:26.163" Title="How can I find out how frequently certain words are used in Danish print and online news media?" Tags="|data-request|media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12464" PostTypeId="2" ParentId="6277" CreationDate="2018-03-01T00:34:22.567" Score="1" Body="&lt;p&gt;You could also take a look at Adam Pease's &lt;a href=&quot;http://www.adampease.org/OP/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SUMO&lt;/a&gt; (Suggested Upper Merged Ontology) which is quite broad and covers those knowledge domains.&lt;/p&gt;&#xA;" OwnerUserId="18737" LastActivityDate="2018-03-01T00:34:22.567" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12466" PostTypeId="2" ParentId="10233" CreationDate="2018-03-01T20:29:57.193" Score="3" Body="&lt;p&gt;DBpedia (&lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/sparql&lt;/a&gt;) holds a static dataset, updated in batches roughly every 6-12 months.  Changes made on Wikipedia will eventually show up here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DBpedia-Live (&lt;a href=&quot;http://live.dbpedia.org/sparql&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://live.dbpedia.org/sparql&lt;/a&gt;) holds a dynamic dataset, updated from the Wikipedia firehose on a near-constant basis.  Changes made on Wikipedia generally show up here within hours if not seconds.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia (and hence, derived DBpedia and DBpedia-Live) data is messy, and often lacks the specific detail you want, especially in the structured data block. For instance, the &lt;a href=&quot;https://en.wikipedia.org/wiki/YU_Yureka&quot; rel=&quot;nofollow noreferrer&quot;&gt;YU Yureka&lt;/a&gt; (not the &quot;Micromax Yureka&quot;) does not have a &lt;strong&gt;Type: Smartphone&lt;/strong&gt; entry, unlike, for instance, the &lt;a href=&quot;https://en.wikipedia.org/wiki/Xiaomi_Mi_2S&quot; rel=&quot;nofollow noreferrer&quot;&gt;Xiaomi Mi 2S&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The solution to your complaint is to update Wikipedia content, and then wait for DBpedia-Live to pick up your changes.&lt;/p&gt;&#xA;" OwnerUserId="882" LastEditorUserId="882" LastEditDate="2018-03-06T14:01:57.623" LastActivityDate="2018-03-06T14:01:57.623" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12470" PostTypeId="1" CreationDate="2018-03-03T01:52:35.420" Score="2" ViewCount="45" Body="&lt;p&gt;I'm working on an algorithm to enhance camera resolution.  Ideally the scene is static between the frames, and I need minimally the raw files that go into HDR images, or high frame rate data (the higher the better). &lt;/p&gt;&#xA;" OwnerUserId="18753" LastEditorUserId="90" LastEditDate="2018-08-31T23:09:54.617" LastActivityDate="2018-10-01T00:02:15.647" Title="Looking for HDR raw data or high frame rate data, preferrably from satelites" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12471" PostTypeId="5" CreationDate="2018-03-03T09:17:11.237" Score="0" Body="&lt;p&gt;For questions about the &lt;a href=&quot;https://www.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Geological Survey&lt;/a&gt; (USGS, formerly Geological Survey), which is the sole scientific agency of the US government's Dept. of Interior, with no regulatory responsibility. USGS studies the landscape of the US, natural resources, and natural hazards that threaten it. The organization has four major science disciplines, concerning biology, geography, geology, and hydrology.&lt;/p&gt;&#xA;" OwnerUserId="14011" LastEditorUserId="14011" LastEditDate="2019-12-10T19:11:45.203" LastActivityDate="2019-12-10T19:11:45.203" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12472" PostTypeId="4" CreationDate="2018-03-03T09:17:11.237" Score="0" Body="[United States Geological Survey](https://www.usgs.gov/) . &#xD;&#xA;The United States Geological Survey (USGS, formerly Geological Survey) is the sole scientific agency of the US government's Dept. of Interior, with no regulatory responsibility. USGS studies the landscape of the US, natural resources, and natural hazards that threaten it. The organization has four major science disciplines, concerning biology, geography, geology, and hydrology." OwnerUserId="5766" LastEditorUserId="90" LastEditDate="2018-03-30T15:18:10.900" LastActivityDate="2018-03-30T15:18:10.900" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12474" PostTypeId="2" ParentId="12463" CreationDate="2018-03-03T12:36:26.163" Score="2" Body="&lt;p&gt;Some data is available if you &lt;a href=&quot;https://www.google.com/search?q=danish+word+frequency&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google for danish word frequency&lt;/a&gt; or &lt;a href=&quot;https://www.google.com/search?q=danish+word+list&quot; rel=&quot;nofollow noreferrer&quot;&gt;danish word list&lt;/a&gt;, but you'll have to check if those results are good enough for you. Or search with the Danish equivalent for those words.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Frequency_lists/Danish_wordlist&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary list based on movie subtitles&lt;/a&gt; looks nice.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alas, the first suspect, &lt;a href=&quot;https://books.google.com/ngrams&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google ngram&lt;/a&gt;, doesn't have Danish data.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2018-03-03T12:36:26.163" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12475" PostTypeId="1" CreationDate="2018-03-04T02:36:51.937" Score="1" ViewCount="51" Body="&lt;p&gt;I wanted to ask about limitations on the &quot;concepts&quot; that can be defined using RDF or OWL. Some concepts such as the economic term &quot;inflation&quot; or the concept &quot;overwork&quot; (as when someone works too much) come to mind as more abstract examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(This would be in the context of creating a &lt;a href=&quot;https://en.wikipedia.org/wiki/Triplestore&quot; rel=&quot;nofollow noreferrer&quot;&gt;triplestore&lt;/a&gt; of structured information for the purpose of training an AI.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there known limitations on what kind of &quot;concepts&quot; can be defined using RDF?&lt;/p&gt;&#xA;" OwnerUserId="18762" LastEditorUserId="18762" LastEditDate="2018-03-05T14:42:54.903" LastActivityDate="2018-03-05T14:42:54.903" Title="What limitations, if any, are there on what kind of concepts can be declared using RDF?" Tags="|rdf|ontology|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12476" PostTypeId="1" CreationDate="2018-03-04T06:30:05.343" Score="1" ViewCount="901" Body="&lt;p&gt;List of French Hospitals and Health Clinics&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There might not be a database covering all french hospital. &#xA;So if we need more data that OpenStreetMap ha - Below is the data for France.&#xA;The French government has created a website showing the list of all 4307 hospitals and clinics in France:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ScopeSante.fr&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ScopeSante.fr&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click on &quot;&lt;em&gt;Voir la liste des établissements&lt;/em&gt;&quot; to get the full list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/kNkOV.png&quot; alt=&quot;hopitaux&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need to scrape that. Each hospital name has a link to &lt;a href=&quot;http://www.scopesante.fr/fiches-detaillees/750150146/&quot; rel=&quot;nofollow noreferrer&quot;&gt;its detailed information page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/Fl36q.png&quot; alt=&quot;hopital&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have just sent them a message asking for a dump of the data. They replied to me saying that all of their data comes from the FINESS database, which is also maintained by the French government, and available online &quot;&lt;em&gt;for private use&lt;/em&gt;&quot; and unfortunately does not have dump downloads, so that would mean scraping that:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/QKKRl.png&quot; alt=&quot;FINESS&quot;&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;what is aimed; i want to have a full list of the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See the &lt;a href=&quot;https://ws.scopesante.fr/v4/carte-etablissements&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ws.scopesante.fr/v4/carte-etablissements&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The private API returns the full list of establishments along with their &quot;id&quot; numbers in JSON format.This is a great approach; This is the full list. We can use the &quot;id&quot; number of each organization to look up the &quot;details&quot; page for each organization. So, using the route to the &quot;details&quot; page: &lt;a href=&quot;https://www.scopesante.fr#/etablissements/PUT_ID_NUMBER_HERE/fiche-detaillee/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.scopesante.fr#/etablissements/PUT_ID_NUMBER_HERE/fiche-detaillee/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We can get the details for a specific establishment directly by calling the API. See:&#xA;&lt;a href=&quot;https://ws.scopesante.fr/v4/fiche-identite/010000024&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ws.scopesante.fr/v4/fiche-identite/010000024&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This returns the details on the specific establishment.&#xA;We can replace the number on the end of the URL with the &quot;id&quot; number of the establishment you are looking up. Using an API is usually more efficient than scraping the pages directly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have for example the follwing ending of a URL&lt;/p&gt;&#xA;&#xA;&lt;p&gt;010000024&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This number is also visible in the overview see the &lt;a href=&quot;https://ws.scopesante.fr/v4/carte-etablissements&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ws.scopesante.fr/v4/carte-etablissements&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I have to do some combination:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The question is&lt;/strong&gt; - how to retrieve the full dataset of the approx 4000 records ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I guess that the key is&lt;/p&gt;&#xA;&#xA;&lt;p&gt;a. retrival&lt;/p&gt;&#xA;&#xA;&lt;p&gt;b. processing of JSON-data and&lt;/p&gt;&#xA;&#xA;&lt;p&gt;c. creating a db that stores the whole dataset&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now I want to have a closer look at the decoding with &lt;code&gt;json_decode()&lt;/code&gt; -  as with every JSON API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many thanks for your help here.&lt;/p&gt;&#xA;" OwnerUserId="18764" LastEditorUserId="16193" LastEditDate="2018-03-04T09:46:46.140" LastActivityDate="2018-03-05T00:32:56.193" Title="List of French Hospitals and Health Clinics" Tags="|data-request|medical|france|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12477" PostTypeId="1" CreationDate="2018-03-04T12:31:48.107" Score="2" ViewCount="609" Body="&lt;p&gt;I am trying to find a shapefile for Mozambique's Level 4 administrative boundaries. These units are known as localidades, or localities, and there are over 1,000 of them. I've tried all the usual sources: GADM, etc. No source that I have found has anything below level 3 boundaries, which are districts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Confusingly, some websites refer to level 3 districts as localities, but -- while this may have been correct years ago -- it is no longer right. There are ~450 districts and over 1000 localities in Mozambique.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this point, I would be happy to find any map of localities, even piecemeal, that I could scan and assemble into a comprehensive shapefile. I am also open to alternative solutions, such as generating approximate polygons from a list of points known to reside within a given locality. But I have not found data that would allow me to do that yet.&lt;/p&gt;&#xA;" OwnerUserId="18767" LastActivityDate="2021-03-16T18:58:48.457" Title="Shapefile or map of Mozambique localidades (localities) administrative boundaries" Tags="|geospatial|africa|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12478" PostTypeId="2" ParentId="12470" CreationDate="2018-03-04T20:33:28.410" Score="2" Body="&lt;p&gt;This is a non-answer, but I think you should take your own photos. Then you can create a testable data set with varying lighting conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And then release it to the public!&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;That being said, here's a dataset with 5GB of RAW photos&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://mmlab.science.unitn.it/RAISE/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mmlab.science.unitn.it/RAISE/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;RAISE is a challenging real-world image dataset, primarily designed for the evaluation of digital forgery detection algorithms. It consists of 8156 high-resolution RAW images, uncompressed and guaranteed to be camera-native (i.e., never touched or processed). All the images have been collected from 4 photographers over a period of 3 years (2011- 2014), capturing different scenes and moments in over 80 places in Europe employing 3 different cameras.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-04T20:33:28.410" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12479" PostTypeId="1" AcceptedAnswerId="13733" CreationDate="2018-03-04T21:16:55.223" Score="4" ViewCount="50" Body="&lt;p&gt;I have my own map matching algorithm and I want to compare it's accuracy to some other algorithms. Is there a free trace dataset that has a confirmed match for each trace (ground truth), so I can perform the comparison?&lt;/p&gt;&#xA;" OwnerUserId="14597" LastActivityDate="2019-01-10T21:10:09.860" Title="Free Map matching benchmark data" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12481" PostTypeId="1" CreationDate="2018-03-05T03:43:00.040" Score="1" ViewCount="42" Body="&lt;p&gt;As part of a research effort, I am working on the recognition of roadworks from street-level imagery. On top of other sources, we have the plan to match historic street view snapshots with roadworks data in order to get a geographically diverse dataset. However, datasets seem to be sparse. We need three attributes: location (preferably XY), start date, and end date.&#xA;The only concrete dataset which suits my needs is the historic &lt;a href=&quot;https://www.data.vic.gov.au/data/dataset/road-works-and-events-points-snapshot/resource/5791314b-fb70-41ae-800f-e3e260265872&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vicroads&lt;/a&gt; snapshot.&lt;/p&gt;&#xA;&lt;p&gt;After some digging, I can't seem to find other sources like it. OpenStreetMap has the &lt;code&gt;construction&lt;/code&gt; tag but doesn't have a proper protocol for roadworks. Not to mention, searching the entire history of OSM snapshots requires a lot of set-ups.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have any other suggestions on sources I could check out?&lt;/p&gt;&#xA;&lt;p&gt;EDIT: For anyone stumbling in here in the future, I'll post any suitable working links I can find.&lt;br /&gt;&#xA;&lt;a href=&quot;https://old.datahub.io/dataset/de2d6895-fd5b-4912-9563-6eedff07d245&quot; rel=&quot;nofollow noreferrer&quot;&gt;Leeds roadworks from the backup site&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18773" LastEditorUserId="23272" LastEditDate="2021-03-11T06:04:16.997" LastActivityDate="2021-03-11T06:04:16.997" Title="Historic roadworks" Tags="|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12482" PostTypeId="2" ParentId="12481" CreationDate="2018-03-05T08:46:07.827" Score="2" Body="&lt;p&gt;This dataset is literally called &quot;historic roadworks&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/historic-roadworks&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/dataset/historic-roadworks&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data related to historic roadworks across Leeds. Automated update This dataset is updated automatically on the 1st day of each quarter.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In general, this kind of dataset would be more likely to be found from a local municipality (city) rather than global.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-05T08:46:07.827" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12483" PostTypeId="1" CreationDate="2018-03-05T13:20:27.633" Score="1" ViewCount="332" Body="&lt;p&gt;I want to find all patients that have measurements for some predefined variables. However items names for carevue and metavision db are different (e.g. Carevue - 'NBP [Systolic], metavision- &quot;Non Invasive Blood Pressure systolic&quot;). Do you have some script to unify these two tables? What strategy should I follow?&lt;/p&gt;&#xA;" OwnerUserId="18732" LastActivityDate="2018-03-06T13:46:16.567" Title="CHARTEVENTS Carevue and Metavision" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12484" PostTypeId="2" ParentId="12483" CreationDate="2018-03-05T15:27:19.950" Score="1" Body="&lt;p&gt;I found in mimic github the script &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/blob/master/concepts/pivot/pivoted-vital.sql&quot; rel=&quot;nofollow noreferrer&quot;&gt;pivoted-vital.sql&lt;/a&gt; that solved my problem:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This query pivots the vital signs for the first 24 hours of a patient's stay&lt;br /&gt;&#xA;  Vital signs include heart rate, blood pressure, respiration rate, and temperature&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18732" LastEditorDisplayName="user4293" LastEditDate="2018-03-06T13:46:16.567" LastActivityDate="2018-03-06T13:46:16.567" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12485" PostTypeId="1" CreationDate="2018-03-05T22:56:13.560" Score="1" ViewCount="45" Body="&lt;p&gt;Of the 58,976 admissions (hadm_ID's) in the database, 1190 have no associated ICUstay_ID's. How is this possible? Are there hospitalizations in the database that didn't include any ICU admissions?&lt;/p&gt;&#xA;" OwnerUserId="18152" LastEditorUserId="23272" LastEditDate="2021-04-03T09:24:34.210" LastActivityDate="2021-04-03T09:24:34.210" Title="mimic-iii missing ICUstay_IDs, Aren't all of these hospitalizations ICU admits?" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12487" PostTypeId="1" CreationDate="2018-03-06T14:52:20.367" Score="1" ViewCount="78" Body="&lt;p&gt;Most websites only provides historical actual weather data (e.g. the observed temperature on March 5 2015 was ...). I am specifically looking for forecasted weather data (e.g. the forecasted temperature on March 5 2015 for the next day was...).&lt;/p&gt;&#xA;&lt;p&gt;Does anybody who came across such datasets? The geographical area I am looking for is The Netherlands.&lt;/p&gt;&#xA;" OwnerUserId="18787" LastEditorUserId="23272" LastEditDate="2022-07-14T12:45:45.133" LastActivityDate="2022-07-14T12:45:45.133" Title="Does anybody know how to retrieve historical forecasted weather data? I am looking for forecasted data, not actual data" Tags="|data-request|machine-learning|weather|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12488" PostTypeId="2" ParentId="8961" CreationDate="2018-03-06T19:22:44.773" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://lib.stat.cmu.edu/datasets/Andrews/&quot; rel=&quot;nofollow noreferrer&quot;&gt;StatLib&lt;/a&gt; web site seems to be available again, but oddly, not all datasets from Andrews and Herzberg can be retrieved (20 out of 100 are missing).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a copy at &lt;a href=&quot;https://www2.stat.duke.edu/courses/Spring01/sta114/data/andrews.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Duke&lt;/a&gt;, with all datasets.&lt;/p&gt;&#xA;" OwnerDisplayName="user18791" LastActivityDate="2018-03-06T19:22:44.773" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12489" PostTypeId="1" CreationDate="2018-03-07T00:50:34.047" Score="2" ViewCount="25" Body="&lt;p&gt;Can anyone direct me to a link that has the Usage Agreement / Licensing Fees / User Restrictions or metadata for a basemap called MapQuest Light (OSM)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To View the Basemap, it can be found on this website:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://mc.bbbike.org/mc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mc.bbbike.org/mc/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select the drop down and choose MapQuest Light (OSM).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks all, I haven't been able to locate any metadata, a user license agreement, or any specifics on this basemap.&lt;/p&gt;&#xA;" OwnerUserId="18795" LastEditorUserId="16193" LastEditDate="2018-03-07T05:59:57.133" LastActivityDate="2018-03-07T05:59:57.133" Title="Seeking License Fees / Restrictions for MapQuest Light (OSM) Basemap" Tags="|geospatial|licensing|openstreetmap|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12490" PostTypeId="2" ParentId="9807" CreationDate="2018-03-07T01:04:05.887" Score="1" Body="&lt;p&gt;For what it's worth for anyone else who stumbles upon this question and want an answer, see &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/issues/47#issuecomment-282734892&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/issues/47#issuecomment-282734892&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;As far as we know, all rewritten rows should only be used for audit&#xA;  purposes, i.e. these rows correspond to drug doses never being given&#xA;  to patients. We are considering removing this audit trail in the&#xA;  future as its use in research seems limited and it only acts to create&#xA;  a confusing table.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So in my own analysis, since I care about what the patient received, I exclude those that have &lt;code&gt;Rewritten&lt;/code&gt; in the column &lt;code&gt;statusdescription&lt;/code&gt;. However, I also only include &lt;code&gt;cancelreason = 0&lt;/code&gt;. The corresponding code for cancelreason is unclear, but if there's any reason for cancelling it then in my analysis I do not include it. &lt;/p&gt;&#xA;" OwnerUserId="17248" LastActivityDate="2018-03-07T01:04:05.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12491" PostTypeId="2" ParentId="12444" CreationDate="2018-03-07T15:18:20.400" Score="1" Body="&lt;p&gt;If you set the map scale to 1:10,000 or lower you can see field boundaries for England, Wales and Scotland.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://magic.defra.gov.uk/MagicMap.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://magic.defra.gov.uk/MagicMap.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The usage is still protected under crown copyright.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IzDUl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IzDUl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The other option is to extract from Environment Agency (Opendata) Lidar to get a field boundary dataset - this will be time consuming and require data clean up.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://environmentagency.blog.gov.uk/2017/12/30/uncovering-englands-landscape-by-2020/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://environmentagency.blog.gov.uk/2017/12/30/uncovering-englands-landscape-by-2020/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1743" LastEditorUserId="1743" LastEditDate="2018-03-10T03:17:25.960" LastActivityDate="2018-03-10T03:17:25.960" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12493" PostTypeId="1" CreationDate="2018-03-01T17:09:10.793" Score="1" ViewCount="456" Body="&lt;p&gt;How can I fetch/retrieve or get Tokyo stock exchange data beginning the year 2001?&#xA;It does not have to thru code but can be a simple download or few lines of code in R or Python.&#xA;It has to be free and can be in any format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please tell me the procedure or the website to get it. Thanks!&lt;/p&gt;&#xA;" OwnerUserId="18842" OwnerDisplayName="Gaurav" LastEditorUserId="1511" LastEditDate="2018-03-09T15:47:08.420" LastActivityDate="2018-03-09T15:51:25.213" Title="Tokyo Stock Exchange Historical Data" Tags="|data-request|finance|japan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12494" PostTypeId="1" CreationDate="2018-03-09T11:44:53.363" Score="3" ViewCount="25" Body="&lt;p&gt;I'm looking for data about roads in the UK. &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/os-open-roads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OS Open Roads&lt;/a&gt; is a great spatial dataset with detailed shapefiles, but it doesn't contain &lt;strong&gt;temporal information&lt;/strong&gt;. I would like to find a dataset with roads from the 1950s onward. For each road, I would like to know when it was built (and closed, if it doesn't exist anymore). I'm particularly interested in the development of the motorway network in the UK. Does such dataset exist?&lt;/p&gt;&#xA;" OwnerUserId="18057" LastActivityDate="2018-03-09T11:44:53.363" Title="Historic data on UK roads 1950-2010" Tags="|geospatial|uk|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12495" PostTypeId="2" ParentId="12493" CreationDate="2018-03-09T15:51:25.213" Score="1" Body="&lt;p&gt;Quandl has open data from the Nikkei stock exchange, which is I guess what you mean.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/NIKKEI-Nikkei&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quandl.com/data/NIKKEI-Nikkei&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/NIKKEI-Nikkei/usage/quickstart/python&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python Package&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quandl.com/data/NIKKEI-Nikkei/usage/quickstart/r&quot; rel=&quot;nofollow noreferrer&quot;&gt;R Package&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-09T15:51:25.213" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12496" PostTypeId="1" AcceptedAnswerId="12497" CreationDate="2018-03-10T01:22:44.827" Score="2" ViewCount="244" Body="&lt;p&gt;Is this possible, like the wikidata autocomplete combo works, in a speedy way, with a filter of &lt;code&gt;&quot;itemlabel strings start with...&quot;&lt;/code&gt; ?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX xsd: &amp;lt;http://www.w3.org/2001/XMLSchema#&amp;gt;&#xA;&#xA;SELECT ?item ?itemLabel ?fecha_de_nacimiento  WHERE {&#xA;&#xA;  ?item wdt:P31 wd:Q5.&#xA;  ?item schema:dateModified ?modified&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;es,en,it,fr,de,cs,[AUTO_LANGUAGE]&quot;. }&#xA;  OPTIONAL { ?item wdt:P569 ?fecha_de_nacimiento. }&#xA;&#xA;  FILTER(?fecha_de_nacimiento &amp;gt; &quot;1900-01-01T00:00:00Z&quot;^^xsd:dateTime)&#xA;&#xA;}&#xA;LIMIT 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18564" LastActivityDate="2018-10-11T09:21:16.390" Title="Wikidata - Search of human instance that doesn't break" Tags="|api|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12497" PostTypeId="2" ParentId="12496" CreationDate="2018-03-10T08:30:50.280" Score="2" Body="&lt;p&gt;I suppose the problem is not that you're not familiar with &lt;a href=&quot;https://www.w3.org/TR/sparql11-query/#func-strstarts&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;STRSTARTS&lt;/code&gt;&lt;/a&gt;, but rather performance.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.npmjs.com/package/wikidata-entity-lookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;This page&lt;/a&gt; contains some introductory remarks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Search in multiple languages&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you really want to search in multiple languages, then, I'm afraid, the only option is to use wikidata.dbpedia.org as described in &lt;a href=&quot;https://stackoverflow.com/a/45298496/7879193&quot;&gt;this answer&lt;/a&gt; on Stack Overflow.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Search in single language&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to search in a single language (according to &lt;a href=&quot;https://stackoverflow.com/q/49203964/7879193&quot;&gt;your own question&lt;/a&gt; on Stack Overflow ), you can use &lt;a href=&quot;https://github.com/OpenRefine/OpenRefine/wiki/Suggest-API&quot; rel=&quot;nofollow noreferrer&quot;&gt;Suggest API&lt;/a&gt; or call &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual/MWAPI#Find_all_entities_with_labels_%22cheese%22_and_get_their_types&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mediawiki API from SPARQL&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Wikibase Mediawiki API extension allows to use some special keywords on Wikidata, e. g. &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=query&amp;amp;list=search&amp;amp;srsearch=arturo%20haswbstatement:P31=Q5&amp;amp;format=json&amp;amp;srlimit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;haswbstatement:P31=Q5&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-10-11T09:21:16.390" LastActivityDate="2018-10-11T09:21:16.390" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="12498" PostTypeId="1" CreationDate="2018-03-10T15:00:09.237" Score="0" ViewCount="215" Body="&lt;p&gt;I'm looking for an API that can get me prices for apps. I also want information on in-app purchases given the ID (package name in Android) of the app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example query would be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ID: identifier of the application&#xA;COUNTRY: country to look for (some applications have price depending on country)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Response:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PRICE: price of the app in the country (0 if it's free)&#xA;IN_APP: true if the app has in-app purchases, false otherwise&#xA;PRODUCTS: dict object having name of the in-app product as key and the price as value&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I did some research on the web. I found the &lt;a href=&quot;https://42matters.com/app-market-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;42matters&lt;/a&gt; API. However, it's only approximating the price of in-app products (I verified with one of my apps) giving a somehow large range, e.g.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[in_app_min:0.99, in_app_max:144.99]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18831" LastEditorDisplayName="user4293" LastEditDate="2018-03-10T19:32:26.690" LastActivityDate="2024-02-18T10:04:45.530" Title="Is there an API for getting app prices in the Google Play/App store?" Tags="|data-request|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12500" PostTypeId="2" ParentId="12498" CreationDate="2018-03-10T19:47:48.140" Score="0" Body="&lt;p&gt;Here are two unofficial Google Play APIs. You'd have to build your own dataset, or expand the API to get the fields you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/egirault/googleplay-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/egirault/googleplay-api&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ alias pp=&quot;column -s ';' -t&quot;&#xA;&#xA;$ python search.py earth | pp&#xA;&#xA;Title                           Package name                            Creator                  Super Dev  Price    Offer Type  Version Code  Size     Rating  Num Downloads&#xA;Google Earth                    com.google.earth                        Google Inc.              1          Gratuit  1           53            8.6MB    4.46    10 000 000+&#xA;Terre HD Free Edition           ru.gonorovsky.kv.livewall.earthhd       Stanislav Gonorovsky     0          Gratuit  1           33            4.7MB    4.47    1 000 000+&#xA;Earth Live Wallpaper            com.seb.SLWP                            unixseb                  0          Gratuit  1           60            687.4KB  4.06    5 000 000+&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/facundoolano/google-play-scraper/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/facundoolano/google-play-scraper/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var gplay = require('google-play-scraper');&#xA;&#xA;gplay.app({appId: 'com.dxco.pandavszombies'})&#xA;  .then(console.log, console.log);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Results:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  appId: 'com.dxco.pandavszombies',&#xA;  title: 'Panda vs Zombie: Elvis rage',&#xA;  summary: 'Help Rocky the Panda warrior to fight zombie games and save the Panda kind.',&#xA;  url: 'https://play.google.com/store/apps/details?id=com.dxco.pandavszombies&amp;amp;hl=en',&#xA;  icon: 'https://lh6.ggpht.com/5mI27oolnooL__S3ns9qAf_6TsFNExMtUAwTKz6prWCxEmVkmZZZwe3lI-ZLbMawEJh3=w300',&#xA;  minInstalls: 10000,&#xA;  maxInstalls: 50000,&#xA;  score: 4.9,&#xA;  reviews: 2312,&#xA;  histogram: { '1': 12, '2': 7, '3': 16, '4': 40, '5': 231 },&#xA;  description: 'Everyone in town has gone zombie.',&#xA;  developerId: &quot;DxCo+Games&quot;,&#xA;  descriptionHTML: 'Everyone in town has gone &amp;lt;b&amp;gt;zombie&amp;lt;/b&amp;gt;.',&#xA;  developer: 'DxCo Games',&#xA;  developerEmail: 'dxcogames@gmail.com',&#xA;  developerWebsite: 'http://www.dxco-games.com/',&#xA;  developerAddress: '10685-B Hazelhurst Dr. # 18457\nHouston, TX 77043\nUSA',&#xA;  updated: 'May 26, 2015',&#xA;  genre: 'Action',&#xA;  genreId: 'GAME_ACTION',&#xA;  familyGenre: undefined,&#xA;  familyGenreId: undefined,&#xA;  version: '1.4',&#xA;  size: '34M',&#xA;  androidVersionText: '2.3 and up',&#xA;  androidVersion: '2.3',&#xA;  contentRating: 'Mature 17+',&#xA;  price: '0',&#xA;  free: true,&#xA;  screenshots: ['https://lh3.ggpht.com/le0bhlp7RTGDytoXelnY65Cx4pjUgVjnLypDGGWGfF6SbDMTkU6fPncaAH8Ew9RQAeY=h310']&#xA;  video: 'https://www.youtube.com/embed/PFGj-W8Pe5s',&#xA;  comments: ['Great! Its a great time waster'],&#xA;  recentChanges: [ '- Added a hint system' ],&#xA;  preregister: false&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-10T19:47:48.140" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12501" PostTypeId="1" AcceptedAnswerId="12502" CreationDate="2018-03-11T00:24:27.150" Score="1" ViewCount="245" Body="&lt;p&gt;I ve this query, which i want to find every instance of human with name Jose (already a first name like John, very common) in wikidata spanish, and then I get only 10 results. I believe is the way of the subquery, like if I made the filter of my 50 previous results, but I can't move the conditions without breaking the query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;my query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * WHERE {&#xA;  SERVICE wikibase:mwapi {&#xA;      bd:serviceParam wikibase:api &quot;EntitySearch&quot; .&#xA;      bd:serviceParam wikibase:endpoint &quot;www.wikidata.org&quot; .&#xA;      bd:serviceParam mwapi:search &quot;josé&quot; .&#xA;      bd:serviceParam mwapi:language &quot;es&quot; .&#xA;      ?item wikibase:apiOutputItem mwapi:item .&#xA;      ?num wikibase:apiOrdinal true .&#xA;  }&#xA;&#xA;  ?item (wdt:P279|wdt:P31) ?type&#xA;   FILTER (?type = wd:Q5)&#xA;OPTIONAL { ?item wdt:P569 ?fecha_de_nacimiento. }&#xA;    FILTER(?fecha_de_nacimiento &amp;gt; &quot;1900-12-31T00:00:00Z&quot;^^xsd:dateTime)&#xA;} ORDER BY ASC(?num)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;and my edit, is similar in result:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * WHERE {&#xA;  SERVICE wikibase:mwapi {&#xA;      bd:serviceParam wikibase:api &quot;EntitySearch&quot; .&#xA;      bd:serviceParam wikibase:endpoint &quot;www.wikidata.org&quot; .&#xA;      bd:serviceParam mwapi:search &quot;josé&quot; .&#xA;      bd:serviceParam mwapi:language &quot;es&quot; .&#xA;      ?item wikibase:apiOutputItem mwapi:item .&#xA;      ?num wikibase:apiOrdinal true .&#xA;      ?item (wdt:P279|wdt:P31) ?type&#xA;   FILTER (?type = wd:Q5)&#xA;  }&#xA;&#xA;&#xA;OPTIONAL { ?item wdt:P569 ?fecha_de_nacimiento. }&#xA;    FILTER(?fecha_de_nacimiento &amp;gt; &quot;1900-12-31T00:00:00Z&quot;^^xsd:dateTime)&#xA;} ORDER BY ASC(?num)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18564" LastActivityDate="2018-03-11T16:40:00.987" Title="Weird results in search from wikidata" Tags="|api|wikidata|sparql|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12502" PostTypeId="2" ParentId="12501" CreationDate="2018-03-11T10:37:05.060" Score="4" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;...like if I made the filter of my 50 previous results...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;Wikibase:mwapi&lt;/code&gt; &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_query_service/User_Manual/MWAPI#Supported_services&quot; rel=&quot;nofollow noreferrer&quot;&gt;supports&lt;/a&gt; the &lt;code&gt;limit&lt;/code&gt; parameter of the Entity Search service:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?label ?order WHERE {&#xA;  VALUES (?type ?name) {(wd:Q5 &quot;Jose&quot;)}&#xA;  SERVICE wikibase:mwapi {&#xA;      bd:serviceParam wikibase:api &quot;EntitySearch&quot; ;&#xA;                      wikibase:endpoint &quot;www.wikidata.org&quot; ;&#xA;                      mwapi:language &quot;es&quot; ;&#xA;                      mwapi:search ?name ;&#xA;                      mwapi:limit &quot;50&quot; .&#xA;      ?item wikibase:apiOutputItem mwapi:item .&#xA;      ?order wikibase:apiOrdinal true .&#xA;      ?label wikibase:apiOutput mwapi:label .&#xA;  }&#xA;  ?item wdt:P31 ?type .&#xA;  ?item wdt:P569 ?date. &#xA;  FILTER (?date &amp;gt; &quot;1900-12-31T00:00:00Z&quot;^^xsd:dateTime) &#xA;} ORDER BY ASC(?order) LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3Flabel%20%3Forder%20WHERE%20%7B%0A%20%20VALUES%20%28%3Ftype%20%3Fname%29%20%7B%28wd%3AQ5%20%22Jose%22%29%7D%0A%20%20SERVICE%20wikibase%3Amwapi%20%7B%0A%20%20%20%20%20%20bd%3AserviceParam%20wikibase%3Aapi%20%22EntitySearch%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20wikibase%3Aendpoint%20%22www.wikidata.org%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Alanguage%20%22es%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Asearch%20%3Fname%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20mwapi%3Alimit%20%2250%22%20.%0A%20%20%20%20%20%20%3Fitem%20wikibase%3AapiOutputItem%20mwapi%3Aitem%20.%0A%20%20%20%20%20%20%3Forder%20wikibase%3AapiOrdinal%20true%20.%0A%20%20%20%20%20%20%3Flabel%20wikibase%3AapiOutput%20mwapi%3Alabel%20.%0A%20%20%7D%0A%20%20%3Fitem%20wdt%3AP31%20%3Ftype%20.%0A%20%20%3Fitem%20wdt%3AP569%20%3Fdate.%20%0A%20%20FILTER%20%28%3Fdate%20%3E%20%221900-12-31T00%3A00%3A00Z%22%5E%5Exsd%3AdateTime%29%20%0A%7D%20ORDER%20BY%20ASC%28%3Forder%29%20LIMIT%2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you can see, results are still weird (but try e. g. &quot;José Mourinho&quot; instead of &quot;José&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Possibly you should add some filtering using &lt;code&gt;CONTAINS&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to search people by their given names, probably you should use the &lt;code&gt;wd:P735&lt;/code&gt; property, however, there is no fast way to get most &quot;popular&quot; or &quot;relevant&quot; results.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-03-11T16:40:00.987" LastActivityDate="2018-03-11T16:40:00.987" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="12504" PostTypeId="2" ParentId="11441" CreationDate="2018-03-12T15:46:05.673" Score="0" Body="&lt;p&gt;OSM has a tag for hot springs&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;bath:type=* hot_spring&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dpublic_bath#Icelandic_hot_baths&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dpublic_bath#Icelandic_hot_baths&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This won't give you temperature range, but perhaps you can do a fuzzy match of the OSM name to another list. (for example, &lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/wassertemperaturen-freibaeder&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zürich has an API&lt;/a&gt; for outdoor water temperatures)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-12T15:46:05.673" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12506" PostTypeId="1" CreationDate="2018-03-12T22:21:11.753" Score="2" ViewCount="301" Body="&lt;p&gt;I wish to produce a set of 32 polygons for each county on the island of Ireland. I found shapefiles here of all 32 counties:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.townlands.ie/page/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.townlands.ie/page/download/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is that there are no lakes and the Shannon Estuary is missing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I then found lake data here but the lake resolution is low and still no Shannon Estuary:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://www.naturalearthdata.com/downloads/10m-physical-vectors/10m-lakes/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How might I acquire the required polygons?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here what I have so far for the code below:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/hkNBp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hkNBp.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from shapely.geometry import Polygon, MultiPolygon, mapping, shape&#xA;import fiona&#xA;import matplotlib.pyplot as plt&#xA;from descartes.patch import PolygonPatch&#xA;&#xA;ireland = Polygon([(-5.34,55.43), (-10.56,55.43), (-10.56,51.39), (-5.34,51.39)])&#xA;&#xA;lakes = []&#xA;with fiona.open(&quot;./ne_10m_lakes/ne_10m_lakes.shp&quot;) as shapes: &#xA;  for s in shapes: lakes.append(shape(s['geometry']))&#xA;with fiona.open(&quot;./ne_10m_lakes_europe/ne_10m_lakes_europe.shp&quot;) as shapes:&#xA;  for s in shapes: lakes.append(shape(s['geometry']))&#xA;lakes = MultiPolygon([s for s in lakes if s.intersects(ireland)])&#xA;&#xA;counties = {}&#xA;with fiona.open(&quot;./counties/counties.shp&quot;) as shapes:&#xA;  for s in shapes:&#xA;    assert s['properties']['NAME_EN'][:7] == &quot;County &quot;&#xA;    counties[ s['properties']['NAME_EN'][7:] ] = shape(s['geometry'])&#xA;&#xA;# 32 counties&#xA;counties = [c.difference(lakes) for c in counties.values()]&#xA;&#xA;fig = plt.figure()&#xA;ax = fig.add_subplot(111)&#xA;&#xA;for s in counties:&#xA;    p = PolygonPatch(s)&#xA;    ax.add_patch(p)&#xA;&#xA;ax.set_xlim(-11,-5)&#xA;ax.set_ylim(50,57)&#xA;plt.show()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18843" LastActivityDate="2018-03-18T13:09:41.803" Title="Polygons for Irish Counties" Tags="|data-request|geospatial|openstreetmap|ireland|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12508" PostTypeId="2" ParentId="6343" CreationDate="2018-03-13T14:21:23.787" Score="2" Body="&lt;p&gt;I guess something like that would have to be computed from micro-data, prior to anonymization. Ideal would be censuses, but they are always conducted by the local statistical agencies and anonymized prior to being published and there's very limited international co-operation between these agencies. So chances that someone has already compiled such data are slim.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Organisations conducting large-scale international surveys, e.g., &lt;a href=&quot;http://www.afrobarometer.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;afrobarometer&lt;/a&gt;, MICS, or &lt;a href=&quot;https://www.dhsprogram.com/What-We-Do/Survey-Types/DHS.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;DHS&lt;/a&gt;, in principle have the necessary data and could compute what you're asking for. But you'd have to contact them to see whether they are willing and able to publicize a collapsed version of their raw data, only showing ethnicity shares by last names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I myself have such data for The Gambia only, but I can not share it online. If still required send me an email.&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2018-03-13T14:21:23.787" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12509" PostTypeId="1" CreationDate="2018-03-13T14:53:50.783" Score="1" ViewCount="334" Body="&lt;p&gt;I'm trying to link family names to ethnicity / casts in the Nepali context. Is anyone aware of a publicly accessible data set that would allow or simplify such a mapping?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of what the outcome should be (based on manual coding):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/P4svh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/P4svh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any micro-data that would allow to construct such a thing, or a ready-made (even partial) mapping would help.&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2018-04-05T19:51:38.133" Title="Surname - Cast/Ethnicity Mapping for Nepali Names" Tags="|census|names|asia|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12510" PostTypeId="1" CreationDate="2018-03-13T18:49:29.480" Score="0" ViewCount="29" Body="&lt;p&gt;Is anyone aware of any monthly UK weather data based on grids, easting nothing, or even postcodes? Any pointers would be very much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="23272" LastEditDate="2021-04-04T04:47:31.543" LastActivityDate="2021-04-04T04:47:31.543" Title="UK monthly weather data" Tags="|weather|uk|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12511" PostTypeId="2" ParentId="6878" CreationDate="2018-03-14T03:39:46.873" Score="0" Body="&lt;p&gt;We had to map physician notes between MIMIC 2 and MIMIC 3. Someone in our team did so using some text similarity technique: &lt;a href=&quot;https://ektar.github.io/2016/mimic-iii-note-matching.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ektar.github.io/2016/mimic-iii-note-matching.html&lt;/a&gt;  (&lt;a href=&quot;https://web.archive.org/web/20180314033927/https://ektar.github.io/2016/mimic-iii-note-matching.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;References:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;{1} Gehrmann, Sebastian, Franck Dernoncourt, Yeran Li, Eric T. Carlson, Joy T. Wu, Jonathan Welt, John Foote Jr et al. &quot;&lt;a href=&quot;https://doi.org/10.1371/journal.pone.0192360&quot; rel=&quot;nofollow noreferrer&quot;&gt;Comparing deep learning and concept extraction based methods for patient phenotyping from clinical narratives.&lt;/a&gt;&quot; PlOS ONE. 13, no. 2 (2018): e0192360.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-03-14T03:39:46.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12513" PostTypeId="1" AcceptedAnswerId="12514" CreationDate="2018-03-14T17:10:58.593" Score="1" ViewCount="55" Body="&lt;p&gt;I need the list of tagnames, interface names, attributes of each tagname (the name and the type) and the relations between them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The info at &lt;a href=&quot;https://html.spec.whatwg.org/multipage/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://html.spec.whatwg.org/multipage/&lt;/a&gt; is unformated and in an unprocessable format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.w3.org/TR/html51/fullindex.html#index-elements&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Index elements&quot; from &lt;em&gt;HTML 5.1 2nd Edition&lt;/em&gt; at w3.org&lt;/a&gt; have better info but not in a structured format (json, csv, xml, etc). &lt;/p&gt;&#xA;" OwnerUserId="18869" LastEditorDisplayName="user4293" LastEditDate="2018-03-15T08:56:32.880" LastActivityDate="2018-09-11T13:01:23.813" Title="Where can I find HTML5 metadata?" Tags="|html|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12514" PostTypeId="2" ParentId="12513" CreationDate="2018-03-14T18:10:15.097" Score="1" Body="&lt;p&gt;HTML is machine-readable/can be parsed, so not sure what you mean by &quot;unprocesable&quot;. The document containing the information you desire &lt;a href=&quot;https://validator.w3.org/nu/?doc=https%3A%2F%2Fhtml.spec.whatwg.org%2Fmultipage%2F&quot; rel=&quot;nofollow noreferrer&quot;&gt;may as well be valid markup&lt;/a&gt;, but more importantly proves its parseable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, if you view source, there is a script &lt;a href=&quot;https://html.spec.whatwg.org/html-dfn.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;html-dfn.js&lt;/code&gt;&lt;/a&gt;,&#xA; and if you follow that you can see that it calls &lt;a href=&quot;https://html.spec.whatwg.org/xrefs.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;xrefs.json&lt;/code&gt;&lt;/a&gt;, which I'm assuming renders those pages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, alternatively, WHATWG offers a very non-open data format flavor ala &lt;a href=&quot;https://html.spec.whatwg.org/print.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt; which is visible form the main navigation.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-03-14T18:10:15.097" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12515" PostTypeId="2" ParentId="9546" CreationDate="2018-03-14T22:32:51.790" Score="2" Body="&lt;p&gt;I found one on Kaggle:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.kaggle.com/nitsbat/atm-transaction-data-of-city-bank/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;ATM Transaction Data of City Union Bank&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;atm_name,String&#xA;transaction_date,DateTime&#xA;no_of_withdrawals,Numeric&#xA;no_of_cub_card_withdrawals,Numeric&#xA;no_of_other_card_withdrawals,Numeric&#xA;total_amount_withdrawn,Numeric&#xA;amount_withdrawn_cub_card,Numeric&#xA;amount_withdrawn_other_card,Numeric&#xA;weekday,String&#xA;festival_religion,String&#xA;working_day,String&#xA;holiday_sequence,String&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8ln9P.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8ln9P.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18873" LastEditorUserId="1511" LastEditDate="2018-03-15T14:07:01.667" LastActivityDate="2018-03-15T14:07:01.667" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12516" PostTypeId="1" CreationDate="2018-03-15T02:06:26.553" Score="1" ViewCount="49" Body="&lt;p&gt;I am interested in hourly foot traffic in Australia based on various locations. Let's say I choose a certain restaurant's location in Melbourne and set a 1km radius to measure the traffic hourly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a appropriate way where I could retrieve the historical hourly traffic? Or, if I need to pay for the historical data, do you have any recommendations on websites or analytics company I could reach out for?&lt;/p&gt;&#xA;" OwnerUserId="18876" LastEditorUserId="16193" LastEditDate="2018-03-16T19:30:49.133" LastActivityDate="2018-05-15T21:55:35.387" Title="Reputable source to get foot traffic in Australia based on different locations" Tags="|data-request|traffic|extracting|australia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12517" PostTypeId="1" AcceptedAnswerId="12519" CreationDate="2018-03-15T02:30:15.807" Score="1" ViewCount="1256" Body="&lt;p&gt;Using javascript, I tried pointing to a JSON from google at this URL:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;www.google.com/finance/info?q=NSE:AAPL&amp;amp;callback=?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then I got the error:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Sorry, your computer or network may be sending automated queries. To&#xA;  protect our users, we cannot process your request right now.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; Is that supposed to happen? I would like to circumvent this error. I'm thinking I may have misunderstood how &quot;open&quot; their api is. Do I still need an authentication key or something? Is that hard to do -- and more importantly is it still free?&lt;/p&gt;&#xA;" OwnerUserId="18860" LastEditorUserId="1511" LastEditDate="2018-03-15T10:11:21.367" LastActivityDate="2018-03-15T11:17:20.220" Title="Google Finance Error: Sorry, you may be sending automated queries" Tags="|data-request|api|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12518" PostTypeId="1" CreationDate="2018-03-15T07:04:30.373" Score="2" ViewCount="152" Body="&lt;p&gt;In the paper &quot;&lt;a href=&quot;https://dl.acm.org/citation.cfm?id=2052352&amp;amp;dl=ACM&amp;amp;coll=DL&quot; rel=&quot;nofollow noreferrer&quot;&gt;Discovering Relevant Topics using DBPedia providing non-obvious recommendations&lt;/a&gt;&quot; they have used skos:broader property and dcterms:subject property.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my task given the word I want to identify the topic of it. For example, given the word; 'suport vector machine', I want to identify topics from it such as classification algorithm, machine learning etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I could not find the properties mentioned in the paper (skos:broader and dcterms:subject) in the relevant DBpedia pages: &lt;a href=&quot;http://dbpedia.org/page/Support_vector_machine&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/page/Support_vector_machine&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let me know how I can achieve my task (retrieving topics from keywords) using DBpedia properties (or using any other knowledgebase)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more examples if needed.&lt;/p&gt;&#xA;" OwnerUserId="18621" LastActivityDate="2018-03-15T07:04:30.373" Title="How to use DBpedia to identify the topics" Tags="|nlp|wikidata|linked-data|ontology|dbpedia|" AnswerCount="0" CommentCount="10" ContentLicense="CC BY-SA 3.0" />
  <row Id="12519" PostTypeId="2" ParentId="12517" CreationDate="2018-03-15T10:11:03.503" Score="2" Body="&lt;p&gt;I got the same error in the browser, so I guess your URL is old. Google Finance isn't an API (the &lt;a href=&quot;https://groups.google.com/forum/#!forum/google-finance-apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;API was shut down&lt;/a&gt; in 2012, so in effect you are just scraping)... Checkout &lt;a href=&quot;https://opendata.stackexchange.com/q/4116/1511&quot;&gt;Yahoo Finance or others&lt;/a&gt; for a more official unofficial API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the browser:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://finance.google.com/finance?q=NSE:AAPL&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;does work but without the &lt;code&gt;&amp;amp;callback=?&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;see this link for a workaround&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/46073520/2327328&quot;&gt;https://stackoverflow.com/a/46073520/2327328&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-15T11:17:20.220" LastActivityDate="2018-03-15T11:17:20.220" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12520" PostTypeId="2" ParentId="9723" CreationDate="2018-03-15T18:34:42.520" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Legal+Case+Reports#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Legal Case Reports Data Set &lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data Set Information:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset contains Australian legal cases from the Federal Court of Australia (FCA). The cases were downloaded from AustLII ([Web Link]). We included all cases from the year 2006,2007,2008 and 2009. We built it to experiment with automatic summarization and citation analysis. For each document we collected catchphrases, citations sentences, citation catchphrases, and citation classes. Catchphrases are found in the document, we used the catchphrases are gold standard for our summarization experiments. Citation sentences are found in later cases that cite the present case, we use citation sentences for summarization. Citation catchphrases are the catchphrases (where available) of both later cases that cite the present case, and older cases cited by the present case. Citation classes are indicated in the document, and indicate the type of treatment given to the cases cited by the present case.&lt;/p&gt;&#xA;" OwnerUserId="18882" LastActivityDate="2018-03-15T18:34:42.520" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12521" PostTypeId="2" ParentId="12396" CreationDate="2018-03-16T09:16:23.930" Score="3" Body="&lt;p&gt;You can find the polygon data on OpenStreetMaps with the following tags&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity=university&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:amenity=university&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and perhaps also&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity=college&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:amenity=college&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The query would look like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:json][timeout:25];&#xA;(&#xA;  node[&quot;amenity&quot;=&quot;university&quot;]({{bbox}});&#xA;  way[&quot;amenity&quot;=&quot;university&quot;]({{bbox}});&#xA;  relation[&quot;amenity&quot;=&quot;university&quot;]({{bbox}});&#xA;);&#xA;out body;&#xA;&amp;gt;;&#xA;out skel qt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Which you can paste into &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://overpass-turbo.eu/&lt;/a&gt; and run.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XDVK6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XDVK6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Zoom out and run again, to get all universities in the map view.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each tagged object will have a multipolygon like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vKxpp.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vKxpp.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click the &lt;strong&gt;data tab&lt;/strong&gt; to see the data. Each object has all the geodata, as well as metadata like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  &quot;tags&quot;: {&#xA;    &quot;access&quot;: &quot;yes&quot;,&#xA;    &quot;amenity&quot;: &quot;university&quot;,&#xA;    &quot;boundary&quot;: &quot;protected_area&quot;,&#xA;    &quot;landuse&quot;: &quot;forest&quot;,&#xA;    &quot;leisure&quot;: &quot;nature_reserve&quot;,&#xA;    &quot;name&quot;: &quot;Charles Lathrop Pack Demonstration Forest&quot;,&#xA;    &quot;operator&quot;: &quot;State University of New York College of Environmental Science and Forestry&quot;,&#xA;    &quot;operator:wikidata&quot;: &quot;Q7603610&quot;,&#xA;    &quot;operator:wikipedia&quot;: &quot;en:State University of New York College of Environmental Science and Forestry&quot;,&#xA;    &quot;phone&quot;: &quot;+1 518 623 9679&quot;,&#xA;    &quot;protect_class&quot;: &quot;6&quot;,&#xA;    &quot;protection_object&quot;: &quot;education&quot;,&#xA;    &quot;site_ownership&quot;: &quot;state&quot;,&#xA;    &quot;type&quot;: &quot;multipolygon&quot;,&#xA;    &quot;website&quot;: &quot;http://www.esf.edu/campuses/eec/&quot;&#xA;  }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Search this site or OSM forums for more details. You can also download the entire US (or world, see &lt;a href=&quot;http://download.geofabrik.de/north-america.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;geofabrik&lt;/a&gt;) and then use &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmfilter&quot; rel=&quot;nofollow noreferrer&quot;&gt;osmfilter&lt;/a&gt; to keep the tags you want, and then use &lt;a href=&quot;http://www.gdal.org/ogr2ogr.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ogr2ogr&lt;/a&gt; to convert OSM formats to anything else (SQL, GeoJSON, etc). &lt;a href=&quot;https://opendata.stackexchange.com/a/12434/1511&quot;&gt;Here's an answer with the steps written out.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-16T09:30:16.283" LastActivityDate="2018-03-16T09:30:16.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12522" PostTypeId="2" ParentId="9918" CreationDate="2018-03-16T09:36:29.910" Score="2" Body="&lt;p&gt;American Whitewater offers the &lt;strong&gt;&lt;a href=&quot;https://www.americanwhitewater.org/content/River/view/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National River Database&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The river list selection page gives an overview of real-time information that we can track on a state-by-state basis. We track information for the United States, Canada, Mexico, the Dominican Republic and Costa Rica. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Data is mostly from gauge and user reports. An example of a gauge page looks like this&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.americanwhitewater.org/content/Gauge2/detail/id/3358/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.americanwhitewater.org/content/Gauge2/detail/id/3358/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't see an export option, but if you contact them and have good motives, then maybe they can help. Otherwise, the HTML is easy enough to &quot;parse&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/D1nnMm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/D1nnMm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;As for the &quot;difficulty&quot;, the state pages have a table with the Class.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.americanwhitewater.org/content/River/state-summary/state/WI/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.americanwhitewater.org/content/River/state-summary/state/WI/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And individual rivers have more info&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.americanwhitewater.org/content/River/detail/id/2754/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.americanwhitewater.org/content/River/detail/id/2754/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Including some geo-info&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.americanwhitewater.org/content/River/detail/id/2754/#tab-directions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.americanwhitewater.org/content/River/detail/id/2754/#tab-directions&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Mnpyv.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Mnpyv.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-16T09:36:29.910" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12523" PostTypeId="2" ParentId="11204" CreationDate="2018-03-16T12:22:42.037" Score="1" Body="&lt;p&gt;Have you thought about Google Spreadsheet?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can retrieve the content of any public Google Spreadsheet in your web app using JSON feeds. The sharing permissions of the Google Spreadsheet should be either “Public” or set to “Anyone with link can view” for the app to fetch cells from the Google Spreadsheet without authentication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will also need to publish the sheet (File -&gt; Publish to the web -&gt; Publish) for the data to be accessible from your website or REST powered web app.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The JSON and XML feeds for any Google Spreadsheet is available at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;JSON Format:&#xA;&lt;a href=&quot;https://spreadsheets.google.com/feeds/list/SPREADSHEET/od6/public/basic?alt=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spreadsheets.google.com/feeds/list/SPREADSHEET/od6/public/basic?alt=json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(answer credits: &lt;a href=&quot;https://ctrlq.org/code/20004-google-spreadsheets-json&quot; rel=&quot;nofollow noreferrer&quot;&gt;stolen from here&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="15277" LastActivityDate="2018-03-16T12:22:42.037" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12524" PostTypeId="1" AcceptedAnswerId="12529" CreationDate="2018-03-16T17:01:38.133" Score="2" ViewCount="48" Body="&lt;p&gt;I am searching for agriculture shapefiles and additional GIS data for Australia to save them in a PostGIS database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More specific I need these data for mountains and their paths, climatic zones etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone help me and give me some links where I am able to find these valid data?&lt;/p&gt;&#xA;" OwnerUserId="18889" LastEditorDisplayName="user4293" LastEditDate="2018-03-16T18:51:40.367" LastActivityDate="2018-03-17T01:41:00.813" Title="Agriculture shapefiles and additional GIS data for Australia" Tags="|geospatial|australia|agriculture|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12525" PostTypeId="2" ParentId="12446" CreationDate="2018-03-16T20:25:55.710" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/#map=17/-27.61411/153.08344&amp;amp;layers=N&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; has underground items in its data so you can pull data from there.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="6229" LastEditDate="2019-11-11T19:44:32.410" LastActivityDate="2019-11-11T19:44:32.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12526" PostTypeId="2" ParentId="12516" CreationDate="2018-03-16T20:30:04.260" Score="1" Body="&lt;p&gt;There is no open data source that I am aware of that would be able to provide foot traffic at the hourly level for the method you are looking for. That being said, an option would be to look up recent traffic studies and see if they include pedestrian and bicycle counts for the study area you are looking at.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the commercial side, you can talk with the persons at &lt;a href=&quot;https://airsage.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;AirSage&lt;/a&gt; and ask them for data to figure out slow moving individuals who progress through the area. They use cell phone data to develop traffic volumes in an area, you would need to find a way to separate vehicular from foot traffic.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2018-03-16T20:30:04.260" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12527" PostTypeId="1" CreationDate="2018-03-16T21:33:16.893" Score="1" ViewCount="50" Body="&lt;p&gt;I'm looking for a dataset that relates the location of minerals or other valuable resources like gold or oil to the geological conditions in which they occur. So for example for a certain location, it could have the surface pressure, temperature, soil info, etc. Where can I find something like this?&lt;/p&gt;&#xA;" OwnerUserId="18891" LastActivityDate="2018-03-18T21:05:13.417" Title="Geology/mineral dataset" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12528" PostTypeId="2" ParentId="12527" CreationDate="2018-03-16T23:13:14.697" Score="1" Body="&lt;p&gt;You will most likely need to combine multiple datasets to get what you are looking for here. As mentioned in &lt;a href=&quot;https://opendata.stackexchange.com/questions/2072/high-resolution-mineral-maps&quot;&gt;High Resolution Mineral Maps&lt;/a&gt;, you can find some of this information in the &lt;a href=&quot;https://mrdata.usgs.gov/catalog/api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Mineral Resources Data API&lt;/a&gt;, including mineral availability (by region, resource, or boundary) and some geologic and soil conditions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA datasets&lt;/a&gt;, particularly the &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/paleoclimatology-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;paleoclimatology datasets&lt;/a&gt;, may fill in some of the climate related data (present or historical) that you mentioned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may also find the &lt;a href=&quot;https://www.geo.uni-hamburg.de/en/geologie/forschung/geochemie/glim.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Lithological Map&lt;/a&gt; (GLiM) from Hamburg University's Institute for Geology useful for surveying geologic conditions.&lt;/p&gt;&#xA;" OwnerUserId="15546" LastEditorUserId="15546" LastEditDate="2018-03-18T21:05:13.417" LastActivityDate="2018-03-18T21:05:13.417" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12529" PostTypeId="2" ParentId="12524" CreationDate="2018-03-17T01:41:00.813" Score="4" Body="&lt;p&gt;Here are the links that might be what you are looking for but I'd google it if these were not what you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.diva-gis.org/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.agriculture.gov.au/abares/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.agriculture.gov.au/abares/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2018-03-17T01:41:00.813" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12530" PostTypeId="1" CreationDate="2018-03-17T05:43:43.690" Score="2" ViewCount="231" Body="&lt;p&gt;I am looking for a dataset/API where I can query a product brand and it can give all the products of that brand along with their description. &lt;/p&gt;&#xA;" OwnerUserId="18893" LastEditorDisplayName="user4293" LastEditDate="2018-03-17T11:33:38.460" LastActivityDate="2024-02-23T11:39:39.283" Title="Is there any open data-set for products per brand (with description)?" Tags="|data-request|products|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12532" PostTypeId="1" AcceptedAnswerId="12538" CreationDate="2018-03-18T01:28:27.090" Score="2" ViewCount="66" Body="&lt;p&gt;I'm trying to download Census data using R and the Census API. There's a list of variable names at &lt;a href=&quot;https://api.census.gov/data/1990/sf3/variables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/1990/sf3/variables.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, most of the variable descriptions aren't very informative. Is there a codebook somewhere that explains what each measure is actually measuring? Edit, for example the variable P1200008 is described as &quot;INC BELOW POV[14] Under 5 years&quot; - I assumed this meant &quot;number of people under 5 in households with incomes below the poverty line&quot; but that isn't returning expected values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the specific data I'm trying to get: I want to end up with county-level poverty rates. The total population numbers (the POP100 variable) seem right (they add up to 240 million or so) but the poverty rate ends up being around 2% when it should be 13%.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;     get &amp;lt;- c(&quot;POP100&quot;, &quot;P0080001&quot;, &quot;P1200008&quot;, &quot;P1200009&quot;, &quot;P1200010&quot;, &quot;P1200011&quot;, &quot;P1200012&quot;, &quot;P1200013&quot;, &quot;P1200014&quot;,&#xA;                &quot;P1190036&quot;, &quot;P1190037&quot;, &quot;P1190038&quot;, &quot;P1190039&quot;, &quot;P1190040&quot;, &quot;P1190041&quot;, &quot;P1190042&quot;)&#xA;&#xA;&#xA;        census &amp;lt;- getCensus(name = &quot;sf3&quot;, vintage = &quot;1990&quot;, key = key, vars = get, region = &quot;county:*&quot;)&#xA;        colnames(census) &amp;lt;- get.labels&#xA;&#xA;#poverty rate for county level rows&#xA;        census$poverty &amp;lt;- (sum of poverty variables) / census$POP100&#xA;#overall poverty rate, should be around 12%&#xA;rate &amp;lt;- (sum of poverty columns) / (sum of POP100 column)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Second edit: I was able to find the specific data I was after on an archived USDA page here: &lt;a href=&quot;https://wayback.archive-it.org/5923/20110904012456/http://ers.usda.gov/Data/Povertyrates/1989_1999/PovListpct.asp?st=NY&amp;amp;view=Percent&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wayback.archive-it.org/5923/20110904012456/http://ers.usda.gov/Data/Povertyrates/1989_1999/PovListpct.asp?st=NY&amp;amp;view=Percent&lt;/a&gt;. Obviously that doesn't answer the general question, so if anyone can answer that (for myself and posterity) I'd be thankful!&lt;/p&gt;&#xA;" OwnerUserId="18900" LastEditorUserId="18900" LastEditDate="2018-03-18T20:56:59.483" LastActivityDate="2018-03-18T21:17:49.190" Title="Is there a codebook for the 1990 Census API table names?" Tags="|api|census|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12533" PostTypeId="2" ParentId="12506" CreationDate="2018-03-18T13:09:41.803" Score="3" Body="&lt;p&gt;I think the issue may be that the political boundaries won't include water and lakes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some options&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;check out this &lt;a href=&quot;https://www.openstreetmap.ie/irish-vice-counties-the-creation-of-a-specific-dataset-on-openstreetmap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;long blog post&lt;/a&gt; and corresponding &lt;a href=&quot;https://github.com/SK53/Irish-Vice-Counties&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;download &lt;a href=&quot;http://download.geofabrik.de/europe/ireland-and-northern-ireland.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;entire Ireland&lt;/a&gt; from OpenStreetMaps and then use osmfilter to select only certain tags (something like &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:boundary%3Dadministrative&quot; rel=&quot;nofollow noreferrer&quot;&gt;boundary=admin_level=6&lt;/a&gt; and &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:natural%3Dwater&quot; rel=&quot;nofollow noreferrer&quot;&gt;natural=water&lt;/a&gt;). See more details &lt;a href=&quot;https://opendata.stackexchange.com/a/12434/1511&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;some official government data &lt;a href=&quot;http://www.cso.ie/en/census/census2011boundaryfiles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cso.ie/en/census/census2011boundaryfiles/&lt;/a&gt;, but again, this won't have lakes and waterways&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-18T13:09:41.803" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12538" PostTypeId="2" ParentId="12532" CreationDate="2018-03-18T21:17:49.190" Score="2" Body="&lt;p&gt;I think I found the culprit for your discrepant numbers. In addition, I have an alternative and a recommendation.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The Culprit: I believe you are using Table P120 from Summary Tape File 3A.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P120. POVERTY STATUS IN 1989(2) BY AGE(7) [14]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Universe: Persons of &lt;strong&gt;Hispanic origin&lt;/strong&gt; for whom poverty status is determined&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I checked the documentation at &lt;a href=&quot;https://www.census.gov/support/cen1990.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;, which led me to this &lt;a href=&quot;https://www.census.gov/support/download/stf3adoc.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;series of supporting documentation&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the contextualization for the table you are using in the TBL_MTX.TXT (aka TABLE MATRIX SECTION) file.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Alternative Solution:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I recommend using Table P117 instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P117. POVERTY STATUS IN 1989(2) BY AGE(12) [24]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Universe:  Persons for whom poverty status is determined Income in 1989 above poverty level:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Recommendation: I recommend not using total population as your denominator for poverty. The Census Bureau recognizes difficulty in &lt;a href=&quot;https://www.census.gov/topics/income-poverty/poverty/guidance/poverty-measures.html#par_textimage_6&quot; rel=&quot;nofollow noreferrer&quot;&gt;measuring poverty for certain populations&lt;/a&gt; (e.g. the institutionalized, active duty armed forces, foster children under age 16). These days, the Census Bureau would put the universe for the subject you would be measuring. Here, it seems they do not do that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To make your denominator, I would recommend summing all 24 items (P1170001 -- P1170024) in the table to calculate the &quot;population for who poverty status is determined&quot;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2018-03-18T21:17:49.190" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12539" PostTypeId="1" AcceptedAnswerId="12544" CreationDate="2018-03-19T00:25:24.450" Score="2" ViewCount="62" Body="&lt;p&gt;Where can I find data for the boundary of Fort Lauderdale, Florida? I'd like to load the data into &lt;a href=&quot;https://carto.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;carto.com&lt;/a&gt; to create a map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked on their &lt;a href=&quot;http://gis.fortlauderdale.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;gis website&lt;/a&gt;, but I couldn't find an outline of the city itself.&lt;/p&gt;&#xA;" OwnerUserId="193" LastEditorUserId="1511" LastEditDate="2018-03-19T13:08:34.303" LastActivityDate="2018-03-19T13:08:34.303" Title="City boundary for Fort Lauderdale, Florida" Tags="|data-request|usa|geospatial|government|city|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12540" PostTypeId="2" ParentId="12530" CreationDate="2018-03-19T03:23:14.060" Score="0" Body="&lt;p&gt;You can try our &lt;a href=&quot;https://datafiniti.co/products/product-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;product database at Datafiniti&lt;/a&gt;.  The entire data set is not &quot;open source&quot;, but you can run searches and get up to 1000 records per month for free.&lt;/p&gt;&#xA;" OwnerUserId="771" LastActivityDate="2018-03-19T03:23:14.060" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12542" PostTypeId="1" AcceptedAnswerId="20373" CreationDate="2018-03-19T08:35:03.400" Score="3" ViewCount="225" Body="&lt;p&gt;Wikidata and ImageNet both know oxcarts:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q1190777&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q1190777&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://imagenet.stanford.edu/synset?wnid=n03868242&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://imagenet.stanford.edu/synset?wnid=n03868242&lt;/a&gt; (slow)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;An AI library gives me the ImageNet &quot;synset&quot; about oxcarts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From this &quot;synset&quot;, how to get the equivalent Wikidata item?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-03-20T09:30:39.007" LastActivityDate="2022-04-22T17:06:43.070" Title="Mapping between ImageNet and Wikidata entities" Tags="|data-request|wikidata|data-mapping|imagenet|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12543" PostTypeId="2" ParentId="12539" CreationDate="2018-03-19T13:02:14.917" Score="3" Body="&lt;p&gt;You can download from the &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-geodatabases.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER Geodatabases&lt;/a&gt; page. Under &lt;code&gt;Download State Level Geodatabases&lt;/code&gt; choose Florida, and then in the &lt;code&gt;Incorporated_Place&lt;/code&gt; layer find the row with &lt;code&gt;NAMELSAD = 'Fort Lauderdale city'&lt;/code&gt;. It looks like this, which I think is fairly accurate:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NugGe.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NugGe.jpg&quot; alt=&quot;ft-lauderdale from TIGER&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6241" LastActivityDate="2018-03-19T13:02:14.917" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12544" PostTypeId="2" ParentId="12539" CreationDate="2018-03-19T13:08:12.010" Score="3" Body="&lt;p&gt;You can get political boundaries from the &lt;a href=&quot;https://www.fgdl.org/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Florida Geographic Data Library&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the metadata tool: under content choose &quot;Admin &amp;amp; Political Bounds&quot;, then scroll down to, for example, &quot;CITY LIMITS - DERIVED FROM FLORIDA PARCEL DATA - 2015&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;here's the &lt;a href=&quot;https://www.fgdl.org/metadataexplorer/full_metadata.jsp?docId=%7BE53F7AAA-9D33-4175-B10D-4C4307F3C79F%7D&amp;amp;loggedIn=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;metadata overview&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/DmKTG.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/DmKTG.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-19T13:08:12.010" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12545" PostTypeId="1" CreationDate="2018-03-19T15:40:01.787" Score="4" ViewCount="88" Body="&lt;p&gt;I am a student and have an assignment on the health and economic impacts of domestic violence. I need a &quot;data set&quot; on domestic violence to run a descriptive analysis for any correlation if any between these variables. Thank you.&lt;/p&gt;&#xA;" OwnerUserId="18917" LastEditorUserId="90" LastEditDate="2018-07-19T14:59:28.607" LastActivityDate="2019-04-15T18:03:05.523" Title="Data set request on domestic violence and the health and economic impacts it has" Tags="|data-request|data.gov|research|crime|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12548" PostTypeId="1" CreationDate="2018-03-19T22:40:12.837" Score="1" ViewCount="39" Body="&lt;p&gt;I am looking for sea surface temperature (SST) data for the Cayman Islands from 1972-2017. Can anyone point me toward a resource? I have checked out NOAA and NASA, but I cannot seem to access the data in a CSV or Excel format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&#xA;I found this website, but it only has air temp, not SST. &#xA;&lt;a href=&quot;http://sdwebx.worldbank.org/climateportal/index.cfm?page=downscaled_data_download&amp;amp;menu=historical&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sdwebx.worldbank.org/climateportal/index.cfm?page=downscaled_data_download&amp;amp;menu=historical&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18923" LastEditorUserId="18923" LastEditDate="2018-03-20T13:59:44.377" LastActivityDate="2018-03-20T13:59:44.377" Title="Where can I find area specific SST data" Tags="|data-request|climate|oceanographic|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12549" PostTypeId="5" CreationDate="2018-03-20T10:33:41.830" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-20T10:33:41.830" LastActivityDate="2018-03-20T10:33:41.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12550" PostTypeId="4" CreationDate="2018-03-20T10:33:41.830" Score="0" Body="For questions about data related to the oceans, seas, seaside. For instance about the climate, wildlife, physics, shapes and human activities in the sea." OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-20T10:33:41.830" LastActivityDate="2018-03-20T10:33:41.830" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12551" PostTypeId="5" CreationDate="2018-03-20T10:39:04.187" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Data_mapping&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Data_mapping&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-20T10:39:04.187" LastActivityDate="2018-03-20T10:39:04.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12552" PostTypeId="4" CreationDate="2018-03-20T10:39:04.187" Score="0" Body="In computing and data management, data mapping is the process of creating data element mappings between two distinct data models. " OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-20T10:39:04.187" LastActivityDate="2018-03-20T10:39:04.187" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12553" PostTypeId="1" CreationDate="2018-03-20T14:36:47.933" Score="3" ViewCount="84" Body="&lt;p&gt;I'm looking for Shape files that match up with the OECD TL3 US regions. I've tried contacting the OECD but they have not replied.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;so, i followed the links in the OECD document (below) where they are meant to explain reference shape files. However, they reported that they used the 'Census Bureau, 2015 Cartographic Boundary Shapefiles - Counties'. This is not right&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that the admin names used by the OECD are from different sources - i've combined all of the shape files from the cencus Bureau site (e.g. County District, Division, Statistical Area etc) and quered these against the OECD region names, but i only get 100 matches out of a possible 170 oecd region names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone help?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.oecd.org/cfe/regional-policy/territorial-grids-2017.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.oecd.org/cfe/regional-policy/territorial-grids-2017.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18927" LastActivityDate="2018-03-20T14:36:47.933" Title="Shapefiles for OECD United States Regions?" Tags="|geospatial|oecd|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12554" PostTypeId="2" ParentId="10761" CreationDate="2018-03-21T02:21:17.067" Score="2" Body="&lt;p&gt;Approach #1 is doable, but not necessary. We'll go with approach #2 here: Download metadata provided by Socrata.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Open Data Network has an &lt;a href=&quot;https://odn.docs.apiary.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;official API&lt;/a&gt; that you can use to query the various entities and datasets. You should be able to use that to find all datasets in the network (it looks like that might be doable through a single query, without having to script your way past pagination). Be mindful of usage thresholds so you don't get throttled, and be sure to create an API key, rather than abuse the one from the demo page. Each entry has a few fields that will be useful for fetching metadata and other related tasks: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;fxf&lt;/code&gt; is an ID associated with the dataset (there are multiple...their difference is a little murky). For clarity and consistent naming I'll call it &lt;code&gt;id_no&lt;/code&gt; from here on.&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;domain&lt;/code&gt; is the entity domain for this dataset (Socrata's client and the owner of the data)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;domain_url&lt;/code&gt; is the root url for the data portal hosting the dataset&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;dataset_url&lt;/code&gt; is the human readable &quot;about the dataset&quot; page&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;dev_docs_url&lt;/code&gt; provides more information (human readable) about the dataset for API users&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The metadata itself is available in a few places. If you just want the row count, one of the easiest ways to get it is via a request to &lt;code&gt;&amp;lt;domain_url&amp;gt;/api/id/&amp;lt;id_no&amp;gt;.json?$select=count(*)+AS+count&lt;/code&gt;. This uses Socrata's query language to query the dataset directly. This is also what the &lt;code&gt;dev_docs_url&lt;/code&gt; page uses under the hood to display that info.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more extensive metadata, which includes field information, null count by column, update frequency and times, etc., you can query &lt;code&gt;&amp;lt;domain_url&amp;gt;/api/views/&amp;lt;id_no&amp;gt;.json&lt;/code&gt;. I don't think number of columns is explicitly included but the &lt;code&gt;columns&lt;/code&gt; array's length should give you that value.&lt;/p&gt;&#xA;" OwnerUserId="15546" LastActivityDate="2018-03-21T02:21:17.067" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12556" PostTypeId="1" AcceptedAnswerId="12578" CreationDate="2018-03-21T19:14:20.013" Score="3" ViewCount="59" Body="&lt;p&gt;I am looking for a data set that which observations are half-hourly measurements of the concentration (measured in μgm −3 ) of particulate matter with an aerodynamic diameter of less than 10μm, abbreviated PM10, in ambient air taken in Graz, Austria from October 1, 2010 until March 31, 2011.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Data set is used in &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Aue, A., Dubart Norinho, D., &amp;amp; Hörmann, S. (2012). On the prediction&#xA;of functional time series. Submitted for publication. &lt;/li&gt;&#xA;&lt;li&gt;Hörmann, S., Kidziński, Ł., &amp;amp; Hallin, M. (2015). Dynamic functional&#xA;principal components. Journal of the Royal Statistical Society:&#xA;Series B (Statistical Methodology), 77(2), 319-348.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There is a broken link in the second publication:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://wileyonlinelibrary.com/journal/rss-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wileyonlinelibrary.com/journal/rss-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I followed citations to &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Stadlober, E. Hörmann, S. and Pfeiler, (2008). Quality and&#xA;performance of a PM10 daily fore- casting model. Atmospheric&#xA;Environment 42, 1098–1109.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;But can not find the data anywhere.&lt;/p&gt;&#xA;" OwnerUserId="18938" LastEditorUserId="16193" LastEditDate="2018-03-21T21:39:41.313" LastActivityDate="2018-04-26T17:02:24.957" Title="Data set of particulate matter concentrations in Graz, Austria" Tags="|data-request|time-series|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12557" PostTypeId="1" CreationDate="2018-03-21T21:06:03.887" Score="1" ViewCount="22" Body="&lt;p&gt;I am looking for data on lighting strikes, time and location between 2014 and 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a similar &lt;a href=&quot;https://opendata.stackexchange.com/questions/7837/past-lightning-weather-data&quot;&gt;request regarding lighting densities in colorado&lt;/a&gt;. I'd need worldwide (or at least Africa-wide) coverage of ideally at lasst 2014 and 2015. There are multiple potential data sets, (an &lt;a href=&quot;https://ghrc.nsstc.nasa.gov/home/micro-articles/lightning&quot; rel=&quot;nofollow noreferrer&quot;&gt;overview is found here&lt;/a&gt;) such as the WLLN, however I was not able to find any openly accessible version of these data.&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2018-03-21T21:06:03.887" Title="Data on Lightning Times and Location" Tags="|geospatial|weather|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12558" PostTypeId="2" ParentId="12530" CreationDate="2018-03-21T21:14:45.157" Score="0" Body="&lt;p&gt;For computer related products check out &lt;a href=&quot;https://icecat.biz/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://icecat.biz/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Datasets / API / Product sheets and images.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It looks like there are a lot of other product categories added also.&lt;/p&gt;&#xA;" OwnerUserId="9870" LastActivityDate="2018-03-21T21:14:45.157" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12560" PostTypeId="1" AcceptedAnswerId="12737" CreationDate="2018-03-22T02:27:37.297" Score="1" ViewCount="32" Body="&lt;p&gt;I believe that a large percentage of the US population are politically unaware and tend to vote on the candidate whom they 'like' the most. It would be great if public can have easy access to view each issue and each candidates stance on it.&lt;/p&gt;&#xA;" OwnerUserId="18944" LastActivityDate="2018-04-22T14:28:06.817" Title="Political candidate's stances on specific issues?" Tags="|government|politics|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12561" PostTypeId="1" CreationDate="2018-03-22T02:56:13.023" Score="1" ViewCount="48" Body="&lt;p&gt;Where can I get a dataset (yearly, if possible) containing minimum wage (US$ or other) by country?&lt;/p&gt;&#xA;" OwnerUserId="18940" LastActivityDate="2018-03-25T19:33:07.653" Title="Data on minimum wage by country?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12562" PostTypeId="2" ParentId="12560" CreationDate="2018-03-22T14:08:00.517" Score="1" Body="&lt;p&gt;You can get an idea of where they stand via voting from &lt;a href=&quot;https://www.govtrack.us/&quot; rel=&quot;nofollow noreferrer&quot;&gt;govtrack&lt;/a&gt; and &lt;a href=&quot;https://openstates.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open states&lt;/a&gt; APIs.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-03-22T14:08:00.517" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12563" PostTypeId="1" AcceptedAnswerId="12579" CreationDate="2018-03-22T16:01:14.773" Score="4" ViewCount="88" Body="&lt;p&gt;I know about USGS and USDA have DEM files but they are in small blocks, and I need the whole country. The closest that I've been with solving this is finding this &lt;a href=&quot;https://nrcs.app.box.com/v/elevation/folder/18297406380?sortColumn=date&amp;amp;sortDirection=desc&amp;amp;pageSize=20&amp;amp;pageNumber=0&quot; rel=&quot;noreferrer&quot;&gt;website&lt;/a&gt; that contains all the files that I need but I can't download cause there is a limit of 15gb to download. Moreover, I would like to have the whole country in one file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know where to find it? Preferably 30m resolution?&lt;/p&gt;&#xA;" OwnerUserId="18952" LastActivityDate="2018-03-23T15:47:18.180" Title="Where can I download a raster with the elevation data of the whole US?" Tags="|geospatial|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 3.0" />
  <row Id="12565" PostTypeId="1" AcceptedAnswerId="12580" CreationDate="2018-03-22T23:07:38.817" Score="3" ViewCount="72" Body="&lt;p&gt;I recently came across an article where they have mentioned that YAGO has more entities than DBpedia. It also mentions that &lt;strong&gt;&quot;Recently, a new version of YAGO has been released, which also accounts for temporal and spatial information associated with entities.&quot;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thus, I am interested in checking the entity details of 'support vector machine' in YAGO. Where can I find these entity details in YAGO knowledge-base? (E.g., Like in DBpedia: &lt;a href=&quot;http://dbpedia.org/page/Support_vector_machine&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/page/Support_vector_machine&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let me know how to get these YAGO details of entity?&lt;/p&gt;&#xA;" OwnerUserId="18621" LastEditorUserId="18621" LastEditDate="2018-03-23T00:16:51.383" LastActivityDate="2018-03-24T09:44:04.537" Title="YAGO entity details" Tags="|uses-of-open-data|linked-data|rdf|ontology|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12566" PostTypeId="1" AcceptedAnswerId="12575" CreationDate="2018-03-23T00:34:47.583" Score="1" ViewCount="102" Body="&lt;p&gt;I am interested in building a concept hierarchy using the given Computer Science related concepts. For an example we can consider 'support vector machine', whether the parent category would be 'machine learning', the parent category of 'machine learning' could be 'artificial intelligence' etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Being a novice in this field, I am interested in getting some expert recommendations about the resources I can use for this in LOD? Can we only use DBpedia for this, Or are there any other resources that I can try out?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more examples if needed :)&lt;/p&gt;&#xA;" OwnerUserId="18621" LastEditorUserId="16193" LastEditDate="2018-03-23T14:18:55.710" LastActivityDate="2018-03-23T14:45:22.167" Title="How to build a concept hierarchy using LOD?" Tags="|uses-of-open-data|research|linked-data|rdf|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12568" PostTypeId="1" CreationDate="2018-03-23T06:52:51.937" Score="1" ViewCount="23" Body="&lt;p&gt;Where can I find an official list with hierarchical relationship between various levels of the administrative division in Cambodia? &lt;/p&gt;&#xA;" OwnerUserId="18962" LastEditorUserId="1511" LastEditDate="2018-03-23T09:01:19.143" LastActivityDate="2018-03-24T04:29:46.457" Title="Administrative divisions of Cambodia" Tags="|asia|cambodia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12569" PostTypeId="1" AcceptedAnswerId="12570" CreationDate="2018-03-22T18:39:41.070" Score="1" ViewCount="925" Body="&lt;p&gt;Where can I find a free dataset of all the shapefiles of boundaries of France &quot;communes&quot; administrative divisions?&lt;/p&gt;&#xA;" OwnerUserId="18962" OwnerDisplayName="zioMitch" LastEditorUserId="1511" LastEditDate="2018-03-23T09:59:33.350" LastActivityDate="2018-03-23T09:59:33.350" Title="France communes shapefiles" Tags="|data-request|geospatial|france|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12570" PostTypeId="2" ParentId="12569" CreationDate="2018-03-22T18:59:37.210" Score="1" Body="&lt;p&gt;This is the best source I could point you to - &lt;a href=&quot;https://www.data.gouv.fr/fr/datasets/decoupage-administratif-communal-francais-issu-d-openstreetmap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Découpage administratif communal français issu d'OpenStreetMap&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18967" OwnerDisplayName="whyzar" LastActivityDate="2018-03-22T18:59:37.210" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12571" PostTypeId="1" CreationDate="2018-03-23T09:49:33.723" Score="1" ViewCount="163" Body="&lt;p&gt;Had a look on OSM and various sources on google, however, there does not appear to be any obvious websites. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I specially want the number 52 bus route for this current task but if there is a general mechanism or website with other routes on this will be helpful in the future.&lt;/p&gt;&#xA;" OwnerUserId="18965" OwnerDisplayName="wilga" LastEditorUserId="1511" LastEditDate="2018-03-23T09:58:09.237" LastActivityDate="2021-02-15T04:02:40.273" Title="Does anyone know if/ where I can download shapefiles for bus routes in Cardiff?" Tags="|data-request|geospatial|uk|public-transport|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12573" PostTypeId="1" AcceptedAnswerId="12594" CreationDate="2018-03-22T10:28:44.097" Score="0" ViewCount="823" Body="&lt;p&gt;I want to build a classifier which can classify gender and ethnicity based on the names. &#xA;I am looking for datasets to download where I take samples for supervised learning. &#xA;If there are no open datasets available for download, what are the ways that I can create one?&lt;/p&gt;&#xA;" OwnerUserId="18994" OwnerDisplayName="Raady" LastEditorDisplayName="user4293" LastEditDate="2018-03-25T14:43:30.303" LastActivityDate="2018-03-26T01:29:18.470" Title="Looking for Databases with gender of names and Ethnicity information" Tags="|data-request|nlp|python|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12574" PostTypeId="2" ParentId="12573" CreationDate="2018-03-22T11:41:56.900" Score="1" Body="&lt;p&gt;I think you can start with general source of knowledge nowadays, wikipedia, namely the article on &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_most_popular_given_names&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of popular given names&lt;/a&gt; . This will give you enough information to extrapolate from country to gender/ethnicity and if the classification is feasible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After that, you can either dig deeper into country census data or use pseudo-labelling techniques to enrich your dataset further.&lt;/p&gt;&#xA;" OwnerUserId="5784" OwnerDisplayName="OvisAmmon" LastActivityDate="2018-03-22T11:41:56.900" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12575" PostTypeId="2" ParentId="12566" CreationDate="2018-03-23T13:49:57.660" Score="2" Body="&lt;p&gt;Possible answers were listed in your previous questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps some &lt;a href=&quot;https://opendata.stackexchange.com/questions/11396/ontological-database-of-objects/11401#11401&quot;&gt;upper ontologies&lt;/a&gt; contain what you need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another possible source is Wikidata. For example, &lt;a href=&quot;https://www.wikidata.org/wiki/Q282453&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; is SVM's page on Wikidata. As you can see, the &lt;code&gt;wdt:P279&lt;/code&gt; (&quot;subclass of&quot;) predicate currently corresponds to the parent-child relation you are talking about.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The query below lists all parent-child relation between descendants of &lt;code&gt;wd:Q11660&lt;/code&gt; (&quot;artificial intelligence&quot;).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#defaultView:Graph&#xA;SELECT DISTINCT ?s1 ?s1Label ?s2 ?s2Label WHERE {&#xA;    VALUES (?s3) {(wd:Q11660)}&#xA;    ?s0 wdt:P279* ?s1 .  ?s1 wdt:P279 ?s2 . ?s2 wdt:P279* ?s3 .&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#%23defaultView%3AGraph%0ASELECT%20DISTINCT%20%3Fs1%20%3Fs1Label%20%3Fs2%20%3Fs2Label%20WHERE%20%7B%0A%20%20%20%20VALUES%20%28%3Fs3%29%20%7B%28wd%3AQ11660%29%7D%0A%20%20%20%20%3Fs0%20wdt%3AP279%2a%20%3Fs1%20.%20%20%3Fs1%20wdt%3AP279%20%3Fs2%20.%20%3Fs2%20wdt%3AP279%2a%20%3Fs3%20.%0A%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also be interested in &lt;a href=&quot;https://tools.wmflabs.org/wikidata-todo/tree.html?q=11660&amp;amp;rp=279&amp;amp;method=list&amp;amp;depth=4&quot; rel=&quot;nofollow noreferrer&quot;&gt;this simple tool&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-03-23T14:45:22.167" LastActivityDate="2018-03-23T14:45:22.167" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12576" PostTypeId="2" ParentId="12561" CreationDate="2018-03-23T14:16:57.697" Score="1" Body="&lt;p&gt;First, look into &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_minimum_wages_by_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of minimum wages by country&lt;/a&gt; in Wikipedia.&lt;br&gt;&#xA;(Unfortunately, it seems that Wikidata doesn't have the &quot;minimum wage&quot; property.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also found the following historical data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stats.oecd.org/Index.aspx?DataSetCode=RMW&quot; rel=&quot;nofollow noreferrer&quot;&gt;OECD countries&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://appsso.eurostat.ec.europa.eu/nui/show.do?dataset=earn_mw_cur&amp;amp;lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU countries&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.ilo.org/travail/areasofwork/wages-and-income/WCMS_142568/lang--en/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN (ILO) countries&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-03-25T19:33:07.653" LastActivityDate="2018-03-25T19:33:07.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12577" PostTypeId="2" ParentId="11115" CreationDate="2018-03-23T14:42:02.747" Score="2" Body="&lt;p&gt;There is also &lt;a href=&quot;http://babelnet.org/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;BabelNet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;BabelNet is both a multilingual encyclopedic dictionary, with&#xA;  lexicographic and encyclopedic coverage of terms, and a semantic&#xA;  network which connects concepts and named entities in a very large&#xA;  network of semantic relations, made up of about 16 million entries,&#xA;  called Babel synsets.&#xA;  &lt;br/&gt; &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;BabelNet 4.0 covers 284 languages and is obtained from the automatic integration of: &lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;a href=&quot;http://wordnet.princeton.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WordNet&lt;/a&gt;, a popular computational lexicon of English (version 3.0)&lt;/li&gt;&#xA;  &lt;li&gt;&lt;a href=&quot;http://compling.hss.ntu.edu.sg/omw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Multilingual WordNet&lt;/a&gt;, a collection of wordnets available in different languages &lt;/li&gt;&#xA;  &lt;li&gt;...&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/45724795/translate-nouns-using-sparql-with-babelnet&quot;&gt;This&lt;/a&gt; is an example of how to translate words with BabelNet in SPARQL.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-03-25T07:27:53.127" LastActivityDate="2018-03-25T07:27:53.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12578" PostTypeId="2" ParentId="12556" CreationDate="2018-03-23T15:17:51.090" Score="2" Body="&lt;p&gt;I suppose the link has become broken after the Wiley Online Library redesign and restructuring.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now this link should be the &lt;a href=&quot;http://onlinelibrary.wiley.com/journal/10.1111/(ISSN)1467-9868/homepage/seriesb_datasets.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Please click here to access the full dataset archive&lt;/a&gt; link from &lt;a href=&quot;https://rss.pericles-prod.literatumonline.com/hub/journal/14679868/series-b-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;. However, that new link is broken too.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't think that this unavailability is intentional, a few months ago those datasets &lt;a href=&quot;https://web.archive.org/web/20170810085118/http://onlinelibrary.wiley.com/journal/10.1111/(ISSN)1467-9868/homepage/seriesb_datasets.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;were available&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd suggest you contact the Royal Statistical Society or the authors. The corresponding author of the second publication is Siegfried Hörmann.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check &lt;a href=&quot;https://wol-prod-cdn.literatumonline.com/pb-assets/hub-assets/rss/Datasets/Vol_77_2015-1521879345620.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-04-26T17:02:24.957" LastActivityDate="2018-04-26T17:02:24.957" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12579" PostTypeId="2" ParentId="12563" CreationDate="2018-03-23T15:47:18.180" Score="4" Body="&lt;p&gt;You could try the &lt;a href=&quot;ftp://rockyftp.cr.usgs.gov/vdelivery/Datasets/Staged/Elev/GDB/National_Contours.zip&quot; rel=&quot;noreferrer&quot;&gt;National Contours&lt;/a&gt; file. You could also try using an FTP program such as filezilla to retrieve &lt;a href=&quot;ftp://rockyftp.cr.usgs.gov/vdelivery/Datasets/Staged/Elevation/1/&quot; rel=&quot;noreferrer&quot;&gt;these rasters&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2018-03-23T15:47:18.180" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12580" PostTypeId="2" ParentId="12565" CreationDate="2018-03-23T20:03:50.320" Score="1" Body="&lt;p&gt;YAGO &lt;a href=&quot;https://www.mpi-inf.mpg.de/departments/databases-and-information-systems/research/yago-naga/yago/demo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Demo page&lt;/a&gt; lists two possible ways:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gate.d5.mpi-inf.mpg.de/webyago3spotlx/SvgBrowser?entity=%3CSupport_vector_machine%3E&quot; rel=&quot;nofollow noreferrer&quot;&gt;Explore YAGO with our graph browser&lt;/a&gt; (YAGO3)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gate.d5.mpi-inf.mpg.de/webyagospotlx/Browser?entity=%3CSupport%5Fvector%5Fmachine%3E&quot; rel=&quot;nofollow noreferrer&quot;&gt;Explore YAGO with our ontology browser&lt;/a&gt; (YAGO2)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can find what you need using &lt;a href=&quot;https://gate.d5.mpi-inf.mpg.de/webyagospotlx/WebInterface?L01=&amp;amp;L0R=rdfs%3Alabel&amp;amp;L02=%22Support+vector+machine%22%40eng&amp;amp;L0T=&amp;amp;L03=&amp;amp;L0L=&amp;amp;L04=&amp;amp;L05=&amp;amp;L11=&amp;amp;L1R=&amp;amp;L12=&amp;amp;L1T=&amp;amp;L13=&amp;amp;L1L=&amp;amp;L14=&amp;amp;L15=&amp;amp;L21=&amp;amp;L2R=&amp;amp;L22=&amp;amp;L2T=&amp;amp;L23=&amp;amp;L2L=&amp;amp;L24=&amp;amp;L25=&amp;amp;L31=&amp;amp;L3R=&amp;amp;L32=&amp;amp;L3T=&amp;amp;L33=&amp;amp;L3L=&amp;amp;L34=&amp;amp;L35=&amp;amp;L41=&amp;amp;L4R=&amp;amp;L42=&amp;amp;L4T=&amp;amp;L43=&amp;amp;L4L=&amp;amp;L44=&amp;amp;L45=&quot; rel=&quot;nofollow noreferrer&quot;&gt;query builder&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There also exists &lt;a href=&quot;https://linkeddata1.calcul.u-psud.fr/sparql?default-graph-uri=&amp;amp;qtxt=describe+%3Chttp%3A%2F%2Fyago-knowledge.org%2Fresource%2FSupport_vector_machine%3E&amp;amp;format=text%2Fx-html%2Btr&amp;amp;timeout=0&amp;amp;debug=on&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL endpoint&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-03-24T09:44:04.537" LastActivityDate="2018-03-24T09:44:04.537" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12581" PostTypeId="2" ParentId="12542" CreationDate="2018-03-23T21:24:18.217" Score="2" Body="&lt;p&gt;ImageNet more or less &lt;a href=&quot;https://opendata.stackexchange.com/questions/12309/consistency-of-imagenet-labeling-wrt-wordnet&quot;&gt;consistently&lt;/a&gt; uses WordNet synset IDs.&lt;br&gt;&#xA;There is the &lt;em&gt;Wordnet synset ID&lt;/em&gt; &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Property_proposal/Wordnet_synset_ID&quot; rel=&quot;nofollow noreferrer&quot;&gt;property proposal&lt;/a&gt; on Wikidata.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, the only option available is to use BabelNet which has WordNet as one of the  sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://live.babelnet.org/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;This page&lt;/a&gt; mentions Wikidata as another source, but I can find DBpedia entities only with BabelNet SPARQL endpoint. Probably this means:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;one should use known DBpedia-Wikidata mappings;&lt;/li&gt;&#xA;&lt;li&gt;one should use the &lt;em&gt;BabelNet Id&lt;/em&gt; Wikidata property (~ 60 000 uses in Wikidata).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;See  @FinnÅrupNielsen's &lt;a href=&quot;http://www2.imm.dtu.dk/pubdb/views/edoc_download.php/7090/pdf/imm7090.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;article&lt;/a&gt; for interesting details.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2018-03-23T21:24:18.217" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12582" PostTypeId="2" ParentId="12571" CreationDate="2018-03-23T22:32:24.150" Score="1" Body="&lt;p&gt;While it's not publicly noted, it would appear that all the shapefiles are available in GEOJSON format at urls with the following structure:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://ccts.arcticapi.com/network/operators/CB/lines/&amp;lt;linenumber&amp;gt;/shapes&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, &lt;code&gt;https://ccts.arcticapi.com/network/operators/CB/lines/9A/shapes&lt;/code&gt; and &lt;code&gt;https://ccts.arcticapi.com/network/operators/CB/lines/4/shapes&lt;/code&gt; for lines 9A and 4, respectively. The specific shapefile for the #52 line requested is located &lt;a href=&quot;https://ccts.arcticapi.com/network/operators/CB/lines/52/shapes&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a good example of data that is effectively public but not explicitly published, and a formal request to include it in &lt;a href=&quot;https://foi.cardiff.gov.uk/eng/Pages/OpenData_All.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://foi.cardiff.gov.uk/eng/Pages/OpenData_All.aspx&lt;/a&gt; or another appropriate public open data portal may be prudent.&lt;/p&gt;&#xA;" OwnerUserId="15546" LastActivityDate="2018-03-23T22:32:24.150" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12583" PostTypeId="2" ParentId="12568" CreationDate="2018-03-24T04:29:46.457" Score="1" Body="&lt;p&gt;If this is what you are looking for then here it is&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gadm.org/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gadm.org/download&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2018-03-24T04:29:46.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12584" PostTypeId="2" ParentId="4872" CreationDate="2018-03-24T06:03:53.593" Score="1" Body="&lt;p&gt;Are you looking for something like the Homeland Infrastructure Foundation - Level Data (HIFLD) Retail Electric Service Territories shapefiles?&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This feature class/shapefile represents electric power retail service territories. These are areas serviced by electric power utilities responsible for the retail sale of electric power to local customers, whether residential, industrial, or commercial.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Found &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/electric-retail-service-territories&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7201" LastEditorUserId="-1" LastEditDate="2018-12-11T23:26:09.553" LastActivityDate="2018-12-11T23:26:09.553" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12585" PostTypeId="1" AcceptedAnswerId="12632" CreationDate="2018-03-24T10:50:32.713" Score="4" ViewCount="132" Body="&lt;p&gt;I would like to use a dataset of GPS coordinates (with time if available) of people (preferable tourists) visiting places in a city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to use it to compute a map layer with the intensities or frequencies of visits.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been using an application to make journeys by my city to make some tests but I would need much more data to accomplish the project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where or how can I find it? &#xA;City place or transportation used by people in that city is not a need &#xA;(although is preferable walking people).&lt;/p&gt;&#xA;" OwnerUserId="18972" LastEditorUserId="1511" LastEditDate="2018-04-03T08:08:44.473" LastActivityDate="2019-05-21T17:56:08.767" Title="GPS coordinates dataset of wandering people or tourists" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12586" PostTypeId="1" AcceptedAnswerId="12587" CreationDate="2018-03-24T17:56:26.110" Score="2" ViewCount="149" Body="&lt;p&gt;I've this query but I can't understand why doesn't return any result. I try different versions (with link, with only code, with wd:code) but nothing seems to work. What I need is this query but searching by code (like the eg., Q6015113)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;              SELECT ?item ?itemLabel WHERE {&#xA;&#xA; ?item wdt:P31 wd:Q5.&#xA;  FILTER (?item = &quot;http://www.wikidata.org/entity/Q6015113&quot;)&#xA; SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;es,en,fr&quot; . }&#xA;} ORDER BY ASC(?num)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="18564" LastEditorUserId="18564" LastEditDate="2018-03-25T01:30:06.257" LastActivityDate="2018-03-25T01:30:06.257" Title="Search in wikidata with specific Q code" Tags="|wikidata|wikipedia|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12587" PostTypeId="2" ParentId="12586" CreationDate="2018-03-24T18:09:40.493" Score="4" Body="&lt;p&gt;In short, URIs are &quot;things, not strings&quot;. The filtering condition should be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;?item = &amp;lt;http://www.wikidata.org/entity/Q6015113&amp;gt;&lt;/code&gt;, or&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;?item = wd:Q6015113&lt;/code&gt;, or&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;?item = URI(&quot;http://www.wikidata.org/entity/Q6015113&quot;)&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There also exists the &lt;a href=&quot;https://www.w3.org/TR/sparql11-query/#inline-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;VALUES&lt;/code&gt;&lt;/a&gt; keyword for providing inline data.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-03-24T19:26:05.210" LastActivityDate="2018-03-24T19:26:05.210" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12588" PostTypeId="2" ParentId="11823" CreationDate="2018-03-24T18:21:16.773" Score="1" Body="&lt;p&gt;There is a data set about &lt;a href=&quot;https://www.kaggle.com/mlg-ulb/creditcardfraud&quot; rel=&quot;nofollow noreferrer&quot;&gt;credit card fraud&lt;/a&gt; on Kaggle.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The datasets contains transactions made by credit cards in September 2013 by european cardholders. This dataset presents transactions that occurred in two days, where we have 492 frauds out of 284,807 transactions. The dataset is highly unbalanced, the positive class (frauds) account for 0.172% of all transactions.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Source:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The dataset has been collected and analysed during a research collaboration of Worldline and the Machine Learning Group of the Université Libre de Bruxelles on big data mining and fraud detection.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18976" LastEditorDisplayName="user4293" LastEditDate="2018-03-26T06:36:36.973" LastActivityDate="2018-03-26T06:36:36.973" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12590" PostTypeId="1" CreationDate="2018-03-25T04:39:30.650" Score="3" ViewCount="3709" Body="&lt;p&gt;Is there a data set that contains all US cities in GEOJSON format? I saw something about Mapzen having it, but looks like they don't provide it anymore.&lt;/p&gt;&#xA;&lt;p&gt;Did anyone download this or know where I can find something similar?&lt;/p&gt;&#xA;" OwnerUserId="18981" LastEditorUserId="23272" LastEditDate="2022-07-14T12:24:22.780" LastActivityDate="2022-10-16T22:27:08.870" Title="All US cities in GEOJSON" Tags="|data-request|usa|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12591" PostTypeId="1" CreationDate="2018-03-25T05:11:45.353" Score="2" ViewCount="42" Body="&lt;p&gt;As the title says, I'm not sure where I can find the data set I'm looking for. I'm trying to explore the relationships between inflation rate, total student enrollment, and total amount of student debt since 1965. I've been able to find numbers for 2007 onward, but nothing going back any further than that. Any help would be appreciated. &lt;/p&gt;&#xA;" OwnerUserId="18982" LastEditorDisplayName="user4293" LastEditDate="2018-04-24T15:09:24.107" LastActivityDate="2018-04-24T15:09:24.107" Title="Where can I find a data set on the federal student loan debt since at least 1965?" Tags="|data-request|usa|government|economics|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12592" PostTypeId="2" ParentId="12591" CreationDate="2018-03-25T12:51:25.307" Score="1" Body="&lt;p&gt;check this:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The National Student Loan Data System (NSLDS) is the national database&#xA;  of information about loans and grants awarded to students under Title&#xA;  IV of the Higher Education Act (HEA) of 1965&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/national-student-loan-data-system&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/national-student-loan-data-system&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18984" LastActivityDate="2018-03-25T12:51:25.307" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12593" PostTypeId="2" ParentId="12590" CreationDate="2018-03-25T12:55:58.073" Score="2" Body="&lt;p&gt;check this :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://catalog.data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; , The home of the U.S. Government’s open data&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?res_format=GeoJSON&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?res_format=GeoJSON&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="18984" LastActivityDate="2018-03-25T12:55:58.073" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12594" PostTypeId="2" ParentId="12573" CreationDate="2018-03-26T01:29:18.470" Score="2" Body="&lt;pre&gt;&lt;code&gt;SELECT ?nameLabel ?typeLabel ?langLabel WHERE {&#xA; ?type wdt:P279* wd:Q202444 .&#xA; ?name wdt:P31 ?type .&#xA; ?name wdt:P407 ?lang&#xA;SERVICE wikibase:label{bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;.} &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The wikidata query above (&lt;a href=&quot;http://tinyurl.com/y9t44r59&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/y9t44r59&lt;/a&gt;) yields 12841 results and may provide a helpful starting point.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2018-03-26T01:29:18.470" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12595" PostTypeId="1" CreationDate="2018-03-26T02:44:26.747" Score="1" ViewCount="270" Body="&lt;p&gt;Looking for a dataset involving the effect vegetarian/vegan diets have on the number of animals killed, the food industry, or health&lt;/p&gt;&#xA;" OwnerUserId="18957" LastActivityDate="2018-03-26T02:44:26.747" Title="Vegetarian/Vegan dataset" Tags="|data-request|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12599" PostTypeId="1" CreationDate="2018-03-26T22:26:49.277" Score="1" ViewCount="91" Body="&lt;p&gt;I am looking for Canada Locality/neighborhood data but did not get any useful links. Anybody know about a good Locality/neighborhood data for Canada??&lt;/p&gt;&#xA;" OwnerUserId="18996" LastActivityDate="2018-04-06T23:47:52.043" Title="Neighborhood data for Canada" Tags="|canada|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12600" PostTypeId="1" AcceptedAnswerId="12603" CreationDate="2018-03-27T14:32:45.397" Score="0" ViewCount="105" Body="&lt;p&gt;The FDA has a drug list that I would have thought would have had all FDA approved drugs. The list can be downloaded here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fda.gov/drugs/informationondrugs/ucm079750.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/informationondrugs/ucm079750.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search it online here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is...  not all drugs appear in it. A few examples:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.drugs.com/history/monovisc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monovisc&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.drugs.com/history/orthovisc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Orthovisc&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;According to drugs.com these drugs are FDA approved so why aren't they in the FDA drug list? I note that the generic for each of these is the same...&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2018-03-27T16:42:11.963" Title="why doesn't FDA drug list include all meds?" Tags="|usa|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12601" PostTypeId="1" CreationDate="2018-03-27T15:15:20.403" Score="1" ViewCount="21" Body="&lt;p&gt;In the United States there's a great deal of information made public on universities, to help potential students, student loan recipients, employers, and whomever else to make informed decisions. Most of this is through the government and is accessible through financial aid information websites and other portals. For profit higher education requires greater reporting to be able to receive Federal student financial aid.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there anything like this for Australia? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know some of the test scores, GPA's, etc. associated with specific Australian universities.&lt;/p&gt;&#xA;" OwnerUserId="10481" LastEditorUserId="70" LastEditDate="2022-10-15T18:10:05.540" LastActivityDate="2022-10-15T18:10:05.540" Title="Data on Australian universities" Tags="|data-request|education|australia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12603" PostTypeId="2" ParentId="12600" CreationDate="2018-03-27T16:42:11.963" Score="3" Body="&lt;p&gt;The FDA CDER database, which you linked to, covers small molecule drugs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Monovisc is a medical device, so you'll need to search the medical device database: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17566" LastActivityDate="2018-03-27T16:42:11.963" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12604" PostTypeId="1" CreationDate="2018-03-28T02:32:36.943" Score="1" ViewCount="85" Body="&lt;p&gt;Where can I find a list of all the countries and how they are divided into regions/counties/states/etc? For instance, in India it's states, in Russia it's krai/oblast', in Thailand it's provinces, in Mexico it's states, in Norway counties. In some countries there's no such a division at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want &lt;strong&gt;&quot;country: [names of the divisions]&quot;&lt;/strong&gt; data. Not merely the name of the division -- state, oblast', province, nothing.&lt;/p&gt;&#xA;" OwnerUserId="19001" LastEditorUserId="19001" LastEditDate="2018-04-01T04:06:01.830" LastActivityDate="2018-04-01T04:06:01.830" Title="Data about countries and how they are divided into regions/countries/states/etc?" Tags="|data-request|geospatial|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12605" PostTypeId="2" ParentId="12604" CreationDate="2018-03-28T09:59:47.787" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://citypopulation.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Population statistics&lt;/a&gt; is an excellent resource for such data. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Population Statistics for Countries, Administrative Areas, Cities and Agglomerations – Interactive Maps and Charts&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19004" LastEditorDisplayName="user4293" LastEditDate="2018-03-28T12:36:37.027" LastActivityDate="2018-03-28T12:36:37.027" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12606" PostTypeId="2" ParentId="11271" CreationDate="2018-03-28T13:57:00.383" Score="2" Body="&lt;p&gt;The most comprehensive dataset for Population and income is Census data however, the lowest Census geography is what is called an Output Area, which is an aggregation of postcodes with min. population and household size if 100 and 40 respectively. This minimum is set for statistical disclosure control (confidentiality preservation of individuals). So in your case, it will be difficult if not impossible to find official Population and Income data at postcode level&lt;/p&gt;&#xA;" OwnerUserId="19005" LastActivityDate="2018-03-28T13:57:00.383" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12607" PostTypeId="2" ParentId="3825" CreationDate="2018-03-28T21:02:52.883" Score="-3" Body="&lt;p&gt;&lt;a href=&quot;http://nationalflooddata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Flood Data&lt;/a&gt; (I'm the product manager) offers several APIs that take either a lat/lng or address as input and return flood zone data as well as polygons in geosjon format. The service also offers a dynamic and a static map, both through Mapbox.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The documentation page is: &lt;a href=&quot;http://nationalflooddata.com/flood/&quot; rel=&quot;nofollow noreferrer&quot;&gt;docs&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's the convenient, easy, reliable, up-to-date service that I was looking for myself. The service also includes digitized versions of the several hundred counties that have valid flood maps that are available from FEMA as pdf files but not as digital files.&lt;/p&gt;&#xA;" OwnerUserId="19008" LastActivityDate="2018-03-28T21:02:52.883" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12608" PostTypeId="1" AcceptedAnswerId="12609" CreationDate="2018-03-29T10:58:43.377" Score="1" ViewCount="64" Body="&lt;p&gt;Is there an open dataset containing information such as username, language proficiency levels (&lt;a href=&quot;https://en.m.wikipedia.org/wiki/Wikipedia:Babel/Levels&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.m.wikipedia.org/wiki/Wikipedia:Babel/Levels&lt;/a&gt;) and (possibly) academic degrees and nationality of Wikipedians? This info is (often) displayed in Users' pages &lt;a href=&quot;https://en.m.wikipedia.org/wiki/User:usernamepages&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.m.wikipedia.org/wiki/User:usernamepages&lt;/a&gt; in the form of badges. I am not looking for aggregates, but for granular username-level data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I couldn't find data of this kind at &lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19010" LastEditorUserId="19010" LastEditDate="2018-04-14T22:44:29.767" LastActivityDate="2018-04-14T22:44:29.767" Title="How can I get data about Wikipedians (e.g. language proficiency), by username?" Tags="|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12609" PostTypeId="2" ParentId="12608" CreationDate="2018-03-29T12:51:46.210" Score="1" Body="&lt;p&gt;You can easily create your own, either by scraping the HTML or parsing down the full export/dump.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First, get a list of lists&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/wiki/Category:Wikipedians_by_degree&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then, loop through each list&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wikipedia.org/wiki/Category:Wikipedians_with_PhD_degrees&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And collect the usernames per degree.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need more data, for example degree AND region, then it's easy enough to parse the HTML, and identify the relevant &lt;code&gt;userbox&lt;/code&gt;, although be careful for users with multiple degrees/nationalities. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;div class=&quot;wikipediauserbox&quot; style=&quot;float:left;border:1px solid #808080;margin:1px;width:238px&quot;&amp;gt;&#xA;   &amp;lt;table role=&quot;presentation&quot; style=&quot;border-collapse:collapse;width:238px;margin-bottom:0;margin-top:0;background:#FFEEEE&quot;&amp;gt;&#xA;      &amp;lt;tr&amp;gt;&#xA;         &amp;lt;td style=&quot;border:0;width:45px;height:45px;background:#FF8888;text-align:center;font-size:14pt;font-weight:bold;color:black;padding:0 1px 0 0;line-height:1.25em;vertical-align:middle&quot;&amp;gt;PhD&amp;lt;/td&amp;gt;&#xA;         &amp;lt;td style=&quot;border:0;text-align:left;font-size:8pt;padding:0 4px 0 4px;height:45px;line-height:1.25em;color:black;vertical-align:middle&quot;&amp;gt;This user has a &amp;lt;a href=&quot;/wiki/Doctor_of_Philosophy&quot; title=&quot;Doctor of Philosophy&quot;&amp;gt;Doctor of Philosophy&amp;lt;/a&amp;gt; degree.&amp;lt;/td&amp;gt;&#xA;      &amp;lt;/tr&amp;gt;&#xA;   &amp;lt;/table&amp;gt;&#xA;&amp;lt;/div&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can make it even easier and just say that a userpage that, for example, links to &lt;code&gt;/wiki/Doctor_of_Philosophy&lt;/code&gt; has a PhD.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll also have to pick a language page (&lt;code&gt;en&lt;/code&gt; for example), since userpages are also language specific.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-03-29T12:51:46.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12610" PostTypeId="1" AcceptedAnswerId="12736" CreationDate="2018-03-29T13:34:02.943" Score="1" ViewCount="62" Body="&lt;p&gt;I'm looking for the actual age of competitors in endurance sports events (marathon, triathlon, ironman, etc). This can be any event, but it should be the age at competition time (36) and not the age bracket (34-39).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any format, any license.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;aggregated&lt;/strong&gt; data may look like this, but I look for &lt;strong&gt;non-aggregated&lt;/strong&gt;, or at least a distribution per age:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9tWHwl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9tWHwl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://medium.com/running-with-data/the-new-york-city-marathon-2017-9acc6607b433&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;) &lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-03-29T13:43:01.837" LastActivityDate="2018-04-21T04:52:01.890" Title="Non-aggregated age of endurance sport competitors" Tags="|data-request|sports|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12611" PostTypeId="1" CreationDate="2018-03-29T13:59:30.260" Score="5" ViewCount="2206" Body="&lt;p&gt;I need records of telephone conversations (or simple conversations between two persons) with their transcripts. I need English and French datasets.&lt;/p&gt;&#xA;" OwnerUserId="19013" LastEditorDisplayName="user4293" LastEditDate="2018-03-29T21:05:29.733" LastActivityDate="2019-09-26T15:40:29.483" Title="Audio data set of (telephone) conversations and their transcriptions" Tags="|machine-learning|language|corpora|audio|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12613" PostTypeId="1" CreationDate="2018-03-29T14:51:57.117" Score="1" ViewCount="25" Body="&lt;p&gt;I would like to know, for each country, for each of the sexes male and female or other sex, what are the percentage of males and of females or other sex, the percentage of infertile males and infertile females or other sex, the percentage of children less fertile and childless infertile people and so on. I also would like to see a mean age till fertility and till infertility for each sex, possibly with distributions of these data.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="23272" LastEditDate="2022-07-14T13:02:49.503" LastActivityDate="2022-07-14T13:02:49.503" Title="Childnessness and infertility by country and region" Tags="|data-request|research|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12614" PostTypeId="1" CreationDate="2018-03-29T15:47:51.027" Score="2" ViewCount="103" Body="&lt;p&gt;I'm looking for a simple list that has a count of speakers per language. It can be either active speaker or native speakers, the exactness doesn't matter so much to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any format, any license. It's not for research and just for fun - so the exactness is not so important.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dream data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Mandarin,9350000000&#xA;Spanish,390000000&#xA;English,365000000&#xA;Hindi,295000000&#xA;....&#xA;Chamicuro,20&#xA;Ongota,12&#xA;Njerep,6&#xA;Lemerig,2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There are many datasets, but I can only find &quot;top&quot; languages&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_languages_by_total_number_of_speakers#Ethnologue_(2017_20th_edition)&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_languages_by_total_number_of_speakers#Ethnologue_(2017_20th_edition)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers#Top_languages_by_population&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers#Top_languages_by_population&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;or &quot;least&quot; languages&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_last_known_speakers_of_languages&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_last_known_speakers_of_languages&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-02-01T03:02:00.793" Title="List of languages with active or native speakers" Tags="|data-request|language|global|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12615" PostTypeId="2" ParentId="12614" CreationDate="2018-03-29T18:46:37.430" Score="1" Body="&lt;p&gt;This &lt;a href=&quot;http://cstrobbe.github.io/languagelearning/misc/languagetags.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;table of ISO language tags&lt;/a&gt; has the number of native speakers in the penultimate column. Some of the numbers are rough estimates, some are based on a census for that specific language or the country where a specific language is spoken. The table also lists a number of extinct languages but does not list languages that have no ISO tag. Note also that some of the languages in the table are actually &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_639_macrolanguage&quot; rel=&quot;nofollow noreferrer&quot;&gt;macro languages&lt;/a&gt;. (The JSON file that is available on that site only has language tags and language names, not the number of native speakers.) &lt;/p&gt;&#xA;" OwnerUserId="14002" LastActivityDate="2018-03-29T18:46:37.430" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12616" PostTypeId="1" AcceptedAnswerId="12649" CreationDate="2018-03-29T23:10:41.570" Score="4" ViewCount="651" Body="&lt;p&gt;I need a way to translate shortened/alternative spellings back to their original name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: Tom -&gt; Thomas, Ben -&gt; Benjamin&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any datasets that you know of that could help with this?&lt;/p&gt;&#xA;" OwnerUserId="19021" LastActivityDate="2018-04-10T14:55:56.793" Title="Data for Common Alternative Spellings for Names" Tags="|data-request|names|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12617" PostTypeId="1" AcceptedAnswerId="12629" CreationDate="2018-03-30T05:46:05.270" Score="2" ViewCount="129" Body="&lt;p&gt;I am trying to analyse the attendance and position relationship of football clubs in the 4 tiers (Premier League, Championship, League 1 and League 2). Unfortunately, I am not able to get a legitimate source for the attendance data for each year since 2005/2006 season.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already have reviewed the following question posted:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/3369/any-open-public-data-sets-for-the-english-premier-league-epl&quot;&gt;Any open public data sets for the English Premier League (EPL)?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also went through the Kaggle database:&#xA;&lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/hugomathien/soccer&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All these sources focuse on the scores and wins, but no attendance records for any year for any tier.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone guide me to obtain this data set?&lt;/p&gt;&#xA;" OwnerUserId="18676" LastActivityDate="2018-04-02T15:03:05.573" Title="Seeking the attendance data for English football teams for all four tiers" Tags="|data-request|sports|football|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12618" PostTypeId="1" AcceptedAnswerId="12620" CreationDate="2018-03-30T08:26:52.193" Score="1" ViewCount="52" Body="&lt;p&gt;I want to train a classifier with given names or surnames of different ethnic groups available in USA. I want to know if there are any open databases available or suggestions how we can create the database. &lt;/p&gt;&#xA;" OwnerUserId="18994" LastEditorUserId="18994" LastEditDate="2018-03-30T08:58:06.363" LastActivityDate="2018-05-08T15:13:24.267" Title="Looking for database with ethnic information in USA" Tags="|data-request|usa|machine-learning|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12620" PostTypeId="2" ParentId="12618" CreationDate="2018-03-30T14:22:59.163" Score="1" Body="&lt;p&gt;Voter rolls would be a fantastic place to look, the North Carolina State Board of Elections &amp;amp; Ethics Enforcement provides this data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://s3.amazonaws.com/dl.ncsbe.gov/data/ncvoter_Statewide.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Voter Rolls Download&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://s3.amazonaws.com/dl.ncsbe.gov/data/ncvhis_ncvoter_data_format.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Voter Data Format&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The North Carolina database includes race, ethnicity, and gender. It would be a good place for your classifier to train.&lt;/p&gt;&#xA;" OwnerUserId="7037" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-05-08T15:13:24.267" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12621" PostTypeId="2" ParentId="3898" CreationDate="2018-03-31T02:47:24.147" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt; is the only place with open data about games. The other sites have APIs for their closed data that have many restrictions and may not be viable if you need data about all existing games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the following &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fgame%20%3FgameLabel%20%3FreleaseDate%20%3FplatformLabel%20%3FgenreLabel%20%3FnarrativeLocationLabel%20%3FperiodLabel%20WHERE%20%7B%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%20%20%3Fgame%20wdt%3AP31%20wd%3AQ7889.%20%20%0A%20%20%3Fgame%20wdt%3AP577%20%20%3FreleaseDate%20.%20%0A%20%20%3Fgame%20wdt%3AP400%20%20%3Fplatform%20.%20%0A%20%20%3Fgame%20wdt%3AP136%20%20%3Fgenre%20.%0A%20%20%3Fgame%20wdt%3AP840%20%20%3FnarrativeLocation%20.%0A%20%20%3Fgame%20wdt%3AP2408%20%3Fperiod%20.%20%20%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL query&lt;/a&gt;, you can get the data you need for all games with a single request:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;SELECT ?game ?gameLabel ?releaseDate ?platformLabel ?genreLabel ?narrativeLocationLabel ?periodLabel WHERE {&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;  ?game wdt:P31 wd:Q7889 .&#xA;  ?game wdt:P577  ?releaseDate . &#xA;  ?game wdt:P400  ?platform . &#xA;  ?game wdt:P136  ?genre .&#xA;  ?game wdt:P840  ?narrativeLocation .&#xA;  ?game wdt:P2408 ?period .&#xA;}&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Game theme specific information like location and period still missing for most games, but Wikidata is open and you can add the values for the games you need and it will be available for querying immediatly.&lt;/p&gt;&#xA;" OwnerUserId="19025" LastEditorUserId="19025" LastEditDate="2018-04-03T19:35:08.217" LastActivityDate="2018-04-03T19:35:08.217" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12623" PostTypeId="2" ParentId="4139" CreationDate="2018-03-31T18:16:29.873" Score="3" Body="&lt;p&gt;aprs.fi has an api: &lt;a href=&quot;https://aprs.fi/page/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aprs.fi/page/api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;however, of late it has been slow to update the vessel i wanted to track, often weeks with no updates. :(&lt;/p&gt;&#xA;" OwnerUserId="19033" LastActivityDate="2018-03-31T18:16:29.873" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12624" PostTypeId="1" CreationDate="2018-03-31T23:05:35.400" Score="2" ViewCount="31" Body="&lt;p&gt;I am looking for a list of all possible causes of infertility in males, females, and other sexes, (preferably with descriptions of these causes), or of inability to conceive due to problems during the conception or pre-conception phase, along with incidence percentage or percentage of these problems among the respective populations of unable to conceive or people who has to bear the very depressing misfortune of going through complications, in both males and females. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be nice if for each such condition, there were also a table, listing preventive and non preventive solutions, including genetical solutions such as finding exact or close exact matching sperm and egg and using surrogates for child generation or production. This is, in fact, in my very opinion, the solution to many of these problems. It would also be nice if the given techniques used to achieve this were listed in each case. Alternatives welcome.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorDisplayName="user4293" LastEditDate="2018-08-01T18:57:15.070" LastActivityDate="2018-08-01T18:57:15.070" Title="Infertility data: causes and solutions" Tags="|data-request|medical|research|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12625" PostTypeId="1" CreationDate="2018-04-01T19:26:08.123" Score="3" ViewCount="516" Body="&lt;p&gt;I have been working on a machine learning project which detects malware. I  have downloaded malicious files and tested my model and I was looking for a place which would contain about 50-60 non-malicious .EXE files. &lt;/p&gt;&#xA;" OwnerUserId="19026" LastEditorUserId="1511" LastEditDate="2018-04-03T08:24:01.520" LastActivityDate="2018-08-02T17:13:10.917" Title="Where can I download non-malicious .EXE files for my machine learning model" Tags="|machine-learning|metadata|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12627" PostTypeId="1" CreationDate="2018-04-01T13:45:58.237" Score="1" ViewCount="41" Body="&lt;p&gt;I am looking for the following, not everything is necessary, but I would like to somehow extract latitude and longitude for later mapping, and knowing where condos are located is a must:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Necessary:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Home Type (Condo, Town Home, Single Family, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Zip (or preferably lattitude and longitude)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Nice to Have&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;Home Estimate and/or last sale price and/or last tax assessment evaluation&lt;/li&gt;&#xA;&lt;li&gt;Home Square footage&lt;/li&gt;&#xA;&lt;li&gt;Last time the home sold&lt;/li&gt;&#xA;&lt;li&gt;By-Law Type (loss assessment, liability only, etc. would only apply to condos)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;MLS data only has current listings, and broken up by city, which is a pain to put together, and does not give me all the information I need anyway&lt;/p&gt;&#xA;" OwnerDisplayName="Devin" LastEditorUserId="16193" LastEditDate="2018-04-02T16:38:16.947" LastActivityDate="2018-04-02T16:38:16.947" Title="Where to find data regarding home types and addresses/zips in the US?" Tags="|usa|postal-code|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12628" PostTypeId="2" ParentId="12627" CreationDate="2018-04-02T03:13:18.257" Score="1" Body="&lt;p&gt;Real state data is easy to get because you can gather it for free from local municipality or city hall, local MLS offices/data or local tax assessor's offices throughout the U.S (if the required data is needed in the US, I suppose other countries work more or less the same). The drawback is that they often require heavy processing and even digitalizing data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will probably be able to find intermediaries or data providers like Quandl. They have the &lt;a href=&quot;https://blog.quandl.com/api-for-housing-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zillow's API for housing data publicly available&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastActivityDate="2018-04-02T03:13:18.257" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12629" PostTypeId="2" ParentId="12617" CreationDate="2018-04-02T15:03:05.573" Score="3" Body="&lt;p&gt;You can find attendance data since the season 1889 (and since 1922 for all top four tiers) from &lt;a href=&quot;http://www.european-football-statistics.co.uk/attn.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Football Statistics&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19004" LastActivityDate="2018-04-02T15:03:05.573" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12630" PostTypeId="2" ParentId="12625" CreationDate="2018-04-03T07:49:42.970" Score="1" Body="&lt;p&gt;You can search google by filetype, so if any of these filetypes are appropriate&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://support.google.com/webmasters/answer/35287?hl=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://support.google.com/webmasters/answer/35287?hl=en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;You can use the filetype: operator in Google Search to limit results to a specific file type. For example, &lt;a href=&quot;http://www.google.com/search?q=filetype:rtf%20galway&quot; rel=&quot;nofollow noreferrer&quot;&gt;filetype:rtf galway&lt;/a&gt; will search for RTF files with the term &quot;galway&quot; in them.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Then just right-click on each result, to save locally. For 50 files, this is an easy way to get diverse file formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ctRCa.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ctRCa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-04-03T07:49:42.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12631" PostTypeId="2" ParentId="12624" CreationDate="2018-04-03T07:58:38.023" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;https://archive.ics.uci.edu/ml/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; has one dataset from 2013 called &lt;strong&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Fertility&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fertility&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;100 volunteers provide a semen sample analyzed according to the WHO 2010 criteria. Sperm concentration are related to socio-demographic data, environmental factors, health status, and life habits&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The dataset is &lt;a href=&quot;https://en.wikipedia.org/wiki/Multivariate_analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;multivariate&lt;/a&gt;, and is likely to be used for regression or classification.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The authors' paywalled paper is &lt;a href=&quot;https://www.sciencedirect.com/science/article/pii/S0957417412007269&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-04-03T07:58:38.023" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12632" PostTypeId="2" ParentId="12585" CreationDate="2018-04-03T08:07:16.163" Score="3" Body="&lt;p&gt;OSM has public GPS traces &lt;a href=&quot;https://www.openstreetmap.org/traces&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But you'd have to screen either the GPX files based on GPS coordinates, or text label.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use internet search to find keywords:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/oOKVC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oOKVC.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And then each trace is individually downloadable, for example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/user/Matthew%20Sammon/traces/449560&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/user/Matthew%20Sammon/traces/449560&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cTpvw.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cTpvw.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BnjPT.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BnjPT.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Apparently, public GPS traces are available in bulk in the Planet data - &lt;a href=&quot;https://gis.stackexchange.com/a/36993/112869&quot;&gt;read more.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-05-21T17:56:08.767" LastActivityDate="2019-05-21T17:56:08.767" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12633" PostTypeId="1" CreationDate="2018-04-03T09:36:34.397" Score="1" ViewCount="1984" Body="&lt;p&gt;I have been working on a machine learning project for speaker recognition.&#xA;I need more audio files from different speakers to improve the accuracy of my algorithm&lt;sup&gt;*&lt;/sup&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm using the files to recognize who is speaking. It's not a speech to text algorithm.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm using just digits (initially only zero) to simplify my task, because it's still a proof of concept. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;*I tested my machine learning with just 10 speakers and it gave me 55% accuracy. I want to add more samples to get a higher percentage.&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="19048" LastEditorDisplayName="user4293" LastEditDate="2018-04-04T14:58:33.567" LastActivityDate="2024-03-04T22:05:15.647" Title="100 Audio files (.wav) with spoken numbers (containing zero) of 100 different speakers" Tags="|data-request|machine-learning|audio|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12636" PostTypeId="1" CreationDate="2018-04-04T01:16:18.627" Score="1" ViewCount="71" Body="&lt;p&gt;I'm trying to build a workflow model for subjects in the MIMIC-III data set.  there's clearly no shortage of activities in here but if I were trying to track the major steps in the process (treatment protocol?) it might start with a patient (subject_id) admission (hadm_id), showing up at a site (admission_location), and subsequently leaving (discharge_location).  But given the number of items in Chartevents, Datetimeevents, Procedureevents and others, quite a bit takes place at the detail level and it's not clear if there's a summary level available or one that I can create.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So if I was trying to show the patient arriving, getting some treatment (perhaps a treatment in some major category e.g. the service description in Services or diagnosis), getting admitted, getting more treatment (same or new diagnosis), getting admitted to the ICU, getting more treatment (same or new diagnosis), getting better and getting discharged.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a strategy that might be helpful to map out the basic flow from a higher level?&lt;/p&gt;&#xA;" OwnerUserId="19058" LastEditorDisplayName="user4293" LastEditDate="2018-04-04T14:53:12.750" LastActivityDate="2018-06-29T18:19:59.453" Title="Patient Workflow Steps in MIMIC-III" Tags="|mimic-iii|best-practice|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12638" PostTypeId="1" CreationDate="2018-04-04T08:31:23.110" Score="1" ViewCount="42" Body="&lt;p&gt;We are looking to find the number of tests that have been approved by the FDA over time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Mary Meekin's Internet report cited that there are over 60,000 CLIA waived laboratory tests (i.e. tests that consumers can use themselves without a doctor) and over 1,000 being added every year. But we are looking for tests that your doctor can order. How many are those and how many are being added per year?&lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2018-04-04T18:55:08.460" Title="Where can one track the number of FDA approved laboratory tests?" Tags="|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12639" PostTypeId="2" ParentId="3559" CreationDate="2018-04-04T12:04:42.667" Score="1" Body="&lt;p&gt;Iconfinder allows you to search for icons, e.g., with &quot;flags country&quot;: &lt;a href=&quot;https://www.iconfinder.com/search/?q=flag+country&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iconfinder.com/search/?q=flag+country&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a large number of different icons in various styles, backgrounds, sizes, styles, formats, and licenses.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See a specific example here: &lt;a href=&quot;https://www.iconfinder.com/icons/2176510/belgium_country_flag_icon#size=256&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iconfinder.com/icons/2176510/belgium_country_flag_icon#size=256&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The results can be filtered by license (eg. &quot;For commercial use&quot;).&lt;/p&gt;&#xA;" OwnerUserId="5593" LastEditorUserId="754" LastEditDate="2018-04-06T01:48:09.663" LastActivityDate="2018-04-06T01:48:09.663" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12640" PostTypeId="2" ParentId="12542" CreationDate="2018-04-04T13:20:22.803" Score="3" Body="&lt;p&gt;I have used the &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P2888&quot; rel=&quot;nofollow noreferrer&quot;&gt;P2888&lt;/a&gt; property for linking WordNet synset URIs with Wikidata item, and as pointed out by Stanislav Kralin written about it in the article &lt;em&gt;&lt;a href=&quot;http://www2.imm.dtu.dk/pubdb/views/edoc_download.php/7090/pdf/imm7090.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linking ImageNet WordNet Synsets with Wikidata&lt;/a&gt;&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Provided that the URI is available with the P2888 property, you may then query with the Wikidata Query Service at &lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt;. For instance, with string &quot;n03868242&quot; (oxcart) embedded in the SPARQL:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT &#xA;  ?item&#xA;  ?uri&#xA;WHERE {&#xA;  BIND(URI(CONCAT(&quot;http://wordnet-rdf.princeton.edu/wn30/&quot;, SUBSTR(&quot;n03868242&quot;, 2), &quot;-n&quot;)) AS ?uri)&#xA;  ?item wdt:P2888 ?uri . &#xA;} &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Wikidata Query Service link: &lt;a href=&quot;http://tinyurl.com/y7eeo78p&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/y7eeo78p&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, there are 475 linked items (&lt;a href=&quot;http://tinyurl.com/y9s26qm6&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/y9s26qm6&lt;/a&gt;), so the mapping is not complete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also note that I do not think we have reached consensus on how this mapping should be done, e.g., see the discussion at &lt;a href=&quot;https://www.wikidata.org/wiki/Talk:Q1190777&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Talk:Q1190777&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2018-04-04T13:20:22.803" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12641" PostTypeId="2" ParentId="12638" CreationDate="2018-04-04T18:55:08.460" Score="1" Body="&lt;p&gt;They simplest way to get information on the FDA's list of FDA-Approved Home and Lab Tests (which it calls 'In Vitro Diagnostic (IVD) Tests') is to use the following search website:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfIVD/Search.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfIVD/Search.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe that you can also find the IVD tests listed in one of the raw download files, but I have not been able to quickly find which database it is. I will try and update this answer when I have time to figure that out.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The underlying data set is updated weekly. &lt;/p&gt;&#xA;" OwnerUserId="1037" LastActivityDate="2018-04-04T18:55:08.460" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12642" PostTypeId="1" CreationDate="2018-04-04T22:17:00.737" Score="4" ViewCount="249" Body="&lt;p&gt;&lt;a href=&quot;https://www.crunchbase.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crunchbase&lt;/a&gt; looks most promising but they seem to be payware. Are there any free datasets of companies (established business &amp;amp; startups) to do some data science analysis? Ideally, the data should be name, a description of what it does, location(s), products/services offered etc.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for US businesses&lt;/p&gt;&#xA;" OwnerUserId="19076" LastEditorDisplayName="user4293" LastEditDate="2018-05-05T18:35:15.297" LastActivityDate="2019-02-20T08:38:58.607" Title="Looking for database of US companies" Tags="|usa|business|companies|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12643" PostTypeId="1" AcceptedAnswerId="12657" CreationDate="2018-04-05T00:14:53.857" Score="0" ViewCount="97" Body="&lt;p&gt;I wrote a python programme to extract the DBpedia links for a given document using DBpedia Spotlight. Now I am interested in getting the &lt;strong&gt;skos:broader property and dcterms:subject property&lt;/strong&gt; for each DBpedia link. Is there any DBpedia API that I can use for this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide any examples if needed.&lt;/p&gt;&#xA;" OwnerUserId="18621" LastActivityDate="2018-04-15T11:15:37.943" Title="How to extract DBpedia infomation" Tags="|uses-of-open-data|linked-data|rdf|ontology|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12645" PostTypeId="1" AcceptedAnswerId="12802" CreationDate="2018-04-05T02:34:07.050" Score="2" ViewCount="76" Body="&lt;p&gt;I was contemplating filing a FOIA request with a NJ state agency but do not know if they keep the state based companies in one searchable database? If they do not have this information what other sources can I use to obtain this data?&lt;/p&gt;&#xA;" OwnerUserId="10652" LastEditorUserId="4184" LastEditDate="2018-04-05T12:58:08.020" LastActivityDate="2018-05-09T18:31:29.633" Title="Looking for a database of all NJ based companies" Tags="|companies|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12646" PostTypeId="2" ParentId="12642" CreationDate="2018-04-05T04:31:47.627" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Opencorporates&lt;/a&gt; is a good start, if you tell us more about the geographies you are interested in we might be able to help more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look also at the datasets listed &lt;a href=&quot;https://unigraph.io/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, all trade registries are free and available to download if you follow the link from their logo.&lt;/p&gt;&#xA;" OwnerUserId="4184" LastActivityDate="2018-04-05T04:31:47.627" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12647" PostTypeId="1" AcceptedAnswerId="13044" CreationDate="2018-04-05T05:44:46.757" Score="3" ViewCount="820" Body="&lt;p&gt;I want to create a TileGrid Map for Western Canada of the 36 &quot;Townships&quot; (where each &quot;Township&quot; has 16 sections). I want to create grid tiles from ShapeFiles/kml/kmz or any other format file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the following link which points to a ShapeFile for the Alberta Altas Regions only.&#xA;&lt;a href=&quot;https://gis.stackexchange.com/questions/143323/dls-grid-for-province-alberta-canada&quot;&gt;https://gis.stackexchange.com/questions/143323/dls-grid-for-province-alberta-canada&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to find more data of Western Canada's &quot;Townships&quot;. Does anyone know of a reliable source for this vector data?&lt;/p&gt;&#xA;" OwnerUserId="19078" LastEditorUserId="9956" LastEditDate="2018-07-08T18:05:01.907" LastActivityDate="2018-07-08T18:05:01.907" Title="Western Canada ShapeFiles (Meridian, Township, Section and Quarter)?" Tags="|data-request|geospatial|city|canada|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12648" PostTypeId="1" CreationDate="2018-04-05T06:30:28.877" Score="1" ViewCount="23" Body="&lt;p&gt;Where can I find some datasets for Geographical Information Retrieval? I tried to search for GeoCLEF, but the whole dataset is no more available. Moreover, some geo-tagget tweets do not usually contain geographical keywords, so we have geographic coordinates for test values with no textual content to be retrieved.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Moreover, I found the &quot;Mapping the lakes&quot; dataset, but even though it is organized as a gazzetter associating to each word its geographical coordinates, there are no full-text queries over which I can benchmark by retrieval system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been searching for a long time for such dataset, but I was not able to find what I need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know where can I find some GIR dataset?&lt;/p&gt;&#xA;" OwnerUserId="19079" LastEditorUserId="90" LastEditDate="2018-04-07T02:01:41.797" LastActivityDate="2018-04-07T02:01:41.797" Title="Geographic Information Retrieval dataset" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12649" PostTypeId="2" ParentId="12616" CreationDate="2018-04-05T14:31:00.380" Score="1" Body="&lt;p&gt;Using keywords &lt;em&gt;hypocoristic&lt;/em&gt; and &lt;em&gt;diminutive&lt;/em&gt;, one can find the following links:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Hypocorism#English&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Hypocorism#English&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wiktionary.org/wiki/Category:English_diminutives_of_male_given_names&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Category:English_diminutives_of_male_given_names&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wiktionary.org/wiki/Category:English_diminutives_of_female_given_names&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Category:English_diminutives_of_female_given_names&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Finally, there is &lt;a href=&quot;https://github.com/dtrebbien/diminutives.db&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;diminutives.db&lt;/strong&gt;&lt;/a&gt; on GitHub:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The databases of diminutives, &lt;a href=&quot;https://github.com/dtrebbien/diminutives.db/blob/master/male_diminutives.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;male_diminutives.csv&lt;/code&gt;&lt;/a&gt; and &lt;a href=&quot;https://github.com/dtrebbien/diminutives.db/blob/master/female_diminutives.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;female_diminutives.csv&lt;/code&gt;&lt;/a&gt;, are manually-edited versions of data that was automatically extracted from &lt;a href=&quot;https://secure.wikimedia.org/wiktionary/en/wiki/Wiktionary:Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary&lt;/a&gt; by the PHP script &lt;a href=&quot;https://github.com/dtrebbien/diminutives.db/blob/master/bin/generate_diminutives_csv.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;bin/generate_diminutives_csv.php&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-04-10T13:18:56.423" LastActivityDate="2018-04-10T13:18:56.423" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12651" PostTypeId="2" ParentId="12509" CreationDate="2018-04-05T19:51:38.133" Score="2" Body="&lt;p&gt;This unofficial blog has the top names per group (16 Newar, 15 Khas- Chhetri/Thakuri/Sanyasi, 15 Khas-Brahmin, 5 Tamang, 5 Magar)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nepalfederalismdebate.wordpress.com/2014/06/12/most-common-nepali-surnames/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nepalfederalismdebate.wordpress.com/2014/06/12/most-common-nepali-surnames/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The comments include more info.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you search for individual group, you can find more names. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.gundrukpost.com/newars-have-more-than-115-surnames-how-many-of-them-you-know/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gundrukpost.com/newars-have-more-than-115-surnames-how-many-of-them-you-know/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-04-05T19:51:38.133" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12653" PostTypeId="2" ParentId="12645" CreationDate="2018-04-06T11:05:58.920" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://orbis.bvdinfo.com/version-201843/home.serv?product=OrbisNeo&quot; rel=&quot;nofollow noreferrer&quot;&gt;Orbis&lt;/a&gt; is probably one of your best shots. They contain listed and private companies that you can filter by address. However, access is not free. One way to access would be to go through a university proxy. &lt;/p&gt;&#xA;" OwnerUserId="3934" LastActivityDate="2018-04-06T11:05:58.920" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12654" PostTypeId="1" CreationDate="2018-04-06T14:59:59.463" Score="4" ViewCount="74" Body="&lt;p&gt;I have downloaded a shapefile of volcanoes all over the world, but when zoomed in to Hawaii, not all of Hawaii's volcanoes are displayed. I have been searching but I can't seem to find a shapefile of all of the Hawaiian volcanoes or even the Hawaiian-Emperor chain.&lt;/p&gt;&#xA;" OwnerUserId="19097" LastEditorUserId="9956" LastEditDate="2018-07-07T14:53:58.650" LastActivityDate="2019-04-11T09:15:57.797" Title="Trying to find a shapefile on Hawaii volcano locations" Tags="|data-request|geospatial|usa|land|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12656" PostTypeId="1" CreationDate="2018-04-06T16:48:12.607" Score="1" ViewCount="92" Body="&lt;p&gt;I've multiple data sources (files or API data). I want to integrate all these sources using one common ontology.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've started using &lt;a href=&quot;https://github.com/usc-isi-i2/Web-Karma&quot; rel=&quot;nofollow noreferrer&quot;&gt;Karma Information Integration Tool&lt;/a&gt;; however, I'm facing some execution errors with its service. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for alternative solution. I wonder if &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenRefine&lt;/a&gt; still supporting RDF and ontologies ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's very important for us to have a defined mapping between ontology and data source (e.g., a web service). This allows us to apply automatically mapping every time we get new data from the source.&lt;/p&gt;&#xA;" OwnerUserId="14088" LastEditorUserId="117" LastEditDate="2018-05-18T04:45:51.400" LastActivityDate="2018-05-18T04:45:51.400" Title="Data integration tool that supports Semantic Web" Tags="|tool-request|rdf|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12657" PostTypeId="2" ParentId="12643" CreationDate="2018-04-06T17:58:25.553" Score="1" Body="&lt;p&gt;Here below I'm using examples from comments to your &lt;a href=&quot;https://opendata.stackexchange.com/q/12518/16193&quot;&gt;previous question&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Linked Data Fragments&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For simple queries, you could use Linked Data Fragments:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://fragments.dbpedia.org/2016-04/en?subject=http%3A%2F%2Fdbpedia.org%2Fresource%2FRecurrent_neural_network&amp;amp;predicate=http%3A%2F%2Fpurl.org%2Fdc%2Fterms%2Fsubject&amp;amp;object=&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query 1&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://fragments.dbpedia.org/2016-04/en?subject=http%3A%2F%2Fdbpedia.org%2Fresource%2FCategory%3AArtificial_neural_networks&amp;amp;predicate=http%3A%2F%2Fwww.w3.org%2F2004%2F02%2Fskos%2Fcore%23broader&amp;amp;object=&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query 2&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Add &lt;code&gt;Accept: application/json&lt;/code&gt; header, if you need a JSON  response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;SPARQL&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For complex queries, you could use SPARQL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, you don't need to know preliminarily, whether a resource is a Wikipedia category or not:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dbpedia.org/sparql?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;qtxt=SELECT+%3Fresource+%3Fbroader+%3Fsubject+WHERE+%7B%0D%0AVALUES+(%3Fresource)+%7B+(dbr%3ARecurrent_neural_network)%0D%0A+++++++++++++++++++++(dbc%3AArtificial_neural_networks)+%7D%0D%0A%7B%3Fresource+skos%3Abroader+%3Fbroader+%7D%0D%0AUNION%0D%0A%7B%3Fresource+dct%3Asubject+%3Fsubject+%7D%0D%0A%7D&amp;amp;format=text%2Fhtml&amp;amp;CXML_redir_for_subjs=121&amp;amp;CXML_redir_for_hrefs=&amp;amp;timeout=30000&amp;amp;debug=on&amp;amp;run=+Run+Query+&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query 1&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dbpedia.org/sparql?default-graph-uri=http%3A%2F%2Fdbpedia.org&amp;amp;qtxt=SELECT+%3Fresource+%3Fproperty+%3Fobject+WHERE+%7B%0D%0AVALUES+(%3Fresource)+%7B+(dbr%3ARecurrent_neural_network)%0D%0A+++++++++++++++++++++(dbc%3AArtificial_neural_networks)+%7D%0D%0AVALUES+(%3Fproperty)+%7B+(dct%3Asubject)+(skos%3Abroader)+%7D%0D%0A%3Fresource+%3Fproperty+%3Fobject+%0D%0A%7D&amp;amp;format=text%2Fhtml&amp;amp;CXML_redir_for_subjs=121&amp;amp;CXML_redir_for_hrefs=&amp;amp;timeout=30000&amp;amp;debug=on&amp;amp;run=+Run+Query+&quot; rel=&quot;nofollow noreferrer&quot;&gt;Query 2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can perform even more advanced queries with SPARQL 1.1 &lt;a href=&quot;https://www.w3.org/TR/sparql11-query/#propertypaths&quot; rel=&quot;nofollow noreferrer&quot;&gt;property paths&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://rdflib.github.io/sparqlwrapper/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQLWrapper&lt;/a&gt; is a Python library for working with SPARQL endpoints.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-04-15T11:15:37.943" LastActivityDate="2018-04-15T11:15:37.943" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12660" PostTypeId="1" CreationDate="2018-04-06T20:13:16.340" Score="3" ViewCount="33" Body="&lt;p&gt;Is it reasonable to assume publicly accessible data on ESRI ArcGIS FeatureServer is (or can be used as) open data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, Boston has a number of FeatureServer instances such as &lt;a href=&quot;http://gis.cityofboston.gov/arcgis/rest/services/BTD/PavementMarkings/FeatureServer&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;, but on that page I do not see an explicit license or copyright notice. I'd like to use some data in a similar situation but I'm not sure if I have to contact the data owner to do so.&lt;/p&gt;&#xA;" OwnerUserId="19101" LastActivityDate="2018-05-06T23:36:51.110" Title="Are there general terms of service or licenses for ESRI's ArcGIS FeatureServer?" Tags="|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12661" PostTypeId="2" ParentId="12656" CreationDate="2018-04-06T20:41:46.540" Score="2" Body="&lt;p&gt;I would suggest looking at &lt;a href=&quot;https://data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world&lt;/a&gt; for the data aggregation right now (disclaimer, I work there...but it's a free resource). You can aggregate multiple data sources quite easily. Our entire site is also built on top of semantic web and linked data tech. In the very near future we'll be rolling out tools for you to link your data semantically, as well as features to help with the ontological features that you're requesting. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, while it's not 100% of what you're asking for, it should be &gt;100% of what you're looking for very soon (weeks, not months or years). In the meantime it should handle the aggregation piece quite nicely. If you have any questions feel free to ask me @scuttlemonkey at &lt;a href=&quot;https://slack.data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://slack.data.world&lt;/a&gt; or &lt;a href=&quot;https://forum.data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://forum.data.world&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope that helps!&lt;/p&gt;&#xA;" OwnerUserId="17011" LastActivityDate="2018-04-06T20:41:46.540" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12662" PostTypeId="2" ParentId="3661" CreationDate="2018-04-06T20:44:22.370" Score="2" Body="&lt;p&gt;I would suggest just uploading it to &lt;a href=&quot;https://data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world&lt;/a&gt; (disclaimer: I work there, but it's free). It's easy for other users to get it in a few different ways (whether it's a download, API, or a SPARQL endpoint) without you having to do a thing. This should give re-users ultimate flexibility without you having to do anything but drag-and-drop. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have any questions feel free to hit me @scuttlemonkey at &lt;a href=&quot;https://slack.data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://slack.data.world&lt;/a&gt; or &lt;a href=&quot;https://forum.data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://forum.data.world&lt;/a&gt;. Hope that helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even if the data is uploaded as a CSV file, a SPARQL endpoint seems to be created automatically for you, which sounds very convenient:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gf0TO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gf0TO.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17011" LastEditorUserId="754" LastEditDate="2018-04-09T08:44:02.633" LastActivityDate="2018-04-09T08:44:02.633" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12663" PostTypeId="2" ParentId="12660" CreationDate="2018-04-06T22:38:13.740" Score="1" Body="&lt;p&gt;Not unreasonable by any means.&lt;br&gt;&#xA;I approach all data on ESRI as open, even when owners/ESRI go out of their way to hide access to it.&lt;br&gt;&#xA;No licensing on the page is unfortunate indeed. And no way to contact the government department behind the API directly just doubles down on the unfortunate.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I'm snooping around the featureServer's and I have questions like this, I go to ESRI's open data hub and search for the user/group and/or dataset. Probably half of the time, the dataset from the featureServer API is also in use in the open data hub. If this is the case, there should (some user's do not fill in their data's metadata, etc.) be a data profile page representing that data, with relevant information, including usage and contact information.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So for your example, I searched for &lt;code&gt;ESRI open data&lt;/code&gt;, and clicked on the ESRI open data hub link in SERPs. Then I searched for &lt;code&gt;btd pavement&lt;/code&gt; in the ESRI hub, which provided this &lt;a href=&quot;http://www.arcgis.com/home/item.html?id=9d4c43bb505a424984d02da79fc070cb&quot; rel=&quot;nofollow noreferrer&quot;&gt;metadata profile page for btd/pavement markings&lt;/a&gt; which I think is exactly what you were seeking.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you look at the links below the Layers header, they're all pointing to the featureServer's URLs for the dataset you are seeking.&lt;br&gt;&#xA;You can also use the hub to search for similar data and/or data from same user/group, etc. I realize that is incredibly obvious, but still wanted to point out how much more data I've come across doing data stalking in this manner.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, when I do find featureServer's consisting of data I desire/need/want, almost all of the time, I use &lt;a href=&quot;https://github.com/openaddresses/pyesridump&quot; rel=&quot;nofollow noreferrer&quot;&gt;pyesridump&lt;/a&gt;, a lightweight python utility, to suck down the data, which gives me independence around what I would like to do with the data.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-04-06T22:38:13.740" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12664" PostTypeId="2" ParentId="12599" CreationDate="2018-04-06T23:47:52.043" Score="1" Body="&lt;p&gt;Not comprehensive, but ESRI's open data hub &lt;a href=&quot;http://www.arcgis.com/home/search.html?q=canada%20neighborhoods&amp;amp;t=content&amp;amp;start=1&amp;amp;sortOrder=desc&amp;amp;sortField=relevance&quot; rel=&quot;nofollow noreferrer&quot;&gt;has some Canadian neighborhood data&lt;/a&gt;.&lt;br&gt;&#xA;Unfortunately, Zillow doesn't offer neighborhood data in Canada like in the US, and also Code for America's &lt;em&gt;Click My 'Hood&lt;/em&gt; app doesn't actually have neighborhood data, just Canadian provinces.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-04-06T23:47:52.043" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12666" PostTypeId="1" AcceptedAnswerId="12667" CreationDate="2018-04-07T04:36:07.147" Score="1" ViewCount="31" Body="&lt;p&gt;I have started a new job where I would be using elastic search. I want to learn as much as about elasticSearch so I can hit the ground running when I start work.&lt;/p&gt;&#xA;" OwnerUserId="19108" LastActivityDate="2018-04-07T06:23:31.360" Title="What is the difference between metric and bucket aggregations in elastic Search?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12667" PostTypeId="2" ParentId="12666" CreationDate="2018-04-07T06:23:31.360" Score="0" Body="&lt;p&gt;&lt;p&gt; The aggregations framework helps provide aggregated data based on a search query. It is based on simple building blocks called aggregations, that can be composed in order to build complex summaries of the data.&#xA;&lt;p&gt;Metric aggregations:&#xA;&lt;p&gt;  metrics aggregations are a special type of metrics aggregation which output numeric values. For example: max, min, stats, avg etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;p&gt; Bucket Aggregations:&#xA;&lt;p&gt;Bucket aggregations don’t calculate metrics over fields like the metrics aggregations do, but instead, they create buckets of documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;p&gt; Furthermore, you can also combine bucket and metric aggregations to retrieve a mathematical aggregation within a bucket.&#xA;&lt;p&gt; For example: Get me the average number of earthquakes occurred in North America. Where bucket is North America and the metric being used is avg.&lt;/p&gt;&#xA;" OwnerUserId="19110" LastActivityDate="2018-04-07T06:23:31.360" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12668" PostTypeId="1" CreationDate="2018-04-07T15:34:33.603" Score="2" ViewCount="54" Body="&lt;p&gt;I want to download the road network for the city of Thessaloniki, Greece for years 1991 and 2003 in shapefile format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know where can I find data for those years?&lt;/p&gt;&#xA;" OwnerUserId="19115" LastEditorUserId="9956" LastEditDate="2018-06-24T17:45:05.093" LastActivityDate="2018-06-24T17:45:05.093" Title="Road shapefiles of Thessaloniki, Greece for years 1991 and 2003?" Tags="|data-request|geospatial|transportation|europe|download|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12669" PostTypeId="1" CreationDate="2018-04-07T20:05:15.867" Score="2" ViewCount="50" Body="&lt;p&gt;I'm calculating total addressable market for a business that has to do with immigration. I need to know how many people physically relocate to another country with intention to settle there permanently, or alternatively how many people acquire legal immigrant status in a foreign country in a year, something like that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OECD's website calls this &lt;a href=&quot;https://data.oecd.org/migration/permanent-immigrant-inflows.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;permanent immigrant inflows&lt;/a&gt;, for 34 OECD countries they estimate it at about 4M a year, but I need data like this for worldwide. Is there a way to find it?&lt;/p&gt;&#xA;" OwnerUserId="19116" LastActivityDate="2019-10-06T01:29:14.443" Title="Where do I get data on how many people move from country to country globally in a year?" Tags="|data-request|economics|demographics|migration|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12670" PostTypeId="2" ParentId="11340" CreationDate="2018-04-07T20:37:17.527" Score="1" Body="&lt;p&gt;drugbank.ca -which has listed over 11000 drugs- offers the possibility to filter for investigational drugs. see &lt;a href=&quot;https://www.drugbank.ca/categories?utf8=%E2%9C%93&amp;amp;investigational=1&amp;amp;us=0&amp;amp;canada=0&amp;amp;eu=0&amp;amp;commit=Apply+Filter&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.drugbank.ca/categories?utf8=%E2%9C%93&amp;amp;investigational=1&amp;amp;us=0&amp;amp;canada=0&amp;amp;eu=0&amp;amp;commit=Apply+Filter&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19117" LastEditorUserId="-1" LastEditDate="2018-05-08T21:43:46.803" LastActivityDate="2018-05-08T21:43:46.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12672" PostTypeId="1" CreationDate="2018-04-07T23:02:07.963" Score="4" ViewCount="74" Body="&lt;p&gt;I'm looking for datasets with text labeled according to how (un)happy or (dis)satisfied the speaker is with the person being addressed, e.g. &quot;You're a godsend!&quot; (10/10) or &quot;go kys, ******&quot; (0/10). Most sentiment datasets I've seen are in the form of customer reviews, which are often addressed to other customers rather than directly to the person, corporation, or product being evaluated. If there are no publicly available datasets like this, I'd love to hear suggestions on how to gather it myself. Thanks in advance!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;~~~&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: After reading &lt;a href=&quot;https://opendata.meta.stackexchange.com/questions/284/how-a-good-data-request-question-should-look-like&quot;&gt;How a good data-request question should look&lt;/a&gt;, I am adding some more specific information below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data&lt;/strong&gt;: Pairs of the form (text, sentiment) in which the text is directed to the particular person or entity at which the sentiment is directed.  The text must be in English.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;: I want to be able to automatically estimate how good of a job an agent is doing, from the perspective of the user, in real time as the conversation unfolds. If it's possible to also determine &lt;em&gt;why&lt;/em&gt; the user is unhappy (e.g. misunderstanding, personal offense, poor outcome, etc.) this is even better, but it's not a must-have.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region&lt;/strong&gt;: USA, but other English-speaking countries are better than nothing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Licenses&lt;/strong&gt;: Free and open, if possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format&lt;/strong&gt;: I'm not picky about the format, so long as it's machine-readable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority&lt;/strong&gt;: No specific requirements here. I'm fine with crowd-sourced or screens-scraped data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Requirements&lt;/strong&gt;: See the first paragraph.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non-answers&lt;/strong&gt;: If it's just regular sentiment analysis data, it's not going to meet my needs. It absolutely &lt;em&gt;has&lt;/em&gt; to be directed at the person the sentiment is aimed at. Also, it absolutely &lt;em&gt;must&lt;/em&gt; be human-labeled already, or I can't use it.&lt;/p&gt;&#xA;" OwnerUserId="18978" LastEditorUserId="190" LastEditDate="2018-04-08T09:10:14.813" LastActivityDate="2020-10-08T11:03:16.137" Title="Where can I get conversational/directed sentiment data?" Tags="|data-request|sentiment-analysis|text|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12674" PostTypeId="2" ParentId="4594" CreationDate="2018-04-08T20:24:21.127" Score="1" Body="&lt;p&gt;A few years ago DECC (now BEIS) published anonymised data on annual electricity/gas consumption in 4 million UK homes. There's a sample here, with the link to the main host at the bottom of the page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gov.uk/government/statistics/national-energy-efficiency-data-framework-need-anonymised-data-2014&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.uk/government/statistics/national-energy-efficiency-data-framework-need-anonymised-data-2014&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You won't be able to link it to an address or anything, however will hopefully help anyway!&lt;/p&gt;&#xA;" OwnerUserId="19124" LastActivityDate="2018-04-08T20:24:21.127" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12676" PostTypeId="1" AcceptedAnswerId="12682" CreationDate="2018-04-09T21:28:39.973" Score="1" ViewCount="58" Body="&lt;p&gt;The meds not appearing in either are as follows:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.drugs.com/cdi/rabavert.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;RabAvert&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.drugs.com/mtm/donnatal.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Donnatal&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.drugs.com/pro/androxy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Androxy&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The search engine I used for the FDA CDER DB is as follows:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The one I used for the medical device DB is as follows:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;RabAvert is mentioned at &lt;a href=&quot;https://www.fda.gov/BiologicsBloodVaccines/ucm133705.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/BiologicsBloodVaccines/ucm133705.htm&lt;/a&gt; but a downloadable database would be nice. The FDA CDER and the medical device DB's have txt files you can download that correspond to different tables in a DB. Would there per chance be a similar txt file I could download for the biologics  blood / vaccines DB or do I have to do screen scrapping to get that stuff into a DB?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2018-04-10T17:59:34.213" Title="meds not appearing in FDA CDER or medical device DBs" Tags="|usa|openfda|drugs|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12678" PostTypeId="2" ParentId="3661" CreationDate="2018-04-10T10:16:08.323" Score="5" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;In order to make it into Linked Data and be easily reusable by as many mashups/apps/etc as possible..&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;It seems you are talking about RDF dumps, but there are other ways to provide access to RDF data, at least the following:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;SPARQL endpoint,&lt;/li&gt;&#xA;&lt;li&gt;URI dereferencing.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;These ways are more convenient for the goals you are trying to achieve.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;We have open data as a CSV file, about 200k lines, columns are mostly text.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I hope all these strings are implicit things. You should make them explicit. Otherwise, it doesn't make much sense to &amp;quot;convert&amp;quot; your data to RDF.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;It is extremely important that the format can be read by almost all libraries/triplestores.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Now, after 3 years, there is no problem with tool support. Anyway, it is possible to convert RDF from one serialization format to another using well known tools (e.g. Jena RIOT) or even online converters. The main criteria should be human readability.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;As for related standard recommendations:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.w3.org/TR/2013/REC-sparql11-http-rdf-update-20130321/#graph-management&quot; rel=&quot;nofollow noreferrer&quot;&gt;Graph Store HTTP Protocol&lt;/a&gt; lists RDF/XML, Turtle and N-Triples as possible &amp;quot;default&amp;quot; formats.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.w3.org/TR/ldp/#h-ldprs-http_get&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked Data Platform 1.0&lt;/a&gt; lists Turtle and JSON-LD only.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;A note about JSON-LD&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm a JSON-LD hater for two reasons:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;JSON-LD is based on JSON approximately in the same way that RDF/XML is based on XML.&lt;br /&gt;&#xA;It is impossible to work with JSON-LD using dot as bracket notation — as well as it is impossible to work with RDF/XML having XML parser only. RDF/JSON was much better in that sense.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The JSON-LD authors &lt;a href=&quot;http://manu.sporny.org/2014/json-ld-origins-2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;said&lt;/a&gt; that the RDF data model is overcomplicates, but now they produce things like &lt;a href=&quot;https://json-ld.org/spec/latest/json-ld/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;If the expanded term definition contains the @container keyword, its value MUST be either @list, @set, @language, @index, @id, @graph, @type, or be null or an array containing exactly any one of those keywords, or a combination of @set and any of @index, @id, @graph, @type, @language in any order. @container may also be an array containing @graph along with either @id or @index and also optionally including @set.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;A note about RDF HDT&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rdfhdt.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF HDT&lt;/a&gt; looks really interesting.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;HDT (Header, Dictionary, Triples) is a compact data structure and binary serialization format for RDF that keeps big datasets compressed to save space while maintaining search and browse operations without prior decompression. This makes it an ideal format for storing and sharing RDF datasets on the Web.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;One of the &lt;a href=&quot;http://www.rdfhdt.org/team/&quot; rel=&quot;nofollow noreferrer&quot;&gt;authors&lt;/a&gt; is &lt;a href=&quot;http://dblp.uni-trier.de/pers/hd/g/Gutierrez:Claudio.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Claudio Gutierrez&lt;/a&gt;. &lt;a href=&quot;http://www.rdfhdt.org/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;There exists&lt;/a&gt; a GUI tool, see &lt;a href=&quot;https://www.youtube.com/watch?v=HMPkc725sMY&quot; rel=&quot;nofollow noreferrer&quot;&gt;demo on YouTube&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;From &lt;a href=&quot;http://ceur-ws.org/Vol-2165/paper1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;A More Decentralized Vision for Linked Data&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;… a ”fifth Linked Data principle”:&lt;/p&gt;&#xA;&lt;ol start=&quot;5&quot;&gt;&#xA;&lt;li&gt;Publish your dataset as an &lt;strong&gt;HDT dump&lt;/strong&gt;, including&#xA;&lt;strong&gt;VoID metadata&lt;/strong&gt; as part of its header and declaring (i) the (authoritatively) &lt;strong&gt;owned namespaces&lt;/strong&gt;, (ii) links&#xA;to previous and most current&#xA;&lt;strong&gt;versions&lt;/strong&gt; of the dataset, (iii) and – whenever you use namespaces owned by other datasets or ontologies – the&#xA;&lt;strong&gt;links to specific versions of&lt;/strong&gt;&#xA;these &lt;strong&gt;other datasets&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-10-11T10:24:48.557" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12679" PostTypeId="2" ParentId="12616" CreationDate="2018-04-10T14:55:56.793" Score="1" Body="&lt;p&gt;It sounds like you may be looking for what librarians call an &quot;authority file&quot;. You can reference the links posted for a starter, but may find that not every diminutive links back to the same given name and/or that some people prefer to be known by the dimunitive, not the given name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Usually, your goal is to standardize names (hence, &quot;authority file&quot;) rather than insist that they fit a specific pattern.&lt;/p&gt;&#xA;" OwnerUserId="3382" LastActivityDate="2018-04-10T14:55:56.793" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12680" PostTypeId="2" ParentId="11974" CreationDate="2018-04-10T15:50:58.297" Score="1" Body="&lt;p&gt;We are currently developing Veleda, an open source, open data platform for hydroponics. We have a &lt;a href=&quot;https://data.veleda.io/dashboard/db/growtower?orgId=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;live data view&lt;/a&gt; of the state in our greenhouses. We develop the software and hardware (ESP8266) behind it and are in the process of extending it with additional parameters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Parameters for which we are building low-cost sensors range from air and water temperature to pH and EC values, from biomass to image derived plant health. The server side source code is available on the &lt;a href=&quot;https://github.com/FlowLeafLab/veleda&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github&lt;/a&gt; page and we will be releasing the hardware in the coming weeks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The project is based in the &lt;a href=&quot;http://sdg.protohaus.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Protohaus&lt;/a&gt; and sponsored by the city of Brunswick.&lt;/p&gt;&#xA;" OwnerUserId="18895" LastEditorUserId="18895" LastEditDate="2018-08-30T19:07:27.390" LastActivityDate="2018-08-30T19:07:27.390" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="12681" PostTypeId="2" ParentId="11063" CreationDate="2018-04-10T16:55:55.887" Score="0" Body="&lt;p&gt;It appears that FDA now shares all of the NDC codes and NDAs through their National Drug Directory. This should solve your problem. &#xA;&lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17022" LastActivityDate="2018-04-10T16:55:55.887" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12682" PostTypeId="2" ParentId="12676" CreationDate="2018-04-10T17:08:20.413" Score="1" Body="&lt;p&gt;These are all special cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;RabAvert is a biologic, so it is be found in the CBER database, not the CDER database or the medical device database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Donnatal is an unapproved drug that was grandfathered in 1966 and is still on the market (why are unapproved drugs on the market, and what is the FDA doing to get them off? &lt;a href=&quot;https://www.drugpatentwatch.com/blog/unapproved-drugs-opportunities-rapid-approval-market-exclusivity/&quot; rel=&quot;nofollow noreferrer&quot;&gt;See our article&lt;/a&gt; ). You'll only find Donnatal in the National Drug Code directory: &lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&lt;/a&gt; . RabAvert and Androxy are there too, and you can also get the database file you're looking for :)&lt;/p&gt;&#xA;" OwnerUserId="17566" LastActivityDate="2018-04-10T17:08:20.413" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12683" PostTypeId="2" ParentId="12676" CreationDate="2018-04-10T17:59:34.213" Score="1" Body="&lt;p&gt;You may want to explore using the APIs at openFDA (&lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did a quick search of the Drug Product Labeling API and found matching records for Donnatal and for Androxy. Here are the API queries I ran:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22Donnatal%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22Donnatal%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22Androxy%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22Androxy%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2018-04-10T17:59:34.213" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12684" PostTypeId="2" ParentId="11649" CreationDate="2018-04-11T00:54:54.487" Score="3" Body="&lt;p&gt;I've developed an online REST service called &lt;a href=&quot;http://geodb-cities-api.wirefreethought.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoDB Cities&lt;/a&gt; that wraps the GeoNames data (and also leverages WikiData for translations). It should give you exactly what you need.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;You'll need to get the user's current GPS location (which you can do via the GeoLocation API supported by most modern browsers).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Now just make a call to GeoDB to get the nearest city to that location (with a certain minimum population to exclude small towns). You can also optionally sort by largest cities first (if your use-case considers larger cities as more relevant).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;For example, let's say you get the user's location as +33.915007-118.404626. Call the GeoDB Free tier to find the closest cities with at least 100,000 people and within 50 miles of these coordinates, sorted by population descending (largest cities first). Like this:&lt;/p&gt;&#xA;&lt;p&gt;GET &lt;a href=&quot;http://geodb-free-service.wirefreethought.com/v1/geo/locations/+33.915007-118.404626/nearbyCities?minPopulation=100000&amp;amp;types=CITY&amp;amp;radius=50&amp;amp;sort=-population&amp;amp;offset=0&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geodb-free-service.wirefreethought.com/v1/geo/locations/+33.915007-118.404626/nearbyCities?minPopulation=100000&amp;amp;types=CITY&amp;amp;radius=50&amp;amp;sort=-population&amp;amp;offset=0&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Now just take the first result, which should be Los Angeles.&lt;/p&gt;&#xA;&lt;p&gt;NOTES:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Setting &lt;strong&gt;limit=1&lt;/strong&gt; ensures that only a single result is returned.&lt;/li&gt;&#xA;&lt;li&gt;Setting &lt;strong&gt;types=CITY&lt;/strong&gt; ensures that counties are filtered out. (Otherwise, you'll get back both types.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Learn more about this use-case here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://geodb-cities-api.wirefreethought.com/guides/getting-user-current-city&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geodb-cities-api.wirefreethought.com/guides/getting-user-current-city&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And experiment here with a live demo:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://geodb-cities-api.wirefreethought.com/api-reference/find-nearby-cities-for-location-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geodb-cities-api.wirefreethought.com/api-reference/find-nearby-cities-for-location-api&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The free instance lets you do up to 1 request/sec. If you need more, you can upgrade to one of the Pro tier plans.&lt;/p&gt;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="19148" LastEditorUserId="19148" LastEditDate="2020-09-26T17:25:01.563" LastActivityDate="2020-09-26T17:25:01.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12685" PostTypeId="1" CreationDate="2018-04-11T05:06:17.097" Score="1" ViewCount="857" Body="&lt;p&gt;Are there any datasets that contain cell phone users and their corresponding base stations location when phone calls were made? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not have to be exact location, what I am interested in is to see &lt;strong&gt;a user is located under the coverage of which radio base stations&lt;/strong&gt;. I would prefer a large dataset (more than 1,000 base stations).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been trying to find said datasets and the closest one is the &lt;a href=&quot;https://www.nature.com/articles/sdata201555&quot; rel=&quot;nofollow noreferrer&quot;&gt;Milan/Trentino dataset&lt;/a&gt;. However, there is no base station data so I would have to manually generate one (inc. finding base station location in these cities and manually calculating the coverage area of each base station), which is not ideal since I would prefer real-world data, it if ever exists at all.&lt;/p&gt;&#xA;" OwnerUserId="15538" LastActivityDate="2020-05-31T16:33:27.590" Title="Cell phone user and base station location dataset" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 3.0" />
  <row Id="12686" PostTypeId="1" CreationDate="2018-04-11T22:03:03.547" Score="0" ViewCount="515" Body="&lt;p&gt;I'm looking for list of public socks proxies in the plain text or another format which can be imported via &lt;code&gt;curl&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried extract it using script such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ pup -f &amp;lt;(curl -sL https://www.socks-proxy.net/) '#proxylisttable tr td:nth-child(1),td:nth-child(2) text{}'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but it doesn't work as expected, so I'm looking for alternative open data which should be kept up-to-date in easy to read format.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Similar to how I could extract my IP address, like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ curl ifconfig.co&#xA;192.168.0.x&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ curl ifconfig.co/json&#xA;{&quot;ip&quot;:&quot;192.168.0.x&quot;,&quot;ip_decimal&quot;:1406000000,&quot;country&quot;:&quot;X&quot;,&quot;country_iso&quot;:&quot;GB&quot;,&quot;city&quot;:&quot;Y&quot;,&quot;hostname&quot;:&quot;example.com&quot;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The proxy list should be either in XML/HTML, CSV, JSON, YAML or in the plain text like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;x.x.x.x:xxxx&#xA;y.y.y.y:yyyy&#xA;z.z.z.z:zzzz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3082" LastEditorUserId="3082" LastEditDate="2018-04-11T22:29:15.513" LastActivityDate="2018-06-10T23:25:42.960" Title="List of socks4/5 proxies in a plain text" Tags="|internet|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12687" PostTypeId="2" ParentId="12686" CreationDate="2018-04-11T22:24:11.423" Score="1" Body="&lt;h3&gt;&lt;a href=&quot;https://www.my-proxy.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;My-Proxy&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;My-Proxy provides free sock proxies in the plain text updated every hour.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the &lt;code&gt;curl&lt;/code&gt; command to download it into plain format:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.my-proxy.com/free-socks-4-proxy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Socks 4 list&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -A Mozilla -sL &quot;http://www.my-proxy.com/free-socks-4-proxy.html&quot; | egrep -o '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}:[0-9]{1,5}'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pup -f &amp;lt;(curl -sL http://www.my-proxy.com/free-socks-4-proxy.html) &quot;.list text{}&quot; | awk -F# '{print $1}'&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.my-proxy.com/free-socks-5-proxy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Socks 5 list&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -A Mozilla -sL &quot;http://www.my-proxy.com/free-socks-5-proxy.html&quot; | egrep -o '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}:[0-9]{1,5}'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pup -f &amp;lt;(curl -sL http://www.my-proxy.com/free-socks-4-proxy.html) &quot;.list text{}&quot; | awk -F# '{print $1}'&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3082" LastEditorUserId="3082" LastEditDate="2018-04-11T22:42:36.300" LastActivityDate="2018-04-11T22:42:36.300" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12688" PostTypeId="2" ParentId="12686" CreationDate="2018-04-11T22:42:15.970" Score="1" Body="&lt;h3&gt;&lt;a href=&quot;http://www.gatherproxy.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GatherProxy&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Table of free proxy list. This can be extracted to the plain text by using &lt;a href=&quot;https://github.com/ericchiang/pup&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;pup&lt;/code&gt; command&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pup -f &amp;lt;(curl -sL 'http://www.gatherproxy.com/sockslist') &quot;script text{}&quot; | paste -d: - - | egrep '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}' | grep -o &quot;'[^']\+'&quot; | paste -d: - - | tr -d &quot;'&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3082" LastActivityDate="2018-04-11T22:42:15.970" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12689" PostTypeId="1" CreationDate="2018-04-12T06:35:00.903" Score="1" ViewCount="424" Body="&lt;p&gt;I am working on a project for behavioral analysis of interviewees using text data. Are there any available open datasets for interview transcripts, say telephonic interview transcripts or HR interview transcripts? The only available resource I found were video resumes on YouTube.&lt;/p&gt;&#xA;" OwnerUserId="19163" LastActivityDate="2018-04-12T06:35:00.903" Title="Are there any datasets publicly available for interviews transcripts?" Tags="|data-request|machine-learning|text|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12690" PostTypeId="1" AcceptedAnswerId="12704" CreationDate="2018-04-12T16:57:15.067" Score="4" ViewCount="99" Body="&lt;p&gt;Could someone provide a list (or link to) of english speech recognition corpuses with their availability and size (preferably in hours).&lt;/p&gt;&#xA;" OwnerUserId="18185" LastEditorUserId="1652" LastEditDate="2018-04-14T18:58:13.420" LastActivityDate="2018-04-14T19:02:52.937" Title="Speech recognition english corpuses" Tags="|nlp|audio|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12691" PostTypeId="2" ParentId="553" CreationDate="2018-04-13T07:11:45.563" Score="0" Body="&lt;p&gt;I think u could use some api to help you in your project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPC and ISBN, We can call them Gtin code.&#xA;It could be 8, 12, 13 or 14 digits long.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could use this database:&#xA;&lt;a href=&quot;https://market.mashape.com/mignify/gtin2product&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://market.mashape.com/mignify/gtin2product&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's an easy use API, U can use it to get directly the product information by gtin. Also It could help u to extract the information of a page from E-commerce site. It allows you to search by EAN, UPC or ISBN, even with language variations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope it could help U. &lt;/p&gt;&#xA;" OwnerUserId="19172" LastActivityDate="2018-04-13T07:11:45.563" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12692" PostTypeId="1" CreationDate="2018-04-13T12:51:50.647" Score="1" ViewCount="48" Body="&lt;p&gt;I am a software developer working on a strategy game in my spare time as a hobby. I still have very little knowledge of and experience with Geographic Information Systems and the different file formats, so please bear with me. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in using real-world maps as the stage for my game and have been investigating several online map data services to see if I could download an elevation map and convert it to raw data for my game maps. For example it could be nice to have an elevation map of the southern part of Africa for instance (nice simple cone shape).   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For my purposes, the map data only needs to live up to the following: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Depth of 8-bit, so between 0-255 values &lt;/li&gt;&#xA;&lt;li&gt;Elevation below sea level is not needed (sea level = 0) &lt;/li&gt;&#xA;&lt;li&gt;Low resolution, at best 1 kilometer, but 10 kilometer is fine too &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I am ready to investigate many of the file formats offered to be able to do so. However, since I am just at the experimental stage, I am wondering whether there aren't already some files like that available, e.g. in *.BMP format. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S.: I am also open for fictional or procedurally generated maps to play around with. &lt;/p&gt;&#xA;" OwnerUserId="19173" LastEditorUserId="70" LastEditDate="2022-10-13T18:15:21.673" LastActivityDate="2024-03-07T03:05:50.670" Title="Just need a lo-res &amp; 8-bit depth elevation map either real or fictional (BMP?)" Tags="|data-request|geospatial|games|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12694" PostTypeId="1" CreationDate="2018-04-13T14:14:25.210" Score="0" ViewCount="183" Body="&lt;p&gt;There are several free services for getting the live price or download historical data for 1M or 1D charts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if there is a free API service to get the data (OHLC) for a specific date of 1D chart or DateTime of 1M chart?&lt;/p&gt;&#xA;" OwnerUserId="1310" LastActivityDate="2018-04-24T15:58:45.907" Title="Is there any free API to get historical forex exchange rates?" Tags="|api|finance|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12696" PostTypeId="2" ParentId="7075" CreationDate="2018-04-13T19:30:21.833" Score="0" Body="&lt;p&gt;Predictive Analysis is important to web analytics and useful for predicting what may happen in the future.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may find this video helpful about &lt;a href=&quot;http://www.decisivedata.net/blog/what-is-predictive-analytics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Predictive Analytics&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They offer a ton of helpful insight on how predictive analytics fit into the spectrum of analytics and data science, especially when it comes to big data!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hopefully, this will help clarify!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best Wishes, Bethany&lt;/p&gt;&#xA;" OwnerUserId="19177" LastActivityDate="2018-04-13T19:30:21.833" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12697" PostTypeId="1" AcceptedAnswerId="13352" CreationDate="2018-04-13T19:30:37.887" Score="1" ViewCount="91" Body="&lt;p&gt;I'm seeking an openly-licensed dictionary that contains for every word the IPA transcription.&lt;/p&gt;&#xA;&lt;p&gt;Is such a resource available for English?&lt;/p&gt;&#xA;" OwnerUserId="1359" LastEditorUserId="1359" LastEditDate="2023-03-23T12:25:44.913" LastActivityDate="2023-03-23T12:25:44.913" Title="Open dictionary for English with International Phonetic Alphabet for every word" Tags="|data-request|language|english|pronunciation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12698" PostTypeId="1" CreationDate="2018-04-14T00:41:36.317" Score="0" ViewCount="89" Body="&lt;p&gt;I'm looking for data (US) on the following variables for the years 2000-2014:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Y6i5L.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Y6i5L.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Does anybody know where I can find such a data set or custom data table? Preferably all in one table (or a table per variable, including all states and all years).&lt;/p&gt;&#xA;" OwnerUserId="19179" LastEditorUserId="23272" LastEditDate="2021-03-12T05:21:45.417" LastActivityDate="2024-03-26T15:07:20.887" Title="Where can I find data on the following variables?" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12699" PostTypeId="1" AcceptedAnswerId="12700" CreationDate="2018-04-14T01:01:28.440" Score="-1" ViewCount="2885" Body="&lt;p&gt;&lt;a href=&quot;https://aws.amazon.com/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aws.amazon.com/datasets/&lt;/a&gt; contain many datasets. How can I download an AWS public dataset?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-04-15T01:54:44.550" Title="How can I download AWS Public Datasets?" Tags="|download|" AnswerCount="1" CommentCount="46" ContentLicense="CC BY-SA 3.0" />
  <row Id="12700" PostTypeId="2" ParentId="12699" CreationDate="2018-04-14T01:01:28.440" Score="2" Body="&lt;p&gt;I'll take the example of &lt;a href=&quot;https://aws.amazon.com/datasets/enron-email-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aws.amazon.com/datasets/enron-email-data/&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Note the snapshot ID of the data set you plan to download. As indicated on &lt;a href=&quot;https://aws.amazon.com/datasets/enron-email-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aws.amazon.com/datasets/enron-email-data/&lt;/a&gt;., Enron-email-data's snapshot ID is &lt;code&gt;snap-d203feb5&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Locate the AWS region in which the snapshot is located. To do, search for the snapshot ID in the list of existing snapshots, e.g. &lt;a href=&quot;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Snapshots:visibility=public;search=snap-d203feb5;sort=snapshotId&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Snapshots:visibility=public;search=snap-d203feb5;sort=snapshotId&lt;/a&gt; . If you don't find the snapshot, you have to change of AWS region:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6hfQ7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6hfQ7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the example of Enron-email-data, it is located in US East (N. Virginia) as well as in US Oregon. (In case you wondered: &lt;a href=&quot;https://webapps.stackexchange.com/a/116302/18147&quot;&gt;How can I know in which US region a snapshot ID is located?&lt;/a&gt; -&gt; short answer: you have to try all regions yourselves by trying each region in the menu as shown in the screenshot above.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Create an EC2 instance in the same region as the snapshot, i.e. in our example Virginia a.k.a. US-East-1.  To do go to &lt;a href=&quot;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Home&lt;/a&gt; and:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LQQul.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LQQul.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Once the EC2 instance is launched and running, look at its availability zone on &lt;a href=&quot;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Instances:sort=instanceId&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Instances:sort=instanceId&lt;/a&gt; (change the AWS region to the region where you launched the EC2 instance), which in our case &lt;code&gt;us-east-1c&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OQ22V.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OQ22V.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Go back to &lt;a href=&quot;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Snapshots:visibility=public;search=snap-d203feb5;sort=snapshotId&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Snapshots:visibility=public;search=snap-d203feb5;sort=snapshotId&lt;/a&gt; and right click on the snapshot and create a volume:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/k1pJx.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/k1pJx.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Make sure you select the same availability zone as the one where your EC2 instant is running, which in our case &lt;code&gt;us-east-1c&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AGfCl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AGfCl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;In your volume list (e.g. &lt;a href=&quot;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Volumes:sort=desc:createTime&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Volumes:sort=desc:createTime&lt;/a&gt; if you're in US East N. Virginia), right-click on the version you have created, and select &quot;Attach Volume&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/m8in5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/m8in5.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It will ask you to which EC2 instance the volume should be attached. Select your EC2 instance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Bz7Be.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Bz7Be.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;SSH into your EC2 instance, and mount the volume as follows:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;lsblk # &amp;lt;-- it'll give you the name  of the volume, in our case it is xvdf&#xA;sudo mkdir /enron&#xA;sudo mount xvdf /enron&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Done!&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Below are some tricks to transfer the corpus from the EC2 to your computer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To transfer the corpus from the EC2 to your computer, assuming that &lt;code&gt;AWSvirginia.pem&lt;/code&gt; is the private key of the EC2 instance, and that the &lt;code&gt;184.72.123.192&lt;/code&gt; is the public IP of the EC2 instance:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;chmod 400 AWSvirginia.pem &#xA;ssh -i AWSvirginia.pem ec2-user@184.72.123.192&#xA;rsync -Pav -e &quot;ssh -i AWSvirginia.pem&quot;  ec2-user@184.72.123.192:/enron/ .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;After the transfer is completed, you can do additional checks as follows (even though &lt;code&gt;rsync&lt;/code&gt; already checks for file corruption during the transfer):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the shasum hash for each file in a directory and its subdirectories (and recursively):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;find . -type f -print0 | sort -z | xargs -0 sha1sum &amp;gt; checksums.txt&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To check if the files match the shasum hashes:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;sha1sum -c checksums.txt &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If there is any issues, it will display at the end of the checksum:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;sha1sum: WARNING: 1 computed checksum did NOT match&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To check every zip-file in every subfolder:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;find . -type f -iname '*.zip' -exec unzip -tq {} \;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Regarding the AWS costs, there 3 types of you should be aware of:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Price of running an EC2 instance&lt;/li&gt;&#xA;&lt;li&gt;Price of transferring data from EC2 instance to outside AWS&lt;/li&gt;&#xA;&lt;li&gt;Price of having a volume&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2018-04-15T01:54:44.550" LastActivityDate="2018-04-15T01:54:44.550" CommentCount="9" ContentLicense="CC BY-SA 3.0" />
  <row Id="12701" PostTypeId="2" ParentId="1237" CreationDate="2018-04-14T02:14:27.303" Score="2" Body="&lt;p&gt;i guess this is an old question, but there is HR-XML now. &lt;a href=&quot;http://schemas.liquid-technologies.com/hr-xml/2007-04-15/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://schemas.liquid-technologies.com/hr-xml/2007-04-15/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19180" LastActivityDate="2018-04-14T02:14:27.303" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12702" PostTypeId="2" ParentId="1237" CreationDate="2018-04-14T04:09:13.283" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://microformats.org/wiki/h-resume&quot; rel=&quot;nofollow noreferrer&quot;&gt;h-resume&lt;/a&gt; (formally hresume) is a simple, open format for publishing resumes and CVs on on the web. h-resume is one of several open microformat draft standards suitable for embedding data in HTML.&lt;br&gt;&#xA;h-resume is the microformats2 version of hresume.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-04-14T04:09:13.283" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12703" PostTypeId="2" ParentId="12698" CreationDate="2018-04-14T14:20:41.947" Score="0" Body="&lt;p&gt;The Social Security Administration Decennial survey has such information. &lt;a href=&quot;https://www.census.gov/prod/www/decennial.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/prod/www/decennial.html&lt;/a&gt;. That said it’s stuck in pdf files by state and was last done in 2010.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more recent estimates, the census population estimates has sex and race information by county for each state. &lt;a href=&quot;https://www.census.gov/data/datasets/2016/demo/popest/counties-detail.html#ds&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/data/datasets/2016/demo/popest/counties-detail.html#ds&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-14T14:20:41.947" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12704" PostTypeId="2" ParentId="12690" CreationDate="2018-04-14T19:02:52.937" Score="3" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;List: &lt;a href=&quot;http://kaldi-asr.org/doc/examples.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://kaldi-asr.org/doc/examples.html&lt;/a&gt; (&lt;a href=&quot;https://web.archive.org/web/20170924050745/http://www.kaldi-asr.org:80/doc/examples.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;List: &lt;a href=&quot;https://voice.mozilla.org/en/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://voice.mozilla.org/en/data&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OWEvQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OWEvQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Corpus: &lt;a href=&quot;https://voice.mozilla.org/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://voice.mozilla.org/en&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2018-04-14T19:02:52.937" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12705" PostTypeId="1" AcceptedAnswerId="12706" CreationDate="2018-04-15T00:41:45.933" Score="2" ViewCount="61" Body="&lt;p&gt;Are there any datasets or websites that have the location data of cellular/radio base station in Milan, Italy?&lt;/p&gt;&#xA;" OwnerUserId="15538" LastActivityDate="2018-04-15T01:46:51.440" Title="Radio base station location in Italy" Tags="|data-request|geospatial|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12706" PostTypeId="2" ParentId="12705" CreationDate="2018-04-15T01:46:51.440" Score="1" Body="&lt;p&gt;You may want to check out OpenCelliD, &lt;a href=&quot;https://www.opencellid.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opencellid.org/&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;OpenCelliD aims to document all Cell Towers and WiFi APs around the world along with their locations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-15T01:46:51.440" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12707" PostTypeId="1" CreationDate="2018-04-15T05:24:29.703" Score="2" ViewCount="147" Body="&lt;p&gt;I'm looking for a collection of parsed mathematical formulas (expressions). I'm interested in studying the statistical properties of mathematical expressions written by humans. (Thus, formulas generated mechanically are not interesting.) For now, I'd prefer formulas restricted to the elementary functions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm considering the following sources, all of which make available database dumps:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wikipedia articles&lt;/li&gt;&#xA;&lt;li&gt;StackExchange Q&amp;amp;As, particularly from MathOverflow, Math.SE, or Physics.SE&lt;/li&gt;&#xA;&lt;li&gt;arXiv papers about math and physics&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These sources contain plenty of LaTeX formulas but they'd have to be extracted, parsed, and validated, which is by no means trivial.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any datasets of naturally occurring mathematical formulas that would be easier to work with? Or, failing that, what other sources ought I consider?&lt;/p&gt;&#xA;" OwnerUserId="3508" LastActivityDate="2018-04-15T05:24:29.703" Title="Dataset of mathematical formulas" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12708" PostTypeId="1" CreationDate="2018-04-15T17:18:26.070" Score="0" ViewCount="206" Body="&lt;p&gt;I try to find a dataset with &lt;strong&gt;stock charts&lt;/strong&gt; ... any timeframe and by sec, min, hr or day works for me as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I try to get them simple as possible with minimum indicators on it, candle style. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S: did some manual pull of the charts but does include to much indicators and looks like the picture below: &lt;a href=&quot;https://i.stack.imgur.com/gauiK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gauiK.png&quot; alt=&quot;sample manual cut of the stock image&quot;&gt;&lt;/a&gt; and as can be seen the grid, all the numbers on corners, volumes etc I need to have it clear so can't find anything online ... any help on where to get or at least how to get them build manually thru an API will be helpful. &lt;/p&gt;&#xA;" OwnerUserId="6541" LastActivityDate="2018-06-16T10:59:30.137" Title="Stock Charts images dataset" Tags="|data-request|api|stock|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12709" PostTypeId="2" ParentId="12613" CreationDate="2018-04-16T01:08:34.653" Score="2" Body="&lt;p&gt;The sex ratio represents the percentage of men and women by country. &lt;a href=&quot;http://statisticstimes.com/population/countries-by-sex-ratio.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://statisticstimes.com/population/countries-by-sex-ratio.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;General data for infertility is available. &#xA;&lt;a href=&quot;http://globalfertilitymap.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://globalfertilitymap.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Currently, the data on global male infertility is lacking—both in terms of prevalence estimates and men’s experiences across cultures—simultaneously contributing to and reinforcing gender-related stigma&#xA;  &lt;a href=&quot;https://www.mhtf.org/2017/01/18/the-burden-of-infertility-global-prevalence-and-womens-voices-from-around-the-world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mhtf.org/2017/01/18/the-burden-of-infertility-global-prevalence-and-womens-voices-from-around-the-world/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Fertility rates for women is available by country and age group.&#xA;&lt;a href=&quot;http://www.un.org/en/development/desa/population/theme/fertility/index.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.un.org/en/development/desa/population/theme/fertility/index.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The UN data also includes information on childlessness. &#xA;&lt;a href=&quot;http://www.pewresearch.org/fact-tank/2014/01/03/in-terms-of-childlessness-u-s-ranks-near-the-top-worldwide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.pewresearch.org/fact-tank/2014/01/03/in-terms-of-childlessness-u-s-ranks-near-the-top-worldwide/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This doesn’t answer all of your question, but I think it catches some of what you want.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-16T01:08:34.653" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12710" PostTypeId="1" CreationDate="2018-04-15T13:36:06.090" Score="1" ViewCount="16" Body="&lt;p&gt;I would like to use BPM measurements from smartwatch sensor (like apple watch) to conduct a study in my University.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there some public dataset to be used?&lt;/p&gt;&#xA;" OwnerUserId="19253" OwnerDisplayName="xcsob" LastEditorUserId="14011" LastEditDate="2018-07-13T13:09:59.850" LastActivityDate="2018-07-13T13:09:59.850" Title="Is there a clinical dataset of BPM measured with smartwatch available?" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12713" PostTypeId="1" CreationDate="2018-04-16T17:23:33.773" Score="0" ViewCount="25" Body="&lt;p&gt;I am looking for any data/information regarding new and planned grocery stores in the US. Or specifically the Pacific Northwest. &lt;/p&gt;&#xA;" OwnerUserId="11569" LastActivityDate="2018-04-17T11:59:00.873" Title="Planned grocery stores in the US" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12714" PostTypeId="2" ParentId="7557" CreationDate="2018-04-16T17:24:08.617" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://results.openaddresses.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://results.openaddresses.io/&lt;/a&gt; appears to have you what you need.&lt;/p&gt;&#xA;" OwnerUserId="9768" LastActivityDate="2018-04-16T17:24:08.617" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12715" PostTypeId="2" ParentId="5403" CreationDate="2018-04-16T17:28:37.633" Score="0" Body="&lt;p&gt;Agree with @odjo. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a commercial solution, check out &lt;a href=&quot;https://coord.co/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coord.co/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Coord enables software applications to connect with transport options&#xA;  like ride-hail, bike-share, and car-share.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qq65A.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qq65A.png&quot; alt=&quot;Coord API listing&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9768" LastActivityDate="2018-04-16T17:28:37.633" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12716" PostTypeId="2" ParentId="12708" CreationDate="2018-04-17T09:43:08.053" Score="1" Body="&lt;p&gt;I think an easy way would be &lt;a href=&quot;https://www.google.com/search?sa=X&amp;amp;tbs=simg:CAESowIJcYZ4H-E3MQ4alwILEKjU2AQaBAgVCAoMCxCwjKcIGmIKYAgDEijeAs4HuBO2E5EI7gfWAsQH9h_1SAogrlCuJK6Ir8CLvPqUr7iKkK5Y5GjAL741JzITdI9mEzF8pti4sG54cij2ILtFWfrtz6fi8fpdmMQZyUh7kEDfqJEr02NogBAwLEI6u_1ggaCgoICAESBMB-uYkMCxCd7cEJGoIBChoKB2RpYWdyYW3apYj2AwsKCS9tLzAydjBtMgoYCgRwbG902qWI9gMMCgovbS8wNHEzNDd5ChUKA21hcNqliPYDCgoIL20vMDRfdGIKGgoHcGF0dGVybtqliPYDCwoJL20vMDZnMXcyChcKBXNsb3Bl2qWI9gMKCggvbS8wNzhobQw&amp;amp;q=Dow%20Jones%20Industrial%20Average&amp;amp;tbm=isch&amp;amp;ved=0ahUKEwj5uJHBgcHaAhUGhiwKHfwiBZIQsw4IMw&amp;amp;biw=1280&amp;amp;bih=726&amp;amp;dpr=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;reverse image search&lt;/a&gt;. You'll get assorted &quot;similar&quot; images, but no clear license. Once you have a folder of images by &lt;a href=&quot;https://stackoverflow.com/a/22871658/2327328&quot;&gt;scraping&lt;/a&gt;, you can manually clean them to include only charts you are looking for. (works for 100s but not 1000s)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/W7pKi.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/W7pKi.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-04-17T09:43:08.053" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12717" PostTypeId="2" ParentId="12713" CreationDate="2018-04-17T11:59:00.873" Score="1" Body="&lt;p&gt;Check out our &lt;a href=&quot;https://datafiniti.co/products/business-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;business data at Datafiniti&lt;/a&gt;.  We don't have data on planned stores, but we do have location data for pretty much every grocery store in the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A call to our API like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.datafiniti.co/v4/businesses/search&#xA;{&#xA;    &quot;query&quot;: &quot;categories:(\&quot;grocery store\&quot; OR \&quot;grocery stores\&quot;) AND country:US&quot; &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns 201,567 matches.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example record:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    {&#xA;        &quot;address&quot;: &quot;1551 W St Marys Rd&quot;,&#xA;        &quot;categories&quot;: [&#xA;            &quot;Grocery Store&quot;,&#xA;            &quot;Grocery Stores&quot;&#xA;        ],&#xA;        &quot;city&quot;: &quot;Tucson&quot;,&#xA;        &quot;country&quot;: &quot;US&quot;,&#xA;        &quot;dateAdded&quot;: &quot;2017-06-30T05:17:32Z&quot;,&#xA;        &quot;dateUpdated&quot;: &quot;2017-09-22T20:40:56Z&quot;,&#xA;        &quot;hours&quot;: [&#xA;            {&#xA;                &quot;day&quot;: &quot;Monday - Sunday&quot;,&#xA;                &quot;hour&quot;: &quot;6:00 AM - 12:00 AM&quot;&#xA;            }&#xA;        ],&#xA;        &quot;keys&quot;: [&#xA;            &quot;us/az/tucson/1551wstmarysrd/1858061378&quot;&#xA;        ],&#xA;        &quot;latitude&quot;: &quot;32.2277&quot;,&#xA;        &quot;longitude&quot;: &quot;-110.9980&quot;,&#xA;        &quot;name&quot;: &quot;Safeway&quot;,&#xA;        &quot;phones&quot;: [&#xA;            &quot;5206248442&quot;&#xA;        ],&#xA;        &quot;postalCode&quot;: &quot;85745&quot;,&#xA;        &quot;province&quot;: &quot;AZ&quot;,&#xA;        &quot;websites&quot;: [&#xA;            &quot;http://local.safeway.com/az/tucson-255.html&quot;&#xA;        ],&#xA;        &quot;id&quot;: &quot;AVz3bszsFcQ3k02bDdBy&quot;&#xA;    }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="771" LastActivityDate="2018-04-17T11:59:00.873" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12718" PostTypeId="1" CreationDate="2018-04-17T14:12:40.917" Score="1" ViewCount="86" Body="&lt;p&gt;Is there a way to restrict the returned claims on wikidata's REST API?&#xA;For example I am using this query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q17714&amp;amp;props=claims&amp;amp;format=json&amp;amp;languages=de|en&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which returns all claims for the entity. But I am only interested in &quot;P31&quot;, for example. It seems excessive to download the whole set. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="19195" LastEditorUserId="70" LastEditDate="2022-10-14T18:34:44.693" LastActivityDate="2022-10-14T18:34:44.693" Title="Restrict returned claims in Wikidata entity" Tags="|api|wikidata|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12719" PostTypeId="2" ParentId="12718" CreationDate="2018-04-17T14:57:29.477" Score="1" Body="&lt;p&gt;Following Stanislavs comment:&#xA;It is possible using the REST SPARQL Endpoint at&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://query.wikidata.org/sparql?query=SPARQL&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The query would be:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?instanceof ?instanceofLabel WHERE {&#xA; wd:Q17714 wdt:P31 ?instanceof.&#xA; SERVICE wikibase:label {&#xA;  bd:serviceParam wikibase:language 'de' .&#xA; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="19195" LastEditorUserId="23272" LastEditDate="2022-07-14T14:37:13.867" LastActivityDate="2022-07-14T14:37:13.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12720" PostTypeId="1" CreationDate="2018-04-17T18:34:36.410" Score="1" ViewCount="35" Body="&lt;p&gt;Where can I find yearly (historical) unemployment and minimum wage data (preferably inflation adjusted) by state?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've checked BLS and DOL but they are not very user friendly for statistical analyses.&lt;/p&gt;&#xA;" OwnerUserId="19197" LastEditorDisplayName="user4293" LastEditDate="2018-04-18T07:12:21.197" LastActivityDate="2018-04-18T07:12:21.197" Title="Unemployment and minimum wage data by state (US)?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12721" PostTypeId="1" CreationDate="2018-04-17T19:51:49.333" Score="1" ViewCount="40" Body="&lt;p&gt;looking for a website traffic analysis dataset for the project ASAP. can you direct me to any resources to download free datasets of such kind?&lt;/p&gt;&#xA;" OwnerUserId="19199" LastEditorUserId="23272" LastEditDate="2021-04-04T04:36:16.773" LastActivityDate="2021-04-04T04:36:16.773" Title="Adword or web traffic dataset" Tags="|data-request|uses-of-open-data|releasing-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12722" PostTypeId="1" AcceptedAnswerId="12725" CreationDate="2018-04-17T22:57:02.580" Score="1" ViewCount="39" Body="&lt;p&gt;I'm looking for data on presidential approval polls going back as far as possible. Gallup has this data, but is not available to public. (&lt;a href=&quot;http://news.gallup.com/interactives/185273/presidential-job-approval-center.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://news.gallup.com/interactives/185273/presidential-job-approval-center.aspx&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also data available from The American Presidency Project (&lt;a href=&quot;http://www.presidency.ucsb.edu/data/popularity.php?pres=45&amp;amp;sort=time&amp;amp;direct=DESC&amp;amp;Submit=DISPLAY&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.presidency.ucsb.edu/data/popularity.php?pres=45&amp;amp;sort=time&amp;amp;direct=DESC&amp;amp;Submit=DISPLAY&lt;/a&gt;), but the site doesn't provide a link to the data.&lt;/p&gt;&#xA;" OwnerUserId="16587" LastActivityDate="2018-04-18T01:35:26.397" Title="Where can I find historical presidential approval ratings" Tags="|data-request|polling|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12723" PostTypeId="1" AcceptedAnswerId="12730" CreationDate="2018-04-18T00:33:25.973" Score="5" ViewCount="149" Body="&lt;p&gt;How can I get the Julian birth or death date for someone who was born or died under the Julian Calendar (Isaac Newton, for example) on Wikidata using a SPARQL query?&lt;/p&gt;&#xA;&lt;p&gt;This simple query returns &amp;quot;4 January 1643,&amp;quot; which is Newton's Gregorian birth date:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fbirthdate%0AWHERE%20%7B%0A%20%20wd%3AQ935%20wdt%3AP569%20%3Fbirthdate%20.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;SELECT ?birthdate&#xA;WHERE {&#xA;wd:Q935 wdt:P569 ?birthdate .&#xA;}&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I've Googled (and DDGed) this up and have not come up with an answer.  Any help you could offer would be great.&lt;/p&gt;&#xA;" OwnerUserId="19201" LastEditorUserId="23272" LastEditDate="2022-07-14T12:57:47.173" LastActivityDate="2022-07-14T12:57:47.173" Title="Julian and Gregorian dates from Wikidata" Tags="|wikidata|sparql|calendar|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12724" PostTypeId="2" ParentId="12720" CreationDate="2018-04-18T01:22:42.540" Score="1" Body="&lt;p&gt;FRED has unemployment statistics for states:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fred.stlouisfed.org/tags/series?t=state%3Bunemployment&amp;amp;ob=pv&amp;amp;od=desc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fred.stlouisfed.org/tags/series?t=state%3Bunemployment&amp;amp;ob=pv&amp;amp;od=desc&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19201" LastActivityDate="2018-04-18T01:22:42.540" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12725" PostTypeId="2" ParentId="12722" CreationDate="2018-04-18T01:35:26.397" Score="2" Body="&lt;p&gt;You can tweak the url for The American Presidency Project to get the data on a specific president.  For example, here's the url for Obama:&#xA;&lt;a href=&quot;http://www.presidency.ucsb.edu/data/popularity.php?pres=44&amp;amp;sort=time&amp;amp;direct=DESC&amp;amp;Submit=DISPLAY&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.presidency.ucsb.edu/data/popularity.php?pres=44&amp;amp;sort=time&amp;amp;direct=DESC&amp;amp;Submit=DISPLAY&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scraping the data from that site is pretty simple depending on your tools.  You could also easily copy &amp;amp; paste the table into a spreadsheet, if scraping isn't your thing.&lt;/p&gt;&#xA;" OwnerUserId="19201" LastActivityDate="2018-04-18T01:35:26.397" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12726" PostTypeId="2" ParentId="12721" CreationDate="2018-04-18T05:42:41.390" Score="1" Body="&lt;p&gt;If you do a google search using, &lt;em&gt;inurl:access.log filetype:log&lt;/em&gt;, then you’ll find tons of website log files to download.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-18T05:42:41.390" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12727" PostTypeId="1" CreationDate="2018-04-18T06:28:22.290" Score="1" ViewCount="92" Body="&lt;p&gt;Are there any open access electric vehicle trip dataset, that contains information about vehicle energy consumption, speed, acceleration, distance or GPS? Used electric vehicles should not be older than 5 years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the available data is already processed and contains annual statistics about electric vehicle trips.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data would be used to develop energy consumption model of an electric vehicle.&lt;/p&gt;&#xA;" OwnerUserId="19202" LastEditorUserId="19202" LastEditDate="2018-04-18T06:34:13.760" LastActivityDate="2018-04-18T06:34:13.760" Title="Open access electric vehicle trip dataset" Tags="|data-request|machine-learning|transportation|energy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12730" PostTypeId="2" ParentId="12723" CreationDate="2018-04-18T09:29:42.110" Score="2" Body="&lt;p&gt;As of April 2018, there is no way (in SPARQL).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format#Time&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF Dump format&lt;/a&gt; says: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Note that the calendar model is the original values calendar model even if &lt;code&gt;wikibase:timeValue&lt;/code&gt; was converted to Gregorian.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%2a%20%7B%0A%20%20wd%3AQ935%20p%3AP569%20%5B%20wikibase%3Arank%20%3Frank%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20ps%3AP569%20%20%20%20%20%20%20%3Fsimplevalue%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20psv%3AP569%20%20%20%20%20%20%5B%20wikibase%3AtimeCalendarModel%20%3Fcalendar%20%3B%20%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20wikibase%3AtimeValue%20%20%20%20%20%20%20%20%20%3Fvalue%20%20%20%20%20%5D%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%5D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try&lt;/a&gt; this query: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * {&#xA;  wd:Q935 p:P569 [ wikibase:rank ?rank ;&#xA;                   ps:P569       ?simplevalue ;&#xA;                   psv:P569      [ wikibase:timeCalendarModel ?calendar ; &#xA;                                   wikibase:timeValue         ?value     ]&#xA;                 ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As you can see, there are two statements (one of them is not &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format#Truthy_statements&quot; rel=&quot;nofollow noreferrer&quot;&gt;truthy&lt;/a&gt;), but the value is &lt;em&gt;4 January 1643&lt;/em&gt; independently of the calendar model.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;           rank             simplevalue      calendar          value      &#xA; ------------------------ ---------------- ------------- ---------------- &#xA;  wikibase:NormalRank      4 January 1643   wd:Q1985727   4 January 1643  &#xA;  wikibase:PreferredRank   4 January 1643   wd:Q1985786   4 January 1643&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;By the way, Wikidata API &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetclaims&amp;amp;entity=Q935&amp;amp;property=P569&amp;amp;props=&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;returns&lt;/a&gt; two different dates:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;pre&gt;&lt;code&gt;&quot;value&quot;: {&#xA;          &quot;time&quot;: &quot;+1643-01-04T00:00:00Z&quot;,&#xA;          &quot;timezone&quot;: 0,&#xA;          &quot;before&quot;: 0,&#xA;          &quot;after&quot;: 0,&#xA;          &quot;precision&quot;: 11,&#xA;          &quot;calendarmodel&quot;: &quot;http://www.wikidata.org/entity/Q1985727&quot;&#xA;         }&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;pre&gt;&lt;code&gt;&quot;value&quot;: {&#xA;          &quot;time&quot;: &quot;+1642-12-25T00:00:00Z&quot;,&#xA;          &quot;timezone&quot;: 0,&#xA;          &quot;before&quot;: 0,&#xA;          &quot;after&quot;: 0,&#xA;          &quot;precision&quot;: 11,&#xA;          &quot;calendarmodel&quot;: &quot;http://www.wikidata.org/entity/Q1985786&quot;&#xA;        }&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-04-18T16:36:13.850" LastActivityDate="2018-04-18T16:36:13.850" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12731" PostTypeId="1" CreationDate="2018-04-18T11:41:39.877" Score="2" ViewCount="47" Body="&lt;p&gt;I am searching for a dataset concerning the empowerment of women in agriculture that contains a variable that is related to participation in a development aid program.&lt;/p&gt;&#xA;&lt;p&gt;My research question is: Do development aid programs empower women?&lt;/p&gt;&#xA;&lt;p&gt;I have found the Feed the Future Datasets (Baseline Survey) from USAID Data, but it does not contain any variables/observations related to if and how women were supported by the Feed the Future Initiative.&lt;/p&gt;&#xA;&lt;p&gt;Is there any dataset with variables concerning empowerment and an aid program?&lt;/p&gt;&#xA;" OwnerUserId="19207" LastEditorUserId="23272" LastEditDate="2021-03-14T04:46:35.140" LastActivityDate="2023-04-03T07:07:50.947" Title="Searching for dataset related to empowerment of women in agriculture as a result of participation in a development program" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12735" PostTypeId="1" CreationDate="2018-04-21T01:00:45.717" Score="2" ViewCount="32" Body="&lt;p&gt;Looking for following Datasets for an ArcGIS Project&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Damage Area affected by Hurricane Harvey&lt;/li&gt;&#xA;&lt;li&gt;Recover centers per damaged areas for Harvey Hurricane&lt;/li&gt;&#xA;&lt;li&gt;Population data before Harvey for affected areas&lt;/li&gt;&#xA;&lt;li&gt;Population data after Harvey for effected area&lt;/li&gt;&#xA;&lt;li&gt;Business Impacted in the disaster areas.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="19224" LastEditorDisplayName="user4293" LastEditDate="2018-04-21T09:26:04.407" LastActivityDate="2018-04-21T16:10:45.370" Title="Harvey Hurricane Disaster Area Data Sets" Tags="|data-request|us-census|geohazard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12736" PostTypeId="2" ParentId="12610" CreationDate="2018-04-21T04:52:01.890" Score="1" Body="&lt;p&gt;There is open data on with the ages of Boston marathon contenders, on Kaggle, in CSV format, and for years 2015-2017&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/rojour/boston-results/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/rojour/boston-results/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or this dataset from 2001-2014&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/llimllib/bostonmarathon&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/llimllib/bostonmarathon&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, see this &lt;a href=&quot;https://opendata.stackexchange.com/q/10210/1511&quot;&gt;related question&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-04-21T04:52:01.890" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12737" PostTypeId="2" ParentId="12560" CreationDate="2018-04-21T16:01:06.063" Score="2" Body="&lt;p&gt;Another way to gauge a politician’s stance is based on the sources of their donations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.followthemoney.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.followthemoney.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://classic.fec.gov/finance/disclosure/norindsea.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://classic.fec.gov/finance/disclosure/norindsea.shtml&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastEditorDisplayName="user4293" LastEditDate="2018-04-22T14:28:06.817" LastActivityDate="2018-04-22T14:28:06.817" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12738" PostTypeId="2" ParentId="12735" CreationDate="2018-04-21T16:10:45.370" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.napsgfoundation.org/hurricane-harvey-resources/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.napsgfoundation.org/hurricane-harvey-resources/&lt;/a&gt; links to sources that contain some of the information you want. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Such as a link to &lt;a href=&quot;https://respond-harvey-geoplatform.opendata.arcgis.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://respond-harvey-geoplatform.opendata.arcgis.com/&lt;/a&gt;, which has base population data. As you’ll see even from this one example, what is considered an impacted area varies.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-21T16:10:45.370" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12739" PostTypeId="1" CreationDate="2018-04-23T09:19:21.063" Score="1" ViewCount="178" Body="&lt;p&gt;I would like to use CKAN in my company but firts I have some questions to solve yet. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What kind of sources can integrate CKAN? I explain myself firts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If my company has its data distributed in the following sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Relational database (mysql, oracle)&lt;/li&gt;&#xA;&lt;li&gt;Non relational database (solr, cassandra, mongodb)&lt;/li&gt;&#xA;&lt;li&gt;Cloud (amazon s3, dropbox, google drive, google cloud storage)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Can CKAN access to this data sources for separate using a driver o some plugins and upload the data directly for example?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can CKAN mix these data resources as a mashup tool?&lt;/p&gt;&#xA;" OwnerUserId="19233" LastActivityDate="2018-04-23T09:19:21.063" Title="What kind of sources can integrate CKAN?" Tags="|ckan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12740" PostTypeId="1" AcceptedAnswerId="12749" CreationDate="2018-04-23T09:43:53.733" Score="1" ViewCount="63" Body="&lt;p&gt;So, I've been searching around for a dataset to use in an example about Decision Trees. I was hoping for a two-feature, two-or-three classification problem so as to keep it as simple as possible to explain and to visualize. However, I'm not able to find even clean-&lt;em&gt;ish&lt;/em&gt; datasets that separate well in only two features. Does anyone know of any such examples, even if they're somewhat unrealistic?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Few other restrictions:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;No image classification - I'm focusing on a mathematical angle in the example and images would lean a bit too heavily on the computational aspect.&lt;/li&gt;&#xA;&lt;li&gt;Simplistic or well-known - Niche datasets about a specific field don't really make sense, but if they fit the requirements well I'll be happy with them.&lt;/li&gt;&#xA;&lt;li&gt;Region doesn't really matter to me, although if relevant I would tend towards datasets about European countries&lt;/li&gt;&#xA;&lt;li&gt;Ideally looking for free datasets&lt;/li&gt;&#xA;&lt;li&gt;Format doesn't matter&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Thank you so much for your help!&lt;/p&gt;&#xA;" OwnerUserId="13882" LastActivityDate="2018-04-24T03:55:58.743" Title="Relatively clean two-dimensional data for an example classification?" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12741" PostTypeId="1" AcceptedAnswerId="19904" CreationDate="2018-04-23T12:50:23.373" Score="2" ViewCount="748" Body="&lt;p&gt;I used to work with UDEL grid estimate (&lt;a href=&quot;http://climate.geog.udel.edu/~climate/&quot; rel=&quot;nofollow noreferrer&quot;&gt;look here&lt;/a&gt;) data where station values of monthly total raingage-measured precipitation (P) were interpolated to a &lt;code&gt;0.5 degree by 0.5 degree&lt;/code&gt; latitude/longitude grid, where the grid nodes are centered on the 0.25 degree.  However, after I tried to interpolate those data with Germany &lt;code&gt;NUTS3&lt;/code&gt; district only, and I got a poor match because I need to calculate population weighted yearly average for each Germany &lt;code&gt;NUTS3&lt;/code&gt; polygon but some polygon lost population data which affect my expected output. Now I realized that chosen grid estimate data is not precise enough which caused this problem. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I used to work with UDEL grid estimated data with &lt;code&gt;0.5x0.5&lt;/code&gt; degree resolution (&lt;a href=&quot;http://climate.geog.udel.edu/~climate/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://climate.geog.udel.edu/~climate/&lt;/a&gt;), but it is not ideal for my research. I used also DWD station level data (&lt;a href=&quot;ftp://ftp-cdc.dwd.de/pub/CDC/observations_germany/climate/monthly/kl/historical/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DWD station level data link&lt;/a&gt;), but this dataset also won't fit my expectation.Now I am looking for a grid climate data (Temperature/precipitation data) with the better resolution. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now I am looking for the grid climate data with better resolution, where &lt;code&gt;0.25x0.25&lt;/code&gt; degree grid data of global climate (land surface temperature/precipitation) are desired. Where can I find free open source grid climate data that meet my specification? Anyone know a possible source where I can download such data? Possible help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="19236" LastActivityDate="2021-08-09T19:08:08.487" Title="Looking for 0.25x0.25 spatial resolution grid data for land surface temperature/precipitation" Tags="|data-request|geospatial|germany|climate|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12743" PostTypeId="1" CreationDate="2018-04-23T15:42:27.930" Score="1" ViewCount="27" Body="&lt;p&gt;Language data are either texts or spoken utterances. By default, any text is copyrighted. We have Open Data for relatively recent time periods, where text were written intentionally with an open licence (like Wikipedia articles), or for relatively old time periods where the copyright has expired and the texts are public domain now. In between, there is a long period where no open texts are available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is: What are generally accepted (or even better: legally proven) methods to create open data from copyrighted texts? The methods are probably in some way lossy and prevent the restauration of the original texts from the open data.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2018-04-23T15:42:27.930" Title="What are methods to create open text data from copyrighted texts?" Tags="|language|legal|corpora|text|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 3.0" />
  <row Id="12744" PostTypeId="2" ParentId="11115" CreationDate="2018-04-23T16:05:47.747" Score="2" Body="&lt;p&gt;There is the &lt;a href=&quot;http://compling.hss.ntu.edu.sg/omw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Multilingual Wordnet&lt;/a&gt; project by Francis Bond at Nanyang Technological University, Singapore. They have wordnets built from wiktionary and other resources for many languages under an open licence.&lt;/p&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2018-04-23T16:05:47.747" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12745" PostTypeId="1" CreationDate="2018-04-23T16:13:58.840" Score="1" ViewCount="25" Body="&lt;p&gt;I am working on R&amp;amp;D for Texas Grid data.Currently, I download &lt;a href=&quot;https://tnris.org/data-catalog/entry/usgs-quad-grid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tnris.org/data-catalog/entry/usgs-quad-grid/&lt;/a&gt; data.But I don't know which is the actual Grid data for Texas.For example, Alberta provenance using DLS system Grid data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So which is the Land system follow Texas and where I can get data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please, Any help to get a downloadable file or reference link to get Grid data for Texas Land system.&lt;/p&gt;&#xA;" OwnerUserId="19078" LastActivityDate="2018-04-23T16:13:58.840" Title="Texas Land System Grid data" Tags="|data-request|geospatial|government|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12746" PostTypeId="2" ParentId="24" CreationDate="2018-04-23T16:22:26.443" Score="1" Body="&lt;p&gt;There are some things that make some data sources more reliable than others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Look for &lt;em&gt;provenance&lt;/em&gt;, or where do the data come from?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;They come from a governmental institution where they were originally created&lt;/li&gt;&#xA;&lt;li&gt;They come from a research group that originally made the data set&lt;/li&gt;&#xA;&lt;li&gt;They come from a trusted repository for Open Data (e.g., a &lt;a href=&quot;https://clarin.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;CLARIN centre&lt;/a&gt;) that has been externally reviewed (e.g., having a &lt;a href=&quot;https://www.coretrustseal.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Core Trust Seal&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;They are published alongside a peer-reviewed publication with a reliable electronic journal&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also look for &lt;em&gt;metadata&lt;/em&gt; or how well are the data described?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;They come with responsible authors from a reliable institution&lt;/li&gt;&#xA;&lt;li&gt;The description is consistent with the data given&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user6083" LastActivityDate="2018-04-23T16:22:26.443" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12747" PostTypeId="2" ParentId="12159" CreationDate="2018-04-23T16:44:25.623" Score="1" Body="&lt;p&gt;I won't expect a ready-made data set for these specifications.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, it is easy create such kind of dataset yourself. You need a big corpus of English text and a Corpus Query Processor (like &lt;a href=&quot;http://cwb.sourceforge.net/cqpweb.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;cqpweb&lt;/a&gt;). A query for red things than looks like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[word=&quot;red&quot; [pos=&quot;N.*&quot;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;asking for bigrammes consisting of the word &quot;red&quot; and a noun. Than, do a frequency breakdown to get output like this one (data are taken from the Corpus of Late Modern English CLMET):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Your query “[word=&quot;red&quot;] [pos=&quot;N.*&quot;]” returned 1,803 matches in 198 different texts (in 40,340,760 words [333 texts]; frequency: 44.69 instances per million words)&#xA;Showing frequency breakdown of words in this query, at the query node; there are 656 different types and 1,803 tokens at this concordance position.&#xA;No.     Search result   No. of occurrences  Percent&#xA;1   red hair    47  2.61%&#xA;2   red face    40  2.22%&#xA;3   red clay    35  1.94%&#xA;4   red deer    28  1.55%&#xA;5   red weed    27  1.5%&#xA;6   red brick   27  1.5%&#xA;7   red colour  26  1.44%&#xA;8   red glow    26  1.44%&#xA;9   red eyes    24  1.33%&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerDisplayName="user6083" LastEditorDisplayName="user6083" LastEditDate="2018-04-23T16:51:49.210" LastActivityDate="2018-04-23T16:51:49.210" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12748" PostTypeId="2" ParentId="1566" CreationDate="2018-04-24T02:46:41.347" Score="0" Body="&lt;p&gt;You can get all the form 4 related sec.gov data from edgarpulse.com, the site offers latest and unrestricted data using APIs. Check it out. This seems to be exactly what you are looking for. Checkout &lt;a href=&quot;http://edgarpulse.com/api/overview.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://edgarpulse.com/api/overview.php&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="19240" LastActivityDate="2018-04-24T02:46:41.347" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12749" PostTypeId="2" ParentId="12740" CreationDate="2018-04-24T03:55:58.743" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.kaggle.com/uciml/iris&quot; rel=&quot;nofollow noreferrer&quot;&gt;Iris dataset&lt;/a&gt; is well-known, and I've experimented and found that using Petal length and petal width as features makes for a very good example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MK0Ki.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MK0Ki.jpg&quot; alt=&quot;Iris dataset with Petal length and Petal width&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13882" LastActivityDate="2018-04-24T03:55:58.743" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12751" PostTypeId="2" ParentId="12694" CreationDate="2018-04-24T15:58:45.907" Score="1" Body="&lt;p&gt;You can access foreign exchange rates from the &lt;a href=&quot;https://public.enigma.com/search/foreign%20exchange%20rate?collection_id=27b38b43-451b-4407-8688-5cc4ca49ba7b&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Reserve Economic data&lt;/a&gt;. You can access this open data via &lt;a href=&quot;https://public.enigma.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public&lt;/a&gt; and make use of their free &lt;a href=&quot;http://docs.enigma.com/public/public_v20_api_about.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;. You need to &lt;a href=&quot;https://public.enigma.com/signup&quot; rel=&quot;nofollow noreferrer&quot;&gt;sign up&lt;/a&gt; for an account to do so but it's free. &lt;/p&gt;&#xA;" OwnerUserId="16890" LastActivityDate="2018-04-24T15:58:45.907" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12752" PostTypeId="2" ParentId="1566" CreationDate="2018-04-24T16:14:59.180" Score="1" Body="&lt;p&gt;You can access SEC &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-edgar-filings/112a6491-61e9-4cac-8026-0da488fe69fb&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDGAR filings&lt;/a&gt; (including &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-form-10-k/00be4bfa-fb19-4ddb-8cda-6fcbf7c90952&quot; rel=&quot;nofollow noreferrer&quot;&gt;Form 10-K&lt;/a&gt;, &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-form-13-f/3908a604-3e0a-4cad-810b-91ec2db7203f&quot; rel=&quot;nofollow noreferrer&quot;&gt;Form 13F&lt;/a&gt;, &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-form-4-insider-transactions/a3023568-1ae8-4dc9-92b9-980acfa1f6da&quot; rel=&quot;nofollow noreferrer&quot;&gt;Form 4&lt;/a&gt; and &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-form-d-private-fundraising/40bd6100-156e-4728-b072-5e30ecf94333&quot; rel=&quot;nofollow noreferrer&quot;&gt;Form D&lt;/a&gt;), &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-fails-to-deliver/cd4720f8-54bc-434e-ac80-d2eb297d2452&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fails to Deliver&lt;/a&gt;, &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-financial-statements/9978e5cf-36a8-4f09-bac7-e41f2bdebeb9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Financial Statements&lt;/a&gt;, their &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-foia-log/3ad5fbed-ee0a-433f-a631-c8ab879b441f&quot; rel=&quot;nofollow noreferrer&quot;&gt;FOIA log&lt;/a&gt; and &lt;a href=&quot;https://public.enigma.com/browse/collection/sec-registered-brokers-dealers/24de3b8f-c2db-4203-8390-1ed1692aab60&quot; rel=&quot;nofollow noreferrer&quot;&gt;Registered Brokers &amp;amp; Dealers&lt;/a&gt; via &lt;a href=&quot;http://public.enigma.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public&lt;/a&gt;. They also have an open &lt;a href=&quot;http://docs.enigma.com/public/public_v20_api_about.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; that you are free to use with an account. It is free to sign up for an account and you can use their API to access all their data.&lt;/p&gt;&#xA;" OwnerUserId="16890" LastActivityDate="2018-04-24T16:14:59.180" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12753" PostTypeId="1" AcceptedAnswerId="12764" CreationDate="2018-04-25T06:17:50.230" Score="8" ViewCount="186" Body="&lt;p&gt;I need a rough estimate of how many people live in each &quot;cell&quot; of the Earth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, how many people live in the cell between latitudes 70/80 and longitudes 210/220?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Exact number is not important. I would be satisfied with a 0/100/10k/100M estimate.&lt;/li&gt;&#xA;&lt;li&gt;I wrote &quot;living&quot; but that could be &quot;working/etc&quot; or &quot;passing through&quot;, these are acceptable too.&lt;/li&gt;&#xA;&lt;li&gt;Any format is OK, even a raster image or a big CSV file.&lt;/li&gt;&#xA;&lt;li&gt;The cells should be at most 10 degrees * 10 degrees, as seen in the map below. The more precise the better.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LEmAQ.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LEmAQ.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Context: I am writing software that needs to spend more time on areas where more people live.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2018-04-30T17:35:11.333" Title="World population density" Tags="|data-request|geospatial|population|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 3.0" />
  <row Id="12754" PostTypeId="2" ParentId="12753" CreationDate="2018-04-25T13:07:33.320" Score="6" Body="&lt;p&gt;I believe the &lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/set/gpw-v4-population-density-rev10&quot; rel=&quot;noreferrer&quot;&gt;UN WPP Adjusted Population Density v4.10&lt;/a&gt; may work for your purposes.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To provide estimates of population density for the years 2000, 2005, 2010, 2015, and 2020, based on counts consistent with national censuses and population registers with respect to relative spatial distribution, but adjusted to match United Nations country totals.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The granularity is at a pretty fine resolution.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To enable faster global processing, and in support of research communities, the 30 arc-second adjusted count data were aggregated to 2.5 arc-minute, 15 arc-minute, 30 arc-minute and 1 degree resolutions.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The link below is to a few different population estimates, including the one described above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/sets/browse?facets=theme:population&quot; rel=&quot;noreferrer&quot;&gt;http://sedac.ciesin.columbia.edu/data/sets/browse?facets=theme:population&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastEditorUserId="754" LastEditDate="2018-04-27T04:20:01.420" LastActivityDate="2018-04-27T04:20:01.420" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12755" PostTypeId="1" CreationDate="2018-04-25T14:45:56.313" Score="2" ViewCount="2197" Body="&lt;p&gt;Are there any public data sets for the World Cup in Russia 2018?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Didn't find anything for download on the official FIFA site (besides a single-page PDF booklet for the match schedule).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the data set includes groups, teams, players, squads, matches, stadiums and so on and is in an &lt;strong&gt;open plain text format&lt;/strong&gt; such as CSV (comma-separated values), JSON (javascript objects), SQL (structured query language), etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any insight appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclosure: I'm the project lead of the football.db project collecting open public domain football data e.g.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/openfootball/world-cup&quot; rel=&quot;nofollow noreferrer&quot;&gt;openfootball/world-cup&lt;/a&gt; - World Cup Datasets (1930-2022)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;so no need to highlight this &lt;a href=&quot;https://github.com/openfootball/world-cup/blob/master/2018--russia/cup.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;little humble dataset about Russia 2018&lt;/a&gt; ;-) (that incl. the teams, groups and match schedule) but is missing a lot (e.g. players, trainers, stadiums, etc. and once the events starts it's missing goal getters, goals, penalties, yellow cards, red cards, and on and on).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again it's the world's biggest (sport) event - 1 000 000 000+ people watching live and there must be some more open data out there in this world. Help us find some datasets. Any insight appreciated. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kickoff! Matchday 7! Any updates? Any open datasets? &lt;/p&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2018-06-21T14:47:00.433" LastActivityDate="2018-11-28T08:21:13.110" Title="Any open data sets for the (Football) World Cup in Russia 2018? Any open data for the World's Biggest (Sport) Event?" Tags="|data-request|sports|football|russia|" AnswerCount="4" CommentCount="7" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12756" PostTypeId="2" ParentId="1755" CreationDate="2018-04-25T16:46:35.703" Score="1" Body="&lt;p&gt;If you want point-level data on crashes (but only for select states), I recommend submitting a data use request to the folks at the Highway Safety Information System (&lt;a href=&quot;https://www.hsisinfo.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.hsisinfo.org/&lt;/a&gt;) . I use that data to do small area research in NC.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2018-04-25T16:46:35.703" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12757" PostTypeId="2" ParentId="12755" CreationDate="2018-04-26T08:04:18.900" Score="0" Body="&lt;p&gt;Kaggle hosts a dataset that has the participating teams and their previous results against the teams in the group.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/ahmedelnaggar/fifa-worldcup-2018-dataset/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/ahmedelnaggar/fifa-worldcup-2018-dataset/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The dataset contains all the participating teams, the match schedule with orders of the matches, the previous matches between all teams with records of wins/losses/draws, the previous goals between all teams, the previous titles, semifinals, finals of all participating teams.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;(Update June/21st)&lt;/strong&gt; Note: No updates since the start of / kick off the World Cup e.g. missing match results, goals, and so on.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="2464" LastEditDate="2018-06-22T07:08:33.667" LastActivityDate="2018-06-22T07:08:33.667" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12759" PostTypeId="1" CreationDate="2018-04-26T09:32:36.163" Score="1" ViewCount="24" Body="&lt;p&gt;While looking for some older sets like PETS2006, which seems to be no longer available, i wondered if there might be already a place for them to be shared forever.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is none, i would encourage everyone to think about a good, free and open solution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know there are some sites out there which collect links - unfortunately a big part of the links is dead. &lt;/p&gt;&#xA;" OwnerUserId="19258" LastEditorUserId="1511" LastEditDate="2018-11-06T21:49:46.323" LastActivityDate="2018-11-06T21:49:46.323" Title="Find a home for (old) video datasets" Tags="|data-request|download|video|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12760" PostTypeId="1" CreationDate="2018-04-26T10:31:11.097" Score="2" ViewCount="168" Body="&lt;p&gt;Is it possible to download ski trail/piste data for major European and other resorts? I'm looking for polyline data showing the major runs in a resort - the kind of data you'd see on a piste map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Openstreetmap seems to have quite extensive chairlift data, but not the actual runs down.&lt;/p&gt;&#xA;" OwnerUserId="9859" OwnerDisplayName="Dùn Caan" LastEditorUserId="1511" LastEditDate="2018-04-26T14:56:41.120" LastActivityDate="2018-04-26T15:14:00.727" Title="Ski trails/piste map data" Tags="|data-request|geospatial|sports|ski|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12761" PostTypeId="2" ParentId="12760" CreationDate="2018-04-26T15:14:00.727" Score="2" Body="&lt;p&gt;Switzerland's &lt;a href=&quot;https://s.geo.admin.ch/7a2ddc746b&quot; rel=&quot;nofollow noreferrer&quot;&gt;geo.admin.ch portal has some ski routes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8XTDf.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8XTDf.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VrH8hm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VrH8hm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The digital ski routes are based on the Snowshoe and Ski Tour Maps 1:50,000 and the National Map 1:50,000. They contain specific information for snow sports in the alpine and pre-alpine area of ​​Switzerland. Special conditions for snowshoe and ski route data: The ski and snowshoe routes are to be regarded as general indications of direction.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;...&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For further information see: www.sac-cas.ch/guidebook&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I just can't figure out how to download. Maybe you can reach out to them on &lt;a href=&quot;https://twitter.com/swiss_geoportal&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-04-26T15:14:00.727" CommentCount="1" ContentLicense="CC BY-SA 3.0" />
  <row Id="12762" PostTypeId="2" ParentId="4981" CreationDate="2018-04-27T13:50:21.430" Score="3" Body="&lt;p&gt;There is also the &lt;a href=&quot;https://www.kaggle.com/snapcrack/all-the-news&quot; rel=&quot;nofollow noreferrer&quot;&gt;All The News&lt;/a&gt; dataset from Kaggle.&#xA;It has about 140K articles from major USA newspapers and news sites.&#xA;Quoting from the Kaggle site: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The publications include the New York Times, Breitbart, CNN, Business Insider, the Atlantic, Fox News, Talking Points Memo, Buzzfeed News, National Review, New York Post, the Guardian, NPR, Reuters, Vox, and the Washington Post. Sampling wasn't quite scientific; I chose publications based on my familiarity of the domain and tried to get a range of political alignments, as well as a mix of print and digital publications. By count, the publications break down accordingly.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The data primarily falls between the years of 2016 and July 2017, although there is a not-insignificant number of articles from 2015, and a possibly insignificant number from before then.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I am using it for a project I am currently working and it is quite good (quite clean text).&lt;/p&gt;&#xA;" OwnerUserId="19265" LastEditorUserId="19265" LastEditDate="2019-05-25T15:37:14.563" LastActivityDate="2019-05-25T15:37:14.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12764" PostTypeId="2" ParentId="12753" CreationDate="2018-04-28T08:11:17.600" Score="4" Body="&lt;p&gt;Please see this one: &lt;a href=&quot;http://ghslsys.jrc.ec.europa.eu/data.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ghslsys.jrc.ec.europa.eu/data.php&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;The Global Human Settlement Layer&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Landsat data from 1975, 1990, 2000 and 2014 were processed and&#xA;  analysed in order to produce three different GHS products:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;p&gt;one on population (GHS-POP),&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;one on built-up areas (GHS-BUILT),  &lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;one city model dataset (GHS-SMOD).&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Data is open and free, with 250 metre resolution. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is inside:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ZoGb6.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZoGb6.jpg&quot; alt=&quot;example for NY&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.statsmapsnpix.com/2016/10/the-global-human-settlement-layer.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;via Stats, Maps n Pix&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="19277" LastEditorUserId="16193" LastEditDate="2018-04-30T17:35:11.333" LastActivityDate="2018-04-30T17:35:11.333" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12765" PostTypeId="2" ParentId="10321" CreationDate="2018-04-29T14:38:33.867" Score="1" Body="&lt;p&gt;Would the CMU Pronouncing Dictionary match what you are looking for?&#xA;&lt;a href=&quot;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.speech.cs.cmu.edu/cgi-bin/cmudict&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-29T14:38:33.867" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12766" PostTypeId="2" ParentId="6823" CreationDate="2018-04-29T14:48:56.453" Score="2" Body="&lt;p&gt;The NHTSA has a survey with reasons for crashes.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Table 1. Driver, Vehicle, and Environment Related Critical Reasons&lt;/p&gt;&#xA;&lt;p&gt;Table 2. Driver‐Related Critical Reasons&lt;/p&gt;&#xA;&lt;p&gt;Table 3. Vehicle‐Related Critical Reasons&lt;/p&gt;&#xA;&lt;p&gt;Table 4. Environment‐Related Critical Reasons&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://crashstats.nhtsa.dot.gov/Api/Public/ViewPublication/812506&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://crashstats.nhtsa.dot.gov/Api/Public/ViewPublication/812506&lt;/a&gt;  (&lt;a href=&quot;https://web.archive.org/web/20180429182103/https://crashstats.nhtsa.dot.gov/Api/Public/ViewPublication/812506&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="19182" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-04-29T18:21:27.950" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12767" PostTypeId="1" CreationDate="2018-04-29T16:02:13.830" Score="1" ViewCount="26" Body="&lt;p&gt;A similar unanswered question, &lt;a href=&quot;https://opendata.stackexchange.com/questions/10974/city-mayor-council-racial-demographics&quot;&gt;City mayor/council racial demographics&lt;/a&gt;, prompts this more generic question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find open data source that lists all us mayors by year? &lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-04-29T16:02:13.830" Title="List of us city mayors by year" Tags="|usa|government|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12769" PostTypeId="1" CreationDate="2018-04-29T23:40:23.560" Score="1" ViewCount="68" Body="&lt;p&gt;The College Scorecard has data on the 'Average faculty salary' and 'Proportion of faculty that is full-time', but it does not report any data on total number of faculty. Does anyone have any suggestions where I can find these data (or something similar)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think this would be a really valuable variable to include in the College Scorecard, considering that the student to faculty ratio is a standard measure of college quality.&lt;/p&gt;&#xA;" OwnerUserId="19284" LastEditorUserId="19284" LastEditDate="2018-04-30T00:40:03.230" LastActivityDate="2018-04-30T04:02:19.457" Title="'Number of Faculty Members' not Available in the College Scorecard Dataset" Tags="|data-request|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12771" PostTypeId="2" ParentId="12769" CreationDate="2018-04-30T03:50:19.203" Score="2" Body="&lt;p&gt;At a high level, 1.5M faculty.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;About 3.9 million people were employed in colleges and universities in the fall of 2013, &lt;strong&gt;including 1.5 million faculty&lt;/strong&gt;, 0.4 million graduate assistants, and 2.0 million other staff. About 64 percent of the staff worked full time and 36 percent worked part time. About 2.1 million, or 54 percent, of all staff were female (see Digest of Education Statistics, 2014, table 314.30).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov/programs/digest/mobile/TeachersFacultyAndStaff_DGI_College_Staff.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/programs/digest/mobile/TeachersFacultyAndStaff_DGI_College_Staff.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need granular stats by university, specifically:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Full-time instructional staff by academic rank, faculty and tenure status&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov/ipeds/datacenter/InstitutionByName.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/datacenter/InstitutionByName.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastEditorUserId="19182" LastEditDate="2018-04-30T04:02:19.457" LastActivityDate="2018-04-30T04:02:19.457" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12772" PostTypeId="2" ParentId="10757" CreationDate="2018-05-01T01:10:15.490" Score="2" Body="&lt;p&gt;Here’s a few example I found.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NASA supplies some free AVIRIS hyperspectral data.&#xA;&lt;a href=&quot;https://aviris.jpl.nasa.gov/data/free_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aviris.jpl.nasa.gov/data/free_data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here’s an example of using the AVIRIS data. &#xA;&lt;a href=&quot;http://www.microimages.com/downloads/hyperspectral.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.microimages.com/downloads/hyperspectral.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Resonon supplies some sample data with a free version of their hyperspectral analysis tool.&#xA;&lt;a href=&quot;https://www.resonon.com/Products/spectronon.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.resonon.com/Products/spectronon.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Professor D. H. Foster has posted various hyperspectral images to his webpage.&#xA;&lt;a href=&quot;http://personalpages.manchester.ac.uk/staff/d.h.foster/default.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://personalpages.manchester.ac.uk/staff/d.h.foster/default.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-01T01:10:15.490" CommentCount="0" ContentLicense="CC BY-SA 3.0" />
  <row Id="12773" PostTypeId="1" CreationDate="2018-05-01T10:06:27.977" Score="1" ViewCount="42" Body="&lt;p&gt;What is the total worldwide ethanol production? I want any ethanol, &lt;strong&gt;for any purposes&lt;/strong&gt;, including human consumption (drinking alcohol) and fuel and chemical industry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to see how much total ethanol is produced, and &lt;strong&gt;compare how much is produced for fuel vs how much is produced for drinking.&lt;/strong&gt; It should be interesting to see which is bigger. I also want year by year accounts to see any trends.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have searched for this myself but the data is not trustworthy unless it explicitly explains ethanol for what purpose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;https://www.afdc.energy.gov/data/10331&quot; rel=&quot;nofollow noreferrer&quot;&gt;This Site&lt;/a&gt; says US is biggest producer at 15B gallons in 2015, but it's in the context of ethanol fuel and doesn't say explicitly &quot;15B gallons of ethanol for all purposes&quot;. In fact if you look down, it says &quot;The vast majority of U.S. ethanol is produced from corn...&quot; I am pretty sure if you throw drinking alcohol in the mix, the biggest source is gonna be grapes (for wine) and hops (for beer).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other examples, &lt;a href=&quot;https://en.wikipedia.org/wiki/Beer_in_the_United_States&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia: Beer in US&lt;/a&gt; says the US produced 23B liters (6.1B gallons) of beer in 2012. I guess I have to guess at the average ethanol content, which I'll guess at 20 proof, so 610M gallons of ethanol. &lt;a href=&quot;https://www.statista.com/statistics/270275/worldwide-beer-production/&quot; rel=&quot;nofollow noreferrer&quot;&gt;This site&lt;/a&gt; says 196B liters (51.8B gallons) of beer was produced worldwide in 2015, but again, no mention of average ethanol content.&lt;/p&gt;&#xA;" OwnerUserId="19293" LastEditorUserId="1511" LastEditDate="2019-02-19T06:59:19.720" LastActivityDate="2019-02-19T06:59:19.720" Title="Looking for year-by-year worldwide ethanol production data" Tags="|data-request|global|energy|industry|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 3.0" />
  <row Id="12774" PostTypeId="1" CreationDate="2018-05-01T15:49:04.153" Score="1" ViewCount="210" Body="&lt;p&gt;I have a barcode, &lt;code&gt;(9)8430709157279&lt;/code&gt;, that I have tried to find in several online resources that collects EAN codes but so far without luck (the product is at least 20 years old so it is no surprise). However, is it possible to find out which company or similar this code was assigned to in the beginning?&lt;/p&gt;&#xA;&lt;p&gt;In other words, does a company get something like &lt;code&gt;84307091xxxxx&lt;/code&gt; and can use the &amp;quot;wildcards&amp;quot; however they like similar to IP-address ranges and MAC addresses ranges work? If so, can you lookup the prefix somewhere?&lt;/p&gt;&#xA;" OwnerUserId="19298" LastEditorUserId="70" LastEditDate="2022-10-14T18:28:52.937" LastActivityDate="2022-10-14T18:28:52.937" Title="Can you look up the producer/manufacturer that owns a certain &quot;family&quot; of EAN barcode?" Tags="|data-request|barcodes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12776" PostTypeId="1" CreationDate="2018-05-02T13:20:41.837" Score="2" ViewCount="1284" Body="&lt;p&gt;I'm currently building an program that would benefit from higher quality images of University's Logos(NCAA, NAIA, etc.),head shots of athletes, and general statistical data(Games played, etc). The information needs to be quite accurate. I was looking into ESPN's API and it seems they no longer do public keys or are accepting new strategic partnerships. Is there anything else of that quality that is trustworthy? &lt;/p&gt;&#xA;" OwnerUserId="19307" LastActivityDate="2021-04-16T17:54:44.113" Title="Sport's APIs For Headshots and Stats" Tags="|api|sports|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12777" PostTypeId="1" CreationDate="2018-05-02T13:50:46.600" Score="0" ViewCount="83" Body="&lt;p&gt;Does anyone know where I can find a list of all county seats for the USA? Specifically I'm looking for (if possible) the locality name, lat/long, county or equivalent name, and INCITS code.&lt;/p&gt;&#xA;" OwnerUserId="19304" LastActivityDate="2018-05-04T19:15:00.300" Title="List of all county (and equivalent) seats for the USA" Tags="|usa|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12778" PostTypeId="1" CreationDate="2018-05-02T16:29:27.507" Score="0" ViewCount="29" Body="&lt;p&gt;I am looking for a free of charge global or european dataset listing UXO presence or UXO incidents.&lt;/p&gt;&#xA;" OwnerUserId="15375" LastActivityDate="2018-05-03T00:49:52.287" Title="Does exist any free dataset (geocoded or by country) on UXO?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ClosedDate="2018-05-12T06:31:30.293" ContentLicense="CC BY-SA 4.0" />
  <row Id="12779" PostTypeId="1" AcceptedAnswerId="12780" CreationDate="2018-05-02T21:02:57.780" Score="3" ViewCount="141" Body="&lt;p&gt;I have this SPARQL query to return an item's label and the url of a Wikipedia article:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX schema: &amp;lt;http://schema.org/&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;SELECT ?article ?itemLabel WHERE&#xA;    { FILTER ( ?item = wd:Q10000000 )&#xA;      ?article  schema:about       ?item ;&#xA;                schema:inLanguage  &quot;en&quot; ;&#xA;                schema:isPartOf    &amp;lt;https://en.wikipedia.org/&amp;gt; .&#xA;&#xA;      SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;    }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This works as expected, but as soon as I substitute the id with &lt;code&gt;Q10000000&lt;/code&gt; or any higher number included, it yields no result. Not only to the entities I checked exist, but also does the &lt;a href=&quot;https://query.wikidata.org/#PREFIX%20schema%3A%20%3Chttp%3A%2F%2Fschema.org%2F%3E%0APREFIX%20wd%3A%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fentity%2F%3E%0ASELECT%20%3Farticle%20%3FitemLabel%20WHERE%0A%20%20%20%20%7B%20FILTER%20(%20%3Fitem%20%3D%20wd%3AQ10000000%20)%0A%20%20%20%20%20%20%3Farticle%20%20schema%3Aabout%20%20%20%20%20%20%20%3Fitem%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20schema%3AinLanguage%20%20%22en%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20schema%3AisPartOf%20%20%20%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E%20.%0A%0A%20%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;query editor&lt;/a&gt; display a label when hovering over the id in that expression.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is causing this behaviour and how can I adjust the query to get results for entities with ids that have an id of Q10000001 and higher?&lt;/p&gt;&#xA;" OwnerUserId="19292" LastEditorUserId="16193" LastEditDate="2018-05-02T21:23:45.177" LastActivityDate="2018-05-03T11:05:16.210" Title="Why does Wikidata's query interface return no results for entities with an id of Q10000001 or higher?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12780" PostTypeId="2" ParentId="12779" CreationDate="2018-05-02T21:34:08.423" Score="4" Body="&lt;p&gt;There &lt;a href=&quot;https://www.wikidata.org/wiki/Q10000001#sitelinks-wikipedia&quot; rel=&quot;nofollow noreferrer&quot;&gt;isn't&lt;/a&gt; an article about &lt;a href=&quot;https://ru.wikipedia.org/wiki/%D0%9A%D0%BE%D0%BB%D0%BE%D1%82%D0%B8%D0%BB%D1%8C%D1%89%D0%B8%D0%BA%D0%BE%D0%B2%D0%B0,_%D0%A2%D0%B0%D1%82%D1%8C%D1%8F%D0%BD%D0%B0_%D0%A1%D0%B5%D1%80%D0%B0%D1%84%D0%B8%D0%BC%D0%BE%D0%B2%D0%BD%D0%B0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Татьяна Колотильщикова&lt;/a&gt; in English Wikipedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just &lt;a href=&quot;https://query.wikidata.org/#PREFIX%20schema%3A%20%3Chttp%3A%2F%2Fschema.org%2F%3E%0APREFIX%20wd%3A%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fentity%2F%3E%0ASELECT%20%3Farticle%20%3FitemLabel%20WHERE%0A%20%20%20%20%7B%20FILTER%20%28%20%3Fitem%20%3D%20wd%3AQ10000001%20%29%0A%20%20%20%20%20%20%3Farticle%20%20schema%3Aabout%20%20%20%20%20%20%20%3Fitem%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%23%20schema%3AinLanguage%20%20%22en%22%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%23%20schema%3AisPartOf%20%20%20%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E%20.%0A%0A%20%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;comment out&lt;/a&gt; the second and the third triple patterns in your query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or try e. g. &lt;a href=&quot;http://www.wikidata.org/entity/Q11000001&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;Q11000001&lt;/code&gt;&lt;/a&gt; instead of &lt;code&gt;Q10000001&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-05-03T11:05:16.210" LastActivityDate="2018-05-03T11:05:16.210" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12781" PostTypeId="1" CreationDate="2018-05-02T23:18:30.897" Score="2" ViewCount="72" Body="&lt;p&gt;Not sure if this is the appropriate forum for this question, especially after the Dataversity Q&amp;amp;A site shutdown, so please feel free to suggest better avenues. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am implementing an &lt;a href=&quot;https://www.w3.org/TR/ldp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LDP&lt;/a&gt; server and setting some semantic guidelines around it. One convention I want to encourage is the use of &lt;a href=&quot;https://www.w3.org/TR/cooluris/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cool URIs&lt;/a&gt; to separate the concept of Real World Objects (RWO) and the RDF documents about them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, if I request &lt;code&gt;http://server.org/ldp/rwo01&lt;/code&gt; I would get the following (pseudo-)RDF:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# Information about the document describing the RWO&#xA;&amp;lt;/rwo01&amp;gt; a ldp:Resource ;&#xA;  dcterms:created &quot;2018-05-02&quot;^^xsd:date .&#xA;&#xA;# Information about the object itself&#xA;&amp;lt;/rwo01#this&amp;gt; a myns:GreekAmphor ;&#xA;  dcterms:created &quot;500 BC&quot;^^xsd:string .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This looks pretty straightforward with physical objects. What about digital documents, e.g. a digital image? Retrieving &lt;code&gt;http://server.org/img01&lt;/code&gt; (with content negotiation that yields the RDF documetn instead of the image contents) would give me:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# Information about the document describing the image&#xA;&amp;lt;/img01&amp;gt; a ldp:Resource ;&#xA;  dcterms:created &quot;2018-05-02&quot;^^xsd:date .&#xA;&#xA;# Information about the digital image itself&#xA;&amp;lt;/img01#this&amp;gt; a myns:StillImage ;&#xA;  premis:hasSize &quot;2469235&quot;^^xsd:long ;&#xA;  dcterms:created &quot;2010-10-21&quot;^^xsd:date .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This is also fine, however a bit awkward. In fact, the URI matching exactly my request is the subject of the metadata about the document, not of the document itself which is most likely the first thing that I would be looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I subverted the suggestions in the Cool URIs document I would end up with more intuitive semantics:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Retrieving &lt;code&gt;http://server.org/img01&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# Information about the digital image itself&#xA;&amp;lt;/img01&amp;gt; a myns:StillImage ;&#xA;  premis:hasSize &quot;2469235&quot;^^xsd:long ;&#xA;  dcterms:created &quot;2010-10-21&quot;^^xsd:date .&#xA;&#xA;# Information about the document describing the image&#xA;&amp;lt;/img01#metadata&amp;gt; a ldp:Resource ;&#xA;  dcterms:created &quot;2018-05-02&quot;^^xsd:date .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And, to be consistent with this pattern, at this point I would have to turn the RWO representation upside down too:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Retrieving &lt;code&gt;http://server.org/rwo01&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# Information about the object itself&#xA;&amp;lt;/rwo01&amp;gt; a myns:GreekAmphor ;&#xA;  dcterms:created &quot;500 BC&quot;^^xsd:string .&#xA;&#xA;# Information about the document describing the RWO&#xA;&amp;lt;/rwo01#metadata&amp;gt; a ldp:Resource ;&#xA;  dcterms:created &quot;2018-05-02&quot;^^xsd:date .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Does that sound reasonable? Or am I reinventing the wheel? Or am I trying to invent a concave wheel?&lt;/p&gt;&#xA;" OwnerUserId="19308" LastEditorUserId="16193" LastEditDate="2018-05-03T10:18:55.093" LastActivityDate="2018-05-03T10:18:55.093" Title="Real world objects and digital contents represented in RDF" Tags="|linked-data|rdf|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12782" PostTypeId="2" ParentId="12778" CreationDate="2018-05-03T00:49:52.287" Score="1" Body="&lt;p&gt;Here are some sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Zetica supplies risk maps for free for the UK.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://zeticauxo.com/downloads-and-resources/risk-maps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://zeticauxo.com/downloads-and-resources/risk-maps/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OrdTek and EMODnet have water mine maps for a few European countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ordtek.com/mine-map/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ordtek.com/mine-map/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.emodnet-humanactivities.eu/view-data.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.emodnet-humanactivities.eu/view-data.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Propublica has performed a freedom of information request to get data that includes discarded munitions and explosives, which is available for download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.propublica.org/datastore/dataset/defense-environmental-restoration-program-military-cleanup-sites&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.propublica.org/datastore/dataset/defense-environmental-restoration-program-military-cleanup-sites&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Australia has a UXO map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.defence.gov.au/UXO/Where/Default.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.defence.gov.au/UXO/Where/Default.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-03T00:49:52.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12783" PostTypeId="1" CreationDate="2018-05-03T06:48:41.920" Score="3" ViewCount="51" Body="&lt;p&gt;I am looking for the latest UK population data at the lowest possible level (output area?) to include age profile breakdowns (eg 18-25, 25-30, 30+ etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Naturally I have googled the topic, and I'm totally baffled by the range of organisations who potentially provide this information:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;ONS&lt;/li&gt;&#xA;&lt;li&gt;NOMIS&lt;/li&gt;&#xA;&lt;li&gt;Data.gov.uk&lt;/li&gt;&#xA;&lt;li&gt;scotlandscensus.gov.uk&lt;/li&gt;&#xA;&lt;li&gt;National Records of Scotland&lt;/li&gt;&#xA;&lt;li&gt;Stats Wales&lt;/li&gt;&#xA;&lt;li&gt;Data Cymru&lt;/li&gt;&#xA;&lt;li&gt;Northern Ireland Statistics and Research Agency&lt;/li&gt;&#xA;&lt;li&gt;ukdataservice.ac.uk&lt;/li&gt;&#xA;&lt;li&gt;UN Stats&lt;/li&gt;&#xA;&lt;li&gt;Ordnance Survey (for boundary data)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I've hunted around all their sites but wanted to post a question here to get a definitive answer on which is the most suitable source for UK population data, whether that means the last census counts (2011) or the latest estimates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I'd like results at postcode level since these are so easy to map and process, but output area would also be suitable, and I'm aware it's quite easy to find output area boundaries and population weighted centroids.&lt;/p&gt;&#xA;" OwnerUserId="19310" LastEditorUserId="16193" LastEditDate="2018-05-03T09:37:56.730" LastActivityDate="2018-05-04T11:29:27.020" Title="Where is the official source for UK population + age profiles data" Tags="|uk|demographics|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12784" PostTypeId="1" CreationDate="2018-05-03T08:45:02.540" Score="0" ViewCount="32" Body="&lt;p&gt;We are setting up a new architecture of our system. One of the key components is the administrative division of each country around the globe. We are using Bing to map this structure. Sadly, Bing doesn't want to share their administrative division structure, although you would see them on the map if you search for a location. Google offers the same data.&lt;/p&gt;&#xA;&lt;p&gt;To have an initial load in our systems I'm looking for a dataset that contains this structure. The only source I could find is Mapanet, but that's quite expensive and the reviews on data quality are also not very promising. Therefore, I'm looking for your expertise on this. Can someone help me with a good data source on this, both with a fair price and good data quality?&lt;/p&gt;&#xA;" OwnerUserId="19312" LastEditorUserId="23272" LastEditDate="2021-03-12T05:22:58.593" LastActivityDate="2021-03-12T05:22:58.593" Title="What is the best datasource for global administrative divisions?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12786" PostTypeId="2" ParentId="12783" CreationDate="2018-05-04T11:29:27.020" Score="2" Body="&lt;p&gt;Sadly as you may have spotted statistics is a devolved issue in the UK so there is no one central source. Also since the UK only holds censuses every 10 years for recent data you are stuck with estimates as there is no central citizen registry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For England and Wales you can get ward and super output level estimates for 2016 from &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/bulletins/annualsmallareapopulationestimates/mid2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;ONS&lt;/a&gt; for the 5 year bands it looks like you will need to use MSOAs.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;National Statistics for lower layer Super Output Areas (LSOAs) by broad age groups and middle layer Super Output Areas (MSOAs) by five-year age groups (quinary ages)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For Scotland you need &lt;a href=&quot;https://www.nrscotland.gov.uk/statistics-and-data/statistics/statistics-by-theme/population/population-estimates/2001-based-special-area-population-estimates/small-area-population-estimates/mid-2014&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Records of Scotland&lt;/a&gt; who consider 2014 the most recent and report the values for &quot;2001 Data Zones&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Northern Ireland you need to visit the &lt;a href=&quot;https://www.nisra.gov.uk/statistics/population/population-estimates-small-areas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Northern Ireland Statistics and Research agency&lt;/a&gt; who provide 2016 estimated total population for small areas and for &lt;a href=&quot;http://www.ninis2.nisra.gov.uk/Download/Population/Population%20Estimates%20-%20Broad%20Age%20Bands%20(statistical%20geographies).ods&quot; rel=&quot;nofollow noreferrer&quot;&gt;broad age bands&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2018-05-04T11:29:27.020" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12787" PostTypeId="2" ParentId="12784" CreationDate="2018-05-04T11:32:56.357" Score="1" Body="&lt;p&gt;Depending on your exact use case you may be able to use the &lt;a href=&quot;https://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GADM data&lt;/a&gt;, the &lt;a href=&quot;https://gadm.org/license.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;licence&lt;/a&gt; lacks openness to a degree but may be ok for you.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;GADM license - &#xA;  The data are freely available for academic use and other non-commercial use. Redistribution, or commercial use, is not allowed without prior permission. Using the data to create maps for academic publishing is allowed. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="312" LastActivityDate="2018-05-04T11:32:56.357" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12788" PostTypeId="1" AcceptedAnswerId="12790" CreationDate="2018-05-04T15:06:06.160" Score="2" ViewCount="276" Body="&lt;p&gt;I made a derivation of &lt;a href=&quot;https://query.wikidata.org/#%23Noch%20mehr%20Katzen%2C%20mit%20Bildern%0A%23added%20before%202016-10%0A%0A%23defaultView%3AImageGrid%0ASELECT%20%3Fitem%20%3FitemLabel%20%3Fpic%0AWHERE%0A%7B%0A%3Fitem%20wdt%3AP31%20wd%3AQ146%20.%0A%3Fitem%20wdt%3AP18%20%3Fpic%0ASERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;the cats with images example&lt;/a&gt; where I query for a specific cat, in particular its label and a possible image (&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3Fpic%0AWHERE%20%7B%0A%20%20%20%20FILTER%20%28%20%3Fitem%20%3D%20wd%3AQ17000472%20%29%20.%0A%20%20%20%20OPTIONAL%20%7B%20%3Fitem%20wdt%3AP18%20%3Fpic%20.%20%7D%0A%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;in the web interface&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?pic&#xA;WHERE {&#xA;    FILTER ( ?item = wd:Q17000472 ) .&#xA;    OPTIONAL { ?item wdt:P18 ?pic . }&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I do not care whether it's a cat as I just want to query basic info of any entity. Including such constraint (&lt;code&gt;?item wdt:P31 wd:Q146 .&lt;/code&gt;) would actually give a result, but again the entity could just be anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I deducing correctly that a &lt;code&gt;WHERE&lt;/code&gt; statement in &lt;code&gt;SPARQL&lt;/code&gt; expects at least one 'unoptional' triple? What would be a good pattern to query optional properties of a specific entity without any knowledge about it?&lt;/p&gt;&#xA;" OwnerUserId="19292" LastActivityDate="2018-05-05T07:27:38.970" Title="How can I query Wikidata for a label and optional image without further constraints?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12789" PostTypeId="2" ParentId="11844" CreationDate="2018-05-04T16:07:52.637" Score="2" Body="&lt;p&gt;I think the site on Common Vulnerabilities and Exposures can suite your problem: &lt;a href=&quot;http://cve.mitre.org/data/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cve.mitre.org/data/downloads/&lt;/a&gt;. Lot of CVEs can be found on open source projects (like on GitHub). In those cases you can map the projects to the vulnerabilities. You can obtain binaries from those projects. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also &lt;a href=&quot;https://cwe.mitre.org/data/downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cwe.mitre.org/data/downloads.html&lt;/a&gt; is a valuable source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://github.com/offensive-security/exploit-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/offensive-security/exploit-database&lt;/a&gt; for a database of exploits. The description contains a link that redirect to the project's homepage in which you can find all the necessary information. &lt;/p&gt;&#xA;" OwnerUserId="19321" LastEditorUserId="19321" LastEditDate="2018-05-08T10:18:57.400" LastActivityDate="2018-05-08T10:18:57.400" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12790" PostTypeId="2" ParentId="12788" CreationDate="2018-05-04T16:27:12.547" Score="1" Body="&lt;p&gt;First, use &lt;a href=&quot;https://www.w3.org/TR/sparql11-query/#inline-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;VALUES&lt;/code&gt;&lt;/a&gt; instead of &lt;code&gt;FILTER&lt;/code&gt; to provide inline data, even if query optimizer is as smart as in Wikidata's Blazegraph:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?pic WHERE {&#xA;    VALUES (?item) { (wd:Q17000472) }&#xA;    OPTIONAL { ?item wdt:P18 ?pic }&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3Fpic%20WHERE%20%7B%0A%20%20%20%20VALUES%20%28%3Fitem%29%20%7B%20%28wd%3AQ17000472%29%20%7D%0A%20%20%20%20OPTIONAL%20%7B%20%3Fitem%20wdt%3AP18%20%3Fpic%20%7D%0A%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Am I deducing correctly that a WHERE statement in SPARQL expects at least one 'unoptional' triple?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Rather, you shouldn't start with &lt;code&gt;OPTIONAL&lt;/code&gt;. Evaluation starts from the so-called universal mapping, if the &lt;code&gt;OPTIONAL&lt;/code&gt; block is not able to retrieve any results this step simply retains the universal mapping.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://wiki.blazegraph.com/wiki/index.php/SPARQL_Order_Matters#A_Simple_Example&quot; rel=&quot;nofollow noreferrer&quot;&gt;In SPARQL, Order Matters&lt;/a&gt;, example Q1b. DBpedia's Virtuoso also &lt;a href=&quot;https://stackoverflow.com/a/49253772/7879193&quot;&gt;follows&lt;/a&gt; this convention.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fortunately, &lt;code&gt;VALUES&lt;/code&gt; decide this problem, at least on Wikidata's Blazegraph. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are still looking for properties that all Q-entities possess, then &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format&quot; rel=&quot;nofollow noreferrer&quot;&gt;check&lt;/a&gt; &lt;code&gt;wikibase:statements&lt;/code&gt;, &lt;code&gt;wikibase:sitelinks&lt;/code&gt;, &lt;code&gt;wikibase:identifiers&lt;/code&gt;, &lt;code&gt;schema:version&lt;/code&gt; and &lt;code&gt;schema:dateModified&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-05-05T07:27:38.970" LastActivityDate="2018-05-05T07:27:38.970" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12791" PostTypeId="2" ParentId="12777" CreationDate="2018-05-04T19:15:00.300" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://geonames.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoNames&lt;/a&gt; contains this information, you would be looking for records with a feature code of &lt;code&gt;P.PPLA2&lt;/code&gt; which is the seat of a second-order administrative division. &lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2018-05-04T19:15:00.300" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12792" PostTypeId="1" CreationDate="2018-05-05T12:46:26.927" Score="4" ViewCount="29" Body="&lt;p&gt;I am developing an application that tries to predict what type of sensors would be needed in a working environment to achieve certain goals.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In order to function, this application needs to know (A) what type of sensors exist, and (B) what they measure.&#xA;For example, it would be useful for me to know which type of sensors are available to measure CO2 gas concentration, or temperatures, or vibrations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could, of course, search for available sensors myself on the web, and create a dataset with their main characteristics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I was wondering if such data already exists in some form.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am particularly interested in datasets following the Semantic Sensor Network Ontology (SSNO). SSNO can be used to describe types of sensors, but so far I have not managed to find any dataset containing such descriptions (beyond a few toy examples). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that I won't be able to find a comprehensive list of all the possible sensors, but I am interested in such datasets even if they are not very complete/accurate/updated...&lt;/p&gt;&#xA;" OwnerUserId="19328" LastActivityDate="2018-05-05T12:46:26.927" Title="Is there any available dataset describing types of sensors (ideally using SSNO)?" Tags="|data-request|standards|rdf|ontology|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12793" PostTypeId="1" CreationDate="2018-05-06T13:46:57.600" Score="1" ViewCount="64" Body="&lt;p&gt;I'm collecting informations of input data from mimiciii. I Find several strange data from the table.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/sfK9f.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sfK9f.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In general, it is impossible to give patients 3000ml of liquid. I can also find similar records. One common character is that their ordercategoryname is '16-Pre Admission'. Should I exclude these data when I decide to calculate the daily input? what's the meaning of '16-Pre Admission'&lt;/p&gt;&#xA;" OwnerUserId="19332" LastEditorUserId="23272" LastEditDate="2022-07-14T12:47:00.873" LastActivityDate="2024-04-04T23:04:45.680" Title="what's the meaning of 'ordercategoryname' in mimiciii" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12794" PostTypeId="1" CreationDate="2018-05-08T07:05:19.380" Score="2" ViewCount="35" Body="&lt;p&gt;I'm doing a research project and I have trouble finding suitable ontologies for financial and political domains. Political domain means any kind of political ontology regarding any country. Can anyone help?&lt;/p&gt;&#xA;" OwnerUserId="19349" LastEditorDisplayName="user4293" LastEditDate="2018-05-08T07:24:43.490" LastActivityDate="2018-05-08T07:24:43.490" Title="Publicly available example ontologies for financial and political domain" Tags="|data-request|ontology|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12795" PostTypeId="1" CreationDate="2018-05-08T11:11:18.207" Score="3" ViewCount="59" Body="&lt;p&gt;Wikimedia Commons had tons of images of all qualities, sorted in categories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best images are sometimes awarded a &quot;featured&quot; badge, or a &quot;quality&quot; or &quot;valued&quot; badge.&lt;br&gt;&#xA;The majority of images have no badge at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;: How to get the best images from a given category, including its sub-categories?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Users will casually enter categories such as &quot;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Butterflies&quot; rel=&quot;nofollow noreferrer&quot;&gt;Butterflies&lt;/a&gt;&quot;, which has hundreds of sub-categories containing tens of thousands of files. Despite this, the results must come within 10 seconds.&lt;/li&gt;&#xA;&lt;li&gt;The API has to be available online (95% uptime or best)&lt;/li&gt;&#xA;&lt;li&gt;Picture quality is readily available through the featured/quality/vales badges, but I am open to other objective and subjective quality measurements.&lt;/li&gt;&#xA;&lt;li&gt;Ideally the API should return all images from in decreasing order of quality, with paging so that the data starts to come as fast as possible.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2018-05-08T12:26:59.720" LastActivityDate="2018-05-08T12:26:59.720" Title="How to get the best images from a Wikimedia Commons category?" Tags="|api|images|wikimedia-commons|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12796" PostTypeId="1" CreationDate="2018-05-08T11:35:27.070" Score="4" ViewCount="42" Body="&lt;p&gt;I need greek wander path, trail data preferred as shapefiles. I have found two sites containing such data but I don't know how to extract them. I would like to drop a rectangle on an area and extract the data if it is possible. Can someone help me?.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found these here: &lt;a href=&quot;http://www.wandermap.net/en/?tab=new#/z13/38.9772646,22.0168591/terrain&quot; rel=&quot;nofollow noreferrer&quot;&gt;wander map&lt;/a&gt; and &lt;a href=&quot;http://hikebikemap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM wander map&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18889" LastActivityDate="2018-07-05T20:58:08.453" Title="Greek wander paths, trails" Tags="|geospatial|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12797" PostTypeId="1" AcceptedAnswerId="12798" CreationDate="2018-05-08T15:17:18.427" Score="3" ViewCount="1633" Body="&lt;p&gt;I am trying to get bicycle routes data (vector data/shapefile) of major cities of Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone tell me how to download the bicycle routes shown in the &lt;a href=&quot;https://www.opencyclemap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCycleMap&lt;/a&gt; map?&lt;/p&gt;&#xA;" OwnerUserId="15984" LastEditorDisplayName="user4293" LastEditDate="2018-05-09T08:30:57.170" LastActivityDate="2018-05-09T08:30:57.170" Title="How do I download bicycle routes data from OpenCycleMap?" Tags="|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12798" PostTypeId="2" ParentId="12797" CreationDate="2018-05-08T20:46:30.287" Score="1" Body="&lt;p&gt;OpenCycleMap data are available as a layer on OpenStreetMap.&#xA;&lt;a href=&quot;https://www.opencyclemap.org/docs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;In fact&lt;/a&gt;,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The OpenCycleMap global cycling map is based on data from the OpenStreetMap project.&lt;br&gt;&#xA;  The map is updated every few days with the latest data from OpenStreetMap.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Thus, see &lt;a href=&quot;https://help.openstreetmap.org/questions/33920/how-to-download-transport-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; similar question on help.openstreetmap.org.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can try &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass API&lt;/a&gt;, if your area is small enough. Basically, the query should be like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:json][timeout:90]; &#xA;area[&quot;name&quot;=&quot;Københavns Kommune&quot;]-&amp;gt;.a; &#xA;(   &#xA;  way[&quot;highway&quot;=&quot;cycleway&quot;](area.a);&#xA;  rel[&quot;route&quot;=&quot;bicycle&quot;](area.a); &#xA;); &#xA;out geom; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://overpass-turbo.eu/s/yE7&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to the query&lt;/a&gt;, select &lt;em&gt;Settings &gt; Map &gt; Don't display small features as POIs&lt;/em&gt;, if you want.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also ask your question on &lt;a href=&quot;https://gis.stackexchange.com/questions/tagged/openstreetmap&quot;&gt;gis.stackexchange.com&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-05-08T21:34:01.137" LastActivityDate="2018-05-08T21:34:01.137" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12799" PostTypeId="1" AcceptedAnswerId="13450" CreationDate="2018-05-09T08:22:17.210" Score="4" ViewCount="97" Body="&lt;p&gt;Anybody knows where I can find data about German census at the city level for the period 1925-1935? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular, I am interested in the age structure of the population of the largest cities, the so-called &lt;strong&gt;Großstädte&lt;/strong&gt; (&gt; 100 000 inhabitants). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt; I found out that in that period there have been two censuses in Germany, one in 1925 and one in 1933. I found data for year 1933 but I am still striving to find data about 1925 census. Any help in this direction?&lt;/p&gt;&#xA;" OwnerUserId="14521" LastEditorUserId="14521" LastEditDate="2018-05-29T13:51:20.080" LastActivityDate="2019-04-08T09:29:39.243" Title="Age structure of German population; 1925 census, large cities" Tags="|data-request|population|germany|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12800" PostTypeId="1" CreationDate="2018-05-09T09:07:13.310" Score="3" ViewCount="55" Body="&lt;p&gt;I'm searching for multi-spectral high resolution satellite images for flood events.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a database of flood events at the &lt;a href=&quot;http://floodobservatory.colorado.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dartmouth (Colorado) Flood Observatory&lt;/a&gt; with dates and approximate locations (polygons) and I used the &lt;strong&gt;Sentinel API hub&lt;/strong&gt; to download images. The problem is that images cover too large an area and I cannot find the interesting regions; neither can I get images of the exact same location for two different dates (to compare pre and post events).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to get a free dataset of high resolution satellite images for flood events (pre and post disater)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BTW, I want to apply machine learning algorithms on these images.&lt;/p&gt;&#xA;" OwnerUserId="19360" LastEditorDisplayName="user4293" LastEditDate="2018-05-09T19:27:49.623" LastActivityDate="2018-06-14T02:39:42.957" Title="Multi-spectral high resolution satellite images for flood events" Tags="|geospatial|images|aerial-photography|geohazard|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12801" PostTypeId="1" AcceptedAnswerId="12826" CreationDate="2018-05-09T14:17:59.427" Score="3" ViewCount="575" Body="&lt;p&gt;The USA puts out great free topographic line maps, but I can't find any free (topo line map) resources for the EU with enough detail to model the terrain. While I'd prefer 10m elevation between lines, I'd be happy with up to 100m. Do any such resources exist?&lt;/p&gt;&#xA;" OwnerUserId="18572" LastEditorUserId="18572" LastEditDate="2018-05-09T17:58:55.513" LastActivityDate="2018-05-15T11:45:29.073" Title="High-Res or Vector 10m Topographic Line Map for Europe?" Tags="|data-request|geospatial|europe|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="12802" PostTypeId="2" ParentId="12645" CreationDate="2018-05-09T18:31:29.633" Score="0" Body="&lt;p&gt;OpenCorporates? &lt;a href=&quot;https://opencorporates.com/companies/us_nj?q=&amp;amp;utf8=%E2%9C%93&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/companies/us_nj?q=&amp;amp;utf8=%E2%9C%93&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps not all, but a great amount.&lt;/p&gt;&#xA;" OwnerUserId="13249" LastActivityDate="2018-05-09T18:31:29.633" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12803" PostTypeId="1" AcceptedAnswerId="12805" CreationDate="2018-05-10T09:56:33.290" Score="3" ViewCount="37" Body="&lt;p&gt;I'm looking for the &lt;strong&gt;population&lt;/strong&gt; and &lt;strong&gt;GDP&lt;/strong&gt; of the UK nations (England, Scotland, Wales and Northern Ireland) from the 1950s to today, ideally at the yearly level. Any tip?&lt;/p&gt;&#xA;" OwnerUserId="18057" LastActivityDate="2018-05-10T14:41:58.283" Title="Population and GDP of the UK nations 1950-today" Tags="|uk|historical|population|gdp|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12804" PostTypeId="1" CreationDate="2018-05-10T12:42:07.083" Score="1" ViewCount="28" Body="&lt;p&gt;&lt;strong&gt;Data request&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a &lt;strong&gt;global&lt;/strong&gt; dataset of biomes but I need to cover quite specific categories that can be identified as termite habitats, as described in &lt;a href=&quot;https://www.researchgate.net/publication/248816877_Biomass_of_termites_and_their_emissions_of_methane_and_carbon_dioxide_A_global_database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sanderson (1996)&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Rain Green Forest&lt;/li&gt;&#xA;&lt;li&gt;Tropical Rain Forest&lt;/li&gt;&#xA;&lt;li&gt;Tropical Montane Forest Complexes/Tropical Seasonal Forest&lt;/li&gt;&#xA;&lt;li&gt;Temperate Forest&lt;/li&gt;&#xA;&lt;li&gt;Savannah/Hot Grassland&lt;/li&gt;&#xA;&lt;li&gt;Succulent/Thorn Woods&lt;/li&gt;&#xA;&lt;li&gt;Cultivated Land: Farmland, Crops&lt;/li&gt;&#xA;&lt;li&gt;Temperate Grassland/Shortgrass Prairie&lt;/li&gt;&#xA;&lt;li&gt;Mediterranean Tree/Scrub/Highland Scrub&lt;/li&gt;&#xA;&lt;li&gt;Desert/Semidesert&lt;/li&gt;&#xA;&lt;li&gt;Eucalyptus/Acacia&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Or any other land cover data that can be mapped to these biomes. Generally, any land cover data that is more detailed than the usual Forest-Crop-Grassland scheme will help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My aim is to calculate global methane emissions from termites based on the methodology by Sanderson (1996) but possibly with newer data. For this purpose I need to identify termite habitats around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally a NetCDF file but I will do with pretty much anything (ideally in the resolution of 0.5 deg).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non-answer&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The mentioned paper cites the &lt;strong&gt;Olson database&lt;/strong&gt; from the year 1989. If I step aside from the fact that I was not able to find the actual data (I did find some &lt;a href=&quot;http://iridl.ldeo.columbia.edu/SOURCES/.ECOSYSTEMS/.Olson/class/datafiles.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; but it contains different categories from those written in the paper), it's still a quite old data set, so anything more up to date would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="14971" LastActivityDate="2018-05-14T06:50:38.423" Title="Global biomes data set - eg. Rain Green Forest, Succulent Thorn Woods, Highland Scrub" Tags="|data-request|global|land-cover|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12805" PostTypeId="2" ParentId="12803" CreationDate="2018-05-10T14:41:58.283" Score="5" Body="&lt;p&gt;The Office for National Statistics website is going to be your friend here. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The current &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/datasets/populationestimatesforukenglandandwalesscotlandandnorthernireland&quot; rel=&quot;noreferrer&quot;&gt;Population Estimates Dataset&lt;/a&gt; includes (under 'Mid-2016 detailed time series') &lt;a href=&quot;https://www.ons.gov.uk/file?uri=/peoplepopulationandcommunity/populationandmigration/populationestimates/datasets/populationestimatesforukenglandandwalesscotlandandnorthernireland/mid2016detailedtimeseries/ukandregionalpopulationestimates1838to2016.zip&quot; rel=&quot;noreferrer&quot;&gt;national and regional population estimates going back to 1838&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For GDP there are several options, so it's probably best to look through the available data by searching the ONS website for '&lt;a href=&quot;https://www.ons.gov.uk/searchdata?q=region+gdp&amp;amp;sortBy=relevance&amp;amp;filter=time_series&amp;amp;q=region+gdp&amp;amp;size=10&quot; rel=&quot;noreferrer&quot;&gt;region GDP&lt;/a&gt;' (note this link restricts the search to times series). One option is the &lt;a href=&quot;https://www.ons.gov.uk/economy/grossvalueaddedgva/adhocs/005458historicalregionalgdp1968to1970and1971to1996&quot; rel=&quot;noreferrer&quot;&gt;Historical Regional GDP&lt;/a&gt; dataset, but that only goes back to 1968.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you can't find exactly the data you need, you can also &lt;a href=&quot;https://www.ons.gov.uk/aboutus/whatwedo/statistics/requestingstatistics/makingarequest&quot; rel=&quot;noreferrer&quot;&gt;ask ONS to release additional data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2018-05-10T14:41:58.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12806" PostTypeId="2" ParentId="4904" CreationDate="2018-05-10T21:23:28.160" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://geonames.usgs.gov/apex/f?p=138:1:0::NO:1:P1_SHOW_ADV,P1_SHOW_FIPS55:Y,&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS GNIS Advanced search&lt;/a&gt; will allow you to choose a specific state and county and the attribute &lt;em&gt;Summit&lt;/em&gt; and get the data for that area within the USA.&lt;/p&gt;&#xA;" OwnerUserId="19379" LastActivityDate="2018-05-10T21:23:28.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12808" PostTypeId="1" CreationDate="2018-05-11T13:31:51.993" Score="2" ViewCount="56" Body="&lt;p&gt;I am trying to find if any electric utility (I don't mind which one) provides geographical information about elecricity consumption per area, discrict, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, the company which distributes electricity in a certain country publishes that the consumption in the district A is 500 MWh per year, in the district B is 640 MWh per year, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it exists, I would be very grateful if you could provide the source (Internet address, person to contact, etc.). Thank you very much.&lt;/p&gt;&#xA;" OwnerUserId="19385" LastActivityDate="2018-05-11T22:11:46.610" Title="Seeking data of geographical electricity consumption per area/district in any region of the world" Tags="|geospatial|energy|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12809" PostTypeId="2" ParentId="12808" CreationDate="2018-05-11T14:31:07.637" Score="2" Body="&lt;p&gt;The electricity consumption in France is available at &lt;a href=&quot;https://www.data.gouv.fr/fr/datasets/consommation-et-production-delectricite-en-temps-reel/#_&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.gouv.fr/fr/datasets/consommation-et-production-delectricite-en-temps-reel/#_&lt;/a&gt; -&gt; export CSV (updated every hour).&lt;/p&gt;&#xA;" OwnerUserId="17203" LastActivityDate="2018-05-11T14:31:07.637" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12810" PostTypeId="2" ParentId="12808" CreationDate="2018-05-11T22:11:46.610" Score="2" Body="&lt;p&gt;In the Netherlands energy companies publish electricity consumption for postcode areas. On this website &lt;a href=&quot;http://www.energieinbeeld.nl/open-data-kleinverbruiksgegevens-netbeheerders/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.energieinbeeld.nl/open-data-kleinverbruiksgegevens-netbeheerders/&lt;/a&gt; there are links to the company webpages. Unfortunately it's in Dutch.&lt;/p&gt;&#xA;" OwnerUserId="11153" LastActivityDate="2018-05-11T22:11:46.610" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12812" PostTypeId="2" ParentId="10688" CreationDate="2018-05-12T02:15:17.027" Score="1" Body="&lt;p&gt;You may want to look at the &lt;a href=&quot;https://www.bls.gov/oes/tables.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Occupational Employment Statistics historical data&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That data allowed for the creation of this chart: &lt;a href=&quot;https://i.stack.imgur.com/CcDlK.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CcDlK.jpg&quot; alt=&quot;Employment by typical entry-level educational requirement, as a percentage oftotal employment, May 2016&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The original chart is available as a &lt;a href=&quot;https://www.bls.gov/opub/ted/2017/37-percent-of-may-2016-employment-in-occupations-typically-requiring-postsecondary-education.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;BLS publication&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately this doesn’t go as far back as you would like.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-12T02:15:17.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12813" PostTypeId="1" CreationDate="2018-05-12T03:01:31.650" Score="1" ViewCount="152" Body="&lt;p&gt;I'm building a website using the openFDA APIs, which works perfectly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also notice that the FDA website provides a tool called &quot;Search Orphan Drug Designations and Approvals&quot; at &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/opdlisting/oopd/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/opdlisting/oopd/index.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if there is any API for this search tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, is there any way I can incorporate this search tool into my website?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19393" LastActivityDate="2018-05-16T15:55:02.447" Title="API for searching Orphan Drug Designations and Approvals" Tags="|api|data.gov|openfda|healthcare-finder-api|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12815" PostTypeId="1" AcceptedAnswerId="12819" CreationDate="2018-05-12T19:14:56.823" Score="3" ViewCount="70" Body="&lt;p&gt;I am doing a project and I am having trouble finding statistics about suicide and links to depression, anxiety and alcohol abuse. I'm not sure if this is where to ask, but if you could help me, that would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="19396" LastEditorUserId="14011" LastEditDate="2018-05-15T12:59:08.037" LastActivityDate="2018-05-15T12:59:08.037" Title="Suicide statistics" Tags="|medical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12816" PostTypeId="1" CreationDate="2018-05-02T03:47:47.040" Score="1" ViewCount="34" Body="&lt;p&gt;I am a PhD student from Australia in the discipline of international business. For my data collection, I intend to conduct an online survey among energy-related firms in six countries (Australia, USA, UK, India, China and Sri Lanka). For this, I need to contact managers in production, technology, R&amp;amp;D, and manufacturing divisions of the companies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Based on my research model the minimum sample size is 356. Considering a low response rate (approximately 10%), I have to contact approximately three thousand firms. So far I am trying to collect this data by accessing specific firm’s websites. This is very time consuming, and in nearly 99% of cases, I could not find the specific email address I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is with respect to the availability and ability to find these firms and specific contact persons contact details. Are there any websites or firms who could find the specific firms, contact persons (managers in production, etc.) and their specific email addresses?&lt;/p&gt;&#xA;" OwnerDisplayName="Amila" LastActivityDate="2018-05-12T19:24:25.443" Title="How to find databases with firm’s contact details for a quantitative survey?" Tags="|research|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12817" PostTypeId="2" ParentId="12816" CreationDate="2018-05-02T14:10:17.827" Score="2" Body="&lt;p&gt;I would guess there is no simple answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, in several countries, there are specialised companies for that. In Switzerland (where I work), it is &lt;a href=&quot;http://www.schober.ch&quot; rel=&quot;nofollow noreferrer&quot;&gt;Schober.ch&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe, for getting the companies themselves, try &lt;a href=&quot;http://www.lexisnexis.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;lexisnexis.com&lt;/a&gt; ? They have a branch &quot;company research&quot;. &lt;/p&gt;&#xA;" OwnerUserId="19406" OwnerDisplayName="Walter" LastActivityDate="2018-05-02T14:10:17.827" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12818" PostTypeId="1" CreationDate="2018-05-12T18:36:19.987" Score="3" ViewCount="1519" Body="&lt;p&gt;I want to do some research about autism-spectrum disorder with electroencephalography (EEG). For that, I am badly in need of EEG data from autism patients.&lt;/p&gt;&#xA;&lt;p&gt;Where can I find such data?&lt;/p&gt;&#xA;" OwnerUserId="19402" OwnerDisplayName="Fazla Rabbi Mashrur" LastEditorUserId="9490" LastEditDate="2021-08-06T12:51:37.397" LastActivityDate="2021-08-06T12:51:37.397" Title="Where can I find EEG database for autism-spectrum disorder patients?" Tags="|medical|research|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12819" PostTypeId="2" ParentId="12815" CreationDate="2018-05-12T21:07:47.490" Score="2" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;National Violent Death Reporting System (NVDRS) provides states and communities with a clearer understanding of violent deaths to guide local decisions about efforts to prevent violence and track progress over time. NVDRS is the only state-based surveillance (reporting) system that pools data on violent deaths from multiple sources into a usable, anonymous database. These sources include state and local medical examiner, coroner, law enforcement, toxicology, and vital statistics records.&lt;/p&gt;&#xA;&lt;p&gt;NVDRS covers all types of violent deaths—including homicides and suicides—in all settings and for all age groups. NVDRS may include data on mental health problems; recent problems with a job, finances, or relationships; physical health problems; and information about circumstances of death. Such data is far more comprehensive than what is available elsewhere.&lt;/p&gt;&#xA;&lt;p&gt;Data are available online to the general public through CDC’s &lt;a href=&quot;https://www.cdc.gov/violenceprevention/nvdrs/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;WISQARS (Web-based Injury Statistics Query and Reporting System).&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;For a more global view you may want to look at the World Health Organization &lt;a href=&quot;http://www.who.int/mental_health/prevention/suicide/suicideprevent/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;suicide data&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Also Our World in Data has a page on &lt;a href=&quot;https://ourworldindata.org/suicide&quot; rel=&quot;nofollow noreferrer&quot;&gt;suicide&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-05-12T21:32:05.403" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12820" PostTypeId="2" ParentId="12818" CreationDate="2018-05-12T22:11:47.467" Score="4" Body="&lt;p&gt;You can request access to SFARI, which has some ASD patients with EEG data.&#xA;&lt;a href=&quot;https://www.sfari.org/resource/sfari-base/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SFARI Base&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also request access to ACE. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://ace.loni.usc.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACE&lt;/a&gt; will analyze four key forms of data:&#xA;      •   EEG Data&#xA;      •   Neuroanatomical Data&#xA;      •   Genetics Data&#xA;      •   Behavior Data&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I saw a &lt;a href=&quot;https://sccn.ucsd.edu/pipermail/eeglablist/2016/011364.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;reference&lt;/a&gt; indicating about 50 ASD patients are in the Australian EEG Database.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Australian EEG Database (AED) is a large, secure, web-based, searchable extendable database with viewing, export and analysis features. The de-identified dataset, resulting from an 11 year study at a regional public hospital, includes 18,500 EEG images, demographic data, clinical history, technician's notes and the neurologist's report for each patient. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Researchers should apply via the primary contact (aed@newcastle.edu.au) for the release of data. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here’s a &lt;a href=&quot;https://sccn.ucsd.edu/~arno/fam2data/publicly_available_EEG_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of publicly available EEG datasets&lt;/a&gt;. I’m not sure if any have autism patients, but it may be worth looking at if the ones above are not enough.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-12T22:11:47.467" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12821" PostTypeId="1" CreationDate="2018-05-13T17:50:56.343" Score="1" ViewCount="16" Body="&lt;p&gt;I would like to perform data analysis of the amount of machines using different operating systems (Windows, Mac,Linux Android, etc.) across the years. Any idea where I could get the data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am specifically interested in the absolute value of devices since e.q. 1980. The total number of devices will grow so it would be nice to also include that information. Also (if possible), devices should distinguish between laptops, smartphones, tablets, workstations etc. &lt;/p&gt;&#xA;" OwnerUserId="19407" LastEditorUserId="19407" LastEditDate="2018-05-14T19:49:38.810" LastActivityDate="2018-05-14T19:49:38.810" Title="Database resource: amount of different operating systems across the years" Tags="|data-request|computing|technology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12822" PostTypeId="2" ParentId="7908" CreationDate="2018-05-13T18:01:53.477" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/aLmqt.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/aLmqt.jpg&quot; alt=&quot;DOE and NNSA lab locations&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nsf.gov/statistics/ffrdclist/archive/ffrdc_2017.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Master List of FFRDCs&lt;/a&gt; from the NSF.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nsf.gov/statistics/srvyfedfunds/#sd&quot; rel=&quot;nofollow noreferrer&quot;&gt;Survey of Federal Funds for Research and Development&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The survey provides data on federal obligations by the following key variables:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Federal agency&lt;/li&gt;&#xA;  &lt;li&gt;Federally funded research and development centers (FFRDCs)&lt;/li&gt;&#xA;  &lt;li&gt;Field of science and engineering&lt;/li&gt;&#xA;  &lt;li&gt;Geographic location (within the United States and by foreign country or economy)&lt;/li&gt;&#xA;  &lt;li&gt;Performer (type of organization doing the work)&lt;/li&gt;&#xA;  &lt;li&gt;R&amp;amp;D plant&lt;/li&gt;&#xA;  &lt;li&gt;Type of R&amp;amp;D&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-13T18:01:53.477" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12823" PostTypeId="2" ParentId="12821" CreationDate="2018-05-13T18:28:30.700" Score="3" Body="&lt;p&gt;Going back to 2009, Statcounter has timeseries data and custom filters and geographical regions. Resolution goes down to &quot;daily&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://gs.statcounter.com/os-market-share#monthly-200901-201805&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gs.statcounter.com/os-market-share#monthly-200901-201805&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click &lt;em&gt;Download Data (.csv)&lt;/em&gt; to get the raw data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/UEEBg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/UEEBg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-05-13T18:28:30.700" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12826" PostTypeId="2" ParentId="12801" CreationDate="2018-05-15T11:45:29.073" Score="1" Body="&lt;p&gt;So you are looking for a European wide contour dataset crossing all international borders at a resolution similar to the USA data produced by their mapping agencies? You are not asking for much then...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you think the European countries would organise themselves to collaborate on such mapping task? I am happy to be proven wrong!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your only choices are to acquire each in country contour dataset and splice it into a single seamless data (no easy task but most likely to give you the resolution you are requiring), or use contours created from global datasets (so lower resolution) such as SRTM, a simple search on Google using the search term &quot;contour data europe&quot; threw up &lt;a href=&quot;https://openmaptiles.com/downloads/dataset/contours/europe/#9/66.4981/6.1303&quot; rel=&quot;nofollow noreferrer&quot;&gt;Contour lines vector tiles Europe&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2018-05-15T11:45:29.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12828" PostTypeId="2" ParentId="12296" CreationDate="2018-05-15T20:25:31.857" Score="1" Body="&lt;p&gt;I've run into this problem as well and have opted not to use the aggregated data in some cases because of how badly it's formatted. If you have access through a Canadian university, I`d highly recommend speaking with your librarian about gaining access to UofT's the &lt;a href=&quot;http://datacentre.chass.utoronto.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CHASS Data Centre&lt;/a&gt;. They maintain a database of cleaned/geoprocessed census data and make it VERY easy to perform table joins and subsequent analyses with the results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, their network of universities that they offer data to is not open to all universities and, AFAIK, they don't provide data outside of the academic networks.&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2018-05-15T20:25:31.857" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12829" PostTypeId="1" AcceptedAnswerId="12839" CreationDate="2018-05-15T20:30:14.527" Score="1" ViewCount="92" Body="&lt;p&gt;I am currently using www2.census.gov to get demographics data from the census and was wondering if there was a similar source that could offer me blocks / census tract level data on income.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to stay away from american fact finder, unless someone knows of a way to download entire datasets using python.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The www2.census.gov source is really handy so if the data is there and I'm just overlooking that would be optimal.&lt;/p&gt;&#xA;" OwnerUserId="19429" LastEditorUserId="9956" LastEditDate="2018-05-16T13:40:10.547" LastActivityDate="2018-05-16T17:23:15.023" Title="US Income datasets at the Census Tract / Block Level" Tags="|us-census|census|income|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12830" PostTypeId="1" AcceptedAnswerId="12842" CreationDate="2018-05-15T23:13:50.970" Score="0" ViewCount="135" Body="&lt;p&gt;Anybody know where I can download shapefiles of individual US state outlines? Something in the 1:100k range&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this, but albert's is better (the census data requires processing)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cbf/cbf_cousub.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/cbf/cbf_cousub.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19431" LastEditorUserId="19431" LastEditDate="2018-05-18T06:52:08.103" LastActivityDate="2018-05-18T06:52:08.103" Title="US State Boundary Shapefiles" Tags="|data-request|usa|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="12832" PostTypeId="2" ParentId="12829" CreationDate="2018-05-16T04:07:57.733" Score="1" Body="&lt;p&gt;Looks like the  &lt;a href=&quot;http://www.justicemap.org/index.php?gsLayer=income&amp;amp;gfLon=-96.94715996&amp;amp;gfLat=32.87541675&amp;amp;giZoom=4&amp;amp;&quot; rel=&quot;nofollow noreferrer&quot;&gt;Justice Map&lt;/a&gt; has an estimate for block level income data.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-16T04:07:57.733" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12833" PostTypeId="1" CreationDate="2018-05-16T04:28:31.443" Score="2" ViewCount="172" Body="&lt;p&gt;In &lt;a href=&quot;http://isp.uv.es/data_rs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; site there are labeled satellite image datasets for semantic segmentation but those images are not multi-temporal. In &lt;a href=&quot;https://opendata.stackexchange.com/questions/9826/satellite-imagery-data-for-crop-identification&quot;&gt;this&lt;/a&gt; question someone asks for satellite images but again, he doesn't ask for multi-temporal data. Where can I find &lt;strong&gt;labeled&lt;/strong&gt; (as in, categorized, see &lt;a href=&quot;https://nicolovaligi.com/example.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; for an example), open datasets for multi-temporal remote sensing image analysis, more specifically semantic segmentation and deep learning?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Applications could be anything like land use, land cover segmentation; change detection, deforestation tracking or others. Multi-spectral or hyper-spectral images would be preferred. SAR, LiDAR or images from UAVs would also work.&lt;/p&gt;&#xA;" OwnerUserId="19409" LastEditorUserId="19409" LastEditDate="2018-06-12T11:43:40.403" LastActivityDate="2018-06-12T11:43:40.403" Title="Satellite, labeled image datasets for multi-temporal semantic segmentation?" Tags="|data-request|geospatial|images|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="12834" PostTypeId="1" CreationDate="2018-05-16T04:53:42.830" Score="1" ViewCount="22" Body="&lt;p&gt;keen to get feedback on a lightweight open JSON based standard for the depiction of parking sign/restriction data.  The focus would be to digitally represent any parking sign anywhere in the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/whooshka/restrictiondataspec/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/whooshka/restrictiondataspec/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This has had initial feedback from some government councils in Melbourne, Australia.  At the moment, pretty much all parking restriction datasets are widely divergent.  This effort should help us to build tools to a common standard.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please do provide feedback and comments to the team so this standard can start to serve communities and useful tools can be built.&lt;/p&gt;&#xA;" OwnerUserId="19433" LastActivityDate="2018-05-16T04:53:42.830" Title="Open Standard for parking signage data (universal)" Tags="|uses-of-open-data|parking|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12835" PostTypeId="2" ParentId="9554" CreationDate="2018-05-16T11:52:34.230" Score="2" Body="&lt;p&gt;Here are a couple sources for binary datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/tags/binary-classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt; has a Binary Classification tag. While only one dataset currently shows up under that tag, there are 6 competitions involving binary classification.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=cla&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=list&quot; rel=&quot;nofollow noreferrer&quot;&gt;UIC’s Machine Learning Data Sets&lt;/a&gt; has 8 binary datasets.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-16T11:52:34.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12837" PostTypeId="2" ParentId="12813" CreationDate="2018-05-16T15:55:02.447" Score="2" Body="&lt;p&gt;chaohuang -- OpenFDA does not have an API for this dataset. And I can't find an API for it elsewhere either unfortunately. As a possible alternative approach, you may be able to implement a solution based on downloading the list as an Excel file. The tool supports Excel file downloads (Chose &quot;Download Excel file&quot; from the Output Format field), and (according the website) the list of drugs gets updated monthly.&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2018-05-16T15:55:02.447" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12838" PostTypeId="2" ParentId="10546" CreationDate="2018-05-16T17:16:13.793" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.umweltbundesamt.de/daten/luftbelastung/aktuelle-luftdaten&quot; rel=&quot;nofollow noreferrer&quot;&gt;German Umweltbundesamt&lt;/a&gt;&#xA;(Environment Agency) collects hourly data on NOx, ozone etc.&#xA;at several hundred places in Germany.&#xA;It seems that their web query GUI can export only one-hour .csv s,&#xA;but the nice people there have sent me data for whole years,&#xA;which can be read with pandas and plotted like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LeoW2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LeoW2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, from &lt;a href=&quot;http://discomap.eea.europa.eu/map/fme/AirQualityUTDExport.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;EEA Europe&lt;/a&gt; one can download 48-hour files for European countries -- not terribly useful for long-term studies.&lt;/p&gt;&#xA;" OwnerUserId="966" LastActivityDate="2018-05-16T17:16:13.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12839" PostTypeId="2" ParentId="12829" CreationDate="2018-05-16T17:23:15.023" Score="2" Body="&lt;p&gt;Neither the Decennial Census or the American Community Survey report income information at the block level. They do report it at the &lt;a href=&quot;https://en.wikipedia.org/wiki/Census_block_group&quot; rel=&quot;nofollow noreferrer&quot;&gt;block group&lt;/a&gt; and tract level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is accessible in many ways. I like using the &lt;a href=&quot;https://www.census.gov/developers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census API&lt;/a&gt;. Here's data on aggregate income by blockgroups in a census tract in Jefferson County, Alabama&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.census.gov/data/2016/acs/acs5?get=NAME,B01001_001E,B19313_001E&amp;amp;for=block%20group:*&amp;amp;in=state:01%20county:073%20tract:000100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2016/acs/acs5?get=NAME,B01001_001E,B19313_001E&amp;amp;for=block%20group:*&amp;amp;in=state:01%20county:073%20tract:000100&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-05-16T17:23:15.023" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12842" PostTypeId="2" ParentId="12830" CreationDate="2018-05-17T13:31:12.013" Score="0" Body="&lt;p&gt;This dataset specifically has the state outlines broken out individually &lt;a href=&quot;https://github.com/michalsen/states_geojson/tree/master/states&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/michalsen/states_geojson/&lt;/a&gt;, and here's another flavor with &lt;a href=&quot;https://github.com/OpenDataDE/State-zip-code-GeoJSON&quot; rel=&quot;nofollow noreferrer&quot;&gt;zip codes&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-05-17T13:31:12.013" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12843" PostTypeId="1" CreationDate="2018-05-17T15:36:34.930" Score="2" ViewCount="42" Body="&lt;p&gt;Building a classifier that takes as input, a photo of a product and then identifies the common icons in that photo (e.g., recycle, non-GMO, kosher, fat free, gluten free, vegan, etc.). I am aware of the icons at &lt;a href=&quot;http://thenounproject.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;thenounproject.com&lt;/a&gt;, but I am looking for more variants (pictures of the icons on actual products) so that the classifier generalizes well to real-world cases.&lt;/p&gt;&#xA;" OwnerUserId="4256" LastActivityDate="2018-05-24T01:02:36.520" Title="Database of common packaging icons (food, CPG, GM)" Tags="|food|photographs|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12844" PostTypeId="1" CreationDate="2018-05-09T04:24:19.487" Score="1" ViewCount="87" Body="&lt;p&gt;I am desperately looking for a way to either create or find an existing data set for products that lists the most common features / components or attributes of that product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example could be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;DSLR camera&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Camera&lt;/li&gt;&#xA;&lt;li&gt;Megapixels&lt;/li&gt;&#xA;&lt;li&gt;Lens&lt;/li&gt;&#xA;&lt;li&gt;Digital&lt;/li&gt;&#xA;&lt;li&gt;Glass&lt;/li&gt;&#xA;&lt;li&gt;Pro&lt;/li&gt;&#xA;&lt;li&gt;Shutter&lt;/li&gt;&#xA;&lt;li&gt;LCD&lt;/li&gt;&#xA;&lt;li&gt;Optical&lt;/li&gt;&#xA;&lt;li&gt;Zoom&lt;/li&gt;&#xA;&lt;li&gt;Resolution&lt;/li&gt;&#xA;&lt;li&gt;Megapixels&lt;/li&gt;&#xA;&lt;li&gt;CCD&lt;/li&gt;&#xA;&lt;li&gt;CMOS&lt;/li&gt;&#xA;&lt;li&gt;Stabilisation&lt;/li&gt;&#xA;&lt;li&gt;Macro&lt;/li&gt;&#xA;&lt;li&gt;Telephoto&lt;/li&gt;&#xA;&lt;li&gt;Wide angle&lt;/li&gt;&#xA;&lt;li&gt;Filters&lt;/li&gt;&#xA;&lt;li&gt;Batteries&lt;/li&gt;&#xA;&lt;li&gt;Flash&lt;/li&gt;&#xA;&lt;li&gt;Lighting&lt;/li&gt;&#xA;&lt;li&gt;Memory card&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As can be seen this example, I just listed as many attributes I could, related to a specific product. Such that you might do in a brainstorming session on a product.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a way in order to do this at scale. I am looking for all help possible on this, it would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="23041" OwnerDisplayName="cwinhall" LastActivityDate="2018-05-18T04:55:46.787" Title="Product features / components / attributes data set" Tags="|metadata|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12845" PostTypeId="2" ParentId="12844" CreationDate="2018-05-09T07:02:58.007" Score="2" Body="&lt;p&gt;A quick search led me to &lt;a href=&quot;https://github.com/SamTube405/Amazon-E-commerce-Data-set&quot; rel=&quot;nofollow noreferrer&quot;&gt;this set of product details from Amazon in 2014&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The description mentions:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The dataset covers products from 6 main categories, Automotive, Books, Electronics, Movies, Phones and Home including 1529 sub-categories. All products are listed over 334 independent attributes &amp;amp; the size 2000K of value space.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Some of the attributes might be a little useless for a machine learning model, but other may help you do things quite nicely, like clustering.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an actual example from the dataset for a DSLR camera:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ITEM 1604&#xA;Binding=Electronics&#xA;Brand=Case Logic&#xA;Color=Black&#xA;EAN=0085854223799&#xA;EANList=0085854223799&#xA;Feature=Compatible with DSLR camera with attached lens&#xA;Feature=Fitted Day Holster provides bump and scratch protection&#xA;Feature=Holster tether attaches to the camera's strap so you never set the case down to take a shot&#xA;Feature=Internal dedicated lens cap slip pocket, so your lens cap is never misplaced&#xA;Feature=Holds Cameras up to 5.9 x 4 x 6 x 7.5&quot;&#xA;ItemDimensions=46059024750&#xA;Label=Case Logic&#xA;ListPrice=2999USD$29.99&#xA;Manufacturer=Case Logic&#xA;Model=SHC-101-BK&#xA;MPN=SHC-101-BK&#xA;PackageDimensions=27694526787&#xA;PackageQuantity=4&#xA;PartNumber=SHC-101-BK&#xA;ProductGroup=Photography&#xA;ProductTypeName=CAMERA_BAGS_AND_CASES&#xA;Publisher=Case Logic&#xA;SKU=12360967Pixmania14388&#xA;Studio=Case Logic&#xA;Title=Case Logic SHC-101-BK DSLR Day Holster, Small, Black&#xA;UPC=085854223799&#xA;UPCList=085854223799&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerDisplayName="Dexter Morgan" LastActivityDate="2018-05-09T07:02:58.007" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12846" PostTypeId="2" ParentId="12844" CreationDate="2018-05-18T04:55:46.787" Score="0" Body="&lt;p&gt;You may also want to consider the GS1 &lt;a href=&quot;https://www.gs1.org/standards/gpc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Product Classification (GPC)&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;GPC classifies products by grouping them into categories based on their essential properties as well as their relationships to other products. GPC offers a universal set of standards for everything from a car to a litre of milk. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The GS1 standards are the basis for global supply chains. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;GPC Hierarchy:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ODMGO.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ODMGO.jpg&quot; alt=&quot;GPC Example Hierarchy&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Brick attributes / values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/aKwtO.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/aKwtO.jpg&quot; alt=&quot;Example of brick attributes / values&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After that there are taxonomies / dictionaries for attribute values.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-18T04:55:46.787" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12847" PostTypeId="1" AcceptedAnswerId="12848" CreationDate="2018-05-18T17:34:21.713" Score="2" ViewCount="153" Body="&lt;p&gt;I am willing to work on a natural language processing project that encompasses learning from Bangla handwritten texts. Hence, I am looking for publicly available Bangla handwritten texts' dataset.&lt;/p&gt;&#xA;" OwnerUserId="22221" OwnerDisplayName="Sanjay Saha" LastActivityDate="2018-08-17T12:01:28.960" Title="Is there any public dataset on Bangla Language handwriting available?" Tags="|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12848" PostTypeId="2" ParentId="12847" CreationDate="2018-05-19T10:05:30.710" Score="1" Body="&lt;p&gt;The author (&lt;a href=&quot;https://www.isical.ac.in/~ujjwal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ujjwal Bhattacharya&lt;/a&gt;) of this paper: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://ieeexplore.ieee.org/document/7814092/&quot; rel=&quot;nofollow noreferrer&quot;&gt;An End-to-End System for Bangla Online Handwriting Recognition&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;has an application for the dataset on their &lt;a href=&quot;https://www.isical.ac.in/~ujjwal/download/database.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;download page&lt;/a&gt; (direct &lt;a href=&quot;https://www.isical.ac.in/~ujjwal/download/appform.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;  link). You'll also find some sample datasets (&lt;a href=&quot;https://www.isical.ac.in/~ujjwal/download/Banglabasiccharacter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Interestingly, also an &lt;a href=&quot;https://play.google.com/store/apps/details?id=bangla.handWritingRecognizer&quot; rel=&quot;nofollow noreferrer&quot;&gt;Android App&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-05-19T10:42:35.893" LastActivityDate="2018-05-19T10:42:35.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12849" PostTypeId="2" ParentId="12843" CreationDate="2018-05-19T14:24:40.473" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kwikee.com/cpg-images-data-retailers.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kwikee&lt;/a&gt; has a free database of current product images. It’s sponsored by manufactures; and freely available to retailers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would ask to see if you can get access. While not a retailer, I gained an account given I had a few good reasons for making such a request.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://www.kwikee.com/about-kwikee.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Thousands of brands trust Kwikee to deliver content to retailers – and retailers rely on our free, manufacturer-approved content for their e-commerce, marketing, mobile and merchandising needs.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19182" LastEditorUserId="19182" LastEditDate="2018-05-24T01:02:36.520" LastActivityDate="2018-05-24T01:02:36.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12850" PostTypeId="1" CreationDate="2018-05-19T16:41:17.060" Score="3" ViewCount="317" Body="&lt;p&gt;I am looking for a dataset of hand motions, e.g. &lt;em&gt;take (with hand)&lt;/em&gt;, &lt;em&gt;throw (with hand)&lt;/em&gt;, &lt;em&gt;wave (with hand)&lt;/em&gt;, etc. I imagine that a hand has a number of sensors attached, say, at an elbow, at a wrist, at the center of a palm, on each finger in four places.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A dataset would have the following format then:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;motion tag, set of frames:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;frame index, wall-clock time, 3-d coordinate of each sensor (either absolute or relative to the body);&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;All above is equivalent to the fact that dataset could be visualized using simple 3d application and motions are recognizable in the resulting video.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;P.S.&lt;/strong&gt; It would also be nice to know, if such a dataset could be easily collected.&lt;/p&gt;&#xA;" OwnerUserId="6886" LastActivityDate="2018-07-16T08:22:55.907" Title="Hand motion dataset" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12851" PostTypeId="2" ParentId="12850" CreationDate="2018-05-19T17:12:56.070" Score="1" Body="&lt;p&gt;It sounds like you are describing motion-capture technology (e.g. LOTR Gollum). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In which case, &lt;a href=&quot;http://mocap.cs.cmu.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CMU Graphics Lab Motion Capture Database&lt;/a&gt; may contain some of the data you want. It’s a collection of various motion capture recordings of well over 100 subjects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UIC has as &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Motion+Capture+Hand+Postures&quot; rel=&quot;nofollow noreferrer&quot;&gt;Motion Capture Hand Postures Data Set&lt;/a&gt;. Smaller set of motion capture data, but perhaps more towards your specific interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or you can grab some hardware to make a dataset with something like the &lt;a href=&quot;http://www.cyberglovesystems.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cyberglove&lt;/a&gt; or &lt;a href=&quot;https://neuronmocap.com/content/product/wrist-hand-finger-straps-single&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wrist + Hand + Finger Straps&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-19T17:12:56.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12852" PostTypeId="1" AcceptedAnswerId="12854" CreationDate="2018-05-19T17:45:34.617" Score="2" ViewCount="61" Body="&lt;p&gt;I know similar questions have been asked before but none have given me exactly what I need. I am trying to find boundary shapefile data for the UK which splits different subdivisons into different layers (the exact number of subdivisions doesn't matter), with each feature of a layer referencing it's parent in the above layer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like the data to be 'clean' in that each layer only has appropriate regions, e.g. a county and city aren't on the same layer, so that all features of a layer are of a similar size and no features are surrounded entirely by another feature on the same layer (an enclave).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The closest I have got so far is at gadm.org, which provided shapefiles with perfect attributes, however Unitary Authorities were listed separately to their parent county on the same layer (e.g. Nottingham was an enclave within Nottinghamshire on the county layer, and thus in the next layer down Nottingham's parent layer was Nottingham, not Nottinghamshire). I could merge these and change the data for the parent, but this would have to be done manually which isn't preferable.&lt;/p&gt;&#xA;" OwnerUserId="19450" LastActivityDate="2018-05-21T14:12:07.627" Title="UK boundary data shapefiles where features have attributes pointing to their parent subdivision?" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12853" PostTypeId="1" AcceptedAnswerId="12856" CreationDate="2018-05-20T16:55:27.483" Score="2" ViewCount="186" Body="&lt;p&gt;The recently released &lt;a href=&quot;https://ellison.house.gov/sites/ellison.house.gov/files/Rewarding%20Or%20Hoarding%20Full%20Report.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rewarding or Hoarding report&lt;/a&gt; indicates...&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;According to the SEC, approximately 3,571 companies are required to file ratio disclosures&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Then this report goes into details on...&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;the first 225 Fortune 500 companies to publicly disclose this information.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Rgv23.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Rgv23.png&quot; alt=&quot;Companies with Top 25 CEO to median worker pay ratios&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find the CEO to median worker pay ratio data from the current disclosures of these 3,571 companies? The analysis of 255 of the Fortune 500 disclosures is interesting; but seeing an analysis of the other companies would offer further insights.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If a compiled dataset doesn’t exist, then what is the best path to collect the data that has been released? Is there perhaps an SEC API to utilize?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I’m curious to see how many median pay jobs could potentially be formed if there were regulations restricting the pay ratio. If such an analysis has already been done with this data that would be even better.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For historical context, in 1965, the average CEO made 20 times the average worker.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19182" LastEditorUserId="19182" LastEditDate="2018-05-20T17:30:00.880" LastActivityDate="2018-05-22T08:32:10.403" Title="CEO Pay Ratio Data" Tags="|data-request|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12854" PostTypeId="2" ParentId="12852" CreationDate="2018-05-21T14:12:07.627" Score="3" Body="&lt;p&gt;The issue here might come from the official definitions of the hierarchy of local authorities in the UK being somewhat counterintuitive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As I understand it (correct me if I'm wrong) you want a spatial layer showing the outlines of all lower-tier local authorities (e.g. districts, boroughs etc.) and including a column showing which county each local authority is in. The problem comes about because &lt;a href=&quot;https://www.ons.gov.uk/methodology/geography/ukgeographies/administrativegeography/england&quot; rel=&quot;nofollow noreferrer&quot;&gt;unitary authorities are not formally 'in' counties for local government or statistical purposes&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This means (to extend your example) the City of Nottingham unitary authority is not in the County of Nottinghamshire as far as the government is concerned: Nottinghamshire is a doughnut with Nottingham being the hole in the middle. This is particularly counterintuitive because Nottingham is served by Nottinghamshire Police, Nottinghamshire Fire and Rescue etc, but nevertheless Nottinghamshire County Council has nothing to do with services in the City of Nottingham.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you've noted, you can manually construct a layer using existing open data – either from &lt;a href=&quot;https://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GDAM&lt;/a&gt; or the &lt;a href=&quot;https://census.ukdataservice.ac.uk/get-data/boundary-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Data Service boundary data site&lt;/a&gt;. Alternatively, you might want to look at the &lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-and-government/products/boundary-line.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ordnance Survey Boundary Line product&lt;/a&gt;, which is open data and includes layers for English ceremonial counties. This layer might give you the result you want (or allow you to create it using a spatial join) because, for example, Nottingham is in the ceremonial county of Nottinghamshire.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One important thing to note, though, is that this will not help you for those parts of the country where the creation of unitary authorities means that there are no longer any lower-tier local authorities. For example, there are no longer any districts or boroughs inside the counties of Cornwall, County Durham, Northumberland, Shropshire or Wiltshire. &lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2018-05-21T14:12:07.627" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12856" PostTypeId="2" ParentId="12853" CreationDate="2018-05-21T19:03:29.120" Score="2" Body="&lt;p&gt;The Ellison report says that&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;These data were compiled by Bloomberg from the SEC’s EDGAR database.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it seems that SEC's EDGAR &lt;a href=&quot;https://www.sec.gov/edgar/quickedgar.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;doesn't&lt;/a&gt; provide API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One can extract some information from &lt;a href=&quot;https://www.bloomberg.com/graphics/ceo-pay-ratio/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the page&lt;/a&gt; on the Bloomberg site. The JS code is obfuscated, paste the following into browser console, emulating user actions:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;length = document.querySelector('#dvz-asset-asset-company-datalist').children.length&#xA;&#xA;button = document.querySelector('.next')&#xA;company = button.parentNode.parentNode.parentNode.parentNode.firstChild;&#xA;ratio = button.parentNode.parentNode.parentNode.parentNode.children[2].children[2].firstChild&#xA;&#xA;results = {}&#xA;&#xA;for (let i = 0; i &amp;lt; length; i++)&#xA;  {&#xA;  results[company.innerText] = parseInt(ratio.innerText.replace('\xA0', ''));&#xA;  button.click();&#xA;  }&#xA;&#xA;console.log(results)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This is how output looks like (~760 records as of May 21, 2018):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;3M Co.&quot;: 324&#xA;&quot;ACADIA Pharmaceuticals Inc.&quot;: 54&#xA;&quot;AES Corp.&quot;: 190&#xA;&quot;AGCO Corp.&quot;: 297&#xA;&quot;AGNC Investment Corp.&quot;: 76&#xA;&quot;AMC Networks Inc.&quot;: 449&#xA;&quot;AMETEK Inc.&quot;: 144&#xA;&quot;ANSYS Inc.&quot;: 77&#xA;&quot;AO Smith Corp.&quot;: 428&#xA;&quot;ARRIS International Plc&quot;: 65&#xA;&quot;AT&amp;amp;T Inc.&quot;: 366&#xA;&quot;AbbVie Inc.&quot;: 144&#xA;&quot;Abbott Laboratories&quot;: 251&#xA;&quot;Acadia Healthcare Company Inc.&quot;: 334&#xA;&quot;Activision Blizzard Inc.&quot;: 306&#xA;&quot;Advance Auto Parts Inc.&quot;: 329&#xA;&quot;Advanced Micro Devices Inc.&quot;: 121&#xA;&quot;Aetna Inc.&quot;: 235&#xA;&quot;Affiliated Managers Group Inc.&quot;: 88&#xA;&quot;Aflac Inc.&quot;: 300&#xA;&quot;Agios Pharmaceuticals Inc.&quot;: 24&#xA;&quot;Air Lease Corp.&quot;: 45&#xA;&quot;Akamai Technologies Inc.&quot;: 84&#xA;&quot;Akorn Inc.&quot;: 86&#xA;&quot;Alaska Air Group Inc.&quot;: 116&#xA;&quot;Albemarle Corp.&quot;: 114&#xA;&quot;Alcoa Corp.&quot;: 121&#xA;&quot;Alexandria Real Estate Equities Inc.&quot;: 86&#xA;&quot;Alexion Pharmaceuticals Inc.&quot;: 93&#xA;&quot;Align Technology Inc.&quot;: 920&#xA;&quot;Alkermes Plc&quot;: 70&#xA;&quot;Alleghany Corp.&quot;: 129&#xA;&quot;Allegion Plc&quot;: 177&#xA;&quot;Allergan Plc&quot;: 349&#xA;&quot;Alliance Data Systems Corp.&quot;: 145&#xA;&quot;Alliant Energy Corp.&quot;: 54&#xA;&quot;Allison Transmission Holdings Inc.&quot;: 98&#xA;&quot;Ally Financial Inc.&quot;: 84&#xA;&quot;Alnylam Pharmaceuticals Inc.&quot;: 7&#xA;&quot;Alphabet Inc.&quot;: 0&#xA;&quot;Altria Group Inc.&quot;: 114&#xA;&quot;Amazon.com Inc.&quot;: 59&#xA;&quot;Ameren Corp.&quot;: 66&#xA;&quot;American Airlines Group Inc.&quot;: 195&#xA;&quot;American Campus Communities Inc.&quot;: 226&#xA;&quot;American Electric Power Company Inc.&quot;: 102&#xA;&quot;American Express Co.&quot;: 327&#xA;&quot;American Financial Group Inc.&quot;: 151&#xA;&quot;American Homes 4 Rent&quot;: 6&#xA;&quot;American International Group Inc.&quot;: 697&#xA;&quot;American National Insurance Co.&quot;: 52&#xA;&quot;American Tower Corp.&quot;: 260&#xA;&quot;American Water Works Company Inc.&quot;: 53&#xA;&quot;Ameriprise Financial Inc.&quot;: 223&#xA;&quot;Amgen Inc.&quot;: 127&#xA;&quot;Amphenol Corp.&quot;: 670&#xA;&quot;Anadarko Petroleum Corp.&quot;: 106&#xA;Andeavor: 131&#xA;&quot;Antero Resources Corp.&quot;: 114&#xA;&quot;Anthem Inc.&quot;: 262&#xA;&quot;Aon Plc&quot;: 217&#xA;&quot;Apache Corp.&quot;: 99&#xA;&quot;Apartment Investment &amp;amp; Management Co.&quot;: 111&#xA;&quot;Apple Hospitality REIT Inc.&quot;: 26&#xA;&quot;AptarGroup Inc.&quot;: 162&#xA;&quot;Aptiv Plc&quot;: 2526&#xA;&quot;Aqua America Inc.&quot;: 44&#xA;&quot;Arch Capital Group Ltd.&quot;: 104&#xA;&quot;Archer-Daniels-Midland Co.&quot;: 276&#xA;&quot;Arconic Inc.&quot;: 96&#xA;&quot;Arista Networks Inc.&quot;: 50&#xA;&quot;Armstrong World Industries Inc.&quot;: 50&#xA;&quot;Arrow Electronics Inc.&quot;: 206&#xA;&quot;Arthur J Gallagher &amp;amp; Co.&quot;: 126&#xA;&quot;Aspen Insurance Holdings Ltd.&quot;: 39&#xA;&quot;Associated Banc-Corp.&quot;: 81&#xA;&quot;Assurant Inc.&quot;: 222&#xA;&quot;Assured Guaranty Ltd.&quot;: 58&#xA;&quot;Athenahealth Inc.&quot;: 108&#xA;&quot;Athene Holding Ltd.&quot;: 49&#xA;&quot;AutoNation Inc.&quot;: 268&#xA;&quot;Autodesk Inc.&quot;: 107&#xA;&quot;AvalonBay Communities Inc.&quot;: 131&#xA;&quot;Avangrid Inc.&quot;: 21&#xA;&quot;Avery Dennison Corp.&quot;: 746&#xA;&quot;Axalta Coating Systems Ltd.&quot;: 139&#xA;&quot;Axis Capital Holdings Ltd.&quot;: 48&#xA;&quot;BB&amp;amp;T Corp.&quot;: 150&#xA;&quot;BGC Partners Inc.&quot;: 168&#xA;&quot;BOK Financial Corp.&quot;: 43&#xA;&quot;BWX Technologies Inc.&quot;: 50&#xA;&quot;Baker Hughes a GE Co.&quot;: 208&#xA;&quot;Ball Corp.&quot;: 157&#xA;&quot;Bank of America Corp.&quot;: 250&#xA;&quot;Bank of Hawaii Corp.&quot;: 82&#xA;&quot;BankUnited Inc.&quot;: 59&#xA;&quot;Baxter International Inc.&quot;: 355&#xA;&quot;Bemis Company Inc.&quot;: 158&#xA;&quot;Berkshire Hathaway Inc.&quot;: 2&#xA;&quot;Best Buy Company Inc.&quot;: 699&#xA;&quot;Bio-Rad Laboratories Inc.&quot;: 87&#xA;&quot;BioMarin Pharmaceutical Inc.&quot;: 114&#xA;&quot;Biogen Inc.&quot;: 92&#xA;&quot;Black Knight Inc.&quot;: 80&#xA;&quot;BlackRock Inc.&quot;: 195&#xA;&quot;Blue Buffalo Pet Products Inc.&quot;: 286&#xA;&quot;Booking Holdings Inc.&quot;: 599&#xA;&quot;BorgWarner Inc.&quot;: 247&#xA;&quot;Boston Properties Inc.&quot;: 96&#xA;&quot;Boston Scientific Corp.&quot;: 205&#xA;&quot;Brandywine Realty Trust&quot;: 57&#xA;&quot;Bright Horizons Family Solutions Inc.&quot;: 80&#xA;&quot;Bristol-Myers Squibb Co.&quot;: 169&#xA;&quot;Brixmor Property Group Inc.&quot;: 57&#xA;&quot;Brookdale Senior Living Inc.&quot;: 73&#xA;&quot;Brown &amp;amp; Brown Inc.&quot;: 73&#xA;&quot;Bruker Corp.&quot;: 67&#xA;&quot;Brunswick Corp.&quot;: 152&#xA;&quot;Bunge Ltd.&quot;: 386&#xA;&quot;Burlington Stores Inc.&quot;: 763&#xA;&quot;CBRE Group Inc.&quot;: 150&#xA;&quot;CBS Corp.&quot;: 595&#xA;&quot;CDW Corp.&quot;: 82&#xA;&quot;CF Industries Holdings Inc.&quot;: 87&#xA;&quot;CH Robinson Worldwide Inc.&quot;: 130&#xA;&quot;CIT Group Inc.&quot;: 88&#xA;&quot;CME Group Inc.&quot;: 90&#xA;&quot;CMS Energy Corp.&quot;: 41&#xA;&quot;CNA Financial Corp.&quot;: 102&#xA;&quot;CNX Resources Corp.&quot;: 82&#xA;&quot;CSX Corp.&quot;: 27&#xA;&quot;CVS Health Corp.&quot;: 320&#xA;&quot;Cable One Inc.&quot;: 55&#xA;&quot;Cabot Oil &amp;amp; Gas Corp.&quot;: 163&#xA;&quot;Cadence Design Systems Inc.&quot;: 72&#xA;&quot;Camden Property Trust&quot;: 78&#xA;&quot;Capital One Financial Corp.&quot;: 261&#xA;&quot;CarMax Inc.&quot;: 214&#xA;&quot;Carlisle Cos Inc.&quot;: 148&#xA;&quot;Carter’s Inc.&quot;: 876&#xA;&quot;Caterpillar Inc.&quot;: 213&#xA;&quot;Cavium Inc.&quot;: 49&#xA;&quot;Cboe Global Markets Inc.&quot;: 70&#xA;&quot;Celanese Corp.&quot;: 157&#xA;&quot;Celgene Corp.&quot;: 62&#xA;&quot;Centene Corp.&quot;: 379&#xA;&quot;CenterPoint Energy Inc.&quot;: 83&#xA;&quot;CenturyLink Inc.&quot;: 212&#xA;&quot;Cerner Corp.&quot;: 54&#xA;&quot;Charles River Laboratories International Inc.&quot;: 299&#xA;&quot;Charter Communications Inc.&quot;: 148&#xA;&quot;Cheniere Energy Inc.&quot;: 60&#xA;&quot;Chesapeake Energy Corp.&quot;: 125&#xA;&quot;Chevron Corp.&quot;: 180&#xA;&quot;Chimera Investment Corp.&quot;: 17&#xA;&quot;Chipotle Mexican Grill Inc.&quot;: 814&#xA;&quot;Choice Hotels International Inc.&quot;: 71&#xA;&quot;Chubb Ltd.&quot;: 301&#xA;&quot;Church &amp;amp; Dwight Company Inc.&quot;: 98&#xA;&quot;Cigna Corp.&quot;: 279&#xA;&quot;Cimarex Energy Co.&quot;: 93&#xA;&quot;Cincinnati Financial Corp.&quot;: 54&#xA;&quot;Cinemark Holdings Inc.&quot;: 752&#xA;&quot;Citigroup Inc.&quot;: 369&#xA;&quot;Citizens Financial Group Inc.&quot;: 155&#xA;&quot;Citrix Systems Inc.&quot;: 87&#xA;&quot;Clean Harbors Inc.&quot;: 47&#xA;&quot;CoStar Group Inc.&quot;: 147&#xA;&quot;Cognex Corp.&quot;: 46&#xA;&quot;Cognizant Technology Solutions Corp.&quot;: 390&#xA;&quot;Colfax Corp.&quot;: 90&#xA;&quot;Colgate-Palmolive Co.&quot;: 641&#xA;&quot;Colony NorthStar Inc.&quot;: 16&#xA;&quot;Columbia Property Trust Inc.&quot;: 47&#xA;&quot;Comcast Corp.&quot;: 458&#xA;&quot;Comerica Inc.&quot;: 152&#xA;&quot;CommScope Holding Company Inc.&quot;: 832&#xA;&quot;Commerce Bancshares Inc.&quot;: 90&#xA;&quot;Concho Resources Inc.&quot;: 86&#xA;&quot;Conduent Inc.&quot;: 358&#xA;ConocoPhillips: 138&#xA;&quot;Consolidated Edison Inc.&quot;: 96&#xA;&quot;Continental Resources Inc.&quot;: 105&#xA;&quot;CoreCivic Inc.&quot;: 62&#xA;&quot;CoreLogic Inc.&quot;: 79&#xA;&quot;CoreSite Realty Corp.&quot;: 51&#xA;&quot;Corning Inc.&quot;: 356&#xA;&quot;Corporate Office Properties Trust&quot;: 29&#xA;&quot;Crane Co.&quot;: 91&#xA;&quot;Credit Acceptance Corp.&quot;: 18&#xA;&quot;Crown Castle International Corp.&quot;: 87&#xA;&quot;Crown Holdings Inc.&quot;: 316&#xA;CubeSmart: 141&#xA;Cullen: 80&#xA;&quot;Cummins Inc.&quot;: 275&#xA;&quot;Cypress Semiconductor Corp.&quot;: 143&#xA;&quot;CyrusOne Inc.&quot;: 67&#xA;&quot;DCT Industrial Trust Inc.&quot;: 34&#xA;&quot;DDR Corp.&quot;: 98&#xA;&quot;DENTSPLY SIRONA Inc.&quot;: 151&#xA;&quot;DISH Network Corp.&quot;: 33&#xA;&quot;DST Systems Inc.&quot;: 96&#xA;&quot;DTE Energy Co.&quot;: 91&#xA;&quot;DaVita Inc.&quot;: 254&#xA;&quot;Danaher Corp.&quot;: 218&#xA;&quot;Delta Air Lines Inc.&quot;: 142&#xA;&quot;Devon Energy Corp.&quot;: 100&#xA;&quot;DexCom Inc.&quot;: 86&#xA;&quot;Diamondback Energy Inc.&quot;: 76&#xA;&quot;Dick’s Sporting Goods Inc.&quot;: 1015&#xA;&quot;Digital Realty Trust Inc.&quot;: 76&#xA;&quot;Discover Financial Services&quot;: 213&#xA;&quot;Discovery Inc.&quot;: 522&#xA;&quot;Dollar General Corp.&quot;: 658&#xA;&quot;Dollar Tree Inc.&quot;: 747&#xA;&quot;Dominion Energy Inc.&quot;: 109&#xA;&quot;Domino’s Pizza Inc.&quot;: 461&#xA;&quot;Domtar Corp.&quot;: 107&#xA;&quot;Douglas Emmett Inc.&quot;: 221&#xA;&quot;Dover Corp.&quot;: 237&#xA;&quot;DowDuPont Inc.&quot;: 175&#xA;&quot;Dr Pepper Snapple Group Inc.&quot;: 209&#xA;&quot;Duke Energy Corp.&quot;: 175&#xA;&quot;Duke Realty Corp.&quot;: 57&#xA;&quot;Dunkin’ Brands Group Inc.&quot;: 48&#xA;&quot;E*TRADE Financial Corp.&quot;: 62&#xA;&quot;EBay Inc.&quot;: 143&#xA;&quot;EOG Resources Inc.&quot;: 72&#xA;&quot;EPR Properties&quot;: 26&#xA;&quot;EQT Corp.&quot;: 81&#xA;&quot;East West Bancorp Inc.&quot;: 87&#xA;&quot;Eastman Chemical Co.&quot;: 167&#xA;&quot;Eaton Corp Plc&quot;: 214&#xA;&quot;EchoStar Corp.&quot;: 19&#xA;&quot;Ecolab Inc.&quot;: 238&#xA;&quot;Edison International&quot;: 62&#xA;&quot;Edwards Lifesciences Corp.&quot;: 215&#xA;&quot;Eli Lilly &amp;amp; Co.&quot;: 118&#xA;&quot;Empire State Realty Trust Inc.&quot;: 157&#xA;&quot;Endo International Plc&quot;: 171&#xA;&quot;Energen Corp.&quot;: 54&#xA;&quot;Entergy Corp.&quot;: 106&#xA;&quot;Envision Healthcare Corp.&quot;: 140&#xA;&quot;Equifax Inc.&quot;: 65&#xA;&quot;Equinix Inc.&quot;: 107&#xA;&quot;Equity Commonwealth&quot;: 22&#xA;&quot;Equity LifeStyle Properties Inc.&quot;: 122&#xA;&quot;Equity Residential&quot;: 151&#xA;&quot;Erie Indemnity Co.&quot;: 51&#xA;&quot;Essex Property Trust Inc.&quot;: 77&#xA;&quot;Euronet Worldwide Inc.&quot;: 134&#xA;&quot;Everest Re Group Ltd.&quot;: 48&#xA;&quot;Eversource Energy&quot;: 127&#xA;&quot;Exelixis Inc.&quot;: 34&#xA;&quot;Exelon Corp.&quot;: 127&#xA;&quot;Expedia Group Inc.&quot;: 431&#xA;&quot;Expeditors International of Washington Inc.&quot;: 154&#xA;&quot;Express Scripts Holding Co.&quot;: 303&#xA;&quot;Extended Stay America Inc.&quot;: 98&#xA;&quot;Extra Space Storage Inc.&quot;: 122&#xA;&quot;Exxon Mobil Corp.&quot;: 108&#xA;&quot;FLIR Systems Inc.&quot;: 142&#xA;&quot;FMC Corp.&quot;: 258&#xA;&quot;FNB Corp.&quot;: 125&#xA;&quot;Facebook Inc.&quot;: 37&#xA;&quot;Fastenal Co.&quot;: 58&#xA;&quot;Federal Realty Investment Trust&quot;: 89&#xA;&quot;Federated Investors Inc.&quot;: 58&#xA;&quot;Fidelity National Information Services Inc.&quot;: 654&#xA;&quot;Fifth Third Bancorp&quot;: 145&#xA;&quot;FireEye Inc.&quot;: 46&#xA;&quot;First American Financial Corp.&quot;: 159&#xA;&quot;First Data Corp.&quot;: 2028&#xA;&quot;First Republic Bank&quot;: 66&#xA;&quot;First Solar Inc.&quot;: 92&#xA;&quot;FirstEnergy Corp.&quot;: 90&#xA;&quot;Fiserv Inc.&quot;: 151&#xA;&quot;FleetCor Technologies Inc.&quot;: 1517&#xA;&quot;Flowers Foods Inc.&quot;: 105&#xA;&quot;Flowserve Corp.&quot;: 122&#xA;&quot;Fluor Corp.&quot;: 152&#xA;&quot;Foot Locker Inc.&quot;: 748&#xA;&quot;Ford Motor Co.&quot;: 285&#xA;&quot;Forest City Realty Trust Inc.&quot;: 91&#xA;&quot;Fortinet Inc.&quot;: 35&#xA;&quot;Fortive Corp.&quot;: 212&#xA;&quot;Fortune Brands Home &amp;amp; Security Inc.&quot;: 136&#xA;&quot;Freeport-McMoRan Inc.&quot;: 277&#xA;&quot;GGP Inc.&quot;: 140&#xA;&quot;GameStop Corp.&quot;: 211&#xA;&quot;Gaming and Leisure Properties Inc.&quot;: 413&#xA;&quot;Garmin Ltd.&quot;: 76&#xA;&quot;Gartner Inc.&quot;: 94&#xA;&quot;General Dynamics Corp.&quot;: 218&#xA;&quot;General Electric Co.&quot;: 157&#xA;&quot;General Motors Co.&quot;: 295&#xA;&quot;Genesee &amp;amp; Wyoming Inc.&quot;: 101&#xA;&quot;Genpact Ltd.&quot;: 127&#xA;&quot;Gentex Corp.&quot;: 20&#xA;&quot;Genuine Parts Co.&quot;: 139&#xA;&quot;Gilead Sciences Inc.&quot;: 94&#xA;&quot;Global Payments Inc.&quot;: 159&#xA;&quot;GoDaddy Inc.&quot;: 31&#xA;&quot;Graham Holdings Co.&quot;: 38&#xA;&quot;Graphic Packaging Holding Co.&quot;: 109&#xA;&quot;Great Plains Energy Inc.&quot;: 34&#xA;&quot;Gulfport Energy Corp.&quot;: 52&#xA;&quot;HCA Healthcare Inc.&quot;: 312&#xA;&quot;HCP Inc.&quot;: 40&#xA;&quot;HD Supply Holdings Inc.&quot;: 133&#xA;&quot;Halliburton Co.&quot;: 290&#xA;&quot;Hanesbrands Inc.&quot;: 1830&#xA;&quot;Harley-Davidson Inc.&quot;: 143&#xA;&quot;Hasbro Inc.&quot;: 160&#xA;&quot;Hawaiian Electric Industries Inc.&quot;: 47&#xA;&quot;Healthcare Trust of America Inc.&quot;: 123&#xA;&quot;Henry Schein Inc.&quot;: 101&#xA;&quot;Herbalife Ltd.&quot;: 193&#xA;&quot;Hess Corp.&quot;: 90&#xA;&quot;Hexcel Corp.&quot;: 118&#xA;&quot;Highwoods Properties Inc.&quot;: 69&#xA;&quot;Hilton Grand Vacations Inc.&quot;: 165&#xA;&quot;Hilton Worldwide Holdings Inc.&quot;: 567&#xA;&quot;HollyFrontier Corp.&quot;: 75&#xA;&quot;Honeywell International Inc.&quot;: 333&#xA;&quot;Host Hotels &amp;amp; Resorts Inc.&quot;: 35&#xA;&quot;Hubbell Inc.&quot;: 234&#xA;&quot;Hudson Pacific Properties Inc.&quot;: 64&#xA;&quot;Humana Inc.&quot;: 344&#xA;&quot;Huntington Bancshares Inc.&quot;: 145&#xA;&quot;Huntington Ingalls Industries Inc.&quot;: 60&#xA;&quot;Huntsman Corp.&quot;: 232&#xA;&quot;Hyatt Hotels Corp.&quot;: 298&#xA;IAC: 256&#xA;&quot;IDEX Corp.&quot;: 138&#xA;&quot;IDEXX Laboratories Inc.&quot;: 121&#xA;&quot;IPG Photonics Corp.&quot;: 68&#xA;&quot;IQVIA Holdings Inc.&quot;: 388&#xA;&quot;ITT Inc.&quot;: 198&#xA;&quot;Illinois Tool Works Inc.&quot;: 420&#xA;&quot;Illumina Inc.&quot;: 86&#xA;&quot;Incyte Corp.&quot;: 64&#xA;&quot;Ingersoll-Rand Plc&quot;: 335&#xA;&quot;Ingredion Inc.&quot;: 320&#xA;&quot;Intel Corp.&quot;: 211&#xA;&quot;Interactive Brokers Group Inc.&quot;: 7&#xA;&quot;Intercept Pharmaceuticals Inc.&quot;: 28&#xA;&quot;Intercontinental Exchange Inc.&quot;: 106&#xA;&quot;International Business Machines Corp.&quot;: 341&#xA;&quot;International Flavors &amp;amp; Fragrances Inc.&quot;: 127&#xA;&quot;International Paper Co.&quot;: 230&#xA;&quot;Intrexon Corp.&quot;: 32&#xA;&quot;Intuitive Surgical Inc.&quot;: 32&#xA;&quot;Invesco Ltd.&quot;: 141&#xA;&quot;Ionis Pharmaceuticals Inc.&quot;: 47&#xA;&quot;Iron Mountain Inc.&quot;: 288&#xA;&quot;JB Hunt Transport Services Inc.&quot;: 15&#xA;&quot;JPMorgan Chase &amp;amp; Co.&quot;: 364&#xA;&quot;JetBlue Airways Corp.&quot;: 65&#xA;&quot;Johnson &amp;amp; Johnson&quot;: 452&#xA;&quot;Jones Lang LaSalle Inc.&quot;: 192&#xA;&quot;Juniper Networks Inc.&quot;: 74&#xA;&quot;KAR Auction Services Inc.&quot;: 165&#xA;&quot;Kansas City Southern&quot;: 128&#xA;&quot;Kellogg Co.&quot;: 183&#xA;&quot;KeyCorp.&quot;: 118&#xA;&quot;Kilroy Realty Corp.&quot;: 86&#xA;&quot;Kimberly-Clark Corp.&quot;: 332&#xA;&quot;Kimco Realty Corp.&quot;: 56&#xA;&quot;Kinder Morgan Inc.&quot;: 4&#xA;&quot;Kirby Corp.&quot;: 52&#xA;&quot;Kohl’s Corp.&quot;: 1264&#xA;&quot;Kosmos Energy Ltd.&quot;: 23&#xA;&quot;L Brands Inc.&quot;: 449&#xA;&quot;L3 Technologies Inc.&quot;: 250&#xA;&quot;LKQ Corp.&quot;: 135&#xA;&quot;LPL Financial Holdings Inc.&quot;: 95&#xA;&quot;Laboratory Corp of America Holdings&quot;: 280&#xA;&quot;Lamar Advertising Co.&quot;: 80&#xA;&quot;Landstar System Inc.&quot;: 101&#xA;&quot;Laredo Petroleum Inc.&quot;: 51&#xA;&quot;Las Vegas Sands Corp.&quot;: 747&#xA;&quot;Lazard Ltd.&quot;: 67&#xA;&quot;Lear Corp.&quot;: 1452&#xA;&quot;Leggett &amp;amp; Platt Inc.&quot;: 428&#xA;&quot;Leidos Holdings Inc.&quot;: 93&#xA;&quot;Lennox International Inc.&quot;: 181&#xA;&quot;Leucadia National Corp.&quot;: 489&#xA;&quot;Liberty Broadband Corp.&quot;: 0&#xA;&quot;Liberty Expedia Holdings Inc.&quot;: 0&#xA;&quot;Liberty Interactive Corp QVC Group&quot;: 1810&#xA;&quot;Liberty Property Trust&quot;: 50&#xA;&quot;Life Storage Inc.&quot;: 89&#xA;&quot;LifePoint Health Inc.&quot;: 262&#xA;&quot;Lincoln Electric Holdings Inc.&quot;: 156&#xA;&quot;Lincoln National Corp.&quot;: 219&#xA;&quot;Live Nation Entertainment Inc.&quot;: 2893&#xA;&quot;Lockheed Martin Corp.&quot;: 186&#xA;&quot;Loews Corp.&quot;: 84&#xA;&quot;LogMeIn Inc.&quot;: 92&#xA;&quot;Lowe’s Cos Inc.&quot;: 469&#xA;&quot;LyondellBasell Industries NV&quot;: 158&#xA;&quot;M&amp;amp;T Bank Corp.&quot;: 72&#xA;&quot;MDU Resources Group Inc.&quot;: 48&#xA;&quot;MEDNAX Inc.&quot;: 81&#xA;&quot;MFA Financial Inc.&quot;: 22&#xA;&quot;MGM Resorts International&quot;: 396&#xA;&quot;Macquarie Infrastructure Corp.&quot;: 103&#xA;&quot;Macy’s Inc.&quot;: 806&#xA;&quot;Mallinckrodt Plc&quot;: 102&#xA;&quot;Manhattan Associates Inc.&quot;: 39&#xA;&quot;ManpowerGroup Inc.&quot;: 2483&#xA;&quot;Marathon Oil Corp.&quot;: 77&#xA;&quot;Marathon Petroleum Corp.&quot;: 935&#xA;&quot;Markel Corp.&quot;: 57&#xA;&quot;MarketAxess Holdings Inc.&quot;: 51&#xA;&quot;Marriott International Inc.&quot;: 395&#xA;&quot;Marsh &amp;amp; McLennan Cos Inc.&quot;: 277&#xA;&quot;Martin Marietta Materials Inc.&quot;: 131&#xA;&quot;Marvell Technology Group Ltd.&quot;: 44&#xA;&quot;Masco Corp.&quot;: 298&#xA;&quot;Mastercard Inc.&quot;: 155&#xA;&quot;Match Group Inc.&quot;: 47&#xA;&quot;Mattel Inc.&quot;: 4987&#xA;&quot;McDonald’s Corp.&quot;: 3101&#xA;&quot;Medical Properties Trust Inc.&quot;: 31&#xA;&quot;Merck &amp;amp; Company Inc.&quot;: 215&#xA;&quot;Mercury General Corp.&quot;: 23&#xA;&quot;MetLife Inc.&quot;: 200&#xA;&quot;Mettler-Toledo International Inc.&quot;: 178&#xA;&quot;Mid-America Apartment Communities Inc.&quot;: 134&#xA;&quot;Mohawk Industries Inc.&quot;: 123&#xA;&quot;Molson Coors Brewing Co.&quot;: 119&#xA;&quot;Mondelez International Inc.&quot;: 403&#xA;&quot;Monster Beverage Corp.&quot;: 256&#xA;&quot;Moody’s Corp.&quot;: 187&#xA;&quot;Morgan Stanley&quot;: 192&#xA;&quot;Morningstar Inc.&quot;: 71&#xA;&quot;Motorola Solutions Inc.&quot;: 148&#xA;&quot;Murphy Oil Corp.&quot;: 113&#xA;&quot;Murphy USA Inc.&quot;: 343&#xA;&quot;Mylan NV&quot;: 317&#xA;&quot;NCR Corp.&quot;: 213&#xA;&quot;NRG Energy Inc.&quot;: 80&#xA;&quot;NVIDIA Corp.&quot;: 88&#xA;&quot;NVR Inc.&quot;: 51&#xA;&quot;Nabors Industries Ltd.&quot;: 268&#xA;&quot;Nasdaq Inc.&quot;: 132&#xA;&quot;National Instruments Corp.&quot;: 163&#xA;&quot;National Oilwell Varco Inc.&quot;: 239&#xA;&quot;National Retail Properties Inc.&quot;: 53&#xA;&quot;Navient Corp.&quot;: 147&#xA;&quot;Nektar Therapeutics&quot;: 91&#xA;&quot;Netflix Inc.&quot;: 133&#xA;&quot;Neurocrine Biosciences Inc.&quot;: 30&#xA;&quot;New York Community Bancorp Inc.&quot;: 112&#xA;&quot;NewMarket Corp.&quot;: 24&#xA;&quot;Newell Brands Inc.&quot;: 477&#xA;&quot;Newfield Exploration Co.&quot;: 92&#xA;&quot;Newmont Mining Corp.&quot;: 114&#xA;&quot;NextEra Energy Inc.&quot;: 155&#xA;&quot;NiSource Inc.&quot;: 51&#xA;&quot;Nielsen Holdings Plc&quot;: 475&#xA;&quot;Noble Energy Inc.&quot;: 88&#xA;&quot;Nordstrom Inc.&quot;: 187&#xA;&quot;Norfolk Southern Corp.&quot;: 130&#xA;&quot;Northern Trust Corp.&quot;: 169&#xA;&quot;Northrop Grumman Corp.&quot;: 185&#xA;&quot;Norwegian Cruise Line Holdings Ltd.&quot;: 514&#xA;&quot;Nu Skin Enterprises Inc.&quot;: 925&#xA;&quot;Nucor Corp.&quot;: 133&#xA;&quot;OGE Energy Corp.&quot;: 45&#xA;&quot;ON Semiconductor Corp.&quot;: 972&#xA;&quot;ONEOK Inc.&quot;: 53&#xA;&quot;OPKO Health Inc.&quot;: 25&#xA;&quot;Occidental Petroleum Corp.&quot;: 110&#xA;&quot;Oceaneering International Inc.&quot;: 33&#xA;&quot;Old Dominion Freight Line Inc.&quot;: 106&#xA;&quot;Old Republic International Corp.&quot;: 37&#xA;&quot;Olin Corp.&quot;: 92&#xA;&quot;Omega Healthcare Investors Inc.&quot;: 47&#xA;&quot;Omnicom Group Inc.&quot;: 596&#xA;&quot;OneMain Holdings Inc.&quot;: 9&#xA;&quot;Orbital ATK Inc.&quot;: 58&#xA;&quot;Outfront Media Inc.&quot;: 86&#xA;&quot;Owens Corning&quot;: 166&#xA;&quot;Owens-Illinois Inc.&quot;: 197&#xA;&quot;O’Reilly Automotive Inc.&quot;: 141&#xA;&quot;PBF Energy Inc.&quot;: 60&#xA;&quot;PG&amp;amp;E Corp.&quot;: 61&#xA;&quot;PPG Industries Inc.&quot;: 382&#xA;&quot;PPL Corp.&quot;: 130&#xA;&quot;PVH Corp.&quot;: 1042&#xA;&quot;PacWest Bancorp&quot;: 67&#xA;&quot;Packaging Corp of America&quot;: 155&#xA;&quot;Pandora Media Inc.&quot;: 75&#xA;&quot;Paramount Group Inc.&quot;: 108&#xA;&quot;Park Hotels &amp;amp; Resorts Inc.&quot;: 567&#xA;&quot;Parsley Energy Inc.&quot;: 37&#xA;&quot;Patterson-UTI Energy Inc.&quot;: 170&#xA;&quot;PayPal Holdings Inc.&quot;: 274&#xA;&quot;Penske Automotive Group Inc.&quot;: 168&#xA;&quot;Pentair Plc&quot;: 264&#xA;&quot;People’s United Financial Inc.&quot;: 84&#xA;&quot;PepsiCompany Inc.&quot;: 650&#xA;&quot;PerkinElmer Inc.&quot;: 200&#xA;&quot;Perrigo Co Plc&quot;: 127&#xA;&quot;Pfizer Inc.&quot;: 313&#xA;&quot;Philip Morris International Inc.&quot;: 990&#xA;&quot;Phillips 66&quot;: 138&#xA;&quot;Piedmont Office Realty Trust Inc.&quot;: 47&#xA;&quot;Pilgrim’s Pride Corp.&quot;: 114&#xA;&quot;Pinnacle Financial Partners Inc.&quot;: 54&#xA;&quot;Pinnacle Foods Inc.&quot;: 111&#xA;&quot;Pinnacle West Capital Corp.&quot;: 82&#xA;&quot;Pioneer Natural Resources Co.&quot;: 92&#xA;&quot;Pitney Bowes Inc.&quot;: 142&#xA;&quot;Platform Specialty Products Corp.&quot;: 117&#xA;&quot;Polaris Industries Inc.&quot;: 199&#xA;&quot;Pool Corp.&quot;: 86&#xA;&quot;Popular Inc.&quot;: 83&#xA;&quot;Praxair Inc.&quot;: 475&#xA;&quot;Principal Financial Group Inc.&quot;: 119&#xA;&quot;ProAssurance Corp.&quot;: 39&#xA;&quot;Prologis Inc.&quot;: 204&#xA;&quot;Prosperity Bancshares Inc.&quot;: 70&#xA;&quot;Prudential Financial Inc.&quot;: 268&#xA;&quot;Public Service Enterprise Group Inc.&quot;: 80&#xA;&quot;Public Storage&quot;: 439&#xA;&quot;PulteGroup Inc.&quot;: 69&#xA;&quot;QEP Resources Inc.&quot;: 53&#xA;&quot;Quanta Services Inc.&quot;: 116&#xA;&quot;Quest Diagnostics Inc.&quot;: 215&#xA;&quot;RPC Inc.&quot;: 31&#xA;&quot;RSP Permian Inc.&quot;: 62&#xA;&quot;Range Resources Corp.&quot;: 70&#xA;&quot;Rayonier Inc.&quot;: 38&#xA;&quot;Raytheon Co.&quot;: 172&#xA;&quot;Realogy Holdings Corp.&quot;: 105&#xA;&quot;Realty Income Corp.&quot;: 88&#xA;&quot;Regal Beloit Corp.&quot;: 622&#xA;&quot;Regency Centers Corp.&quot;: 59&#xA;&quot;Regeneron Pharmaceuticals Inc.&quot;: 215&#xA;&quot;Regions Financial Corp.&quot;: 202&#xA;&quot;Reinsurance Group of America Inc.&quot;: 66&#xA;&quot;Reliance Steel &amp;amp; Aluminum Co.&quot;: 199&#xA;&quot;RenaissanceRe Holdings Ltd.&quot;: 37&#xA;&quot;Republic Services Inc.&quot;: 187&#xA;&quot;Retail Properties of America Inc.&quot;: 49&#xA;&quot;Robert Half International Inc.&quot;: 507&#xA;&quot;Rollins Inc.&quot;: 52&#xA;&quot;Roper Technologies Inc.&quot;: 354&#xA;&quot;Ross Stores Inc.&quot;: 1314&#xA;&quot;Royal Caribbean Cruises Ltd.&quot;: 728&#xA;&quot;Ryder System Inc.&quot;: 138&#xA;&quot;S&amp;amp;P Global Inc.&quot;: 434&#xA;&quot;SBA Communications Corp.&quot;: 130&#xA;&quot;SCANA Corp.&quot;: 46&#xA;&quot;SEI Investments Co.&quot;: 24&#xA;&quot;SL Green Realty Corp.&quot;: 303&#xA;&quot;SLM Corp.&quot;: 81&#xA;&quot;SM Energy Co.&quot;: 44&#xA;&quot;SS&amp;amp;C Technologies Holdings Inc.&quot;: 120&#xA;&quot;STORE Capital Corp.&quot;: 51&#xA;&quot;SVB Financial Group&quot;: 46&#xA;&quot;Sabre Corp.&quot;: 100&#xA;&quot;Salesforce.com Inc.&quot;: 30&#xA;&quot;Santander Consumer USA Holdings Inc.&quot;: 49&#xA;&quot;Schlumberger Ltd.&quot;: 234&#xA;&quot;Seaboard Corp.&quot;: 175&#xA;&quot;Sealed Air Corp.&quot;: 179&#xA;&quot;Seattle Genetics Inc.&quot;: 53&#xA;&quot;Sempra Energy&quot;: 134&#xA;&quot;Service Corp International&quot;: 377&#xA;&quot;ServiceMaster Global Holdings Inc.&quot;: 123&#xA;&quot;ServiceNow Inc.&quot;: 250&#xA;&quot;Signet Jewelers Ltd.&quot;: 594&#xA;&quot;Silgan Holdings Inc.&quot;: 71&#xA;&quot;Simon Property Group Inc.&quot;: 88&#xA;&quot;Sirius XM Holdings Inc.&quot;: 84&#xA;&quot;Six Flags Entertainment Corp.&quot;: 1804&#xA;&quot;Skechers U.S.A. Inc.&quot;: 1512&#xA;&quot;Snap-on Inc.&quot;: 208&#xA;&quot;Sonoco Products Co.&quot;: 182&#xA;&quot;Southern Copper Corp.&quot;: 40&#xA;&quot;Southwest Airlines Co.&quot;: 93&#xA;&quot;Southwestern Energy Co.&quot;: 80&#xA;&quot;Spirit AeroSystems Holdings Inc.&quot;: 141&#xA;&quot;Spirit Airlines Inc.&quot;: 62&#xA;&quot;Spirit Realty Capital Inc.&quot;: 114&#xA;&quot;Splunk Inc.&quot;: 36&#xA;&quot;Sprouts Farmers Market Inc.&quot;: 233&#xA;&quot;Square Inc.&quot;: 0&#xA;&quot;Stanley Black &amp;amp; Decker Inc.&quot;: 357&#xA;&quot;State Street Corp.&quot;: 236&#xA;&quot;Steel Dynamics Inc.&quot;: 94&#xA;&quot;Stericycle Inc.&quot;: 67&#xA;&quot;Stryker Corp.&quot;: 209&#xA;&quot;Sun Communities Inc.&quot;: 528&#xA;&quot;SunTrust Banks Inc.&quot;: 159&#xA;&quot;Synchrony Financial&quot;: 298&#xA;&quot;Synovus Financial Corp.&quot;: 100&#xA;&quot;T Rowe Price Group Inc.&quot;: 121&#xA;&quot;T-Mobile US Inc.&quot;: 424&#xA;&quot;TCF Financial Corp.&quot;: 55&#xA;&quot;TEGNA Inc.&quot;: 87&#xA;&quot;TESARO Inc.&quot;: 18&#xA;&quot;Tableau Software Inc.&quot;: 18&#xA;&quot;Tanger Factory Outlet Centers Inc.&quot;: 480&#xA;&quot;Targa Resources Corp.&quot;: 52&#xA;&quot;Target Corp.&quot;: 408&#xA;&quot;Taubman Centers Inc.&quot;: 35&#xA;&quot;Teledyne Technologies Inc.&quot;: 131&#xA;&quot;Teleflex Inc.&quot;: 319&#xA;&quot;Telephone &amp;amp; Data Systems Inc.&quot;: 96&#xA;&quot;Tempur Sealy International Inc.&quot;: 440&#xA;&quot;Teradata Corp.&quot;: 137&#xA;&quot;Teradyne Inc.&quot;: 76&#xA;&quot;Terex Corp.&quot;: 213&#xA;&quot;Tesla Inc.&quot;: 1&#xA;&quot;Texas Instruments Inc.&quot;: 210&#xA;&quot;Textron Inc.&quot;: 165&#xA;&quot;The Allstate Corp.&quot;: 230&#xA;&quot;The Bank of New York Mellon Corp.&quot;: 354&#xA;&quot;The Boeing Co.&quot;: 166&#xA;&quot;The Charles Schwab Corp.&quot;: 146&#xA;&quot;The Chemours Co.&quot;: 101&#xA;&quot;The Coca-Cola Co.&quot;: 230&#xA;&quot;The Dun &amp;amp; Bradstreet Corp.&quot;: 70&#xA;&quot;The Gap Inc.&quot;: 2900&#xA;&quot;The Goldman Sachs Group Inc.&quot;: 163&#xA;&quot;The Goodyear Tire &amp;amp; Rubber Co.&quot;: 206&#xA;&quot;The Hanover Insurance Group Inc.&quot;: 42&#xA;&quot;The Hartford Financial Services Group Inc.&quot;: 143&#xA;&quot;The Hershey Co.&quot;: 376&#xA;&quot;The Home Depot Inc.&quot;: 552&#xA;&quot;The Howard Hughes Corp.&quot;: 118&#xA;&quot;The Interpublic Group of Cos Inc.&quot;: 264&#xA;&quot;The Kraft Heinz Co.&quot;: 91&#xA;&quot;The Kroger Co.&quot;: 547&#xA;&quot;The Macerich Co.&quot;: 170&#xA;&quot;The Michaels Cos Inc.&quot;: 497&#xA;&quot;The Middleby Corp.&quot;: 26&#xA;&quot;The Mosaic Co.&quot;: 94&#xA;&quot;The PNC Financial Services Group Inc.&quot;: 201&#xA;&quot;The Progressive Corp.&quot;: 136&#xA;&quot;The Sherwin-Williams Co.&quot;: 323&#xA;&quot;The Southern Co.&quot;: 114&#xA;&quot;The TJX Cos Inc.&quot;: 1501&#xA;&quot;The Timken Co.&quot;: 181&#xA;&quot;The Travelers Cos Inc.&quot;: 154&#xA;&quot;The Ultimate Software Group Inc.&quot;: 344&#xA;&quot;The Wendy’s Co.&quot;: 295&#xA;&quot;The Western Union Co.&quot;: 292&#xA;&quot;The Williams Cos Inc.&quot;: 85&#xA;&quot;Thermo Fisher Scientific Inc.&quot;: 324&#xA;&quot;Tiffany &amp;amp; Co.&quot;: 783&#xA;&quot;Time Warner Inc.&quot;: 651&#xA;&quot;Torchmark Corp.&quot;: 104&#xA;&quot;Total System Services Inc.&quot;: 114&#xA;&quot;Tractor Supply Co.&quot;: 278&#xA;TransUnion: 74&#xA;&quot;Transocean Ltd.&quot;: 81&#xA;&quot;TreeHouse Foods Inc.&quot;: 165&#xA;&quot;Tribune Media Co.&quot;: 139&#xA;&quot;Trimble Inc.&quot;: 128&#xA;&quot;Trinity Industries Inc.&quot;: 253&#xA;&quot;TripAdvisor Inc.&quot;: 481&#xA;&quot;Tupperware Brands Corp.&quot;: 357&#xA;&quot;Twitter Inc.&quot;: 0&#xA;&quot;Tyler Technologies Inc.&quot;: 45&#xA;&quot;UDR Inc.&quot;: 129&#xA;&quot;US Bancorp&quot;: 205&#xA;&quot;US Foods Holding Corp.&quot;: 113&#xA;&quot;USG Corp.&quot;: 72&#xA;&quot;Ulta Beauty Inc.&quot;: 275&#xA;&quot;Under Armour Inc.&quot;: 378&#xA;&quot;Union Pacific Corp.&quot;: 166&#xA;&quot;United Continental Holdings Inc.&quot;: 115&#xA;&quot;United Parcel Service Inc.&quot;: 274&#xA;&quot;United Rentals Inc.&quot;: 166&#xA;&quot;United States Cellular Corp.&quot;: 131&#xA;&quot;United States Steel Corp.&quot;: 77&#xA;&quot;United Technologies Corp.&quot;: 235&#xA;&quot;United Therapeutics Corp.&quot;: 203&#xA;&quot;UnitedHealth Group Inc.&quot;: 298&#xA;&quot;Uniti Group Inc.&quot;: 72&#xA;&quot;Univar Inc.&quot;: 250&#xA;&quot;Universal Display Corp.&quot;: 42&#xA;&quot;Universal Health Services Inc.&quot;: 541&#xA;&quot;Unum Group&quot;: 155&#xA;&quot;Urban Outfitters Inc.&quot;: 5&#xA;&quot;VEREIT Inc.&quot;: 89&#xA;&quot;VF Corp.&quot;: 1353&#xA;&quot;Valero Energy Corp.&quot;: 117&#xA;&quot;Validus Holdings Ltd.&quot;: 20&#xA;&quot;Valmont Industries Inc.&quot;: 91&#xA;&quot;Vectren Corp.&quot;: 82&#xA;&quot;Veeva Systems Inc.&quot;: 930&#xA;&quot;Ventas Inc.&quot;: 285&#xA;&quot;VeriSign Inc.&quot;: 52&#xA;&quot;Verisk Analytics Inc.&quot;: 99&#xA;&quot;Verizon Communications Inc.&quot;: 142&#xA;&quot;Vertex Pharmaceuticals Inc.&quot;: 81&#xA;&quot;Visteon Corp.&quot;: 454&#xA;&quot;Vornado Realty Trust&quot;: 169&#xA;&quot;Voya Financial Inc.&quot;: 115&#xA;&quot;Vulcan Materials Co.&quot;: 94&#xA;&quot;WABCO Holdings Inc.&quot;: 175&#xA;&quot;WEC Energy Group Inc.&quot;: 113&#xA;&quot;WESCO International Inc.&quot;: 113&#xA;&quot;WEX Inc.&quot;: 173&#xA;&quot;WP Carey Inc.&quot;: 45&#xA;&quot;WPX Energy Inc.&quot;: 73&#xA;&quot;WR Berkley Corp.&quot;: 119&#xA;&quot;WR Grace &amp;amp; Co.&quot;: 74&#xA;&quot;WW Grainger Inc.&quot;: 113&#xA;&quot;Wabtec Corp.&quot;: 93&#xA;&quot;Walmart Inc.&quot;: 1188&#xA;&quot;Waste Management Inc.&quot;: 136&#xA;&quot;Waters Corp.&quot;: 100&#xA;&quot;Watsco Inc.&quot;: 163&#xA;&quot;Wayfair Inc.&quot;: 2&#xA;&quot;Weatherford International Plc&quot;: 220&#xA;&quot;Webster Financial Corp.&quot;: 75&#xA;&quot;Weingarten Realty Investors&quot;: 64&#xA;&quot;Welbilt Inc.&quot;: 91&#xA;&quot;WellCare Health Plans Inc.&quot;: 145&#xA;&quot;Wells Fargo &amp;amp; Co.&quot;: 291&#xA;&quot;Welltower Inc.&quot;: 116&#xA;&quot;West Pharmaceutical Services Inc.&quot;: 111&#xA;&quot;Westar Energy Inc.&quot;: 29&#xA;&quot;Western Alliance Bancorp&quot;: 69&#xA;&quot;Westlake Chemical Corp.&quot;: 103&#xA;&quot;Weyerhaeuser Co.&quot;: 151&#xA;&quot;Whirlpool Corp.&quot;: 356&#xA;&quot;White Mountains Insurance Group Ltd.&quot;: 75&#xA;&quot;Whiting Petroleum Corp.&quot;: 53&#xA;&quot;Williams-Sonoma Inc.&quot;: 1477&#xA;&quot;Willis Towers Watson Plc&quot;: 65&#xA;&quot;Workday Inc.&quot;: 51&#xA;&quot;World Fuel Services Corp.&quot;: 99&#xA;&quot;Worldpay Inc.&quot;: 131&#xA;&quot;Wyndham Worldwide Corp.&quot;: 398&#xA;&quot;Wynn Resorts Ltd.&quot;: 777&#xA;&quot;XL Group Ltd.&quot;: 84&#xA;&quot;XPO Logistics Inc.&quot;: 38&#xA;&quot;Xcel Energy Inc.&quot;: 120&#xA;&quot;Xerox Corp.&quot;: 111&#xA;&quot;Xylem Inc.&quot;: 151&#xA;&quot;Yum China Holdings Inc.&quot;: 2818&#xA;&quot;Yum! Brands Inc.&quot;: 1358&#xA;&quot;Zebra Technologies Corp.&quot;: 110&#xA;&quot;Zillow Group Inc.&quot;: 65&#xA;&quot;Zimmer Biomet Holdings Inc.&quot;: 88&#xA;&quot;Zions Bancorporation&quot;: 53&#xA;&quot;Zoetis Inc.&quot;: 150&#xA;&quot;Zynga Inc.&quot;: 12&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Data for the Technology sector companies:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;ANSYS Inc.&quot;: 77&#xA;&quot;ARRIS International Plc&quot;: 65&#xA;&quot;Activision Blizzard Inc.&quot;: 306&#xA;&quot;Advanced Micro Devices Inc.&quot;: 121&#xA;&quot;Akamai Technologies Inc.&quot;: 84&#xA;&quot;Alliance Data Systems Corp.&quot;: 145&#xA;&quot;Alphabet Inc.&quot;: 0&#xA;&quot;Amphenol Corp.&quot;: 670&#xA;&quot;Arista Networks Inc.&quot;: 50&#xA;&quot;Arrow Electronics Inc.&quot;: 206&#xA;&quot;Autodesk Inc.&quot;: 107&#xA;&quot;Black Knight Inc.&quot;: 80&#xA;&quot;CDW Corp.&quot;: 82&#xA;&quot;Cadence Design Systems Inc.&quot;: 72&#xA;&quot;Cavium Inc.&quot;: 49&#xA;&quot;Citrix Systems Inc.&quot;: 87&#xA;&quot;Cognex Corp.&quot;: 46&#xA;&quot;Cognizant Technology Solutions Corp.&quot;: 390&#xA;&quot;CommScope Holding Company Inc.&quot;: 832&#xA;&quot;Conduent Inc.&quot;: 358&#xA;&quot;CoreLogic Inc.&quot;: 79&#xA;&quot;Corning Inc.&quot;: 356&#xA;&quot;Cypress Semiconductor Corp.&quot;: 143&#xA;&quot;DST Systems Inc.&quot;: 96&#xA;&quot;EBay Inc.&quot;: 143&#xA;&quot;EchoStar Corp.&quot;: 19&#xA;&quot;Euronet Worldwide Inc.&quot;: 134&#xA;&quot;FLIR Systems Inc.&quot;: 142&#xA;&quot;Facebook Inc.&quot;: 37&#xA;&quot;Fidelity National Information Services Inc.&quot;: 654&#xA;&quot;FireEye Inc.&quot;: 46&#xA;&quot;First Data Corp.&quot;: 2&#xA;&quot;First Solar Inc.&quot;: 92&#xA;&quot;Fiserv Inc.&quot;: 151&#xA;&quot;FleetCor Technologies Inc.&quot;: 1&#xA;&quot;Fortinet Inc.&quot;: 35&#xA;&quot;Gartner Inc.&quot;: 94&#xA;&quot;Genpact Ltd.&quot;: 127&#xA;&quot;Global Payments Inc.&quot;: 159&#xA;&quot;GoDaddy Inc.&quot;: 31&#xA;IAC: 256&#xA;&quot;IPG Photonics Corp.&quot;: 68&#xA;&quot;Intel Corp.&quot;: 211&#xA;&quot;International Business Machines Corp.&quot;: 341&#xA;&quot;Juniper Networks Inc.&quot;: 74&#xA;&quot;Leidos Holdings Inc.&quot;: 93&#xA;&quot;LogMeIn Inc.&quot;: 92&#xA;&quot;Manhattan Associates Inc.&quot;: 39&#xA;&quot;Marvell Technology Group Ltd.&quot;: 44&#xA;&quot;Mastercard Inc.&quot;: 155&#xA;&quot;Match Group Inc.&quot;: 47&#xA;&quot;Motorola Solutions Inc.&quot;: 148&#xA;&quot;NCR Corp.&quot;: 213&#xA;&quot;NVIDIA Corp.&quot;: 88&#xA;&quot;National Instruments Corp.&quot;: 163&#xA;&quot;ON Semiconductor Corp.&quot;: 972&#xA;&quot;Pandora Media Inc.&quot;: 75&#xA;&quot;PayPal Holdings Inc.&quot;: 274&#xA;&quot;SS&amp;amp;C Technologies Holdings Inc.&quot;: 120&#xA;&quot;Sabre Corp.&quot;: 100&#xA;&quot;Salesforce.com Inc.&quot;: 30&#xA;&quot;ServiceNow Inc.&quot;: 250&#xA;&quot;Splunk Inc.&quot;: 36&#xA;&quot;Square Inc.&quot;: 0&#xA;&quot;Tableau Software Inc.&quot;: 18&#xA;&quot;Teradata Corp.&quot;: 137&#xA;&quot;Teradyne Inc.&quot;: 76&#xA;&quot;Texas Instruments Inc.&quot;: 210&#xA;&quot;The Ultimate Software Group Inc.&quot;: 344&#xA;&quot;The Western Union Co.&quot;: 292&#xA;&quot;Total System Services Inc.&quot;: 114&#xA;&quot;Trimble Inc.&quot;: 128&#xA;&quot;Twitter Inc.&quot;: 0&#xA;&quot;Tyler Technologies Inc.&quot;: 45&#xA;&quot;Universal Display Corp.&quot;: 42&#xA;&quot;VeriSign Inc.&quot;: 52&#xA;&quot;WEX Inc.&quot;: 173&#xA;&quot;Workday Inc.&quot;: 51&#xA;&quot;Worldpay Inc.&quot;: 131&#xA;&quot;Xerox Corp.&quot;: 111&#xA;&quot;Zebra Technologies Corp.&quot;: 110&#xA;&quot;Zillow Group Inc.&quot;: 65&#xA;&quot;Zynga Inc.&quot;: 12&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-05-22T08:32:10.403" LastActivityDate="2018-05-22T08:32:10.403" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12857" PostTypeId="2" ParentId="12755" CreationDate="2018-05-21T19:24:45.520" Score="1" Body="&lt;p&gt;Guides / collections for open football data include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.jokecamp.com/blog/guide-to-football-and-soccer-data-and-apis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Guide to Football/Soccer data and APIs&lt;/a&gt; by Joe Kampschmidt; no update yet for the world cup 2018 in russia :-(&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://datahub.io/awesome/football&quot; rel=&quot;nofollow noreferrer&quot;&gt;Football Data -Awesome Datasets @ DataHub.io&lt;/a&gt; - No update yet for the world cup 2018 in russia :-(&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any others?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;(Update June/21st)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My humble self has started a (static / pre-built) JSON HTTP API (micro) web service, see &lt;a href=&quot;https://github.com/openfootball/world-cup.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/openfootball/world-cup.json&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two other new (and old) JSON HTTP APIs include:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/lsv/fifa-worldcup-2018&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/lsv/fifa-worldcup-2018&lt;/a&gt; (Hand-edited)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/estiens/world_cup_json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/estiens/world_cup_json&lt;/a&gt; (Auto-scraped from the FIFA World Cup Website almost in &quot;real time&quot;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any others?&lt;/p&gt;&#xA;" OwnerUserId="2464" LastEditorUserId="2464" LastEditDate="2018-06-21T15:05:25.800" LastActivityDate="2018-06-21T15:05:25.800" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12858" PostTypeId="1" CreationDate="2018-05-21T22:09:15.627" Score="3" ViewCount="56" Body="&lt;p&gt;I'm looking for data on the number/share of people who had private health insurance by age &lt;em&gt;and region&lt;/em&gt; (county, for example) &lt;strong&gt;before&lt;/strong&gt; the introduction of Medicare in the United States? As in, before 1965?&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2018-05-24T19:50:33.213" Title="Where can I find publicly available data on aggregate enrollment in health insurance *before* Medicare?" Tags="|medical|historical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12860" PostTypeId="2" ParentId="46" CreationDate="2018-05-22T13:08:52.183" Score="0" Body="&lt;p&gt;A more interesting alternative might be to use the Wikipedia Data API and capture all the millions of people on the WikiData as well as their origin and date of birth. That way you will have a base of names from all over the world and already structured by the semantics of wikipedia.&lt;/p&gt;&#xA;" OwnerUserId="19465" LastActivityDate="2018-05-22T13:08:52.183" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12861" PostTypeId="2" ParentId="12755" CreationDate="2018-05-22T17:31:25.440" Score="2" Body="&lt;p&gt;&lt;s&gt;No data yet, but this repo will store&lt;/s&gt; game results and some other info&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/lsv/fifa-worldcup-2018&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/lsv/fifa-worldcup-2018&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To use the data in your app, you can use this link&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/lsv/fifa-worldcup-2018/master/data.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/lsv/fifa-worldcup-2018/master/data.json&lt;/a&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Which will be updated&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and also has some structured data about stadiums&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;id&quot;:&#xA;  &quot;name&quot;: &quot;Luzhniki Stadium&quot;,&#xA;  &quot;city&quot;: &quot;Moscow&quot;,&#xA;  &quot;lat&quot;: 55.715765,&#xA;  &quot;lng&quot;: 37.5515217,&#xA;  &quot;image&quot;: &quot;https://upload.wikimedia.org/wikipedia/commons/e/e6/Luzhniki_Stadium%2C_Moscow.jpg&quot;&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-11-28T08:21:13.110" LastActivityDate="2018-11-28T08:21:13.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12862" PostTypeId="1" CreationDate="2018-05-22T17:32:22.117" Score="1" ViewCount="14" Body="&lt;p&gt;I've been trying to find a good source that connects components of population change (births, deaths, migration) to the block level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whats the best source for this?&lt;/p&gt;&#xA;" OwnerUserId="19429" LastActivityDate="2018-05-22T17:32:22.117" Title="components of population change at block group level" Tags="|usa|census|population|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12863" PostTypeId="1" CreationDate="2018-05-22T20:31:29.630" Score="1" ViewCount="26" Body="&lt;p&gt;Looking for the Amblyomma americanum tick data year wise in the USA  to analyze the risk of getting disease associated with the Amblyomma americanum&lt;/p&gt;&#xA;" OwnerUserId="19468" LastEditorUserId="23272" LastEditDate="2021-04-04T04:48:20.060" LastActivityDate="2021-04-04T04:48:20.060" Title="Where can I find the open source data for the tick - Amblyomma americanum collection data of the USA?" Tags="|data-request|data.gov|disease|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12864" PostTypeId="1" AcceptedAnswerId="12866" CreationDate="2018-05-22T22:08:34.557" Score="2" ViewCount="109" Body="&lt;p&gt;I'm looking for a dataset which catalogues the locations of all (or many) of the sinkholes in Mexico (specifically Yucatan), but I haven't had any luck.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I kind of hoped USGS would have some of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably, the data should be in CSV, XML or JSON format, but I can work with other formats.&lt;/p&gt;&#xA;" OwnerUserId="16295" LastEditorUserId="33" LastEditDate="2018-05-23T14:47:21.093" LastActivityDate="2018-06-06T05:08:17.160" Title="Mexican Sinkhole Locations" Tags="|data-request|geospatial|mexico|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12865" PostTypeId="2" ParentId="12863" CreationDate="2018-05-23T01:55:00.457" Score="1" Body="&lt;p&gt;In 2015, Yuri P. Springer and his co-authors &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4623429/bin/NIHMS720980-supplement-supp_table.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;published a county-level compilation of tick collection records&lt;/a&gt; for the Amblyomma americanum from published literature and databases. The article describing this compilation is &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4623429/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Spatial Distribution of Counties in the Continental United States with Records of Occurrence of Amblyomma americanum (Ixodida: Ixodidae)&quot;&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching for article that site this 2014 article, I also found a 2015 article &lt;a href=&quot;https://www.researchgate.net/profile/Bruce_Noden3/publication/273898821_County_Scale_Distribution_of_Amblyomma_americanum_Ixodida_Ixodidae_in_Oklahoma_Addressing_Local_Deficits_in_Tick_Maps_Based_on_Passive_Reporting/links/594179b9458515a36b57258d/County-Scale-Distribution-of-Amblyomma-americanum-Ixodida-Ixodidae-in-Oklahoma-Addressing-Local-Deficits-in-Tick-Maps-Based-on-Passive-Reporting.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;County Scale Distribution of Amblyomma americanum (Ixodida: Ixodidae) in Oklahoma: Addressing Local Deficits in Tick Maps Based on Passive Reporting&quot;&lt;/a&gt;, 2015.  which provides county level counts for Oklahoma&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-05-23T01:55:00.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12866" PostTypeId="2" ParentId="12864" CreationDate="2018-05-23T02:28:14.140" Score="1" Body="&lt;p&gt;I think you are speaking of cenotes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If so, a &lt;a href=&quot;http://bitacoraordenamiento.yucatan.gob.mx/documentos/detalles.php?IdArchivo=1058&quot; rel=&quot;nofollow noreferrer&quot;&gt;shapefile of the locations of cenotes&lt;/a&gt; is available from the &lt;a href=&quot;http://bitacoraordenamiento.yucatan.gob.mx/galeria/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Territorial Ecological Planning Program of the State of Yucatan&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2018-06-06T05:08:17.160" LastActivityDate="2018-06-06T05:08:17.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12868" PostTypeId="1" CreationDate="2018-05-23T08:43:28.337" Score="1" ViewCount="447" Body="&lt;p&gt;In the article &lt;a href=&quot;https://arxiv.org/pdf/1801.07339.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vehicle Detection in Aerial Images&lt;/a&gt; the authors used a dataset of vehicles from aerial view called &lt;em&gt;itcvd&lt;/em&gt;. I could not find any information on it online.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I obtain more information on it or download it?&lt;/p&gt;&#xA;" OwnerUserId="19472" LastEditorDisplayName="user4293" LastEditDate="2018-05-24T07:15:39.383" LastActivityDate="2022-02-21T03:39:44.227" Title="Looking for the itcvd vehicle detection dataset" Tags="|data-request|aerial-photography|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12870" PostTypeId="1" CreationDate="2018-05-23T13:47:49.477" Score="1" ViewCount="20" Body="&lt;p&gt;I'm trying to make a DLI (&lt;a href=&quot;https://en.wikipedia.org/wiki/Daily_light_integral&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daily Light Integral&lt;/a&gt;) map of Europe (what DLI has each country per month), but I can't find the data to do that. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any Open Source dataset that includes the DLI information, or some data usable to calculate the DLI? &lt;em&gt;(Global Illumination, PAR (Photosynthetically Active Radiation), quantity of light, etc)&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19477" LastEditorDisplayName="user4293" LastEditDate="2018-05-24T07:14:04.893" LastActivityDate="2018-05-24T07:14:04.893" Title="Downloadable archives of illumination in Europe?" Tags="|data-request|weather|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12871" PostTypeId="2" ParentId="12868" CreationDate="2018-05-24T07:19:02.970" Score="1" Body="&lt;p&gt;Halfway they state:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Furthermore, we introduce a novel large-scale&#xA;  and well annotated dataset for quantitative vehicle detection evaluation - ITCVD.&lt;br /&gt;&#xA;  Towards this goal, we collected 173 images with 29088 vehicles, where each vehicle in the ITCVD dataset is manually annotated using a bounding box.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I think they used this one as the source:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last-but-one reference in the paper gives you your clue: &lt;em&gt;Xia, G., Bai, X., Ding, J., Zhu, Z., Belongie, S., Luo, J., Datcu, M., Pelillo, M.,&#xA;Zhang, L., 2017. DOTA: A large-scale dataset for object detection in aerial images. CoRR abs/1711.10398.&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use &lt;em&gt;DOTA: A large-scale dataset for object detection in aerial images&lt;/em&gt; as search term you find it &lt;a href=&quot;https://captain-whu.github.io/DOTA/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, contact the authors. They say:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We make our code and dataset online&#xA;  available&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2018-05-24T07:19:02.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12873" PostTypeId="1" CreationDate="2018-05-24T14:16:37.170" Score="1" ViewCount="20" Body="&lt;p&gt;First, let me explain what I am trying to do. For my graduation work with focus on automation I would like to show the impact of &quot;Sewbots&quot; (SoftWear Automation) on garment manufacturing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My teacher suggested doing so by applying activity-based costing for a production line and then, by hypothesy, on a partly automated one. (I know one system of SewBots costs approx. 50.000 - 100.000, it can replace up to 17 workersand needs 1 supervisor for up to 5 production lines.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found some data on ABC in garment production but none of it seems complete (ex. &lt;a href=&quot;http://journal-archieves30.webs.com/602-625.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://journal-archieves30.webs.com/602-625.pdf&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone suggest some sources where to get complete realistic data of activities, cost drivers, rates etc. in textile industry?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Every advice is appreciated. &lt;/p&gt;&#xA;" OwnerUserId="19483" LastEditorUserId="16193" LastEditDate="2018-05-24T14:32:55.433" LastActivityDate="2018-05-24T14:32:55.433" Title="Where to get realistic data for ABC-Costing in textile industry" Tags="|data-request|industry|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12874" PostTypeId="1" CreationDate="2018-05-24T14:12:09.303" Score="3" ViewCount="1073" Body="&lt;p&gt;I am looking for a website where I may be able to enter the numbers of pieces of land and would be able to find some cadastre data, i.e. at least&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;size of the plot (square meters)&lt;/li&gt;&#xA;&lt;li&gt;possibly shape and neighbouring plots&lt;/li&gt;&#xA;&lt;li&gt;buildings&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would need this for certain places in Italy.&lt;/p&gt;&#xA;" OwnerUserId="19485" OwnerDisplayName="TorstenS" LastEditorUserId="312" LastEditDate="2018-05-24T15:06:25.917" LastActivityDate="2023-03-23T17:53:29.977" Title="Is cadastre data for Italy publicly available for download?" Tags="|geospatial|italy|cadastral|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12875" PostTypeId="5" CreationDate="2018-05-24T15:09:04.107" Score="0" Body="&lt;p&gt;A cadastral map or survey shows the extent, value, and ownership of land, especially for taxation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A cadastre commonly includes details of the ownership, the tenure, the precise location (therefore GPS coordinates are not used due to errors), the dimensions (and area), the cultivations if rural, and the value of individual parcels of land. Cadastres are used by many nations around the world, some in conjunction with other records, such as a title register&lt;/p&gt;&#xA;" OwnerUserId="312" LastEditorUserId="312" LastEditDate="2018-06-04T22:21:04.373" LastActivityDate="2018-06-04T22:21:04.373" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12876" PostTypeId="4" CreationDate="2018-05-24T15:09:04.107" Score="0" Body="A cadastral map or survey shows the extent, value, and ownership of land, especially for taxation." OwnerUserId="312" LastEditorUserId="312" LastEditDate="2018-06-09T00:47:16.587" LastActivityDate="2018-06-09T00:47:16.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12877" PostTypeId="1" CreationDate="2018-05-24T18:45:23.480" Score="1" ViewCount="34" Body="&lt;p&gt;I am working on a project involving inference of causal direction from purely observational data, and not time series (given several assumptions, of course). I've been using the &lt;a href=&quot;https://webdav.tuebingen.mpg.de/cause-effect/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CauseEffectPairs&lt;/a&gt; database to validate my method, but the ground truth in these datasets is based on the obviousness of true causal direction (e.g. altitude causes air temperature, age causes income). However, causal inference would be useful in the real world if it could identify a true causal direction in cases where it is not intuitively obvious.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let X and Y be collections of L observations of variables with dimension n and m, respectively. I want to evaluate my method on datasets with the following characteristics:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;There exists a non-confounded causal relationship between X and Y.&lt;/li&gt;&#xA;&lt;li&gt;The causal direction is not obvious. That is, reasonable mechanisms could be proposed both for the case where X causes Y and for the case where Y causes X, such that an experimental intervention would be necessary to choose between the two hypotheses.&lt;/li&gt;&#xA;&lt;li&gt;There exists experimental evidence that identifies the true causal direction (i.e. there's a ground truth).&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The data can be continuous, discrete, categorical, mixed, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, a dataset containing years of education and income at age 30 for some sample of US citizens would meet the first two criteria: 1) There is a clear correlation between education and income. 2) It is not clear whether education actually gives people the ability to earn more, or if people with the ability to earn more are predisposed to spend more years in education. This dataset would meet the third criterion if an experiment had been published that randomly assigned some people to pursue higher education and others not to do so and then observed their income at age 30. For obvious reasons, nobody has actually conducted such an experiment. So this would be a situation where observational causal inference would be useful, but I can't use this data to validate my method due to lack of ground truth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best answers would list some publically available data that could be used to create a dataset with the above criteria or describe a set of measurements that could be easily carried out that would produce such a dataset.&lt;/p&gt;&#xA;" OwnerUserId="19489" LastActivityDate="2018-05-24T18:45:23.480" Title="Non-obvious real-world datasets for observational causal inference" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12879" PostTypeId="1" AcceptedAnswerId="12880" CreationDate="2018-05-25T14:33:23.477" Score="1" ViewCount="151" Body="&lt;p&gt;I'm looking for a dataset with faces with a label that indicates if the face contains a mustache. I already discovered that CelebA has those kinds of labels but haven't found another one.&lt;/p&gt;&#xA;" OwnerUserId="19493" LastEditorDisplayName="user4293" LastEditDate="2018-05-25T22:06:14.153" LastActivityDate="2018-05-25T22:06:14.153" Title="Faces dataset with/without mustaches" Tags="|data-request|faces|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12880" PostTypeId="2" ParentId="12879" CreationDate="2018-05-25T17:01:01.587" Score="0" Body="&lt;p&gt;The Face and Gesture Recognition Research Network (FG-NET) aging database should, among others, contain this kind of labels.&#xA;I found a download-link in a comment on researchgate (www.researchgate.net/post/Does_anyone_have_a_working_link_to_the_FG-NET_ageing_database_or_any_other_ageing_database/amp)&lt;/p&gt;&#xA;" OwnerUserId="19483" LastActivityDate="2018-05-25T17:01:01.587" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12882" PostTypeId="1" CreationDate="2018-05-28T20:08:16.833" Score="1" ViewCount="52" Body="&lt;p&gt;I am trying to complete a project for a local nonprofit I work with. I am trying to use the Census API to pull in certain estimates in each of the counties they work in.&lt;/p&gt;&#xA;&lt;p&gt;I am trying to pull in poverty estimates at the tract, sub-county, and county levels. The data I need is in the S1701 dataset under the American Community Survey. It seems that I can't find the variables I need to call the data through the API.&lt;/p&gt;&#xA;&lt;p&gt;For example, I need the estimate for &amp;quot;Population for whom poverty status is determined&amp;quot;. I can't find the variable I need in any of the tables listed &lt;a href=&quot;https://www.census.gov/data/developers/data-sets/acs-1year.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I am new to all of this. If anyone has any advice, that would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="19507" LastEditorUserId="12650" LastEditDate="2022-10-04T08:25:06.097" LastActivityDate="2022-10-04T08:25:06.097" Title="Poverty estimates from Census API" Tags="|usa|api|census|economy|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12883" PostTypeId="2" ParentId="12882" CreationDate="2018-05-28T22:16:49.683" Score="1" Body="&lt;p&gt;For the county level, &lt;a href=&quot;https://www.census.gov/data-tools/demo/saipe/saipe.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;maps and tables&lt;/a&gt; of the 2016 poverty levels has already been created.  &lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-05-28T22:16:49.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12886" PostTypeId="1" AcceptedAnswerId="12888" CreationDate="2018-05-29T14:18:38.690" Score="3" ViewCount="41" Body="&lt;p&gt;I am looking for one or several sources that record changes in precinct names across time in the US (at least after the 2000s). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked on individual states' webpages, as well as other website such as &lt;a href=&quot;http://www.usboundary.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;. I can only find current names/codes of precincts but not the corresponding codes of those precincts that may have split or joined others across time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, no county has the same number of precincts and precinct names in 2000 as it does in 2018. I am interested in knowing, say, whether a precinct called 1-1 in 2000 is the same as one called 1-1A in 2018 in a given county. Any leads would be much appreciated.    &lt;/p&gt;&#xA;" OwnerUserId="15080" LastEditorUserId="1511" LastEditDate="2020-04-22T07:56:26.760" LastActivityDate="2020-04-22T07:56:26.760" Title="Precinct Name Change Across Time" Tags="|usa|us-census|elections|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12888" PostTypeId="2" ParentId="12886" CreationDate="2018-05-30T00:46:54.873" Score="1" Body="&lt;p&gt;The best source that I know of for precinct shapefiles is &lt;a href=&quot;https://github.com/nvkelso/election-geodata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/nvkelso/election-geodata&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;From this data, you would be able to identify whether a precinct has the same geography between elections and the same name, or whether either the geography or name has changed.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-05-30T00:46:54.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12891" PostTypeId="1" CreationDate="2018-05-30T21:06:14.147" Score="1" ViewCount="41" Body="&lt;p&gt;Currently, I am working on a project that requires information for public buildings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering what options are available to find the address and lat/log for each individual public building within a city? My project compiles of all individual departments within a city within a county. So I need the ability to see everything from a county and each city department within that county. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, all schools, parks, fire stations, police departments, city hall, etc. for the City of Columbus Ohio.&lt;/p&gt;&#xA;" OwnerUserId="19526" LastEditorUserId="1511" LastEditDate="2018-11-13T09:10:17.163" LastActivityDate="2018-11-13T09:13:50.957" Title="Downloading Public Building(s) Lat/Log" Tags="|data-request|geospatial|geocoding|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="12893" PostTypeId="1" CreationDate="2018-05-10T16:51:09.200" Score="1" ViewCount="47" Body="&lt;p&gt;Where to find US Cadastral data similar to Montana Cadastral Framework.&#xA;I would like to download taxable parcels and non-taxable parcels shape files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://geoinfo.msl.mt.gov/msdi/cadastral/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geoinfo.msl.mt.gov/msdi/cadastral/&lt;/a&gt;&#xA;Service Description: The Montana Cadastral Framework provides a digital representation of the written legal description of taxable parcels and non-taxable parcels, or land ownership, as defined in the Montana Department of Revenue's (DOR) Computer Assisted Mass Appraisal database (CAMA) The non-taxable parcels may include public lands (federal, state, local governments, etc.), tribal lands in USA or tribal trust, and other exempt property such as church owned property. The boundaries of aliquot parcels are built on the Bureau of Land Management’s Geographic Coordinate Database (GCDB). The non-aliquot parcels (parcels based on bearings and distances) are/were created through the use of coordinate geometry (COGO) and/or original digitization of paper and Mylar maps or deeds and still primarily reside on a GIS base. &lt;/p&gt;&#xA;" OwnerUserId="19386" OwnerDisplayName="thstart" LastActivityDate="2018-05-31T09:21:30.393" Title="Where to find US Cadastral data?" Tags="|usa|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="12894" PostTypeId="1" CreationDate="2018-05-31T09:55:37.393" Score="1" ViewCount="38" Body="&lt;p&gt;Is there any way to get &lt;code&gt;region -&amp;gt; city -&amp;gt; road&lt;/code&gt; database for some specific country. In this case I need For &lt;strong&gt;Germany&lt;/strong&gt; and &lt;strong&gt;Austria&lt;/strong&gt;. Databases I'm working with is &lt;code&gt;PostgreSQL&lt;/code&gt; with &lt;code&gt;PostGIS&lt;/code&gt; extension.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get this?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;Data:&lt;/strong&gt; Names of counties(regions), cities and roads. (Coordinates are bonus). Possible structure: county has many cities and roads. Road can belong to county and city or only county. &lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Context:&lt;/strong&gt; Georeferencing static retroreflection testing of road signs;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Region:&lt;/strong&gt; Germany and Austria;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;License:&lt;/strong&gt; Possible &lt;a href=&quot;https://opendata.meta.stackexchange.com/questions/15/whats-your-interpretation-of-the-open-in-open-data&quot;&gt;open&lt;/a&gt; dat;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Format:&lt;/strong&gt; Simple tables, CSV or other of requested data;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Authority:&lt;/strong&gt; It's important to be checked data;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Non-answers:&lt;/strong&gt; Was seeking for something like &lt;a href=&quot;http://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;. But lack of data. &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="19528" LastEditorUserId="6229" LastEditDate="2018-06-04T22:20:59.560" LastActivityDate="2018-06-04T22:20:59.560" Title="Seeking Database of German and Austrian roads?" Tags="|data-request|geospatial|database|" AnswerCount="0" CommentCount="4" ClosedDate="2018-06-01T13:38:23.550" ContentLicense="CC BY-SA 4.0" />
  <row Id="12895" PostTypeId="1" AcceptedAnswerId="15609" CreationDate="2018-05-31T12:30:57.050" Score="2" ViewCount="62" Body="&lt;p&gt;I am look for monthly temperature and precipitation data for various countries. Ideally the data would be for period 1981-2010, but other would also be fine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know this site: &lt;a href=&quot;https://www.metoffice.gov.uk/research/climate/climate-monitoring/land-and-atmosphere/surface-station-records&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.metoffice.gov.uk/research/climate/climate-monitoring/land-and-atmosphere/surface-station-records&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but it has only temperature-data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit 8.6.2018:&#xA;&lt;a href=&quot;https://www.dwd.de/DE/leistungen/klimadatenwelt/klimadatenwelt_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dwd.de/DE/leistungen/klimadatenwelt/klimadatenwelt_node.html&lt;/a&gt;&#xA;has some data, but for period 1961-1990&lt;/p&gt;&#xA;" OwnerUserId="2705" LastEditorUserId="2705" LastEditDate="2018-06-08T18:10:05.770" LastActivityDate="2019-08-17T19:02:55.707" Title="climate station data -not gridded data" Tags="|climate|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12896" PostTypeId="1" CreationDate="2018-05-31T16:00:05.643" Score="2" ViewCount="63" Body="&lt;p&gt;&quot;Books and Supplies&quot; is a component of the Estimated Cost of Attendance. I would like to get only the &quot;Books and Supplies&quot; data for a given institution from the &quot;College Scorecard&quot; data.&lt;/p&gt;&#xA;" OwnerUserId="19531" LastActivityDate="2018-06-14T13:16:15.607" Title="Books and Supplies" Tags="|education|collegescorecard|books|cost|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12897" PostTypeId="2" ParentId="5691" CreationDate="2018-05-31T16:43:34.993" Score="0" Body="&lt;p&gt;A bit late answering this one. The Kaggle datasets include data on the precious metals:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;eg &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gold: &lt;a href=&quot;https://www.kaggle.com/vasilis73/goldindex/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/vasilis73/goldindex/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="551" LastActivityDate="2018-05-31T16:43:34.993" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12900" PostTypeId="2" ParentId="12882" CreationDate="2018-05-31T18:14:24.783" Score="2" Body="&lt;p&gt;Check the subject table section from the page you linked to. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.census.gov/data/2016/acs/acs1/subject/variables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2016/acs/acs1/subject/variables.html&lt;/a&gt;&#xA;It includes variables from the S1701 table.&lt;/p&gt;&#xA;" OwnerUserId="19532" LastActivityDate="2018-05-31T18:14:24.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12901" PostTypeId="2" ParentId="12895" CreationDate="2018-06-01T04:17:42.200" Score="1" Body="&lt;p&gt;The Atmospheric Radiation Measurement (ARM) program has been collecting precipitation, temperature and more for decades. You’ll want other datasets to get global coverage, but ARM data will give you a high level of detail and quality for the areas they cover.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://www.arm.gov/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;ARM focuses on obtaining continuous measurements—supplemented by field campaigns—and providing data products that promote the advancement of climate models. Serving users worldwide, the ARM Data Center collects and archives approximately 20 terabytes of data per month. Datastreams are generally available for download within 48 hours.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-06-01T04:17:42.200" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12906" PostTypeId="1" CreationDate="2018-06-03T02:46:14.673" Score="1" ViewCount="29" Body="&lt;p&gt;I'm looking for a dataset for at least one product segment with at least 1000 records and with attributes like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;product name, &lt;/li&gt;&#xA;&lt;li&gt;product price, &lt;/li&gt;&#xA;&lt;li&gt;shipping type (free or customer paid)&lt;/li&gt;&#xA;&lt;li&gt;monthly sales ($)&lt;/li&gt;&#xA;&lt;li&gt;geographic region&lt;/li&gt;&#xA;&lt;li&gt;no. of customers who bought the product, &lt;/li&gt;&#xA;&lt;li&gt;customer type (new or existing) &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19542" LastEditorDisplayName="user4293" LastEditDate="2018-06-04T08:42:49.947" LastActivityDate="2018-06-04T08:42:49.947" Title="Dataset for clothing" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12907" PostTypeId="1" CreationDate="2018-06-03T12:00:23.380" Score="2" ViewCount="100" Body="&lt;p&gt;In some papers, it is used the Beijing ring road traffic data. &lt;br/&gt;&#xA;I searched the internet, But I didn't find the dataset.&lt;br/&gt;&#xA;&lt;hr/&gt;&#xA;For example, in a paper, it is noted:&lt;br/&gt;&#xA;&lt;i&gt;&#xA;&quot;Beijing is the capital of China and one of the largest cities in the world. At present, Beijing is encircled by four two-way ring roads, that is, the second to fifth ring roads, and has about 10,000 taxis to serve its population of more than 21 million. These taxis are equipped with GPS devices that upload data approximately every minute. The uploaded data contain information, including car positions, recording time, moving directions, vehicle travel speeds, etc. The data were collected from 1 May 2015 to 6 June 2015 (37 days).&quot;&lt;/i&gt;&#xA;&lt;br/&gt;&#xA;&lt;hr/&gt;&#xA;How can I get them? Is there a site to download it?&lt;br/&gt;&#xA;Or do you know a good data set instead of it that contains the speed of vehicles?&lt;br/&gt;&#xA;Thank you&lt;/p&gt;&#xA;" OwnerUserId="19543" LastActivityDate="2018-07-25T17:01:06.977" Title="Where can I get the Beijing ring road traffic data (speed of vehicles)?" Tags="|data-request|transportation|traffic|" AnswerCount="1" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12908" PostTypeId="2" ParentId="8998" CreationDate="2018-06-03T13:06:53.097" Score="2" Body="&lt;p&gt;This is an on going area of exploration and prototypes both in commercial publishing and semi-academic projects. Crossref, DataCite, and Figshare all provide a technical metadata and infrastructure to enable this but there is, as of yet, no (or weak) consensus on how to achieve this end. So, look what these company's are doing. Also, look for &quot;overlay journals&quot; in your field as these provide the kind of links you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="19544" LastActivityDate="2018-06-03T13:06:53.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12909" PostTypeId="2" ParentId="827" CreationDate="2018-06-03T13:22:28.457" Score="0" Body="&lt;p&gt;DOIs are only useful to readers when the metadata and content behind them is maintained. Each Registration Agency (RA) has a different set of required metadata. For example, all DOIs &lt;strong&gt;require&lt;/strong&gt; a URL to the location of the content (or some landing page). When the content moves the DOI metadata &lt;strong&gt;must be&lt;/strong&gt; updated to point to the new URL. This continuity of access is something individuals are not so good at, esp. after a decade or more of maintenance. My answer does not address your question directly, but, perhaps, it gives a little insight as to why creating DOIs can seem burdensome.&lt;/p&gt;&#xA;" OwnerUserId="19544" LastActivityDate="2018-06-03T13:22:28.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12910" PostTypeId="2" ParentId="9075" CreationDate="2018-06-03T13:43:21.190" Score="1" Body="&lt;p&gt;What are looking for information on is generally called text and data mining (TDM). Most publishers provide TDM details in the metadata associated with a DOI. The detail is usually a link to a use license. You would have to catalog the licenses to know (from the link alone) if the license provided open access to the content.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, here is metadata for the journal article &quot;Representational bias in phytoliths from modern soils of central North America&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.crossref.org/works/10.1016/j.palaeo.2013.01.026&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.crossref.org/works/10.1016/j.palaeo.2013.01.026&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;that contains a link to the license and links to the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more information on TDM see Crossref's useful collection of information&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://support.crossref.org/hc/en-us/sections/203047543&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://support.crossref.org/hc/en-us/sections/203047543&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19544" LastActivityDate="2018-06-03T13:43:21.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12911" PostTypeId="1" CreationDate="2018-06-03T15:12:05.230" Score="1" ViewCount="17" Body="&lt;p&gt;I'm looking for data to compare the use of condom among people (percentages) over time, and then in the same place and the same time, the number of people infected with HIV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I need exactly:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The number of people in one given population (or globally).&lt;/li&gt;&#xA;&lt;li&gt;The number of them infected with HIV (or other STDs).&lt;/li&gt;&#xA;&lt;li&gt;The use of condoms during the same period in this population.&lt;/li&gt;&#xA;&lt;li&gt;If possible, I want to see the outbreak of the disease.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I don't really care about which population, it's just for testing an epidemiologic model.&lt;/p&gt;&#xA;" OwnerUserId="19545" LastEditorDisplayName="user4293" LastEditDate="2018-06-04T08:41:03.793" LastActivityDate="2018-06-04T08:41:03.793" Title="Estimated use of condom over time and it's effectiveness on HIV?" Tags="|data-request|medical|disease|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12912" PostTypeId="1" CreationDate="2018-06-03T18:14:32.120" Score="5" ViewCount="191" Body="&lt;p&gt;I'm looking for shapefiles of the British railway network from any time between 1900 and 1970 (before many of the railways were closed). There are many historical GIS sites (such as &lt;a href=&quot;http://www.port.ac.uk/research/gbhgis/&quot; rel=&quot;noreferrer&quot;&gt;GBHGIS&lt;/a&gt; and &lt;a href=&quot;http://www.visionofbritain.org.uk/&quot; rel=&quot;noreferrer&quot;&gt;Vision of Britain&lt;/a&gt;) but none of them seem to have any railway data.&lt;/p&gt;&#xA;" OwnerUserId="16295" LastEditorUserId="70" LastEditDate="2022-10-13T16:40:51.457" LastActivityDate="2024-03-08T12:03:45.480" Title="Shapefiles of 20th Century British Railways" Tags="|data-request|geospatial|historical|transportation|public-transport|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12914" PostTypeId="2" ParentId="7577" CreationDate="2018-06-04T06:41:43.357" Score="-1" Body="&lt;p&gt;I suggest &lt;a href=&quot;https://www.car-database-api.com/vehicle-api-parameters&quot; rel=&quot;nofollow noreferrer&quot;&gt;car-database-api's database and documentation&lt;/a&gt;. It's accurate, regularly updated and they have some cars which you cannot find in most databases on the net.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We checked the cars parameters and they were just like those you get from the manufacturers, aka - legitimate for use.&lt;/p&gt;&#xA;" OwnerUserId="19550" LastEditorDisplayName="user4293" LastEditDate="2018-06-04T08:40:16.320" LastActivityDate="2018-06-04T08:40:16.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12915" PostTypeId="2" ParentId="1664" CreationDate="2018-06-04T07:17:46.430" Score="0" Body="&lt;p&gt;Check out &lt;a href=&quot;https://www.auto-data.net/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Autodata-net&lt;/a&gt; (updated on a daily basis). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want more detailed technical data, check out &lt;a href=&quot;https://www.car-database-api.com/vehicle-api-parameters&quot; rel=&quot;nofollow noreferrer&quot;&gt;Car DataBase API&lt;/a&gt;. It is a paid database, but it offers images with the cars.&lt;/p&gt;&#xA;" OwnerUserId="19551" LastEditorDisplayName="user4293" LastEditDate="2018-06-04T08:39:26.810" LastActivityDate="2018-06-04T08:39:26.810" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12919" PostTypeId="1" CreationDate="2018-06-05T06:36:07.133" Score="1" ViewCount="30" Body="&lt;p&gt;I´m trying to classify images of 3 clam species:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ruditapes Decussatus &#xA;&lt;a href=&quot;https://i.stack.imgur.com/PqIVp.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PqIVp.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Venerupis Pullastra &#xA;&lt;a href=&quot;https://i.stack.imgur.com/tUdLN.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tUdLN.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ruditapes philippinarum&#xA;&lt;a href=&quot;https://i.stack.imgur.com/uhpQI.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/uhpQI.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've read that you can scrape from Google Images; but as you can see, I do not think that Google's differentiation with respect to these species is reliable enough. And the ton of images to train can be really tedious to separate manually.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does someone know a dataset that can be used; or a pre-trained network?&lt;/p&gt;&#xA;" OwnerUserId="19562" LastEditorDisplayName="user4293" LastEditDate="2018-06-05T08:28:18.487" LastActivityDate="2018-06-05T08:28:18.487" Title="Clam image dataset to an image classification" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12920" PostTypeId="1" CreationDate="2018-06-05T10:21:19.640" Score="1" ViewCount="40" Body="&lt;p&gt;What is the best strategy using SPARQL queries over DBpedia to retrieve the subgraph that connects two resources ?&lt;/p&gt;&#xA;" OwnerUserId="14088" LastActivityDate="2018-06-05T10:21:19.640" Title="Get subgraph connecting two resources" Tags="|dbpedia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12921" PostTypeId="1" AcceptedAnswerId="12922" CreationDate="2018-06-05T11:28:35.053" Score="2" ViewCount="25" Body="&lt;p&gt;I found this really interesting graph at sunlightfoundation.com.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/5q9WA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/5q9WA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to do one of my own, just with a few style tweaks and updated for 2018, or at least 2017. I checked the source's website, but found no raw data there. Perhaps by &quot;source&quot; they meant they were the ones who put the graph together? I would imagine they must have got their numbers from &lt;em&gt;somewhere&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; Is there an open resource for lobbying expenditures? I presume I could then narrow the selection down by topic. I am basically only interested in Net Neutrality lobbying data at the moment.&lt;/p&gt;&#xA;" OwnerUserId="18860" LastActivityDate="2018-06-05T12:58:43.320" Title="Data on Lobbying Expenditures: Net Neutrality" Tags="|data-request|usa|government|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12922" PostTypeId="2" ParentId="12921" CreationDate="2018-06-05T12:58:43.320" Score="1" Body="&lt;p&gt;Apparently they used data from OpenSecrets. Access to their data is available at &lt;a href=&quot;https://www.opensecrets.org/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opensecrets.org/open-data&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Mentions of net neutrality in lobbying reports, 2005-2013; Sunlight Foundation using OpenSecrets.org data&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.opensecrets.org/news/issues/net_neutrality/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSecrets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-06-05T12:58:43.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12924" PostTypeId="1" AcceptedAnswerId="12943" CreationDate="2018-06-05T17:54:27.253" Score="1" ViewCount="69" Body="&lt;p&gt;I am doing a project on change detection on remote sensory images over India.&#xA;I need images of the same place on two different time instances.&#xA;However i am only able to find images of certain place in a particular time (not selected by me).&lt;/p&gt;&#xA;" OwnerUserId="19565" LastEditorUserId="10007" LastEditDate="2018-06-22T07:08:38.110" LastActivityDate="2018-06-22T07:08:38.110" Title="How do i collect mult temporal satelite imagery?" Tags="|data-request|geospatial|data.gov|images|" AnswerCount="3" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="12925" PostTypeId="2" ParentId="5892" CreationDate="2018-06-05T18:42:54.187" Score="1" Body="&lt;p&gt;It's incomplete, but NC DETECT is a well regarded disease surveillance system for emergency department and ambulance data. Their case definitions, both ICD and text/ chief complaint based, are online. Would take a bit of work to make a clean symptom database in the format you want, but might be a meaningful and useful subset. I work with that data fairly regularly. www.ncdetect.org&lt;/p&gt;&#xA;" OwnerUserId="12954" LastEditorUserId="12954" LastEditDate="2018-07-12T12:08:02.183" LastActivityDate="2018-07-12T12:08:02.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12926" PostTypeId="2" ParentId="12924" CreationDate="2018-06-05T20:05:02.900" Score="2" Body="&lt;p&gt;If your location is within the United States, you can download imagery from the &lt;a href=&quot;https://viewer.nationalmap.gov/basic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Map Viewer&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-06-05T20:05:02.900" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12927" PostTypeId="2" ParentId="12874" CreationDate="2018-06-05T20:41:48.970" Score="1" Body="&lt;p&gt;Geodati.gov.it lists Cadastral cartography by munipality. However, all of the links to download (&quot;scarica&quot;) these files are grayed out. Each file lists a website and some contact information, so you may be able to request these as downloads. They also provide an XML file, so you may be able to add these to a GIS project as WMS layers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a link to the &lt;a href=&quot;https://translate.googleusercontent.com/translate_c?act=url&amp;amp;depth=1&amp;amp;hl=en&amp;amp;ie=UTF8&amp;amp;prev=_t&amp;amp;rurl=translate.google.com&amp;amp;sl=it&amp;amp;sp=nmt4&amp;amp;tl=en&amp;amp;u=http://geodati.gov.it/geoportale/visualizzazione-metadati%3Fkeyword%3DINSPIRETheme:%2522Parcelle%2520catastali%2522&amp;amp;xid=25657,15700019,15700043,15700124,15700149,15700168,15700186,15700190,15700201&amp;amp;usg=ALkJrhi4R_rnSM6dL4Zs-WupH8T3opYe_g&quot; rel=&quot;nofollow noreferrer&quot;&gt;google-translated page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If that won't load, go to &lt;a href=&quot;http://geodati.gov.it/geoportale/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geodati.gov.it/geoportale/&lt;/a&gt; and click on &lt;em&gt;Dati di base topografic e catastali&lt;/em&gt;, then click on &lt;em&gt;Parcelle catastali&lt;/em&gt;. &lt;a href=&quot;http://geodati.gov.it/geoportale/visualizzazione-metadati?keyword=INSPIRETheme:%22Parcelle%20catastali%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's a direct link.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also a &lt;a href=&quot;http://geodati.gov.it/geoportale/geoviewer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;map viewer (&quot;Vizzualizatore&quot;)&lt;/a&gt;. This seems like it would allow you to see the parcel/cadastre layers, but I couldn't figure out how.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this site by translating &quot;real estate&quot; (immobiliare), &quot;parcel&quot; (appezzamento) and &quot;download&quot; (scaricare) into Italian, then googling shapefile scaricare appezzamento immobiliare.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know this isn't &lt;em&gt;exactly&lt;/em&gt; what you were looking for, but I hope it helps you get closer to what you need.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-06-05T20:41:48.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12928" PostTypeId="2" ParentId="12796" CreationDate="2018-06-05T20:53:10.313" Score="2" Body="&lt;p&gt;Wandermap.net has an option to &quot;export to GPS&quot; which I would expect to be give you a .gpx file. &#xA;The OSM wander map you linked to is drawing its trails from &lt;a href=&quot;https://hiking.waymarkedtrails.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hiking.waymarkedtrails.org&lt;/a&gt; and its cycling routes from &lt;a href=&quot;https://cycling.waymarkedtrails.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cycling.waymarkedtrails.org&lt;/a&gt;. Here you can download a trail as .gpx or .kml format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AFqjB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AFqjB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are open source softwares such as QGIS that will allow you to convert a .gpx or .kml file to shapefile.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-06-05T20:53:10.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12931" PostTypeId="1" CreationDate="2018-06-06T15:46:54.053" Score="1" ViewCount="163" Body="&lt;p&gt;I'm looking for an Open Source API to find out Latitude and Longitude based on provided LSD or Section or UWI info of Alberta and BC province of Canada.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help.&lt;/p&gt;&#xA;" OwnerUserId="19078" LastActivityDate="2018-06-06T15:46:54.053" Title="API to find Latitude and Longitude based on Unique Well Identifier(UWI) info Canada" Tags="|geospatial|api|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12932" PostTypeId="2" ParentId="12485" CreationDate="2018-06-07T10:43:05.037" Score="1" Body="&lt;p&gt;A patient can be admitted into a hospital ward and not go into ICU.&lt;/p&gt;&#xA;" OwnerUserId="17348" LastActivityDate="2018-06-07T10:43:05.037" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12933" PostTypeId="1" AcceptedAnswerId="12934" CreationDate="2018-06-07T11:52:01.043" Score="3" ViewCount="40" Body="&lt;p&gt;I'm looking for a database on African roads, but I want to know what type of road this is (paved, tarred, and so on) in order to assess not only the quantity but also the quality of the road network.&lt;/p&gt;&#xA;&lt;p&gt;Does anybody know if a database of that kind already exists?&lt;/p&gt;&#xA;" OwnerUserId="19577" LastEditorUserId="23272" LastEditDate="2022-07-14T12:40:56.570" LastActivityDate="2022-07-14T12:40:56.570" Title="Seeking free vector data on road type in Africa" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12934" PostTypeId="2" ParentId="12933" CreationDate="2018-06-07T12:17:45.390" Score="4" Body="&lt;p&gt;You can get road data from OpenStreetMap: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Shapefiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Shapefiles&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The road data will often include &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:surface&quot; rel=&quot;nofollow noreferrer&quot;&gt;information on the surface&lt;/a&gt;, i.e. whether it is asphalt, gravel, or dirt.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap data are freely available and editable, but they are crowd-sourced. There is no guarantee of completeness, especially in regard to road's surface type.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="10618" LastEditDate="2018-12-21T01:47:01.233" LastActivityDate="2018-12-21T01:47:01.233" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12935" PostTypeId="2" ParentId="12924" CreationDate="2018-06-07T12:23:00.353" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://www.esa.int/Our_Activities/Observing_the_Earth/Copernicus/Sentinel-2/Changing_lands&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sentinel-2&lt;/a&gt; provides repeat passes of most of the Earth's surface.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2018-06-07T12:23:00.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12936" PostTypeId="1" CreationDate="2018-06-07T12:51:45.693" Score="3" ViewCount="1724" Body="&lt;p&gt;There are many &lt;a href=&quot;https://opendata.stackexchange.com/search?q=face%20image&quot;&gt;face image datasets&lt;/a&gt; for image recognition, but I'm looking for one that focuses on images that show the mouth, and are tagged with if the face is showing their teeth or not.  Could be smiling or making a face like Jack Nicholson in The Shining.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd also take a selfie image dataset, and then I could do the teeth-tagging myself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8nI82m.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8nI82m.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qLneMm.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qLneMm.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/UEJd5m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/UEJd5m.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-12-02T14:34:17.613" LastActivityDate="2023-03-23T00:46:41.767" Title="mouth image dataset - with tagged teeth" Tags="|data-request|images|faces|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="12937" PostTypeId="1" AcceptedAnswerId="12939" CreationDate="2018-06-07T16:52:02.303" Score="4" ViewCount="69" Body="&lt;p&gt;The English Wikipedia includes an article for nearly every U.S. Census Place. Has anyone published a crosswalk from FIPS codes of these places to Wikipedia urls?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this something that would be possible with wikidata?&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2018-06-08T00:50:29.650" LastActivityDate="2018-06-09T17:46:53.053" Title="Crosswalk between FIPS codes and Wikipedia articles about U.S. Census Places" Tags="|data-request|us-census|wikipedia|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12939" PostTypeId="2" ParentId="12937" CreationDate="2018-06-08T06:33:18.700" Score="3" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Is this something that would be possible with Wikidata?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Yes, this is possible:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There are the &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P774&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIPS 55-3&lt;/a&gt; and &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P882&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIPS 6-4&lt;/a&gt; properties in Wikidata; &lt;/li&gt;&#xA;&lt;li&gt;Wikidata contains information about the so-called sitelinks (see &lt;a href=&quot;https://opendata.stackexchange.com/q/6050/16193&quot;&gt;this question&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Ffips_code%20%3Fwikipedia_article%20WHERE%20%7B%0A%20%20%3Fwikidata_item%20wdt%3AP774%20%3Ffips_code%20.%0A%20%20%3Fwikipedia_article%20schema%3Aabout%20%3Fwikidata_item%20.%0A%20%20%3Fwikipedia_article%20schema%3AisPartOf%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E%20.%0A%7D%20ORDER%20BY%20%3Ffips_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try&lt;/a&gt; the  following query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; SELECT ?fips_code ?wikipedia_article WHERE {&#xA;  ?wikidata_item wdt:P774 ?fips_code .&#xA;  ?wikipedia_article schema:about ?wikidata_item .&#xA;  ?wikipedia_article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt; .&#xA;} ORDER BY ?fips_code&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you need FIPS 6-4 codes instead of FIPS 55-3 ones, replace &lt;code&gt;wdt:P774&lt;/code&gt; with &lt;code&gt;wdt:P882&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-06-09T17:46:53.053" LastActivityDate="2018-06-09T17:46:53.053" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12940" PostTypeId="1" AcceptedAnswerId="13039" CreationDate="2018-06-08T07:48:29.623" Score="1" ViewCount="27" Body="&lt;p&gt;In the U.K. the Health and Safety Executive collects workplace accidents and fatalities data. They publish aggregated summaries but not the raw data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How and to whom do I request the raw data?&lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="9956" LastEditDate="2018-08-02T01:41:04.230" LastActivityDate="2018-08-02T01:41:04.230" Title="Requesting Workplace accident data from the UK Government" Tags="|data-request|government|medical|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12941" PostTypeId="1" AcceptedAnswerId="12942" CreationDate="2018-06-09T09:55:23.863" Score="3" ViewCount="138" Body="&lt;p&gt;I have a project. It's basically doing 2 things:&lt;br&gt;&#xA;- collect data&lt;br&gt;&#xA;- do something with the data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The codeI use is open source and available on GitHub.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crawler that collects the dataset works slow (400 pages per minute), and the resulting dataset will big: 40 million records, more than 2000 MB.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I assume that the dataset could be useful as a stand-alone object. May be somebody will do something else with the data and the person will not have wait 100 days to collect it again, if I share it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I store this data, to make it available for any person and to keep it free of charge without abusing GitHub?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;History of the dataset changing would be a nice feature...&lt;/p&gt;&#xA;" OwnerUserId="19589" LastEditorDisplayName="user4293" LastEditDate="2018-06-09T14:46:57.287" LastActivityDate="2018-06-11T11:21:43.263" Title="Where I should store (public) dataset for opensource project?" Tags="|uses-of-open-data|" AnswerCount="2" CommentCount="2" ClosedDate="2018-06-12T20:16:39.223" ContentLicense="CC BY-SA 4.0" />
  <row Id="12942" PostTypeId="2" ParentId="12941" CreationDate="2018-06-09T16:44:34.603" Score="3" Body="&lt;p&gt;What makes you think storing data on GitHub is an abuse of GitHub?&lt;br&gt;&#xA;It most certainly is not. &lt;a href=&quot;https://github.com/collections/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub showcases Open Data repositories&lt;/a&gt; as one of its features.&lt;br&gt;&#xA;So use GitHub, you already are anyways.&lt;br&gt;&#xA;If GitHub simply will not do, check out &lt;a href=&quot;https://datahub.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub.io&lt;/a&gt;, &lt;a href=&quot;https://data.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt;, or data portals that are specific to the type(s) of data you have been collecting.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If size is the issue and you aren't comfortable with breaking the data up into multiple zips to get around GitHub's sizing issues, then &lt;a href=&quot;https://bernsteinbear.com/dat-paper.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dat data and Beaker Browser&lt;/a&gt; seem like another possible solution for you.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-06-10T16:47:29.917" LastActivityDate="2018-06-10T16:47:29.917" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="12943" PostTypeId="2" ParentId="12924" CreationDate="2018-06-10T07:25:30.537" Score="2" Body="&lt;p&gt;You can access multiple years of Landsat data here: &lt;a href=&quot;https://earthexplorer.usgs.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sentinel data can be found here: &#xA;&lt;a href=&quot;https://earthexplorer.usgs.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov&lt;/a&gt;&#xA;And this post explains how to access the data: &#xA;&lt;a href=&quot;https://gisgeography.com/how-to-download-sentinel-satellite-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gisgeography.com/how-to-download-sentinel-satellite-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Landsat has global coverage and decades of data, but you may want to be careful that the data you are accessing has the same satellite footprint / spatial resolution. The newest data, of higher ewsoluation, can be matched to the 30m resolution of older data by resampling the Imagery if you want to use a consistent spatial resolution. &lt;/p&gt;&#xA;" OwnerUserId="19595" LastActivityDate="2018-06-10T07:25:30.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12946" PostTypeId="2" ParentId="12941" CreationDate="2018-06-11T11:21:43.263" Score="1" Body="&lt;p&gt;On other site I get a handful of responses.&lt;br&gt;&#xA;I pick one of them:&lt;br&gt;&#xA;use public clouds, such as skydrive, google drive, yandex disk, mail.ru cloud, mega or anything else.&lt;br&gt;&#xA;From all of them I picked up Yandex Disk, because they provide webdav option (REST API also available) to get it integrated into any project just with &lt;br&gt;&#xA;&lt;code&gt;curl -T ./local_file.zip --user &quot;{username}:{password}&quot; https://webdav.yandex.ru/backup.zip&lt;/code&gt; &lt;br&gt; (this solution provided by Anatoliy Skornyakov) &lt;br&gt;&#xA;So, I think it's great idea to use a public cloud with a great amount of space provided for free of charge.&lt;br&gt;&lt;/p&gt;&#xA;" OwnerUserId="19589" LastActivityDate="2018-06-11T11:21:43.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12947" PostTypeId="2" ParentId="1695" CreationDate="2018-06-12T13:31:52.803" Score="-1" Body="&lt;p&gt;You can negotiate to buy all worldwide hotels data from&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.lodgingeo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.lodgingeo.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They actually have collected almost all planet accommodation properties. It is not free, but it is the most affordable. The database is comprehensive with contact details and hotels images. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note: I am affiliated with this site)&lt;/p&gt;&#xA;" OwnerUserId="8524" LastEditorDisplayName="user4293" LastEditDate="2018-06-12T15:43:25.280" LastActivityDate="2018-06-12T15:43:25.280" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12949" PostTypeId="1" CreationDate="2018-06-13T06:19:09.623" Score="3" ViewCount="43" Body="&lt;p&gt;I'm trying to find a good source of &lt;a href=&quot;https://en.wikipedia.org/wiki/Normalized_difference_vegetation_index&quot; rel=&quot;nofollow noreferrer&quot;&gt;NDVI&lt;/a&gt; imagery (vegetation), but I'm struggling to find proper high resolution imagery for Iran. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have references to NDVI imagery (at sub-10m resolution) for 2012-2014?&lt;/p&gt;&#xA;" OwnerUserId="19613" LastEditorUserId="9956" LastEditDate="2018-07-02T17:02:57.517" LastActivityDate="2018-07-02T17:02:57.517" Title="NDVI Imagery for Iran" Tags="|data-request|geospatial|uses-of-open-data|images|land-cover|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12950" PostTypeId="2" ParentId="12800" CreationDate="2018-06-14T02:39:42.957" Score="1" Body="&lt;p&gt;In June 2013, the City of Calgary, Alberta &lt;a href=&quot;https://en.wikipedia.org/wiki/2013_Alberta_floods&quot; rel=&quot;nofollow noreferrer&quot;&gt;experienced severe flooding&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The City has made very high resolution orthophoto mosaics available at no cost on their website. The licences specifies non-commercial use - see the links below for the specifics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One was captured &lt;a href=&quot;https://cityonline.calgary.ca/Pages/Category.aspx?cat=CITYonlineDefault&amp;amp;category=Orthophotos-Flood(2013)&quot; rel=&quot;nofollow noreferrer&quot;&gt;during the flood&lt;/a&gt; (not necessarily at the peak) and another was captured &lt;a href=&quot;https://cityonline.calgary.ca/Pages/Category.aspx?cat=CITYonlineDefault&amp;amp;category=Orthophotos-BySection(2013%20Aug)&quot; rel=&quot;nofollow noreferrer&quot;&gt;a few months later&lt;/a&gt;. Note - this imagery is aerial rather than satellite.&lt;/p&gt;&#xA;" OwnerUserId="19619" LastActivityDate="2018-06-14T02:39:42.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12951" PostTypeId="1" CreationDate="2018-06-14T08:53:08.257" Score="1" ViewCount="100" Body="&lt;p&gt;I cannot find the coordinates of the UK NUTS levels. There are resources which tell what the name and the code of NUTS regions are. But they do not provide what are their coordinates! I need a dataset which should include the NUTS name and the lat/long that surround the area.&#xA;Data can be in any standard formats, e.g. CSV or Geojson. &lt;/p&gt;&#xA;" OwnerUserId="16009" OwnerDisplayName="Memin" LastEditorUserId="312" LastEditDate="2018-06-14T09:37:35.423" LastActivityDate="2018-06-14T09:37:35.423" Title="Looking for dataset of the coordinates of the UK NUTS Levels" Tags="|geospatial|uk|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12952" PostTypeId="2" ParentId="12951" CreationDate="2018-06-14T09:05:46.970" Score="3" Body="&lt;p&gt;You can download the NUTS regions in various formats from &lt;a href=&quot;http://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units/nuts&quot; rel=&quot;nofollow noreferrer&quot;&gt;EUROStat&lt;/a&gt; or they provide &lt;a href=&quot;http://ec.europa.eu/eurostat/cache/GISCO/distribution/v2/nuts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;a REST API&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="312" OwnerDisplayName="Ian Turton" LastActivityDate="2018-06-14T09:05:46.970" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12953" PostTypeId="1" CreationDate="2018-05-01T10:02:22.283" Score="6" ViewCount="50" Body="&lt;p&gt;I am looking at census tract TIGER/Line shapefiles from data.gov (&lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&lt;/a&gt;), and I see that they&#xA;provide options for census tracts for different years. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I noticed that the file size between the census tracts for 2010, 2011, 2012,... 2017 all have different file sizes. I thought the census tract was supposed to only be updated per decade? I'm wondering why this is.&lt;/p&gt;&#xA;" OwnerUserId="19294" OwnerDisplayName="Rolando" LastEditorUserId="9956" LastEditDate="2018-07-17T19:16:24.490" LastActivityDate="2018-07-17T19:16:24.490" Title="Do census tract geographic shapefile data update annually?" Tags="|geospatial|usa|census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12954" PostTypeId="1" CreationDate="2018-05-20T10:50:19.177" Score="3" ViewCount="28" Body="&lt;p&gt;I am looking for historic extent data for the city of Beirut, in Lebanon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to show the growth of the city over time, from 1950 to today. The data are to be used in a web visualisation to aid story-telling and therefore do not necessarily have to be from an authoritative source. Ideally I'd like to show the growth of the city one decade at a time, so 1950 - 1960 - 1970 - 1980 and so on.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've looked at a number of data sources - including GADM and a number of 'GIS data aggregator' sites. Whilst finding contemporary boundaries isn't too difficult, finding historic data for comparison purposes is proving a challenge. Any spatial format is fine, even Excel with coordinates would be workable.&lt;/p&gt;&#xA;" OwnerDisplayName="the_bonze" LastEditorUserId="9956" LastEditDate="2018-06-24T17:45:10.453" LastActivityDate="2018-06-24T17:45:10.453" Title="Historic spatial extent of Beirut, Lebanon?" Tags="|geospatial|government|historical|city|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12955" PostTypeId="2" ParentId="7361" CreationDate="2018-06-14T09:26:05.700" Score="0" Body="&lt;p&gt;Late answer but in case anyone else finds this post.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We released our API called Storm Glass a couple of months back  and it  provides almost all of the attributes you are requesting. From what I can see we are missing: &lt;code&gt;ice cover&lt;/code&gt; and &lt;code&gt;1000-500mb Thickness&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://stormglass.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stormglass.io&lt;/a&gt; for full list of attributes and examples on how to use the API. We do offer a Free developer plan.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note: I'm one of the developers building stormglass.io&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="19621" LastActivityDate="2018-06-14T09:26:05.700" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12956" PostTypeId="2" ParentId="3287" CreationDate="2018-06-14T09:30:06.577" Score="1" Body="&lt;p&gt;Just posted an answer here: &lt;a href=&quot;https://opendata.stackexchange.com/questions/7361/extensive-weather-or-sea-state-api/12955#12955&quot;&gt;Extensive Weather or Sea State API?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Late answer but in case anyone else finds this post.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We released our API called Storm Glass a couple of months back and it provides up to 22 attributes, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Swell Height&lt;/li&gt;&#xA;&lt;li&gt;Swell Direction&lt;/li&gt;&#xA;&lt;li&gt;Swell Period&lt;/li&gt;&#xA;&lt;li&gt;Coastal Sea Level&lt;/li&gt;&#xA;&lt;li&gt;Wave Height&lt;/li&gt;&#xA;&lt;li&gt;Wave Direction&lt;/li&gt;&#xA;&lt;li&gt;Wave Period&lt;/li&gt;&#xA;&lt;li&gt;Water Temperature&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://stormglass.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stormglass.io&lt;/a&gt; for full list of attributes and examples on how to use the API. We do offer a Free developer plan.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note: I'm one of the developers building stormglass.io&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="19621" LastActivityDate="2018-06-14T09:30:06.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12957" PostTypeId="2" ParentId="12896" CreationDate="2018-06-14T13:16:15.607" Score="2" Body="&lt;p&gt;That data element is not available in Scorecard.  However, it is available from IPEDS (&lt;a href=&quot;https://nces.ed.gov/ipeds/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/&lt;/a&gt;) which is where the other Scorecard cost metrics come from.  The books and supplies data can be found for individual institutions on College Navigator (&lt;a href=&quot;https://nces.ed.gov/collegenavigator/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/collegenavigator/&lt;/a&gt;), or can be downloaded, en masse, from the IPEDS Use The Data Page (&lt;a href=&quot;https://nces.ed.gov/ipeds/use-the-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/use-the-data&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2018-06-14T13:16:15.607" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12959" PostTypeId="2" ParentId="269" CreationDate="2018-06-14T19:58:23.807" Score="0" Body="&lt;p&gt;I just came accross &lt;strong&gt;&lt;a href=&quot;https://www.foodrepo.org/ch/products&quot; rel=&quot;nofollow noreferrer&quot;&gt;FoodRepo&lt;/a&gt;&lt;/strong&gt;, with currently 25027* products (*as of 2018-06-14)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Food Repo is an open, freely accessible database on barcoded food products. Importantly, Food Repo is accesisble through a high-performing API, ensuring that it can be used easily as a data source in web and phone applications. Food Repo is currently limited to Switzerland, but plans to eventually expand to other countries. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.foodrepo.org/api-docs/swaggers/v3&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Docs&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.frontiersin.org/articles/10.3389/fnut.2018.00057/full&quot; rel=&quot;nofollow noreferrer&quot;&gt;Article describing the project&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It seems to be many Swiss products - but it has photos, ingredient lists, nutritional information, and, of course, &lt;strong&gt;barcodes&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example product: &#xA;&lt;a href=&quot;https://www.foodrepo.org/ch/products/2061?status=all&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.foodrepo.org/ch/products/2061?status=all&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.foodrepo.org/ch/tos&quot; rel=&quot;nofollow noreferrer&quot;&gt;License statement:&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Food Repo Content: All Content (other than computer software) made available by Food Repo on the websites, apps or services is licensed under the Creative Commons Attribution 4.0 International License, unless marked otherwise. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-06-14T20:07:32.643" LastActivityDate="2018-06-14T20:07:32.643" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12961" PostTypeId="1" AcceptedAnswerId="12962" CreationDate="2018-06-15T10:49:46.410" Score="3" ViewCount="162" Body="&lt;p&gt;I am currently looking for data sets on charging stations for electrical-powered cars in Berlin, Germany. I checked the Berliner Senat Website but found only this &lt;a href=&quot;http://fbinter.stadt-berlin.de/fb/berlin/service.jsp?id=re_ausbau_der_ladeinfrastruktur@senstadt&amp;amp;type=WFS&amp;amp;themeType=spatial&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://fbinter.stadt-berlin.de/fb/berlin/service.jsp?id=re_ausbau_der_ladeinfrastruktur@senstadt&amp;amp;type=WFS&amp;amp;themeType=spatial&lt;/a&gt;&lt;br&gt;&#xA;While this is interesting, it contains only information about charging stations in different states of planning and authorization, but not actually stations where one could charge a vehicle.&lt;br&gt;&#xA;Where could I find data on electrical charging stations in Berlin for import in GIS software?&lt;/p&gt;&#xA;" OwnerDisplayName="user19633" LastActivityDate="2018-06-15T12:59:40.390" Title="Data on charging station for electrical cars" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12962" PostTypeId="2" ParentId="12961" CreationDate="2018-06-15T11:45:48.357" Score="4" Body="&lt;p&gt;You could query OpenStreetMap with amenity &lt;code&gt;charging_station&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity=charging_station&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:amenity=charging_station&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, you could use the Overpass API: &lt;a href=&quot;http://overpass-turbo.eu/s/zBb&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://overpass-turbo.eu/s/zBb&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Run the query and click &quot;export&quot; to download the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/C2COW.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/C2COW.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/wsWpZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wsWpZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18373" LastEditorUserId="18373" LastEditDate="2018-06-15T11:58:49.793" LastActivityDate="2018-06-15T11:58:49.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12964" PostTypeId="1" CreationDate="2018-06-15T13:03:24.887" Score="2" ViewCount="35" Body="&lt;p&gt;I'm looking for detailed data on American dietary habits during during the Great Depression and WWII era, specifically 1930 - 1945. Were there any surveys that collected detailed information, at a household level (ideally with demographic characteristics too) about the foods and other items that Americans consumed?&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2018-06-29T21:51:42.007" Title="Where can I find publicly available data on American dietary habits and food intake during the Great Depression?" Tags="|medical|historical|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12965" PostTypeId="2" ParentId="12953" CreationDate="2018-06-15T19:26:47.010" Score="3" Body="&lt;p&gt;You're correct in that census tracts only change, if at all, after an official U.S. Census, which only occurs once per decade.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems to me that the user interface on FactFinder obscures this fact by forcing you to select the year you're looking for &lt;em&gt;before&lt;/em&gt; the granularity of geography. Although year to year census tracts do not change, it is possible that other geographic boundaries have changed year over year, such as, say, a city's geography changes because of annexation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the reasoning behind selecting the year you are searching for; for those datasets that do change from year-to-year, it's helpful to select the year. But that doesn't mean the year is applicable to all geography types, including the Census Tracts.&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2018-06-15T19:26:47.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12966" PostTypeId="2" ParentId="10974" CreationDate="2018-06-15T19:30:49.147" Score="1" Body="&lt;p&gt;This would certainly be an interesting dataset to see, but as far as I am aware, municipal governments act in such silos with frequently changing leadership that there is no authoritative resource that breaks down the racial makeup of mayors and council members on an annual basis,.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, it is certainly a dataset that could be put together almost enitrely based upon 'Meet your Council' type pages on municipal wesites. That would take a while, though!&lt;/p&gt;&#xA;" OwnerUserId="14970" LastActivityDate="2018-06-15T19:30:49.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12967" PostTypeId="1" CreationDate="2018-06-15T23:56:51.973" Score="2" ViewCount="19" Body="&lt;p&gt;I'm working on a project to find apartments within 30 mins of work location. I wish to know all the apartments in Pennsylvania. Where can I get this info from. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I checked &lt;a href=&quot;https://data.pa.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.pa.gov&lt;/a&gt;. But couldn't find it.&lt;/p&gt;&#xA;" OwnerDisplayName="user19636" LastEditorUserId="9956" LastEditDate="2018-06-22T22:50:07.423" LastActivityDate="2018-06-22T22:50:07.423" Title="Apartment locations in Pennsylvania?" Tags="|geospatial|usa|real-estate|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12968" PostTypeId="1" AcceptedAnswerId="12969" CreationDate="2018-06-16T07:58:12.160" Score="1" ViewCount="721" Body="&lt;p&gt;Is there any open data-set available for pro wrestling? Something like matches info, ppv data or even start ratings for matches helps. Wrestling promotions could be wwe/wwf, njpw, roh or impact/tna wrestling.&lt;/p&gt;&#xA;" OwnerUserId="19637" LastActivityDate="2018-06-16T14:27:55.343" Title="Is there any pro wrestling dataset available ?" Tags="|uses-of-open-data|sports|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12969" PostTypeId="2" ParentId="12968" CreationDate="2018-06-16T14:27:55.343" Score="1" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;The &lt;a href=&quot;http://www.profightdb.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Internet Wrestling Database&lt;/a&gt; is a free resource of professional wrestling information. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.profightdb.com/tos.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.profightdb.com/tos.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-06-16T14:27:55.343" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="12970" PostTypeId="1" CreationDate="2018-06-17T15:20:10.593" Score="1" ViewCount="23" Body="&lt;p&gt;I'm looking for data similar to the Area Median Income, except that provides information about other percentiles. For instance, what are the 10th or 90th percentiles of income in my county?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw that HUD releases data that calculates &quot;percent of AMI&quot; for various percentages. But 10% of the median isn't the same as the income of those living in the 5th percentile.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any leads?&lt;/p&gt;&#xA;" OwnerUserId="2485" LastActivityDate="2018-06-17T15:20:10.593" Title="Area income data for percentiles other than the median?" Tags="|usa|us-census|economics|income|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12971" PostTypeId="1" AcceptedAnswerId="12973" CreationDate="2018-06-17T16:48:18.713" Score="3" ViewCount="33" Body="&lt;p&gt;I am trying to find a source of spatially referenced aerial photos that can be analyzed with ArcGIS or R. I cannot use Google Earth because I have nothing to georeference it to. I know they are out there but it has been years since I have used to program. Specifically, I am looking for Napa County, California.&lt;/p&gt;&#xA;" OwnerUserId="19641" LastEditorDisplayName="user4293" LastEditDate="2018-06-22T20:23:18.593" LastActivityDate="2018-06-22T20:23:18.593" Title="Looking for spatially referenced aerial photos" Tags="|data-request|geospatial|usa|aerial-photography|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12973" PostTypeId="2" ParentId="12971" CreationDate="2018-06-18T12:57:37.140" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS' Earth Explorer&lt;/a&gt; is an excellent resource for this type of imagery (unless the US Govt is on shutdown). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case I would look for NAIP imagery in your area of interest.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2018-06-18T12:57:37.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12975" PostTypeId="1" CreationDate="2018-06-18T17:15:50.177" Score="2" ViewCount="157" Body="&lt;p&gt;I'm looking for detailed data from which I can explore the gender pay gap, I'm not looking for any country in particular, but the more the better. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The important point for this is how detailed the data is: age, occupation, college degree, hours worked a week...&#xA;Basically, I'm giving for granted that there is a pay gap and I want to look into the reasons for this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there are datasets already available for this, awesome! &#xA;If not, I'm looking for pointers to make an efficient search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was pointed to this site:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov/programs/digest/2017menu_tables.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/programs/digest/2017menu_tables.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which contains quite good data, the issue here is that the format of these tables is pretty messy, the number of columns is not fixed and for some cases there is more than one field for each cell (E.G: standar error) and when converted to .CSV there are empty columns in the middle, is not imposible to work with this data but it can be very time consuming to fix all the files to start an EDA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov/programs/digest/d17/tables/dt17_502.30.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/programs/digest/d17/tables/dt17_502.30.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/sjTqB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sjTqB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="9722" LastEditDate="2019-01-06T16:57:00.723" LastActivityDate="2019-01-06T16:57:23.883" Title="Gender pay gap dataset" Tags="|economics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12976" PostTypeId="2" ParentId="12545" CreationDate="2018-06-18T17:45:43.367" Score="1" Body="&lt;p&gt;Resources from DoJ includes:&#xA;&lt;a href=&quot;https://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=235&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bjs.gov/index.cfm?ty=tp&amp;amp;tid=235&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.bjs.gov/index.cfm?iid=245&amp;amp;ty=dcdetail&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bjs.gov/index.cfm?iid=245&amp;amp;ty=dcdetail&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8923" LastActivityDate="2018-06-18T17:45:43.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12978" PostTypeId="1" CreationDate="2018-06-19T00:34:22.470" Score="1" ViewCount="124" Body="&lt;p&gt;So is it true that there is no information of the frequency of medications ordered in MIMIC? The prescriptions table just has the dosage of each administration and the days the prescription was &quot;active&quot;, but no indication of the frequency (e.g. daily, bid, q8 hr, prn, etc). I understand that there's the option of looking for the item id in inputevents and trying to deduce the frequency from that, but it won't tell you if the doses were ordered separately or scheduled (two one-time orders or one twice-daily order). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this true? If so why was the frequency part of the Rx lost from the prescriptions database?&lt;/p&gt;&#xA;" OwnerUserId="18152" LastActivityDate="2024-03-30T15:00:20.077" Title="MIMIC-III medication order frequencies" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12982" PostTypeId="1" CreationDate="2018-06-19T18:43:52.650" Score="1" ViewCount="33" Body="&lt;p&gt;Is it possible to use the &quot;around&quot; service as a filter, for example to search for a place name in a country and limit results to those within a given distance of a known point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, limit results of the following search to those within 50km of&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&quot;Point(-98.966111 19.310278)&quot;^^geo:wktLiteral&lt;/code&gt; &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct ?item ?itemLabel ?countryLabel ?geom&#xA;&#xA;WHERE { &#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;&#xA;  ?item rdfs:label &quot;Santa Catarina&quot;@en ;&#xA;   (wdt:P31/wdt:P279*) ?itemType ;&#xA;    wdt:P17 ?country .&#xA;    ?country rdfs:label &quot;Mexico&quot;@en .&#xA;&#xA;  # human settlement | archaeological site  &#xA;  FILTER (?itemType = wd:Q486972 || ?itemType = wd:Q839954) .&#xA;&#xA;  # coordinate location&#xA;  OPTIONAL {?item wdt:P625 ?geom . }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="19651" LastActivityDate="2018-06-19T18:43:52.650" Title="Filter wikidata results with 'around' service" Tags="|geospatial|wikidata|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12983" PostTypeId="1" CreationDate="2018-06-19T20:55:23.577" Score="0" ViewCount="30" Body="&lt;p&gt;I have a question about the .alarms files in MIMIC-II. I am not familiar with the .alarms file type and I could not find information about this on the internet. Could someone let me know how best to open and read these .alarms files? I have tried different programs but always only some of the texts are shown correctly.&lt;/p&gt;&#xA;" OwnerUserId="19654" LastEditorUserId="23272" LastEditDate="2021-08-21T04:37:37.287" LastActivityDate="2021-08-21T04:37:37.287" Title="how to open and read .alarms files in MIMIC II" Tags="|mimic-iii|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="12984" PostTypeId="2" ParentId="12983" CreationDate="2018-06-19T21:57:20.647" Score="1" Body="&lt;p&gt;The rdann function from the wfdb toolbox can be used to open those files.&lt;/p&gt;&#xA;" OwnerUserId="19654" LastEditorDisplayName="user4293" LastEditDate="2018-06-20T07:32:24.997" LastActivityDate="2018-06-20T07:32:24.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12985" PostTypeId="1" AcceptedAnswerId="12989" CreationDate="2018-06-20T02:59:10.770" Score="2" ViewCount="200" Body="&lt;p&gt;Can a zipcode contain more than one city. For example, it seems that &lt;strong&gt;Foster City, CA&lt;/strong&gt; and &lt;strong&gt;San Mateo,CA&lt;/strong&gt; both share the same zipcode: 94404.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;i have a data dump that labelled &quot;San Mateo&quot; as a primary city, and &quot;Foster City&quot; as an 'acceptable city'.  which is why I was confused...who determines San Mateo is a primary city.:p&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i even noticed Google defaults to the 'primary city' of &lt;strong&gt;San Mateo&lt;/strong&gt; when searching only for the zipcode 94404&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zRqiY.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zRqiY.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11571" LastEditorUserId="11571" LastEditDate="2018-06-21T12:56:27.197" LastActivityDate="2018-06-21T16:50:58.310" Title="one US zipcode for two cities what should i default to?" Tags="|postal-code|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12986" PostTypeId="1" CreationDate="2018-06-20T07:18:01.943" Score="0" ViewCount="240" Body="&lt;p&gt;Sorry for such a question. I am new to machine learning. I have gone through some machine learning tutorials.&#xA;I currently have a dataset from manufacturing sector which include sensor data, process data etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Actually I have been given a task to find parameters that can help company produce the least amount of scrap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is coming every minute and include parameters like timestamp, number of parts produced, correct_parts_number, incorrect_parts_number,product_type,machine_status&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone help me to know which model should I go for and what should be the approach. I think number of attributes are less. Or if someone can share a simple dataset that is helpful in manufacturing industry to reduce scrap percent. So that I can get an idea.&lt;/p&gt;&#xA;" OwnerUserId="19656" LastEditorUserId="70" LastEditDate="2022-10-13T18:02:41.830" LastActivityDate="2024-03-07T00:03:05.443" Title="use cases and datasets for manufacturing industry" Tags="|data-request|machine-learning|analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12987" PostTypeId="1" CreationDate="2018-06-20T10:31:36.433" Score="3" ViewCount="75" Body="&lt;p&gt;I'm new to Remote Sensing and Data Processing, and interested in fusion.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where do I find georeferenced data that can be fused together?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It can be either of the following:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Satellite image and drone image (multi/ hyper spectral)&#xA;Satellite image (multi/ hyper spectral) and spectroradiometer data (quantitative)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For satellites, I think I can go with Landsat images, but which one should I use/ where do I find the corresponding second data to fuse together.&lt;/p&gt;&#xA;" OwnerUserId="19658" LastEditorUserId="6229" LastEditDate="2018-06-22T07:08:42.107" LastActivityDate="2018-11-22T13:01:55.340" Title="Seeking data for image fusion of satellite and UAV/ drone data?" Tags="|geospatial|images|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12988" PostTypeId="1" CreationDate="2018-06-20T13:26:45.250" Score="4" ViewCount="70" Body="&lt;p&gt;Is there data available for all lakes on Earth? Even just a list of names would be nice; metadata is also welcome. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, a lake is any enclosed body of water with a surface area between some arbitrary limits. Maybe someone already wrote a script that can provide such an output?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia has a couple of lists, but they have a lower limit, i.e. small lakes are not listed.&lt;/p&gt;&#xA;" OwnerUserId="19659" LastActivityDate="2018-06-26T02:56:54.437" Title="Data for all lakes on Earth?" Tags="|data-request|geospatial|metadata|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12989" PostTypeId="2" ParentId="12985" CreationDate="2018-06-20T19:09:46.787" Score="1" Body="&lt;p&gt;Yes, a zipcode can cover more than one city. As Barry Carter said in a comment, a zipcode can even cross state boundaries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm fairly sure that that &quot;primary&quot; and &quot;acceptable city&quot; are not official designations. I think the only real way to know the meaning of those definitions is to ask the publisher of the data you are using.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2018-06-21T16:50:58.310" LastActivityDate="2018-06-21T16:50:58.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12990" PostTypeId="1" CreationDate="2018-06-21T09:57:13.017" Score="1" ViewCount="82" Body="&lt;p&gt;I have recently come across &lt;code&gt;openfda.brand_name.exact&lt;/code&gt;. It is getting the results where the brand name has to match exactly, i.e. also case sensitive. For example, the query &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name.exact:&amp;quot;infants%20Tylenol&amp;quot;&amp;amp;limit=30&quot; rel=&quot;nofollow noreferrer&quot;&gt;api.fda.gov/drug/label.json?search=openfda.brand_name.exact:&quot;infants%20Tylenol&quot;&amp;amp;limit=30&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;gives results but if i change the brand name to &quot;infants tylenol&quot; (small t), it won't return any results. Is there any way to query for exact &lt;code&gt;brand_name&lt;/code&gt;s, but with case in-sensitivity? &lt;/p&gt;&#xA;" OwnerUserId="14635" LastEditorUserId="930" LastEditDate="2018-09-20T07:30:56.820" LastActivityDate="2018-09-20T07:34:41.393" Title="using openfda.brand_name.exact:&quot;Tylenol&quot; case sensitive" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12991" PostTypeId="1" CreationDate="2018-06-21T16:09:13.123" Score="1" ViewCount="59" Body="&lt;p&gt;We are interested in the weather data published by NOAA via Data.gov The site offers the ability to download data as PDF or CSV files. Has anyone created a real RDBMS (MySQL, SQLite) database out of the data? Is that available as an open-source resource?&lt;/p&gt;&#xA;" OwnerUserId="19668" LastEditorUserId="23272" LastEditDate="2021-04-03T05:20:05.293" LastActivityDate="2021-04-03T05:20:05.293" Title="Has anyone created an RDBMS database for NOAA weather data?" Tags="|noaa|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="12992" PostTypeId="2" ParentId="12990" CreationDate="2018-06-21T17:03:26.990" Score="2" Body="&lt;p&gt;As you have observed, the &lt;code&gt;brand_name.exact&lt;/code&gt; query term is case-sensitive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search on &lt;code&gt;brand_name&lt;/code&gt; instead of &lt;code&gt;brand_name.exact&lt;/code&gt; to construct case-insensitive queries. For example, these queries are case-insensitive:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22infants%20tylenol%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;openfda.brand_name:&quot;infants tylenol&quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22infants%20Tylenol%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;openfda.brand_name:&quot;infants Tylenol&quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22tylenol%20regular%20strength%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;openfda.brand_name:&quot;tylenol regular strength&quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:%22TYLENOL%20Regular%20Strength%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;openfda.brand_name:&quot;TYLENOL Regular Strength&quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="11375" LastEditorUserId="930" LastEditDate="2018-09-20T07:34:41.393" LastActivityDate="2018-09-20T07:34:41.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12994" PostTypeId="2" ParentId="12949" CreationDate="2018-06-22T15:02:56.243" Score="1" Body="&lt;p&gt;Looking around on the &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS EarthExplorer&lt;/a&gt;, there are a few options available but none of them are available at the spatial scale you need (the finest, eMODIS, is at 250m). Your other option is to perform the calculation yourself, using slightly processed images, though the best resolutions you'll find won't be below 90 metres, at best.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You might have to wait a few more years for the data to become more easily accessible, but NDVI at the sub 250m-scale will always be quite valuable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(If you're willing to pay for the images, the IKONOS-2 satellite has pancromatic imagery below the metre-scale, but that's not really what OpenData.se is about).&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2018-06-22T15:02:56.243" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12995" PostTypeId="2" ParentId="12382" CreationDate="2018-06-22T18:20:18.583" Score="0" Body="&lt;p&gt;The University of Maryland hosts a regularly updated, very high-resolution (30m) inventory of global forests globally. It specifically tracks forest loss from year 2000 but total coverage is also available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://earthenginepartners.appspot.com/science-2013-global-forest/download_v1.5.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Forest Change 2000–2017&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2018-06-22T18:20:18.583" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="12998" PostTypeId="1" CreationDate="2018-06-24T20:46:10.633" Score="2" ViewCount="1440" Body="&lt;p&gt;Where can I find a large log data-sets? I am looking for the actual raw logs where I can perform some regex parsing. But I need a large data-set, I previously used &lt;a href=&quot;http://old.honeynet.org/scans/scan34/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SotM 34&lt;/a&gt; that has around 260000 log lines, and also &lt;a href=&quot;http://old.honeynet.org/scans/scan31/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SotM31&lt;/a&gt; that has around 4 million log lines, but that's not enough because my algorithm process the last one in 13 seconds, so I need some log lines that has around 10 million log lines or so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bests &lt;/p&gt;&#xA;" OwnerUserId="19682" OwnerDisplayName="U. User" LastActivityDate="2023-10-21T20:06:35.803" Title="Where can I find a large log dataset?" Tags="|parsing|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="12999" PostTypeId="2" ParentId="12998" CreationDate="2018-06-25T06:42:39.467" Score="0" Body="&lt;p&gt;They aren't raw log files (but CSVs instead), but the &lt;a href=&quot;https://www.sec.gov/dera/data/edgar-log-file-data-set.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;SEC.gov EDGAR Log File dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The EDGAR Log File Data Set contains information in CSV format extracted from Apache log files that record and store user access statistics for the SEC.gov website.&lt;/p&gt;&#xA;&lt;p&gt;The Division of Economic and Risk Analysis (DERA) has assembled information on internet search traffic for EDGAR filings through SEC.gov generally covering the period February 14, 2003 through June 30, 2017.  The data is intended to provide insight into the usage of publicly accessible EDGAR company filings in a simple but extensive manner.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sec.gov/edgar-log-file-data-set-FAQs&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Each daily file can be up to 1 million rows, meaning you can concatenate 10 files to make it 1 million rows.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-06-25T06:42:39.467" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13001" PostTypeId="2" ParentId="12987" CreationDate="2018-06-25T10:08:35.550" Score="1" Body="&lt;p&gt;A good starting place to begin might be to look at the Sentinel Missions with Sentinel 1, 2 and 3. You can see details &lt;a href=&quot;https://www.esa.int/Our_Activities/Observing_the_Earth/Copernicus/Overview4&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;here.&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data is freely available for download from a few platforms but I would recommend the Rocket Project from Mashup for any new people to remote sensing, which can be found &lt;a href=&quot;https://mapshup.com/projects/rocket/#/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;here.&lt;/strong&gt;&lt;/a&gt; An important thing to consider is the temporal resolution of the data because this may cause unwanted and unexpected results after fusion implementation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sentinel 1 uses radar, Sentinel 2 is multi spectral and Sentinel 3 has a wide range of instruments but the one you may be interested in is for land surface temperature.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can then use the Sentinel Application Platform (SNAP) which is free to download to help you pre-process them and can be found &lt;a href=&quot;http://step.esa.int/main/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;here.&lt;/strong&gt;&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other than that it is just a case of choosing any other software you might want to use and having a look online and in books for some detailed workflows.     &lt;/p&gt;&#xA;" OwnerUserId="19684" LastActivityDate="2018-06-25T10:08:35.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13002" PostTypeId="1" CreationDate="2018-06-25T13:35:51.290" Score="4" ViewCount="495" Body="&lt;p&gt;I work for Cap Vert Energie, a French company which has a branch in New York. Our activity consists in developing photovoltaic installations. Thus, we search for infrastructures in the New York and Massachusetts states on which we can put solar panels. More precisely, we look for Dairy farms, sheep farmers and goat farmers so we can maybe put solar panels on their roofs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does &lt;a href=&quot;https://www.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; or other sites have this kind of data?&lt;/p&gt;&#xA;" OwnerUserId="19685" LastEditorUserId="90" LastEditDate="2018-06-27T18:01:35.580" LastActivityDate="2018-06-27T18:01:35.580" Title="How to find a list of all dairy farms in the New York State?" Tags="|data-request|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13003" PostTypeId="2" ParentId="12907" CreationDate="2018-06-25T16:40:53.247" Score="1" Body="&lt;p&gt;A week's worth of GPS traces from 10,357 taxis in Beijing: &lt;a href=&quot;http://research.microsoft.com/apps/pubs/?id=152883&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://research.microsoft.com/apps/pubs/?id=152883&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19686" LastActivityDate="2018-06-25T16:40:53.247" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13004" PostTypeId="2" ParentId="12998" CreationDate="2018-06-25T19:27:37.590" Score="1" Body="&lt;p&gt;Here is a &lt;a href=&quot;https://gist.github.com/rm-hull/bd60aed44024e9986e3c&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gist&lt;/a&gt; with some log sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's still not 10 million lines, but one of the larger ones:&#xA;&lt;a href=&quot;http://www.almhuette-raith.at/apache-log/access.log&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.almhuette-raith.at/apache-log/access.log&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(400+ MB filesize, about 2 million lines, from 2015)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can also consider the google trick&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/search?q=inurl:access.log+filetype:log&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/search?q=inurl:access.log+filetype:log&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-06-25T19:27:37.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13005" PostTypeId="1" AcceptedAnswerId="13013" CreationDate="2018-06-25T22:01:08.870" Score="2" ViewCount="17" Body="&lt;p&gt;I require data pertaining to the number of votes for each candidate in their specific constituency in the state of Karnataka for 2013 and 2018 elections.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have surveyed the Indian Election Commision website, however, I cannot find anything for 2013.  &lt;/p&gt;&#xA;" OwnerUserId="18676" LastActivityDate="2018-06-26T17:29:43.697" Title="Seeking Election Voting Data for Constituencies for Karnataka State Elections for 2013 and 2018" Tags="|india|elections|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13006" PostTypeId="1" CreationDate="2018-06-25T23:22:54.500" Score="4" ViewCount="75" Body="&lt;p&gt;As an arbitrary example, note &lt;a href=&quot;http://www.cbc.radio-canada.ca/en/reporting-to-canadians/acts-and-policies/programming/journalism/investigative-journalism/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; is CBC (Canadian Broadcasting Corporation) Radio's Standards &amp;amp; Practices on Investigative Journalism. Note the section on Data Journalism (which is silent on Open Data).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a similar document online for any major media outlet that clearly addresses Open Data in the contemporary sense. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps the example states something like: &lt;em&gt;&quot;When Open Data is used relating to a story, we provide a link to the data and the license, in accordance with the stated licensing terms of the provider&quot;&lt;/em&gt;. (I'm not a journalist but hopefully readers will get the idea. I'm coming at this from the Open Data perspective.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, it might even say &lt;em&gt;&quot;We ask about Open Data as a part of normal protocol. If data is provided, but not as Open Data, we disclose that the story contains data which is not Open Data&quot;&lt;/em&gt;. &lt;/p&gt;&#xA;" OwnerUserId="1343" LastActivityDate="2018-07-02T16:13:52.983" Title="Seeking examples of Open Data in formal journalism Standards &amp; Practices" Tags="|journalism|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13007" PostTypeId="2" ParentId="12975" CreationDate="2018-06-26T01:43:44.627" Score="3" Body="&lt;p&gt;I think the IPUMs data is a pretty good place to start: &lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://usa.ipums.org/usa/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has individual level data for Americans that includes gender, compensation, education, family status, marital status, occupational field, and many other variables relevant to the paygap.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-06-26T01:43:44.627" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13008" PostTypeId="2" ParentId="12988" CreationDate="2018-06-26T02:56:54.437" Score="3" Body="&lt;p&gt;Wikidata knows of about 240,000 lake. &lt;a href=&quot;http://tinyurl.com/yacrejs5&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's a query&lt;/a&gt; that will give you the first 1000.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#List of all the lakes&#xA;SELECT ?itemLabel ?coord WHERE {&#xA;  ?item (wdt:P31/wdt:P279*) wd:Q23397.&#xA;  OPTIONAL { ?item wdt:P625 ?coord. }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;LIMIT 1000&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-06-26T02:56:54.437" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13009" PostTypeId="2" ParentId="3930" CreationDate="2018-06-26T11:00:54.817" Score="1" Body="&lt;p&gt;totally free bin lists database providing issuer, bank, country, sometimes card type, city, carotid card number length and phone number at &lt;a href=&quot;https://www.binlists.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.binlists.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19691" LastActivityDate="2018-06-26T11:00:54.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13010" PostTypeId="1" CreationDate="2018-06-26T14:15:01.300" Score="2" ViewCount="777" Body="&lt;p&gt;I'm looking for an API for retrieving data about famous people, and most preferably to retrieve info about inspirational famous women in the last 100 years. Can you please tell me where to start looking? Is there any good REST API that I can use??&lt;/p&gt;&#xA;" OwnerUserId="19693" LastEditorUserId="33" LastEditDate="2018-06-26T17:00:36.837" LastActivityDate="2018-06-26T20:39:47.983" Title="Famous people API" Tags="|api|rest|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13012" PostTypeId="2" ParentId="13010" CreationDate="2018-06-26T16:45:52.997" Score="6" Body="&lt;p&gt;You will need a way of measuring fame, but wikidata will probably be a good resource for you. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are women who could have been alive in the last one hundred years, who have the most Wikimedia articles about them (across all the different language Wikipedias, Wikiquotes, etc), and who have pages about them on English WikiQuote.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/y9vrw835&quot; rel=&quot;noreferrer&quot;&gt;http://tinyurl.com/y9vrw835&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?person ?name ?linkcount ?wikipedia_article&#xA;WHERE&#xA;{&#xA;  ?person wdt:P31 wd:Q5 ;   # human&#xA;     wdt:P21 wd:Q6581072 ;  # gender: female&#xA;     wdt:P569 ?born .&#xA;  FILTER (?born &amp;gt;= &quot;1820-01-01T00:00:00Z&quot;^^xsd:dateTime) .&#xA;  ?person wikibase:sitelinks ?linkcount .&#xA;  FILTER (?linkcount &amp;gt; 50) .&#xA;  ?person rdfs:label ?name FILTER(lang(?name)=&quot;en&quot;).&#xA;  ?wikipedia_article schema:about ?person .&#xA;  ?wikipedia_article schema:isPartOf &amp;lt;https://en.wikiquote.org/&amp;gt; .&#xA;}&#xA;ORDER BY DESC(?linkcount)&#xA;LIMIT 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2018-06-26T20:39:47.983" LastActivityDate="2018-06-26T20:39:47.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13013" PostTypeId="2" ParentId="13005" CreationDate="2018-06-26T17:29:43.697" Score="1" Body="&lt;p&gt;I found the below link for results of state and general elections:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://lokdhaba.ashoka.edu.in/LokDhaba-Shiny/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lokdhaba.ashoka.edu.in/LokDhaba-Shiny/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18676" LastActivityDate="2018-06-26T17:29:43.697" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13014" PostTypeId="1" AcceptedAnswerId="13015" CreationDate="2018-06-26T17:45:43.363" Score="3" ViewCount="34" Body="&lt;p&gt;The US census bureau published annual volumes in its series &quot;Vital Statistics of the United States&quot; between 1890 and 1930. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each report is available as a pdf here:&#xA;&lt;a href=&quot;https://www.cdc.gov/nchs/products/vsus/vsus_1890_1938.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cdc.gov/nchs/products/vsus/vsus_1890_1938.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone digitized these records?&lt;/p&gt;&#xA;" OwnerUserId="434" LastActivityDate="2018-06-26T18:28:51.953" Title="Vital statistics of the United States (early 20th century)" Tags="|us-census|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13015" PostTypeId="2" ParentId="13014" CreationDate="2018-06-26T18:28:51.953" Score="2" Body="&lt;p&gt;The National Historical Geographic Information System has digitized &lt;a href=&quot;https://www.nhgis.org/user-resources/datasets-overview#dsg75&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vital Statistics from 1915 through 1970&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-06-26T18:28:51.953" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13016" PostTypeId="1" CreationDate="2018-06-27T05:42:16.147" Score="1" ViewCount="32" Body="&lt;p&gt;Is there any way to download example datasets like nyc taxi and origin-destination data? (Like those that show flight paths from and to some cities) I think it'd help me greatly if I could somehow get those data and try to create VL animations on my own.&lt;/p&gt;&#xA;" OwnerUserId="19699" LastActivityDate="2018-06-27T05:42:16.147" Title="Where to find datasets for creating carto vl maps?" Tags="|data-request|geospatial|uses-of-open-data|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13017" PostTypeId="1" CreationDate="2018-06-27T13:42:49.623" Score="1" ViewCount="40" Body="&lt;p&gt;What are people searching for on open data sites?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just like Google Trends, I am looking for some statistics or even just examples of what search phrases people are using on &lt;a href=&quot;https://catalog.data.gov/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset&lt;/a&gt; or any other open data sites.&lt;/p&gt;&#xA;" OwnerUserId="19338" LastEditorUserId="19338" LastEditDate="2018-06-28T15:02:58.457" LastActivityDate="2018-06-28T15:02:58.457" Title="Search queries on open data sites" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13018" PostTypeId="2" ParentId="13002" CreationDate="2018-06-27T15:07:32.590" Score="2" Body="&lt;p&gt;Not the solution you seek, but pieces you can roll your own solution out of:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.agriculture.ny.gov/DI/DIHome.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York Division of Milk Control and Dairy Services&lt;/a&gt; releases annual reports that have part of this data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;a href=&quot;https://www.agriculture.ny.gov/DI/NYSAnnStat2016.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016 Report&lt;/a&gt;; it doesn't have a list with contact information, but has markers like number of farms per county, etc., that can provide the foundation to what you are seeking.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.fmmone.com/Plants_Handlers_list.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA Northeast Marketing Area - Federal Order 1 Plant Handlers List&lt;/a&gt; has some &lt;a href=&quot;http://www.fmmone.com/Maps/NEZoneDiffMap.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;more&lt;/a&gt; &lt;a href=&quot;http://www.fmmone.com/Plant_List/Non_Pool.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; that you can build atop/glean from.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-06-27T15:07:32.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13019" PostTypeId="1" CreationDate="2018-06-28T07:22:38.197" Score="1" ViewCount="9" Body="&lt;p&gt;I have US corporate spread data by maturity buckets going back to the 90s but am looking to go back much further, to the 60s. Does anyone know of a freee database which contains that information?&lt;/p&gt;&#xA;" OwnerUserId="19708" LastActivityDate="2018-06-28T07:22:38.197" Title="Is there a free historical database of US corporate yields or spreads by maturity buckets?" Tags="|data-request|usa|historical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13020" PostTypeId="1" CreationDate="2018-06-28T09:50:02.320" Score="2" ViewCount="44" Body="&lt;h3&gt;Data request&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I am looking for a data-set that contains information about the sales of spare parts after the original machine/equipment has been sold for a B2B environment. The data ideally should contain following information. I have taken example of car. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Part Type/Name (Spark Plug, side mirror) &lt;/li&gt;&#xA;&lt;li&gt;Part quantity (2 side mirrors or 1 gear box)&lt;/li&gt;&#xA;&lt;li&gt;Price and cost of the parts if available&lt;/li&gt;&#xA;&lt;li&gt;Information about original product (product type, model, product cost etc.)&lt;/li&gt;&#xA;&lt;li&gt;Severity level  (Clutch wire could have a high severity level, horn may have medium severity etc.)&lt;/li&gt;&#xA;&lt;li&gt;Labor amount associated to fit the part&lt;/li&gt;&#xA;&lt;li&gt;Whether part is covered in insurance/warranty etc. &lt;/li&gt;&#xA;&lt;li&gt;Dealer information (number of product repaired daily or anything else etc.)&lt;/li&gt;&#xA;&lt;li&gt;Margins of dealer on the spare part&lt;/li&gt;&#xA;&lt;li&gt;More information (please read the context)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;h3&gt;Context&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I am trying to analyze the optimal pricing for spare parts for a B2B context. To see if manufacturer can increase prices to improve revenues/profit. &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Region&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Any Region of the world is fine. &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;License&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Just for my own analysis purpose, I will not use it anywhere. So any license which allows me to analyze the data freely is sufficient. My objective is to familiarize myself with such kind of data and analysis.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Format&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Most preferable would be a CSV or multiple .CSV along with information on the keys. Basically anything that can be easily read in R will work&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Requirements&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Data should be at transaction level, basically, one observation for each transaction. &lt;/p&gt;&#xA;" OwnerUserId="19709" LastEditorUserId="19709" LastEditDate="2018-06-28T13:49:56.397" LastActivityDate="2018-06-28T13:49:56.397" Title="Data for spare parts for large machines/equipments" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13021" PostTypeId="1" AcceptedAnswerId="13033" CreationDate="2018-06-28T20:59:36.210" Score="2" ViewCount="173" Body="&lt;p&gt;It appears as though some drug labels are missing.  I just want to know if I'm missing something obvious?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically I cannot find either Kymriah or Yescarta searching by their brand or generic name.  Both drugs were approved in 2017.  I have downloaded the complete label dataset from &lt;a href=&quot;https://download.open.fda.gov/drug/label/drug-label-000X-of-0007.json.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.open.fda.gov/drug/label/drug-label-000X-of-0007.json.zip&lt;/a&gt; and confirm that neither terms appear in the complete dataset at all. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example search:&#xA;&lt;code&gt;https://api.fda.gov/drug/label.json?api_key=XXXX&amp;amp;search=kymriah&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit: I have confirmed that the kymriah label XML files are present on the SPL S3 bucket:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;s3://download.open.fda.gov/data/spl/11dc1c28-0cf5-4290-b499-eb5391a232c2&#xA;s3://download.open.fda.gov/data/spl/22dc1c28-0cf5-4290-b499-eb5391a232c2&#xA;s3://download.open.fda.gov/data/spl/60770743-9a0b-4793-a4c7-8ebcd2d02080&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;edit after answer:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To expand Denis Krylov's answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SPL processing pipeline uses SPLDocuments.csv as the master list for drugs to process and import into OpenFDA.  The file can be retrieved as follows:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;aws s3 cp s3://download.open.fda.gov/data/spl/change_log/SPLDocuments.csv .&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If we were to execute:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;head SPLDocuments.csv&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We would get something like the following:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&quot;Document Id&quot;,&quot;Document Type&quot;,&quot;Load Time&quot;&#xA;7b8f583f-8df4-4aea-bec8-206598ecfefe,&quot;HUMAN PRESCRIPTION DRUG LABEL&quot;,20180402100037&#xA;bac17f46-9dfa-4e00-a047-02067e450f84,&quot;Indexing - Substance&quot;,20170928145900&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SPL processing pipeline only takes items that contain 'human' in the second column (document type).  As of today, there are 18 products which contain &quot;cellular therapy&quot; as the document type.  These are currently ignored by openfda, although its not clear if this is by design or not.&lt;/p&gt;&#xA;" OwnerUserId="19705" LastEditorUserId="19705" LastEditDate="2018-07-02T18:05:21.433" LastActivityDate="2018-07-02T18:15:39.880" Title="Drug label information does not include all approved drugs (kymriah and yescarta missing)" Tags="|openfda|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13022" PostTypeId="1" CreationDate="2018-06-28T22:02:31.957" Score="1" ViewCount="47" Body="&lt;p&gt;Considering the date shift procedure adopted in MIMIC-III (add a random offset for each patient), is there any way to identify ordered admissions or ordered patients records?&#xA;My intention is to split the dataset into two even halves, to be able to compare them, however, it must be ordered for this purpose.&lt;/p&gt;&#xA;" OwnerUserId="19714" LastActivityDate="2019-04-25T20:03:00.617" Title="Ordered admissions" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13023" PostTypeId="1" CreationDate="2018-06-29T05:40:43.010" Score="1" ViewCount="108" Body="&lt;p&gt;I'm trying to convert the data from this database to a format like csv or sql database. The goal is to analyze this data with R later. I would like to store them in a local database to be able to analyze all the values. How can I implement this the easiest? I have already made a few attempts but without success.&lt;/p&gt;&#xA;" OwnerUserId="19717" LastActivityDate="2020-04-19T19:03:50.513" Title="download and convert the data of the Medical Device Adverse Event database" Tags="|openfda|download|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13024" PostTypeId="1" CreationDate="2018-06-29T13:51:36.923" Score="4" ViewCount="777" Body="&lt;p&gt;I am looking for the Ameren and ComED's distribution lines and distribution substations. They are the 2 largest electrical utilities in Illinois. I know the HLIFD data has Transmission lines and transmission substations, but these are 2 different types of systems. &lt;/p&gt;&#xA;" OwnerUserId="19719" LastEditorUserId="9956" LastEditDate="2018-07-04T15:19:32.650" LastActivityDate="2018-07-11T05:02:06.357" Title="GIS Data for Illinois Electric Distribution lines and Substations" Tags="|data-request|geospatial|usa|energy|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13026" PostTypeId="2" ParentId="13023" CreationDate="2018-06-29T15:28:57.103" Score="-1" Body="&lt;p&gt;Download the raw json data, convert to CSV, and put it into a postgres db.  Then you can use RODBC to analyze in R.&lt;/p&gt;&#xA;" OwnerUserId="19705" LastActivityDate="2018-06-29T15:28:57.103" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13027" PostTypeId="2" ParentId="13022" CreationDate="2018-06-29T16:28:26.237" Score="1" Body="&lt;p&gt;See &lt;a href=&quot;https://github.com/MIT-LCP/mimic-code/issues/442&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MIT-LCP/mimic-code/issues/442&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you simply want two large groups and knowledge that one group was admitted before the other, then it's feasible with the dataset as-is. You can split the data using the dbsource column in icustays. One group can be dbsource = 'carevue', and the second group can be everyone else. The CareVue group were admitted first.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-06-29T16:28:26.237" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13028" PostTypeId="2" ParentId="12978" CreationDate="2018-06-29T18:07:18.690" Score="0" Body="&lt;p&gt;Yes, the frequency of medications was erroneously omitted in the update of MIMIC-II to MIMIC-III. We plan to incorporate this in an update to MIMIC-III.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-06-29T18:07:18.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13029" PostTypeId="2" ParentId="12793" CreationDate="2018-06-29T18:09:37.887" Score="0" Body="&lt;p&gt;Pre-admission is as it sounds; before ICU admission. Often data here is used to document the amount of fluid received in the emergency department, operating room, etc. It's documented here as it's convenient for the care staff. For daily balance, it seems sensible to exclude pre-admission inputs, particularly as pre-admission fluid loss is rarely documented (e.g. you may know the patient received 5 units of blood in OR, but you don't have any documentation about how much they lost).&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-06-29T18:09:37.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13030" PostTypeId="2" ParentId="12038" CreationDate="2018-06-29T18:15:05.113" Score="0" Body="&lt;p&gt;Unfortunately it's not clear. In theory, the coded integer would reference another table in the source database which would explain what 0, 1, or 2 means. In practice, I couldn't find any table which fit, and there was no documentation available for guidance. Rather than invent something, it's left as it was in the source data.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-06-29T18:15:05.113" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13031" PostTypeId="2" ParentId="11954" CreationDate="2018-06-29T18:16:16.163" Score="0" Body="&lt;p&gt;The reference ranges will be included in a future release of MIMIC.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get an approximation by looking up the LOINC code associated with each lab in the labevents table. LOINC codes are often associated with reference ranges specific to the test performed.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastEditorUserId="8938" LastEditDate="2018-07-05T15:39:42.190" LastActivityDate="2018-07-05T15:39:42.190" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13032" PostTypeId="2" ParentId="12636" CreationDate="2018-06-29T18:19:59.453" Score="1" Body="&lt;p&gt;The transfers table will track patients; so that gives you the &quot;flow&quot; of a patient through the hospital.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As for capturing the &quot;major&quot; events, that's pretty subjective, and the data is wholly ICU focused with very little data captured outside the ICU. So, you could use code in the &lt;a href=&quot;https://github.com/mit-lcp/mimic-code/&quot; rel=&quot;nofollow noreferrer&quot;&gt;mimic-code repository&lt;/a&gt; to define dialysis, ventilation, vasopressor usage, or something similar, but this would be ICU specific.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you could use the CPT codes or ICD-9 procedure codes to define events which occurred in the hospital, but these codes aren't timestamped.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-06-29T18:19:59.453" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13033" PostTypeId="2" ParentId="13021" CreationDate="2018-06-29T19:12:01.860" Score="2" Body="&lt;p&gt;Cell therapy drugs aren't indexed by openFDA. Please see the relevant code here: &lt;a href=&quot;https://github.com/FDA/openfda/blob/master/openfda/spl/pipeline.py#L90&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/FDA/openfda/blob/master/openfda/spl/pipeline.py#L90&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="12808" LastEditDate="2018-07-02T13:40:23.073" LastActivityDate="2018-07-02T13:40:23.073" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13034" PostTypeId="1" CreationDate="2018-06-29T21:51:25.217" Score="4" ViewCount="45" Body="&lt;p&gt;I'm not very familiar with data sources in the United States, but is it possible to find &quot;standard&quot; economic data, like household expenditures, average/median household income, average/median business spending, etc. &lt;strong&gt;by county&lt;/strong&gt; for the time period 1900 - 1950? It doesn't have to be every year, but every 5-10 years would be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw &lt;a href=&quot;https://opendata.stackexchange.com/q/9645/3565&quot;&gt;this question&lt;/a&gt; that suggests the ACS and Decennial Census for more recent decades (like back to 1990), but I'm looking for historical data.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="10235" LastEditDate="2020-06-15T18:33:27.593" LastActivityDate="2020-06-15T18:33:27.593" Title="Where can I find publicly available economic data (American) on consumption, business spending, etc. for 1900-1950, by county/region?" Tags="|usa|historical|economics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13035" PostTypeId="1" CreationDate="2018-06-30T21:05:13.130" Score="2" ViewCount="37" Body="&lt;p&gt;My goal is to extract points belonging to a road from a point cloud that has geospatial annotations. I wonder if there exists some openly accessible database/tool with exact coordinates of a road's edges?&lt;/p&gt;&#xA;" OwnerDisplayName="MuadDev" LastActivityDate="2018-06-30T21:50:02.143" Title="Automatically extract road points from a point cloud" Tags="|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13036" PostTypeId="1" AcceptedAnswerId="13042" CreationDate="2018-07-02T11:03:50.063" Score="3" ViewCount="571" Body="&lt;p&gt;I wrote this query to list Wikidata items that have an &lt;a href=&quot;https://en.wikipedia.org/wiki/Request_for_Comments&quot; rel=&quot;nofollow noreferrer&quot;&gt;RFC&lt;/a&gt; identifier:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?rfcId ?itemLabel ?classLabel ?item&#xA;WHERE &#xA;{&#xA;  ?item wdt:P31 ?class.&#xA;  ?item wdt:P892 ?rfcId.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;ORDER BY ?rfcId&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A minor problem is that they are sorted in an alphabetic way: 1, 10, 100, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 101, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried using &lt;code&gt;ORDER BY xsd:nonNegativeInteger(?rfcId)&lt;/code&gt; but it does not work, probably because &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P892&quot; rel=&quot;nofollow noreferrer&quot;&gt;the property&lt;/a&gt; is defined as an &quot;external identifier&quot; rather than as a number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can I modify the query to sort results in numeric order (1,2,3,4,5,6,7,8,9,10,etc)?&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2018-07-04T08:56:25.550" Title="Numerically order SPARQL results that are external identifiers but actually all numbers" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13037" PostTypeId="2" ParentId="12625" CreationDate="2018-07-02T12:41:42.023" Score="0" Body="&lt;p&gt;Just search for and copy all the .exe files from your C:\ drive to your sample data directory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(My current C: partition has 3760 of them).&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2018-07-02T12:41:42.023" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13038" PostTypeId="2" ParentId="13006" CreationDate="2018-07-02T16:13:52.983" Score="2" Body="&lt;p&gt;As you say, many organisations policies are silent on this: the only one I can find is the &lt;a href=&quot;https://www.propublica.org/datastore/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;About page of the ProPublica Data Store&lt;/a&gt;. There are, however some less-formal documents that might be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://simonrogers.net/about/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Simon Rogers&lt;/a&gt;, then data editor at The Guardian (now doing the same at Google), wrote &lt;a href=&quot;https://www.theguardian.com/news/datablog/2012/sep/20/open-data-journalism&quot; rel=&quot;nofollow noreferrer&quot;&gt;an article on the Guardian's approach to open data in journalism&lt;/a&gt; in 2012. The Reuters Institute did a &lt;a href=&quot;https://reutersinstitute.politics.ox.ac.uk/our-research/does-open-data-need-journalism&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper on the practice of open data journalism&lt;/a&gt; in 2015.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You probably already know that Five Thirty Eight &lt;a href=&quot;https://github.com/fivethirtyeight/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;publishes data for many of its articles on GitHub&lt;/a&gt;, so they clearly have a policy on this even if it isn't published anywhere. Source has &lt;a href=&quot;https://source.opennews.org/articles/what-open-really-means-538-vox-and-upshot/&quot; rel=&quot;nofollow noreferrer&quot;&gt;an article summarising the open-data practices of the big data-journalism outfits&lt;/a&gt; including Vox, The Upshot etc. but it's a bit dated now (from 2014). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One useful thing might be to ask people (e.g. on Twitter) from data journalism publications whether they're happy to share any policies they have?&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2018-07-02T16:13:52.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13039" PostTypeId="2" ParentId="12940" CreationDate="2018-07-02T16:23:39.700" Score="3" Body="&lt;p&gt;Probably the easiest way is to make a freedom of information request via &lt;a href=&quot;https://www.whatdotheyknow.com/body/hse&quot; rel=&quot;nofollow noreferrer&quot;&gt;WhatDoTheyKnow.com&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will have to be very careful, however, to phrase your request in such a way that they cannot reject your request on the basis that the data might allow you to identify a living individual. You can avoid this problem by making sure your request is tightly focused on the data you want for your project. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, if you want to look at whether rates of accidents vary across days of the week in different industries, you should request only those fields that you need for each incident (e.g. the industry and the date of the accident), while &lt;em&gt;not&lt;/em&gt; requesting the location of the accident (since you might be able to combine that with the date to identify a person). &lt;a href=&quot;https://www.whatdotheyknow.com/help/requesting#responsible&quot; rel=&quot;nofollow noreferrer&quot;&gt;More detail about how to make a good FOI request is available&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One benefit of using WhatDoTheyKnow over making an FOI request by email is that &lt;a href=&quot;https://www.whatdotheyknow.com/help/requesting#private_requests&quot; rel=&quot;nofollow noreferrer&quot;&gt;other people will be able to see (and use) any data you get&lt;/a&gt;. If you're not comfortable with that (e.g. because you're a journalist and you want a scoop) then you may prefer to make the request by email.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2018-07-02T16:23:39.700" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13041" PostTypeId="2" ParentId="13021" CreationDate="2018-07-02T18:15:39.880" Score="2" Body="&lt;p&gt;Please send your inquiry regarding this subject to open@fda.hhs.gov.  Thank you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;openFDA team&lt;/p&gt;&#xA;" OwnerUserId="19731" LastActivityDate="2018-07-02T18:15:39.880" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13042" PostTypeId="2" ParentId="13036" CreationDate="2018-07-03T03:28:22.863" Score="2" Body="&lt;p&gt;As tipped by Stanislav Kralin and Barry Carter, &lt;code&gt;ORDER BY xsd:integer(&lt;/code&gt; is the solution:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?rfcId ?itemLabel ?classLabel ?item&#xA;WHERE &#xA;{&#xA;  ?item wdt:P31 ?class.&#xA;  ?item wdt:P892 ?rfcId.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;ORDER BY xsd:integer(?rfcId)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tinyurl.com/yazaeneq&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tinyurl.com/yazaeneq&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="16193" LastEditDate="2018-07-04T08:56:25.550" LastActivityDate="2018-07-04T08:56:25.550" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13043" PostTypeId="2" ParentId="9349" CreationDate="2018-07-03T05:01:42.110" Score="4" Body="&lt;p&gt;You can search for a ‘global water mask’&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is one at 250m resolution from the Global Land Cover Facility (GLCF) at the University of Maryland based on data from the MODIS satellite:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://landcover.org/data/watermask/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://landcover.org/data/watermask/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;citation: Carroll, M., Townshend, J., DiMiceli, C., Noojipady, P., Sohlberg, R. 2009. A New Global Raster Water Mask at 250 Meter Resolution. International Journal of Digital Earth. ( volume 2 number 4)&lt;/p&gt;&#xA;" OwnerUserId="1049" LastEditorUserId="1049" LastEditDate="2018-07-04T08:10:25.897" LastActivityDate="2018-07-04T08:10:25.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13044" PostTypeId="2" ParentId="12647" CreationDate="2018-07-03T17:58:23.130" Score="1" Body="&lt;p&gt;One of the best sources for Canadian Geospatial data is the Canadian government's &lt;a href=&quot;https://open.canada.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Portal&lt;/a&gt; and the &lt;a href=&quot;http://www12.statcan.gc.ca/census-recensement/2011/geo/bound-limit/bound-limit-2016-eng.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canadian Census Boundary files&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;After doing a quick search through the Census data, it appears that 'Townships' might only be an administrative unit at the provincial level. As such, another option is to download the specific townships directly from Open Data Canada (&lt;a href=&quot;https://open.canada.ca/data/en/dataset?q=township+numbers&amp;amp;organization=nrcan-rncan&amp;amp;res_format=SHP&amp;amp;sort=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.canada.ca/data/en/dataset?q=township+numbers&amp;amp;organization=nrcan-rncan&amp;amp;res_format=SHP&amp;amp;sort=&lt;/a&gt;). You may want to write a to download all the results or a script that targets only the names/codes of the townships that you want. Quickly looking over it, the data seems to be what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;: I may have found exactly what you are looking for. Here is a link to an NRCan FTP with the Dominion Land Survey (DLS) spatial/cadastral data for Canada. This includes all townships and is divided by province. &lt;a href=&quot;https://www.nrcan.gc.ca/earth-sciences/geomatics/canada-lands-surveys/11092#CLdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nrcan.gc.ca/earth-sciences/geomatics/canada-lands-surveys/11092#CLdata&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2018-07-03T18:09:05.470" LastActivityDate="2018-07-03T18:09:05.470" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13045" PostTypeId="5" CreationDate="2018-07-03T18:19:57.010" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2018-07-03T18:19:57.010" LastActivityDate="2018-07-03T18:19:57.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13046" PostTypeId="4" CreationDate="2018-07-03T18:19:57.010" Score="0" Body="For questions concerning data and information for the country of Mexico." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2018-07-08T14:07:16.953" LastActivityDate="2018-07-08T14:07:16.953" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13047" PostTypeId="5" CreationDate="2018-07-03T18:22:36.193" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2018-07-03T18:22:36.193" LastActivityDate="2018-07-03T18:22:36.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13048" PostTypeId="4" CreationDate="2018-07-03T18:22:36.193" Score="0" Body="For questions that involve the Pretty Good Privacy (PGP) text and certifcate encryption algorithm." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2018-07-09T17:26:46.203" LastActivityDate="2018-07-09T17:26:46.203" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13049" PostTypeId="5" CreationDate="2018-07-03T18:23:30.693" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2018-07-03T18:23:30.693" LastActivityDate="2018-07-03T18:23:30.693" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13050" PostTypeId="4" CreationDate="2018-07-03T18:23:30.693" Score="0" Body="For questions concerning data and information for the country of Italy." OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2018-07-09T17:26:49.027" LastActivityDate="2018-07-09T17:26:49.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13052" PostTypeId="1" CreationDate="2018-07-04T11:39:26.263" Score="1" ViewCount="899" Body="&lt;p&gt;MyPersonality Project is a Facebook application used to predict personality based on an online questionnaire. Dataset consists of status updates from 250 users, which already labeled into Big Five personality dimensions. All posts from single user ID appended into one long string which considered single document. Final dataset is in the form of 250 documents from 250 users.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to build multi-label classification model on this dataset , but cannot find the dataset . Please help..&lt;/p&gt;&#xA;" OwnerUserId="19740" LastActivityDate="2018-07-11T12:51:06.710" Title="Where to find myPersonality Dataset?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13054" PostTypeId="2" ParentId="11491" CreationDate="2018-07-04T18:02:12.670" Score="1" Body="&lt;p&gt;After looking through a few NASA repositories, I stumbled upon the &lt;a href=&quot;http://oiswww.eumetsat.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EUMETSAT Website&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This site is a source for near-real-time climate and environmental images from orbit. They offer a WMS service as well as host images of different variables, including &lt;a href=&quot;http://oiswww.eumetsat.org/IPPS/html/MSG/RGB/DUST/FULLDISC/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dust&lt;/a&gt;. Due to the nature of satellite images, having a true real-time source is not very reliable as remote sensing adjustments and calculations need to be performed after collection.&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2018-07-04T18:02:12.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13055" PostTypeId="1" CreationDate="2018-07-04T16:46:07.807" Score="1" ViewCount="19385" Body="&lt;p&gt;Can anybody point me to some service (free or paid) where my software can get real-time market data for analysis without recurring to web scraping? I'm interested in Latin American stock markets&lt;/p&gt;&#xA;" OwnerUserId="20774" OwnerDisplayName="Dmitry" LastEditorUserId="70" LastEditDate="2022-10-13T19:08:57.370" LastActivityDate="2023-05-09T10:42:03.880" Title="Where to get realtime stock market data legally" Tags="|data-request|finance|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13056" PostTypeId="2" ParentId="13055" CreationDate="2018-07-05T06:40:00.793" Score="0" Body="&lt;p&gt;The only real-time trading data comes directly from the brokers or exchanges. To get access you need to be a licensed trader with them, and usually the live data in machine readable formats costs even more. Here's more &lt;a href=&quot;https://money.stackexchange.com/q/78643&quot;&gt;details&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For real-time trading data (transactions) you should consider less traditional securities like blockchain currencies.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-07-05T06:40:00.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13057" PostTypeId="1" CreationDate="2018-07-05T06:45:15.407" Score="3" ViewCount="57" Body="&lt;p&gt;I'm trying to create an intersection between two categories on Wiktionary using PetScan (&lt;a href=&quot;http://tools.wmflabs.org/catscan2/catscan2.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tools.wmflabs.org/catscan2/catscan2.php&lt;/a&gt;), but I can't get it to work. What I've read says it &lt;em&gt;should&lt;/em&gt; be possible to do, so I'm pretty sure the error is user-generated! (ie; I don't know what I'm doing.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically I want to generate a list of entry links that are tagged in both of the following categories:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wiktionary.org/wiki/Category:Japanese_terms_spelled_with_kanji_with_kun_readings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Category:Japanese_terms_spelled_with_kanji_with_kun_readings&lt;/a&gt;&#xA;&lt;a href=&quot;https://en.wiktionary.org/wiki/Category:Japanese_terms_spelled_with_kanji_with_on_readings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Category:Japanese_terms_spelled_with_kanji_with_on_readings&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first has 2009 subcategories and the second, 1035 subcategories.... way too many to check manually. If someone could help me out, I'd really appreciate it. Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19745" LastActivityDate="2018-10-12T09:56:20.440" Title="2 category intersection with PetScan not working?" Tags="|wikipedia|wiktionary|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13058" PostTypeId="1" AcceptedAnswerId="13062" CreationDate="2018-07-05T08:56:31.763" Score="5" ViewCount="57" Body="&lt;p&gt;I have an Arabic and English spreadsheets containing people's information including first and last names.  I have no identifier I can use other than those names, no unique ID or anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the most basic level, I'm looking to see if there's a dictionary containing Arabic first and names and their English equivalent&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&quot;ali&quot;: &quot;علي&quot;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there are better dictionaries that take into consideration the different ways people write their names, it would be even better&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;a[&quot;إلياس&quot;] = [&quot;elias&quot;, &quot;eli', &quot;elie&quot;]&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I'm okay with the most basic dictionary, something is better than nothing&lt;/p&gt;&#xA;" OwnerUserId="4308" LastActivityDate="2018-07-05T20:07:47.813" Title="Is there a dictionary containing Arabic first and names and their English equivalent?" Tags="|data-request|names|dictionary|translation|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13062" PostTypeId="2" ParentId="13058" CreationDate="2018-07-05T20:00:52.560" Score="2" Body="&lt;p&gt;It seems there are some commercial databases, but if you are brave and don't need an exhaustive list for 100% coverage, you could use Wikipedia articles for Arabic people&lt;/p&gt;&#xA;&#xA;&lt;p&gt;top level : &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Arabic_given_names&quot; rel=&quot;nofollow noreferrer&quot;&gt;List_of_Arabic_given_names&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;mid level : &lt;a href=&quot;https://en.wikipedia.org/wiki/Abeer&quot; rel=&quot;nofollow noreferrer&quot;&gt;Abeer&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;bottom level : &lt;a href=&quot;https://en.wikipedia.org/wiki/Abeer_Hamza&quot; rel=&quot;nofollow noreferrer&quot;&gt;Abeer_Hamza&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other top levels : &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Arabic_feminine_given_names&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:Arabic_feminine_given_names&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Arabic-language_names&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:Arabic-language_names&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikipedia is available as a &lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dumps/Tools_for_importing&quot; rel=&quot;nofollow noreferrer&quot;&gt;dump&lt;/a&gt;, so you wouldn't need to scrape. You could also switch back between AR and EN or other languages, which would give you URLs with the person's name&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ar.wikipedia.org/wiki/%D8%B9%D8%A8%D9%8A%D8%B1_%D8%AD%D9%85%D8%B2%D8%A9&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ar.wikipedia.org/wiki/%D8%B9%D8%A8%D9%8A%D8%B1_%D8%AD%D9%85%D8%B2%D8%A9&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gKjC4.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gKjC4.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Actually, a &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata/Sparql&lt;/a&gt; query would probably work, but I can't help much more than that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Take a look at &lt;a href=&quot;https://stackoverflow.com/a/44659738/2327328&quot;&gt;this question&lt;/a&gt; for getting city names in different languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And this &lt;em&gt;slightly&lt;/em&gt; &lt;a href=&quot;http://tinyurl.com/ycoqq6lx&quot; rel=&quot;nofollow noreferrer&quot;&gt;modified query&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ZyoPi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZyoPi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-07-05T20:07:47.813" LastActivityDate="2018-07-05T20:07:47.813" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13064" PostTypeId="1" AcceptedAnswerId="13066" CreationDate="2018-07-06T13:27:29.697" Score="3" ViewCount="453" Body="&lt;p&gt;I was wondering if anyone has a lead on a corpus of geographic locations? City names and coordinate pairs would be ideal. I'm training a chatbot and I'd (ideally) like it to be able to pick up on locations in the chat and then display a map if requested. For example, if the words &quot;I'm headed to Chicago&quot; were typed, the chatbot could render a map of Chicago. Wishes and wants aside, if y'all do know of one or how I could make one, I'd appreciate it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="19754" LastActivityDate="2019-06-17T06:17:06.217" Title="Looking for corpus of Geographic Data" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13066" PostTypeId="2" ParentId="13064" CreationDate="2018-07-06T14:03:13.717" Score="2" Body="&lt;p&gt;There are probably lists, so if you are looking for single regions or languages, then this answer may be a bit much, but...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the entire planet from Open Street Maps (OSM) and then filter out the relevant tags (see this &lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;answer&lt;/a&gt;). In your case you would filter on &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:place&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;place&lt;/code&gt;&lt;/a&gt;, see this example filter:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;./osmfilter planet.osm --keep=&quot;place=city =town =village&quot; &amp;gt; my_places.osm&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Your geocoordinates will actually be a multi-polygon, but that's OK because you can either simplify to a geopoint (e.g. use the centroid), or show the entire polygon range in your map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Instead of planet.osm you can also do this for illinois.osm, or whatever region you want.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="14011" LastEditDate="2019-06-17T06:17:06.217" LastActivityDate="2019-06-17T06:17:06.217" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13067" PostTypeId="1" CreationDate="2018-07-06T12:38:50.243" Score="1" ViewCount="20" Body="&lt;p&gt;Not sure if this should go here or in the GIS stack exchange, but I was wondering if anyone has a lead on a corpus of geographic locations? City names and coordinate pairs would be ideal, but I'll take whatever. I'm training a chatbot and I'd (ideally) like it to be able to pick up on locations in the chat and then display a map if requested.  Wishes and wants aside, if y'all do know of one or how I could make one, I'd appreciate it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="19754" OwnerDisplayName="AGeoDude" LastEditorUserId="14011" LastEditDate="2018-07-12T14:27:11.620" LastActivityDate="2018-07-12T14:27:11.620" Title="Lead on Corpus of Geographic Locations?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ClosedDate="2018-07-07T14:54:25.797" ContentLicense="CC BY-SA 4.0" />
  <row Id="13069" PostTypeId="1" CreationDate="2018-07-08T04:43:17.170" Score="2" ViewCount="42" Body="&lt;p&gt;As the effort to collect, QC, organize and publish an open government dataset is usually funded by taxpayers, I have always imagined a government would prefer to only offer such data to its citizens for free and charge users from other countries. As is mentioned by @closetnoc on &lt;a href=&quot;https://webmasters.stackexchange.com/questions/73908/how-illegal-is-it-to-get-data-from-a-100-accessible-but-not-exposed-api#comment84456_73920&quot;&gt;this question on webmasters&lt;/a&gt;, the government does sell the data too, as packaged in physical storage formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Upon downloading foreign datasets and searching for these policies however, I have never encountered such restrictions; they seem rare if they exist at all. Still, I haven't been able to find any terms of usage or literature that talk about access outside the border. If indeed this practice is rare, I'm curious as to the rationale. Is it too unsavory to paywall &quot;open data&quot; for any reason? Would the profits be too slim perhaps, with most traffic coming from domestic machines anyways? I am also interested in exceptions to this free international access.&lt;/p&gt;&#xA;" OwnerUserId="19760" LastEditorUserId="9956" LastEditDate="2018-07-10T10:44:26.083" LastActivityDate="2018-07-10T15:15:15.290" Title="Is Open Government data ever restricted to use within the country of origin?" Tags="|government|legal|global|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13070" PostTypeId="2" ParentId="876" CreationDate="2018-07-08T22:55:05.870" Score="8" Body="&lt;p&gt;Disclaimer: I am the author of below github projects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two very good (and complete) sources are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/scrollmapper/bible_databases&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/scrollmapper/bible_databases&lt;/a&gt; :  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This has many database formats including all three formats you are inquiring of. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/scrollmapper/bible_databases_deuterocanonical&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/scrollmapper/bible_databases_deuterocanonical&lt;/a&gt; : &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a newer continuance of the bible databases, but with secondary books (ie, the Deuterocanonical ones). This is just sqlite at present but easy to convert. It is also based in a Django project. &lt;/p&gt;&#xA;" OwnerUserId="19763" LastActivityDate="2018-07-08T22:55:05.870" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13071" PostTypeId="1" CreationDate="2018-07-09T03:01:15.587" Score="4" ViewCount="1098" Body="&lt;p&gt;I am looking for a dataset to answer this Academia Stackexchange question:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://academia.stackexchange.com/q/112373/8513&quot;&gt;Are rejections usually quick?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know some conferences/journals in field have been collecting datasets on the review process, which has resulted in some datasets like &#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Paper+Reviews&quot; rel=&quot;nofollow noreferrer&quot;&gt;Paper Reviews sentiment analysis data set&lt;/a&gt;&#xA;To answer this question though, I need a dataset that has more details on the timing, e.g. submission date, reviewer assigned date, review complete date,&#xA;as well as if it is an accept or a reject.&lt;/p&gt;&#xA;" OwnerUserId="1686" LastActivityDate="2021-03-10T15:06:05.713" Title="Journal Acceptance/Rejection dataset with timeline" Tags="|data-request|academia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13075" PostTypeId="2" ParentId="13069" CreationDate="2018-07-09T15:58:35.243" Score="3" Body="&lt;p&gt;Yes - see NASA's software for an example.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The release type&#xA;determines who can have a NASA software code.&lt;/p&gt;&#xA;&lt;p&gt;If you meet the access&#xA;criteria for the code (as defined below), NASA can transfer the&#xA;software to you.&lt;/p&gt;&#xA;&lt;p&gt;Release types:&lt;/p&gt;&#xA;&lt;p&gt;General Public Release: For codes with&#xA;a broad release and no nondisclosure or export control restrictions&lt;/p&gt;&#xA;&lt;p&gt;Open Source Release: For collaborative efforts in which programmers&#xA;improve upon codes originally developed by NASA and share the changes&lt;/p&gt;&#xA;&lt;p&gt;U.S. Release Only: For codes available to U.S. persons only&lt;/p&gt;&#xA;&lt;p&gt;U.S. and Foreign Release: For codes that are available to U.S. persons and&#xA;persons outside of the U.S. (who meet certain export control&#xA;restrictions)&lt;/p&gt;&#xA;&lt;p&gt;U.S. Government Purpose Release: For codes that are to&#xA;be used on behalf of the U.S. government by a federal agency or&#xA;business/university under a federal contract/grant/agreement.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://software.nasa.gov/faq&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://software.nasa.gov/faq&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19770" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-07-10T15:15:15.290" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13077" PostTypeId="2" ParentId="5750" CreationDate="2018-07-10T10:21:47.677" Score="0" Body="&lt;p&gt;This source looks promising &lt;a href=&quot;https://www.twins.org.au/research/twin-and-data-resource&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.twins.org.au/research/twin-and-data-resource&lt;/a&gt;  but I didn't investigate it to see if includes IQ data.&lt;/p&gt;&#xA;" OwnerUserId="2590" LastActivityDate="2018-07-10T10:21:47.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13078" PostTypeId="2" ParentId="13024" CreationDate="2018-07-10T19:14:41.150" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.geoplatform.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geoplatform.gov&lt;/a&gt; has a Transmission Lines layer available as an ESRI REST Feature Service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can view it on ArcGIS online &lt;a href=&quot;http://www.arcgis.com/home/webmap/viewer.html?url=https://services1.arcgis.com/Hp6G80Pky0om7QvQ/ArcGIS/rest/services/Electric_Power_Transmission_Lines/FeatureServer&amp;amp;source=sd&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;View the metadata or download it as an XML file &lt;a href=&quot;https://oe.geoplatform.gov/view/9fd486525b5f4d44a36273b7533cb512&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or use the &lt;a href=&quot;https://services1.arcgis.com/Hp6G80Pky0om7QvQ/arcgis/rest/services/Electric_Power_Transmission_Lines/FeatureServer&quot; rel=&quot;nofollow noreferrer&quot;&gt;service URL&lt;/a&gt; to load it into a GIS program.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://bowdenweb.com/a/data/usa-transmission-lines.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's GeoJSON version exported from ESRI&lt;/a&gt;&lt;br&gt;&#xA;Sorry for personal URL, but gist.github.com chokes on the size of it.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="90" LastEditDate="2018-07-11T05:02:06.357" LastActivityDate="2018-07-11T05:02:06.357" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13079" PostTypeId="1" CreationDate="2018-07-10T17:09:03.037" Score="2" ViewCount="71" Body="&lt;p&gt;I'm looking for digital data for Puerto Rico. Specifically census tract shapefiles from the 1990 &amp;amp; 1980 census. TIA&lt;/p&gt;&#xA;" OwnerDisplayName="AmyNNN" LastEditorUserId="19566" LastEditDate="2019-07-16T13:34:46.877" LastActivityDate="2019-12-13T15:02:05.243" Title="Census Tracts for Puerto Rico" Tags="|geospatial|us-census|census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13080" PostTypeId="1" CreationDate="2018-07-10T15:53:30.747" Score="1" ViewCount="201" Body="&lt;p&gt;I'm using San Francisco dataset offered by OpenStreetMap and I'm trying to get the optimal path using the &lt;code&gt;pgr-astar&lt;/code&gt; function of PostgreSQL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to find the historical traffic data of San Francisco roads (roads congestion with time slots), that corresponds to the format of the dataset generated by the map so I can calculate the optimal path based on the historical traffic information of each road segment.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I get this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the dataset of San Francisco, where a road is divided into many segments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/inicd.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/inicd.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found many sites that offer the traffic information but it doesn't match my dataset ( without accurate information of the road segment). &lt;/p&gt;&#xA;" OwnerUserId="19766" OwnerDisplayName="Reem" LastEditorUserId="9956" LastEditDate="2018-08-12T02:04:39.613" LastActivityDate="2018-08-12T02:04:39.613" Title="Seeking historical traffic data matching OpenStreetMap dataset?" Tags="|data-request|geospatial|usa|traffic|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13081" PostTypeId="2" ParentId="13064" CreationDate="2018-07-10T20:28:59.490" Score="1" Body="&lt;p&gt;Here's the geonames answer that should have been accepted.&lt;/p&gt;&#xA;&lt;p&gt;Download one of the cities files (&lt;a href=&quot;http://download.geonames.org/export/dump/readme.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;readme.txt&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;cities1000.zip&lt;/strong&gt;           : all cities with a population &amp;gt; 1000 or seats of adm div (ca 150.000), see 'geoname' table for columns&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;cities5000.zip&lt;/strong&gt;           : all cities with a population &amp;gt; 5000 or PPLA (ca 50.000), see 'geoname' table for columns&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;cities15000.zip&lt;/strong&gt;          : all cities with a population &amp;gt; 15000 or capitals (ca 25.000), see 'geoname' table for columns&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The city name, ascii name, alternative name (etc) and latitude,longitude are available - one per row. In the readme search for &lt;em&gt;'geoname' table&lt;/em&gt; for the column list descriptions&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://download.geonames.org/export/dump&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to export files&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-07-10T20:28:59.490" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13083" PostTypeId="2" ParentId="13052" CreationDate="2018-07-11T12:51:06.710" Score="2" Body="&lt;p&gt;According to what mentioned form the project owner that in 2018, they decided to stop sharing the data with other scholars. Maintaining the data set, vetting the projects, responding to the inquiries, and complying with various regulations has become too burdensome for the two authors. Therefore, they decided to no further share this psychological data with other interested researchers. Source: &lt;a href=&quot;https://sites.google.com/michalkosinski.com/mypersonality&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.google.com/michalkosinski.com/mypersonality&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="19781" LastActivityDate="2018-07-11T12:51:06.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13084" PostTypeId="1" AcceptedAnswerId="13092" CreationDate="2018-07-11T14:19:15.550" Score="3" ViewCount="80" Body="&lt;p&gt;I'm looking for imbalanced classification datasets to experiment with using synthetic data, ideally with a minor class of less than 10%. Does anyone know specific ones? Should be open to the public with no limitation of use.&lt;/p&gt;&#xA;" OwnerUserId="18444" LastEditorUserId="23272" LastEditDate="2022-07-14T12:19:41.000" LastActivityDate="2022-07-14T12:19:41.000" Title="Looking for open imbalanced datasets" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13085" PostTypeId="1" CreationDate="2018-07-11T16:03:49.377" Score="2" ViewCount="1936" Body="&lt;p&gt;I want to have access to a database for Facebook Photos dictionary that contains 17,2mn records (photo_id,owner_id, created_time). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;At this time, the owner of the dataset has decided to stop sharing the data further and I do assume that the external researcher which already have a legal copy before this restriction can continue their work based on that we did not get any note saying against this. Therefore, I decided to find a way to map this missing profile pictures dataset from the available datasets using Facebook graph API. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I have copies for two datasets. One contains Facebook users self-reported personality test (BIG5 Personality Scores.zip) and the other one contains a users race prediction-based profile picture (Race labels.zip). The authors say that all of the tables contain an anonymized user id (32 characters) that can be used to match users between tables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, if the same id is being found in the two databases, can I assume that the two separated records are for the same user? at this point, can I then use this mapped id to crawl the original facebook profile picture? &lt;/p&gt;&#xA;" OwnerUserId="19781" LastActivityDate="2021-08-05T13:34:45.613" Title="Facebook Mypersonality dataset" Tags="|data-request|uses-of-open-data|social-media|web-crawling|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13086" PostTypeId="1" CreationDate="2018-07-11T17:59:30.313" Score="2" ViewCount="71" Body="&lt;p&gt;To implement a classifier, I require labeled data.&lt;/p&gt;&#xA;&lt;p&gt;The features I require in the dataset are the &lt;em&gt;mass&lt;/em&gt; of the moths and &lt;em&gt;wingspan&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Additional features &lt;em&gt;antenna size&lt;/em&gt; and &lt;em&gt;wing color(s)&lt;/em&gt; would also be useful.&lt;/p&gt;&#xA;&lt;p&gt;Luna Moth : &lt;a href=&quot;https://en.wikipedia.org/wiki/Actias_luna&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Actias_luna&lt;/a&gt;&#xA;average wingspan: 114 mm&lt;/p&gt;&#xA;&lt;p&gt;Emperor Moth: &lt;a href=&quot;https://en.wikipedia.org/wiki/Saturnia_pavonia&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Saturnia_pavonia&lt;/a&gt;&#xA;average wingspans: 60 mm (males) and 80 mm (females)&lt;/p&gt;&#xA;&lt;p&gt;I also need the mass param for the other axis.&lt;/p&gt;&#xA;" OwnerUserId="19783" LastEditorUserId="23272" LastEditDate="2021-04-03T09:21:04.607" LastActivityDate="2021-04-03T09:21:04.607" Title="Dataset of Luna and Emperor Moths" Tags="|data-request|ontology|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13087" PostTypeId="1" CreationDate="2018-07-11T18:04:55.033" Score="3" ViewCount="53" Body="&lt;p&gt;Where can I find &lt;strong&gt;historical&lt;/strong&gt; data on radio towers and radio stations in the United States? For example, the latitude/longitude, tower height, and transmitting power of every tower that existed in 1930, 1940, etc.? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, are there datasets of historical coverage of radio stations? As in, for a certain latitude/longitude, all the radio stations that they (may have) received as of a certain date? The &lt;strong&gt;historical&lt;/strong&gt; element is very important here. I'm not looking for recent data or data after 1970.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="3565" LastEditDate="2018-07-11T18:14:30.380" LastActivityDate="2018-07-11T18:14:30.380" Title="Data on radio towers and radio stations in the US" Tags="|data-request|historical|technology|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="13088" PostTypeId="2" ParentId="13080" CreationDate="2018-07-11T18:50:32.600" Score="1" Body="&lt;p&gt;You are going to need to process the data yourself. This type of data isn’t collected against osm because there is no guarantee of consistency &lt;/p&gt;&#xA;" OwnerUserId="149" LastActivityDate="2018-07-11T18:50:32.600" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13089" PostTypeId="5" CreationDate="2018-07-12T11:22:42.677" Score="0" Body="&lt;p&gt;Classification is a process related to categorization, the process in which ideas and objects are recognized, differentiated, and understood. More narrow meaning could be for specific applications (statistical mathematical, chemical, taxonomic, etc. classification)&lt;/p&gt;&#xA;" OwnerUserId="7109" LastEditorUserId="7109" LastEditDate="2018-07-23T18:37:55.133" LastActivityDate="2018-07-23T18:37:55.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13090" PostTypeId="4" CreationDate="2018-07-12T11:22:42.677" Score="0" Body="In machine learning and statistics, classification is the problem of identifying which of a set of categories a new observation belongs to, on the basis of a training set of data containing observations whose category membership (label) is known. " OwnerUserId="7109" LastEditorUserId="505" LastEditDate="2018-11-02T08:59:10.450" LastActivityDate="2018-11-02T08:59:10.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13091" PostTypeId="1" AcceptedAnswerId="13103" CreationDate="2018-07-12T15:15:47.203" Score="2" ViewCount="143" Body="&lt;p&gt;I am interested in studying a few specific questions on entropy of different properties of English text. For instance, what is the entropy of capital letters in English? This might tell you something about what letters are more likely to start sentences, or be used in abbreviations or proper nouns.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know of a good English text corpus that is readily digestible by a computer program (i.e. plain text) and covers as broad a range of &quot;types&quot; of writing as possible? I am on the fence as to whether I want to focus more on modern English writing or attempt to look at English writing over the last couple hundred years as a whole, so either type of dataset would be fine by me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you. And please let me know if this belongs on another SE.&lt;/p&gt;&#xA;" OwnerUserId="19792" LastActivityDate="2019-08-21T18:20:44.220" Title="Large English text corpus" Tags="|data-request|english|corpora|text|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13092" PostTypeId="2" ParentId="13084" CreationDate="2018-07-12T15:49:42.937" Score="3" Body="&lt;p&gt;Most multi-class datasets can be turned into skewed binary classification datasets.&lt;br&gt;&#xA;For example, the default scikit-learn &lt;a href=&quot;http://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_digits.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;digits dataset&lt;/a&gt; contains ~10% &lt;code&gt;1&lt;/code&gt; and ~90% &lt;code&gt;not-1&lt;/code&gt; images.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt; hosts many datasets that are skewed, one that's quite skewed is this SMS spam dataset: &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/SMS+Spam+Collection&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/SMS+Spam+Collection&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another organisation that hosts &lt;em&gt;free but not open&lt;/em&gt; datasets is &lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;kaggle&lt;/a&gt;, one of their datasets that's very skewed is the following:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2018-07-13T08:30:21.793" LastActivityDate="2018-07-13T08:30:21.793" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13093" PostTypeId="1" CreationDate="2018-07-12T17:59:08.287" Score="1" ViewCount="21" Body="&lt;p&gt;Does anyone have, or know of, any sort of real-time source of power outages globally? Or at least in North America. Everywhere I can find is just a local power company or proprietary. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Either a Compiled Map or API would be fine.&lt;/p&gt;&#xA;" OwnerUserId="15734" LastEditorUserId="1511" LastEditDate="2018-07-13T12:54:08.727" LastActivityDate="2018-07-13T12:54:08.727" Title="Realtime Power Outages Global/North America" Tags="|data-request|energy|real-time|" AnswerCount="0" CommentCount="2" ClosedDate="2018-08-28T12:07:12.683" ContentLicense="CC BY-SA 4.0" />
  <row Id="13094" PostTypeId="1" CreationDate="2018-07-12T19:03:51.380" Score="0" ViewCount="782" Body="&lt;p&gt;I'm looking for a mapping between PUMA codes (Public Use Microdata Area from the American Community Survey) to county. UMichigan has &lt;a href=&quot;https://www.psc.isr.umich.edu/dis/workshop/references/gis/puma2county.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;this mapping&lt;/a&gt; (linked from &lt;a href=&quot;https://www.psc.isr.umich.edu/dis/workshop/references/gis/Creating%20county%20level%20statistics%20from%20microdata%20files.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;), but there's no date so I'm not sure if it's still relevant.&lt;/p&gt;&#xA;" OwnerUserId="6227" LastActivityDate="2018-07-26T21:12:11.733" Title="Mapping PUMA codes to county" Tags="|geospatial|us-census|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13096" PostTypeId="2" ParentId="7237" CreationDate="2018-07-13T06:38:18.887" Score="1" Body="&lt;p&gt;Try checking out &lt;a href=&quot;https://dataturks.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataturks.com&lt;/a&gt;. It was released in 2018, fully online and supports multi-user collaboration.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Features supported: &lt;strong&gt;Image bounding box, Polygon bounding box, NER, NLP annotation, tagging entities in documents etc.&lt;/strong&gt; &lt;/p&gt;&#xA;" OwnerUserId="19794" LastEditorUserId="9956" LastEditDate="2018-07-23T13:43:22.107" LastActivityDate="2018-07-23T13:43:22.107" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13097" PostTypeId="1" CreationDate="2018-07-13T09:34:02.103" Score="3" ViewCount="229" Body="&lt;p&gt;Say you want to use data to &lt;strong&gt;train a machine learning model&lt;/strong&gt; to solve some task. What if the data is published under a &lt;strong&gt;Creative Commons&lt;/strong&gt; license with the &lt;strong&gt;Non-Commercial&lt;/strong&gt; module? Clearly, you cannot put the data to direct commercial use, like linking it with other data and selling it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, &lt;strong&gt;can you use the &lt;em&gt;model&lt;/em&gt; in a commercial setting, if it was derived from those CC-NC data?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found only one remotely relevant interpretation in the &lt;a href=&quot;https://creativecommons.org/faq/#can-i-conduct-textdata-mining-on-a-cc-licensed-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC FAQs&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Commercial purposes: If you are conducting text and data mining for&#xA;  commercial purposes, you should not mine NC-licensed databases or&#xA;  other material.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;However a statistical model derived in a machine learning process from a data set is not exactly data mining, IMHO. Also, the &lt;em&gt;should&lt;/em&gt; is very vague.&lt;/p&gt;&#xA;" OwnerUserId="19738" LastActivityDate="2019-04-12T18:02:45.857" Title="Commercial use of a model derived from NC-licensed data?" Tags="|machine-learning|licensing|creative-commons|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13098" PostTypeId="1" CreationDate="2018-07-13T14:03:43.490" Score="1" ViewCount="253" Body="&lt;p&gt;For me to include in my project, I am looking for some &lt;a href=&quot;https://www.distancecalculator.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; which can recognize the places and give the output as the distance between two places. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any database that consists of distance matrix between all places in the USA ? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;API something similar to &lt;a href=&quot;https://www.distancecalculator.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Distance Calculator&lt;/a&gt;, which is able to recognize all the places and give the distance output for free. &lt;a href=&quot;https://developers.google.com/maps/documentation/javascript/get-api-key#prev-license&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google API&lt;/a&gt; is being charged. As per this &lt;a href=&quot;https://opendata.stackexchange.com/questions/9842/open-dataset-containing-distance-between-states-in-the-usa&quot;&gt;link&lt;/a&gt;, I cannot enter geo coordinates, I can enter only the place name, it should be able to recognize and find the distance. &lt;/p&gt;&#xA;" OwnerUserId="18994" LastEditorUserId="1511" LastEditDate="2018-07-15T10:53:38.860" LastActivityDate="2018-07-15T11:44:54.780" Title="Distance between different places in USA" Tags="|data-request|geospatial|usa|api|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13099" PostTypeId="2" ParentId="13084" CreationDate="2018-07-13T14:10:42.390" Score="0" Body="&lt;p&gt;Also found this one: &lt;a href=&quot;https://www.kaggle.com/mlg-ulb/creditcardfraud&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/mlg-ulb/creditcardfraud&lt;/a&gt; - also taken from Kaggle.&lt;/p&gt;&#xA;" OwnerUserId="18444" LastActivityDate="2018-07-13T14:10:42.390" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13100" PostTypeId="2" ParentId="13098" CreationDate="2018-07-13T21:39:37.183" Score="5" Body="&lt;p&gt;National Bureau of Economic Research (NBER) has this data available in its &lt;a href=&quot;https://www.nber.org/data/county-distance-database.html&quot; rel=&quot;noreferrer&quot;&gt;County Distance Database&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Its incredibly detailed, and goes back to 1990.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-07-13T21:39:37.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13101" PostTypeId="1" CreationDate="2018-07-15T03:48:04.077" Score="0" ViewCount="141" Body="&lt;p&gt;I'm rying to eventually populate a spreadsheet with only the dosage_and_administration section for like 2000 medications. I created a query for this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.substance_name:acetaminophen+AND+_exists_:dosage_and_administration&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.substance_name:acetaminophen+AND+&lt;em&gt;exists&lt;/em&gt;:dosage_and_administration&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However all the other headings show up every time and I can't focus the query on just dosage_and_administration section. Is this possible? &lt;/p&gt;&#xA;" OwnerUserId="19804" LastEditorDisplayName="user4293" LastEditDate="2018-08-17T10:11:46.713" LastActivityDate="2024-03-18T22:03:30.507" Title="OpenFDA query - wanting one section" Tags="|openfda|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13102" PostTypeId="2" ParentId="13098" CreationDate="2018-07-15T10:59:52.200" Score="2" Body="&lt;p&gt;If you use a list of places with the geocoordinates, you can easily script the distance calculation. This is much easier than calculating &lt;em&gt;and&lt;/em&gt; storing all the distances ahead of time, include effort for re-calculation when the place dataset changes or updates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a sample python script (&lt;a href=&quot;https://stackoverflow.com/a/43211266/2327328&quot;&gt;source&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import geopy.distance&#xA;&#xA;coords_1 = (52.2296756, 21.0122287)&#xA;coords_2 = (52.406374, 16.9251681)&#xA;&#xA;print geopy.distance.vincenty(coords_1, coords_2).km&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt;279.352901604&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To get the raw data, see these answers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/13066/1511&quot;&gt;OSM&lt;/a&gt;&lt;/strong&gt; more complete, can be all sorts of &quot;places&quot; and not just cities.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/13081/1511&quot;&gt;Geonames&lt;/a&gt;&lt;/strong&gt; - cities of various sizes, easy CSV data model, easy to filter on US.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-07-15T11:44:54.780" LastActivityDate="2018-07-15T11:44:54.780" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13103" PostTypeId="2" ParentId="13091" CreationDate="2018-07-16T07:20:37.590" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.gutenberg.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Gutenberg&lt;/a&gt; offers 57.000 free books, available in different formats. Among them, utf-8 encoded plain text with minimal formatting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The NLTK comes with access to a &lt;a href=&quot;http://www.nltk.org/nltk_data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;range of corpora&lt;/a&gt;. Among them, a selection from Project Gutenberg, and a chat corpus (if you are looking for more colloquial use of English). Beware of the varying licenses that apply.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If Wikipedia turns out to be a good in your estimation, consider using the &lt;a href=&quot;https://github.com/attardi/wikiextractor&quot; rel=&quot;nofollow noreferrer&quot;&gt;WikiExtractor&lt;/a&gt;, which can turn a Wikipedia dump into plain text files with minimal formatting.&lt;/p&gt;&#xA;" OwnerUserId="19738" LastActivityDate="2018-07-16T07:20:37.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13104" PostTypeId="2" ParentId="12850" CreationDate="2018-07-16T08:22:55.907" Score="2" Body="&lt;p&gt;Take a look at the Ninapro project here: &lt;a href=&quot;http://ninapro.hevs.ch/node/7&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ninapro.hevs.ch/node/7&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll need to create a username and password to access the databases but don't worry, you never get any annoying emails, this is totally a research-driven project to share data and ideas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have several databases full of time series, labelled datasets created during hand movement experiments. The data consists of EMG, accelerometer, gyroscope, and other IMU device data. The accelerometer data consists of X, Y, Z values for each sensor. Databases 2, 3, and 7 definitely contain accelerometer data if you think that might be useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each database has details on the experiment performed, a description of the dataset contents, and a link to the research paper the data relates to. I use MATLAB to manipulate the datasets and then feed them into whatever classifier I'm working with.&lt;/p&gt;&#xA;" OwnerUserId="19809" LastActivityDate="2018-07-16T08:22:55.907" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13105" PostTypeId="1" AcceptedAnswerId="15725" CreationDate="2018-07-16T13:12:32.370" Score="9" ViewCount="10949" Body="&lt;p&gt;I am looking for audio/video samples of conversations between customer service agents and customers. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The background noise and accents are not a problem here so long as the conversation is in English. The dataset must be in an audio/video format and not in written text transcripts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I expect the conversation between the customer service agents and customers to be revolving more around frequent questions and some new questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Example :- What is the status of my claim number ? (Frequently asked one)&lt;/p&gt;&#xA;" OwnerUserId="19811" LastEditorUserId="90" LastEditDate="2018-07-31T03:38:49.377" LastActivityDate="2022-12-26T10:17:22.250" Title="Customer Service (Call Center) Audio datasets" Tags="|data-request|machine-learning|audio|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13106" PostTypeId="2" ParentId="13097" CreationDate="2018-07-16T14:09:08.577" Score="1" Body="&lt;p&gt;As a researcher I would tend towards this being fair use. Within the academic world, articles that are distributed under strong copyright laws prevent others from doing things such as reusing figures and tables. It does not however prevent another researcher from adapting their methods to a specific and even similar use-case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm obviously not a lawyer but so long as you aren't using their copyrighted material (ie: the explicitly defined database/data sets), I don't think there's any problem in replicating their models/methods.&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2018-07-16T14:09:08.577" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13107" PostTypeId="1" CreationDate="2018-07-16T21:00:07.337" Score="1" ViewCount="51" Body="&lt;p&gt;The Rescorla-Wagner model (&lt;a href=&quot;https://en.wikipedia.org/wiki/Rescorla%E2%80%93Wagner_model&quot; rel=&quot;nofollow noreferrer&quot;&gt;wiki link description&lt;/a&gt;): &quot; (&quot;R-W&quot;) is a model of classical conditioning, in which learning is conceptualized in terms of associations between conditioned (CS) and unconditioned (US) stimuli.&quot; and is bases the dynamics of the changes in behavior according to a simple agent update which covers every agent in the group. There can be found implementations to produce the effect (simulate) &lt;a href=&quot;https://www.cal-r.org/index.php?id=R-Wsim&quot; rel=&quot;nofollow noreferrer&quot;&gt;sim link&lt;/a&gt; or analyze a dataset which is governed by this effect &lt;a href=&quot;https://github.com/pmandera/tensorflow-rescorla-wagner&quot; rel=&quot;nofollow noreferrer&quot;&gt;code using tensorflow&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can datasets be found that have been used to investigate these dynamics? Or are there compatible datasets which are available for investigations similar to this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The methodology requires a set of actor which have connectivity between themselves in a network sense, and a state value which is defined as a bounded number that is continuous or discrete. &lt;/p&gt;&#xA;" OwnerUserId="5400" LastActivityDate="2018-07-16T21:00:07.337" Title="Where to find data to explore the &quot;Rescorla-Wagner model&quot;?" Tags="|data-request|social-process|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13108" PostTypeId="1" CreationDate="2018-07-17T15:17:25.620" Score="1" ViewCount="39" Body="&lt;p&gt;I am looking for a dataset containing &lt;strong&gt;multidimensional&lt;/strong&gt; data streams. More specifically, data points such as:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(x1, y1, z1), (x2, y2, z2), (x3, y3, z3), ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which are &lt;strong&gt;ordered or have time-stamps&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I search, I usually find &lt;em&gt;time-series&lt;/em&gt; data which is a sequence of a single attribute. For example: stock price of a company or temperature of a room.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I need an extended version of that which has more than one attribute. For example, something like a sequence of (temperature, pressure, volume) or (number of requests, cpu usage, bandwidth usage) matched together.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing I have found is Intel Lab Data (&lt;a href=&quot;http://db.csail.mit.edu/labdata/labdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://db.csail.mit.edu/labdata/labdata.html&lt;/a&gt;). The issue I have with it is that it is very hard to interpret any result that you get from analyzing it.&lt;/p&gt;&#xA;" OwnerUserId="14725" LastActivityDate="2018-08-02T17:27:06.340" Title="Multidimensional Data Stream" Tags="|data-request|time-series|real-time|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13109" PostTypeId="1" CreationDate="2018-07-17T17:56:01.693" Score="3" ViewCount="81" Body="&lt;p&gt;I`m planing trip to Europe am looking for points of interest data for some regions I will be visiting. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source for POIs in KLM/KMZ/GPX or any other format with coverages for Spain, France, whole region of Alps, and Italy?&lt;/p&gt;&#xA;" OwnerUserId="19821" LastEditorUserId="9956" LastEditDate="2018-07-18T09:25:56.217" LastActivityDate="2018-07-18T12:31:25.607" Title="Points of Interest for France, Spain, and Italy?" Tags="|data-request|geospatial|openstreetmap|data-mapping|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13111" PostTypeId="1" CreationDate="2018-07-17T18:49:18.657" Score="3" ViewCount="35" Body="&lt;p&gt;I am looking for a dataset on the location, capacity, company / owner and year of establishment for data centers (eg. of Google, Amazon, Facebook). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestiosn are welcome. &lt;/p&gt;&#xA;" OwnerUserId="11343" LastActivityDate="2023-08-24T17:09:21.137" Title="Data centers: Looking for dataset on location, capacity, company / owner and year of establishment" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13112" PostTypeId="2" ParentId="13101" CreationDate="2018-07-17T18:53:14.173" Score="0" Body="&lt;p&gt;Unfortunately, we don't have a way to return only selected portions of JSON. Shouldn't be a problem though as long as you are processing the results programmatically -- just ignore the sections that are not relevant. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-07-17T18:53:14.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13114" PostTypeId="1" CreationDate="2018-07-18T04:40:10.080" Score="0" ViewCount="42" Body="&lt;p&gt;I've looked everywhere for a data set on trust in the Internet of Things (IoT) and found nothing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The articles I've read either didn't mention the data sets used or the data sets were not public. I even emailed two publishers for their data set and they didn't help me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a good source for open data sets on trust in IoT?&lt;/p&gt;&#xA;" OwnerUserId="19826" LastEditorUserId="9956" LastEditDate="2018-07-19T21:10:56.633" LastActivityDate="2018-07-20T17:41:10.513" Title="Data set on trust in the Internet of Things?" Tags="|data-request|survey|internet-of-things|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13115" PostTypeId="2" ParentId="13109" CreationDate="2018-07-18T12:31:25.607" Score="2" Body="&lt;p&gt;My way of approaching this would be to download the OpenStreetMap .pbf files directly from a source that regionally subsets the OSM data and then convert it to whatever format works best.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A great source for raw OSM data is &lt;a href=&quot;https://download.geofabrik.de/europe.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geofabrik.de&lt;/a&gt;. They have regionally subdivided .pbf files that can be easily converted to anything that can be read/written by gdal/ogr. I would start by reading the documentation for &lt;a href=&quot;http://www.gdal.org/ogr2ogr.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ogr2ogr&lt;/a&gt; and then follow the guidelines on the OpenStreetMap site for &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/User:Bgirardot/How_To_Convert_osm_.pbf_files_to_Esri_Shapefiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;.pbf to shapefile conversions&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given that these regions have a high number of Points of Interest, my suggestion would be to further subset the data according to your interests (e.g. &quot;Tourism&quot;).&lt;/p&gt;&#xA;" OwnerUserId="9956" LastActivityDate="2018-07-18T12:31:25.607" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13116" PostTypeId="1" CreationDate="2018-07-19T09:44:48.770" Score="0" ViewCount="208" Body="&lt;p&gt;For years all names of all Facebook users were listed at&#xA;&lt;a href=&quot;https://www.facebook.com/directory&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.facebook.com/directory&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even without the links to the profiles themselves, it was a very useful dataset of diverse names and versions of the same name around the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In 2010 a security researcher &lt;a href=&quot;https://blog.skullsecurity.org/2010/return-of-the-facebook&quot; rel=&quot;nofollow noreferrer&quot;&gt;scraped it&lt;/a&gt; and made it &lt;a href=&quot;http://academictorrents.com/details/e54c73099d291605e7579b90838c2cd86a8e957&quot; rel=&quot;nofollow noreferrer&quot;&gt;available as a torrent&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;171 million names (100 million unique) ... limitation is that these are only users whose first characters are from the latin charset.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It grew significantly in size and diversity between 2010 and 2018, when it was deleted (&lt;em&gt;This page isn't available&lt;/em&gt;) without warning, presumably in connection with political issues around user data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a relatively recent version available?  It could be incomplete if randomly sampled.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastActivityDate="2018-07-19T09:44:48.770" Title="Recent dump of names from facebook.com/directory?" Tags="|nlp|language|social-media|names|security|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13117" PostTypeId="2" ParentId="12545" CreationDate="2018-07-19T14:58:41.220" Score="1" Body="&lt;p&gt;Virginia Department of Health has many datasets on domestic violence: &lt;a href=&quot;http://www.vdh.virginia.gov/medical-examiner/fatality-review-surveillance-programs-reports/domestic-violence-fatality-review/resources/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Domestic Violence Fatality Review Resources&lt;/a&gt;.&lt;br&gt;&#xA;You'll have to do the legwork of pulling the data out of the PDFs, but its all there for you to use.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-07-19T14:58:41.220" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13118" PostTypeId="1" CreationDate="2018-07-18T15:30:45.867" Score="1" ViewCount="73" Body="&lt;p&gt;I am doing some research into some machine learning algorithms that can be used to analyze website logs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A friend gave me access to his Google Analytics, but all I see are reports and I am not able to see the actual logs. If I am not mistaken, google has put a high price on access to these logs (over 100K per year).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for open logs which record website events: UserId, TimeStamp, BrowserDetails, LocationDetails etc. Very close to Apache access logs, but with richer instrumentation to say more about each event.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any website logs that are open and freely downloadable for research purposes.&lt;/p&gt;&#xA;" OwnerUserId="19829" OwnerDisplayName="jason" LastEditorUserId="1511" LastEditDate="2020-04-01T09:05:48.800" LastActivityDate="2020-04-01T09:10:17.077" Title="Where can I find website analytics logs for research?" Tags="|data-request|machine-learning|internet|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13119" PostTypeId="2" ParentId="13118" CreationDate="2018-07-18T20:36:35.350" Score="2" Body="&lt;p&gt;I don't think you can get the raw logs, but you can certainly access the data via an API, outside of your web browser.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;http://code.google.com/apis/analytics/docs/gdata/gdataDeveloperGuide.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;DOCS&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="20015" OwnerDisplayName="MTV MthreeU" LastActivityDate="2018-07-18T20:40:37.150" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13120" PostTypeId="2" ParentId="13114" CreationDate="2018-07-20T17:41:10.513" Score="1" Body="&lt;p&gt;Trustworthiness is a very vague term and I don't know what kind of trustworthiness you are interested in. I will give you two examples I came across in the last few years.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;We can use data to test if can trust other members of the group. For example, are civil servants upholding the law and doing their work correctly. In this &lt;a href=&quot;http://iquantny.tumblr.com/post/144197004989/the-nypd-was-systematically-ticketing-legally&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog&lt;/a&gt;,   Ben Wellington showed that thousands of parking tickets in New York City were issued to legally parked cars. He managed to expose Police department mistakes by analyzing open data provided by New York City. The data used in his work should be available &lt;a href=&quot;https://opendata.cityofnewyork.us/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The second example I came across is much more interesting. In short, can we trust the sources gathering information in our data set? A group of scientist ran into a problem when they were trying to determine noise pollution in a city by asking citizens to participate in the sensing process. Such data gathering scheme, in which volunteers gather data, is known as participatory sensing. In this case, participants installed an application that measured noise intensity on their smartphone. In such a scheme, it is very easy for anyone to contribute the data.  However, it is also easy for the user to intentionally or unintentionally collect faulty measurements. Check this &lt;a href=&quot;http://www.noisetube.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;site&lt;/a&gt; and their API to get to the data. You can also find a list of publications where the issue of trustworthiness is mentioned. Furthermore,  there is one that is not on the list on the website but I think it could be related to your work. Try to find paper entitled: &quot;Are you contributing trustworthy data?: the case for a reputation system in participatory sensing &quot;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Are any of the above examples, an example of what you are interested in? Maybe to you, trustworthiness has an entirely different meaning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kind regards&#xA;JH&lt;/p&gt;&#xA;" OwnerUserId="19616" LastActivityDate="2018-07-20T17:41:10.513" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13122" PostTypeId="1" CreationDate="2018-07-21T20:29:16.790" Score="1" ViewCount="43" Body="&lt;p&gt;Does this license have to be passed on (I don't have the technical term), if the licensed data is used or passed on?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.govdata.de/dl-de/zero-2-0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.govdata.de/dl-de/zero-2-0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Data licence Germany - Zero - Version 2.0&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Any use is permitted without restrictions or conditions.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The data and meta-data provided may, for commercial and non-commercial&#xA;  use, in particular&lt;/p&gt;&#xA;  &#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;&lt;p&gt;be copied, printed, presented, altered, processed and transmitted to third parties;&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;be merged with own data and with the data of others and be combined to form new and independent datasets;&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;be integrated in internal and external business processes, products and applications in public and non-public electronic&#xA;  networks.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(Example data: search for zero-2-0 on &lt;a href=&quot;http://www.geodatenkatalog.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geodatenkatalog.de&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="2014" LastActivityDate="2018-07-21T20:29:16.790" Title="GovData.de license zero-2-0" Tags="|government|licensing|inspire|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13124" PostTypeId="1" AcceptedAnswerId="13167" CreationDate="2018-07-24T03:36:31.070" Score="1" ViewCount="91" Body="&lt;p&gt;I'm looking for US hiring data at national level from 1947 to 2018. I'm interested in data similar to what the BLS website has available for after 2000.&lt;/p&gt;&#xA;" OwnerUserId="19857" LastEditorUserId="19857" LastEditDate="2018-08-03T03:13:58.423" LastActivityDate="2018-08-05T19:48:16.910" Title="US hiring data 1947-2018" Tags="|data-request|usa|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="13125" PostTypeId="1" CreationDate="2018-07-24T08:14:51.343" Score="1" ViewCount="52" Body="&lt;p&gt;I am completely new to ontologies and have been doing some research on representing notarial deeds in the historical domain (ie: old acts) using ontologies and RDF to create a knowledge graph.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am having a hard time finding an ontology on this particular domain. Did anyone encounter such ontologies?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Usually in such documents one will find parties involved in an event such as a will, donation etc... These will include also dates, items involved and relationships between the parties. I thought about creating the ontology myself but I don't want to reinvent the wheel if something already exists&lt;/p&gt;&#xA;" OwnerUserId="19858" LastActivityDate="2020-12-18T19:30:18.773" Title="Ontologies on the notarial domain" Tags="|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13126" PostTypeId="1" CreationDate="2018-07-25T11:29:55.280" Score="1" ViewCount="27" Body="&lt;p&gt;since i'm not sure if my question is as specific as expected by Stack* audience, I would like to explain a little what I would like to get.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a database, dataset or some data source where I can find information about how people feel about themselves. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suppose that we are dealing with some &quot;how I feel about *&quot; test where there are questions which answer falls in a range between &quot;not so much&quot; to &quot;yes, indeed&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Imagine questions like: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;Do you think you're liberal?&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;Are you fine with meeting people from different countries?&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;Do you think you can manage unexpected situations?&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;Do you value the support of your family?&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and so on...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suggestions?&lt;/p&gt;&#xA;" OwnerUserId="11253" LastActivityDate="2018-07-25T11:29:55.280" Title="How people perceive themselves?" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13128" PostTypeId="1" AcceptedAnswerId="13135" CreationDate="2018-07-25T21:30:34.833" Score="1" ViewCount="21" Body="&lt;p&gt;Looking for GIS data for the 57 locations on page 35 of this PDF&#xA;&lt;a href=&quot;https://www.grandrapidsmi.gov/files/assets/public/departments/planning-department/cannabis-data-compendium-7-18-18.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.grandrapidsmi.gov/files/assets/public/departments/planning-department/cannabis-data-compendium-7-18-18.pdf&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2018-07-26T20:49:42.310" Title="Rehabilitation Facilities &amp; Substance Abuse Clinics GIS data in Grand Rapid City MIchigan" Tags="|geospatial|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13129" PostTypeId="1" AcceptedAnswerId="13152" CreationDate="2018-07-26T01:13:37.370" Score="1" ViewCount="235" Body="&lt;p&gt;Where do the salary after attending numbers come from if the school isn't reporting them? Who is surveying graduates 10 years out? &lt;/p&gt;&#xA;" OwnerUserId="19873" LastActivityDate="2018-07-31T21:07:48.450" Title="Who is reporting salary after attending?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13130" PostTypeId="2" ParentId="12062" CreationDate="2018-07-26T08:18:31.493" Score="1" Body="&lt;p&gt;Here is some datasets that contains friendships and features for ego nodes.&#xA;&lt;a href=&quot;https://snap.stanford.edu/data/ego-Facebook.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Facebook&lt;/a&gt;, &lt;a href=&quot;https://snap.stanford.edu/data/ego-Gplus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google+&lt;/a&gt;, &lt;a href=&quot;https://snap.stanford.edu/data/ego-Twitter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the following dataset is what you want i guess, it contains friendship relationships and features for every nodes: &#xA;&lt;a href=&quot;https://snap.stanford.edu/data/soc-pokec.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pokec Dataset&lt;/a&gt; &lt;br&gt;&#xA;Pokec is a social network like facebook that is viral in Slovakia.&lt;/p&gt;&#xA;" OwnerUserId="19874" LastEditorUserId="19874" LastEditDate="2018-07-26T09:57:12.297" LastActivityDate="2018-07-26T09:57:12.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13131" PostTypeId="2" ParentId="3398" CreationDate="2018-07-26T10:23:53.513" Score="1" Body="&lt;p&gt;Pokec social network is something like facebook that is viral in Slovakia,&#xA;it contains friendship relationship and nodes attributes. You may find the link &lt;a href=&quot;https://snap.stanford.edu/data/soc-pokec.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;HERE&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19874" LastActivityDate="2018-07-26T10:23:53.513" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13132" PostTypeId="1" CreationDate="2018-07-26T17:57:11.413" Score="2" ViewCount="44" Body="&lt;p&gt;I would like to write a simple project that can recognise different written Chinese characters. Now I have been searching various web pages and other sources for a sufficient database to use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While there are several databases offering free data to use, most of the data is not labelled. The closest to a success I have come was from this web page: &lt;a href=&quot;http://www.hcii-lab.net/data/onHCCTestdataset/onHCCTest.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.hcii-lab.net/data/onHCCTestdataset/onHCCTest.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On this web page I found &quot;labels&quot; and &quot;data&quot;, however the labels seemed to far outnumber the data. So I can't be sure, if the files are related.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would already be enough for me, if I had a data points and a labels files I could process (somehow) - the processing aspect of the data shouldn't be the difficult part. It also does not have to be &quot;much&quot; data - I don't have to have enough data so that any and every Chinese characters can identified.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In fact my expectation for the project aren't high - it's intended to be just a project I do for fun over my summer holidays. It's more important to me, that I can try and utilise Machine Learning algorithm for a hobby (Chinese) and in the end have something that works.&lt;/p&gt;&#xA;" OwnerUserId="19882" OwnerDisplayName="Imago" LastEditorUserId="14011" LastEditDate="2018-07-30T07:30:49.720" LastActivityDate="2018-07-30T07:30:49.720" Title="Where can I find labelled data for handwritten Chinese characters?" Tags="|data-request|text|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13133" PostTypeId="2" ParentId="13132" CreationDate="2018-07-26T19:12:09.593" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.gavo.t.u-tokyo.ac.jp/~qiao/database.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;This resource&lt;/a&gt; has a link to a bunch of online and off line databases for handwritten letters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.is.aist.go.jp/etlcdb/#English&quot; rel=&quot;nofollow noreferrer&quot;&gt;This offline database&lt;/a&gt; seems to be a big one, hosted in Japan by Electrotechnical Laboratory has 1.2 million samples from Chinese, Japanese and other languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nakagawa Labs has another &lt;a href=&quot;http://web.tuat.ac.jp/~nakagawa/database/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;online database&lt;/a&gt;, but it's not openly available.&lt;/p&gt;&#xA;" OwnerUserId="19883" OwnerDisplayName="Aksakal" LastActivityDate="2018-07-26T19:17:44.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13134" PostTypeId="1" CreationDate="2018-07-26T20:09:59.257" Score="1" ViewCount="27" Body="&lt;p&gt;I need an aggregate value for rent using a collection of Census Tracts from the American Community Survey 5-year estimate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The universe for Aggregate Gross Rent (B25065) is listed as &quot;Renter-occupied housing units paying cash rent&quot;, yet there's not table that contains a total for that universe. Would it be safe to use the Renter Occupied column from Tenure (B25003) to calculate an average gross rent even though the universe is &quot;Occupied housing units&quot;?&lt;/p&gt;&#xA;" OwnerUserId="19884" LastEditorUserId="9956" LastEditDate="2018-08-01T07:09:11.320" LastActivityDate="2018-08-01T07:09:11.320" Title="Average Gross Rent" Tags="|data-request|uses-of-open-data|us-census|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13135" PostTypeId="2" ParentId="13128" CreationDate="2018-07-26T20:49:42.310" Score="0" Body="&lt;p&gt;You can see the data from that report on &lt;a href=&quot;https://grandrapids.maps.arcgis.com/apps/MapJournal/index.html?appid=e9cedefe358040c3a2bf41670522fc43&quot; rel=&quot;nofollow noreferrer&quot;&gt;this interactive map&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have the patience you can click on each point and get its address and x,y coordinates (presumably in Michigan state plane coordinate reference system). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or, you can &lt;a href=&quot;https://www.grandrapidsmi.gov/Directory/Programs-and-Initiatives/Medical-Marihuana&quot; rel=&quot;nofollow noreferrer&quot;&gt;contact the city planner&lt;/a&gt; and request that data. &lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-07-26T20:49:42.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13136" PostTypeId="2" ParentId="13094" CreationDate="2018-07-26T21:12:11.733" Score="1" Body="&lt;p&gt;According to &lt;a href=&quot;https://www.census.gov/geo/reference/webatlas/pumas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;the US Census Bureau&lt;/a&gt;, &quot;State partners define PUMAs once a decade after the decennial census.&quot; The most recent census was in 2010, so the current PUMA crosswalk would be the one based on the 2010 census.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UMichigan has &lt;a href=&quot;https://www.psc.isr.umich.edu/dis/workshop/utilities/p2c.equ&quot; rel=&quot;nofollow noreferrer&quot;&gt;this crosswalk&lt;/a&gt; on their website, which appears to the the same as the one you linked to, although the URL is different. I got to it from &lt;a href=&quot;https://www.psc.isr.umich.edu/dis/census/Features/puma2cnty/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;. Based on the fact that it says &quot;2010&quot; on that page, I would expect that this is the 2010 crosswalk. You might want to you contact them and inquire, just to be sure.  &lt;a href=&quot;https://i.stack.imgur.com/RWIZ1.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RWIZ1.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also provide historical &lt;a href=&quot;https://www.psc.isr.umich.edu/dis/data/ref/PUMA/equiv.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;PUMA Equivalency Files&lt;/a&gt; for 1980, 1990 and 2000.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-07-26T21:12:11.733" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13139" PostTypeId="1" CreationDate="2018-07-28T00:02:12.720" Score="2" ViewCount="67" Body="&lt;p&gt;I'm looking through some ACS data on # of households by block group in Santa Clara County. Block Group 2, Census Tract 5002, Santa Clara County, California has 0 households, despite having a population estimate of 737. This is true for the five-year estimates from 2013, 2014, 2015, and 2016. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought Census block groups had a population requirement (except for bodies of water, which would be block group 0)? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any advice or explanation would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="19890" LastEditorUserId="18" LastEditDate="2019-02-12T20:01:49.020" LastActivityDate="2019-02-12T20:01:49.020" Title="ACS - Census Block Groups with 0 households?" Tags="|usa|us-census|census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13140" PostTypeId="1" CreationDate="2018-07-29T15:32:05.927" Score="2" ViewCount="53" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;During querying LOD datasets (using Sparql queries), we could face connection or server problems. Is there a reliable strategy that helps us to get data is a reliable way ?  I'm looking for a tool (in java) that helps to schedule querying tasks so that when an interruption occurs, the task will be re-run again until getting all data ?&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I generally use Jena library to query remote Sparql dataset and use retrieved data to do some stuff. Is there a mechanism to automatically cache returned data so when I re-query the dataset with same query, data is retrieved from local cache instead of remote dataset endpoint.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="14088" LastActivityDate="2018-08-02T10:53:06.047" Title="Querying Sparql dataset and caching results locally" Tags="|sparql|" AnswerCount="0" CommentCount="3" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13141" PostTypeId="2" ParentId="13139" CreationDate="2018-07-30T15:43:02.880" Score="2" Body="&lt;p&gt;Block groups are generally divided by roads and administrative boundaries. Based on the reality of their delineation, they are not divided by population explicitly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you have here is a block group that includes the Santa Clara County Jail and the Santa Clara Juvenile Hall. They are considered a part of the &lt;a href=&quot;https://www.census.gov/programs-surveys/popest/about/glossary/housing.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;group quarters&lt;/a&gt; population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The household living situation of your &lt;a href=&quot;https://factfinder.census.gov/bkmk/table/1.0/en/ACS/16_5YR/B09019/1500000US060855002002&quot; rel=&quot;nofollow noreferrer&quot;&gt;block group&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A &lt;a href=&quot;https://www.google.com/maps/place/Santa+Clara+Juvenile+Hall/@37.3498942,-121.9101092,17z/data=!3m1!4b1!4m5!3m4!1s0x808fcb794fc73357:0xb29bb1fcdaf171d9!8m2!3d37.34989!4d-121.9079205&quot; rel=&quot;nofollow noreferrer&quot;&gt;google maps link&lt;/a&gt; for the area.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also contact the &lt;a href=&quot;https://acsdatacommunity.prb.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACS Data Users Group&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastEditorUserId="90" LastEditDate="2018-07-31T03:28:28.013" LastActivityDate="2018-07-31T03:28:28.013" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13142" PostTypeId="1" AcceptedAnswerId="13146" CreationDate="2018-07-30T16:24:06.100" Score="0" ViewCount="66" Body="&lt;p&gt;Where can I find detailed data about crimes committed in Italy? The data set should contain at least the following variables:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Type of crime:&#xA;Year:&#xA;Municipality: &#xA;Criminal:&#xA;Victim:&#xA;Ethnicity of criminal:&#xA;Nationality of criminal:&#xA;Age of criminal:&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Ps I guess it may not be possible have all these pieces of information in the same data set. It would be ok to point me to two different data sets (one with crimes data and another with census data). Then I think I should be able to create the tables I need by using the right SQL joins.&lt;/p&gt;&#xA;" OwnerUserId="19902" LastActivityDate="2018-07-31T15:14:57.343" Title="Where can I find detailed data about crimes in Italy?" Tags="|crime|italy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13143" PostTypeId="1" CreationDate="2018-07-30T17:33:08.090" Score="1" ViewCount="31" Body="&lt;p&gt;In the following example after I discarded from rows that were &quot;Rewritten&quot; I still have rows (for the same drug at the same ICU admission) that their time period is overlapping. so, I want to know if the patient received several different rates of the same drug at the same time or it is an error at the data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(to be more specific, does he received at 16:15-17:49 -&gt; 60 ml (49+10) or just 10 ml?)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SELECT icustay_id,itemid,starttime, endtime,amount,rate,ordercategorydescription,statusdescription FROM inputevents_mv&#xA;where icustay_id=200001 and itemid=220949 and statusdescription &amp;lt;&gt; 'Rewritten'&#xA;ORDER BY starttime&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;a href=&quot;https://i.stack.imgur.com/SrAuk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SrAuk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19333" LastActivityDate="2018-10-16T15:00:42.517" Title="Overlapping intervals of inputs at inputevents_mv table for same icustay_id and itemid" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13144" PostTypeId="1" CreationDate="2018-07-31T12:26:25.477" Score="2" ViewCount="128" Body="&lt;p&gt;I'm developing an app where the user will choose some area on the map and then obtain list of residential buildings addresses belongs to it.&#xA;For now I think about this flow: get bounding box coordinates of selected area -&gt; get list of streets (using OSM) of the area -&gt; get list of buildings for each street (using Zillow) -&gt; check is building coordinates belong to selected area.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe there is any downloadable DB of all residential buildings of USA or one-solution API where I could get all buildings by single request?&lt;/p&gt;&#xA;" OwnerUserId="19907" LastEditorUserId="90" LastEditDate="2018-08-01T16:01:07.693" LastActivityDate="2018-08-01T16:01:07.693" Title="Seeking list of residential buildings (API / DB) for USA" Tags="|usa|openstreetmap|address|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13146" PostTypeId="2" ParentId="13142" CreationDate="2018-07-31T15:14:57.343" Score="1" Body="&lt;p&gt;try to look at this link:&#xA;&lt;a href=&quot;https://www.istat.it/en/justice-and-security?data-and-indicators&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.istat.it/en/justice-and-security?data-and-indicators&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;under the &quot;Data And Microdata&quot; tab.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here you can find a lot of information that may fit what you're looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know if you're italian but ISTAT is the italian institute for statistics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope you can find this useful!&lt;/p&gt;&#xA;" OwnerUserId="11253" LastActivityDate="2018-07-31T15:14:57.343" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13147" PostTypeId="1" CreationDate="2018-07-31T15:44:57.230" Score="1" ViewCount="460" Body="&lt;p&gt;I'm looking for a reliable source for traffic data in Beijing. In some papers that I've read, a particular dataset is mentioned. From the articles:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&amp;quot;The traffic network is located between the Second Ring Road and Third Ring Road in Beijing.&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot; 2-min travel speed data collected from three remote traffic microwave sensors located on a southbound segment of a fourth ring road in Beijing City.&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot; a dataset consisting of probe vehicle data collected in the urban network of Beijing, China, during one week from June 1st (Monday) to 7th (Sunday), 2015&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;north-east transportation network of Beijing&amp;quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I've searched the internet to find this dataset of vehicle speed in Beijing and found the following links in Chinese:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://jtw.beijing.gov.cn/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://jtw.beijing.gov.cn/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://cgs.bjjtgl.gov.cn/chgs/Main.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cgs.bjjtgl.gov.cn/chgs/Main.jsp&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately, Chinese is not my native language and I cannot explore these sites easily.&lt;/p&gt;&#xA;&lt;p&gt;Can someone fluent in Chinese explore these sites and see if I can request traffic speed data of previous months? Can I email them and request this data?&lt;/p&gt;&#xA;&lt;p&gt;Also, here is a contact and some emails in this link:&#xA;&lt;a href=&quot;http://www.bjjtgl.gov.cn/jgj/96629/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.bjjtgl.gov.cn/jgj/96629/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19543" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-08-01T04:43:40.790" Title="Beijing Traffic Data" Tags="|data-request|transportation|traffic|china|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13148" PostTypeId="2" ParentId="13144" CreationDate="2018-07-31T16:13:55.693" Score="3" Body="&lt;p&gt;Why not use OSM Buildings data?&lt;br&gt;&#xA;Microsoft released &lt;a href=&quot;https://github.com/Microsoft/USBuildingFootprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Building Footprints dataset&lt;/a&gt; but you are going to want to ensure accuracy. I've read/seen examples where it is not 100% accurate.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;OSM Buildings References:&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Buildings&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM Wiki&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/inasafe/inasafe/wiki/Fetching-Building-Data-with-OSM&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fetching Building Data with OSM&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/tudelft3d/3dfier/wiki/Extracting-building-footprints-from-OpenStreetMap&quot; rel=&quot;nofollow noreferrer&quot;&gt;Extracting Building Footprints from OpenStreetMap&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/207960/how-to-download-osm-3d-building-data&quot;&gt;How to Download OSM 3D Building Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-08-01T16:00:43.743" LastActivityDate="2018-08-01T16:00:43.743" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13149" PostTypeId="5" CreationDate="2018-07-31T19:01:43.223" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2018-07-31T19:01:43.223" LastActivityDate="2018-07-31T19:01:43.223" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13150" PostTypeId="4" CreationDate="2018-07-31T19:01:43.223" Score="0" Body="For questions concerning data of and acquired via internet-enabled or networked applications and sensors comprising the Internet of Things (IoT)." OwnerUserId="9956" LastEditorUserId="90" LastEditDate="2018-07-31T19:28:59.673" LastActivityDate="2018-07-31T19:28:59.673" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13151" PostTypeId="1" CreationDate="2018-07-31T19:47:32.827" Score="1" ViewCount="27" Body="&lt;p&gt;I am trying to do some analysis on data sources from this &lt;a href=&quot;https://www-odi.nhtsa.dot.gov/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;site&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I try to load it with pandas, I get a few different variants on the unknown byte error, depending on which encoding I use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;UnicodeDecodeError                        Traceback (most recent call last)&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._convert_tokens()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._convert_with_dtype()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._string_convert()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers._string_box_utf8()&#xA;&#xA;UnicodeDecodeError: 'utf-8' codec can't decode byte 0xbf in position 729: invalid start byte&#xA;&#xA;During handling of the above exception, another exception occurred:&#xA;&#xA;UnicodeDecodeError                        Traceback (most recent call last)&#xA;&amp;lt;ipython-input-10-ad328034813f&amp;gt; in &amp;lt;module&amp;gt;()&#xA;----&amp;gt; 1 flat_cmpl = pd.read_csv('FLAT_CMPL.txt', sep='\t', encoding='utf-8')&#xA;&#xA;~\AppData\Local\conda\conda\envs\tensorflow\lib\site-packages\pandas\io\parsers.py in parser_f(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, escapechar, comment, encoding, dialect, tupleize_cols, error_bad_lines, warn_bad_lines, skipfooter, skip_footer, doublequote, delim_whitespace, as_recarray, compact_ints, use_unsigned, low_memory, buffer_lines, memory_map, float_precision)&#xA;    707                     skip_blank_lines=skip_blank_lines)&#xA;    708 &#xA;--&amp;gt; 709         return _read(filepath_or_buffer, kwds)&#xA;    710 &#xA;    711     parser_f.__name__ = name&#xA;&#xA;~\AppData\Local\conda\conda\envs\tensorflow\lib\site-packages\pandas\io\parsers.py in _read(filepath_or_buffer, kwds)&#xA;    453 &#xA;    454     try:&#xA;--&amp;gt; 455         data = parser.read(nrows)&#xA;    456     finally:&#xA;    457         parser.close()&#xA;&#xA;~\AppData\Local\conda\conda\envs\tensorflow\lib\site-packages\pandas\io\parsers.py in read(self, nrows)&#xA;   1067                 raise ValueError('skipfooter not supported for iteration')&#xA;   1068 &#xA;-&amp;gt; 1069         ret = self._engine.read(nrows)&#xA;   1070 &#xA;   1071         if self.options.get('as_recarray'):&#xA;&#xA;~\AppData\Local\conda\conda\envs\tensorflow\lib\site-packages\pandas\io\parsers.py in read(self, nrows)&#xA;   1837     def read(self, nrows=None):&#xA;   1838         try:&#xA;-&amp;gt; 1839             data = self._reader.read(nrows)&#xA;   1840         except StopIteration:&#xA;   1841             if self._first_chunk:&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader.read()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._read_low_memory()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._read_rows()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._convert_column_data()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._convert_tokens()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._convert_with_dtype()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers.TextReader._string_convert()&#xA;&#xA;pandas\_libs\parsers.pyx in pandas._libs.parsers._string_box_utf8()&#xA;&#xA;UnicodeDecodeError: 'utf-8' codec can't decode byte 0xbf in position 729: invalid start byte&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've tried a few different options including utf-8, utf-16, and ascii and a few others with no luck.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do any of you know what the right encoding is for these files or how to find it?&lt;/p&gt;&#xA;" OwnerUserId="19905" LastActivityDate="2018-07-31T19:47:32.827" Title="File Encoding for NHTSA/OHI data" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13152" PostTypeId="2" ParentId="13129" CreationDate="2018-07-31T21:07:48.450" Score="0" Body="&lt;p&gt;It is not a survey; it is from SSN-linked tax records for students who received federal aid. According to the &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard documentation&lt;/a&gt; (scroll down and expand &quot;Earnings&quot;):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To measure the labor market outcomes of individuals attending institutions of higher education, data on cohorts of federally aided students were linked with earnings data from de-identified tax records and reported back at the aggregate, institutional level.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2018-07-31T21:07:48.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13153" PostTypeId="1" CreationDate="2018-08-01T18:54:12.570" Score="1" ViewCount="32" Body="&lt;p&gt;I am looking for wind speed, wind direction, and gust speed (optional) data for the Pacific Southwest region of the US - more specifically for the Northern California region including Napa, Lake and Sonoma counties. The time range would be for the 2017 year, with a temporal resolution of 3 hours, and a spatial resolution of at least 5km. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I understand this type of data can be modeled from observed readings at weather stations across the US, and it is fine if the data is derived model data. I have looked into some data and I came up with the following list (sourced from NOAA):&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/service-records-retention-system-srrs&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/service-records-retention-system-srrs&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/north-american-regional-reanalysis-narr&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/north-american-regional-reanalysis-narr&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/national-digital-forecast-database-ndfd&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/national-digital-forecast-database-ndfd&lt;/a&gt; &amp;amp; companion dataset &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/national-digital-guidance-database-ndgd&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/national-digital-guidance-database-ndgd&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/climate-forecast-system-version2-cfsv2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/climate-forecast-system-version2-cfsv2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I hope to get my hands on more regionally focused data - specifically for the region I am looking into.&lt;/p&gt;&#xA;" OwnerUserId="19916" LastEditorUserId="14011" LastEditDate="2018-08-04T19:05:37.110" LastActivityDate="2018-08-04T19:05:37.110" Title="Wind Speed / Dir and Gust Speed US Pacific Southwest" Tags="|data-request|meteorology|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13155" PostTypeId="2" ParentId="13108" CreationDate="2018-08-02T00:55:25.820" Score="2" Body="&lt;p&gt;I managed to find the following datasets which are close to the description above:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UCI Air Quality Dataset, the amount of each gas can be considered a dimension:&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Air+quality&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Air+quality&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UCI EEG Eye State Dataset:&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/EEG+Eye+State&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/EEG+Eye+State&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;US dollar exchange rate compared to other currencies, each one can be considered a dimension:&#xA;&lt;a href=&quot;https://datamarket.com/data/set/4nhz/us-dollar-exchange-rate&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datamarket.com/data/set/4nhz/us-dollar-exchange-rate&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Room Occupancy Detection Data Set:&#xA;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Occupancy+Detection+&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets/Occupancy+Detection+&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ozone Level Detection Data Set:&#xA;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Ozone+Level+Detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets/Ozone+Level+Detection&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14725" LastEditorUserId="14725" LastEditDate="2018-08-02T17:27:06.340" LastActivityDate="2018-08-02T17:27:06.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13156" PostTypeId="1" CreationDate="2018-08-02T09:35:09.983" Score="0" ViewCount="43" Body="&lt;p&gt;Way at  inputevent_mv table (MIMIC-III), there are 100 rows were their starttime is bigger than endtime?&lt;a href=&quot;https://i.stack.imgur.com/bkqDv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bkqDv.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;SELECT * FROM mimiciii.inputevents_mv where (starttime-endtime)&gt; interval '1 minute' &lt;/p&gt;&#xA;" OwnerUserId="19333" LastActivityDate="2018-08-02T10:10:56.193" Title="starttime bigger than endtime at inputevent_mv table MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13157" PostTypeId="2" ParentId="13156" CreationDate="2018-08-02T10:10:56.193" Score="1" Body="&lt;p&gt;&quot; Check the columns AMOUNT (all negative) and CANCELREASON (are probably all 1) as well as STATUSDESCRIPTION (Rewritten for those I checked).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://mimic.physionet.org/mimictables/inputevents_mv/#statusdescription&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mimic.physionet.org/mimictables/inputevents_mv/#statusdescription&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Rewritten - Incorrect information was input, and so the information in this row was rewritten (these rows are primarily useful for auditing purposes - the rates/amounts described were not delivered and so should not be used if determining what compounds a patient has received).&quot;&lt;/p&gt;&#xA;" OwnerUserId="19333" LastActivityDate="2018-08-02T10:10:56.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13158" PostTypeId="2" ParentId="12625" CreationDate="2018-08-02T17:13:10.917" Score="0" Body="&lt;p&gt;FFIEC.gov offers Home Disclosure Mortgage Act exes: &lt;a href=&quot;https://www.ffiec.gov/hmda/hmdaraw.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;HDMA exe files&lt;/a&gt;&lt;br&gt;&#xA;Not 50-60, but a definitive, non-malicious start to building your dataset.&lt;br&gt;&#xA;Description of exes: 'HMDA LAR &amp;amp; TS Raw Data Windows Application&#xA;This software includes the loan-level data, documentation, and a tool to query and export the data.'&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-08-02T17:13:10.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13160" PostTypeId="2" ParentId="13086" CreationDate="2018-08-03T09:18:30.780" Score="1" Body="&lt;p&gt;As you are looking for open data you may not get all that you desire and this species of moth appears to be found only in the USA, so you should be looking for websites recording species in the USA. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not being an US citizen or lepidopterist my searching ended up at the &lt;a href=&quot;https://www.gbif.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GBIF website&lt;/a&gt; I also found this &lt;a href=&quot;https://www.biodiversitycatalogue.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;catalogue&lt;/a&gt; of portals type website which may be of use in future searchings?&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2018-08-03T09:18:30.780" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13161" PostTypeId="2" ParentId="11309" CreationDate="2018-08-03T16:14:42.287" Score="3" Body="&lt;p&gt;&lt;strong&gt;Administrative Levels:&lt;/strong&gt;&#xA;Nigerian administrative boundaries are broken in states, senatorial districts, Local Government Areas (LGAs) and Wards. As at the time of writing this, there are &lt;em&gt;36 states (and federal capital territory, Abuja), 109 senatorial districts, 775 LGAs and 8809 Wards&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, in other words the country is broken into states, the states are broken into LAGs (in some cases, &lt;a href=&quot;https://umar-yusuf.blogspot.com/2017/10/map-of-nigeria-senatorial-districts-by.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;senatorial districts&lt;/a&gt;) and the LGAs are further broken in Wards as seen below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Maps:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;1) International Boundary&lt;/strong&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/uYfG7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/uYfG7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;2) States Boundary&lt;/strong&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/peAUn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/peAUn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;3) LGAs Boundary&lt;/strong&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/OiTMl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OiTMl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;4) Senatorial Districts Boundary (&lt;a href=&quot;https://umar-yusuf.blogspot.com/2017/10/map-of-nigeria-senatorial-districts-by.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;get them here&lt;/a&gt;)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;5) Wards Boundary&lt;/strong&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/vlAWq.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vlAWq.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Who defines which boundary:&lt;/strong&gt;&#xA;The state boundaries are maintained by the central/federal government, the senatorial districts and LGA boundaries are maintained by the states (note that a state is sub-divided into three senatorial district and each district is made up of at least three/more LGAs in most cases). While the wards boundaries are defined and maintained by LGAs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;While states and LGA boundaries are documented in form of maps, not much attention is given to documenting wards boundary in the form of map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, organizations such as Independent National Electoral Commission, National Population Commission, National Bureau of Statistics, National Identity Management Commission, National Agency for Food and Drug Administration and Control, Nigerian Electricity Regulatory Commission etc often do project that involves dealing with wards level boundaries and over the years, they have numerous collections of data that when put together under a central body can be used to maintain ward boundary map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a gap, that exist for long in which my organization has recently filled out. Today, you can &lt;a href=&quot;https://drive.google.com/file/d/1jYzwKvTsVaJe5Z3Rb0zpALC7HWmtngDk/view?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;download&lt;/a&gt; the ward level image map as seen above from &lt;a href=&quot;https://drive.google.com/file/d/1jYzwKvTsVaJe5Z3Rb0zpALC7HWmtngDk/view?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19925" LastEditorUserId="19925" LastEditDate="2018-08-04T14:51:07.077" LastActivityDate="2018-08-04T14:51:07.077" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13162" PostTypeId="5" CreationDate="2018-08-04T13:47:14.500" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2018-08-04T13:47:14.500" LastActivityDate="2018-08-04T13:47:14.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13163" PostTypeId="4" CreationDate="2018-08-04T13:47:14.500" Score="0" Body="For questions about data related to the weather (temperature, wind, precipitation)." OwnerUserId="14011" LastEditorUserId="14011" LastEditDate="2018-08-29T18:57:05.053" LastActivityDate="2018-08-29T18:57:05.053" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13167" PostTypeId="2" ParentId="13124" CreationDate="2018-08-05T19:48:16.910" Score="0" Body="&lt;p&gt;The Job Openings and Labor Employment Survey (JOLTS) was launched in the year 2000, so there isn't any older data from this source.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This survey replaced an older one called the Labor Turnover Survey, which lasted from 1954 to 1981. This data was published in a report from the BLS called Employment and Earnings on a monthly basis. But if you pick one from each decade the report has an annual time series that covers the previous ten years. They're archived by the St Louis Fed here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fraser.stlouisfed.org/title/60&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fraser.stlouisfed.org/title/60&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example of the last report that contained that data, from 1982: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fraser.stlouisfed.org/files/docs/publications/employment/1980s/empl_011982.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fraser.stlouisfed.org/files/docs/publications/employment/1980s/empl_011982.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This isn't great as there are two decades missing and the methodologies are a bit different. I went through a copy of the stats abstract from the mid 1990s to see if there was something comparable for the years in-between for hires or turnover, but didn't see anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another possibility would be to use the &lt;a href=&quot;https://www.bls.gov/web/empsit/cesprog.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Current Employment Statistics&lt;/a&gt;, which is a much longer series that stretches back to the 1930s (which Barry mentioned and linked to). The JOLTS page has documentation that high lights the difference between the two datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bls.gov/jlt/joltsdivergenceinformation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/jlt/joltsdivergenceinformation.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In short:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;The Job Openings and Labor Turnover Survey (JOLTS) measures hires and&#xA;  separations on a monthly basis. If separations are subtracted from&#xA;  hires, the difference represents an implied employment change. The&#xA;  Current Employment Statistics (CES) survey provides net employment&#xA;  change. The JOLTS implied employment change and the CES net employment&#xA;  change are conceptually similar and are expected to track well with&#xA;  each other over time.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So it's a compromise. Net change is not the same as hires, but if you go with the CES you can get a long time series. Or you use JOLTS with the definition you want and a shorter time series, with the option of digging out the LTS data from those reports to extend the series a few decades with a gap in between.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2018-08-05T19:48:16.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13168" PostTypeId="1" AcceptedAnswerId="13170" CreationDate="2018-08-06T12:47:48.113" Score="1" ViewCount="66" Body="&lt;p&gt;In the paper &lt;a href=&quot;http://www.hangli-hl.com/uploads/3/4/4/6/34465961/wscd_qru-1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;QRU-1: A Public Dataset for Promoting Query Representation and Understanding Research&lt;/a&gt;, writers introduce that dataset. I want to download it but when I search for it there is no result. Even the download link in the paper is not working. Where can I find it? &lt;/p&gt;&#xA;" OwnerUserId="19939" LastEditorDisplayName="user4293" LastEditDate="2018-08-06T15:16:36.133" LastActivityDate="2018-08-06T17:31:49.003" Title="Where can I download QRU-1 dataset?" Tags="|data-request|machine-learning|research|search-engine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13169" PostTypeId="1" CreationDate="2018-08-06T13:12:42.767" Score="3" ViewCount="2137" Body="&lt;p&gt;I'm trying to find sample datasets of &lt;a href=&quot;https://en.wikipedia.org/wiki/On-board_diagnostics&quot; rel=&quot;nofollow noreferrer&quot;&gt;OBD II&lt;/a&gt; data. OBD II is a data standard for automobile on-board diagnostics,  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like a huge set with lots of journeys but right now I will settle for anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking to get something for testing before i invest in a &lt;a href=&quot;https://www.scantool.net/development-tools/obd-simulators/ecusim-2000/&quot; rel=&quot;nofollow noreferrer&quot;&gt;simulator like this&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19941" LastEditorUserId="14011" LastEditDate="2018-08-09T00:56:12.073" LastActivityDate="2019-09-13T12:13:14.553" Title="OBD II Sample Datasets" Tags="|data-request|cars|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13170" PostTypeId="2" ParentId="13168" CreationDate="2018-08-06T17:31:49.003" Score="0" Body="&lt;p&gt;The dataset is not available for download on the SIGIR workshop website, but is still available on the Microsoft Research website: check &lt;a href=&quot;http://research.microsoft.com/en-us/downloads/d6e8c8f2-721f-4222-81fa-4251b6c33752/default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2018-08-06T17:31:49.003" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13171" PostTypeId="1" CreationDate="2018-08-07T07:06:43.257" Score="2" ViewCount="132" Body="&lt;p&gt;I'm developing a final degree project and the first step would be to get a big amount of (public) academic papers with citations included. The purpose of the system is to calculate bibliometric indexes based on citations (that's why citations must be included in the data set). The thing is I'm struggling to find a way to get this dataset. I would really appreciate some help or advice on where to get it. It doesn't matter the subject of the papers. Thanks.&lt;/p&gt;&#xA;" OwnerDisplayName="L RodMrez" LastActivityDate="2018-09-13T03:14:06.450" Title="Where to get big volumes of academic papers with citations" Tags="|publications|" AnswerCount="6" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13172" PostTypeId="2" ParentId="12685" CreationDate="2018-08-08T14:23:39.263" Score="2" Body="&lt;p&gt;You can use OpenCellID dataset for base stations: &lt;a href=&quot;https://www.opencellid.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opencellid.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They provide an API which is free for use by academicians and includes all nitty-gritty information about each base station in the world along with their GPS coordinates. You can then filter out for Milan/Trentino area using the coordinate box.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. For a recent research that I was involved in we did use the dataset for Milan area. After filtration, the dataset has records of 900+ base stations in that area.&lt;/p&gt;&#xA;" OwnerUserId="19956" LastActivityDate="2018-08-08T14:23:39.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13174" PostTypeId="1" AcceptedAnswerId="13185" CreationDate="2018-08-08T16:25:13.207" Score="1" ViewCount="106" Body="&lt;p&gt;I'm looking for a dataset that has some properties:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;it has at least one feature that is categorical and that takes more than 1000 different values (when I say 1000, it's an order of magnitude, it can be 900)&lt;/li&gt;&#xA;&lt;li&gt;these features' values have a meaning in english (like city names, ingredients, auto parts...)&lt;/li&gt;&#xA;&lt;li&gt;it has to contain a target value so that it would be possible to make predictions that have some meaning&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm looking for a dataset like this because I want to test different methods to handle categorical data (one-hot-encoding, embeddings, knowledge graphs...) and do some benchmarks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already found one dataset that correspond to what I am looking for, but I would love to have a choice between several. Here it is: &lt;a href=&quot;https://www.kaggle.com/c/whats-cooking-kernels-only/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/whats-cooking-kernels-only/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I looked on Kaggle, OpenML and several &quot;Awesome lists&quot; of datasets on GitHub, but I did not find anything except the one dataset I talked about.&lt;/p&gt;&#xA;" OwnerUserId="17837" LastActivityDate="2018-08-13T13:54:34.787" Title="Dataset with categorical features that take more than 1000 different values" Tags="|categories|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13177" PostTypeId="1" CreationDate="2018-08-09T17:28:15.610" Score="1" ViewCount="398" Body="&lt;p&gt;Yelp periodically released data they have collected and encourage people to compete in a data analysis competition. The data for the current competition can be downloaded  &lt;a href=&quot;https://www.yelp.com/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the &lt;a href=&quot;https://www.yelp.com/dataset/documentation/faq&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQ&lt;/a&gt; they state that they do not distribute versions of the dataset from older competitions. I was curious if anyone knew of anywhere on the web where I can find older versions of the dataset? &lt;/p&gt;&#xA;" OwnerUserId="6123" LastActivityDate="2019-11-23T20:02:50.453" Title="Previous versions of the dataset from the Yelp Dataset Challenge" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13178" PostTypeId="2" ParentId="13174" CreationDate="2018-08-09T22:44:31.997" Score="1" Body="&lt;p&gt;Open Payments Data are maintained by the US gov and contain a public record of payments from drug manufacturers and distributors to medical providers. They contain different features, including names and locations. You can, for example, try to predict who is paid above some amount. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cms.gov/OpenPayments/Explore-the-Data/Dataset-Downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cms.gov/OpenPayments/Explore-the-Data/Dataset-Downloads.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7182" LastActivityDate="2018-08-09T22:44:31.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13179" PostTypeId="2" ParentId="13171" CreationDate="2018-08-10T03:07:41.290" Score="2" Body="&lt;p&gt;Web of Science has citation information, as does Scopus, your university may have access to both of them. WoS only allows 500 reference downloads at a time through the web interface, but depending on how much data you need to download that may be feasible. Scopus may have similar limits. Google scholar doesn't have an API but scholar.py is a Python module including a querier and parser for Google Scholar, which can at least access google scholar data including cited-by lists. Working with Google Scholar is notoriously annoying though - see &lt;a href=&quot;https://www.nature.com/articles/d41586-018-04190-5&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nature.com/articles/d41586-018-04190-5&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19967" LastEditorUserId="19967" LastEditDate="2018-09-13T03:14:06.450" LastActivityDate="2018-09-13T03:14:06.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13180" PostTypeId="1" CreationDate="2018-08-11T22:15:59.253" Score="1" ViewCount="145" Body="&lt;p&gt;For example this url returns an error:&#xA;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?api_key=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?api_key=&lt;/a&gt;&amp;amp;fields=student.enrollment.all,school.name&amp;amp;school.state=AL&lt;br&gt;&#xA;&lt;code&gt;&#xA;error: {&quot;errors&quot;:[{&quot;error&quot;:&quot;field_not_found&quot;,&quot;input&quot;:&quot;student.enrollment.all&quot;,&quot;message&quot;:&quot;The input field 'student.enrollment.all' (in the fields parameter) is not a field in this dataset.&quot;}]}&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But this url works:&#xA;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?api_key=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?api_key=&lt;/a&gt;&amp;amp;fields=school.name&amp;amp;school.state=AL&lt;br&gt;&#xA;&lt;code&gt;&#xA;{&quot;metadata&quot;:{&quot;total&quot;:96,&quot;page&quot;:0,&quot;per_page&quot;:20},&quot;results&quot;:[{&quot;school.name&quot;:&quot;Troy University-Online&quot;},{&quot;school.name&quot;:&quot;Strayer University-Huntsville Campus&quot;},{&quot;school.name&quot;:&quot;Virginia College-Montgomery&quot;},{&quot;school.name&quot;:&quot;University of Phoenix-Alabama&quot;},{&quot;school.name&quot;:&quot;ITT Technical Institute-Mobile&quot;},{&quot;school.name&quot;:&quot;The University of Alabama&quot;},{&quot;school.nam.......&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there some limitations on which fields you can return that are not documented?  Am I doing something wrong?&lt;/p&gt;&#xA;" OwnerUserId="19980" LastEditorUserId="90" LastEditDate="2018-08-12T03:31:44.633" LastActivityDate="2018-08-14T17:07:26.550" Title="Not able to return data other than category &quot;school&quot;" Tags="|data-request|api|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13181" PostTypeId="1" CreationDate="2018-08-09T17:02:35.377" Score="0" ViewCount="84" Body="&lt;p&gt;I am looking for an up to date list of say the largest 25 cities in the UK by population. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching around on Google, most lists seem to be a few years outdated, and some don't even specify last updated dates. Where is the most reliable source to find an up to date list of the largest cities in the UK by population?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example from &lt;a href=&quot;http://www.citymayors.com/gratis/uk_topcities.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.citymayors.com/gratis/uk_topcities.html&lt;/a&gt; which unfortunately doesn't specify a date:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;London  7,074,265   49.12&#xA;Birmingham  1,020,589   49.42&#xA;Leeds   726,939 49.43&#xA;Glasgow 616,430 47.73&#xA;Sheffield   530,375 49.73&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There are other websites such as &lt;a href=&quot;http://worldpopulationreview.com/countries/united-kingdom-population/cities/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://worldpopulationreview.com/countries/united-kingdom-population/cities/&lt;/a&gt; which also don't specify any updated dates ...&lt;/p&gt;&#xA;" OwnerDisplayName="user10192176" LastActivityDate="2018-08-29T02:42:31.793" Title="Largest cities in the UK?" Tags="|uk|" AnswerCount="2" CommentCount="6" ClosedDate="2018-08-29T11:41:48.313" ContentLicense="CC BY-SA 4.0" />
  <row Id="13183" PostTypeId="2" ParentId="13171" CreationDate="2018-08-13T09:12:48.397" Score="4" Body="&lt;p&gt;There are a couple of options. I work for Europe PMC - a database of biomedical literature. For biomedical articles you can retrieve article info, including references/citation from Europe PMC via an API: &lt;a href=&quot;https://europepmc.org/RestfulWebService&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europepmc.org/RestfulWebService&lt;/a&gt;. You can use the search module of the API (&lt;a href=&quot;https://europepmc.org/RestfulWebService#!/Europe32PMC32Articles32RESTful32API/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europepmc.org/RestfulWebService#!/Europe32PMC32Articles32RESTful32API/search&lt;/a&gt;) with the following query to retrieve all articles that have been cited at least once: (CITED:* NOT CITED:0). Then get the article iD (PMID) and plug it into the citations module (&lt;a href=&quot;https://europepmc.org/RestfulWebService#!/Europe32PMC32Articles32RESTful32API/citations&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europepmc.org/RestfulWebService#!/Europe32PMC32Articles32RESTful32API/citations&lt;/a&gt;) to retrieve information about the citing articles. That gives you about 18 million papers to work with. If you need the full text, check the open access subset - it can be downloaded for further analysis (&lt;a href=&quot;https://europepmc.org/downloads/openaccess&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europepmc.org/downloads/openaccess&lt;/a&gt;) but it does not include citation info - this needs to be retrieved via the API. &#xA;For articles from other disciplines you might want to check &lt;a href=&quot;http://opencitations.net/index/coci&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opencitations.net/index/coci&lt;/a&gt; for a full citation network (does not include article information), or use Crossref API for citation info: &lt;a href=&quot;https://search.crossref.org/help/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://search.crossref.org/help/api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19986" LastActivityDate="2018-08-13T09:12:48.397" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13184" PostTypeId="2" ParentId="13181" CreationDate="2018-08-13T09:58:03.117" Score="2" Body="&lt;p&gt;I wonder would the Office of National Statistics help? Their &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/bulletins/annualmidyearpopulationestimates/mid2017&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;latest population estimates&quot;&gt;latest population estimates&lt;/a&gt; count as the official source and, with a bit of work to isolate precisely the area sizes etc you're interested in, they should do the trick.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, table MYE2 in the xls file linked to &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/populationandmigration/populationestimates/datasets/populationestimatesforukenglandandwalesscotlandandnorthernireland&quot; rel=&quot;nofollow noreferrer&quot;&gt;on this page&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19894" LastActivityDate="2018-08-13T09:58:03.117" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13185" PostTypeId="2" ParentId="13174" CreationDate="2018-08-13T13:54:34.787" Score="1" Body="&lt;p&gt;Ok, I found some datasets on Kaggle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some examples of datasets that I have found that correspond to my criteria:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/kemical/kickstarter-projects&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kickstarter Projects&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/zynicide/wine-reviews&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wine Reviews&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/rtatman/chocolate-bar-ratings&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chocolate Bar Ratings&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="17837" LastActivityDate="2018-08-13T13:54:34.787" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13186" PostTypeId="1" CreationDate="2018-08-13T14:22:59.470" Score="1" ViewCount="140" Body="&lt;p&gt;I see that on the FDA adverse events reporting (FAERS) public dashboard the data is already as of June 30, 2018 whereas on the API its still as of March 31, 2018.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:20180101+TO+20180813&amp;amp;count=receivedate&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:20180101+TO+20180813&amp;amp;count=receivedate&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receiptdate:20180101+TO+20180813&amp;amp;count=receiptdate&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receiptdate:20180101+TO+20180813&amp;amp;count=receiptdate&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;{&#xA;       &quot;time&quot;: &quot;20180329&quot;,&#xA;       &quot;count&quot;: 288&#xA;     },&#xA;     {&#xA;       &quot;time&quot;: &quot;20180330&quot;,&#xA;       &quot;count&quot;: 237&#xA;     },&#xA;     {&#xA;       &quot;time&quot;: &quot;20180331&quot;,&#xA;       &quot;count&quot;: 20&#xA;     }&#xA;   ]&#xA;  }&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/el2BV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/el2BV.png&quot; alt=&quot;FAERS Public Dashboard with data as of June 30, 2018&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19990" LastActivityDate="2024-03-18T07:04:25.467" Title="When will the drug events api (https://api.fda.gov/drug/event.json) be updated with 2018 Q2 data" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13187" PostTypeId="1" CreationDate="2018-08-13T16:33:27.333" Score="1" ViewCount="22" Body="&lt;p&gt;Similarly to &lt;a href=&quot;https://opendata.stackexchange.com/questions/5540/looking-for-a-data-set-that-gradually-changes-through-the-time&quot;&gt;this question&lt;/a&gt; I am looking for time series data sets that show some extent of change in the feature distribution(s) over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The requirements that I have regarding the data set are that it has:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;measurements of some &lt;strong&gt;numerical&lt;/strong&gt; feature(s) over time &lt;/li&gt;&#xA;&lt;li&gt;more than one measurement per time point &lt;/li&gt;&#xA;&lt;li&gt;some change in the distribution over time, so the distribution in the beginning is different from that at the end (timewise)&lt;/li&gt;&#xA;&lt;li&gt;(ideally) a multimodal feature distribution (=multiple peaks)&lt;/li&gt;&#xA;&lt;li&gt;More than 10k samples&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Besides this there are no restrictions regarding  aspects like the region, origin or context of the data.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many stock exchange and energy grid load data sets that simply have one measurement per time point, so these aren't really relevant to me.&lt;br&gt;&#xA;I was looking around a bit and I figured that maybe environmental or biological data sets might fit, for example the concentration of a compound in sampled plants or something like that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd be thankful for suggestions, references or even just keywords that might help me find such data.&lt;/p&gt;&#xA;" OwnerUserId="778" LastActivityDate="2018-08-13T16:33:27.333" Title="Multimodal, numerical and changing time series data" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13188" PostTypeId="2" ParentId="13171" CreationDate="2018-08-13T17:24:54.223" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://academictorrents.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Academic Torrents&lt;/a&gt; is &quot;a distributed system for sharing enormous datasets - for researchers, by researchers. The result is a scalable, secure, and fault-tolerant repository for data, with blazing fast download speeds.&quot;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-08-13T17:24:54.223" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13189" PostTypeId="1" CreationDate="2018-08-13T19:09:36.987" Score="1" ViewCount="1605" Body="&lt;p&gt;I'm trying to find an open-source dataset for car crash detection using sensor data including accelerometer. Is there any open-source dataset available? Basically I want to detect car crashes only using non-car information, such as accelerometer data from a smartphone mounted on a car.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was told about &lt;a href=&quot;https://www.nhtsa.gov/research-data/fatality-analysis-reporting-system-fars&quot; rel=&quot;nofollow noreferrer&quot;&gt;FARS&lt;/a&gt;, but wasn't really sure if this is what I want. I couldn't find a accelerometer dataset there.&lt;/p&gt;&#xA;" OwnerUserId="17932" LastActivityDate="2018-08-23T21:56:09.963" Title="Accelerometer dataset for car crash detection" Tags="|data-request|cars|sensors|accelerometer|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13190" PostTypeId="1" CreationDate="2018-08-14T08:17:57.113" Score="1" ViewCount="89" Body="&lt;p&gt;I am very curious about a very large classification dataset approx. 1e9 samples and 1e4 classes. However, I cannot find any. Could you recommend me some?&lt;/p&gt;&#xA;" OwnerUserId="19997" LastEditorUserId="23272" LastEditDate="2021-04-07T12:54:47.273" LastActivityDate="2021-04-07T12:54:47.273" Title="Large classification dataset" Tags="|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13191" PostTypeId="1" CreationDate="2018-08-14T11:51:34.213" Score="1" ViewCount="50" Body="&lt;p&gt;I'm looking for a dataset containing settlement boundaries for United Kingdoms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In short example I'm looking for a dataset that would allow me to draw something like the following (orange line):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/19GRg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/19GRg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &#xA;&lt;sup&gt;&lt;a href=&quot;https://www.roselandplan.org/uploads/2/1/4/5/21457108/gerrans-portscatho_conservation_area_and_settlement_boundary_a4p.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;(source)&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="20002" LastEditorUserId="19566" LastEditDate="2018-09-26T15:47:57.823" LastActivityDate="2018-10-26T16:00:52.087" Title="Where I can find all settlement boundaries for United Kingdom?" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13192" PostTypeId="2" ParentId="13180" CreationDate="2018-08-14T17:07:26.550" Score="1" Body="&lt;p&gt;When querying the API for objects that are not part of the school object, you need to specify a year of interest. For example, your query would be updated to the following for 2015 data: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?api_key=&amp;amp;fields=2015.student.enrollment.all,school.name&amp;amp;school.state=AL&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?api_key=&amp;amp;fields=2015.student.enrollment.all,school.name&amp;amp;school.state=AL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, as an aside, if you are interested in enrollment, you may want to use the variable &quot;YEAR.student.size&quot; as YEAR.student.enrollment.all is only available for the 2000 dataset. Additional details may be found in our data dictionary posted &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2018-08-14T17:07:26.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13193" PostTypeId="2" ParentId="13190" CreationDate="2018-08-15T08:34:07.857" Score="2" Body="&lt;p&gt;1B rows is easy to reach.  10K labels can be achieved with concatenations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, take Wikipedia for 100 languages, and split it into rows - by sentence, by n-gram&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You now have enough rows, but still only 100 labels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then run some lib over each, and concatenate the output to the labels, yielding a new set of labels.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The lib could be a parsing lib like spaCy (POS tag sequence), it could be the language identification like &lt;a href=&quot;https://github.com/saffsd/langid.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;langid.py&lt;/a&gt;, it could be sentiment, or combinations of the above.  But somehow there should also be ~100 possible outputs (100^2 == 10^4).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example you might have a row from the 3-gram &lt;code&gt;va a Milano&lt;/code&gt; from the Corsican Wikipedia (&lt;code&gt;co&lt;/code&gt;).  For that sequence langid.py returns &lt;code&gt;[['es': 0.5, 'it': 0.4, ...]&lt;/code&gt;.  So the generated row can be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;va a Milano \t co_es_it&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note the classes will not be balanced, although you could balance them by doing it at greater scale and then discarding as needed.&lt;/p&gt;&#xA;" OwnerUserId="8518" LastEditorUserId="1511" LastEditDate="2018-09-16T19:23:50.753" LastActivityDate="2018-09-16T19:23:50.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13194" PostTypeId="2" ParentId="13171" CreationDate="2018-08-15T10:37:10.103" Score="0" Body="&lt;p&gt;I can suggest research gate or mendeley or Zotero API to get the dataset. Have you tried to contact them or use their API ?&#xA;Otherwise ORCID, OpenScienceFramework or worldcat could help you.&lt;/p&gt;&#xA;" OwnerUserId="20010" LastActivityDate="2018-08-15T10:37:10.103" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13195" PostTypeId="2" ParentId="13181" CreationDate="2018-08-15T10:42:20.017" Score="1" Body="&lt;p&gt;OCDE and European Union collect these data.&#xA;According to &lt;a href=&quot;http://ec.europa.eu/eurostat/statistics-explained/index.php/Statistics_on_European_cities#Largest_cities_by_population&quot; rel=&quot;nofollow noreferrer&quot;&gt;this article&lt;/a&gt; this &lt;a href=&quot;https://www.europeandataportal.eu/data/en/dataset?tags=global&amp;amp;country=gb&quot; rel=&quot;nofollow noreferrer&quot;&gt;database&lt;/a&gt; should answer your request.&lt;/p&gt;&#xA;" OwnerUserId="20010" LastEditorUserId="20010" LastEditDate="2018-08-15T10:48:08.050" LastActivityDate="2018-08-15T10:48:08.050" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13197" PostTypeId="1" AcceptedAnswerId="13341" CreationDate="2018-08-15T14:07:07.060" Score="1" ViewCount="83" Body="&lt;p&gt;In the device 510(k) endpoint data (downloadable JSON file on OpenFDA), a single 510(k) number is associated with multiple FDA Establishment Identification (FEI) numbers, and I am not being able to figure out how those multiple FEI numbers are associated with a single 510(k) number. I would greatly appreciate your help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below are some more details on how I collected/parsed the data and an example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have downloaded the device 510(k) endpoint data (JSON file) from the OpenFDA website (link &lt;a href=&quot;https://open.fda.gov/tools/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;), and parsed it in R software, using the &quot;jasonlite&quot; package (R code for importing the json file below):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(readr)&#xA;library(jsonlite)&#xA;data_flat_510k &amp;lt;- fromJSON('device-510k-0001-of-0001.json', flatten = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The device 510(k) endpoint data has 29 fields (i.e., columns), including 510(k) number, device name, applicant name and address, etc. One of these fields is &quot;openfda.fei_number&quot; which is a &quot;list&quot; of the FEI numbers associated with each 510(k) number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the list of FEI numbers associated with a single 510(k) number &quot;K840424&quot; is: &quot;1048014, 3002808374, 3003915875, 3009211636, 1000587249, 2518902, 1000138054, 1282497&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, the 510(k) number &quot;K840424&quot; has 8 FEI numbers. If I look this 510(k) number up in the Device Registrations and Listings database (also available/downloadable on OpenFDA), it shows only one medical device establishment, and thus, only one FEI number (which is one of the above listed FEI numbers).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, I can't figure out how these FEI numbers are associated with this single 510(k) number, and I would appreciate your help!&lt;/p&gt;&#xA;" OwnerUserId="20011" LastActivityDate="2018-09-21T13:56:05.610" Title="Medical Device - multiple FEI numbers associated with a single 510(k) number" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13198" PostTypeId="2" ParentId="13171" CreationDate="2018-08-15T17:38:58.860" Score="1" Body="&lt;p&gt;I would suggest Wikidata at &lt;a href=&quot;https://www.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org&lt;/a&gt;. The data is available via API, dump files and a SPARQL endpoint. The academic paper information in Wikidata is certainly not complete, but might be sufficient for your application. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our Scholia webservice at &lt;a href=&quot;https://tools.wmflabs.org/scholia/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tools.wmflabs.org/scholia/&lt;/a&gt; displays some statistics about the information in Wikidata: We got over 86 million citations, over 17 million PubMed identifier links and over 13 million DOI links. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In Scholia, you can see various ways to get citation information out of Wikidata via the Wikidata Query Service, i.e., the SPARQL endpoint. For instance, the page &lt;a href=&quot;https://tools.wmflabs.org/scholia/work/Q41799194&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tools.wmflabs.org/scholia/work/Q41799194&lt;/a&gt; shows the in-going and out-going citations and a partial citation graph for the &quot;&lt;a href=&quot;https://link.springer.com/chapter/10.1007%2F978-3-319-70407-4_36&quot; rel=&quot;nofollow noreferrer&quot;&gt;Scholia, Scientometrics and Wikidata&lt;/a&gt;&quot; paper (click on the link in the lower left corner of each panel to see the associated SPARQL query). The paper also describes Scholia in more depth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data in Wikidata is CC0. Many other citation databases are not so open as Wikidata.&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2018-08-15T17:38:58.860" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13199" PostTypeId="2" ParentId="46" CreationDate="2018-08-15T18:17:09.840" Score="6" Body="&lt;p&gt;You can get such information from Wikidata (as mentioned by @sn3fru)  with the Wikidata Query Service at &lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt; and a formulation of a SPARQL query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a SPARQL query for number of citizens recorded with given name grouped wrt. country:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?name ?nameLabel ?country ?countryLabel ?count&#xA;WITH {&#xA;  SELECT ?name ?country (count(?person) AS ?count) WHERE {&#xA;    ?person wdt:P735 ?name .  # First names&#xA;    ?person wdt:P27 ?country . &#xA;  }&#xA;  GROUP BY ?name ?country&#xA;  ORDER BY DESC(?count)&#xA;  LIMIT 100&#xA;} AS %results&#xA;WHERE {&#xA;  INCLUDE %results&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language     &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;ORDER BY DESC(?count)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It shows that &quot;John&quot; is the most popular in the US (and globally) and Jean is the most popular given/first name in France.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example with a query for most popular surnames in Denmark is:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?name ?nameLabel ?count&#xA;WITH {&#xA;  SELECT ?name (count(?person) AS ?count) WHERE {&#xA;    ?person wdt:P734 ?name .  &#xA;    ?person wdt:P27 wd:Q35 . &#xA;  }&#xA;  GROUP BY ?name&#xA;  ORDER BY DESC(?count)&#xA;  LIMIT 100&#xA;} AS %results&#xA;WHERE {&#xA;  INCLUDE %results&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;ORDER BY DESC(?count)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In this case Hansen, Nielsen and Jensen show up on the top, see &lt;a href=&quot;http://tinyurl.com/ybpgrk9v&quot; rel=&quot;noreferrer&quot;&gt;http://tinyurl.com/ybpgrk9v&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2018-08-15T18:17:09.840" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13200" PostTypeId="1" CreationDate="2018-08-15T18:20:03.900" Score="1" ViewCount="267" Body="&lt;p&gt;I am working on a project building a database of college and university information. I am looking for open-source information that has stats on schools but also general descriptions about the schools. Do you know of any?&lt;/p&gt;&#xA;" OwnerUserId="20016" LastEditorUserId="70" LastEditDate="2022-10-15T18:16:06.993" LastActivityDate="2022-10-15T18:16:06.993" Title="Open Source Information about Colleges and Universities" Tags="|data-request|collegescorecard|database|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13202" PostTypeId="2" ParentId="3251" CreationDate="2018-08-15T21:08:33.867" Score="0" Body="&lt;p&gt;I did my own analysis to find all fields that show up.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;fields: {&#xA;'id': {&#xA;    type: 'string'&#xA;},&#xA;'version': {&#xA;    type: 'string'&#xA;},&#xA;'set_id': {&#xA;    type: 'string'&#xA;},&#xA;'openfda': {&#xA;    type: 'object'&#xA;}, // the openFDA meta data&#xA;'effective_time': {&#xA;    type: 'string'&#xA;},&#xA;'abuse': {&#xA;    type: 'array'&#xA;},&#xA;'active_ingredient': {&#xA;    type: 'array'&#xA;},&#xA;'active_ingredient_table': {&#xA;    type: 'array'&#xA;},&#xA;'adverse_reactions': {&#xA;    type: 'array'&#xA;},&#xA;'adverse_reactions_table': {&#xA;    type: 'array'&#xA;},&#xA;'animal_pharmacology_and_or_toxicology': {&#xA;    type: 'array'&#xA;},&#xA;'ask_doctor': {&#xA;    type: 'array'&#xA;},&#xA;'ask_doctor_or_pharmacist': {&#xA;    type: 'array'&#xA;},&#xA;'boxed_warning': {&#xA;    type: 'array'&#xA;},&#xA;'carcinogenesis_and_mutagenesis_and_impairment_of_fertility': {&#xA;    type: 'array'&#xA;},&#xA;'clinical_pharmacology': {&#xA;    type: 'array'&#xA;},&#xA;'clinical_pharmacology_table': {&#xA;    type: 'array'&#xA;},&#xA;'clinical_studies': {&#xA;    type: 'array'&#xA;},&#xA;'clinical_studies_table': {&#xA;    type: 'array'&#xA;},&#xA;'contraindications': {&#xA;    type: 'array'&#xA;},&#xA;'contraindications_table': {&#xA;    type: 'array'&#xA;},&#xA;'controlled_substance': {&#xA;    type: 'array'&#xA;},&#xA;'dependence': {&#xA;    type: 'array'&#xA;},&#xA;'description': {&#xA;    type: 'array'&#xA;},&#xA;'description_table': {&#xA;    type: 'array'&#xA;},&#xA;'do_not_use': {&#xA;    type: 'array'&#xA;},&#xA;'dosage_and_administration': {&#xA;    type: 'array'&#xA;},&#xA;'dosage_and_administration_table': {&#xA;    type: 'array'&#xA;},&#xA;'dosage_forms_and_strengths': {&#xA;    type: 'array'&#xA;},&#xA;'dosage_forms_and_strengths_table': {&#xA;    type: 'array'&#xA;},&#xA;'drug_abuse_and_dependence': {&#xA;    type: 'array'&#xA;},&#xA;'drug_and_or_laboratory_test_interactions': {&#xA;    type: 'array'&#xA;},&#xA;'drug_interactions': {&#xA;    type: 'array'&#xA;},&#xA;'drug_interactions_table': {&#xA;    type: 'array'&#xA;},&#xA;'general_precautions': {&#xA;    type: 'array'&#xA;},&#xA;'geriatric_use': {&#xA;    type: 'array'&#xA;},&#xA;'geriatric_use_table': {&#xA;    type: 'array'&#xA;},&#xA;'how_supplied': {&#xA;    type: 'array'&#xA;},&#xA;'how_supplied_table': {&#xA;    type: 'array'&#xA;},&#xA;'inactive_ingredient': {&#xA;    type: 'array'&#xA;},&#xA;'indications_and_usage': {&#xA;    type: 'array'&#xA;},&#xA;'indications_and_usage_table': {&#xA;    type: 'array'&#xA;},&#xA;'information_for_patients': {&#xA;    type: 'array'&#xA;},&#xA;'instructions_for_use': {&#xA;    type: 'array'&#xA;},&#xA;'keep_out_of_reach_of_children': {&#xA;    type: 'array'&#xA;},&#xA;'labor_and_delivery': {&#xA;    type: 'array'&#xA;},&#xA;'laboratory_tests': {&#xA;    type: 'array'&#xA;},&#xA;'mechanism_of_action': {&#xA;    type: 'array'&#xA;},&#xA;'microbiology': {&#xA;    type: 'array'&#xA;},&#xA;'microbiology_table': {&#xA;    type: 'array'&#xA;},&#xA;'nonclinical_toxicology': {&#xA;    type: 'array'&#xA;},&#xA;'nonteratogenic_effects': {&#xA;    type: 'array'&#xA;},&#xA;'nursing_mothers': {&#xA;    type: 'array'&#xA;},&#xA;'other_safety_information': {&#xA;    type: 'array'&#xA;},&#xA;'overdosage': {&#xA;    type: 'array'&#xA;},&#xA;'package_label_principal_display_panel': {&#xA;    type: 'array'&#xA;},&#xA;'patient_medication_information': {&#xA;    type: 'array'&#xA;},&#xA;'patient_medication_information_table': {&#xA;    type: 'array'&#xA;},&#xA;'pediatric_use': {&#xA;    type: 'array'&#xA;},&#xA;'pharmacodynamics': {&#xA;    type: 'array'&#xA;},&#xA;'pharmacokinetics': {&#xA;    type: 'array'&#xA;},&#xA;'pharmacokinetics_table': {&#xA;    type: 'array'&#xA;},&#xA;'precautions': {&#xA;    type: 'array'&#xA;},&#xA;'precautions_table': {&#xA;    type: 'array'&#xA;},&#xA;'pregnancy': {&#xA;    type: 'array'&#xA;},&#xA;'pregnancy_or_breast_feeding': {&#xA;    type: 'array'&#xA;},&#xA;'purpose': {&#xA;    type: 'array'&#xA;},&#xA;'purpose_table': {&#xA;    type: 'array'&#xA;},&#xA;'questions': {&#xA;    type: 'array'&#xA;},&#xA;'recent_major_changes': {&#xA;    type: 'array'&#xA;},&#xA;'references': {&#xA;    type: 'array'&#xA;},&#xA;'references_table': {&#xA;    type: 'array'&#xA;},&#xA;'spl_medguide': {&#xA;    type: 'array'&#xA;},&#xA;'spl_medguide_table': {&#xA;    type: 'array'&#xA;},&#xA;'spl_patient_package_insert': {&#xA;    type: 'array'&#xA;},&#xA;'spl_patient_package_insert_table': {&#xA;    type: 'array'&#xA;},&#xA;'spl_product_data_elements': {&#xA;    type: 'array'&#xA;},&#xA;'spl_unclassified_section': {&#xA;    type: 'array'&#xA;},&#xA;'spl_unclassified_section_table': {&#xA;    type: 'array'&#xA;},&#xA;'stop_use': {&#xA;    type: 'array'&#xA;},&#xA;'storage_and_handling': {&#xA;    type: 'array'&#xA;},&#xA;'teratogenic_effects': {&#xA;    type: 'array'&#xA;},&#xA;'use_in_specific_populations': {&#xA;    type: 'array'&#xA;},&#xA;'use_in_specific_populations_table': {&#xA;    type: 'array'&#xA;},&#xA;'user_safety_warnings': {&#xA;    type: 'array'&#xA;},&#xA;'warnings': {&#xA;    type: 'array'&#xA;},&#xA;'warnings_and_cautions': {&#xA;    type: 'array'&#xA;},&#xA;'warnings_and_cautions_table': {&#xA;    type: 'array'&#xA;},&#xA;'warnings_table': {&#xA;    type: 'array'&#xA;},&#xA;'when_using': {&#xA;    type: 'array'&#xA;},&#xA;'recent_major_changes_table': {&#xA;    type: 'array'&#xA;},&#xA;'pediatric_use_table': {&#xA;    type: 'array'&#xA;},&#xA;'instructions_for_use_table': {&#xA;    type: 'array'&#xA;},&#xA;'pharmacodynamics_table': {&#xA;    type: 'array'&#xA;},&#xA;'information_for_patients_table': {&#xA;    type: 'array'&#xA;},&#xA;'package_label_principal_display_panel_table': {&#xA;    type: 'array'&#xA;},&#xA;'risks': {&#xA;    type: 'array'&#xA;},&#xA;'safe_handling_warning': {&#xA;    type: 'array'&#xA;},&#xA;'general_precautions_table': {&#xA;    type: 'array'&#xA;},&#xA;'pharmacogenomics': {&#xA;    type: 'array'&#xA;},&#xA;'nonclinical_toxicology_table': {&#xA;    type: 'array'&#xA;},&#xA;'carcinogenesis_and_mutagenesis_and_impairment_of_fertility_table': {&#xA;    type: 'array'&#xA;},&#xA;'storage_and_handling_table': {&#xA;    type: 'array'&#xA;},&#xA;'inactive_ingredient_table': {&#xA;    type: 'array'&#xA;},&#xA;'questions_table': {&#xA;    type: 'array'&#xA;},&#xA;'abuse_table': {&#xA;    type: 'array'&#xA;},&#xA;'drug_abuse_and_dependence_table': {&#xA;    type: 'array'&#xA;},&#xA;'overdosage_table': {&#xA;    type: 'array'&#xA;},&#xA;'components': {&#xA;    type: 'array'&#xA;},&#xA;'health_care_provider_letter': {&#xA;    type: 'array'&#xA;},&#xA;'intended_use_of_the_device': {&#xA;    type: 'array'&#xA;},&#xA;'mechanism_of_action_table': {&#xA;    type: 'array'&#xA;},&#xA;'troubleshooting': {&#xA;    type: 'array'&#xA;},&#xA;'boxed_warning_table': {&#xA;    type: 'array'&#xA;},&#xA;'health_care_provider_letter_table': {&#xA;    type: 'array'&#xA;},&#xA;'statement_of_identity': {&#xA;    type: 'array'&#xA;},&#xA;'nonteratogenic_effects_table': {&#xA;    type: 'array'&#xA;},&#xA;'pregnancy_table': {&#xA;    type: 'array'&#xA;},&#xA;'stop_use_table': {&#xA;    type: 'array'&#xA;},&#xA;'laboratory_tests_table': {&#xA;    type: 'array'&#xA;},&#xA;'disposal_and_waste_handling': {&#xA;    type: 'array'&#xA;},&#xA;'information_for_owners_or_caregivers': {&#xA;    type: 'array'&#xA;},&#xA;'drug_and_or_laboratory_test_interactions_table': {&#xA;    type: 'array'&#xA;},&#xA;'health_claim': {&#xA;    type: 'array'&#xA;},&#xA;'accessories': {&#xA;    type: 'array'&#xA;},&#xA;'teratogenic_effects_table': {&#xA;    type: 'array'&#xA;},&#xA;'animal_pharmacology_and_or_toxicology_table': {&#xA;    type: 'array'&#xA;},&#xA;'route': {&#xA;    type: 'array'&#xA;},&#xA;'veterinary_indications': {&#xA;    type: 'array'&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;}&lt;/p&gt;&#xA;" OwnerUserId="4008" LastActivityDate="2018-08-15T21:08:33.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13203" PostTypeId="2" ParentId="5190" CreationDate="2018-08-15T21:42:23.477" Score="1" Body="&lt;p&gt;There seems to be a tremendous variety of data on HIV available from World Health Organization: &lt;a href=&quot;http://www.who.int/hiv/data/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.who.int/hiv/data/en/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This site also seems to have fantastic data plus it lists sources: &lt;a href=&quot;https://ourworldindata.org/hiv-aids#data-sources&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/hiv-aids#data-sources&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CDC: &lt;a href=&quot;https://www.cdc.gov/hiv/statistics/overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cdc.gov/hiv/statistics/overview/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UN data: &lt;a href=&quot;http://data.un.org/Data.aspx?q=hiv&amp;amp;d=UNAIDS&amp;amp;f=inID%3a35&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.un.org/Data.aspx?q=hiv&amp;amp;d=UNAIDS&amp;amp;f=inID%3a35&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope some of these help. &lt;/p&gt;&#xA;" OwnerUserId="20006" LastActivityDate="2018-08-15T21:42:23.477" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13204" PostTypeId="2" ParentId="11925" CreationDate="2018-08-15T21:48:04.580" Score="0" Body="&lt;p&gt;I believe this file represents the data you seek: &lt;a href=&quot;https://raw.githubusercontent.com/reymor/meical/master/medical_icd10/data/diseases.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/reymor/meical/master/medical_icd10/data/diseases.xml&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="20006" LastActivityDate="2018-08-15T21:48:04.580" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13206" PostTypeId="2" ParentId="13186" CreationDate="2018-08-16T18:06:20.230" Score="0" Body="&lt;p&gt;Please check back next week for the updates.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-08-16T18:06:20.230" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13208" PostTypeId="2" ParentId="13143" CreationDate="2018-08-17T14:10:04.953" Score="1" Body="&lt;p&gt;This is almost certainly different doses of the same compound being delivered at the same time - in this case you are looking at Dextrose 5% (&lt;code&gt;select * from d_items where itemid = 220949&lt;/code&gt;). This is a very common solution for drugs so they may be receiving two different drugs both in a 5% dextrose solution. If you remove the filter on itemid it becomes obvious:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;SELECT mv.itemid, di.label, starttime, endtime, amount, rate&#xA;FROM inputevents_mv mv&#xA;INNER JOIN d_items di&#xA;ON mv.itemid = di.itemid&#xA;WHERE icustay_id=200001&#xA;AND statusdescription &amp;lt;&amp;gt; 'Rewritten'&#xA;ORDER BY starttime&#xA;LIMIT 10&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; itemid |       label        |      starttime      |       endtime       |   amount    |    rate    &#xA;--------+--------------------+---------------------+---------------------+-------------+------------&#xA; 225943 | Solution           | 2181-11-25 22:54:00 | 2181-11-25 22:55:00 |          50 |           &#xA; 225863 | Daptomycin         | 2181-11-25 22:54:00 | 2181-11-25 22:55:00 |           1 |           &#xA; 225158 | NaCl 0.9%          | 2181-11-25 23:47:00 | 2181-11-27 15:47:00 | 200.0000064 | 5.00000016&#xA; 226452 | PO Intake          | 2181-11-26 08:00:00 | 2181-11-26 08:01:00 |         480 |           &#xA; 221347 | Amiodarone         | 2181-11-26 11:34:00 | 2181-11-26 11:35:00 |   150.00001 |           &#xA; 228339 | Amiodarone 600/500 | 2181-11-26 12:00:00 | 2181-11-26 18:00:00 |         360 |          1&#xA; 220949 | Dextrose 5%        | 2181-11-26 12:00:00 | 2181-11-26 18:00:00 | 299.9999916 | 49.9999986&#xA; 225883 | Meropenem          | 2181-11-26 12:09:00 | 2181-11-26 12:10:00 |           1 |           &#xA; 220949 | Dextrose 5%        | 2181-11-26 12:09:00 | 2181-11-26 12:10:00 |         100 |           &#xA; 220949 | Dextrose 5%        | 2181-11-26 16:15:00 | 2181-11-26 17:49:00 | 16.45658282 | 10.5042018&#xA;(10 rows)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In this case you can see that Amiodarone and Meropenem are both being delivered in solutions of dextrose 5%, which are overlapping.&lt;/p&gt;&#xA;" OwnerUserId="8938" LastActivityDate="2018-08-17T14:10:04.953" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13209" PostTypeId="2" ParentId="13171" CreationDate="2018-08-17T23:46:45.173" Score="0" Body="&lt;p&gt;If your university has a Scopus subscription, you should be able to access this through the Scopus API. There are several python wrappers (google &quot;scopus API&quot;). See &lt;a href=&quot;https://dev.elsevier.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dev.elsevier.com/&lt;/a&gt; for details including acceptable use, and use cases. Assuming this is an academic research project, the acceptable use policy seems to allow downloading a large amount of data as long as it is limited in scope to a specific discipline - they do expressly state that &lt;a href=&quot;https://dev.elsevier.com/academic_research_scopus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;no mining of the entire Scopus dataset is permitted&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="20034" LastActivityDate="2018-08-17T23:46:45.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13210" PostTypeId="1" CreationDate="2018-08-18T22:43:34.340" Score="2" ViewCount="247" Body="&lt;p&gt;So I've been working on a page which displays a school's name, url, city, state, zip, and student size via College Scorecard API but I'm getting tons of errors instead. However, the program is able to read the JSON data just fine. For example, when I run this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;key = &quot;key_string_here&quot;&#xA;url_base = &quot;https://api.data.gov/ed/collegescorecard/v1/schools/&quot;&#xA;&#xA;# Makes a get request to collegescorecard API&#xA;&#xA;r = requests.get(&quot;https://api.data.gov/ed/collegescorecard/v1/schools/? &#xA;school.operating=1&amp;amp;2015.academics.program_available.assoc_or_bachelors=true&amp;amp;&#xA;2015.student.size__range=1..&amp;amp;school.degrees_awarded.predominant__range=1..3&#xA;&amp;amp;school.degrees_awarded.highest__range=2..4&amp;amp;id=240444&amp;amp;api_key=api_key_here&quot;)&#xA;&#xA;school = r.json()&#xA;  for item in school:&#xA;      url = (&quot;https://api.data.gov/ed/collegescorecard/v1/schools?&quot;&#xA;             &quot;school.operating=1&amp;amp;2015.academics.program_available&quot;&#xA;             &quot;.assoc_or_bachelors=true&amp;amp;2015.student.size__range=1..&quot;&#xA;             &quot;&amp;amp;school.degrees_awarded.predominant__range=1..3&quot;&#xA;             &quot;&amp;amp;school.degrees_awarded.highest__range=2..4&amp;amp;id=240444&amp;amp;&quot;&#xA;             &quot;api_key=&quot;+key+&quot;&amp;amp;fields=school.name, school.school_url,&quot;&#xA;             &quot;school.city,school.zip,school.state,2015.student.size&quot;)&#xA;req = urllib2.Request(url)&#xA;response = urllib2.urlopen(req)&#xA;response2 = response.read()&#xA;json_data=json.loads(response2)&#xA;print response2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I get the correct data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&quot;metadata&quot;:{&quot;total&quot;:1,&quot;page&quot;:0,&quot;per_page&quot;:20},&quot;results&quot;:[{&quot;school.n&#xA;ame&quot;:&quot;University of Wisconsin-Madison&quot;,&quot;school.zip&quot;:&quot;53706-1380&quot;,&quot;sc&#xA;hool.state&quot;:&quot;WI&quot;,&quot;2015.student.size&quot;:29579,&quot;school.school_url&quot;:&quot;www.&#xA;wisc.edu&quot;,&quot;school.city&quot;:&quot;Madison&quot;}]}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, when I try to parse the JSON data in a dictionary, like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;params = dict(&#xA;    school_name=&quot;University of Wisconsin-Madison&quot;,&#xA;    school_url=&quot;www.wisc.edu&quot;,&#xA;    city=&quot;Madison&quot;,&#xA;    state=&quot;WI&quot;,&#xA;    zip=&quot;53706-1380&quot;,&#xA;    size=&quot;29579&quot;&#xA;)&#xA;&#xA;resp = requests.get(url=url, params=params)&#xA;data = resp.json()&#xA;print data&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I get this in response:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{u'errors': [{u'input': u'city', u'message': u&quot;The input parameter '&#xA;city' is not known in this dataset.&quot;, u'error': u'parameter_not_foun&#xA;d'}, {u'input': u'state', u'message': u&quot;The input parameter 'state'&#xA;is not known in this dataset.&quot;, u'error': u'parameter_not_found'}, {&#xA;u'input': u'school_url', u'message': u&quot;The input parameter 'school_u&#xA;rl' is not known in this dataset.&quot;, u'error': u'parameter_not_found'&#xA;}, {u'input': u'school_name', u'message': u&quot;The input parameter 'sch&#xA;ool_name' is not known in this dataset.&quot;, u'error': u'parameter_not_&#xA;found'}, {u'input': u'size', u'message': u&quot;The input parameter 'size&#xA;' is not known in this dataset.&quot;, u'error': u'parameter_not_found'},&#xA; {u'input': u'53706-1380', u'message': u&quot;The provided zipcode, '5370&#xA;6-1380', is not valid.&quot;, u'parameter': u'zip', u'error': u'zipcode_e&#xA;rror'}]}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What am I doing wrong? How can I fix this problem?&lt;/p&gt;&#xA;" OwnerUserId="20039" LastActivityDate="2023-03-29T07:07:36.023" Title="Dict not able to return data from college scorecard API" Tags="|data-request|api|collegescorecard|python|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13214" PostTypeId="1" CreationDate="2018-08-19T19:43:50.513" Score="0" ViewCount="146" Body="&lt;p&gt;While manipulating osm file of Chicago to find the optimal path using A* algorithm there are surely some segment roads which are restricted for heavy duties. Where can I found this information (a shapefile or a dataset) ? Which segements are allowed for heavy duty and which segments aren't? Any help please?&lt;/p&gt;&#xA;" OwnerUserId="19766" LastActivityDate="2018-09-25T19:26:27.467" Title="Restricted and allowed roads for heavy duties in Chicago" Tags="|geospatial|chicago|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13215" PostTypeId="2" ParentId="1926" CreationDate="2018-08-20T11:38:36.903" Score="12" Body="&lt;p&gt;You can use the &lt;a href=&quot;https://github.com/nager/Nager.Date&quot; rel=&quot;noreferrer&quot;&gt;Nager.Date&lt;/a&gt; project its supports over 100 countries (US, DE, FR, RU, UK, ...). The project is open source and available on GitHub.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some data sources are available&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://date.nager.at/Api&quot; rel=&quot;noreferrer&quot;&gt;WebApi&lt;/a&gt; (Json)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://date.nager.at/PublicHoliday/Country/US/2019/CSV&quot; rel=&quot;noreferrer&quot;&gt;CSV download&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18320" LastEditorUserId="18320" LastEditDate="2020-02-08T20:39:28.023" LastActivityDate="2020-02-08T20:39:28.023" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13216" PostTypeId="1" CreationDate="2018-08-20T23:50:39.920" Score="3" ViewCount="62" Body="&lt;p&gt;Apologies if this isn't the right exchange. I'm not sure where this question should live.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are some science figures from Arxiv papers that I think would greatly enhance a Wikipedia page on the subject the papers deal with. I'm curious on the copyright of using these images for this purpose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To upload to ArXiv, the submitter agrees to one of the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;grant arXiv.org a non-exclusive and irrevocable license to distribute the article, and certify that he/she has the right to grant this license;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;certify that the work is available under one of the following Creative Commons licenses and that he/she has the right to assign this license:&#xA;  Creative Commons Attribution license (CC BY 4.0)&#xA;  Creative Commons Attribution-ShareAlike license (CC BY-SA 4.0)&#xA;  Creative Commons Attribution-Noncommercial-ShareAlike license (CC BY-NC-SA 4.0);&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;or dedicate the work to the public domain by associating the Creative Commons Public Domain Dedication (CC0 1.0) with the submission.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It's my impression that there are only doubts about screenshots from an article in the first category above. Is it within fair use to use figures from Arxiv preprints on Wikipedia or some other non-commercial, educational platform?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If articles need to be taken on a case-by-base basis, how do you go about finding out if one can use the article's figures?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/help/license&quot; rel=&quot;nofollow noreferrer&quot; title=&quot;ArXiv license policy&quot;&gt;ArXiv license policy&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20046" LastActivityDate="2018-08-20T23:50:39.920" Title="Is it fair use to use figures from ArXiv preprints on Wikipedia?" Tags="|uses-of-open-data|images|wikipedia|academia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13217" PostTypeId="2" ParentId="6326" CreationDate="2018-08-21T01:38:30.903" Score="2" Body="&lt;p&gt;Maybe you can check this website, it collects many audio-related datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.audiocontentanalysis.org/data-sets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.audiocontentanalysis.org/data-sets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20042" LastActivityDate="2018-08-21T01:38:30.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13219" PostTypeId="2" ParentId="13210" CreationDate="2018-08-21T21:14:30.590" Score="1" Body="&lt;p&gt;I am afraid I am not familiar with python, however, I notice that the variables in the API are formatted differently than what the API is expecting - for example, you have &quot;city&quot; defined in your dict, however, the API is expecting &quot;school.city&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure if it is possible to include dots like this for this specific implementation of the API call? Hope that is somewhat helpful!&lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2018-08-21T21:14:30.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13221" PostTypeId="1" CreationDate="2018-08-22T14:20:33.547" Score="2" ViewCount="16" Body="&lt;p&gt;I am not sure this is the right forum to ask.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a machine learning training, I need a dataset of old top news by keywords that can be organized by date. From where I can download it? I have seen that Google News API can provide only real time news.&lt;/p&gt;&#xA;" OwnerUserId="20056" LastActivityDate="2018-08-22T14:20:33.547" Title="How to get old top news?" Tags="|machine-learning|news|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13223" PostTypeId="1" CreationDate="2018-08-22T20:30:04.267" Score="1" ViewCount="229" Body="&lt;p&gt;For a project I need a bunch (+500 each) grammatically correct sentences (English) that are declarative (basic or simple), imperative (command), and interrogative (question) (sorted by group or separate). Getting a list of questions was fairly easy but getting the declarative and imperative sentences are much harder. I've gone through just about ever grammer site and copied and pasted their examples sentences and came up with few of my own. But I only got about 200 max for each. So is there a large list of these sentences (preferably not combined) that I could use or some post where everyone that wants to post short list of these sentences (I've seen some posts on other sites asking for examples, but like a really large on of these)? Sorry if this is the wrong place for a question of this sort.&lt;/p&gt;&#xA;" OwnerUserId="19853" LastEditorUserId="19853" LastEditDate="2018-08-23T19:48:53.373" LastActivityDate="2018-08-23T19:48:53.373" Title="Where is a large list of declarative and imperative sentences" Tags="|data-request|language|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13224" PostTypeId="2" ParentId="13214" CreationDate="2018-08-22T22:01:37.813" Score="2" Body="&lt;p&gt;Not a perfect answer, but the current best option is the Functional Road Classification for a starting point. It is &lt;a href=&quot;https://data.cityofchicago.org/Transportation/Street-Center-Lines/6imu-meau&quot; rel=&quot;nofollow noreferrer&quot;&gt;available on Chicago's data portal&lt;/a&gt;. The shapefiles have metadata attached to each road segment. The &quot;Class&quot; field will list the road classification and provides a rough guide.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Though not machine readable, &lt;a href=&quot;https://www.cityofchicago.org/content/dam/city/depts/cdot/truck%20routes/TruckRoutesStudyMap.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this PDF lists&lt;/a&gt; those restrictions (especially bridges) that could be attached to the shapefile.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, there are viaducts and bridges. &lt;a href=&quot;https://cdllife.com/2014/chicago-bridge-viaduct-clearance-guide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is a list of those heights&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="2852" LastActivityDate="2018-08-22T22:01:37.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13225" PostTypeId="1" CreationDate="2018-08-23T10:06:35.063" Score="2" ViewCount="14" Body="&lt;p&gt;I want to find USA water hardness shapefiles. I have searched for it from here: &lt;a href=&quot;https://www.epa.gov/waterdata/waters-geospatial-data-downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.epa.gov/waterdata/waters-geospatial-data-downloads&lt;/a&gt; but without success. Is there any good data source from where I can download these boundaries?&lt;/p&gt;&#xA;" OwnerUserId="20059" LastActivityDate="2018-08-23T10:06:35.063" Title="How to find USA Water Hardness shapefiles?" Tags="|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13227" PostTypeId="1" AcceptedAnswerId="13228" CreationDate="2018-08-15T20:01:39.837" Score="1" ViewCount="28" Body="&lt;p&gt;I was hoping someone knew where I could get a master list of licences commonly used for datasets and the restrictions that each license imposes. Something like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;Public Domain&quot;: {&#xA;        &quot;commerically_available&quot;: True,&#xA;        &quot;required_attribution&quot;: False&#xA;    },&#xA;    &quot;CC-0&quot;: {&#xA;        &quot;commerically_available&quot;: True,&#xA;        &quot;required_attribution&quot;: False&#xA;    },&#xA;    &quot;PDDL&quot;: {&#xA;        &quot;commerically_available&quot;: True,&#xA;        &quot;required_attribution&quot;: False&#xA;    },&#xA;    &quot;CC-BY&quot;: {&#xA;        &quot;commerically_available&quot;: True,&#xA;        &quot;required_attribution&quot;: True&#xA;    },&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;etc. I've done some searching but haven't found anything structured, just web pages like this (&lt;a href=&quot;https://help.data.world/hc/en-us/articles/115006114287-Common-license-types-for-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://help.data.world/hc/en-us/articles/115006114287-Common-license-types-for-datasets&lt;/a&gt;) which are helpful but still need to be processed.&lt;/p&gt;&#xA;" OwnerUserId="20625" OwnerDisplayName="John Allard" LastEditorUserId="14011" LastEditDate="2018-09-11T09:52:06.987" LastActivityDate="2018-09-11T09:52:06.987" Title="List of all different data license types and their respective restrictions?" Tags="|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13228" PostTypeId="2" ParentId="13227" CreationDate="2018-08-23T00:31:16.893" Score="0" Body="&lt;p&gt;Since I was unable to find what I was looking for I ended up compiling the list myself and made it available as a public gist on github: &lt;a href=&quot;https://gist.github.com/jhallard/2d26452b391908c607280d69b0462a5a&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/jhallard/2d26452b391908c607280d69b0462a5a&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;let me know if anything there is incorrect and feel free to add to it if a license in question is missing&lt;/p&gt;&#xA;" OwnerUserId="20625" OwnerDisplayName="John Allard" LastActivityDate="2018-08-23T00:31:16.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13229" PostTypeId="2" ParentId="13200" CreationDate="2018-08-23T21:33:55.423" Score="1" Body="&lt;p&gt;If you are looking for data in the US, I would look at &lt;a href=&quot;https://nces.ed.gov/ipeds/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPED&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Integrated Postsecondary Education Data System (IPEDS) is the Department of Education’s National Center for Education Statistics’ (NCES) core postsecondary education data collection program. Information is collected annually from all providers of postsecondary education in fundamental areas such as enrollment, program completion and graduation rates, institutional costs, student financial aid, and human resources. &lt;strong&gt;Data collected through IPEDS is publicly released&lt;/strong&gt; and can be accessed through the IPEDS Data Center by postsecondary education institutions and the general public. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-08-23T21:33:55.423" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13230" PostTypeId="2" ParentId="13189" CreationDate="2018-08-23T21:56:09.963" Score="1" Body="&lt;p&gt;Instead of the NHTSA FAR data, you may want to look at the &lt;a href=&quot;https://www-nrd.nhtsa.dot.gov/database/veh/veh.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHTSA Vehicle Crash Test Database&lt;/a&gt;. This does contain accelerometer data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, I doubt they are using a phone's accelerometer to create this dataset.  &lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-08-23T21:56:09.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13231" PostTypeId="1" CreationDate="2018-08-24T02:47:08.660" Score="2" ViewCount="29" Body="&lt;p&gt;Where can I find a summary of historical spending of the US federal government?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not interested in budgets, I am interested in knowing what was actually spent.&lt;/p&gt;&#xA;" OwnerUserId="5703" LastActivityDate="2024-02-21T06:21:48.430" Title="US Government Spending" Tags="|usa|government|spending|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13232" PostTypeId="2" ParentId="13191" CreationDate="2018-08-24T09:20:52.517" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.herefordshire.gov.uk/download/downloads/id/3711/guidance_note_20_guide_to_settlement_boundaries.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Settlement boundaries&lt;/a&gt; are defined by local authorities (or national park authorities, within national parks) as part of the processing of granting permission for new or adapted buildings. However, &lt;a href=&quot;https://www.southdowns.gov.uk/wp-content/uploads/2018/04/TSF-05-Settlement-Boundary-Review-2017-Update-Background-Paper.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;the process used to define them varies in different areas&lt;/a&gt; and &lt;a href=&quot;http://spp.conwy.gov.uk/upload/public/attachments/448/BP8_Hierarchy_of_Settlements_and_Settlement_Boundaries.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;not all settlements will have a defined boundary&lt;/a&gt;, so you should not trust that they are consistent across areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There doesn't appear to be a national dataset of settlement boundaries, probably because central government does not need the information so would not benefit from collecting it from local authorities. Some local authorities have &lt;a href=&quot;https://data.gov.uk/search?q=settlement+boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;released settlement boundaries on data.gov.uk&lt;/a&gt; but they are often in different formats and not all are available for download.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2018-08-24T09:20:52.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13233" PostTypeId="1" CreationDate="2018-08-24T09:25:13.037" Score="1" ViewCount="32" Body="&lt;p&gt;In my quest for &lt;a href=&quot;https://literature.stackexchange.com/q/5533/542&quot;&gt;a story identification&lt;/a&gt; I'm looking for a publicly available searchable database of book reviews such as published in newspapers and magazines.  I've found several such databases, such as through &lt;a href=&quot;https://www.gale.com/uk/c/book-review-index-plus&quot; rel=&quot;nofollow noreferrer&quot;&gt;gale&lt;/a&gt;, &lt;a href=&quot;https://proxy.bc.edu/login?url=https://search.ebscohost.com/login.aspx?authtype=ip,uid&amp;amp;profile=ehost&amp;amp;defaultdb=brd,brr&quot; rel=&quot;nofollow noreferrer&quot;&gt;Boston College&lt;/a&gt;, and the &lt;a href=&quot;https://www.nypl.org/collections/articles-databases/book-review-index-online&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York Public Library&lt;/a&gt;, but it appears all require membership.  Is there any such database publicly available?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in answers covering either English, Dutch, or multilingual solutions.  I can search &lt;a href=&quot;https://www.delpher.nl/nl/kranten/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dutch newspapers online&lt;/a&gt; (until 1995).  This will (presumably) cover book reviews published in those newspapers, but (as far as I know) does not offer an easy way to search for only the reviews.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2018-08-24T09:25:13.037" Title="Open online searchable book review database" Tags="|data-request|historical|text|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13234" PostTypeId="1" CreationDate="2018-08-25T09:31:39.493" Score="2" ViewCount="77" Body="&lt;p&gt;I am looking for a dataset which is related to IoT data. Specifically, when there are any events detected, the IoT device will record that event immediately. And it should have the seasonal factor: there would be more events detected in some specific periods of the day than the others.&lt;/p&gt;&#xA;&lt;p&gt;For example, there is an IoT device which will record any person passing through the gate, then in the daytime, there would be more than in the night time.&lt;/p&gt;&#xA;&lt;p&gt;What I really want is not the detail of the event, but the statistics on the number of events detected on continuous time windows of the day. This is related to time series-formed dataset.&lt;/p&gt;&#xA;&lt;p&gt;Thank you in advance :-)&lt;/p&gt;&#xA;" OwnerUserId="18468" LastEditorUserId="18468" LastEditDate="2021-04-05T09:14:16.837" LastActivityDate="2021-04-05T09:14:16.837" Title="IoT dataset of event detection which contains seasonal factor" Tags="|data-request|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13235" PostTypeId="2" ParentId="11587" CreationDate="2018-08-25T14:41:43.067" Score="0" Body="&lt;p&gt;Such type doesn't exist till now. The best one can do is, calculate the trust values using some trust metric. There are many trust metrics available out of which many use user-item rating matrix as input. So one can use user-item rating data to calculate the user-user trust values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To know about trust metrics, here is one &lt;a href=&quot;https://pdfs.semanticscholar.org/5de2/058bf3bc94b9f463ab040c07ffaf3a79e9e8.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;survey paper&lt;/a&gt; on trust metrics.&lt;/p&gt;&#xA;" OwnerUserId="13924" LastActivityDate="2018-08-25T14:41:43.067" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13237" PostTypeId="2" ParentId="13234" CreationDate="2018-08-26T17:51:11.450" Score="1" Body="&lt;p&gt;The Open Data group from the City of Zürich publish nearly 10 years of pedestrians (Fussgänger) and bicycles (Velos) automatic measurement (counting) data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pedestrian and bicycle traffic has the following expected seasonality: time of day, day of week, week of year, as well as heavy dependence on holidays, weather, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the station metadata, including geospatial station data: &lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/verkehrszaehlungen-standorte-velo-fussgaenger&quot; rel=&quot;nofollow noreferrer&quot;&gt;Standorte der automatischen Zählgeräte für den Fuss- und Veloverkehr&lt;/a&gt; (specifically this &lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/verkehrszaehlungen-standorte-velo-fussgaenger/resource/b2216f79-6e2e-48ee-92ee-c70fddecc1f3&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt; with latitude and longitude, but also GeoJSON, KML, etc)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/THOZm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/THOZm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And the measurement data in yearly CSV files: &lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/verkehrszaehlungen-werte-fussgaenger-velo&quot; rel=&quot;nofollow noreferrer&quot;&gt;Daten der automatischen Fussgänger- und Velozählung - Viertelstundenwerte&lt;/a&gt; (it's not a row per event, but number of events per 15 minutes)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the German text description isn't clear (also after machine translation), I think the CSV should be clear (each 15 minute point gives you the count of velo_in/velo_out (bikes) and fuss_in/fuss_out (pedestrians). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rJQya.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rJQya.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This data was used in a recent Hackathon, for which you can see the project results: &lt;a href=&quot;https://hack.twist2018.ch/project/17&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hack.twist2018.ch/project/17&lt;/a&gt; and &lt;a href=&quot;http://hack.twist2018.ch/project/5&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://hack.twist2018.ch/project/5&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-08-26T18:04:17.030" LastActivityDate="2018-08-26T18:04:17.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13239" PostTypeId="1" AcceptedAnswerId="13244" CreationDate="2018-08-26T22:57:40.117" Score="1" ViewCount="59" Body="&lt;p&gt;I'm looking for a comparison I can make between &quot;traditional&quot; energy sources and solar energy. This is remarkably difficult to find. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would to have data on energy cost by source over time (in the years, i.e. 20 yeras would be great). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I'd like to show how much solar energy has to come down in price before it is cheaper than, say, gas and the rate at which this has been currently happening. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any advice would be appreciated. &lt;/p&gt;&#xA;" OwnerUserId="20074" LastActivityDate="2018-08-27T18:20:39.647" Title="Energy Costs Over Time by Source" Tags="|data-request|energy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13240" PostTypeId="1" CreationDate="2018-08-27T07:35:52.183" Score="1" ViewCount="26" Body="&lt;p&gt;I'm looking for data to list the marriage rate of all or most of European countries by different age group. For example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Sweden 25-29 32%&lt;/li&gt;&#xA;&lt;li&gt;Sweden 30-34 65%&lt;/li&gt;&#xA;&lt;li&gt;Sweden 35-39 82%&lt;/li&gt;&#xA;&lt;li&gt;Denmark 25-29 35%&lt;/li&gt;&#xA;&lt;li&gt;Denmark 30-34 70%&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;....&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be better if it is split by gender. But as far as I search on the Internet, it seems common that in European countries, the marriage rate is calculated by the total number of marriages in the year divided by 1,000, which is not I'm looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So is there any such statistics on European countries (possibly EU)?&lt;/p&gt;&#xA;" OwnerUserId="8302" LastActivityDate="2018-08-27T07:35:52.183" Title="Marriage rate among different age groups in European countries?" Tags="|data-request|europe|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13241" PostTypeId="2" ParentId="562" CreationDate="2018-08-27T08:37:44.197" Score="3" Body="&lt;p&gt;&lt;a href=&quot;http://uhtt.ru/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UHTT&lt;/a&gt; on Github: &lt;a href=&quot;https://github.com/papyrussolution/UhttBarcodeReference&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/papyrussolution/UhttBarcodeReference&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They say:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The largest and most accurate open reference book of bar codes on the Internet! If you do not believe it, the search engines will help dispel doubts. Slightly less than 3 million bar codes of ean13, ean8, upc-e, upc-a standards with corresponding names, brands and categories.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The last update of UHTT — 2018-08-18.&lt;/li&gt;&#xA;&lt;li&gt;The last &lt;a href=&quot;http://product-open-data.com/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;update&lt;/a&gt; of Open Product Data — 2014-01-01.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-09-01T21:45:30.197" LastActivityDate="2018-09-01T21:45:30.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13242" PostTypeId="1" CreationDate="2018-08-27T11:01:06.550" Score="1" ViewCount="94" Body="&lt;p&gt;Do you have any idea for a repository of readily available shapefiles for Singapore, specifically slope.&lt;/p&gt;&#xA;" OwnerDisplayName="rodel" LastActivityDate="2018-08-27T16:46:25.770" Title="Slope map of Singapore" Tags="|singapore|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13243" PostTypeId="2" ParentId="13242" CreationDate="2018-08-27T11:22:51.763" Score="2" Body="&lt;p&gt;You can download Digital Elevation Model (DEM) From &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Earth Explorer - USGS&lt;/a&gt;, using this DEM Raster (cell size usually 30m) you can extract slope as a raster and then convert it into shapefile.&lt;/p&gt;&#xA;" OwnerUserId="20087" OwnerDisplayName="Saad Asif" LastActivityDate="2018-08-27T11:22:51.763" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13244" PostTypeId="2" ParentId="13239" CreationDate="2018-08-27T18:20:39.647" Score="2" Body="&lt;p&gt;The Excel file is a bit complicated, but one source of this data comes from the &lt;a href=&quot;https://atb.nrel.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NREL 2018 Annual Technology Baseline&lt;/a&gt; (ATB)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Download like to &lt;a href=&quot;https://data.nrel.gov/files/89/2018-ATB-data-interim-geo.xlsm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Excel file&lt;/a&gt; (with macros).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each Sheet in the file is for a specific energy source:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/RmSx9.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RmSx9.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These sheets also have future projections for each technology. You can find previous years at their &lt;a href=&quot;https://atb.nrel.gov/electricity/archives.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive&lt;/a&gt;. The most useful way to compare technologies is probably &lt;em&gt;LCOE&lt;/em&gt; - &lt;a href=&quot;https://en.wikipedia.org/wiki/Cost_of_electricity_by_source&quot; rel=&quot;nofollow noreferrer&quot;&gt;Levelized Cost of Energy&lt;/a&gt; ($/MWh).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The data from ATB and some others has been aggregated by &lt;a href=&quot;https://openei.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenEI.org&lt;/a&gt; and is available as the &lt;em&gt;Transparent Cost Database&lt;/em&gt;, both with an &lt;a href=&quot;https://openei.org/apps/TCDB/transparent_cost_database&quot; rel=&quot;nofollow noreferrer&quot;&gt;online viewer&lt;/a&gt; and as a CSV or Excel data download.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JxiHi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JxiHi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-08-27T18:20:39.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13245" PostTypeId="2" ParentId="13231" CreationDate="2018-08-28T04:16:09.527" Score="1" Body="&lt;p&gt;There's a lot of data the government releases in many different formats - it feels like a maze at times.  I found a few interesting links for you which I left below.&lt;/p&gt;&#xA;&lt;p&gt;Some of them get specific, some of them... &amp;quot;miscellaneous.&amp;quot;  Lots of different reports for different things.&lt;/p&gt;&#xA;&lt;p&gt;There appears to be a lot to wade through; except for the very last suggestion / link I found (which admittedly isn't very historical).&lt;/p&gt;&#xA;&lt;p&gt;Hope this helps:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.federalreserve.gov/datadownload/Choose.aspx?rel=Z1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.federalreserve.gov/datadownload/Choose.aspx?rel=Z1&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here's a news feed for it:&#xA;&lt;a href=&quot;https://www.federalreserve.gov/feeds/z1.html#2090&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.federalreserve.gov/feeds/z1.html#2090&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or this with a bit of poking around:&#xA;&lt;a href=&quot;https://www.usaspending.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usaspending.gov&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I poked around and found this: &lt;a href=&quot;https://www.usaspending.gov/#/download_center/custom_account_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usaspending.gov/#/download_center/custom_account_data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Selected Federal Account radio button, all agencies, account breakdown by program activity and class, and got a pretty thorough csv breakdown (45,000 rows).  Apparently it doesn't go back prior 2017 though.&lt;/p&gt;&#xA;&lt;p&gt;Pretty interesting actually.&lt;/p&gt;&#xA;" OwnerUserId="1139" LastEditorUserId="15171" LastEditDate="2024-02-21T06:21:48.430" LastActivityDate="2024-02-21T06:21:48.430" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13246" PostTypeId="1" CreationDate="2018-08-28T05:29:11.690" Score="2" ViewCount="727" Body="&lt;p&gt;where can i find the dataset about world products packaging components information? For example, the packaging of coke-cola is label, plastic bottle and plastic cap. where can i find such information which is saved in csv file?&lt;/p&gt;&#xA;" OwnerUserId="20086" LastEditorUserId="20086" LastEditDate="2018-08-28T09:06:28.577" LastActivityDate="2024-03-08T15:03:10.403" Title="where can i find product packaging information data?" Tags="|data-request|data.gov|uses-of-open-data|releasing-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13250" PostTypeId="2" ParentId="7206" CreationDate="2018-08-29T15:36:55.937" Score="3" Body="&lt;p&gt;you can try this Url &lt;a href=&quot;https://issues.apache.org/jira/rest/api/2/search?jql=project=projectname&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://issues.apache.org/jira/rest/api/2/search?jql=project=projectname&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;it works with basic authentication.&lt;/p&gt;&#xA;" OwnerUserId="20098" LastActivityDate="2018-08-29T15:36:55.937" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13251" PostTypeId="2" ParentId="13231" CreationDate="2018-08-29T18:50:18.717" Score="2" Body="&lt;p&gt;You might consider getting in touch with the &lt;a href=&quot;https://datalab.usaspending.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Lab&lt;/a&gt; at the Treasury Department, they're actively working on the USA Spending site and also the gov spending data. They might have a good sense of where you can look and would likely be interested in what you are hoping to do with the data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that at least at one point they had data dating back to at least 2000 on their site, because the company I work for, Enigma, has made use of it. (You can see some of that on our public data site, &lt;a href=&quot;https://public.enigma.com/browse/collection/u-s-government-spending-contracts/1a932abc-8398-47ff-ad33-d1eb9a8958cc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma Public&lt;/a&gt;.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Disclosure: As stated above, I work for &lt;a href=&quot;http://enigma.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enigma&lt;/a&gt;.&lt;/em&gt; &lt;/p&gt;&#xA;" OwnerUserId="20099" LastActivityDate="2018-08-29T18:50:18.717" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13252" PostTypeId="1" CreationDate="2018-08-29T19:59:42.907" Score="1" ViewCount="18" Body="&lt;p&gt;For a project I am looking for a database of middle and high schools outside of the United States.. something similar to that of NCES or CCD. We need a list of these and an unique identifier such as the ones used by the College Board or such. &lt;/p&gt;&#xA;" OwnerUserId="20100" LastActivityDate="2018-08-29T19:59:42.907" Title="Is there an open database of middle, and high schools outside of the United States (international)?" Tags="|data-request|academia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13253" PostTypeId="1" CreationDate="2018-08-30T01:00:01.477" Score="1" ViewCount="27" Body="&lt;p&gt;We have a product for the Australian mortgage brokers which is a centralised database of all lender/bank loan products. We do this because every large broker group must update their own version of the loan product data because the banks/lenders are too lazy to provide their loan product data in a common format like XML/JSON/etc. The banks feel that just having the information on their websites is support enough for the broker groups which is wrong and crazy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So our product allows the broker groups to all maintain/update the same data repository which makes mistakes or omissions far less possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of other industries which also have the same inefficiencies and would benefit from a centralised data repository?&lt;/p&gt;&#xA;" OwnerUserId="20103" LastEditorUserId="1511" LastEditDate="2018-09-03T09:56:48.247" LastActivityDate="2018-09-03T18:04:29.367" Title="Industries which maintain their own versions of common data?" Tags="|finance|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13254" PostTypeId="1" CreationDate="2018-08-30T11:01:42.790" Score="1" ViewCount="87" Body="&lt;p&gt;I am interested in the looking at the effects of respiratory medications and am having trouble tracking down the administration of Ipratropium Bromide. You can see from this count from the prescription table that it is almost as common a prescription as albuterol (another drug administered via nebuliser):  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|           drug_name_generic           |  count |&#xA;| --------------------------------------| -------|&#xA;|       Albuterol 0.083% Neb Soln       |  22300 |&#xA;|        Ipratropium Bromide Neb        |  18838 |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, while albuterol administration has a very clear chartevent associated with it:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|              label             |  itemid |          value         |&#xA;| -------------------------------| --------| -----------------------|&#xA;|  Small Volume Neb Drug/Dose #1 |  227570 |  Albuterol 0.083% unit |&#xA;|  Small Volume Neb Drug/Dose #1 |  227570 |   Atrovent 0.02% dose  |&#xA;|  Small Volume Neb Drug/Dose #1 |  227570 |  Albuterol 0.083% unit |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(sample from a join of &lt;code&gt;chartevents&lt;/code&gt; and &lt;code&gt;d_items&lt;/code&gt;) I have not been able to find any similar item in chartevents for Ipratropium Bromide. There is &lt;code&gt;itemid 446&lt;/code&gt;, which has some values that look like it might have references to Ipratropium Bromide:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;|         label        |  itemid |   value  |&#xA;| ---------------------| --------| ---------|&#xA;|  Micro-Neb Treatment |   446   |   alb/ip |&#xA;|  Micro-Neb Treatment |   446   |  alb/ipr |&#xA;|  Micro-Neb Treatment |   446   |  ipa/alb |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but there isn't nearly enough to acount for the Ipratropium Bromide prescriptions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there another table, or some other chartevent in which the administration of this drug might be recorded?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have spoken to a medical colleague and they say that the administration of a nebuliser should be recorded somewhere.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help; apologies if this isn't the appropriate forum for this question.&lt;/p&gt;&#xA;" OwnerUserId="20104" LastActivityDate="2023-12-09T01:03:05.457" Title="Cannot find record of administration of Ipratropium Bromide in MIMIC-III" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13255" PostTypeId="2" ParentId="12776" CreationDate="2018-08-30T11:59:16.883" Score="1" Body="&lt;p&gt;For soccer players, Kaggle hosts the &lt;strong&gt;&lt;a href=&quot;https://www.kaggle.com/thec03u5/fifa-18-demo-player-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIFA 18 Complete Player Dataset&lt;/a&gt;&lt;/strong&gt;. Accessing the data requires registration.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;17k+ players, 70+ attributes extracted from the latest edition of FIFA&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Including a URL to each player's photo is in the CSV:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4pOsj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4pOsj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example URL: &lt;a href=&quot;https://cdn.sofifa.org/1x/18/players/20801.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cdn.sofifa.org/1x/18/players/20801.png&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Rcqik.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Rcqik.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Note on player photo URL&lt;/em&gt;: needs to be slightly modified, based on my testing and this &lt;a href=&quot;https://www.kaggle.com/thec03u5/fifa-18-demo-player-dataset/discussion/58777&quot; rel=&quot;nofollow noreferrer&quot;&gt;comment&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I replaced the /48/ with /1x/ on my local copy to get all of the photos to work. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cdn.sofifa.org/1x/18/players/237419.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cdn.sofifa.org/1x/18/players/237419.png&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note on original data source:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The data is scraped from the website &lt;a href=&quot;https://sofifa.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sofifa.com&lt;/a&gt; by extracting the Player personal data and Player Ids and then the playing and style statistics.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-08-30T11:59:16.883" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13256" PostTypeId="2" ParentId="12162" CreationDate="2018-08-30T12:17:06.590" Score="1" Body="&lt;p&gt;For soccer players, Kaggle hosts the &lt;strong&gt;&lt;a href=&quot;https://www.kaggle.com/thec03u5/fifa-18-demo-player-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIFA 18 Complete Player Dataset&lt;/a&gt;&lt;/strong&gt;. Accessing the data requires registration.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;17k+ players, 70+ attributes extracted from the latest edition of FIFA&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To build a dataset for just the Portuguese soccer league, you would have to download CompleteDataset.csv and build a filter on &quot;Club&quot; for the clubs that are in the target league. Then you have the complete stats for those players.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QMb6A.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QMb6A.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(&lt;a href=&quot;https://opendata.stackexchange.com/a/13255/1511&quot;&gt;related answer&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-08-30T12:17:06.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13257" PostTypeId="2" ParentId="1007" CreationDate="2018-08-30T12:19:55.470" Score="0" Body="&lt;p&gt;Another Kaggle dataset is&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.kaggle.com/thec03u5/fifa-18-demo-player-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIFA 18 Complete Player Dataset&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;17k+ players, 70+ attributes extracted from the latest edition of FIFA&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Complete Dataset including :&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;p&gt;Player personal attributes (Nationality, Club, Photo, Age, Value etc.)&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;Player performance attributes (Overall, Potential, Aggression, Agility etc.)&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;Player preferred position and ratings at all positions.&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-08-30T12:19:55.470" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13258" PostTypeId="2" ParentId="12405" CreationDate="2018-08-30T13:03:47.633" Score="1" Body="&lt;p&gt;If you are interested in Spanish agricultural data, you have a bunch of information in SIGPAC viewer &lt;a href=&quot;http://sigpac.mapa.es/fega/visor/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sigpac.mapa.es/fega/visor/&lt;/a&gt;&lt;br&gt;&#xA;It is possible to download data in some regions of Spain. For example you can download data from Community of Navarre in the next link: &lt;a href=&quot;http://sigpac.tracasa.es/descargas/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sigpac.tracasa.es/descargas/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IRTZB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IRTZB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just type the name of a town in the search bar ('buscar municipio'), for example &lt;code&gt;VILLAFRANCA&lt;/code&gt; and click on &lt;code&gt;Información alfanumérica&lt;/code&gt; to get a csv or &lt;code&gt;Información gráfica&lt;/code&gt; to get a shp.&#xA;You can also download data from Castilla-La Mancha in this webpage (but you need to register). &lt;a href=&quot;http://pagina.jccm.es/agricul/sigpac_datos/sigpac.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pagina.jccm.es/agricul/sigpac_datos/sigpac.php&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="16642" LastActivityDate="2018-08-30T13:03:47.633" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13259" PostTypeId="1" CreationDate="2018-08-30T14:41:36.873" Score="1" ViewCount="17" Body="&lt;p&gt;I'm looking for any comprehensive information on naming disputes. Outside of Wikipedia (also not a bad source) I haven't found anything. Some examples: Persian Gulf vs. Arabian Gulf, the East Sea vs. Sea of Japan vs. Sea of Korea etc., Guayana Esequibo vs. all provinces administered by Guyana.&lt;/p&gt;&#xA;" OwnerUserId="20105" LastActivityDate="2018-08-30T14:41:36.873" Title="Where can I find comprehensive and current lists of international naming disputes" Tags="|geospatial|politics|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13261" PostTypeId="1" AcceptedAnswerId="13266" CreationDate="2018-08-31T12:24:19.030" Score="2" ViewCount="429" Body="&lt;p&gt;In order to add markers in map, I need geo coordinates of &lt;a href=&quot;https://en.wikipedia.org/wiki/Upazilas_of_Bangladesh&quot; rel=&quot;nofollow noreferrer&quot;&gt;upazilas&lt;/a&gt; (upazila offices) in Bangladesh. Something like this GitHub repo &lt;a href=&quot;https://github.com/nuhil/bangladesh-geocode&quot; rel=&quot;nofollow noreferrer&quot;&gt;bangladesh-geo&lt;/a&gt; should do my job, but unfortunately the SQL tables have longitude and latitude of districts only, not of upazilas (i.e., sub-districts).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does the Internet have such a database? Or can anyone help me write a script pull coordinates in CSV, JSON, etc. format?&lt;/p&gt;&#xA;" OwnerUserId="15772" LastEditorUserId="8683" LastEditDate="2018-09-01T14:50:58.457" LastActivityDate="2019-08-04T09:12:07.900" Title="Geo coordinates of upazilas in Bangladesh" Tags="|geospatial|geocoding|county|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13264" PostTypeId="2" ParentId="7206" CreationDate="2018-09-01T14:08:22.467" Score="-1" Body="&lt;p&gt;Atlassian provides documentation for their API's: &lt;a href=&quot;https://developer.atlassian.com/server/jira/platform/rest-apis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.atlassian.com/server/jira/platform/rest-apis/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also this &lt;a href=&quot;https://community.atlassian.com/t5/Answers-Developer-Questions/What-is-the-URL-base-for-the-JIRA-APIs-hosted-at-Apache/qaq-p/558860&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQ in their docs&lt;/a&gt; which gives an apache-specific example URL as&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://issues.apache.org/jira/rest/api/2/search?jql=assignee=jayunit100&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To answer your specific questions:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Must I use the REST API?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Probably.  Atlassian also provides a java interface, but I doubt you have access to play with that.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Does asf jira support a REST API?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It seems to.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;How to formulate a curl command which uses REST and JQL to accomplish the task?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Changing your URL to &lt;code&gt;&quot;https://issues.apache.org/jira/rest/api/2/search?jql=project=PIG&quot;&lt;/code&gt; should fix it.&lt;/p&gt;&#xA;" OwnerUserId="8683" LastEditorUserId="8683" LastEditDate="2018-09-01T14:18:00.447" LastActivityDate="2018-09-01T14:18:00.447" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13266" PostTypeId="2" ParentId="13261" CreationDate="2018-09-01T21:06:22.533" Score="1" Body="&lt;p&gt;Wikidata contains upazilas' coordinates from Wikipedias and GeoNames:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?divisionLabel ?districtLabel ?upazilaLabel ?upazila ?lat ?long ?fromLabel {&#xA;  ?upazila wdt:P31 wd:Q620471.&#xA;  ?upazila wdt:P131 ?district . ?district wdt:P31 wd:Q152732.&#xA;  ?district wdt:P131 ?division . ?division wdt:P31 wd:Q878040.&#xA;  OPTIONAL {&#xA;    ?upazila p:P625 ?statement. &#xA;    ?statement psv:P625 [wikibase:geoLatitude ?lat; wikibase:geoLongitude ?long]&#xA;    OPTIONAL {&#xA;      ?statement prov:wasDerivedFrom [pr:P143|pr:P248 ?from] &#xA;    }&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;} ORDER BY ?divisionLabel ?districtLabel ?upazilaLabel&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FdivisionLabel%20%3FdistrictLabel%20%3FupazilaLabel%20%3Fupazila%20%3Flat%20%3Flong%20%3FfromLabel%20%7B%0A%20%20%3Fupazila%20wdt%3AP31%20wd%3AQ620471.%0A%20%20%3Fupazila%20wdt%3AP131%20%3Fdistrict%20.%20%3Fdistrict%20wdt%3AP31%20wd%3AQ152732.%0A%20%20%3Fdistrict%20wdt%3AP131%20%3Fdivision%20.%20%3Fdivision%20wdt%3AP31%20wd%3AQ878040.%0A%20%20OPTIONAL%20%7B%0A%20%20%20%20%3Fupazila%20p%3AP625%20%3Fstatement.%20%0A%20%20%20%20%3Fstatement%20psv%3AP625%20%5Bwikibase%3AgeoLatitude%20%3Flat%3B%20wikibase%3AgeoLongitude%20%3Flong%5D%0A%20%20%20%20OPTIONAL%20%7B%0A%20%20%20%20%20%20%3Fstatement%20prov%3AwasDerivedFrom%20%5Bpr%3AP143%7Cpr%3AP248%20%3Ffrom%5D%20%0A%20%20%20%20%7D%0A%20%20%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D%20ORDER%20BY%20%3FdivisionLabel%20%3FdistrictLabel%20%3FupazilaLabel&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For some upazilas, Wikidata contains coordinates from several sources. The query returns pair of coordinates from all sources. Ask on SO, if you need only one pair of coordinates in that case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;P.S. I don't know, whether these points are upazila offices, or upazila centroids, or something else...&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-09-02T13:19:49.950" LastActivityDate="2018-09-02T13:19:49.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13267" PostTypeId="2" ParentId="11618" CreationDate="2018-09-02T14:00:08.033" Score="2" Body="&lt;p&gt;Kaggle hosts the &lt;a href=&quot;https://www.kaggle.com/dcohen21/8anu-climbing-logbook&quot; rel=&quot;nofollow noreferrer&quot;&gt;8a.nu dataset&lt;/a&gt;, which is scraped from the 8a.nu global climbing logbook.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is all of the publicly available information from &lt;a href=&quot;http://www.8a.nu&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.8a.nu&lt;/a&gt;, the world's largest rock climbing logbook, as of 9/13/2017. &lt;s&gt;Check out &lt;a href=&quot;https://github.com/dcohen21/8a.nu-Scraper&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/dcohen21/8a.nu-Scraper&lt;/a&gt; for more information about this project.&lt;/s&gt;*&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;* &lt;em&gt;Github repo down due to DMCA notice&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Y7RcDs.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Y7RcDs.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the table &quot;ascent&quot;, you have 4.11 million records. Each has a field &quot;country&quot; where you can filter on UK (ISO 3-letter code is GBR)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Registration required to download the data, which is in sqlite format. You can use a library like &lt;a href=&quot;https://github.com/simonw/datasette&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasette&lt;/a&gt; to build and API from a sqlite file.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-09-07T10:54:08.460" LastActivityDate="2018-09-07T10:54:08.460" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13268" PostTypeId="2" ParentId="6344" CreationDate="2018-09-02T14:08:58.583" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/ICalendar&quot; rel=&quot;nofollow noreferrer&quot;&gt;iCalender&lt;/a&gt; format files can be used to store and share open data. You can go directly to the leagues and download the calendar files, or use an aggregator site like &lt;a href=&quot;http://icalshare.com/categories/sports&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://icalshare.com/categories/sports&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use a tool like python's &lt;a href=&quot;https://pypi.org/project/icalendar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;icalendar&lt;/a&gt; to read and parse the files into your own data model. Read more &lt;a href=&quot;https://stackoverflow.com/a/3408488/2327328&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Interestingly&lt;/em&gt;, iCalendar files can be used as a community platform - see this &lt;a href=&quot;https://www.poynter.org/news/next-platform-you-should-be-thinking-about-calendar-apps&quot; rel=&quot;nofollow noreferrer&quot;&gt;write-up&lt;/a&gt; and this &lt;a href=&quot;https://www.nytimes.com/interactive/2018/science/astronomy-space-calendar.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;space calendar example&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-09-02T14:08:58.583" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13269" PostTypeId="2" ParentId="6206" CreationDate="2018-09-02T14:16:33.427" Score="1" Body="&lt;p&gt;If scraping* is a possibility, &lt;a href=&quot;https://exrx.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ExRx&lt;/a&gt; has hosted a well-structured exercise website for a long time (19 years!)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the &lt;a href=&quot;https://exrx.net/Lists/Directory&quot; rel=&quot;nofollow noreferrer&quot;&gt;Exercise Directory&lt;/a&gt;, each muscle group is clearly listed. For example, &lt;a href=&quot;https://exrx.net/Lists/ExList/ArmWt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Upper Arm&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each exercise is also clearly listed, for example, &lt;a href=&quot;https://exrx.net/WeightExercises/Triceps/ASTriDip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tricepts&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the HTML source of each page, you'll also see pretty clearly the text and images/videos that you may want to collect. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/v4FSn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/v4FSn.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Depending on your use case, web-scraping may or may not be a useful way to collect and use data.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-09-02T14:16:33.427" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13270" PostTypeId="2" ParentId="10858" CreationDate="2018-09-02T14:19:48.167" Score="1" Body="&lt;p&gt;&lt;strong&gt;Update 19-3-2017&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have now managed to harvest the CKAN API, by increasing the allowed timeout from 5 to 10 seconds. Still it takes quite some time to harvest all of the data, since most of the download occurs at speeds around 100 kb/s. Also, I do get a page with 998 results occasionally, although I correct for this by setting only increasing the 'start' parameter by 998 if this happens.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Things I tried to prevent the apparent throttling:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Included pauses of up to 10 seconds between requests&lt;/li&gt;&#xA;&lt;li&gt;Using a different network: Tried this both on a glass-fiber connection (150/150), and a slower VDSL network (Both from the Netherlands)&lt;/li&gt;&#xA;&lt;li&gt;Tried both with the api.data.gov API key as 'Authorization' in the request header, as well as without&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-09-02T14:19:48.167" CommentCount="0" CommunityOwnedDate="2018-09-02T14:19:48.167" ContentLicense="CC BY-SA 4.0" />
  <row Id="13271" PostTypeId="2" ParentId="13253" CreationDate="2018-09-03T10:00:32.120" Score="1" Body="&lt;p&gt;Many industries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The word missing from your question is &quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Ontology_(information_science)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ontology&lt;/a&gt;&quot;, and in particular &quot;Industrial Ontology&quot;, or even more specific &quot;Financial Industry Business Ontology&quot;. I think with that vocabulary, you can find some good results about how other industries organize data between companies. Whether or not you keep a central data repository, the data is structured and standardized.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;schema.org&lt;/strong&gt; organizes this kind of activity&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Schema.org is a collaborative, community activity with a mission to create, maintain, and promote schemas for structured data on the Internet, on web pages, in email messages, and beyond. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can find further information in your industry, although with schema.org you'll find many other use cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://schema.org/docs/financial.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://schema.org/docs/financial.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://schema.org/FinancialProduct&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://schema.org/FinancialProduct&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://schema.org/LoanOrCredit&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://schema.org/LoanOrCredit&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://schema.org/MortgageLoan&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://schema.org/MortgageLoan&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-09-03T18:04:29.367" LastActivityDate="2018-09-03T18:04:29.367" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13272" PostTypeId="2" ParentId="1664" CreationDate="2018-09-04T09:33:51.360" Score="1" Body="&lt;p&gt;I was once using Edmunds for an app. Haven't they closed their API?? (that's what i've heard).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did use &lt;a href=&quot;https://www.car-database-api.com/vehicle-api-parameters/?=stackoverflow&quot; rel=&quot;nofollow noreferrer&quot;&gt;cdbapi&lt;/a&gt;, too. We needed only few fields for integration,but the info was accurate. &lt;/p&gt;&#xA;" OwnerUserId="20137" LastActivityDate="2018-09-04T09:33:51.360" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13274" PostTypeId="2" ParentId="9608" CreationDate="2018-09-04T18:18:14.603" Score="5" Body="&lt;p&gt;Office for National Statistics have aggregated land registry data to LSOA for you in the &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/housing/bulletins/housepricestatisticsforsmallareas/yearendingdecember2017&quot; rel=&quot;noreferrer&quot;&gt;House price statistics for small areas in England and Wales&lt;/a&gt; report.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I work for the ONS.&lt;/p&gt;&#xA;" OwnerUserId="20141" LastActivityDate="2018-09-04T18:18:14.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13275" PostTypeId="1" AcceptedAnswerId="13299" CreationDate="2018-09-04T21:55:39.830" Score="1" ViewCount="128" Body="&lt;p&gt;I'm working on a project that annotates FDA label text. We're trying to use the openFDA API to get information about specific NDA IDs. I'm trying to query information about &lt;code&gt;NDA206038&lt;/code&gt; using the &lt;code&gt;/search&lt;/code&gt; endpoint. I get a &lt;code&gt;404&lt;/code&gt; response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, when I look in Drugs@FDA: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm?event=overview.process&amp;amp;varApplNo=206038&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm?event=overview.process&amp;amp;varApplNo=206038&lt;/a&gt; I get a valid page with all sorts of data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why is this particular NDA not available through openFDA? Is there a document somewhere that lists what types of labels are not indexed in openFDA?&lt;/p&gt;&#xA;" OwnerUserId="20143" LastActivityDate="2018-12-09T15:02:45.613" Title="Why is this NDA not available in openFDA?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13277" PostTypeId="1" CreationDate="2018-09-05T07:44:15.120" Score="1" ViewCount="23" Body="&lt;p&gt;I'm looking for a vector (i.e. GeoPackage, shapefile, Geojson etc etc) format dataset of the wards in New South Wales. These are the electoral districts for the Local Government Areas. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of the boundaries I'm interested in can be seen [here] in purple.(&lt;a href=&quot;http://pastvtr.elections.nsw.gov.au/LGE2017/inner-west/map.htm?showMap=true&amp;amp;mode=PP&amp;amp;ID=LG1701-057&amp;amp;fullname=Inner%20West&amp;amp;ward=)s&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pastvtr.elections.nsw.gov.au/LGE2017/inner-west/map.htm?showMap=true&amp;amp;mode=PP&amp;amp;ID=LG1701-057&amp;amp;fullname=Inner%20West&amp;amp;ward=)s&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware of &lt;a href=&quot;http://www.tallyroom.com.au/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;this site&lt;/a&gt; but the data doesn't quite match the official source when comparing counts of wards by LGA.&lt;/p&gt;&#xA;" OwnerUserId="16500" LastActivityDate="2018-09-06T20:51:21.097" Title="Are the Local Government Area wards of New South Wales available in a vector format?" Tags="|data-request|geospatial|elections|australia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13278" PostTypeId="2" ParentId="7807" CreationDate="2018-09-05T10:30:06.063" Score="2" Body="&lt;p&gt;You can find several datasets for R &lt;a href=&quot;http://cas.uqam.ca/pub/R/web/CASdatasets-manual.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, for the book &lt;a href=&quot;https://www.crcpress.com/Computational-Actuarial-Science-with-R/Charpentier/p/book/9781138033788&quot; rel=&quot;nofollow noreferrer&quot;&gt;Computational Actuarial Science with R&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Package ‘CASdatasets’&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A completed project by the Insurance Risk and Finance Research Centre (www.IRFRC.com) hasassembled a unique dataset from Large Commercial Risk losses in Asia-Pacific (APAC) coveringthe period 2000-2013.  The data was generously contributed by one global reinsurance companyand two large Lloyd’s syndicates in London.  This dataset is the result of the project co-lead by DrMilidonis (IRFRC and University of Cyprus) and Enrico Biffis (Imperial College Business School),which can be referred to as the IRFRC LCR Dataset.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="20149" LastEditorUserId="1511" LastEditDate="2019-05-13T17:43:05.500" LastActivityDate="2019-05-13T17:43:05.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13279" PostTypeId="2" ParentId="6645" CreationDate="2018-09-05T13:53:27.103" Score="1" Body="&lt;p&gt;It isn't free, but the following is an option:&#xA;&lt;a href=&quot;https://www.unitedstateszipcodes.org/zip-code-database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.unitedstateszipcodes.org/zip-code-database/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data comes from the Census Bureau American Community Survey. The ACS is free to download, but it is a pretty large data set that can be didfficult to work with.&lt;/p&gt;&#xA;" OwnerUserId="20151" LastActivityDate="2018-09-05T13:53:27.103" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13280" PostTypeId="2" ParentId="13254" CreationDate="2018-09-05T15:25:13.630" Score="0" Body="&lt;p&gt;It turns out that Atrovent is the trade name of Ipratropium Bromide&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Ipratropium_bromide&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Ipratropium_bromide&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;so probably the &lt;code&gt;Small Volume Neb Drug/Dose #1 |  Atrovent 0.02% dose&lt;/code&gt; chart events mark the administration of this medicine.&lt;/p&gt;&#xA;" OwnerUserId="20104" LastActivityDate="2018-09-05T15:25:13.630" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13281" PostTypeId="1" AcceptedAnswerId="13282" CreationDate="2018-09-06T07:55:07.550" Score="2" ViewCount="75" Body="&lt;p&gt;I'm planning to do some research. Therefore, Appriciate if you could kindly help me to find out Astronomical datasets.&lt;/p&gt;&#xA;" OwnerUserId="20155" OwnerDisplayName="Prasan Karunarathne" LastEditorUserId="1511" LastEditDate="2018-09-07T10:25:22.713" LastActivityDate="2018-09-07T10:25:22.713" Title="Where can i find Public Datasets related to Astronomy and other fields?" Tags="|data-request|research|astronomy|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13282" PostTypeId="2" ParentId="13281" CreationDate="2018-09-06T08:38:59.740" Score="3" Body="&lt;p&gt;Have you seen in the news that Google released a brand new &lt;strong&gt;&lt;a href=&quot;https://toolbox.google.com/datasetsearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Dataset Search&lt;/a&gt;&lt;/strong&gt; yesterday. It is a very convenient way to search for datasets, and overall it looks very promising. &lt;/p&gt;&#xA;" OwnerUserId="20152" OwnerDisplayName="Majid Mortazavi" LastActivityDate="2018-09-06T08:38:59.740" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13283" PostTypeId="1" CreationDate="2018-09-06T10:45:37.393" Score="2" ViewCount="67" Body="&lt;p&gt;I need to train a neural net classifier for different types of eye movements, and there seems very little data available on this.&lt;/p&gt;&#xA;" OwnerUserId="20153" LastEditorUserId="1511" LastEditDate="2018-09-07T10:59:47.987" LastActivityDate="2019-01-07T16:45:24.493" Title="Are there any open datasets with raw eyetracking data?" Tags="|data-request|machine-learning|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13284" PostTypeId="2" ParentId="13281" CreationDate="2018-09-06T11:11:09.890" Score="0" Body="&lt;p&gt;You may find almost all the relevant astronomical catalogs at &lt;a href=&quot;http://vizier.u-strasbg.fr/viz-bin/VizieR&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://vizier.u-strasbg.fr/viz-bin/VizieR&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20154" LastActivityDate="2018-09-06T11:11:09.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13286" PostTypeId="2" ParentId="13277" CreationDate="2018-09-06T20:51:21.097" Score="2" Body="&lt;p&gt;Electoral boundaries from 2015 are available on the &lt;a href=&quot;http://www.elections.nsw.gov.au/about_elections/electoral_boundaries/electoral_maps/gda94_geographical_midmif_files&quot; rel=&quot;nofollow noreferrer&quot;&gt;website of the New South Wales Electoral Commission&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;GDA94 Geographical MID/MIF Files&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;New South Wales electoral boundaries for the 2015 State election are&#xA;  available here as GDA94 geographical MapInfo mid/mif polygons and are&#xA;  supplied 'as is'.  This can be used in software such as MapInfo, ARC&#xA;  GIS or similar.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;These boundaries have been sourced by the Electoral Districts&#xA;  Commission and should be suitable for most purposes.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;GDA94 geographical MapInfo mid/mif polygons (ZIP 4.6MB)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Here's a direct link to &lt;a href=&quot;http://www.elections.nsw.gov.au/__data/assets/file/0019/221158/GIS_Files.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;download the electoral boundaries&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-09-06T20:51:21.097" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13287" PostTypeId="2" ParentId="13281" CreationDate="2018-09-06T23:55:29.297" Score="2" Body="&lt;p&gt;Take a look at &lt;a href=&quot;https://data.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.nasa.gov/&lt;/a&gt;.&#xA;They got plenty of freely available and even commercially usable datasets in a broad range of fields and topics.&lt;/p&gt;&#xA;" OwnerUserId="20158" LastActivityDate="2018-09-06T23:55:29.297" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13288" PostTypeId="1" CreationDate="2018-09-07T10:28:35.877" Score="1" ViewCount="46" Body="&lt;p&gt;I'm teaching a course in app development at bachelors level (3rd year college/university). Each year the students exam is to make an app which have some basic functionality and targets an open API. For example an app that can search imdb api, show movies, rate etc.  This year I am looking for a new open dataset/api online which i can give out in the exam.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably there should be no requirement for registration, and there should be a couple of &quot;easy to use&quot; requests you can do to get JSON data back from http requests done against the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The domain can be anything that you can concievably write an app with some basic functionality against. Of course the license should be allowed for personal use, but these are private assignments that won't be publicly shared.  Previous years i have used the imdb open api, and a crypto website api. &lt;/p&gt;&#xA;" OwnerUserId="338" LastActivityDate="2018-09-07T20:20:29.310" Title="Good easy to use api with a dataset for exam" Tags="|data-request|api|json|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13289" PostTypeId="2" ParentId="13283" CreationDate="2018-09-07T10:59:33.403" Score="2" Body="&lt;p&gt;quick web search gives handful of resources&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://saliency.mit.edu/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://saliency.mit.edu/datasets.html&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This was the first data set with held-out human eye movements, and is used as a benchmark test set.&#xA;  eyetracker: ETL 400 ISCAN (240Hz) &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;or &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This dataset contains two sets of images: train and test. Train images (100 from each category) and fixations of 18 observers are shared but 6 observers are held-out. Test images are available but fixations of all 24 observers are held out.&#xA;  eyetracker: EyeLink1000 (1000Hz)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://gazecapture.csail.mit.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gazecapture.csail.mit.edu&lt;/a&gt;&lt;/strong&gt; and &lt;strong&gt;&lt;a href=&quot;https://github.com/CSAILVision/GazeCapture&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/CSAILVision/GazeCapture&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In the dataset, we include data for 1474 unique subjects. Each numbered directory represents a recording session from one of those subjects. Numbers were assigned sequentially, although some numbers are missing for various reasons (e.g., test recordings, duplicate subjects, or incomplete uploads).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://calvin.inf.ed.ac.uk/datasets/poet-dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://calvin.inf.ed.ac.uk/datasets/poet-dataset/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We collected eye tracking data for the complete trainval set of ten objects classes (cat, dog, bicycle, motorbike, boat, aeroplane, horse, cow, sofa, diningtable) from Pascal VOC 2012 [2] (6,270 images in total). Each image is annotated with the eye movement record of five participants, whose task was to identify which object class was present in the image.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;etc&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-09-07T10:59:33.403" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13290" PostTypeId="1" AcceptedAnswerId="13322" CreationDate="2018-09-07T11:44:05.353" Score="2" ViewCount="28" Body="&lt;p&gt;I'm trying to find the &lt;em&gt;breakdown&lt;/em&gt; allowances of Members of Parliament of the United Kingdom, but I've been unsuccessful so far.&lt;/p&gt;&#xA;&lt;p&gt;For instance, Scottish Parliament releases this data in great detail on &lt;a href=&quot;http://mspallowances.scottish.parliament.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;their website&lt;/a&gt; which allows you to see &lt;em&gt;each&lt;/em&gt; expenditure claimed by each MSP and some other details too.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Ztt9d.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Ztt9d.png&quot; alt=&quot;screenshot&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20163" LastEditorUserId="23272" LastEditDate="2022-07-14T12:38:50.983" LastActivityDate="2022-07-14T12:38:50.983" Title="Where to Find MP (U.K.) Allowances?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13291" PostTypeId="1" AcceptedAnswerId="13394" CreationDate="2018-09-07T11:47:20.520" Score="1" ViewCount="137" Body="&lt;p&gt;I'm looking for the old Epinion dataset. The dataset includes 22166 users and 355754 social connections. It was available on &lt;a href=&quot;http://www.public.asu.edu/~jtang20/datasetcode/truststudy.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.public.asu.edu/~jtang20/datasetcode/truststudy.htm&lt;/a&gt;. But I can not find it on the internet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More broadly, I am looking for a dataset which contains: user-item rating, user-user connection, and user-user trust matrices. unfortunately, the Epinion dataset on the trustlet.org website does not contain user-user connection. It is appreciated if you could help me finding the dataset.&lt;/p&gt;&#xA;" OwnerUserId="20162" LastEditorUserId="9956" LastEditDate="2018-09-10T05:11:30.737" LastActivityDate="2018-10-12T13:49:02.367" Title="Old Epinion Dataset" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13292" PostTypeId="1" CreationDate="2018-09-07T15:42:12.377" Score="2" ViewCount="73" Body="&lt;p&gt;I'm looking for historical shapefiles of &lt;em&gt;city&lt;/em&gt; boundaries in the United States, for the time period 1920 - 1950. I know these won't be available for every city, especially small ones, but I'd like as many as I can.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other questions, like &lt;a href=&quot;https://opendata.stackexchange.com/q/1453/3565&quot;&gt;this one&lt;/a&gt; deal with MSAs and CBSAs, which I don't think existed at the time. If all else fails, I can use those.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other resources like the &lt;a href=&quot;https://nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Historical Geographic Information System (NHGIS)&lt;/a&gt;, &lt;a href=&quot;https://guides.library.duke.edu/gisdata/gisdata_historical&quot; rel=&quot;nofollow noreferrer&quot;&gt;Duke&lt;/a&gt;, and the &lt;a href=&quot;https://publications.newberry.org/ahcbp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Newberry Library&lt;/a&gt; don't seem to have these either.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2018-09-07T15:42:12.377" Title="Historical shapefiles for cities in the United States?" Tags="|geospatial|historical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13294" PostTypeId="1" CreationDate="2018-09-07T17:45:59.730" Score="2" ViewCount="77" Body="&lt;p&gt;Looking for sources of available de-identified EHR/EMR datasets that would be suitable as a benchmark to compare against existing datasets.&lt;/p&gt;&#xA;&lt;p&gt;This would be similar to what is available from QResearch: &lt;a href=&quot;https://www.qresearch.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.qresearch.org&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This is for a US-based project though, so US sources would be ideal.&lt;/p&gt;&#xA;" OwnerUserId="15615" LastEditorUserId="23272" LastEditDate="2022-07-14T12:37:42.157" LastActivityDate="2022-07-14T12:37:42.157" Title="Where can de-identified Electronic Health/ Medical Record (EHR/EMR) datasets be acquired?" Tags="|data-request|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13295" PostTypeId="2" ParentId="13288" CreationDate="2018-09-07T20:20:29.310" Score="2" Body="&lt;h2&gt;&lt;a href=&quot;https://archive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Internet Archive&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;One of the single biggest fully open data repositories on this planet. To cite their &lt;a href=&quot;https://archive.org/about/&quot; rel=&quot;nofollow noreferrer&quot;&gt;About page&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Today our archive contains:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;279 billion web pages&lt;/li&gt;&#xA;  &lt;li&gt;11 million books and texts&lt;/li&gt;&#xA;  &lt;li&gt;4 million audio recordings (including 160,000 live concerts)&lt;/li&gt;&#xA;  &lt;li&gt;3 million videos (including 1 million Television News programs)&lt;/li&gt;&#xA;  &lt;li&gt;1 million images&lt;/li&gt;&#xA;  &lt;li&gt;100,000 software programs&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I especially can recommend loosing oneself in the &lt;a href=&quot;https://archive.org/details/netlabels&quot; rel=&quot;nofollow noreferrer&quot;&gt;Netlabels&lt;/a&gt; branch of their audio section, but I digress... Unfortunately, their API documentation is not as well developed as their collection. The best I can offer are&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://blog.archive.org/developers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Developers&lt;/a&gt; - a summary blog post collecting several entry points to programmatically interact with their collections&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/help/json.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON API to archive.org servers&lt;/a&gt; - stating that &lt;code&gt;&amp;amp;output=json&lt;/code&gt; makes every collection page machine readable, and supporting tools to discover indices/browse sub-collections.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="930" LastActivityDate="2018-09-07T20:20:29.310" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13297" PostTypeId="2" ParentId="12378" CreationDate="2018-09-09T11:59:53.617" Score="2" Body="&lt;p&gt;Schema.org has some decent categories, split between &quot;&lt;a href=&quot;https://schema.org/SportsOrganization&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sports Organization&lt;/a&gt;&quot; and &quot;&lt;a href=&quot;https://schema.org/SportsTeam&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sports Team&lt;/a&gt;&quot;. Also useful is &quot;Sports Vocabulary&quot; (&lt;a href=&quot;https://www.w3.org/wiki/images/8/87/Schema-sports-vocabulary-final_20120301.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another Q/A here, as a reference: &lt;a href=&quot;https://stackoverflow.com/a/29052339/2327328&quot;&gt;Schema.org - Correct way to set up a football (soccer) club with multiple teams&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-09-09T11:59:53.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13299" PostTypeId="2" ParentId="13275" CreationDate="2018-09-10T14:07:44.810" Score="1" Body="&lt;p&gt;The drug you are referring to -- ORKAMBI® (lumacaftor/ivacaftor) -- apparently has changed its dosage form. Approval of a new dosage form of a drug requires a new NDA. The most recent NDA approval for this drug is &lt;strong&gt;NDA211358&lt;/strong&gt;, and openFDA will include only the most recent NDA number by design. The following query will return the results you would expect: &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.application_number:NDA211358&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.application_number:NDA211358&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-09-10T14:07:44.810" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13300" PostTypeId="2" ParentId="11805" CreationDate="2018-09-10T14:49:24.620" Score="0" Body="&lt;p&gt;Also another commercial PN database (this one is really huge, I think they say that they have more than 50 millions PNs): &lt;a href=&quot;https://partnumber.bid&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://partnumber.bid&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20182" LastActivityDate="2018-09-10T14:49:24.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13301" PostTypeId="1" CreationDate="2018-09-10T15:53:33.110" Score="3" ViewCount="1170" Body="&lt;p&gt;I have a list of suppliers I need to consolidate. I want to make explicit that company A is a brand or a subsidiary of company B.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to see if &lt;a href=&quot;https://www.wikidata.org/wiki/Q8419345&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikimedia&lt;/a&gt; or other public sources listed on &lt;a href=&quot;https://toolbox.google.com/datasetsearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Dataset&lt;/a&gt; have a structured database with this information, with poor results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks to &lt;a href=&quot;https://opendata.stackexchange.com/questions/9187/public-company-subsidiary-data/9194&quot;&gt;Open Data Stack Exchange&lt;/a&gt;, I know &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates&lt;/a&gt;, but they don't provide easy-to-grab CSV or JSON unless you use the API. I don't know anything about http APIs yet. (I guess I will learn about it if there is no other way.) That's only my problem, but there's more. Sometimes the link between companies is not explicit. For exemple, I know &lt;a href=&quot;https://opencorporates.com/companies?commit=Go&amp;amp;order=&amp;amp;q=rexroth&amp;amp;utf8=%E2%9C%93&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rexroth is owned by Bosch&lt;/a&gt;, but apart from the name, I couldn't have known if I didn't know Bosch was also a company.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there such a database listing companies and their subsidiaries and/or their brands, at a CSV or JSON format?&lt;br&gt;&#xA;Are there any that are free?&lt;br&gt;&#xA;Are there any that are open?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="20181" LastActivityDate="2018-09-11T00:53:36.843" Title="Is there public database about subsidiaries of companies?" Tags="|data-request|companies|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13302" PostTypeId="1" CreationDate="2018-09-10T16:00:40.383" Score="2" ViewCount="58" Body="&lt;p&gt;I'm looking for a dataset of satellite image data of the USA that would allow me to enter a lat/lng center and get the satellite image of the area around the center.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can currently use the Google Static Maps API but their licensing does not allow me to create products off their images which is a requirement. I am looking for open source satellite images that I can use to create new features for a dataset without any licensing restrictions.&lt;/p&gt;&#xA;" OwnerUserId="20183" LastActivityDate="2018-09-13T14:15:48.287" Title="Satellite image data that allows input of a lat/lng and returns radius around coordinates" Tags="|geospatial|usa|images|aerial-photography|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13303" PostTypeId="2" ParentId="13302" CreationDate="2018-09-10T16:17:43.033" Score="3" Body="&lt;p&gt;A major source for openly available Satellite Imagery is the &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS EarthExplorer Platform&lt;/a&gt;. This contains a huge swath of remotely-sensed data at the global scale going back to the 1980s and is updated in near-real-time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An API for this available but it seems the URL to it is broken/forbidden. Here is link to a GitHub project (&lt;a href=&quot;https://github.com/yannforget/landsatxplore&quot; rel=&quot;nofollow noreferrer&quot;&gt;yannforget/satxplore&lt;/a&gt;) created to provide a Python wrapper for it. I haven't tried it myself but it looks promising.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: The URL isn't broken, you just need to register! &lt;a href=&quot;https://ers.cr.usgs.gov/register/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ers.cr.usgs.gov/register/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9956" LastEditorUserId="9956" LastEditDate="2018-09-13T14:15:48.287" LastActivityDate="2018-09-13T14:15:48.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13304" PostTypeId="2" ParentId="13294" CreationDate="2018-09-10T23:04:05.370" Score="2" Body="&lt;p&gt;First check out &lt;a href=&quot;https://healthdata.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthdata.gov/&lt;/a&gt;.  The US government has a lot of targeted data sets that may be exactly what you need or at least get you started.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;As far as accessing &quot;non-gov&quot; data, I've been implementing EHRs for a decade and  I've yet to see organizations make that available other than through an HIE. There are a lot of regulations in the industry and security tends to be very tight. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;That being said, I do have a couple of ideas that may help. If you were able to volunteer at a healthcare organization as an analyst (e.g. Volunteers in Medicine) you'd be able to get access to their data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Moreover, if your research will help a hospital or large medical group solve a pressing problem, data access may not be an issue and they'd  be willing to help you out.&lt;/p&gt;&#xA;" OwnerUserId="20184" LastActivityDate="2018-09-10T23:04:05.370" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13305" PostTypeId="2" ParentId="13301" CreationDate="2018-09-11T00:53:36.843" Score="1" Body="&lt;p&gt;This wikidata query will get you all the subsidiaries of the Walt Disney company known to wikidata:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fitem%20%3FitemLabel%20WHERE%20%7B%0A%20%20%7B%0A%20%20%20%20SELECT%20%3Fitem%20WHERE%20%7B%20%3Fitem%20%28wdt%3AP31%2Fwdt%3AP279%2a%29%20wd%3AQ43229.%20%7D%0A%20%20%7D%0A%20%20%3Fitem%20%28wdt%3AP127%7C%5Ewdt%3AP199%7Cwdt%3AP749%7C%5Ewdt%3AP1830%7C%5Ewdt%3AP355%29%2B%20wd%3AQ7414.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fitem%20%3FitemLabel%20WHERE%20%7B%0A%20%20%7B%0A%20%20%20%20SELECT%20%3Fitem%20WHERE%20%7B%20%3Fitem%20%28wdt%3AP31%2Fwdt%3AP279%2a%29%20wd%3AQ43229.%20%7D%0A%20%20%7D%0A%20%20%3Fitem%20%28wdt%3AP127%7C%5Ewdt%3AP199%7Cwdt%3AP749%7C%5Ewdt%3AP1830%7C%5Ewdt%3AP355%29%2B%20wd%3AQ7414.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hopefully, you can adapt it for your parent company of interest.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2018-09-11T00:53:36.843" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13306" PostTypeId="1" CreationDate="2018-09-11T10:15:35.280" Score="1" ViewCount="37" Body="&lt;p&gt;I'm developing a university course that has the goal of students building their own DICOMweb viewer in Python using GTK and &lt;a href=&quot;https://dicomweb-client.readthedocs.io/en/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dicomweb-client.readthedocs.io/en/latest/&lt;/a&gt;. Unfortunately the data stored in &lt;a href=&quot;https://dicomcloud.azurewebsites.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dicomcloud.azurewebsites.net&lt;/a&gt; is broken. All images referenced through the UID-links in studies and series are missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dicomlibrary.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dicomlibrary.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but they don't provide a standardized DICOMweb-interface but only individual downloads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that the server&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dicomcloud.azurewebsites.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dicomcloud.azurewebsites.net&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;used in&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dicomweb-client.readthedocs.io/en/latest/usage.html#examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dicomweb-client.readthedocs.io/en/latest/usage.html#examples&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is buggy as discussed in &lt;a href=&quot;https://github.com/clindatsci/dicomweb-client/issues/3#issuecomment-419660085&quot; rel=&quot;nofollow noreferrer&quot;&gt;this thread&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="15935" LastEditorUserId="15935" LastEditDate="2018-09-11T11:28:58.887" LastActivityDate="2018-09-11T11:28:58.887" Title="Open DICOMweb data" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13307" PostTypeId="2" ParentId="1064" CreationDate="2018-09-12T03:31:48.423" Score="4" Body="&lt;p&gt;A great list can be found at:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.programmableweb.com/category/solar/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.programmableweb.com/category/solar/api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Solcast offers free access to this type of data for researchers and students, which is a great for my research group. I hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="20195" LastActivityDate="2018-09-12T03:31:48.423" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13309" PostTypeId="1" AcceptedAnswerId="13315" CreationDate="2018-09-12T19:04:10.223" Score="1" ViewCount="36" Body="&lt;p&gt;I'm trying to search for the number of adverse reports related to &quot;quality&quot; within the query and only for the year 2017.  I've tried this query&#xA;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20170101+TO+20171231]+AND+patient.reaction.reactionmedrapt:%22quality%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20170101+TO+20171231]+AND+patient.reaction.reactionmedrapt:%22quality%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and several others but everything I've done comes up with 0 results and I know there are some within 2017.  I'd like to get down to be able to identify down to pharm_class_epc:&quot;vaccine&quot; ,&quot;protein&quot;, &quot;peptide&quot;, and others also.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But any help with constructing this query to pull data from 2017 first would be a great help.&lt;/p&gt;&#xA;" OwnerUserId="20200" LastActivityDate="2018-09-13T12:14:10.053" Title="Searching for adverse reports related to quality only reported in 2017" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13312" PostTypeId="2" ParentId="12654" CreationDate="2018-09-13T07:32:25.397" Score="1" Body="&lt;p&gt;I have used the following sources in the past for volcano data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/global-volcano-locations-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Volcano Locations Database&lt;/a&gt; from data.gov&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.humdata.org/dataset/a60ac839-920d-435a-bf7d-25855602699d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Volcano - Population Exposure Index(GVM) &lt;/a&gt; from humdata.org&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Unfortunately I do not know if the coverage would be sufficient for your purposes.&lt;/p&gt;&#xA;" OwnerUserId="20206" LastEditorDisplayName="user4293" LastEditDate="2019-04-11T09:15:57.797" LastActivityDate="2019-04-11T09:15:57.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13315" PostTypeId="2" ParentId="13309" CreationDate="2018-09-13T12:14:10.053" Score="0" Body="&lt;p&gt;You simply have a minor typo in the field name, i.e. &lt;code&gt;reactionmedrapt&lt;/code&gt; should be &lt;code&gt;reactionmeddrapt&lt;/code&gt;. After correcting the query returns results as expected: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:[20170101+TO+20171231]+AND+patient.reaction.reactionmeddrapt:%22quality%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=receivedate:[20170101+TO+20171231]+AND+patient.reaction.reactionmeddrapt:%22quality%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-09-13T12:14:10.053" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13316" PostTypeId="1" CreationDate="2018-09-14T13:29:27.730" Score="1" ViewCount="37" Body="&lt;p&gt;I am trying to use &lt;a href=&quot;https://api.opencorporates.com/documentation/Open-Refine-Reconciliation-API&quot; rel=&quot;nofollow noreferrer&quot;&gt;Opencorporate's reconciliation service&lt;/a&gt; in &lt;a href=&quot;http://openrefine.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Openrefine&lt;/a&gt;. I have a paid API Token/Key.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where would I input my API Token/Key?&lt;/p&gt;&#xA;" OwnerUserId="20215" LastEditorDisplayName="user4293" LastEditDate="2018-09-14T13:40:29.410" LastActivityDate="2018-09-14T13:40:29.410" Title="How to input my API Token into Openrefine" Tags="|opencorporates|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13317" PostTypeId="2" ParentId="10893" CreationDate="2018-09-14T17:06:22.737" Score="2" Body="&lt;p&gt;There are range of useful datasets. &lt;a href=&quot;https://www.plant-image-analysis.org/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;plant-image-analysis.org&lt;/a&gt; is site compiling a list of publicly available datasets. Another list of comprehensive datasets are provided by &lt;a href=&quot;https://plantcv.danforthcenter.org/pages/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;PlantCV&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The quality and size of the data varies with some having ground truth, while others include tens of GBs worth of images. The parts of the plants also vary, with a few examining the roots while others focus on the shoots.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Useful approaches for extracting data include using the image classification developed by &lt;a href=&quot;https://github.com/danforthcenter/plantcv&quot; rel=&quot;nofollow noreferrer&quot;&gt;PlantCV&lt;/a&gt; themselves or by training your own neural network with &lt;a href=&quot;https://www.tensorflow.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TensorFlow&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are using these resources in our community project, &lt;a href=&quot;https://sdg.protohaus.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Smart Digital Garden&lt;/a&gt;, and the research project, &lt;a href=&quot;https://veleda.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Veleda&lt;/a&gt;, built on top of it.&lt;/p&gt;&#xA;" OwnerUserId="18895" LastActivityDate="2018-09-14T17:06:22.737" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13318" PostTypeId="1" AcceptedAnswerId="13324" CreationDate="2018-09-15T18:36:10.243" Score="1" ViewCount="1892" Body="&lt;p&gt;A friend asked me to develop a data product around Shanghai Stock Exchange data for him.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't think either of us realized that &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Google Finance's API is defunct&lt;/li&gt;&#xA;&lt;li&gt;Several others only have 1 stock representing a composite of that entire market&lt;/li&gt;&#xA;&lt;li&gt;Quandl charges a minimal price of $360 for their version of the data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there anywhere that would at least let me have &lt;em&gt;some&lt;/em&gt; of the data to play with, before making a major investment?&lt;/p&gt;&#xA;" OwnerUserId="10481" LastEditorUserId="10481" LastEditDate="2018-09-17T14:41:57.307" LastActivityDate="2018-09-17T14:44:22.113" Title="Shanghai Stock Exchange data API" Tags="|finance|china|stock|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13319" PostTypeId="1" CreationDate="2018-09-16T02:21:24.757" Score="2" ViewCount="70" Body="&lt;p&gt;I'm looking to get info on all churches across the US. Specifically, I'd love to get:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Their address&lt;/li&gt;&#xA;&lt;li&gt;Denomination&lt;/li&gt;&#xA;&lt;li&gt;Active/Not&lt;/li&gt;&#xA;&lt;li&gt;Contact Info (website, email, phone)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;and any other info I can get.&lt;/p&gt;&#xA;" OwnerUserId="20220" LastEditorUserId="23272" LastEditDate="2022-07-14T12:16:19.043" LastActivityDate="2022-07-14T12:16:19.043" Title="How can I get all churches in the USA" Tags="|usa|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13320" PostTypeId="2" ParentId="13319" CreationDate="2018-09-16T04:48:32.547" Score="3" Body="&lt;p&gt;I would use the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open StreetMap data&lt;/a&gt; with Nominatom for your base file. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This should get you #1 and you can get #2 just by text mining their titles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For #3 I believe the closest you'll get is just to use the most recent available data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For #4 I think you'd need to do original data scraping from the Internet - at least to get their websites (I'm not sure on this one, actually).&lt;/p&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2018-09-16T04:48:32.547" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13321" PostTypeId="1" CreationDate="2018-09-16T10:34:22.560" Score="1" ViewCount="57" Body="&lt;p&gt;I am looking for an API/software (free or open source) able to download metadata on scientific articles (economics) according to a set of queries (e.g., words in the title/abstract, keywords, JEL code, year of publication, and journal).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This has to be seen in the perspective of a systematic literature review. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The IDEAS/Repc (multisource) database contains the information I am looking for, however, I do not get how to systematically download the data.&lt;/p&gt;&#xA;" OwnerUserId="15375" LastEditorUserId="15375" LastEditDate="2018-09-19T10:12:43.027" LastActivityDate="2019-04-26T17:53:37.000" Title="Metadata on scientific articles (economics) conditional to set of queries" Tags="|data-request|api|research|metadata|bibliometrics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13322" PostTypeId="2" ParentId="13290" CreationDate="2018-09-16T13:02:03.710" Score="2" Body="&lt;p&gt;This information is available from the &lt;a href=&quot;http://www.theipsa.org.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Independent Parliamentary Standards Authority&lt;/a&gt;, although their website seems to be down at the moment. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mpsexpenses.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MPs’ Expenses.info&lt;/a&gt; republishes the information in a format that is quite similar to that used by the Scottish Parliament. As an example, you can see claims made by &lt;a href=&quot;https://www.mpsexpenses.info/#!/mp/576&quot; rel=&quot;nofollow noreferrer&quot;&gt;Jacob Rees-Mogg&lt;/a&gt;. Note the date selector at the top of the page that allows you to see claims for previous years back to 2010.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2018-09-16T13:02:03.710" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13324" PostTypeId="2" ParentId="13318" CreationDate="2018-09-17T14:44:22.113" Score="2" Body="&lt;p&gt;It turns out that you actually can get this data from Yahoo! Finance, but you just need to know the numeric representation of the Chinese ticker symbols of interest.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;&lt;pre&gt;&lt;code&gt; prices&#xA;# A tibble: 141,040 x 8&#xA;   symbol    date        open  high   low close   volume adjusted&#xA;   &amp;lt;chr&amp;gt;     &amp;lt;date&amp;gt;     &amp;lt;dbl&amp;gt; &amp;lt;dbl&amp;gt; &amp;lt;dbl&amp;gt; &amp;lt;dbl&amp;gt;    &amp;lt;dbl&amp;gt;    &amp;lt;dbl&amp;gt;&#xA; 1 600000.ss 2018-09-03 10.3   10.3 10.2   10.2 14309539     10.2&#xA; 2 600000.ss 2018-09-04 10.2   10.4 10.2   10.4 16353060     10.4&#xA; 3 600000.ss 2018-09-05 10.3   10.4 10.1   10.1 22729232     10.1&#xA; 4 600000.ss 2018-09-06 10.1   10.2 10.1   10.1 10546916     10.1&#xA; 5 600000.ss 2018-09-07 10.2   10.2 10.1   10.2  8995716     10.2&#xA; 6 600000.ss 2018-09-10 10.2   10.2 10.1   10.2 11822813     10.2&#xA; 7 600000.ss 2018-09-11 10.2   10.3  9.98  10.0 19689042     10.0&#xA; 8 600000.ss 2018-09-12  9.99  10.1  9.95  10.0 16506103     10.0&#xA; 9 600000.ss 2018-09-13 10.2   10.3 10.1   10.3 29417198     10.3&#xA;10 600000.ss 2018-09-14 10.4   10.4 10.2   10.3 16450780     10.3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It also requires you to know the exchange in China as that info is not provided (so, for instance, you have to know that the Shanghai stock codes begin with a 6, so if you see one with a 0 or a 2 in the first character that's actually the Shenzhen exchange not Shanghai). In the example above I appended &quot;.ss&quot; to reflect that.&lt;/p&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2018-09-17T14:44:22.113" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13325" PostTypeId="1" CreationDate="2018-09-17T14:59:04.470" Score="1" ViewCount="75" Body="&lt;p&gt;I understand that for performance purposes in my case it will be better to download the data rather than accessing it through the public API. On a practical note I am only interested in a subset of the FAERS reports, for example, only those reports that have Alzheimers disease as an indication or key word. Is that possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I download a subset of the reports based on a specific indication of query term?&lt;/p&gt;&#xA;" OwnerUserId="17481" LastEditorDisplayName="user4293" LastEditDate="2019-08-14T12:48:06.793" LastActivityDate="2024-01-21T01:01:35.167" Title="How to download a subset of the reports based on a specific indication of query term?" Tags="|openfda|download|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13326" PostTypeId="1" AcceptedAnswerId="13354" CreationDate="2018-09-17T18:10:16.297" Score="7" ViewCount="1168" Body="&lt;p&gt;Is there an API to access live (or semi-live?) data from NOAA satellites, such as the GOES-R series? I've been searching for weeks, and I know there are ways to manually access data through website file systems, but I'm looking for something more like, for example, the &lt;a href=&quot;https://api.nasa.gov/api.html#MarsPhotos&quot; rel=&quot;noreferrer&quot;&gt;NASA Mars Rover Photos API&lt;/a&gt;, or even just a data stream.&lt;/p&gt;&#xA;" OwnerUserId="20230" LastEditorUserId="20230" LastEditDate="2018-09-24T12:58:49.967" LastActivityDate="2019-07-07T02:26:53.330" Title="NOAA Satellite Data API?" Tags="|api|weather|noaa|space|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13327" PostTypeId="1" CreationDate="2018-09-17T18:12:05.373" Score="2" ViewCount="22" Body="&lt;p&gt;In a recent course on steam systems for heating and humidification in buildings, we were instructed to use the atmospheric pressure at sea level as a starting point for calculations related to pressure, temperature, and enthalpy of steam at various points in a given system.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other areas of building design we use averaged values from censuses and recorded weather data, so why not do the same for elevation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there a data source which contains (or which could be used to obtain) the average elevation of a citizen of a given region, such as nation, state/province, or county?&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously if I know the city of a proposed or existing building I can easily look up the elevation there, but when analyzing proposed buildings, or averages of buildings in a given region, mean elevation won't do -- the population-weighted mean would be more appropriate.&lt;/p&gt;&#xA;" OwnerUserId="20229" LastActivityDate="2018-09-17T18:12:05.373" Title="How to determine the elevation of the average citizen of a given region?" Tags="|data-request|population|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13328" PostTypeId="2" ParentId="266" CreationDate="2018-09-17T18:56:55.920" Score="3" Body="&lt;h1&gt;Google Dataset Search&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://toolbox.google.com/datasetsearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://toolbox.google.com/datasetsearch&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A recent tool in beta.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.blog.google/products/search/making-it-easier-discover-datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Blogpost&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://productforums.google.com/forum/#!topic/webmasters/nPq4BW6iPIA&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQ&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://developers.google.com/search/docs/data-types/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Guidelines for developers&lt;/a&gt; (get your data indexed)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20231" LastEditorUserId="1511" LastEditDate="2018-09-18T11:10:43.647" LastActivityDate="2018-09-18T11:10:43.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13329" PostTypeId="1" CreationDate="2018-09-18T08:26:55.833" Score="1" ViewCount="27" Body="&lt;p&gt;I need a dataset that monitors the variation in human body weight at different parts of the day, preferably of Indian/South Asian population. I did an comprehensive research and pulled some relevant research papers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The research paper &lt;a href=&quot;http://tinify.net/scD&quot; rel=&quot;nofollow noreferrer&quot;&gt;Day-to-day variations in body-weight of young women&lt;/a&gt; is pretty old. Do we have newer research that includes data taken at multiple times a day?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know the &lt;a href=&quot;https://www.dhsprogram.com/Data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DHS has good datasets&lt;/a&gt; but I could not find the dataset I am looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preferably I want a dataset of people who were currently loosing weight.&lt;/p&gt;&#xA;" OwnerUserId="20236" LastEditorDisplayName="user4293" LastEditDate="2018-09-18T10:11:59.413" LastActivityDate="2018-09-18T10:11:59.413" Title="Dataset about variation in human body weight during the day" Tags="|data-request|india|asia|north-america|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13330" PostTypeId="1" CreationDate="2018-09-18T08:44:27.177" Score="3" ViewCount="484" Body="&lt;p&gt;I'm looking for a historical USA (specifically Chicago, IL) weather forecast dataset. Temperature forecasts would suffice, though the more data, the merrier. I know this has been asked a lot of times in the past, but nothing worked for me. Here's what I found so far:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Both links in the accepted answer to &lt;a href=&quot;https://opendata.stackexchange.com/questions/2009/historical-weather-forecasts&quot;&gt;this question&lt;/a&gt; are broken&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://darksky.net/dev/docs/faq&quot; rel=&quot;nofollow noreferrer&quot;&gt;DarkSky API&lt;/a&gt; can't provide historical forecasts, but only historical observations and future forecasts&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wpc.ncep.noaa.gov/archives/web_pages/wpc_arch/get_wpc_archives.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA's Weather Prediction Center archives&lt;/a&gt; only provide pictures (either GIFs or PDFs), with no textual temperature forecast data&lt;/li&gt;&#xA;&lt;li&gt;The data in &lt;a href=&quot;https://opendata.stackexchange.com/questions/6077/dataset-of-weather-as-it-was-forecast-at-the-time&quot;&gt;this question&lt;/a&gt; doesn't seem to suit my needs (not sure how to parse some of it, and the parts that I have been able to parse don't contain historical Chicago forecasts). The answer to that question is relevant only to Europe, and I need USA weather forecasts&lt;/li&gt;&#xA;&lt;li&gt;The best thing I could find was &lt;a href=&quot;https://www.ncdc.noaa.gov/has/HAS.StationYearSelect?datasetname=9957ANX&amp;amp;subqueryby=STATION&amp;amp;applname=SRRSBTNSEL&amp;amp;outdest=APPS&amp;amp;dtypesort=dtypeord&amp;amp;stationsort=id&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA's Archive Information Request System&lt;/a&gt; and &lt;a href=&quot;http://mesonet.agron.iastate.edu/wx/afos/#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Iowa State Mesonet&lt;/a&gt;. Both provided historical weather forecasts for Chicago, but they were both very coarse and verbal. For example, the following paragraph appears in a huge text file: &quot;.TODAY...Cloudy. Showers likely in the morning, then a chance of showers in the afternoon. Highs around 70. Northeast winds 10 to 20 mph. Chance of precipitation 60 percent.&quot; This thing would be difficult to parse, and would probably not be worth it because it just says &quot;Highs &lt;strong&gt;around 70&lt;/strong&gt;&quot;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So is there anywhere from which I could get historical data that:&lt;br&gt;&#xA;1. Contains Chicago temperature forecasts&lt;br&gt;&#xA;2. Is easy to parse (e.g. in csv format)&lt;/p&gt;&#xA;" OwnerUserId="20233" LastActivityDate="2023-04-06T21:05:15.653" Title="Historical USA weather forecasts" Tags="|data-request|weather|historical|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13331" PostTypeId="2" ParentId="13325" CreationDate="2018-09-18T09:47:57.817" Score="0" Body="&lt;p&gt;Unfortunately, openFDA does not currently offer a capability to produce &quot;filtered&quot; downloads. Your best bet would be downloading the entire dataset and then processing JSON locally. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-09-18T09:47:57.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13332" PostTypeId="1" CreationDate="2018-09-18T13:46:03.170" Score="1" ViewCount="730" Body="&lt;p&gt;I am looking for the location of fire hydrants all over the US.&lt;br /&gt;I'm particulalrly interested in Rhode Island, Massachusetts, Maine, New Hampshire. &lt;/p&gt;&#xA;" OwnerUserId="18639" LastEditorDisplayName="user4293" LastEditDate="2018-09-18T15:42:43.483" LastActivityDate="2018-09-18T15:42:43.483" Title="US Fire Hydrant locations data" Tags="|data-request|geospatial|usa|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13333" PostTypeId="2" ParentId="13332" CreationDate="2018-09-18T15:01:49.067" Score="3" Body="&lt;p&gt;OSM (Open Street Map) has the tag &lt;strong&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:emergency=fire_hydrant&quot; rel=&quot;nofollow noreferrer&quot;&gt;fire_hydrant&lt;/a&gt;&lt;/strong&gt;. You can use the &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass-turbo visual API&lt;/a&gt; to check coverage. Here's a &lt;a href=&quot;https://overpass-turbo.eu/s/C08&quot; rel=&quot;nofollow noreferrer&quot;&gt;sample query&lt;/a&gt; that will search for fire hydrants within the range of the viewable map to the right.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;node&#xA;  [emergency=fire_hydrant]&#xA;  ({{bbox}});&#xA;out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You should use this tool to work on your search parameters.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/G3ZPx.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/G3ZPx.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Overpass-turbo API does have an export data feature, but I think you'll have too much data to use the browser tool. Therefore, once you figure out what you are searching for, you'll want to download bulk regions (start small to test your code).&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Download the &lt;code&gt;latest&lt;/code&gt; osm file from geofabrik:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Start small &lt;a href=&quot;https://download.geofabrik.de/north-america/us/rhode-island.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/north-america/us/rhode-island.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Scale up &lt;a href=&quot;https://download.geofabrik.de/north-america.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/north-america.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Convert the osm/pbf file to something, if needed, with osmconvert.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmfilter&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;osmfilter&lt;/code&gt;&lt;/a&gt; or &lt;a href=&quot;https://github.com/openstreetmap/osmosis&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;osmosis&lt;/code&gt;&lt;/a&gt; to filter the bulk file for only the tags that you want, which can be based on your testing with the overpass-turbo API.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use one of many tools (e.g. &lt;a href=&quot;https://www.gdal.org/ogr2ogr.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;ogr2ogr&lt;/code&gt;&lt;/a&gt;) to convert the osm file format to geojson, SQLite, CSV, Shapefiles, etc.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Related: &lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;https://opendata.stackexchange.com/a/12430/1511&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-09-18T15:18:49.847" LastActivityDate="2018-09-18T15:18:49.847" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13334" PostTypeId="2" ParentId="13332" CreationDate="2018-09-18T15:24:41.560" Score="2" Body="&lt;p&gt;For Rhode Island, there are fire hydrants on RIGIS;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.rigis.org/datasets/e-911-fire-hydrants&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.rigis.org/datasets/e-911-fire-hydrants&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18639" LastActivityDate="2018-09-18T15:24:41.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13339" PostTypeId="1" CreationDate="2018-09-20T10:42:08.710" Score="1" ViewCount="42" Body="&lt;p&gt;I source wind statistics data that i can use to create Max, Min, Mean wind speed maps for the entire US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to download it as a shapefile, geotiff or geojson.&lt;/p&gt;&#xA;" OwnerUserId="18639" LastEditorUserId="19566" LastEditDate="2018-09-21T06:22:08.873" LastActivityDate="2018-09-21T06:22:08.873" Title="Wind Speed Map of US" Tags="|geospatial|usa|weather|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13340" PostTypeId="1" CreationDate="2018-09-20T18:12:11.833" Score="1" ViewCount="346" Body="&lt;p&gt;I have a list of a few thousand company LLC names and jurisdictions from states around the US. I would like to use the OpenCorporates API to search for the company in the relevant jurisdiction and return the names of the company’s officers (I realize that the officer's data is not available in every jurisdiction).&lt;/p&gt;&#xA;&lt;p&gt;From the API documentation and a little testing, it seems like this isn’t currently possible. The “GET companies/search” call returns much of the information I’m interested in, but not the officers for the company. And “GET officers/search” doesn’t allow me to input the company name or ID as a parameter.&lt;/p&gt;&#xA;&lt;p&gt;Has anyone been successful in getting officer names by searching company name or ID? I've been using the following case as an example:&lt;/p&gt;&#xA;&lt;p&gt;Company page (has officer info): &lt;a href=&quot;https://opencorporates.com/companies/gb/05217588&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/companies/gb/05217588&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;API (no officer info):&#xA;&lt;a href=&quot;https://api.opencorporates.com/v0.4/companies/search?q=28+beer+road&amp;amp;jurisdiction_code=gb&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.opencorporates.com/v0.4/companies/search?q=28+beer+road&amp;amp;jurisdiction_code=gb&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;API documentation is here: &lt;a href=&quot;https://api.opencorporates.com/documentation/API-Reference&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.opencorporates.com/documentation/API-Reference&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20254" LastEditorUserId="23272" LastEditDate="2022-07-14T14:29:31.697" LastActivityDate="2022-07-14T14:29:31.697" Title="Using OpenCorporates API to return officers of a company" Tags="|api|opencorporates|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13341" PostTypeId="2" ParentId="13197" CreationDate="2018-09-21T13:56:05.610" Score="0" Body="&lt;p&gt;&lt;code&gt;openfda&lt;/code&gt; is the &quot;harmonization&quot; record, and for medical devices harmonization revolves around &lt;code&gt;product_code&lt;/code&gt;. So in the example you provided the 8 FEI numbers correspond to the product code of &lt;code&gt;KNZ&lt;/code&gt;, not directly to the 510(k) number. More on this here: &lt;a href=&quot;https://github.com/FDA/openfda/blob/master/openfda/device_harmonization/pipeline.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/FDA/openfda/blob/master/openfda/device_harmonization/pipeline.py&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sorry about the confusion.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-09-21T13:56:05.610" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13342" PostTypeId="1" CreationDate="2018-09-22T16:04:25.967" Score="2" ViewCount="135" Body="&lt;p&gt;Is there a gov API or dataset that I can get, on newly formed businesses? Data like biz name, address, tax ID, owner name, type of business (restaurant, laundromat...) etc?&lt;/p&gt;&#xA;" OwnerUserId="3778" LastEditorDisplayName="user8811" LastEditDate="2018-09-30T14:55:47.093" LastActivityDate="2019-04-28T16:01:25.253" Title="Where do I get data on newly formed businesses in the US?" Tags="|data-request|usa|business|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13343" PostTypeId="1" AcceptedAnswerId="14147" CreationDate="2018-09-22T21:04:14.187" Score="1" ViewCount="40" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;Data:&lt;/strong&gt; The results of studies in which people were asked to make the same sort of decision many times (say, at least 30 times), and in each case the decision has to be somewhat arbitrary because the subject isn't being rewarded for anything, nor is there a right answer. For example, subjects might be asked to press one of two buttons, or to push a joystick in one direction or another. Ideally, the dataset would have not just each subject's choice on each trial, but also other contextual information such as reaction time, cursor movements if the subject is using a computer mouse, etc.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Context:&lt;/strong&gt; I'm a statistician and psychologist interested in predictive models of decision-making, and I'd like to try my hand at predicting decisions, within subjects, in a task where the decision to be made is essentially arbitrary. I hope that by so doing I can learn about the tricker factors involved in more meaningful decisions.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Region:&lt;/strong&gt; Any.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;License:&lt;/strong&gt; Preferably free-as-in-freedom.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Format:&lt;/strong&gt; Preferably free-as-in-freedom.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Authority:&lt;/strong&gt; Any.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Requirements:&lt;/strong&gt; No other requirements.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Non-answers:&lt;/strong&gt; There have been many studies in which subjects are asked to generate random sequences, as by pressing one of two buttons with the goal of making the choice of button as random as possible. I'm interested in cases where subjects &lt;em&gt;aren't&lt;/em&gt; told their choices should be random. The fewer instructions and cues on how subjects should choose, the better.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="20259" LastActivityDate="2019-04-14T15:22:05.727" Title="Data from minimal human decision-making tasks" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13344" PostTypeId="1" CreationDate="2018-09-22T22:42:01.353" Score="2" ViewCount="67" Body="&lt;p&gt;does anyone know if there are any datasets published regarding unsolved serial murders within the United States? &lt;/p&gt;&#xA;" OwnerUserId="20260" LastActivityDate="2018-09-24T03:13:19.517" Title="Unsolved murder GIS datasets" Tags="|crime|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13345" PostTypeId="2" ParentId="13344" CreationDate="2018-09-22T23:14:33.153" Score="0" Body="&lt;p&gt;You should be able to download crime datasets on google. Here is an example :&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bjs.gov/rawdata.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bjs.gov/rawdata.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.justice.gov/open/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.justice.gov/open/open-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.lib.umn.edu/libdata/page_print.phtml?page_id=2258&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.lib.umn.edu/libdata/page_print.phtml?page_id=2258&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2018-09-24T00:42:28.800" LastActivityDate="2018-09-24T00:42:28.800" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13346" PostTypeId="2" ParentId="13344" CreationDate="2018-09-24T03:13:19.517" Score="1" Body="&lt;p&gt;Not 100% what you seek, but the &lt;a href=&quot;http://www.murderdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Murder Accountability Project&lt;/a&gt; is an open database of unsolved murders in America, and provides an algorithm for specifically seeking out serial homicides. You can read &lt;a href=&quot;https://www.newyorker.com/magazine/2017/11/27/the-serial-killer-detector&quot; rel=&quot;nofollow noreferrer&quot;&gt;more about it here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-09-24T03:13:19.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13348" PostTypeId="1" AcceptedAnswerId="13349" CreationDate="2018-09-25T16:31:54.433" Score="1" ViewCount="40" Body="&lt;p&gt;I'd like a wikidata query that returns all executive orders signed by President Trump.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This query gets &lt;em&gt;all&lt;/em&gt; executive orders:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Forder%20%3ForderLabel%20WHERE%20%7B%0A%20%20%3Forder%20wdt%3AP31%20wd%3AQ1338798.%0A%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org/#SELECT%20%3Forder%20%3ForderLabel%20WHERE%20%7B%0A%20%20%3Forder%20wdt%3AP31%20wd%3AQ1338798.%0A%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think it should be possible by using the executive order number and limiting the executive orders to one with a number above 13764.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2018-09-25T18:33:53.530" LastActivityDate="2018-09-25T18:33:53.530" Title="Wikidata on all Trump's executive orders" Tags="|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13349" PostTypeId="2" ParentId="13348" CreationDate="2018-09-25T17:39:35.683" Score="1" Body="&lt;p&gt;Try:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?order ?orderLabel WHERE {&#xA;  ?order wdt:P31 wd:Q1338798.&#xA;  ?order wdt:P50 wd:Q22686&#xA; SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Forder%20%3ForderLabel%20WHERE%20%7B%0A%20%20%3Forder%20wdt%3AP31%20wd%3AQ1338798.%0A%20%20%3Forder%20wdt%3AP50%20wd%3AQ22686%0A%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;on Wikidata Query Service&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, apparently many of Trump's executive orders currently do not have Wikidata items and therefore won't appear in the results, e.g. &lt;a href=&quot;https://en.wikisource.org/wiki/Executive_Order_13819&quot; rel=&quot;nofollow noreferrer&quot;&gt;Executive Order 13819&lt;/a&gt;, so you might want use other sources like &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_executive_actions_by_Donald_Trump&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of executive actions by Donald Trump&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14880" LastActivityDate="2018-09-25T17:39:35.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13350" PostTypeId="2" ParentId="748" CreationDate="2018-09-25T19:17:48.160" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://git-annex.branchable.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;gitannex&lt;/a&gt; is an extension of Git designed to handle large data files and derived processed data (see also the &lt;a href=&quot;https://en.wikipedia.org/wiki/Git-annex&quot; rel=&quot;nofollow noreferrer&quot;&gt;wiki page&lt;/a&gt;). It is being used by major data archives such as OpenNeuro.&lt;/p&gt;&#xA;" OwnerUserId="20274" LastEditorUserId="20274" LastEditDate="2018-09-27T13:04:09.200" LastActivityDate="2018-09-27T13:04:09.200" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13351" PostTypeId="2" ParentId="13214" CreationDate="2018-09-25T19:26:27.467" Score="1" Body="&lt;p&gt;Individual roads can have restrictions, posted on signs at intersections, such as &quot;no trucks allowed,&quot; maximum tonnage, maximum tonnage per axle, and so on. You would expect that there would exist a dataset of these restrictions associated with road names. Unfortunately, it's not that simple.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is something called the &quot;National/State Truck Network.&quot; I wasn't able to find this data set; maybe you can find it in the &lt;a href=&quot;https://catalog.data.gov/dataset/national-transportation-library-catalog-ntl-search-1423c&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Transportation Library Catalog&lt;/a&gt;. You can see a map of this network &lt;a href=&quot;https://ops.fhwa.dot.gov/Freight/freight_analysis/nat_freight_stats/nnnhs2009.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. However, this dataset only seems to cover major roads (mostly for interstate highways and state routes). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the state of Illinois, there is the &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/idot-designated-truck-route-list-63c1b&quot; rel=&quot;nofollow noreferrer&quot;&gt;IDOT Designated Truck Route List&lt;/a&gt;: Listing of all Designated Truck&#xA;  Routes under the jurisdiction of the State of Illinois Department of&#xA;  Transportation. Class I, II, and III roadways.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;All the links to download this file from Data.gov are broken, but it's also available on &lt;a href=&quot;https://data.illinois.gov/dataset/359idot_designated_truck_route_list&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.illinois.gov&lt;/a&gt;. This is an ungeolocated table, so you'll need to join it to a vector layer of roads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This only covers major routes, so smaller roads are still a bit of a mystery. You'll probably to restrict your routes to designated truck routes except where the start or end point is on a smaller road.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could also look at some of the various routing apps and services for truck drivers, some of which are free. It seems that each of these services develops and maintains their own proprietary data sets, for example see &lt;a href=&quot;http://www.truckrouter.com/MapEngine.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;. You could troubleshoot your algorithm by comparing a few test routes to the routes suggested by these services. Based on &lt;a href=&quot;https://www.quora.com/Is-there-navigation-software-similar-to-Google-Maps-for-truck-drivers-that-includes-truck-routes-and-low-bridges&quot; rel=&quot;nofollow noreferrer&quot;&gt;this discussion&lt;/a&gt; it seems no truck routing service is completely reliable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples of truck routing services: Trucker Path Pro, Co Pilot, Sygic GPS Truck, NavMeTo, Truckmiles.com, Truck Router. Truckrouter.com is free; I haven't looked into the others.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-09-25T19:26:27.467" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13352" PostTypeId="2" ParentId="12697" CreationDate="2018-09-26T03:36:18.367" Score="1" Body="&lt;p&gt;The CMU Dict is available online &lt;a href=&quot;http://svn.code.sf.net/p/cmusphinx/code/trunk/cmudict/cmudict-0.7b&quot; rel=&quot;nofollow noreferrer&quot;&gt;HERE&lt;/a&gt;. It doesn't use the IPA, but it uses Arpabet &lt;a href=&quot;https://en.wikipedia.org/wiki/ARPABET&quot; rel=&quot;nofollow noreferrer&quot;&gt;link to wikipedia here&lt;/a&gt;. You could easily convert it from arpabet to IPA. Also, since language is continuously changing it would be impossible to get 'every word'.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="20276" LastActivityDate="2018-09-26T03:36:18.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13353" PostTypeId="2" ParentId="3744" CreationDate="2018-09-26T13:27:21.100" Score="1" Body="&lt;p&gt;Yes. &lt;strong&gt;ContextualWeb&lt;/strong&gt; has a News Search API. Similar to Bing News API and Google News. &#xA;&lt;a href=&quot;https://rapidapi.com/contextualwebsearch/api/Web%20Search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/contextualwebsearch/api/Web%20Search&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20279" LastActivityDate="2018-09-26T13:27:21.100" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13354" PostTypeId="2" ParentId="13326" CreationDate="2018-09-27T08:01:15.540" Score="7" Body="&lt;p&gt;Where are you searching? The NOAA and all of its child departments/organizations provide a plethora of satellite and API datasets, including satellite datasets accessible via API. The list below is a tiny sampling of all three; I cannot stress enough how much more data there is. NOAA is basically a cornucopia of satellite/API datasets.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.weather.gov/documentation/services-web-api&quot; rel=&quot;noreferrer&quot;&gt;API Web Service - weather.gov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/webservices/v2&quot; rel=&quot;noreferrer&quot;&gt;Web Services API (version 2) Documentation | Climate Data Online (CDO) | National Climatic Data Center (NCDC)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncei.noaa.gov/support/access-data-service-api-user-documentation&quot; rel=&quot;noreferrer&quot;&gt;NCEI Data Service API User Documentation&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://tidesandcurrents.noaa.gov/web_services_info.html&quot; rel=&quot;noreferrer&quot;&gt;Tides &amp;amp; Currents Web Services&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncdc.noaa.gov/nomads/documentation/user-guide/advanced-data-access-methods&quot; rel=&quot;noreferrer&quot;&gt;Advanced Data Access Methods | National Centers for Environmental Information (NCEI) formerly known as National Climatic Data Center (NCDC)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/satellite-data&quot; rel=&quot;noreferrer&quot;&gt;NCDC Satellite Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ngdc.noaa.gov/stp/satellite/satdataservices.html&quot; rel=&quot;noreferrer&quot;&gt;NCEI Satellite Data Services&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.nodc.noaa.gov/SatelliteData/&quot; rel=&quot;noreferrer&quot;&gt;NCEI Satellite Oceanography Group&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://gis.ncdc.noaa.gov/arcgis/rest/services&quot; rel=&quot;noreferrer&quot;&gt;NCDC's ArcGIS REST Services Directory&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-09-27T08:01:15.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13355" PostTypeId="2" ParentId="13342" CreationDate="2018-09-27T11:53:29.317" Score="1" Body="&lt;p&gt;I think you can use &lt;a href=&quot;https://www.crunchbase.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.crunchbase.com&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search for companies and filter as you need (it is limited for free use though).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/WOKsM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastActivityDate="2018-09-27T11:53:29.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13358" PostTypeId="2" ParentId="13321" CreationDate="2018-09-28T12:02:50.097" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://ideas.repec.org/api.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;You can request an API key&lt;/a&gt; from RePEc. The above link discusses API format and another API for citations.&lt;/p&gt;&#xA;" OwnerUserId="2852" LastActivityDate="2018-09-28T12:02:50.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13359" PostTypeId="1" CreationDate="2018-09-28T10:48:35.907" Score="1" ViewCount="524" Body="&lt;p&gt;If you train a machine learning model from publicly available (Open) data sets such as COCO or VOC (which have there own respective licenses), can you use that model for commercial purposes?&lt;/p&gt;&#xA;" OwnerDisplayName="JohnGrantham" LastEditorUserId="14011" LastEditDate="2018-10-03T19:02:17.363" LastActivityDate="2018-10-03T19:02:17.363" Title="Open data sets and commercial usage" Tags="|machine-learning|licensing|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13360" PostTypeId="1" CreationDate="2018-09-28T12:10:48.507" Score="1" ViewCount="230" Body="&lt;p&gt;If you train a machine learning model from publicly available (Open) data sets such as COCO or VOC (which have there own respective licenses concerning commercial usage), can you use that model for commercial purposes regardless?&lt;/p&gt;&#xA;" OwnerDisplayName="JohnGrantham" LastEditorUserId="8683" LastEditDate="2018-09-30T14:55:58.353" LastActivityDate="2018-09-30T14:55:58.353" Title="Publicly aviailable data sets, training and commerical usage" Tags="|machine-learning|licensing|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13361" PostTypeId="1" AcceptedAnswerId="13362" CreationDate="2018-09-30T15:13:32.287" Score="2" ViewCount="735" Body="&lt;p&gt;I am wondering if there is any online resource where GIS crime data are freely available to public. I am interested in shapefiles representing, for instance, neighborhoods, census tracts, location of (say) shops, banks, ATM, and the like, and location of crime events (theft, burglarly, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in those kind of data just to produce simply visualizations and/or attribute or spatial queries, with the aim to show the (basic) use of GIS in the analysis of crime data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, the level of detail should be the city, but regional o super-regional levels would work as well.&lt;/p&gt;&#xA;" OwnerUserId="20300" LastActivityDate="2020-12-31T14:46:33.527" Title="Are there any GIS crime datasets open to public?" Tags="|geospatial|crime|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13362" PostTypeId="2" ParentId="13361" CreationDate="2018-09-30T20:36:25.113" Score="4" Body="&lt;p&gt;There are numerous instances of GIS crime data available to the public, at least in the US, probably too many list and/or no one has done an entire audit of the Criminal Justice open data space.&lt;/p&gt;&#xA;&lt;p&gt;The overwhelming majority of these datasets are at the local level, on the locality's gov site and/or the locality's criminal justice agency's site (if they aren't the same; most are). For example, Richmond, Virginia's police department shares its data on Richmond's government site. Some even have dedicated data portals specifically for Police/Criminal Justice data, though CJ is a stretch here: the vast majority of them are focused on where crimes occur, which are part of CJ, but there is much more to CJ then that. Furthermore, no crime dataset I've ever come across includes white collar crimes, so they are all inherently flawed. Not to mention that most of them don't publish data about internal affairs and/or complaints about them. I'll get off my soapbox, just needed to make those points about how flawed Criminal Justice Data is in America.&lt;/p&gt;&#xA;&lt;p&gt;Here are a few from Virginia:&lt;br /&gt;&#xA;&lt;a href=&quot;http://eservices.ci.richmond.va.us/applications/crimeinfo/index.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crime Incident Information Center - Richmond Police&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.nngov.com/2229/Open-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Newport News Police Open Data&lt;/a&gt; and &lt;a href=&quot;https://www.nngov.com/744/Daily-Offense-Reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;NNPD Daily Reports&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;These datasets are what you seek however, they aren't 100% usable, as they need to be geocoded for GIS. That is almost the de facto standard I have seen around the Commonwealth and assume is the same for the rest of the nation. If you need help geocoding, there are a number of options out there, but in these cases, which tend to be smaller batches, I almost always default to using Google Spreadsheets and a Google Apps Script that does the geocoding for free, in the browser.&lt;/p&gt;&#xA;&lt;p&gt;Here are some datasets that fit what you seek exactly:&lt;br /&gt;&#xA;Arlington County has always done a great job at sharing open data (though their latest approaches to FOIA make all of this suspect), and they geocode their locations for you, &lt;a href=&quot;https://data.arlingtonva.us/dataviews/225891/police-incident-log/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Arlington County Police Incident Log&lt;/a&gt; as well as provide necessary GIS data overlays one would need to dive more into their data, like &lt;a href=&quot;https://data.arlingtonva.us/visualizations/12749/police-district-boundary-map/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Arlington County Police Districts Boundary Map&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Data.gov offers a &lt;a href=&quot;https://catalog.data.gov/dataset?tags=crime&quot; rel=&quot;nofollow noreferrer&quot;&gt;crime tag you can search&lt;/a&gt;, which can shed some light into which localities are sharing and what they are sharing, however at this point I'm not sold that their is any main hub for GIS Criminal Justice data, hence the focus on localities here.&lt;/p&gt;&#xA;&lt;p&gt;DOJ and FBI have their massive datasets and some do indeed have GIS data included, I've just always found them...lacking, to say the least. That said, looking at the &lt;a href=&quot;https://crime-data-explorer.fr.cloud.gov/downloads-and-docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;FBI's UCR Crime Data Explorer&lt;/a&gt;, I just snagged Virginia's 2017 dataset, and it does have a locations CSV.&lt;br /&gt;&#xA;edit - You'll have to figure out the GIS portions, as I said these are incredibly lacking.&lt;/p&gt;&#xA;&lt;p&gt;Here's &lt;a href=&quot;https://hub.arcgis.com/datasets/39697001910a481f8ecfb60d89daff62_1&quot; rel=&quot;nofollow noreferrer&quot;&gt;FBI UCR GIS dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Lastly, if this is for the US, simply approaching your local Law Enforcement Agencies and/or local government is not necessarily a bad idea. Numerous GIS datasets have been released in this approach from what I've seen, some via FOIA, but most from simply engaging the officials and asking clearly/directly for what they want.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2020-12-31T14:46:33.527" LastActivityDate="2020-12-31T14:46:33.527" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13364" PostTypeId="2" ParentId="5612" CreationDate="2018-10-01T09:40:50.217" Score="1" Body="&lt;p&gt;The Data on Alcohol and Tobacco in Africa (DATA) research unit based at the University of Cape Town makes its microlevel data (such as from surveys) available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To access this data you can use the following link: &lt;a href=&quot;https://www.datafirst.uct.ac.za/dataportal/index.php/catalog/DATA/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.datafirst.uct.ac.za/dataportal/index.php/catalog/DATA/about&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This link takes you to DataFirst, an Open Data portal belonging to the University of Cape Town. &lt;/p&gt;&#xA;" OwnerUserId="20296" LastActivityDate="2018-10-01T09:40:50.217" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13365" PostTypeId="2" ParentId="3302" CreationDate="2018-10-01T09:47:45.233" Score="0" Body="&lt;p&gt;For data from South Africa published by the South African Department of Education is publically available and is housed by DataFirst, an Open Data repository based at the University of Cape Town.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To access the school data (both public and private schools) from this portal follow the link below:&#xA;&lt;a href=&quot;https://www.datafirst.uct.ac.za/dataportal/index.php/catalog/DBE&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.datafirst.uct.ac.za/dataportal/index.php/catalog/DBE&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A note on data quality, there have been some issues highlighted (if I recall in the metadata) about this data.&lt;/p&gt;&#xA;" OwnerUserId="20296" LastEditorUserId="20296" LastEditDate="2018-10-03T12:58:22.147" LastActivityDate="2018-10-03T12:58:22.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13369" PostTypeId="1" CreationDate="2018-10-01T22:26:05.377" Score="-1" ViewCount="44" Body="&lt;p&gt;Where can I find information about how much money UN Relief and Works Agency for Palestine receives from the United States currently? Does the president have the power to cut off aid immediately, or does he need the approval of Congress to do that? If aid for the UN Relief and Works Agency for Palestine is already legislated, how long is that funding set aside, and how often does it need to be renewed?&lt;/p&gt;&#xA;" OwnerUserId="20314" LastActivityDate="2022-07-29T04:05:35.510" Title="How soon will UN Relief and Works Agency for Palestine take effect?" Tags="|data-request|usa|research|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13370" PostTypeId="1" AcceptedAnswerId="13402" CreationDate="2018-10-02T05:39:18.503" Score="1" ViewCount="56" Body="&lt;p&gt;I want to detect words with Polysemy in a given text in descending order. That the word that has multiple meanings should be in the top of the list, and words with least Polysemy should be in bottom.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In other words, I want a list of words with the number of &quot;meanings&quot; for each word (i.e. with highest Polysemy).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to do it using DBpedia or any other resource in open data cloud?&lt;/p&gt;&#xA;" OwnerUserId="18621" LastEditorUserId="18621" LastEditDate="2018-10-15T14:56:26.150" LastActivityDate="2018-10-21T07:04:05.157" Title="Can we use DBpedia for identifying Polysemy of words?" Tags="|uses-of-open-data|rdf|dbpedia|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13374" PostTypeId="2" ParentId="12248" CreationDate="2018-10-02T18:54:56.823" Score="0" Body="&lt;p&gt;Check out Opportunity Insights, now at Harvard and led by Chetty, Friedman and Hendren. Not only is their work fascinating, but they are great about transparency in methodology and releasing data tables. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance last year's &lt;em&gt;Mobility Report Cards: The Role of Colleges in Intergenerational Mobility&lt;/em&gt; &lt;a href=&quot;https://opportunityinsights.org/paper/mobilityreportcards/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opportunityinsights.org/paper/mobilityreportcards/&lt;/a&gt;&lt;br&gt;&#xA;Raj Chetty, John Friedman, Emmanuel Saez, Nicholas Turner, Danny Yagan&#xA;NBER WORKING PAPER NO. 23618, REVISED VERSION JULY 2017&#xA;We  characterize  intergenerational  income  mobility  at  each  college  in  the  United  States  using data  for  over  30  million  college  students  from  1999-2013.&lt;/p&gt;&#xA;" OwnerUserId="20319" LastActivityDate="2018-10-02T18:54:56.823" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13375" PostTypeId="1" CreationDate="2018-10-02T21:30:19.563" Score="1" ViewCount="52" Body="&lt;p&gt;I am able to find Admin 0-2 Boundary data from HDX, however, I cannot find a data source for admin3-4 polygon boundaries for Argentina.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone point me in the correct direction?&lt;/p&gt;&#xA;" OwnerUserId="18795" LastEditorUserId="23272" LastEditDate="2021-04-07T12:57:28.380" LastActivityDate="2021-04-07T12:57:28.380" Title="Where can I find Argentina Admin 3-4 &amp; City .shp?" Tags="|data-request|argentina|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13376" PostTypeId="2" ParentId="13375" CreationDate="2018-10-04T01:48:38.347" Score="1" Body="&lt;p&gt;Don't know if you had seen this ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.diva-gis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nationsonline.org/oneworld/first.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nationsonline.org/oneworld/first.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gadm.org/download_country_v3.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gadm.org/download_country_v3.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2018-10-04T01:48:38.347" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13377" PostTypeId="1" CreationDate="2018-10-04T10:19:11.693" Score="1" ViewCount="51" Body="&lt;p&gt;On the basis of publicly available data, is it possible to reasonably estimate:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The size of facebook.com's largest graph-theoretic connected component, where two users are connected if and only if they are friends?&lt;/li&gt;&#xA;&lt;li&gt;The number of connected components?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="20329" LastEditorUserId="16193" LastEditDate="2018-10-04T14:02:45.730" LastActivityDate="2018-10-04T14:02:45.730" Title="Connected components of Facebook" Tags="|api|social-media|network-structure|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13380" PostTypeId="1" CreationDate="2018-10-05T23:53:50.060" Score="1" ViewCount="17" Body="&lt;p&gt;I am trying to compare a database of campaign finance contributions to candidates with a database of congressional votes and see if I can unearth any &lt;strong&gt;causal&lt;/strong&gt; relationships between campaign finance sources and legislative action.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Causal relationships are difficult to establish of course, because it is not necessarily obvious whether a donor is supporting a candidate who agrees with their policy objectives, or is offering money to change a candidate's policy objectives. There are many many practical difficulties with determining the sources of campaign financing, which I will ignore for the purposes of this question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, my primary assumption is that campaign finance contributions from a given source would have a strong correlation to a certain voting block for a piece of legislation relevant to their interests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suppose we take a list of campaign contributions from the following PACs to federal congressmen and senators:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;American Healthcare Association PAC&lt;/li&gt;&#xA;&lt;li&gt;Boeing PAC&lt;/li&gt;&#xA;&lt;li&gt;AFLAC PAC&lt;/li&gt;&#xA;&lt;li&gt;GlaxoSmithKline PAC&lt;/li&gt;&#xA;&lt;li&gt;American Academy of Family Physicians PAC (FamMedPAC)&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Eli Lilly and Company PAC&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Lockheed Martin Employees PAC&#xA;And we run an analysis of all congressmen and senators' votes on only one piece of legislation, something healthcare-related like the Affordable Care Act. We would expect that Lockheed Martin and Boeing's contributions to have a comparatively little causal relationship on a representatives' vote, and the rest of the PACs (which are healthcare-related) would have a strong relationship, &lt;em&gt;either with a vote for, or a vote against, the legislation.&lt;/em&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;How would you run this analysis? Linear Regression seems silly because a vote is a binary yes/no value.&lt;/p&gt;&#xA;" OwnerUserId="20340" LastEditorUserId="20162" LastEditDate="2018-10-24T15:48:01.863" LastActivityDate="2018-10-24T15:48:01.863" Title="Methodology for comparing FEC campaign finance data to congressional votes" Tags="|openfec|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13381" PostTypeId="1" AcceptedAnswerId="13395" CreationDate="2018-10-06T21:55:48.507" Score="3" ViewCount="1163" Body="&lt;p&gt;I'm trying to retrieve a list of urls of images in Wikimedia Commons from a particular article. I want to either search article by category and retrieve images from them, or filter images by category. I've tried including &lt;code&gt;incategory:category_name&lt;/code&gt; in the titles string of images and article searches as well as &lt;code&gt;[[Category:category%20name]]&lt;/code&gt; and &lt;code&gt;Category:category_name&lt;/code&gt; to no avail. I'm given the impression it's possible, and the advanced search functionality within Wikipedia would imply so, but how to achieve this through the API is not clear.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, I'm interested in grabbing &lt;a href=&quot;https://en.wikipedia.org/w/index.php?search=incategory%3A%22Watercolor%20paintings%22&amp;amp;title=Special%3ASearch&amp;amp;profile=advanced&amp;amp;fulltext=1&amp;amp;ns6=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;these images&lt;/a&gt; through the Mediawiki API.&lt;/p&gt;&#xA;" OwnerUserId="20341" LastActivityDate="2024-01-29T17:57:53.060" Title="Wikimedia Commons API image by category" Tags="|images|wikipedia|wikimedia-commons|" AnswerCount="2" CommentCount="0" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13382" PostTypeId="1" CreationDate="2018-10-08T05:27:38.547" Score="1" ViewCount="95" Body="&lt;p&gt;Where should I find those updated shapefiles necessary for creating Hazard Maps? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm about to create Hazard Maps for San Pascual, Batangas, Philippines but I am having a hard time looking for resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As of now, I only have shapefiles for:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Flood Susceptibility Map  &lt;/li&gt;&#xA;&lt;li&gt;Rain-induced Landslide  and&lt;/li&gt;&#xA;&lt;li&gt;Storm Surge.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20353" LastEditorUserId="6229" LastEditDate="2018-10-09T10:29:24.740" LastActivityDate="2018-10-09T10:29:24.740" Title="Hazard Maps shape files that are not in NAMRIA, LiPAD, and PhilGIS (Philippines)" Tags="|geospatial|openstreetmap|geohazard|data-mapping|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13383" PostTypeId="1" CreationDate="2018-10-08T06:48:52.760" Score="2" ViewCount="93" Body="&lt;p&gt;I'm looking for help to construct a search with multiple parameters. Is this possible? I'm basically performing this search to try to catch reports that may have been labeled with the incorrect product code. I believe this report should show results for a couple reports with DQY product code and 246 results, but right now it is only giving 243 results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[20130401+TO+20180430]+AND+device.manufacturer_d_name:(Jude+Medtronic)+AND+device.device_report_product_code:DRC+device.brand_name:(Needle+AND+(Transceptal+Brocken+BRK))&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20130401+TO+20180430]+AND+device.manufacturer_d_name:(Jude+Medtronic)+AND+device.device_report_product_code:DRC+device.brand_name:(Needle+AND+(Transceptal+Brocken+BRK))&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please let me know if more info is needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit 10/20/2018.&#xA;After testing my claim, I've realized the brand_name field is exact, and requires the search terms to be in parentheses. The following is my successful search:&#xA;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:[20130401+TO+20180430]+AND+device.manufacturer_d_name:(Jude+Medtronic)+AND+(device.device_report_product_code:DRC+device.brand_name:(%22needle%22+AND+(%22transseptal%22+%22brockenbrough%22+%22brk%22)))&amp;amp;limit=100&amp;amp;skip=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20130401+TO+20180430]+AND+device.manufacturer_d_name:(Jude+Medtronic)+AND+(device.device_report_product_code:DRC+device.brand_name:(%22needle%22+AND+(%22transseptal%22+%22brockenbrough%22+%22brk%22)))&amp;amp;limit=100&amp;amp;skip=0&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="20354" LastEditorUserId="20354" LastEditDate="2018-10-11T03:35:19.907" LastActivityDate="2024-03-13T17:06:05.703" Title="Q: Boolean Structure" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13385" PostTypeId="1" CreationDate="2018-10-08T15:15:13.163" Score="0" ViewCount="94" Body="&lt;p&gt;Is there a way to programatically (or manually) download the biologic license applications data in a machine readable format?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a PDF that at the bottom has the 2015 approvals, &lt;a href=&quot;https://www.fda.gov/downloads/Drugs/DevelopmentApprovalProcess/HowDrugsareDevelopedandApproved/DrugandBiologicApprovalReports/NDAandBLAApprovalReports/UCM486442.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/downloads/Drugs/DevelopmentApprovalProcess/HowDrugsareDevelopedandApproved/DrugandBiologicApprovalReports/NDAandBLAApprovalReports/UCM486442.pdf&lt;/a&gt;&#xA;but I don't see those BLA applications in this data (link at bottom of page).&#xA;&lt;a href=&quot;https://www.fda.gov/drugs/informationondrugs/ucm079750.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/informationondrugs/ucm079750.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="20357" LastActivityDate="2024-03-13T09:03:55.480" Title="OpenFDA: Programmatic/Machine Readable Biologic License Application Data" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13386" PostTypeId="2" ParentId="13385" CreationDate="2018-10-08T21:48:46.197" Score="0" Body="&lt;p&gt;i downloaded the Drugs@FDA dataset and was able to find the features the pdf contains. I just used a text editor and a search application but did not go into the semantics of the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the &lt;code&gt;BLA NUMBER&lt;/code&gt; or &lt;code&gt;APPLICATION NUMBER&lt;/code&gt; (e.g. BLA 125504/0.0) serving as key you can get all your desired infos. However you need to strip down the prefix BLA and the suffix /0.0 to be able to do so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Beginning with the file Applications.txt you can find the &lt;code&gt;ApplType&lt;/code&gt; (BLA) and the Applicant in the field &lt;code&gt;SponsorName&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Within Products.txt you can find the Proprietary Name and the Proper Name in the fields &lt;code&gt;DrugName&lt;/code&gt; and &lt;code&gt;ActiveIngredient&lt;/code&gt;. But be advised that there can be more than 1 product per &lt;code&gt;ApplNo&lt;/code&gt; so you should probably use the product with the &lt;code&gt;ProductNo = 001&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get the Approval Date you have to take a look into Submissions.txt. There you should filter for &lt;code&gt;SubmissionType = ORIG&lt;/code&gt; to find the data in the field &lt;code&gt;SubmissionStatusDate&lt;/code&gt;. Also the Review Classification (whether S for Standard or P for Priority) is listed there in the field &lt;code&gt;ReviewPriority&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last piece of information (the O in Review Classification for Orphan Designation) can be retrived via SubmissionPropertyType.txt. There a record with the corrsponding &lt;code&gt;ApplNo&lt;/code&gt; and &lt;code&gt;SubmissionType = ORIG&lt;/code&gt; could be found labeling the &lt;code&gt;SubmissionPropertyTypeCode&lt;/code&gt; as Orphan.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In summary the data is available in a relational nature. I think your best bet is to import the data and construct the records shown in the pdf by joining it together (e.g. by using a relational database and applying SQL). As i mentioned at the beginning i did not go into the semantics of the data so there is a good chance i missed something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here a little proof of concept in SQL&#xA;&lt;a href=&quot;https://i.stack.imgur.com/xujWQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xujWQ.png&quot; alt=&quot;Proof of Concept&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20358" LastEditorUserId="20358" LastEditDate="2018-10-10T19:39:20.787" LastActivityDate="2018-10-10T19:39:20.787" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13387" PostTypeId="1" CreationDate="2018-10-08T22:08:00.303" Score="2" ViewCount="280" Body="&lt;p&gt;I am wondering if there are any public datasets of news in SPANISH similar to &lt;a href=&quot;http://research.signalmedia.co/newsir16/signal-dataset.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt;.&#xA;Which consists mostly of ENGLISH news. There is a similar question already answered &lt;a href=&quot;https://datascience.stackexchange.com/questions/23323/public-dataset-for-news-articles-with-their-associated-categories&quot;&gt;here&lt;/a&gt;.&#xA;However, I require the news to be in Spanish.&lt;/p&gt;&#xA;" OwnerDisplayName="David R." LastEditorUserId="70" LastEditDate="2018-12-27T20:23:52.230" LastActivityDate="2018-12-27T20:23:52.230" Title="Public dataset for spanish news articles with title and content" Tags="|data-request|machine-learning|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13389" PostTypeId="1" CreationDate="2018-10-09T19:29:14.423" Score="1" ViewCount="287" Body="&lt;p&gt;I'm curious as to what options are available for integrating &lt;a href=&quot;http://ckan.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;CKAN&lt;/a&gt; with external data sources as well as external data catalogs specifically as it relates to: Hortonworks / Cloudera / Hadoop / HDFS / Hive / HBase / etc.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are there methods for pulling data from &lt;a href=&quot;https://hive.apache.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hive&lt;/a&gt;/HDFS into CKAN and serving up the data from within CKAN?&lt;/li&gt;&#xA;&lt;li&gt;Are there methods for pointing to or referencing external data catalogs such as &lt;a href=&quot;https://atlas.apache.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Apache Atlas&lt;/a&gt; from the Apache Hadoop stack/ecosystem?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Related questions I found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/49976622/what-kind-of-sources-can-integrate-ckan&quot;&gt;https://stackoverflow.com/questions/49976622/what-kind-of-sources-can-integrate-ckan&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/12739/what-kind-of-sources-can-integrate-ckan&quot;&gt;What kind of sources can integrate CKAN?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20370" LastActivityDate="2019-08-28T18:22:16.010" Title="What CKAN integration/plugins are available for connecting to Hortonworks/HDFS/etc.?" Tags="|ckan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13390" PostTypeId="1" CreationDate="2018-10-10T21:24:05.033" Score="4" ViewCount="27" Body="&lt;p&gt;Does anyone know of any datasets that have any measure of job satisfaction and six-digit industry classification (NAIC)?&lt;/p&gt;&#xA;" OwnerUserId="20374" LastEditorUserId="23272" LastEditDate="2021-04-04T04:38:00.333" LastActivityDate="2021-04-04T04:38:00.333" Title="Public dataset with job satisfaction and six digit NAIC classification" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13391" PostTypeId="2" ParentId="13383" CreationDate="2018-10-10T21:55:06.230" Score="0" Body="&lt;p&gt;Why do you get the impression that 3 results are missing? Your search query looks good to me. When you know that 3 results are missing you should be able to identify them and isolate them from the other 243 results. Then you can further investigate these 3 results and especially their fields you were searching for and the corresponding values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is just one thing i would add to your query, extra parenthesis around &lt;code&gt;( device.device_report_product_code:DRC+device.brand_name:(Needle+AND+(Transceptal+Brocken+BRK)) )&lt;/code&gt;for clarification purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit 20 Oct 2018 by the OP:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After testing my claim, I've realized the brand_name field is exact, and requires the search terms to be in parentheses. The following is my successful search:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/device/event.json?search=date_received:[20130401+TO+20180430]+AND+device.manufacturer_d_name:(Jude+Medtronic)+AND+(device.device_report_product_code:DRC+device.brand_name:(%22needle%22+AND+(%22transseptal%22+%22brockenbrough%22+%22brk%22)))&amp;amp;limit=100&amp;amp;skip=0 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="20358" LastEditorDisplayName="user4293" LastEditDate="2018-10-11T07:44:27.870" LastActivityDate="2018-10-11T07:44:27.870" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13393" PostTypeId="2" ParentId="13057" CreationDate="2018-10-12T09:56:20.440" Score="1" Body="&lt;p&gt;Try the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://petscan.wmflabs.org/?psid=5011942&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://petscan.wmflabs.org/?psid=5011942&lt;/a&gt; — for articles&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://petscan.wmflabs.org/?psid=5011963&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://petscan.wmflabs.org/?psid=5011963&lt;/a&gt; — for subcategories&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Most likely, you've just forgot to increase value of the &quot;Depth&quot; field in GUI.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2018-10-12T09:56:20.440" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13394" PostTypeId="2" ParentId="13291" CreationDate="2018-10-12T10:10:27.087" Score="2" Body="&lt;p&gt;The old Epinion dataset is available from this archived version of the page you have linked to:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/20160510014625/http://www.public.asu.edu/~jtang20/datasetcode/truststudy.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20160510014625/http://www.public.asu.edu/~jtang20/datasetcode/truststudy.htm&lt;/a&gt; (not the latest archived version!)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cse.msu.edu/~tangjili/jiliang_tang.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Currently&lt;/a&gt;, Jiliang Tang works at Michigan State University (and not at Arizona State University).&lt;br&gt;&#xA;New versions of the Epinion dataset are available &lt;a href=&quot;https://www.cse.msu.edu/~tangjili/trust.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-10-12T13:49:02.367" LastActivityDate="2018-10-12T13:49:02.367" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13395" PostTypeId="2" ParentId="13381" CreationDate="2018-10-12T11:59:00.253" Score="2" Body="&lt;p&gt;Yes, Wikimedia Commons exposes MediaWiki API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically, your query should be the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;list=categorymembers&amp;amp;cmtitle=Category:Watercolor%20paintings&amp;amp;cmlimit=100&amp;amp;cmtype=file&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/w/api.php&lt;br&gt;&#xA;?action=query&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;list&lt;/strong&gt;=&lt;strong&gt;categorymembers&lt;/strong&gt;&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;cmtitle&lt;/strong&gt;=Category:Watercolor%20paintings&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;cmlimit&lt;/strong&gt;=100&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;cmtype&lt;/strong&gt;=file&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;format&lt;/strong&gt;=json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;query&quot;: {&#xA;    &quot;categorymembers&quot;: [&#xA;      {&#xA;        &quot;pageid&quot;: 52082336,&#xA;        &quot;ns&quot;: 6,&#xA;        &quot;title&quot;: &quot;File:\&quot;Before-After the Fall\&quot;.jpg&quot;&#xA;      },&#xA;      {&#xA;        &quot;pageid&quot;: 52082165,&#xA;        &quot;ns&quot;: 6,&#xA;        &quot;title&quot;: &quot;File:\&quot;Flying World\&quot;.jpg&quot;&#xA;      }&#xA;   ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Categorymembers&quot; rel=&quot;nofollow noreferrer&quot;&gt;API:Categorymembers&lt;/a&gt; module can be used as a &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Query#Generators&quot; rel=&quot;nofollow noreferrer&quot;&gt;generator&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need real URLs of images (not their &lt;code&gt;File:&lt;/code&gt; titles), pass results into the &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Imageinfo&quot; rel=&quot;nofollow noreferrer&quot;&gt;API:Imageinfo&lt;/a&gt; module:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;generator=categorymembers&amp;amp;gcmtitle=Category:Watercolor%20paintings&amp;amp;gcmlimit=500&amp;amp;gcmtype=file&amp;amp;prop=imageinfo&amp;amp;&amp;amp;iiprop=url&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/w/api.php&lt;br&gt;&#xA;?action=query&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;generator&lt;/strong&gt;=&lt;strong&gt;categorymembers&lt;/strong&gt;&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;gcmtitle&lt;/strong&gt;=Category:Watercolor%20paintings&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;gcmlimit&lt;/strong&gt;=100&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;gcmtype&lt;/strong&gt;=file&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;prop&lt;/strong&gt;=imageinfo&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;iiprop&lt;/strong&gt;=url&lt;br&gt;&#xA;&amp;amp;&lt;strong&gt;format&lt;/strong&gt;=json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;query&quot;: {&#xA;    &quot;pages&quot;: {&#xA;      &quot;52082165&quot;: {&#xA;        &quot;pageid&quot;: 52082165,&#xA;        &quot;ns&quot;: 6,&#xA;        &quot;title&quot;: &quot;File:\&quot;Flying World\&quot;.jpg&quot;,&#xA;        &quot;imagerepository&quot;: &quot;local&quot;,&#xA;        &quot;imageinfo&quot;: [&#xA;          {&#xA;            &quot;url&quot;: &quot;https://upload.wikimedia.org/wikipedia/commons/7/7e/%22Flying_World%22.jpg&quot;,&#xA;            &quot;descriptionurl&quot;: &quot;https://commons.wikimedia.org/wiki/File:%22Flying_World%22.jpg&quot;,&#xA;            &quot;descriptionshorturl&quot;: &quot;https://commons.wikimedia.org/w/index.php?curid=52082165&quot;&#xA;          }&#xA;        ]&#xA;      },&#xA;      &quot;52082336&quot;: {&#xA;        &quot;pageid&quot;: 52082336,&#xA;        &quot;ns&quot;: 6,&#xA;        &quot;title&quot;: &quot;File:\&quot;Before-After the Fall\&quot;.jpg&quot;,&#xA;        &quot;imagerepository&quot;: &quot;local&quot;,&#xA;        &quot;imageinfo&quot;: [&#xA;          {&#xA;            &quot;url&quot;: &quot;https://upload.wikimedia.org/wikipedia/commons/2/24/%22Before-After_the_Fall%22.jpg&quot;,&#xA;            &quot;descriptionurl&quot;: &quot;https://commons.wikimedia.org/wiki/File:%22Before-After_the_Fall%22.jpg&quot;,&#xA;            &quot;descriptionshorturl&quot;: &quot;https://commons.wikimedia.org/w/index.php?curid=52082336&quot;&#xA;          }&#xA;        ]&#xA;      }&#xA;    }&#xA;  }&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you need all 1,723 images (which is more than 500), read about &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Query#Generators_and_continuation&quot; rel=&quot;nofollow noreferrer&quot;&gt;generators and continuation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-10-12T21:13:03.477" LastActivityDate="2018-10-12T21:13:03.477" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13396" PostTypeId="1" CreationDate="2018-10-12T21:37:28.357" Score="0" ViewCount="682" Body="&lt;p&gt;I'm trying to pull historical prices and BSR from about 3,000 ASINs on Amazon, but need something built to interface with Keepa's API.  Does anyone have any experience with this?  If so, is there a software program that can be licensed? Or does it have to be customized third-party software?&lt;/p&gt;&#xA;" OwnerUserId="20393" LastEditorUserId="23272" LastEditDate="2021-08-21T04:34:52.567" LastActivityDate="2021-08-21T04:34:52.567" Title="KEEPA API Experience" Tags="|api|json|python|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13400" PostTypeId="2" ParentId="13396" CreationDate="2018-10-14T14:09:30.453" Score="1" Body="&lt;p&gt;I’m assuming you’re looking for something to make this api work easier, rather than resorting to hand coding. I would suggest Talend’s &lt;a href=&quot;https://www.talend.com/products/application-integration/data-services-platform/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Services Platform&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think Talend is the best tool around; but of course that’s why I work for a Talend... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For an unbiased viewpoint, Forrester gives Talend the highest score among all data fabrics. =)&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2018-10-14T14:09:30.453" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13401" PostTypeId="2" ParentId="7084" CreationDate="2018-10-15T01:04:27.273" Score="5" Body="&lt;p&gt;The Reddit thread &lt;a href=&quot;https://www.reddit.com/r/libgen/comments/6f8a57/can_i_download_all_libgen_books/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Can I download all libgen books?&lt;/a&gt; describes how to download the entire Library Genesis database (~10TB).&lt;/p&gt;&#xA;" OwnerUserId="20404" LastEditorDisplayName="user4293" LastEditDate="2019-04-16T14:59:06.073" LastActivityDate="2019-04-16T14:59:06.073" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13402" PostTypeId="2" ParentId="13370" CreationDate="2018-10-15T17:09:48.077" Score="2" Body="&lt;p&gt;First, I assume all NLP-related aspects are subtracted from your question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DBpedia is considered as belonging  to the &lt;a href=&quot;https://lod-cloud.net/clouds/linguistic-lod.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linguistic Linked Open Data Cloud&lt;/a&gt; (interactive SVG), but I'd suggest to try more specialized resources, e. g. &lt;a href=&quot;https://www.w3.org/community/bpmlod/wiki/Converting_BabelNet_as_Linguistic_Linked_Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF version of BabelNet&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One can't retrieve the whole list of English words with the number of meanings on the public endpoint.&lt;br&gt;&#xA;Probably one could download a dump for local querying.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For relatively small sequences of words you could write something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?label (COUNT(?sense) AS ?number) WHERE {&#xA;     VALUES (?label) {(&quot;every&quot;@en) (&quot;drop&quot;@en) (&quot;of&quot;@en) (&quot;rain&quot;@en) (&quot;that&quot;@en) (&quot;fall&quot;@en)}&#xA;     ?entries a lemon:LexicalEntry ;&#xA;              lemon:language &quot;EN&quot; ;&#xA;              lemon:sense ?sense ;&#xA;              rdfs:label ?label .&#xA;  #  ?sense lemon:reference/bn-lemon:synsetType &quot;concept&quot; .&#xA;} GROUP BY ?label ORDER BY DESC(?number)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://babelnet.org/sparql/?default-graph-uri=http%3A%2F%2Fbabelnet.org%2Frdf%2F&amp;amp;qtxt=SELECT+%3Flabel+(COUNT(%3Fsense)+AS+%3Fnumber)+WHERE+%7B%0D%0A+++++VALUES+(%3Flabel)+%7B(%22every%22%40en)+(%22drop%22%40en)+(%22of%22%40en)+(%22rain%22%40en)+(%22that%22%40en)+(%22fall%22%40en)%7D%0D%0A+++++%3Fentries+a+lemon%3ALexicalEntry+%3B%0D%0A++++++++++++++lemon%3Alanguage+%22EN%22+%3B%0D%0A++++++++++++++lemon%3Asense+%3Fsense+%3B%0D%0A++++++++++++++rdfs%3Alabel+%3Flabel+.%0D%0A++%23++%3Fsense+lemon%3Areference%2Fbn-lemon%3AsynsetType+%22concept%22+.%0D%0A%7D+GROUP+BY+%3Flabel+ORDER+BY+DESC(%3Fnumber)&amp;amp;format=text%2Fhtml&amp;amp;timeout=100000&amp;amp;debug=on&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Results of the above query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;   label     number  &#xA; ---------- -------- &#xA;  &quot;fall&quot;         48  &#xA;  &quot;drop&quot;         33  &#xA;  &quot;rain&quot;          9  &#xA;  &quot;that&quot;          4  &#xA;  &quot;every&quot;         3  &#xA;  &quot;of&quot;            1  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://live.babelnet.org/search?word=drop&amp;amp;lang=EN&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Senses&quot; of &quot;drop&quot; in BabelNet 4.0&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-10-21T07:04:05.157" LastActivityDate="2018-10-21T07:04:05.157" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13403" PostTypeId="1" AcceptedAnswerId="13414" CreationDate="2018-10-15T19:38:14.453" Score="1" ViewCount="226" Body="&lt;p&gt;I want to find the numbers of cases of each adverse effect for some drugs in the FAERS database. I am using Keytruda as an example.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I ran the API to count the adverse events for Keytruda: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:keytruda&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:keytruda&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and then looked up Keytruda on the FAERS Dashboard to verify I was using the API correctly, but the results &lt;strong&gt;did not match&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9Qfoc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9Qfoc.png&quot; alt=&quot;Ketruda Results on the FAERS database&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, for the adverse event &quot;malignant neoplasm progression&quot; the API returns 2100 cases while the Dashboard returns 1613 cases. While most of the counts are higher in the API, some (like &quot;Product use in unapproved indication&quot;) are lower.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What explains the difference between the numbers of cases between the API and the Dashboard? Does the dashboard do some additional processing? Or am I wrong in assuming they are pulling from the same data set?&lt;/p&gt;&#xA;" OwnerUserId="20410" LastActivityDate="2018-10-19T15:50:03.470" Title="OpenFDA - Differences Between Dashboard and API Results" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13404" PostTypeId="1" CreationDate="2018-10-16T05:41:17.640" Score="1" ViewCount="509" Body="&lt;p&gt;I have downloaded all the single words from Google Books ngram data (&lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&lt;/a&gt;) and I could write code to aggregate it all generate word frequencies. However I have seen it mentioned (e.g. &lt;a href=&quot;https://www.frontiersin.org/articles/10.3389/fpsyg.2011.00027/full&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.frontiersin.org/articles/10.3389/fpsyg.2011.00027/full&lt;/a&gt;) that Google has published word frequency data besides all the raw words. I am unable to find this data. Does anyone know where I can find already computed word frequencies for the Google Books data? &lt;/p&gt;&#xA;" OwnerUserId="20411" LastEditorUserId="70" LastEditDate="2022-10-14T18:11:53.773" LastActivityDate="2023-03-14T02:05:05.617" Title="Looking for word frequency data for the Google Books ngrams" Tags="|data-request|language|english|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13405" PostTypeId="2" ParentId="13404" CreationDate="2018-10-16T06:29:19.317" Score="1" Body="&lt;p&gt;As you mentioned, the raw data can easily be parsed to give exactly what you are looking for, and in exactly the format you are looking for. e.g. &lt;a href=&quot;https://gitlab.com/jberkel/google-ngram-word-frequency-lists&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gitlab.com/jberkel/google-ngram-word-frequency-lists&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for pre-made frequency lists, from a random google search, check out &lt;a href=&quot;https://www.ngrams.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ngrams.info/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;p&gt;Free lists &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1 million most frequent 2, 3, 4, and 5-grams&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;Inexpensive data sets   &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;All n-grams that occur three times or more: 6.2 million 2-grams, 11.9 million 3-grams, and 8.3 million 4-grams&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;li&gt;&lt;p&gt;All 2, 3, and 4-grams   &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Up to 155 million distinct strings -- searchable by word form and part of speech (as above), and also lemma&lt;/p&gt;&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(download require registration)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-10-16T06:29:19.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13407" PostTypeId="1" AcceptedAnswerId="15795" CreationDate="2018-10-16T11:16:03.720" Score="2" ViewCount="316" Body="&lt;p&gt;Google now offers Dataset Search (beta)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://toolbox.google.com/datasetsearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://toolbox.google.com/datasetsearch&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Dataset Search enables users to find datasets stored across the Web through a simple keyword search. The tool surfaces information about datasets hosted in thousands of repositories across the Web, making these datasets universally accessible and useful.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;How can I get my dataset indexed there?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and specifically, if I don't want to host the data myself:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Are there any data platforms/portals that allow user uploads and will automatically index my dataset?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(related: top-voted question &lt;a href=&quot;https://opendata.stackexchange.com/q/266/1511&quot;&gt;A database of open databases?&lt;/a&gt; and the &lt;a href=&quot;https://opendata.stackexchange.com/a/13328/1511&quot;&gt;Dataset Search answer&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-10-26T16:46:37.657" Title="How do I get my data indexed by Google Dataset Search?" Tags="|data-request|releasing-data|metadata|search-engine|" AnswerCount="2" CommentCount="1" FavoriteCount="0" CommunityOwnedDate="2018-10-16T11:16:03.720" ContentLicense="CC BY-SA 4.0" />
  <row Id="13408" PostTypeId="1" CreationDate="2018-10-16T17:46:37.057" Score="1" ViewCount="37" Body="&lt;p&gt;Is anyone aware of a method or source for exporting Davis-Bacon wage information as a csv dataset? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wdol.gov/archdba.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wdol.gov/archdba.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Assuming you have a particular DBA WD number you are interested in (e.g. WA36) and you wanted to see the relevant wage data across a multi-year time period. &lt;/p&gt;&#xA;" OwnerUserId="20413" LastEditorUserId="20430" LastEditDate="2018-11-02T08:57:38.163" LastActivityDate="2018-11-02T08:57:38.163" Title="Davis-Bacon wage dataset" Tags="|data-format|csv|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13409" PostTypeId="2" ParentId="13407" CreationDate="2018-10-16T18:17:46.010" Score="4" Body="&lt;p&gt;You may want to stop and ask why you should want to be indexed there.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dataset Search seems like a poorly planned effort to try and corner dataset search. Why the push isn't for open linked datasets/integration with search reveals many details. Performing a search doesn't even tell you how many results there are.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT 2019-05-24:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.reddit.com/r/datasets/comments/bobctg/chris_gorgolewski_from_google_dataset_search_ama/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reddit AMA - Chris Gorgolewski from Google Dataset Search&lt;/a&gt; confirms much of this in my opinion, &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/bobctg/chris_gorgolewski_from_google_dataset_search_ama/#t1_ens41ch&quot; rel=&quot;nofollow noreferrer&quot;&gt;like not having dedicated devrel&lt;/a&gt; . &#xA;&lt;a href=&quot;https://i.stack.imgur.com/iOemp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iOemp.png&quot; alt=&quot;Google Dataset Search Reddit AMA Quote Highlight - &amp;quot;We don&amp;#39;t have a dedicated developer relationship person&amp;quot;.&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;making these datasets universally accessible and useful&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try hitting the tab key on the dataset search; neither a11y or useful for keyboard users. Considering the results list navigation cannot even be bothered to use anchor elements for links, I'll go ahead and say the experience for screenreaders is less than ideal too.&lt;br&gt;&#xA;Dataset Search results does know how to use anchor elements, but only when it helps them. Scroll to the end of the search results list and you should see:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Not seeing a result you expected? &lt;a href=&quot;https://developers.google.com/search/docs/data-types/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Learn&lt;/a&gt; how you can add new datasets to our index.&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which links to Google Developers Search documentation about datasets; essentially explaining the standards you can utilize to publish your data for it to be properly indexed. Unsurprisingly, all of the example datasets on that page don't render to the page/look broken. You can read more here: &lt;a href=&quot;https://ai.googleblog.com/2017/01/facilitating-discovery-of-public.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Facilitating the discovery of public datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Search is wonky to say the least as well; searching for &quot;Virginia&quot; will not return results for the &quot;Virginia Water Lead Levels&quot; dataset that exists in the dataset search tool, but will return numerous datasets for &quot;West Virginia&quot;. Numerous results return with incredibly detailed and informative titles, such as &quot;&lt;a href=&quot;https://toolbox.google.com/datasetsearch/search?query=virginia%20lead&amp;amp;docid=ExAQ1wyKrHQ1cSpEAAAAAA%3D%3D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Table 8&lt;/a&gt;&quot;; that was sarcasm. Willing to bet Google's tool is working correctly here, these datasets are just poorly labelled. That said, automation is never going to be the end all, particularly in these cases where human inspection/intervention is necessary for curating the desired effects. Considering how much Google values automation is yet another reason why this product, is and will be, supremely inferior to what is available/possible. Poor metadata still works in search, as most of us are looking for vague/whatever sticks results. Dataset search is seeking refined, and rich sources of particular data, and even if the metadata is poor due to user error, poor results are not going to provide much, if any value in this context.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That said, I have a few datasets that have been integrated into Dataset Search without having to do anything on my end.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I uploaded this dataset, &lt;a href=&quot;https://toolbox.google.com/datasetsearch/search?query=virginia&amp;amp;docid=dyQSORf%2FPWdbmhHJAAAAAA%3D%3D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Racial Housing Patterns for Norfolk--Virginia Beach-- Newport News, VA--NC MSA&lt;/a&gt; in 2014 to &lt;a href=&quot;https://datahub.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;datahub.io&lt;/a&gt;. I'm assuming datahub.io is using standards and schemas to publish their data that makes it very easy to consume. Also, really pathetic Google can't link to the dataset provider in the results.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another dataset I have indexed, &lt;a href=&quot;https://toolbox.google.com/datasetsearch/search?query=virginia%20lead&amp;amp;docid=OWWGygWSjlYQFBPfAAAAAA%3D%3D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Virginia Water Lead Levels&lt;/a&gt; is coming from &lt;a href=&quot;https://data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world&lt;/a&gt;. Seems like most of the datasets are being indexed/harvested from data portals, which I will again assume are publishing them with standards and schemas. I see Socrata and OpenDataSoft for numerous entries, so your best bet is to use a portal, preferably running CKAN.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using a portal that is publishing datasets using standards and schemas properly is the answer you are seeking; Data.world and datahub.io are free to a certain limit, and OpenDataSoft maybe as well.&lt;br&gt;&#xA;Publishing datasets using &lt;a href=&quot;http://schema.org/Dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;schema.org/dataset&lt;/a&gt;, &lt;a href=&quot;https://www.w3.org/TR/vocab-dcat/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DCAT&lt;/a&gt;, &lt;a href=&quot;https://www.w3.org/TR/tabular-data-primer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSVW&lt;/a&gt;, in JSON-LD, CSV, HTML, etc., is ideal and most likely what the mentioned portals are using.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT/UPDATE:&lt;br&gt;&#xA;DCAT is what is powering CKAN datasets in Google Dataset Search, via &lt;a href=&quot;https://twitter.com/amercader/status/1038006552676974593&quot; rel=&quot;nofollow noreferrer&quot;&gt;this tweet&lt;/a&gt; which points to &lt;a href=&quot;https://github.com/ckan/ckanext-dcat/blob/master/README.md#structured-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;ckannext-dcat repository's README.md&lt;/a&gt;. The readme has pertinent information about this process.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2019-05-24T22:43:20.070" LastActivityDate="2019-05-24T22:43:20.070" CommentCount="0" CommunityOwnedDate="2018-10-16T18:17:46.010" ContentLicense="CC BY-SA 4.0" />
  <row Id="13414" PostTypeId="2" ParentId="13403" CreationDate="2018-10-19T15:50:03.470" Score="0" Body="&lt;p&gt;The discrepancy is explained by the fact that you are querying against the harmonization &lt;code&gt;openfda&lt;/code&gt; record in openFDA, while FAERS itself does not have such concent: FAERS Dashboard is likely pulling data based on &lt;code&gt;medicinalproduct&lt;/code&gt; value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This query will bring you closer to the Dashboard:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:keytruda&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:keytruda&amp;amp;count=patient.reaction.reactionmeddrapt.exact&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Still not an exact match, however. Unfortunately, we have no insight into the Dashboard and do not know how it was built, which is why it is hard for us to give a 100% accurate answer.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-10-19T15:50:03.470" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13415" PostTypeId="1" CreationDate="2018-10-20T09:15:13.313" Score="1" ViewCount="19" Body="&lt;p&gt;I need some open data source where I can download zoning areas of Dallas,  Texas. I have tried to find it using official city GIS data, using ArcGIS online but not even close to find that. &lt;/p&gt;&#xA;" OwnerUserId="20059" LastEditorUserId="2686" LastEditDate="2018-10-24T22:53:47.060" LastActivityDate="2018-10-24T22:53:47.060" Title="Where can I find city zoning district in Dallas, Texas data?" Tags="|geospatial|uses-of-open-data|city|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13416" PostTypeId="1" CreationDate="2018-10-21T07:39:25.787" Score="1" ViewCount="33" Body="&lt;p&gt;Does anybody have any idea where I might find data regarding crime in Canada or whether or not this data even exists?&lt;/p&gt;&#xA;" OwnerUserId="19697" LastEditorUserId="6229" LastEditDate="2018-11-08T08:45:29.287" LastActivityDate="2018-11-08T08:45:29.287" Title="Crime Data in Canada" Tags="|geospatial|government|city|crime|canada|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13419" PostTypeId="1" CreationDate="2018-10-22T11:56:39.100" Score="0" ViewCount="12" Body="&lt;p&gt;I am looking for datasets or ideally public APIs which would provide an estimate for postal shipping costs between 2 countries in Europe.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, given object size/dimensions/weight --&gt; return an estimate for the costs of shipping it, between any 2 countries (or just between country A and B - it would be a start for me).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of such a service or where could I look further? (searching brought me to several such resources but for US only - I am specifically interested for the EU).&lt;/p&gt;&#xA;" OwnerUserId="9810" LastActivityDate="2018-10-22T11:56:39.100" Title="European Postal Shipping Costs" Tags="|europe|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13420" PostTypeId="1" CreationDate="2018-10-22T14:30:18.957" Score="1" ViewCount="47" Body="&lt;p&gt;Is there a way to identify which drugs are Conventional (Allopathic) drugs vs which drugs are Natural (Homeo, Ayurvedic) drugs from open FDA drug label repository?&lt;/p&gt;&#xA;" OwnerUserId="20446" LastEditorDisplayName="user4293" LastEditDate="2018-10-22T17:59:02.013" LastActivityDate="2018-11-06T17:58:45.493" Title="Identifying conventional vs natural drugs" Tags="|openfda|products|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13421" PostTypeId="2" ParentId="3647" CreationDate="2018-10-23T08:04:58.960" Score="1" Body="&lt;p&gt;This guy scrapes weekly and has maybe the most recent version&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/iancoleman/cia_world_factbook_api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/iancoleman/cia_world_factbook_api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20454" LastActivityDate="2018-10-23T08:04:58.960" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13422" PostTypeId="1" CreationDate="2018-10-24T09:33:07.930" Score="3" ViewCount="44" Body="&lt;p&gt;Where can I find shapefiles of land owned by the National Health Service (NHS), Local authorities, universities and Ministry of Defence (MOD)?&lt;/p&gt;&#xA;" OwnerUserId="20463" OwnerDisplayName="Justin Donaghy" LastEditorUserId="70" LastEditDate="2022-10-15T18:17:35.597" LastActivityDate="2022-10-15T18:17:35.597" Title="Seeking shapefiles on publicly owned land in UK?" Tags="|data-request|geospatial|uk|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13423" PostTypeId="1" CreationDate="2018-10-24T15:59:17.823" Score="1" ViewCount="6" Body="&lt;p&gt;We are looking for the aggregate data for all US water companies' annual survey. This may also be called Consumer Confidence Report.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are looking for the detailed findings like the hardness of the water or the pH level.&lt;/p&gt;&#xA;" OwnerUserId="20464" LastActivityDate="2018-10-24T15:59:17.823" Title="Where to find the Public Water System's companies' annual survey report?" Tags="|usa|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13425" PostTypeId="1" CreationDate="2018-10-25T07:22:40.400" Score="1" ViewCount="312" Body="&lt;p&gt;After visiting the official documentation of CKAN, I was unable to find why are we using a PostgreSQL database in CKAN from its inception.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way to use another database with CKAN?&lt;/p&gt;&#xA;" OwnerUserId="20470" LastEditorDisplayName="user4293" LastEditDate="2018-10-25T08:49:58.677" LastActivityDate="2018-10-25T08:49:58.677" Title="Can I use another database instead of PostgreSQL in CKAN?" Tags="|ckan|database|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13426" PostTypeId="2" ParentId="13425" CreationDate="2018-10-25T08:24:13.073" Score="5" Body="&lt;p&gt;No, the only currently supported database backend is PostgreSQL. It was chosen as it is an open source, well supported and widely available solution.&#xA;Support for other backends would need to be added to the core library as new feature (CKAN uses SQLAlchemy as ORM, which would help). If someone is up for it they can check the &lt;a href=&quot;https://ckan.org/community/&quot; rel=&quot;noreferrer&quot;&gt;contributing&lt;/a&gt; docs and get in touch with the maintainers.&lt;/p&gt;&#xA;" OwnerUserId="533" LastActivityDate="2018-10-25T08:24:13.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13427" PostTypeId="2" ParentId="13375" CreationDate="2018-10-25T10:13:03.627" Score="1" Body="&lt;p&gt;You may want to check the Openstreetmap.org admin boundaries which you can easily download from this nice web site: &lt;a href=&quot;https://wambachers-osm.website/boundaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wambachers-osm.website/boundaries/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is ordered by country, hence easy to navigate. Download is provided in vector formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BKGk7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BKGk7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1614" LastEditorUserId="1614" LastEditDate="2018-10-28T17:28:00.507" LastActivityDate="2018-10-28T17:28:00.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13428" PostTypeId="1" AcceptedAnswerId="13430" CreationDate="2018-10-25T13:08:30.037" Score="4" ViewCount="505" Body="&lt;p&gt;Similar to &lt;a href=&quot;https://gis.stackexchange.com/questions/495/seeking-administrative-boundaries-for-various-countries&quot;&gt;Seeking administrative boundaries for various countries?&lt;/a&gt;, do you have any data sources for historical political entities, and their administrative sub-units?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data from any continent, any period in time works.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: Some examples of shapefiles I would like to have:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Kingdom of France and its duchies &amp;amp; counties: &lt;a href=&quot;https://en.wikipedia.org/wiki/Kingdom_of_France#/media/File:Map_France_1030-fr.svg&quot; rel=&quot;noreferrer&quot;&gt;example&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;The British Isles: &lt;a href=&quot;https://www.youtube.com/watch?v=xwPVk72GLfY&quot; rel=&quot;noreferrer&quot;&gt;example&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;List of states under the Holy Roman Empire: &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_states_in_the_Holy_Roman_Empire&quot; rel=&quot;noreferrer&quot;&gt;example&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20474" LastEditorUserId="70" LastEditDate="2022-10-14T18:58:30.167" LastActivityDate="2022-10-14T18:58:30.167" Title="Administrative boundaries for historical political entities?" Tags="|data-request|geospatial|historical|politics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13430" PostTypeId="2" ParentId="13428" CreationDate="2018-10-25T16:26:17.323" Score="4" Body="&lt;h2&gt;National GIS Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHGIS has historical data for the United States&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www2.port.ac.uk/research/gbhgis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Great Britain Historical Geographical Information System (GBHGIS)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.gbhgis.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Great Britain Historical GIS (Main)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://visionofbritain.org.uk/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GBHGIS Data Access&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://historicengland.org.uk/listing/the-list/data-downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Heritage List for England (NHLE) Listing Data&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.nhgis.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;The US  National Historical GIS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.fas.harvard.edu/~chgis&quot; rel=&quot;nofollow noreferrer&quot;&gt;The China  Historical GIS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://ccts.ascc.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chinese Civilization in Time and Space&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://thcts.ascc.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;Taiwan History and Culture in Time and Space&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.hisgis.be&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Belgian Historical GIS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nlgis.dans.knaw.nl&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Historical GIS for the Netherlands&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.hgis-germany.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical GIS Germany&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.ihst.ru/personal/imerz/bound/bounds.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Russian Historical GIS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://sites.fas.harvard.edu/~chgis/data/japan/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Japan Historical GIS&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://sites.fas.harvard.edu/~chgis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;China Historical GIS&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;More Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://darmc.harvard.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Digital Atlas of Roman and Medieval Civilizations (DARMC)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://library.stanford.edu/rumsey/map-research/historical-gis-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical GIS Data resources listing via David Rumsey Map Center&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://www.hgis.org.uk/resources.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical GIS Research Network&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://web.archive.org/web/20160303224314/http://www.historicalgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HistoricalGIS.org via Wayback Machine&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://pleiades.stoa.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pleiades - Digital Ancient World Historical Atlas&lt;/a&gt;&#xA;&lt;a href=&quot;http://orbis.stanford.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ORBIS: The Stanford Geospatial Network Model of the Roman World&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://nils.weidmann.ws/projects/cshapes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CShapes - historical maps of state boundaries and capitals in the post-World War II period&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://censusmosaic.demog.berkeley.edu/data/historical-gis-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;European GIS-data-infrastructure on historical national and regional administrative boundaries and historical place names&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/interactivethings/historical-world-atlas/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical World Atlas Repository&lt;/a&gt; has global data starting from 2000 BC. &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-10-25T16:26:17.323" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13431" PostTypeId="1" CreationDate="2018-10-25T21:52:36.857" Score="2" ViewCount="45" Body="&lt;p&gt;Looking for geospatial information on linguistics. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking for world wide data with national and subnational data. Data should include what regions speak which language(s). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does this data exist?&lt;/p&gt;&#xA;" OwnerUserId="18795" LastEditorUserId="18795" LastEditDate="2018-10-26T02:02:53.870" LastActivityDate="2018-10-29T22:56:16.907" Title="Looking for gis data on world linguistics by location" Tags="|geospatial|language|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13434" PostTypeId="1" CreationDate="2018-10-26T20:49:22.607" Score="1" ViewCount="82" Body="&lt;p&gt;I've seen other charts that reference data from the CDC, but I haven't found anything useful on their site, and they don't return emails.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thoughts?&lt;/p&gt;&#xA;" OwnerUserId="13767" LastActivityDate="2018-10-27T13:53:34.827" Title="Looking for US percentage of population overweight or obese over last 50 years" Tags="|data-request|government|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13435" PostTypeId="1" CreationDate="2018-10-26T00:14:49.170" Score="2" ViewCount="52" Body="&lt;p&gt;I am taking a data science class and we are supposed to develop our own final project idea.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The general context of the idea I am considering is that there is a group that meets once per week. Based on various features, I would like to see if it would be possible to predict the attendance. One factor, which may be difficult to obtain, that would affect attendance would be the road conditions. For example, several days after a big snow storm or during one, the attendance would be affected. I figure there is a chance such data would be available, as it would be for the Washington DC metro area, but I am not sure where I might find it.&lt;/p&gt;&#xA;" OwnerUserId="23634" OwnerDisplayName="ericg" LastEditorUserId="14011" LastEditDate="2018-11-05T08:36:29.270" LastActivityDate="2019-06-03T18:02:11.503" Title="Need road condition data for the Washington DC area" Tags="|data-request|weather|transportation|traffic|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13436" PostTypeId="2" ParentId="13434" CreationDate="2018-10-27T13:53:34.827" Score="2" Body="&lt;p&gt;Only a small time slice, but you can get since 2000 for every country from &lt;a href=&quot;http://www.fao.org/faostat&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAO&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Suite of Food Security Indicators --&gt; &lt;a href=&quot;http://www.fao.org/faostat/en/#data/FS&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fao.org/faostat/en/#data/FS&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select: United States&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select: &#xA;&lt;a href=&quot;https://i.stack.imgur.com/LjkY8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LjkY8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Select: &quot;All years&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click &quot;Download Data&quot; (or &lt;a href=&quot;https://pastebin.com/raw/fjHX6Wdz&quot; rel=&quot;nofollow noreferrer&quot;&gt;pastebin&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Preview:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q2Km3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q2Km3.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9RpfE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9RpfE.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-10-27T13:53:34.827" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13437" PostTypeId="2" ParentId="13420" CreationDate="2018-10-27T15:44:25.880" Score="1" Body="&lt;p&gt;Too long for a comment:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you google &lt;code&gt;site:dailymed.nlm.nih.gov allopathic&lt;/code&gt; (no quotes), you get pages like &lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/fda/fdaDrugXsl.cfm?setid=71c4c9fd-e359-7c68-e053-2a95a90a3f68&amp;amp;type=display&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dailymed.nlm.nih.gov/dailymed/fda/fdaDrugXsl.cfm?setid=71c4c9fd-e359-7c68-e053-2a95a90a3f68&amp;amp;type=display&lt;/a&gt; which say things like:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&quot;Disclaimer: This homeopathic product has not been evaluated by the Food and Drug Administration for safety or efficacy. FDA is not aware of scientific evidence to support homeopathy as effective.&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;unapproved homeopathic&quot; under &quot;Marketing category&quot;&lt;/li&gt;&#xA;&lt;li&gt;&quot;Product efficacy and claims are based on theories of homeopathy that are not supported by scientific evidence and most modern allopathic medical professionals&quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Not sure how consistent these disclaimers are, but Marketing category seems like a possible start.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2018-10-27T15:44:25.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13438" PostTypeId="2" ParentId="13431" CreationDate="2018-10-29T01:23:54.140" Score="2" Body="&lt;p&gt;I know that this data exists for Africa. Here is the link. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://worldmap.harvard.edu/africamap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://worldmap.harvard.edu/africamap/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a variable under the &quot;Ethno Linguistic&quot; group labeled as Language Families 2001. Hope this piece helps. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The polygons seem to be served from a geoserver. I looked at the HTML and here is an example of a polygon:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;img class=&quot;olTileImage&quot; src=&quot;http://worldmap.harvard.edu/geoserver/wms?STYLES=lang_families_felix&amp;amp;amp;FORMAT=image%2Fpng&amp;amp;amp;TRANSPARENT=TRUE&amp;amp;amp;LAYERS=geonode%3Aetnicity_felix&amp;amp;amp;EXCEPTIONS=application%2Fvnd.ogc.se_inimage&amp;amp;amp;VERSION=1.1.1&amp;amp;amp;SERVICE=WMS&amp;amp;amp;REQUEST=GetMap&amp;amp;amp;LLBBOX=-17.5337867736816,-31.9347820281982,51.4154243469238,37.3495597839355&amp;amp;amp;URL=http%3A%2F%2Fworldmap.harvard.edu%2Fgeoserver%2Fwms&amp;amp;amp;TILED=true&amp;amp;amp;SRS=EPSG%3A900913&amp;amp;amp;BBOX=3130860.678125,-626172.135625,3757032.81375,-1.0477378964424e-9&amp;amp;amp;WIDTH=256&amp;amp;amp;HEIGHT=256&quot; style=&quot;visibility: inherit; opacity: 0.82; position: absolute; left: 442%; top: -25%; width: 256%; height: 256%;&quot;&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="786" LastEditorUserId="786" LastEditDate="2018-10-29T22:56:16.907" LastActivityDate="2018-10-29T22:56:16.907" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13439" PostTypeId="1" CreationDate="2018-10-29T03:59:25.240" Score="1" ViewCount="949" Body="&lt;p&gt;I wanted to install CKAN using IDE such as Eclipse+ Pydev on Windows. Is there any documentation/Steps for the same ? How will we connect Apache Solr and PostgreSQL when using Eclipse + Pydev IDE ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What dependencies may be required to make it work?&lt;/p&gt;&#xA;" OwnerUserId="20470" LastActivityDate="2018-10-29T10:10:05.437" Title="How can we install CKAN on Windows using IDE?" Tags="|ckan|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13442" PostTypeId="2" ParentId="13439" CreationDate="2018-10-29T10:10:05.437" Score="1" Body="&lt;p&gt;Windows is not a supported platform for the service, according to &lt;a href=&quot;https://ckan.org/download-and-install/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the documentation&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if you &lt;em&gt;must&lt;/em&gt; have a Windows machine, you can follow the &lt;a href=&quot;https://docs.ckan.org/en/latest/maintaining/installing/install-from-docker-compose.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Docker compose&lt;/a&gt; installation guide that CKAN provides.&lt;/p&gt;&#xA;" OwnerUserId="6490" LastActivityDate="2018-10-29T10:10:05.437" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13443" PostTypeId="1" CreationDate="2018-10-29T15:11:21.637" Score="2" ViewCount="36" Body="&lt;p&gt;I am not even sure if this data is publicly available or not, but  I am looking for something like this that has been surveyed with a z value (don't care what vertical datum).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It doesn't matter the formats or spatial reference, as long is it is defined.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Pmr7q.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Pmr7q.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="10693" LastActivityDate="2018-10-29T15:11:21.637" Title="Seeking GIS data (points) for the Giza pyramids including Z-value for the tops of pyramids" Tags="|geospatial|historical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13445" PostTypeId="1" CreationDate="2018-10-29T21:09:21.743" Score="0" ViewCount="747" Body="&lt;p&gt;The following request: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?fields=school.name,school.city,school.state,school.zip,school.carnegie_size_setting&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Returns just 20, how can I get all 7175?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;metadata&quot;: {&#xA;    &quot;total&quot;: 7175,&#xA;    &quot;page&quot;: 0,&#xA;    &quot;per_page&quot;: 100&#xA;  },&#xA;  &quot;results&quot;: [&#xA;   ....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="20501" LastEditorUserId="16193" LastEditDate="2018-10-29T22:12:16.613" LastActivityDate="2018-11-21T09:05:55.053" Title="How can I increase the number of results returned?" Tags="|data-request|data.gov|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13446" PostTypeId="2" ParentId="13445" CreationDate="2018-10-29T22:08:39.550" Score="1" Body="&lt;p&gt;From &lt;a href=&quot;https://github.com/RTICWDT/open-data-maker/blob/master/API.md#pagination-with-_page-and-_per_page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Maker HTTP API&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;By default, results are returned in pages of 20 records at a time. To retrieve pages after the first, set the &lt;code&gt;_page&lt;/code&gt; option parameter to the number of the page you wish to retrieve. Page numbers start at zero; so, to return records 21 through 40, use &lt;code&gt;_page=1&lt;/code&gt;. Remember that the &lt;code&gt;total&lt;/code&gt; number of records available for a given query is given in the total field of the top-level &lt;code&gt;metadata&lt;/code&gt; object.&lt;/p&gt;&#xA;&lt;p&gt;You can also change the number of records returned per page using the &lt;code&gt;_per_page&lt;/code&gt; option parameter, up to a maximum of 100 records. Bear in mind, however, that large result pages will increase the amount of JSON returned and reduce the performance of the API.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Thus, your request should be:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?_per_page=100&amp;amp;_page=0&amp;amp;api_key=DEMO_KEY&amp;amp;fields=school.name,school.city,school.state,school.zip,school.carnegie_size_setting&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Then change &lt;code&gt;_page&lt;/code&gt; to &lt;code&gt;1&lt;/code&gt; etc.&lt;/p&gt;&#xA;&lt;p&gt;You could use e.g. &lt;a href=&quot;https://ec.haxx.se/cmdline-globbing.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;cURL globbing&lt;/a&gt;, but note that the &lt;code&gt;DEMO_KEY&lt;/code&gt; API key has harder &lt;a href=&quot;https://api.data.gov/docs/rate-limits/#demo_key-rate-limits&quot; rel=&quot;nofollow noreferrer&quot;&gt;rate limits&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;You could also download CSV dumps: &lt;a href=&quot;https://catalog.data.gov/dataset/college-scorecard&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/college-scorecard&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-11-21T09:05:55.053" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13448" PostTypeId="2" ParentId="13435" CreationDate="2018-10-30T03:41:23.767" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://biz.weather.com/WU-Data-API_Data-Package-Demo-Request.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://biz.weather.com/WU-Data-API_Data-Package-Demo-Request.html&lt;/a&gt; looks like it may have all the data you need. Having said that, I'm viewing this on a small display so I can't tell if there is any free access to this. &lt;/p&gt;&#xA;" OwnerUserId="20506" LastActivityDate="2018-10-30T03:41:23.767" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13449" PostTypeId="2" ParentId="5350" CreationDate="2018-10-30T08:10:55.313" Score="3" Body="&lt;p&gt;I came across an overview of employees (including demographics such as gender and migratory background) provided by the employment agency. Unfortunately one needs to pay 36 EUR to get it. Please check the following &lt;a href=&quot;https://www.google.com/url?sa=t&amp;amp;rct=j&amp;amp;q=&amp;amp;esrc=s&amp;amp;source=web&amp;amp;cd=4&amp;amp;ved=2ahUKEwjgg4ic2q3eAhVJI8AKHZ3BCuEQFjADegQIBhAC&amp;amp;url=https%3A%2F%2Fstatistik.arbeitsagentur.de%2FStatistikdaten%2FDetail%2FAktuell%2Fiiia6%2Fsozbe-gemband%2Fgemband-d-0-xls.xls&amp;amp;usg=AOvVaw1MvHKVdwFt0gcv65pKZTLH&quot; rel=&quot;nofollow noreferrer&quot;&gt;Excel&lt;/a&gt; for more details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And there is another source that might be even more helpful. Check &lt;a href=&quot;https://www.regionalstatistik.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.regionalstatistik.de&lt;/a&gt;. The topic number 12 (Bevölkerung) includes some of the information you are looking for. Have a look under Statistik 12411 (Fortschreibung des Bevölkerungsstandes).&lt;/p&gt;&#xA;" OwnerUserId="20497" LastEditorUserId="20497" LastEditDate="2018-10-30T08:16:13.070" LastActivityDate="2018-10-30T08:16:13.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13450" PostTypeId="2" ParentId="12799" CreationDate="2018-10-30T08:23:17.817" Score="1" Body="&lt;p&gt;You might check out the information provided by the German Federal Statistical Office &lt;a href=&quot;https://histat.gesis.org/histat/de/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://histat.gesis.org/histat/de/index&lt;/a&gt; where one can find a large variety of time series data for social, economic and historical research. Both registration and download of the data are free. Another starting point for the search could be &lt;a href=&quot;http://www.historische-statistik.de/datensaetze-karten-volkszaehlungsstatistiken/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.historische-statistik.de/datensaetze-karten-volkszaehlungsstatistiken/&lt;/a&gt; which is a compendium of different historical data sets and data sources. The data is collected through different lectures at the University Bonn.&lt;/p&gt;&#xA;" OwnerUserId="20497" LastEditorUserId="20497" LastEditDate="2019-04-08T09:29:39.243" LastActivityDate="2019-04-08T09:29:39.243" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13451" PostTypeId="2" ParentId="10817" CreationDate="2018-10-30T08:28:41.167" Score="1" Body="&lt;p&gt;Please have a look here, this looks quite promising: &lt;a href=&quot;https://nces.ed.gov/surveys/libraries/aca_data.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/surveys/libraries/aca_data.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And there is even more information available here: &lt;a href=&quot;https://www.imls.gov/research-evaluation/data-collection/public-libraries-survey/explore-pls-data/pls-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.imls.gov/research-evaluation/data-collection/public-libraries-survey/explore-pls-data/pls-data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20497" LastActivityDate="2018-10-30T08:28:41.167" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13452" PostTypeId="1" CreationDate="2018-10-30T17:27:00.787" Score="2" ViewCount="74" Body="&lt;p&gt;I'm looking for panel data at the county, city, or state (worst case) level for the United States showing the &lt;strong&gt;number of smartphone users&lt;/strong&gt; or the &lt;strong&gt;size of the smartphone market&lt;/strong&gt; in these locations. This could be expressed in either absolute counts or as percentages. Ideally, I would want historical data from 2017 or 2016 to 2008, but anything since 2010 would also work. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, I am also looking web device usage data at comparable levels. That is, a look at what type of devices were used to access the web. This, too, would have to cover the same time periods.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am also open to commercial data sources, but would prefer open data. The closest answer I have found so far was this: &lt;a href=&quot;https://opendata.stackexchange.com/questions/3665/cellphone-vs-smartphone-usage&quot;&gt;Cellphone vs Smartphone usage?&lt;/a&gt; but it still doesn't fully answer the question.&lt;/p&gt;&#xA;" OwnerUserId="20509" LastActivityDate="2018-11-30T15:00:39.353" Title="Where could I find U.S. county-level data on the number of smartphone users?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13453" PostTypeId="1" CreationDate="2018-10-30T09:25:00.057" Score="-1" ViewCount="76" Body="&lt;p&gt;I am not sure if this question is on-topic or not:&#xA;Do you know of any business case where open data machine learning models can be useful? If so, can you point to the open data and the business case it provides?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am asking this question, because I was thinking about open data and machine learning and how data scientists who create such models can profit from it.&lt;br&gt;&#xA;I created a small prototype marketplace for machine learning models to sell and buy pfa, pmml or onnx models: &lt;a href=&quot;https://machine-learning1.sharetribe.com/infos/about&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://machine-learning1.sharetribe.com/infos/about&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought to pose this question to the data science community so that others can provide some guidance on what can be done with open data and machine learning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for you help. Also I am not sure how to tag the question.&lt;/p&gt;&#xA;" OwnerUserId="32564" OwnerDisplayName="user18738" LastEditorUserId="14011" LastEditDate="2018-11-04T14:42:35.810" LastActivityDate="2020-09-14T13:29:09.240" Title="What business cases can be solved with open data machine learning models?" Tags="|machine-learning|" AnswerCount="3" CommentCount="6" ClosedDate="2020-09-16T20:34:59.693" ContentLicense="CC BY-SA 4.0" />
  <row Id="13454" PostTypeId="2" ParentId="13453" CreationDate="2018-10-30T09:57:06.233" Score="1" Body="&lt;p&gt;There are various active uses of machine learning in the industry, from computer vision to finance.  Let me explain what I do: I currently make a living is that algorithmic trading by ML. My model does not predict the market, it predicts how to play with it. The model can return 10-12% from the capital on FOREX EUR/USD without applying “leverage”. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What it does mean as a business application? Let’s say that you are an investor that has $100,000. A bank will you a give rate, let’s say, 4-5% yearly. My company will offer you 7.5% yearly interest for your money to be in my portfolio. I will trade with my portfolio which I acquired from the investors like you to make a return of  %10-12, I will pay you your yearly 7.5% as the company in return where the remaining is our profit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other applications of ML in FinTech: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kdnuggets.com/2018/05/top-7-data-science-use-cases-finance.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kdnuggets.com/2018/05/top-7-data-science-use-cases-finance.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may want to check some powerful concepts which are actively has industrial applications via ML; Computer Vision and Natural Language Processing (NLP). Also, for more specific applications, you can refer to:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kdnuggets.com/2017/01/6-areas-ai-machine-learning.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kdnuggets.com/2017/01/6-areas-ai-machine-learning.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Ugur MULUK" LastActivityDate="2018-10-30T09:57:06.233" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13455" PostTypeId="2" ParentId="13452" CreationDate="2018-10-31T14:33:28.597" Score="1" Body="&lt;p&gt;It may take a little elbow grease, but the American Community Survey product from the US census seems to have a &quot;Cellular data plan for a smartphone or other mobile device&quot; measurement (variable name &quot;BROADBND&quot;), I took this from the 2017 ACS PUMS DATA DICTIONARY. So if you're willing to munge the data, you should be able to get it at a lower spatial resolution (eg census block or block group) and should be able to get it at the county level. The American Factfinder (Frome US Census) might have a user friendly interface.&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2018-10-31T14:33:28.597" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13464" PostTypeId="1" CreationDate="2018-11-02T15:37:41.653" Score="3" ViewCount="20" Body="&lt;p&gt;It is an obvious phenomenon that the surface area each person 'requires' for transport has been increasing over the past decades (with growing wealth), because we have more cars.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm interested in the actual figures since the second World War.&#xA;How much surface area per person is taken up by roads, parking spaces, etc. In 1950, 1960, etcetera?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I'm only asking for cars because I think the space taken by other forms of transport is very small in comparison&lt;/li&gt;&#xA;&lt;li&gt;I'm especially interested in Europe or my country, the Netherlands, but do not exclude other regions&lt;/li&gt;&#xA;&lt;li&gt;Any data format is fine&lt;/li&gt;&#xA;&lt;li&gt;Related: &lt;a href=&quot;https://opendata.stackexchange.com/questions/13463/per-capita-surface-area-for-living-since-wwii&quot;&gt;A similar question for living space&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2018-11-02T15:37:41.653" Title="Per capita surface area for (car) transport since WWII" Tags="|data-request|historical|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13465" PostTypeId="2" ParentId="272" CreationDate="2018-11-03T10:19:18.710" Score="2" Body="&lt;p&gt;Current statistics: as of March 2020, JSON-LD is used by ~30% of all the websites.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://w3techs.com/technologies/details/da-jsonld/all/all&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w3techs.com/technologies/details/da-jsonld/all/all&lt;/a&gt;&lt;br&gt;&#xA;(compare &lt;a href=&quot;https://w3techs.com/technologies/history_overview/structured_data/all&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w3techs.com/technologies/history_overview/structured_data/all&lt;/a&gt;)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://trends.builtwith.com/docinfo/JSON-LD&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://trends.builtwith.com/docinfo/JSON-LD&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;See also: &lt;a href=&quot;http://webdatacommons.org/structureddata/2019-12/stats/stats.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://webdatacommons.org/structureddata/2019-12/stats/stats.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2020-02-28T15:47:32.900" LastActivityDate="2020-02-28T15:47:32.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13467" PostTypeId="2" ParentId="13453" CreationDate="2018-11-03T17:48:07.957" Score="0" Body="&lt;p&gt;I found another application:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://machine-learning1.sharetribe.com/en/listings/665346-predict-nyc-tlc-driver-licence-status?utm_source=stackexchange_question13453&quot; rel=&quot;nofollow noreferrer&quot;&gt;open data + machine learning = business value&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user18738" LastEditorDisplayName="user18738" LastEditDate="2018-11-04T07:19:23.907" LastActivityDate="2018-11-04T07:19:23.907" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13469" PostTypeId="1" CreationDate="2018-11-04T17:28:12.880" Score="1" ViewCount="182" Body="&lt;p&gt;I have a big dataset, with variables at the industry level. This dataset is presently at either the NAICS 1997 classification, or the SIC 1987 classification. I want to merge this dataset with an existing dataset which contains industry level data at the 3 digit ISIC Rev 2 level. The former (either NAICS or SIC) contain 400+ distinct sectors, whereas the ISIC contains only 28. As such, there should be a many to one mapping from either of the former to the ISIC Rev 2. I am unable to find concordance tables between either the NAICS or SIC to the ISIC Rev 2 (specifically 3 digit) classification. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help is much appreciated. &lt;/p&gt;&#xA;" OwnerUserId="10437" LastActivityDate="2018-11-04T17:28:12.880" Title="Concordance between ISIC Rev 2 and either SIC industries or NAICS industries" Tags="|industry|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13473" PostTypeId="1" CreationDate="2018-11-05T12:39:08.060" Score="1" ViewCount="107" Body="&lt;h1&gt;&lt;strong&gt;Data Request&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I am looking for some data that contains English words along with the probability that a person will spell it incorrectly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The probability depends on various factors. However, a simple measure would be frequency of wrong spellings divided by the total frequency of the word.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, the data can also be of a word with a class denoting its likelihood to be mistaken.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;Context&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I want to create a basic NLP project in which I will generate a prediction - given a word, what is the probability of wrongly spelling it.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;Region&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;An US/UK based English variant would be appreciated, although other combinations are also good.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;License&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Open data.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;Format&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;A CSV based format would be appreciated. Some examples are given below.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Word,Frequency,FrequencyOfErrors&#xA;apple,100,2&#xA;asphyxiated,54,14&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;OR&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Word,ProbabilityOfError&#xA;apple,0.02&#xA;asphyxiated,0.26&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, it is not necessary, and a general program-friendly format would suffice.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;Authority&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Data provided by some reliable source, for example, an academic body, would be good. Crowdsourced data would also be sufficient.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;Requirements&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;There should be a large number of words - 20,000 or more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The individual words should have moderately high frequencies of occurrence - 50 or more.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;&lt;strong&gt;Non-answers&lt;/strong&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://opendata.stackexchange.com/questions/11057/word-list-with-learning-age&quot;&gt;this&lt;/a&gt; topic which provides age of acquisition of various words. However, I believe there is very little correlation between making a spelling mistake and knowing the word.&lt;/p&gt;&#xA;" OwnerUserId="20553" LastActivityDate="2018-11-05T12:39:08.060" Title="Words and Frequency/Probability of Spelling Mistakes" Tags="|data-request|english|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13474" PostTypeId="2" ParentId="5756" CreationDate="2018-11-05T14:49:01.053" Score="2" Body="&lt;p&gt;I have recently closed a project in the vehicle field - for a fleet company. I can help with some of the data mentioned in the question. You can find the manufacturer, model, release year, weight (I guess kerb weight is what you need because there is also a parameter known as dry weight), number of passengers (seats available in the car), engine displacement/cylinders and output in this &lt;a href=&quot;https://www.auto-data.net/en/allbrands&quot; rel=&quot;nofollow noreferrer&quot;&gt;free wiki database&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have no idea if you look for vehicles for a specific car market; this link is mostly for the European cars (+ some cars for China/USA/Japan). &lt;/p&gt;&#xA;" OwnerUserId="20556" LastEditorDisplayName="user4293" LastEditDate="2018-11-05T15:32:42.297" LastActivityDate="2018-11-05T15:32:42.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13475" PostTypeId="1" CreationDate="2018-11-05T16:29:57.400" Score="3" ViewCount="368" Body="&lt;p&gt;I'm trying to capture a historical list of Wal-mart stores. I need store ID, store name, longitude, latitutde, address, city, state, zip, services, store opening date, and store closing date (if the store shut down). I'm trying to connect to the Wal-mart API but not able to get an access key. I work in R. Any help would be awesome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="20559" LastActivityDate="2020-01-24T17:14:00.480" Title="Historical Walmart Stores Data set" Tags="|data-request|historical|programming|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13476" PostTypeId="2" ParentId="1256" CreationDate="2018-11-05T21:47:32.627" Score="0" Body="&lt;p&gt;If you only want to be able to read / query the data, you could use:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/simonw/csvs-to-sqlite&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;csvs-to-sqlite&lt;/code&gt;&lt;/a&gt; to convert import the CSV file into a SQLite database. You can do this as a mapping into a single database table (for example: &lt;code&gt;csvs-to-sqlite myfile.csv mydatabase.db&lt;/code&gt;), or you can use the &lt;code&gt;csvs-to-sqlite&lt;/code&gt; tool to split the data into separate tables automatically linked by foreign key relationships;&lt;/li&gt;&#xA;&lt;li&gt;query the SQLite database directly, or publish a simple HTML form that supports faceted and/or form driven searching / filtering as well as a form that lets you enter and run arbitrary read-only SQL queries, using&lt;a href=&quot;https://github.com/simonw/datasette/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;datasette&lt;/code&gt;&lt;/a&gt;. For example, &lt;code&gt;datasette serve -p 8899 mydatabase.db&lt;/code&gt; to serve the &lt;code&gt;datasette&lt;/code&gt; browser on localhost port 8899.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As an added benefit, the &lt;code&gt;datasette&lt;/code&gt; service also provides an API that allows you to run arbitrary SQL queries on the data via a simple URL and retrieve the data as JSON.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A query can also be used to export just the data you want as a smaller CSV file (&lt;a href=&quot;https://datasette.readthedocs.io/en/stable/csv_export.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;datasette&lt;/code&gt; - CSV export&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="567" LastActivityDate="2018-11-05T21:47:32.627" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13477" PostTypeId="1" AcceptedAnswerId="13482" CreationDate="2018-11-05T22:59:15.147" Score="0" ViewCount="72" Body="&lt;p&gt;Is it possible to download long CCTV footage, or even better streaming it live? So if you want for example to write a program that recognizes objects from a video that would be possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Long CCTV videos are needed in order to develop the prototype. Live streaming is preferred in order to determine the efficiency of the algorithm in real time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be nice if the cctv videos are categorized, cctv for a business, cctv for the highway, cctv of people, cctv of cars, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So it would be nice if I can pick the location of the cctv and what it is filming for the most part. The data should be free or for a negligible price. It  &lt;/p&gt;&#xA;" OwnerUserId="4308" LastEditorUserId="1511" LastEditDate="2018-11-06T21:47:46.800" LastActivityDate="2018-11-06T21:47:46.800" Title="downloading cctv video or live video" Tags="|data-request|real-time|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13478" PostTypeId="2" ParentId="3361" CreationDate="2018-11-05T23:01:50.260" Score="1" Body="&lt;p&gt;Here are some results for US data:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.waterqualitydata.us/portal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Water Quality Monitoring (US)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/enviroatlas&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPA EnviroAtlas&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://gispub2.epa.gov/NPDAT/DataDownloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nitrogen and Phosphorus Pollution Data Downloads&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/national-aquatic-resource-surveys/nla&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Lakes Assessment (US)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.epa.gov/national-aquatic-resource-surveys&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Aquatic Resource Surveys (US)&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-11-05T23:01:50.260" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13479" PostTypeId="2" ParentId="5462" CreationDate="2018-11-05T23:23:24.287" Score="2" Body="&lt;p&gt;I have found 2 repositories with graphs&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.cs.utah.edu/~lifeifei/SpatialDataset.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Real Datasets for Spatial Databases&lt;/a&gt;&#xA;There are 5 spatial graphs.&#xA;Each graph is build from two files: list of nodes with x and y coordinates and list of edges with distances. This format is quite useful for tests and debugging: you can load small number of nodes (e.g. 20) then load only edges used by that subset of nodes. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://snap.stanford.edu/data/#road&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt;&#xA;I don't know anything about this repostiory (never used it) however they have graphs from various areas of research (social networks, roads, wikipedia pages)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20565" LastEditorUserId="20565" LastEditDate="2018-11-07T17:38:37.070" LastActivityDate="2018-11-07T17:38:37.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13480" PostTypeId="2" ParentId="9677" CreationDate="2018-11-06T10:27:51.100" Score="0" Body="&lt;p&gt;I think i already have given a link in another post about free car specs - hope it would not be a huge &quot;no-no&quot; to mention it again. Now, i will link to my most frequent stop for automotive data, because the info is free and has a lot of makes/models and other details which i need on a monthly basis - &lt;a href=&quot;https://www.auto-data.net/en/allbrands&quot; rel=&quot;nofollow noreferrer&quot;&gt;free vehicle database&lt;/a&gt;. Must warn you, that it is mostly for the EU market. The &quot;ground clearance&quot; parameter here is called ride height- so when you go to a particular model look for the &quot;ride height&quot; section of the table. &#xA;If you are looking for data to download free - i think &lt;a href=&quot;http://edmunds.mashery.com/docs/read/The_Vehicle_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;Edmund's api&lt;/a&gt; may do the job. I have used it, too, but it was long ago - now i have no idea if it is still being updated and free to use.&lt;/p&gt;&#xA;" OwnerUserId="20556" LastActivityDate="2018-11-06T10:27:51.100" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13482" PostTypeId="2" ParentId="13477" CreationDate="2018-11-06T13:55:00.510" Score="1" Body="&lt;p&gt;Based on my comment, you can use live webcam feeds instead of official CCTV. Or even live youtube streams.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Consider using &lt;a href=&quot;https://www.insecam.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;insecam.org&lt;/a&gt; as your source. License unknown.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The world biggest directory of online surveillance security cameras. Select a country to watch live street, traffic, parking, office, road, beach, earth online webcams. Now you can search live web cams around the world. You can find here Axis, Panasonic, Linksys, Sony, TPLink, Foscam and a lot of other network video cams available online without a password. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-06T13:55:00.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13483" PostTypeId="1" CreationDate="2018-11-06T14:30:49.523" Score="1" ViewCount="219" Body="&lt;p&gt;I need a basemap to show topography or hillshade of the U.S. but I cannot use the internet so none of the web services or basemaps will work. There has to be some way to get simple topography or contours as an offline file...&lt;/p&gt;&#xA;" OwnerUserId="20571" LastActivityDate="2018-11-07T12:10:06.800" Title="Where can I download a raster or shapefile of hillshade of the US?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13485" PostTypeId="2" ParentId="13420" CreationDate="2018-11-06T17:58:45.493" Score="1" Body="&lt;p&gt;Unfortunately, the openFDA Drug Label repository does not have a way to precisely identify conventional/natural drugs.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2018-11-06T17:58:45.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13486" PostTypeId="5" CreationDate="2018-11-06T21:48:21.913" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-11-06T21:48:21.913" LastActivityDate="2018-11-06T21:48:21.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13487" PostTypeId="4" CreationDate="2018-11-06T21:48:21.913" Score="0" Body="Related to the data processing of video, both real time and recorded." OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-11-06T21:48:21.913" LastActivityDate="2018-11-06T21:48:21.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13488" PostTypeId="1" AcceptedAnswerId="13513" CreationDate="2018-11-07T11:47:54.233" Score="1" ViewCount="325" Body="&lt;p&gt;I'm looking for a regularly updated road vehicles database (cars/trucks/motorcycles etc). It should contain:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Manufacturer &lt;/li&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;Year&lt;/li&gt;&#xA;&lt;li&gt;Dimensions (Length and width and if height is included it would be great, in metric units preferably)&lt;/li&gt;&#xA;&lt;li&gt;Few pictures (Optional)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If the database can include all road vehicles ever manufactured, or the popular ones, that would be awesome. I would prefer to download a SQL/CSV file or whatever. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be great if the database is updated regularly and Have a REST API, so that if the  car I'm looking for cannot be found in my database, I can check the original database  for updates. It would also be great if the database have a known release schedule so that I could run cron to fetch updates periodically.&lt;/p&gt;&#xA;" OwnerUserId="4308" LastActivityDate="2019-11-13T22:52:38.280" Title="Road vehicles database" Tags="|data-request|cars|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13489" PostTypeId="2" ParentId="13483" CreationDate="2018-11-07T12:01:59.913" Score="3" Body="&lt;p&gt;The data you're looking for is available from the USGS.  I presume you have some sort of internet access (you wouldn't be posting here otherwise) and are looking for data you can use offline.  I believe they used to offer their data on disk but it's not clear if they still do for anything but LIDAR point clouds; if you need the data on disk you should contact the USGS directly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can browse the data from &lt;a href=&quot;https://viewer.nationalmap.gov/advanced-viewer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the National Map&lt;/a&gt; (&lt;a href=&quot;https://viewer.nationalmap.gov/help/HowTo.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;quick-start guide&lt;/a&gt; and &lt;a href=&quot;https://viewer.nationalmap.gov/help/The%20National%20Map%20Viewer%20Quick%20Start%20Guide.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;tile server guide&lt;/a&gt;); more download options are available at the &lt;a href=&quot;https://www.usgs.gov/core-science-systems/ngp/tnm-delivery/gis-data-download?qt-science_support_page_related_con=0#qt-science_support_page_related_con&quot; rel=&quot;nofollow noreferrer&quot;&gt;GIS Data Download page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets to look for are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;3DEP Elevation - Hillshade&lt;/li&gt;&#xA;&lt;li&gt;Elevation Contours&lt;/li&gt;&#xA;&lt;li&gt;3DEP Elevation - Auto Contours&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Be warned that these datasets are fairly large (up to the hundred gigabyte range).  If you don't need fine detail then &quot;Small scale&quot; datasets are also available and are considerably smaller.&lt;/p&gt;&#xA;" OwnerUserId="20581" LastEditorUserId="20581" LastEditDate="2018-11-07T12:10:06.800" LastActivityDate="2018-11-07T12:10:06.800" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13490" PostTypeId="2" ParentId="11773" CreationDate="2018-11-07T15:37:22.043" Score="0" Body="&lt;p&gt;hmm, never needed information for a particular market. my recent project included diesel hatchbacks (starting from 2010 year of production) - no particular brand either, nor a narrow market. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I ended up acquiring the information i needed from a link posted in one of the questions here. from my humble experience with cars, there could be slight variations in the names of some vehicles - keep that in mind. I am linking to the &lt;a href=&quot;https://www.car-database-api.com/vehicle-api-parameters&quot; rel=&quot;nofollow noreferrer&quot;&gt;specs info source&lt;/a&gt; i recently used ( to the parameters page, so you could check out if they will do the job). You could download a free demo to see what the data bank has to offer.&lt;/p&gt;&#xA;" OwnerUserId="20582" LastActivityDate="2018-11-07T15:37:22.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13491" PostTypeId="1" AcceptedAnswerId="13514" CreationDate="2018-11-07T19:55:26.483" Score="1" ViewCount="40" Body="&lt;p&gt;I am trying to find what proportion of &lt;strong&gt;&lt;em&gt;corporate&lt;/em&gt;&lt;/strong&gt; Outlook users use which desktop version of MS Outlook or Office 365.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That's it, really. Does anyone know?&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2018-11-14T14:53:05.140" LastActivityDate="2018-11-15T10:50:48.793" Title="MS Outlook versions for corporate users" Tags="|email|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13492" PostTypeId="2" ParentId="4051" CreationDate="2018-11-07T20:20:09.660" Score="1" Body="&lt;p&gt;Old question but I will throw in a secondary source: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://apps.resourcegovernance.org/forecast-tracker/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://apps.resourcegovernance.org/forecast-tracker/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On this site you can find, filter and download (+ visualize) aggregated data from multiple years of IMF World Economic Outlook forecasts (most recent &lt;a href=&quot;https://www.imf.org/external/pubs/ft/weo/2018/02/weodata/index.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;). The data is available on the IMF site, but not aggregated across years (so you have to download forecasts from 2015 in one file, 2016 in another, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The WEO covers nearly all countries, dozens of economic indicators as well as dozens of commodity price forecasts, all available on the site. Data is updated semi-annually, with the release of new data by the IMF.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[disclosure: I created this app]&lt;/p&gt;&#xA;" OwnerUserId="20586" LastActivityDate="2018-11-07T20:20:09.660" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13494" PostTypeId="1" CreationDate="2018-11-08T20:17:48.703" Score="1" ViewCount="45" Body="&lt;p&gt;Is the underlying data and code used to construct the crop suitability measures from the FAO/GAEZ (&lt;a href=&quot;http://gaez.fao.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gaez.fao.org&lt;/a&gt;) available anywhere? Or for any similar crop suitability measures?&lt;/p&gt;&#xA;" OwnerUserId="20595" LastActivityDate="2018-11-08T20:17:48.703" Title="Code and data for FAO/GAEZ crop suitability" Tags="|agriculture|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13495" PostTypeId="1" CreationDate="2018-11-09T07:25:39.017" Score="2" ViewCount="148" Body="&lt;p&gt;The &lt;a href=&quot;https://www.healtheffects.org/publication/national-morbidity-mortality-and-air-pollution-study-part-i-methods-and-methodologic&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Morbidity, Mortality, and Air Pollution Study (NMMAPS)&lt;/a&gt;&#xA;was a large national study of air pollution and health in the United States. The  study examined 108 cities spanning the years  from 1987 to 2000. &#xA;However initially it was available at &lt;a href=&quot;http://www.ihapss.jhsph.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Health and Air Pollution Surveillance System (iHAPSS)&lt;/a&gt;, after 2011 it was removed from the site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could you advise where from can the NMMAPS data be obtained?&lt;/p&gt;&#xA;" OwnerUserId="20117" LastEditorUserId="20117" LastEditDate="2018-11-09T10:28:03.457" LastActivityDate="2018-11-09T10:28:03.457" Title="NMMAPS availability?" Tags="|geospatial|medical|time-series|environment|" AnswerCount="0" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="13496" PostTypeId="2" ParentId="6390" CreationDate="2018-11-09T14:35:55.913" Score="-1" Body="&lt;p&gt;I may be a bit late, but if you are somehow still looking for such data you may try with this &lt;a href=&quot;https://www.car-database-api.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;car-database-api&lt;/a&gt; It's paid - but you can choose what kind of info you want - the parameters I mean.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you looking for a particular Indian brand? I think they have Mahindra, Maruti and Tata. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;** You will not get Name of Owner using this API, or any information about Owner. &lt;/p&gt;&#xA;" OwnerUserId="20556" LastEditorUserId="22736" LastEditDate="2019-10-11T10:29:03.940" LastActivityDate="2019-10-11T10:29:03.940" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13497" PostTypeId="1" CreationDate="2018-11-10T20:01:34.927" Score="1" ViewCount="52" Body="&lt;p&gt;I am looking for automatic passenger counts (APC) and automatic vehicle location (AVL) datasets for Tallinn public transportation system. Any ideas where I can find them? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or if there are no such data publicly available are there any other cities that make such datasets publicly available? Are there any other interesting datasets to research public transportation as a whole?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="20604" LastEditorUserId="20604" LastEditDate="2018-11-11T12:55:21.003" LastActivityDate="2018-11-11T12:55:21.003" Title="Tallinn APC &amp; AVL data for public transport" Tags="|government|transportation|city|public-transport|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13499" PostTypeId="1" CreationDate="2018-11-12T02:46:59.457" Score="1" ViewCount="54" Body="&lt;p&gt;While price data is easily available, total return data is a bit difficult to find free/open sources for. I am not looking for some massive data set that goes back to Galilean times, or covers small caps in tiny economies. I just need last 50 years or so of US S&amp;amp;P 500 or similar large cap stocks.&lt;/p&gt;&#xA;" OwnerUserId="20610" LastEditorDisplayName="user4293" LastEditDate="2018-11-12T09:21:21.347" LastActivityDate="2020-08-02T08:27:51.587" Title="Total Return of US S&amp;P 500, last 50-years" Tags="|data-request|usa|finance|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13500" PostTypeId="2" ParentId="13499" CreationDate="2018-11-12T07:09:32.040" Score="1" Body="&lt;p&gt;I think you are searching for &quot;Dividend Yield&quot;, which can be added to any gains or losses to give the total return.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.multpl.com/s-p-500-dividend-yield/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.multpl.com/s-p-500-dividend-yield/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.multpl.com/s-p-500-dividend-yield/table&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.multpl.com/s-p-500-dividend-yield/table&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For &quot;total return&quot; maybe you mean &quot;earnings yield&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.multpl.com/s-p-500-earnings-yield&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.multpl.com/s-p-500-earnings-yield&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.multpl.com/s-p-500-earnings-yield/table/by-year&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.multpl.com/s-p-500-earnings-yield/table/by-year&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-12T07:09:32.040" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13501" PostTypeId="1" CreationDate="2018-11-12T09:49:13.340" Score="1" ViewCount="101" Body="&lt;p&gt;I'm looking for an API or other service with a taxonomy of occupations, skills and so forth in a structured or unstructured description.&lt;/p&gt;&#xA;" OwnerUserId="20612" LastEditorDisplayName="user4293" LastEditDate="2018-11-12T12:04:47.530" LastActivityDate="2018-11-14T15:06:03.317" Title="Open API for occupations and skills" Tags="|labor|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13502" PostTypeId="2" ParentId="13501" CreationDate="2018-11-12T10:37:28.447" Score="1" Body="&lt;p&gt;Have you looked at &lt;a href=&quot;https://pending.schema.org/Occupation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Schema.org 's &quot;Occupation&quot;&lt;/a&gt;? This may correspond to what you need. It's not an API, but you can build (or someone might have) one which uses it.&lt;/p&gt;&#xA;" OwnerUserId="6490" LastActivityDate="2018-11-12T10:37:28.447" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13503" PostTypeId="1" AcceptedAnswerId="13506" CreationDate="2018-11-12T21:38:58.270" Score="1" ViewCount="170" Body="&lt;p&gt;I'm looking for PGN that has time control containing all FIDE classical chess games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If that cannot be found then I would like PGN of FIDE classical games for high rated players that have time control, most PGN I've seen do not include the time. The data has to be free or for a negligible price since it's for a side project.&lt;/p&gt;&#xA;" OwnerUserId="4308" LastEditorUserId="16193" LastEditDate="2018-11-21T09:04:32.293" LastActivityDate="2018-11-21T09:04:32.293" Title="Chess PGN with time control" Tags="|data-request|sports|games|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13504" PostTypeId="1" CreationDate="2018-11-13T08:36:31.513" Score="1" ViewCount="23" Body="&lt;p&gt;Does anyone know of a source of processed LIDAR data that shows heights/elevations of the understory and of the tree-tops at around 1 meter horizontal resolution?  I'm also looking for density maps&lt;sup&gt;1&lt;/sup&gt; for the understory (ideally 0 to 2 meters AGL).  So far I've only been able to find bare earth DEMs for the area I'm working in (New York State, USA).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the data I've found so far:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://ftp.gis.ny.gov/elevation/LIDAR/&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York State LIDAR point clouds&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://ftp.gis.ny.gov/elevation/DEM/&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York State LIDAR-derived bare-earth 1m DEMs&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://viewer.nationalmap.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR point clouds (United States)&lt;/a&gt; (search for Elevation Source Data (3DEP) - Lidar, IfSAR)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;1&lt;/sup&gt; e.g. returns per square meter less than 2 meters above ground level&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Something like this (B &amp;amp; C) is  what I'm looking for: &lt;a href=&quot;https://i.stack.imgur.com/qxD8a.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qxD8a.png&quot; alt=&quot;Understory - EROS LiDAR&quot;&gt;&lt;/a&gt;&#xA;Credit: EROS Fire Science Team, Earth Resources Observation and Science Center. Public domain.&#xA;&lt;a href=&quot;https://www.usgs.gov/media/images/understory-eros-lidar&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/media/images/understory-eros-lidar&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20581" LastActivityDate="2018-11-13T08:36:31.513" Title="Sources for detailed LIDAR-based ground cover classification data? (USA/New York State)" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13505" PostTypeId="2" ParentId="12891" CreationDate="2018-11-13T09:13:50.957" Score="1" Body="&lt;p&gt;The City of Zürich, Switzerland just released the 3D building dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GU7C2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GU7C2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; (&lt;a href=&quot;https://twitter.com/OpenDataZurich/status/1062014106469838848&quot; rel=&quot;nofollow noreferrer&quot;&gt;source tweet&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data can be explored and downloaded here: &lt;a href=&quot;https://data.stadt-zuerich.ch/dataset?q=&amp;amp;tags=3d-stadtmodell&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.stadt-zuerich.ch/dataset?q=&amp;amp;tags=3d-stadtmodell&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's &lt;a href=&quot;https://www.citygml.org/samplefiles/building/&quot; rel=&quot;nofollow noreferrer&quot;&gt;some examples&lt;/a&gt; of GML files to get started. And a bit about &lt;a href=&quot;https://www.citygml.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;City GML&lt;/a&gt;, including other cities' datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use &lt;a href=&quot;https://gis.stackexchange.com/q/205838/112869&quot;&gt;this Q/A&lt;/a&gt; to convert GML positions to latitude and longitude.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-13T09:13:50.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13506" PostTypeId="2" ParentId="13503" CreationDate="2018-11-13T10:05:45.397" Score="1" Body="&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;43rd World Chess Olympiad 2018&lt;/strong&gt; &lt;em&gt;(September 23 - October 6)&lt;/em&gt;: &lt;a href=&quot;https://batumi2018.fide.com/en/pgn&quot; rel=&quot;nofollow noreferrer&quot;&gt;5000+ games&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Women's World Chess Championship Tournament 2018&lt;/strong&gt; &lt;em&gt;(November 2 - 23)&lt;/em&gt;: &lt;a href=&quot;https://ugra2018.fide.com/pgnfileen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;~140 games&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Women's World Chess Championship Match 2018&lt;/strong&gt; &lt;em&gt;(May 2 - 29)&lt;/em&gt;: &lt;a href=&quot;http://china2018.fide.com/en/component/turnuva/?task=fileview&amp;amp;kid=4&quot; rel=&quot;nofollow noreferrer&quot;&gt;10 games&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[Event &quot;WWCC 2018&quot;]&#xA;[Site &quot;Khanty-Mansiysk, RUS&quot;]&#xA;[Date &quot;2018.11.12&quot;]&#xA;[Round &quot;22.2&quot;]&#xA;[White &quot;Kosteniuk Alexandra (RUS)&quot;]&#xA;[Black &quot;Muzychuk Anna (UKR)&quot;]&#xA;[Result &quot;1/2-1/2&quot;]&#xA;[BlackElo &quot;2564&quot;]&#xA;[WhiteElo &quot;2543&quot;]&#xA;[ECO &quot;B33&quot;]&#xA;&#xA; 1. e4    {[%clk 1:30:56]}   c5    {[%clk 1:30:53]}&#xA; 2. Nf3   {[%clk 1:31:20]}   e6    {[%clk 1:31:18]}&#xA; 3. d4    {[%clk 1:31:39]}   cxd4  {[%clk 1:31:41]}&#xA; 4. Nxd4  {[%clk 1:32:05]}   Nf6   {[%clk 1:32:01]}&#xA; 5. Nc3   {[%clk 1:32:15]}   Nc6   {[%clk 1:32:23]}&#xA; 6. Ndb5  {[%clk 1:32:25]}   d6    {[%clk 1:32:43]}&#xA; 7. Bf4   {[%clk 1:32:46]}   e5    {[%clk 1:33:07]}&#xA; 8. Bg5   {[%clk 1:33:12]}   a6    {[%clk 1:33:30]}&#xA; 9. Na3   {[%clk 1:33:37]}   b5    {[%clk 1:33:53]}&#xA;10. Nd5   {[%clk 1:33:40]}   Be7   {[%clk 1:34:14]}&#xA;11. Bxf6  {[%clk 1:34:03]}   Bxf6  {[%clk 1:34:35]}&#xA;12. c4    {[%clk 1:34:26]}   b4    {[%clk 1:34:46]}&#xA;13. Nc2   {[%clk 1:34:51]}   O-O   {[%clk 1:34:55]}&#xA;14. Be2   {[%clk 1:34:45]}   a5    {[%clk 1:34:48]}&#xA;15. O-O   {[%clk 1:34:52]}   Bg5   {[%clk 1:34:59]}&#xA;16. b3    {[%clk 1:35:00]}   Be6   {[%clk 1:31:28]}&#xA;17. a3    {[%clk 1:35:05]}   bxa3  {[%clk 1:25:19]}&#xA;18. Nc3   {[%clk 1:35:13]}   Qb8   {[%clk 1:12:55]}&#xA;19. Nxa3  {[%clk 1:34:33]}   Bd8   {[%clk 1:08:40]}&#xA;20. Nab5  {[%clk 1:34:21]}   Bb6   {[%clk 1:02:46]}&#xA;21. Qxd6  {[%clk 1:32:19]}   Qxd6  {[%clk 1:02:03]}&#xA;22. Nxd6  {[%clk 1:32:43]}   Nd4   {[%clk 0:54:42]}&#xA;23. Rab1  {[%clk 0:54:12]}   Rfd8  {[%clk 0:33:54]}&#xA;24. Ndb5  {[%clk 0:54:28]}   Nxe2+ {[%clk 0:34:03]}&#xA;25. Nxe2  {[%clk 0:54:53]}   a4    {[%clk 0:33:39]}&#xA;26. bxa4  {[%clk 0:44:48]}   Bxc4  {[%clk 0:30:55]}&#xA;27. Nbc3  {[%clk 0:45:08]}   Bc5   {[%clk 0:28:43]}&#xA;28. Rfd1  {[%clk 0:32:45]}   Rxd1+ {[%clk 0:26:48]}&#xA;29. Rxd1  {[%clk 0:33:11]}   Bxe2  {[%clk 0:26:42]}&#xA;30. Nxe2  {[%clk 0:33:37]}   Rxa4  {[%clk 0:26:50]}&#xA;31. Rd8+  {[%clk 0:33:44]}   1/2-1/2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;http://www.fide.com/component/fidecalendar/?view=fidecalendar&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIDE Calendar&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-11-15T11:50:55.217" LastActivityDate="2018-11-15T11:50:55.217" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13507" PostTypeId="1" AcceptedAnswerId="13510" CreationDate="2018-11-14T01:53:43.677" Score="1" ViewCount="105" Body="&lt;p&gt;I just signed up for an account to the DDL. I've tried to access three datasets and receive the same message in each instance; &quot;You do not have permission to view this dataset&quot;. I've tried logging out and back in and receive the same message. Are all datasets posted to the DDL available for download and if so, am i receiving this message in error?&lt;/p&gt;&#xA;" OwnerUserId="20627" LastEditorUserId="4184" LastEditDate="2018-11-15T14:19:27.840" LastActivityDate="2018-11-15T14:19:27.840" Title="Are USAID datasets available for download?" Tags="|usaidopen|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13508" PostTypeId="2" ParentId="9855" CreationDate="2018-11-14T13:14:31.943" Score="1" Body="&lt;p&gt;So you need the information for the US car market or for worldwide car market? Under performance you mean a sheet of technical specs?&lt;br /&gt;&#xA;How about Edmunds.com if their information is still available?  They used to offer free access to their cars database for developers - i have used them few years ago.&#xA;My recent collisions with the automotive magazines testify that the majority of them will not open their databases without any payment. Sad story. If you have the time check out the following &lt;a href=&quot;https://www.auto-data.net/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;car catalog&lt;/a&gt; (they have a nice set of specifications - the ones you need but you might need to use a converter to calculate the km/h into mph and etc. If you change your ming and decide to go payed - check this &lt;a href=&quot;https://www.car-database-api.com/vehicle-api-parameters&quot; rel=&quot;nofollow noreferrer&quot;&gt;car data provider&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;P.s. I think Edmnuds is still working no idea to what extent though.&lt;/p&gt;&#xA;" OwnerUserId="20632" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-11-14T13:14:31.943" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13509" PostTypeId="2" ParentId="13501" CreationDate="2018-11-14T15:06:03.317" Score="1" Body="&lt;p&gt;US federal &lt;a href=&quot;https://www.bls.gov/soc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Standard Occupational Classification (SOC) sysem&lt;/a&gt; is a &lt;a href=&quot;https://www.whitehouse.gov/omb/information-regulatory-affairs/statistical-programs-standards/&quot; rel=&quot;nofollow noreferrer&quot;&gt;federal statistical standard&lt;/a&gt; used by federal agencies to classify workers into occupational categories for the purpose of collecting, calculating, or disseminating data. All workers are classified into one of 867 detailed occupations according to their occupational definition. To facilitate classification, detailed occupations are combined to form 459 broad occupations, 98 minor groups, and 23 major groups. Detailed occupations in the SOC with similar job duties, and in some cases skills, education, and/or training, are grouped together.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-11-14T15:06:03.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13510" PostTypeId="2" ParentId="13507" CreationDate="2018-11-14T20:33:00.587" Score="2" Body="&lt;p&gt;Hello Charles and thank you for your question.  Not all datasets on USAID's Development Data Library (DDL) [&lt;a href=&quot;https://data.usaid.gov/]&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.usaid.gov/]&lt;/a&gt; are publicly available for download.  Some are designated as private, intended for internal USAID use.  Please email dataservices@usaid.gov to request access to specific non-public datasets on the DDL and the team will begin work on your request.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best wishes,&#xA;Morgan Daniels&lt;/p&gt;&#xA;" OwnerUserId="20637" LastActivityDate="2018-11-14T20:33:00.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13513" PostTypeId="2" ParentId="13488" CreationDate="2018-11-15T10:29:31.823" Score="0" Body="&lt;p&gt;You never said if seek for a free or you feel comfortable with a paid database? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyway, i am currently working with one data provider - mainly using the database for the engine displacements of Land Cruisers.The data is in XML, not CSV but i guess it could be converted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;New, old, regular brands from around the world, concept and prototypes included; 2-3 times a day updated; there's an option for images, i think but you have to ask;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check the &lt;a href=&quot;https://www.car-database-api.com/vehicle-api-parameters&quot; rel=&quot;nofollow noreferrer&quot;&gt;technical parameters offered&lt;/a&gt;. Here's &lt;a href=&quot;https://www.car-database-api.com/media/data.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;the demo&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="20556" LastEditorUserId="4308" LastEditDate="2018-11-15T14:23:59.823" LastActivityDate="2018-11-15T14:23:59.823" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13514" PostTypeId="2" ParentId="13491" CreationDate="2018-11-15T10:50:48.793" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.skyhighnetworks.com/cloud-security-blog/7-charts-reveal-the-meteoric-rise-of-office-365/&quot; rel=&quot;nofollow noreferrer&quot;&gt;This page&lt;/a&gt; is undated, but Google returns it from a search of the last year. It says &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Today, one out of every five corporate employees uses an Office 365 cloud service&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2018-11-15T10:50:48.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13517" PostTypeId="1" CreationDate="2018-11-15T16:18:28.057" Score="1" ViewCount="23" Body="&lt;p&gt;I am looking for a database (something like WordNet) containing predicate-arguments information (also known as relations-roles). I.e. what are the arguments of a given predicate?&#xA;For example,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;loves(lover, beloved)&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;'&lt;em&gt;loves&lt;/em&gt;' is a predicate/relation; and '&lt;em&gt;lover&lt;/em&gt;' and '&lt;em&gt;beloved&lt;/em&gt;' are the predicate's typical arguments (relational roles).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am familiar with WordNet, but it contains mainly information about hypernyms and hyponyms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any available databases containing such information? If there are, it would be perfect if they could be accessed through Python!&lt;/p&gt;&#xA;" OwnerUserId="20645" LastActivityDate="2018-11-15T16:18:28.057" Title="Are there any available lexical databases for English, containing predicate-argument (relation-role) information?" Tags="|python|wordnet|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13520" PostTypeId="1" AcceptedAnswerId="13521" CreationDate="2018-11-16T14:05:26.897" Score="4" ViewCount="73" Body="&lt;p&gt;When you are learning how to program in a certain language or with a particular framework, it is very useful to have an actual real-world example of that project being used somewhere in the open source community.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone stumbled across a particular updated website or online resource that provides OSS source code links (like github, sourceforge, etc) to programming languages / frameworks?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would be especially useful for software engineering professionals who need to learn a new language/framework and want to skip the &quot;Hello World&quot; and get right to something useful.&lt;/p&gt;&#xA;" OwnerUserId="20653" LastEditorUserId="16193" LastEditDate="2018-11-21T09:11:12.620" LastActivityDate="2018-11-21T09:11:12.620" Title="Site that provides up to date list of programming languages/frameworks to open source repositories using it?" Tags="|uses-of-open-data|programming|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13521" PostTypeId="2" ParentId="13520" CreationDate="2018-11-16T19:31:58.790" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.openhub.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Hub&lt;/a&gt; has something almost exactly like this, although I don't think there are specific pointers that say &quot;we use this code, like this, here&quot;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openhub.net/p/firefox&quot; rel=&quot;nofollow noreferrer&quot;&gt;Firefox's profile&lt;/a&gt; profile shows &lt;a href=&quot;https://i.stack.imgur.com/PvaAM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PvaAM.png&quot; alt=&quot;Screenshot of Firefox&amp;#39;s Profile on Open Hub&quot;&gt;&lt;/a&gt; some of the data they provide for open source projects.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Github's annual &lt;a href=&quot;https://octoverse.github.com/projects.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;State of the Octoverse&lt;/a&gt; provides some level of details about what you are asking to.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-11-19T21:12:14.893" LastActivityDate="2018-11-19T21:12:14.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13522" PostTypeId="2" ParentId="12230" CreationDate="2018-11-16T19:49:53.260" Score="1" Body="&lt;p&gt;You can find all of USAID’s Congressional Budget Justifications, which include a detailed breakdown by office, on the &lt;a href=&quot;https://www.usaid.gov/results-and-data/budget-spending/congressional-budget-justification&quot; rel=&quot;nofollow noreferrer&quot;&gt;USAID website&lt;/a&gt;. At this moment, the Development Data Library doesn’t archive the proposed financials of the agency directly on the platform, but you can see a selection of those data on &lt;a href=&quot;https://www.foreignassistance.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;foreignassistance.gov&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="20636" LastEditorUserId="16193" LastEditDate="2018-11-16T21:36:56.603" LastActivityDate="2018-11-16T21:36:56.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13523" PostTypeId="2" ParentId="12399" CreationDate="2018-11-16T19:52:03.113" Score="0" Body="&lt;p&gt;Thanks for your question, and we’re sorry for taking a while to follow up—we’ve been using the last year or so to make important changes to the DDL that I hope you’ll find valuable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The DDL is a repository for all data collected in the course of USAID awards, including data that are stored on other publicly accessible research databases. If you have a partner account and you have received Editor privileges on the platform (see our &lt;a href=&quot;https://data.usaid.gov/stories/s/Creating-an-Account/938e-nmfj&quot; rel=&quot;nofollow noreferrer&quot;&gt;User Guide&lt;/a&gt; for more information), you can create a data asset that contains no spreadsheet-formatted datasets, but instead, describes the data and links to an external database. See the DDL User Guide section on &lt;a href=&quot;https://data.usaid.gov/stories/s/Adding-Datasets/2jvq-bbpd&quot; rel=&quot;nofollow noreferrer&quot;&gt;Adding Datasets&lt;/a&gt; for more information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please don’t hesitate to follow up on this thread or email us at &lt;a href=&quot;http://mailto:dataservices@usaid.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataservices@usaid.gov&lt;/a&gt; if you have any other questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Robin, USAID Data Services&lt;/p&gt;&#xA;" OwnerUserId="20636" LastActivityDate="2018-11-16T19:52:03.113" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13524" PostTypeId="2" ParentId="12731" CreationDate="2018-11-16T19:58:50.927" Score="1" Body="&lt;p&gt;Thanks so much for posting here! I’m happy to help, and apologize for the notable delay while we were making important changes to the DDL that I hope you’ll find valuable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have a few datasets from the Feed the Future initiative that you might find interesting—in particular, the datasets that contain the underlying data for calculating the Women’s Empowerment in Agriculture Index, which you can find &lt;a href=&quot;https://data.usaid.gov/browse?q=Women%27s%20Empowerment%20in%20Agriculture%20Index&amp;amp;sortBy=relevance&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; or enter into the search bar in the &lt;a href=&quot;https://data.usaid.gov/browse&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Catalog&lt;/a&gt;. At the moment, however, only the baseline surveys are available. As our data submitting partners collect and submit interim and endline surveys, they will be made available on the DDL.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please don’t hesitate to follow up on this thread or email us at &lt;a href=&quot;http://mailto:dataservices@usaid.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataservices@usaid.gov&lt;/a&gt; if you have any other questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Robin, USAID Data Services&lt;/p&gt;&#xA;" OwnerUserId="20636" LastActivityDate="2018-11-16T19:58:50.927" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13525" PostTypeId="2" ParentId="13369" CreationDate="2018-11-16T20:01:28.147" Score="0" Body="&lt;p&gt;Thanks so much for your question and for contributing to the discussion on Stack Exchange. We’d like to apologize for the delay in getting back to you, since the Data Services team was hard at work making important updates to the DDL that I hope you’ll find useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find information about US contributions to the UN Relief and Works Agency using &lt;a href=&quot;https://explorer.usaid.gov/query&quot; rel=&quot;nofollow noreferrer&quot;&gt;Foreign Aid Explorer’s Query function&lt;/a&gt;—just add a Country filter for West Bank/Gaza and an Implementing Partner Subcategory filter for Multilateral - United Nations, which will show you the obligations and disbursements the US Government has made to UN efforts in West Bank/Gaza at the activity level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Congress allocates funds for government expenditures through the authorization-appropriations process (you can find a two-page overview of the process in &lt;a href=&quot;https://www.senate.gov/CRSpubs/d2b1dc6f-4ed2-46ae-83ae-1e13b3e24150.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Congressional Research Service report&lt;/a&gt;). The Executive Branch has no direct control over the appropriations process, but influences it using the annual budget proposal, which in turn is influenced by each agency’s Congressional Budget Justification. You can find USAID’s annual Congressional Budget Justifications &lt;a href=&quot;https://www.usaid.gov/results-and-data/budget-spending/congressional-budget-justification&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please don’t hesitate to follow up on this thread or email us at &lt;a href=&quot;http://mailto:dataservices@usaid.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataservices@usaid.gov&lt;/a&gt; if you have any other questions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Robin, USAID Data Services&lt;/p&gt;&#xA;" OwnerUserId="20636" LastActivityDate="2018-11-16T20:01:28.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13526" PostTypeId="1" AcceptedAnswerId="13528" CreationDate="2018-11-17T06:00:14.533" Score="0" ViewCount="42" Body="&lt;p&gt;Been looking through &lt;a href=&quot;https://catalog.data.gov/dataset?groups=agriculture8571&amp;amp;page=12&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; but haven't found anything related to &lt;em&gt;shapefiles mapped to crops on land&lt;/em&gt;. In particular I am wondering if there is data on the plots of land mapped to the specific crops on the land, down to the scale of a county/town/village &lt;em&gt;across the world&lt;/em&gt;. If not, what the major sources are and where the specific / detailed town-by-town ones would be if there's not a central source like the USGS or USDA (like if I should just look at the nation websites for each place, or whatnot).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other searches I've done:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?metadata_type=geospatial&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&amp;amp;q=farm&amp;amp;res_format=ZIP&amp;amp;res_format=CSV&amp;amp;ext_bbox=&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?metadata_type=geospatial&amp;amp;ext_prev_extent=-142.03125%2C8.754794702435618%2C-59.0625%2C61.77312286453146&amp;amp;q=farm&amp;amp;res_format=ZIP&amp;amp;res_format=CSV&amp;amp;ext_bbox=&amp;amp;sort=views_recent+desc&amp;amp;ext_location=&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?q=crop&amp;amp;sort=views_recent+desc&amp;amp;res_format=ZIP&amp;amp;res_format=CSV&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-97.119140625%2C7.667441482726068%2C-86.748046875%2C16.25686733062344&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?q=crop&amp;amp;sort=views_recent+desc&amp;amp;res_format=ZIP&amp;amp;res_format=CSV&amp;amp;ext_location=&amp;amp;ext_bbox=&amp;amp;ext_prev_extent=-97.119140625%2C7.667441482726068%2C-86.748046875%2C16.25686733062344&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=b7ba5c49e50d4b1fbfcb4e33a0cecf1a&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; looks like one small piece, but just for a specific year and place, and I don't think it's free/open.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="5958" LastEditDate="2018-11-17T06:06:12.443" LastActivityDate="2018-11-18T01:01:06.253" Title="Farm/Cropland data" Tags="|agriculture|land|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13527" PostTypeId="1" CreationDate="2018-11-17T09:15:17.973" Score="2" ViewCount="94" Body="&lt;p&gt;I'm looking for the shapefiles of the electoral zones of Rio de Janeiro in 2018. Does anyone know where I could find it?&lt;/p&gt;&#xA;" OwnerUserId="20657" LastEditorUserId="1511" LastEditDate="2018-11-17T10:32:22.527" LastActivityDate="2018-11-18T19:14:22.267" Title="shapefiles of the electoral zones of Rio de Janeiro" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13528" PostTypeId="2" ParentId="13526" CreationDate="2018-11-18T01:01:06.253" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.nass.usda.gov/AgCensus/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census of Agriculture (Ag Census)&lt;/a&gt; has this &lt;a href=&quot;https://www.nass.usda.gov/Publications/AgCensus/2012/Online_Resources/Ag_Census_Web_Maps/Data_download/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt;, but you are going to have to put it together.&lt;br&gt;&#xA;It goes down to FIPS Code level, so basically localities, and you'll need &lt;a href=&quot;https://www.nass.usda.gov/Publications/AgCensus/2012/Full_Report/Volume_1,_Chapter_2_County_Level/&quot; rel=&quot;nofollow noreferrer&quot;&gt;County Level data&lt;/a&gt;, plus the &lt;a href=&quot;https://www.nass.usda.gov/Publications/AgCensus/2012/Online_Resources/Ag_Atlas_Maps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;shapefiles&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-11-18T01:01:06.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13529" PostTypeId="1" CreationDate="2018-11-18T02:56:30.067" Score="3" ViewCount="72" Body="&lt;p&gt;I am wondering what some file formats are that are out of the scope of &quot;normal&quot; file formats you typically find on the web. The &quot;normal&quot; file formats I'm not considering in this post are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Image formats like png&lt;/li&gt;&#xA;&lt;li&gt;Video formats like mp4&lt;/li&gt;&#xA;&lt;li&gt;Compression formats like zip&lt;/li&gt;&#xA;&lt;li&gt;Audio formats like flac&lt;/li&gt;&#xA;&lt;li&gt;Document formats like pdf&lt;/li&gt;&#xA;&lt;li&gt;Source code formats like xml, js, rb, java, etc.&lt;/li&gt;&#xA;&lt;li&gt;Plain text formats like txt&lt;/li&gt;&#xA;&lt;li&gt;Data formats like csv&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Some &quot;out of the mainstream&quot; file formats that I am looking for in this post are things like these (the few ones I know about):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/FASTA_format&quot; rel=&quot;nofollow noreferrer&quot;&gt;FASTA format&lt;/a&gt; for nucleotide sequences&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Mass_spectrometry_data_format#Open_formats&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mass Spec formats&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Chemical_table_file&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mol file format&lt;/a&gt; for 3D chemical structures.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Keyhole_Markup_Language&quot; rel=&quot;nofollow noreferrer&quot;&gt;KML&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shapefile&lt;/a&gt; formats&lt;/li&gt;&#xA;&lt;li&gt;RDF and JSON-ld&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Basically I just know a few file formats in the fields of Biology and GIS/mapping. A few others that might fit this &quot;out of the ordinary&quot; concept are SQL dumps or database dumps, or logfile formats like &lt;a href=&quot;https://en.wikipedia.org/wiki/Syslog&quot; rel=&quot;nofollow noreferrer&quot;&gt;syslog&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am just wondering if one could list any major common yet out of the ordinary ones (out of the ordinary mainly because they are in specialized fields), such as those from these fields, or other fields not mentioned.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Physics&lt;/li&gt;&#xA;&lt;li&gt;Other Chemical/Biological/Genetic ones (for example, I will have to see if there are MicroArray formats, or Gel Electrophoresis)&lt;/li&gt;&#xA;&lt;li&gt;Medicine/Hospital tools for their visualizations or records.&lt;/li&gt;&#xA;&lt;li&gt;Point clouds&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Earth_sciences_data_formats&quot; rel=&quot;nofollow noreferrer&quot;&gt;Earth science&lt;/a&gt; / Geology / GIS that I have missed&lt;/li&gt;&#xA;&lt;li&gt;Astronomy data formats.&lt;/li&gt;&#xA;&lt;li&gt;Major video/audio ones that may be easily missed (like maybe closed captioning is a format, I don't know).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Metadata_standard&quot; rel=&quot;nofollow noreferrer&quot;&gt;Standard metadata formats&lt;/a&gt; (not sure about these if they are file formats yet).&lt;/li&gt;&#xA;&lt;li&gt;Sports records.&lt;/li&gt;&#xA;&lt;li&gt;Financial stuff formats.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Again, I'm only wondering for the &lt;em&gt;major&lt;/em&gt; ones that are out of the ordinary that you would encounter as common in these (or other major) industries. I know there are &lt;a href=&quot;https://stackoverflow.com/questions/1735659/list-of-all-mimetypes-on-the-planet-mapped-to-file-extensions&quot;&gt;thousands of file formats&lt;/a&gt; haha, so not looking for a comprehensive list or anything, just mainly want to get introduced to the major ones that are out of the ordinary but common. Instead of specific formats it could just be classes of formats too, that works as well. Thank you.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="1511" LastEditDate="2018-11-19T08:40:57.850" LastActivityDate="2020-04-14T08:09:16.587" Title="Common but out-of-the-ordinary file formats" Tags="|geospatial|medical|sports|data-format|biology|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13530" PostTypeId="2" ParentId="13527" CreationDate="2018-11-18T04:11:36.997" Score="3" Body="&lt;p&gt;Somewhere in the IBGE perhaps? Sorry my Portuguese isn't great, but there is data for RJ here: &lt;a href=&quot;https://agenciadenoticias.ibge.gov.br/agencia-sala-de-imprensa/2013-agencia-de-noticias/releases/21571-ibge-lanca-a-versao-2018-da-base-cartografica-vetorial-continua-do-estado-do-rio-de-janeiro&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://agenciadenoticias.ibge.gov.br/agencia-sala-de-imprensa/2013-agencia-de-noticias/releases/21571-ibge-lanca-a-versao-2018-da-base-cartografica-vetorial-continua-do-estado-do-rio-de-janeiro&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and other data on the ftp servers: &lt;a href=&quot;ftp://geoftp.ibge.gov.br/cartas_e_mapas/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://geoftp.ibge.gov.br/cartas_e_mapas/&lt;/a&gt; and &lt;a href=&quot;ftp://geoftp.ibge.gov.br/organizacao_do_territorio/malhas_territoriais/malhas_municipais/municipio_2016/Brasil/BR/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://geoftp.ibge.gov.br/organizacao_do_territorio/malhas_territoriais/malhas_municipais/municipio_2016/Brasil/BR/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There also seems to be some non-spatial data here: &lt;a href=&quot;http://www.tse.jus.br/eleitor/servicos/cartorios-e-zonas-eleitorais/pesquisa-a-zonas-eleitorais&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.tse.jus.br/eleitor/servicos/cartorios-e-zonas-eleitorais/pesquisa-a-zonas-eleitorais&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20658" LastActivityDate="2018-11-18T04:11:36.997" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13533" PostTypeId="1" CreationDate="2018-11-18T12:40:32.310" Score="4" ViewCount="444" Body="&lt;p&gt;I am not too sure where there are &quot;tribal&quot; or &quot;indigenous&quot; peoples in every part of the world, but what I am thinking about are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Native American tribal lands in the United States.&lt;/li&gt;&#xA;&lt;li&gt;South American tribes in the Amazon areas.&lt;/li&gt;&#xA;&lt;li&gt;Other potentially non-Amazonian South American tribes (not sure about this, but I think I remember learning about Argentinian tribes).&lt;/li&gt;&#xA;&lt;li&gt;Australian Aboriginal tribes&lt;/li&gt;&#xA;&lt;li&gt;Central/Southern African Bushman tribes.&lt;/li&gt;&#xA;&lt;li&gt;Canadian Aboriginal tribes (Inuit/Eskimo are all I barely know of)&lt;/li&gt;&#xA;&lt;li&gt;Papua New Guinea (though not sure they have lands)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Those are the only tribal peoples I am somewhat introduced with.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I would like to see, but am unfamiliar with whether or not tribes (so to speak) exist in these areas, are in these areas:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Central American tribes (maybe Mayan, Zapotec, Aztec are considered tribal and have lands).&lt;/li&gt;&#xA;&lt;li&gt;China/Tibet&lt;/li&gt;&#xA;&lt;li&gt;Japan, etc.&lt;/li&gt;&#xA;&lt;li&gt;Indonesia&lt;/li&gt;&#xA;&lt;li&gt;India, etc.&lt;/li&gt;&#xA;&lt;li&gt;Other parts of Africa, etc.&lt;/li&gt;&#xA;&lt;li&gt;Papua New Guinea&lt;/li&gt;&#xA;&lt;li&gt;Northern Russia/Tundra areas (Caucasians I think, though not sure if they consider themselves tribes with tribal lands).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Basically I am wondering if any data (shapefiles specifically) exist on the lands of these (potentially) tribal/indigenous peoples. I have found a complete map of tribal lands for the United States, but not for the other ones I listed in the first list, nor these potential tribal groups I listed afterwards.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wri.org/news/2015/11/release-first-interactive-global-map-indigenous-and-community-territories-will-help&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; looked promising but the link doesn't seem good.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="19566" LastEditDate="2019-11-06T20:58:00.243" LastActivityDate="2021-07-30T16:09:18.913" Title="Indigenous land shapefiles for world" Tags="|geospatial|global|land|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13536" PostTypeId="1" CreationDate="2018-11-19T00:50:08.480" Score="2" ViewCount="322" Body="&lt;p&gt;I have seen animations of the universe / galaxies such as &lt;a href=&quot;https://www.youtube.com/watch?v=sBS3jDeSlSs&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; where the galaxies / clusters are like specks in a 3D / volumetric cloud, which you can zoom into and they get bigger and then zooming into the galaxy you get the individual stars, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Part of that is probably application development, but I'm wondering if there are any standard and/or open data sets (perhaps from NASA or something like that) that has the 3D positions of all of the stars and galaxies and stellar structures we've observed in the universe, or what the closest thing is to this.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="1511" LastEditDate="2018-11-19T08:06:00.383" LastActivityDate="2018-11-19T08:06:00.383" Title="3D shapefile or pointcloud data for stars/galaxies in observable universe" Tags="|data-request|geospatial|astronomy|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13538" PostTypeId="1" CreationDate="2018-11-19T12:58:39.133" Score="1" ViewCount="743" Body="&lt;p&gt;Does anyone know if the PETS 2007 Dataset (&lt;a href=&quot;http://www.cvg.reading.ac.uk/PETS2007/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cvg.reading.ac.uk/PETS2007/data.html&lt;/a&gt;) is still available anywhere? Their FTP server and HTTP server seem to not be working. &lt;/p&gt;&#xA;" OwnerUserId="20672" LastEditorUserId="90" LastEditDate="2019-08-02T19:48:20.427" LastActivityDate="2019-08-02T19:48:20.427" Title="PETS 2007 Dataset" Tags="|machine-learning|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13539" PostTypeId="1" CreationDate="2018-11-19T18:30:09.563" Score="1" ViewCount="58" Body="&lt;p&gt;I have found some individual cities' data but not somewhat comprehensive country wide data. It doesn't have to be perfect, but it would be nice to have most major museums. &lt;/p&gt;&#xA;" OwnerUserId="20675" LastEditorUserId="90" LastEditDate="2018-11-20T19:20:10.020" LastActivityDate="2018-11-20T20:45:35.300" Title="Looking for shape files for major museums in the US." Tags="|geospatial|glam|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13540" PostTypeId="2" ParentId="13539" CreationDate="2018-11-20T13:48:14.993" Score="1" Body="&lt;p&gt;There is a &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:tourism%3Dmuseum&quot; rel=&quot;nofollow noreferrer&quot;&gt;tag museum&lt;/a&gt; in open street map, so this would be the first place to look at for the US. However, 1) you would need to extract the polygons yourself ( using &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;OVERPASS API&lt;/a&gt; for example) and  2) Open street map is not guarenteeed to be a complete dataset. &lt;/p&gt;&#xA;" OwnerUserId="17715" LastActivityDate="2018-11-20T13:48:14.993" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13541" PostTypeId="2" ParentId="13539" CreationDate="2018-11-20T20:45:35.300" Score="1" Body="&lt;h1&gt;&lt;a href=&quot;https://www.imls.gov/research-evaluation/data-collection/museum-universe-data-file&quot; rel=&quot;nofollow noreferrer&quot;&gt;Museum Universe Data File (MUDF)&lt;/a&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://data.imls.gov/d/ku5e-zr2b?_ga=2.9600181.1819980787.1542742145-949762418.1542742145&quot; rel=&quot;nofollow noreferrer&quot;&gt;Museum Universe Data File&lt;/a&gt; is an evolving list of museums and related organizations in the United States.  It includes basic information on aquariums, arboretums, botanical gardens, art museums, children’s museums, general museums, historic houses and sites, history museums, nature centers, natural history and anthropology museums, planetariums, science and technology centers, specialized museums, and zoos.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://bowdenweb.com/a/data/museum-universe-data-file/museum-universe-data-file-fy-2015-q3-et8i-mnha.shp.7z&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shapefile for 2015 Q3&lt;/a&gt; converted from &lt;a href=&quot;https://data.imls.gov/resource/et8i-mnha.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;original GeoJSON dataset&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;References and Resources&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.imls.gov/research-evaluation/data-collection/museum-universe-data-file&quot; rel=&quot;nofollow noreferrer&quot;&gt;Museum Universe Data File - imls.gov&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://dev.socrata.com/foundry/data.imls.gov/et8i-mnha&quot; rel=&quot;nofollow noreferrer&quot;&gt;Museum Universe Data File FY 2015 Q3 - Most Current as of 2018-11-20&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://data.imls.gov/Museum-Universe-Data-File/Museum-Universe-Data-File-FY-2015-Q3/ku5e-zr2b&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canonical Source&lt;/a&gt;, however there is no option to export via GeoJSON.&lt;br&gt;&#xA;&lt;a href=&quot;https://data.imls.gov/d/ku5e-zr2b&quot; rel=&quot;nofollow noreferrer&quot;&gt;Interactive Dataset&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://data.imls.gov/Museum-Universe-Data-File/Museum-Universe-Data-File-FY-2015-Q3/ku5e-zr2b/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Table&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.imls.gov/sites/default/files/mudf_documenation_2015q3.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Documentation (PDF)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://data.imls.gov/resource/et8i-mnha.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geojson&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.imls.gov/sites/default/files/mudf15q3pub_csv.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV Data File (ZIP)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://dev.socrata.com/foundry/data.imls.gov/et8i-mnha&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://data.imls.gov/resource/et8i-mnha.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Possible Solutions/More Data&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=museum&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for Datasets Tagged with &quot;Museum&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=culture&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for Datasets Tagged with &quot;Culture&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=history&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for Datasets Tagged with &quot;History&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?organization=neh-gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for Datasets by Organization &quot;neh.gov&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=art&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for Datasets Tagged with &quot;Art&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=art&amp;amp;res_format=ZIP&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search data.gov for Datasets Tagged with &quot;Art&quot;, in a Format of &quot;ZIP&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://hub.arcgis.com/search?q=museums&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search ESRI ArcGIS Open Data for &quot;Museums&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://hub.arcgis.com/search?q=art&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search ESRI ArcGIS Open Data for &quot;Art&quot;&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-11-20T20:45:35.300" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13543" PostTypeId="1" CreationDate="2018-11-21T07:40:57.410" Score="2" ViewCount="78" Body="&lt;p&gt;I am looking for data on the spatial positions of planetary bodies, asteroids, stars, galaxies, etc. In doing that I was led to &lt;a href=&quot;https://ssd.jpl.nasa.gov/?horizons&quot; rel=&quot;nofollow noreferrer&quot;&gt;HORIZONS&lt;/a&gt; which requires you to use telnet to command-line step through querying for data! I was hoping there would be an FTP or CSV somewhere but haven't found anything.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That got me here to ask about what major data sets NASA offers. I'm sure they have hundreds or thousands of small data sets, updates, and variations of collections of such, but I'm not looking for a list of all that. I just would like to know what (and where) the major data sets are.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From my understanding so far, there are:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ssd.jpl.nasa.gov/?horizons&quot; rel=&quot;nofollow noreferrer&quot;&gt;HORIZONS&lt;/a&gt;. (I am not sure if &lt;a href=&quot;ftp://ssd.jpl.nasa.gov/pub//eph/planets/ascii/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this FTP&lt;/a&gt; is the same dataset, which would be great). I think this includes all planets, including Jupiter and whatnot, which the &quot;Geosciences&quot; data below doesn't (maybe because Jupiter is a gas planet instead of rock).&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;highly accurate ephemerides for solar system objects ( 789751 asteroids, 3542 comets, 190 planetary satellites, 8 planets, the Sun, L1, L2, select spacecraft, and system barycenters ).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pds-geosciences.wustl.edu/Lunar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lunar Data FTP&lt;/a&gt; (and &lt;a href=&quot;http://pds-geosciences.wustl.edu/dataserv/moon.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;description&lt;/a&gt;). I think this is just a map of the surface of the moon using LiDAR.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pds-geosciences.wustl.edu/dataserv/holdings.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Other Planet Geoscience Data FTP&lt;/a&gt;. I think this is mainly for Mars, Venus, Mercury, Moon, Earth, and Asteroids. (Doesn't mention planets like Jupiter and whatnot).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://remus.jpl.nasa.gov/atmos/atftp.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ATMOS data&lt;/a&gt; (and &lt;a href=&quot;ftp://thunder.jpl.nasa.gov/atmos&quot; rel=&quot;nofollow noreferrer&quot;&gt;FTP&lt;/a&gt;). &quot;Atmospheric Trace Molecule Spectroscopy&quot;. Not really sure what this is.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://podaac.jpl.nasa.gov/dataaccess#DRIVE&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; (and &lt;a href=&quot;ftp://podaac-ftp.jpl.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FTP&lt;/a&gt;). &lt;a href=&quot;https://podaac-ftp.jpl.nasa.gov/AboutPodaac&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Physical Oceanography Distributed Active Archive Center (PO.DAAC)&quot;&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://fermi.gsfc.nasa.gov/ssc/data/access/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fermi.gsfc.nasa.gov/ssc/data/access/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://neo.sci.gsfc.nasa.gov/about/ftp.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://neo.sci.gsfc.nasa.gov/about/ftp.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://earthdata.nasa.gov/earth-observation-data/near-real-time/download-nrt-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthdata.nasa.gov/earth-observation-data/near-real-time/download-nrt-data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://pmm.nasa.gov/data-access/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pmm.nasa.gov/data-access/downloads&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://cdaweb.sci.gsfc.nasa.gov/pub/software/cdawlib/0MASTERS/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cdaweb.sci.gsfc.nasa.gov/pub/software/cdawlib/0MASTERS/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://ftp.nnvl.noaa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.nnvl.noaa.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://heasarc.gsfc.nasa.gov/db-perl/W3Browse/w3table.pl?tablehead=name%3Dugc&amp;amp;Action=More+Options&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://heasarc.gsfc.nasa.gov/db-perl/W3Browse/w3table.pl?tablehead=name%3Dugc&amp;amp;Action=More+Options&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://legacy.gsfc.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://legacy.gsfc.nasa.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;... Not really sure what else. I know there are the images available, but mainly looking for the data.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I am specifically wondering if there is any data on the &lt;a href=&quot;https://opendata.stackexchange.com/questions/13536/3d-shapefile-or-pointcloud-data-for-stars-galaxies-in-observable-universe&quot;&gt;positions of the galaxies&lt;/a&gt;, but not sure if NASA has that (would be helpful to know if they do or don't).&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="5958" LastEditDate="2018-11-21T19:55:02.240" LastActivityDate="2018-11-21T19:55:02.240" Title="NASA's Space Datasets" Tags="|astronomy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13544" PostTypeId="2" ParentId="3559" CreationDate="2018-11-21T08:01:59.017" Score="0" Body="&lt;p&gt;For an app we made we used flags from &lt;a href=&quot;https://emojipedia.org/flags/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Emoji&lt;/a&gt; characters. These means you take the ISO country code and map it to the emoji character. Because it's Unicode, you can scale it to any size and then render it as any image format (for example, with &lt;a href=&quot;https://apple.stackexchange.com/a/127640/124094&quot;&gt;ImageMagick&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;I'm sure with a more comprehensive search you'll find packages for any and every programming language, but here are a couple packages&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;node.js: &lt;a href=&quot;https://github.com/matiassingers/emoji-flags&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/matiassingers/emoji-flags&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;python: &lt;a href=&quot;https://github.com/jonathan-kosgei/emoji-flags&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jonathan-kosgei/emoji-flags&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;python/django: &lt;a href=&quot;https://github.com/SmileyChris/django-countries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/SmileyChris/django-countries&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;em&gt;note, I haven't checked or used either&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-11-21T08:01:59.017" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13545" PostTypeId="1" AcceptedAnswerId="13547" CreationDate="2018-11-21T14:55:15.840" Score="5" ViewCount="3629" Body="&lt;p&gt;I am looking for an public Rest API which I can consume and get random city name at every time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;No inputs (like country). City can be any size, it can be a village, town, city..&lt;/p&gt;&#xA;" OwnerUserId="20690" LastEditorDisplayName="user4293" LastEditDate="2018-11-22T08:29:10.590" LastActivityDate="2020-06-19T16:23:25.187" Title="Get random city of any country" Tags="|api|city|rest|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13546" PostTypeId="1" CreationDate="2018-11-21T16:30:51.223" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking to locate a shapefile or any vector file that can be used for analysis I am conducting of change in size of cropland in the Punjab region of Pakistan. The file of interest would reflect the area that the floods that took place in Pakistan 2010 and would provide me the ability to differentiate areas that were directly affected by the floods from ones that were not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried several outlets such as the Humanitarian Data Exchange and requesting it from several organization without any luck. I may have overlooked platforms where this data would be available that is why I am here for this help.&lt;/p&gt;&#xA;" OwnerUserId="20693" LastEditorUserId="16193" LastEditDate="2018-11-21T22:31:12.637" LastActivityDate="2018-11-21T22:31:12.637" Title="Seeking vector file of extent of flood plain of 2010 Pakistan Floods?" Tags="|data-request|geospatial|geohazard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13547" PostTypeId="2" ParentId="13545" CreationDate="2018-11-21T17:26:39.797" Score="4" Body="&lt;p&gt;I've developed and host an online city database called &lt;a href=&quot;http://geodb-cities-api.wirefreethought.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoDB Cities&lt;/a&gt; which should fit the bill. Here's how I would implement a Random-City-Name feature:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Do an initial query to get the total count of all available cities. The results are chunked by pages, but each result also contains metadata about the total count of cities. You need to extract &lt;code&gt;metadata.totalCount&lt;/code&gt; from the JSON. (You can safely cache this value.)&lt;/p&gt;&#xA;&lt;p&gt;GET &lt;a href=&quot;http://geodb-free-service.wirefreethought.com/v1/geo/cities?hateoasMode=off&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geodb-free-service.wirefreethought.com/v1/geo/cities?hateoasMode=off&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Get a random number from &lt;code&gt;0 to (totalCount - 1)&lt;/code&gt; in the previous step (results are zero-based). &lt;a href=&quot;https://www.mkyong.com/java/java-generate-random-integers-in-a-range/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Go here&lt;/a&gt; for an excellent example of how to do so in Java. The code in other languages should look similar. This will represent your offset result into the data.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Do another GET query to get a single offset result, where OFFSET is zero-based. Extract &lt;code&gt;data.name&lt;/code&gt; from the JSON.&lt;/p&gt;&#xA;&lt;p&gt;GET &lt;a href=&quot;http://geodb-free-service.wirefreethought.com/v1/geo/cities?limit=1&amp;amp;offset=OFFSET&amp;amp;hateoasMode=off&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geodb-free-service.wirefreethought.com/v1/geo/cities?limit=1&amp;amp;offset=OFFSET&amp;amp;hateoasMode=off&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;The free instance is limited to cities with populations of at least 40000, but that might be fine for your purposes.&lt;/p&gt;&#xA;" OwnerUserId="19148" LastEditorUserId="19148" LastEditDate="2020-06-19T16:23:25.187" LastActivityDate="2020-06-19T16:23:25.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13548" PostTypeId="1" CreationDate="2018-11-21T20:29:48.503" Score="4" ViewCount="81" Body="&lt;p&gt;&lt;strong&gt;EDIT: I have posted this question to the &lt;a href=&quot;https://history.stackexchange.com/q/50952/14615&quot;&gt;history.SE&lt;/a&gt; after a discussion on that site's meta.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any sources of historical land use/land cover data for the United Kingdom? I'm specifically interested in datasets that, for each point/area in the UK (ideally, at as a high a resolution as possible), list whether the land was forest, urban, agricultural/cultivated, etc. for the time period 1800-1900.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are modern versions of these data, e.g. the &lt;a href=&quot;https://catalogue.ceh.ac.uk/documents/32533dd6-7c1b-43e1-b892-e80d61a5ea1d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Corine land cover data&lt;/a&gt;, which have been addressed in &lt;a href=&quot;https://gis.stackexchange.com/q/193344/126188&quot;&gt;other&lt;/a&gt; &lt;a href=&quot;https://gis.stackexchange.com/q/181659/126188&quot;&gt;questions&lt;/a&gt;, but nothing historical.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://maps.nls.uk/os/6inch-england-and-wales/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ordnance Surveys&lt;/a&gt; supposedly include some data like this for the years 1842 onward, but actually looking at the &lt;a href=&quot;https://maps.nls.uk/os/county-series/dates-england-and-wales.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of years in which each county was mapped&lt;/a&gt; shows that the actual data is mostly much later.&#xA;&lt;a href=&quot;https://maps.nls.uk/os/6inch-england-and-wales/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://maps.nls.uk/os/6inch-england-and-wales/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="3565" LastEditDate="2019-02-03T18:09:35.113" LastActivityDate="2019-02-03T18:09:35.113" Title="Historical data on forests and land use in the United Kingdom" Tags="|data-request|geospatial|uk|land|" AnswerCount="0" CommentCount="1" FavoriteCount="0" ClosedDate="2019-02-15T07:42:28.287" ContentLicense="CC BY-SA 4.0" />
  <row Id="13550" PostTypeId="2" ParentId="13545" CreationDate="2018-11-22T10:28:21.177" Score="2" Body="&lt;p&gt;You can use Wikidata with a SPARQL query, which may be useful if you also want some facts about the city&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?city ?label WHERE {&#xA;  ?city rdfs:label ?label.&#xA;  ?city wdt:P31 wd:Q515.&#xA;  FILTER((LANG(?label)) = &quot;en&quot;)&#xA;}&#xA;ORDER BY UUID()&#xA;LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fcity%20%3Flabel%20WHERE%20%7B%0A%20%20%3Fcity%20rdfs%3Alabel%20%3Flabel.%0A%20%20%3Fcity%20wdt%3AP31%20wd%3AQ515.%0A%20%20FILTER%28%28LANG%28%3Flabel%29%29%20%3D%20%22en%22%29%0A%7D%0AORDER%20BY%20UUID%28%29%0ALIMIT%2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Note1 : UUID() is to give random results. RAND() doesn't work with Wikidata (&lt;a href=&quot;https://stackoverflow.com/a/49353072/2327328&quot;&gt;source&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Note2: I put in &lt;code&gt;LIMIT 10&lt;/code&gt; to show more results, but in your case set it to &lt;code&gt;1&lt;/code&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Note3: Be careful of browser caching&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can access the SPARQL endpoint with your code (&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;) with this URL (currently XML output)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://query.wikidata.org/sparql?query=SELECT%20DISTINCT%20%3Fcity%20%3Fcountry%20%3Flabel%20WHERE%20%7B%0A%20%20%3Fcity%20rdfs%3Alabel%20%3Flabel.%0A%20%20%3Fcity%20wdt%3AP31%20wd%3AQ515.%0A%20%20FILTER((LANG(%3Flabel))%20%3D%20%22en%22)%0A%7D%0AORDER%20BY%20UUID()%0ALIMIT%2010&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-22T10:28:21.177" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13551" PostTypeId="2" ParentId="10235" CreationDate="2018-11-22T11:10:01.840" Score="1" Body="&lt;p&gt;Some researchers have published:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gwu-libraries.github.io/sfm-ui/posts/2016-11-30-election-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;2016 United States Presidential Election Tweet Ids dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;... the SFM team is sharing the tweet id of every single tweet that we collected around the election – all 280 million of them. The tweets are broken up into 12 collections:&lt;/p&gt;&#xA;&lt;p&gt;Candidates and key election hashtags (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;Democratic candidates (Twitter user timeline)&lt;/p&gt;&#xA;&lt;p&gt;Democratic Convention (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;Democratic Party (Twitter user timeline)&lt;/p&gt;&#xA;&lt;p&gt;Election Day (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;First presidential debate (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;GOP Convention (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;Republican candidates (Twitter user timeline)&lt;/p&gt;&#xA;&lt;p&gt;Republican Party (Twitter user timeline)&lt;/p&gt;&#xA;&lt;p&gt;Second presidential debate (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;Third presidential debate (Twitter filter)&lt;/p&gt;&#xA;&lt;p&gt;Vice Presidential debate (Twitter filter)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi%3A10.7910%2FDVN%2FPDI7IN&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Twitter's &lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/compliance/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;terms of service&lt;/a&gt; state that you can't share the tweet content, and only the tweet id. This is to allow users to delete the content, and keep the &lt;a href=&quot;https://en.wikipedia.org/wiki/Right_to_be_forgotten&quot; rel=&quot;nofollow noreferrer&quot;&gt;right to be forgotten&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;When you have a list of tweet ids, you can retrieve the tweet content, assuming it hasn't been deleted.&lt;/p&gt;&#xA;&lt;p&gt;The Twitter API endpoint to retrieve a tweet based on its id is here: &lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/post-and-engage/api-reference/get-statuses-show-id.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.twitter.com/en/docs/tweets/post-and-engage/api-reference/get-statuses-show-id.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;or up to 100 tweet ids at a time: &lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/post-and-engage/api-reference/get-statuses-lookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.twitter.com/en/docs/tweets/post-and-engage/api-reference/get-statuses-lookup&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;There are tons of programming libraries to access the API - pick your favorite (Python, R, etc) and search for the best.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-11-22T11:10:01.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13552" PostTypeId="1" CreationDate="2018-11-22T13:18:03.420" Score="1" ViewCount="66" Body="&lt;p&gt;Most of scientific paper sources provide some basic metadata about the paper (authors, publish date, DOI, etc) and sometimes the abstract and a link to the PDF of the paper. However, converting PDF to some structured data format like XML is a very tedious method,error prone and not scalable. After some research, I found some sources like CORE (&lt;a href=&quot;https://core.ac.uk/services#dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://core.ac.uk/services#dataset&lt;/a&gt;), Elsevier (&lt;a href=&quot;https://dev.elsevier.com/sc_apis.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dev.elsevier.com/sc_apis.html&lt;/a&gt;) and Springer (&lt;a href=&quot;https://dev.springernature.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dev.springernature.com/&lt;/a&gt;) which provide the full text of the paper in XML or HTML format which is very usefull for data mining processes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other scholarly sources which provide the full text of the papers in a format like XML or HTML ?&lt;/p&gt;&#xA;" OwnerUserId="20696" LastEditorUserId="20696" LastEditDate="2018-11-24T10:47:43.363" LastActivityDate="2021-02-08T14:21:15.850" Title="Full Text Scholarly Resources" Tags="|data-request|api|research|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13554" PostTypeId="1" AcceptedAnswerId="13556" CreationDate="2018-11-24T16:39:13.743" Score="5" ViewCount="92" Body="&lt;p&gt;Between 1941 and 1945, British Hong Kong (then a colony) was occupied by the Japanese, see &lt;a href=&quot;https://en.wikipedia.org/wiki/History_of_Hong_Kong#Japanese_occupation_era_(1940s)&quot; rel=&quot;noreferrer&quot;&gt;this Wikipedia article&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However on British Hong Kong's &lt;a href=&quot;https://www.wikidata.org/wiki/Q1054923&quot; rel=&quot;noreferrer&quot;&gt;Wikidata&lt;/a&gt; page, there's no mention of the Japaneses occupation whatsoever. It seems like it was a British colony or dependent territory from  1841 to 1997.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm willing to contribute to Wikidata to fix this, but what's the best way to model this short-term occupation?&lt;/p&gt;&#xA;" OwnerUserId="20474" LastActivityDate="2018-12-06T09:45:23.307" Title="Wikidata: How to represent British Hong Kong's under Japanese occupation?" Tags="|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13555" PostTypeId="2" ParentId="12100" CreationDate="2018-11-24T17:23:50.913" Score="1" Body="&lt;p&gt;I found this in my own searches: &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/tv+news+channel+commercial+detection+dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets/tv+news+channel+commercial+detection+dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's nearly 130,000 instances labeled TV or Commercial. &lt;/p&gt;&#xA;" OwnerUserId="20705" LastActivityDate="2018-11-24T17:23:50.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13556" PostTypeId="2" ParentId="13554" CreationDate="2018-11-25T12:27:25.260" Score="6" Body="&lt;p&gt;As far as I know, there are no methodological guidelines for how to model those things on Wikidata.&lt;br&gt;&#xA;Rerardless Wikidata, modelling of such geopolitical endurants/perdurants/aggregates might be fairly &lt;a href=&quot;http://ebooks.iospress.nl/volumearticle/50244&quot; rel=&quot;nofollow noreferrer&quot;&gt;complex&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 1&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Create a separate &quot;Japanese-occupied Hong Kong&quot; entry (similar to &lt;a href=&quot;https://www.wikidata.org/wiki/Q69808&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vichy France&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Split &lt;a href=&quot;https://www.wikidata.org/wiki/Q1054923&quot; rel=&quot;nofollow noreferrer&quot;&gt;British Hong Kong&lt;/a&gt; into &quot;British-occupied Hong Kong&quot; and &quot;British-reoccupied Hong Kong&quot;&lt;br&gt;&#xA;(similar to &lt;a href=&quot;https://www.wikidata.org/wiki/Q70802&quot; rel=&quot;nofollow noreferrer&quot;&gt;French Third Republic&lt;/a&gt; and &lt;a href=&quot;https://www.wikidata.org/wiki/Q69829&quot; rel=&quot;nofollow noreferrer&quot;&gt;French Fourth Republic&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Thereafter, one should split into two parts &lt;a href=&quot;https://www.wikidata.org/wiki/Q1054923#sitelinks-wikipedia&quot; rel=&quot;nofollow noreferrer&quot;&gt;all 26 Wikipedia articles&lt;/a&gt;...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 2&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/YPl8H.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/YPl8H.png&quot; alt=&quot;using the &amp;#39;instance of&amp;#39; property&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Option 3&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/KhjMe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KhjMe.png&quot; alt=&quot;using the &amp;#39;country&amp;#39; property&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Your question is widely &lt;a href=&quot;https://www.wikidata.org/w/index.php?search=&amp;amp;search=Japanese+occupation&amp;amp;title=Special%3ASearch&amp;amp;go=Go&quot; rel=&quot;nofollow noreferrer&quot;&gt;applicable&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Perhaps you could &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Property_proposal&quot; rel=&quot;nofollow noreferrer&quot;&gt;propose&lt;/a&gt; the &quot;occupied by&quot; property.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-12-06T09:45:23.307" LastActivityDate="2018-12-06T09:45:23.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13557" PostTypeId="2" ParentId="12100" CreationDate="2018-11-26T10:02:27.360" Score="0" Body="&lt;p&gt;In most of the commercials there comes a time when the screen is still and the company's name/symbol is all that there's on the screen.. you can train your program to search for and detect such times in the video. You can get lots of such pictures to train your program.&lt;br&gt;&#xA;Then from that time the program can run backwards till it finds the point where ad started(i.e., lots of pixels changed).&lt;/p&gt;&#xA;" OwnerUserId="20712" LastActivityDate="2018-11-26T10:02:27.360" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13559" PostTypeId="1" CreationDate="2018-11-27T14:46:15.067" Score="3" ViewCount="254" Body="&lt;p&gt;Does anyone know if the London Fare Zones are available as a spatial data set?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of a spatial data set would be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Shapefile&lt;/li&gt;&#xA;&lt;li&gt;KML&lt;/li&gt;&#xA;&lt;li&gt;GeoJSON&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19684" LastEditorUserId="19566" LastEditDate="2018-12-19T17:23:15.107" LastActivityDate="2018-12-19T17:23:15.107" Title="London Fare Zones spatial data" Tags="|geospatial|uk|public-transport|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13560" PostTypeId="2" ParentId="13529" CreationDate="2018-11-27T20:25:23.897" Score="1" Body="&lt;h2&gt;Other common GIS formats&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Along with the GIS file types listed in the original question, these are (in my experience) the most common formats in which GIS data is distributed. There are many other GIS file formats, but data is usually shared in the ones listed here.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Vector Data:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://desktop.arcgis.com/en/arcmap/latest/manage-data/tables/understanding-how-to-use-microsoft-access-files-in-arcgis.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;MDB&lt;/a&gt; - ESRI personal geodatabase build on Microsoft Access Database format&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/ArcGIS#Geodatabase&quot; rel=&quot;nofollow noreferrer&quot;&gt;GDB&lt;/a&gt; - ESRI geodatabase &lt;/li&gt;&#xA;&lt;li&gt;KMZ - compressed version of KML&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/GPS_Exchange_Format&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPX&lt;/a&gt; - combination of points, tracklogs and routes created by a GPS unit&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Triangulated_irregular_network&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIN&lt;/a&gt; - triangulated irregular network, common format for elevation data&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Raster Data:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/GeoTIFF&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoTIFF&lt;/a&gt; - georeferenced TIFF image file - georeferencing info can be imbedded in TIFF file, or attached as a sidecar file in &lt;strong&gt;TFW&lt;/strong&gt; format&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Esri_grid&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASCII Grid&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Style/Formatting files&lt;/strong&gt; (sometimes provided alongside a set of vector and raster layers):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://support.esri.com/en/technical-article/000004904&quot; rel=&quot;nofollow noreferrer&quot;&gt;LYR&lt;/a&gt; - ESRI layer file&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://desktop.arcgis.com/en/arcmap/10.3/main/map/a-quick-tour-of-arcmap.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;MXD&lt;/a&gt; - ESRI map document&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As mentioned in the comments, some of these are proprietary formats. I'm not &lt;em&gt;recommending&lt;/em&gt; the proprietary formats, but they are the formats in which data is frequently provided. The fact that this is an open data forum doesn't change that. Fortunately many sources provide GIS data in multiple formats. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;MDB and GDB can usually (but not always) be opened in an open-source program (such as QGIS or GDAL), and the data extracted and exported in a more usable format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;LYR and MXD files are often provided alongside the actual data, and it's useful to know that you can just ignore them, as they only contain style, not actual data.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2018-11-29T18:51:20.583" LastActivityDate="2018-11-29T18:51:20.583" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13561" PostTypeId="2" ParentId="12755" CreationDate="2018-11-27T21:40:07.957" Score="1" Body="&lt;p&gt;You may use &lt;a href=&quot;http://bigdata.duzce.edu.tr/#datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;our World Cup 2018 dataset&lt;/a&gt; which contains &lt;strong&gt;more than 38 million tweets&lt;/strong&gt; from almost &lt;strong&gt;8 million unique Twitter users&lt;/strong&gt;. The dataset was constructed during the World Cup 2018. Since we have stored the data in a &lt;code&gt;MongoDB&lt;/code&gt; instance, the exported data is available as a &lt;code&gt;MongoDB&lt;/code&gt; dump. You can easily import the exported data into a &lt;code&gt;MongoDB&lt;/code&gt; instance. In order to download the dataset, please follow the instructions available in the provided link above.&lt;/p&gt;&#xA;" OwnerUserId="8674" LastEditorUserId="8674" LastEditDate="2018-11-27T22:38:27.587" LastActivityDate="2018-11-27T22:38:27.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13562" PostTypeId="1" CreationDate="2018-11-28T03:03:48.503" Score="1" ViewCount="25" Body="&lt;p&gt;I'm searching for queries/questions and answers that can be run and tested on top of the ICEWS and GDELT dataset, so that I could detect whether the query inference engine returns all the expected answers using F1 or precision/recall curves. &lt;/p&gt;&#xA;" OwnerUserId="19079" LastActivityDate="2018-11-28T03:03:48.503" Title="Any open dataset for Geopolitical queries and answers?" Tags="|data-request|big-data|unstructured-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13564" PostTypeId="2" ParentId="11069" CreationDate="2018-11-28T08:58:51.813" Score="2" Body="&lt;p&gt;The &quot;2018 CCRPI Data Report&quot; &lt;a href=&quot;https://www.atlantapublicschools.us/cms/lib/GA01000924/Centricity/Domain/10223/2018%20APS%20CCRPI%20Data%20Report.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt; report from &lt;a href=&quot;https://www.atlantapublicschools.us&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.atlantapublicschools.us&lt;/a&gt; has tabular data quantifying schools. You can easily copy/paste to Excel or similar tool.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/aiaiX.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/aiaiX.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'd need still to map these schools, but since there are not thousands, you could do so manually, or with a &lt;a href=&quot;https://developers.google.com/maps/documentation/geocoding/start&quot; rel=&quot;nofollow noreferrer&quot;&gt;geocoding&lt;/a&gt; API.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can also consider filing a FOIA request to &lt;a href=&quot;https://www.atlantapublicschools.us&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.atlantapublicschools.us&lt;/a&gt; for the data, but then you'd have to very specifically define what you need.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-28T08:58:51.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13565" PostTypeId="2" ParentId="6661" CreationDate="2018-11-28T09:12:45.330" Score="1" Body="&lt;p&gt;Just released (11.2018)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fastmri.med.nyu.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fastmri.med.nyu.edu/&lt;/a&gt; (access by request)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The anonymized imaging dataset provided by NYU Langone comprises raw k-space data from more than 1,500 fully sampled knee MRIs obtained on 3 and 1.5 Tesla magnets and DICOM images from 10,000 clinical knee MRIs also obtained at 3 or 1.5 Tesla. Curation of these datasets are part of an IRB approved study. The raw dataset includes coronal proton density-weighted images with and without fat suppression. The DICOM dataset contains coronal proton density-weighted with and without fat suppression, axial proton density-weighted with fat suppression, sagittal proton density, and sagittal T2-weighted with fat suppression. Raw and DICOM data have been anonymized via conversion to the vendor-neutral ISMRMD format and the RSNA clinical trial processor, respectively. We also performed manual inspection of each DICOM image for the presence of any unexpected protected health information (PHI), with spot checking of both metadata and image content. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://news.ycombinator.com/item?id=18548132&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hacknews post&lt;/a&gt; and &lt;a href=&quot;https://www.radiologybusiness.com/topics/artificial-intelligence/nyu-facebook-release-knee-mri-dataset-ai&quot; rel=&quot;nofollow noreferrer&quot;&gt;article&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.newswise.com/articles/view/704368/?sc=c98&quot; rel=&quot;nofollow noreferrer&quot;&gt;Press statement&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-28T09:12:45.330" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13566" PostTypeId="2" ParentId="9690" CreationDate="2018-11-28T09:19:01.443" Score="1" Body="&lt;p&gt;Kaggle hosts the &lt;a href=&quot;https://www.kaggle.com/murderaccountability/homicide-reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;Homicide Reports&lt;/a&gt; dataset&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Murder Accountability Project is the most complete database of homicides in the United States currently available. This dataset includes murders from the FBI's Supplementary Homicide Report from 1976 to the present and Freedom of Information Act data on more than 22,000 homicides that were not reported to the Justice Department. This dataset includes the age, race, sex, ethnicity of victims and perpetrators, in addition to the relationship between the victim and perpetrator and weapon used.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Data comes from one CSV and has a nice, easy-to-use data model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XDRxy.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XDRxy.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-28T09:19:01.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13567" PostTypeId="2" ParentId="5708" CreationDate="2018-11-28T09:27:08.137" Score="1" Body="&lt;p&gt;It seems &lt;a href=&quot;https://catalog.data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; has only regional boat launches, so if you need something larger (but less complete), check out OpenStreetMaps data. In particular, the tag &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:leisure=slipway&quot; rel=&quot;nofollow noreferrer&quot;&gt;leisure=slipway&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the Overpass Turbo visual API to check out coverage of the tag, for example, this &lt;a href=&quot;https://overpass-turbo.eu/s/E5d&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt; (click &quot;Run&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/D3leY.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/D3leY.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out this &lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;answer&lt;/a&gt; for downloading bulk OSM files, filtering for your specific tags, and converting to various GIS formats.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Also note the &lt;a href=&quot;https://www.wikidata.org/wiki/Q361945&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata code&lt;/a&gt;, for which you can do &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sparql queries&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2018-11-28T09:35:28.897" LastActivityDate="2018-11-28T09:35:28.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13568" PostTypeId="1" CreationDate="2018-11-28T09:53:43.817" Score="0" ViewCount="194" Body="&lt;p&gt;I am looking for a downloadable list of all MAJORS across U.S. schools/colleges and across education levels (Highschool, Undergraduate, Graduate, Masters, Phd, Doctorate, Certificate/Short Term)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found a few sites where I can search for a particular major on the site's database, but I am looking for a downloadable list, preferably in spreadsheet format such as xls or csv.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="20724" LastActivityDate="2018-12-28T11:01:00.287" Title="Downloadable list of all majors across U.S. schools/colleges?" Tags="|usa|education|database|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13569" PostTypeId="2" ParentId="13568" CreationDate="2018-11-28T10:06:39.897" Score="1" Body="&lt;p&gt;For a really broad answer, you can use Wikidata via a &lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3Fitem%20%3Facademic_major%20%3Facademic_majorLabel%20WHERE%20%7B%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%20%20OPTIONAL%20%7B%20%3Fitem%20wdt%3AP812%20%3Facademic_major.%20%7D%0A%7D%0ALIMIT%20100&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sparql query&lt;/a&gt; on the property &quot;&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P812&quot; rel=&quot;nofollow noreferrer&quot;&gt;Academic Major&lt;/a&gt;&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From my quick query, I think the data would need to be cleaned up a bit, and also made specific to US programs in your use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/c5lAV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/c5lAV.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-28T10:06:39.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13570" PostTypeId="2" ParentId="13559" CreationDate="2018-11-28T11:06:05.657" Score="2" Body="&lt;p&gt;It's not great but you could probably extract the data from the SVG&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://upload.wikimedia.org/wikipedia/commons/e/e1/London_Underground_Overground_DLR_Crossrail_map_zone.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://upload.wikimedia.org/wikipedia/commons/e/e1/London_Underground_Overground_DLR_Crossrail_map_zone.svg&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;g id=&quot;zone6&quot;&amp;gt;&#xA;    &amp;lt;title&amp;gt;Fare zone 6&amp;lt;/title&amp;gt;&#xA;    &amp;lt;path fill=&quot;#eee&quot; d=&quot;&#xA;    M 534,151&#xA;    H 625 q 7.5,0 13.5,-4.5&#xA;    l 400,-300&#xA;    H 1400&#xA;    l 72,96 q 6,8 16,8&#xA;    H 1700 q 7.5,0 13.5,-4.5&#xA;    l 100,-75&#xA;    H 2320&#xA;    V 60 a 20,20 0 0,0 20,20&#xA;    H 2600 V 1500&#xA;    H -50 V 750&#xA;    H 40 a 20,20 0 0,0 20,-20&#xA;    V 440 a 20,20 0 0,0 -20,-20&#xA;    H -50&#xA;    V 165&#xA;    H 380 c 20,0 20,-14 40,-14&#xA;    z&quot;/&amp;gt;&#xA;    &amp;lt;g class=&quot;zonefw b mid&quot;&amp;gt;&#xA;        &amp;lt;text x=&quot;435&quot; y=&quot;185&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;        &amp;lt;text x=&quot;1440&quot; y=&quot;-55&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;        &amp;lt;text x=&quot;1800&quot; y=&quot;-55&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;        &amp;lt;text x=&quot;2290&quot; y=&quot;148&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;        &amp;lt;text x=&quot;70&quot; y=&quot;1030&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;        &amp;lt;text x=&quot;90&quot; y=&quot;675&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;        &amp;lt;text x=&quot;90&quot; y=&quot;250&quot;&amp;gt;6&amp;lt;/text&amp;gt;&#xA;    &amp;lt;/g&amp;gt;&#xA;&amp;lt;/g&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There seem to be a lot of exceptions, though, since some stations are in 2 fare zones.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There are some tools for converting SVG to GIS formats, although I think it's not a task for a beginner. See &lt;a href=&quot;https://gis.stackexchange.com/q/161815/112869&quot;&gt;for example&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/o3Nkh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/o3Nkh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-11-28T11:06:05.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13571" PostTypeId="2" ParentId="13559" CreationDate="2018-11-28T14:09:08.900" Score="2" Body="&lt;p&gt;After some searching I found this data set which can be downloaded as a KML file. It is made from contouring stations of a shared zone and can be found &lt;a href=&quot;https://www.google.com/maps/d/viewer?dg=feature&amp;amp;msa=0&amp;amp;mid=1eIjWEQyO-PchgJUttxBBkYqvPxE&amp;amp;ll=51.49280340511744%2C-0.17372399999999288&amp;amp;z=10&quot; rel=&quot;nofollow noreferrer&quot;&gt;here.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would appear that a data set from Transport for London does not exist so this may be the closest representation. &lt;/p&gt;&#xA;" OwnerUserId="19684" LastActivityDate="2018-11-28T14:09:08.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13572" PostTypeId="2" ParentId="11309" CreationDate="2018-11-28T18:18:00.493" Score="2" Body="&lt;p&gt;I've been unable to find any shapefiles of wards for all of Nigeria (I'd love to know where userPyGeo accessed his data), but I have found two downloadable shapefiles for north and northeast Nigeria, here: &lt;a href=&quot;https://geonode.wfp.org/layers/geonode%3Anga_bnd_adm3wards_062015&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geonode.wfp.org/layers/geonode%3Anga_bnd_adm3wards_062015&lt;/a&gt; and here: &lt;a href=&quot;https://data.humdata.org/dataset/nga-administrative-boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.humdata.org/dataset/nga-administrative-boundaries&lt;/a&gt;, respectively. Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="20730" LastActivityDate="2018-11-28T18:18:00.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13573" PostTypeId="1" AcceptedAnswerId="13574" CreationDate="2018-11-28T19:37:09.153" Score="2" ViewCount="41" Body="&lt;p&gt;This seems like a trivial thing, but I can't seem to get basic alternation when searching for databases, eg. &lt;code&gt;crime OR court&lt;/code&gt;. I briefly looked at the API to see if there was a way to do it through that, but couldn't find anything there either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I expected this to produce results, but it doesn't:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?q=crime+OR+court+OR+justice+OR+pretrial+OR+judicial&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?q=crime+OR+court+OR+justice+OR+pretrial+OR+judicial&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20732" LastActivityDate="2018-11-29T09:27:52.283" Title="Alternation (&quot;OR&quot;) searching" Tags="|data.gov|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13574" PostTypeId="2" ParentId="13573" CreationDate="2018-11-28T20:15:33.807" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://gist.github.com/davidmiller/f22c2dcb347f3dbc4b16cb8a4bddbc04&quot; rel=&quot;nofollow noreferrer&quot;&gt;AFAIK&lt;/a&gt;, at least one &lt;code&gt;:&lt;/code&gt; should be used in order to enable advanced search on CKAN:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?q=title:abracadabra+OR+crime+OR+court+OR+justice+OR+pretrial&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?q=title:abracadabra+OR+crime+OR+court+OR+justice+OR+pretrial&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-11-29T09:27:52.283" LastActivityDate="2018-11-29T09:27:52.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13576" PostTypeId="1" CreationDate="2018-11-29T11:01:38.333" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for historical import tariff data for trade between countries (US and EU, Gulf, China ) to validate one model. &lt;/p&gt;&#xA;" OwnerUserId="17484" LastActivityDate="2018-11-29T11:01:38.333" Title="Trade tariff data request" Tags="|data-request|data.gov|trade|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13579" PostTypeId="1" CreationDate="2018-11-30T03:03:21.400" Score="3" ViewCount="29" Body="&lt;p&gt;The FCC publishes a map of estimated groundwave conductivity of the United States, but the resolution is quite low:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4selT.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4selT.png&quot; alt=&quot;FCC groundwave conductivity map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any GIS datasets that include groundwave conductivity at a higher resolution and with more precision? I've already converted the map into a shapefile, so I don't just need the map in GIS format.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2018-11-30T03:03:21.400" Title="High-resolution GIS datasets of groundwave conductivity of the United States, besides the FCC?" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13580" PostTypeId="2" ParentId="6627" CreationDate="2018-11-30T03:19:44.670" Score="1" Body="&lt;p&gt;You can now download certain historical datasets for the US directly within R, using the &lt;code&gt;USABoundaries&lt;/code&gt; package. The code to do so is straightforward. For example, to download a shapefile containing the boundaries of US counties in 1910:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(sf)&#xA;library(USAboundaries)&#xA;map &amp;lt;- us_counties(map_date = &quot;1910-01-01&quot;, resolution = &quot;high&quot;) &#xA;st_write(obj = map, dsn = &quot;us-counties-1910.shp&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This writes the four files necessary for an ESRI shapefile in your working directory.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;us-counties-1910.dbf&#xA;us-counties-1910.shp&#xA;us-counties-1910.prj&#xA;us-counties-1910.shx&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To install the &lt;code&gt;USABoundaries&lt;/code&gt; package, run the following code from within R:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;install.packages(&quot;USAboundariesData&quot;, repos = &quot;http://packages.ropensci.org&quot;, dependencies = TRUE)&#xA;install.packages(&quot;USABoundaries&quot;, repos = &quot;http://cran.us.r-project.org&quot;, dependencies = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can also plot the shapefile within R, e.g. to verify that it's correct, with &lt;code&gt;plot(st_geometry(map))&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pnyck.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pnyck.png&quot; alt=&quot;1910 shapefile of US counties&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The shapefile is stored in R as a simple data frame, with a &lt;code&gt;geometry&lt;/code&gt; column that specifies the polygons. This means that you can work with it using standard R techniques, e.g. &lt;code&gt;tidyverse&lt;/code&gt;. If you want only the contiguous United States:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(sf)&#xA;library(USAboundaries)&#xA;library(tidyverse)&#xA;&#xA;map &amp;lt;- us_counties(map_date = &quot;1910-01-01&quot;, resolution = &quot;high&quot;) %&amp;gt;%&#xA;  filter(state_name != &quot;Alaska&quot; &amp;amp; state_name != &quot;Hawaii&quot;)&#xA;plot(st_geometry(map))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This produces a map like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MmXgC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MmXgC.png&quot; alt=&quot;1910 contiguous United States&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As an aside, the &lt;code&gt;USABoundaries&lt;/code&gt; package contains boundaries for US states (with the &lt;code&gt;us_states&lt;/code&gt; function) and locations of US cities (with the &lt;code&gt;us_cities&lt;/code&gt;) function. It also includes historical shapefiles for as back as you want. Change the &lt;code&gt;map_date&lt;/code&gt; parameter in the &lt;code&gt;us_counties&lt;/code&gt; function to call to 1750, for example, and you'll get:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Im8cp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Im8cp.png&quot; alt=&quot;1750 United States&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2018-11-30T03:19:44.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13581" PostTypeId="1" CreationDate="2018-11-30T10:03:24.390" Score="2" ViewCount="28" Body="&lt;p&gt;I need such a database of smartphones cameras:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Each smartphone in the database must have the focal length of BOTH the front camera (typically used for selfies) and the back camera (typically used for landscapes/etc, also called rear camera)&lt;/li&gt;&#xA;&lt;li&gt;The most popular smartphones should be covered. My goal is to cover like 70% of the current world users, the more the better. By the way, many users have rather old smartphones.&lt;/li&gt;&#xA;&lt;li&gt;Each smartphone should be identified with some identifier that can be found in the EXIF of the photos it takes. Other metadata about the phone is not necessary (I can remove what I don't need).&lt;/li&gt;&#xA;&lt;li&gt;Open data: freely reusable and embeddable into Apache2-licensed software&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2018-11-30T10:03:24.390" Title="Focal length of both front and back cameras of popular smartphones" Tags="|products|sensors|technology|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13583" PostTypeId="1" CreationDate="2018-12-01T05:15:01.147" Score="1" ViewCount="1042" Body="&lt;p&gt;I am looking for historical hourly weather data, specifically cloud cover for specific coordinates. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have used Darksky API and it gives cloudcover as a value between 0 and 1, but I do not trust their model for coming up with these values. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried to look for any dataset from national weather services, but their websites are so confusing that it is super hard to find one. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for the data from a reliable source that gives me cloudcover as a value between 0 and 1 or in terms of NWS skycover forecast terms (clear, mostly clear, partly cloudy, mostly cloudy, cloudy). &lt;/p&gt;&#xA;" OwnerUserId="20483" LastEditorUserId="1511" LastEditDate="2018-12-02T18:35:25.890" LastActivityDate="2018-12-02T18:35:25.890" Title="Where can I find historical hourly cloudcover/skycover data for specific coordinates in Northeast America?" Tags="|data-request|usa|weather|climate|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13584" PostTypeId="2" ParentId="12162" CreationDate="2018-12-01T11:15:59.090" Score="1" Body="&lt;p&gt;There are results from the Primeira Liga as well as many other leagues (mostly from Europe) here: &lt;a href=&quot;http://www.football-data.co.uk/portugalm.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.football-data.co.uk/portugalm.php&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Goals, results, odds, etc.&lt;/p&gt;&#xA;" OwnerUserId="20658" LastActivityDate="2018-12-01T11:15:59.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13586" PostTypeId="2" ParentId="13055" CreationDate="2018-12-02T14:22:29.847" Score="2" Body="&lt;p&gt;There is a free API service called &lt;a href=&quot;https://www.alphavantage.co&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alpha Vantage&lt;/a&gt; that provides &quot;free APIs for realtime and historical data on stocks, forex (FX), and digital/crypto currencies.&quot; However, there are some usage limits to the service, you can only 5 API requests per minute and 500 requests per day. The logistics of using the Alpha Vantage API are covered on their website. Furthermore, Alpha Vantage libraries on GitHub can be found &lt;a href=&quot;https://github.com/search?q=alpha+vantage&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="20660" LastActivityDate="2018-12-02T14:22:29.847" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13587" PostTypeId="2" ParentId="12936" CreationDate="2018-12-02T14:37:14.847" Score="1" Body="&lt;p&gt;One potential dataset is the &lt;strong&gt;&lt;a href=&quot;http://crcv.ucf.edu/data/Selfie/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Selfie Data Set&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Selfie dataset contains 46,836 selfie images annotated with 36 different attributes divided into several categories as follows.&lt;/p&gt;&#xA;&lt;p&gt;Gender: is female.&lt;/p&gt;&#xA;&lt;p&gt;Age: baby, child, teenager, youth, middle age, senior.&lt;/p&gt;&#xA;&lt;p&gt;Race: white, black, asian.&lt;/p&gt;&#xA;&lt;p&gt;Face shape: oval, round, heart.&lt;/p&gt;&#xA;&lt;p&gt;Facial gestures: &lt;strong&gt;smiling&lt;/strong&gt;, frowning, &lt;strong&gt;mouth open&lt;/strong&gt;, tongue out, &lt;em&gt;duck face&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Hair color: black, blond, brown, red. Hair shape: curly, straight, braid.&lt;/p&gt;&#xA;&lt;p&gt;Accessories: glasses, sunglasses, lipstick, hat, earphone.&lt;/p&gt;&#xA;&lt;p&gt;Misc.: showing cellphone, using mirror, having braces, partial face. Lighting condition: harsh, dim.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;There are a few tags that may be useful, for example, see the bold ones above.&lt;/p&gt;&#xA;&lt;p&gt;Reference: Mahdi M. Kalayeh, Misrak Seifu, Wesna LaLanne, Mubarak Shah, &lt;a href=&quot;http://crcv.ucf.edu/data/Selfie/papers/acmmm15/Selfie.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;How to Take a Good Selfie?&lt;/a&gt;, in Proceedings of ACM Multimedia Conference 2015 (ACMMM 2015), Brisbane, Australia, October 26-30, 2015.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/loQ7f.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/loQ7f.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2018-12-02T14:37:14.847" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13588" PostTypeId="2" ParentId="3981" CreationDate="2018-12-02T15:15:49.043" Score="3" Body="&lt;p&gt;This is not RDFa, but rather embedded RDF/XML, which is allowed by the &lt;a href=&quot;https://www.w3.org/TR/SVGTiny12/metadata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;SVG Tiny 1.2 Specification&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are the following errors:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;pre&gt;&lt;code&gt;&amp;lt;cc:license&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;instead of  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;cc:License&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;in lines 26, 29 and 30, 33. The former is a property, the latter is a class.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;pre&gt;&lt;code&gt;&amp;lt;cc:attributionName rdf:resource=&quot;Laurent Notarianni and LittleMap.org&quot; /&amp;gt;&#xA;&amp;lt;cc:attributionURL rdf:resource=&quot;LittleMap.org&quot; /&amp;gt; &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;instead of  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;cc:attributionName/&amp;gt;Laurent Notarianni and LittleMap.org&amp;lt;/cc:attributionName&amp;gt;  &#xA;&amp;lt;cc:attributionURL rdf:resource=&quot;http://littlemap.org&quot; /&amp;gt;  &#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Literals are not IRIs.&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;&lt;pre&gt;&lt;code&gt;&amp;lt;cc:license rdf:about=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot;&amp;gt;&#xA;   &amp;lt;cc:legalcode rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot;&amp;gt;&#xA;      &amp;lt;dcq:hasversion&amp;gt;1.0&amp;lt;/dcq:hasversion&amp;gt;&#xA;    &amp;lt;/cc:legalcode&amp;gt;&#xA;&amp;lt;/cc:license&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;instead of&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;cc:License rdf:about=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot; &amp;gt;&#xA;   &amp;lt;cc:legalcode rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/1.0/index.html&quot; /&amp;gt;&#xA;   &amp;lt;dcq:isVersionOf rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/&quot; /&amp;gt;&#xA;&amp;lt;/cc:License&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In short, &lt;a href=&quot;http://dublincore.org/documents/dcmi-terms/#terms-hasVersion&quot; rel=&quot;nofollow noreferrer&quot;&gt;hasVersion&lt;/a&gt; is intended to be used with non-literal values (IRIs and blank nodes).&lt;br&gt;&#xA;Next, if a license has a version, it doesn't mean that this version is applicable.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Final version:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;svg xmlns=&quot;http://www.w3.org/2000/svg&quot; version=&quot;1.2&quot; baseProfile=&quot;tiny&quot;&amp;gt;&#xA;&amp;lt;metadata xmlns:rdf=&quot;http://www.w3.org/1999/02/22-rdf-syntax-ns#&quot;&#xA;          xmlns:dcterms=&quot;http://purl.org/dc/terms/&quot; &#xA;          xmlns:dc11=&quot;http://purl.org/dc/elements/1.1/&quot;&#xA;          xmlns:cc=&quot;http://creativecommons.org/ns#&quot; &#xA;          xmlns:geo=&quot;http://www.w3.org/2003/01/geo/wgs84_pos#&quot; &amp;gt;&#xA;  &amp;lt;rdf:RDF&amp;gt;&#xA;    &amp;lt;cc:Work rdf:about=&quot;&quot;&amp;gt;&#xA;      &amp;lt;dc11:format&amp;gt;image/svg+xml&amp;lt;/dc11:format&amp;gt;&#xA;      &amp;lt;dc11:type    rdf:resource=&quot;http://purl.org/dc/dcmitype/StillImage&quot; /&amp;gt;&#xA;      &amp;lt;cc:license rdf:resource=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot; /&amp;gt;&#xA;      &amp;lt;cc:license rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot;  /&amp;gt;&#xA;      &amp;lt;cc:attributionName&amp;gt;Laurent Notarianni and LittleMap.org&amp;lt;/cc:attributionName&amp;gt;&#xA;      &amp;lt;cc:attributionURL  rdf:resource=&quot;http://LittleMap.org&quot; /&amp;gt;&#xA;    &amp;lt;/cc:Work&amp;gt;&#xA;    &amp;lt;cc:License    rdf:about=&quot;http://creativecommons.org/licenses/by-sa/4.0/&quot;&amp;gt;&#xA;      &amp;lt;cc:permits  rdf:resource=&quot;http://creativecommons.org/ns#Reproduction&quot; /&amp;gt;&#xA;      &amp;lt;cc:permits  rdf:resource=&quot;http://creativecommons.org/ns#Distribution&quot; /&amp;gt;&#xA;      &amp;lt;cc:permits  rdf:resource=&quot;http://creativecommons.org/ns#DerivativeWorks&quot; /&amp;gt;&#xA;      &amp;lt;cc:requires rdf:resource=&quot;http://creativecommons.org/ns#Notice&quot; /&amp;gt;&#xA;      &amp;lt;cc:requires rdf:resource=&quot;http://creativecommons.org/ns#Attribution&quot; /&amp;gt;&#xA;      &amp;lt;cc:requires rdf:resource=&quot;http://creativecommons.org/ns#ShareAlike&quot; /&amp;gt;&#xA;    &amp;lt;/cc:License&amp;gt;&#xA;    &amp;lt;cc:License rdf:about=&quot;http://opendatacommons.org/licenses/odbl/1.0/&quot; &amp;gt;&#xA;      &amp;lt;cc:legalcode rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/1.0/index.html&quot; /&amp;gt;&#xA;      &amp;lt;dcterms:isVersionOf rdf:resource=&quot;http://opendatacommons.org/licenses/odbl/&quot; /&amp;gt;&#xA;    &amp;lt;/cc:License&amp;gt;&#xA;    &amp;lt;geo:Point&amp;gt;&#xA;      &amp;lt;geo:lat rdf:datatype=&quot;http://www.w3.org/2001/XMLSchema#decimal&quot;&amp;gt;55.701&amp;lt;/geo:lat&amp;gt;&#xA;      &amp;lt;geo:long rdf:datatype=&quot;http://www.w3.org/2001/XMLSchema#decimal&quot;&amp;gt;12.552&amp;lt;/geo:long&amp;gt;&#xA;    &amp;lt;/geo:Point&amp;gt;&#xA;  &amp;lt;/rdf:RDF&amp;gt;&#xA;&amp;lt;/metadata&amp;gt;&#xA;&amp;lt;/svg&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/RDFLib/pyrdfa3&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDFa 1.1 Distiller&lt;/a&gt; will produce the following Turtle:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;file:///cygdrive/c/users/.../Desktop/map.svg&amp;gt; a cc:Work ;&#xA;    cc:attributionName &quot;Laurent Notarianni and LittleMap.org&quot; ;&#xA;    cc:attributionURL &amp;lt;http://LittleMap.org&amp;gt; ;&#xA;    cc:license &amp;lt;http://creativecommons.org/licenses/by-sa/4.0/&amp;gt;,&#xA;               &amp;lt;http://opendatacommons.org/licenses/odbl/1.0/&amp;gt; ;&#xA;    dc11:format &quot;image/svg+xml&quot; ;&#xA;    dc11:type &amp;lt;http://purl.org/dc/dcmitype/StillImage&amp;gt; .&#xA;&#xA;&amp;lt;http://creativecommons.org/licenses/by-sa/4.0/&amp;gt; a cc:License ;&#xA;    cc:permits cc:DerivativeWorks,&#xA;        cc:Distribution,&#xA;        cc:Reproduction ;&#xA;    cc:requires cc:Attribution,&#xA;        cc:Notice,&#xA;        cc:ShareAlike .&#xA;&#xA;&amp;lt;http://opendatacommons.org/licenses/odbl/1.0/&amp;gt; a cc:License ;&#xA;    cc:legalcode &amp;lt;http://opendatacommons.org/licenses/odbl/1.0/index.html&amp;gt; ;&#xA;    dcterms:isVersionOf &amp;lt;http://opendatacommons.org/licenses/odbl/&amp;gt; .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;More info: &lt;a href=&quot;https://www.w3.org/TR/rdf-syntax-grammar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF 1.1 XML Syntax&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-12-02T17:23:05.083" LastActivityDate="2018-12-02T17:23:05.083" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13591" PostTypeId="1" CreationDate="2018-12-02T23:16:20.877" Score="3" ViewCount="341" Body="&lt;p&gt;I am looking for a dataset containing allergy rates or pollen counts for cities/counties/census tracts. Ideally, the dataset would include rates of specific kinds of allergies, or for pollen counts, track the counts by species that are known to cause seasonal allergies.&lt;/p&gt;&#xA;" OwnerUserId="20758" LastActivityDate="2019-11-14T21:17:22.043" Title="Allergy/Pollen Count Data Set by US city/county/census tract" Tags="|data-request|medical|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13593" PostTypeId="2" ParentId="5488" CreationDate="2018-12-03T08:28:38.293" Score="1" Body="&lt;p&gt;For anyone still looking for sources of citation network data, and paper metadata for global cross-disciplinary publications, the Open Academic Graph project from Microsoft and AMiner combines two of the largest indexes, and is free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openacademic.ai/oag/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openacademic.ai/oag/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are interested in downloading full content (i.e. PDF/LaTeX source), then arXiv will allow you to do this for about $25 in data transfer costs. This is for Computer Science papers:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/help/bulk_data_s3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/bulk_data_s3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20763" LastActivityDate="2018-12-03T08:28:38.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13594" PostTypeId="1" CreationDate="2018-12-03T12:18:22.287" Score="2" ViewCount="64" Body="&lt;p&gt;Where can I find information about how data flows from individual USAID-funded projects (typically implemented by contractors) to the USAID Missions and ultimately to Agency-level databases and reports?&lt;/p&gt;&#xA;" OwnerUserId="20764" LastEditorUserId="23272" LastEditDate="2021-04-07T12:58:01.417" LastActivityDate="2021-04-07T12:58:01.417" Title="Data Flows from USAID Projects to Missions to Agency Level" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13597" PostTypeId="2" ParentId="5214" CreationDate="2018-12-03T16:49:55.343" Score="2" Body="&lt;p&gt;I would check out the &lt;a href=&quot;https://globalwindatlas.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Wind Atlas&lt;/a&gt; by the DTU Energy and the World Bank Group. They have global data in GIS format, free of charge. Hope this is helpful! &lt;/p&gt;&#xA;" OwnerUserId="20769" LastActivityDate="2018-12-03T16:49:55.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13598" PostTypeId="1" AcceptedAnswerId="13599" CreationDate="2018-12-03T17:56:19.583" Score="1" ViewCount="665" Body="&lt;p&gt;The first part of my question is, is there a SPARQL equivalent of the &quot;What links here&quot; link? E.g. as described at &lt;a href=&quot;https://opendata.stackexchange.com/a/5271/20321&quot;&gt;https://opendata.stackexchange.com/a/5271/20321&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WHERE {  ?item wdt:?property wd:Q1174 . }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which gave a syntax error, and:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;WHERE {  ?item wdt:* wd:Q1174 . }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which doesn't give an error, but only returns one row: the item in the query!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second part of my question is how can I get a list of all unique properties that are used to link to the item of interest? This is the bit I'm interested in, as I suspect there will typically just be 1 or 2 properties used for 99% of the links, and that any others are probably mistakes, that are good candidates for fixing to improve data quality.&lt;/p&gt;&#xA;" OwnerUserId="20321" LastActivityDate="2018-12-04T15:56:15.243" Title="Get list of all wikidata properties used to link to an item" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13599" PostTypeId="2" ParentId="13598" CreationDate="2018-12-03T20:06:05.587" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;The first part of my question is, is there a SPARQL equivalent of the &quot;What links here&quot; link? &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The second part of my question is how can I get a list of all unique properties that are used to link?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Assuming you are interested in &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format#Truthy_statements&quot; rel=&quot;nofollow noreferrer&quot;&gt;truthy&lt;/a&gt; statements only:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select distinct ?subject ?subjectLabel {&#xA;  values (?item) {(wd:Q42)}&#xA;  ?subject ?predicate ?item .&#xA;  ?property wikibase:directClaim ?predicate&#xA;  service wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://query.wikidata.org/#select%20distinct%20%3Fsubject%20%3FsubjectLabel%20%7B%0A%20%20values%20%28%3Fitem%29%20%7B%28wd%3AQ42%29%7D%0A%20%20%3Fsubject%20%3Fpredicate%20%3Fitem%20.%0A%20%20%3Fproperty%20wikibase%3AdirectClaim%20%3Fpredicate%0A%20%20service%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;try it&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select distinct ?property ?propertyLabel {&#xA;  values (?item) {(wd:Q42)}&#xA;  ?subject ?predicate ?item .&#xA;  ?property wikibase:directClaim ?predicate&#xA;  service wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://query.wikidata.org/#select%20distinct%20%3Fproperty%20%3FpropertyLabel%20%7B%0A%20%20values%20%28%3Fitem%29%20%7B%28wd%3AQ42%29%7D%0A%20%20%3Fsubject%20%3Fpredicate%20%3Fitem%20.%0A%20%20%3Fproperty%20wikibase%3AdirectClaim%20%3Fpredicate%0A%20%20service%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;try it&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;respectively.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to use the label service with items that have large number of incoming links, you should place it outside of the inner query.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select ?property ?propertyLabel ?count {&#xA;  {&#xA;  select ?property (count(*) as ?count) {&#xA;    values (?item) {(wd:Q30)}&#xA;    ?subject ?predicate ?item .&#xA;    ?property wikibase:directClaim ?predicate&#xA;  } group by ?property  having (?count &amp;gt; 0) &#xA;  }&#xA;  service  wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; }&#xA;} order by desc(?count) &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#select%20%3Fproperty%20%3FpropertyLabel%20%3Fcount%20%7B%0A%20%20%7B%0A%20%20select%20%3Fproperty%20%28count%28%2a%29%20as%20%3Fcount%29%20%7B%0A%20%20%20%20values%20%28%3Fitem%29%20%7B%28wd%3AQ30%29%7D%0A%20%20%20%20%3Fsubject%20%3Fpredicate%20%3Fitem%20.%0A%20%20%20%20%3Fproperty%20wikibase%3AdirectClaim%20%3Fpredicate%0A%20%20%7D%20group%20by%20%3Fproperty%20%20having%20%28%3Fcount%20%3E%200%29%20%0A%20%20%7D%0A%20%20service%20%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20%7D%0A%7D%20order%20by%20desc%28%3Fcount%29%20&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2018-12-04T15:56:15.243" LastActivityDate="2018-12-04T15:56:15.243" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13600" PostTypeId="1" CreationDate="2018-12-04T08:40:20.997" Score="1" ViewCount="31" Body="&lt;p&gt;Is there any dataset of historical international US phone calls prices by country and year (likely since 1946)?&lt;/p&gt;&#xA;" OwnerUserId="15375" LastEditorUserId="15375" LastEditDate="2018-12-06T13:09:43.297" LastActivityDate="2018-12-06T13:09:43.297" Title="Historical international US phone calls prices by country and year" Tags="|data-request|historical|prices|telecom|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13603" PostTypeId="2" ParentId="12986" CreationDate="2018-12-04T20:33:52.513" Score="0" Body="&lt;p&gt;Your company is probably looking for something similar to what OEE (Overall Effective Efficiency) provides.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a couple different factors to this metric:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Utilization: How well scheduled is the equipment/work center.&lt;/li&gt;&#xA;&lt;li&gt;Performance: How well the equipment operates upon the schedule.&lt;/li&gt;&#xA;&lt;li&gt;Quality: How well the parts are produced.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To calculate Quality (or Scrap Rate) is simply:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA;(# of Good Parts) / (Total # of Parts)&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;In most cases, machine data does not contain relevant data for Scheduled part counts (what's on your Work Order). So, you may need to close the loop on your dataset and validate the Total Part Count (number of parts produced OR correct_parts_number+incorrect_parts_number) against what is in your ERP/MRP system.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Ultimately, this is all just to identify &lt;strong&gt;what&lt;/strong&gt; your scrap percent is, you will need to apply some engineering effort in order to actually &lt;em&gt;reduce&lt;/em&gt; your scrap rate. The key with scrap rate is to purely identify where to allocate your engineering efforts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each part process is unique and quality issues cannot be magically provided without large and complex data structures to support it. In order to &lt;em&gt;automatically&lt;/em&gt; provide options for reducing scrap rate, you would need a multitude of datasets talking to each other from ERP/MRP, Machine Data, Inspection Reports, and CAD/CAM just to name a few.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may be already working with it, but the machine data standard MTConnect will reach a point that it can accommodate such datasets. It is a semantics-based format, so it just takes time to develop, but hopefully sometime soon it will support ERP-type data. However, don't hold your breath on manufacturing software companies jumping on board in the near future.&lt;/p&gt;&#xA;" OwnerUserId="9160" LastActivityDate="2018-12-04T20:33:52.513" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13611" PostTypeId="1" CreationDate="2018-12-06T10:09:37.087" Score="1" ViewCount="34" Body="&lt;p&gt;Does anyone know of any good public datasets for supervised learning that would contain data where instances are described with different types of data (ie. timeseries data, categorical data, images, ...)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The types of datasets I have in mind are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;a dataset where each example is described with an image and some numerical features&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;a dataset where each example can be described with timeseries data and some categorical features&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;a dataset where each example is described with multiple images (ie. the image taken from two different angles)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;An example would be a dataset of daily closing stock price data associated with news sentiment for that particular day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware that it's possible to construct a dataset like that on my own with some scraping but I'm wondering whether there are any public datasets out there that serve this purpose.&lt;/p&gt;&#xA;" OwnerUserId="20794" LastActivityDate="2018-12-10T13:03:13.447" Title="Are there any multi-type public datasets out there?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13612" PostTypeId="2" ParentId="13594" CreationDate="2018-12-06T14:58:28.030" Score="1" Body="&lt;p&gt;Thanks for your question, Barbara! Since the release of &lt;a href=&quot;https://www.whitehouse.gov/sites/whitehouse.gov/files/omb/memoranda/2013/m-13-13.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;White House memorandum M-13-13&lt;/a&gt; and its interpretation for USAID in &lt;a href=&quot;https://www.usaid.gov/ads/policy/500/579&quot; rel=&quot;nofollow noreferrer&quot;&gt;ADS 579&lt;/a&gt;, USAID-funded projects that generate data are required to submit it directly to the Development Data Library, which is a repository for the Agency's data. From the DDL, researchers within and outside of the Agency can write reports and publications.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes, projects also share data with missions, but this is an informal process that varies by mission.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps! —Robin, USAID Data Services&lt;/p&gt;&#xA;" OwnerUserId="20636" LastActivityDate="2018-12-06T14:58:28.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13613" PostTypeId="1" AcceptedAnswerId="13614" CreationDate="2018-12-06T21:12:54.737" Score="3" ViewCount="163" Body="&lt;p&gt;I need to map US settlements/towns/cities from colonial times through roughly 1900, for example Bath, NC founded 1705 at lat/lon. The minimal data I'm looking for would contain:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name of town or settlement, e.g. &quot;Bath&quot;.&lt;/li&gt;&#xA;&lt;li&gt;Name or identifier of colony or state, e.g. &quot;NC&quot;&lt;/li&gt;&#xA;&lt;li&gt;Founding year, e.g. &quot;1705&quot;&lt;/li&gt;&#xA;&lt;li&gt;lat/lon coordinates (not complete polygon of extents - I just want to put a dot on a map and want to keep the size down)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even better would be multiple entries per town over the years with population estimates, but that's not critical.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm also interested in mapping early road networks, but realize that's likely a different dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anything like that out there? Thanks!&lt;/p&gt;&#xA;" OwnerUserId="20801" LastEditorUserId="19566" LastEditDate="2018-12-08T17:17:14.703" LastActivityDate="2019-05-13T16:31:58.710" Title="Is there a dataset for historical US towns and roads?" Tags="|geospatial|usa|historical|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13614" PostTypeId="2" ParentId="13613" CreationDate="2018-12-07T21:52:36.827" Score="2" Body="&lt;p&gt;Wikipedia has a &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_North_American_settlements_by_year_of_foundation&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of North American settlements by year of foundation&lt;/a&gt;, formatted as a sortable table. You can sort this list by country, and copy-paste the United States section into a spreadsheet. This data set contains the following fields:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Year founded&lt;/li&gt;&#xA;&lt;li&gt;Name of settlement&lt;/li&gt;&#xA;&lt;li&gt;Subdivision (state or province)&lt;/li&gt;&#xA;&lt;li&gt;Country&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;It does not have lat/long coordinates. However, lat/long data for cities is readily available. I list a few sources below. You can use GIS software to join the two data sets based on the settlement name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data.gov has the &lt;a href=&quot;https://catalog.data.gov/dataset/place-national&quot; rel=&quot;nofollow noreferrer&quot;&gt;Place (National)&lt;/a&gt; and &lt;a href=&quot;https://catalog.data.gov/dataset/city-and-town-boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;City and Town Boundaries&lt;/a&gt; datasets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ESRI provides &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=4e02a13f5ec6412bb56bd8d3dadd59dd&quot; rel=&quot;nofollow noreferrer&quot;&gt;USA Major Cities&lt;/a&gt; as a point layer, and &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=ebb0c51068a8421d9c4e8a039c6c45a7&quot; rel=&quot;nofollow noreferrer&quot;&gt;North America City Areas&lt;/a&gt; as a polygon layer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;USGS provides a layer called &lt;a href=&quot;https://www.sciencebase.gov/catalog/item/581d051ae4b08da350d523ac&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Small-scale Dataset - Cities and Towns of the United States 200402 Shapefile&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Natural Earth provides a world-wide layer of towns and cities called &lt;a href=&quot;https://www.naturalearthdata.com/http//www.naturalearthdata.com/download/110m/cultural/ne_110m_populated_places.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Populated Places&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The historical population data you want is probably on the &lt;a href=&quot;https://www.census.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Bureau website&lt;/a&gt; somewhere. I spent a while looking for it, but they sure don't make it easy to get to. I suggest you post that portion of your data request as a separate question with the &lt;code&gt;census&lt;/code&gt; tag.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The one source I found for population data is a report from the Census Bureau called &lt;a href=&quot;https://www.census.gov/population/www/documentation/twps0027/twps0027.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;POPULATION OF THE 100 LARGEST CITIES AND OTHER URBAN PLACES IN THE UNITED STATES: 1790 TO 1990&lt;/a&gt;, which includes data in tabular form.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="14011" LastEditDate="2019-05-05T21:04:14.357" LastActivityDate="2019-05-05T21:04:14.357" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13615" PostTypeId="1" CreationDate="2018-12-08T17:44:16.113" Score="1" ViewCount="13" Body="&lt;p&gt;I am working on Agro-Meteorology for two semiarid Districts of my Province (Telangana, India)(Deccan Plateau of South India). I tried my best to find Relative Humidity/Dew Point Temperature from most of the Global Climate data providers across the web, but failed to find the exact search. I want it to calculate Throntwaite Equation. Can anyone suggest me how and where can I get it. My choice of spatial resolution is minimum 0.1 degree, temporal resolution is 1 month and duration from 1979 to present.&lt;/p&gt;&#xA;" OwnerUserId="20810" LastActivityDate="2018-12-08T17:44:16.113" Title="Seeking Help for getting climate variable data" Tags="|climate|agriculture|meteorology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13616" PostTypeId="1" AcceptedAnswerId="13619" CreationDate="2018-12-09T00:00:10.957" Score="4" ViewCount="1191" Body="&lt;p&gt;I am talking about the dashed and solid brown line you can see here (&lt;a href=&quot;https://www.openstreetmap.org/#map=19/48.3052/16.39383&quot; rel=&quot;nofollow noreferrer&quot;&gt;live OSM version&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ddlKg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ddlKg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the dash brown line, according to the &lt;a href=&quot;https://www.openstreetmap.org/key&quot; rel=&quot;nofollow noreferrer&quot;&gt;legend&lt;/a&gt; it means &quot;track&quot;. For the solid brown line, I can't even find a key.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What does &quot;track&quot; mean in this scenario?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could it mean track you walk on? If it does, why isn't it a &quot;footway&quot;? Or is it for vehicles, which makes it a different kind of track, than the various footways there are?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am trying to do is essentially find unpaved roads or tracks, where I can drive with my car for fun. I have identified the brown lines as potential indicators of such roads, but am curious if this also indicates footways. Or if it only indicates footways. And also if there even is a way to tell which road is paved and which not by looking at the map.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: I found this information: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:surface&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Key:surface&lt;/a&gt; and I found an app, which, if you give it a destination it will tell you how much % of the way is paved and how much &quot;other&quot;. So the information seems to be available, but I still don't know how to find out if a particular road is a road and is unpaved? &lt;/p&gt;&#xA;" OwnerUserId="14176" LastEditorUserId="1511" LastEditDate="2018-12-10T09:46:50.167" LastActivityDate="2018-12-10T09:46:50.167" Title="What do dashed and solid brown lines mean in open street map?" Tags="|geospatial|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13618" PostTypeId="1" CreationDate="2018-12-09T12:43:27.373" Score="1" ViewCount="77" Body="&lt;p&gt;I am looking to create a d3 powered topographic map of a handful of countries. Topographical features across entire countries can be intricate and plotting them can be resource-intensive, because we are going over each locus across the entire surface area of the country. Since d3 is a client side library, I will be limited in the resolution I can plot in -- a page with many elements will be very slow or even crash-prone. For these reasons I will not be needing the most granular topographic data. Though, I suppose I can also use binning or other transformation to make things manageable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To my knowledge satellite data is favorable for topographic cartography. However, the NASA or European space agency websites don't have any means of downloading this data. I'm not sure if there is a free data option at all or if I'm just inept at navigating their fancy website and deciphering all the smarty-pants &quot;rocket-science&quot; terms. &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Question&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;NASA or otherwise, is there an open data resource for plotting-from-scratch a reasonably detailed topographic map?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It would be nice if the resource was already categorized by country, but I'm willing to slice the desired geographic region manually if need be (I imagine this will be a big headache though)&lt;/li&gt;&#xA;&lt;li&gt;intended use case is for a 2-dimensional d3.js map&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="18860" LastEditorUserId="19566" LastEditDate="2018-12-20T09:29:35.720" LastActivityDate="2018-12-20T09:29:35.720" Title="Topographic map data for countries" Tags="|data-request|geospatial|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13619" PostTypeId="2" ParentId="13616" CreationDate="2018-12-10T09:46:23.367" Score="4" Body="&lt;p&gt;You can check out the underlying data, which can help to understand what is what, and if you know the area, what may be mis-tagged.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &quot;&lt;a href=&quot;https://www.openstreetmap.org/way/634256747#map=18/48.30464/16.39527&amp;amp;layers=D&quot; rel=&quot;nofollow noreferrer&quot;&gt;dashed brown line&lt;/a&gt;&quot; is a &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:tracktype?uselang=en-US&quot; rel=&quot;nofollow noreferrer&quot;&gt;grade3 track&lt;/a&gt;:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Mostly solid. Even mixture of hard and soft materials. Almost always an unpaved track.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Interesting, at the end of the dashed line there is a &quot;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:highway=turning%20circle?uselang=en-US&quot; rel=&quot;nofollow noreferrer&quot;&gt;turning circle&lt;/a&gt;&quot;, according to the map at least.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &quot;&lt;a href=&quot;https://www.openstreetmap.org/way/8025096#map=16/48.3040/16.3907&amp;amp;layers=D&quot; rel=&quot;nofollow noreferrer&quot;&gt;solid brown line&lt;/a&gt;&quot; has this note:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;track is more fitting than residential for the roads through the vineyards &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;And these tags (&lt;a href=&quot;https://www.openstreetmap.org/way/8025096#map=17/48.30536/16.39485&amp;amp;layers=D&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;) which include cobblestone:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/04wzit.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/04wzit.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-12-10T09:46:23.367" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13620" PostTypeId="2" ParentId="4266" CreationDate="2018-12-10T14:43:49.957" Score="2" Body="&lt;p&gt;A list of ontologies used in Linked Open Data using project can be found here &lt;a href=&quot;https://lov.linkeddata.es/dataset/lov/terms?q=project&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lov.linkeddata.es/dataset/lov/terms?q=project&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="20827" LastActivityDate="2018-12-10T14:43:49.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13624" PostTypeId="2" ParentId="46" CreationDate="2018-12-13T05:13:57.473" Score="2" Body="&lt;p&gt;US Census has all surnames occurring more than 100 times, sorted by frequency of occurrence here: &lt;a href=&quot;https://www.census.gov/topics/population/genealogy/data/2010_surnames.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/topics/population/genealogy/data/2010_surnames.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;US Social Security Administration has popular first names available here: &lt;a href=&quot;https://www.ssa.gov/oact/babynames/limits.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ssa.gov/oact/babynames/limits.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16471" LastActivityDate="2018-12-13T05:13:57.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13625" PostTypeId="1" CreationDate="2018-12-13T10:07:46.633" Score="3" ViewCount="76" Body="&lt;p&gt;Erotetics is the logic of questions and answers. The field has been developed over the last hundred years and is nicely summarized by (Wisniewski 2015). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How, if at all, was SPARQL, the RDF query language, influenced by the research in that field?&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Wisniewski, Andrzej. &quot;Semantics of questions.&quot; The handbook of contemporary semantic theory 3 (2015): 273. (&lt;a href=&quot;http://awisniew.home.amu.edu.pl/publikacje/wisniewskif1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;pdf&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20844" LastEditorUserId="1511" LastEditDate="2018-12-13T20:37:54.233" LastActivityDate="2018-12-13T20:37:54.233" Title="(How) Was SPARQL influenced by erotetics?" Tags="|sparql|rdf|semantic-web|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13626" PostTypeId="1" CreationDate="2018-12-13T10:46:32.933" Score="5" ViewCount="498" Body="&lt;p&gt;The semantics of RDF is known to be based on the open world assumption. What does that mean? How does that show up in the RDF Semantics? And why does it help in data integration?&lt;/p&gt;&#xA;" OwnerUserId="20844" LastEditorUserId="1511" LastEditDate="2018-12-13T20:38:22.370" LastActivityDate="2018-12-14T16:22:39.220" Title="Why is the Open World assumption so central to the semantic web?" Tags="|rdf|semantic-web|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13628" PostTypeId="1" AcceptedAnswerId="18449" CreationDate="2018-12-14T11:09:45.353" Score="2" ViewCount="80" Body="&lt;p&gt;I am trying to make a detailed map of roads in Pakistan road. I have already used sources like OSM, DivaGIS, but they don't give me enough detail (amount of point, polyline and polygon features).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone guide me to more accurate data?&lt;br /&gt;&#xA;Can we download the road network of Google Maps maybe?&lt;br /&gt;&#xA;Even any kind of script to scrape data would do the trick.&lt;/p&gt;&#xA;" OwnerUserId="20854" LastEditorUserId="70" LastEditDate="2018-12-27T20:26:44.463" LastActivityDate="2021-01-22T11:15:22.987" Title="Road network data for Pakistan" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13629" PostTypeId="1" AcceptedAnswerId="13631" CreationDate="2018-12-14T16:04:35.443" Score="3" ViewCount="631" Body="&lt;p&gt;For a little hobby project I am looking for a collection of SVG files of maps of all countries in the world separately with the country codes included in the SVG or filename. It would have a structure like this:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;AFG.svg&lt;/li&gt;&#xA;&lt;li&gt;ALB.svg&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;li&gt;ZMB.svg&lt;/li&gt;&#xA;&lt;li&gt;ZWE.svg&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It would also be nice to have a projection that keeps the size of the countries realistically since I will use them to compare pairs of countries.&lt;/p&gt;&#xA;&lt;p&gt;I have looked on the following places:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.jasondavies.com/maps/countries-by-area/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.jasondavies.com/maps/countries-by-area/&lt;/a&gt; Don't know if it can be used for non-commercial purposes and the countries do not contain the country code.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.amcharts.com/svg-maps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.amcharts.com/svg-maps/&lt;/a&gt; Doesn't have a package containing all the countries, also does not have the country code.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I also found a couple more resources which contain the whole world as one SVG or separate countries but no collection with all of them with country codes included.&lt;/p&gt;&#xA;&lt;p&gt;Is there a resource which offers use for non-commercial purposes SVG of countries with a way to identify them by country code?&lt;/p&gt;&#xA;" OwnerUserId="20013" LastEditorUserId="70" LastEditDate="2022-10-13T14:09:30.743" LastActivityDate="2022-10-13T14:09:30.743" Title="Is there a Creative Commons collection of country maps in SVG format with corresponding country code?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13630" PostTypeId="2" ParentId="13626" CreationDate="2018-12-14T16:22:39.220" Score="6" Body="&lt;p&gt;Speaking as a practitioner, this is my best understanding of the open-world-assumption - I never really found a good explanation of its impacts. I would kindly invite anyone to correct or extend on this post, as it would allow me to learn as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The open world assumption pertains to the &quot;web&quot; part of the Semantic Web - i.e., its open, distributed nature. It states that &lt;em&gt;what is not known to be true&lt;/em&gt; is &lt;em&gt;not necessarily false&lt;/em&gt;, but may merely be found elsewhere on the web. In practice, this means that conclusions can only be made from explicitly stated axioms. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using an example from the highly educational pizza ontology (first code is OWL Functional Syntax, second is the more readable Manchester OWL syntax):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;EquivalentClasses(:MargheritaPizza &#xA;ObjectIntersectionOf(ObjectSomeValuesFrom(:hasTopping :MozzarellaTopping) &#xA;ObjectSomeValuesFrom(:hasTopping :TomatoTopping)))&#xA;&#xA;    Class: MargheritaPizza    &#xA;        EquivalentTo: &#xA;             (hasTopping some MozzarellaTopping) and&#xA;             (hasTopping some TomatoTopping)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This states that a MargheritaPizza has at least one mozzarella and tomato topping. But it says nothing about another web source defining extra toppings for the class - i.e., it does not explicitly state that no other toppings could exist. As a result, under the open world assumption, it cannot be inferred that this class is a subclass of VegetarianPizza, which only allows vegetarian toppings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the class level, one can use a &quot;closure axiom&quot; to explicitly state that something cannot exist:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;EquivalentClasses(:MargheritaPizza :Pizza ObjectAllValuesFrom(:hasTopping ObjectUnionOf(:MozzarellaTopping :TomatoTopping)))&#xA;&#xA;Class: MargheritaPizza    &#xA;    EquivalentTo: &#xA;         (hasTopping only (MozzarellaTopping or TomatoTopping))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This states that a Domino's Margharita pizza can only have toppings of type mozzarella or tomato (all-values-from / only), i.e., other toppings cannot exist. This allows the MargheritaPizza class to be classified as a subclass of VegetarianPizza, since all of its allowed toppings are vegetarian - another web source cannot extend the definition to e.g., allow meat toppings as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other inferences, pertaining to instances instead of classes, may be quite unintuitive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, using the first definition of MargheritaPizza, a Domino's pizza instance, with stated toppings of mozzarella and tomato, will be inferred to have type MargheritaPizza. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, when extending the class expression with a closure axiom, this type can &lt;em&gt;no longer be inferred&lt;/em&gt;. The universal quantification (all-values-from) requires &lt;em&gt;all its possible toppings to be type mozzarella or tomato&lt;/em&gt;. But, other web sources may extend the description of the instance with other kinds of toppings, such as meat toppings.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Reasoning under the open-world-assumption may infer useful axioms that explicate the assumptions made. For instance, when defining a domain or range restriction:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ObjectPropertyDomain(:hasTopping :Pizza)&#xA;ObjectPropertyRange(:hasTopping :PizzaTopping)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This implies that the subjects of hasTopping have type Pizza, and the objects have type PizzaTopping. When these types are not explicitly stated, a closed world assumption approach would raise an error, since the absence of the type statements implies their falsehood. But under the open world assumption, since the inverse is not explicitly stated, a reasoner could reasonably assume that the subjects and objects indeed have these types; and explicate these assumptions as inferred statements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another example in the pizza ontology:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ClassAssertion(:MozzarellaTopping :DominosMozzarellaTopping)&#xA;SubClassOf(:MozzarellaTopping ObjectHasValue(:hasCountryOfOrigin :Italy))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The Domino's mozzarella topping instance is defined to have type MozzarellaTopping, with the second axiom stating that all mozzarella toppings need to have country of origin Italy (has-value). As before, in absence of an explicit axiom stating that Domino's topping (type Mozzarella) does not have this country of origin, an open world assumption reasoner would infer this country of origin for the topping.&lt;/p&gt;&#xA;" OwnerUserId="20856" LastActivityDate="2018-12-14T16:22:39.220" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13631" PostTypeId="2" ParentId="13629" CreationDate="2018-12-15T02:55:01.517" Score="7" Body="&lt;h1&gt;&lt;a href=&quot;https://github.com/djaiss/mapsicon&quot; rel=&quot;noreferrer&quot;&gt;mapsicon&lt;/a&gt;&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;mapsicon&lt;/strong&gt; is a free collection of maps for every country in the world, available in 11 sizes or in SVG.&lt;br&gt;&#xA;The maps are named after the official two-letter country codes defined in ISO 3166-1. Basically, that means the United States are named US, Canada is named CA, etc.&lt;br&gt;&#xA;If you need to access all those countries programmatically, &lt;a href=&quot;https://gist.github.com/djaiss/2938259&quot; rel=&quot;noreferrer&quot;&gt;here is a gist containing all the countries as well as their ISO code: https://gist.github.com/djaiss/2938259&lt;/a&gt;&quot;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's also:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/flekschas/simple-world-map&quot; rel=&quot;noreferrer&quot;&gt;Simple World Map&lt;/a&gt;: a simple and lightweight SVG world map, annotated with two-letter country code standard ISO 3166-1 alpha 2. This map is one SVG, not individual SVGs.&lt;br&gt;&#xA;and&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/benhodgson/markedup-svg-worldmap&quot; rel=&quot;noreferrer&quot;&gt;Marked-Up SVG World Map&lt;/a&gt;: an SVG world map marked-up with ISO 3166 country codes. Path (path) and group (g) elements are annotated with cc attributes containing their country codes.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-12-15T02:55:01.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13632" PostTypeId="1" CreationDate="2018-12-13T15:08:56.793" Score="0" ViewCount="55" Body="&lt;p&gt;I'm looking for a real set of shop transactions data contain EAN code (&lt;a href=&quot;https://en.wikipedia.org/wiki/International_Article_Number&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/International_Article_Number&lt;/a&gt;)  as transaction item. Community, can you help?&lt;/p&gt;&#xA;" OwnerDisplayName="ttarnawski" LastEditorUserId="14011" LastEditDate="2019-01-15T19:52:00.353" LastActivityDate="2019-06-14T20:03:10.347" Title="EAN transaction data set" Tags="|data-request|shopping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13633" PostTypeId="2" ParentId="13632" CreationDate="2018-12-13T15:49:02.163" Score="1" Body="&lt;p&gt;Something like this?&#xA;&lt;a href=&quot;https://barcodesdatabase.org/selected-products/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://barcodesdatabase.org/selected-products/&lt;/a&gt;&#xA;Barcodelookup also has an API but I`ve never used it before - &lt;a href=&quot;https://www.barcodelookup.com/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.barcodelookup.com/api&lt;/a&gt;&#xA;Hope this helps!&lt;/p&gt;&#xA;" OwnerDisplayName="Yaroslaw Homenko" LastActivityDate="2018-12-13T15:49:02.163" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13636" PostTypeId="1" CreationDate="2018-12-17T14:34:04.193" Score="1" ViewCount="8" Body="&lt;p&gt;Is there a list of proposed census implementations for countries in Africa? I see that Kenya has one coming up next year. I haven't found much by searching for other countries by name. &lt;/p&gt;&#xA;" OwnerUserId="13380" LastActivityDate="2018-12-17T14:34:04.193" Title="List of proposed census years in Africa" Tags="|census|africa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13637" PostTypeId="2" ParentId="13628" CreationDate="2018-12-17T23:31:32.357" Score="1" Body="&lt;p&gt;Generally road network data are represented by polyline geometries. I would not expect to find point or polygon data from the sources that you have mentioned.&lt;/p&gt;&#xA;" OwnerUserId="10618" LastActivityDate="2018-12-17T23:31:32.357" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13638" PostTypeId="1" AcceptedAnswerId="13645" CreationDate="2018-12-18T00:48:13.810" Score="3" ViewCount="296" Body="&lt;p&gt;I only want to use the link structure and articles’ content of Wikipedia. Therefore, I want to downlaod the dump that contains only the following details.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;articles content&lt;/li&gt;&#xA;&lt;li&gt;link structure (i.e. re-directed page, out-link categories, disambiguation pages etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there any link where I can download them directly?&lt;/p&gt;&#xA;" OwnerUserId="20874" LastActivityDate="2020-12-25T18:14:27.853" Title="How to get specific wikipedia data?" Tags="|data-request|uses-of-open-data|wikidata|wikipedia|rdf|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13639" PostTypeId="2" ParentId="13638" CreationDate="2018-12-18T11:30:28.113" Score="2" Body="&lt;p&gt;For the later (categories, pages,...) I recommend using the various dumps that are available from the Wikidata project. The dumps are available &lt;a href=&quot;https://dumps.wikimedia.org/wikidatawiki/entities/&quot; rel=&quot;nofollow noreferrer&quot;&gt;at the Wikimedia dumps source&lt;/a&gt;. The RDF format is described pretty well in the &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata RDF dump description&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Use the &lt;a href=&quot;https://github.com/Wikidata/Wikidata-Toolkit&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata Toolkit&lt;/a&gt; to process it and get the specific information you want. Or import it into a triple store like &lt;a href=&quot;https://www.blazegraph.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blazegraph&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;For the Wikipedia article content, there are dumps provided by certain mirror servers in different formats and chunks. A promising example is &lt;a href=&quot;http://ftp.acc.umu.se/mirror/wikimedia.org/dumps/enwiki/20181201/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this mirror&lt;/a&gt;. Others can be found &lt;a href=&quot;https://meta.wikimedia.org/wiki/Mirroring_Wikimedia_project_XML_dumps&quot; rel=&quot;nofollow noreferrer&quot;&gt;at the Wikimedia XML dump project&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14487" LastEditorUserId="14002" LastEditDate="2020-12-25T18:14:27.853" LastActivityDate="2020-12-25T18:14:27.853" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13640" PostTypeId="2" ParentId="10974" CreationDate="2018-12-18T17:56:39.197" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;http://www.citymayors.com/gratis/city_mayors.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;City Mayors Foundation website&lt;/a&gt; has lists of current mayors for the largest cities in countries around the world. They also provide research, publishing &amp;amp; pro bono services:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The City Mayors Foundation maintains the City Mayors website, organises the bi-annual World Mayor Project and publishes original research. It also acts as a publishing house for its fellows. City Mayors also provides a range of pro bono services to local government, academic institutions, the press and members of the public.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;They might have the data you're looking for, or at least be able to put you in touch with someone who does.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-12-18T17:56:39.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13641" PostTypeId="2" ParentId="5277" CreationDate="2018-12-18T20:39:16.673" Score="0" Body="&lt;p&gt;OSM hosts GPS traces for various activities. If you find a couple of frequent uploaders, you can then get a history. This would be more likely for jogging, rather than timed races.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/traces&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and for example these tags (&lt;strong&gt;WATCH OUT:&lt;/strong&gt; tags are case sensitive)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/traces?tag=Jog&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces?tag=Jog&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/traces/tag/Run&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces/tag/Run&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/traces/tag/run&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/traces/tag/run&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Bulk GPS traces are here: &lt;a href=&quot;https://planet.openstreetmap.org/gps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://planet.openstreetmap.org/gps/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and more info: &lt;a href=&quot;https://help.openstreetmap.org/questions/61910/downloading-gpx-traces-over-a-specific-area&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://help.openstreetmap.org/questions/61910/downloading-gpx-traces-over-a-specific-area&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fNppk.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fNppk.gif&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/i99fA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/i99fA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-12-18T20:39:16.673" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13642" PostTypeId="1" CreationDate="2018-12-18T23:13:01.740" Score="2" ViewCount="190" Body="&lt;p&gt;I'm looking some free data to make data mining research about texas holdem poker game.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I'm expecting is some kind of log file containing information about what players had in hand, how they betting, and what actions they took. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I already found are following links but actually doesn't satisfied me:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://poker.stackexchange.com/questions/881/publicly-available-poker-stats&quot;&gt;https://poker.stackexchange.com/questions/881/publicly-available-poker-stats&lt;/a&gt; - in this topic there are mendtioned tree links:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1.&lt;a href=&quot;http://web.archive.org/web/20110205042259/http://www.outflopped.com/questions/286/obfuscated-datamined-hand-histories&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.archive.org/web/20110205042259/http://www.outflopped.com/questions/286/obfuscated-datamined-hand-histories&lt;/a&gt; - probably the closest log list that I'm looking for, but lack of information about cards, only actions provided&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2.&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Poker+Hand&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Poker+Hand&lt;/a&gt; - containing only information about cards, no actions mentioned&lt;/p&gt;&#xA;&#xA;&lt;p&gt;3.&lt;a href=&quot;http://poker.cs.ualberta.ca/irc_poker_database.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://poker.cs.ualberta.ca/irc_poker_database.html&lt;/a&gt; - I downloaded data, but have no idea how to read this&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I actually looking for would be combination of information provided in links 1 and 2 &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I haven't found any others sources of data over the internet. It don't have to be data from recent years or anything, Just to have big amount of instances.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help will be appreciate.&lt;/p&gt;&#xA;" OwnerUserId="20879" LastActivityDate="2018-12-18T23:13:01.740" Title="Free poker game database" Tags="|data-request|research|database|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13643" PostTypeId="1" CreationDate="2018-12-18T23:40:39.767" Score="2" ViewCount="52" Body="&lt;p&gt;This must be a common enough problem that other users have come across it. I've finagled my way around inconsistencies and dropped observations, but now I'm reaching out to see if anyone knows of a 'holy grail' type spatial dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am in search of USA congressional district to county relationship files going back to the 1980s. While many components of said files are available online via the US Census Bureau (&lt;a href=&quot;https://www.census.gov/geo/maps-data/data/cd_national.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/cd_national.html&lt;/a&gt;), they do not release them for every year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried combining different online sources (combining this CD dataset (&lt;a href=&quot;http://cdmaps.polisci.ucla.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cdmaps.polisci.ucla.edu/&lt;/a&gt;) with the atlas of historical county boundaries (&lt;a href=&quot;https://publications.newberry.org/ahcbp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://publications.newberry.org/ahcbp/&lt;/a&gt;)) in a GIS environment; however, inconsistencies in the shapefiles (see here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/030Ia.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/030Ia.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;lead to too many (or too few) relationships.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have such a file on hand or know where I could obtain it?&lt;/p&gt;&#xA;" OwnerDisplayName="user20880" LastEditorUserId="19566" LastEditDate="2019-07-25T20:12:41.363" LastActivityDate="2019-07-25T20:12:41.363" Title="Seeking USA congressional district to county relationship files?" Tags="|data-request|geospatial|usa|government|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13645" PostTypeId="2" ParentId="13638" CreationDate="2018-12-19T07:46:53.567" Score="2" Body="&lt;p&gt;Data dumps are at &lt;a href=&quot;https://dumps.wikimedia.org/enwiki/20181201/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/enwiki/20181201/&lt;/a&gt; (currently). Article content (source code) is in the pages-articles files (e.g. &lt;code&gt;enwiki-20181201-pages-articles.xml.bz2&lt;/code&gt; is all pages in a single file, &lt;code&gt;enwiki-20181201-pages-articles1.xml-p10p30302.bz2&lt;/code&gt; is page IDs 10 to 30302, &lt;code&gt;enwiki-20181201-pages-articles-multistream.xml.bz2&lt;/code&gt; is a single file with many separate bz2 streams). If you need all pages you are probably better off with the single-file plain bz2 format. Note the data might be in the TB range after uncompressing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Link information is available as SQL dumps from the same page (towards the end of the list, files with templatelinks, imagelinks, redirects etc. in the name). These are 1:1 dumps of the corresponding MediaWiki tables so see &lt;a href=&quot;https://www.mediawiki.org/wiki/Manual:Database_layout&quot; rel=&quot;nofollow noreferrer&quot;&gt;DB schema information&lt;/a&gt; for details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need the page content as HTML, your best bet is probably processing one of the &lt;a href=&quot;https://wiki.kiwix.org/wiki/Content&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kiwix dumps&lt;/a&gt; (they are in &lt;a href=&quot;http://www.openzim.org/wiki/ZIM_file_format&quot; rel=&quot;nofollow noreferrer&quot;&gt;ZIM&lt;/a&gt;) which contain a stripped down version of article HTML.&lt;/p&gt;&#xA;" OwnerUserId="8828" LastActivityDate="2018-12-19T07:46:53.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13646" PostTypeId="1" CreationDate="2018-12-19T12:00:12.027" Score="0" ViewCount="173" Body="&lt;p&gt;I have a script which uses the pyfpds wrapper (&lt;a href=&quot;https://github.com/18F/pyfpds&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/18F/pyfpds&lt;/a&gt;) to extract contract data from the FPDS Atom Feed (www.fpds.gov).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Following is the code I have and this used to work till last week. Presently, this doesn't work if I have a date field filter in the get() method. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from pyfpds import Contracts&#xA;from datetime import datetime, timedelta&#xA;&#xA;def main():&#xA;    c = Contracts()&#xA;    print(&quot;\nSearching in PIID: &quot;+piid)&#xA;    yesterday = datetime.strftime(datetime.now() - timedelta(2), '%Y-%m-%d')&#xA;    records = c.get(agency_name=&quot;SECURITIES AND EXCHANGE COMMISSION&quot;,last_modified_date=yesterday)&#xA;    c.pretty_print(records)&#xA;# end of main()&#xA;if __name__ == '__main__':&#xA;    main()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The code works without any issues if I remove the date field filter from the get() method.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also tried with other date fields such as &lt;code&gt;signed_date&lt;/code&gt; and &lt;code&gt;created_on&lt;/code&gt;, and it doesn't make any difference.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any specific change in FPDS Atom Feed which prevents the date filters in the requests?&lt;/p&gt;&#xA;" OwnerUserId="15988" LastEditorUserId="15988" LastEditDate="2018-12-19T12:33:37.180" LastActivityDate="2018-12-21T13:44:26.280" Title="Cannot get data from FPDS atom feed using pyfpds" Tags="|usa|api|government|python|federal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13647" PostTypeId="1" CreationDate="2018-12-19T14:12:42.780" Score="1" ViewCount="192" Body="&lt;p&gt;We are developing a mobile app to follow along songs and lectures with transcript.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Because we need to follow the audio with the transcript we decided to use &lt;a href=&quot;https://en.wikipedia.org/wiki/LRC_(file_format)&quot; rel=&quot;nofollow noreferrer&quot;&gt;LRC format&lt;/a&gt;, specifically the Enhanced version. This should work fine in the final product, &lt;strong&gt;but where can I find an example of this type of file?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't mind the content of the audio. I need just a sample enhanced lrc file to develop the app and make a MVP version&lt;/p&gt;&#xA;" OwnerUserId="20885" LastActivityDate="2018-12-19T14:12:42.780" Title="Lyrics with timestamp for development" Tags="|data-request|music|" AnswerCount="0" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="13648" PostTypeId="1" CreationDate="2018-12-19T08:45:22.933" Score="1" ViewCount="50" Body="&lt;p&gt;Almost all datasets in the UCR archive contain only time series sequences that are segmented and scaled to the same length, which is unrealistic. Are there any time series datasets that are not segmented but labeled?&lt;/p&gt;&#xA;" OwnerUserId="20892" OwnerDisplayName="Bob" LastActivityDate="2019-05-19T03:03:15.640" Title="Where can I find labeled but unsegmented time series datasets?" Tags="|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13653" PostTypeId="2" ParentId="13648" CreationDate="2018-12-20T01:55:31.957" Score="1" Body="&lt;p&gt;The new UCR datasets have a few such examples, see &lt;a href=&quot;https://arxiv.org/abs/1810.07758&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/1810.07758&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, there are three or four such datasets in &lt;a href=&quot;https://www.cs.ucr.edu/~eamonn/SDM_RealisticTSClassifcation_cameraReady.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cs.ucr.edu/~eamonn/SDM_RealisticTSClassifcation_cameraReady.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;eamonn&lt;/p&gt;&#xA;" OwnerUserId="20890" LastActivityDate="2018-12-20T01:55:31.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13655" PostTypeId="2" ParentId="11078" CreationDate="2018-12-20T13:11:52.197" Score="0" Body="&lt;p&gt;Consider using the OCCRP &lt;a href=&quot;https://www.occrp.org/en/azerbaijanilaundromat/raw-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Azerbaijani laundromat&lt;/a&gt; transactions data retrieved from Danske Bank. The data is &lt;a href=&quot;https://cdn.occrp.org/projects/azerbaijanilaundromat/interactive/dkdata.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;available as json&lt;/a&gt; (13MB), too bad they didn't provide easy link to a compressed file.&lt;/p&gt;&#xA;" OwnerUserId="20652" LastActivityDate="2018-12-20T13:11:52.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13656" PostTypeId="1" AcceptedAnswerId="13662" CreationDate="2018-12-20T13:22:40.907" Score="1" ViewCount="322" Body="&lt;p&gt;I am running CKAN v2.7.2 over HTTPs using Apache and have configured Nginx-reverse proxy to access CKAN.Thus,I am accessing CKAN using Nginx only.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All the three components (CKAN,Apache,Nginx are running on docker).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CKAN page is being loaded however,I get the following error logs in apache ckan_default.conf.error.log&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;raise ConnectionError(e, request=request)&#xA;[wsgi:error] [pid 93:tid 139753652762368] ConnectionError: HTTPConnectionPool(host='127.0.0.1', port=8983): Max retries exceeded with url: /solr/ckan/select/?s&#xA;&#xA;ERROR [pysolr] Failed to connect to server at &#xA;'http://127.0.0.1:8983/solr/ckan/select/?sort=score+desc%2C+metadata&#xA;&#xA;Traceback (most recent call last):&#xA;File &quot;/usr/lib/ckan/default/lib/python2.7/site-packages/pysolr.py&quot;, line 366, in _send_request&#xA;File &quot;/usr/lib/ckan/default/lib/python2.7/site-packages/requests/sessions.py&quot;, line 501, in get&#xA;return self.request('GET', url, **kwargs)&#xA;File &quot;/usr/lib/ckan/default/lib/python2.7/site-packages/requests/sessions.py&quot;, line 488, in request&#xA;resp = self.send(prep, **send_kwargs)&#xA;File &quot;/usr/lib/ckan/default/lib/python2.7/site-packages/requests/sessions.py&quot;, line 609, in send&#xA;r = adapter.send(request, **kwargs)&#xA;File &quot;/usr/lib/ckan/default/lib/python2.7/site-packages/requests/adapters.py&quot;, line 487, in send&#xA;raise ConnectionError(e, request=request)&#xA;ConnectionError: HTTPConnectionPool(host='127.0.0.1', port=8983): Max retries exceeded with url: /solr/ckan/s&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="20891" LastActivityDate="2018-12-21T11:32:56.197" Title="Solr not working while running CKAN over HTTPs using nginx and apache" Tags="|ckan|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13657" PostTypeId="1" CreationDate="2018-12-20T21:21:53.910" Score="1" ViewCount="36" Body="&lt;p&gt;Is there a list of the US Police Departments maintained at a federal level? I know the DOJ is supposed to be over them all? Does it maintain any such list, or any other federal agency?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2018-12-21T00:51:18.000" Title="Listing of United States Police Departments?" Tags="|usa|police|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13658" PostTypeId="2" ParentId="13657" CreationDate="2018-12-20T22:27:43.780" Score="1" Body="&lt;p&gt;Here's two you can piece together:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://s3-us-gov-west-1.amazonaws.com/cg-d3f0433b-a53e-4934-8b94-c678aa2cbaf3/agencies.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Agency Participation Data in FBI NIBRS&lt;/a&gt; from &lt;a href=&quot;https://crime-data-explorer.fr.cloud.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FBI Crime Data Explorer&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;(not open) &lt;a href=&quot;https://www.icpsr.umich.edu/icpsrweb/NACJD/studies/2260/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Directory of Law Enforcement Agencies, 1996: [United States] (ICPSR 2260)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-12-21T00:51:18.000" LastActivityDate="2018-12-21T00:51:18.000" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13659" PostTypeId="1" AcceptedAnswerId="13660" CreationDate="2018-12-21T01:45:52.267" Score="3" ViewCount="12581" Body="&lt;p&gt;From the docs, provided on the &lt;a href=&quot;https://ucr.fbi.gov/nibrs/nibrs-user-manual&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Incident-Based Reporting System (NIBRS) user manual&lt;/a&gt;,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;An Originating Agency Identifier (ORI) is a unique nine-character identifier the National Crime Information Center (NCIC) has assigned to each LEA in coordination with the CSO. The Uniform Crime Reporting (UCR) Program uses this identifier to indicate the contributing agency. Data Element 1 is mandatory in each NIBRS submission.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But there is no information on where I can get the list of Originating Agency Identifiers, and I don't see it on the &lt;a href=&quot;https://crime-data-explorer.fr.cloud.gov/downloads-and-docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Downloads Page&lt;/a&gt;. Where can I find that list? Preferably authoritative from a government site, that I can redistribute?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2018-12-21T04:40:03.870" LastActivityDate="2022-06-13T18:55:02.457" Title="Where can I find the list of NCIC assisiged &quot;Originating Agency Identifier&quot;?" Tags="|usa|database|crime|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13660" PostTypeId="2" ParentId="13659" CreationDate="2018-12-21T01:59:13.487" Score="4" Body="&lt;h1&gt;API (clean data)&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;It's available at the &lt;a href=&quot;https://crime-data-explorer.fr.cloud.gov/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crime Data API end point&lt;/a&gt;, you have to first &lt;a href=&quot;https://api.data.gov/signup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;request a data.gov api key&lt;/a&gt; then you can access it on&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.usa.gov/crime/fbi/sapi/api/agencies?api_key=&amp;lt;api_key&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This is documented on the &lt;a href=&quot;https://github.com/fbi-cde/crime-data-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub project crime-data-api&lt;/a&gt;, and the official &lt;a href=&quot;https://crime-data-explorer.fr.cloud.gov/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crime Data API page&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On Dec 20, 2018, the result of the API call is 7.7MB of JSON.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Alternatively&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Go to the &lt;a href=&quot;https://crime-data-explorer.fr.cloud.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crime Data Explorer page under the section &lt;em&gt;&quot;Explore by location and data set&quot;&lt;/em&gt;&lt;/a&gt; and click on the link under the map,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/73jxY.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/73jxY.png&quot; alt=&quot;map with link&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2018-12-21T04:38:06.397" LastActivityDate="2018-12-21T04:38:06.397" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13661" PostTypeId="1" AcceptedAnswerId="13669" CreationDate="2018-12-21T06:26:57.347" Score="4" ViewCount="39" Body="&lt;p&gt;I'm looking to find all casualties with officer involvement, whether they were detained, tasered, or shot. Is there any official government source that tracks this and makes the data public?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I see the &lt;a href=&quot;https://www.bjs.gov/index.cfm?ty=dcdetail&amp;amp;iid=428&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bureau of Justice Statistics tracks this with their &lt;em&gt;&quot;Arrest-Related Deaths&quot;&lt;/em&gt;&lt;/a&gt; using &quot;Arrest-Related Death Report (&lt;strong&gt;CJ-11A&lt;/strong&gt;)&quot;. But I can't find the list of CJ-11A filings in the United States? Are they public?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="90" LastEditDate="2018-12-22T19:42:54.323" LastActivityDate="2018-12-25T23:48:33.803" Title="Is there a government database that tracks police-use of deadly force?" Tags="|usa|police|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13662" PostTypeId="2" ParentId="13656" CreationDate="2018-12-21T11:32:56.197" Score="1" Body="&lt;p&gt;You cannot reach solr from ckan because they are running in two different container on the same virtual network.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you run a container, a bridged network will be created by default.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ hostname -i&#xA;::1 127.0.0.1&#xA;$ docker run --rm alpine hostname -i&#xA;172.17.0.2&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If container share the same network (like when you usually run containers with &lt;code&gt;docker-compose&lt;/code&gt;, you can connect from one to the other using the name of the last one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In your case, you should probably connect to &lt;code&gt;http://solr:8983/solr/ckan&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="20902" LastActivityDate="2018-12-21T11:32:56.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13663" PostTypeId="2" ParentId="13646" CreationDate="2018-12-21T13:44:26.280" Score="1" Body="&lt;p&gt;I was actually using the wrong format for date. It should be something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;records = c.get(agency_name=o['name'], last_modified_date=&quot;[&quot;+str(next_date)+&quot;,&quot;+str(next_date)+&quot;]&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;records = c.get(agency_name=o['name'], last_modified_date=&quot;[2018/12/17,2018/12/21]&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="15988" LastActivityDate="2018-12-21T13:44:26.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13664" PostTypeId="1" CreationDate="2018-12-21T17:33:42.340" Score="1" ViewCount="391" Body="&lt;p&gt;I know there are two specs that essentially catalog the entire planet into the political region/subregions, with internationalization&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO-3166-1&lt;/a&gt; which has 2-letter, 3-letter, numeric, and country names.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO-3166-2&lt;/a&gt; which has subdivision names and their abbreviations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;So,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Is there any open distribution of these? I know you can buy the spec, but I know you can also implement it into a product. Are there any products that leak the spec out? Are there any draft distributions of &lt;code&gt;ISO-3166-[12]&lt;/code&gt; like there are with the SQL spec?&lt;/li&gt;&#xA;&lt;li&gt;Is there anything that rivals these specs that is also internationalized that I can use in an open source product?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2018-12-27T03:34:11.273" LastActivityDate="2018-12-27T03:34:11.273" Title="State and country codes like ISO 3166-1 and ISO 3166-2?" Tags="|usa|standards|county|state|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13665" PostTypeId="1" CreationDate="2018-12-21T21:44:39.173" Score="1" ViewCount="220" Body="&lt;p&gt;In the College Scorecard data set there are three variables that define a working_not_enrolled earnings:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[1]&#xA;earnings.6_yrs_after_entry.mean_earnings.dependent_students&#xA;(Mean earnings of dependent students working and not enrolled 6 years after entry)&#xA;[2]&#xA;earnings.6_yrs_after_entry.mean_earnings.independent_students&#xA;(Mean earnings of independent students working and not enrolled 6 years after entry)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-and-&lt;/p&gt;&#xA;&#xA;&lt;p&gt;[3]&#xA;earnings.6_yrs_after_entry.working_not_enrolled.mean_earnings&#xA;(Mean earnings of students working and not enrolled 6 years after entry)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was thinking to combine both dependent[1] and independent[2] student data to get the overall mean earnings of all students which I thought would be the same as the last variable[3], but it isn't.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So which is the &quot;true&quot; mean earnings for all students here?&lt;/p&gt;&#xA;" OwnerUserId="20904" LastActivityDate="2019-05-26T18:03:10.930" Title="Mean earnings from the college scorecard dataset" Tags="|data.gov|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13666" PostTypeId="2" ParentId="13664" CreationDate="2018-12-21T23:49:24.373" Score="4" Body="&lt;p&gt;Here's a number of options:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/olahol/iso-3166-2.json/blob/master/iso-3166-2.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO 3166-2 subdivisions JSON&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/lukes/ISO-3166-Countries-with-Regional-Codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO 3166-1 country lists merged w/ UN Geoscheme regional codes in JSON, XML, CSV&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.npmjs.com/package/iso-3166-2.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO 3166-2 NPM Package&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ip2location.com/free/iso3166-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV of ISO 3166-2&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://datahub.io/core/country-list/r/country-list_zip.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of all countries with their 2 digit codes (ISO 3166-1)&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://old.datahub.io/dataset/iso-3166-2-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linked ISO 3166-2 Data&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;   &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-12-22T00:20:10.183" LastActivityDate="2018-12-22T00:20:10.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13667" PostTypeId="1" CreationDate="2018-12-21T19:11:56.540" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for a dataset. All I want is just a background photo. It can be a building, a river, or a house. But it must be a natural picture, not a drawn picture. Is there such a data set? It would be better if it contained various environments.&lt;/p&gt;&#xA;" OwnerDisplayName="Code Dirty" LastActivityDate="2018-12-22T14:35:31.083" Title="Are there any meaningless photo data sets?" Tags="|machine-learning|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13668" PostTypeId="2" ParentId="13667" CreationDate="2018-12-22T14:35:31.083" Score="2" Body="&lt;p&gt;You can use &lt;a href=&quot;https://unsplash.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unsplash&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Beautiful, free images gifted by the world’s most generous community of photographers. Better than any royalty free or stock photos.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;One example, is a photo with a random URL, where 200 and 300 are the resolution:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https:/picsum.photos/200/300/?random&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Another option is to choose certain Collections or tags&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://unsplash.com/collections&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;There is also an &lt;a href=&quot;https://unsplash.com/developers&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The photos have an open &lt;a href=&quot;https://unsplash.com/license&quot; rel=&quot;nofollow noreferrer&quot;&gt;license&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Here is a 3rd party bulk download tool: &lt;a href=&quot;https://github.com/MehediH/Bulksplash&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MehediH/Bulksplash&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2018-12-22T14:35:31.083" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13669" PostTypeId="2" ParentId="13661" CreationDate="2018-12-22T19:48:01.427" Score="1" Body="&lt;p&gt;Not yet; the &lt;a href=&quot;https://www.apnews.com/3878b3206a0548409c3e4ee8bd6ae96b&quot; rel=&quot;nofollow noreferrer&quot;&gt;FBI announced they will launch one in 2019-01&lt;/a&gt;.&lt;br&gt;&#xA;There are a number of fourth estate/civic activist databases, but no authoritative, government database, that I am aware of.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-12-22T19:48:01.427" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13670" PostTypeId="1" CreationDate="2018-12-22T21:34:25.607" Score="1" ViewCount="785" Body="&lt;p&gt;I wonder whether it is possible to bulk download  papers with Sci-Hub using a list of urls stored as file. i want to automate the download because i need 1570 article&lt;/p&gt;&#xA;" OwnerUserId="20910" LastEditorUserId="90" LastEditDate="2018-12-23T21:07:20.030" LastActivityDate="2018-12-23T21:07:20.030" Title="Bulk download Sci-Hub papers using a list of URLs" Tags="|download|pdf|open-access|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="13672" PostTypeId="2" ParentId="13670" CreationDate="2018-12-23T16:09:14.087" Score="3" Body="&lt;p&gt;You can bulk download/automate Sci-Hub files with a list of URLs using &lt;a href=&quot;https://www.gnu.org/software/wget/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wget&lt;/a&gt; and a list of URLs (one per line) in a text file. In the following example, I have a text file (&lt;code&gt;list.txt&lt;/code&gt;) that looks like this:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://backup.sci-hub.tw/6024/6a24172bc2d8aa7ed9f2697aaa2963a4/10.2307@27732699.pdf&#xA;https://moscow.sci-hub.tw/3415/665548c34ac048f176f74bd9d7041a83/10.2307@20486079.pdf&lt;/code&gt;&lt;/pre&gt;  &#xA;&#xA;&lt;p&gt;Then use &lt;code&gt;wget&lt;/code&gt; from terminal/command line with the following command:  &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;wget -i list.txt&lt;/code&gt;&lt;/pre&gt;  &#xA;&#xA;&lt;p&gt;Sci-Hub URLs typically embed the PDF, so I think gathering a list of URLs is going to be the actual difficult part here.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2018-12-23T17:30:56.880" LastActivityDate="2018-12-23T17:30:56.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13673" PostTypeId="2" ParentId="12289" CreationDate="2018-12-25T16:45:25.677" Score="1" Body="&lt;p&gt;There are unlimited ways for you to download this data in a number of formats; making some choices around which format(s) is desired is your first step, as that will limit your download options and help narrow down scope.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The easiest way to download this data is to save the website as HTML from your browser. In Firefox on OS X, if you click on the &quot;File&quot; option in the nav bar, the dropdown has the option to &quot;Save Page As&quot;, and there are two options for saving as HTML. While being the easiest, this is probably the least desirable, because while you do have your data, you still have to clean it up before you can access it.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second easiest way to download this data is to open your browser's dev tools, inspect the data for its parent element (in this case &lt;code&gt;table&lt;/code&gt;), and copy the HTML; in Firefox on OS X, I right click over the data, then look at the markup for it in the inspector, find its parent element, right click on that, select &quot;Copy&quot;, then &quot;Outer HTML&quot;, which gives you an actionable dataset. Though actionable is a bit generous, because if you want to do anything with it besides show an HTML &lt;code&gt;table&lt;/code&gt;, you will have to get the data out of the markup and into another format.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The third easiest way to download this data is to use Google Sheet's &lt;code&gt;importHTML&lt;/code&gt; like so:&lt;br&gt;&#xA;&lt;code&gt;=IMPORTHTML(&quot;&lt;a href=&quot;https://www.kiplinger.com/tool/college/T014-S001-kiplinger-s-best-values-in-public-colleges/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kiplinger.com/tool/college/T014-S001-kiplinger-s-best-values-in-public-colleges/index.php&lt;/a&gt;&quot;, &quot;table&quot;, 1)&lt;/code&gt;&lt;br&gt;&#xA;which will give you an actionable dataset. Once imported, you can download in Sheets from the &quot;File&quot; option in the nav bar; go to &quot;Download as&quot; and you'll be presented with multiple tabular format options. In my completely biased opinion, CSV is almost always ideal here.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1Zw1SBj5t1_SZieHayV9Om8O3MTmM1lwvzg-R-wHxsNI/edit#gid=993266606&quot; rel=&quot;nofollow noreferrer&quot;&gt;This Google Sheet&lt;/a&gt; is doing this for you, pulling in a different dataset in each tab. You may want to double check they are all covered there; its not 100% clear to me how many there are; I'm confused by their URL naming conventions.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They are infinite more solutions using a plethora of technologies that can do this, outputting in more formats listed here. These three are just the easiest, minimal tooling-technologies used, and therefore cover the greatest percentage of users, in my opinion.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-12-25T16:45:25.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13674" PostTypeId="2" ParentId="13661" CreationDate="2018-12-25T23:48:33.803" Score="0" Body="&lt;p&gt;I do some research in this area. Albert has the right idea. There are at least three major community-based ones: The Counted, Mapping Police Violence, and Fatal Encounters. The best formal government database I am aware of is the &lt;a href=&quot;https://www.cdc.gov/violenceprevention/nvdrs/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Violent Death Reporting System&lt;/a&gt; - it has perks over National Vital Records, but until very recently not all states reported. &lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2018-12-25T23:48:33.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13675" PostTypeId="2" ParentId="1251" CreationDate="2018-12-26T04:40:56.480" Score="2" Body="&lt;p&gt;Political Disclosure Standard Electronic Reporting Format (PDSERF) is one such example. It may very well constitute the first such format.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dba.stackexchange.com/questions/207351/what-format-is-this-export-of-election-data-in/207425#207425&quot;&gt;Question and Answer on DBA.StackExchange&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/EvanCarroll/db-Texas-Ethics-Commission&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github project with parser&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Note: I'm the author of the question, answer, project parser.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2018-12-26T04:40:56.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13677" PostTypeId="2" ParentId="13387" CreationDate="2018-12-26T22:50:44.937" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://users.dcc.uchile.cl/~voyanede/cc5213/datasets/ciperchile_21.12.2018/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here is a labeled dataset of news written in Spanish&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset contains 3.089 articles written in spanish with tags and authors, extracted this month. &lt;/p&gt;&#xA;" OwnerUserId="20924" LastActivityDate="2018-12-26T22:50:44.937" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13678" PostTypeId="1" CreationDate="2018-12-27T03:45:30.050" Score="1" ViewCount="100" Body="&lt;p&gt;I'd like to ask where can I get hotels data such as addresses, images, descriptions, coordinates, facilities, reviews? I've read this &lt;a href=&quot;https://stackoverflow.com/questions/1185961/travel-hotel-apis&quot;&gt;thread&lt;/a&gt;, but couldn't find any appropriate ways for today. Note: we're planning to use data only for analytics and building our own recomendation system, so our customers won't have access to this data, therefore we don't match most of the requirements for affiliate programs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions on some API or other web resources to get this data?&lt;/p&gt;&#xA;" OwnerUserId="20926" LastActivityDate="2019-01-02T14:49:30.987" Title="Hotels data for analytics" Tags="|data-request|machine-learning|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13679" PostTypeId="2" ParentId="13665" CreationDate="2018-12-27T17:59:09.830" Score="1" Body="&lt;p&gt;I have spoken with someone familiar with the data. He compared the mean earnings overall to a recalculated version from the independent and dependent student subpopulations and found that the differences were within an acceptable rounding tolerance. If you believe this not to be the case, can you provide us with some examples that illustrate the issue? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;He also suggested the best overall average is your item [3] above, as it is built directly from the underlying data and not rounded subpopulation figures.&lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2018-12-27T17:59:09.830" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13680" PostTypeId="1" CreationDate="2018-12-27T19:45:08.823" Score="4" ViewCount="313" Body="&lt;p&gt;I have about &lt;code&gt;5,000&lt;/code&gt; weather stations with its' &lt;code&gt;lat, lon&lt;/code&gt; coordinates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to determine which Time Zone they fit into and whether they observe daylight savings time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The sample of data looks as follows:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Austin, TX: 30.183, -97.68, US Central Time, DST = Yes&#xA;Phoenix, AZ: 33.3, -111.667, US Mountain Time, DST = No&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm only interested in the US, Canada, and Mexico.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any and all ideas are appreciated. I'm opening to writing code to calculate this, but would prefer if there is some open dataset that may already exist that I could reuse.&lt;/p&gt;&#xA;" OwnerUserId="20873" LastEditorUserId="19535" LastEditDate="2018-12-30T10:52:03.677" LastActivityDate="2018-12-30T10:52:03.677" Title="Determining time zone and daylight savings time from latitude and longitude?" Tags="|geospatial|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13681" PostTypeId="1" CreationDate="2018-12-28T01:02:02.360" Score="1" ViewCount="41" Body="&lt;p&gt;Currently the United Nations hosts the United Nations Terminology Database at &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://unterm.un.org/UNTERM/portal/welcome&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://unterm.un.org/UNTERM/portal/welcome&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Do they provide a data dump of this anywhere?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="13983" LastEditDate="2018-12-28T20:48:38.050" LastActivityDate="2018-12-28T20:48:38.050" Title="Can the United Nations Terminology Database (UNTERM) be downloaded?" Tags="|data-request|un|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13682" PostTypeId="1" CreationDate="2018-12-28T02:25:11.297" Score="1" ViewCount="24" Body="&lt;p&gt;The UN on the &lt;a href=&quot;https://unstats.un.org/unsd/methodology/m49/overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;&quot;Standard country or area codes for statistical use (M49)&quot;&lt;/em&gt;&lt;/a&gt; makes mention of &quot;Global Code&quot;. It's &lt;code&gt;001&lt;/code&gt; for every entry in the table. The &quot;Global Name&quot; is likewise &quot;World&quot;. What is the Global Code, and is it defined for anything that is not &lt;code&gt;001&lt;/code&gt;? By extension is there a &quot;Global Code&quot; for anything that is not &quot;World&quot;?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2018-12-28T02:54:50.477" Title="What is the UN &quot;Global Code&quot;?" Tags="|classification|un|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13683" PostTypeId="2" ParentId="13682" CreationDate="2018-12-28T02:54:50.477" Score="2" Body="&lt;p&gt;The UN Global Code &lt;code&gt;001&lt;/code&gt; and the Global Name &lt;code&gt;World&lt;/code&gt; are being used as delimiters for a taxonomy; it does seem very redundant, as well as implied, however there probably is a good reason for it.&lt;br&gt;&#xA;Toggling the &lt;a href=&quot;https://unstats.un.org/unsd/methodology/m49/#geo-regions&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geographic Regions&lt;/a&gt; closed is what made this makes sense to me:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Geographic Regions Toggled Open:&lt;br&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/rpaFi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rpaFi.png&quot; alt=&quot;Geographic Regions Toggled Open&quot;&gt;&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Geographic Regions Toggled Closed:&lt;br&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/k4oe9.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/k4oe9.png&quot; alt=&quot;Geographic Regions Toggled Closed&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2018-12-28T02:54:50.477" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13684" PostTypeId="1" AcceptedAnswerId="13685" CreationDate="2018-12-28T09:48:56.753" Score="2" ViewCount="386" Body="&lt;p&gt;I'm trying to get information on Prefectures in Japan out of Wikidata. I succeeded to read the &lt;code&gt;population&lt;/code&gt; statement, however there are occasionally several values with different &lt;code&gt;point in time&lt;/code&gt; fields.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?itemLabel ?population ?date &#xA;WHERE {&#xA;   ?item wdt:P31 wd:Q50337;&#xA;         p:P1082 [pq:P585 ?date; ps:P1082 ?population];&#xA;&#xA;   SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm was trying to get a single row per prefecture using groups, but to no avail. How do you select the lastest &lt;code&gt;point in time&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="20932" LastActivityDate="2018-12-28T12:30:30.950" Title="Limiting a SPARQL Query to Lastest Point in Time" Tags="|wikidata|wikipedia|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13685" PostTypeId="2" ParentId="13684" CreationDate="2018-12-28T12:30:30.950" Score="4" Body="&lt;pre&gt;&lt;code&gt;SELECT ?itemLabel ?population ?date {&#xA;   ?item wdt:P31 wd:Q50337; p:P1082 [pq:P585 ?date; ps:P1082 ?population]&#xA;   FILTER NOT EXISTS {?item p:P1082 [pq:P585 ?date_] FILTER (?date_ &amp;gt; ?date)}&#xA;   SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FitemLabel%20%3Fpopulation%20%3Fdate%20%7B%0A%20%20%20%3Fitem%20wdt%3AP31%20wd%3AQ50337%3B%20p%3AP1082%20%5Bpq%3AP585%20%3Fdate%3B%20ps%3AP1082%20%3Fpopulation%5D%0A%20%20%20FILTER%20NOT%20EXISTS%20%7B%3Fitem%20p%3AP1082%20%5Bpq%3AP585%20%3Fdate_%5D%20FILTER%20%28%3Fdate_%20%3E%20%3Fdate%29%7D%0A%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you really need &lt;code&gt;GROUP BY&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?itemLabel ?date ?population {&#xA;  {&#xA;  SELECT ?item ?date ?pop {&#xA;    ?item wdt:P31 wd:Q50337; p:P1082 [pq:P585 ?date; ps:P1082 ?pop]&#xA;  }&#xA;  } .&#xA;  {&#xA;  SELECT ?item (MAX(?date) AS ?date) {&#xA;    ?item wdt:P31 wd:Q50337; p:P1082 [pq:P585 ?date]&#xA;  } GROUP BY ?item&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FitemLabel%20%3Fdate%20%3Fpopulation%20%7B%0A%20%20%7B%0A%20%20SELECT%20%3Fitem%20%3Fdate%20%3Fpop%20%7B%0A%20%20%20%20%3Fitem%20wdt%3AP31%20wd%3AQ50337%3B%20p%3AP1082%20%5Bpq%3AP585%20%3Fdate%3B%20ps%3AP1082%20%3Fpop%5D%0A%20%20%7D%0A%20%20%7D.%0A%20%20%7B%0A%20%20SELECT%20%3Fitem%20%28MAX%28%3Fdate%29%20AS%20%3Fdate%29%20%7B%0A%20%20%20%20%3Fitem%20wdt%3AP31%20wd%3AQ50337%3B%20p%3AP1082%20%5Bpq%3AP585%20%3Fdate%5D%0A%20%20%7D%20GROUP%20BY%20%3Fitem%0A%20%20%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With Blazegraph's named subqueries:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?date ?population&#xA;WITH {&#xA;  SELECT * { ?item wdt:P31 wd:Q50337; p:P1082 [pq:P585 ?date; ps:P1082 ?population] }} AS %all {&#xA;  {&#xA;  SELECT ?item (MAX(?date) AS ?date) { include %all } GROUP BY ?item&#xA;  }&#xA;  include %all&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3Fdate%20%3Fpopulation%0AWITH%20%7B%0A%20%20SELECT%20%2a%20%7B%20%3Fitem%20wdt%3AP31%20wd%3AQ50337%3B%20p%3AP1082%20%5Bpq%3AP585%20%3Fdate%3B%20ps%3AP1082%20%3Fpopulation%5D%20%7D%20%7D%20AS%20%25all%20%7B%0A%20%20%7B%0A%20%20SELECT%20%3Fitem%20%28MAX%28%3Fdate%29%20AS%20%3Fdate%29%20%7B%20include%20%25all%20%7D%20GROUP%20BY%20%3Fitem%0A%20%20%7D%0A%20%20include%20%25all%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2018-12-28T12:30:30.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13686" PostTypeId="1" AcceptedAnswerId="13690" CreationDate="2018-12-28T13:49:55.000" Score="1" ViewCount="72" Body="&lt;p&gt;I am wondering if it is possible to view outlink categories of a given article in Wikipedia? For example, consider the Wikipedia article about 'Data Mining'. What are the outlink categories of &quot;Data Mining&quot; article and how to find them in the Wikipedia page?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to the paper &quot;Using Wikipedia knowledge to improve text classification&#xA;&quot;; the outlink categories and their count of &quot;Data Mining&quot;, &quot;Machine Learning&quot; and &quot;Computer Network&quot; are as follows.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/oZdiJ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oZdiJ.png&quot; alt=&quot;Outlink categories and their count&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I still could not discover how they obtained these outlink categories and their counts. Please help me.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastActivityDate="2018-12-28T21:40:39.337" Title="What are Outlink categories of Wikipedia" Tags="|data-request|uses-of-open-data|wikidata|wikipedia|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13687" PostTypeId="1" CreationDate="2018-12-28T15:43:12.467" Score="1" ViewCount="50" Body="&lt;p&gt;For a city of Leipzig (in Germany) I am looking for City Districts and Parts of City Districts in geospatial vector data format, that can be later loaded into GIS software, e.g. shapefiles, KML, GeoPackage etc. or anything that can be easily converted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far the best data is provided by OpenStreetMap, see &lt;a href=&quot;http://overpass-turbo.eu/s/CuU&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass turbo&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My attempts to find free data failed after investigating the following sources:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.leipzig.de/buergerservice-und-verwaltung/unsere-stadt/statistik-und-zahlen/open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data (Offene Daten) der Stadt Leipzig&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://leipzig-data.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Leipzig Data website&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://forum.openstreetmap.org/viewtopic.php?id=63969&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ortsteile und Bezirke von Leipzig in OpenStreetMap einpflegen&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.geodatenzentrum.de/geodaten/gdz_rahmen.gdz_div?gdz_spr=deu&amp;amp;gdz_akt_zeile=5&amp;amp;gdz_anz_zeile=1&amp;amp;gdz_unt_zeile=0&amp;amp;gdz_user_id=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data - Freie Daten und Dienste des BKG&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have seen the related thread, but it does not fulfill my request:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/971/postal-codes-and-city-districts-worldwide-for-download&quot;&gt;Postal codes and city districts worldwide for download&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any hints?&lt;/p&gt;&#xA;" OwnerUserId="19535" LastEditorUserId="19535" LastEditDate="2018-12-28T15:49:04.030" LastActivityDate="2018-12-28T15:49:04.030" Title="Leipzig Districts and Parts of Districts in GIS-format" Tags="|geospatial|city|germany|district|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13688" PostTypeId="2" ParentId="13680" CreationDate="2018-12-28T18:54:48.123" Score="4" Body="&lt;p&gt;So I was able to get this information for almost all my weather stations by using the GeoNames.org service:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.geonames.org/export/web-services.html#timezone&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geonames.org/export/web-services.html#timezone&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using one of my examples:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.geonames.org/timezone?lat=30.183&amp;amp;lng=-97.68&amp;amp;username=demo&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.geonames.org/timezone?lat=30.183&amp;amp;lng=-97.68&amp;amp;username=demo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;returns the following XML block:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;geonames&amp;gt;&#xA;&amp;lt;timezone tzversion=&quot;tzdata2018g&quot;&amp;gt;&#xA;&amp;lt;countryCode&amp;gt;US&amp;lt;/countryCode&amp;gt;&#xA;&amp;lt;countryName&amp;gt;United States&amp;lt;/countryName&amp;gt;&#xA;&amp;lt;lat&amp;gt;30.183&amp;lt;/lat&amp;gt;&#xA;&amp;lt;lng&amp;gt;-97.68&amp;lt;/lng&amp;gt;&#xA;&amp;lt;timezoneId&amp;gt;America/Chicago&amp;lt;/timezoneId&amp;gt;&#xA;&amp;lt;dstOffset&amp;gt;-5.0&amp;lt;/dstOffset&amp;gt;&#xA;&amp;lt;gmtOffset&amp;gt;-6.0&amp;lt;/gmtOffset&amp;gt;&#xA;&amp;lt;rawOffset&amp;gt;-6.0&amp;lt;/rawOffset&amp;gt;&#xA;&amp;lt;time&amp;gt;2018-12-28 12:53&amp;lt;/time&amp;gt;&#xA;&amp;lt;sunrise&amp;gt;2018-12-28 07:25&amp;lt;/sunrise&amp;gt;&#xA;&amp;lt;sunset&amp;gt;2018-12-28 17:38&amp;lt;/sunset&amp;gt;&#xA;&amp;lt;/timezone&amp;gt;&#xA;&amp;lt;/geonames&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For more than a small number of requests, I needed to sign up for a free account, but I was able to write a script to download more than 9,000 locations overnight.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A JSON API is also available.&lt;/p&gt;&#xA;" OwnerUserId="20873" LastEditorUserId="20873" LastEditDate="2018-12-29T16:47:11.507" LastActivityDate="2018-12-29T16:47:11.507" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13689" PostTypeId="2" ParentId="13680" CreationDate="2018-12-28T18:58:16.427" Score="6" Body="&lt;p&gt;Glad you figured out a solution. I was almost done writing this answer when you posted yours, so here's another way:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Download and install &lt;a href=&quot;https://qgis.org/en/site/index.html&quot; rel=&quot;noreferrer&quot;&gt;QGIS&lt;/a&gt;, which is a free GIS program.&lt;/li&gt;&#xA;&lt;li&gt;Import your point data into QGIS as a CSV (&lt;a href=&quot;https://www.qgistutorials.com/en/docs/importing_spreadsheets_csv.html&quot; rel=&quot;noreferrer&quot;&gt;tutorial&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;li&gt;Obtain timezones in a geospatial format (eg from &lt;a href=&quot;https://gis.stackexchange.com/questions/37815/is-there-a-free-source-of-u-s-time-zone-borders&quot;&gt;here&lt;/a&gt; or &lt;a href=&quot;https://www.naturalearthdata.com/downloads/10m-cultural-vectors/timezones/&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;) and import into QGIS.  &lt;/li&gt;&#xA;&lt;li&gt;Run a &lt;a href=&quot;https://www.qgistutorials.com/en/docs/performing_spatial_joins.html&quot; rel=&quot;noreferrer&quot;&gt;spatial join&lt;/a&gt; between the point layer and the timezones.&lt;/li&gt;&#xA;&lt;li&gt;Export the joined layer in CSV format.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2018-12-28T18:58:16.427" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13690" PostTypeId="2" ParentId="13686" CreationDate="2018-12-28T21:40:39.337" Score="2" Body="&lt;p&gt;Just get the list of linked articles, get the categories for each and sum up. If you want to do it with the official API in a single request (well, single sequence of requests because the data will be too large for one response so you'll have to use &lt;a href=&quot;https://www.mediawiki.org/wiki/API:Query#Continuing_queries&quot; rel=&quot;nofollow noreferrer&quot;&gt;query continuation&lt;/a&gt;, it would look like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=query&amp;amp;format=json&amp;amp;prop=categories&amp;amp;titles=Machine%20learning%7CComputer%20network%7CData%20mining&amp;amp;generator=links&amp;amp;clshow=!hidden&amp;amp;cllimit=max&amp;amp;gpllimit=max&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=query&amp;amp;format=json&amp;amp;prop=categories&amp;amp;titles=Machine%20learning%7CComputer%20network%7CData%20mining&amp;amp;generator=links&amp;amp;clshow=!hidden&amp;amp;cllimit=max&amp;amp;gpllimit=max&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8828" LastActivityDate="2018-12-28T21:40:39.337" CommentCount="9" ContentLicense="CC BY-SA 4.0" />
  <row Id="13691" PostTypeId="1" CreationDate="2018-12-28T21:48:01.137" Score="0" ViewCount="219" Body="&lt;p&gt;I would like to get height and age data for individuals &lt;em&gt;of all ages&lt;/em&gt;. &#xA;This previous question &lt;a href=&quot;https://opendata.stackexchange.com/q/7793/14851&quot;&gt;Age, Weight and Height dataset&lt;/a&gt;&#xA;Lists several datasets for adults and a dataset for children. Google shows a few others that are also either all children or all adults. But I specifically want to look at the shift from the growth years to non-growth as an adult. Of course, I could combine data sets, but it is not obvious that the populations from different surveys would be comparable. Is there a single data set that covers both children and adults?&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2018-12-28T21:48:01.137" Title="Height and Age - Children and Adults" Tags="|data-request|medical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13692" PostTypeId="1" CreationDate="2018-12-29T04:06:21.233" Score="2" ViewCount="45" Body="&lt;p&gt;From &lt;a href=&quot;https://www.iso.org/iso-3166-country-codes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO 3166 Maintenance Agency&lt;/a&gt;, &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The purpose of ISO 3166 is to define internationally recognised codes of letters and/or numbers that we can use when we refer to countries and subdivisions. However, &lt;strong&gt;it does not define the names of countries – this information comes from United Nations sources (Terminology Bulletin Country Names and the Country and Region Codes for Statistical Use maintained by the United Nations Statistics Divisions).&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;However, in the &lt;a href=&quot;https://unstats.un.org/unsd/geoinfo/UNGEGN/docs/11th-uncsgn-docs/E_Conf.105_13_CRP.13_15_UNGEGN%20WG%20Country%20Names%20Document.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;United Nations Group of &#xA;Experts on Geographical Names&quot;&lt;/a&gt; I see this mentioned,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The most recent list of country names approved by the Working Group was submitted on behalf of UNGEGN for the Eleventh UN Conference on the Standardization of Geographical Names in August 2017. It is available as &lt;a href=&quot;https://unstats.un.org/unsd/geoinfo/UNGEGN/docs/11th-uncsgn-docs/E_Conf.105_13_CRP.13_15_UNGEGN%20WG%20Country%20Names%20Document.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;E/CONF.105/13.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;But in E/CONF.105/13 I don't see them define Palestine anywhere. How did it and others get into ISO 3166? Where is the authoritative source for the names in ISO 3166 -- is it the standard, the ISO Working Group, or the UN? And who standardizes the translations?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2018-12-29T04:06:21.233" Title="Where does ISO 3166 get the names and translations of the countries?" Tags="|standards|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13693" PostTypeId="1" CreationDate="2018-12-31T00:57:34.873" Score="0" ViewCount="20" Body="&lt;p&gt;I'm looking for the information released by the &quot;United Nations Group of Experts on Geographical Names&quot; (UNGEGN), currently all I can find for the latest conference (E/CONF.105/13) is &lt;a href=&quot;https://unstats.un.org/unsd/geoinfo/UNGEGN/wg1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;linked on this page&lt;/a&gt;,&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://unstats.un.org/unsd/geoinfo/UNGEGN/docs/11th-uncsgn-docs/E_Conf.105_13_CRP.13_15_UNGEGN%20WG%20Country%20Names%20Document.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;E/CONF.105/13&lt;/a&gt; (pdf)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there a release that is not in PDF form so I can load it into a database? This PDF is almost impossible to parse. My parser is on hundreds of lines and there are still a slew of corner cases.&lt;/p&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2018-12-31T00:57:34.873" Title="Does the UNGEGN release their country names localized in a format that's not a PDF?" Tags="|standards|un|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13698" PostTypeId="1" CreationDate="2018-12-31T16:30:29.840" Score="2" ViewCount="47" Body="&lt;p&gt;What benchmark datasets are used for election prediction? Can anyone provide me a link to access such benchmark collection for future research work? &lt;/p&gt;&#xA;" OwnerDisplayName="Akmal Khattak" LastEditorDisplayName="user4293" LastEditDate="2019-01-03T08:20:38.763" LastActivityDate="2019-06-02T09:04:05.520" Title="Seeking benchmark dataset for election prediction" Tags="|data-request|machine-learning|elections|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13699" PostTypeId="2" ParentId="13698" CreationDate="2018-12-31T17:33:26.313" Score="1" Body="&lt;p&gt;I have never really looked for a generic data set as most election outcome predictions are purely statistical in nature.  If there is any secret sauce, it is usually in the sampling methodology and weighting but even these are pretty well known.  The polls are usually informative because the polling firms repeat the same poll daily or weekly over long periods.&lt;/p&gt;&#xA;" OwnerDisplayName="Skiddles" LastActivityDate="2018-12-31T17:33:26.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13702" PostTypeId="2" ParentId="13678" CreationDate="2019-01-02T14:49:30.987" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/expedia-personalized-sort/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Expedia's Hotel Data hosted by Kaggle&lt;/a&gt;: Here you find the ID of the hotel (arbitrary) and country in which the hotel is located, mean price per night, number of searches on Expedia for a given hotel, mean customer review score&lt;/p&gt;&#xA;&#xA;&lt;p&gt;US public data also has some &lt;a href=&quot;https://catalog.data.gov/dataset?tags=hotel&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets located geographically&lt;/a&gt;. Information varies and it requires some processing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/datasets/hotel&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.world has also hotels datasets&lt;/a&gt; stored on github or other websites. There are some datasets with very permissive licenses.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Community dataset hosted on Kaggle called: &lt;a href=&quot;https://www.kaggle.com/jiashenliu/515k-hotel-reviews-data-in-europe&quot; rel=&quot;nofollow noreferrer&quot;&gt;515K Hotel Reviews Data in Europe&lt;/a&gt; not a lot to analyze other than reviews. Useful for NLP related models.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tour-pedia.org/about/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tourpedia dataset&lt;/a&gt;: Liberal license and also includes other points of interests like Restaurants, attractions, etc.&lt;/p&gt;&#xA;" OwnerUserId="9452" LastActivityDate="2019-01-02T14:49:30.987" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13703" PostTypeId="5" CreationDate="2019-01-02T17:01:33.680" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-01-02T17:01:33.680" LastActivityDate="2019-01-02T17:01:33.680" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13704" PostTypeId="4" CreationDate="2019-01-02T17:01:33.680" Score="0" Body="Use this tag for questions related to the intergovernmental organization, the United Nations (UN)." OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-01-04T19:04:52.100" LastActivityDate="2019-01-04T19:04:52.100" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13705" PostTypeId="2" ParentId="1594" CreationDate="2019-01-02T22:12:03.443" Score="0" Body="&lt;p&gt;Found another source in &lt;a href=&quot;https://www.reddit.com/r/movies/comments/73jf0p/since_omdb_went_private_a_few_months_ago_i/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; discussion.&#xA;Don't know much about it tho.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Address is: &lt;a href=&quot;https://voku.xyz/imdb&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;https://voku.xyz/imdb&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="20960" LastActivityDate="2019-01-02T22:12:03.443" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13706" PostTypeId="1" AcceptedAnswerId="13862" CreationDate="2019-01-03T12:20:33.967" Score="1" ViewCount="103" Body="&lt;p&gt;From &lt;a href=&quot;https://ruben.verborgh.org/blog/2018/12/28/designing-a-linked-data-developer-experience/#ldflex-feeling&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ruben.verborgh.org/blog/2018/12/28/designing-a-linked-data-developer-experience/#ldflex-feeling&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If you are dealing with a different type of data, you cannot use them. This is odd, since Linked Data can model anything.&#xA;  They assume that objects have a specific set of properties. This is a major restriction, since Linked Data enables arbitrary data shapes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I don't use LDflex, so my &quot;issue&quot; is just theoretical, musing about the citation from your blog post:&#xA;say, I want to query RDF profiles, where one profile uses &lt;code&gt;foaf&lt;/code&gt; and the other uses &lt;code&gt;schema&lt;/code&gt; as namespace for the &lt;code&gt;name&lt;/code&gt; property - how would you access the data? Tricky &quot;vocabulary alignment&quot; via one jsonld-context is not allowed, for json-keys have to be unique:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt; {&#xA;  &quot;@context&quot;: {&#xA;    &quot;name&quot;: &quot;&lt;a href=&quot;http://foaf.org/name&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://foaf.org/name&lt;/a&gt;&quot;,&#xA;    &quot;name&quot;: &quot;&lt;a href=&quot;http://schema.org/name&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://schema.org/name&lt;/a&gt;&quot;&#xA;  }&#xA;&lt;/code&gt;&#xA;Because of this it's probably also not allowed to write two &lt;code&gt;context.jsonld&lt;/code&gt; with &lt;em&gt;one&lt;/em&gt; key referencing two different properties. &#xA;In other words, what to do to get this SPARQL, resp. how to get the idea behind it:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;&#xA; SELECT ?friend ?name   WHERE {&#xA;  { ?friend foaf:name ?name. }&#xA;  UNION { ?friend schema:name ?name }.&#xA;}&#xA;&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="20819" LastEditorUserId="20819" LastEditDate="2019-02-04T16:12:36.547" LastActivityDate="2019-02-05T22:40:45.450" Title="Vocabulary alignment in LDflex" Tags="|linked-data|json|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13707" PostTypeId="2" ParentId="10820" CreationDate="2019-01-03T16:09:11.673" Score="9" Body="&lt;p&gt;&lt;a href=&quot;https://devstronomy.martinovo.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Devstronomy&lt;/a&gt; project provides the &lt;a href=&quot;https://devstronomy.martinovo.net/#/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt; for planets (plus Pluto) and their satellites(moons) in accessible formats (CSV, JSON, SQL), available for download. The datasets originate from the NASA Jet Propulsion Laboratory. Check the site for details.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Edit&lt;/strong&gt;: please note that I'm the author of the Devstonomy project. I had a similar issue and did not find a solution. So I've provided the datasets on the Devstronomy site.&lt;/p&gt;&#xA;" OwnerUserId="20968" LastEditorUserId="20968" LastEditDate="2023-10-27T06:29:59.923" LastActivityDate="2023-10-27T06:29:59.923" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13708" PostTypeId="1" CreationDate="2019-01-03T17:25:22.810" Score="1" ViewCount="31" Body="&lt;p&gt;Taken this license for reference:&lt;br&gt;&#xA;&lt;a href=&quot;https://creativecommons.org/licenses/by-nc-nd/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Attribution-NonCommercial-NoDerivatives 4.0 International (CC BY-NC-ND 4.0)&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://opendata.stackexchange.com/questions/1661/what-can-open-data-with-a-cc-by-nc-nd-creative-commons-attribution-noncommerc&quot;&gt;similar question&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quote:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Share&lt;/strong&gt; — copy and redistribute the material &lt;strong&gt;in any medium or format&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;strong&gt;NoDerivatives&lt;/strong&gt; — If you remix, &lt;strong&gt;transform, or build&lt;/strong&gt; upon the material, you may not distribute the modified material.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;You do not have to comply with the license for elements of the&#xA;  material in the public domain or where your use is permitted by an&#xA;  applicable exception or limitation.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It seems like self-contradictory and confusing. Should below situation mean that it’s a 'Derivative'?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Keep the original content (data), no addition, no deletion.&lt;/li&gt;&#xA;&lt;li&gt;Port into different OS platform.&lt;/li&gt;&#xA;&lt;li&gt;Different GUI (platform based) but mode of operations remain the same.&lt;/li&gt;&#xA;&lt;li&gt;Proper credited to original author.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Please exclude the situation of 'contacting author, he might be happy if you do work for him'.&lt;/p&gt;&#xA;" OwnerUserId="20969" LastEditorUserId="20969" LastEditDate="2019-01-04T02:51:05.573" LastActivityDate="2019-01-04T02:51:05.573" Title="OS platform porting are included in term 'Derivatives' in Creative Commons?" Tags="|legal|software|creative-commons|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13710" PostTypeId="2" ParentId="9715" CreationDate="2019-01-03T21:53:13.707" Score="1" Body="&lt;p&gt;Country population can be retrieived from (API available): &lt;a href=&quot;http://api.population.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.population.io&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;City/Country population can be found here: &lt;a href=&quot;https://www.citypopulation.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.citypopulation.de&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="10364" LastActivityDate="2019-01-03T21:53:13.707" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13711" PostTypeId="1" AcceptedAnswerId="13719" CreationDate="2019-01-04T17:03:15.497" Score="1" ViewCount="251" Body="&lt;p&gt;Whwre can I find database/API with song lyrics in English?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to find specific song by part of lyric.&lt;/p&gt;&#xA;" OwnerUserId="10364" LastActivityDate="2019-01-07T14:12:56.060" Title="Song lyrics database/API" Tags="|music|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13712" PostTypeId="2" ParentId="7855" CreationDate="2019-01-05T01:07:23.497" Score="3" Body="&lt;p&gt;Wikidata has linked various concepts and lexemes to images. For lexemes and their senses there are not that many images yet. For concepts there are many, but many are proper nouns or complex concepts, e.g., &quot;Berlin&quot; or &quot;Chile at the 1956 Winter Olympics&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For Wikidata lexemes a query with the Wikidata Query Service at &lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt; may be formulated as this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#defaultView:ImageGrid&#xA;SELECT ?lexeme ?lemma ?image {&#xA;  ?lexeme ontolex:sense / wdt:P18 ?image ;&#xA;          wikibase:lemma ?lemma ;&#xA;          wikibase:lexicalCategory wd:Q1084 ;  # nouns&#xA;          dct:language wd:Q9035 .  # language = Danish&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here the language is set to Danish. The result is available here: &lt;a href=&quot;http://tinyurl.com/yb8aeks6&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/yb8aeks6&lt;/a&gt; You can edit the query from the link in the lower left corner.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A reformulation using sense and their links to ordinary Wikidata items (concepts) looks like this with the English language:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#defaultView:ImageGrid&#xA;SELECT ?lexeme ?lemma ?image {&#xA;  ?lexeme ontolex:sense / wdt:P5137? / wdt:P18 ?image ;&#xA;          wikibase:lemma ?lemma ;&#xA;          wikibase:lexicalCategory wd:Q1084 ;  # nouns&#xA;          dct:language wd:Q1860 .  # language = English&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A result is available here: &lt;a href=&quot;http://tinyurl.com/ybuuy45g&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/ybuuy45g&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5593" LastEditorUserId="5593" LastEditDate="2019-06-30T06:47:01.590" LastActivityDate="2019-06-30T06:47:01.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13713" PostTypeId="1" CreationDate="2019-01-06T16:36:01.090" Score="1" ViewCount="93" Body="&lt;p&gt;I am new to this type of work, and thought that it would not be at all difficult to find a repository of DLS data (as a .kmz, .shp, etc. file) depicting township, range, and section boundaries that I could load directly into Google Earth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I managed to find this sort of data for Alberta, but the boundary detail is less than what I am looking for.&lt;/p&gt;&#xA;" OwnerUserId="20983" LastActivityDate="2019-01-06T16:36:01.090" Title="Seeking Dominion Land Survey data (for Alberta, Saskatchewan, and Manitoba) to overlay in Google Earth?" Tags="|data-request|geospatial|government|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13714" PostTypeId="1" AcceptedAnswerId="13716" CreationDate="2019-01-07T00:01:05.477" Score="2" ViewCount="40" Body="&lt;p&gt;This is Swiss related question:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have two datasources, from 2000 and 2018, which I have to join using the Swiss municipality (BFS) codes. Within those 18 years difference, many municipalities fusionend and I am looking for a dataset to map old codes with new ones.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I do find a mapping file/dataset? &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;first dataset: &lt;a href=&quot;https://shop.swisstopo.admin.ch/en/products/landscape/boundaries3D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://shop.swisstopo.admin.ch/en/products/landscape/boundaries3D&lt;/a&gt; (2018)&lt;/li&gt;&#xA;&lt;li&gt;second dataset: &lt;a href=&quot;https://www.pxweb.bfs.admin.ch/pxweb/de/px-x-4003000000_123/-/px-x-4003000000_123.px&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.pxweb.bfs.admin.ch/pxweb/de/px-x-4003000000_123/-/px-x-4003000000_123.px&lt;/a&gt; (2000)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13183" LastEditorUserId="19566" LastEditDate="2019-07-24T18:48:01.657" LastActivityDate="2019-07-24T18:48:01.657" Title="Mapping table for old Swiss municipality codes" Tags="|data-request|europe|switzerland|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13715" PostTypeId="1" CreationDate="2019-01-07T05:27:09.153" Score="4" ViewCount="924" Body="&lt;p&gt;I am trying to fetch zip code, city name and population in a single file from &lt;a href=&quot;https://api.census.gov/data/2015/acs5/examples.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this api&lt;/a&gt;, But can't get it right.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below one gives me population per city, but no zipcode&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.census.gov/data/2015/acs5?get=NAME,B01001_001E&amp;amp;for=place&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2015/acs5?get=NAME,B01001_001E&amp;amp;for=place&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Below one gives population with zipcode, but no city name. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.census.gov/data/2015/acs5?get=NAME,B01001_001E&amp;amp;for=zip+code+tabulation+area&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2015/acs5?get=NAME,B01001_001E&amp;amp;for=zip+code+tabulation+area&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically what I want is to combine this two file, but couldn't manage it from the &lt;a href=&quot;https://www.census.gov/content/dam/Census/data/developers/api-user-guide/api-guide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;API doc&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="20986" LastActivityDate="2019-01-08T14:15:30.887" Title="Search population, zipcode by city from US census API" Tags="|api|us-census|postal-code|population|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13716" PostTypeId="2" ParentId="13714" CreationDate="2019-01-07T13:16:48.827" Score="2" Body="&lt;p&gt;I finally found a dataset:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.agvchapp.bfs.admin.ch/de/mutated-communes/results?EntriesFrom=01.01.2000&amp;amp;EntriesTo=01.01.2019&amp;amp;Deleted=True&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.agvchapp.bfs.admin.ch/de/mutated-communes/results?EntriesFrom=01.01.2000&amp;amp;EntriesTo=01.01.2019&amp;amp;Deleted=True&lt;/a&gt; (in German, French and Italian)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13183" LastEditorUserId="13183" LastEditDate="2019-01-07T13:31:03.057" LastActivityDate="2019-01-07T13:31:03.057" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13717" PostTypeId="1" CreationDate="2019-01-07T13:24:42.293" Score="3" ViewCount="412" Body="&lt;p&gt;I have installed &lt;code&gt;CKAN v2.7.2&lt;/code&gt;(served under HTTPs using Apache web server),Nginx using docker. The task I am doing requires me to mount &lt;code&gt;ckan&lt;/code&gt; on /ckan mount point, thus have added&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ckan.root_path = /ckan/{{LANG}}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Also, I can access CKAN using Nginx only. CKAN is working properly using Nginx reverse proxy server,But there are three minor issues :&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I am unable to view private datasets successfully,whereas public datasets work perfectly fine.Whenever I login with admin account and try to view &lt;strong&gt;private datasets- it shows 404 Not Found error&lt;/strong&gt; as below:&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/txAXi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/txAXi.png&quot; alt=&quot;Private Dataset Preview&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally,in the preview section for private datasets,if I login through the same admin account as shown in yellow color(shown below) then I am able to preview the private datasets successfully.A different thing altogether!! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hG9gf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hG9gf.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;After this the dataset gets previewed.&#xA;I did try some changes in the configuration of Nginx but it didn't worked.Also,How can I view the Private datasets without logging IN as defined above,as I think this is not correct way of accessing CKAN using Nginx because whenever I clear the cache and to view private datasets,I always have to login in the preview section which I think is totally incorrect.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update: 1&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These were differences in request headers: &#xA;On Left side- Requests, before I am unable to view the datasets&#xA;Right Side - When I login in the preview section as shown above and view the private datasets successfully.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/62nie.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/62nie.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update 2:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sharing the Nginx default.conf file for CKAN :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;      location /ckan {&#xA;            proxy_pass https://CKAN-IP:5000;&#xA;&#xA;            proxy_set_header X-Url-Scheme $scheme;&#xA;            proxy_set_header Host $host;&#xA;&#xA;            rewrite ^/ckan/ckan/(.*) /ckan/$1 permanent;&#xA;&#xA;            proxy_cache cache_ckan;&#xA;            proxy_cache_bypass $cookie_auth_tkt;&#xA;            proxy_no_cache $cookie_auth_tkt;&#xA;            proxy_cache_valid 30m;&#xA;            proxy_cache_key $host$scheme$proxy_host$request_uri;&#xA;&#xA;            limit_rate 25M;&#xA;    }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;&lt;p&gt;Apache.wsgi script file&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import os&#xA;activate_this=os.path.join('/usr/lib/ckan/default/bin/activate_this.py')&#xA;execfile(activate_this, dict(__file__=activate_this))&#xA;&#xA;from paste.deploy import loadapp&#xA;config_filepath=os.path.join(os.path.dirname(os.path.abspath(__file__)), 'ckan.ini')&#xA;from paste.script.util.logging_config import fileConfig&#xA;fileConfig(config_filepath)&#xA;_application = loadapp('config:%s' % config_filepath)&#xA;&#xA;def application(environ, start_response):&#xA;  environ['wsgi.url_scheme']=environ.get('HTTP_X_URL_SCHEME', 'https')&#xA;  return _application(environ, start_response)&#xA;&lt;/code&gt;&lt;/pre&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Moreover,I think that while viewing private datasets,my request goes from Nginx to Admin user,which is not logged in and hence is unable to find that resource which is private,thus displays Error 404 Not found above. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update 3&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Logs of Apache for CKAN are as follows:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; [Fri Jan 11 06:21:46.242529 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,242 DEBUG [ckan.logic] check &#xA; access OK - dashboard_activity_list user=admin&#xA;&#xA; [Fri Jan 11 06:21:46.283912 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,283 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/snippets/home_breadcrumb_&#xA; item.html[jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.285169 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,285 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/package/snippets/&#xA; resources.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.292565 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,292 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/snippets/social.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.294569 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,294 DEBUG [ckan.logic] check access OK &#xA; - package_update user=admin&#xA;&#xA; [Fri Jan 11 06:21:46.295155 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,295 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckanext/datastore/templates/package/snippets&#xA; /data_api_button.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.299369 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,299 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/package/snippets/&#xA; resource_views_list.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.307521 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,307 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/package/snippets/&#xA; resource_views_list_item.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.314911 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,314 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/package/snippets/&#xA; resource_view.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.338195 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,338 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/snippets/license.html &#xA; [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.339502 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,339 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/package/snippets/&#xA; resources.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.340241 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,340 DEBUG [ckan.lib.base] rendering &#xA; /usr/lib/ckan/default/src/ckan/ckan/templates/snippets/social.html[jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.341363 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,341 DEBUG [ckan.lib.base] rendering &#xA; usr/lib/ckan/default/src/ckan/ckan/templates/snippets/&#xA; language_selector.html [jinja2]&#xA;&#xA; [Fri Jan 11 06:21:46.345452 2019] [wsgi:error] [pid 2178:tid &#xA; 139975718889216] 2019-01-11 06:21:46,345 INFO  [ckan.lib.base]  &#xA; /dataset/vfvfvfv/resource/1db088cc-2805-4c20-887c-f2f2ed91630e render time &#xA; 0.209 seconds&#xA;&#xA; [Fri Jan 11 06:21:46.438541 2019] [wsgi:error] [pid 2178:tid &#xA; 139975710496512] 2019-01-11 06:21:46,438 DEBUG &#xA; [ckan.config.middleware.pylons_app] Pylons route match: {'url': &#xA; u'base/images/nav-active.png', 'action': u'view', 'controller': &#xA; u'template'} Origin: core&#xA;&#xA; [Fri Jan 11 06:21:46.438661 2019] [wsgi:error] [pid 2178:tid &#xA; 139975710496512] 2019-01-11 06:21:46,438 DEBUG [ckan.config.middleware] &#xA; Route support answers for GET /base/images/nav-active.png: [(False, &#xA; 'flask_app'), (True, 'pylons_app', 'core')]&#xA;&#xA; [Fri Jan 11 06:21:46.438755 2019] [wsgi:error] [pid 2178:tid &#xA; 139975710496512] 2019-01-11 06:21:46,438 DEBUG [ckan.config.middleware] &#xA; Serving request via pylons_app app&#xA;&#xA; [Fri Jan 11 06:21:46.447920 2019] [wsgi:error] [pid 2179:tid &#xA; 139975718889216] 2019-01-11 06:21:46,447 DEBUG &#xA; [ckan.config.middleware.pylons_app] Pylons route match: {'lang': u'en', &#xA; 'action': u'i18n_js_translations', 'controller': u'api', 'ver': u'/1'} &#xA; Origin: core&#xA;&#xA; [Fri Jan 11 06:21:46.448081 2019] [wsgi:error] [pid 2179:tid &#xA; 139975718889216] 2019-01-11 06:21:46,448 DEBUG [ckan.config.middleware] &#xA; Route support answers for GET /api/i18n/en: [(False, 'flask_app'), (True, &#xA; 'pylons_app', 'core')]&#xA;&#xA; [Fri Jan 11 06:21:46.448141 2019] [wsgi:error] [pid 2179:tid &#xA; 139975718889216] 2019-01-11 06:21:46,448 DEBUG [ckan.config.middleware] &#xA; Serving request via pylons_app app&#xA;&#xA; **[Fri Jan 11 06:21:46.450241 2019] [wsgi:error] [pid 2179:tid &#xA; 139975718889216] 2019-01-11 06:21:46,450 DEBUG [ckan.logic] check access OK &#xA; - site_read user=&#xA;&#xA; [Fri Jan 11 06:21:46.453059 2019] [wsgi:error] [pid 2179:tid &#xA; 139975718889216] 2019-01-11 06:21:46,453 INFO  [ckan.lib.base]  &#xA; /api/i18n/en render time 0.003 seconds&#xA;&#xA;[Fri Jan 11 06:21:46.503467 2019] [wsgi:error] [pid 2178:tid &#xA;139975718889216] 2019-01-11 06:21:46,503 DEBUG &#xA;[ckan.config.middleware.pylons_app] Pylons route match: {'action': &#xA;u'resource_view', 'view_id': u'a663fdda-ce6f-4ac2-b872-a646f488feff', &#xA;'controller': u'package', 'id': u'vfvfvfv', 'resource_id': u'1db088cc-2805- &#xA;4c20-887c-f2f2ed91630e'} Origin: core&#xA;&#xA;[Fri Jan 11 06:21:46.503593 2019] [wsgi:error] [pid 2178:tid &#xA;139975718889216] 2019-01-11 06:21:46,503 DEBUG [ckan.config.middleware] &#xA;Route support answers for GET /dataset/vfvfvfv/resource/1db088cc-2805-4c20- &#xA;887c-f2f2ed91630e/view/a663fdda-ce6f-4ac2-b872-a646f488feff: [(False, &#xA;'flask_app'), (True, 'pylons_app', 'core')]&#xA;&#xA;[Fri Jan 11 06:21:46.503652 2019] [wsgi:error] [pid 2178:tid &#xA;139975718889216] 2019-01-11 06:21:46,503 DEBUG [ckan.config.middleware] &#xA;Serving request via pylons_app app&#xA;&#xA;**[Fri Jan 11 06:21:46.511546 2019] [wsgi:error] [pid 2178:tid &#xA;139975718889216] 2019-01-11 06:21:46,511 DEBUG [ckan.logic] check access &#xA;NotAuthorized - package_show user= &quot;User  not authorized to read package &#xA;1c10b0c0-2a2b-46e1-abc5-ff61f6794f8c&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I found the logs starting with ** the reason for not display of resource whereas in above logs at some places for check_access it shows admin.Only at this place there is no user(admin is a sysadmin user at ckan)&lt;/p&gt;&#xA;" OwnerUserId="20891" LastEditorUserId="20891" LastEditDate="2019-01-18T11:26:45.753" LastActivityDate="2019-02-17T12:00:22.223" Title="Not able to view private datasets in CKAN using Nginx" Tags="|ckan|python|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13719" PostTypeId="2" ParentId="13711" CreationDate="2019-01-07T14:12:56.060" Score="0" Body="&lt;p&gt;Maybe try musixmatch's api. According to their site  - the api contains more than 14 million lyrics in 50 languages.&lt;/p&gt;&#xA;" OwnerUserId="20556" LastActivityDate="2019-01-07T14:12:56.060" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13720" PostTypeId="2" ParentId="13717" CreationDate="2019-01-07T15:02:45.880" Score="1" Body="&lt;p&gt;Well done on this issue / question. It's more succinct than before and focuses more closely on 1 problem. I'll focus on your 3 issues together as they seem to be interrelated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You're right, I think you having to login in the preview section is totally incorrect and feels a bit odd :) and I can't seem to replicate this specific issue.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In your screenshot I can see the &quot;Manage&quot; button for the resource. This indicates on &lt;strong&gt;your&lt;/strong&gt; CKAN instance you are logged in as an admin / editor of this dataset and should be able to view it and it's resources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, in the 404 message screenshot it's showing a &quot;Log in&quot; button/link. The whole embedded webpage thing feels very weird here.  But it makes me think you're trying to link to something that is restricted or doesn't exist on another CKAN install (the demo site from the looks of things).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I tried to replicate this by looking at the URL shown for the resource in your screenshots and typing it in (painfulhttps://demo.ckan.org/ja/dataset/3a1d7942-44ff-48cd-b245-3636fe0a7e14/resource/fde84b28-cf0e-4748-b0fa-021ffbc88382/download/public_01.txt). And in my case a text view is not created and there isn't an option for one &lt;strong&gt;UNLESS&lt;/strong&gt; I add &lt;code&gt;resource_proxy&lt;/code&gt; to my production.ini`. Once I add the extension and upload the resource to the datastore my preview works as expected as long as I'm logged in to &lt;strong&gt;my&lt;/strong&gt; CKAN instance. If I'm not logged in I get a 404 message as expected because it's a private dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This makes me think it has to do with this issue and this note in the docs.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/ckan/ckan/issues/3177#issuecomment-237216684&quot; rel=&quot;nofollow noreferrer&quot;&gt;CKAN Issue that discusses previewing private dataset resources&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;note in docs &lt;a href=&quot;https://docs.ckan.org/en/2.8/maintaining/data-viewer.html#text-view&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;If you want to display files that are hosted in a different server from your CKAN instance (eg that haven’t been uploaded to CKAN) you will need to enable the Resource Proxy plugin.&lt;/em&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Suggested Fixes&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;You could:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Make sure your private dataset resources are in the DataStore if you want to preview them and resource proxy is installed&lt;/li&gt;&#xA;&lt;li&gt;upload the file directly to your CKAN install, leaving it as a Private Dataset on your install if you desire&lt;/li&gt;&#xA;&lt;li&gt;link to the private dataset's resource on the demo.ckan.org install BUT remove the Text view and add a description for context for users and let them follow the URL link. &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="20896" LastActivityDate="2019-01-07T15:02:45.880" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13722" PostTypeId="2" ParentId="10471" CreationDate="2019-01-07T19:42:40.633" Score="0" Body="&lt;p&gt;You can find such info here: &lt;a href=&quot;http://www.mcc-mnc.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.mcc-mnc.com/&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Link from previous answer (mcclist.com) seems to be dead.&lt;/p&gt;&#xA;" OwnerUserId="10364" LastActivityDate="2019-01-07T19:42:40.633" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13723" PostTypeId="1" AcceptedAnswerId="13732" CreationDate="2019-01-08T02:01:02.657" Score="1" ViewCount="27" Body="&lt;p&gt;Is there a Python package or database source which would allow me to go from various romanizations of Arabic town names in Syria and Iraq to a canonical romanization?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example where the left romanization is one kind used by a US Government record collection and the other appears in a &lt;a href=&quot;https://sana.sy/en/?p=124296&quot; rel=&quot;nofollow noreferrer&quot;&gt;Syrian government press release&lt;/a&gt;.  The Government names seem to be more well known and look-upable than the names used by the Syrian Government.  I would like to find a canonical reduction of the two into a single reliable name:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Al Bāqāt::al-Bakat&lt;/li&gt;&#xA;&lt;li&gt;Al Ismā‘ilīyah::al-Ismailiya&lt;/li&gt;&#xA;&lt;li&gt;Arjul::Arjal&lt;/li&gt;&#xA;&lt;li&gt;Batrānah::Batrana&lt;/li&gt;&#xA;&lt;li&gt;Bīshah::Bisha&lt;/li&gt;&#xA;&lt;li&gt;Buraydah::Barda&lt;/li&gt;&#xA;&lt;li&gt;Burj ‘Izzāwī::Burj Ghazawi&lt;/li&gt;&#xA;&lt;li&gt;Burj Subaynah::Burj Sabna&lt;/li&gt;&#xA;&lt;li&gt;Buslah::Bassila&lt;/li&gt;&#xA;&lt;li&gt;Buwayḑah al Kabīrah::Bouaida Kabira&lt;/li&gt;&#xA;&lt;li&gt;Buwayḑah aş Şaghīrah::Bouaida saghira&lt;/li&gt;&#xA;&lt;li&gt;Ghurayrīfah::Gharirfa&lt;/li&gt;&#xA;&lt;li&gt;Jabal al Mudawwar::Jabal al-Madwar&lt;/li&gt;&#xA;&lt;li&gt;Jafr Manşūr::Ja’far Mansour&lt;/li&gt;&#xA;&lt;li&gt;Jubb al Khāfī::Jub al-Khafi&lt;/li&gt;&#xA;&lt;li&gt;Jubb at Tīnah::Jub al-Tina&lt;/li&gt;&#xA;&lt;li&gt;Judaydah::Jadida&lt;/li&gt;&#xA;&lt;li&gt;Kafr Ḩawt::Kafro Hoot&lt;/li&gt;&#xA;&lt;li&gt;Khanāşir::Khanaser&lt;/li&gt;&#xA;&lt;li&gt;Khirbat al Ma‘ājīr::Khirbet al-Muaijer&lt;/li&gt;&#xA;&lt;li&gt;Madāyin Kabīrah::Madaen Kabir&lt;/li&gt;&#xA;&lt;li&gt;Munbaţiḩ::Munbateh&lt;/li&gt;&#xA;&lt;li&gt;Rasm al Bās::Rasm al-Bassas&lt;/li&gt;&#xA;&lt;li&gt;Rasm al Karkūr::Rasm al-Karkour&lt;/li&gt;&#xA;&lt;li&gt;Rasm Shawkān::Rasm Shoukan&lt;/li&gt;&#xA;&lt;li&gt;Rujaylah::Rjaila&lt;/li&gt;&#xA;&lt;li&gt;Şuwayyān::Soyan&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20994" LastActivityDate="2019-01-08T14:50:51.613" Title="Canonical form for romanizations of Arabic town names in Syria" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13724" PostTypeId="2" ParentId="12103" CreationDate="2019-01-08T03:26:21.293" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://obofoundry.org/ontology/ro&quot; rel=&quot;nofollow noreferrer&quot;&gt;OBO Relation Ontology&lt;/a&gt; is an ontology of relationship types that has many spatial relations that are axiomatized in OWL/SWRL. The focus of this ontology is the life sciences, but the same relations we use to say that a cell is &lt;a href=&quot;http://obofoundry.org/ontology/ro&quot; rel=&quot;nofollow noreferrer&quot;&gt;surrounded by&lt;/a&gt; a cell wall can also be used to describe e.g. city boundaries. In fact the RO is being used by a broader range of ontologies such as &lt;a href=&quot;http://obofoundry.org/ontology/envo&quot; rel=&quot;nofollow noreferrer&quot;&gt;Environment Ontologies&lt;/a&gt; and &lt;a href=&quot;https://github.com/CommonCoreOntology/CommonCoreOntologies&quot; rel=&quot;nofollow noreferrer&quot;&gt;the Common Core Ontologies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a GitHub tracker in the link and you are welcome to make requests for new spatial relations (disclaimer: it is likely me or one of my colleagues that will answer on that tracker)&lt;/p&gt;&#xA;" OwnerUserId="20995" LastActivityDate="2019-01-08T03:26:21.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13725" PostTypeId="2" ParentId="13086" CreationDate="2019-01-08T03:38:33.147" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://eol.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Encyclopedia of Life&lt;/a&gt; includes a database called TraitBank that includes some of these quantitative traits. For example, the entry for &lt;a href=&quot;https://eol.org/pages/390368/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Luna Moth&lt;/a&gt; has a wingspan entry but unfortunately no mass. EOL is queryable via API or SPARQL.&lt;/p&gt;&#xA;" OwnerUserId="20995" LastActivityDate="2019-01-08T03:38:33.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13728" PostTypeId="2" ParentId="13715" CreationDate="2019-01-08T09:07:05.320" Score="0" Body="&lt;p&gt;Looking at your question - zip codes and cities can overlap.  Generally, in the US at least, zip codes are dictated and practically used by ups/fedex/usps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know how city borders are defined....and actually they are likely defined in many different ways (ie. a river or something), but I'm nearly positive zip codes and city borders are independent sets with correlational properties, but not identical properties. That's why you're seeing what you see.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also keep in mind zip codes will change and modulate due to practicality for the post office.  As the population density of areas for them to deliver stuff at changes, they will adapt to that, because zip codes have a true, practical, geospatial, purpose - city borders...not so much except for when certain applicable local city or county (which creates more overlap) has &quot;noise level limits at x times&quot; for instance.&lt;/p&gt;&#xA;" OwnerUserId="1139" LastActivityDate="2019-01-08T09:07:05.320" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13730" PostTypeId="1" CreationDate="2019-01-08T13:45:54.407" Score="1" ViewCount="102" Body="&lt;p&gt;Did the US Census API just now go offline because of government shutdown? &lt;a href=&quot;https://api.census.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov&lt;/a&gt; was working as recently as 4-5 am this morning. But now its not working (at least for me). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: So I discovered that you can't access the year &quot;2017&quot; for the ACS, which was possible yesterday. But you can access 2016 and 2015. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;a href=&quot;https://api.census.gov/data/2017/acs/acs5/subject?get=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2017/acs/acs5/subject?get=&lt;/a&gt;  will fail&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.census.gov/data/2016/acs/acs5/subject?get=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2016/acs/acs5/subject?get=&lt;/a&gt; will work&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is this normal for how they update the data? I figured they wouldn't be updating the site since the gov shut down (and they say so on the website).&lt;/p&gt;&#xA;" OwnerUserId="20997" LastEditorUserId="20997" LastEditDate="2019-01-08T14:59:37.187" LastActivityDate="2019-01-08T14:59:37.187" Title="Update: Did the U.S. Government shut down take US Census API offline?" Tags="|data.gov|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13731" PostTypeId="2" ParentId="13715" CreationDate="2019-01-08T14:15:30.887" Score="4" Body="&lt;p&gt;First a note. The US Census API provides data on &lt;em&gt;zip code tabulation areas&lt;/em&gt;, &lt;strong&gt;not&lt;/strong&gt; &lt;em&gt;zip codes&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;ZIP Code Tabulation Areas (ZCTAs) are statistical entities developed by the United States Census Bureau for tabulating summary statistics. [...] ZCTAs are generalized area representations of the United States Postal Service (USPS) ZIP code service areas, but are not the same as ZIP codes. Individual USPS ZIP codes can cross state, place, county, census tract, census block group and census block boundaries, so the Census Bureau asserts that &quot;there is no correlation between ZIP codes and Census Bureau geography&quot;. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/ZIP_Code_Tabulation_Area&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;That said - &lt;strong&gt;is there any way to find out which zip code tabulation area belongs to which city?&lt;/strong&gt; Yes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the relationship file here: &lt;a href=&quot;https://www2.census.gov/geo/docs/maps-data/data/rel/zcta_place_rel_10.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/geo/docs/maps-data/data/rel/zcta_place_rel_10.txt&lt;/a&gt; and then map on the response from the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An overview of available relationships can be found here: &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/zcta_rel_overview.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/zcta_rel_overview.html&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14488" LastActivityDate="2019-01-08T14:15:30.887" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13732" PostTypeId="2" ParentId="13723" CreationDate="2019-01-08T14:50:51.613" Score="3" Body="&lt;p&gt;Although the data will likely will require some additional tweaking; &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; has what you're looking for. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, &lt;a href=&quot;http://overpass-turbo.eu/s/F3X&quot; rel=&quot;nofollow noreferrer&quot;&gt;in this query run in the Overpass tool that I ran for you of all placesthat are classified as a city in OSM&lt;/a&gt; (note: query may take several seconds to load on your computer; you're probably best off exporting it immediately to run the query, then export to your computer).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The value for the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:name&quot; rel=&quot;nofollow noreferrer&quot;&gt;name&lt;/a&gt; tag will have the place's name in the local language that is usually used for common signs and is also often the lingua franca for that particular place. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/B9jMq.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/B9jMq.png&quot; alt=&quot;OSM listing of Haidtha&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, and what you're looking for - many places will also have an additional name: tag that represents the town's name in that particular language, as shown in the above image. OpenStreetMap (OSM) is a crowdsourced dataset so there may be many places that do not have an English or canonical romanization; or there may be some places that you'd consider to be a small village but OpenStreetMap has it tagged as a city; there may even be towns that are missing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Places&quot; rel=&quot;nofollow noreferrer&quot;&gt;Criteria for defining a place in OSM is here&lt;/a&gt; but these are highly recommended best practices and users who add the data may not necessarily exactly follow it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're comfortable with python, I'd recommend using the &lt;a href=&quot;https://github.com/osmlab/awesome-openstreetmap#python&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass wrapper&lt;/a&gt; to fetch the data; or you could use the overpass tool that I mentioned above, export into geojson and then convert into postgis, a postgresql library that supports geospatial functions. &lt;/p&gt;&#xA;" OwnerUserId="2715" LastActivityDate="2019-01-08T14:50:51.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13733" PostTypeId="2" ParentId="12479" CreationDate="2019-01-08T15:31:21.770" Score="2" Body="&lt;p&gt;Your question is pretty old now, but I'm looking for the same stuff and found this article so far:&#xA;&lt;a href=&quot;https://ieeexplore.ieee.org/document/7225829&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ieeexplore.ieee.org/document/7225829&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The corresponding dataset (described in this article) can be found here: &lt;a href=&quot;https://zenodo.org/record/57731#.XDS-Plz0laQ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://zenodo.org/record/57731#.XDS-Plz0laQ&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Maybe this helps you. If you found something yourself in the meantime I would appreciate it if you could share/link it here. &lt;/p&gt;&#xA;" OwnerUserId="20999" LastEditorUserId="9956" LastEditDate="2019-01-10T21:10:09.860" LastActivityDate="2019-01-10T21:10:09.860" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13736" PostTypeId="1" CreationDate="2019-01-09T13:05:25.407" Score="1" ViewCount="22" Body="&lt;p&gt;Is there a GIS source that contains the location and type of obstacles along the USA Southern border?  Additional meta data would be great as well; when it was install, dimensions, materials, number of repairs, and so on.&lt;/p&gt;&#xA;" OwnerUserId="8436" LastActivityDate="2019-01-10T06:21:55.500" Title="USA Southern Border Vehicular and Pedestrian Obstacles" Tags="|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13738" PostTypeId="1" CreationDate="2019-01-09T17:17:03.073" Score="1" ViewCount="156" Body="&lt;p&gt;How can we get the dosage list for a particular drug. we have the key &quot;dosage_forms_and_strength&quot; but it gives a single string not in a list format.&#xA;I need to bind a dropdown for dosage information for a drug &lt;/p&gt;&#xA;" OwnerUserId="21007" LastActivityDate="2024-01-19T03:04:15.587" Title="Can we get the dosage list for a drug" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13739" PostTypeId="1" CreationDate="2019-01-09T18:31:45.007" Score="1" ViewCount="71" Body="&lt;p&gt;i wanted to get the trade name of a drug, but in &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.generic_name:Amoxicillin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.generic_name:Amoxicillin&lt;/a&gt; i get brand_name.&#xA;so can someone please confirm, that brand_name refers to trade name?&#xA;Because as per above link, generic_name and brand_name are same.&lt;/p&gt;&#xA;" OwnerUserId="21007" LastEditorUserId="754" LastEditDate="2023-06-19T14:27:59.313" LastActivityDate="2023-06-19T14:27:59.313" Title="In the OpenFDA database, is trade name the same as brand name?" Tags="|openfda|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13740" PostTypeId="1" CreationDate="2019-01-09T18:38:02.793" Score="1" ViewCount="20" Body="&lt;p&gt;I'm working on a project which the main goal is to help on smartphone sales. It displays prices, specs and photos. Prices and specs i got covered, but i'm having trouble with the photos.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main issue is that the ones i have (another employee downloads them from various sources) do not have the same height and width, and when i try to adjust them using css, most of the time they get blurry or really stretched.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a place where i can find smartphone photos that have the same width and height among them?&lt;/p&gt;&#xA;" OwnerUserId="21008" LastActivityDate="2019-01-09T18:38:02.793" Title="Downloadable photos of smartphones" Tags="|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13741" PostTypeId="1" CreationDate="2019-01-09T22:34:13.320" Score="1" ViewCount="20" Body="&lt;p&gt;I am looking for a list that lists for each world country, the total amount of imports and exports to and from that country, in some currency, as well as a table that has in its x,y position the entry listing the total amount of imports and exports from country x to country y.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastActivityDate="2019-01-19T03:18:56.223" Title="Table of imports and exports by value from country to country" Tags="|economics|economy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13742" PostTypeId="2" ParentId="13736" CreationDate="2019-01-10T02:14:15.860" Score="1" Body="&lt;p&gt;all I know is they might have what you are looking for...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ibwc.gov/home.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ibwc.gov/home.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have their geospatial data there.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2019-01-10T02:14:15.860" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13743" PostTypeId="2" ParentId="13736" CreationDate="2019-01-10T06:21:55.500" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://gii.dhs.gov/hifld/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Homeland Infrastructure Foundation-Level Data (HIFLD)&lt;/a&gt; has an &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Portal&lt;/a&gt; where most of this data can be found.&lt;br&gt;&#xA;&lt;a href=&quot;https://gii.dhs.gov/hifld/sites/default/files/2018-11/HIFLD%202018%20Data%20Catalog.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;HIFLD 2018 Data Catalog (&lt;code&gt;.xlsx&lt;/code&gt;)&lt;/a&gt; lists all of their open data wares for the year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically, &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets?group_ids=145978a632f44d62bc36a58092baa7d7&quot; rel=&quot;nofollow noreferrer&quot;&gt;borders&lt;/a&gt;, &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets?group_ids=e5cf7f3805274fef90100ab704ee2ac1&quot; rel=&quot;nofollow noreferrer&quot;&gt;boundaries&lt;/a&gt;, &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets?group_ids=97516bd79a0d452192f792e0c8d5157f&quot; rel=&quot;nofollow noreferrer&quot;&gt;natural hazards&lt;/a&gt;, and &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets?group_ids=dc2b19b1aad645c294f38cef40086ef4&quot; rel=&quot;nofollow noreferrer&quot;&gt;transportation ground&lt;/a&gt; datasets seem pertinent here.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: if the portal isn't definitive enough, go through the data catalog; searching for &quot;border&quot; returned six results, whereas searching the portal for the borders tag only yields three.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-01-10T06:21:55.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13744" PostTypeId="1" CreationDate="2019-01-10T11:36:59.607" Score="2" ViewCount="62" Body="&lt;p&gt;I’m looking for an open database of art in public space. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I’m aware of a few localized initiatives, with different levels of openness, but is there an open database that aims to collect all art in public space?&lt;/p&gt;&#xA;" OwnerUserId="21005" LastEditorUserId="21005" LastEditDate="2019-01-15T11:18:42.160" LastActivityDate="2019-01-15T15:36:22.007" Title="Open database with public art?" Tags="|space|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13749" PostTypeId="1" CreationDate="2019-01-11T01:37:11.153" Score="2" ViewCount="2920" Body="&lt;p&gt;A spatio-temporal dataset is a dataset which contains latitude/longitude and also time variables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I got a spatio-temporal dataset on &lt;a href=&quot;http://js.cit.datalens.api.here.com/datasets/starter_pack/Earthquakes_7day.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;this site&lt;/a&gt;. The dataset contains 1077 rows of data. The problem is, the size of the dataset is too small.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone has another link to a spatio-temporal dataset with big size and CSV format and also free, please help.&lt;/p&gt;&#xA;" OwnerUserId="21047" OwnerDisplayName="Raju Vitto" LastEditorUserId="16193" LastEditDate="2019-01-11T20:13:56.047" LastActivityDate="2019-01-21T14:49:38.867" Title="Looking for Spatio-temporal Datasets" Tags="|data-request|geospatial|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13750" PostTypeId="2" ParentId="13749" CreationDate="2019-01-11T07:17:59.347" Score="4" Body="&lt;p&gt;Based on this thread: &lt;a href=&quot;https://datascience.stackexchange.com/questions/997/where-can-i-find-free-spatio-temporal-dataset-for-download&quot;&gt;Where can I find free spatio-temporal dataset for download?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;there is a dataset around NYC's taxi trip data: &lt;a href=&quot;http://www.andresmh.com/nyctaxitrips/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.andresmh.com/nyctaxitrips/&lt;/a&gt;. Variables include time and location for both pickups and drop-offs.&#xA;Or: You can get yellow and green taxi trip records from NYC taxi dataset. The website collects data from 2009 until now: &lt;a href=&quot;http://www.nyc.gov/html/tlc/html/about/trip_record_data.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nyc.gov/html/tlc/html/about/trip_record_data.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another dataset comes from Chicago's bike-sharing service: &lt;a href=&quot;https://www.divvybikes.com/datachallenge&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.divvybikes.com/datachallenge&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get some documented, publicly available EEG data from the HeadIT database at UCSD &lt;a href=&quot;http://headit-beta.ucsd.edu/studies&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://headit-beta.ucsd.edu/studies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm sure there are many more options.&lt;/p&gt;&#xA;" OwnerDisplayName="Mark.F" LastActivityDate="2019-01-11T07:17:59.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13752" PostTypeId="2" ParentId="748" CreationDate="2019-01-11T22:19:50.200" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.liquidata.co&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.liquidata.co&lt;/a&gt; is supposed to be &quot;git for data&quot;.&lt;/p&gt;&#xA;" OwnerUserId="5590" LastEditorUserId="208" LastEditDate="2019-01-13T10:56:46.250" LastActivityDate="2019-01-13T10:56:46.250" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13753" PostTypeId="1" CreationDate="2019-01-11T22:32:41.563" Score="0" ViewCount="30" Body="&lt;p&gt;I am not from the USA, but I see a lot of discussions about race and racism in  the USA and whether skin color is an indicator for crime, education, divorce and that sort of thing. I do not have political agenda (though I am sure that color in itself can hardly be a causality for anything), but I would like to make the multivariate analysis myself to get a better understanding about the topic. I do not trust the statistics (either way) from those guys in the talk-shows. Are there detailed datasets that I could analyses? I would prefer more fine-grained data, since I fear that aggregated data already is influenced by political agenda (either way). I am happy about data from any country, but I guess the USA is one of the more diverse countries on earth. &lt;/p&gt;&#xA;" OwnerUserId="5590" LastActivityDate="2019-01-19T03:12:33.320" Title="Social data about people in the US" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13755" PostTypeId="1" AcceptedAnswerId="13756" CreationDate="2019-01-11T19:11:24.203" Score="2" ViewCount="56" Body="&lt;p&gt;I would like to use this &lt;strong&gt;US deprivation index&lt;/strong&gt; (&lt;a href=&quot;https://www.neighborhoodatlas.medicine.wisc.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.neighborhoodatlas.medicine.wisc.edu&lt;/a&gt;), which is based on Census Block Groups. Where can I find the corresponding shapefiles? &lt;/p&gt;&#xA;" OwnerUserId="18057" OwnerDisplayName="Strabonio" LastActivityDate="2019-01-12T09:56:37.177" Title="Seeking shapefiles for US Census Block Groups?" Tags="|usa|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13756" PostTypeId="2" ParentId="13755" CreationDate="2019-01-11T19:26:32.927" Score="4" Body="&lt;p&gt;Based on their FAQ &lt;a href=&quot;https://www.neighborhoodatlas.medicine.wisc.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.neighborhoodatlas.medicine.wisc.edu/&lt;/a&gt; it looks like they are using 2009-2013 American Community Survey data. In which case, it is best to use the 2013 version of the block group shapefiles from the US Census Bureau, per &lt;a href=&quot;https://www2.census.gov/geo/pdfs/maps-data/data/tiger/How_do_I_choose_TIGER_vintage.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/geo/pdfs/maps-data/data/tiger/How_do_I_choose_TIGER_vintage.pdf&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For ACS data, use the TIGER products for the last year in the range&#xA;  for the ACS estimates. For example, if using ACS 2007-11 estimates,&#xA;  use 2011 TIGER products.**&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can read their (Singh GK or Kind AJH, Jencks S, Brock J, et al.) methodology papers for additional details as to how the US Deprivation Index was created.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download the Block Groups (note there's also an option to download via FTP) from &lt;a href=&quot;https://www.census.gov/geo/maps-data/data/tiger-line.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/maps-data/data/tiger-line.html&lt;/a&gt;.  Select the year and geography type.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JeWsO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JeWsO.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Neighborhood Atlas site also has a download section which requires registration. It is possible that they offer shapefile downloads of their results.&lt;/p&gt;&#xA;" OwnerUserId="19296" OwnerDisplayName="smiller" LastActivityDate="2019-01-11T19:26:32.927" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13759" PostTypeId="1" CreationDate="2019-01-12T21:50:35.647" Score="1" ViewCount="67" Body="&lt;p&gt;I am trying to reproduce the results given in the paper &lt;a href=&quot;https://www.nature.com/articles/s41591-018-0213-5&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Artificial Intelligence Clinician learns optimal treatment strategies for sepsis in intensive care&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A MIMIC-3 dataset has been used to generate an AI clinician to suggest a treatment for sepsis patients. The authors shared some patient identifiers under Supplementary Data 1 part at the end.&lt;br /&gt;&#xA;At the beginning I thought these were subject_id 's of the patients since they fall in the same range but although the authors shared 17083 id 's, only 7934 of them matched a subject_id in MIMIC-3. Moreover, under Supplementary Text and Figures part at the top of Figure 1, the total number of patients without any elimination is given as 61532 which matches the number of rows in ICUSTAYS table. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem is, the icustay_id's within the table are within a different range compared to the shared id's but I believe there must still be a connection between two. So if anyone tried to reproduce the results before, could you please tell me what the shared id's correspond to?&lt;br /&gt;&#xA;I also tried eliminating the patients with the criteria they have given but still I cannot obtain the same numbers.&lt;/p&gt;&#xA;" OwnerUserId="21023" LastEditorDisplayName="user4293" LastEditDate="2019-01-14T10:26:31.270" LastActivityDate="2021-10-31T09:02:10.190" Title="The Meaning of Patient Identifiers in AI Clinician Paper" Tags="|medical|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13761" PostTypeId="1" CreationDate="2019-01-14T10:55:19.713" Score="1" ViewCount="73" Body="&lt;p&gt;Does openFDA have APIs to access Import Alerts, Import Refusals, Warning Letters &amp;amp;  Inspection details for a Supplier?&lt;/p&gt;&#xA;" OwnerUserId="21034" LastEditorUserId="90" LastEditDate="2019-02-01T15:59:35.123" LastActivityDate="2024-02-06T00:02:00.300" Title="openFDA - Open APIs to access Import Alerts, Import Refusals, Warning Letters &amp; Inspection details" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13762" PostTypeId="1" CreationDate="2019-01-14T11:40:42.783" Score="1" ViewCount="67" Body="&lt;p&gt;a. Can we retrieve the Supplier details using FEI number, in any of the APIs? &#xA;b. Are there any datasets or APIs available to query information under Cosmetics?&#xA;c. Are there any open APIs to fetch data available in the below URL &lt;a href=&quot;https://datadashboard.fda.gov/ora/fd/fser.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datadashboard.fda.gov/ora/fd/fser.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21034" LastActivityDate="2024-01-19T23:00:30.073" Title="Retrieve the Supplier details using FEI number?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13764" PostTypeId="2" ParentId="13738" CreationDate="2019-01-14T15:34:54.077" Score="0" Body="&lt;p&gt;When using the openFDA Drug Label API, you can obtain the drug's NDC product code. For example, using Amoxicillin from your other question, NDC code would be 50090-0714:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.generic_name:Amoxicillin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.generic_name:Amoxicillin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;openfda&quot;: {&#xA;    &quot;product_ndc&quot;: [&#xA;      &quot;50090-0714&quot;&#xA;    ],&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then you can query the openFDA NDC API using the product code obtained above, such as: &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:50090-0714&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:50090-0714&lt;/a&gt;. The API will provide you with &lt;em&gt;structured&lt;/em&gt; information about the product's packaging, which you can use to build your dropdown:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;packaging&quot;: [&#xA;    {&#xA;      &quot;marketing_start_date&quot;: &quot;20141128&quot;,&#xA;      &quot;package_ndc&quot;: &quot;50090-0714-0&quot;,&#xA;      &quot;description&quot;: &quot;20 TABLET, FILM COATED in 1 BOTTLE (50090-0714-0)&quot;,&#xA;      &quot;sample&quot;: false&#xA;    }&#xA;  ]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-01-14T15:34:54.077" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13768" PostTypeId="2" ParentId="13762" CreationDate="2019-01-15T13:33:21.820" Score="0" Body="&lt;p&gt;As far as openFDA is concerned, the answer would be no.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-01-15T13:33:21.820" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13769" PostTypeId="2" ParentId="13761" CreationDate="2019-01-15T13:33:38.133" Score="0" Body="&lt;p&gt;As far as openFDA is concerned, the answer would be no.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-01-15T13:33:38.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13770" PostTypeId="2" ParentId="13744" CreationDate="2019-01-15T15:36:22.007" Score="1" Body="&lt;p&gt;I have come across sites like &lt;a href=&quot;https://www.publicartarchive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;publicartarchive.org&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I believe you may need to use a search engine like google to find country specific ones and aggregate data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also see &lt;a href=&quot;https://opendata.stackexchange.com/questions/4250/public-domain-paintings-database&quot;&gt;this previous answer&lt;/a&gt; that can help in retrieving data.&lt;/p&gt;&#xA;" OwnerUserId="11386" LastActivityDate="2019-01-15T15:36:22.007" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13771" PostTypeId="1" CreationDate="2019-01-15T19:21:29.220" Score="1" ViewCount="94" Body="&lt;p&gt;I'm looking for the size of the freshmen class of each college/year. I thought at first that I could use the &lt;code&gt;D100_4&lt;/code&gt; field, but then realized that this actually represents the size of the freshmen class 6 years earlier. Am I correct in thinking that the data I'm looking for is not currently included in the raw data? If so, is there a reason for that? Do colleges not report the size of their freshmen class each year?&lt;/p&gt;&#xA;" OwnerUserId="21043" LastEditorUserId="16193" LastEditDate="2019-01-15T19:50:18.710" LastActivityDate="2019-01-16T00:43:22.340" Title="Size of incoming freshmen class" Tags="|data.gov|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13772" PostTypeId="1" CreationDate="2019-01-15T20:03:22.753" Score="0" ViewCount="96" Body="&lt;p&gt;I'm looking for data on what share of students are in- or out-of-state, for each college/class. I'm guessing colleges do report this as it is covered in other reports from the NCES (for example, the Enrollment and Employees in Postsecondary Institutions reports). However, I can't seem to find any fields in the College Scorecard data documentation pointing to this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas on whether it is possible to get this data?&lt;/p&gt;&#xA;" OwnerUserId="21043" LastActivityDate="2019-01-16T00:10:56.527" Title="Share of students in/out of state" Tags="|data.gov|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13774" PostTypeId="2" ParentId="13772" CreationDate="2019-01-16T00:10:56.527" Score="1" Body="&lt;p&gt;This was answered by sending an inquiry to &lt;code&gt;scorecarddata@rti.org&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The asked-for data is indeed not included in the Scorecard data set, but it released by IPEDS. I found what I was looking for in the &lt;code&gt;EF*C&lt;/code&gt; data files at &lt;a href=&quot;https://nces.ed.gov/ipeds/datacenter&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/datacenter&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21043" LastActivityDate="2019-01-16T00:10:56.527" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13775" PostTypeId="2" ParentId="13771" CreationDate="2019-01-16T00:43:22.340" Score="2" Body="&lt;p&gt;I received an answer to my question by sending an inquiry to &lt;code&gt;scorecarddata@rti.org&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The asked-for data is indeed not included in the Scorecard data set, but it released by IPEDS. I found what I was looking for in the &quot;Fall enrollment&quot; data at &lt;a href=&quot;https://nces.ed.gov/ipeds/datacenter&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/datacenter&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21043" LastActivityDate="2019-01-16T00:43:22.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13777" PostTypeId="1" CreationDate="2019-01-17T02:52:45.223" Score="2" ViewCount="494" Body="&lt;p&gt;I am trying to find an open database (or cheap commercial) that I can download; perhaps a CSV that would have all centroids of carrier routes for a ZIP code.&#xA;There are roughly fifteen Carrier Routes per postal ZIP Code, see the image for an example (though the example shows a carrier route polygon; I only need the centroid). In the image, for example the ZIP code 60625 has CXXX carrier routes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vdhqe.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vdhqe.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I thought this mapping would be available at the Census Bureau site (because they have ZIP code boundaries) or USPS, but it is not...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are about 600,000 carrier routes in the US, according to &lt;a href=&quot;https://www.everydoordirectmail.com/Postal-Carrier-Routes-Everything-You-Need-to-Know-blogpost353&quot; rel=&quot;nofollow noreferrer&quot;&gt;this blog&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11571" LastEditorUserId="19566" LastEditDate="2019-02-22T21:23:04.033" LastActivityDate="2019-04-17T15:30:36.833" Title="Data dump of ZIP codes to Carrier Route IDs and the centroid (lat/long.) of the Carrier Route" Tags="|data-request|geospatial|postal-code|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="13779" PostTypeId="1" CreationDate="2019-01-17T22:51:50.903" Score="2" ViewCount="72" Body="&lt;p&gt;I am using RNOAA R package isd to download NOAA integrated surface data for a meteorological station (2016 data for Heathrow in London) for the purpose of air quality dispersion modelling. The modelling requires hourly wind speed, wind direction, humidity temperature, precipitation and cloud cover.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wind speed, wind direction, humidity and temperature seem to be straightforward and can just be extracted for use. The problems are with cloud cover and precipitation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the cloud cover, the column &quot;GA1_coverage_code&quot; gives a range of values from 1 to 8 and then 99 and N/A. I gather the N/A means data are not available and 99 means missing data. I contemplate there should be 0 in the column. The other column &quot;GF1_coverage&quot; only gives 0, 9, 99 and N/A. I am wondering whether combination of the two columns should give a complete cloud cover dataset. However, i am not sure. anyone could throw some light on this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the precipitation, the dataset column &quot;AA1_depth&quot; gives precipitation readings for every 6 hours, 0, 6, 12, 18. my understanding is that at 0 and 12, the data give 6h cumulative precipitation for the previous 6 hours and at 6 and 18 the data give 12h cumulative precipitation for the previous 12 hours. I think I can write a code to interpolate the 6h resolution into hourly data. However, is there any code available for use? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You help would be greatly appreciated.      &lt;/p&gt;&#xA;" OwnerUserId="21059" LastActivityDate="2019-01-17T22:51:50.903" Title="NOAA integrated surface database hourly cloud cover and precipitation" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13780" PostTypeId="2" ParentId="7577" CreationDate="2019-01-18T08:54:06.410" Score="0" Body="&lt;p&gt;There are numerous sources of Vehicle data including images, for example, &lt;a href=&quot;https://www.carimagery.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.carimagery.com/&lt;/a&gt; offers a database of images quite cheaply. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also get vehicle data (without images) from &lt;a href=&quot;http://www.carqueryapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.carqueryapi.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are specifically looking at the USA, then you can get Vehicle data, including the image from the number plate and state at &lt;a href=&quot;http://www.vehicleregistrationapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.vehicleregistrationapi.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21063" LastActivityDate="2019-01-18T08:54:06.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13783" PostTypeId="1" CreationDate="2019-01-18T17:31:43.603" Score="3" ViewCount="1263" Body="&lt;p&gt;Say I want to produce a list of all Latin words from the &lt;strong&gt;English&lt;/strong&gt; Wiktionary (because Wiktionary in English contains the most complete dictionary for Latin, and perhaps for every language). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;More precisely, I want to produce a list of every entry that corresponds to a Latin word. These entries have one thing in common, namely, that the website address has the following type:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://en.wiktionary.org/wiki/&amp;lt;word&amp;gt;#Latin&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For instance, &lt;em&gt;&lt;a href=&quot;https://en.wiktionary.org/wiki/sensorum#Latin&quot; rel=&quot;nofollow noreferrer&quot;&gt;sensorum&lt;/a&gt;&lt;/em&gt;. The key here is that 1) the domain is the English wiktionary (en.wiktionary) and 2) the website ends in #Latin.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Based on other answers (e.g. &lt;a href=&quot;https://softwarerecs.stackexchange.com/questions/18273/download-all-words-from-wiktionary-for-offline-use&quot;&gt;here&lt;/a&gt;), I found out there is a directory containing all pages of the English wiktionary &lt;a href=&quot;https://dumps.wikimedia.org/enwiktionary/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. But this does not, as far as I can see, separates by language. The &quot;main&quot; file (&lt;code&gt;nwiktionary-latest-all-titles.gz&lt;/code&gt;) contains a list of around 7 million objects (words?). This might be the full list of pages in English. I want only those pertaining to a certain language.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There seems to be related posts &lt;a href=&quot;https://codereview.stackexchange.com/questions/92141/scraper-for-words-from-wiktionary&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://stackoverflow.com/questions/2770547/how-to-retrieve-wiktionary-word-content&quot;&gt;here&lt;/a&gt; but I cannot make sense of the answers for my own case. There is also &lt;a href=&quot;https://petscan.wmflabs.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this resource&lt;/a&gt; to extract items from Wiktionary, but haven't figure out how to use it for my purposes yet (I used it for extracting lists of categories &lt;a href=&quot;https://latin.stackexchange.com/questions/7642/how-to-search-for-nouns-ending-in-ile/7644#7644&quot;&gt;here&lt;/a&gt; but not all words in Wiktionary are indexed into categories).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone can provide some hints on how to do it? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: if this is off-topic, please suggest where this might fit better.&lt;/p&gt;&#xA;" OwnerUserId="17478" LastActivityDate="2022-09-19T15:47:58.503" Title="How to produce a list of all words of a given Language from Wiktionary?" Tags="|download|wiktionary|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13784" PostTypeId="2" ParentId="2010" CreationDate="2019-01-18T19:34:30.343" Score="2" Body="&lt;p&gt;Inploid is a social question &amp;amp; answer website. Users can follow others. Each user is associated with a reputability score which is determined by the feedback of others about the questions and answers of the user. Each user can also specify interest in topics. The data is crawled in June 2017 and consist of 39,750 nodes and 57,276 directed links between them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each user, reputability scores and top five topics are included in the dataset. The dataset might be little sparse due to registered but inactive users, so I recommend removing inactive users (based on degree, empty attributes, or by finding largest connecting components). &lt;a href=&quot;https://furkangursoy.github.io/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The dataset is available here.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's been a long time since you posted the question but hope this dataset becomes useful for the ones who might be looking for an attributed social network dataset.&lt;/p&gt;&#xA;" OwnerUserId="21065" LastActivityDate="2019-01-18T19:34:30.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13785" PostTypeId="2" ParentId="13753" CreationDate="2019-01-19T03:12:33.320" Score="1" Body="&lt;p&gt;I've done some work in this area. The US FBI's data is aggregated from state reporting, and there are only certain types of crime they are required to report to the FBI (more info in this document &lt;a href=&quot;https://ucr.fbi.gov/additional-ucr-publications/ucr_handbook.pdf/view&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ucr.fbi.gov/additional-ucr-publications/ucr_handbook.pdf/view&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Many US cities provide crime data via a public API. Here are some I've come across. Each city captures different information about the crime and the offender so try some out and see if it fits your needs.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Philly: &lt;a href=&quot;https://www.opendataphilly.org/dataset/crime-incidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opendataphilly.org/dataset/crime-incidents&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Chicago: &lt;a href=&quot;https://data.cityofchicago.org/Public-Safety/Crimes-2001-to-present/ijzp-q8t2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.cityofchicago.org/Public-Safety/Crimes-2001-to-present/ijzp-q8t2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;SF: &lt;a href=&quot;https://data.sfgov.org/Public-Safety/SFPD-Incidents-from-1-January-2003/tmnf-yvry&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.sfgov.org/Public-Safety/SFPD-Incidents-from-1-January-2003/tmnf-yvry&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;Baton Rouge: &lt;a href=&quot;https://data.brla.gov/Public-Safety/Baton-Rouge-Crime-Incidents/fabb-cnnu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.brla.gov/Public-Safety/Baton-Rouge-Crime-Incidents/fabb-cnnu&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Providence: &lt;a href=&quot;https://data.providenceri.gov/Public-Safety/Providence-Police-Department-Arrest-Log-Past-30-Da/vank-fyx9&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.providenceri.gov/Public-Safety/Providence-Police-Department-Arrest-Log-Past-30-Da/vank-fyx9&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Atlanta: &lt;a href=&quot;http://opendata.atlantapd.org/Crimedata/Default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opendata.atlantapd.org/Crimedata/Default.aspx&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21067" LastActivityDate="2019-01-19T03:12:33.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13786" PostTypeId="2" ParentId="13741" CreationDate="2019-01-19T03:18:56.223" Score="2" Body="&lt;p&gt;Check out &lt;a href=&quot;https://comtrade.un.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://comtrade.un.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Particularly &lt;a href=&quot;https://unstats.un.org/unsd/trade/data/tables.asp#annual&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://unstats.un.org/unsd/trade/data/tables.asp#annual&lt;/a&gt; (Table 41: Exports by provenance and destination)&lt;/p&gt;&#xA;" OwnerUserId="21067" LastActivityDate="2019-01-19T03:18:56.223" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13787" PostTypeId="2" ParentId="13749" CreationDate="2019-01-19T03:22:38.257" Score="1" Body="&lt;p&gt;Look here:&#xA;&lt;a href=&quot;https://github.com/Call-for-Code/logistics-weather-geo/wiki/DataResources&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Call-for-Code/logistics-weather-geo/wiki/DataResources&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a section called &quot;Hazards&quot; which lists many disaster-related sources of open data.&lt;/p&gt;&#xA;" OwnerUserId="21067" LastActivityDate="2019-01-19T03:22:38.257" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13790" PostTypeId="2" ParentId="13777" CreationDate="2019-01-19T15:45:29.363" Score="3" Body="&lt;p&gt;I was able to complete this by generating internal boundaries for Carrier Route data using Voronoi. the endpoints to query for carrier routes exist on &lt;a href=&quot;https://boundaries-io.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;boundaries-io.com&lt;/a&gt; &#xA;here is a link to a blog where i figured it out...if this helps someone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I don't own this blog)&#xA;&lt;a href=&quot;https://longair.net/blog/2017/07/10/approximate-postcode-boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://longair.net/blog/2017/07/10/approximate-postcode-boundaries&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/962Mv.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/962Mv.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Final zipcode 60630 with carrier boundaries generated:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PiAgh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PiAgh.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;disclaimer I work for boundaries-io.com&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="11571" LastEditorUserId="11571" LastEditDate="2019-04-17T15:30:36.833" LastActivityDate="2019-04-17T15:30:36.833" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13792" PostTypeId="2" ParentId="13749" CreationDate="2019-01-20T01:20:07.263" Score="1" Body="&lt;p&gt;Not disaster-specific, but Microsoft Urban Computing has a lot of different options (see &quot;Released Datasets&quot;):&#xA;&lt;a href=&quot;https://www.microsoft.com/en-us/research/project/urban-computing/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.microsoft.com/en-us/research/project/urban-computing/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21070" LastActivityDate="2019-01-20T01:20:07.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13793" PostTypeId="1" CreationDate="2019-01-20T17:36:23.993" Score="0" ViewCount="214" Body="&lt;p&gt;I'm looking for an open database of football player valuation.&#xA;From transfermarket, the closest I got is this: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.transfermarkt.com/spieler-statistik/marktwertkarriereende/marktwertetop?position=&amp;amp;land_id=0&amp;amp;plus=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.transfermarkt.com/spieler-statistik/marktwertkarriereende/marktwertetop?position=&amp;amp;land_id=0&amp;amp;plus=1&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However it is quite limited in size (only has 250 players on it).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm OK with other variables but the variables I'm most interested in are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Player Name &lt;/li&gt;&#xA;&lt;li&gt;Max Valuation&lt;/li&gt;&#xA;&lt;li&gt;Player Position&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21078" OwnerDisplayName="Matias Andina" LastEditorUserId="70" LastEditDate="2022-10-13T16:41:13.980" LastActivityDate="2024-03-07T10:00:45.100" Title="Open Football (Soccer) Player Valuation Database" Tags="|data-request|football|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13794" PostTypeId="5" CreationDate="2019-01-20T18:31:22.817" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-01-20T18:31:22.817" LastActivityDate="2019-01-20T18:31:22.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13795" PostTypeId="4" CreationDate="2019-01-20T18:31:22.817" Score="0" Body="For questions about soccer, rather than rugby, American or Canadian football." OwnerUserId="21075" LastEditorUserId="21075" LastEditDate="2019-02-18T09:15:48.303" LastActivityDate="2019-02-18T09:15:48.303" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13796" PostTypeId="2" ParentId="13793" CreationDate="2019-01-21T12:06:07.767" Score="0" Body="&lt;p&gt;This would be hard to provide as an open database because the player values and poroperties are quite dynamic. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, consider creating your own, which can be refreshed as often as you like.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out one of the many scraping code snippets, for example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fcpython.com/blog/introduction-scraping-data-transfermarkt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fcpython.com/blog/introduction-scraping-data-transfermarkt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-01-21T12:06:07.767" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13797" PostTypeId="2" ParentId="13749" CreationDate="2019-01-21T14:49:38.867" Score="1" Body="&lt;p&gt;The documentation of &lt;a href=&quot;https://worldview.earthdata.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA's worldview&lt;/a&gt; and the underlying &lt;a href=&quot;https://earthdata.nasa.gov/about/science-system-description/eosdis-components/global-imagery-browse-services-gibs&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA Global Imagery Browse Services (GIBS)&lt;/a&gt;&#xA;explain how to use their APIs to download lots and lots of spatial data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Worldview app gives you a powerful slider control to view satellite images over time, interactively, in your browser.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;About &lt;em&gt;Worldview&lt;/em&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This app from NASA's EOSDIS provides the capability to interactively&#xA;  browse over 800 global, full-resolution satellite imagery layers and&#xA;  then download the underlying data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;GIBS APIs: &lt;a href=&quot;https://wiki.earthdata.nasa.gov/display/GIBS/GIBS+API+for+Developers&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.earthdata.nasa.gov/display/GIBS/GIBS+API+for+Developers&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2019-01-21T14:49:38.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13798" PostTypeId="1" CreationDate="2019-01-21T17:01:41.173" Score="1" ViewCount="29" Body="&lt;p&gt;I am looking for a free database or something else that provides the number of employees for mainly start-ups for some research. A range of Number of employees would also be helpful, but I would prefer an exact number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know I can find the number of employees on LinkedIn, but I am trying to do this for a large dataset, so going through every single company page, wouldn't be my preferred solution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have another database/solution for this? Thank a lot in advance!&lt;/p&gt;&#xA;" OwnerUserId="21083" LastEditorUserId="4184" LastEditDate="2019-01-23T10:36:16.243" LastActivityDate="2019-01-23T10:36:16.243" Title="Where to easily find # of employees for a large group start-ups?" Tags="|data-request|api|companies|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13799" PostTypeId="2" ParentId="6518" CreationDate="2019-01-22T09:08:20.240" Score="1" Body="&lt;p&gt;Maybe too broad a scale:&#xA;&lt;a href=&quot;http://www.asris.csiro.au/themes/NationalGrids.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASRIS - Australian Soil Resource Information System - National Soil Grids&lt;/a&gt;&#xA;for Australia&lt;/p&gt;&#xA;" OwnerUserId="21085" LastEditorDisplayName="user4293" LastEditDate="2019-01-22T12:37:40.907" LastActivityDate="2019-01-22T12:37:40.907" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13802" PostTypeId="1" CreationDate="2019-01-22T15:15:40.350" Score="1" ViewCount="150" Body="&lt;p&gt;Before you refer me to &lt;a href=&quot;https://opendata.stackexchange.com/questions/9829/traffic-camera-datasets&quot;&gt;this question&lt;/a&gt;, I must specify that I am looking for &lt;em&gt;Video&lt;/em&gt; datasets, not still images. All links on that question refer to still images. Most cities/government websites provide one frame per minute or so. Are there sources with at least 15 FPS videos out there? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It doesn't have to be live video, in fact it would be easier for me if it came as a single-file dataset with one JPG file per frame or one video file per feed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://detrac-db.rit.albany.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UA-DETRAC challenge dataset&lt;/a&gt; is one good example, but it is rather limited in size (it has 40 video sequences), and I'm looking for more data. Are there other good sources?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: to be clear, by traffic camera I mean a camera that is on a high point and that looks at the passing traffic. The cameras cannot be inside of cars, otherwise I would use KITTI and other similar datasets. &lt;/p&gt;&#xA;" OwnerUserId="21088" LastEditorUserId="19566" LastEditDate="2019-01-27T20:18:31.547" LastActivityDate="2019-11-29T12:57:09.860" Title="Traffic camera video datasets" Tags="|data-request|traffic|video|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13803" PostTypeId="1" AcceptedAnswerId="13805" CreationDate="2019-01-22T16:45:35.487" Score="0" ViewCount="67" Body="&lt;p&gt;I've the following query &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX xsd: &amp;lt;http://www.w3.org/2001/XMLSchema#&amp;gt;&#xA;&#xA;SELECT ?item ?itemLabel ?dod ?dob WHERE {&#xA;  ?item wdt:P570 ?dod.&#xA;  ?item wdt:P31 wd:Q5.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;es,en,it,fr,de,cs,[AUTO_LANGUAGE]&quot;. }&#xA;  OPTIONAL { ?item wdt:P569 ?dob. }&#xA;    FILTER(?dod &amp;lt; (NOW()))&#xA;FILTER (?item IN (wd:Q4173012))&#xA;}&#xA;ORDER BY DESC(?modified) DESC(?dod) ?item&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;that in the example provided (&lt;code&gt;Q4173012&lt;/code&gt;) returns four multiple values because has date with incomplete data, for example &quot;&lt;code&gt;2019&lt;/code&gt;&quot; for date of death, that returns 2019-01-01. I need to filter these cases, I could do it if only get the 2019 so I can know that is an incomplete data, in order to not confuse those records that actually born or death on &lt;code&gt;01-01&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is some way to convert this query to get the specific data as is shown in wikidata or filter this behavior? Because for incomplete data in wikidata is shown good:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AZpYP.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AZpYP.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I hope I can be clear, my english is not so good. Thanks in advance and sorry for my english.&lt;/p&gt;&#xA;" OwnerUserId="18564" LastEditorUserId="18564" LastEditDate="2019-01-22T16:50:55.270" LastActivityDate="2019-01-22T20:35:09.090" Title="Wikidata - Filter or Detect or Get incomplete date" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13804" PostTypeId="1" CreationDate="2019-01-22T18:37:11.440" Score="0" ViewCount="59" Body="&lt;p&gt;I need to find &lt;strong&gt;individual&lt;/strong&gt; school boundaries (primary for the State of California). &#xA;There are maybe 2 or 3 similar questions to this one (here and GIS exchange), but no answer down to the single school. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We can find the &lt;em&gt;district&lt;/em&gt; boundary, and that is helpful. But not individual schools inside that broad district boundary. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We can also find the boundaries of each physical school location (as opposed as to attendance boundary). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestion would be greatly appreciated. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Update images from files downloaded from The National Center for Education Statistics' Education and Geographic Estimates. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/r6Aoh.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/r6Aoh.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And what they call elementary:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/qE1Vd.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qE1Vd.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That &lt;a href=&quot;https://nces.ed.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;site&lt;/a&gt;, to the best of my knowledge, does not go down to individual schools. &lt;/p&gt;&#xA;" OwnerUserId="21090" LastEditorUserId="21090" LastEditDate="2019-01-23T04:56:17.700" LastActivityDate="2019-01-23T04:56:17.700" Title="School Boundary" Tags="|geospatial|data.gov|data-mapping|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13805" PostTypeId="2" ParentId="13803" CreationDate="2019-01-22T20:35:09.090" Score="1" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format#Data_model&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data model &lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format#Time&quot; rel=&quot;nofollow noreferrer&quot;&gt;Time&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?dob ?precision_int ?precision_word WHERE {&#xA;  VALUES (?precision_int ?precision_word) { (6 &quot;millenia&quot;) (7 &quot;century&quot;) (8 &quot;decade&quot;)&#xA;                                            (9 &quot;year&quot;)     (10 &quot;month&quot;)  (11 &quot;day&quot;)&#xA;                                            (12 &quot;hour&quot;)    (13 &quot;minute&quot;) (14 &quot;second&quot;) }&#xA;&#xA;  ?item p:P569 [ a wikibase:BestRank ;&#xA;                 psv:P569 [ wikibase:timeValue ?dob;&#xA;                            wikibase:timePrecision ?precision_int ] ]&#xA;&#xA;# FILTER NOT EXISTS {&#xA;#   ?item p:P569 [ a wikibase:BestRank ;&#xA;#                  psv:P569 [ wikibase:timeValue ?dob_;&#xA;#                             wikibase:timePrecision ?precision_int_ ] ]&#xA;#   FILTER (?precision_int &amp;lt; ?precision_int_)&#xA;# }&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;es,[AUTO_LANGUAGE]&quot;. }&#xA;&#xA;} VALUES (?item) {(wd:Q4173012)}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3Fdob%20%3Fprecision_int%20%3Fprecision_word%20WHERE%20%7B%0A%20%20VALUES%20%28%3Fprecision_int%20%3Fprecision_word%29%20%7B%20%286%20%22millenia%22%29%20%287%20%22century%22%29%20%288%20%22decade%22%29%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%289%20%22year%22%29%20%20%20%20%20%2810%20%22month%22%29%20%20%2811%20%22day%22%29%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%2812%20%22hour%22%29%20%20%20%20%2813%20%22minute%22%29%20%2814%20%22second%22%29%20%7D%0A%20%20%0A%20%20%3Fitem%20p%3AP569%20%5B%20a%20wikibase%3ABestRank%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20psv%3AP569%20%5B%20wikibase%3AtimeValue%20%3Fdob%20%3B%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20wikibase%3AtimePrecision%20%3Fprecision_int%20%5D%20%5D%0A%20%20%20%20%20%20%20%20%0A%23%20FILTER%20NOT%20EXISTS%20%7B%0A%23%20%20%20%3Fitem%20p%3AP569%20%5B%20a%20wikibase%3ABestRank%20%3B%0A%23%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20psv%3AP569%20%5B%20wikibase%3AtimeValue%20%3Fdob_%3B%0A%23%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20wikibase%3AtimePrecision%20%3Fprecision_int_%20%5D%20%5D%0A%23%20%20%20FILTER%20%28%3Fprecision_int%20%3C%20%3Fprecision_int_%29%0A%23%20%7D%0A%20%20%20%20%20%20%20%20%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22es%2C%5BAUTO_LANGUAGE%5D%22%20%7D%0A%20%20%0A%7D%20VALUES%20%28%3Fitem%29%20%7B%28wd%3AQ4173012%29%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2019-01-22T20:35:09.090" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13806" PostTypeId="2" ParentId="13804" CreationDate="2019-01-23T00:38:24.313" Score="1" Body="&lt;p&gt;The National Center for Education Statistics' Education and Geographic Estimates &lt;a href=&quot;https://nces.ed.gov/programs/edge/Geographic/SchoolLocations&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDGE products&lt;/a&gt; have geographic locations for public, private, and postsecondary schools in point geometry (.shp format). This might be useful, though you've asked about boundaries...&lt;/p&gt;&#xA;" OwnerUserId="10618" LastActivityDate="2019-01-23T00:38:24.313" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13809" PostTypeId="1" CreationDate="2019-01-23T06:25:06.747" Score="1" ViewCount="32" Body="&lt;p&gt;I was wondering, for each country, and for the pay twenty or so years, what percentage of the population is on antipsychotics by country with diagnoses such as schizophrenia, bipolar disorder, personality disorder, or attention deficit hyperactivity disorder, and would like to know the percentage of adults and children, as well as average stay in hospital as a means of forced psychiatric confinement for each of these.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="23272" LastEditDate="2022-07-14T12:53:35.470" LastActivityDate="2022-07-14T12:53:35.470" Title="Percentage of the population taking antipsychotics by country and year" Tags="|data-request|medical|demographics|database|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13811" PostTypeId="1" CreationDate="2019-01-23T07:48:45.010" Score="1" ViewCount="9" Body="&lt;p&gt;I am looking for some statistical comparison data of typical input speed ranges of text input methods for English language in terms of characters per minute or words per minute comparing:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;voice typing&lt;/li&gt;&#xA;&lt;li&gt;typing at a regular full PC keyboard&lt;/li&gt;&#xA;&lt;li&gt;typing by swiping on phone keyboards such as gboard, Swype, and Swiftkey, using predictive text&lt;/li&gt;&#xA;&lt;li&gt;typing by swiping on phone keyboards such as gboard, Swype, and Swiftkey, without using predictive text&lt;/li&gt;&#xA;&lt;li&gt;typing in phone keyboards without swiping with two fingers, using predictive text&lt;/li&gt;&#xA;&lt;li&gt;typing in phone keyboards without swiping with two fingers, without using predictive text&lt;/li&gt;&#xA;&lt;li&gt;typing in phone keyboards without swiping with one finger, using predictive text&lt;/li&gt;&#xA;&lt;li&gt;typing in phone keyboards without swiping with one finger, without using predictive text&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;and anything else helpful, in terms of input methods and related information, including other languages, if known.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://play.google.com/store/apps/details?id=com.google.android.inputmethod.latin&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gboard&lt;/a&gt; and &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.nuance.swype.trial&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swype&lt;/a&gt; or &lt;a href=&quot;https://play.google.com/store/apps/details?id=com.touchtype.swiftkey&quot; rel=&quot;nofollow noreferrer&quot;&gt;Swiftkey&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note, some resources on Google such as &lt;a href=&quot;https://www.ratatype.com/learn/average-typing-speed/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt; and &lt;a href=&quot;https://en.m.wikipedia.org/wiki/Words_per_minute?wprov=sfla1&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt; list the average keyboard input speed at about 30wpm for texting whereas 40 wpm for keyboarding, but doesn't display the data I looking for.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="19011" LastEditDate="2019-01-23T08:23:39.577" LastActivityDate="2019-01-23T08:23:39.577" Title="Comparisons data for typical language input speeds" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13812" PostTypeId="1" CreationDate="2019-01-23T14:22:52.890" Score="1" ViewCount="32" Body="&lt;p&gt;I am interested in genetic factors as well as any other biological features in the parents that affect the sex of the newborn child, as well as the prevalence of twins.&lt;br /&gt;&#xA;Something like this format:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/KKpK8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KKpK8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If there is no such data, studies about the influence of any factors on sex and twins are welcome too.&lt;/p&gt;&#xA;" OwnerUserId="21126" LastEditorDisplayName="user4293" LastEditDate="2019-01-24T10:37:31.120" LastActivityDate="2019-01-24T10:37:31.120" Title="Influence of the genetic and biological factors on child's gender and twins" Tags="|data-request|medical|biology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13815" PostTypeId="1" CreationDate="2019-01-23T21:43:48.157" Score="0" ViewCount="119" Body="&lt;p&gt;I'm looking for datasets with people's dialogues, just everyday communication.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;How are you?&lt;br /&gt;&#xA;  Fine, thank you, and how are you?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="21126" LastEditorDisplayName="user4293" LastEditDate="2019-01-24T08:28:44.703" LastActivityDate="2023-12-13T07:06:41.410" Title="Dataset with common dialogues" Tags="|data-request|social-media|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13817" PostTypeId="1" CreationDate="2019-01-24T08:19:58.900" Score="1" ViewCount="56" Body="&lt;p&gt;I would like to produce some global weather maps. Air temperatures, wind speeds, ocean swells etc&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know I can download the GRIB files and interpret them directly from NOAA. However this is quite resource intensive for my needs!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know of any other weather map api's aside from Openweathermap.org?&#xA;(&lt;a href=&quot;https://openweathermap.org/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openweathermap.org/api&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="21027" LastEditorUserId="19566" LastEditDate="2019-01-26T07:47:08.350" LastActivityDate="2019-01-26T17:53:17.147" Title="Weather maps api's" Tags="|api|weather|noaa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13819" PostTypeId="1" CreationDate="2019-01-25T14:37:32.937" Score="1" ViewCount="15" Body="&lt;p&gt;I am looking for a chart that shows, for each age, percentage of the population of that age that has been diagnosed with dementia and given prescription drugs for dementia, as part of a histogram that shows age in the x-axis. On the y-axis, I would like the bar charts the histogram to show both the number of patients diagnosed with dementia for the first time duty that year, as well as number of patients having dementia during that year or any of the previous years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastActivityDate="2019-01-25T14:37:32.937" Title="Distribution of people diagnosed with dementia by age" Tags="|data-request|medical|demographics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13820" PostTypeId="1" CreationDate="2019-01-25T15:01:22.490" Score="1" ViewCount="365" Body="&lt;p&gt;Does anyone know of any complete database of cell tower locations with the following information?&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Lat, long of cell tower&#xA;MCC, MNC, LAC, Cell ID&#xA;Range&#xA;Signal strength&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I have checked out the data from Open Cell ID, RadioCell, and Mylnikov and they seem to be incomplete. Some lat-long is randomly placed on an empty open field.&#xA;Any help is greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="21118" LastEditorUserId="23272" LastEditDate="2021-04-03T09:16:32.923" LastActivityDate="2021-04-03T09:16:32.923" Title="Location (lat, long) of cell towers across the USA" Tags="|data-request|geospatial|usa|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13823" PostTypeId="2" ParentId="4335" CreationDate="2019-01-25T20:06:58.937" Score="-3" Body="&lt;p&gt;A free great resource I use:  &lt;a href=&quot;http://download.geonames.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geonames.org/&lt;/a&gt;  You're welcome!&lt;/p&gt;&#xA;" OwnerUserId="21121" LastActivityDate="2019-01-25T20:06:58.937" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13824" PostTypeId="1" CreationDate="2019-01-25T19:06:10.693" Score="0" ViewCount="100" Body="&lt;p&gt;Is there a central source for shape files for real estate across the US.  Most counties will provide shape files via the county appraisal district.  But there are over 3,000 to request.&lt;/p&gt;&#xA;" OwnerDisplayName="Pat Oconnor" LastEditorUserId="1511" LastEditDate="2019-03-04T08:31:32.683" LastActivityDate="2019-08-01T10:00:55.113" Title="Is there a central source for real estate shape files for across the US?" Tags="|data-request|geospatial|usa|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13825" PostTypeId="1" AcceptedAnswerId="13855" CreationDate="2019-01-25T23:08:05.977" Score="1" ViewCount="255" Body="&lt;p&gt;I've installed CKAN from package on Ubuntu 16.04.5, following the documentation&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.ckan.org/en/2.8/maintaining/installing/install-from-package.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://docs.ckan.org/en/2.8/maintaining/installing/install-from-package.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've installed the scheming extension&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/ckan/ckanext-scheming&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ckan/ckanext-scheming&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've then tried installing the hierarchy extension&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/datagovuk/ckanext-hierarchy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datagovuk/ckanext-hierarchy&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now the main page, the My Datasets Dashboard, and the My Organization Dashboard all display &lt;strong&gt;Internal server error&lt;/strong&gt;.  Everything else in CKAN appears to work: creating organization, and datasets, etc.  If I disable the hierarchy extension, the error goes away.  I believe it to be cause by not correctly configuring the scheming extension to work with the hierarchy extension.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the documentation for the hierarchy extension, it states&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In order to make hierarchy works with ckanext-scheming you need to enable just hierarchy_display and then use corresponding form_snippet in your org_schema&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So I have tried to do that&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Plugin settings&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;in /etc/ckan/default/production.ini&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;## Plugins Settings&#xA;&#xA;# Note: Add ``datastore`` to enable the CKAN DataStore&#xA;#       Add ``datapusher`` to enable DataPusher&#xA;#               Add ``resource_proxy`` to enable resorce proxying and get around the&#xA;#               same origin policy&#xA;ckan.plugins = stats text_view image_view recline_view scheming_datasets scheming_organizations hierarchy_display&#xA;&#xA;# Scheming&#xA;scheming.dataset_schemas = ckanext.scheming:my_dataset.json&#xA;scheming.organization_schemas = ckanext.scheming:my_org.json&#xA;scheming.presets = ckanext.scheming:my_presets.json&#xA;scheming.dataset_fallback = false&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h1&gt;Org Schema&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I have a schema defined for organizations&lt;br&gt;&#xA;in /usr/lib/ckan/default/src/ckanext-scheming/ckanext/scheming/my_org.json  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is based on the org_with_dept_id.json example provided with the scheming extension, except I've added the following field for the hierarchy extension.  For both my org schema and dataset schema, I can see the additional fields, so the scheming extension appears to be working.  For orgs, I can see the parent org field, so the hierarchy extension appears to be working, except for the broken pages mentioned above.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;field_name&quot;: &quot;not_used&quot;,&#xA;  &quot;label&quot;: &quot;Parent organization&quot;,&#xA;  &quot;display_snippet&quot;: null,&#xA;  &quot;form_snippet&quot;: &quot;org_hierarchy.html&quot;,&#xA;  &quot;validators&quot;: &quot;ignore_missing&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;h1&gt;Logs&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I can't see anything useful in the logs&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in /var/log/apache2/ckan_default.error.log&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After a restart, and hitting the main page of the application, this is what the logs show:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[Fri Jan 25 22:36:28.606575 2019] [wsgi:error] [pid 23931:tid 139651816699648] 2019-01-25 22:36:28,606 INFO  [ckan.config.environment] Loading static files from public&#xA;[Fri Jan 25 22:36:28.661878 2019] [wsgi:error] [pid 23931:tid 139651816699648] 2019-01-25 22:36:28,661 INFO  [ckan.config.environment] Loading templates from /usr/lib/ckan/default/src/ckan/ckan/templates&#xA;[Fri Jan 25 22:36:28.883789 2019] [wsgi:error] [pid 23931:tid 139651816699648] 2019-01-25 22:36:28,883 INFO  [ckan.config.environment] Loading templates from /usr/lib/ckan/default/src/ckan/ckan/templates&#xA;[Fri Jan 25 22:36:30.789607 2019] [wsgi:error] [pid 23930:tid 139651841902336] 2019-01-25 22:36:30,789 INFO  [ckan.config.environment] Loading static files from public&#xA;[Fri Jan 25 22:36:30.841870 2019] [wsgi:error] [pid 23930:tid 139651841902336] 2019-01-25 22:36:30,841 INFO  [ckan.config.environment] Loading templates from /usr/lib/ckan/default/src/ckan/ckan/templates&#xA;[Fri Jan 25 22:36:31.055650 2019] [wsgi:error] [pid 23930:tid 139651841902336] 2019-01-25 22:36:31,055 INFO  [ckan.config.environment] Loading templates from /usr/lib/ckan/default/src/ckan/ckan/templates&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Has anyone got both of these extensions to work together?  Are there other logs I should be looking at?  Did I miss something in the documentation?  I'm at a loss, please help.&lt;/p&gt;&#xA;" OwnerUserId="21122" LastActivityDate="2019-02-04T16:22:34.757" Title="CKAN Hierarchy extension breaks the home page" Tags="|ckan|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13826" PostTypeId="2" ParentId="13815" CreationDate="2019-01-26T11:59:41.133" Score="0" Body="&lt;p&gt;Here is a general list of data repositories:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://towardsdatascience.com/a-data-lakes-worth-of-audio-datasets-b45b88cd4ad&quot; rel=&quot;nofollow noreferrer&quot;&gt;Towards Data Science Repository&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gengo.ai/datasets/15-best-chatbot-datasets-for-machine-learning/&quot; rel=&quot;nofollow noreferrer&quot;&gt;15 Best Chatbot Datasets for Machine Learning&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://skymind.ai/wiki/open-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Artificial Intelligence Wiki - Open Data Sets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.reddit.com/r/MachineLearning/comments/3ukvc6/datasets_of_one_to_one_conversations/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reddit - Machine Learning - Datasets of One to One Conversations&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://breakend.github.io/DialogDatasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Survey of Available Corpora for Building Data-Driven Dialogue Systems&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21126" LastEditorUserId="7037" LastEditDate="2019-01-29T19:57:57.020" LastActivityDate="2019-01-29T19:57:57.020" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13827" PostTypeId="2" ParentId="13817" CreationDate="2019-01-26T17:53:17.147" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://api.weather.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;api.weather.gov&lt;/a&gt; is great and in my opinion, incredibly easy to use.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.weather.gov/documentation/services-web-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Web Services&lt;/a&gt; has all the information you'll need to get up and running.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-01-26T17:53:17.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13828" PostTypeId="1" AcceptedAnswerId="13830" CreationDate="2019-01-26T22:11:41.977" Score="1" ViewCount="1062" Body="&lt;p&gt;I am hoping to have a shapefile for commuting zones (CZ) for the year 1990 to use in ArcGIS. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I obtain this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;USDA ERS provides commuting zones and labor market areas for 1990, but it is not in the format of a shapefile. Is there data that follows similar information as their excel file in the shapefile format?&lt;/p&gt;&#xA;" OwnerUserId="21130" LastEditorUserId="21130" LastEditDate="2019-01-27T22:30:34.100" LastActivityDate="2019-01-28T03:33:48.063" Title="Seeking Commuting Zones (1990) shapefile?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13829" PostTypeId="1" CreationDate="2019-01-26T11:46:21.687" Score="1" ViewCount="31" Body="&lt;p&gt;I'm building model to predict behaviours of players. I'm looking for external source of telemetry data from games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have you any idea where can I get this kind of data from?&lt;/p&gt;&#xA;" OwnerUserId="21135" OwnerDisplayName="Cezary.Sz" LastEditorUserId="19566" LastEditDate="2019-01-30T10:52:08.250" LastActivityDate="2019-01-30T10:52:08.250" Title="Source of telemetry data from games" Tags="|data-request|api|games|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13830" PostTypeId="2" ParentId="13828" CreationDate="2019-01-28T03:33:48.063" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://healthinequality.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Health Inequality Project&lt;/a&gt; has &lt;a href=&quot;https://healthinequality.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Commuting Zone Boundaries (1990 Definition)&lt;/a&gt; that look extremely similar to the USDA ERS LMA for 1990. &lt;a href=&quot;https://www.ers.usda.gov/data-products/commuting-zones-and-labor-market-areas/documentation.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;LMA (Labor Market Area) were used prior to Commuting Zones in 2000&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QLLti.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QLLti.jpg&quot; alt=&quot;USDA ERS Labor Market Areas for the United States, 1990&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-01-28T03:33:48.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13833" PostTypeId="2" ParentId="13820" CreationDate="2019-01-28T16:57:12.390" Score="0" Body="&lt;p&gt;You can try search in &lt;a href=&quot;http://maps.mobileworldlive.com/network.php?cid=169&amp;amp;cname=United%20States&quot; rel=&quot;nofollow noreferrer&quot;&gt;gsm coverage maps&lt;/a&gt;, some ones has maps, but you can try fetch kml data&lt;/p&gt;&#xA;" OwnerUserId="21143" LastActivityDate="2019-01-28T16:57:12.390" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13834" PostTypeId="1" CreationDate="2019-01-29T01:03:41.697" Score="2" ViewCount="61" Body="&lt;p&gt;I am looking for a dataset that contains the languages spoken in each country  and their respective percentages of the population, going back as far back into the historical record as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know the CIA World Factbook has entries of the form Afghanistan: Languages: Dari 80%, Pashto 40%, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their archive has percentages going back as far as about 2008 and their archive in general only goes back to about 2000. Anything that has data like this for before 2000 would be great. Even if not all countries are included, e.g. just the big ones like China, US, Germany ,etc.&lt;/p&gt;&#xA;" OwnerUserId="21145" LastActivityDate="2019-01-29T01:03:41.697" Title="Historical data of languages spoken in country by percent population?" Tags="|historical|language|demographics|population|longitudinal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13835" PostTypeId="1" CreationDate="2019-01-29T08:00:22.303" Score="1" ViewCount="194" Body="&lt;p&gt;It's quick and easy question regarding available WMS services in Hungary. I'm searching available Ortophoto or topographic images for Hungary but without any luck.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I must say that I'm having difficulties navigating through Hungary GIS data as I'm not native Hungarian speaker but in my search I've stumbled upon Hungarian Geoportal and if I understood correctly one must pay for ortofoto and topographic images.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any publicly available WMS services that includes orthophoto and/or topographic maps?&lt;/p&gt;&#xA;" OwnerUserId="21147" LastActivityDate="2019-01-29T08:00:22.303" Title="Is digital Ortophoto of Hungary publicly available?" Tags="|data-request|geospatial|uses-of-open-data|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13838" PostTypeId="1" CreationDate="2019-01-28T06:43:44.160" Score="1" ViewCount="2223" Body="&lt;p&gt;How do I check whether a word is abbreviated or not in a dataframe column using Python? For instance, I need to detect the value &quot;U.S.A.&quot; as an abbreviation.&#xA;Is there any dictionary present for this?&lt;/p&gt;&#xA;" OwnerDisplayName="SUHASINI KL" LastEditorUserId="14011" LastEditDate="2019-06-03T05:20:36.430" LastActivityDate="2019-06-03T05:20:36.430" Title="How to check whether a word is abbreviated or not using Python?" Tags="|machine-learning|language|python|" AnswerCount="1" CommentCount="4" ClosedDate="2019-06-15T11:45:36.737" ContentLicense="CC BY-SA 4.0" />
  <row Id="13839" PostTypeId="2" ParentId="13838" CreationDate="2019-01-28T19:53:50.973" Score="0" Body="&lt;p&gt;If it is the general problem of trying to find if any substring within any string is an abbreviation, that will be computationally intractable (especially within a Pandas DataFrame).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it is a single column that could only be countries, you could do item-by-item fuzzy comparisons using &lt;a href=&quot;https://github.com/seatgeek/fuzzywuzzy&quot; rel=&quot;nofollow noreferrer&quot;&gt;fuzzywuzzy&lt;/a&gt; and &lt;a href=&quot;https://pypi.org/project/pycountry/&quot; rel=&quot;nofollow noreferrer&quot;&gt;pycountry&lt;/a&gt; packages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It could be something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;import pycountry&#xA;from fuzzywuzzy import process&#xA;&#xA;# Mock data&#xA;df = pd.DataFrame(data={'country': ['U.S.A.', 'Westeros']})&#xA;&#xA;# A dict with 3 letter abbreviation and full country name&#xA;country_abbreviations = {country.alpha_3:country.name for country in pycountry.countries}&#xA;&#xA;def guess_country(abbreviation_raw):&#xA;    &quot;Return best guess for country match and ratio of match&quot;&#xA;    # Find best guess based on fuzzy match &#xA;    abbreviation_guess, confidence = process.extractOne(abbreviation_raw, country_abbreviations.keys())&#xA;    full_name = country_abbreviations[abbreviation_guess]&#xA;    return abbreviation_raw, abbreviation_guess, full_name, confidence&#xA;&#xA;df.country.apply(guess_country)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;which returns&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;0    (U.S.A., USA, United States, 75)&#xA;1        (Westeros, EST, Estonia, 90)&#xA;Name: country, dtype: object&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerDisplayName="Brian Spiering" LastActivityDate="2019-01-28T20:36:47.087" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13840" PostTypeId="2" ParentId="10219" CreationDate="2019-01-29T23:11:14.823" Score="0" Body="&lt;p&gt;If you use R, &lt;a href=&quot;https://walkerke.github.io/tidycensus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;tidycensus&lt;/code&gt;&lt;/a&gt; package is a downright amazing.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In &lt;a href=&quot;https://ikashnitsky.github.io/2017/data-acquisition-three/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this blog post&lt;/a&gt; I have a minimal use-case example. &lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2019-01-29T23:11:14.823" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13841" PostTypeId="1" CreationDate="2019-01-30T10:19:37.937" Score="1" ViewCount="170" Body="&lt;p&gt;Where can I get Twitter dataset with 125K nodes and 2M edges that show relationships between users?&#xA;An edge from user i to user j means user j follows user i.&lt;/p&gt;&#xA;" OwnerUserId="21158" LastEditorUserId="1511" LastEditDate="2019-02-15T08:22:45.837" LastActivityDate="2019-03-29T22:17:10.883" Title="Twitter dataset with 125K nodes and 2M edges" Tags="|data-request|social-media|network-structure|" AnswerCount="2" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13843" PostTypeId="1" CreationDate="2019-01-31T12:47:47.400" Score="2" ViewCount="133" Body="&lt;p&gt;Recently I read in the article &lt;a href=&quot;https://www.nature.com/articles/s41598-018-37359-z&quot; rel=&quot;nofollow noreferrer&quot;&gt;Towards reconstructing intelligible speech from the human auditory cortex&lt;/a&gt; that &lt;em&gt;scientists have learned to transform brainwave into sound&lt;/em&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible to find data on which the regression model they mentioned there was performed? Or any other similar data.&lt;/p&gt;&#xA;" OwnerUserId="21126" LastEditorDisplayName="user4293" LastEditDate="2019-02-07T08:33:22.117" LastActivityDate="2023-12-13T06:11:26.307" Title="Towards reconstructing intelligible speech from the human auditory cortex dataset" Tags="|data-request|medical|research|biology|" AnswerCount="1" CommentCount="9" ContentLicense="CC BY-SA 4.0" />
  <row Id="13844" PostTypeId="1" AcceptedAnswerId="13848" CreationDate="2019-01-31T20:37:15.373" Score="0" ViewCount="270" Body="&lt;p&gt;I am trying to look at the Novartis medicines on openFDA open data on drug labeling for a given period.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=spl_patient_package_insert:&quot;Novartis&quot;&amp;amp; spl_product_data_elements&amp;amp;effective_time:[20110601+TO+20181231]&amp;amp;limit=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But I end up getting an error: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;error&quot;: {&#xA;    &quot;code&quot;: &quot;BAD_REQUEST&quot;,&#xA;    &quot;message&quot;: &quot;Invalid parameter:  spl_product_data_elements&quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What am doing wrong? What is the correct field to get Novartis?&lt;/p&gt;&#xA;" OwnerUserId="21165" LastActivityDate="2019-02-01T17:35:48.123" Title="How to find Novartis medicines in openFDA drug labelling data" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13846" PostTypeId="2" ParentId="13843" CreationDate="2019-02-01T14:58:39.370" Score="0" Body="&lt;p&gt;Some data I have found and that I need and maybe anybody needs:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/manuchopra/imagined-speech&quot; rel=&quot;nofollow noreferrer&quot;&gt;Classifying syllables in Imagined Speech using EEG&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/xiangzhang1015/Brain_typing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Brain_typing&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Relative data&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://sccn.ucsd.edu/~arno/fam2data/publicly_available_EEG_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;EEG / ERP data available for free public download&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://gigadb.org/dataset/100295&quot; rel=&quot;nofollow noreferrer&quot;&gt;Supporting data for &quot;EEG datasets for motor imagery brain computer interface&quot;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Classification learning and tone-counting: &#xA;&lt;a href=&quot;http://www.openfmri.org/dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.openfmri.org/dataset/&lt;/a&gt;&#xA;&lt;a href=&quot;https://openneuro.org/datasets/ds000011/versions/00001&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openneuro.org/datasets/ds000011/versions/00001&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/berkeley-biosense/synchronized-brainwave-dataset/version/4?almost-there=true&amp;amp;token=CfDJ8LdUzqlsSWBPr4Ce3rb9VL8jFf5C-3CmuodYGvzBaozYaIp6a1WYa9kh9I-q5KrbMpaV5izJc6CTbUe7ikP97Pqkt9OuIpYt2UFHoHCuSGUXkQi5Z2qVRXeWsJmwm6BRFXgb7XZIJOSbrISQgTTW8m4s02PARAuq0b2d2JEE720JCNd1RxXQVrjklOPVo2Py1Fz1kAeBoDnMk-gx5ZuqmOHGIvncDWfit4H4fQVZY9jw8_2RyXLipty0rDEzjCnX8vuJUZqPCWbFDfrRGNxMP3gfeZBI2p6N07XPvH4Yk3E1mizZTcjFY6NVYtaxklbsIKnh7VtzdSZgdTDkEj39tVu4ytGjmG3l6BcRMubwZWYsxczy9A6yefNHw9v2jxgwX3yDawwa6huMy9jILG8v8E6MgfahCZWU8PMxmCAE_qgX6k_S52dFcb3WaYOQRaFXB59xPB3oMIzCM3fW6A0zbg7rRmpKidgU7KLFImIF5Kq744bB117oMspxhNn2LhWHKh-NIJzieE1rpZV2_Mzqo2vD-0lmyjTEhu5MZG-Xf-quhcmFJmC7B0bUeDe_PB6njw#_=_&quot; rel=&quot;nofollow noreferrer&quot;&gt;Synchronized Brainwave Dataset&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://engineuring.wordpress.com/2009/07/08/downloadable-eeg-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Downloadable EEG data&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://figshare.com/collections/A_large_electroencephalographic_motor_imagery_dataset_for_electroencephalographic_brain_computer_interfaces/3917698&quot; rel=&quot;nofollow noreferrer&quot;&gt;A large electroencephalographic motor imagery dataset for electroencephalographic brain computer interfaces&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/meagmohit/EEG-Datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;EEG-Datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21126" LastEditorDisplayName="user6247" LastEditDate="2019-02-07T08:33:39.730" LastActivityDate="2019-02-07T08:33:39.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13847" PostTypeId="2" ParentId="13824" CreationDate="2019-02-01T15:09:51.803" Score="1" Body="&lt;p&gt;No, realtors and real estate professionals typically covet their data and are very unwilling to share. To that point, my experience with the industry allows me to say that if these shapefiles did exist, they would be outdated almost immediately because people in the industry create new neighborhoods to make sales.&lt;br&gt;&#xA;To your question, what is in a real estate shapefile? Neighborhoods? Zoning?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.zillow.com/howto/api/neighborhood-boundaries.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zillow has neighborhood boundaries&lt;/a&gt; which is about the closest thing you are going to find.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-02-01T15:09:51.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13848" PostTypeId="2" ParentId="13844" CreationDate="2019-02-01T17:35:48.123" Score="1" Body="&lt;p&gt;Here is the corrected query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=spl_patient_package_insert:&quot;Novartis&quot;+AND+_exists_:spl_product_data_elements+AND+effective_time:[20110601+TO+20181231]&amp;amp;limit=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You need to use &lt;code&gt;+AND+&lt;/code&gt; instead of &lt;code&gt;&amp;amp;&lt;/code&gt; and &lt;code&gt;_exists_&lt;/code&gt; to ensure a particular field is present in the document. More information about the syntax of openFDA queries can be found &lt;a href=&quot;https://open.fda.gov/apis/query-syntax/&quot; rel=&quot;nofollow noreferrer&quot;&gt;on our website&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-02-01T17:35:48.123" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13849" PostTypeId="1" CreationDate="2019-01-31T08:22:20.723" Score="1" ViewCount="35" Body="&lt;p&gt;I have found multiple papers which use this dataset (because it's apparently public) to set benchmarks in forecasting but they don't mention where it can be found. I have done some searching on my own and haven't been able to find it. Any help would be appreciated.&#xA;Some of the papers are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/pdf/1704.04110.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Deep AR paper by Amazon&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.researchgate.net/publication/251527888_Forecasting_the_intermittent_demand_for_slow-moving_inventories_A_modelling_approach#pfb&quot; rel=&quot;nofollow noreferrer&quot;&gt;Another one by Hyndman et. al.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://pdfs.semanticscholar.org/5940/2496779a6d92afd70a551b64be4356e1a781.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Another one by Amazon&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21186" OwnerDisplayName="Ujjwal Kumar" LastEditorUserId="14011" LastEditDate="2019-02-02T20:56:59.677" LastActivityDate="2019-02-02T20:56:59.677" Title="Slow moving auto parts data (public) from a US automobile company: where to find it?" Tags="|usa|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13850" PostTypeId="1" AcceptedAnswerId="13852" CreationDate="2019-02-02T00:36:32.677" Score="2" ViewCount="55" Body="&lt;p&gt;I've been hiking in the mountains around the Taipei/Keelung area for years and have lots of photos of distant peaks from other peaks. I'd like to build a 3D surface mesh of the topography so I can play with it in Python and maybe &lt;a href=&quot;https://blender.stackexchange.com/&quot;&gt;Blender&lt;/a&gt; to make sense of it (personal use).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there publicly available topographical data for northern Taiwan that I could use to do this? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally in some tabular format so that I wouldn't have to install stand-alone software in order to use. A python package is no problem. I don't mind massaging or interpolating from one coordinate system to another myself, as long as it's not too complicated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for resolution of something of the order of 5 meters vertically an 10 horizontally, but there's no specific hard requirement.&lt;/p&gt;&#xA;" OwnerUserId="21170" LastEditorUserId="6229" LastEditDate="2019-02-02T08:38:42.960" LastActivityDate="2019-03-21T01:03:30.670" Title="Seeking topographical data for northern Taiwan to make sense of peak-to-peak photos in 3D?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13852" PostTypeId="2" ParentId="13850" CreationDate="2019-02-03T05:43:47.923" Score="2" Body="&lt;p&gt;&lt;strong&gt;update:&lt;/strong&gt; There is an extensive list of open sources of topographical data of Earth provided in &lt;a href=&quot;https://earthscience.stackexchange.com/a/16536/6031&quot;&gt;this thorough answer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This will do the trick for me, although my application is non-critical.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;go to US Global Data Explorer &lt;a href=&quot;https://gdex.cr.usgs.gov/gdex/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gdex.cr.usgs.gov/gdex/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;create a login ID and sign in &lt;/li&gt;&#xA;&lt;li&gt;select &lt;a href=&quot;https://lpdaac.usgs.gov/node/527&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA SRTM 1 arcsec&lt;/a&gt; on the right side (works for much of the Earth covered by the Space Shuttle's orbit, but not the poles, and has inaccuracies and holes)&lt;/li&gt;&#xA;&lt;li&gt;select ROI with one of the options in the toolbar (click &lt;a href=&quot;https://lpdaac.usgs.gov/sites/default/files/public/get_data/docs/GDExUserGuide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;User Guide&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;download in GeoTIFF or ASCII format&lt;/li&gt;&#xA;&lt;li&gt;click &lt;code&gt;metadata&lt;/code&gt; for info scale and other information, see the first six lines in the ASCII file as well.&lt;/li&gt;&#xA;&lt;li&gt;this height data is referenced to the WGS84 ellipsoid.&lt;/li&gt;&#xA;&lt;li&gt;have fun!&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pCBST.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pCBST.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xGvg2.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xGvg2.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21170" LastEditorUserId="21170" LastEditDate="2019-03-21T01:03:30.670" LastActivityDate="2019-03-21T01:03:30.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13853" PostTypeId="2" ParentId="9715" CreationDate="2019-02-03T12:52:54.173" Score="1" Body="&lt;p&gt;The UN report &lt;a href=&quot;http://www.un.org/en/events/citiesday/assets/pdf/the_worlds_cities_in_2018_data_booklet.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;The World’s Cities in 2018&lt;/a&gt; lists every world city with a population of over 1 million people. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://worldpopulationreview.com/world-cities/starting-with-a/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Population Review&lt;/a&gt; lists many cities, including cities with populations under 1 million. You would need to go through each letter of the alphabet to get them all. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2019-02-03T12:52:54.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13855" PostTypeId="2" ParentId="13825" CreationDate="2019-02-04T16:22:34.757" Score="1" Body="&lt;p&gt;The problem is that the CKAN Hierarchy Extension does not work with CKAN 2.8 and higher. It has nothing to do with the installed Scheming Extension, nor the way it was configured.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The issue is detailed here:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/datagovuk/ckanext-hierarchy/issues/25&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datagovuk/ckanext-hierarchy/issues/25&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a pull request with a fix, but it hasn't been accepted yet:&lt;br&gt;&#xA;&lt;a href=&quot;https://github.com/datagovuk/ckanext-hierarchy/pull/26&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/datagovuk/ckanext-hierarchy/pull/26&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After installing a version of the extension with the pull request applied, everything works correctly.&lt;/p&gt;&#xA;" OwnerUserId="21122" LastActivityDate="2019-02-04T16:22:34.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13857" PostTypeId="2" ParentId="11545" CreationDate="2019-02-04T23:21:11.670" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.npmjs.com/package/user-agents&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.npmjs.com/package/user-agents&lt;/a&gt; - this solves a lot of the issues.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;User-Agents is a JavaScript package for generating random User Agents based on how frequently they're used in the wild. A new version of the package is automatically released every day, so the data is always up to date. The generated data includes hard to find browser-fingerprint properties, and powerful filtering capabilities allow you to restrict the generated user agents to fit your exact needs.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To install, for example with yarn&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# With yarn: &#xA;yarn add user-agents&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Example code: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import UserAgent from 'user-agents';&#xA;&#xA;const userAgent = new UserAgent();&#xA;console.log(userAgent.toString());&#xA;console.log(JSON.stringify(userAgent.data, null, 2));&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="21183" LastEditorUserId="1511" LastEditDate="2019-02-15T07:31:52.377" LastActivityDate="2019-02-15T07:31:52.377" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13858" PostTypeId="1" AcceptedAnswerId="13871" CreationDate="2019-02-05T10:19:00.860" Score="2" ViewCount="62" Body="&lt;p&gt;I am looking for river and lake data-sets for Kazakhstan region. I have already got data from &lt;a href=&quot;http://download.geofabrik.de/asia.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;osm_geofabriks&lt;/a&gt;. Are there any other sites which will offer me data-sets?? The format of the data-set can be .shp or .csv.&lt;/p&gt;&#xA;" OwnerUserId="20634" LastEditorUserId="16193" LastEditDate="2019-02-08T17:56:49.920" LastActivityDate="2019-12-12T17:11:28.987" Title="Kazakhstan hydro datasets" Tags="|data-request|geospatial|asia|hydrology|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13861" PostTypeId="1" CreationDate="2019-02-05T19:40:13.570" Score="3" ViewCount="993" Body="&lt;p&gt;I mainly need property-type crimes but all crimes will work. I'm mainly looking for downloadable crime data that is at the ZIP5 level if possible. The more granular the better. The next best would be county I think.&lt;/p&gt;&#xA;&lt;p&gt;However, I am looking for a dataset that applies to the entire US. There seem to be crime stats for specific cities but that won't really work for my use case.&lt;/p&gt;&#xA;" OwnerUserId="20183" LastEditorUserId="23272" LastEditDate="2022-07-14T12:53:25.040" LastActivityDate="2022-07-14T12:53:25.040" Title="Crime data @ Zip code level?" Tags="|data-request|uses-of-open-data|demographics|postal-code|crime|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="13862" PostTypeId="2" ParentId="13706" CreationDate="2019-02-05T22:40:45.450" Score="1" Body="&lt;p&gt;The long-term answer here is reasoning based on ontologies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A JSON-LD context alone indeed won't get us there. However, the ontological equivalence between &lt;code&gt;foaf:name&lt;/code&gt; and &lt;code&gt;schema:name&lt;/code&gt; can allow the LDflex internals to derive the SPARQL query you provide in the example. Currently, only the simple SPARQL query without union would be derived.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this is the long term only; there are still quite some things to tackle (notably shapes) before we should dive into reasoning.&lt;/p&gt;&#xA;" OwnerUserId="4116" LastActivityDate="2019-02-05T22:40:45.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13864" PostTypeId="1" CreationDate="2019-02-05T11:05:51.043" Score="0" ViewCount="22" Body="&lt;p&gt;I'm looking for a data set (ideally a csv file) that contains more than 800 obs and more than 20 variables statistically significant to compare nearest neighboors, linear/logistic models, penalised linear/logistic models, trees, random forest models results such as quadratic error, misclassification error, ROC curves, AUC…&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I took a look on kaggle's dataset best rated but I always have an issue (not enough variables, not enough variables statistically significant, not enough observations, name of the variables not specified so visualising them or analysing them is meaningless).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be highly appreciated&lt;/p&gt;&#xA;" OwnerDisplayName="Guillaume Herlaut" LastEditorUserId="14011" LastEditDate="2019-02-07T05:18:48.260" LastActivityDate="2019-03-09T06:02:30.500" Title="Data Set with more than 800 obs and more than 20 features to compare MLmodels accuracy" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13865" PostTypeId="2" ParentId="13864" CreationDate="2019-02-05T14:27:11.880" Score="1" Body="&lt;p&gt;You can try the &lt;a href=&quot;https://archive.ics.uci.edu/ml/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt;, which is a large repository with more than 400 datasets for machine learning. In the main page, you can click on &lt;em&gt;all datsets&lt;/em&gt; and then sort the list by &lt;code&gt;#Instances&lt;/code&gt; and &lt;code&gt;#Atributes&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html?format=&amp;amp;task=&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=10to100&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=attDown&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;Go to UCI Repository sorted list&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will have plenty of options to choose from.&lt;/p&gt;&#xA;" OwnerDisplayName="TitoOrt" LastActivityDate="2019-02-05T14:27:11.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13866" PostTypeId="1" CreationDate="2019-02-06T04:55:50.010" Score="2" ViewCount="46" Body="&lt;p&gt;I need to find a database describing the land use for a given latitude and longitude. Examples of land use types: farming lands, urban areas etc.&lt;/p&gt;&#xA;" OwnerUserId="21192" LastEditorUserId="19566" LastEditDate="2019-02-08T09:00:45.643" LastActivityDate="2019-03-10T19:03:20.697" Title="Where can I find land utilisation data" Tags="|geospatial|land|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13867" PostTypeId="1" CreationDate="2019-02-06T18:43:36.957" Score="2" ViewCount="549" Body="&lt;p&gt;I am trying to convert large tables in PDF form to CSVs. I was wondering if there are recommendations for how to extract tables in which rows span multiple lines as in the tabula example &lt;a href=&quot;https://github.com/tabulapdf/tabula-extractor/issues/23&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;? My own data are somewhat simpler in that there are no subheaders, but the same issue arises - rows spanning multiple lines. Thank you in advance for your suggestions! This is what I've tried on the example given above:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(&amp;quot;tabulizer&amp;quot;)&#xA;&#xA;# specify filename&#xA;file &amp;lt;- '~/Desktop/atipp_coordinators_govt_agencies.pdf'&#xA;&#xA;# read file&#xA;out1 &amp;lt;- extract_tables(file, output = &amp;quot;data.frame&amp;quot;,&#xA;method = 'lattice', pages=2)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Unfortunately, the multi-line row is read into separate rows.&lt;/p&gt;&#xA;" OwnerUserId="21196" LastEditorUserId="23272" LastEditDate="2021-04-04T04:42:59.573" LastActivityDate="2021-04-04T04:42:59.573" Title="Extracting data from PDF tables with multi-line rows: tabula" Tags="|conversion|pdf|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13868" PostTypeId="1" CreationDate="2019-02-06T19:10:45.350" Score="2" ViewCount="69" Body="&lt;p&gt;The terms of use of Socrata “grant of rights” clause caught my attention as it gives Socrata and its affiliates unlimited rights over what users submit to the DB:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;A.    Grant of Rights.&lt;/strong&gt; During the term of this agreement, User grants&#xA;  Socrata and its affiliates a nonexclusive, royalty-free, perpetual,&#xA;  irrevocable, fully sublicensable, right to use, reproduce, modify,&#xA;  adapt, publish, translate, create derivative works from, distribute,&#xA;  analyze, perform and display User Content in connection with the&#xA;  Service and to provide service to its users. User understands that&#xA;  once User Content is provided, Socrata and content users have a&#xA;  limited ability to control or delete such content.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It is our understanding of 2CFR200.315 that federal government has the right to obtain, reproduce, publish, or otherwise use the data produced under a Federal award and authorize others to receive, reproduce, publish or otherwise use such data for Federal purposes. However, the Socrata language requests federal award recipients to grant all the above-stated rights under section A. of the Terms of Use to Socrata and it's affiliated. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could you please explain how USAID is managing the flow down datasets to Socrata affiliates and if there are any protections against modifying datasets by 3rd parties?&lt;/p&gt;&#xA;" OwnerUserId="21197" LastEditorUserId="19566" LastEditDate="2019-02-08T09:00:22.413" LastActivityDate="2019-03-15T15:10:06.617" Title="DDL - Socrata - Grant of Rights" Tags="|usaidopen|socrata|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13869" PostTypeId="5" CreationDate="2019-02-07T05:15:11.090" Score="0" Body="&lt;p&gt;Data conversion is ideally an automated process where software is utilized to perform the conversion(s). Data of poor quality can make such processes extremely difficult and even impossible to automate. Open Data standards are reusable agreements making it easier to publish, access, share, and use data; as such they play a critical role in conversions/conversionability.  &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;References&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Data_conversion&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Conversion&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://project-open-data.cio.gov/open-standards/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Standards, Specifications, and Formats Supporting Open Data Objectives&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://standards.theodi.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Standards for Data&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2019-02-07T05:15:11.090" LastActivityDate="2019-02-07T05:15:11.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13870" PostTypeId="4" CreationDate="2019-02-07T05:15:11.090" Score="0" Body="Data conversion is the process of transferring/translating data from one format to another.&#xD;&#xA;In the context of Open Data SE, typically this involves converting data from a proprietary data format, to an open data format." OwnerUserId="90" LastEditorUserId="90" LastEditDate="2019-02-07T05:15:11.090" LastActivityDate="2019-02-07T05:15:11.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13871" PostTypeId="2" ParentId="13858" CreationDate="2019-02-07T21:25:52.483" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://www.naturalearthdata.com/downloads/110m-physical-vectors/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth Data&lt;/a&gt; has &lt;a href=&quot;https://www.naturalearthdata.com/downloads/110m-physical-vectors/110m-rivers-lake-centerlines/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rivers and Lake Centerlines&lt;/a&gt; and &lt;a href=&quot;https://www.naturalearthdata.com/downloads/110m-physical-vectors/110mlakes-reservoirs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lakes and Reservoirs&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Earth Explorer&lt;/a&gt; will let you download data from anywhere in the world. Type &quot;Kazakhstan&quot; into the place search criteria box, click over to data sets and type &quot;hydro&quot; into the data set search box. The dataset called &lt;a href=&quot;https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-hydro1k?qt-science_center_objects=0#qt-science_center_objects&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTOPO30 HYDRO1K&lt;/a&gt; is a hydrology raster. There's a download that covers all of Asia (Entity ID: GT30H1KAS). There's also a data set called &quot;SRTM Water body data.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: Roshualine found that GTOPO30 HYDRO1K shapefile just had a polygon with no attributes. They ended up using a subset of the Kazakhstan region from Natural Earth.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-12-12T17:11:28.987" LastActivityDate="2019-12-12T17:11:28.987" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13874" PostTypeId="2" ParentId="13866" CreationDate="2019-02-08T18:29:18.413" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://earthexplorer.usgs.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov&lt;/a&gt; has various types of data worldwide. One of the categories is land cover. Use the interactive map tool to check if the data you want is available for your area of interest.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-02-08T18:29:18.413" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13879" PostTypeId="1" AcceptedAnswerId="13909" CreationDate="2019-02-10T14:44:41.320" Score="1" ViewCount="48" Body="&lt;p&gt;I'm looking for Datasets for Autonomous Driving that contains labels for classification. Specifically, I'm looking for Dataset that has labels indicating if there is pedestrians in the image or not.&#xA;I want to create classifier which can identify if the image contains pedestrians (some people).&#xA;Anyone familiar with such dataset?&lt;/p&gt;&#xA;" OwnerUserId="19493" LastEditorUserId="19493" LastEditDate="2019-02-13T20:00:29.060" LastActivityDate="2019-06-16T08:19:23.343" Title="Datasets for autonomous driving contains labels for classification" Tags="|data-request|classification|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13880" PostTypeId="1" CreationDate="2019-02-10T19:29:12.480" Score="1" ViewCount="25" Body="&lt;p&gt;In my case I want to know how many people from Argentina visit Orlando.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found several sources (UN DATA,UNWTO) that distribute information which specify the country of origin and country of destination. But I need city-level granularity for the destination location.&lt;/p&gt;&#xA;" OwnerUserId="20949" LastActivityDate="2019-02-10T19:29:12.480" Title="How many visitors from a specific country visit a specific destination?" Tags="|travel|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13881" PostTypeId="1" CreationDate="2019-02-11T20:36:18.470" Score="1" ViewCount="25" Body="&lt;p&gt;I am looking for a source of geospatial data for Newfoundland, Canada comparable to Land Information Ontario (LIO) in Ontario. We are in need of mapping at scales 1:20000 (metric) and larger scales and the available CanVec federal datasets are too course for our purposes (~1:50K). Ideally, I would like to obtain LiDAR or equivalent topography as well as ortho-imagery, hydrology, transportation and other basemap data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Google search doesn't seem to reveal any useful sources: &lt;a href=&quot;https://opendata.gov.nl.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.gov.nl.ca/&lt;/a&gt; (confusing site with no extensive data catalog/download options)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.geosurv.gov.nl.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gis.geosurv.gov.nl.ca/&lt;/a&gt; (links to very basic interactive maps and links to federal data)&lt;/p&gt;&#xA;" OwnerUserId="21231" LastEditorUserId="19566" LastEditDate="2019-02-16T15:00:44.370" LastActivityDate="2019-02-16T15:00:44.370" Title="Newfoundland Geospatial data source" Tags="|data-request|geospatial|canada|download|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13882" PostTypeId="1" CreationDate="2019-02-12T03:16:09.547" Score="1" ViewCount="16" Body="&lt;p&gt;I'm looking for a dataset that has information about the categories of scientific experiments performed for a given year.&lt;/p&gt;&#xA;&lt;p&gt;I assume this may be information contained in abstract metadata, but I'm not sure where to get this dataset either.&lt;/p&gt;&#xA;" OwnerUserId="21234" LastEditorUserId="23272" LastEditDate="2021-04-03T05:22:03.570" LastActivityDate="2021-04-03T05:22:03.570" Title="Dataset about the kinds of scientific experiments published" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13883" PostTypeId="1" CreationDate="2019-02-12T07:05:49.697" Score="1" ViewCount="35" Body="&lt;p&gt;There are lots of papers, but don't publish their actual ontology, only give you figures/graphs (i.e. QoSOnt, OWL-QoS).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a properly hosted ontology with an actual owl file and namespace defined? like&#xA;&lt;a href=&quot;https://www.w3.org/2005/Incubator/ssn/ssnx/ssn#Latency&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.w3.org/2005/Incubator/ssn/ssnx/ssn#Latency&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I still need download/upload speed, throughput.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have searched on&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://lov.linkeddata.es/dataset/lov/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lov.linkeddata.es/dataset/lov/terms&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://schema.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://schema.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19996" LastEditorUserId="19996" LastEditDate="2019-02-12T09:22:21.237" LastActivityDate="2019-02-12T09:22:21.237" Title="Ontology for QoS, i.e. download/upload speed, throughput" Tags="|standards|rdf|ontology|computing|semantic-web|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13884" PostTypeId="1" AcceptedAnswerId="13922" CreationDate="2019-02-12T08:43:33.140" Score="2" ViewCount="70" Body="&lt;p&gt;I'm looking for international cigarette (or tobacco) smoking rates at the city level. So far I've only seen international rates at the country level. Great would be global rates at the city/regional level, but first choice would be South America, and if at the country level: Peru or Colombia. Second choice would be Pakistan or India.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-02-19T18:34:23.867" LastActivityDate="2019-02-19T18:37:53.553" Title="Cigarette smoking rates at city level" Tags="|data-request|medical|demographics|south-america|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13885" PostTypeId="2" ParentId="13079" CreationDate="2019-02-12T20:00:43.547" Score="1" Body="&lt;p&gt;As referenced by Barry Carter's comment on the question, there isn't a straightforward answer to this question.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As described &lt;a href=&quot;https://www.census.gov/history/www/programs/geography/tracts_and_block_numbering_areas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;in this Census Bureau page&lt;/a&gt;, the entire US was not partitioned into Census Tracts until the year 2000.  (In 1990, the whole country was covered by either tracts or the now-defunct Block Numbering Area, or BNA).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Those deeply interested in Puerto Rico may wish to read &lt;a href=&quot;https://msaag.aag.org/wp-content/uploads/2013/04/19_Sperling.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Understanding Census Geography In The Tiger Data Base: The Case Of Puerto Rico&lt;/a&gt; (PDF), a 1991 paper by Jonathan Sperling, of the Census Bureau's Geography Division. In it, he writes:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Reflecting the rapid urban expansion in Puerto Rico over the past few&#xA;  decades, the 1990 census shows that 56 of the 78 municipios are&#xA;  covered by census tracts compared with 22 in 1980 and only 8 in 1970.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;which reinforces that, in Puerto Rico, specifically, census tracts were sparse before 2000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Typically, for questions like this, I'd direct someone to NHGIS.org, but when I downloaded the 1980 Census Tract shapefiles (there are two versions), neither included Puerto Rico. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If NHGIS doesn't have it, you probably have your work cut out for you.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2019-02-12T20:00:43.547" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13886" PostTypeId="1" CreationDate="2019-02-12T21:20:48.133" Score="1" ViewCount="41" Body="&lt;p&gt;Need a dataset, for diesel consumption by US state and by year, going back to 1990 if possible. &lt;/p&gt;&#xA;" OwnerUserId="21244" LastEditorUserId="1511" LastEditDate="2019-02-15T07:58:58.587" LastActivityDate="2019-11-12T11:02:05.267" Title="Dataset of diesel consumption by US state and year" Tags="|data-request|usa|transportation|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13888" PostTypeId="2" ParentId="13884" CreationDate="2019-02-13T02:00:43.770" Score="2" Body="&lt;p&gt;It requires some work to assemble the results, but a great resource is the &lt;a href=&quot;https://www.who.int/ncds/surveillance/gshs/datasets/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global school-based student health survey (GSHS)&lt;/a&gt; from the World Health Organization. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some other resources:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Country level data is available from &lt;a href=&quot;https://en.wikipedia.org/wiki/Prevalence_of_tobacco_use&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Smoking rates for US states is available at &lt;a href=&quot;https://chronicdata.cdc.gov/Survey-Data/Behavioral-Risk-Factor-Data-Tobacco-Use-2011-to-pr/wsas-xwh5&quot; rel=&quot;nofollow noreferrer&quot;&gt;CDC&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The US cities with the most smoking are listed at &lt;a href=&quot;https://247wallst.com/special-report/2017/06/22/cities-with-the-highest-smoking-rates/2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cities With the Most Smokers&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seven Latin American Cities are given at &lt;a href=&quot;https://tobaccocontrol.bmj.com/content/19/6/457&quot; rel=&quot;nofollow noreferrer&quot;&gt;BMJ Journals&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2019-02-13T02:00:43.770" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13891" PostTypeId="1" CreationDate="2019-02-13T22:59:49.187" Score="1" ViewCount="38" Body="&lt;p&gt;I have a spatial file of the congressional districts of the US, however, the states are numbered in an unknown form. I have searched through all the other files but have found no key or description of the numbering of the states. Am I missing something?&#xA;Here is the link where I downloaded the files.&lt;a href=&quot;https://catalog.data.gov/dataset/tiger-line-shapefile-2016-nation-u-s-115th-congressional-district-national&quot; rel=&quot;nofollow noreferrer&quot;&gt;enter link description here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21252" LastActivityDate="2019-02-16T05:14:47.290" Title="How to connect to States from the shape file?" Tags="|geospatial|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="13892" PostTypeId="1" CreationDate="2019-02-14T09:30:50.283" Score="1" ViewCount="86" Body="&lt;p&gt;I'm currently developing a Hangman game in English for a French website that teaches English. I'm looking for a database containing a set of English words, preferably common nouns or verbs of more than 5 letters, and ideally their French translation. TIA&lt;/p&gt;&#xA;" OwnerUserId="21253" LastActivityDate="2019-03-17T08:01:25.473" Title="French/English word database for a hangman game" Tags="|data-request|education|english|french|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13893" PostTypeId="1" CreationDate="2019-02-14T11:37:57.230" Score="1" ViewCount="116" Body="&lt;p&gt;Does anyone know where I can find a complete vectorial database of the &lt;strong&gt;3D building footprints&lt;/strong&gt; (x, y, z, or building height) of the USA? At a cost or free.&lt;/p&gt;&#xA;" OwnerUserId="21255" LastEditorUserId="23272" LastEditDate="2021-04-07T12:59:55.333" LastActivityDate="2021-04-07T12:59:55.333" Title="Where to find 3D building footprint covering all USA?" Tags="|geospatial|usa|buildings|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13894" PostTypeId="2" ParentId="13884" CreationDate="2019-02-14T16:27:30.537" Score="1" Body="&lt;p&gt;This paper has some aggregate rates for 4 cities in Peru (but not useful for me):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Lima, Tumbes, Urban Puno, Puno&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC5521105/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;Low cigarette smoking prevalence in peri-urban Peru: results from a population-based study of tobacco use by self-report and urine cotinine&lt;/em&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;doi: &lt;a href=&quot;https://dx.doi.org/10.1186%2Fs12971-017-0137-8&quot; rel=&quot;nofollow noreferrer&quot;&gt;10.1186/s12971-017-0137-8&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-14T16:27:30.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13896" PostTypeId="2" ParentId="13893" CreationDate="2019-02-14T22:05:58.010" Score="1" Body="&lt;p&gt;Two things spring to mind. Unfortunately these are building footprint datasets, so they mostly won't include building heights. There are ways around this at smaller scales, you could do zonal statistics on a digital surface model for example. But I'm unsure how to proceed for an area as large as you're seeking.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First off is Digital Globe's building footprint product; &lt;a href=&quot;https://www.digitalglobe.com/products/building-footprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.digitalglobe.com/products/building-footprints&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is definitely a paid for product though and likely to get expensive quickly when you want the whole US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Secondly, Microsoft/Bing's US Building Footprint dataset here; &lt;a href=&quot;https://github.com/Microsoft/USBuildingFootprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Microsoft/USBuildingFootprints&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is completely free for the whole US. Unfortunately the building features don't have any attributes, so again there isn't any height information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I feel it is important to point out that just because these datasets don't have height information it shouldn't detract from the massive achievement that is automated building extraction across continents.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastActivityDate="2019-02-14T22:05:58.010" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13897" PostTypeId="2" ParentId="13892" CreationDate="2019-02-15T07:13:26.620" Score="1" Body="&lt;p&gt;In this case, I'd suggest using the flashcards from an &lt;a href=&quot;https://apps.ankiweb.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Anki&lt;/a&gt; deck. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a list of French decks: &lt;a href=&quot;https://ankiweb.net/shared/decks/french&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ankiweb.net/shared/decks/french&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can convert the deck to txt/csv with these steps: &lt;a href=&quot;https://ankiweb.net/shared/info/1589071665&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ankiweb.net/shared/info/1589071665&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you have the txt/csv file, you can easily either manually or with a simple script prune the list to meet your need (e.g. 5 letters or more).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://ankiweb.net/account/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;License &amp;amp; Terms&lt;/a&gt; of using Anki decks)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another option is one of the many online lists &quot;N most commonly used French words&quot;. Here's a &lt;a href=&quot;https://duckduckgo.com/?q=1000%20most%20common%20french%20words%20english%20translation&amp;amp;t=h_&amp;amp;ia=web&quot; rel=&quot;nofollow noreferrer&quot;&gt;generic search&lt;/a&gt; to get you started.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-15T07:13:26.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13898" PostTypeId="2" ParentId="11545" CreationDate="2019-02-15T07:35:12.803" Score="0" Body="&lt;p&gt;I just used this github repo which has either a sample list (&lt;a href=&quot;https://raw.githubusercontent.com/kenjis/user-agent-parser-benchmarks/master/data/ua-list-100-sample01.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;N=100&lt;/a&gt;) or the full thing (&lt;a href=&quot;https://raw.githubusercontent.com/kenjis/user-agent-parser-benchmarks/master/data/ua-list-all.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;N=437&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/kenjis/user-agent-parser-benchmarks/tree/master/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/kenjis/user-agent-parser-benchmarks/tree/master/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(you can ignore the rest of the php stuff in the repo)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-15T07:35:12.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13899" PostTypeId="2" ParentId="13886" CreationDate="2019-02-15T08:02:06.893" Score="1" Body="&lt;p&gt;Not per state, but here's the US consumption with various categories (on-highway, farm, etc)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.researchgate.net/figure/Historical-diesel-consumption-in-the-United-States-Farm-includes-agricultural-diesel_fig1_317730686&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.researchgate.net/figure/Historical-diesel-consumption-in-the-United-States-Farm-includes-agricultural-diesel_fig1_317730686&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TIyh7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TIyh7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;source:  &lt;a href=&quot;https://www.researchgate.net/publication/317730686_Trends_and_Hybridization_Factor_for_Heavy-Duty_Working_Vehicles&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.researchgate.net/publication/317730686_Trends_and_Hybridization_Factor_for_Heavy-Duty_Working_Vehicles&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-15T08:02:06.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13901" PostTypeId="2" ParentId="13841" CreationDate="2019-02-15T08:22:26.097" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://snap.stanford.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SNAP&lt;/a&gt;, which is the standard go-to place for social media graph datasets, &lt;strong&gt;had&lt;/strong&gt; a &lt;a href=&quot;https://snap.stanford.edu/data/twitter7.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter dataset&lt;/a&gt; with 17,069,982 nodes (users) and 476,553,560 edges (tweets). &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;As per request from Twitter the data is no longer available.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it is no longer &lt;em&gt;officially&lt;/em&gt; online. You could try to contact them, or ...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, the graph itself is available (&lt;a href=&quot;http://an.kaist.ac.kr/traces/WWW2010.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You could try their other datasets, in particular the &lt;a href=&quot;https://snap.stanford.edu/data/higgs-twitter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Higgs Twitter&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://snap.stanford.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://snap.stanford.edu/data/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://snap.stanford.edu/data/#twitter&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://snap.stanford.edu/data/#twitter&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE&lt;/strong&gt;: I found a potential source on &lt;a href=&quot;https://academictorrents.com/details/276e1028b08decbf711f275a57901dbde88ca5ab&quot; rel=&quot;nofollow noreferrer&quot;&gt;academic torrents&lt;/a&gt;. Use at your own peril.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-02-26T15:14:50.550" LastActivityDate="2019-02-26T15:14:50.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13902" PostTypeId="2" ParentId="748" CreationDate="2019-02-15T08:26:56.597" Score="9" Body="&lt;p&gt;Another open-source one that has popped up is DVC&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/iterative/dvc&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/iterative/dvc&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Data Science Version Control or DVC is an open-source tool for data science and machine learning projects. With a simple and flexible Git-like architecture and interface&lt;/p&gt;&#xA;&lt;p&gt;DVC is compatible with Git for storing code and the dependency graph (DAG), but not data files cache. To store and share data files cache DVC supports remotes - any cloud (S3, Azure, Google Cloud, etc) or any on-premise network storage (via SSH, for example).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NQS36.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NQS36.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-02-15T08:26:56.597" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13903" PostTypeId="2" ParentId="13891" CreationDate="2019-02-15T21:53:35.797" Score="2" Body="&lt;p&gt;Based on comments, it seems your data is labeled with &lt;a href=&quot;https://en.wikipedia.org/wiki/Federal_Information_Processing_Standard_state_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;two-digit FIPS state codes&lt;/a&gt;. (FIPS stands for Federal Information Processing Standard.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geo/reference/ansi_statetables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; you can download a table with state names and FIPS codes, in this format:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;FIPS State Code | Official United States Postal Service (USPS) Code |&#xA;  Name | Geographic Names Information System Identifier (GNISID)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For example:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;23|ME|Maine|01779787&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can join this table to the shapefile based on the FIPS code in your GIS software. A &quot;join&quot; or &quot;table join&quot; is a standard GIS process, it should be explained in the manual for your GIS software, as well as in many online tutorials. If you have any trouble, head over to &lt;a href=&quot;https://gis.stackexchange.com&quot;&gt;GIS Stack Exchange&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: US localities have 5-digit FIPS codes. &lt;a href=&quot;https://en.wikipedia.org/wiki/FIPS_county_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/FIPS_county_code&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="90" LastEditDate="2019-02-16T05:14:47.290" LastActivityDate="2019-02-16T05:14:47.290" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13904" PostTypeId="1" CreationDate="2019-02-16T07:26:20.773" Score="2" ViewCount="35" Body="&lt;p&gt;If data is open for personal non commercial use, can I analyse that data and blog about it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm part of a community that uses Zend as its paltform. The API is open so I can read all the community posts, and the site TOS allows personal use of that data. I'm planning to analyse the community posts and blog about my findings - ie what subjects are important, how many posts over time that kind of thing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's nothing in the TOS which precludes this, but there is a lot of restrictions around not republishing the content. My plan isn't to republish the content, only my derived analysis from that content.&lt;/p&gt;&#xA;" OwnerUserId="16206" LastActivityDate="2019-02-18T10:01:49.007" Title="Can I publish analysis of semi open data" Tags="|legal|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13905" PostTypeId="1" CreationDate="2019-02-16T14:55:11.673" Score="1" ViewCount="70" Body="&lt;p&gt;I am looking for a large image dataset &gt;20K images to be used for cancer classification algorithm.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I look given that all publicly available datasets are maximum 1K in size which is much less than what I need?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Image resolution does not matter as well as body part as long as all the images are of same resolution and body part.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Images should have benign/malignant labels as ground truth. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dataset should be half malignant and other half benign or close match. &lt;/p&gt;&#xA;" OwnerUserId="21279" OwnerDisplayName="s.ali" LastEditorUserId="21279" LastEditDate="2019-02-18T08:47:05.493" LastActivityDate="2019-02-18T08:47:05.493" Title="How can I find a large dataset of medical images for cancer classification?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13906" PostTypeId="2" ParentId="13905" CreationDate="2019-02-16T15:03:31.190" Score="2" Body="&lt;p&gt;The &lt;a href=&quot;http://www.cancerimagingarchive.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cancer Imaging Archive&lt;/a&gt; contains a large amount of resources for this exact purpose. While only one dataset has over 20.000 images, you add to this dataset using the multitude of smaller ones listed on the page. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that access to the data may be limited in some instances due to the medical nature.&lt;/p&gt;&#xA;" OwnerDisplayName="Stephan Heijl" LastActivityDate="2019-02-16T15:03:31.190" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13907" PostTypeId="1" CreationDate="2019-02-16T22:45:46.327" Score="0" ViewCount="116" Body="&lt;p&gt;I am using the url below to query in a Java Program:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools.json?school.degrees_awarded.predominant=2,3&amp;amp;_fields=id,school.name=boston%20college,2017.student.size,2017.school.degree_urbanization,2017.admissions.admission_rate.overall,2017.admissions.sat_scores.average.overall&amp;amp;api_key=*****&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, I keep getting the error:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Server returned HTTP response code: 400 for URL&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Not sure if anyone could help.&lt;/p&gt;&#xA;" OwnerUserId="21268" LastEditorUserId="20004" LastEditDate="2019-02-19T06:22:42.073" LastActivityDate="2019-02-19T06:22:42.073" Title="Service returned HTTP Response Code (College ScoreCard)" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13909" PostTypeId="2" ParentId="13879" CreationDate="2019-02-17T21:34:44.513" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://bdd-data.berkeley.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Berkeley DeepDrive&lt;/a&gt; currently hosts the world's largest self-driving dataset, with 100,000 video sequences.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, you should bear in mind that if you wish to download all of the data (including the videos), then the total file size will be over 1000 GB. If you are just looking to download the Info part of the dataset, then that will be just under 4 GB.&lt;/p&gt;&#xA;" OwnerUserId="21274" LastActivityDate="2019-02-17T21:34:44.513" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13910" PostTypeId="1" CreationDate="2019-02-18T02:53:44.267" Score="1" ViewCount="95" Body="&lt;p&gt;I'm using &lt;a href=&quot;https://github.com/python-visualization/folium&quot; rel=&quot;nofollow noreferrer&quot;&gt;Folium&lt;/a&gt; to generate some interactive maps with ocean data. One of the restrictions I am facing is that the objects, I plot has to be at-least at &lt;code&gt;5, 6, .., n&lt;/code&gt; miles from the coast, hence I am looking for points or lines that meet the criteria.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find such a data? &lt;/p&gt;&#xA;" OwnerUserId="9722" LastEditorUserId="70" LastEditDate="2022-10-13T17:06:07.507" LastActivityDate="2024-03-07T19:03:05.397" Title="Dataset of lines at n miles from the coast" Tags="|data-request|geospatial|python|oceanographic|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="13911" PostTypeId="1" CreationDate="2019-02-18T06:48:10.373" Score="2" ViewCount="195" Body="&lt;p&gt;I want to download the &lt;em&gt;Microsoft Speech Corpus (Indian languages)&lt;/em&gt; dataset from &lt;a href=&quot;https://msropendata.com/datasets/7230b4b1-912d-400e-be58-f84e0512985e&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://msropendata.com/datasets/7230b4b1-912d-400e-be58-f84e0512985e&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I follow the instructions they tell me to use AzCopy (or Azure Storage Explorer), but when I use the URL that is generated, an error is shown. I tried to shorten it to &lt;a href=&quot;https://msrodrdataset001.blob.core.windows.net/microsoftspeechcorpusindianlanguages&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://msrodrdataset001.blob.core.windows.net/microsoftspeechcorpusindianlanguages&lt;/a&gt; and it shows that the location is empty , can someone guide me a little on how to download this dataset. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't want to deploy to Azure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My URL links &lt;a href=&quot;https://msrodrdataset001.blob.core.windows.net/microsoftspeechcorpusindianlanguages?sv=#####&amp;amp;sr=c&amp;amp;sig=#####&amp;amp;st=####&amp;amp;se=####&amp;amp;sp=rl&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://msrodrdataset001.blob.core.windows.net/microsoftspeechcorpusindianlanguages?sv=#####&amp;amp;sr=c&amp;amp;sig=#####&amp;amp;st=####&amp;amp;se=####&amp;amp;sp=rl&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I Hope my format is good enough as I don't really know if any of those values are actually security keys except the sig , and that my description is good enough.&#xA;When I use this for AzCopy with Source and Dest, &#xA;the error is&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[2019-02-18 20:25:01][ERROR] The syntax of the command is incorrect. Invalid SAS token in parameter &quot;Source&quot;. The syntax of the command is incorrect. Invalid SAS token in parameter &quot;Source&quot;.&#xA;'sr' is not recognized as an internal or external command,&#xA;operable program or batch file.&#xA;'sig' is not recognized as an internal or external command,&#xA;operable program or batch file.&#xA;'st' is not recognized as an internal or external command,&#xA;operable program or batch file.&#xA;'se' is not recognized as an internal or external command,&#xA;operable program or batch file.&#xA;'sp' is not recognized as an internal or external command,&#xA;operable program or batch file.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;When I take out the extra parameters&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[2019-02-18 20:26:25][ERROR] Error parsing source location &quot;https://msrodrdataset001.blob.core.windows.net/microsoftspeechcorpusindianlanguages&quot;: Source with location type Blob doesn't exist. For more details, please type &quot;AzCopy /?:Source&quot; or use verbose option /V.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I emailed Microsoft but they haven't replied yet, and was hoping someone here would be experienced with working with Microsoft Research&lt;/p&gt;&#xA;" OwnerUserId="21278" LastEditorUserId="21278" LastEditDate="2019-02-18T14:57:47.443" LastActivityDate="2019-02-18T14:57:47.443" Title="Help in downloading dataset from Microsoft Research Open Data" Tags="|data-request|download|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13914" PostTypeId="2" ParentId="13907" CreationDate="2019-02-18T16:20:11.167" Score="3" Body="&lt;p&gt;There are a few tweaks needed to get this query in shape. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The schools endpoint does not need to have the extension .json added to it. The API returns json by default, so that was the cause of the 404 error. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;When filtering, such as you are on school name, those values need to be specified as part of the main query statement, and not part of the _fields parameter. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The latest data available is from 2016 instead of 2017. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have rewritten your query below so you can see these differences: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?school.name=boston%20college&amp;amp;school.degrees_awarded.predominant=2,3&amp;amp;_fields=id,school.name,2016.student.size,school.degree_urbanization,2016.admissions.admission_rate.overall,2016.admissions.sat_scores.average.overall&amp;amp;api_key=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?school.name=boston%20college&amp;amp;school.degrees_awarded.predominant=2,3&amp;amp;_fields=id,school.name,2016.student.size,school.degree_urbanization,2016.admissions.admission_rate.overall,2016.admissions.sat_scores.average.overall&amp;amp;api_key=&lt;/a&gt;****&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, API keys should be thought of as passwords and not posted or shared publically. I have removed it from your post and my response. If you reach out to the College Scorecard &lt;a href=&quot;http://mailto:scorecarddata@rti.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;helpdesk&lt;/a&gt;, we can help set you up with a new key. &lt;/p&gt;&#xA;" OwnerUserId="20004" LastEditorUserId="20004" LastEditDate="2019-02-18T17:12:26.073" LastActivityDate="2019-02-18T17:12:26.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13916" PostTypeId="1" CreationDate="2019-02-18T22:08:55.963" Score="2" ViewCount="20" Body="&lt;p&gt;I asked a question on the &lt;a href=&quot;https://academia.stackexchange.com/questions/125172/survey-data-on-scientists-opinions-on-reproducibility-replication-crisis-espec&quot;&gt;Academia Stack Exchange&lt;/a&gt; about surveys of scientists asking their opinions on the replication crisis (also called the reproducibility crisis). It was suggested to me there that asking the question here might find something. So here goes!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am specifically looking for survey data covering the replication or reproducibility crisis as it appears in various fields of science. I am aware of the general survey of scientists published in &lt;a href=&quot;https://www.nature.com/news/1-500-scientists-lift-the-lid-on-reproducibility-1.19970&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nature&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am looking for are any additional surveys for other specific fields/areas of scientific research. While I have found other types of studies, those do not give me the opinions of the working scientists themselves. Opinions are what I am looking for right now.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am particularly interested in a survey covering the field of psychology. This field has produced a lot of work related to this topic: articles on research methodologies, questionable research practices, statistical issues, and so on, but little that I can find on the opinion of the psychological researchers themselves.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any surveys?&lt;/p&gt;&#xA;" OwnerUserId="5779" LastActivityDate="2019-02-18T22:08:55.963" Title="Does anyone have an open data source on opinions about the replication (reproducibility) crisis in science?" Tags="|survey|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13917" PostTypeId="2" ParentId="11729" CreationDate="2019-02-19T06:34:04.657" Score="2" Body="&lt;p&gt;It seems that there is no federal level aggregation of foreclosures that is at the zip code or state level. But if you narrow your query, you can find municipality or regional datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some quick examples from an internet search:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://data.ctdata.org/visualization/foreclosures?v=table&amp;amp;f=%7B%22Town%22:%20[%22Andover%22,%20%22Ansonia%22,%20%22Ashford%22,%20%22Avon%22,%20%22Barkhamsted%22,%20%22Beacon%20Falls%22,%20%22Berlin%22,%20%22Bethany%22,%20%22Bethel%22,%20%22Bethlehem%22,%20%22Bloomfield%22,%20%22Bolton%22,%20%22Bozrah%22,%20%22Branford%22,%20%22Bridgeport%22,%20%22Bridgewater%22,%20%22Bristol%22,%20%22Brookfield%22,%20%22Brooklyn%22,%20%22Burlington%22,%20%22Canaan%22,%20%22Canterbury%22,%20%22Canton%22,%20%22Chaplin%22,%20%22Cheshire%22,%20%22Chester%22,%20%22Clinton%22,%20%22Colchester%22,%20%22Colebrook%22,%20%22Columbia%22,%20%22Cornwall%22,%20%22Coventry%22,%20%22Cromwell%22,%20%22Danbury%22,%20%22Darien%22,%20%22Deep%20River%22,%20%22Derby%22,%20%22Durham%22,%20%22East%20Granby%22,%20%22East%20Haddam%22,%20%22East%20Hampton%22,%20%22East%20Hartford%22,%20%22East%20Haven%22,%20%22East%20Lyme%22,%20%22East%20Windsor%22,%20%22Eastford%22,%20%22Easton%22,%20%22Ellington%22,%20%22Enfield%22,%20%22Essex%22,%20%22Fairfield%22,%20%22Farmington%22,%20%22Franklin%22,%20%22Glastonbury%22,%20%22Goshen%22,%20%22Granby%22,%20%22Greenwich%22,%20%22Griswold%22,%20%22Groton%22,%20%22Guilford%22,%20%22Haddam%22,%20%22Hamden%22,%20%22Hampton%22,%20%22Hartford%22,%20%22Hartland%22,%20%22Harwinton%22,%20%22Hebron%22,%20%22Kent%22,%20%22Killingly%22,%20%22Killingworth%22,%20%22Lebanon%22,%20%22Ledyard%22,%20%22Lisbon%22,%20%22Litchfield%22,%20%22Lyme%22,%20%22Madison%22,%20%22Manchester%22,%20%22Mansfield%22,%20%22Marlborough%22,%20%22Meriden%22,%20%22Middlebury%22,%20%22Middlefield%22,%20%22Middletown%22,%20%22Milford%22,%20%22Monroe%22,%20%22Montville%22,%20%22Morris%22,%20%22Naugatuck%22,%20%22New%20Britain%22,%20%22New%20Canaan%22,%20%22New%20Fairfield%22,%20%22New%20Hartford%22,%20%22New%20Haven%22,%20%22New%20London%22,%20%22New%20Milford%22,%20%22Newington%22,%20%22Newtown%22,%20%22Norfolk%22,%20%22North%20Branford%22,%20%22North%20Canaan%22,%20%22North%20Haven%22,%20%22North%20Stonington%22,%20%22Norwalk%22,%20%22Norwich%22,%20%22Old%20Lyme%22,%20%22Old%20Saybrook%22,%20%22Orange%22,%20%22Oxford%22,%20%22Plainfield%22,%20%22Plainville%22,%20%22Plymouth%22,%20%22Pomfret%22,%20%22Portland%22,%20%22Preston%22,%20%22Prospect%22,%20%22Putnam%22,%20%22Redding%22,%20%22Ridgefield%22,%20%22Rocky%20Hill%22,%20%22Roxbury%22,%20%22Salem%22,%20%22Salisbury%22,%20%22Scotland%22,%20%22Seymour%22,%20%22Sharon%22,%20%22Shelton%22,%20%22Sherman%22,%20%22Simsbury%22,%20%22Somers%22,%20%22South%20Windsor%22,%20%22Southbury%22,%20%22Southington%22,%20%22Sprague%22,%20%22Stafford%22,%20%22Stamford%22,%20%22Sterling%22,%20%22Stonington%22,%20%22Stratford%22,%20%22Suffield%22,%20%22Thomaston%22,%20%22Thompson%22,%20%22Tolland%22,%20%22Torrington%22,%20%22Trumbull%22,%20%22Union%22,%20%22Vernon%22,%20%22Voluntown%22,%20%22Wallingford%22,%20%22Warren%22,%20%22Washington%22,%20%22Waterbury%22,%20%22Waterford%22,%20%22Watertown%22,%20%22West%20Hartford%22,%20%22West%20Haven%22,%20%22Westbrook%22,%20%22Weston%22,%20%22Westport%22,%20%22Wethersfield%22,%20%22Willington%22,%20%22Wilton%22,%20%22Winchester%22,%20%22Windham%22,%20%22Windsor%22,%20%22Windsor%20Locks%22,%20%22Wolcott%22,%20%22Woodbridge%22,%20%22Woodbury%22,%20%22Woodstock%22],%20%22Variable%22:%20%22Foreclosures%22,%20%22Measure%20Type%22:%20%22Number%22,%20%22Year%22:%20[%222008%22,%20%222009%22,%20%222010%22,%20%222011%22,%20%222012%22,%20%222013%22,%20%222014%22,%20%222016%22]%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Connecticut, per municipality (2008-2016)&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.lacity.org/A-Well-Run-City/2017-Registered-Foreclosure-Properties/cf34-3pfe/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Los Angeles, per property (single years), with APN!&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;em&gt;etc&lt;/em&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-19T06:34:04.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13918" PostTypeId="1" CreationDate="2019-02-19T09:59:27.457" Score="1" ViewCount="2874" Body="&lt;p&gt;I need an Image Data set on Corroded Metals due to rust. I was searching for it but am unable to find one. Is there any open Dataset of Corroded Metal Images &lt;/p&gt;&#xA;" OwnerUserId="21287" LastActivityDate="2019-07-19T15:00:50.080" Title="Image Dataset on Corrosion of Metals" Tags="|data-request|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13919" PostTypeId="2" ParentId="10834" CreationDate="2019-02-19T13:06:54.740" Score="1" Body="&lt;p&gt;The USA Census has a surname dataset (162,253 names, CSV/Excel export) which may be useful to get started. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/topics/population/genealogy/data/2010_surnames.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/topics/population/genealogy/data/2010_surnames.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;Name&quot;  &quot;Number Of Occurrences&quot;&#xA;Smith   2,442,977&#xA;Johnson     1,932,812&#xA;Williams    1,625,252&#xA;Brown   1,437,026&#xA;Jones   1,425,470&#xA;Garcia  1,166,120&#xA;Miller  1,161,437&#xA;Davis   1,116,357&#xA;Rodriguez   1,094,924&#xA;Martinez    1,060,159&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;As for their origin, you'd need to be either clever or flexible to join the name dataset to a country of origin. It would be a fun project, but not an exact one.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The website &lt;a href=&quot;https://forebears.io/surnames&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forebears.io&lt;/a&gt; has this data, but you can only search one name at a time (&lt;a href=&quot;https://motherboard.vice.com/en_us/article/mg7qwb/heres-a-global-heatmap-of-people-with-your-last-name&quot; rel=&quot;nofollow noreferrer&quot;&gt;article&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-19T13:06:54.740" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13920" PostTypeId="2" ParentId="13918" CreationDate="2019-02-19T14:02:01.603" Score="2" Body="&lt;p&gt;There is a dataset from IBM IoT that has corrosion images, but I don't know how extensive.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/IBM/Predictive-Industrial-Visual-Analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/IBM/Predictive-Industrial-Visual-Analysis&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/IBM/Predictive-Industrial-Visual-Analysis/tree/master/vr-image-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/IBM/Predictive-Industrial-Visual-Analysis/tree/master/vr-image-data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;I also found this paper, which cites that the images where given from an industry partner. You might try to contact either the authors, or the company.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/pdf/1807.03138.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/pdf/1807.03138.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;A large dataset of 250 images with segmentations labelled by undergraduates...&lt;/p&gt;&#xA;&lt;p&gt;The authors wish to acknowledge the support provided by Woodside Petroleum in providing images of corrosion.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/barYS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/barYS.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-02-19T14:02:01.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13921" PostTypeId="2" ParentId="12259" CreationDate="2019-02-19T17:09:53.750" Score="-1" Body="&lt;p&gt;Maybe this link will be useful: &lt;a href=&quot;https://github.com/Koziev/NLP_Datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Koziev/NLP_Datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21291" LastActivityDate="2019-02-19T17:09:53.750" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13922" PostTypeId="2" ParentId="13884" CreationDate="2019-02-19T18:37:53.553" Score="1" Body="&lt;p&gt;If I move away from the first choice countries, Peru or Colombia, my next choice would be India or Pakistan. For India, I did find a WHO report (&lt;a href=&quot;https://www.who.int/tobacco/surveillance/survey/gats/GATS_India_2016-17_FactSheet.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDF&lt;/a&gt;) that has smoking rates of states, from 2016-2017.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;AND, if I truncate the web address, I find a list of available countries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.who.int/tobacco/surveillance/survey/gats/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/tobacco/surveillance/survey/gats/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(but no Colombia or Peru)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mmsYO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mmsYO.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-19T18:37:53.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13926" PostTypeId="1" CreationDate="2019-02-20T14:11:36.653" Score="1" ViewCount="28" Body="&lt;p&gt;I would like to know, is there any database out there, that will list, given a country and city, a list of professions followed by number of people working in that profession, to any degree of detail. So you could see the whole distribution of employment into particular jobs for any given city.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If so, this could help get an idea of what people did in each city, and perhaps also help decide where you wanted to go live when relocating.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would be nice to be able to have this data also for suburbs of cities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastActivityDate="2019-02-20T14:11:36.653" Title="Frequency of professions in cities data" Tags="|data-request|database|data-portal|big-data|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13928" PostTypeId="1" CreationDate="2019-02-21T07:40:53.470" Score="1" ViewCount="271" Body="&lt;p&gt;I am developing a machine learning project which analyzes requirement specification and categorizes the functional requirements into categories like database, web socket, backend technology, etc. I'm planning to use topic modeling and LDA to categorize into these categorizes but I wasn't able to find a proper dataset for this. If someone can help me out, I would highly appreciate this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;for an example&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;data should be stored in a secured and scalable store ==&gt; database&#xA;a large number of user requests should be handled ==&gt; backend&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;or&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;database&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;data should be stored in a secured and scalable store&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;search should be fast&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;front end&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;easier technology solution to maintain the user interface&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="21305" LastEditorUserId="21305" LastEditDate="2019-02-26T08:06:18.670" LastActivityDate="2024-02-18T22:03:15.373" Title="Web application functional requirements dataset" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13929" PostTypeId="1" CreationDate="2019-02-21T15:18:34.267" Score="0" ViewCount="49" Body="&lt;p&gt;I work with investments related to commodities and I would like to have access to the following report:&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;LMC International: Sugar and Sweeteners Market Report&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;Could you help me to get access to that?&lt;/p&gt;&#xA;" OwnerUserId="21308" LastEditorUserId="23272" LastEditDate="2021-04-03T05:09:51.637" LastActivityDate="2021-04-03T05:09:51.637" Title="Acces to Sugar &amp; Sweeteners USDA reports" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13930" PostTypeId="2" ParentId="13928" CreationDate="2019-02-21T17:03:32.640" Score="0" Body="&lt;p&gt;pdf of a large IT system's functional requirements document.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fns.usda.gov/sites/default/files/apd/FReD-v2.0-Final.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fns.usda.gov/sites/default/files/apd/FReD-v2.0-Final.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21309" LastActivityDate="2019-02-21T17:03:32.640" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13931" PostTypeId="1" CreationDate="2019-02-22T10:58:43.383" Score="1" ViewCount="26" Body="&lt;p&gt;Not sure whether to post this here or have my post migrated to personal finance and money SE, please recommend.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know, where I can find, for each country, the graph of the following data distribution:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the x-axis, money amount, in thousands dollars or other currency.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;On the y-axis, for graphs (a), (b), and (c), number of people, having, for the given year, on average, (a) that amount of money in their bank accounts, (b) that amount of money invested in financial instruments, and (c) that amount of money in property such as real estate or car assets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would allow you to assess in full detail your financial situation relative to that of others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastActivityDate="2019-02-22T10:58:43.383" Title="Distribution of number of people having money M in their bank account" Tags="|data-request|tool-request|" AnswerCount="0" CommentCount="4" ClosedDate="2019-03-01T08:41:28.410" ContentLicense="CC BY-SA 4.0" />
  <row Id="13933" PostTypeId="2" ParentId="13929" CreationDate="2019-02-22T21:42:35.057" Score="1" Body="&lt;p&gt;According to Data.gov, the accessLevel of the &lt;a href=&quot;https://catalog.data.gov/dataset/lmc-international-sugar-and-sweeteners-market-reportdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;2018 LMC International: Sugar and Sweeteners Market Report&lt;/a&gt; is &lt;strong&gt;non-public&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This field refers to the degree to which this dataset could be made available to the public, regardless of whether it is currently available to the public. For example, if a member of the public can walk into your agency and obtain a dataset, that entry is public even if there are no files online. A restricted public dataset is one only available under certain conditions or to certain audiences (such as researchers who sign a waiver). &lt;strong&gt;A non-public dataset is one that could never be made available to the public&lt;/strong&gt; for privacy, security, or other reasons as determined by your agency.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;-quote from &lt;a href=&quot;https://project-open-data.cio.gov/v1.1/schema/#accessLevel&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Open Data accessLevel field usage notes&lt;/a&gt; (emphasis added)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;That sounds like a definitive &quot;No&quot; to me. The only room for negotiation I see, is if you're not part of &quot;the public.&quot; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Have you tried emailing the contact person listed on the data.gov page for this dataset (linked above)? What did they say?&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-02-22T21:42:35.057" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13934" PostTypeId="1" CreationDate="2019-02-24T02:52:02.427" Score="1" ViewCount="1714" Body="&lt;p&gt;I don't understand why this SPARQL queries produce duplicates:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?WikidataItem ?itemLabel&#xA;WHERE {  &#xA;  ?WikidataItem rdfs:label ?itemLabel. &#xA;  ?WikidataItem ?label &quot;Mozilla Firefox&quot;@en.  &#xA;}&#xA;LIMIT 5&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20DISTINCT%20%3FWikidataItem%20%3FitemLabel%0AWHERE%20%7B%20%20%0A%20%20%3FWikidataItem%20rdfs%3Alabel%20%3FitemLabel.%20%0A%20%20%3FWikidataItem%20%3Flabel%20%22Mozilla%20Firefox%22%40en.%20%20%0A%7D%0ALIMIT%205%0A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it producing a row of output in every language? How can I change my query in order for it to produce only the single result in English?&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Update&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;I'm still confused about how to solve my problem, since I perhaps oversimplified my example. I actually am using &lt;code&gt;FILTER(CONTAINS(LCASE(?itemLabel), &quot;firefox&quot;@en))&lt;/code&gt; among other things to limit my query. How do I output only the English language label for each entry?&lt;/p&gt;&#xA;" OwnerUserId="20732" LastEditorUserId="20732" LastEditDate="2019-02-27T15:09:25.923" LastActivityDate="2019-03-02T19:17:40.997" Title="How to output only English labels in SPARQL query?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13936" PostTypeId="1" CreationDate="2019-02-24T15:26:51.867" Score="0" ViewCount="37" Body="&lt;p&gt;I searched many websites and I cannot get the correct solution. If anyone have the answer, can share with me.&lt;/p&gt;&#xA;" OwnerUserId="21323" LastActivityDate="2019-04-11T20:53:04.070" Title="How to get the birds daily observations data from different stations of any region" Tags="|data-request|geospatial|time-series|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13937" PostTypeId="1" AcceptedAnswerId="14061" CreationDate="2019-02-24T21:35:38.620" Score="1" ViewCount="104" Body="&lt;p&gt;I have this query to get the population of cities and the country they belong to:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?city (?population as ?city_pop) ?country ?countryLabel ?continent ?continentLabel ?cityLabel&#xA;WHERE {&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;  ?city wdt:P31 wd:Q515.&#xA;  OPTIONAL { ?city wdt:P1082 ?population. }&#xA;  OPTIONAL { ?city wdt:P17 ?country. }&#xA;  OPTIONAL { ?city wdt:P30 ?continent. }&#xA;}&#xA;LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;But how can I expand this query to also return the population of the entire country?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've added this statement to the query&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;OPTIONAL { ?country wdt:P17 ?population. }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but then I get timeouts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Bonus&lt;/em&gt;: I think getting the continent name for &quot;country&quot; instead of &quot;city&quot; would be more reliable, too.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Actually, my final query will be to return the most-populated city in each country, with the following structure:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;city_name, city_population, country_name, country_population, continent_name&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Here's a query from the &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_tutorial#City_populations&quot; rel=&quot;nofollow noreferrer&quot;&gt;tutorial&lt;/a&gt; that gives the max populated city in a country, but similar issues expanding to get the entire country's population in the same row&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?country (MAX(?population) AS ?maxPopulation)&#xA;WHERE&#xA;{&#xA;  ?city wdt:P31/wdt:P279* wd:Q515;&#xA;        wdt:P17 ?country;&#xA;        wdt:P1082 ?population.&#xA;}&#xA;GROUP BY ?country&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;For the record, I've tried the downloads at &lt;a href=&quot;http://download.geonames.org/export/dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geonames&lt;/a&gt; but I find some inconsitencies: for example, &quot;city&quot; population of Singapore varies from &quot;country&quot; population of Singapore when there is only one city in Singapore (from two files, perhaps from two sources).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-02-24T21:52:52.563" LastActivityDate="2019-03-29T16:30:11.590" Title="Expand Wikidata SPARQL query to self-join" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="13938" PostTypeId="2" ParentId="10105" CreationDate="2019-02-24T22:24:01.377" Score="2" Body="&lt;p&gt;Using the official &lt;a href=&quot;https://github.com/hartator/wayback-machine-downloader&quot; rel=&quot;nofollow noreferrer&quot;&gt;wayback_machine_downloader&lt;/a&gt; tool:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;wayback_machine_downloader https://www.anthem.com --from 2005 --to 2008 --only &quot;/\.(pdf)$/i&quot;&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="21326" LastActivityDate="2019-02-24T22:24:01.377" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13939" PostTypeId="1" CreationDate="2019-02-24T23:31:45.237" Score="3" ViewCount="105" Body="&lt;p&gt;There are many web sites that define predator-prey relationships and give a small number of examples.  I also saw this post &lt;a href=&quot;https://opendata.stackexchange.com/q/6767/14851&quot;&gt;Where can I find biological time series data?&lt;/a&gt; but that seems to be more focused on the number of predators vs the number of prey as a time-series. I just want the relations like &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pelicans eat trout; &#xA;trout eat mullet&#xA;eagles eat rattlesnakes&#xA;rattlesnakes eat mice&#xA;mice eat beetles&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But I would like this for a large number of animals.  Does anyone know of a long list?&lt;/p&gt;&#xA;" OwnerUserId="14851" LastEditorUserId="14851" LastEditDate="2019-02-24T23:58:21.787" LastActivityDate="2020-01-08T01:59:09.133" Title="Where can I find lists of predator-prey relationships?" Tags="|data-request|biology|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13940" PostTypeId="1" CreationDate="2019-02-25T08:10:02.850" Score="1" ViewCount="26" Body="&lt;p&gt;I'm looking for estonian named entity recognition data. Till now I am unable to find one. Although Estonia has 90% of it's Govt services online, I can't find their NER data anywhere. I tried estnltk, but that library has a C++ code compatibility issue which is to be solved in future releases, and I can't use any command from the library.&lt;/p&gt;&#xA;" OwnerUserId="21330" LastActivityDate="2019-02-25T08:10:02.850" Title="Estonian named entity recognition data" Tags="|nlp|language|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13941" PostTypeId="1" CreationDate="2019-02-25T08:44:49.207" Score="1" ViewCount="80" Body="&lt;p&gt;What is the status of the US government &lt;a href=&quot;https://vaers.hhs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vaccine Averse Event Reporting System&lt;/a&gt; (VAERS)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there also a JSON file containing links to all downloadable files for automating the download of the data?&lt;/p&gt;&#xA;" OwnerUserId="21331" LastEditorUserId="1245" LastEditDate="2019-03-31T18:55:55.303" LastActivityDate="2024-04-04T07:06:30.770" Title="What is the status of VAERS?" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13943" PostTypeId="2" ParentId="13941" CreationDate="2019-02-26T12:37:53.373" Score="0" Body="&lt;p&gt;As of today, openFDA has no plans on incorporating VAERS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the link to the JSON you're looking for: &lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-02-26T12:37:53.373" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13946" PostTypeId="2" ParentId="13177" CreationDate="2019-02-26T15:11:34.650" Score="1" Body="&lt;p&gt;I found one source of old Yelp dataset challenge data, from the Academic Torrents site. Since Yelp explicitly doesn't share old data, use at your own peril. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://academictorrents.com/details/19c3aa2166d7bfceaf3d76c0d36f812e0f1b87bc&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset summary&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://magnet:?xt=urn:btih:19c3aa2166d7bfceaf3d76c0d36f812e0f1b87bc&amp;amp;tr=http%3A%2F%2Facademictorrents.com%2Fannounce.php&amp;amp;tr=udp%3A%2F%2Ftracker.coppersurfer.tk%3A6969&amp;amp;tr=udp%3A%2F%2Ftracker.opentrackr.org%3A1337%2Fannounce&amp;amp;tr=udp%3A%2F%2Ftracker.leechers-paradise.org%3A6969&quot; rel=&quot;nofollow noreferrer&quot;&gt;magnet link&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;test_photo_to_biz.csv.tgz 5.02MB&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;test_photos.tgz   7.10GB&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;train.csv.tgz 7.29kB&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;train_photo_to_biz_ids.csv.tgz    1.17MB&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;train_photos.tgz  7.03GB&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am not sure what year this corresponds to, but it was added as a torrent at 2016-05-12 02:26:53, so it's definitely not from this year.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-26T15:11:34.650" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13947" PostTypeId="2" ParentId="13934" CreationDate="2019-02-26T17:13:00.197" Score="2" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Is it producing a row of output in every language? &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Yes, you're correct: &lt;code&gt;?itemLabel&lt;/code&gt; match labels in all languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try simply &lt;code&gt;SELECT * {?item rdfs:label &quot;Mozilla Firefox&quot;@en}&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to project a variable, use &lt;code&gt;VALUES&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT * {VALUES (?label) {(&quot;Mozilla Firefox&quot;@en)} ?item rdfs:label ?label}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2019-03-02T19:17:40.997" LastActivityDate="2019-03-02T19:17:40.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13948" PostTypeId="1" CreationDate="2019-02-26T17:57:54.763" Score="1" ViewCount="131" Body="&lt;p&gt;I'd like to know whether or not there is a possible way to match NDC codes in different formats by using openFDA API like Recall Enforcement Reports. For example,  matching 0187-0798-30 with 0187-079-830 but without the hyphen, it is the same number.&lt;/p&gt;&#xA;" OwnerUserId="21346" LastEditorUserId="23272" LastEditDate="2021-03-12T05:29:39.987" LastActivityDate="2024-03-26T12:05:10.607" Title="openFDA: Is there any way to match NDC data in different format?" Tags="|api|data.gov|openfda|data-format|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13950" PostTypeId="2" ParentId="7143" CreationDate="2019-02-27T05:12:08.120" Score="0" Body="&lt;p&gt;Well, let me state what is common between them and then the difference. In both the case, the common thing is that it is publicly available for access. Every website has some public data which is open for access. So that data is publicly available and therefore is similar to open data in terms of access. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the moment you talk about using the data that is publicly available on a website, the difference should become clear. Public data is publicly available for access on websites but cannot be re-used or redistributed. It would lead to a score of violations of copyright and what not. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, in the case of open data, that is not the case. It cannot just be accessed but also re-used and redistributed without any restrictions. &#xA;In this way, both can be accessed but both cannot be re-used and redistributed. You can click &lt;a href=&quot;http://www.prowebscraper.com/blog/6-major-benefits-of-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; to read more about it. &lt;/p&gt;&#xA;" OwnerUserId="21350" LastActivityDate="2019-02-27T05:12:08.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13951" PostTypeId="2" ParentId="3844" CreationDate="2019-02-27T05:14:33.177" Score="1" Body="&lt;p&gt;Well, my advice would be just look around. An increasingly large number of companies are making use of open data. A number of products and services around us are based on open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ever since UK’s Open Data Institute came up in 2012, a large number of UK companies have turned towards open data for churning out their strategies and products. You can click &lt;a href=&quot;http://www.prowebscraper.com/blog/6-major-benefits-of-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; to read more about it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, it’s difficult to pinpoint in the direction of any one source. &#xA;Instead, I will share a couple of examples of how businesses are making use of open data in business. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Take the case of an entrepreneurial venture like Magpie Supply. Magpie supply enabled state farmers to locate the under-utilized truck space to reduce the cost of transportation. They also provide a platform to access historic farmers’ market prices on a map. This helps agriculturalists to identify new markets for selling opportunities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Similarly a company like Red Roof Inn is making creative use of open data regarding weather conditions to create value for its customers.&#xA; It processes the information about weather conditions, flight cancellations and customers’ locations and comes up with recommendations regarding last-minute hotel deals to stranded travelers.&#xA; It has developed an algorithm that takes into account travel conditions in order to work out details about availability of nearby hotels and rates. This helps the stranded travelers in a big way.&lt;/p&gt;&#xA;" OwnerUserId="21350" LastActivityDate="2019-02-27T05:14:33.177" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13952" PostTypeId="2" ParentId="5176" CreationDate="2019-02-27T09:13:14.937" Score="0" Body="&lt;p&gt;There is a free API by ScoreBat that provides embed codes for goals &amp;amp; video highlights in real time - so I guess many of you guys developing soccer apps and websites will find it useful &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.scorebat.com/video-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.scorebat.com/video-api/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21354" LastActivityDate="2019-02-27T09:13:14.937" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13953" PostTypeId="2" ParentId="13948" CreationDate="2019-02-27T14:13:24.137" Score="0" Body="&lt;p&gt;Using a simple regular expression, you can convert the NDC number to the expected format and then query the API.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-02-27T14:13:24.137" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13954" PostTypeId="2" ParentId="13820" CreationDate="2019-02-27T21:49:14.933" Score="0" Body="&lt;p&gt;You may be able to get tower locations from OSM&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:communication:mobile_phone&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Key:communication:mobile_phone&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;this answer&lt;/a&gt; about downloading bulk files (entire US) and then filtering for specific tags (for example, communication=mobile_phone)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gx43X.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gx43X.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://taginfo.openstreetmap.org/keys/?key=communication%3Amobile_phone#map&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://taginfo.openstreetmap.org/keys/?key=communication%3Amobile_phone#map&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-02-27T21:49:14.933" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13955" PostTypeId="1" CreationDate="2019-02-28T07:26:29.230" Score="1" ViewCount="65" Body="&lt;p&gt;Eurostat, the agency managing statistics related to the European Union, has an API for accessing its statistics. The data is accessed in different forms e.g. the actual dataset/observations and data structures (the available filters for a dataset). Whilst I have been able to access these via a JSON/XML REST API, I am led to believe that you can also access metadata about a statistic, meaning descriptive information such as metric description, collection method etc. Here is an example of this type of information that Eurostat provides on the web:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/cache/metadata/en/gov_10dd_sgd_esms.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ec.europa.eu/eurostat/cache/metadata/en/gov_10dd_sgd_esms.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The question is whether there is a REST (either XML or JSON) API to access this metadata information. And if so what is the query syntax?&lt;/p&gt;&#xA;&lt;p&gt;I have spent the last weeks reading any guides available by Eurostat and also from SDMX, the standard used by Eurostat to collect and store the data but I can't figure out how to access the metadata.&lt;/p&gt;&#xA;" OwnerUserId="21360" LastEditorUserId="70" LastEditDate="2022-10-14T18:36:08.687" LastActivityDate="2022-10-14T18:36:08.687" Title="Eurostat metadata via API" Tags="|data-request|api|europe|rest|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13956" PostTypeId="2" ParentId="1255" CreationDate="2019-02-28T16:14:41.693" Score="2" Body="&lt;p&gt;The Data and Web Science Group at the &lt;a href=&quot;https://www.uni-mannheim.de/dws/research/focus-groups/web-based-systems-prof-bizer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;University of Mannheim&lt;/a&gt; does a lot of work with open data.&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastActivityDate="2019-02-28T16:14:41.693" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13957" PostTypeId="1" AcceptedAnswerId="13958" CreationDate="2019-03-01T14:50:16.907" Score="1" ViewCount="135" Body="&lt;p&gt;I am looking for polygon shapefiles of 7 continents available separately (Africa, South America,North America,Asia,Australia,Antarctica,Greenland). I have got single polygon shapefile for all the continent which I am not interested in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope someone can share the sites where I can get these. &lt;/p&gt;&#xA;" OwnerUserId="20634" LastActivityDate="2019-03-01T16:28:15.063" Title="Separate Continent Shapefiles" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13958" PostTypeId="2" ParentId="13957" CreationDate="2019-03-01T16:28:15.063" Score="3" Body="&lt;p&gt;you can find them &lt;a href=&quot;https://data.opendatasoft.com/explore/dataset/continents-of-the-world%40public/map/?location=2,-7.25298,19.0676&amp;amp;basemap=jawg.light&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and download them as a shapefile (or other format) in the Export tab.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps&lt;/p&gt;&#xA;" OwnerUserId="1834" LastActivityDate="2019-03-01T16:28:15.063" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13959" PostTypeId="2" ParentId="12281" CreationDate="2019-03-01T16:53:54.223" Score="2" Body="&lt;p&gt;Mozilla just released the Common Voice dataset&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://voice.mozilla.org/en/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://voice.mozilla.org/en/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Each entry in the dataset consists of a unique MP3 and corresponding text file. Many of the 1,368 recorded hours in the dataset also include demographic metadata like age, &lt;strong&gt;sex&lt;/strong&gt;, and accent that can help train the accuracy of speech recognition engines.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;License is CC-0&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://news.ycombinator.com/item?id=19270646&quot; rel=&quot;nofollow noreferrer&quot;&gt;(HackerNews thread)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-01T16:53:54.223" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13960" PostTypeId="1" CreationDate="2019-03-01T21:17:10.787" Score="1" ViewCount="16" Body="&lt;p&gt;Is there any data on the employment rate among people taking antipsychotics by country?&lt;/p&gt;&#xA;&lt;p&gt;Given the debilitating effects of these drugs, I would expect them to be close to zero almost everywhere.&lt;/p&gt;&#xA;&lt;p&gt;Not to mention that most of these people will be confined to bloody mental hospitals.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="23272" LastEditDate="2022-07-14T12:36:44.863" LastActivityDate="2022-07-14T12:36:44.863" Title="Employment rate among people taking antipsychotics by country" Tags="|data-request|medical|demographics|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="13961" PostTypeId="1" CreationDate="2019-03-03T09:04:10.327" Score="0" ViewCount="71" Body="&lt;p&gt;I would like to know where I can find a graph of the estimated price of fully autonomous driverless vehicles versus the year in which the vehicle is sold.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know where I can find this data?&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="23272" LastEditDate="2022-07-14T12:18:30.403" LastActivityDate="2024-04-05T09:06:35.803" Title="Autonomous vehicle prices versus year" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13963" PostTypeId="2" ParentId="1805" CreationDate="2019-03-04T09:36:58.130" Score="1" Body="&lt;p&gt;A new source of the DAL seems to be online&lt;/p&gt;&#xA;&#xA;&lt;p&gt;PDF Readme:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cs.columbia.edu/~julia/papers/dict_of_affect/DictofAffectinLang.README.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.columbia.edu/~julia/papers/dict_of_affect/DictofAffectinLang.README.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the dictionary (txt format)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.cs.columbia.edu/~julia/papers/dict_of_affect/DictionaryofAffect&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.columbia.edu/~julia/papers/dict_of_affect/DictionaryofAffect&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-04T09:36:58.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13964" PostTypeId="2" ParentId="13961" CreationDate="2019-03-04T09:45:33.323" Score="0" Body="&lt;p&gt;There is some data in a 2017 academic paper, but I don't know if you'll have a yearly breakdown since the technology is considerably new.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sciencedirect.com/science/article/pii/S0967070X17300811&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cost-based analysis of autonomous mobility services&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Highlights&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Comprehensive cost analysis of different types of autonomous vehicles.&lt;/li&gt;&#xA;&lt;li&gt;Market predictions for electrified and/or autonomous vehicles.&lt;/li&gt;&#xA;&lt;li&gt;Private vehicle ownership will likely endure the rise of such new technologies.&lt;/li&gt;&#xA;&lt;li&gt;Mass transit likely confined to dense urban areas.&lt;/li&gt;&#xA;&lt;li&gt;Service costs to be main cost factors of shared autonomous vehicles.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NAbm3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NAbm3.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://doi.org/10.1016/j.tranpol.2017.09.005&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.1016/j.tranpol.2017.09.005&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-03-04T09:45:33.323" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13967" PostTypeId="2" ParentId="10370" CreationDate="2019-03-04T13:43:27.833" Score="3" Body="&lt;p&gt;NCLT - The University of Michigan North Campus Long-Term Vision and LIDAR Dataset&#xA;&lt;a href=&quot;http://robots.engin.umich.edu/nclt/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://robots.engin.umich.edu/nclt/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can found another lidar dataset in &lt;a href=&quot;https://arxiv.org/pdf/1706.08775.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/pdf/1706.08775.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19493" LastActivityDate="2019-03-04T13:43:27.833" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13969" PostTypeId="1" CreationDate="2019-03-05T14:04:44.573" Score="0" ViewCount="66" Body="&lt;p&gt;I have a set of protein targets. The absolute ideal return for these targets for me, would be a .tsv file that looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;target_name    fda_approved_drug&#xA;target1        drug1&#xA;target2        -&#xA;target3        drug2&#xA;target3        drug1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I was trying to link drug to target proteins with openFDA. I found the instructions to use OpenFDA &lt;a href=&quot;https://open.fda.gov/apis/drug/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, but I can't work out if this is possible using this API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to add in code to show an example what I was thinking, but I can't find it so my idea would be something like this: I have a list of UniProt IDs (I can convert if necessary), and then if I could write something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;for i in list_of_targets; do: fda_api --target_protein i --drugs ;done &amp;gt;&amp;gt; list_of_drugs_and_targets&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is this possible? As a side note, I primarily code in python, I'm wondering if there's a pythonic way of doing this?&lt;/p&gt;&#xA;" OwnerUserId="21389" LastActivityDate="2019-03-10T15:09:56.927" Title="Is it possible to link drugs, with protein targets, using OpenFDA?" Tags="|api|openfda|python|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13972" PostTypeId="2" ParentId="13879" CreationDate="2019-03-06T12:00:35.600" Score="1" Body="&lt;p&gt;CityScapes contains such labels&#xA;&lt;a href=&quot;https://www.cityscapes-dataset.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cityscapes-dataset.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19493" LastActivityDate="2019-03-06T12:00:35.600" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13973" PostTypeId="1" AcceptedAnswerId="13975" CreationDate="2019-03-06T19:10:43.617" Score="4" ViewCount="42" Body="&lt;p&gt;&lt;strong&gt;The gist&lt;/strong&gt;:&#xA;I have been doing some historical map research for a recent project, which led me to discover a very cool folio of high-quality surveyor maps of the Mississippi River from the 1880s. Research and conversations with a couple map librarians at New York Public Library and LSU about the maps, leads to conclude that a WMS/Open Data compliant, georeferenced dataset has not yet been created for this extensive folio of archival cartographic work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Core question&lt;/strong&gt;&#xA;For the project, I have successfully georeferenced a couple of the map-images. I think it would be awesome to georeference the full-set, however this is far outside the scope of my project. There are over 160 images to digitize &amp;amp; georeference, and I was wondering if anyone can think of any good non-profit, academic or grant funding for creating GIS open data layers?&lt;/p&gt;&#xA;" OwnerUserId="20729" LastEditorUserId="90" LastEditDate="2019-03-07T00:58:45.777" LastActivityDate="2019-03-07T00:58:45.777" Title="Funding resources for GIS Open Data creation?" Tags="|geospatial|images|openstreetmap|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13974" PostTypeId="2" ParentId="13969" CreationDate="2019-03-06T19:56:20.807" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. From my understanding, you have a list of target proteins and want to link it with drugs in one of the openFDA endpoints. As I see it, the problem you'll run into is that to my knowledge there's no field in openFDA that details target proteins. If you already know which drugs you're looking for and are searching for more information about those drugs, openFDA would be a great solution, but as I understand your issue, it is outside of the scope of any current openFDA drug endpoints.&lt;/p&gt;&#xA;" OwnerUserId="15494" LastEditorDisplayName="user4293" LastEditDate="2019-03-07T08:27:09.410" LastActivityDate="2019-03-07T08:27:09.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13975" PostTypeId="2" ParentId="13973" CreationDate="2019-03-06T22:23:03.080" Score="1" Body="&lt;p&gt;Check out Old Maps Online: &lt;a href=&quot;https://www.oldmapsonline.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.oldmapsonline.org/&lt;/a&gt;. They have an interactive map of the world, which you can use to locate georeferenced historic maps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have many more old maps that are waiting to be georeferenced. Anyone can &lt;a href=&quot;https://www.oldmapsonline.org/get-involved/&quot; rel=&quot;nofollow noreferrer&quot;&gt;volunteer to help georeference them&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;An organization can &lt;a href=&quot;https://www.oldmapsonline.org/add-maps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;bulk-upload&lt;/a&gt; un-geoereferenced maps to their collection.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once a map is uploaded and georeferenced, anyone can view it for free without needing to register. The privacy policy is &lt;a href=&quot;https://www.oldmapsonline.org/privacy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you went this route, the maps could (eventually) be georeferenced by volunteers, so you would only &lt;em&gt;need&lt;/em&gt; funding to pay for the time you spend digitizing and uploading them. I'm not sure how long it would take if you left it to happen organically, but it might be pretty easy to recruit some student volunteers, eg from local universities.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Another source of information that you might not have thought of, would be the Upper and Lower Mississippi River Conservation Committees (&lt;a href=&quot;https://www.umrcc.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UMRCC&lt;/a&gt; and &lt;a href=&quot;http://www.lmrcc.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LMRCC&lt;/a&gt;, respectively). Historical maps are a bit outside their core objectives (see below), but they might know about some funding opportunities.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Promote preservation &amp;amp; wise utilization of natural &amp;amp; recreational resources of the Upper Mississippi River. Formulate policies, plans, &amp;amp; programs for carrying on cooperative surveys and studies. Provide recommendations to governing State bodies in support of the objectives of the UMRCC.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;-&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The LMRCC ... provides the only regional forum dedicated to conserving the natural resources of the Mississippi’s floodplain and focuses on habitat restoration, long-term conservation planning and nature-based economic development.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-03-06T22:23:03.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13976" PostTypeId="1" CreationDate="2019-03-07T10:36:47.670" Score="1" ViewCount="27" Body="&lt;p&gt;I have been looking for a vector file containing sub sea pipeline data in the North Sea, without much success. Any hints? (I have to be clear, pipelines only -no cables-)&lt;/p&gt;&#xA;" OwnerUserId="20768" LastActivityDate="2019-03-07T10:36:47.670" Title="Subsea Pipeline Data for the North Sea" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13977" PostTypeId="1" CreationDate="2019-03-07T12:07:08.327" Score="1" ViewCount="146" Body="&lt;p&gt;I am developing a machine learning project which analyzes requirement specification and categorizes the non-functional requirements into categories like database, web socket, backend technology, etc. I'm planning to use topic modeling and LDA to categorize into these categorizes but I wasn't able to find a proper dataset for this. If someone can help me out, I would highly appreciate this. Training data set for Software Quality Requirements (Non-Functional Requirements). &lt;/p&gt;&#xA;" OwnerUserId="21396" LastActivityDate="2019-03-07T12:07:08.327" Title="non functional requirements dataset" Tags="|nlp|classification|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13978" PostTypeId="1" CreationDate="2019-03-07T15:34:07.463" Score="3" ViewCount="34" Body="&lt;p&gt;I'm looking for a dataset that holds hourly/daily cloud coverage rates at different heights.&#xA;I need the data to a geo reference too, preferably United States data.&lt;/p&gt;&#xA;&lt;p&gt;Any thoughts?&lt;/p&gt;&#xA;" OwnerUserId="18470" LastEditorUserId="23272" LastEditDate="2021-04-04T04:53:55.767" LastActivityDate="2021-04-04T04:53:55.767" Title="Historic weather data - With clouds resolution" Tags="|data-request|geospatial|weather|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13979" PostTypeId="1" CreationDate="2019-03-07T21:17:42.777" Score="3" ViewCount="26" Body="&lt;p&gt;I am trying to find geolocated internet speed data. What data sources are available? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.fcc.gov/general/broadband-deployment-data-fcc-form-477&quot; rel=&quot;nofollow noreferrer&quot;&gt;FCC data&lt;/a&gt;: problematic because it's provided by ISPs.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.measurementlab.net/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Measurement Lab&lt;/a&gt;: Open source testing by measurement lab but there's some concern about accuracy. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Ultimately, I'd like to use the data to create some metrics on internet speed by geography (city, state, county, zipcode). &lt;/p&gt;&#xA;" OwnerUserId="21403" LastEditorUserId="19566" LastEditDate="2019-03-17T12:41:45.813" LastActivityDate="2019-03-17T12:41:45.813" Title="Internet speed in the united states" Tags="|data-request|internet|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13980" PostTypeId="1" AcceptedAnswerId="13988" CreationDate="2019-03-08T20:46:02.930" Score="2" ViewCount="121" Body="&lt;p&gt;I need to make sure alcohol isn't advertised to underage users or in countries / regions where alcohol is illegal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally using MaxMind geo codes but I'm sure I could map from any geo system.&lt;/p&gt;&#xA;" OwnerUserId="421" LastActivityDate="2019-03-10T14:26:24.577" Title="Is there an API to get the legality of alcohol (or legal drinking age) by geo location?" Tags="|geospatial|api|legal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13981" PostTypeId="1" AcceptedAnswerId="13982" CreationDate="2019-03-08T23:11:29.373" Score="0" ViewCount="72" Body="&lt;p&gt;I'm reading a journal paper that uses historical rainfall and temperature data for the United States, starting in 1900. The paper says&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The [National Weather Service Cooperative] COOP Network consists of more than 20,000 sites across the United States and has monthly precipitation observations for the past 100 years&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Are these data publicly available? I'm looking for these historical rainfall and temperature data, &lt;strong&gt;for every individual station&lt;/strong&gt;, in a machine-readable format that I can use to map stations and their corresponding data to US counties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not looking for forecasts, and it's not clear to me &lt;em&gt;which&lt;/em&gt; &lt;a href=&quot;https://opendata.stackexchange.com/a/10155/3565&quot;&gt;sources of weather data&lt;/a&gt; actually have data going back this far. The NOAA pages usually list data starting in 1981.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The paper is&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Ramcharan, Rodney. &quot;Inequality and redistribution: evidence from US counties and states, 1890–1930.&quot; The Review of Economics and Statistics 92, no. 4 (2010): 729-744.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the private data provider that compiled these data (Weather Source) no longer offers them. They told me this directly when I contacted them.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2019-03-09T07:04:04.550" Title="Where can I find historical rainfall and temperature data for individual weather stations in the US?" Tags="|weather|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13982" PostTypeId="2" ParentId="13981" CreationDate="2019-03-09T07:04:04.550" Score="0" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Containing  observations  of  one  or  more of  the  above  elements  at  more than  100,000  stations  that  are  distributed  across  all  continents,  the dataset is  the  world's  largest  collection  of daily  climatological  data. [...] Station  records,  some  of  which extend  back  to  the  19th  century,  are  updated  daily  where  possible  and  are  usually  available  one  to  two days  after  the  date  and  time of  the  observation. &lt;a href=&quot;https://www1.ncdc.noaa.gov/pub/data/cdo/documentation/GHCND_documentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA: GHCN (Global Historical Climatology  Network)-Daily&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This is from the documentation of the &lt;em&gt;Daily Summaries&lt;/em&gt;. They provide access via FTP to all available stations and their data that exist. I checked a few stations and found some data going back to e.g. 1964 etc.&lt;/p&gt;&#xA;" OwnerUserId="15093" LastActivityDate="2019-03-09T07:04:04.550" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="13983" PostTypeId="1" CreationDate="2019-03-09T14:56:31.807" Score="1" ViewCount="85" Body="&lt;p&gt;I am trying to find out if the US Department of Veteran Affairs Austin Outpatient Clinic is leased by the government or owned outright. Where do I find this information?&lt;/p&gt;&#xA;" OwnerUserId="21414" LastEditorUserId="3565" LastEditDate="2019-03-11T12:37:36.303" LastActivityDate="2019-03-13T22:21:36.723" Title="How do I find out if a government building is owned by the government or leased?" Tags="|data.gov|" AnswerCount="2" CommentCount="0" ClosedDate="2019-03-16T15:43:31.437" ContentLicense="CC BY-SA 4.0" />
  <row Id="13984" PostTypeId="2" ParentId="13983" CreationDate="2019-03-09T15:26:54.430" Score="2" Body="&lt;p&gt;You can search the Government Services Administration's &lt;a href=&quot;https://www.iolp.gsa.gov/iolp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Inventory of Owned and Leased Properties&lt;/a&gt; to find out what buildings the government owns or leases. The VA's Austin Outpatient Clinic is located at 7901 Metropolis Drive, so I searched the inventory for government leases in Austin, TX:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/L2h4O.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/L2h4O.png&quot; alt=&quot;search results from GSA inventory&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search the inventory by city, city/state, and Congressional district, among others.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2019-03-09T15:26:54.430" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13985" PostTypeId="1" CreationDate="2019-03-09T21:26:24.727" Score="1" ViewCount="25" Body="&lt;p&gt;I am teaching an analytics course, writing a book on R, a free statistical package. The book will show how to use R while analyzing government datasets at the Data.gov site. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to rest assured that book readers get the dataset.&#xA;I am thinking to ask readers to download specific datasets from the site. In case the datasets disappear from the site, I would like to make them available in some other ways like posting them on the Internet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe I can use government datasets in my book. But I am not sure whether I can post the datasets on the Internet. I would also appreciate it if you inform me of a better way, if there is, than posting them.&lt;/p&gt;&#xA;" OwnerUserId="21418" LastActivityDate="2019-03-10T04:18:06.357" Title="Can government datasets be posted on the Internet for readers of a computer book?" Tags="|open-access|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13986" PostTypeId="1" CreationDate="2019-03-09T21:47:43.480" Score="1" ViewCount="205" Body="&lt;p&gt;I'm looking for &lt;strong&gt;average/yearly global rainfall and average/yearly temperature&lt;/strong&gt; data that can be synced up to terrain and elevation maps I currently have in QGIS. High accuracy is not crucial (any year, or even multi-year would be fine), but I want something a little better than the tiny maps I've found online. QGIS seems to like tif files but I've been unable to locate any with rainfall or temp. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I actually need these for a non-GIS related project (not scientific either), but it seems like I can use QGIS to ensure the maps are overlaid accurately, and to convert to greyscale values. (So if there are any large enough png or even jpg images which could be converted to greyscale, that would work too.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Attached is an example (with elevation data) of what I want for the final product, scaled down drastically. The actual size is a 22,000 by 8,000 png with a transparent background (black would work too). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit - I'd also be willing to try and generate something using just numeric data, if it's available anywhere...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/07Zyx.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/07Zyx.png&quot; alt=&quot;elevation map&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21417" LastEditorUserId="21417" LastEditDate="2019-03-10T00:21:28.010" LastActivityDate="2023-12-30T00:05:30.660" Title="Locating detailed average global rainfall and temperature data for use in QGIS" Tags="|data-request|weather|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13987" PostTypeId="2" ParentId="13985" CreationDate="2019-03-10T04:18:06.357" Score="2" Body="&lt;p&gt;You can do whatever you like with data from &lt;a href=&quot;https://data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt;. Specifically:  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Secondary Use&lt;/strong&gt;&lt;br&gt;&#xA;  Federal data accessed through Data.gov do not, and should not, include controls over its end use. Once the data have been downloaded from the agency’s site, the government cannot vouch for their quality and timeliness. Furthermore, the U.S. Government cannot vouch for any analyses conducted with data retrieved from Data.gov.  &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.data.gov/privacy-policy#secondary&quot; rel=&quot;nofollow noreferrer&quot;&gt;Privacy and Website Policies&lt;/a&gt; . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's what I would do:&lt;br&gt;&#xA;Save all of the data and store it in GitHub. Now its backed up, versioned, and accessible to all.&lt;br&gt;&#xA;Note: You don't have to know anything about Git/GitHub to do this; it can all be accomplished from the browser.&lt;br&gt;&#xA;Save all of the URLs around the data in the Wayback Machine; when I say around I mean not just the paths to the datasets; the paths that explain/introduce the datasets, etc. Data.gov is a great asset but they do not maintain those datasets; they maintain the portal, users maintain them and unfortunately there is a lot of linkrot.&#xA;I prefer having everything together in a repository; it makes things much more maintainable; I think your students/users will appreciate that too.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-03-10T04:18:06.357" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13988" PostTypeId="2" ParentId="13980" CreationDate="2019-03-10T14:26:24.577" Score="2" Body="&lt;p&gt;One option is to use a Github repo (fork your own) that other users can contribute to, which will help keep it up to date. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/aihpos/drinkingage/blob/master/drinking.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/aihpos/drinkingage/blob/master/drinking.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although for regulatory purposes, this may not be sufficient. Also, this is a really nuanced topic, so may be tough to capture with 100% coverage.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, Switzerland:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;18 for spirits 16 or 18 for beer and wine depending on the Canton&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Any csv can be turned into a json API, &lt;a href=&quot;https://github.com/CodeForCuritiba/csv_api&quot; rel=&quot;nofollow noreferrer&quot;&gt;although this example is a bit overkill&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-10T14:26:24.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13989" PostTypeId="2" ParentId="13969" CreationDate="2019-03-10T15:09:56.927" Score="0" Body="&lt;p&gt;You can use ChEMBL to link drugs and drug targets. OpenPhacts might provide a direct API for this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem will be, that these databases store (bio)assay information and might not have the semantics that you want.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2019-03-10T15:09:56.927" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13990" PostTypeId="1" CreationDate="2019-03-11T22:22:45.353" Score="1" ViewCount="70" Body="&lt;p&gt;I am looking to perform some modeling for agricultural research that would provide an insight into the daily maximum and minimum temperature of a specified growing region. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The question becomes: what datasets or products would I use to to model this? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have looked into satellite imagery (specifically MODIS and LANDSAT), however I have run into issues with cloud cover or the frequency in which data is collected by the various satellite products (3-4 times a month with LANDSAT, daily with MODIS but without any meaningful way to remove cloud cover) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking to strike the adequate balance between high-resolution and frequent, reliable data to then convert into something I can overlay in google earth engine. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So now I am looking to NOAA products, more specifically the National Digital Forecast Database. Are there any other products that offer higher-resolution? How frequent is the data set collected? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am also having trouble trying to figure out what the WMO headings mean for &lt;a href=&quot;https://www.ncdc.noaa.gov/has/HAS.FileAppRouter?datasetname=9959_02&amp;amp;subqueryby=STATION&amp;amp;applname=&amp;amp;outdest=FILE&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; product tool. Again, I am looking for daily maximum and minimum temps for a specific region. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help or suggestions is much appreciated. &lt;/p&gt;&#xA;" OwnerUserId="21427" LastEditorUserId="19566" LastEditDate="2019-03-15T17:03:57.177" LastActivityDate="2019-04-17T13:41:45.160" Title="Datasets for daily maximum and mimimum temperature of a specific geographic area?" Tags="|data-request|uses-of-open-data|weather|noaa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="13991" PostTypeId="2" ParentId="1255" CreationDate="2019-03-12T14:52:02.383" Score="1" Body="&lt;p&gt;I found a portal that lists PhD topics, coincidentally called &quot;find a phd&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.findaphd.com/phds/?Keywords=%22open+data%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.findaphd.com/phds/?Keywords=%22open+data%22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;returns these 3 PhD programs (2019-03-12):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;University of East Anglia, School of Environmental Sciences &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;University of Bath, Centre for Accountable, Responsible and Transparent AI &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Northumbria University, Faculty of Business and Law&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;By tweaking the search, for example &quot;Linked Data&quot;, you might find others&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-12T14:52:02.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13993" PostTypeId="1" CreationDate="2019-03-13T13:03:38.387" Score="0" ViewCount="1128" Body="&lt;p&gt;Where can I find the Flixster dataset referenced by most social recommender system papers? Most of the papers reference this now-dead link ... &lt;a href=&quot;http://www.cs.sfu.ca/~sja25/personal/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.sfu.ca/~sja25/personal/datasets/&lt;/a&gt; . Does anyone know where the data can now be located?&lt;/p&gt;&#xA;" OwnerUserId="21442" LastEditorUserId="3786" LastEditDate="2019-03-20T13:30:04.343" LastActivityDate="2021-10-12T19:26:30.980" Title="Flixster dataset" Tags="|data-request|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="13994" PostTypeId="2" ParentId="13993" CreationDate="2019-03-13T16:17:06.663" Score="2" Body="&lt;p&gt;Googling for 'Flixter dataset', the first hit I get is from Arizona State University on &lt;a href=&quot;http://socialcomputing.asu.edu/datasets/Flixster&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Flixster is a social movie site allowing users to share movie ratings, discover new movies and meet others with similar movie taste. This contains the friendship network crawled in December 2010 by Javier Parra (Javier.Parra@asu.edu). For easier understanding, all the contents are organized in CSV file format.&lt;/p&gt;&#xA;&lt;p&gt;Basic statistics&lt;br /&gt;&#xA;Number of Nodes: 2,523,386&lt;br /&gt;&#xA;Number of Edges: 9,197,338&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;http://socialcomputing.asu.edu/uploads/1296675547/Flixster-dataset.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;download link&lt;/a&gt; serves a 36 MB ZIP file.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-03-13T16:17:06.663" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="13995" PostTypeId="2" ParentId="13983" CreationDate="2019-03-13T22:21:36.723" Score="0" Body="&lt;p&gt;Most cities these days put their property records online. Austin's are available at &lt;a href=&quot;http://www.austintexas.gov/GIS/PropertyProfile/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.austintexas.gov/GIS/PropertyProfile/&lt;/a&gt;. You can search Google Maps or the website of the organization in question to find the address, and then search the city property records system for that address. If the address is owned by someone else besides the organization in question, then it's safe to say that they are renting or leasing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that property investors frequently make LLCs just to be the legal owner of a particular property, but large organizations generally don't.&lt;/p&gt;&#xA;" OwnerUserId="20732" LastActivityDate="2019-03-13T22:21:36.723" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13996" PostTypeId="2" ParentId="1755" CreationDate="2019-03-13T23:10:31.583" Score="2" Body="&lt;p&gt;Update (May 2019):&#xA;Check this new release: &lt;a href=&quot;https://smoosavi.org/datasets/us_accidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://smoosavi.org/datasets/us_accidents&lt;/a&gt;. It contains more than 2.25 million traffic accident records which took place within the US, and will be periodically updated. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The following dataset is recently released and will be periodically updated: &lt;a href=&quot;https://smoosavi.org/datasets/2019_traffic_weather_events&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://smoosavi.org/datasets/2019_traffic_weather_events&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It covers the entire U.S, and also contains information about other types of traffic events in addition to accidents, such as congestion, construction, etc. &lt;/p&gt;&#xA;" OwnerUserId="21447" LastEditorUserId="21447" LastEditDate="2019-05-20T23:39:26.783" LastActivityDate="2019-05-20T23:39:26.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13997" PostTypeId="1" CreationDate="2019-03-14T00:27:18.917" Score="2" ViewCount="56" Body="&lt;p&gt;I want to identify &lt;code&gt;general medical terms&lt;/code&gt; such as &lt;code&gt;human, patient, hospitals, drugs&lt;/code&gt; using LOD (e.g., wikipedia, dbpedia, wikidata etc.). In other words I am referring to medical terms that are &lt;code&gt;less granular&lt;/code&gt; as &lt;code&gt;general terms&lt;/code&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This give a clue that these terms should reside somewhere in the top of LOD's category hierarchy (more closer to &lt;code&gt;medicine&lt;/code&gt; category). However, I was unable to find a way of doing it using SPARQL (&lt;a href=&quot;https://stackoverflow.com/questions/55083424/how-to-get-the-number-of-hops-to-a-category-in-sparqlwrapper-in-dbpedia?noredirect=1#comment96917150_55083424&quot;&gt;https://stackoverflow.com/questions/55083424/how-to-get-the-number-of-hops-to-a-category-in-sparqlwrapper-in-dbpedia?noredirect=1#comment96917150_55083424&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, I thought that it would be great to get expert recoemmendations about the ways I can identify &lt;code&gt;general terms&lt;/code&gt; using LOD?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details/examples if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastActivityDate="2019-03-14T09:37:44.053" Title="How to identify general terms using LOD?" Tags="|uses-of-open-data|research|linked-data|rdf|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="13999" PostTypeId="2" ParentId="13997" CreationDate="2019-03-14T09:37:44.053" Score="2" Body="&lt;p&gt;There is no global &quot;LOD hierarhy&quot; of terms. There are various ontologies and knowledge bases, and each has its own idea of the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd use Wikidata items for the the terms that you've mentioned. They are not in a global hierarchy, they may be lacking links (eg I'm not sure there's any link between &lt;code&gt;patient&lt;/code&gt; and &lt;code&gt;hospital&lt;/code&gt;) and you may disagree with whatever hierarchical links exist. But WD is a good source of stable LOD URLs for concepts like that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need very specialized terms, check out portals like &lt;a href=&quot;http://obofoundry.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://obofoundry.org&lt;/a&gt;. See my report &lt;a href=&quot;https://doi.org/10.5281/zenodo.1482757&quot; rel=&quot;nofollow noreferrer&quot;&gt;BigDataGrapes D3.1 - Data Modelling and Linking Components&lt;/a&gt; that includes an overview of such portals or ontologies, but in the AgroBio domain (some of those resources are shared with the life sciences and healthcare domains, so they will provide a starting point).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, you could use &lt;a href=&quot;https://lov.okfn.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lov.okfn.org&lt;/a&gt; to try to locate ontologies. HCLS and AgroBio ontologies are ofte not listed there, but other ontologies are listed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2019-03-14T09:37:44.053" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14000" PostTypeId="2" ParentId="12409" CreationDate="2019-03-14T10:48:58.973" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://gist.github.com/VladimirAlexiev/fafdcb258d067cfed272664d6ae5d982&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/VladimirAlexiev/fafdcb258d067cfed272664d6ae5d982&lt;/a&gt; describes 6 datasets of Science Classification. Will keep it up to date as we progress.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One of them is CSO, which is now publically available. It has about 2-3k CompSci topics.&#xA;In comparison, MAG has 229k topics in all scientific areas.&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2019-03-14T10:48:58.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14001" PostTypeId="1" CreationDate="2019-03-14T11:54:36.820" Score="1" ViewCount="504" Body="&lt;p&gt;Dun &amp;amp; Bradstreet (DnB) company data uses US SIC for company classification (although that's obsoleted by NAICS). SIC is available in many places, &lt;a href=&quot;http://linkedmodel.org/vocab/industry-codes/VOCAB_sic.ttl&quot; rel=&quot;nofollow noreferrer&quot;&gt;even as RDF&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, D&amp;amp;B have also elaborated a SIC extension (adding 4 digits to the original 4). Does anyone know if it's available somewhere? Given it's only nomenclature data I hope it won't need a commercial license, but I've heard DnB even license the use of the DUNS number...&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Thanks for the Padukah dataset! However, I can't figure out what coding system it uses. Eg Row 14 has these codes:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;75204 Pet Washing &amp;amp; Grooming&lt;/li&gt;&#xA;&lt;li&gt;29103 Reptiles&lt;/li&gt;&#xA;&lt;li&gt;599930    Pet Shops&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Can you relate it to either:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;SIC: &lt;a href=&quot;https://en.wikipedia.org/wiki/Standard_Industrial_Classification#List_of_codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Standard_Industrial_Classification#List_of_codes&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;NAICS:&#xA;&lt;a href=&quot;https://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2017&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/cgi-bin/sssd/naics/naicsrch?chart=2017&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21450" LastEditorUserId="21450" LastEditDate="2019-03-21T16:11:51.907" LastActivityDate="2019-03-23T15:59:53.870" Title="SIC Extension by Dun &amp; Bradstreet?" Tags="|companies|classification|industry|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14003" PostTypeId="1" CreationDate="2019-03-15T05:48:30.057" Score="2" ViewCount="92" Body="&lt;p&gt;I am looking for city and neighboorhood level (and other administrative divisions) data for as many countries in SE Asia as possible. It must be free to access and use. Trusted/official data is preferred (i.e. local, municipal, national governments, universities).&lt;br&gt;&#xA;Specific countries and the administrative levels include:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cambodia: (Section (ខណ្ឌ khan), Quarter (សង្កាត់ sangkat), Commune(ឃុំ khum), Municipality (ក្រុង krong), Village (ភូមិ phum).      &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Indonesia: City (Kota), Distrik (district), Desa (villages, Kelurahan (urban communities), Rukun Tetangga (neighborhoods) and Rukun Warga (???).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Malaysia: District (Malay: Daerah; Jajahan in Kelantan and Bahagian in Sabah and Sarawak), Muhkim.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Taiwan: Neighborhoods within villages, towns and cities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Vietnam: Ward, (Phường), District-level town/Town (Thị xã), Ward (Phường) Commune (Xã), Commune-level town/Township (Thị trấn)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have grabbed what I can from Open Street Map, Geonames, and &lt;a href=&quot;http://www.diva-gis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/&lt;/a&gt; but I'm looking for what is listed above. &#xA;I have taken suggestions Stack Exchange questions (&lt;a href=&quot;http://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://freegisdata.rtwilson.com/&lt;/a&gt;) I have also looked at &lt;a href=&quot;https://opendatainception.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendatainception.io/&lt;/a&gt; (&lt;strong&gt;awesome&lt;/strong&gt; website, check it out).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for vector data only (polygons, points, lines). Thoughts? Ideas?&lt;/p&gt;&#xA;" OwnerUserId="19595" LastEditorUserId="19595" LastEditDate="2019-03-21T04:48:09.493" LastActivityDate="2019-03-21T04:48:09.493" Title="Open GIS data for SE Asia - Political and Administrative Polygons" Tags="|geospatial|government|asia|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="14004" PostTypeId="1" CreationDate="2019-03-15T12:13:16.880" Score="0" ViewCount="43" Body="&lt;p&gt;An open access article in BMC Bioinformatics entitled &quot;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3102636&quot; rel=&quot;nofollow noreferrer&quot;&gt;PhyloSim - Monte Carlo simulation of sequence evolution in the R statistical computing environment&lt;/a&gt;&quot; (DOI: &lt;a href=&quot;https://doi.org/10.1186/1471-2105-12-104&quot; rel=&quot;nofollow noreferrer&quot;&gt;10.1186/1471-2105-12-104&lt;/a&gt;) refers to the results of a Monte-Carlo simulation. Can anybody help find the data from the article?&lt;/p&gt;&#xA;" OwnerUserId="21126" LastEditorUserId="3786" LastEditDate="2019-03-20T13:29:54.027" LastActivityDate="2019-03-20T13:29:54.027" Title="Data for Monte-Carlo simulation of evolution used in an article" Tags="|data-request|biology|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14005" PostTypeId="2" ParentId="13868" CreationDate="2019-03-15T15:10:06.617" Score="1" Body="&lt;p&gt;Thank you for your question. 2 CFR 200.315 is a clause in the Uniform Administrative Requirements, Cost Principles, And Audit Requirements For Federal Awards, which apply to grants and cooperative agreements, together referred to as assistance awards.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The agreement with our partner (Socrata) to manage the DDL is a contract, subject to the Federal Acquisition Regulations, and therefore, contains different provisions, including an express prohibition against using, releasing, reproducing, distributing, or publishing data first produced or obtained from the government or third parties and hosted on the Socrata platform without the written permission of the Contracting Officer. The terms on the Socrata site that you referenced govern the relationship between Socrata and the entities uploading data. These provisions are intended to provide adequate assurance that Socrata has the licenses it needs to perform the Service(s) for which it was contracted (in this case, managing the DDL).  Those terms do not supersede the terms between USAID and Socrata (which prohibit Socrata’s use of the data beyond the provision of contracted services on the DDL) or between USAID and our assistance partners (which grant USAID a license to data funded under the award). We hope that provides clarification.&lt;/p&gt;&#xA;" OwnerUserId="21257" LastActivityDate="2019-03-15T15:10:06.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14007" PostTypeId="1" AcceptedAnswerId="14145" CreationDate="2019-03-16T03:01:36.577" Score="0" ViewCount="433" Body="&lt;p&gt;I'm looking for a database, CSV files of top websites with favicons, and possibly additional data (Subdomains, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this, but it only includes a list of domains: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/opendns/public-domain-lists/blob/master/opendns-top-domains.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/opendns/public-domain-lists/blob/master/opendns-top-domains.txt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21463" LastActivityDate="2019-04-16T16:28:40.570" Title="List of top 10k websites and their favicons" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14008" PostTypeId="2" ParentId="14007" CreationDate="2019-03-16T07:40:27.407" Score="0" Body="&lt;p&gt;To find favicons you are probably best of to generate the data yourself. For example, check out the package &lt;a href=&quot;https://pypi.org/project/favicon/&quot; rel=&quot;nofollow noreferrer&quot;&gt;favicon&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a custom python script to download all available favicons from the list, taking only the largest per site, and save them to the folder &lt;code&gt;tmp/&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests, favicon&#xA;r = requests.get('https://raw.githubusercontent.com/opendns/public-domain-lists/master/opendns-top-domains.txt')&#xA;for url in r.text.split('\n'):&#xA;    try:&#xA;        icon = favicon.get('http://'+url)[0]&#xA;        response = requests.get(icon.url, stream=True)&#xA;        with open('tmp/favicon.'+url.replace('.','_')+'.{}'.format(icon.format), 'wb') as image:&#xA;            for chunk in response.iter_content(1024):&#xA;                image.write(chunk)&#xA;        print ('valid:',url)&#xA;    except:&#xA;        print ('invalid:',url)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Note: many of the domains in the list aren't valid, for whatever reason&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Finding subdomains is much harder, because domains can have infinite subdomains that are not indexed. Some &lt;a href=&quot;https://pentest-tools.com/information-gathering/find-subdomains-of-domain&quot; rel=&quot;nofollow noreferrer&quot;&gt;websites&lt;/a&gt; offer a subdomain scan, but the results are said to be low quality (&lt;a href=&quot;https://stackoverflow.com/q/131989/2327328&quot;&gt;see this discussion&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can try the python package &lt;a href=&quot;https://github.com/rbsec/dnscan/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dnscan&lt;/a&gt;, which includes a list of &lt;a href=&quot;https://github.com/rbsec/dnscan/blob/master/subdomains-10000.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;10k likely subdomains&lt;/a&gt; to scan for.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-16T07:40:27.407" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14009" PostTypeId="2" ParentId="13910" CreationDate="2019-03-16T10:53:47.483" Score="0" Body="&lt;p&gt;As per &lt;a href=&quot;https://opendata.stackexchange.com/questions/13910/dataset-of-lines-at-n-miles-from-the-coast#comment17737_13910&quot;&gt;@albert&lt;/a&gt;, &lt;a href=&quot;https://oceancolor.gsfc.nasa.gov/docs/distfromcoast&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://oceancolor.gsfc.nasa.gov/docs/distfromcoast&lt;/a&gt; is probably the best source. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://earthscience.stackexchange.com/questions/14656/&quot;&gt;https://earthscience.stackexchange.com/questions/14656/&lt;/a&gt;… asks a similar question,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and &lt;a href=&quot;https://github.com/barrycarter/bcapps/tree/master/STACK/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/barrycarter/bcapps/tree/master/STACK/&lt;/a&gt;… is one of my attempts to parse the NASA data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Be careful, though: inland seas are NOT included in these calculations. I've made more thorough calculations using GRASS if you need them, but, once you start including rivers, it gets fairly strange.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-16T10:53:47.483" CommentCount="1" CommunityOwnedDate="2019-03-16T10:53:47.483" ContentLicense="CC BY-SA 4.0" />
  <row Id="14011" PostTypeId="2" ParentId="14004" CreationDate="2019-03-17T08:37:36.720" Score="2" Body="&lt;p&gt;The paper links to the R package &lt;code&gt;PhyloSim&lt;/code&gt; available at&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cran.r-project.org/package=phylosim&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cran.r-project.org/package=phylosim&lt;/a&gt; , which is hosted as an open source Github repository at&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/bsipos/phylosim/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/bsipos/phylosim/&lt;/a&gt; . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The repository has a folder called &quot;PAMLdat&quot; among other potential data sources:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/bsipos/phylosim/tree/master/PAMLdat&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/bsipos/phylosim/tree/master/PAMLdat&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="3786" LastEditDate="2019-03-20T13:12:48.957" LastActivityDate="2019-03-20T13:12:48.957" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="14013" PostTypeId="2" ParentId="14003" CreationDate="2019-03-17T15:18:14.093" Score="2" Body="&lt;p&gt;I don't see any link to here : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.diva-gis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://hub.arcgis.com/pages/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hub.arcgis.com/pages/open-data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gadm.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dataportals.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dataportals.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you are a ESRI ArcGIS Desktop user then they have ArcGIS Online that has these polygons that you can download:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.arcgis.com/home/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.arcgis.com/home/index.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Finally, if you live in those areas or not, you may need to contact their GIS university department that they may help you out for more information.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="6229" LastEditDate="2019-03-17T22:10:49.863" LastActivityDate="2019-03-17T22:10:49.863" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14015" PostTypeId="2" ParentId="11571" CreationDate="2019-03-18T01:05:03.607" Score="0" Body="&lt;p&gt;I ended up scraping this a little more thoroughly myself (including e.g. following redirects so the real Google sheets URLs are actually available).&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The scraping code is &lt;a href=&quot;https://bbolker.github.io/mpha_2019/gapminder_scrape.R&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (GitHub pages; too long to post here)&lt;/li&gt;&#xA;&lt;li&gt;The assembled CSV file is &lt;a href=&quot;https://bbolker.github.io/mpha_2019/gapminder_index.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;: 519 rows, starting:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;indicator,provider,category,subcategory,URL&#xA;&quot;Adults with HIV (%, age 15-49)&quot;,Based on UNAIDS,Health,HIV,https://docs.google.com/spreadsheets/d/1kWH_xdJDM4SMfT_Kzpkk-1yuxWChfurZuWYjfmv51EA/pub?output=xlsx&#xA;Age at 1st marriage (women),Various sources,Population,,https://docs.google.com/spreadsheets/d/1xYQ08p5llwPR3ZK6h900LDd-J7WuXCv_FoPlksrj-eA/pub?output=xlsx&#xA;Aged 15+ employment rate (%),International Labour Organization,Work,Employment rate,https://docs.google.com/spreadsheets/d/1jsXSKnWgsXvjYyR-4R2b9VKGh22IM70C9WQg74xK8U8/pub?output=xlsx&#xA;Aged 15+ labour force participation rate (%),International Labour Organization,Work,Labour force participation,https://docs.google.com/spreadsheets/d/16GBTNLyaFV__Bcz81ex3nQw6W6THqzKkaF9jZcCYjHw/pub?output=xlsx&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I also posted a &lt;a href=&quot;https://bbolker.github.io/mpha_2019/country_regions.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV file listing countries and their corresponding regions&lt;/a&gt;, scraped from &lt;a href=&quot;https://meta.wikimedia.org/wiki/List_of_countries_by_regional_classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6045" LastActivityDate="2019-03-18T01:05:03.607" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14020" PostTypeId="1" CreationDate="2019-03-19T14:51:58.793" Score="1" ViewCount="41" Body="&lt;p&gt;I want to do some research on meter numerical identification. Where can I find information about the meters similar to the one shown below?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Z9J2t.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Z9J2t.png&quot; alt=&quot;Meter with dial with marked from 0 (minimum) to 10 (maximum) &quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where I can find other images of meters similar to the image above?&lt;/p&gt;&#xA;" OwnerUserId="21484" LastEditorDisplayName="user4293" LastEditDate="2019-04-01T10:02:27.917" LastActivityDate="2019-04-01T10:08:59.040" Title="Seeking images of oil-level meters" Tags="|data-request|images|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="14021" PostTypeId="2" ParentId="14001" CreationDate="2019-03-19T21:28:12.213" Score="1" Body="&lt;p&gt;Here is a link to a &lt;a href=&quot;https://www.kaggle.com/thomaspepperz/list-of-businesses&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt; of businesses from Paducah, KY, which include a SIC designation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IqIkg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IqIkg.png&quot; alt=&quot;&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not exactly sure what's going on with these industry codes. I looked into it briefly and since it's a six-digit code I'm wondering if it's not reflecting the NAICS 2017 revision or some other weird industry code. I didn't name the columns so I'm not sure what the history of it is. I used the dataset for other purposes whenever I originally obtained it. If you do happen to be able to verify what exactly the codes are indicating let me know. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8nqK5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8nqK5.png&quot; alt=&quot;NAICS 2017 revision&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20888" LastEditorUserId="20888" LastEditDate="2019-03-23T15:59:53.870" LastActivityDate="2019-03-23T15:59:53.870" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="14022" PostTypeId="1" CreationDate="2019-03-19T23:34:17.230" Score="0" ViewCount="20" Body="&lt;p&gt;What is a good website to find an elevation or altitude ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Must be able to upload my kml/kmz to the site for review .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Must have Latitude, Longitude and elevation or altitude &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have personally used Google Earth Pro. &lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="3786" LastEditDate="2019-03-20T13:30:11.367" LastActivityDate="2019-03-20T13:30:11.367" Title="Seeking a recommendation for an elevation or altitude site" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14025" PostTypeId="1" CreationDate="2019-03-20T12:07:18.883" Score="0" ViewCount="62" Body="&lt;p&gt;I would like to develop a program that will output past and future face images, if a face image is supplied as input. That is, when I supply an image, the system should:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Recognize the face in it.&lt;/li&gt;&#xA;&lt;li&gt;Calculate the approximate age from the input face image.&lt;/li&gt;&#xA;&lt;li&gt;Output two face images, one with 10 year (just saying) younger from the current age and the other 10 year older.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;To train my machine learning program I need a face dataset having multiple face images of people sorted according to age. &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Region - covers the whole globe.&lt;/li&gt;&#xA;&lt;li&gt;License - licenses that will allow experimental development, testing.&lt;/li&gt;&#xA;&lt;li&gt;Format - Files should be in image format (any format is acceptable), with the age of the person in filename. (Any other data format satisfying this criteria is accepeted).&lt;/li&gt;&#xA;&lt;li&gt;Authority - Any authority is fine.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="21456" LastEditorUserId="21456" LastEditDate="2019-03-25T06:42:56.773" LastActivityDate="2019-04-24T07:01:10.263" Title="Face dataset for predicting past and future face" Tags="|data-request|machine-learning|images|faces|ai|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14027" PostTypeId="1" CreationDate="2019-03-21T08:19:17.757" Score="1" ViewCount="267" Body="&lt;p&gt;I want list of all generic names in the api.fda. I have this end point query giving me first 1000 generic names. &#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?count=openfda.brand_name.exact&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?count=openfda.brand_name.exact&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thats only 1000. How do I page through all of it. Can anyone please help?&lt;/p&gt;&#xA;" OwnerUserId="21494" LastEditorUserId="16193" LastEditDate="2019-03-21T10:03:31.620" LastActivityDate="2020-01-31T14:32:17.570" Title="How to get all generic names in the API (drug label)" Tags="|data-request|api|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14028" PostTypeId="2" ParentId="14025" CreationDate="2019-03-21T16:32:31.557" Score="1" Body="&lt;p&gt;You can checkout FG-NET and MORPH Datasets. &lt;a href=&quot;http://yanweifu.github.io/FG_NET_data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="20210" LastActivityDate="2019-03-21T16:32:31.557" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14030" PostTypeId="1" AcceptedAnswerId="14031" CreationDate="2019-03-21T19:19:25.363" Score="1" ViewCount="39" Body="&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have struggled to find a good/verifiable source for high quality PLSS data (USA Public Land Survey System). BLM publishes a &lt;a href=&quot;https://catalog.data.gov/dataset/blm-national-public-land-survey-system-polygons-national-geospatial-data-asset-ngda&quot; rel=&quot;nofollow noreferrer&quot;&gt;national PLSS dataset&lt;/a&gt;, but in my experience working with it, that dataset is very rough and poor quality. I have found this very useful document listing &lt;a href=&quot;https://nationalcad.org/download/PLSS-CadNSDI-Data-Set-Availability.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;much better State-based PLSS GIS datasets&lt;/a&gt;, of varying flavors and quality, &lt;strong&gt;&lt;em&gt;does anyone know if there is a national standard for integrating these state files, or making them into a better national dataset?&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Brief overview of why this data is important:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/Public_Land_Survey_System&quot; rel=&quot;nofollow noreferrer&quot;&gt;PLSS system is national survey grid&lt;/a&gt; created by USA General Land Office (now Bureau of Land Management), that created initial property boundaries for much of the interior continental USA. Many land conveyance records still reference this system, but do not provide GPS coordinates, which is why it is important to have a good GIS dataset for modern land title research. Each State has its own baseline, which means that different US States have slightly different origin points (vertical datums). Since the different States used different origin points, it would make sense to have a national standard around developing this data so that the different State authored files line up.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Sidenote:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have previously asked &lt;a href=&quot;https://gis.stackexchange.com/questions/303967/seeking-louisiana-plss-gis-data-converting-township-range-section-to-lat-l&quot;&gt;a similar question on the GIS Stack Exchange&lt;/a&gt;, but that was focused on finding data, whereas this question is more in regards to the metadata integration of those State files&lt;/p&gt;&#xA;" OwnerUserId="20729" LastActivityDate="2019-06-23T20:35:28.560" Title="Seeking US PLSS GIS data: Township Range Section" Tags="|geospatial|government|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14031" PostTypeId="2" ParentId="14030" CreationDate="2019-03-21T19:48:06.770" Score="2" Body="&lt;p&gt;The FGDC Cadastral Subcommittee, which coordinates US national cadastral and land records information, has these resources on their website:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nationalcad.org/CadStandards/CadStand.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cadastral Data Standards and Guidelines&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nationalcad.org/CadStandMetadata/CadStandMetadata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cadastral Data Standards and Guidelines: Cadastral Metadata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://nationalcad.org/download/CadastralPublicationDataGuidelineMetadataNov2009.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cadastral Publication Metadata Guidelines&lt;/a&gt; (Direct link to download a PDF)&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="14011" LastEditDate="2019-06-23T20:35:28.560" LastActivityDate="2019-06-23T20:35:28.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14032" PostTypeId="2" ParentId="14027" CreationDate="2019-03-21T20:51:30.143" Score="1" Body="&lt;p&gt;According to the open FDA &lt;a href=&quot;https://open.fda.gov/apis/query-parameters/&quot; rel=&quot;nofollow noreferrer&quot;&gt;query parameters help page&lt;/a&gt;, you should combine the &lt;code&gt;skip&lt;/code&gt; parameter with the &lt;code&gt;limit&lt;/code&gt; parameter.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;code&gt;skip&lt;/code&gt;: Skip this number of records that match the search parameter, then return the matching records that follow. &lt;strong&gt;Use in combination with &lt;code&gt;limit&lt;/code&gt; to paginate results&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;-from &lt;a href=&quot;https://open.fda.gov/apis/query-parameters/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/query-parameters/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-03-21T20:51:30.143" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14034" PostTypeId="2" ParentId="912" CreationDate="2019-03-22T09:02:05.970" Score="2" Body="&lt;p&gt;Old question but means I found my way here thought I’d share what I’ve found.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tesco have a grocery API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.tescolabs.com/category/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.tescolabs.com/category/api/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21505" LastActivityDate="2019-03-22T09:02:05.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14035" PostTypeId="1" CreationDate="2019-03-22T16:50:20.197" Score="1" ViewCount="73" Body="&lt;p&gt;Hello [collegescorecard] folk. I'm writing to see if I can get a closer - deeper look at the hsi indicator variable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Two questions:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) I'm seeing that it is available for 2005, only? I might be looking at that incorrectly. Am I right/wrong/other on the availability of that indicator over time?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) In other data sources I understand that hsi indicators sometimes indicate that the institution is eligible for the formal HSI designation... not that it has received the HSI designation. So, the HSI indicator here in [collegescorecard], is it an indicator of eligibility? Or, is it an indicator of having received the designation?&lt;/p&gt;&#xA;" OwnerUserId="21508" LastActivityDate="2024-03-30T00:06:55.803" Title="Meaning &amp; Availability of HSI indicator" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14038" PostTypeId="2" ParentId="14001" CreationDate="2019-03-23T11:24:12.433" Score="1" Body="&lt;p&gt;I found it here: &lt;a href=&quot;https://www.dnb.com/utility-pages/dnb-demographic-firmographic-code-tables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dnb.com/utility-pages/dnb-demographic-firmographic-code-tables.html&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dnb.com/content/dam/english/dnb-solutions/sales-and-marketing/sic_8_digit_codes.xls&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dnb.com/content/dam/english/dnb-solutions/sales-and-marketing/sic_8_digit_codes.xls&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are 2,4,6,8-digit SIC, Local Activity Type, and NAICS.&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2019-03-23T11:24:12.433" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14040" PostTypeId="2" ParentId="4125" CreationDate="2019-03-24T15:34:39.907" Score="1" Body="&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Pete Warden from Google organised efforts around a simple set of command words that might fit your needs (i.e., you wanted lots of variety even if the range of words was somewhat limited). They cover the digits plus: &lt;strong&gt;On, Off, Stop, Go, Up, Down, Left, Right, Yes, and No&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Background details:&lt;/strong&gt; &lt;a href=&quot;https://arxiv.org/pdf/1804.03209.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/pdf/1804.03209.pdf&lt;/a&gt; / &lt;a href=&quot;https://github.com/petewarden/open-speech-recording&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/petewarden/open-speech-recording&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Dataset:&lt;/strong&gt; &lt;a href=&quot;http://download.tensorflow.org/data/speech_commands_v0.02.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.tensorflow.org/data/speech_commands_v0.02.tar.gz&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you want a wider set, it would need a little more work to organise in the manner you were after, but a much larger set (&lt;em&gt;En: ~22&amp;nbsp;GB&lt;/em&gt;) has been produced by Mozilla with their &lt;a href=&quot;https://en.wikipedia.org/wiki/Mozilla#Common_Voice&quot; rel=&quot;nofollow noreferrer&quot;&gt;Common Voice&lt;/a&gt; project which gathers a large range of phrases spoken by individuals with various regional accents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Approaches may vary, but you could grep the labels for the word/phrases of interest and then use a force aligner tool like &lt;a href=&quot;https://lowerquality.com/gentle/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gentle&lt;/a&gt; to get the particular words desired out of the corresponding .wav files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Background details:&lt;/strong&gt; &lt;a href=&quot;https://voice.mozilla.org/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://voice.mozilla.org/en&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Dataset:&lt;/strong&gt; &lt;a href=&quot;https://voice.mozilla.org/en/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://voice.mozilla.org/en/datasets&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="21519" LastEditorUserId="1245" LastEditDate="2019-03-31T18:55:48.443" LastActivityDate="2019-03-31T18:55:48.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14041" PostTypeId="1" CreationDate="2019-03-24T18:06:48.710" Score="0" ViewCount="105" Body="&lt;p&gt;Is there such thing as a national or statewide GIS data set for existing sewer and water lines?&lt;/p&gt;&#xA;" OwnerUserId="21453" LastActivityDate="2019-04-24T21:02:05.387" Title="Sewer and Water GIS Data" Tags="|geospatial|usa|real-estate|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14042" PostTypeId="2" ParentId="13986" CreationDate="2019-03-24T23:18:02.883" Score="0" Body="&lt;p&gt;I guess there just isn't easily discoverable data available like this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Found something which looks usable for precipitation at least... although probably won't be QGIS friendly so I'll have to line things up manually I guess. Crap quality jpg but may work for casual purposes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IbIK7.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IbIK7.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21417" LastActivityDate="2019-03-24T23:18:02.883" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="14044" PostTypeId="1" AcceptedAnswerId="14053" CreationDate="2019-03-25T11:51:33.010" Score="1" ViewCount="75" Body="&lt;p&gt;I am using the REST API Endpoint &#xA; &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=finished:true&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=finished:true&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;how to i  filter the drugs based on the created date or marketing start date etc..&lt;/p&gt;&#xA;" OwnerUserId="21526" LastActivityDate="2019-03-26T18:27:09.600" Title="How to filter drugs by date , ex : marketing start date , or , listing_expiration_date" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14047" PostTypeId="2" ParentId="13993" CreationDate="2019-03-25T16:19:13.040" Score="2" Body="&lt;p&gt;You can access the original author's website here: &lt;a href=&quot;https://sites.google.com/view/mohsenjamali/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.google.com/view/mohsenjamali/home&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21530" LastActivityDate="2019-03-25T16:19:13.040" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14051" PostTypeId="2" ParentId="14041" CreationDate="2019-03-25T20:44:52.337" Score="1" Body="&lt;p&gt;There is a program designed to prevent accidental destruction of buried utilities, which has made the effort to provide data about underground utilities to the public. This is the &quot;Call before you dig&quot; (&lt;a href=&quot;http://call811.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://call811.com/&lt;/a&gt;) program. Each state has it's own version of the &quot;call before you dig&quot; program. This free program will send a person out to a planned dig site to mark the ground with spray paint where there are buried utilities. The user experience is pretty low-tech, but there does appear to be geospatial source data. I wasn't able to figure out how to get access to that source data. I haven't fully investigated, but I suspect it's proprietary. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the information I was able to glean from my recent experience with this program.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I made a &quot;design request&quot; for a single parcel with the Ohio program (&lt;a href=&quot;http://www.oups.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.oups.org&lt;/a&gt;) and they emailed me diagrams of the property with its nearby buried utilities. The information about each utility (gas, water, sewer, electrical, etc) came separately, and the quality varied from utility to utility. For example, here's what they sent me about sewers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Several &lt;em&gt;planning&lt;/em&gt; diagrams, apparently scanned from paper copies of 100-year old diagrams. Some of the streets in these diagrams don't exist today, and it's not clear if those streets were ever actually built. Given that, I'm not sure how accurate the sewer locations themselves would be.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;A pdf of a map that was clearly produced in a GIS software, with line and point data overlaid on a basemap with streets names and aerial imagery. The source data must have been a vector layer, presumably digitized from those original diagrams.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MF7Yi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MF7Yi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The data was sent to me by a private company, One Call Concepts Locating Services (occls.com). That company obviously has geospatial data of the buried utilities. This quote from their website leads me to believe that they will not provide that data to you. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Our proprietary records management software, PlatView, allows us to search and review customers' records upon arrival at a locate request site. PlatView can use the actual GPS location of the vehicle to search for the correct utility records, providing the most efficient use of the technician's time on site.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If their business revolves around locating buried utilities (for a price), providing the source data would make them obsolete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;em&gt;free&lt;/em&gt; &quot;call before you dig&quot; service only provides information about &lt;em&gt;public&lt;/em&gt; utilities. The only way to know where &lt;em&gt;private&lt;/em&gt; utilities (pipes, wires, etc) are buried on private property is if all the previous property owners kept good records and passed them on to the current property owner. Obviously that information is not publicly available. You can hire a service to do a site visit and locate forgotten buried utilities. After making my &quot;call before you dig&quot; request, I received several emails advertising various private utility locating services (eg Blood Hound, &lt;a href=&quot;https://www.bhug.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bhug.com/&lt;/a&gt;). I believe these companies use a device to locate forgotten buried utilities, like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ZooaG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZooaG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;TL;DR: Geospatial data about water and sewer pipes exists, but it seems to be proprietary.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-03-25T20:44:52.337" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14052" PostTypeId="2" ParentId="14035" CreationDate="2019-03-26T15:58:44.390" Score="0" Body="&lt;p&gt;I have reached out to our data help desk (&lt;a href=&quot;http://mailto:scorecarddata@rti.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;scorecarddata@rti.org&lt;/a&gt;) with your questions and I have received this response: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is incorrect that the variable (HSI) is only available for 2005.  It is updated regularly but is only maintained in the most recent data file (2016-17).  This data element is provided by the Office of Postsecondary Education (OPE) and is current as of 2018.  OPE is responsible for identifying Hispanic-serving institutions (HSI). This indicator serves to show eligibility, and does not indicate any particular designation on the part of the U.S. Department of Education. See p. 7 of the &lt;a href=&quot;https://collegescorecard.ed.gov/assets/FullDataDocumentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Documentation Report&lt;/a&gt; for more details.&lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2019-03-26T15:58:44.390" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14053" PostTypeId="2" ParentId="14044" CreationDate="2019-03-26T18:27:09.600" Score="1" Body="&lt;p&gt;You can do so by adding necessary filter conditions to the &lt;code&gt;search&lt;/code&gt; query parameter just as you're doing it with &lt;code&gt;finished:true&lt;/code&gt;. Please consult &lt;a href=&quot;https://open.fda.gov/apis/query-syntax/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; for a detailed description of the query syntax.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-03-26T18:27:09.600" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14054" PostTypeId="2" ParentId="5875" CreationDate="2019-03-27T04:25:25.780" Score="1" Body="&lt;p&gt;I've spent the last year or so working on a simple CLI tool to easily create your own NFL databases. It currently supports PostgreSql and Mongo natively, and you can programmatically interact with the Engine if you'd like to extend it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Want to create your own different database (eg MySql) using the Engine? Simply implement an interface and the Engine will do the work for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Running everything, including the database setup and updating with all the latest stats, can be done in a single command:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ffdb setup&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know this question is old, but I also realize that there's still a need out there for a functional and easy-to-use tool to do this. The entire reason I built this is to power my own football app in the near future, and hopefully this can help others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, because the question is fairly old, a lot of the answers are not working at the current time, or reference projects that are no longer maintained.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out the github repo page for full details on how to download the program, the CLI commands, and other information:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/rushfive/FFDB&quot; rel=&quot;nofollow noreferrer&quot;&gt;FFDB Github Repository&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21539" LastActivityDate="2019-03-27T04:25:25.780" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14055" PostTypeId="1" AcceptedAnswerId="14059" CreationDate="2019-03-27T11:08:10.367" Score="1" ViewCount="33" Body="&lt;p&gt;I am a statistical modeller. I am looking for a breast cancer dataset with these features:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;age&lt;/li&gt;&#xA;&lt;li&gt;sex &lt;/li&gt;&#xA;&lt;li&gt;shape and texture of the cells.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I need the number of observations to be between 200 to 2000.&lt;/p&gt;&#xA;" OwnerUserId="21540" LastEditorUserId="21540" LastEditDate="2019-03-29T07:23:41.820" LastActivityDate="2019-03-29T09:43:58.410" Title="Breast cancer data using Fine Needle Aspiration test or &quot;FNA”" Tags="|data-request|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="14056" PostTypeId="2" ParentId="6500" CreationDate="2019-03-27T14:17:11.493" Score="1" Body="&lt;p&gt;World Cancer Research Fund publishes regular reports on nutritional risk factors and diet.&#xA;Documents can be found here:&#xA;&lt;a href=&quot;http://www.wcrf.org/sites/default/files/Matrix-for-all-cancers-A3.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.wcrf.org/sites/default/files/Matrix-for-all-cancers-A3.pdf&lt;/a&gt;&#xA;&lt;a href=&quot;http://www.wcrf.org/sites/default/files/CUP-Strong-Evidence-Matrix.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.wcrf.org/sites/default/files/CUP-Strong-Evidence-Matrix.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it's only for cancers and not available as a real dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This matrix could be transformed in a dataset, but it would be quite tedious to do. These kind of datasets would be hard to create, as research in nutritional epidemiology rarely produces binary results (bad/good), and there is not always a consensus.&lt;/p&gt;&#xA;" OwnerUserId="21544" LastEditorUserId="19566" LastEditDate="2019-03-31T17:27:21.263" LastActivityDate="2019-03-31T17:27:21.263" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14057" PostTypeId="1" CreationDate="2019-03-27T20:00:39.977" Score="0" ViewCount="100" Body="&lt;p&gt;I need a dataset for face generation using autoencoders/GAN's.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The problem with datasets (such as the FFHQ, CelebA, etc) which use cropped and aligned &lt;em&gt;in the wild&lt;/em&gt; face images is that these have significant variation in features such as expression, direction in which the face is pointing, framing, lighting, background, accessories on the face, etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;These features are not relevant to facial generation (atleast the way in which I want my model to be trained). What I'm looking for is something similar to the approach used in &lt;a href=&quot;https://youtu.be/4VAkrUNLKSo&quot; rel=&quot;nofollow noreferrer&quot;&gt;this video&lt;/a&gt;. The author uses his high school's yearbook in which there is little variation in the irrelevent features I mentioned before as everyone looks at the camera, in front of a neutral background, with the same pose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I can't access the author's yearbook (for obvious reasons) and I would suspect the number of images would be too little anyway.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a few thousand images, with non face-related features controlled. I suspect no dataset satisfying all these conditions would exist, but I'm hoping I can find the next best thing. The closest dataset I found for my application was the US Adult faces dataset, which has about 10,000 unique images of individuals, with an oval cut-out blocking most of the background.&lt;/p&gt;&#xA;" OwnerUserId="21307" LastActivityDate="2020-12-15T09:04:40.570" Title="Dataset with a few thousands unique faces, with minimal variation in pose, lighting, background" Tags="|faces|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14058" PostTypeId="2" ParentId="13820" CreationDate="2019-03-28T19:14:52.653" Score="2" Body="&lt;p&gt;it's not the US, but maybe interesting for others:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Switzerland (official) cellular data/maps&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GSM: &lt;a href=&quot;https://data.geo.admin.ch/ch.bakom.mobil-antennenstandorte-gsm/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.geo.admin.ch/ch.bakom.mobil-antennenstandorte-gsm/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;LTE: &lt;a href=&quot;https://data.geo.admin.ch/ch.bakom.mobil-antennenstandorte-lte/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.geo.admin.ch/ch.bakom.mobil-antennenstandorte-lte/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UMTS: &lt;a href=&quot;https://data.geo.admin.ch/ch.bakom.mobil-antennenstandorte-umts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.geo.admin.ch/ch.bakom.mobil-antennenstandorte-umts/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ud6hW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ud6hW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-28T19:14:52.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14059" PostTypeId="2" ParentId="14055" CreationDate="2019-03-29T09:43:58.410" Score="1" Body="&lt;p&gt;One clean and ready dataset is from UCI Machine Learning Repository&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Breast+Cancer+Wisconsin+%28Diagnostic%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Breast+Cancer+Wisconsin+%28Diagnostic%29&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it doesn't have age and sex.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/iqPfG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iqPfG.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source of the same data is Kaggle&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/uciml/breast-cancer-wisconsin-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/uciml/breast-cancer-wisconsin-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;you may want to ask on that dataset's discussion page about getting similar data with patient age/sex&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/uciml/breast-cancer-wisconsin-data/discussion&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/uciml/breast-cancer-wisconsin-data/discussion&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/1HNGJ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/1HNGJ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-29T09:43:58.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14060" PostTypeId="2" ParentId="14057" CreationDate="2019-03-29T16:24:53.270" Score="1" Body="&lt;p&gt;In your particular case, the yearbook is a good idea, as well as police &lt;a href=&quot;https://catalog.data.gov/dataset/nist-mugshot-identification-database-mid-nist-special-database-18&quot; rel=&quot;nofollow noreferrer&quot;&gt;mugshots&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll find lots of face datasets, so here is a list of lists:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;one list is &lt;a href=&quot;http://www.face-rec.org/databases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and more resources &lt;a href=&quot;https://www.researchgate.net/post/Does_anyone_know_of_a_downloadable_large_faces_dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and another list &lt;a href=&quot;https://github.com/jian667/face-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;and another list &lt;a href=&quot;http://deeplearning.net/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (scroll down to &quot;Faces&quot;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and you can find more with an internet search &quot;face dataset&quot;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-29T16:24:53.270" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14061" PostTypeId="2" ParentId="13937" CreationDate="2019-03-29T16:30:11.590" Score="1" Body="&lt;p&gt;This query was answered on Wikidata's great &quot;Request a query&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Request_a_query/Archive/2019/02#Largest_worldwide_cities_per_country_-_final_tweaks_on_an_aggregate_query&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:Request_a_query/Archive/2019/02#Largest_worldwide_cities_per_country_-_final_tweaks_on_an_aggregate_query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#select%20distinct%20%28group_concat%28%3FcontLabel%29%20as%20%3Fcc%29%20%3Fcountry%20%3FcountryLabel%20%3Fcountry_pop%20%3Fcity%20%3FcityLabel%20%3Fisitcapital%20%3Fcity_pop%20%3Fratio%20with%20%0A%7B%20select%20%2A%20%0A%20%7B%20%3Fcity%20wdt%3AP31%2Fwdt%3AP279%2A%20wd%3AQ515%20%3B%20%0A%20%20%20%20%20%20%20%20%20wdt%3AP17%20%3Fcountry%20%3B%20%0A%20%20%20%20%20%20%20%20%20wdt%3AP1082%20%3Fcity_pop%20.%20%0A%20%20%3Fcountry%20wdt%3AP1082%20%3Fcountry_pop%20%7D%20%7D%20AS%20%25include%0Awith%20%0A%7B%20select%20distinct%20%3Fcontinent%20%3Fcountry%20%3FcountryLabel%20%3Fcountry_pop%20%3Fcity%20%3FcityLabel%20%3Fisitcapital%20%3Fcity_pop%20%3Fratio%20where%20%0A%7B%20%0A%20%20%7B%20select%20%3Fcountry%20%28max%28%3Fcity_pop%29%20AS%20%3Fcity_pop%29%20%28max%28%3Fcountry_pop%29%20as%20%3Fcountry_pop%29%20%0A%20%20%20%20%20%20%20%20%20%20%20%7Binclude%20%25include%20%7D%20group%20by%20%3Fcountry%0A%20%20%7D%0A%20%20include%20%25include%0A%0A%20%20%3Fcountry%20wdt%3AP31%20wd%3AQ3624078%20.%0A%20%20%23not%20a%20former%20country%0A%20%20FILTER%20NOT%20EXISTS%20%7B%3Fcountry%20wdt%3AP31%20wd%3AQ3024240%7D%0A%20%20%23and%20no%20an%20ancient%20civilisation%20%28needed%20to%20exclude%20ancient%20Egypt%29%0A%20%20FILTER%20NOT%20EXISTS%20%7B%3Fcountry%20wdt%3AP31%20wd%3AQ28171280%7D%0A%20%20OPTIONAL%20%7B%20%3Fcountry%20wdt%3AP36%20%3Fcapital%20%7D%20.%0A%20%20bind%28if%28%3Fcapital%3D%3Fcity%2C%22yes%22%2C%22no%22%29%20as%20%3Fisitcapital%29%0A%20%20bind%28%28%28%3Fcity_pop%2A100%29%20%2F%20%3Fcountry_pop%29%20as%20%3Fratio%29%0A%20%20%3Fcountry%20wdt%3AP30%20%3Fcontinent%20.%20%0A%20%20service%20wikibase%3Alabel%20%7Bbd%3AserviceParam%20wikibase%3Alanguage%20%27en%27%7D%0A%7D%20order%20by%20desc%28%3Fcity_pop%29%20%7D%20as%20%25i%0Awhere%0A%7Binclude%20%25i%0A%20%3Fcontinent%20rdfs%3Alabel%20%3FcontLabel%20.%20filter%28lang%28%3FcontLabel%29%3D%22en%22%29%0A%7D%20group%20by%20%3Fcountry%20%3FcountryLabel%20%3Fcountry_pop%20%3Fcity%20%3FcityLabel%20%3Fisitcapital%20%3Fcity_pop%20%3Fratio&quot; rel=&quot;nofollow noreferrer&quot;&gt;solution one&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#select%20%3FcontinentLabel%20%3FcountryLabel%20%3Fcountry_pop%20%3FcityLabel%20%3Fcity_pop%20%3Fis_capital%20%3Fratio%0Awith%20%7Bselect%20distinct%20%3Fcity%20%3Fcity_pop%20%3Ftime%20%3Fcountry%20%7B%20%3Fcity%20p%3AP31%2Fps%3AP31%2Fwdt%3AP279%2A%20wd%3AQ515%3B%20p%3AP1082%20%5Bps%3AP1082%20%3Fcity_pop%3B%20pq%3AP585%20%3Ftime%5D%3B%20wdt%3AP17%20%3Fcountry%7D%7D%20AS%20%25city_raw%20%0Awith%20%7B%20select%20%3Fcity%20%3Fcity_pop%20%3Fcountry%20%7B%20%7B%20select%20%3Fcity%20%28max%28%3Ftime%29%20as%20%3Ftime%29%20%7B%20include%20%25city_raw%20%7D%20group%20by%20%3Fcity%20%7D%20include%20%25city_raw%20%7D%7D%20AS%20%25city_latest%0Awith%20%7Bselect%20distinct%20%3Fcountry%20%3Fcountry_pop%20%3Ftime%20%7B%20%3Fcountry%20wdt%3AP31%2Fwdt%3AP279%2A%20wd%3AQ6256%3B%20p%3AP1082%20%5Bps%3AP1082%20%3Fcountry_pop%3B%20pq%3AP585%20%3Ftime%5D%20minus%20%7B%3Fcountry%20wdt%3AP31%20wd%3AQ3024240%7D%20%7D%7D%20AS%20%25country_raw%20%0Awith%20%7Bselect%20%3Fcountry%20%3Fcountry_pop%20%7B%20%7B%20select%20%3Fcountry%20%28max%28%3Ftime%29%20as%20%3Ftime%29%20%7B%20include%20%25country_raw%20%7D%20group%20by%20%3Fcountry%20%7D%20include%20%25country_raw%20%7D%7D%20AS%20%25country_latest%0Awith%20%7B%20select%20%2A%20%7Binclude%20%25city_latest%20include%20%25country_latest%20%7D%20%7D%20as%20%25final%0A%7B%0A%7Bselect%20%3Fcountry%20%28max%28%3Fcity_pop%29%20as%20%3Fcity_pop%29%20%7B%20include%20%25final%20%20%7D%20group%20by%20%3Fcountry%20%7D%0Ainclude%20%25final%20%0Abind%20%28if%20%28%20exists%20%7B%3Fcity%20wdt%3AP36%20%3Fcapital%7D%2C%20true%2C%20false%29%20%20as%20%3Fis_capital%29%0Abind%20%28round%28%28%3Fcity_pop%20%2F%20%3Fcountry_pop%29%2A10000%29%2F10000%20as%20%3Fratio%29%0A%3Fcountry%20wdt%3AP30%20%3Fcontinent%20.%0Aservice%20wikibase%3Alabel%20%7Bbd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%7D%20%20%0A%20%20%0A%7D%20order%20by%20desc%28%3Fcity_pop%29%20&quot; rel=&quot;nofollow noreferrer&quot;&gt;solution two&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-03-29T16:30:11.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14062" PostTypeId="1" CreationDate="2019-03-29T19:57:35.663" Score="1" ViewCount="29" Body="&lt;p&gt;I'm looking for data on every type of medical clinic, including hospitals, urgent care clinics, doctors' offices, etc. There are several other questions that are similar, e.g. &lt;a href=&quot;https://opendata.stackexchange.com/q/4833/3565&quot;&gt;this one&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/q/12476/3565&quot;&gt;this one&lt;/a&gt;, but those deal with Europe. Furthermore, although data sources like Google Maps and Open Street Maps will include the location/coordinates, they don't include information on &lt;strong&gt;when&lt;/strong&gt; the clinic/hospital was established. &lt;strong&gt;These dates are essential for my analysis.&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2019-03-29T19:57:35.663" Title="Is there a database of medical clinics, hospitals, etc. and when and where they were established?" Tags="|data-request|medical|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14063" PostTypeId="2" ParentId="13841" CreationDate="2019-03-29T22:17:10.883" Score="2" Body="&lt;p&gt;Does it have to be a follower-following relationship specifically? If not, you might have more options. Specifically, you could use the Twitter StreamingAPI to collect your own data and process into a user-mention network (one could infer a follower-following relationship this way). There are also many other datasets available from which you can process in the same manner:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/crowdflower/twitter-airline-sentiment&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/crowdflower/twitter-airline-sentiment&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/crowdflower/first-gop-debate-twitter-sentiment&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/crowdflower/first-gop-debate-twitter-sentiment&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/kazanova/sentiment140&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/kazanova/sentiment140&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/ninzaami/a-data-set-of-tweets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/ninzaami/a-data-set-of-tweets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://networkrepository.com/soc-twitter.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://networkrepository.com/soc-twitter.php&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://fivethirtyeight.com/features/why-were-sharing-3-million-russian-troll-tweets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fivethirtyeight.com/features/why-were-sharing-3-million-russian-troll-tweets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21553" LastActivityDate="2019-03-29T22:17:10.883" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14065" PostTypeId="1" CreationDate="2019-03-30T09:44:36.123" Score="1" ViewCount="50" Body="&lt;p&gt;I am looking to find as many sources for utility network datasets as possible. Most preferable would be some that are at the city/town scale. This could be anything from water to electricty to gas to fibre optic to sewer to anything. It can be from any city or town anywhere in the world, as long as it has information in individual features and preferably forms an actual connected linear network.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The reason I am looking for this is to find potential samples for use in the &lt;a href=&quot;https://github.com/TatjanaKutzner/CityGML-UtilityNetwork-ADE&quot; rel=&quot;nofollow noreferrer&quot;&gt;Utility Network ADE&lt;/a&gt;, a data format which is supposed to be able to handle any and all utility networks.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A good example of the kind of data I am looking for is the various networks provided by Nanaimo, Canada:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nanaimo.ca/open-data-catalogue/DataBrowser/nanaimo/Water#param=NOFILTER--DataView--Results&quot; rel=&quot;nofollow noreferrer&quot;&gt;Water network&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nanaimo.ca/open-data-catalogue/DataBrowser/nanaimo/Storm#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stormwater network&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nanaimo.ca/open-data-catalogue/DataBrowser/nanaimo/Sewers#param=NOFILTER--DataView--Results&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sanitary sewer network&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any data format is acceptable as long as it has a spatial component (.shp, .kmz, geojson, sqlite, geopackage, whatever)&lt;/p&gt;&#xA;" OwnerUserId="21555" LastActivityDate="2019-04-03T22:05:32.647" Title="Utility network spatial data of any kind, anywhere" Tags="|geospatial|network-structure|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14067" PostTypeId="1" CreationDate="2019-03-31T17:38:53.080" Score="1" ViewCount="18" Body="&lt;p&gt;I would like to know which counties have the higher percentage of people working from home, or self-employed with a decent income. I wonder where I could find a decent chart with rankings corresponding to these&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="23272" LastEditDate="2022-07-14T12:20:11.840" LastActivityDate="2022-07-14T12:20:11.840" Title="Index of percentage of the population working from home or independently by county" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14069" PostTypeId="2" ParentId="14020" CreationDate="2019-04-01T10:08:59.040" Score="2" Body="&lt;p&gt;You do not tell us how many images you need, I assume you only want some.&lt;br /&gt;&#xA;In that case just do an image search on &lt;a href=&quot;https://images.google.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Images&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I did this Google responded with the suggestion that this is about a &lt;em&gt;gauge&lt;/em&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cLuEy.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cLuEy.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your next step would then be to replace the word &lt;em&gt;gauge&lt;/em&gt; in the top search bar with more specific terms like &lt;em&gt;oil gauge&lt;/em&gt; or &lt;em&gt;oil level meter&lt;/em&gt; and repeat the search with that refinement.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, click on &lt;em&gt;Visually similar images&lt;/em&gt; to see all the results, and download them one by one.&lt;br /&gt;&#xA;Please note that there may be copyright issues depending on how you want to use those images.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2019-04-01T10:08:59.040" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14071" PostTypeId="1" AcceptedAnswerId="14073" CreationDate="2019-04-01T15:03:26.763" Score="2" ViewCount="616" Body="&lt;p&gt;In 2013 the California Independent System Operator (CAISO, the bulk electric grid operator) &lt;a href=&quot;http://large.stanford.edu/courses/2015/ph240/burnett2/docs/flexible.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;published this image&lt;/a&gt;, dubbed it &quot;the duck curve&quot;, and took the internet by storm (or, at least the part of the internet that tracks trends in renewable electricity generation):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t0Opi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t0Opi.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an explanation of the duck curve &lt;a href=&quot;https://en.wikipedia.org/wiki/Duck_curve&quot; rel=&quot;nofollow noreferrer&quot;&gt;from Wikipedia&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;[The] curve comes from the Net Load (&quot;the difference between expected load and anticipated electricity production from the range of renewable energy sources&quot;). In certain times of the year (namely Spring and Summer), the curves create a “belly” appearance in the midday that then drastically increases portraying an “arch” similar to the neck of a duck, consequently the name “The Duck Chart.”&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Essentially, solar electricity production causes a reduction in net energy demand in the mid-day (the belly). Later, sunset coincides with increased demand, causing a sharp ramp (the neck). This effect is shown in the graph with 24 hours of solar and demand data on March 31.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This image generated lots of interest and people are still talking about it today -- lots of &lt;a href=&quot;https://www.google.com/search?q=duck+curve&amp;amp;client=firefox-b-1-d&amp;amp;source=lnms&amp;amp;tbm=isch&amp;amp;tbs=qdr:y&amp;amp;sa=X&amp;amp;ved=0ahUKEwj7ut-81KDhAhURjoMKHelyAOMQ_AUIDigB&amp;amp;biw=1292&amp;amp;bih=706&quot; rel=&quot;nofollow noreferrer&quot;&gt;search results&lt;/a&gt; in the past year are still showing the same image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But the &lt;strong&gt;most recent actual data on the chart is from 2013, and the duck shape was created by the projected net load curves from 2014 through 2020.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to find some recent data from CAISO to see where things stand. To do this, I'll need hourly historical demand and solar production data, in order to calculate net load. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;CAISO's &lt;a href=&quot;http://oasis.caiso.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OASIS&lt;/a&gt; tool includes historical load data, but as far as I could tell solar data is only included lumped with wind, and only goes back to 2016.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is there another data source where I could find the historical hourly solar generation for the state of California?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I &lt;a href=&quot;https://electronics.stackexchange.com/q/429207/93845&quot;&gt;posted this question previously&lt;/a&gt; on electronics.se, but it was closed. Folks on meta there &lt;a href=&quot;https://electronics.meta.stackexchange.com/q/6913/93845&quot;&gt;advised I re-post here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="20229" LastActivityDate="2019-04-01T19:51:54.910" Title="Historical hourly solar generation data in California" Tags="|usa|energy|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14072" PostTypeId="2" ParentId="14071" CreationDate="2019-04-01T18:35:21.317" Score="1" Body="&lt;p&gt;Exact hourly solar/PV production will be with the grid operator, and if you have an academic/NGO credentials, maybe they can make you a 1-time export. I don't know California, but I've worked in the energy sector and because there is energy trading between stakeholders, no one is really eager to make open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The grid operator may not even have total exact PV production, because of how balancing areas are calculated, it would be up to each producers to report their production (and label it as PV).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you don't need exact numbers, here's a potential hack. You can fit the grey curve &quot;Solar output&quot; from the Wikipedia article &quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Duck_curve&quot; rel=&quot;nofollow noreferrer&quot;&gt;Duck curve&lt;/a&gt;&quot;, which shouldn't be too hard because it's so smooth.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mh4Uv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mh4Uv.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then you'd want to download PV installations from a site like NREL, which has the production capacity and installation date: &#xA;&lt;a href=&quot;https://openpv.nrel.gov/search?state=CA&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openpv.nrel.gov/search?state=CA&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With some clever SQL/Pandas/R, you can get the running sum for all calendar dates (try a date scaffold, and then join to the installation date, and then get a running sum per calendar date). Now you have the total CA capacity on every calendar date, which is the max of the grey fit curve.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The last step would be to get the hourly solar radiation for a point or set of points in California. If you've made it this far, let me know and I'll dig something up.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The demand data is available from &lt;a href=&quot;https://www.eia.gov/realtime_grid&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.eia.gov/realtime_grid&lt;/a&gt;, click on California&#xA;and then download from this URL&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.eia.gov/realtime_grid/#/data/graphs?end=20190401T13&amp;amp;start=20190325T17&amp;amp;regions=g&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.eia.gov/realtime_grid/#/data/graphs?end=20190401T13&amp;amp;start=20190325T17&amp;amp;regions=g&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you can't get all the data in one URL request, a few-liner script can iterate over dates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lSAQv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lSAQv.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-01T18:35:21.317" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14073" PostTypeId="2" ParentId="14071" CreationDate="2019-04-01T19:51:54.910" Score="1" Body="&lt;p&gt;I'd read the &lt;a href=&quot;https://en.wikipedia.org/wiki/Duck_curve&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia article&lt;/a&gt;, but seeing the chart blown up in philshem's answer sent me looking for the data source, which luckily is linked in &lt;a href=&quot;https://en.wikipedia.org/wiki/Duck_curve#/media/File:Duck_Curve_CA-ISO_2016-10-22.agr.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;the image attribution&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.caiso.com/market/Pages/ReportsBulletins/RenewablesReporting.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Renewables and emissions reports&lt;/a&gt; on CAISO's market operations site includes a *.txt file with hourly generation data by day for all renewable energy sources in the state, going back to 4/20/2010.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As mentioned, the hourly historical demand data can be found on CAISO's &lt;a href=&quot;http://oasis.caiso.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;OASIS&lt;/a&gt; tool (under &quot;System Demand&quot; &gt; &quot;CAISO Demand Forecast&quot; and filtering for &quot;Market/Process&quot; &gt; &quot;ACTUAL&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Using these two data sources I was able to recreate the duck curve showing actual data for 2012 through 2019:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ck3sW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ck3sW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The interesting thing to note from this chart is that while the &quot;belly&quot; of the duck has been getting fatter as predicted, the &quot;head&quot; is not getting higher -- net load in the late evenings has been trending down over the last three years.&lt;/p&gt;&#xA;" OwnerUserId="20229" LastActivityDate="2019-04-01T19:51:54.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14076" PostTypeId="1" CreationDate="2019-04-02T19:54:08.400" Score="3" ViewCount="564" Body="&lt;p&gt;I am a Ph.D. student of power system engineering. I'm studying about home/building energy management in my thesis, and I need the dataset of building appliance and equipment energy consumption, that has the following features:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Energy consumption of each home appliance and other equipment such as lighting, heating and cooling systems, and etc. must be recorded in a fraction of an hour at all times of the year.&lt;/li&gt;&#xA;&lt;li&gt;Home/building preferably should have a renewable energy source (such as PV), and its electrical power generation must be recorded for the whole year.&lt;/li&gt;&#xA;&lt;li&gt;Certainly some people should live in this home/building and the equipment is turned on/off by the human (computer simulator should not turn on/off the equipment), because human behavior is important for the research.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Where can I find such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="21574" LastEditorUserId="20229" LastEditDate="2019-04-03T08:15:22.617" LastActivityDate="2020-05-29T04:58:12.750" Title="home energy consumption dataset" Tags="|data-request|energy|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14077" PostTypeId="2" ParentId="14076" CreationDate="2019-04-03T08:25:27.680" Score="1" Body="&lt;p&gt;I think your query, if you've tried a search engine, is missing &amp;quot;smart home&amp;quot; and/or IoT. Some options:&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Option one, search on the &lt;strong&gt;&lt;a href=&quot;https://smda.github.io/smart-meter-data-portal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Smart Meter Data Analytics&lt;/a&gt;&lt;/strong&gt; platform&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The Smart Meter Data Portal, developed at Georgia Tech ... is part of the National Science Foundation (NSF) Smart Grid Data Analytics Spoke Project. The purpose of this website is to provide a mechanism to researchers to share data and code on Smart Meter Data Analytics.&lt;/p&gt;&#xA;&lt;p&gt;The website enables researchers to:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Find public datasets&lt;/li&gt;&#xA;&lt;li&gt;Find applications (code, paper) built on these datasets&lt;/li&gt;&#xA;&lt;li&gt;Share datasets and applications (code and paper links) to increase visibility and citations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Option two, to get you started, from this &lt;a href=&quot;https://hub.packtpub.com/25-datasets-deep-learning-iot/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post&lt;/a&gt; I've pasted several potential data sources and updated any dead links:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://casas.wsu.edu/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CASAS datasets&#xA;for activities of&#xA;daily living&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Several public datasets related to Activities of Daily Living (ADL) performance in a two story home, an apartment, and an office settings.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://netlab.boun.edu.tr/WiSe/aras/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ARAS Human&#xA;Activity Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Human activity recognition&#xA;datasets collected from two&#xA;real houses with multiple&#xA;residents during two months.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Individual+household+electric+power+consumption&quot; rel=&quot;nofollow noreferrer&quot;&gt;Individual&#xA;household&#xA;electric power&#xA;consumption&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;One-minute sampling rate&#xA;over a period of almost&#xA;4 years&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ol start=&quot;4&quot;&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ampds.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;AMPds dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;AMPds contains electricity,&#xA;water, and natural gas&#xA;measurements at one minute&#xA;intervals for 2 years of&#xA;monitoring&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ol start=&quot;5&quot;&gt;&#xA;&lt;li&gt;UK Domestic&#xA;Appliance-Level (&lt;s&gt;&lt;a href=&quot;http://www.doc.ic.ac.uk/%E2%88%BCdk3810/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dead link&lt;/a&gt;&lt;/s&gt;)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Power demand from five&#xA;houses. In each house both&#xA;the whole-house mains&#xA;power demand as well as&#xA;power demand from individual&#xA;appliances are recorded.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-04-03T08:25:27.680" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14078" PostTypeId="1" CreationDate="2019-04-03T12:07:19.077" Score="1" ViewCount="80" Body="&lt;p&gt;I am trying to understand if the FAERS data are processed in OpenFDA similarly to what is done in softwares (RxLogix, ORACLE, CVW), meaning: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Have the FAERS data been checked for duplicates with duplication&#xA;removal?&lt;/li&gt;&#xA;&lt;li&gt;Have the MedDRA PT been mapped to the latest version of the MedDRA&#xA;dictionary?&lt;/li&gt;&#xA;&lt;li&gt;Have the drug names been cleaned?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I couldn't find any answer to these questions from OpenFDA website or from the article from Kass-Hout et al J Am Med Infrom Assoc 2016; 23: 596-600.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please don't hesitate to redirect me to any formal documentation for any of these 3 questions above.&lt;/p&gt;&#xA;" OwnerUserId="21331" LastActivityDate="2023-12-10T02:00:55.143" Title="Which data processes are applied on FAERS data" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14079" PostTypeId="1" CreationDate="2019-04-03T13:45:42.820" Score="1" ViewCount="75" Body="&lt;p&gt;I used the PRR drug research tool: &lt;a href=&quot;https://openfda.shinyapps.io/RR_D/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openfda.shinyapps.io/RR_D/&lt;/a&gt; &#xA;When I select a drug name it lists me by default the top 50 drug event combinations with PRR &amp;amp; ROR values. &#xA;In the R shiny app there isn't any download button being designed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I download the table with PRR &amp;amp; ROR values? &lt;/p&gt;&#xA;" OwnerUserId="21331" LastActivityDate="2023-12-10T05:07:15.930" Title="Download Table from PRR drug Research tool" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14081" PostTypeId="2" ParentId="14065" CreationDate="2019-04-03T22:05:32.647" Score="1" Body="&lt;p&gt;Is ArcGIS online Feature Layer an acceptable format? I found hundreds of utility line layers by searching for &quot;utility line&quot; &lt;a href=&quot;https://www.arcgis.com/home/search.html?q=utility%20line&amp;amp;start=1&amp;amp;num=20&amp;amp;focus=layers-weblayers-features&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. For example: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=c898c3222e1b4f3ea53ccf67c78aa2a6&quot; rel=&quot;nofollow noreferrer&quot;&gt;Utility Line&lt;/a&gt; by Land Information Ontario&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Identifies utility lines in Ontario.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=a5b51de6cb3b47c794021c4358fad97e&quot; rel=&quot;nofollow noreferrer&quot;&gt;Electric Transmission Lines - California Energy Commission [ds1198]&lt;/a&gt; by&#xA;BIOS_Admin&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The California Energy Commission (CEC) Electric Transmission Line geospatial data layer has been created to display the electric transmission grid in California. When used in association with the CEC Power Plant and CEC Electric Substation geospatial data layers, viewers can analyze the geographic relationships with the electric transmision grids across utilities, counties and state.The transmission line data, as one of the CEC''s critical infrastructure spatial data will be used to: 1. Support the CEC/STEP/Strategic Transmission Planning and Corridor Designation Office in corrdior study and transmission line siting; 2. Support the CEC staffs various analysis by providing general geographic reference information; 3. Enhance communication between and among government agencies on emergecy management, resource management, economic development, and environmental study;4. Provide illustration of critical infrastructure spatial data to the public or other agencies in hardcopy format.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=51f927cc855e4aed9e6b9745edfedf99&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sewer Utility Lines - City of Chilliwack&lt;/a&gt; by andrewboan&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Linear pipes representing lateral connections from property boundary to sewer pipes in the sewer network. Properties boundary to structure can be residential, commercial or industrial. Linear features represent gravity mains, force mains, siphons, stubs and service connections in the sanitary network.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This is just a few examples; there are hundreds more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some layers have detailed attribute data, and others don't. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You don't need an ArcGIS license to view these layers online. I haven't tested any further, but it looks like you can load them into a GIS program via the REST service URL. I'm not sure if you can download the data or if you can only use it through the REST service. There is a Geoprocessing Tool called &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=1713ea2a9e974101b19739b23ba9ac04&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download ArcGIS Online Feature or AGS Feature/Map Service&lt;/a&gt;, which I would guess you need ArcGIS to use.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-03T22:05:32.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14082" PostTypeId="1" CreationDate="2019-04-04T08:54:17.643" Score="1" ViewCount="186" Body="&lt;p&gt;I am searching for a shapefile containing waterbodies and waterlines (rivers, etc.) in Norway, ideally at scale 1:50 000. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have found a great resource of topographic map here: &lt;a href=&quot;https://kartkatalog.geonorge.no/metadata/kartverket/n50-kartdata/ea192681-d039-42ec-b1bc-f3ce04c189ac&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kartkatalog.geonorge.no/metadata/kartverket/n50-kartdata/ea192681-d039-42ec-b1bc-f3ce04c189ac&lt;/a&gt; but my downloaded data contain a raster of topo map and vectors, which do not contain river lines neither river bodies.&#xA; &lt;a href=&quot;https://i.stack.imgur.com/gA3ei.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gA3ei.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also found a WMS service for topo data: &lt;a href=&quot;https://openwms.statkart.no/skwms1/wms.topo4.graatone&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openwms.statkart.no/skwms1/wms.topo4.graatone&lt;/a&gt;? which contain the rivers (&quot;&lt;em&gt;Elver&lt;/em&gt;&quot;, &quot;&lt;em&gt;Vannkontur&lt;/em&gt;&quot;), but I can not modify the style of those data neither simply overlay it on my map. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please, &lt;strong&gt;how can I access the river and water bodies data from Norway?&lt;/strong&gt; My study area is near Østfold. Unfortunately, I am not a Norwegian speaker. &lt;/p&gt;&#xA;" OwnerUserId="11211" LastActivityDate="2019-04-04T17:03:57.547" Title="Where to find Norwegians waterlines and water bodies shp?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14083" PostTypeId="2" ParentId="14079" CreationDate="2019-04-04T14:40:50.253" Score="0" Body="&lt;p&gt;Unfortunately, the download functionality is unavailable in the shiny app you mentioned.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-04-04T14:40:50.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14084" PostTypeId="2" ParentId="14078" CreationDate="2019-04-04T14:54:54.600" Score="0" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;Please don't hesitate to redirect me to any formal documentation for&#xA;  any of these 3 questions above.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I'd say the best place to find answers to these questions is the FAERS pipeline source code: &lt;a href=&quot;https://github.com/FDA/openfda/blob/master/openfda/faers/pipeline.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/FDA/openfda/blob/master/openfda/faers/pipeline.py&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-04-04T14:54:54.600" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14086" PostTypeId="2" ParentId="14082" CreationDate="2019-04-04T17:03:57.547" Score="1" Body="&lt;p&gt;You can download a shapefile of &quot;inland water&quot; for Norway from &lt;a href=&quot;http://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;DIVA-GIS&lt;/a&gt;. The description for the &quot;inland water&quot; data says the sources is the Digital Chart of the World, which was last updated in 1992.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Digital Chart of the World (DCW) is a comprehensive digital map of Earth. It is the most comprehensive geographical information system (GIS) global database that is freely available as of 2006, although it has not been updated since 1992. (source: &lt;a href=&quot;https://en.wikipedia.org/wiki/Digital_Chart_of_the_World&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Earth Explorer&lt;/a&gt; has these data sets for Norway:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-hydro1k&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTOPO30 HYDRO1k&lt;/a&gt;, - &quot;a global hydrologic database derived from 1996 GTOPO30 data&quot;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;HYDRO1k is a geographic database developed to provide comprehensive and consistent global coverage of topographically derived data sets, including streams, drainage basins and ancillary layers derived from the USGS' 30 arc-second digital elevation model of the world (GTOPO30). HYDRO1k provides a suite of geo-referenced data sets, both raster and vector, which will be of value for all users who need to organize, evaluate, or process hydrologic information on a continental scale.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-shuttle-radar-topography-mission-water-body?qt-science_center_objects=0#qt-science_center_objects&quot; rel=&quot;nofollow noreferrer&quot;&gt;SRTM Water Body Data&lt;/a&gt; - water body outlines from February 2000 &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Shuttle Radar Topography Mission (SRTM) Water Body Data files are a by-product of the data editing performed by the National Geospatial-Intelligence Agency (NGA) to produce the finished SRTM Digital Terrain Elevation Data Level 2 (DTED® 2)...Ocean, lake and river shorelines were identified and delineated...After this processing was done,the shorelines from the one arc second (approx. 30-meter) DTED® 2 were saved as vectors in ESRI 3-D Shapefile format.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;To download these layers you have to go through the Earth Explorer interactive data download assistant.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-04T17:03:57.547" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14089" PostTypeId="1" AcceptedAnswerId="14115" CreationDate="2019-04-05T08:56:30.677" Score="0" ViewCount="36" Body="&lt;p&gt;I'm looking for a grid file (ideally 5x5 km) of the Netherlands, because I want to do kriging interpolation in R. &#xA;Where can I find that?&lt;/p&gt;&#xA;" OwnerUserId="21590" LastEditorUserId="1511" LastEditDate="2019-04-05T09:41:42.467" LastActivityDate="2019-04-10T12:46:01.550" Title="Where can I find grid file of the Netherlands for R" Tags="|data-request|geospatial|programming|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14090" PostTypeId="1" CreationDate="2019-04-05T12:20:28.570" Score="1" ViewCount="19" Body="&lt;p&gt;I am working on a master thesis topic where I need to have all the Scientific conferences and workshop details globally.&lt;/p&gt;&#xA;&lt;p&gt;It would be great if someone could point me towards getting an API or data set with the conference details.&lt;/p&gt;&#xA;" OwnerUserId="21592" LastEditorUserId="23272" LastEditDate="2021-04-03T05:21:01.977" LastActivityDate="2021-04-03T05:21:01.977" Title="How to get a data set or an API with all the scientific conference and workshop details?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ClosedDate="2019-04-07T12:18:47.620" ContentLicense="CC BY-SA 4.0" />
  <row Id="14091" PostTypeId="1" AcceptedAnswerId="14092" CreationDate="2019-04-05T12:27:50.397" Score="0" ViewCount="63" Body="&lt;p&gt;I found this great list from 2017 for all the Twitter handles for the 100 US Senators and 428 of the US members of the House.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gwu-libraries.github.io/sfm-ui/posts/2017-05-23-congress-seed-list&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gwu-libraries.github.io/sfm-ui/posts/2017-05-23-congress-seed-list&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;115th Congress: &lt;a href=&quot;https://gwu-libraries.github.io/sfm-ui/resources/115th-Congress-House-seeds.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;House&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;115th Congress: &lt;a href=&quot;https://gwu-libraries.github.io/sfm-ui/resources/115th-Congress-Senate-seeds.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Senate&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking for similar lists, or meta-lists, and for countries, states, regions, etc. The more curated (updated, up-to-date), the better. Could be Twitter or other social media (Facebook, Instagram, etc).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-10T13:09:36.017" Title="Curated list of politician's social media (Twitter)" Tags="|data-request|social-media|politics|" AnswerCount="1" CommentCount="0" CommunityOwnedDate="2019-04-05T18:26:19.590" ContentLicense="CC BY-SA 4.0" />
  <row Id="14092" PostTypeId="2" ParentId="14091" CreationDate="2019-04-05T13:14:42.857" Score="2" Body="&lt;p&gt;&lt;strong&gt;Global&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://twitter.com/twiplomacy/lists/world-leaders/members?lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;@twiplomacy's world leaders list is a start&lt;/a&gt; but more importantly, they have a number of curated lists.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://everypolitician.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Every Politician&lt;/a&gt; has social links for politicians.  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.archiveteam.org/index.php?title=List_of_current_heads_of_state_and_government/twitter-list&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of current heads of state and government/twitter-list - Archiveteam&lt;/a&gt;  &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;North America&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://projects.propublica.org/politwoops/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Politwoops US&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://politwitter.ca/page/twitter-lists&quot; rel=&quot;nofollow noreferrer&quot;&gt;Politwitter Lists (Canadian Gov)&lt;/a&gt;   &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.socialseer.com/resources/us-senator-twitter-accounts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Senator Twitter Accounts, 115th Congress (Historical)&lt;/a&gt;   &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Europe&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://politwoops.eu/countries&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU&lt;/a&gt; certainly have lists that could be used. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://twitterpolitiker.ch/fraktionen.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Switzerland&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Australia&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.parliament.nsw.gov.au/about/Pages/Twitter-Links.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Parliament of New South Wales Twitter Links&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Notes:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I can't find anything about open civic data, but I know they have curated lists for USA and Canada.  &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="90" LastEditorUserId="1511" LastEditDate="2019-04-10T13:09:36.017" LastActivityDate="2019-04-10T13:09:36.017" CommentCount="0" CommunityOwnedDate="2019-04-05T13:27:07.560" ContentLicense="CC BY-SA 4.0" />
  <row Id="14093" PostTypeId="2" ParentId="1796" CreationDate="2019-04-05T16:23:40.063" Score="2" Body="&lt;p&gt;Huge datasets of climatic data for North America, South America and Europe are available from the University of Alberta (Canada):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://sites.ualberta.ca/~ahamann/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.ualberta.ca/~ahamann/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The download links...provide access to grids of interpolated data 1km and 4km resolution, as well as software packages to query point locations. We provide historical climate normal periods, decadal averages, annual, seasonal and monthly data from 1901-2013 as well as multi-model climate projections for the 2020s, 2050s, 2080s on the pages below. We also calculate a large number of derived variables of economic or biological relevance, such as drought indices, growing degree days, heating and cooling degree days, frost-free periods, etc. All together, more than 20,000 spatial coverages of climate variables can be downloaded and/or interactively queried for individual locations.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-05T16:23:40.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14094" PostTypeId="2" ParentId="10154" CreationDate="2019-04-05T16:35:15.320" Score="5" Body="&lt;p&gt;There's a good list of weather data sources on &lt;a href=&quot;http://freegisdata.rtwilson.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;this excellent website&lt;/a&gt; created by &lt;a href=&quot;http://www.rtwilson.com/academic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Robin Wilson&lt;/a&gt;, which I duplicate here in case that site ever goes away:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldclim.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldClim&lt;/a&gt;: Climate data for past, present and predicted future conditions. Includes temperature (min, max, mean) and precipitation. 1km x 1km resolution.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gisclimatechange.ucar.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NCAR GIS Climate Change Scenarios&lt;/a&gt;: Lots of data from the National Centre for Atmospheric Research models, including data used by the IPCC in their reports. Registration required&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cru.uea.ac.uk/cru/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CRU Climate Datasets&lt;/a&gt;: Various datasets including temperature, precipitation, pressure, drought, paleoclimate and others, from the (infamous) Climate Research Unit at the University of East Anglia. High and low resolution datasets available.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ccafs-climate.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Downscaled GCM Portal&lt;/a&gt;: A wide range of downscaled (that is, higher resolution data) created from the outputs of a wide range of GCMs. Covers the majority of important climate variables.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eca.knmi.nl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Climate Assessment and Dataset&lt;/a&gt;: Gridded observation data across Europe, including cloudiness, temperature, precipitation, humidity, pressure, snow and sunshine.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://csi.cgiar.org/Aridity/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Potential Evapotranspiration and Aridity Inde&lt;/a&gt;x: Potential Evapotranspiration data and indices of aridity at 30 arc-second resolution in raster format.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://csi.cgiar.org/Aridity/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GlobAerosol&lt;/a&gt;: Aerosol data in raster format (provided as NetCDF files), including estimations of AOD at 550nm and the Angstrom coefficient.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gacp.giss.nasa.gov/data_sets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Aerosol Climatology Project&lt;/a&gt;: Monthly averages of Aerosol Optical Thickness and the Angstrom exponent from 1981 to 2006.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://wui.cmsaf.eu/safira/action/viewProduktSearch;jsessionid=C3A056A5CE0F496B16619FAD7ACE2801.ku_2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Satellite Application Facility on Climate Monitoring&lt;/a&gt;: Provides near real-time and retroactively-generated datasets of cloud cover, type and temperature, surface radiation budget and temperatures, amongst others.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://cait.wri.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Climate Analysis Indicators Tool&lt;/a&gt;: Carbon Dioxide emissions data by country, and by US state, including measures of adaption.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://isccp.giss.nasa.gov/products/d2yeardsets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Satellite Cloud Climatology Project&lt;/a&gt;: Monthly averages of a number of cloud variables including cloud cover (and associated breakdown by frequency), cloud top temperature, cloud water path, cloud optical thickness etc.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pendientedemigracion.ucm.es/info/cliwoc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Climatological Database for the world's oceans (CLIWOC)&lt;/a&gt;: Data compiled from ships logs compiled during voyages between 1750 and 1850. Includes various meteorological observations, broken down by date, ship and year.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://iridl.ldeo.columbia.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IRI/LDEO Climate Data Library&lt;/a&gt;: A wide range of over 300 datasets from various climate models and datasets.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.woudc.org/data_e.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Ozone and Ultraviolet Radiation Data Center&lt;/a&gt;: Extensive set of data collected from many stations across the world, recording ozone information (from ozonesonde ascents) and ground-level ultraviolet irradiance.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sites.ualberta.ca/~ahamann/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gridded climatic data for North America, South America and Europe&lt;/a&gt;: A huge range of climatic data at 1km and 4km resolution, derived from various models, including temperature, precipitation, snow and derived variables such as water deficit and continentality.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are hundreds more links to geospatial data on other topics on the &lt;a href=&quot;http://freegisdata.rtwilson.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;main site&lt;/a&gt;, as well as a link to &lt;a href=&quot;https://www.paypal.com/cgi-bin/webscr?cmd=_s-xclick&amp;amp;hosted_button_id=GJ9AT2QXZPTZY&quot; rel=&quot;nofollow noreferrer&quot;&gt;donate&lt;/a&gt; and keep that site alive.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also available through the &lt;a href=&quot;https://web.archive.org/web/20190405182257/http://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wayback Machine&lt;/a&gt; (added on April 5, 2019).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The resources below are not from Robin Wilson's site:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/K%C3%B6ppen_climate_classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;Köppen-Geiger climate classification&lt;/a&gt;, which divides the Earth's land area into 30 climatological regions based on location, temperature, and precipitation. A high-resolution map is available &lt;a href=&quot;http://koeppen-geiger.vu-wien.ac.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There are several modified versions of the Köppen-Geiger climate classification. One of the more popular modifications is the &lt;a href=&quot;https://en.wikipedia.org/wiki/Trewartha_climate_classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trewartha climate classification&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Holdridge_life_zones&quot; rel=&quot;nofollow noreferrer&quot;&gt;Holdridge Life Zones&lt;/a&gt;, an alternative climate classification based on precipitation, humidity, and potential evapotranspiration ratio. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19566" LastEditorDisplayName="user3856" LastEditDate="2019-07-12T18:20:37.477" LastActivityDate="2019-07-12T18:20:37.477" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14095" PostTypeId="5" CreationDate="2019-04-05T17:12:14.567" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-04-05T17:12:14.567" LastActivityDate="2019-04-05T17:12:14.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14096" PostTypeId="4" CreationDate="2019-04-05T17:12:14.567" Score="0" Body="For questions about either individual companies, or datasets with aggregated companies (for example, fortune 500)" OwnerUserId="-1" LastEditorUserId="1511" LastEditDate="2019-04-12T06:58:01.507" LastActivityDate="2019-04-12T06:58:01.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14097" PostTypeId="5" CreationDate="2019-04-05T17:30:16.350" Score="0" Body="&lt;p&gt;Music-related questions. Many of them may be tagged as &lt;a href=&quot;/questions/tagged/data-request&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;data-request&amp;#39;&quot; rel=&quot;tag&quot;&gt;data-request&lt;/a&gt; as well.&lt;/p&gt;&#xA;" OwnerUserId="14011" LastEditorUserId="14011" LastEditDate="2020-04-19T19:33:23.637" LastActivityDate="2020-04-19T19:33:23.637" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14098" PostTypeId="4" CreationDate="2019-04-05T17:30:16.350" Score="0" Body="Music-related questions. Many of them may be tagged as [data-request] as well." OwnerUserId="3499" LastEditorUserId="14011" LastEditDate="2020-04-19T19:33:28.463" LastActivityDate="2020-04-19T19:33:28.463" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14099" PostTypeId="1" CreationDate="2019-04-05T20:45:20.720" Score="3" ViewCount="410" Body="&lt;p&gt;On &lt;a href=&quot;https://www.arcgis.com/home/search.html?q=&amp;amp;start=1&amp;amp;num=20&amp;amp;focus=layers-weblayers-features&quot; rel=&quot;nofollow noreferrer&quot;&gt;ArcGIS.com&lt;/a&gt;, there are many thousands of vector layers available as &quot;Feature Layers.&quot; For example, &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=9e0a258131a74ee4aaf3740879a63246&quot; rel=&quot;nofollow noreferrer&quot;&gt;Active_Volcanos_WFS&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Access to Feature Layer is provided in the following ways:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;View it online in Map Viewer, which you can do without a login or Arc license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gpFNu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gpFNu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Open the layer in ArcGIS Desktop, which obviously requires a product license. I assume this connects to the layer through the web feature service rather than downloading the source data.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There's also a URL, which from my limited understanding I believe is a Web Feature Service URL, eg &#xA;&lt;code&gt;https://dservices1.arcgis.com/0MSEUqKaxRlEPj5g/arcgis/services/Active_Volcanoes_WFS/WFSServer?service=wfs&amp;amp;re&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I've not succeeded at adding any layer to QGIS from one of these service URLs, either as a WFS or ArcGISFeatureServer layer, but that's a separate question.)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Is it possible to download an online ArcGIS &quot;Feature Layer&quot; in any geospatial vector format (shapefile, geojson, geopackage, CSV with WKT or other-formatted geometry column, etc.) with open-source software? Or are they available online only?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found a Geoprocessing Tool called &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=1713ea2a9e974101b19739b23ba9ac04&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download ArcGIS Online Feature or AGS Feature/Map Service&lt;/a&gt;, but it appears to be something you need ArcGIS to run. But the existence of that tool implies that it's possible...&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-05-06T16:22:40.027" Title="How to download an online ArcGIS Feature Layer without an ArcGIS license?" Tags="|geospatial|uses-of-open-data|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14101" PostTypeId="1" CreationDate="2019-04-05T23:32:22.227" Score="1" ViewCount="59" Body="&lt;p&gt;Is there any open data on conversation logs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for open data on conversation logs, yes between individual people. Ideally private chat logs. I am considering using a bot to scrape a website like Omegle which has a &quot;ask a question&quot; mode letting two users discuss a topic, but It would be easier if someone recommended a open data set to me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just for elaboration, I am doing some things with topic modeling, so This would be useful for my study.&lt;/p&gt;&#xA;" OwnerUserId="21597" LastActivityDate="2019-04-05T23:32:22.227" Title="Conversation logs open data" Tags="|nlp|" AnswerCount="0" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14102" PostTypeId="2" ParentId="3930" CreationDate="2019-04-06T23:58:35.780" Score="5" Body="&lt;p&gt;if you need a free bin database, you can get it here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://getcreditcardonline.com/free-bin-database-download/&quot; rel=&quot;noreferrer&quot;&gt;https://getcreditcardonline.com/free-bin-database-download/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data in CSV, JSON, SQL, TXT, Excel formats, etc.&lt;/p&gt;&#xA;" OwnerUserId="21605" LastActivityDate="2019-04-06T23:58:35.780" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14103" PostTypeId="1" CreationDate="2019-04-07T08:43:19.723" Score="1" ViewCount="59" Body="&lt;p&gt;I have been searching for an archive of one minute climate data. I found bad-quality &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/land-based-station-data/land-based-datasets/automated-surface-observing-system-asos&quot; rel=&quot;nofollow noreferrer&quot;&gt;data from NOAA&lt;/a&gt;. Some period data is missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data available through &lt;a href=&quot;http://www.bom.gov.au/climate/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this form&lt;/a&gt; needs a fee of $90 for just one city. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where else to download one minute climate data?&lt;/p&gt;&#xA;" OwnerUserId="21606" LastEditorUserId="19566" LastEditDate="2019-04-12T06:56:09.550" LastActivityDate="2020-10-29T01:27:55.663" Title="where could one download one minute climate archive？" Tags="|data-request|weather|time-series|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14104" PostTypeId="2" ParentId="14103" CreationDate="2019-04-07T11:42:20.083" Score="0" Body="&lt;p&gt;The Measurement and Instrumentation Data Center (&lt;a href=&quot;https://midcdmz.nrel.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIDC&lt;/a&gt;) from NREL has 1 minute weather time series for some 30 stations in the US.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One example - &lt;a href=&quot;https://midcdmz.nrel.gov/apps/sitehome.pl?site=NPC&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nevada Power Clark Station&lt;/a&gt; and link to &lt;a href=&quot;https://midcdmz.nrel.gov/apps/daily.pl?site=NPC&amp;amp;start=20060327&amp;amp;yr=2015&amp;amp;mo=03&amp;amp;dy=03&quot; rel=&quot;nofollow noreferrer&quot;&gt;data export&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can export individual weather measurements, or &quot;All 1-Min Raw Data&quot; with either ASCII text or ZIP compressed. Choose what you want and click &quot;Submit&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tdS22s.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tdS22s.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(&lt;a href=&quot;https://sam.nrel.gov/node/69925&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-07T11:42:20.083" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14108" PostTypeId="1" AcceptedAnswerId="14132" CreationDate="2019-04-08T11:25:51.140" Score="1" ViewCount="59" Body="&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; I need a dataset including 7 layers to conduct the &lt;a href=&quot;https://sites.google.com/a/vt.edu/drastic-review-of-groundwater-vulnerability-in-montgomery-county-1/what-is-the-drastic-method&quot; rel=&quot;nofollow noreferrer&quot;&gt;DRASTIC method&lt;/a&gt; as part of a master research. These 7 Layers include:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Depth to water layer&lt;/li&gt;&#xA;&lt;li&gt;Recharge map&lt;/li&gt;&#xA;&lt;li&gt;Aquifer Media type&lt;/li&gt;&#xA;&lt;li&gt;Soil map&lt;/li&gt;&#xA;&lt;li&gt;Impact of vadose zone map&lt;/li&gt;&#xA;&lt;li&gt;Hydraulic conductivity zone layer&lt;/li&gt;&#xA;&lt;li&gt;Topography (DEM)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;: I am going to create an assignment for a student with DRASTIC METHOD.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region&lt;/strong&gt;: Any region in the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License&lt;/strong&gt;: I can keep the dataset conficential and not shared on the web. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format&lt;/strong&gt;: Shapefiles, geodatabase, raster formats acceptable by ArcGIS or QGIS&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority&lt;/strong&gt;: there is no specific authority for the data. Any source welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Requirements&lt;/strong&gt;: Data format should be acceptable with common GIS tools&lt;/p&gt;&#xA;" OwnerUserId="21615" LastEditorUserId="21615" LastEditDate="2019-04-11T07:38:50.960" LastActivityDate="2019-04-11T20:13:57.037" Title="DRASTIC Method - Dataset" Tags="|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14109" PostTypeId="2" ParentId="10776" CreationDate="2019-04-08T16:57:24.240" Score="1" Body="&lt;p&gt;You can search for startups in &lt;a href=&quot;https://www.crunchbase.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;crunchbase&lt;/a&gt; using &quot;Africa&quot; in Location filtre.&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastActivityDate="2019-04-08T16:57:24.240" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14112" PostTypeId="2" ParentId="9024" CreationDate="2019-04-09T03:09:14.830" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.linz.govt.nz/regulatory/place-names/find-place-name/new-zealand-gazetteer-place-names&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Zealand Gazetteer of place names&lt;/a&gt; provides a direct link to download &lt;a href=&quot;https://gazetteer.linz.govt.nz/gaz.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;gaz.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems this file is updated on a regular basis, and currently contains 38 attributes on over 52k features. To find cities, you will need to filter &lt;code&gt;feat_type&lt;/code&gt; on either &lt;em&gt;Town&lt;/em&gt; or &lt;em&gt;City&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21619" LastEditorDisplayName="user4293" LastEditDate="2019-04-09T08:21:05.143" LastActivityDate="2019-04-09T08:21:05.143" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14113" PostTypeId="1" CreationDate="2019-04-10T02:02:30.253" Score="2" ViewCount="32" Body="&lt;p&gt;I was trying to create a database from NCBI Nucleotide bank. I did a query which gave me 1124 results.&#xA;From each single result I was wanting to obtain only the items realted to  &lt;code&gt;Accesion&lt;/code&gt; &lt;code&gt;Country&lt;/code&gt; and &lt;code&gt;isolation&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is what I get from the NCBI&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;LOCUS       MH973850                 410 bp    DNA     linear   PLN 03-MAR-2019&#xA;DEFINITION  Cryptococcus neoformans isolate OA2 internal transcribed spacer 1,&#xA;            partial sequence; 5.8S ribosomal RNA gene, complete sequence; and&#xA;            internal transcribed spacer 2, partial sequence.&#xA;ACCESSION   MH973850&#xA;VERSION     MH973850.1&#xA;KEYWORDS    .&#xA;SOURCE      Cryptococcus neoformans&#xA;  ORGANISM  Cryptococcus neoformans&#xA;            Eukaryota; Fungi; Dikarya; Basidiomycota; Agaricomycotina;&#xA;            Tremellomycetes; Tremellales; Cryptococcaceae; Cryptococcus;&#xA;            Cryptococcus neoformans species complex.&#xA;REFERENCE   1  (bases 1 to 410)&#xA;  AUTHORS   Abaci Gunyar,O., Yoltas,A., Haliki Uztan,A. and Yamac,M.&#xA;  TITLE     Isolation and Identification of Cryptococcus neoformans from the&#xA;            soil samples taken from inside and outside of Nigde Duzkir (=&#xA;            Aladaglar) cave&#xA;  JOURNAL   Unpublished&#xA;REFERENCE   2  (bases 1 to 410)&#xA;  AUTHORS   Abaci Gunyar,O., Yoltas,A., Haliki Uztan,A. and Yamac,M.&#xA;  TITLE     Direct Submission&#xA;  JOURNAL   Submitted (24-SEP-2018) Biology, Ege University, Genclik Caddesi,&#xA;            Izmir 35040, Turkiye&#xA;COMMENT     ##Assembly-Data-START##&#xA;            Sequencing Technology :: Sanger dideoxy sequencing&#xA;            ##Assembly-Data-END##&#xA;FEATURES             Location/Qualifiers&#xA;     source          1..410&#xA;                     /organism=&quot;Cryptococcus neoformans&quot;&#xA;                     /mol_type=&quot;genomic DNA&quot;&#xA;                     /isolate=&quot;OA2&quot;&#xA;                     /isolation_source=&quot;Soil sample&quot;&#xA;                     /db_xref=&quot;taxon:5207&quot;&#xA;     misc_RNA        &amp;lt;1..&amp;gt;410&#xA;                     /note=&quot;contains internal transcribed spacer 1, 5.8S&#xA;                     ribosomal RNA, and internal transcribed spacer 2&quot;&#xA;ORIGIN&lt;br&gt;&#xA;        1 aggatcagta gagaatattg gacttcggtc catttatcta cccatctaca cctgtgaact&#xA;       61 gtttatgtgc ttcggcacgt tttacacaaa cttctaaatg taatgaatgt aatcttatta&#xA;      121 taacaataat aaaactttca acaacggatc tcttggcttc cacatcgatg aagaacgcag&#xA;      181 cgaaatgcga taagtaatgt gaattgcaga attcagtgaa tcatcgaatc tttgaacgca&#xA;      241 acttgcgccc tttggtattc cgaagggcat gcctgtttga gagtcatgaa aatctcaatc&#xA;      301 cctcgggttt tattacctgt tggacttgga tttgggtgtt tgccgcgacc tgcaaaggac&#xA;      361 gtcggctcgc cttaaatgtg ttagtgggaa ggtgattacc tgtcagcccg&#xA;//&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I want to &lt;strong&gt;obtain&lt;/strong&gt; from the whole data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;VERSION&lt;/code&gt;&lt;strong&gt;MH973850.1&lt;/strong&gt;&#xA;&lt;code&gt;&#xA;JOURNAL   Submitted (24-SEP-2018) Biology, Ege University, Genclik Caddesi,&#xA;            Izmir 35040,&lt;/code&gt;&lt;strong&gt;Turkiye&lt;/strong&gt;&#xA;&lt;code&gt;&#xA;FEATURES             Location/Qualifiers&#xA;     source          1..410&#xA;                     /organism=&quot;Cryptococcus neoformans&quot;&#xA;                     /mol_type=&quot;genomic DNA&quot;&#xA;                     /isolate=&quot;OA2&quot;&#xA;                     /&lt;/code&gt;&lt;strong&gt;isolation_source=&quot;Soil sample&lt;/strong&gt;&quot;&lt;code&gt;&#xA;                     /db_xref=&quot;taxon:5207&quot;&#xA;     misc_RNA        &amp;lt;1..&amp;gt;410&#xA;                     /note=&quot;contains internal transcribed spacer 1, 5.8S&#xA;                     ribosomal RNA, and internal transcribed spacer 2&quot;&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which is the best way to accomplish this?&lt;/p&gt;&#xA;" OwnerDisplayName="Paulo Cecco" LastEditorUserId="70" LastEditDate="2022-10-14T18:03:32.967" LastActivityDate="2024-03-07T22:07:25.963" Title="Which is the best way to work with NCBI data obtaining online partial information from the whole" Tags="|programming|python|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14114" PostTypeId="1" CreationDate="2019-04-10T12:31:38.177" Score="1" ViewCount="55" Body="&lt;p&gt;Will FDA be offering any additional training materials regarding use of its recently introduced openFDA Animal &amp;amp; Veterinary API?  Although I've read the 'How to use the API' instructions, the system is not intuitive.  No matter how I try to build a query to search the veterinary drug adverse event database, I encounter error messages such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;&quot;error&quot;: {&#xA;  &quot;code&quot;: &quot;NOT_FOUND&quot;,&#xA;  &quot;message&quot;: &quot;No matches found!&quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="21628" LastEditorDisplayName="user4293" LastEditDate="2019-04-10T13:17:25.057" LastActivityDate="2019-04-12T19:18:00.110" Title="Basic Use of openFDA Animal &amp; Veterinary API" Tags="|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14115" PostTypeId="2" ParentId="14089" CreationDate="2019-04-10T12:46:01.550" Score="1" Body="&lt;p&gt;I found it myself already &lt;a href=&quot;http://eea.europa.eu/data-and-maps/data/eea-reference-grids-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. This is the kind of grid I meant.&lt;/p&gt;&#xA;" OwnerUserId="21590" LastActivityDate="2019-04-10T12:46:01.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14117" PostTypeId="1" AcceptedAnswerId="14118" CreationDate="2019-04-10T13:16:54.870" Score="1" ViewCount="47" Body="&lt;p&gt;For a data visualization, I'm looking for &lt;a href=&quot;https://developer.mozilla.org/en-US/docs/Web/HTTP/Status&quot; rel=&quot;nofollow noreferrer&quot;&gt;http response codes&lt;/a&gt;. There are many sources of this dataset, &lt;strong&gt;but&lt;/strong&gt; I'm looking for&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;machine readable (JSON preferred)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;reliably updated (so that my dataviz is always updated as well)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;reliably hosted (so I can use the file as a web-service)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;official (from some consortium or something)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-05T15:00:55.080" Title="HTTP Response Codes" Tags="|data-request|api|internet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14118" PostTypeId="2" ParentId="14117" CreationDate="2019-04-10T13:22:31.313" Score="0" Body="&lt;p&gt;One possible &quot;official&quot; source is from the Internet Assigned Numbers Authority (IANA)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.iana.org/assignments/http-status-codes/http-status-codes.xhtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iana.org/assignments/http-status-codes/http-status-codes.xhtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Formats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.iana.org/assignments/http-status-codes/http-status-codes.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;XML&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.iana.org/assignments/http-status-codes/http-status-codes.xhtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;HTML&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.iana.org/assignments/http-status-codes/http-status-codes.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;TXT&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.iana.org/assignments/http-status-codes/http-status-codes-1.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;CSV&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-10T13:22:31.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14119" PostTypeId="2" ParentId="14113" CreationDate="2019-04-10T16:25:30.700" Score="0" Body="&lt;p&gt;Here's a python3 code snippet that users the &lt;a href=&quot;https://biopython.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;biopython&lt;/a&gt; library:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from Bio import Entrez&#xA;&#xA;Entrez.email = 'test@test.com'&#xA;handle = Entrez.esearch(db=&quot;nucleotide&quot;, term=&quot;Cryptococcus neoformans isolate OA2 internal transcribed spacer 1&quot;) # generates URL&#xA;record = Entrez.read(handle) # requests entity ids&#xA;id_list = record.get('IdList',None)&#xA;&#xA;for x in id_list:&#xA;    handle = Entrez.efetch(db=&quot;nucleotide&quot;, id=x, retmode=&quot;xml&quot;) # makes query for each ID, returns XML format&#xA;&#xA;    record = Entrez.read(handle) # parses XML format&#xA;    # print (record[0]) # print entire result (python dict)&#xA;&#xA;    # this is parsing some fields you need&#xA;    print ('accession:',record[0].get('GBSeq_primary-accession',None))&#xA;    for item in record[0].get('GBSeq_feature-table',None)[0].get('GBFeature_quals',None):&#xA;        for k in item.keys():&#xA;            print (k, ':',item.get(k))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;prints&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;accession: MH973850&#xA;GBQualifier_name : organism&#xA;GBQualifier_value : Cryptococcus neoformans&#xA;GBQualifier_name : mol_type&#xA;GBQualifier_value : genomic DNA&#xA;GBQualifier_name : isolate&#xA;GBQualifier_value : OA2&#xA;GBQualifier_name : isolation_source&#xA;GBQualifier_value : Soil sample&#xA;GBQualifier_name : db_xref&#xA;GBQualifier_value : taxon:5207&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You'll have to finish the code yourself to get the exact keys/values you need. I didn't see any &quot;country&quot; field, except the journal publication locale.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you don't use the code, at least use the &lt;code&gt;retmode='XML'&lt;/code&gt; so you can easily parse the response.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-10T16:25:30.700" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14120" PostTypeId="1" AcceptedAnswerId="14124" CreationDate="2019-04-10T20:01:45.143" Score="0" ViewCount="63" Body="&lt;p&gt;I search any dataset(s) which use to train machine detect computer virus.&#xA;Has anybody example data  for it?&lt;/p&gt;&#xA;" OwnerUserId="21126" LastActivityDate="2019-04-11T05:41:01.633" Title="machine learning for computer virus detection" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14121" PostTypeId="1" CreationDate="2019-04-11T01:11:33.340" Score="2" ViewCount="106" Body="&lt;p&gt;I am looking for time series dataset that I can use for forecasting. I prefer one that comes with monthly values.&lt;/p&gt;&#xA;" OwnerUserId="21635" LastEditorUserId="19566" LastEditDate="2019-04-12T06:56:19.263" LastActivityDate="2021-06-14T08:49:37.827" Title="Time series dataset for forecasting" Tags="|data-request|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14122" PostTypeId="1" CreationDate="2019-04-11T01:26:07.853" Score="1" ViewCount="23" Body="&lt;p&gt;Please share your thoughts about using machine learning models from confidential datasets. For example, I have a classification model I trained using &lt;code&gt;sklearn&lt;/code&gt;. In general, can I use the model for similar purposes? Or does the owner of the confidential dataset automatically own the model too?&lt;/p&gt;&#xA;&lt;p&gt;I've read that it depends on the &lt;strong&gt;library&lt;/strong&gt; and &lt;strong&gt;dataset&lt;/strong&gt; used whether information about the data can be inferred or not. I know for &lt;code&gt;sklearn&lt;/code&gt; models, it cannot be. Can you please give me more examples as well?&lt;/p&gt;&#xA;&lt;p&gt;I may seem to ask for legal advice but no, I just want to know more about this area. I'm not affiliated with any tech lawyer either, and I think that goes too far for a simple informal discussion.&lt;/p&gt;&#xA;" OwnerUserId="21636" LastEditorUserId="23272" LastEditDate="2021-04-03T09:17:02.317" LastActivityDate="2021-04-03T09:17:02.317" Title="Sharing machine learning models of a confidential dataset" Tags="|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14123" PostTypeId="1" AcceptedAnswerId="14125" CreationDate="2019-04-11T04:36:40.560" Score="2" ViewCount="308" Body="&lt;p&gt;I am trying to adapt the &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_tutorial#Qualifiers&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mona Lisa exercise in the Wikidata SPARQL tutorial&lt;/a&gt; so it will show all the materials used and where they apply.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I simply do:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?painting ?paintingLabel ?material ?materialLabel &#xA;WHERE&#xA;{&#xA;  ?painting p:P186 [ ps:P186 ?material].&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE]&quot;. }&#xA;  FILTER (?painting = wd:Q12418)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/y6jjrmb9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to this query.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;then I will see the 3 materials that make up the painting.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I now edit that query to include P518 (applies to part), I only see the 2 materials that have the P518 qualifier:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?painting ?paintingLabel ?material ?materialLabel ?appliesTo ?appliesToLabel&#xA;WHERE&#xA;{&#xA;  ?painting p:P186 [ ps:P186 ?material; pq:P518 ?appliesTo].&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE]&quot;. }&#xA;  FILTER (?painting = wd:Q12418)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://tinyurl.com/y3my7ht2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to this query&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I handle the fact that the P518 qualifier is optional?&lt;/p&gt;&#xA;" OwnerUserId="21632" LastActivityDate="2019-04-11T05:59:22.533" Title="Wikidata SPARQL with optional qualifiers" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14124" PostTypeId="2" ParentId="14120" CreationDate="2019-04-11T05:41:01.633" Score="1" Body="&lt;p&gt;Microsoft provides a dataset for malware prediction on Kaggle. The dataset and more information can be found at &#xA;&lt;a href=&quot;https://www.kaggle.com/c/microsoft-malware-prediction/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/microsoft-malware-prediction/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21065" LastActivityDate="2019-04-11T05:41:01.633" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14125" PostTypeId="2" ParentId="14123" CreationDate="2019-04-11T05:59:22.533" Score="3" Body="&lt;pre&gt;&lt;code&gt;SELECT ?painting ?paintingLabel ?material ?materialLabel ?appliesTo ?appliesToLabel {&#xA;  VALUES (?painting) {(wd:Q12418)}&#xA;  ?painting p:P186 ?statement .&#xA;  ?statement ps:P186 ?material &#xA;  OPTIONAL { ?statement pq:P518 ?appliesTo }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE]&quot; }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2019-04-11T05:59:22.533" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14128" PostTypeId="1" CreationDate="2019-04-11T11:43:50.880" Score="1" ViewCount="23" Body="&lt;p&gt;Wikipedia uses the &lt;a href=&quot;https://en.wikipedia.org/wiki/Template:Distinguish&quot; rel=&quot;nofollow noreferrer&quot;&gt;{{Distinguish}}&lt;/a&gt; template for pages whose subject is easily confused with another subject. For example, the &lt;a href=&quot;https://en.wikipedia.org/wiki/Democratic_Republic_of_the_Congo&quot; rel=&quot;nofollow noreferrer&quot;&gt;two&lt;/a&gt; &lt;a href=&quot;https://en.wikipedia.org/wiki/Republic_of_the_Congo&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congo&lt;/a&gt; countries are frequently confused with each other, so their Wikipedia articles warn the user:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7Y96Z.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7Y96Z.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This establishes a N-M-relationship between Wikipedia subjects.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are these relationships somehow available in Wikidata?&lt;/p&gt;&#xA;" OwnerUserId="21642" LastActivityDate="2019-04-11T11:43:50.880" Title="Does Wikidata contain the data from the Wikipedia {{distinguish}} template?" Tags="|wikidata|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14129" PostTypeId="1" AcceptedAnswerId="14135" CreationDate="2019-04-11T12:19:12.897" Score="1" ViewCount="55" Body="&lt;p&gt;Can anybody suggest, what type of data is needed to  learn machine learning create logo.What variables should I take to train a neural network? The bigger, the better.Can someone have experience and be able to prompt on what data to train. I.E. What data i should collect?&lt;/p&gt;&#xA;" OwnerUserId="21126" LastActivityDate="2022-04-23T05:01:50.167" Title="what type of data is needed to learn machine learning create logo" Tags="|data-request|machine-learning|images|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14131" PostTypeId="2" ParentId="14121" CreationDate="2019-04-11T17:22:43.187" Score="3" Body="&lt;p&gt;There is a classic &quot;&lt;a href=&quot;https://stat.ethz.ch/R-manual/R-devel/library/datasets/html/AirPassengers.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Airpassengers&lt;/a&gt;&quot; dataset that comes with R.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The classic Box &amp;amp; Jenkins airline data. Monthly totals of international airline passengers, 1949 to 1960. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Type in &lt;code&gt;data(&quot;AirPassengers&quot;)&lt;/code&gt;&#xA;in R studio to get the dataset&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an &lt;a href=&quot;http://rstudio-pubs-static.s3.amazonaws.com/311446_08b00d63cc794e158b1f4763eb70d43a.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;example notebook&lt;/a&gt; with scripts to use the data with R.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BCsro.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BCsro.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21643" LastEditorUserId="1511" LastEditDate="2019-04-12T10:05:47.227" LastActivityDate="2019-04-12T10:05:47.227" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14132" PostTypeId="2" ParentId="14108" CreationDate="2019-04-11T20:13:57.037" Score="1" Body="&lt;p&gt;Some of these datasets are available for the entire US, or for many locations in the US. Most of them are provided by the USGS (US Geological Survey), except for soil data which is provided by the USDA (US Department of Agriculture). Hydraulic conductivity and groundwater recharge are only available for limited areas, so first find an area where they overlap, and you should be able to get the other data. The High Plains aquifer is the only area I found with all these datasets, but there may be others if you look for them.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;strong&gt;Depth to water data&lt;/strong&gt;: &lt;a href=&quot;https://waterdata.usgs.gov/nwis/gw&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://waterdata.usgs.gov/nwis/gw&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Groundwater recharge data&lt;/strong&gt;: &lt;a href=&quot;https://water.usgs.gov/ogw/gwrp/activities/HydCompData.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://water.usgs.gov/ogw/gwrp/activities/HydCompData.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NTtxB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NTtxB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Groundwater recharge data for the High Plains aquifer: &lt;a href=&quot;https://water.usgs.gov/ogw/gwrp/activities/gspdata/Studies/HighPlains.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://water.usgs.gov/ogw/gwrp/activities/gspdata/Studies/HighPlains.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Soil data&lt;/strong&gt;: &lt;a href=&quot;https://www.nrcs.usda.gov/wps/portal/nrcs/detail/soils/survey/tools/?cid=nrcseprd1407030&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nrcs.usda.gov/wps/portal/nrcs/detail/soils/survey/tools/?cid=nrcseprd1407030&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Aquifer media type&lt;/strong&gt;: &lt;a href=&quot;https://water.usgs.gov/ogw/aquiferbasics/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://water.usgs.gov/ogw/aquiferbasics/index.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Impact of vadose zone&lt;/strong&gt;: I'm not quite sure what you're looking for here. I was able to figure out that the &quot;vadose zone&quot; is the unsaturated portion of an aquifer, but I don't understand what kind of data you mean by &quot;&lt;em&gt;impact&lt;/em&gt; of vadose zone.&quot; If you're just looking for depth or thickness of the vadose zone, that should be included in groundwater depth data. USGS provides data about groundwater levels, perhaps you will find what you're looking for here: &lt;a href=&quot;https://groundwaterwatch.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://groundwaterwatch.usgs.gov/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Hydraulic conductivity&lt;/strong&gt;: There are some scattered resources, but I didn't find a central source for all of them. &#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://water.usgs.gov/GIS/metadata/usgswrd/XML/ofr98-548.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Digital map of hydraulic conductivity for the High Plains aquifer in parts of Colorado, Kansas, Nebraska, New Mexico, Oklahoma, South Dakota, Texas, and Wyoming&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;If any of those layers comes as point data and you need it as a raster, ArcGIS and QGIS are both capable of &lt;a href=&quot;http://www.gisresources.com/types-interpolation-methods_3/&quot; rel=&quot;nofollow noreferrer&quot;&gt;interpolating&lt;/a&gt; point data into raster data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This page with &lt;a href=&quot;https://cida.usgs.gov/nwc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;water budget data&lt;/a&gt; seems like it might be helpful even though it's not one of the specific categories you requested.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-11T20:13:57.037" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14133" PostTypeId="2" ParentId="14103" CreationDate="2019-04-11T20:34:48.057" Score="1" Body="&lt;p&gt;Why do you think that data from bom.gov.au costs $90 per city? I was able to download data from them for free. For example, here's a link to climate data for the SYDNEY (OBSERVATORY HILL) observation site:&#xA;&lt;a href=&quot;http://www.bom.gov.au/climate/averages/tables/cw_066062.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.bom.gov.au/climate/averages/tables/cw_066062.shtml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can filter and sort the table in various ways directly on the webpage, and download it in csv or pdf format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However since the data is available for individual points, I don't think it meets your &quot;one minute&quot; requirement. It would have to be a raster with one minute (1/60 of a degree) resolution. You could download data for many weather stations and interpolate it in GIS software.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-11T20:34:48.057" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14134" PostTypeId="2" ParentId="13936" CreationDate="2019-04-11T20:53:04.070" Score="1" Body="&lt;p&gt;The Audubon Society has been doing its Christmas Bird Count for 119 years. You can get the data for each location between 1900 and 2017 here: &lt;a href=&quot;http://netapp.audubon.org/CBCObservation/Historical/ResultsByCount.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://netapp.audubon.org/CBCObservation/Historical/ResultsByCount.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2018 data is here: &lt;a href=&quot;http://netapp.audubon.org/CBCObservation/Historical/ResultsByCount.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://netapp.audubon.org/CBCObservation/Historical/ResultsByCount.aspx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-11T20:53:04.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14135" PostTypeId="2" ParentId="14129" CreationDate="2019-04-12T11:03:37.180" Score="2" Body="&lt;p&gt;The entire framework is outlined here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://data.vision.ee.ethz.ch/sagea/lld/&quot; rel=&quot;nofollow noreferrer&quot;&gt;LLD - Large Logo Dataset&lt;/a&gt;&lt;/strong&gt; - including training dataset downloads&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Training Generative Adversarial Networks (GANs) for logo synthesis on such multi-modal data is not straightforward and results in mode collapse for some state-of-the-art methods. We propose the use of synthetic labels obtained through clustering to disentangle and stabilize GAN training. We are able to generate a high diversity of plausible logos and we demonstrate latent space exploration techniques to ease the logo design task in an interactive manner.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/alex-sage/logo-gen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code repository&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;License:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Please notice that this dataset is made available for academic research purposes only. All the images are collected from the Internet, and the copyright belongs to the original owners.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Dc6Tm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Dc6Tm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-12T11:03:37.180" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="14138" PostTypeId="1" AcceptedAnswerId="14139" CreationDate="2019-04-12T17:47:13.227" Score="0" ViewCount="234" Body="&lt;p&gt;For benchmarking and testing, I am looking for an open SQL database that can be installed in various database servers (e.g. Postgres, MySQL, etc).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-07T20:03:05.430" Title="Open database for various DB servers" Tags="|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14139" PostTypeId="2" ParentId="14138" CreationDate="2019-04-12T17:47:13.227" Score="0" Body="&lt;p&gt;One good option for RDMS (relational databases, aka SQL) is the &lt;a href=&quot;https://github.com/lerocha/chinook-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chinook Database&lt;/a&gt;, which is based on an iTunes library.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Chinook is a sample database available for SQL Server, Oracle, MySQL, etc. It can be created by running a single SQL script. Chinook database is an alternative to the Northwind database, being ideal for demos and testing ORM tools targeting single and multiple database servers.&lt;/p&gt;&#xA;&lt;p&gt;Supported Database Servers&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;MySQL&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;SQL Server&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;SQL Server Compact&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;SQLite&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;PostgreSQL&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Oracle&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;DB2&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/lerocha/chinook-database/tree/master/ChinookDatabase/DataSources&quot; rel=&quot;nofollow noreferrer&quot;&gt;Downloads&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;If you want to use the data from your own iTunes library, then replace the file ChinookDatabase\DataSources_Xml\Source\iTunes Music Library.xml with your version.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Downside seems to be that most scripts are for windows, although the &lt;code&gt;.sql&lt;/code&gt; database statements can be loaded directly.&lt;/p&gt;&#xA;&lt;p&gt;License: &lt;a href=&quot;https://opensource.org/licenses/MIT&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIT&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://news.ycombinator.com/item?id=19640980&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-04-12T17:47:13.227" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14140" PostTypeId="2" ParentId="14114" CreationDate="2019-04-12T19:18:00.110" Score="2" Body="&lt;p&gt;I'm Jack with the openFDA Team. We've included extensive documentation on the website, but if you have specific questions (including example queries you've attempted just like @JanDoggen mentioned), I'd be happy to address those specifics. Otherwise check out the documentation linked below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example query from this endpoint: &lt;a href=&quot;https://open.fda.gov/apis/animalandveterinary/event/example-api-queries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/animalandveterinary/event/example-api-queries/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The interactive chart show you what query it runs based on selected options: &lt;a href=&quot;https://open.fda.gov/apis/animalandveterinary/event/explore-the-api-with-an-interactive-chart/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/animalandveterinary/event/explore-the-api-with-an-interactive-chart/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/apis/query-parameters/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/query-parameters/&lt;/a&gt; and the other pages under &quot;Construct the Query&quot; will teach you the syntax you'll need to build queries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also just download the dataset if you need large chunks of data, but querying the API suits most needs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let me know if this helps or if you have any other questions.&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2019-04-12T19:18:00.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14142" PostTypeId="2" ParentId="4812" CreationDate="2019-04-13T15:07:28.240" Score="8" Body="&lt;p&gt;I found a github repository that scrapes the wiki list of roughly 6000 acronyms&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/krishnakt031990/Crawl-Wiki-For-Acronyms&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/krishnakt031990/Crawl-Wiki-For-Acronyms&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/krishnakt031990/Crawl-Wiki-For-Acronyms/master/AcronymsFile.csv&quot; rel=&quot;noreferrer&quot;&gt;raw acronyms file&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and then I wrote this python script to read that code's output and clean it up, as well as put it into a valid CSV (&lt;a href=&quot;https://gist.github.com/philshem/ec506012808e892d356ca2249e9ab712&quot; rel=&quot;noreferrer&quot;&gt;gist&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/usr/bin/env python&#xA;# coding=utf-8&#xA;&#xA;ignore_list = ('Search-Navigation','Tools-What links','Top-','Contents','Magyar')&#xA;with open('AcronymsFile.csv','r') as inp:&#xA;    data = inp.read().split('\n')&#xA;&#xA;with open('clean_AcronymsFile.csv','w') as out:&#xA;    out.write('acronym'+'\t'+'definition'+'\n')&#xA;&#xA;    for line in data:&#xA;        if not line.startswith(ignore_list):&#xA;            tmp = line.split('-')&#xA;            acronym = tmp[0].strip()&#xA;            definition = '-'.join([x.strip() for x in tmp[1:]])&#xA;&#xA;            out.write(acronym+'\t'+definition+'\n')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;writes this CSV output (tab separated): &lt;a href=&quot;https://gist.githubusercontent.com/philshem/5d2d8c76c671afb8ae3c6bdb1617f228/raw/201096a941c5a58d171014abda88b1918b00e8a6/clean_AcronymFile.csv&quot; rel=&quot;noreferrer&quot;&gt;gist&lt;/a&gt; (still needs some cleaning)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;sample header:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;acronym definition&#xA;0D  Zero-dimensional&#xA;1AM Air mechanic 1st class&#xA;1D  One-dimensional&#xA;2AM Air mechanic 2nd class&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/voLKM.png&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/voLKM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-04-13T15:44:06.903" LastActivityDate="2019-04-13T15:44:06.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14143" PostTypeId="1" AcceptedAnswerId="14144" CreationDate="2019-04-13T20:52:49.510" Score="1" ViewCount="171" Body="&lt;p&gt;There already a &lt;a href=&quot;https://www.siliconvalleymap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SiliconValleyMap&lt;/a&gt;, but I want to create a San Francisco Bay Area Tech Companies Map. Where I can find the company list?&lt;/p&gt;&#xA;" OwnerUserId="9994" LastEditorUserId="1511" LastEditDate="2019-04-14T09:49:53.247" LastActivityDate="2019-05-13T16:34:23.540" Title="Where I can get the full list of San Francisco Bay Area Tech Companies?" Tags="|geospatial|openstreetmap|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14144" PostTypeId="2" ParentId="14143" CreationDate="2019-04-14T09:49:44.533" Score="3" Body="&lt;p&gt;Many Bay area companies are included in the &lt;a href=&quot;https://www.siliconvalleymap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SV map&lt;/a&gt;, despite its name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can access the &lt;a href=&quot;https://www.siliconvalleymap.org/placemarks.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;raw data as a json&lt;/a&gt; (&lt;a href=&quot;http://web.archive.org/web/20190414094752/https://www.siliconvalleymap.org/placemarks.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data model looks as follows: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;  {&#xA;    &quot;marketValuation&quot;: 0,&#xA;    &quot;title&quot;: &quot;Docker&quot;,&#xA;    &quot;wealthfront&quot;: false,&#xA;    &quot;imageUrl&quot;: &quot;https://www.google.com/s2/favicons?domain=docker.com&quot;,&#xA;    &quot;longitude&quot;: -122.391933,&#xA;    &quot;isPublic&quot;: false,&#xA;    &quot;latitude&quot;: 37.780346,&#xA;    &quot;startupValuation&quot;: 1&#xA;  },&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bWSoA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bWSoA.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-14T09:49:44.533" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14145" PostTypeId="2" ParentId="14007" CreationDate="2019-04-14T09:52:45.870" Score="1" Body="&lt;p&gt;I just discovered another way to get favicons. Google keeps them cached, and you can access like this for each of your domains:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.google.com/s2/favicons?domain=stackexchange.com&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where your script would need to loop over &lt;code&gt;domain=$variable&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;update&lt;/em&gt;: here's a python script to download all the favicons. They come as 16x16 png files. You'll need a folder 'images/' where you run this code. And you'll need to &quot;bring-your-own&quot; CSV file of domains.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;import pandas as pd&#xA;import os&#xA;from io import StringIO&#xA;&#xA;def request_function(domain):&#xA;    domain = domain.replace('/','')&#xA;    url = 'https://www.google.com/s2/favicons?domain=' + domain&#xA;    fav = requests.get(url).content&#xA;    with open('images'+os.sep+domain+'.png', 'wb') as handler:&#xA;        handler.write(fav)&#xA;    return&#xA;&#xA;# top 500 websites from mozilla https://moz.com/top500&#xA;url = &quot;https://moz.com:443/top500/domains/csv&quot;&#xA;headers = {&quot;User-Agent&quot;: &quot;Mozilla/5.0 (Macintosh; Intel Mac OS X 10.14; rv:66.0) Gecko/20100101 Firefox/66.0&quot;}&#xA;req = requests.get(url, headers=headers)&#xA;data = StringIO(req.text)&#xA;df = pd.read_csv(data)&#xA;df.URL.apply(request_function)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/philshem/e59388197fd9ddb7dcdb8098f9f0aaf2&quot; rel=&quot;nofollow noreferrer&quot;&gt;gist link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-04-16T16:28:40.570" LastActivityDate="2019-04-16T16:28:40.570" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14146" PostTypeId="1" CreationDate="2019-04-14T11:26:58.613" Score="1" ViewCount="138" Body="&lt;p&gt;I am looking for a simple, reliable and free (gratis) API which will return any corresponding UK street name for a UK postcode (preferably with no registration or key required). I am looking to generate test data, so I just need any of the potentially several street names in the postcode.&lt;/p&gt;&#xA;&lt;p&gt;I welcome the API returning additional information (lat/long, etc), but that info is not necessary.&lt;/p&gt;&#xA;&lt;p&gt;This is for demo where I am generating dummy, but somewhat realistic, data. I have a list of UK cities with a Lat/Long for each (city centre? Or main post office?), add small fudge for randomness, get the post form the lat/long, then get a street (any street) that corresponds to the post code. It's for a quick knock up MVP where no one will check to that level of accuracy. They just want to see pins on maps with tooltips.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="754" LastEditDate="2023-04-10T01:49:02.327" LastActivityDate="2023-04-10T01:49:02.327" Title="API to get Get UK street name from post code" Tags="|api|geocoding|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14147" PostTypeId="2" ParentId="13343" CreationDate="2019-04-14T15:22:05.727" Score="1" Body="&lt;p&gt;I'm now conducting such a study, which I call &lt;a href=&quot;http://arfer.net/projects/donkey&quot; rel=&quot;nofollow noreferrer&quot;&gt;Donkey&lt;/a&gt;. The data is freely available under the ODbL and the DbCL.&lt;/p&gt;&#xA;" OwnerUserId="20259" LastActivityDate="2019-04-14T15:22:05.727" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14151" PostTypeId="1" CreationDate="2019-04-15T20:48:58.210" Score="1" ViewCount="155" Body="&lt;p&gt;I am trying to get data similar to what is shown on &lt;a href=&quot;https://www.fda.gov/Safety/Recalls/default.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/Safety/Recalls/default.htm&lt;/a&gt; using the api, but I am seeing a lot of discrepancies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example when I use the following api call: &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=recalling_firm:%22safeway%22&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=recalling_firm:%22safeway%22&amp;amp;limit=100&lt;/a&gt; then I see a total of 10 results returned. If I do the same search on the recall website using &quot;Safeway&quot; as the keyword, I only see 5 results returned. What am I missing to get these data sets to match up?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also see in the food api endpoint searchable fields that the openfda object is listed as searchable, but it always returns empty when when using the food api. Is there another way to get the brand name for food items using this api?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help!!!&lt;/p&gt;&#xA;" OwnerUserId="21664" LastActivityDate="2023-12-22T22:09:01.087" Title="Why does the data on website not match what is returned from the api" Tags="|data-request|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14152" PostTypeId="2" ParentId="818" CreationDate="2019-04-16T08:22:28.350" Score="0" Body="&lt;p&gt;There is an opendata set stored in Amazon S3 that you could use. This contains information from over 160 million customer reviews between 1995 and 2015 currently.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find more information on it at &lt;a href=&quot;https://registry.opendata.aws/amazon-reviews/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://registry.opendata.aws/amazon-reviews/&lt;/a&gt;, and I've written a LinkedIn article showing some analysis results (and the steps to repeat that analysis) &lt;a href=&quot;https://www.linkedin.com/pulse/100-shades-grey-other-amazon-review-discoveries-mark-chopping/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21668" LastActivityDate="2019-04-16T08:22:28.350" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14153" PostTypeId="1" CreationDate="2019-04-16T09:37:47.043" Score="2" ViewCount="157" Body="&lt;p&gt;I want to download a shapefile of forests in Russia by forests zone. Ideally a joint shapefile of forests and Russian administrative regions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you give me a link to it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8763z.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8763z.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21678" OwnerDisplayName="Владимир Кузовкин" LastEditorUserId="5766" LastEditDate="2019-04-18T07:35:10.353" LastActivityDate="2019-04-18T07:35:10.353" Title="Shapefile of Russian forest zones" Tags="|geospatial|russia|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14155" PostTypeId="1" AcceptedAnswerId="14156" CreationDate="2019-04-16T13:36:28.267" Score="1" ViewCount="161" Body="&lt;h3&gt;A rather simple question:&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;I can not find a 2018 (neither a 2019) ImageNet Large Scale Visual Recognition Challenge (ILSVRC) for this particular dataset: &lt;a href=&quot;http://www.image-net.org/challenges/LSVRC/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.image-net.org/challenges/LSVRC/&lt;/a&gt;&lt;br&gt;&#xA;It seems there is no information about the future of this challenge on this webpage.   &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder if it has been definitely discarded because of too good results from competitors nowadays?       &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If yes, what are the other challenges that motivate scientific research in image classification or recognition tasks today (2019)?    &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Last available year was 2017: &lt;a href=&quot;http://image-net.org/challenges/LSVRC/2017/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://image-net.org/challenges/LSVRC/2017/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="21677" OwnerDisplayName="s.k" LastEditorUserId="14011" LastEditDate="2019-04-17T07:44:04.337" LastActivityDate="2020-04-08T06:45:36.577" Title="Does the ImageNet Large Scale Visual Recognition Challenge (ILSVRC) definitely disappered?" Tags="|classification|imagenet|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14156" PostTypeId="2" ParentId="14155" CreationDate="2019-04-16T13:56:34.850" Score="1" Body="&lt;h3&gt;A simple answer:&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;As stated in their last new from the &lt;a href=&quot;http://image-net.org/challenges/LSVRC/2017/index#news&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 challenge webpage&lt;/a&gt;:&lt;br&gt;&#xA;&lt;a href=&quot;http://image-net.org/challenges/LSVRC/2017/index#news&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://image-net.org/challenges/LSVRC/2017/index#news&lt;/a&gt; :&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Jul 26, 2017: We are passing the baton to &lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;. From now on, all&#xA;  three challenges(LOC-CLS, DET, VID) will be hosted on Kaggle!&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;it's now hosted on &lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;kaggle&lt;/a&gt; directly:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.kaggle.com/c/imagenet-object-localization-challenge&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/imagenet-object-localization-challenge&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;br&gt;&#xA;It's also written on their home page normally (but I wasn't able to read it for some days): &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Check out the ImageNet Challenge on Kaggle!&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://image-net.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://image-net.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21677" OwnerDisplayName="s.k" LastEditorUserId="21677" LastEditDate="2020-04-08T06:45:36.577" LastActivityDate="2020-04-08T06:45:36.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14160" PostTypeId="2" ParentId="13990" CreationDate="2019-04-17T13:41:45.160" Score="3" Body="&lt;p&gt;There are a couple of datasets at NOAA's National Centers for Environmental Information that can help. NDFD is good, but it is based on forecast model output and not station data (&quot;ground truth&quot;). For starters I would use the &lt;a href=&quot;https://www.ncei.noaa.gov/access/search/data-search/local-climatological-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Local Climatological Data (LCD)&lt;/a&gt;. You could use the Min/Max dry bulb temperature, but it has several climatological data types that may be valuable:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Daily Departure From Normal Average Temperature&lt;/li&gt;&#xA;&lt;li&gt;Daily Heating Degree Days&lt;/li&gt;&#xA;&lt;li&gt;Daily Maximum Dry Bulb Temperature&lt;/li&gt;&#xA;&lt;li&gt;Daily Minimum Dry Bulb Temperature&lt;/li&gt;&#xA;&lt;li&gt;Daily Cooling Degree Days&lt;/li&gt;&#xA;&lt;li&gt;Cooling Degree Days&lt;/li&gt;&#xA;&lt;li&gt;Cooling Degree Days Season to Date&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Dew Point Temperature&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Dry Bulb Temperature&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Relative Humidity&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Sea Level Pressure&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Station Pressure&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Wet Bulb Temperature&lt;/li&gt;&#xA;&lt;li&gt;Daily Average Wind Speed&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Specific to climate you can use the &lt;a href=&quot;https://www.ncei.noaa.gov/access/search/dataset-search?what=text:normals&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Climate Normals (1981-2010)&lt;/a&gt;, but these are the normal value for the past 10 year climate averages and the data is shaped different than station or gridded data.&lt;/p&gt;&#xA;" OwnerUserId="19269" LastActivityDate="2019-04-17T13:41:45.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14161" PostTypeId="2" ParentId="14151" CreationDate="2019-04-17T14:43:29.007" Score="0" Body="&lt;p&gt;Since you are querying the Food &lt;em&gt;Enforcement&lt;/em&gt; endpoint in openFDA, you would have to look at the Enforcement Reports page at the FDA available at &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/ires/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/ires/index.cfm&lt;/a&gt; in order for the data to match up. Enforcement Reports at the FDA is where openFDA Enforcement endpoints get their data from.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, none of the Food Enforcement query results will have an &lt;code&gt;openfda&lt;/code&gt; section populated. There is no harmonization information for foods available to us. Thus the &lt;code&gt;recalling_firm&lt;/code&gt; field is your best bet. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-04-17T14:43:29.007" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14162" PostTypeId="1" AcceptedAnswerId="15959" CreationDate="2019-04-17T15:56:49.397" Score="3" ViewCount="29" Body="&lt;p&gt;Where can I find open source medical datasets for Nail fold capillaries?&lt;/p&gt;&#xA;" OwnerUserId="23332" OwnerDisplayName="Veera" LastEditorUserId="14011" LastEditDate="2019-04-18T07:35:02.623" LastActivityDate="2020-01-19T12:01:45.350" Title="Where can I find open source Medical Image Datasets for capillary Segmentation?" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14163" PostTypeId="1" CreationDate="2019-04-17T06:54:19.573" Score="0" ViewCount="16" Body="&lt;p&gt;I would like to compute a set of statistics consists of 4 following items:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;false negative&lt;/li&gt;&#xA;&lt;li&gt;true negative&lt;/li&gt;&#xA;&lt;li&gt;false positive&lt;/li&gt;&#xA;&lt;li&gt;true positive&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Is there a public dataset/database for some specific disease could be used for this?&lt;/p&gt;&#xA;" OwnerUserId="21840" OwnerDisplayName="shi95" LastEditorUserId="19566" LastEditDate="2019-04-19T03:10:39.543" LastActivityDate="2019-04-19T03:10:39.543" Title="is there a dataset/database contains false and true negative and positive statistics for some specific disease?" Tags="|data-request|medical|disease|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14164" PostTypeId="1" CreationDate="2019-04-18T09:46:38.133" Score="2" ViewCount="61" Body="&lt;p&gt;I managed to find a lot of stats about cycling in Europe, however, not what I was looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need an open dataset with the total length of the cycling routes in each European City (or at least some of them)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;City, TotalLength&#xA;London, 84km&#xA;Berlin, 72km&#xA;Paris, 34km&#xA;....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="505" LastActivityDate="2019-04-18T10:50:07.653" Title="Total distance of Cycling routes in European Cities" Tags="|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14165" PostTypeId="2" ParentId="14164" CreationDate="2019-04-18T10:50:07.653" Score="2" Body="&lt;p&gt;You can try to get data from OpenStreetMap: the &lt;a href=&quot;https://www.openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data can be downloaded per country or region on GeoFabrik.de: &lt;a href=&quot;https://www.geofabrik.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geofabrik.de/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is even a nice python package called OSMNX to deal with road network (including bike ways where available): &lt;a href=&quot;https://osmnx.readthedocs.io/en/stable/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://osmnx.readthedocs.io/en/stable/&lt;/a&gt;&#xA;You can select road with their OSM attributes and within certain specific area using selections. More information on the doc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is as well the overpass API: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Overpass_API&lt;/a&gt;&lt;br&gt;&#xA;which you may give a try on overpass-turbo: &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There still be some learning curve for these tools, so feel free to experiment and read documentations about them.&lt;/p&gt;&#xA;" OwnerUserId="21677" LastActivityDate="2019-04-18T10:50:07.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14167" PostTypeId="1" CreationDate="2019-04-18T15:36:41.837" Score="0" ViewCount="110" Body="&lt;p&gt;Can someone point me to a Kriging dataset? If it is natural data, it would be very great! (Such as rainfall, porosity, soil density, atmosphere-concentration, etc. ), temperature observations. Or if someone has some dataset they have used for Kriging in the past, could you please share?&lt;/p&gt;&#xA;" OwnerUserId="21688" LastEditorUserId="23272" LastEditDate="2022-07-14T12:36:59.303" LastActivityDate="2022-07-14T12:36:59.303" Title="Seeking data for spatial interpolation" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14168" PostTypeId="2" ParentId="14167" CreationDate="2019-04-18T17:46:14.150" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Kriging&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kriging&lt;/a&gt; is a commonly used technique for interpolating point data in GIS.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many tutorials for using common GIS software to perform Kriging. Most of these tutorials provide sample data sets. Here are a couple of examples: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.qgistutorials.com/en/docs/interpolating_point_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tutorial for doing Kriging interpolation in QGIS&lt;/a&gt;. The data used in this tutorial is available in two places: &#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.twdb.texas.gov/hydro_survey/Arlington/2007-12/Shapefiles.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.twdb.texas.gov/hydro_survey/Arlington/2007-12/Shapefiles.zip&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.qgistutorials.com/downloads/Shapefiles.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.qgistutorials.com/downloads/Shapefiles.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://desktop.arcgis.com/en/arcmap/latest/extensions/geostatistical-analyst/exercise-1-creating-a-surface-using-default-parameters.htm#ESRI_SECTION1_B980C7C8388743D38EED2536A37139CC&quot; rel=&quot;nofollow noreferrer&quot;&gt;This tutorial for ArcGIS&lt;/a&gt;, like most ArcGIS tutorials, uses datasets that are &#xA;only available if you have an ArcGIS license. However, ArcGIS tutorials are widely reproduced, so if you search for the name of the dataset mentioned in the tutorial, you can usually find the tutorial data somewhere on teh internets:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://mycourses.aalto.fi/mod/assign/view.php?id=54850&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alternate Download Source for the data from the above-linked ArcGIS tutorial (a course assignment from AALTO University)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://mycourses.aalto.fi/pluginfile.php/141790/mod_assign/introattachment/0/ca_ozone.gdb.zip?forcedownload=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Direct download link for ca_ozone.gdb&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can find 10s or 100s more tutorials with accompanying data sets by simply searching for &quot;[QGIS/ ArcGIS/ other GIS software] Kriging tutorial.&quot;&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-04-18T18:46:59.467" LastActivityDate="2019-04-18T18:46:59.467" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14171" PostTypeId="2" ParentId="7066" CreationDate="2019-04-19T20:31:46.747" Score="1" Body="&lt;p&gt;All the information in this answer was provided in the comments section by &lt;a href=&quot;https://opendata.stackexchange.com/users/3856/barry-carter&quot;&gt;Barry Carter&lt;/a&gt;. I'm just putting it an answer because comments can be arbitrarily deleted and the information lost.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://ndb.nal.usda.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA Food Composition Databases&lt;/a&gt;: Page 35 of &lt;a href=&quot;http://www.ars.usda.gov/sp2UserFiles/Place/80400525/Data/SR/SR28/sr28_doc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Composition of Foods Raw, Processed, Prepared; USDA National Nutrient Database for Standard Reference, Release 28 (2015); Documentation and User Guide&lt;/a&gt; notes that the &quot;FdGrp_Cd&quot; field should have this value. It also shows up when you do simple web searches. Not sure about their API, but you can download the entire database if desired. The db is tiny (I think), fewer than 9000 foods, and you don't need all the tables. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://github.com/spbriggs/USDA-SR26/tree/master/sr26&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://github.com/spbriggs/USDA-SR26/tree/master/sr26&lt;/a&gt; may help&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://directionsforme.org/categories&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://directionsforme.org/categories&lt;/a&gt; may also help, though you'll have to tweak it some. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-19T20:31:46.747" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14173" PostTypeId="1" AcceptedAnswerId="14179" CreationDate="2019-04-20T12:25:48.970" Score="1" ViewCount="85" Body="&lt;p&gt;I'm looking for world/europe/switzerland population data with a grid format. For example, 1km squares and then the population in that gridpoint.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;I found one source, &lt;a href=&quot;http://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.diva-gis.org/gdata&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Subject: Population&lt;/p&gt;&#xA;&lt;p&gt;Description: Population density (old)&lt;/p&gt;&#xA;&lt;p&gt;Source: &lt;a href=&quot;http://www.ciesin.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CIESIN&lt;/a&gt;, 2000. Global gridded population database&lt;/p&gt;&#xA;&lt;p&gt;Format:   Grid&lt;/p&gt;&#xA;&lt;p&gt;Resolution: 30 seconds&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;But I'd like to know if there is anything more updated, and perhaps different file/db formats. The above source file format is:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Vector data are stored as ESRI shapefiles Grid (raster) data are stored as DIVA gridfiles&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;That site's file format docs are down, but here's an &lt;a href=&quot;https://web.archive.org/web/20070208015322/http://www.diva-gis.org/data/gridfiles.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-04-22T20:56:02.480" Title="Population data as grid" Tags="|data-request|geospatial|demographics|europe|global|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14174" PostTypeId="1" CreationDate="2019-04-20T16:32:32.933" Score="2" ViewCount="127" Body="&lt;p&gt;for my thesis i need a face dataset where the same person is available at different ages, and possible in more real-life-like photos rather than portraits.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Data: i'm looking for a free to use dataset of faces with possibly&#xA;multiple photos of the same person at different ages, and more&#xA;real-life-like photos rather than portraits. &lt;/li&gt;&#xA;&lt;li&gt;Context: showing how the&#xA;face-recognition services i tested for my thesis (AWS, Azure and&#xA;Google) aren't reliable enough to be integrated in a Smart&#xA;Conversational Agent for Recognition. &lt;/li&gt;&#xA;&lt;li&gt;License: free, with the&#xA;possibility of showing 10-20ish of the pictures in my thesis Format:&#xA;whether it's a database with a prebuilt table, a simple zip, or even&#xA;a set of links to individual pictures, it doesn't matter. The latter&#xA;(set of links) would actually be more helpful since the web service i&#xA;made to interface myself with AWS-Azure-Google uses links, but it's&#xA;not a requirement at all. &lt;/li&gt;&#xA;&lt;li&gt;Authority: doesn't matter, i just want my&#xA;degree ahahahah&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The purpose of the project is testing AWS, Azure and Google's face recognition services to identify the same person across multiple photos (with one or more people) in a wide age difference, to eventually include facial recognition in a conversational agent for reminiscence.&#xA;I already tested enough with random photos to know the result (that is none of these services is reliable enough to identify the same person with a wide age gap and with little training), but i need a dataset for which i can have the rights to use in my thesis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any online and freely available?&#xA;I've checked some of the ones listed &lt;a href=&quot;http://www.face-rec.org/databases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; but they all seem to have only portraits with no group photos nor any significant age gap for the same person.&lt;/p&gt;&#xA;" OwnerUserId="21701" LastEditorUserId="21701" LastEditDate="2019-04-20T16:50:18.800" LastActivityDate="2019-04-20T16:50:18.800" Title="Face dataset with different ages for same individuals" Tags="|faces|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="14175" PostTypeId="2" ParentId="6206" CreationDate="2019-04-21T22:16:09.963" Score="1" Body="&lt;p&gt;Wger seems to provide &lt;a href=&quot;https://wger.de/en/software/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;an API&lt;/a&gt; for this, complete with info about the muscles exercised and the equipment needed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, it doesn't seem like it offers an extensive repository of exercises.&lt;/p&gt;&#xA;" OwnerUserId="18194" LastActivityDate="2019-04-21T22:16:09.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14176" PostTypeId="2" ParentId="9551" CreationDate="2019-04-22T12:42:41.610" Score="1" Body="&lt;p&gt;Currently there is a database in mimic with x-ray images. &#xA;You can find more information about this in:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://news.mit.edu/2019/mimic-chest-x-ray-database-0201&quot; rel=&quot;nofollow noreferrer&quot;&gt;News about the dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://physionet.org/physiobank/database/mimiccxr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Get the dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21709" LastActivityDate="2019-04-22T12:42:41.610" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14178" PostTypeId="2" ParentId="14173" CreationDate="2019-04-22T20:47:18.620" Score="1" Body="&lt;p&gt;You can get data like this at &lt;a href=&quot;https://www.worldpop.org/project/categories?id=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldPop&lt;/a&gt;. &#xA;They have 100M data for individual countries and 1km data for the continents. The data are provided as a tif file. &lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2019-04-22T20:47:18.620" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="14179" PostTypeId="2" ParentId="14173" CreationDate="2019-04-22T20:56:02.480" Score="2" Body="&lt;p&gt;From NASA's Socioeconomic Data and Applications Center (SEDAC), I found this dataset: &lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/collection/gpw-v4&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gridded Population of the World (GPW), v4&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Resolution&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;30 arc-second (approx 1 km) native resolution, which is aggregated to four lower resolutions:&lt;/li&gt;&#xA;&lt;li&gt;2.5 arc-minute (approx 5 km)&lt;/li&gt;&#xA;&lt;li&gt;15 arc-minute (approx 30 km)&lt;/li&gt;&#xA;&lt;li&gt;30 arc-minute (approx 55 km)&lt;/li&gt;&#xA;&lt;li&gt;1 degree (approx 110 km)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Date&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;Population input data are collected at the most detailed spatial resolution available from the results of the 2010 round of Population and Housing Censuses, which occurred between 2005 and 2014.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;All estimates of population counts and population density have also been nationally adjusted to population totals from the United Nation’s World Population Prospects: The 2015 Revision&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;The input data are extrapolated to produce population estimates for the years 2000, 2005, 2010, 2015, and 2020. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The raster data sets are now available in ASCII (text) format as well as in GeoTIFF format. Five of the eight raster data sets are also available in netCDF format&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data License:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;licensed under the Creative Commons Attribution 4.0 International License (&lt;a href=&quot;http://creativecommons.org/licenses/by/4.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://creativecommons.org/licenses/by/4.0&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-04-22T20:56:02.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14180" PostTypeId="1" CreationDate="2019-04-22T22:16:22.090" Score="0" ViewCount="47" Body="&lt;p&gt;Where can I find a colored World Map (A choropleth map) with the various Gini indices of wealth for each country (not Gini indices of income)?&lt;/p&gt;&#xA;&lt;p&gt;I have searched the Internet and could only find the latter. The Gini index varies between zero and one to show economic disparities between citizens.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="19535" LastEditDate="2020-10-13T10:17:06.137" LastActivityDate="2020-10-13T10:17:06.137" Title="Gini indices of wealth for each country" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14181" PostTypeId="2" ParentId="14180" CreationDate="2019-04-23T07:38:59.997" Score="2" Body="&lt;p&gt;My mapping tool (Tableau) may not pick up all the countries with its auto-mapping from country name, but here is a map based on the data available at &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_countries_by_distribution_of_wealth#List&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wgdQg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wgdQg.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And a quick paste of the data to make a better map:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Country,Wealth Gini&#xA;Albania,0.642&#xA;Algeria,0.67&#xA;Antigua and Barbuda,0.747&#xA;Argentina,0.74&#xA;Armenia,0.684&#xA;Australia,0.622&#xA;Austria,0.646&#xA;Azerbaijan,0.678&#xA;Bangladesh,0.66&#xA;Barbados,0.706&#xA;Belarus,0.628&#xA;Belgium,0.662&#xA;Belize,0.763&#xA;Benin,0.713&#xA;Bolivia,0.762&#xA;Botswana,0.751&#xA;Brazil,0.62&#xA;Bulgaria,0.652&#xA;Burkina Faso,0.728&#xA;Burundi,0.699&#xA;Cambodia,0.714&#xA;Cameroon,0.711&#xA;Canada,0.688&#xA;Cape Verde,0.688&#xA;Central African Republic,0.782&#xA;Chad,0.681&#xA;Chile,0.777&#xA;China,0.55&#xA;Colombia,0.765&#xA;Comoros,0.711&#xA;Democratic Republic of the Congo,0.711&#xA;Republic of the Congo,0.711&#xA;Costa Rica,0.732&#xA;Ivory Coast,0.712&#xA;Croatia,0.654&#xA;Czech Republic,0.626&#xA;Denmark,0.808&#xA;Dominica,0.763&#xA;Dominican Republic,0.723&#xA;Ecuador,0.76&#xA;Egypt,0.689&#xA;El Salvador,0.746&#xA;Equatorial Guinea,0.688&#xA;Estonia,0.675&#xA;Ethiopia,0.652&#xA;Fiji,0.709&#xA;Finland,0.615&#xA;France,0.73&#xA;Gabon,0.784&#xA;Gambia,0.723&#xA;Georgia,0.725&#xA;Germany,0.667&#xA;Ghana,0.692&#xA;Greece,0.654&#xA;Grenada,0.763&#xA;Guatemala,0.779&#xA;Guinea-Bissau,0.71&#xA;Guinea,0.693&#xA;Guyana,0.707&#xA;Haiti,0.755&#xA;Honduras,0.743&#xA;Hong Kong,0.74&#xA;Hungary,0.651&#xA;Iceland,0.664&#xA;India,0.669&#xA;Indonesia,0.764&#xA;Iran,0.707&#xA;Ireland,0.581&#xA;Israel,0.677&#xA;Italy,0.609&#xA;Jamaica,0.686&#xA;Japan,0.547&#xA;Jordan,0.678&#xA;Kazakhstan,0.655&#xA;Kenya,0.699&#xA;Kyrgyzstan,0.68&#xA;Latvia,0.67&#xA;Lebanon,0.762&#xA;Lesotho,0.767&#xA;Lithuania,0.666&#xA;Luxembourg,0.65&#xA;Macau,0.58&#xA;North Macedonia,0.661&#xA;Madagascar,0.722&#xA;Malawi,0.736&#xA;Malaysia,0.733&#xA;Mali,0.75&#xA;Malta,0.664&#xA;Mauritania,0.686&#xA;Mauritius,0.661&#xA;Mexico,0.749&#xA;Moldova,0.691&#xA;Morocco,0.69&#xA;Mozambique,0.689&#xA;Namibia,0.847&#xA;Netherlands,0.65&#xA;New Zealand,0.651&#xA;Nicaragua,0.755&#xA;Niger,0.729&#xA;Nigeria,0.736&#xA;Norway,0.633&#xA;Pakistan,0.698&#xA;Panama,0.766&#xA;Papua New Guinea,0.738&#xA;Paraguay,0.766&#xA;Peru,0.738&#xA;Philippines,0.717&#xA;Poland,0.657&#xA;Portugal,0.667&#xA;Puerto Rico,0.753&#xA;Romania,0.651&#xA;Russia,0.699&#xA;Rwanda,0.714&#xA;São Tomé and Príncipe,0.711&#xA;Saudi Arabia,0.737&#xA;Senegal,0.697&#xA;Seychelles,0.76&#xA;Sierra Leone,0.687&#xA;Singapore,0.689&#xA;Slovakia,0.629&#xA;Slovenia,0.626&#xA;South Africa,0.763&#xA;South Korea,0.579&#xA;Spain,0.57&#xA;Sri Lanka,0.665&#xA;Saint Kitts and Nevis,0.763&#xA;Saint Lucia,0.763&#xA;Saint Vincent and the Grenadines,0.741&#xA;Swaziland,0.78&#xA;Sweden,0.742&#xA;Switzerland,0.803&#xA;Syria,0.704&#xA;Taiwan,0.655&#xA;Tajikistan,0.664&#xA;Tanzania,0.676&#xA;Thailand,0.71&#xA;Togo,0.711&#xA;Trinidad and Tobago,0.689&#xA;Tunisia,0.693&#xA;Turkey,0.718&#xA;Uganda,0.723&#xA;United Kingdom,0.697&#xA;Ukraine,0.667&#xA;Uruguay,0.708&#xA;United States,0.801&#xA;Venezuela,0.712&#xA;Vietnam,0.682&#xA;Yemen,0.613&#xA;Zambia,0.766&#xA;Zimbabwe,0.845&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(&lt;em&gt;personal opinion&lt;/em&gt;: a table works much better than a map, because it's sortable, and  countries aren't hidden or exaggerated by their size.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-04-23T14:42:41.967" LastActivityDate="2019-04-23T14:42:41.967" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="14184" PostTypeId="1" AcceptedAnswerId="15184" CreationDate="2019-04-23T23:29:02.027" Score="1" ViewCount="96" Body="&lt;p&gt;I have the current SPARQL code:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?currentQid ?propQid ?targetQid WHERE&#xA;{&#xA;  VALUES ?current {wd:Q5 wd:Q6 wd:Q7 wd:Q8 wd:Q9}&#xA;  VALUES ?prop {wdt:P31 wdt:P279 wdt:P361}&#xA;  BIND (STRAFTER(STR(?current), STR(wd:)) AS ?currentQid)&#xA;  BIND (STRAFTER(STR(?prop), STR(wdt:)) AS ?propQid)&#xA;  BIND (STRAFTER(STR(?target), STR(wd:)) AS ?targetQid)&#xA;  ?current ?prop ?target.&#xA;}&#xA;ORDER BY ASC (?currentQid)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;http://w.wiki/3Gn&quot; rel=&quot;nofollow noreferrer&quot;&gt;w.wiki/3Gn&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;Which outputs&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;currentQid  propQid  targetQid&#xA;    Q5        P31    Q55983715&#xA;    Q5        P279   Q154954&#xA;    Q5        P279   Q215627&#xA;    Q5        P361   Q1156970&#xA;    Q8        P31    Q331769&#xA;    Q8        P31    Q60539479&#xA;    Q8        P279   Q16748867&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, I wanted to also have the current index of the value, so I can correctly attribute the values to the array's item when I get the JSON.&lt;/p&gt;&#xA;&lt;p&gt;How could I get the following table?&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;index  currentQid  propQid  targetQid&#xA;  0        Q5        P31    Q55983715&#xA;  0        Q5        P279   Q154954&#xA;  0        Q5        P279   Q215627&#xA;  0        Q5        P361   Q1156970&#xA;  3        Q8        P31    Q331769&#xA;  3        Q8        P31    Q60539479&#xA;  3        Q8        P279   Q16748867&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="21722" LastEditorUserId="23272" LastEditDate="2022-07-14T12:35:09.870" LastActivityDate="2022-07-14T12:35:09.870" Title="Wikidata SPARQL get current VALUES index" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15184" PostTypeId="2" ParentId="14184" CreationDate="2019-04-24T08:50:32.160" Score="2" Body="&lt;p&gt;&lt;code&gt;VALUES&lt;/code&gt; are unordered; SPARQL list syntax is also not allowed in &lt;code&gt;VALUES&lt;/code&gt;. The simplest option is explicit ordering:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?index ?currentQid ?propQid ?targetQid WHERE&#xA;{ &#xA;  VALUES (?current ?index) {(wd:Q5 0) (wd:Q6 1) (wd:Q7 2) (wd:Q8 3) (wd:Q9 4)}&#xA;  VALUES ?prop {wdt:P31 wdt:P279 wdt:P361}&#xA;  ?current ?prop ?target. &#xA;  BIND (STRAFTER(STR(?current), STR(wd:)) AS ?currentQid)&#xA;  BIND (STRAFTER(STR(?prop), STR(wdt:)) AS ?propQid)&#xA;  BIND (STRAFTER(STR(?target), STR(wd:)) AS ?targetQid)&#xA;}&#xA;ORDER BY ASC (xsd:integer(STRAFTER(?currentQid, 'Q')))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/3HA&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2019-04-24T12:02:14.867" LastActivityDate="2019-04-24T12:02:14.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15185" PostTypeId="1" CreationDate="2019-04-24T10:14:34.107" Score="1" ViewCount="269" Body="&lt;p&gt;I am using below API query to fetch recalls for food by city AND termination date range.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but it doesn't seem to work &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=city:%22Westminster%22+AND+termination_date:[2011-01-01+TO+2014-01-01]&amp;amp;limit=3&amp;amp;skip=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=city:%22Westminster%22+AND+termination_date:[2011-01-01+TO+2014-01-01]&amp;amp;limit=3&amp;amp;skip=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but if I update the query with just (+ : it acts as OR condition) : &#xA;&lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=city:%22Westminster%22+termination_date:[2011-01-01+TO+2014-01-01]&amp;amp;limit=3&amp;amp;skip=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=city:%22Westminster%22+termination_date:[2011-01-01+TO+2014-01-01]&amp;amp;limit=3&amp;amp;skip=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;then i get the results. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Seems that the '+AND+' function doesn't respond properly, as there is data already present with the filter I am using with +AND+ query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please help.&lt;/p&gt;&#xA;" OwnerUserId="21725" LastActivityDate="2019-04-25T14:16:01.043" Title="How to fetch data from open fda API with multiple query parameters using +AND+" Tags="|api|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15186" PostTypeId="1" AcceptedAnswerId="15187" CreationDate="2019-04-24T16:09:49.983" Score="1" ViewCount="1050" Body="&lt;p&gt;I need the shapefiles of all river basins polygons of USA. I need these boundaries:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wGX6s.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wGX6s.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in order to create river basins map in combination with DEM data.&lt;/p&gt;&#xA;" OwnerUserId="20059" LastEditorUserId="1511" LastEditDate="2019-04-24T16:56:43.753" LastActivityDate="2019-04-26T20:17:55.040" Title="Where to find USA river basins data shapefile?" Tags="|geospatial|usa|hydrology|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15187" PostTypeId="2" ParentId="15186" CreationDate="2019-04-24T18:08:16.570" Score="4" Body="&lt;p&gt;&lt;strong&gt;Those are the HU-2 (2-digit Hydrologic Units) boundaries from the national Watershed Boundary Dataset (WBD).&lt;/strong&gt; Sometimes you'll see them referred to as HUC-2 instead of HU-2 (HUC = Hydrologic Unit Code).&#xA;&lt;a href=&quot;https://i.stack.imgur.com/Zfgvm.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Zfgvm.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;It &lt;em&gt;should&lt;/em&gt; be possible to download this data for the entire continental US as a single dataset. However...&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's very easy to get the &lt;em&gt;metadata&lt;/em&gt; for this dataset. The metadata is available &lt;a href=&quot;https://www.sciencebase.gov/catalog/file/get/581d0537e4b08da350d5253c?f=__disk__8c%2F9e%2F6f%2F8c9e6f4960d78b12ce61209af2b09e9964638610&amp;amp;transform=1&amp;amp;allowOpen=true#Metadata%20Reference%20Information&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, &lt;a href=&quot;https://www.sciencebase.gov/catalog/item/51361e87e4b03b8ec4025c22&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, &lt;a href=&quot;https://www.sciencebase.gov/catalog/item/581d0537e4b08da350d5253c&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://catalog.data.gov/dataset/usgs-national-watershed-boundary-dataset-wbd-downloadable-data-collection-national-geospatial-&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Some of the metadata pages also allow you to download the metadata as an XML file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's more difficult to get the actual data. According to the metadata page, you can download the WBD data through the &lt;a href=&quot;https://viewer.nationalmap.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Map viewer&lt;/a&gt;. But as far as I could tell, the &lt;em&gt;national&lt;/em&gt; WBD dataset is not actually available through the map viewer right now. I went through the steps to download the national WBD dataset, but nothing was listed on the &quot;data products&quot; page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MJflB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MJflB.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The 2-digit Hydrologic Unit boundaries are available separately for each watershed. For example, the Missouri watershed boundary is one single download called WBD_10_HU2_Shape.zip. This file contains:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;WBDLine, a line layer containing all drainage lines (streams)&lt;/li&gt;&#xA;&lt;li&gt;8 different levels of Hydrologic unit polygons (WBDHU16, WBDHU14, ..., WBDHU2)&lt;/li&gt;&#xA;&lt;li&gt;NWIS drainage line and area&lt;/li&gt;&#xA;&lt;li&gt;non contributing drainage line and area&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here are direct links to all the 2-digit Hydrologic Units in the United States, in shapefile format. You can re-create the national WBD layer by stitching together the WBDHU2 layer from each zip file. Looking at the image you posted, you may want to include some smaller subwatersheds along the east coast, Gulf coast and in the Rocky Mountains. I don't see any obvious pattern to which watersheds are color-coded separately, so you'll probably have to manually select the ones you want from the different HUC levels. Pro tip: the larger the HUC number, the smaller the watershed, ie HUC-2 watersheds are the largest, and HUC-16 are the smallest.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_10_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 10 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_04_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 04 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_03_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 03 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_17_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 17 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_13_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 13 (published 20190301)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_11_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 11 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_09_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 09 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_07_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 07 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_18_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 18 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_12_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 12 (published 20190401)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_05_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 05 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_16_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 16 (published 20190401)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_15_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 15 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_02_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 02 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_01_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 01 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_08_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 08 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_14_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 14 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_19_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 19 (published 20190301)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_06_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 06 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/Hydrography/WBD/HU2/Shape/WBD_21_HU2_Shape.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS Watershed Boundary Dataset (WBD) for 2-digit Hydrologic Unit - 21 (published 20190402)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These are the download links that I got by going through the National Map Viewer. I hope they work for you, but I'm not sure if they're temporary/personal links or permalinks. If they don't work, you'll have to go through the National Map Viewer yourself. Follow the steps illustrated below to find these layers in the National Map Viewer interface.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jldkU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jldkU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/e1OsW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/e1OsW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=4c08f2e2b13741da96ad4a8f6aa5e36a&quot; rel=&quot;nofollow noreferrer&quot;&gt;see the various HU layers on ArcGIS.com&lt;/a&gt;, including previewing them on a map and linking to them as a MapService.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: If anyone wants to edit this question and put the HU-2 layers in numerical order, and/or look up and add the watershed names, that would be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: I found a direct download source for &lt;a href=&quot;https://nrcs.app.box.com/v/huc/folder/39640323180&quot; rel=&quot;nofollow noreferrer&quot;&gt;Watershed Boundary Dataset and Lines for HUC2-12&lt;/a&gt;. They're subdivided by HUC-level (HU2, HU4, HU6, etc.) Each file contains the Hydrologic Unit boundaries for the entire nation; you can also download HUC2-12 as one zip file. Thank you USDA National Resources Conservation Service, you really one-upped the USGS this time.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-04-26T20:17:55.040" LastActivityDate="2019-04-26T20:17:55.040" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15188" PostTypeId="1" CreationDate="2019-04-24T21:24:24.663" Score="3" ViewCount="179" Body="&lt;p&gt;We can download the results of a Wikidata Query as &quot;JSON file&quot; or &quot;JSON file (verbose)&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example link of random query: &lt;a href=&quot;http://w.wiki/WQ&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://w.wiki/WQ&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am developing a javascript software which retrieves some data from the Wikidata Query. But when I get the JSON, it is the same as the &quot;JSON file (verbose)&quot;, but I really don't need/want all the other data that comes together.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Which argument should I pass in the URL to get the non-verbose JSON?&lt;/p&gt;&#xA;" OwnerUserId="21722" LastActivityDate="2019-04-25T09:54:52.817" Title="Wikidata Query: How to retrieve the normal (non-verbose) JSON?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15189" PostTypeId="1" CreationDate="2019-04-24T21:39:09.377" Score="2" ViewCount="52" Body="&lt;p&gt;I need to develop autocorrection and prediction for mobile keyboard app that will work for some 8-10 most common Latin languages + Russian (English, German, Spanish, Portugues, French, ...). For start, I need NLP corpus for each of those languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally all corpora should be from same source and match at least some of these criteria:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Written language, typos removed.&lt;/li&gt;&#xA;&lt;li&gt;Large enough: at least 10 million words, the more the better&lt;/li&gt;&#xA;&lt;li&gt;Texts typed in online chats, emails, forms, apps... Or similar. Should include language typically used in those situations.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I have no need for syntax or other tagging, raw texts (optionally tokenized) are just fine. I can pay reasonable price.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help or even a pointer into resource is greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="21727" OwnerDisplayName="Rasto" LastEditorUserId="1511" LastEditDate="2019-04-25T11:35:21.747" LastActivityDate="2019-04-25T11:52:16.543" Title="Source of multilingual chat/online/contemporary corpus data?" Tags="|data-request|nlp|language|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15190" PostTypeId="1" CreationDate="2019-04-25T02:28:10.043" Score="1" ViewCount="19" Body="&lt;p&gt;I am writing an Android photo sharing app, and pondering whether I should implement &lt;a href=&quot;https://en.wikipedia.org/wiki/Extensible_Metadata_Platform&quot; rel=&quot;nofollow noreferrer&quot;&gt;Extensible Metadata Platform&lt;/a&gt; reading from pictures taken by the smartphone/tablet/device's.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If almost no smartphone writes XMP data, then I don't need to waste my time implementing that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, I would welcome any data about XMP implementation in smartphones. Ideally the percentage of smartphone-taken pictures that embed XMP data, ideally per year and per country. Single numbers such as &quot;&lt;em&gt;the XYZ phone/OS embeds XMP and had a X% market share in Indonesia in 2015&lt;/em&gt;&quot; are welcome too.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2019-04-25T02:28:10.043" Title="Statistics about Extensible Metadata Platform (XMP) implementation by smartphone cameras" Tags="|metadata|photographs|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15191" PostTypeId="2" ParentId="15188" CreationDate="2019-04-25T09:54:52.817" Score="1" Body="&lt;p&gt;I'm not aware of a parameter to get this non-verbose data from the API, but you can simplify it using a lib such as &lt;a href=&quot;https://github.com/maxlath/wikidata-sdk&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata-sdk&lt;/a&gt;, more specifically the &lt;a href=&quot;https://github.com/maxlath/wikidata-sdk/blob/master/docs/simplify_sparql_results.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wdk.simplify.sparqlResults&lt;/code&gt;&lt;/a&gt; function&lt;/p&gt;&#xA;" OwnerUserId="12938" LastActivityDate="2019-04-25T09:54:52.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15192" PostTypeId="2" ParentId="15189" CreationDate="2019-04-25T11:52:16.543" Score="2" Body="&lt;p&gt;I think in this case, and because you may need more languages, I'd suggest the Twitter API:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/filter-realtime/guides/basic-stream-parameters&quot; rel=&quot;nofollow noreferrer&quot;&gt;Filter-Realtime&lt;/a&gt; has a filter parameter on &lt;code&gt;language&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This parameter may be used on all streaming endpoints, unless explicitly noted.&lt;/p&gt;&#xA;&lt;p&gt;Setting this parameter to a comma-separated list of &lt;a href=&quot;http://tools.ietf.org/html/bcp47&quot; rel=&quot;nofollow noreferrer&quot;&gt;BCP 47&lt;/a&gt; language identifiers corresponding to any of the languages listed on Twitter’s &lt;a href=&quot;https://twitter.com/search-advanced&quot; rel=&quot;nofollow noreferrer&quot;&gt;advanced search&lt;/a&gt; page will only return Tweets that have been detected as being written in the specified languages. For example, connecting with language=en will only stream Tweets detected to be in the English language.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/sample-realtime/api-reference/get-statuses-sample&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sample Stream&lt;/a&gt; endpoint&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Returns a small random sample of all public statuses.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Benefits to Twitter API:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Many libraries to easily connect (multiple python, R, etc)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Structured JSON&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Language field  &lt;code&gt;{&amp;quot;lang&amp;quot;: &amp;quot;en&amp;quot;,}&lt;/code&gt; based on automatic detection (which is sometimes not correct, so maybe put a minimum character filter on the tweets).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;May include geolocation or other interesting metadata.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;em&gt;(In the past, there have been better twitter streams, but they've reduced access via the API.)&lt;/em&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;And if the API is not enough data, or too slow, you can find archives of tweets (or just their IDs for API lookup.)&lt;/p&gt;&#xA;&lt;p&gt;See &lt;a href=&quot;https://opendata.stackexchange.com/q/1545/1511&quot;&gt;here&lt;/a&gt; for a start.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-04-25T11:52:16.543" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15193" PostTypeId="1" CreationDate="2019-04-25T09:43:38.287" Score="0" ViewCount="38" Body="&lt;p&gt;I was looking for reservoir data to understand who owns which reservoir, could not find it over the internet. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anybody knows where I can find it?&lt;/p&gt;&#xA;" OwnerDisplayName="Shandip" LastEditorUserId="1511" LastEditDate="2019-04-25T13:47:28.880" LastActivityDate="2019-04-25T13:47:28.880" Title="Seeking reservoir data set for UK?" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15194" PostTypeId="2" ParentId="15193" CreationDate="2019-04-25T11:01:27.160" Score="1" Body="&lt;p&gt;A good place to start would be the &lt;a href=&quot;https://data.gov.uk/search?q=reservoirs&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.uk&lt;/a&gt; website, which holds metadata for UK organizations, such as the Environment Agency, and Natural Resources Wales.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example you might find the following useful:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/aa1e16e8-eded-4a60-8d1d-0df920c319b6/inventory-of-reservoirs-amounting-to-90-of-total-uk-storage&quot; rel=&quot;nofollow noreferrer&quot;&gt;Inventory of reservoirs amounting to 90% of total UK storage&lt;/a&gt; &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/9827bf78-8087-49f3-8d65-1e8abb401566/large-raised-reservoirs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Large Raised Reservoirs&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5766" OwnerDisplayName="nmtoken" LastActivityDate="2019-04-25T11:01:27.160" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15195" PostTypeId="2" ParentId="15185" CreationDate="2019-04-25T14:16:01.043" Score="2" Body="&lt;p&gt;There is only one record in this dataset that matches the criteria you provided, and since you are using the &lt;code&gt;skip&lt;/code&gt; parameter with a value of &lt;code&gt;100&lt;/code&gt;, the record essentially gets excluded from the result set. Try dropping the &lt;code&gt;skip&lt;/code&gt; parameter: &lt;a href=&quot;https://api.fda.gov/food/enforcement.json?search=city:%22Westminster%22%20AND%20termination_date:[2011-01-01%20TO%202014-01-01]&amp;amp;limit=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/food/enforcement.json?search=city:&quot;Westminster&quot;+AND+termination_date:[2011-01-01+TO+2014-01-01]&amp;amp;limit=3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-04-25T14:16:01.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15196" PostTypeId="1" AcceptedAnswerId="15197" CreationDate="2019-04-25T14:16:37.873" Score="0" ViewCount="40" Body="&lt;p&gt;I'm looking for political logos (images). Images should be able to be bulk downloaded, if possible. I've found a source from the US, but I'd like to collect from other countries/regions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/b7YWD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/b7YWD.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-25T14:16:37.873" Title="Open repository of political logos/images" Tags="|data-request|images|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15197" PostTypeId="2" ParentId="15196" CreationDate="2019-04-25T14:16:37.873" Score="1" Body="&lt;p&gt;One source for the US (2018 election) is&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.politicsanddesign.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.politicsanddesign.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The first of its kind, this collection consists of every campaign logo from the 2018 election for United States Congress. The archive is a tool to explore trends and typologies that reveal themselves only when viewed in aggregate.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(they offer a bulk download on demand, and I'll post a link to the export here, if its license permits.)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Example screenshot:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IckUQ.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IckUQ.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-25T14:16:37.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15198" PostTypeId="1" CreationDate="2019-04-26T16:38:45.467" Score="2" ViewCount="28" Body="&lt;p&gt;Does anyone know where I can find a table or map of the childlessness rate by country for both men and women? Historical comparison of data would also be desirable.&lt;/p&gt;&#xA;" OwnerUserId="19011" LastEditorUserId="23272" LastEditDate="2021-04-04T04:44:01.853" LastActivityDate="2021-04-04T04:44:01.853" Title="Childlessness rate by country" Tags="|data-request|historical|demographics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15199" PostTypeId="2" ParentId="13321" CreationDate="2019-04-26T17:53:37.000" Score="0" Body="&lt;p&gt;&lt;em&gt;(just for the diversity of ideas)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can download from the &lt;a href=&quot;https://arxiv.org/archive/econ&quot; rel=&quot;nofollow noreferrer&quot;&gt;econ&lt;/a&gt; section of arxiv.org with several options for bulk data access:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/help/bulk_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/bulk_data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, via the API, with specific queries&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/help/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/api&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or bulk download, and then filter down the results. This bulk method could be of interest because you can build a vocabulary of interesting terms, based on your original list, but iteratively adding non-stop-words that often appear with your original list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/help/bulk_data_s3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/bulk_data_s3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-26T17:53:37.000" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15200" PostTypeId="2" ParentId="5467" CreationDate="2019-04-26T19:17:38.520" Score="1" Body="&lt;p&gt;I created a Python package and command line tool to deal with the issue called &lt;a href=&quot;https://github.com/jcklie/wikimapper&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikimapper&lt;/a&gt;. It can be installed via &lt;code&gt;pip install wikimapper&lt;/code&gt;. It uses the Wikipedia SQL dumps to create an index that then can be used to map many times very fast (much faster than the Wikidata SPARQL endpoint). You could either use one of my &lt;a href=&quot;https://public.ukp.informatik.tu-darmstadt.de/wikimapper/&quot; rel=&quot;nofollow noreferrer&quot;&gt;precomputed indices&lt;/a&gt; and use this sqlite3 database or use the package to map Wikipedia page titles/Wikipedia URLs to Wikidata IDs and vice versa. This should be much faster than going to the network like other answers suggest and also works in 2019.&lt;/p&gt;&#xA;" OwnerUserId="21741" LastActivityDate="2019-04-26T19:17:38.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15201" PostTypeId="2" ParentId="15198" CreationDate="2019-04-26T21:34:20.063" Score="2" Body="&lt;p&gt;There is a useful table in this document.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.oecd.org/els/family/SF_2-5-Childlessness.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;OECD Family Database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2019-04-26T21:34:20.063" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15204" PostTypeId="2" ParentId="3559" CreationDate="2019-04-27T15:05:27.443" Score="0" Body="&lt;p&gt;Another github repo popped up with 2600+ images of flags (flat/glossy, various sizes)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/gosquared/flags&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/gosquared/flags&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;... a flag for every major country in the world, plus a few more. And we've created them in several sizes so they'll look great no matter where you're using them – 16×16, 24×24, 32×32, 48×48, and 64×64. We've also provided them in 2 variants – as flat and standard, and with a lovely glossy finish.&lt;/p&gt;&#xA;&lt;p&gt;Free to use under an MIT license – view on GitHub.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-04-27T15:05:27.443" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15206" PostTypeId="1" CreationDate="2019-04-28T14:48:41.493" Score="1" ViewCount="72" Body="&lt;p&gt;Given a list of medical terms, I want to identify and remove the &lt;em&gt;general&lt;/em&gt; (less granular) terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example consider the below mentioned word list:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; - kartagener s syndrome &#xA; - disease treatment&#xA; - human &#xA; - blood &#xA; - ischaemia&#xA; - acute respiratory distress syndrome&#xA; - hospital &#xA; - adrenergic blocking drug &#xA; - finger &#xA; - symptom &#xA; - therapy&#xA; - extracorporeal membrane oxygenation &#xA; - hand&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I mean word such as;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; - human&#xA; - blood&#xA; - disease treatment&#xA; - hospital&#xA; - finger&#xA; - symptom&#xA; - therapy&#xA; - hand&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;as general/less granular terms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to detect these terms using the following two statistical measures.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;frequency: i.e. I assumed the more frequent the word in the corpus&#xA;is, the less granular it is &lt;/li&gt;&#xA;&lt;li&gt;IDF (Inverse Document Frequency)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;However, since they are only statistical measures and does not consider the meaning (semantics) of the word, it worked poorly in my dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to use wikipedia categories to filter these terms. However, I could not find a proper way of using categorical details to facilitate my problem. Therefore, I am wondering if there is any way to detect general terms using wikipedia (or its variants such as DBpedia, Wikidata etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For those, who would like to check a long list of concepts, I have attcahed a long list herewith: &lt;a href=&quot;https://docs.google.com/document/d/1BYllMyDlw-Rb4uMh89VjLml2Bl9Y7oUlopM-Z4F6pN0/edit&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://docs.google.com/document/d/1BYllMyDlw-Rb4uMh89VjLml2Bl9Y7oUlopM-Z4F6pN0/edit&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;NOTE: I am not expecting the solution to work 100% (if the proposed algorithm is able to detect many of the general concepts that is enough for me)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastActivityDate="2019-04-28T14:48:41.493" Title="How to identify general medical terms using Wikipedia/DBpedia/WikiData" Tags="|uses-of-open-data|research|linked-data|rdf|ontology|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15207" PostTypeId="2" ParentId="4566" CreationDate="2019-04-28T15:31:30.217" Score="0" Body="&lt;p&gt;USA Today published a data-story about police misconduct (&lt;a href=&quot;https://outline.com/FdzvqY&quot; rel=&quot;nofollow noreferrer&quot;&gt;archived copy&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Starting with lists of officers who lost their law enforcement certification in 44 states, we are making those records available here.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;CSV data: &lt;a href=&quot;https://gofile.io/?c=bEbPGv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gofile.io/?c=bEbPGv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data snippet (from 30k+ records)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;Name:&quot;,&quot;State:&quot;,&quot;Agency:&quot;,&quot;Year decertified:&quot;,&quot;&quot;&#xA;&quot;Gilberto Abad&quot;,&quot;Georgia&quot;,&quot;Atlanta Police&quot;,&quot;2004&quot;,&quot;https://www.usatoday.com/documents/5977556-Georgia-Decertifications/&quot;&#xA;&quot;Daniel G Abair&quot;,&quot;Georgia&quot;,&quot;Lee County Sheriff&quot;,&quot;2012&quot;,&quot;https://www.usatoday.com/documents/5977556-Georgia-Decertifications/&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And each record contains a URL to the pdf/txt documents:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://assets.documentcloud.org/documents/5977583/New-York-Decertifications.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://assets.documentcloud.org/documents/5977583/New-York-Decertifications.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://assets.documentcloud.org/documents/5977583/New-York-Decertifications.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://assets.documentcloud.org/documents/5977583/New-York-Decertifications.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;URL of documents are derived from the URL in the CSV above&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(&lt;a href=&quot;https://news.ycombinator.com/item?id=19770708&quot; rel=&quot;nofollow noreferrer&quot;&gt;my source&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-04-28T15:31:30.217" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15208" PostTypeId="2" ParentId="7627" CreationDate="2019-04-29T03:05:34.933" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://radiopaedia.org/encyclopaedia/cases/musculoskeletal?lang=gb&amp;amp;modality=MRI&amp;amp;page=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://radiopaedia.org/encyclopaedia/cases/musculoskeletal?lang=gb&amp;amp;modality=MRI&amp;amp;page=1&lt;/a&gt; contains ~3k MRIs of musculoskeletal disorders, including tendinopathies. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://radiopaedia.org/licence?lang=gb&quot; rel=&quot;nofollow noreferrer&quot;&gt;License: Creative Commons Attribution-Non-commercial-Share Alike 3.0 Unported License&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2019-04-29T03:05:34.933" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15210" PostTypeId="1" CreationDate="2019-04-29T05:45:20.907" Score="1" ViewCount="28" Body="&lt;p&gt;I want to create a graph database of medical information in the form of entity nodes connected by relations and was wondering if any csv datasets existed that would allow me to directly import the data into Neo4J.&lt;/p&gt;&#xA;" OwnerUserId="21751" LastEditorUserId="21751" LastEditDate="2019-04-30T05:05:49.710" LastActivityDate="2019-04-30T05:05:49.710" Title="Medical dataset for creating questionares (in csv/rdf formats so that I can import them into Neo4J directly)" Tags="|medical|csv|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15213" PostTypeId="1" CreationDate="2019-04-29T23:19:58.907" Score="1" ViewCount="114" Body="&lt;p&gt;I am trying to get the properties that the linked pages from a wikipedia page have.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?wikipediaTitle ?target WHERE {&#xA;  SERVICE wikibase:mwapi {&#xA;    bd:serviceParam wikibase:endpoint &quot;en.wikipedia.org&quot;.&#xA;    bd:serviceParam wikibase:api &quot;Generator&quot;.&#xA;    bd:serviceParam mwapi:generator &quot;links&quot;.&#xA;    bd:serviceParam mwapi:titles &quot;Arduino&quot;.&#xA;    bd:serviceParam mwapi:prop &quot;pageprops&quot;.&#xA;&#xA;    ?wikipediaTitle wikibase:apiOutput mwapi:title.&#xA;&#xA;    ?item wikibase:apiOutputItem mwapi:item .&#xA;  }&#xA;  ?item wdt:P31 ?target.&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;}&#xA;LIMIT 1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://w.wiki/3Ue&quot; rel=&quot;nofollow noreferrer&quot;&gt;w.wiki/3Ue&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this query always timeout, even with the LIMIT 1. The problem line is the &lt;code&gt;?item wdt:P31 ?target.&lt;/code&gt; Any way to fix this?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, assuming that it is working. It will generate one line for each P31 found. Is there any way to make all properties fit one single line? Maybe concatenating them and separating with &quot;, &quot;?&lt;/p&gt;&#xA;" OwnerUserId="21722" LastActivityDate="2019-04-29T23:19:58.907" Title="Wikidata Sparql Getting properties from a Wikipedia generator list" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15214" PostTypeId="1" CreationDate="2019-04-30T21:40:29.827" Score="0" ViewCount="52" Body="&lt;p&gt;Does anyone know how to source Consumer Expenditures (CEX) by Census Tract? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that the Bureau of Labor Statistics offers CEX by Metropolitan Area and Region but I can't seem to figure out how to get the data by Census Tract.&lt;/p&gt;&#xA;" OwnerUserId="21453" LastActivityDate="2019-04-30T21:40:29.827" Title="Consumer Expenditures by Census Tract" Tags="|uses-of-open-data|us-census|census|spending|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15215" PostTypeId="1" CreationDate="2019-05-01T13:08:55.040" Score="1" ViewCount="77" Body="&lt;p&gt;I am hoping to expand my (biology-focused) research to include satellite data. For this, I'd need satellite imaging that includes multiple values in the visible spectrum (specifically, above 490nm) and extends slightly into the infrared (710nm). I have tried MERIS and Hyperion, but the resolution was insufficient (my area of interest is a lake ~300m x 55m). I've had a brief look at Worldview 2/3, but the spectral bands seem too wide.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anything like this exist, and is it freely available for research use?&lt;/p&gt;&#xA;" OwnerUserId="21760" LastEditorUserId="18" LastEditDate="2019-05-06T20:35:23.433" LastActivityDate="2019-06-07T20:26:19.043" Title="High-resolution, hyperspectral satellite imaging?" Tags="|data-request|geospatial|images|biology|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15216" PostTypeId="2" ParentId="7525" CreationDate="2019-05-02T04:05:05.813" Score="1" Body="&lt;p&gt;For optical astronomy, &lt;a href=&quot;https://www.sdss.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SDSS&lt;/a&gt; is where you should be looking at. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;ESO has &lt;a href=&quot;http://archive.eso.org/dss/dss&quot; rel=&quot;nofollow noreferrer&quot;&gt;digitized sky surveys (DSS)&lt;/a&gt; from the pre-digital era.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have worked with astronomers for around 9yrs helping them with data science and none of them use stuff from really old catalogs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers !&lt;/p&gt;&#xA;" OwnerUserId="21767" LastEditorUserId="18" LastEditDate="2019-05-06T20:41:56.737" LastActivityDate="2019-05-06T20:41:56.737" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15217" PostTypeId="2" ParentId="14099" CreationDate="2019-05-02T10:50:36.753" Score="4" Body="&lt;p&gt;You can use &lt;strong&gt;QGIS&lt;/strong&gt; to save the data from this service to all supported vector file formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried adding the url &lt;code&gt;https://dservices1.arcgis.com/0MSEUqKaxRlEPj5g/arcgis/services/Active_Volcanoes_WFS/WFSServer&lt;/code&gt; to the list of &lt;strong&gt;WFS&lt;/strong&gt; services in &lt;strong&gt;QGIS 3.6.2&lt;/strong&gt; and it shows the SDE_GLB_VOLC without a problem.  You can right click on the layer name (SDE_GLB_VOLC) in the browser panel and &lt;strong&gt;export&lt;/strong&gt; the data to a geopackage, a shapefile or any other supported format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also added the url &lt;code&gt;https://services1.arcgis.com/0MSEUqKaxRlEPj5g/arcgis/rest/services/Active_Volcanoes_WFS/FeatureServer&lt;/code&gt; to the list of &lt;strong&gt;ArcGisFeatureServer&lt;/strong&gt; services and it was also possible to &lt;strong&gt;export&lt;/strong&gt; the data to a file from the browser panel by right clicking on the layer name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Be aware this is not really open data, it just says 'For educational use only' and you should credit the Smithsonian Institution.&lt;/p&gt;&#xA;" OwnerUserId="21769" LastActivityDate="2019-05-02T10:50:36.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15218" PostTypeId="1" CreationDate="2019-05-02T11:10:17.690" Score="0" ViewCount="39" Body="&lt;p&gt;I would like to build a local dataset of monthly averages for rainfall, sunshine hours, temperate (C/F) for all the major cities of the world.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have all the lon/lat's stored for all the cities I need in SQL, so what is the best way to mine this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The links to the monthly Global Historical Climatology Network files seem to be broken, and I wouldn't quite know the best way to parse them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So say we took 2018 as an example; I just want something like this &lt;a href=&quot;https://i.stack.imgur.com/yDbH7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yDbH7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can consume an API if there is a free one; but it also looks like what Weather Underground offers; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wunderground.com/history/monthly/gb/hounslow/EGLL/date/2018-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wunderground.com/history/monthly/gb/hounslow/EGLL/date/2018-1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know its a lot of data I need, but I really need to find a free source for this data ideally, or at worst one which wont cost hundreds of dollars.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone help?&lt;/p&gt;&#xA;" OwnerUserId="21770" LastActivityDate="2019-05-04T18:41:13.553" Title="Typical Weather Averages by Lon/Lat" Tags="|api|weather|historical|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="15219" PostTypeId="1" AcceptedAnswerId="15232" CreationDate="2019-05-02T14:12:24.187" Score="2" ViewCount="85" Body="&lt;p&gt;I'm currently taking a first step into Data Science, and studying a specific computational method, I'm a math student, but I'm looking for reliable data sources, and if related to biology (e.g public health numbers) or information spread (this one i guess is harder to evaluate, but maybe like spreading of news or sharing of information on internet) it would be very appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My point here is where to look up for this kinda of data, in a reliable manner, and preferably for free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions are welcome!&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;As suggested: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; Mainly data from numbers of case of disease in a region over time, or sharing of fake news (nothing correlated i know but not sure yet which path to pursue)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; Trying to correlate data via some kind of regression, so for modeling some specific situations, method is developed but looking to try it on  real data, and it would be better if a large amount data is available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; Preferably in Brazil, but at this moment any region should be enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Very situational whether willing to pay for it or not, if for free it is easier to start a work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; Will problably use it on Mathlab or Phyton, so right now just raw data in txt or any format like this should do it&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt; Not really open to dubious data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non Answers:&lt;/strong&gt; I did look for it on governamental sites from Brazil, it has some data but wanting other sources also (still acepting hints on websites from Brazil, might not have looked for all possible sources yet).&lt;/p&gt;&#xA;" OwnerUserId="21771" LastEditorUserId="1511" LastEditDate="2019-05-06T08:07:25.657" LastActivityDate="2019-05-13T16:25:36.197" Title="Looking for suggestions of sources for data science project" Tags="|data-request|government|medical|internet|brazil|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15221" PostTypeId="2" ParentId="15219" CreationDate="2019-05-02T15:14:17.177" Score="2" Body="&lt;p&gt;For Biology, depends the kind of biology. For Ecology, probably you'd better check the Scientific publications from a journal, and check the associated data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Dryad, one of the repositories used for data linked to some scientific papers: &lt;a href=&quot;https://www.datadryad.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.datadryad.org/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you mean Molecular Biology you can try European Molecular Biology + European Bioinformatics Institute EMBL-EBI: &lt;a href=&quot;https://www.ebi.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ebi.ac.uk/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you mean Health related Biology you can try World Health Organisation: &lt;a href=&quot;https://www.who.int/nutgrowthdb/database/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/nutgrowthdb/database/en/&lt;/a&gt; or the US Center for Disease Control (CDC) &lt;a href=&quot;https://www.cdc.gov/surveillancepractice/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cdc.gov/surveillancepractice/data.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If by biology you mean Agriculture you can try the Food and Agriculture Organisation (FAO) &lt;a href=&quot;http://www.fao.org/statistics/databases/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.fao.org/statistics/databases/en/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If you are looking for Biology as a proxy for Healthcare and Medecine, there are some regulations about personal information which changes depending on the country you are on, and you'd better talk to a real Reseacher in the field you want to study data from. They will tell you where to find data of good quality.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Databases in biology are pretty much domain(-ish) specific. Formats for information are also quiet variated, mostly in ASCII files.&lt;/p&gt;&#xA;" OwnerUserId="2830" LastEditorUserId="2830" LastEditDate="2019-05-02T15:24:12.267" LastActivityDate="2019-05-02T15:24:12.267" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15222" PostTypeId="2" ParentId="15215" CreationDate="2019-05-02T16:15:18.597" Score="1" Body="&lt;p&gt;if you are based in the U.K. I could provide to you hyperspectral airplane imagery with a high resolution. Let me know if you are interested.&lt;/p&gt;&#xA;" OwnerUserId="13194" LastActivityDate="2019-05-02T16:15:18.597" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15224" PostTypeId="1" CreationDate="2019-05-02T19:32:55.933" Score="1" ViewCount="78" Body="&lt;p&gt;I am trying to figure out the best way to compile a list of vendors or brands in the Walmart.com eCommerce store. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would the best way to go about this be scraping their website or is there another way to retrieve this information? &lt;/p&gt;&#xA;" OwnerUserId="21772" LastActivityDate="2024-02-25T13:01:25.253" Title="How to get a list of vendors/brands that supply Walmart.com" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15226" PostTypeId="2" ParentId="14099" CreationDate="2019-05-03T21:15:45.707" Score="1" Body="&lt;p&gt;There is also this 'Data Pillager'.  Data Pillager is a Python script to download data from Esri REST services (ArcGIS Server, ArcGIS Online). Data Pillager accepts a username and password for secured services, and has an experimental feature where you can enter a valid token instead.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Designed to run from an Arc toolbox (supplied). Toolbox version for ArcGIS 10.3 included. You may need to reconnect the script source from the toolbox as it is not imported.&#xA;&lt;a href=&quot;https://github.com/gdherbert/DataPillager&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/gdherbert/DataPillager&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21780" LastEditorUserId="21780" LastEditDate="2019-05-06T16:22:40.027" LastActivityDate="2019-05-06T16:22:40.027" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15227" PostTypeId="2" ParentId="14099" CreationDate="2019-05-03T23:06:59.673" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/openaddresses/pyesridump&quot; rel=&quot;nofollow noreferrer&quot;&gt;pyesridump&lt;/a&gt; is what you seek; its a command line utility. After installation, simply type:&lt;br&gt;&#xA;&lt;code&gt;esri2geojson &lt;a href=&quot;https://featurelayerurl.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://featurelayerurl.com/&lt;/a&gt; name-you-desire.geojson&lt;/code&gt;. &#xA;and voila, magically you have the &lt;code&gt;geojson&lt;/code&gt;. I have gotten this to work on some map layers too, although its creator specifically says not to use it for them. They work for my use cases, but I'm sure its not ideal.&lt;br&gt;&#xA;Depending on its size, I then typically throw it up on &lt;a href=&quot;http://geojson.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geojson.io&lt;/a&gt; for a quick render.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The QGIS answer to the question is great too! I don't use it to fetch the layers, but I most certainly use it for cleaning up the data and/or reprojecting. Another reason why I throw it up on geojson.io is to check the projections; even if you get the layer and its clean, that doesn't mean it will work with your toolset as is. &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2019-05-04T17:33:24.523" LastActivityDate="2019-05-04T17:33:24.523" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15228" PostTypeId="2" ParentId="13435" CreationDate="2019-05-04T17:39:03.480" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://opendata.dc.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;opendata.dc.gov&lt;/a&gt; actually has some really nice datasets. DC is also a great choice for this, because it has so much good data over a very small area.&lt;br&gt;&#xA;&lt;a href=&quot;https://codefordc.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code for DC&lt;/a&gt; has a lot of data too, but unfortunately their data portal seems to be down. You could join their Slack channel and ask them directly, or even &lt;a href=&quot;https://github.com/codefordc/opendatadc&quot; rel=&quot;nofollow noreferrer&quot;&gt;stand up their portal&lt;/a&gt; yourself.&lt;br&gt;&#xA;I'm not 100% they have the data your desire exactly; another bonus of asking in the Slack channel is there are many different groups vested within Code for DC (DataKindDC is one off the top of my head) that could possibly also have what you want.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-05-04T17:39:03.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15229" PostTypeId="2" ParentId="15218" CreationDate="2019-05-04T18:41:13.553" Score="1" Body="&lt;p&gt;NOAA is where you should be looking which also has enough historical data and a lot of modalities. They have different options for download. If you are looking for an API, this is a starting point.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/webservices/v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/cdo-web/webservices/v2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers!&lt;/p&gt;&#xA;" OwnerUserId="21767" LastActivityDate="2019-05-04T18:41:13.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15230" PostTypeId="1" CreationDate="2019-05-05T04:09:51.510" Score="1" ViewCount="101" Body="&lt;p&gt;I have come to this query, which retrieves wikipedia and wikidata info from a wikipedia title:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?wikipediaId ?wikipediaTitle ?wikidataId ?desc ?imageUrl&#xA;(GROUP_CONCAT(?instanceOfS; SEPARATOR=&quot;;&quot;) AS ?instancesOf)&#xA;(GROUP_CONCAT(?subclassOfS; SEPARATOR=&quot;;&quot;) AS ?subclassesOf)&#xA;(GROUP_CONCAT(?partOfS; SEPARATOR=&quot;;&quot;) AS ?partsOf)&#xA;(GROUP_CONCAT(?instanceOfLabel; SEPARATOR=&quot;;&quot;) AS ?instancesOfLabel)&#xA;(GROUP_CONCAT(?subclassOfLabel; SEPARATOR=&quot;;&quot;) AS ?subclassesOfLabel)&#xA;(GROUP_CONCAT(?partOfLabel; SEPARATOR=&quot;;&quot;) AS ?partsOfLabel)&#xA;WHERE {&#xA;  SERVICE wikibase:mwapi {&#xA;    bd:serviceParam wikibase:endpoint &quot;en.wikipedia.org&quot;.&#xA;    bd:serviceParam wikibase:api &quot;Generator&quot;.&#xA;    bd:serviceParam mwapi:generator &quot;links&quot;.&#xA;    bd:serviceParam mwapi:titles &quot;Albert Einstein&quot;.&#xA;&#xA;    bd:serviceParam mwapi:prop &quot;pageprops|description|pageimages&quot;.&#xA;    bd:serviceParam mwapi:piprop &quot;thumbnail&quot;.&#xA;    bd:serviceParam mwapi:pithumbsize &quot;300&quot;.&#xA;    bd:serviceParam mwapi:pilicense &quot;any&quot;.&#xA;&#xA;    ?wikipediaTitle wikibase:apiOutput mwapi:title.&#xA;    ?wikipediaId wikibase:apiOutput &quot;@pageid&quot;.&#xA;&#xA;    ?item wikibase:apiOutputItem mwapi:item.&#xA;    ?desc wikibase:apiOutput &quot;@description&quot;.&#xA;    ?imageUrl wikibase:apiOutput &quot;thumbnail/@source&quot;.&#xA;  }&#xA;  BIND (COALESCE(?item, &quot;&quot;) AS ?vItem)&#xA;  OPTIONAL { ?vItem wdt:P31 ?instanceOf }&#xA;  OPTIONAL { ?vItem wdt:P279 ?subclassOf }&#xA;  OPTIONAL { ?vItem wdt:P361 ?partOf }&#xA;&#xA;  BIND (STRAFTER(STR(?vItem), STR(wd:)) AS ?wikidataId)&#xA;  BIND (STRAFTER(STR(?instanceOf), STR(wd:)) AS ?instanceOfS)&#xA;  BIND (STRAFTER(STR(?subclassOf), STR(wd:)) AS ?subclassOfS)&#xA;  BIND (STRAFTER(STR(?partOf), STR(wd:)) AS ?partOfS)&#xA;&#xA;  MINUS { ?vItem wdt:P31/wdt:P279* wd:Q17442446 }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;.&#xA;    ?instanceOf rdfs:label ?instanceOfLabel.&#xA;    ?subclassOf rdfs:label ?subclassOfLabel. &#xA;    ?partOf rdfs:label ?partOfLabel. }&#xA;} GROUP BY ?wikipediaId ?wikipediaTitle ?wikidataId ?desc ?imageUrl&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It takes 13s for Albert Einstein, and 35s for Brazil.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't expect this to work too much fast, but I am sure this can be speeded up. I have read that the labels should be outside from this select, but even without the labels, the code still pretty slow. I have read that some sort of WITH blocks could help, but I haven't found too many examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are the best ways to speed this up?&lt;/p&gt;&#xA;" OwnerUserId="21722" LastActivityDate="2019-05-05T04:09:51.510" Title="Wikidata SPARQL How to speed up this query?" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15232" PostTypeId="2" ParentId="15219" CreationDate="2019-05-06T08:04:19.590" Score="1" Body="&lt;p&gt;I think this is a good candidate for the &lt;a href=&quot;http://archive.ics.uci.edu/ml/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt;, which is often used here as a resource: &lt;a href=&quot;https://opendata.stackexchange.com/search?tab=votes&amp;amp;q=uci%20machine%20learning%20repository&quot;&gt;link to threads&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With the &quot;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;View All Data Sets&lt;/a&gt;&quot; view you can filter and find specific, prepared and cleaned data sets. For learning this is quite beneficial, because there will surely be others developing with these data sets. Each data set is labeled with what kind of analysis is suggested, for example &quot;_regression / numerical / multivariate _&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, by exploring with the portal and trying various filters, you'll get familiar with the terminology of data science and machine learning.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Example usage:&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click on &quot;Regression&quot; on the left menu bar, and you get this view: &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.php?format=&amp;amp;task=reg&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets.php?format=&amp;amp;task=reg&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then click on &quot;Numerical&quot;: &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets.php?format=&amp;amp;task=reg&amp;amp;att=num&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://archive.ics.uci.edu/ml/datasets.php?format=&amp;amp;task=reg&amp;amp;att=num&amp;amp;area=&amp;amp;numAtt=&amp;amp;numIns=&amp;amp;type=&amp;amp;sort=nameUp&amp;amp;view=table&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keep playing with the filters until you find a good one that looks like fun to explore.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, here's the data set &quot;&lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Fertility&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fertility&lt;/a&gt;&quot;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;100 volunteers provide a semen sample analyzed according to the WHO 2010 criteria. Sperm concentration are related to socio-demographic data, environmental factors, health status, and life habits&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;which has these technical properties:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/U3gU6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/U3gU6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can also search the repository with custom search terms, &lt;a href=&quot;https://www.google.com/search?q=brazil%20site%3Aarchive.ics.uci.edu%2Fml&amp;amp;sa=Search&amp;amp;cof=AH%3Acenter%3BLH%3A130%3BL%3Ahttp%3A%2F%2Farchive.ics.uci.edu%2Fml%2Fassets%2Flogo.gif%3BLW%3A384%3BAWFID%3A869c0b2eaa8d518e%3B&amp;amp;domains=ics.uci.edu&amp;amp;sitesearch=ics.uci.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;like this search for Brazil&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-06T08:04:19.590" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15233" PostTypeId="1" CreationDate="2019-05-06T12:41:24.147" Score="2" ViewCount="40" Body="&lt;p&gt;I am curious if form 5500 is included in any current datasets or will be included in the near future. I certainly have a workaround for this, but an API call to the dataset would be much more direct.&lt;/p&gt;&#xA;" OwnerUserId="21791" LastEditorUserId="23272" LastEditDate="2022-07-14T12:23:22.700" LastActivityDate="2022-07-14T12:23:22.700" Title="Dataset form 5500" Tags="|labor|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15234" PostTypeId="2" ParentId="6094" CreationDate="2019-05-06T15:58:07.103" Score="4" Body="&lt;p&gt;Google recently released paraphrase dataset: &lt;strong&gt;Paraphrase Adversaries from Word Scrambling (PAWS)&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/google-research-datasets/paws&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/google-research-datasets/paws&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset is superior to many paraphrase datasets. As stated in their page,&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Existing paraphrase identification datasets lack sentence pairs that have high lexical overlap without being paraphrases. Models trained on such data fail to distinguish pairs like flights from New York to Florida and flights from Florida to New York. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The dataset has two subsets, one based on Wikipedia and the other one based on the Quora Question Pairs (QQP) dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is an accompanying research paper for this dataset:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://arxiv.org/abs/1904.01130&quot; rel=&quot;nofollow noreferrer&quot;&gt;PAWS: Paraphrase Adversaries from Word Scrambling&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21793" LastEditorUserId="21793" LastEditDate="2019-05-07T15:02:17.990" LastActivityDate="2019-05-07T15:02:17.990" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15238" PostTypeId="1" CreationDate="2019-05-07T07:19:03.950" Score="1" ViewCount="114" Body="&lt;p&gt;Do I need to upgrade the package vdm to make it compatible with sqlalchemy version greater then 0.9? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is a CKAN question.&lt;/p&gt;&#xA;" OwnerUserId="20470" LastEditorUserId="1511" LastEditDate="2019-05-07T07:28:38.127" LastActivityDate="2019-05-07T07:47:12.320" Title="CKAN : ValueError: VDM only works with SQLAlchemy versions 0.4 through 0.9, not: 1.1.2" Tags="|ckan|python|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15239" PostTypeId="2" ParentId="12327" CreationDate="2019-05-08T04:59:08.393" Score="2" Body="&lt;p&gt;Tick data is available at &lt;a href=&quot;https://www.cryptoarchive.com.au&quot; rel=&quot;nofollow noreferrer&quot;&gt;cryptoarchive.com.au&lt;/a&gt;, for some pairs it's free.&lt;/p&gt;&#xA;" OwnerUserId="21481" LastActivityDate="2019-05-08T04:59:08.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15240" PostTypeId="1" CreationDate="2019-05-08T10:49:36.337" Score="1" ViewCount="201" Body="&lt;p&gt;Could you guys help me to find a dataset with a list of the banks worldwide (or list of &lt;strong&gt;European banks&lt;/strong&gt; at least). Doesn't matter which format it will be (JSON, XML, SQL). The main problem: I need a banks list with SWIFT/BIC and (the most important thing) with &lt;strong&gt;an internal country codes&lt;/strong&gt;: eg, for Germany it's 8 numbers code (like 37040044), for Czech Republic - 6 numbers (like 0800), for France - 5 numbers (like 20041).&lt;/p&gt;&#xA;" OwnerUserId="21804" LastActivityDate="2019-05-09T15:54:01.030" Title="List of the banks worldwide" Tags="|data-request|bank|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15245" PostTypeId="2" ParentId="285" CreationDate="2019-05-08T21:15:48.730" Score="3" Body="&lt;p&gt;I found another &lt;a href=&quot;http://scrabutility.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;, halfway hidden, with roughly 180k English words&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://scrabutility.com/TWL06.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://scrabutility.com/TWL06.txt&lt;/a&gt;  &lt;em&gt;(&lt;a href=&quot;https://web.archive.org/web/20190508210955/http://scrabutility.com/TWL06.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;archived link&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;and based on:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Tournament Word List (TWL06)&lt;/p&gt;&#xA;&lt;p&gt;TWL - the American dictionary, based on the Official Scrabble Players' Dictionary , used in North American and Canadian tournaments.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;which links this site: &lt;a href=&quot;https://www.isc.ro/en/commands/lists.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.isc.ro/en/commands/lists.html&lt;/a&gt; (that link includes some other languages and lists)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-05-08T21:48:33.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15246" PostTypeId="1" CreationDate="2019-05-09T12:03:55.663" Score="1" ViewCount="43" Body="&lt;p&gt;Does anyone know where to find such a dataset? There is Google's &lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ngram viewer&lt;/a&gt; but it is too big to be useful. I'm looking for something smaller. Perhaps with only the 100k most common English words and with most punctuation stripped.&lt;/p&gt;&#xA;" OwnerUserId="21819" LastEditorDisplayName="user8811" LastEditDate="2019-05-09T16:42:05.640" LastActivityDate="2019-05-09T16:42:05.640" Title="Dataset for English word trigrams" Tags="|data-request|language|english|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15247" PostTypeId="2" ParentId="7902" CreationDate="2019-05-09T12:05:40.390" Score="2" Body="&lt;p&gt;There are a number of paid API services that allow such requests. Trying to advertise commercial offerings as little as possible, I can mention the original &lt;a href=&quot;https://www.swift.com/our-solutions/interfaces-and-integration/swift-apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;SWIFT API&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could probably also scrape data from &lt;a href=&quot;https://www.theswiftcodes.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this site&lt;/a&gt;. I've been using &lt;a href=&quot;https://bank.codes/swift-code/&quot; rel=&quot;nofollow noreferrer&quot;&gt;another one&lt;/a&gt; that allows up to 20 free requests a day. However, these two, and possibly any other services might not guarantee to have all jurisdictions and all banks present. This is mostly due to the regional particularities of nomenclature that result in associations that might appear sometimes strange and not following an algorithmic approach.&lt;/p&gt;&#xA;" OwnerUserId="20652" LastEditorUserId="20652" LastEditDate="2019-05-09T15:23:02.607" LastActivityDate="2019-05-09T15:23:02.607" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15248" PostTypeId="2" ParentId="10831" CreationDate="2019-05-09T14:56:41.743" Score="2" Body="&lt;p&gt;I'm not sure about the data set you asked for, but kaggle has a relevant one for CTR:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/avazu-ctr-prediction/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/avazu-ctr-prediction/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user8811" LastActivityDate="2019-05-09T14:56:41.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15249" PostTypeId="1" AcceptedAnswerId="15253" CreationDate="2019-05-09T16:13:35.410" Score="1" ViewCount="193" Body="&lt;p&gt;Can you think of a source for data regarding the capacity (number of seats or people that can fit in the venue) of different venues in the US, ideally large urban centers like NYC, LA, Chicago etc?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Venues in this case means locations dedicated to holding events of all sorts, such as sports arenas, theaters, music halls, business conference centers, even bars and restaurants.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for any data that would either directly or indirectly point to how many people each venue can hold, with priority on large US urban centers.&lt;/p&gt;&#xA;" OwnerUserId="21821" LastEditorUserId="1511" LastEditDate="2019-05-10T08:05:04.337" LastActivityDate="2019-05-10T13:10:49.247" Title="Capacity/attendance information for US event venues" Tags="|data-request|usa|buildings|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15250" PostTypeId="1" CreationDate="2019-05-09T17:12:55.963" Score="1" ViewCount="37" Body="&lt;p&gt;Is there any dataset with movie &lt;strong&gt;plots and reviews&lt;/strong&gt; (not only rating)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have had a look at the existing dataset, but they contain only one of the two (i.e. only plots or only reviews).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be interested in similar datasets for books.&lt;/p&gt;&#xA;" OwnerUserId="21828" OwnerDisplayName="Gabrer" LastEditorUserId="14011" LastEditDate="2019-05-09T18:37:50.310" LastActivityDate="2019-05-09T18:37:50.310" Title="Movie plots and reviews dataset" Tags="|data-request|film|books|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15251" PostTypeId="1" CreationDate="2019-05-09T21:54:55.797" Score="0" ViewCount="43" Body="&lt;p&gt;I'm looking for some open data sets of social media apps (messaging app, networking app, user sharing app, etc...) that I can use to practice modeling and visualizing within the context of social media products. &lt;/p&gt;&#xA;" OwnerUserId="20091" LastActivityDate="2019-05-13T19:15:46.913" Title="Social media data sets for data science and exploration?" Tags="|social-media|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15253" PostTypeId="2" ParentId="15249" CreationDate="2019-05-10T07:59:29.447" Score="1" Body="&lt;p&gt;If you have a handful of stadiums and arenas only, then you might find a list online that suffices. For example, from Wikipedia &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_stadiums_by_capacity&quot; rel=&quot;nofollow noreferrer&quot;&gt;global&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_U.S._stadiums_by_capacity&quot; rel=&quot;nofollow noreferrer&quot;&gt;US only&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need wider coverage, and also for many types of buildings, consider the following two options:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Option 1:&lt;/em&gt; &lt;strong&gt;Wikidata&lt;/strong&gt;, with as an example some variation of  arena (&lt;a href=&quot;https://www.wikidata.org/wiki/Q641226&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q641226&lt;/a&gt;) and maximum capacity (&lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1083&quot; rel=&quot;nofollow noreferrer&quot;&gt;P1083&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?arena ?arenaLabel ?maximum_capacity WHERE {&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;&#xA;  ?arena wdt:P31 wd:Q641226.&#xA;  OPTIONAL { ?arena wdt:P1083 ?maximum_capacity. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/sparql?query=%23Cats%0ASELECT%20%3Farena%20%3FarenaLabel%20%3Fmaximum_capacity%20WHERE%20%7B%0A%20%20%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%20%20%0A%20%20%3Farena%20wdt%3AP31%20wd%3AQ641226.%0A%20%20OPTIONAL%20%7B%20%3Farena%20wdt%3AP1083%20%3Fmaximum_capacity.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IZzlM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IZzlM.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is helpful, but you need some Sparql help for refining the query, you can ask a new question here, or at the &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Request_a_query&quot; rel=&quot;nofollow noreferrer&quot;&gt;Request a Query&lt;/a&gt; page.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Option 2&lt;/em&gt;: &lt;strong&gt;OpenStreetMap&lt;/strong&gt; has a tag for &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:leisure=stadium&quot; rel=&quot;nofollow noreferrer&quot;&gt;leisure=stadium&lt;/a&gt; as well as keys for &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:capacity&quot; rel=&quot;nofollow noreferrer&quot;&gt;capacity&lt;/a&gt; and &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:seats&quot; rel=&quot;nofollow noreferrer&quot;&gt;seats&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use the &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass-turbo&lt;/a&gt; tool to develop a query, and since it's not massive amounts of data, probably export from there, too.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:json][timeout:25];&#xA;// gather results&#xA;(&#xA;  // query part for: “leisure=stadium”&#xA;  node[&quot;leisure&quot;=&quot;stadium&quot;]({{bbox}});&#xA;  way[&quot;leisure&quot;=&quot;stadium&quot;]({{bbox}});&#xA;  relation[&quot;leisure&quot;=&quot;stadium&quot;]({{bbox}});&#xA;  // query part for: “seats=*”&#xA;  node[&quot;seats&quot;]({{bbox}});&#xA;  way[&quot;seats&quot;]({{bbox}});&#xA;  relation[&quot;seats&quot;]({{bbox}});&#xA;);&#xA;// print results&#xA;out body;&#xA;&amp;gt;;&#xA;out skel qt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://overpass-turbo.eu/s/IRR&quot; rel=&quot;nofollow noreferrer&quot;&gt;try it!&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/dwPNIm.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dwPNIm.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You asked about:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;... sports arenas, theaters, music halls, business conference centers, even bars and restaurants.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I think option 1 may be better for sports arenas, theaters, music halls&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and option 2 may be better for business conference centers, even bars and restaurants.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My opinion would be to to cast a wide net with OSM data for various categories, and then use the existing link to Wikidata objects. For example, in OSM, the &lt;a href=&quot;https://www.openstreetmap.org/relation/8610205&quot; rel=&quot;nofollow noreferrer&quot;&gt;Barclay Center&lt;/a&gt; has this tag: wikidata=&lt;a href=&quot;https://www.openstreetmap.org/relation/8610205&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q807966&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-05-10T13:10:49.247" LastActivityDate="2019-05-10T13:10:49.247" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15254" PostTypeId="1" CreationDate="2019-05-10T09:36:48.787" Score="1" ViewCount="12" Body="&lt;p&gt;I am working on an MSc thesis titled women empowerment in agricultural productivity and marketed surplus: In case of Ethiopia. &lt;a href=&quot;http://essp.ifpri.info/files/2014/12/FTF-baseline-report-FINAL-for-website.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;How can I access the data of Feed The Future, Baseline Population Based Survey - Ethiopia&lt;/a&gt; collected in 2013 and is there a second wave of the same data?&lt;/p&gt;&#xA;" OwnerUserId="21825" LastEditorUserId="19566" LastEditDate="2019-05-12T20:47:32.237" LastActivityDate="2019-05-12T20:47:32.237" Title="Request for Feed The Future, Baseline Population Based Survey - Ethiopia" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15255" PostTypeId="1" CreationDate="2019-05-11T01:59:34.187" Score="3" ViewCount="82" Body="&lt;p&gt;I'm working on a GIS project and could really use your help. I've been googling all day but haven't had any luck. Where can I find:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;list of all countries with reputable census data and link to the data&lt;/li&gt;&#xA;&lt;li&gt;list all the statistical boundaries per country with census data &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="15975" LastEditorUserId="19566" LastEditDate="2019-05-17T20:35:44.993" LastActivityDate="2019-06-25T15:08:51.950" Title="Where to find census data for many countries?" Tags="|data-request|geospatial|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15256" PostTypeId="2" ParentId="1566" CreationDate="2019-05-12T09:16:39.853" Score="2" Body="&lt;p&gt;sec-api (&lt;a href=&quot;https://sec-api.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sec-api.io&lt;/a&gt;) provides an API to search filings on SEC EDGAR by CIK, ticker, company name, form type and filings date. &lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Query API&lt;/h2&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;give me all form 4 filings for GE between dates X and Y&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The JSON query for your use case looks like this.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;query&quot;: {&#xA;        &quot;query_string&quot;: {&#xA;            &quot;query&quot;: &quot;cik:40545 AND filedAt:{2016-01-01 TO 2016-12-31} AND formType:\&quot;4\&quot;&quot;&#xA;        }&#xA;    },&#xA;    &quot;from&quot;: &quot;0&quot;,&#xA;    &quot;size&quot;: &quot;10&quot;,&#xA;    &quot;sort&quot;: [&#xA;        {&#xA;            &quot;filedAt&quot;: {&#xA;                &quot;order&quot;: &quot;desc&quot;&#xA;            }&#xA;        }&#xA;    ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A &lt;code&gt;POST&lt;/code&gt; request to &lt;code&gt;https://api.sec-api.io&lt;/code&gt; results in&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;total&quot;: 99,&#xA;    &quot;filings&quot;: [&#xA;        {&#xA;            &quot;cik&quot;: &quot;40545&quot;,&#xA;            &quot;ticker&quot;: &quot;GE&quot;,&#xA;            &quot;companyName&quot;: &quot;GENERAL ELECTRIC CO&quot;,&#xA;            &quot;formType&quot;: &quot;4&quot;,&#xA;            &quot;filedAt&quot;: &quot;2016-12-23&quot;,&#xA;            &quot;linkToTxt&quot;: &quot;https://www.sec.gov/Archives/edgar/data/40545/0000899243-16-036296.txt&quot;,&#xA;            &quot;linkToHtml&quot;: &quot;https://www.sec.gov/Archives/edgar/data/40545/0000899243-16-036296-index.htm&quot;,&#xA;            &quot;id&quot;: &quot;4d84ac66de5d4b9b201b3285e20694a5&quot;&#xA;        },&#xA;        {&#xA;            &quot;cik&quot;: &quot;40545&quot;,&#xA;            &quot;ticker&quot;: &quot;GE&quot;,&#xA;            &quot;companyName&quot;: &quot;GENERAL ELECTRIC CO&quot;,&#xA;            &quot;formType&quot;: &quot;4&quot;,&#xA;            &quot;filedAt&quot;: &quot;2016-12-13&quot;,&#xA;            &quot;linkToTxt&quot;: &quot;https://www.sec.gov/Archives/edgar/data/40545/0001231205-16-000215.txt&quot;,&#xA;            &quot;linkToHtml&quot;: &quot;https://www.sec.gov/Archives/edgar/data/40545/0001231205-16-000215-index.htm&quot;,&#xA;            &quot;id&quot;: &quot;25159aadc0246a635b9a7f50dbbba2e8&quot;&#xA;        },&#xA;        // cut for brevity&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can use the &lt;a href=&quot;https://sec-api.io/docs#query-examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;API sandbox here&lt;/a&gt; to test queries without an API key.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Streaming API&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;If you're looking for a real-time stream of filings you can use the streaming API (&lt;a href=&quot;https://sec-api.io/docs#stream-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;see here&lt;/a&gt;). It's a socket.io/websocket server. You can use Python and any socket.io/websocket library to connect to the streaming server. Server-side (eg Node.js) and client-side (eg React, React Native, Angular, Vue) JavaScript works as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The API returns new filings in JSON format, eg:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  companyName: 'WALT DISNEY CO/ (0001001039) (Issuer)',&#xA;  cik: '0001001039',&#xA;  ticker: 'DIS',&#xA;  type: '4',&#xA;  description: 'FORM 4',&#xA;  linkToFilingDetails: 'https://www.sec.gov/Archives/edgar/data/1001039/000100103918000235/0001001039-18-000235-index.htm',&#xA;  linkToHtmlAnnouncement: 'https://www.sec.gov/Archives/edgar/data/1001039/000100103918000235/xslF345X03/wf-form4_154544051056009.xml',&#xA;  linkToXbrl: 'https://www.sec.gov/Archives/edgar/data/1001039/000100103918000235/wf-form4_154544051056009.xml',&#xA;  announcedAt: '2018-12-21T20:02:07-05:00'&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can hook-up to the websocket channel, and ignore all filings where type doesn't equal '4'. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;A Python example looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import socketio&#xA;&#xA;sio = socketio.Client()&#xA;&#xA;@sio.on('connect', namespace='/all-filings')&#xA;def on_connect():&#xA;    print(&quot;Connected to https://socket.sec-api.io/all-filings&quot;)&#xA;&#xA;@sio.on('filing', namespace='/all-filings')&#xA;def on_filings(filing):&#xA;    print(filing)&#xA;&#xA;sio.connect('https://socket.sec-api.io?apiKey=YOUR_API_KEY', namespaces=['/all-filings'])&#xA;sio.wait()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A free API key is available on &lt;a href=&quot;https://sec-api.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;sec-api.io&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I developed the API a while ago to solve the same problem. Happy to extend the functionality to meet what you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="21829" LastEditorUserId="21829" LastEditDate="2019-08-12T04:01:07.863" LastActivityDate="2019-08-12T04:01:07.863" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15257" PostTypeId="2" ParentId="9181" CreationDate="2019-05-12T09:33:30.147" Score="0" Body="&lt;p&gt;sec-api (&lt;a href=&quot;https://sec-api.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sec-api.io&lt;/a&gt;) provides an API to search filings on SEC EDGAR by CIK, ticker, company name, form type and filings date. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I'd like to process [...] a 10Q&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you want to retrieve any &lt;code&gt;10Q&lt;/code&gt; filed in descending order (most recently filed filing at the top), use &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;query&quot;: {&#xA;        &quot;query_string&quot;: {&#xA;            &quot;query&quot;: &quot;formType:\&quot;10-Q\&quot;&quot;&#xA;        }&#xA;    },&#xA;    &quot;from&quot;: &quot;0&quot;,&#xA;    &quot;size&quot;: &quot;10&quot;,&#xA;    &quot;sort&quot;: [&#xA;        {&#xA;            &quot;filedAt&quot;: {&#xA;                &quot;order&quot;: &quot;desc&quot;&#xA;            }&#xA;        }&#xA;    ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;A &lt;code&gt;POST&lt;/code&gt; request to &lt;code&gt;https://api.sec-api.io&lt;/code&gt; results in&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;total&quot;: 150480,&#xA;    &quot;filings&quot;: [&#xA;        {&#xA;            &quot;cik&quot;: &quot;86521&quot;,&#xA;            &quot;ticker&quot;: &quot;&quot;,&#xA;            &quot;companyName&quot;: &quot;SAN DIEGO GAS &amp;amp; ELECTRIC CO&quot;,&#xA;            &quot;formType&quot;: &quot;10-Q&quot;,&#xA;            &quot;filedAt&quot;: &quot;2019-08-02&quot;,&#xA;            &quot;linkToTxt&quot;: &quot;https://www.sec.gov/Archives/edgar/data/86521/0001032208-19-000016.txt&quot;,&#xA;            &quot;linkToHtml&quot;: &quot;https://www.sec.gov/Archives/edgar/data/86521/0001032208-19-000016-index.htm&quot;,&#xA;            &quot;id&quot;: &quot;7cf0ff503db18e1a35ff35e67fae250f&quot;&#xA;        },&#xA;        {&#xA;            &quot;cik&quot;: &quot;891014&quot;,&#xA;            &quot;ticker&quot;: &quot;MTX&quot;,&#xA;            &quot;companyName&quot;: &quot;MINERALS TECHNOLOGIES INC&quot;,&#xA;            &quot;formType&quot;: &quot;10-Q&quot;,&#xA;            &quot;filedAt&quot;: &quot;2019-08-02&quot;,&#xA;            &quot;linkToTxt&quot;: &quot;https://www.sec.gov/Archives/edgar/data/891014/0001140361-19-014126.txt&quot;,&#xA;            &quot;linkToHtml&quot;: &quot;https://www.sec.gov/Archives/edgar/data/891014/0001140361-19-014126-index.htm&quot;,&#xA;            &quot;id&quot;: &quot;04719c87a0696ec9d54d0697f1922eb8&quot;&#xA;        },&#xA;        // cut for brevity&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You can use the &lt;a href=&quot;https://eodhistoricaldata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API sandbox here&lt;/a&gt; to test different queries (eg filter by date range and CIK).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I developed the API a while ago to solve the same problem. Happy to extend the functionality to meet what you are looking for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for financial statements extracted from filed 10Q documents, check out &lt;a href=&quot;https://eodhistoricaldata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;eodhistoricaldata.com&lt;/a&gt;. I use their JSON API on a daily basis.&lt;/p&gt;&#xA;" OwnerUserId="21829" LastEditorUserId="21829" LastEditDate="2019-08-12T04:17:36.733" LastActivityDate="2019-08-12T04:17:36.733" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15258" PostTypeId="1" CreationDate="2019-05-12T10:20:30.960" Score="2" ViewCount="28" Body="&lt;p&gt;I am learning &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Horse+Colic&quot; rel=&quot;nofollow noreferrer&quot;&gt;horse-colic&lt;/a&gt; dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;there are 2 types of values in column 2, 1 and 9.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;dose that mean a record (a horse) is 1 year old or 9 years old?&lt;/p&gt;&#xA;" OwnerUserId="21840" LastEditorUserId="21840" LastEditDate="2019-05-12T20:37:43.843" LastActivityDate="2019-06-12T07:00:28.930" Title="what does those 2 types of values in column &quot;Age&quot; exactly mean in “horse-colic.data” dataset?" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15259" PostTypeId="2" ParentId="15258" CreationDate="2019-05-12T15:07:13.380" Score="1" Body="&lt;p&gt;According to the documentation on the &lt;a href=&quot;http://archive.ics.uci.edu/ml/datasets/Horse+Colic&quot; rel=&quot;nofollow noreferrer&quot;&gt;link you provided&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;2: Age&#xA;1 = Adult horse&#xA;2 = Young (&amp;lt; 6 months)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then 1 indicates an adult horse, and since there are no 2s in the second column of the data or test files, I'd guess that 9 indicates a horse younger than 6 months. &lt;em&gt;Let's check.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Column 2 contains only the values 1 and 9. In the &lt;a href=&quot;http://archive.ics.uci.edu/ml/machine-learning-databases/horse-colic/horse-colic.data&quot; rel=&quot;nofollow noreferrer&quot;&gt;data file&lt;/a&gt;, 24 of the 300 records have a value of 9 (8%), and in the &lt;a href=&quot;http://archive.ics.uci.edu/ml/machine-learning-databases/horse-colic/horse-colic.test&quot; rel=&quot;nofollow noreferrer&quot;&gt;test file&lt;/a&gt;, 4 of 68 records have a value of 9 (6%). Similar percentages is a good sign that 9 means a young horse (instead of 2).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The missing data, of which they claim there is 30%, is marked by a &lt;code&gt;?&lt;/code&gt; in other columns.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get confirmation, feel free to contact the authors. And also consider reporting the bug to UCI.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-05-13T06:41:17.470" LastActivityDate="2019-05-13T06:41:17.470" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15264" PostTypeId="1" AcceptedAnswerId="15279" CreationDate="2019-05-13T14:13:19.917" Score="0" ViewCount="39" Body="&lt;p&gt;I am exploring the field of BigData analytics. I am basically interested in dealing with two V's: Volume and Variety. I am not able to find a decent data which has a Volume enough to be called a big data along with the Variety in the same dataset consisting of images and text both. I have tried searching on various websites where we usually search for datasets.&lt;/p&gt;&#xA;" OwnerUserId="21845" LastEditorUserId="21845" LastEditDate="2019-05-14T07:08:46.417" LastActivityDate="2019-05-15T09:45:30.770" Title="Where to find an actual bigdata with Variety and Volume?" Tags="|big-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15265" PostTypeId="2" ParentId="15264" CreationDate="2019-05-13T16:20:58.057" Score="1" Body="&lt;p&gt;You can find large public datasets in sources including Google Open Data, Kaggle Datasets, Github and Data.gov. If you are specifically looking for large data coverage, the California Open Data Portal- CA.gov is a great resource. It includes government data and a broad collection of topics. &lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-13T16:20:58.057" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15267" PostTypeId="2" ParentId="15219" CreationDate="2019-05-13T16:25:36.197" Score="0" Body="&lt;p&gt;Glad to hear that you are interested in using data for your science project. There are plenty of public resources that you may utilize including GitHub, Kaggle, and Google Open Data. &lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-13T16:25:36.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15268" PostTypeId="2" ParentId="13613" CreationDate="2019-05-13T16:31:58.710" Score="0" Body="&lt;p&gt;This includes a total of 31 datasets &lt;a href=&quot;https://catalog.data.gov/dataset?tags=cities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?tags=cities&lt;/a&gt; which can include public data on US cities. Though not as specific as town and road, if you look around, the data may include more detailed information. &lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-13T16:31:58.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15269" PostTypeId="2" ParentId="14143" CreationDate="2019-05-13T16:34:23.540" Score="1" Body="&lt;p&gt;Here is an open source list via Github with the information you are looking for. &#xA;&lt;a href=&quot;https://github.com/connor11528/companies-in-the-bay-area&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/connor11528/companies-in-the-bay-area&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-13T16:34:23.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15270" PostTypeId="2" ParentId="15251" CreationDate="2019-05-13T19:15:46.913" Score="1" Body="&lt;p&gt;Although question is not stated quite precisely in the first place, I will try to give few potentially useful recommendations:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://snap.stanford.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt; (SNAP) - Contains 15 datasets regarding to social networks specifically, but also to communication, road, internet and many other types of networks.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/thoughtvector/customer-support-on-twitter&quot; rel=&quot;nofollow noreferrer&quot;&gt;Customer Support on Twitter&lt;/a&gt; - Kaggle's dataset containing over 3 million replies from 20 biggest brands on Twitter, closely related to questions of market psychology and analysis.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/reddit/reddit-comments-may-2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;May 2015 Reddit Comments&lt;/a&gt; - Relatively small portion of previously published ~ &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/3bxlg7/i_have_every_publicly_available_reddit_comment/&quot; rel=&quot;nofollow noreferrer&quot;&gt;1.7 billion Reddit comments dataset&lt;/a&gt;, given as an example for easier usage and manipulation.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="21835" LastActivityDate="2019-05-13T19:15:46.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15271" PostTypeId="1" CreationDate="2019-05-14T08:44:00.193" Score="2" ViewCount="25" Body="&lt;p&gt;I have to find some data of Germany, Greece 10 years bonds and risk premium from 2017 up to now. I found some sources,&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://countryeconomy.com/bonds/germany&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://countryeconomy.com/bonds/germany&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.bloomberg.com/quote/GDBR10:IND&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bloomberg.com/quote/GDBR10:IND&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.investing.com/rates-bonds/germany-10-year-bond-yield-historical-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.investing.com/rates-bonds/germany-10-year-bond-yield-historical-data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;but there exist some differences between them. For example, in the first site, the yield on 05/09/2019  was given -0.04%. In Bloomberg, it was given -0.05%.&#xA;Which one is trustworthy? Does anyone know the reason for which this difference arises? Is there any other source that I can check?&lt;/p&gt;&#xA;" OwnerUserId="21850" LastEditorUserId="23272" LastEditDate="2021-04-07T13:20:44.977" LastActivityDate="2021-04-07T13:20:44.977" Title="Which is the best choice of getting bonds data from?" Tags="|data-request|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15272" PostTypeId="1" CreationDate="2019-05-14T13:03:22.570" Score="2" ViewCount="124" Body="&lt;p&gt;Given a term/concept, I want to decide if it belongs to computer science. For that, I am checking if the concept has a property path to computer science node. In other words, I am checking whether computer science is an ancestral concept.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this purpose, I am using the following wikidata query.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item {&#xA;VALUES ?searchTerm { &quot;word2vec&quot;}&#xA;SERVICE wikibase:mwapi {&#xA;    bd:serviceParam wikibase:api &quot;EntitySearch&quot;.&#xA;    bd:serviceParam wikibase:endpoint &quot;www.wikidata.org&quot;.&#xA;    bd:serviceParam wikibase:limit 3 .&#xA;    bd:serviceParam mwapi:search ?searchTerm.&#xA;    bd:serviceParam mwapi:language &quot;en&quot;.&#xA;    ?item wikibase:apiOutputItem mwapi:item.&#xA;    ?num wikibase:apiOrdinal true.&#xA;}&#xA;?item (wdt:P279|wdt:P31) ?type&#xA;filter exists {?type (wdt:P279|wdt:P361)* wd:Q21198}&#xA;}&#xA;ORDER BY ?searchTerm ?num&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, the query gets timeout. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, I would like to know if there is another way of solving my approach.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am only interested in concepts that reaches computer science node using 8 or less hops. For example, is it possible to get all the nodes related to computer science node in 8 or less hops before, and then use this node list as a vocabulary to validate the concepts. Please let me know if my explaination is not clear.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastEditorUserId="20874" LastEditDate="2019-05-17T16:53:01.727" LastActivityDate="2019-05-17T16:53:01.727" Title="How to use wikidata property paths?" Tags="|uses-of-open-data|research|wikidata|sparql|rdf|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15273" PostTypeId="2" ParentId="7084" CreationDate="2019-05-14T13:37:27.703" Score="0" Body="&lt;p&gt;Another resource which is a legal alternative to sci-hub.tw is &lt;strong&gt;&lt;a href=&quot;https://unpaywall.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unpaywall&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We harvest content directly from over 50,000 journals and open-access repositories from all over the world. We also use great open data from PubMed Central, the DOAJ, Crossref (particulary their license info), and DataCite.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://unpaywall.org/products/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rest API&lt;/a&gt;: takes a DOI and returns JSON data with URLs to paper PDF&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Example: &lt;a href=&quot;https://api.unpaywall.org/v2/10.1038/nature12373?email=YOUR_EMAIL&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.unpaywall.org/v2/10.1038/nature12373?email=YOUR_EMAIL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://unpaywall.org/products/simple-query-tool&quot; rel=&quot;nofollow noreferrer&quot;&gt;Simple query tool&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://unpaywall.org/products/extension&quot; rel=&quot;nofollow noreferrer&quot;&gt;Browser extension&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://unpaywall.org/products/snapshot&quot; rel=&quot;nofollow noreferrer&quot;&gt;Database snapshot&lt;/a&gt;:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;To complete the download of the full dataset, please fill out &lt;a href=&quot;https://goo.gl/forms/AZqaqKEzMcjLGdTT2&quot; rel=&quot;nofollow noreferrer&quot;&gt;this form&lt;/a&gt;, which helps us report usage back to our funders, and we'll immediately provide you with a download link. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-14T13:37:27.703" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15275" PostTypeId="1" CreationDate="2019-05-14T16:37:24.257" Score="1" ViewCount="80" Body="&lt;p&gt;I'm trying to return medical device &quot;product_code&quot; data, but the following two URLs do not work. For example, I'm trying to get data on the product code, &quot;DXN&quot; as listed here:&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPCD/classification.cfm?ID=822&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPCD/classification.cfm?ID=822&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Any thoughts on what is missing?&lt;/em&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;// 2x NON-FUNCTIONAL CALLS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/510k.json?search=openfda.product_code:dxn&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/510k.json?search=openfda.product_code:dxn&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/510k.json?search=product_code:dxn&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/510k.json?search=product_code:dxn&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21853" LastEditorUserId="1511" LastEditDate="2019-05-14T16:57:18.760" LastActivityDate="2024-01-21T05:03:10.417" Title="Device Product Code API call" Tags="|openfda|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15276" PostTypeId="1" CreationDate="2019-05-15T00:57:18.400" Score="1" ViewCount="38" Body="&lt;p&gt;I want some data like:  &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I need some data from the European Football League Forum, for example: discussing the Champions League, Premier League players, matches, etc;&lt;/li&gt;&#xA;&lt;li&gt;I want to do some nlp tasks in the European Football Forum(English);&lt;/li&gt;&#xA;&lt;li&gt;any format is ok, maybe json is better.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="18633" LastEditorUserId="1511" LastEditDate="2019-05-15T12:36:37.347" LastActivityDate="2019-05-15T12:36:37.347" Title="Have any dataset of the forum about football?" Tags="|football|" AnswerCount="0" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15277" PostTypeId="1" CreationDate="2019-05-15T04:37:16.590" Score="1" ViewCount="21" Body="&lt;p&gt;I'm making a quote-bot which requires NER/extraction of suburbs/postcodes/states in Australia, which, perhaps unsurprisingly, seems harder to find than equiv for US etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example utterances would be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;Hi i want to ship 3 boxes from [suburb1] [postcode1] to [suburb2] [postcode2] they're 1 by 1 by 1m and 2kgs&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;How much to send from [suburb1] [state1] to [suburb2] [postcode2]&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a dataset of all the locations/postcodes etc so really all i need is a good sized set of diverse sentence templates for these sorts of requests. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have purposely avoided discussing my reasons for approaching it this way vs other ways (i.e. pattern/fuzzy matching) because it doesn't seem the right SE website for it, but suffice to say I have explored a variety of options.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The main hurdle in this approach is that the number of suburb/postcode pairs, 16k, is far larger than the number of example sentences i can think of. In a lot of cases i really do need to show the model the suburb at least once as some are very weird/unique. This means i am re-using sentences a lot and i fear this will lead to overfitting, hence the desire for a larger diverse set of template sentences. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Part of the issue is that, for example in the first sentence, there are ordinals which are postcodes and which are not (quantity). I need datasets which include both these kinds of things so i can have it ignore the non-postcodes&lt;/p&gt;&#xA;" OwnerUserId="21857" LastEditorUserId="21857" LastEditDate="2019-05-15T04:58:02.840" LastActivityDate="2019-05-15T04:58:02.840" Title="Quote request dataset /sentence templates" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15278" PostTypeId="1" CreationDate="2019-05-15T08:31:38.900" Score="1" ViewCount="19" Body="&lt;p&gt;The two topics&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q16343&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q16343&lt;/a&gt;  (Clavicle)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q835986&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q835986&lt;/a&gt; (Baculum, Penis bone)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;are both instances of Q265868 (Bone). However, the clavicle is a human (and animal) bone, whereas the Baculum is afaik not a human bone.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I distinguish human bones from non-human bones? Is there a Wikidata property for this?&lt;/p&gt;&#xA;" OwnerUserId="21642" LastActivityDate="2019-05-15T08:31:38.900" Title="How to distinguish between human and animal bones in Wikidata?" Tags="|wikidata|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15279" PostTypeId="2" ParentId="15264" CreationDate="2019-05-15T09:45:30.770" Score="0" Body="&lt;p&gt;It's a pretty vague question, but one data source with variety of data would be the Twitter feed. The data can grow as &quot;voluminous&quot; as you want, and you can use the data in a &quot;variety&quot; of ways. For example:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;volume - download billions of tweets&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;variety - use the various types of data that comes with social networks. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Graph/network machine learning on the links between accounts or the biological-like spread of retweets.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Image analysis on what images/figs are shared, or profile images&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Text mining on the actual tweet text, such as sentiment analysis&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Geographical analysis with geo-tagged tweets&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://chatbotslife.com/twitter-data-mining-a-guide-to-big-data-analytics-using-python-4efc8ccfa219&quot; rel=&quot;nofollow noreferrer&quot;&gt;etc&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Here's an &lt;a href=&quot;https://developer.twitter.com/en/docs/tweets/data-dictionary/overview/intro-to-tweet-json&quot; rel=&quot;nofollow noreferrer&quot;&gt;overview&lt;/a&gt; of what data and metadata comes with a tweet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Search through &lt;a href=&quot;https://opendata.stackexchange.com/search?q=twitter&quot;&gt;here&lt;/a&gt; and others about Twitter datasets and API access. If you have a specific question that isn't a duplicate, feel free to ask a new question.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-15T09:45:30.770" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15280" PostTypeId="1" CreationDate="2019-05-15T19:51:08.327" Score="1" ViewCount="50" Body="&lt;p&gt;I'm interested in new businesses in my area. Is there a way to get a list of new (physical) businesses that are created in my area, either as they open shop or ideally, even before? Any gov API that can do this? This is in the U.S.&lt;/p&gt;&#xA;" OwnerUserId="21861" LastActivityDate="2019-05-20T18:53:48.900" Title="Where can I get a list of new businesses that are created in the US?" Tags="|api|business|" AnswerCount="1" CommentCount="1" ClosedDate="2019-06-05T14:38:41.180" ContentLicense="CC BY-SA 4.0" />
  <row Id="15281" PostTypeId="1" CreationDate="2019-05-16T14:23:08.120" Score="3" ViewCount="121" Body="&lt;p&gt;I want to reproduce the work from the research paper &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3821323/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crop Biometric Maps: The Key to Prediction&lt;/a&gt; by&#xA;Francisco Rovira-Más and Verónica Sáiz-Rubio, but I need the right dataset for that. Where can I find it?&lt;/p&gt;&#xA;" OwnerUserId="21905" OwnerDisplayName="tia" LastEditorDisplayName="user4293" LastEditDate="2019-05-20T07:38:57.640" LastActivityDate="2019-06-29T02:02:20.403" Title="Where can I find image dataset for crop yield prediction?" Tags="|data-request|images|agriculture|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15282" PostTypeId="1" CreationDate="2019-05-16T18:53:54.217" Score="1" ViewCount="39" Body="&lt;p&gt;Does anyone know where to obtain DCodes or DrugIDs in the OPEN FDA product? I get practically everything I need except this.&lt;/p&gt;&#xA;" OwnerUserId="21868" LastEditorUserId="23272" LastEditDate="2021-03-12T05:26:12.620" LastActivityDate="2023-12-11T16:09:41.077" Title="I am attempting to locate DrugID or DCode information" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15283" PostTypeId="2" ParentId="15275" CreationDate="2019-05-16T20:39:21.740" Score="0" Body="&lt;p&gt;The &lt;code&gt;product_code&lt;/code&gt; field is at the top level (&lt;em&gt;not&lt;/em&gt; nested under &lt;code&gt;openfda&lt;/code&gt;), so only the second query would be correct. Also, the value should be capitalized: &lt;code&gt;DXN&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This query will produce results you need: &lt;a href=&quot;https://api.fda.gov/device/510k.json?search=product_code:DXN&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/510k.json?search=product_code:DXN&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-05-16T20:39:21.740" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15284" PostTypeId="1" CreationDate="2019-05-16T21:21:38.680" Score="1" ViewCount="128" Body="&lt;p&gt;I want to count the average number of ingredients in each drug produced by a specific manufacturer in each year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The results I want should be like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;year | drug_names | avg_number_of_ingredients&#xA;&#xA;2018 | drugA,drugB | 21&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Can someone please help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What I have done so far?&lt;/strong&gt;&#xA;I have tried different queries here : &lt;a href=&quot;https://open.fda.gov/apis/drug/label/example-api-queries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/label/example-api-queries/&lt;/a&gt;&#xA;but unfortunately, the maximum I can do is count some field following some conditions like the query below:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=effective_time:[20110601+TO+20121231]&amp;amp;count=openfda.brand_name.exact&amp;amp;limit=1&lt;/code&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What I want is to group manufacturers and count their drugs per year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="21871" LastEditorUserId="21871" LastEditDate="2019-05-18T13:40:27.330" LastActivityDate="2019-05-18T13:40:27.330" Title="average ingredients for each drug in each year for a specific manufacturer" Tags="|openfda|programming|python|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15285" PostTypeId="2" ParentId="10941" CreationDate="2019-05-17T10:18:19.570" Score="0" Body="&lt;p&gt;I was looking for the same data and I found a lot of websites using some kind of database like &lt;a href=&quot;https://societe.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://societe.com&lt;/a&gt;, &lt;a href=&quot;https://entreprises.lefigaro.fr&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://entreprises.lefigaro.fr&lt;/a&gt;, &lt;a href=&quot;https://sireninfo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sireninfo.com&lt;/a&gt; etc. So I figured out it was available somewhere for free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The actual place where you can download the whole database is here:&#xA;&lt;a href=&quot;https://www.data.gouv.fr/en/datasets/base-sirene-des-entreprises-et-de-leurs-etablissements-siren-siret/#_&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.gouv.fr/en/datasets/base-sirene-des-entreprises-et-de-leurs-etablissements-siren-siret/#_&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need additional you can use also:&#xA;&lt;a href=&quot;https://public.opendatasoft.com/explore/?sort=modified&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://public.opendatasoft.com/explore/?sort=modified&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21873" LastActivityDate="2019-05-17T10:18:19.570" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15287" PostTypeId="2" ParentId="15282" CreationDate="2019-05-17T16:18:58.647" Score="0" Body="&lt;p&gt;You may want to take a look at the &lt;a href=&quot;https://open.fda.gov/apis/drug/ndc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NDC Directory&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="9146" LastEditDate="2023-07-14T14:12:39.277" LastActivityDate="2023-07-14T14:12:39.277" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15288" PostTypeId="1" CreationDate="2019-05-17T17:49:16.340" Score="0" ViewCount="51" Body="&lt;p&gt;When I compare images of the package label UPC barcodes with these codes the zero isn't there. Having written an application that stores and uses pharmacy item UPC barcodes, I can assure you the scanned barcodes do not have this extra &quot;0&quot;.&lt;/p&gt;&#xA;" OwnerUserId="21864" LastActivityDate="2020-10-09T11:01:40.210" Title="Why is there an extra &quot;0&quot; at the beginning of every UPC code in openFDA?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15289" PostTypeId="2" ParentId="705" CreationDate="2019-05-17T18:04:47.447" Score="0" Body="&lt;p&gt;Open Data vs Big Data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Data: Open data is data that anyone can share and publicly accessible. Open data is a description or type of data, usually with little to no restrictions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Big Data: Big data exists on a large scale that usually cannot be processed by regular software. It's massive in size and includes a set of datasets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Data does not need to be related to Big Data in order to exist. These are basically separate terms used to describe data. Hope this helps!&lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-17T18:04:47.447" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15290" PostTypeId="2" ParentId="7075" CreationDate="2019-05-17T18:17:28.117" Score="0" Body="&lt;p&gt;Big data is huge in helping accelerate predictive analytics. More specifically, data companies today are using people data to power machine learning algorithms and predictive analytics. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So how do companies incorporate data to improve predictive analytics? &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;They use data providers to clean and enrich their contact data&#xA;adding data points including name, title, phone number, email,&#xA;social URLs, and more. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;They implement their enriched data into their platform, training&#xA;their algorithms to find, and engage customers.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The algorithms provide data and results that enable predictive&#xA;analytics to generate insights.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="21811" LastEditorDisplayName="user4293" LastEditDate="2019-05-20T07:40:28.387" LastActivityDate="2019-05-20T07:40:28.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15291" PostTypeId="2" ParentId="15288" CreationDate="2019-05-18T07:13:24.293" Score="1" Body="&lt;p&gt;It’s likely the leading zero is to make a UPC-A (12 digits) compliant with EAN-13&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.m.wikipedia.org/wiki/International_Article_Number&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.m.wikipedia.org/wiki/International_Article_Number&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The most commonly used EAN standard is the thirteen-digit EAN-13, a superset of the original 12-digit Universal Product Code (UPC-A) &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-18T07:13:24.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15292" PostTypeId="1" CreationDate="2019-05-18T14:49:22.463" Score="2" ViewCount="40" Body="&lt;p&gt;Where I can find the data for training the neural network to classify people(will or not give back the loan) for automated web services of loans and(or) banks. Where the decision to give a loan is made based on not only demographic characteristics, salary and so on common parametes...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but by  the behavior of clients on the site, as well as the substitution of information, such as the IP address or proxy server.  I.E.data for determining that the man gives false information about himself using stolrn ip, cookies, IDs and phones and so on.&lt;/p&gt;&#xA;" OwnerUserId="21844" LastActivityDate="2022-07-20T14:30:23.723" Title="Data for credit debt of loans for neural networks train" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15293" PostTypeId="2" ParentId="15224" CreationDate="2019-05-18T18:05:46.613" Score="0" Body="&lt;p&gt;Bloomberg Professional has supply chain data for public companies like Walmart. Of course, it is only available to paying subscribers. &lt;/p&gt;&#xA;" OwnerUserId="21879" LastActivityDate="2019-05-18T18:05:46.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15294" PostTypeId="1" CreationDate="2019-05-18T20:15:59.733" Score="1" ViewCount="43" Body="&lt;p&gt;Is there a list/database of corporations/organizations in the world or in the US? I saw &lt;a href=&quot;https://opencorporates.com/info/using_our_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;opencorporates&lt;/a&gt; but it is paid and not free. Wondering if there is something freely available.&lt;/p&gt;&#xA;" OwnerUserId="21863" LastActivityDate="2019-05-18T20:15:59.733" Title="List/database of organizations" Tags="|data-request|opencorporates|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15299" PostTypeId="1" CreationDate="2019-05-20T07:26:06.420" Score="0" ViewCount="12" Body="&lt;p&gt;I'm looking for spanish word vectors (preferably word2vec output format) to use in a scala nlp application. I've tried the ones on &lt;a href=&quot;https://github.com/uchile-nlp/spanish-word-embeddings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/uchile-nlp/spanish-word-embeddings&lt;/a&gt;, but they are either in the wrong language, missing headers (not the desired word2vec output format) or for some reason I'm not able to load the model correctly. I'm using word2vecscala (&lt;a href=&quot;https://github.com/trananh/word2vec-scala&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/trananh/word2vec-scala&lt;/a&gt;) to load the vectors. Any recommendations would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="21886" LastActivityDate="2019-05-20T07:26:06.420" Title="reliable spanish word empeddings (word2vec output format)" Tags="|nlp|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15300" PostTypeId="2" ParentId="7635" CreationDate="2019-05-20T07:43:34.527" Score="0" Body="&lt;p&gt;The analogous database in the U.S. is called the Multiple Listing Service (MLS). But there are two problems with using it as an open data source.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;It's decentralized. There is not one MLS. There are thousands. Each deals with a local area roughly the size of a city.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;It's private. The MLS is owned and operated by the local Realtor's association. Realtor's are a private association of licensed real estate agents and brokers responsible for conducting and regulating real estate transactions by their agents.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.seattletimes.com/business/real-estate/how-accurate-are-zestimates-zillow-awards-1-million-to-trio-for-improving-them/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lack of access to transaction level sales data is the reason Zillow's median error on its valuation estimates are currently still between four and five percent.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18695" LastActivityDate="2019-05-20T07:43:34.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15301" PostTypeId="1" CreationDate="2019-05-20T07:54:40.237" Score="1" ViewCount="31" Body="&lt;p&gt;I want data of all the current movies that are playing in or around a given zip code, with the locations and showing times. Is there any database with this level of detail?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How does a service like Fandango get this information? Do they have deals with all the local movie theaters who push the data to Fandango? Or do they pull the data from some other source?&lt;/p&gt;&#xA;" OwnerUserId="18695" LastEditorDisplayName="user4293" LastEditDate="2019-05-20T11:10:36.107" LastActivityDate="2019-05-20T11:10:36.107" Title="Current movie data in area" Tags="|film|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15302" PostTypeId="1" CreationDate="2019-05-20T07:12:23.073" Score="3" ViewCount="63" Body="&lt;p&gt;I would like to know if there is already available mosaiced* DEM (digital elevation model) raster for the entire globe? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;On &lt;a href=&quot;https://cgiarcsi.community/data/srtm-90m-digital-elevation-database-v4-1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this site&lt;/a&gt;, they provide this data from the Shuttle Radar Topography Mission but it does not include the Arctic. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;*&lt;a href=&quot;https://en.wikipedia.org/wiki/Document_mosaicing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mosaiced&lt;/a&gt; means multiple raster images are stitched together.&lt;/p&gt;&#xA;" OwnerDisplayName="user2543" LastEditorUserId="19566" LastEditDate="2019-05-24T06:51:15.543" LastActivityDate="2019-06-18T15:53:44.690" Title="Seeking mosaicked global DEM?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15303" PostTypeId="2" ParentId="5704" CreationDate="2019-05-20T14:07:13.380" Score="1" Body="&lt;p&gt;Many years later... (to anyone of interest), found this by chance, gyro, accelerometer vs long, lat for a study to predcit is the former one are more accuracte by using RNNs &lt;a href=&quot;https://databank.illinois.edu/datasets/IDB-5975383&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://databank.illinois.edu/datasets/IDB-5975383&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13194" LastActivityDate="2019-05-20T14:07:13.380" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15304" PostTypeId="2" ParentId="10575" CreationDate="2019-05-20T18:44:18.450" Score="0" Body="&lt;p&gt;For information on a company 'about' we offer data points for name, title, company size, number of employees, industry, and more. If you are interested in learning more about our dataset you can &lt;a href=&quot;https://www.peopledatalabs.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;visit our site&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Additionally, you can view our 7+ Million Companies Open Sourced Dataset &lt;a href=&quot;https://www.peopledatalabs.com/company-dataset?utm_source=stackexchange&amp;amp;utm_medium=social&amp;amp;utm_campaign=company-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here.&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-20T18:44:18.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15305" PostTypeId="2" ParentId="15280" CreationDate="2019-05-20T18:53:48.900" Score="1" Body="&lt;p&gt;Yes, there are public resources available to access information on companies created in the US. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can view open data of 500 companies in the US &lt;a href=&quot;http://www.opendata500.com/us/list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; &#xA;Additionally, you can use &lt;a href=&quot;https://www.data.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data.gov&lt;/a&gt;for more broad access to data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For global company data, we've open sourced our 7+ Million Companies dataset which you can &lt;a href=&quot;https://www.peopledatalabs.com/company-dataset?utm_source=stackexchange&amp;amp;utm_medium=social&amp;amp;utm_campaign=company-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;download here&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-05-20T18:53:48.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15306" PostTypeId="1" AcceptedAnswerId="18027" CreationDate="2019-05-21T09:27:01.143" Score="1" ViewCount="309" Body="&lt;p&gt;For a city of &lt;a href=&quot;https://www.google.de/maps/place/Radebeul/@51.1156981,13.5730842,12z/data=!3m1!4b1!4m5!3m4!1s0x4709d1bdaf338d05:0x421b1cb4288d620!8m2!3d51.1115648!4d13.6493707&quot; rel=&quot;nofollow noreferrer&quot;&gt;Radebeul&lt;/a&gt;, located in the federal state Saxony in Germany, I am looking for a list with all addresses, something like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;id | Street                | Nr  | PLZ   | City&#xA;1  | Meißner Straße        | 266 | 01445 | Radebeul&#xA;2  | Heinrich-Zille-Straße | 25  | 01445 | Radebeul&#xA;.  | ...                   | ... | 01445 | Radebeul&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What are those options/sources of data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I somehow think about deploying &lt;a href=&quot;http://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass-turbo&lt;/a&gt; or &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nominatim&lt;/a&gt; as was suggested in this thread &lt;a href=&quot;https://help.openstreetmap.org/questions/62048/return-all-elements-associated-with-address-overpass-api?&quot; rel=&quot;nofollow noreferrer&quot;&gt;Return all elements associated with address - Overpass API&lt;/a&gt;. But perhaps there are other free/open solutions which will somehow differ from OSM data basic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There was also an idea to extract all points (keeping in mind a certain category/amenity) and all buildings as polygons from OpenStreetMap (e.g. using QGIS, as described in this thread &lt;a href=&quot;http://www.qgistutorials.com/en/docs/downloading_osm_data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Searching and Downloading OpenStreetMap Data&lt;/a&gt;), making geocentoids out of buildings, then defining &lt;code&gt;($x, $y)&lt;/code&gt; for each building feature  and each point, and finally put all that coordinates into one common list and proceed via geocoding engine, like &lt;a href=&quot;https://developer.here.com/signup/geocoding&quot; rel=&quot;nofollow noreferrer&quot;&gt;HERE Geocoding API&lt;/a&gt; or &lt;a href=&quot;https://github.com/DenisCarriere/geocoder&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python Geocoder&lt;/a&gt; by means of reverse geocoding.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of this question is partially related to the &lt;em&gt;&quot;geocoding&quot;&lt;/em&gt; topic but I am wondering if I can somehow extract the full list of all addresses, something like a reference list from the geocoding library/solution. Unluckily some resources for Germany were demolished, found in this topic &lt;a href=&quot;https://gis.stackexchange.com/questions/91726/mass-geocoding-requests-for-germany&quot;&gt;Mass Geocoding Requests for Germany?&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the &lt;a href=&quot;https://www.radebeul.de/Einwohnerportal/Dokumente/Pl%C3%A4ne+_+Karten.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Radebeul city portal&lt;/a&gt; does not provide such data. Additionally, the data from &lt;a href=&quot;https://umziehen.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Deutsche Post&lt;/a&gt; probably costs much money.&lt;/p&gt;&#xA;" OwnerUserId="19535" LastEditorUserId="19535" LastEditDate="2019-05-22T06:20:33.497" LastActivityDate="2020-09-08T11:29:43.483" Title="Full address list for city Radebeul (Germany)" Tags="|geospatial|germany|address|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15307" PostTypeId="1" AcceptedAnswerId="15311" CreationDate="2019-05-21T11:57:47.830" Score="1" ViewCount="32" Body="&lt;p&gt;I started this with a class project but I want to add items to my movie award database. I got super excited when I saw this: &lt;a href=&quot;https://opendata.stackexchange.com/questions/1073/where-to-get-imdb-datasets?newreg=d84abbc98e54472e9ec4268bad3873ad&quot;&gt;Where to get IMDb datasets&lt;/a&gt; but there wasn't &lt;strong&gt;birthday&lt;/strong&gt; information in any of the data sets. Can someone help me find where i can get these data from IMDB? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also saw this ftp.fu-berlin.de/pub/misc/movies/database/frozendata and I appreciate the bio data but can't weed through all of that for just Birthday and (maybe) location.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="21889" LastEditorUserId="19566" LastEditDate="2019-05-24T06:51:08.127" LastActivityDate="2019-05-24T06:51:08.127" Title="Award Recipients' Birthdays" Tags="|data-request|film|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15308" PostTypeId="1" AcceptedAnswerId="15314" CreationDate="2019-05-21T19:43:26.077" Score="0" ViewCount="50" Body="&lt;p&gt;I don't necessarily need microdata on the number of hours worked, but I would like to see some data on the percentile scale. I can't seem to find anything except for averages, which are not what I'm looking for.&lt;/p&gt;&#xA;" OwnerUserId="21892" LastEditorUserId="21892" LastEditDate="2019-05-23T15:09:14.237" LastActivityDate="2019-05-23T15:09:14.237" Title="Where can I get data on the number of hours worked by Americans?" Tags="|data-request|usa|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15309" PostTypeId="1" CreationDate="2019-05-21T21:11:55.847" Score="3" ViewCount="45" Body="&lt;p&gt;I am trying to query Wikidata to find out the capacities of all event venues in specific geographic regions (US urban centers). They have this service for querying: &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Farena%20%3FarenaLabel%20%3Fmaximum_capacity%20WHERE%20%7B%0A%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%0A%20%20%3Farena%20wdt%3AP31%20wd%3AQ641226.%0A%20%20OPTIONAL%20%7B%20%3Farena%20wdt%3AP1083%20%3Fmaximum_capacity.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata Query Service&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The answer in the related question below gave this query as an example for getting the capacities of arenas:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?arena ?arenaLabel ?maximum_capacity WHERE {&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot; &#xA;   [AUTO_LANGUAGE],en&quot;. }&#xA;&#xA;  ?arena wdt:P31 wd:Q641226.&#xA;  OPTIONAL { ?arena wdt:P1083 ?maximum_capacity. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I tried to modify it a bit to get the capacities of event venues, not just arenas, but I don't get any results:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?venue ?maximum_capacity WHERE {&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot; &#xA;   [AUTO_LANGUAGE],en&quot;. }&#xA;&#xA;  ?venue wdt:P31 wd:Q7463935.&#xA;&#xA;  OPTIONAL { ?venue wdt:P1083 ?maximum_capacity. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I think the issue partly is that &lt;a href=&quot;https://www.wikidata.org/wiki/Q7463935&quot; rel=&quot;nofollow noreferrer&quot;&gt;wd:Q7463935&lt;/a&gt; says 'Category' so maybe 'wdt:P31' = 'is instance of' is not the correct way to phrase this. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas are much appreciated. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Related Question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/15249/capacity-attendance-information-for-us-event-venues/15253#15253&quot;&gt;Capacity/attendance information for US event venues&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21821" LastActivityDate="2019-05-21T21:11:55.847" Title="SPARQL query to get capacity of event venues from Wikidata" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15311" PostTypeId="2" ParentId="15307" CreationDate="2019-05-22T10:47:05.420" Score="1" Body="&lt;p&gt;The R Code below worked. Might be a bit cumbersome but it did the trick:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(tidyverse)&#xA;# reading files in&#xA;con &amp;lt;- gzcon(url(paste(&quot;ftp://ftp.fu-berlin.de/pub/misc/movies/database/frozendata/&quot;,&#xA;                       &quot;biographies.list.gz&quot;, sep=&quot;&quot;)))&#xA;txt &amp;lt;- readLines(con)&#xA;biographies &amp;lt;- read.csv(textConnection(txt), quote = &quot;&quot;, skip = 1, header = FALSE)&#xA;&#xA;# Extracting lines with name (NM) and birthdate (DB)&#xA;test_2 &amp;lt;- biographies %&amp;gt;% rownames_to_column(&quot;biographies&quot;) %&amp;gt;% filter(stringr::str_detect(V1, 'NM:|DB:') )&#xA;&#xA;# Create column to deliniate if its a name or a bday&#xA;test_2$starts_with &amp;lt;- substr(test_2$V1, 0, 2)&#xA;&#xA;# Create a grouping variable. &#xA;test_2$group = cumsum(test_2$starts_with == &quot;NM&quot;)&#xA;&#xA;# Dataframe of just names&#xA;test_3 &amp;lt;- subset(test_2, starts_with == &quot;NM&quot;)&#xA;&#xA;# Dataframe of just birthdates&#xA;test_4 &amp;lt;- subset(test_2, starts_with == &quot;DB&quot;)&#xA;&#xA;# Merging them together by group&#xA;birthday &amp;lt;- merge(x=test_3, y=test_4, by.x=&quot;group&quot;, by.y=&quot;group&quot;, all.x = TRUE)&#xA;&#xA;rm(test, test_2, test_3, test_4)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="21889" LastActivityDate="2019-05-22T10:47:05.420" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15312" PostTypeId="1" CreationDate="2019-05-22T17:16:12.237" Score="1" ViewCount="27" Body="&lt;p&gt;I'm looking for publicly available Radiology reports data collection which I can use to proceed with my research. Do you happen to know some?&lt;/p&gt;&#xA;" OwnerUserId="21902" LastEditorUserId="23272" LastEditDate="2021-03-12T05:25:05.200" LastActivityDate="2021-03-12T05:25:05.200" Title="Is there any publicly available Radiology dataset for NLP (Natural Language Processing) purposes?" Tags="|data-request|medical|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15313" PostTypeId="1" AcceptedAnswerId="15316" CreationDate="2019-05-22T23:33:15.800" Score="2" ViewCount="137" Body="&lt;p&gt;I want a Mapbox tileset that shows the world as it was during the Second World War.  This includes the boundaries of countries, roads and cities and their names, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If no such resource exists, I will need to find the data to make one myself, but I don't know where I should look for this information.  Hopefully I don't have to draw a map of Europe by hand in Mapbox Studio! Any suggestions would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="21900" LastEditorUserId="70" LastEditDate="2022-10-14T18:58:17.860" LastActivityDate="2022-10-14T18:58:17.860" Title="Seeking historical tileset 1939-1945?" Tags="|data-request|geospatial|historical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15314" PostTypeId="2" ParentId="15308" CreationDate="2019-05-22T23:38:50.647" Score="3" Body="&lt;p&gt;I assume you've already found averages at &lt;a href=&quot;https://www.bls.gov/ces/#tables&quot; rel=&quot;nofollow noreferrer&quot;&gt;Current Employment Statistics&lt;/a&gt;, &lt;a href=&quot;https://factfinder.census.gov/faces/nav/jsf/pages/index.xhtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;FactFinder&lt;/a&gt;, or the &lt;a href=&quot;https://www.bls.gov/tus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;American Time-Use Survey&lt;/a&gt;. I don't see any percentiles there. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know of any ready-made tables from BLS or Census that include percentiles for hours worked, so unfortunately you will probably need to create your own tabulation using microdata from &lt;a href=&quot;https://thedataweb.rm.census.gov/ftp/cps_ftp.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CPS PUMS&lt;/a&gt; or &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/data/pums.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACS PUMS&lt;/a&gt;. Be aware that this does require significant expertise in working with weighted survey data and knowing which records to filter out by labor force status etc.&lt;/p&gt;&#xA;" OwnerUserId="2293" LastActivityDate="2019-05-22T23:38:50.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15316" PostTypeId="2" ParentId="15313" CreationDate="2019-05-23T17:28:47.410" Score="1" Body="&lt;p&gt;Here are a few sources I found by searching for &amp;quot;historical geospatial data.&amp;quot; This is not an exhaustive list. I encourage you to do the same search, and if you find other sources please post them as an answer.&lt;/p&gt;&#xA;&lt;h2&gt;Historical Country Boundaries&lt;/h2&gt;&#xA;&lt;p&gt;For Historical Country Boundaries, check out &lt;a href=&quot;https://www.gislounge.com/find-gis-data-historical-country-boundaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this post&lt;/a&gt; on GIS Lounge. Most of the date ranges are outside your target timeframe, but there are a couple that might have data for Europe 1939-45:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;World Historical GIS Data: 2000 BCE to 1994 CE&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;While the site is now defunct, Oracles, Thinkquest.org site consolidated a series of country boundary data into shapefiles.  Created as an educational site in 1996 and acquired by Oracle in 2002, the site went defunct in 2013.  Thanks to the Wayback Machine, the shapefiles of country boundaries spanning between 2000 BCE and 1994 CE can still be downloaded.  The data itself should be used with caution and only for small scale projects.  Created by students, the &lt;a href=&quot;http://web.archive.org/web/20080328161758/http://library.thinkquest.org:80/C006628/disclaimer.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;archived disclaimer page&lt;/a&gt; explains that the data has a spatial error of roughly +/- 40 miles and the best available information, especially for the oldest years, is not the most reliable.&lt;/p&gt;&#xA;&lt;p&gt;Download: &lt;a href=&quot;http://web.archive.org/web/20080328104539/http://library.thinkquest.org:80/C006628/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical country GIS data from Thinkquest&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Britain Historical GIS&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The site A Vision of Britain through Time from the the University of Portsmouth has made historical boundary information for counties, parishes, and constituencies for England, Wales, and Scotland available for download in shapefiles format.  The data downloads cover a variety of timeframes in the 1800s and 1900s.  The county information is available for free download but the constituencies and parishes are offered under restricted downloads.&lt;/p&gt;&#xA;&lt;p&gt;Download: &lt;a href=&quot;https://vision.port.ac.uk/downloads/boundaries_download.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Vision of Britain through Time&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;RT Wilson's excellent &lt;a href=&quot;https://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;free GIS data&lt;/a&gt; archive has links to these datasets that mention historical data. Not all of them specify a date range, so you'll have to visit the individual sites to see if they have WWII-era data.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.hisgis.be/start_en.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Belgian Historical GIS&lt;/a&gt;: Historical GIS data focusing on population and boundary changes.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.gisoost.be/home/download.php?MENU=DATA&quot; rel=&quot;nofollow noreferrer&quot;&gt;East Flanders Data&lt;/a&gt; (Belgium): Cadastral data (including historical data), orthophotos and more&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.kortforsyningen.dk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kortforsyningen&lt;/a&gt;: A wide range of data for Denmark including aerial photos, LiDAR data, historical maps and more. &lt;em&gt;Registration required&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gis.epa.ie/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Irish Environmental Protection Agency&lt;/a&gt;: A wide range of environmental data including a generalised rivers/streams dataset, CORINE landcover extracts, soils, &lt;em&gt;historical mines&lt;/em&gt; and more&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://earth.unibuc.ro/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geo-spatial.org Romania&lt;/a&gt;: Good selection of vector and raster layers for Romania, including historical information.&lt;/li&gt;&#xA;&lt;li&gt;Also check out the other countries in the &lt;code&gt;Individual Country/Area Datasets&lt;/code&gt; section of the &lt;a href=&quot;https://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive&lt;/a&gt;. Some of them may include historical data that just wasn't mentioned in the description.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;Historical infrastructure&lt;/h2&gt;&#xA;&lt;p&gt;Historical infrastructure (roads, railroads, etc) seems like a much bigger ask. I suspect that the best you can find will be images of maps. &lt;a href=&quot;http://www.oldmapsonline.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OldMapsOnline.org&lt;/a&gt; is a great source of georeferenced scanned historical maps. If they don't have what you want already georeferenced, it may be waiting in line for someone else to georeference it. So while you're there visit the &amp;quot;&lt;a href=&quot;https://www.oldmapsonline.org/get-involved/&quot; rel=&quot;nofollow noreferrer&quot;&gt;get involved&lt;/a&gt;&amp;quot; link and help out by georeferencing a few old maps. When I recently helped georeference several maps, one of them was a German WWII-era map of a city in Great Britain, which included critical infrastructure like major roads, railroads and bridges.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-05-27T06:52:44.417" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15317" PostTypeId="2" ParentId="15255" CreationDate="2019-05-23T17:58:47.017" Score="1" Body="&lt;p&gt;By no means comprehensive, but &lt;a href=&quot;https://freegisdata.rtwilson.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RT Wilson's free GIS data list&lt;/a&gt; is a good place to start. Scroll down to the &lt;code&gt;Individual Country/Area Datasets&lt;/code&gt; section and search for &quot;census.&quot; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data.gov.au/data/?format=Shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;Australian Government Data&lt;/a&gt;: Data from the Australian Government's OpenData programme, including soil, climate and census data. This link shows only data available as shapefiles. Click the KML link to show KML data instead.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sedac.ciesin.columbia.edu/data/collection/cddc&quot; rel=&quot;nofollow noreferrer&quot;&gt;China Dimensions Data Collection&lt;/a&gt;: GIS data including administrative regions, census data linked to maps and agricultural data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dbr.nu/data/geo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Diamond Bay Data&lt;/a&gt;: Chinese counties, census statistics and Digital Chart of the World China GIS layers.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://census.cso.ie/censusasp/saps/boundaries/census2006_boundaries.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Irish Census Boundaries 2006&lt;/a&gt;: Census boundaries from the Irish census in 2006, in shapefile format.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://hds.essex.ac.uk/history/data/access.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;Great Britain Historical Database Online&lt;/a&gt;: Historical statistics linked to spatial areas including census data, births/marriages/deaths statistics and many others&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://geoportal.statistics.gov.uk/geoportal/catalog/main/home.page&quot; rel=&quot;nofollow noreferrer&quot;&gt;United Kingdom ONS Geoportal&lt;/a&gt;: Downloadable data from the Office for National Statistics, including census data, administrative boundaries, postcode locations etc.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://census.ukdataservice.ac.uk/get-data/boundary-data.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;United Kingdom Census boundary data&lt;/a&gt;: Boundaries for census data areas, for both current and historical censuses&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.census.gov/geo/www/tiger/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER&lt;/a&gt;: US-wide census data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.census.gov/geo/www/tiger/tgrshp2010/tgrshp2010.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER/Line 2010&lt;/a&gt;: 2010 extracts from the census database. These files contain the boundaries of census areas, which can then be linked to census data tables.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Now you have data for 7 out of 206 sovereign nations in the world.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-06-25T15:08:51.950" LastActivityDate="2019-06-25T15:08:51.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15318" PostTypeId="1" CreationDate="2019-05-23T18:21:15.877" Score="2" ViewCount="2634" Body="&lt;p&gt;Can anyone help me find a list of the geographical centers of all the countries of the world? Preferably without calculating them from other data.&lt;/p&gt;&#xA;" OwnerUserId="21907" OwnerDisplayName="Hans-Peter Stricker" LastEditorUserId="30464" LastEditDate="2021-11-10T16:18:56.793" LastActivityDate="2021-11-10T16:18:56.793" Title="Geographical center of countries" Tags="|geospatial|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15319" PostTypeId="2" ParentId="15318" CreationDate="2019-05-23T18:47:30.977" Score="-1" Body="&lt;p&gt;Firstly, there is usually no universally agreed upon geographical centre for a country; it depends on how you measure certain parameters.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Second, this probably isn't the right place to be asking this question.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Having said that, have a look &lt;a href=&quot;https://gis.stackexchange.com/questions/71921/list-of-central-coordinates-for-all-countries&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;http://webs.schule.at/website/Europa/Europa_centre_en.htm#Ireland&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerDisplayName="JaredS" LastActivityDate="2019-05-23T18:47:30.977" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15320" PostTypeId="1" AcceptedAnswerId="15321" CreationDate="2019-05-24T01:24:35.623" Score="3" ViewCount="174" Body="&lt;p&gt;I found this map on Reddit and was curious if anyone knows how it was made.&lt;/p&gt;&#xA;&lt;p&gt;See &lt;a href=&quot;https://www.reddit.com/r/boston/comments/2xu9ix/modern_map_of_boston_compared_to_original_1630/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Modern map of Boston compared to original 1630 shoreline&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I think I could make it if I had a shapefile of the 1630 map.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know how I could get that?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/O9mmLm.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/O9mmLm.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21910" LastEditorUserId="14002" LastEditDate="2021-01-01T23:04:10.687" LastActivityDate="2021-01-01T23:04:10.687" Title="Seeking shapefile of Boston in 1630?" Tags="|geospatial|usa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15321" PostTypeId="2" ParentId="15320" CreationDate="2019-05-24T07:13:51.873" Score="4" Body="&lt;p&gt;&lt;em&gt;Cool question and nice map...&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did a reverse image search and found a &lt;a href=&quot;http://marybarrettdyer.blogspot.com/2011/11/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post from 2011&lt;/a&gt;, the same year as the map's creation, which has lots of technical details:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.digitalcommonwealth.org/search/commonwealth:7h149v32x&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.digitalcommonwealth.org/search/commonwealth:7h149v32x&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Title:&#xA;    1630 shoreline &#xA;Creator:&#xA;    Metropolitan Planning Organization (Mass.). Central Transportation Planning Staff. &#xA;Name on Item:&#xA;    Central Transportation Planning Staff.&#xA;Date:&#xA;    2011&#xA;Format:&#xA;    Maps/Atlases&#xA;Location:&#xA;    Boston Public Library&#xA;    Norman B. Leventhal Map Center &#xA;Collection (local):&#xA;    Norman B. Leventhal Map Center Collection&#xA;Subjects:&#xA;    Local transit--Massachusetts--Boston--Maps&#xA;    Fills (Earthwork)--Massachusetts--Boston--History--Maps&#xA;    Boston (Mass.)--History--Maps&#xA;Places:&#xA;    Massachusetts &amp;gt; Suffolk (county) &amp;gt; Boston&#xA;Extent:&#xA;    1 map : col., mounted on foamboard ; 78 x 62 cm. &#xA;Permalink:&#xA;    https://ark.digitalcommonwealth.org/ark:/50959/7h149v32x &#xA;Terms of Use:&#xA;    No known copyright restrictions.&#xA;    No known restrictions on use.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Also has a 74 MB &lt;a href=&quot;https://en.wikipedia.org/wiki/GeoTIFF&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoTIFF&lt;/a&gt; download in the right menu bar&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4rzSYm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4rzSYm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GeoTIFF seems to be a useable format for converting to shapefiles or other GIS formats:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.digitalcommonwealth.org/downloads/commonwealth:7h149v336?datastream_id=georectifiedMaster&quot; rel=&quot;nofollow noreferrer&quot;&gt;direct GeoTIFF download&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gdal.org/drivers/raster/gtiff.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;GDAL GeoTIFF docs&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://support.dronedeploy.com/docs/displaying-elevation-data-in-qgis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Blogpost about displaying GeoTIFF in QGIS&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-24T07:13:51.873" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15322" PostTypeId="2" ParentId="15306" CreationDate="2019-05-24T07:38:49.200" Score="2" Body="&lt;p&gt;It's mentioned in the comments, but in addition to google maps geocoding API, you can use &lt;a href=&quot;https://nominatim.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nominatim&lt;/a&gt; geocoding from &lt;a href=&quot;https://www.openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example query based on latitude and longitude:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nominatim.openstreetmap.org/search.php?q=51.108236%2C+13.631143&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nominatim.openstreetmap.org/search.php?q=51.108236%2C+13.631143&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SiSPx.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SiSPx.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which resolves to this address:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nominatim.openstreetmap.org/details.php?place_id=172430942&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nominatim.openstreetmap.org/details.php?place_id=172430942&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Address Tags    &#xA;    Radebeul (city)&#xA;    266 (housenumber)&#xA;    01445 (postcode)&#xA;    Meißner Straße (street)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Nominatim has an official &lt;a href=&quot;https://nominatim.org/release-docs/develop/api/Overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;, and some &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Nominatim#Alternatives_.2F_Third-party_providers&quot; rel=&quot;nofollow noreferrer&quot;&gt;unofficial ones&lt;/a&gt;, so in theory you could discretize lat/long pairs on a grid, and the generate N queries, and store results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or, you can install your &lt;a href=&quot;http://nominatim.org/release-docs/latest/admin/Installation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;own instance of Nominatim&lt;/a&gt;. And then figure out how to extract all addresses within a Polygon from the bulk data. (I'm sure it's a solved problem.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-05-24T07:38:49.200" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15323" PostTypeId="1" CreationDate="2019-05-24T10:09:46.510" Score="1" ViewCount="66" Body="&lt;p&gt;I am looking for taxonomy databases or datasets other than &quot;O*Net&quot; which can have skills (Tools and technologies). Added to the above, I am also looking for taxonomy which can have skills from pharma and medical fields. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also need to identify skills in job description which describe the abilities, (For example , &quot;good communication skills&quot;, &quot;speak English and Spanish&quot;, &quot;effectively communicate with customers&quot;), is there any taxonomy by chance?&lt;/p&gt;&#xA;" OwnerUserId="18994" LastEditorUserId="90" LastEditDate="2019-05-24T14:02:17.170" LastActivityDate="2019-06-23T15:00:45.250" Title="Looking for taxonomy for skills databases?" Tags="|data-request|uses-of-open-data|metadata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15324" PostTypeId="6" CreationDate="2019-05-24T13:30:08.833" Score="0" Body="&lt;p&gt;Hello ODSE,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm Albert, long time supporter/fan of this site.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I absolutely love the utility we provide for open data on the web, and how this community has evolved to the finely tuned answering machine we see today.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd like to be more involved behind the scenes, particularly in third party engagement, as well as cross domain pollination/partnering, which I'm assuming being a moderator opens the doors to.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Let me be the first to say that if you were building a case for why I should not be moderating, it would center around leading by example, patience and respect. That said, I think my historical timeline provides clear evidence of growth and change and speaks for itself.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe in openness (open data, open gov, open source and the open web, just to name a few), and would like to support our community reflecting that.&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2019-05-24T13:30:08.833" LastActivityDate="2019-05-24T13:30:08.833" CommentCount="0" CommunityOwnedDate="2019-05-24T13:30:08.833" ContentLicense="CC BY-SA 4.0" />
  <row Id="15325" PostTypeId="2" ParentId="15323" CreationDate="2019-05-24T14:03:02.297" Score="2" Body="&lt;p&gt;Open Skills offers an API, though I'm not sure if the data matches your requirements:&lt;br&gt;&#xA;&lt;a href=&quot;http://dataatwork.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Skills Project&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-05-24T14:03:02.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15326" PostTypeId="1" CreationDate="2019-05-24T18:03:32.307" Score="4" ViewCount="48" Body="&lt;p&gt;This is a basic question concerning data availability. I am looking for global historic geo-spatial data covering the past 2,000 or 3,000 years. Variables of interest are biomes, temperature, precipitation, soil characteristics, mineral deposits, rivers etc. The data should come as multiple cross-sections rather than 3,000 year averages. Frequencies of not more than a few hundred years would be great.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As you are all well aware, geography is not constant over time. Human activity and a changing climate alter biomes, rivers dry up and are re-directed, mineral deposits are used an eventually exhausted, temperature and precipitation follow global and regional trends.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Paleoclimatology is an interesting field modeling long-term changes. Geo-spatial data on temperature and precipitation of the past few million years is freely available online. That is great, but this data is with its estimates usually averaged over a few thousand years not what I am looking for. I need a shorter time horizon with a higher frequency, as outlined in the first paragraph. Something like &lt;a href=&quot;https://themasites.pbl.nl/tridion/en/themasites/hyde/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HYDE&lt;/a&gt; data for other variables.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are estimates for small regions or individual countries for different points in history. That does not help as I need a global scale. Merging these smaller puzzle pieces together to create a global picture is often difficult as definitions, assumptions and map quality vary widely.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Projects like &lt;a href=&quot;https://darmc.harvard.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DARMC&lt;/a&gt;, &lt;a href=&quot;https://worldmap.harvard.edu/africamap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;AfricaMap&lt;/a&gt;, &lt;a href=&quot;https://themasites.pbl.nl/tridion/en/themasites/hyde/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HYDE&lt;/a&gt;, &lt;a href=&quot;http://paleoclim.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PaleoClim&lt;/a&gt; and &lt;a href=&quot;https://www.worldclim.org/paleo-climate1&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldClim&lt;/a&gt; have done a great job in putting together geo-spatial data in easily accessible formats at the larger geographic scale for different points in human history. However, there is still a lot missing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I'm looking for any data sources that meet the following requirements:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;em&gt;Format:&lt;/em&gt; Any geo-coded/geospatial format. It can be points, lines, polygons or raster grids.&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;Spatial Extent&lt;/em&gt;: cover approximately the entire planet (or at least major regions) &lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;Time Frame&lt;/em&gt;: covering the past 2,000 or 3,000 years in multiple cross-sections rather than 3,000 year averages. Frequencies of not more than a few hundred years would be great.&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;Topic&lt;/em&gt;: related to any of these or similar paleoclimate variables:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Biomes&lt;/li&gt;&#xA;&lt;li&gt;Temperature&lt;/li&gt;&#xA;&lt;li&gt;Precipitation&lt;/li&gt;&#xA;&lt;li&gt;Soil characteristics&lt;/li&gt;&#xA;&lt;li&gt;Mineral deposits&lt;/li&gt;&#xA;&lt;li&gt;Rivers&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am looking forward to your suggestions. Any comments are welcome.&lt;/p&gt;&#xA;" OwnerUserId="21916" LastEditorUserId="19566" LastEditDate="2019-05-27T06:52:33.990" LastActivityDate="2019-05-27T06:52:33.990" Title="Global Historic GIS Data" Tags="|geospatial|historical|geocoding|climate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15327" PostTypeId="2" ParentId="15320" CreationDate="2019-05-24T19:48:56.923" Score="2" Body="&lt;p&gt;You asked for a &lt;strong&gt;shapefile&lt;/strong&gt; of the Boston harbor shoreline for 1630. However, what seems to be available from that era is mostly raster images of maps. So you will probably need to digitize the shoreline yourself from a georeferenced image. In addition to the original map (provided in philshem's answer), there are many different sources of historical maps. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;NOAA (National Oceanic and Atmospheric Administration, U.S. Department of Commerce)&#xA;provides a &lt;a href=&quot;https://shoreline.noaa.gov/data/datasheets/t-sheets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical Shoreline Survey Viewer&lt;/a&gt;. If you open this tool in Google Earth, it assists you to download historical shorelines for various dates, going back as far as 1841.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The NOAA Historical Shoreline Survey Viewer provides access to a large number of historical shoreline surveys conducted by NOAA and its predecessor organizations. About 7,800 surveys—the earliest dating back to 1841—are available for viewing in Google Earth. In addition to overlaying a scanned image of the survey in Google Earth, the viewer provides links to download: the original scan and metadata, the resulting extracted vector shoreline, and a descriptive report compiled by the survey team.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Historical, georeferenced nautical maps are available at &lt;a href=&quot;https://historicalcharts.noaa.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;historicalcharts.noaa.gov&lt;/a&gt;. There are three maps of Boston Harbor between 1600 and 1800:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AJz31.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AJz31.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://historicalcharts.noaa.gov/image=844-00-1775&quot; rel=&quot;nofollow noreferrer&quot;&gt;BOSTON ITS ENVIRONS &amp;amp; HARBOUR WITH THE REBEL WORKS&lt;/a&gt;, Nautical Chart, 1775&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://historicalcharts.noaa.gov/image=BOSHAR&quot; rel=&quot;nofollow noreferrer&quot;&gt;[Nachant Bay and Boston Harbour]&lt;/a&gt;, Nautical Chart, 1781&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://historicalcharts.noaa.gov/image=844-00-1774&quot; rel=&quot;nofollow noreferrer&quot;&gt;A NEW PLAN OF BOSTON HARBOR&lt;/a&gt;, City Plan, 1774&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The Norman B. Leventhal Map &amp;amp; Education Center at the Boston Public Library has a digital archive of historical maps. Some of them are georeferenced already. Others are waiting to be georeferenced. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://collections.leventhalmap.org/search?f%5Bsubject_facet_ssim%5D%5B%5D=Boston%20Harbor%20%28Mass.%29--Maps--Early%20works%20to%201800&amp;amp;per_page=100&amp;amp;q=boston%20harbor&amp;amp;search_field=all_fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link&lt;/a&gt; - many historical maps of Boston Harbor&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://collections.leventhalmap.org/search?f%5Bname_facet_ssim%5D%5B%5D=Map%20Works%2C%20Inc.&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link&lt;/a&gt; - simple, modern maps of the Boston Harbor shoreline at different dates from 1630 to 1995. It would probably be pretty easy to digitize the shoreline from these maps. This series of maps was made by &lt;a href=&quot;https://www.mapworksinc.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Map Works, Inc&lt;/a&gt;. They obviously have a vector layer of the 1630 Boston Harbor shoreline, but they don't provide it on their website. As a private company they have no obligation to provide their source data, but you could certainly contact them and request it.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;The NYU Spatial Data Repository has this georeferenced map, &lt;a href=&quot;https://geo.nyu.edu/catalog/harvard-matwn-3764-b6-1895-p4&quot; rel=&quot;nofollow noreferrer&quot;&gt;Boston proper, Massachusetts, 1895, showing historic shorelines (Raster Image)&lt;/a&gt;. I believe the &quot;original shoreline&quot; mentioned in the description is the 1630 shoreline.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This map shows Boston proper's original shoreline and changes in wharf line for years 1795, 1850 and 1895. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;NOAA provides high-resolution historical and modern vector shorelines as shapefiles &lt;a href=&quot;https://shoreline.noaa.gov/data/datasheets/usgs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The U.S. Geological Survey (USGS) produced a comprehensive database of digital vector shorelines by compiling shoreline positions from pre-existing historical shoreline databases and by generating historical and modern shoreline data. Shorelines are compiled by state and generally correspond to one of four periods: 1800s, 1920s-1930s, 1970s, and 1998-2002. Each shoreline may represent a compilation of data from one or more sources for one or more dates provided by one or more agencies.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Preview the shorelines &lt;a href=&quot;https://coastalmap.marine.usgs.gov/js_map/national/ShoreLC/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;All data downloads for the &lt;a href=&quot;http://pubs.usgs.gov/of/2010/1119/data_catalog.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Mid-Atlantic and New England here&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Direct download link for &lt;a href=&quot;https://pubs.usgs.gov/of/2010/1119/data/GreaterBoston_shorelines.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;GreaterBoston_shorelines.zip&lt;/a&gt;, which includes shapefiles of shorelines for the Greater Boston area from 1847 to 2000.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Other old maps of Boston can be found on &lt;a href=&quot;https://www.oldmapsonline.org/en/Boston&quot; rel=&quot;nofollow noreferrer&quot;&gt;Oldmapsonline.org&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-05-24T19:48:56.923" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15329" PostTypeId="1" AcceptedAnswerId="20812" CreationDate="2019-05-25T07:10:32.047" Score="13" ViewCount="23757" Body="&lt;p&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/Automatic_identification_system&quot; rel=&quot;noreferrer&quot;&gt;automatic identification system&lt;/a&gt; (AIS) is an automatic tracking system that uses transponders on ships to locate them. There are also databases that provide information about the ship — size, type, owner, registration, etc.&lt;/p&gt;&#xA;&lt;p&gt;I need real-time data, preferably for the River Thames or the English Channel. Failing that, Singapore, Hong Kong or any major European (preferably German) river or port. Does anyone know of a free API to access any of this data?&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="70" LastEditDate="2022-10-14T19:37:48.393" LastActivityDate="2023-12-09T14:56:43.610" Title="Free source of AIS data (API)" Tags="|data-request|geospatial|api|transportation|ais|" AnswerCount="5" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15330" PostTypeId="5" CreationDate="2019-05-25T07:11:13.123" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-05-25T07:11:13.123" LastActivityDate="2019-05-25T07:11:13.123" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15331" PostTypeId="4" CreationDate="2019-05-25T07:11:13.123" Score="0" Body="The automatic identification system (AIS) is an automatic tracking system that uses transponders on ships to track them and provide information about them." OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2019-05-29T20:41:17.153" LastActivityDate="2019-05-29T20:41:17.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15334" PostTypeId="1" CreationDate="2019-05-25T14:57:22.730" Score="4" ViewCount="591" Body="&lt;p&gt;I am looking for the i-Lids dataset for AVSS 2007 but I am unable to find it online. The link for the data on the &lt;a href=&quot;http://www.eecs.qmul.ac.uk/~andrea/avss2007_d.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;official website&lt;/a&gt; is broken. More specifically, I am interested in the abandoned baggage (AB) data, which have been used extensively in the literature.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have only found a &lt;a href=&quot;https://www.youtube.com/watch?v=fpTG4ELZ3bE&quot; rel=&quot;nofollow noreferrer&quot;&gt;youtube video&lt;/a&gt; for the &quot;easy&quot; scenario (AVSS AB Easy).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know where I can find the i-Lids AVSS AB data or have a copy that they could share?&lt;/p&gt;&#xA;" OwnerUserId="21923" LastEditorUserId="70" LastEditDate="2022-10-13T17:19:24.413" LastActivityDate="2024-02-24T14:06:25.783" Title="I am looking for i-Lids dataset for AVSS 2007" Tags="|data-request|machine-learning|database|video|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15336" PostTypeId="1" CreationDate="2019-05-26T23:54:25.183" Score="1" ViewCount="143" Body="&lt;p&gt;I have an ever growing database of products that users on my site are entering themselves. The input form for users to submit their products (as part of a troubleshooter forum) is very quick to encourage forum posts so when products are defined just a type, brand and model name are requested.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The result is that I have a large database of products which are not connected to official manufacturers UPC / SKU codes. I want to improve my site by using APIs that retrieve images for products, obtain pricing etc but these all request such codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So before I can go ahead with that plan I clearly need to find a way to try and improve the quality of my data. Does anyone know of a way to update this old data through some kind of service that can product match based on strings names?&lt;/p&gt;&#xA;" OwnerUserId="21929" LastEditorUserId="14011" LastEditDate="2019-05-27T15:05:48.583" LastActivityDate="2019-05-27T15:05:48.583" Title="APIs / Services that can link product names to their UPC/SKU codes" Tags="|api|products|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15338" PostTypeId="1" CreationDate="2019-05-29T02:20:32.280" Score="3" ViewCount="31" Body="&lt;p&gt;Is there anywhere I can find historical data‚ say over the last 30 years, on NCAA football coach salaries? Charles Clotfelter seems to have this, at least for some schools: &lt;a href=&quot;https://twitter.com/rjisungpark/status/1133536944003137536&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/rjisungpark/status/1133536944003137536&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://sports.usatoday.com/ncaa/salaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sports.usatoday.com/ncaa/salaries/&lt;/a&gt; for 2018 only.&lt;/p&gt;&#xA;" OwnerUserId="15966" LastActivityDate="2019-05-29T02:20:32.280" Title="NCAA Football Coach Salary Data" Tags="|sports|football|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15339" PostTypeId="1" CreationDate="2019-05-29T10:21:24.817" Score="2" ViewCount="161" Body="&lt;p&gt;For my research project, I need vessel traffic data of the most congested regions of the world for the past five years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I searched for that data here but couldn't get what I wanted. So far I've found historical data for the US coast, the Australian seas and from the Indian government.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've also looked at the vessel traffic services (marinetraffic, vt explorer, fleetmon....) but obviously they are commercial services, and even if they provide a free service, it is very limited where you can barely get the data of one vessel for a very limited time-span.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also wonder if any of you did contact those commercial vessel traffic services, and request their historical data (for free) for a research project with no commercial intention. If so, how was their response?&lt;/p&gt;&#xA;" OwnerUserId="21867" LastEditorUserId="12650" LastEditorDisplayName="user4293" LastEditDate="2020-09-01T18:52:57.867" LastActivityDate="2020-09-01T18:52:57.867" Title="Vessel/ais traffic data of the most congested areas of the world" Tags="|data-request|api|transportation|traffic|ais|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15341" PostTypeId="1" CreationDate="2019-05-29T14:44:52.697" Score="1" ViewCount="33" Body="&lt;p&gt;I have gone through all the links that have been posted over the stack exchange forum and other forums. I did go through Statistics Canada and found what I needed. But this data is in the row form and not the usual column forms. Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SsDJI.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SsDJI.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone guide me to how this can be transformed or some source where this is already transformed? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have already tried to get access to CHASS data center and do not have anyone I know who can help me with access to it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Source : &lt;a href=&quot;https://www12.statcan.gc.ca/census-recensement/index-eng.cfm?HPA=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www12.statcan.gc.ca/census-recensement/index-eng.cfm?HPA=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18676" LastEditorUserId="18676" LastEditDate="2019-05-30T15:21:36.670" LastActivityDate="2019-05-30T15:21:36.670" Title="Seeking 2016 Census tract based Census Data for City of Toronto, Canada" Tags="|data-request|census|data-format|canada|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15343" PostTypeId="2" ParentId="15318" CreationDate="2019-05-29T19:13:17.933" Score="3" Body="&lt;p&gt;I found several sources of &quot;country centroids.&quot; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Country Centroids, from worldmap.harvard.edu, available to download in many formats (Zipped Shapefile, GML 2.0, GML 3.1.1, CSV, Excel, GeoJSON, GeoTIFF, JPEG, PDF, PNG, KML, View in Google Earth). Also available as a web map service. This dataset comes with &lt;em&gt;a lot&lt;/em&gt; (80-ish) of attributes.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://worldmap.harvard.edu/data/geonode:country_centroids_az8&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://worldmap.harvard.edu/data/geonode:country_centroids_az8&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;From Google, there's a simple table of lat/long coordinates for countries. Just 4 columns: 2-letter country code, latitude, longitude, and country name. (There's no download link. Just highlight the table and copy-paste it into a spreadsheet.)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developers.google.com/public-data/docs/canonical/countries_csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/public-data/docs/canonical/countries_csv&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;On periscopedata.com, Country Centroids: Geographic centers of countries in lat-long coordinates. Posted by a site user named Sean Cook, self-described Product Analyst @ Facebook&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://community.periscopedata.com/t/63fy7m/country-centroids&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://community.periscopedata.com/t/63fy7m/country-centroids&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And of course there are many sources of country boundaries, which you can convert to centroids and export as lat/long coordinates in any GIS software.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-05-29T19:13:17.933" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15346" PostTypeId="2" ParentId="15281" CreationDate="2019-05-30T01:38:01.297" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://gaez.fao.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;GAEZ&lt;/a&gt; by FAO has agro-climatic suitability, potential / actual yield, and other data products for a variety of crops under different conditions.  Model documentation can be found &lt;a href=&quot;http://www.fao.org/fileadmin/user_upload/gaez/docs/GAEZ_Model_Documentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-05-30T01:38:01.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15350" PostTypeId="1" CreationDate="2019-05-31T02:58:27.147" Score="1" ViewCount="32" Body="&lt;p&gt;What is a good source, or approach, to collate a list of Fortune 500 companies websites sitemap URL (either to sitemap.xml or their sitemap webpage)?&lt;/p&gt;&#xA;" OwnerUserId="21958" LastActivityDate="2019-05-31T02:58:27.147" Title="Fortune 500 companies websites sitemap" Tags="|research|business|companies|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15351" PostTypeId="1" CreationDate="2019-05-31T04:03:41.840" Score="1" ViewCount="47" Body="&lt;p&gt;Android APKs are often restricted by regions, for instance an APK is available in Korea but not in Nigeria, for obscure marketing and narrow-mindedness reasons. That leads many Android users to download APKs from a wide range of &lt;strong&gt;dodgy APK download sites&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Problem: Intducing spyware/malware in an APK is easy, and many of these download sites do it.  &lt;/li&gt;&#xA;&lt;li&gt;Solution: &lt;strong&gt;Verify the checksum of the downloaded APK&lt;/strong&gt;. Unlike APK themselves, checksums are legal to publish.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Request&lt;/strong&gt;: I am looking for a database of checksums of APK files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Checksums of most popular apps present on Google's Play Store&lt;/li&gt;&#xA;&lt;li&gt;For as many versions as possible of each app, at least the most recent version (some lag is acceptable)&lt;/li&gt;&#xA;&lt;li&gt;Using any popular secure checksum algorithm such as SHA1&lt;/li&gt;&#xA;&lt;li&gt;Searchable by application name or namespace&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-05-31T04:14:18.837" LastActivityDate="2019-05-31T04:14:18.837" Title="Database of Android APK checksums" Tags="|data-request|software|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15352" PostTypeId="1" CreationDate="2019-05-31T12:36:24.120" Score="2" ViewCount="43" Body="&lt;p&gt;I am looking for data about alternative and complementary medicine (CAM) use. I need something as detailed as possible. In this moment, I am looking for whatever country has complete and detailed time series.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am aware of data about US (&lt;a href=&quot;https://nccih.nih.gov/research/statistics/NHIS&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;) but I was looking for some other country.&lt;/p&gt;&#xA;" OwnerUserId="14521" LastEditorUserId="14521" LastEditDate="2019-05-31T14:14:12.417" LastActivityDate="2019-11-26T09:20:14.423" Title="Where can I find data about alternative medicine use?" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15353" PostTypeId="2" ParentId="15329" CreationDate="2019-05-31T17:54:00.207" Score="4" Body="&lt;p&gt;I cannot find anything free. if you want it enough, then you can join &lt;a href=&quot;http://www.aishub.net/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;AIS hub&lt;/a&gt;, &lt;strong&gt;&lt;em&gt;BUT&lt;/em&gt;&lt;/strong&gt; they require that you provide a feed before you can share the feeds of all other members.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://hardwarerecs.stackexchange.com/questions/11225/seeking-the-cheapest-possible-ais-receiver/13044#13044&quot;&gt;cheapest AIS receiver that I can find&lt;/a&gt; costs about $60, plus antenna.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If it's worth it, only you can decide.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2020-03-27T21:37:02.703" LastActivityDate="2020-03-27T21:37:02.703" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15354" PostTypeId="2" ParentId="15329" CreationDate="2019-06-02T04:32:14.007" Score="5" Body="&lt;p&gt;AIS data for the USA is available from &lt;a href=&quot;https://marinecadastre.gov/ais/&quot; rel=&quot;noreferrer&quot;&gt;https://marinecadastre.gov/ais/&lt;/a&gt;.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know about an API, but the site offers a variety of Arc Python-based tools that may lead you to a solution.&lt;/p&gt;&#xA;" OwnerUserId="21976" LastActivityDate="2019-06-02T04:32:14.007" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15355" PostTypeId="1" CreationDate="2019-06-02T04:58:17.247" Score="3" ViewCount="334" Body="&lt;p&gt;&lt;strong&gt;Situation&lt;/strong&gt;: I will be traveling in the next months and therefore, I have created a bunch of geolocated POIs and other layers, such as campgrounds, attractions, hiking trails and so on. I want to use these layers as my own information source either within a GIS (ArcGIS, QGIS) or building a web app with Leaflet. I can use the layers as .shp, .kml, .csv, .json, or any other vector format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;: I need to use the data offline, as I often won't have Internet access. The main problem is, that I need any kind of &lt;strong&gt;offline base map&lt;/strong&gt;, when visualizing my data. For OSM data, only vector data of layers are provided that can be downloaded.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know of any other sources?&lt;/p&gt;&#xA;" OwnerUserId="21977" LastEditorDisplayName="user4293" LastEditDate="2019-06-03T07:23:40.497" LastActivityDate="2019-06-05T13:59:12.697" Title="Seeking free basemaps for offline use in GIS?" Tags="|geospatial|openstreetmap|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="15358" PostTypeId="2" ParentId="15355" CreationDate="2019-06-03T11:24:00.347" Score="4" Body="&lt;p&gt;If you want to go for Leaflet and offline (Raster) Tiles, you can checkout &lt;a href=&quot;https://gitlab.com/IvanSanchez/Leaflet.TileLayer.MBTiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gitlab.com/IvanSanchez/Leaflet.TileLayer.MBTiles&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For non-commercial products you can get free map tiles from &lt;a href=&quot;https://openmaptiles.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openmaptiles.org/&lt;/a&gt; (sign-up required).&lt;/p&gt;&#xA;" OwnerUserId="21983" LastEditorUserId="21983" LastEditDate="2019-06-05T13:59:12.697" LastActivityDate="2019-06-05T13:59:12.697" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15359" PostTypeId="1" AcceptedAnswerId="15360" CreationDate="2019-06-03T14:15:55.703" Score="1" ViewCount="45" Body="&lt;p&gt;If I check the FDA's Drug Shortage page the first item on the list is a product with a generic name of: Abciximab (ReoPro) Injection.  If I click on the link provided there is a column called presentation that shows an NDC number of 57894-200-01.  If I query the FDA's api with the following query I get no matches found.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?search=package_ndc:&quot;57894-200-01&quot;&amp;amp;limit=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If I download the FDA's NDC directory from &lt;a href=&quot;https://open.fda.gov/apis/drug/ndc/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/ndc/download/&lt;/a&gt; and search the text for 57894-200-01 I do get a result and 57894-200-01 is a valid package ndc number.  Why am I getting &quot;no matches found&quot; on my query?&lt;/p&gt;&#xA;" OwnerUserId="21984" LastEditorDisplayName="user4293" LastEditDate="2019-06-04T06:18:45.083" LastActivityDate="2019-06-04T06:18:45.083" Title="Unexpected results from query" Tags="|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15360" PostTypeId="2" ParentId="15359" CreationDate="2019-06-03T16:09:31.773" Score="2" Body="&lt;p&gt;the reason why the first uri doesn't find the product is that the product_ndc is 57894-200, not 57894-200-01.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2257894-200%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2257894-200%22&lt;/a&gt; returns product data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems unclear to me how to structure the second query.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best regards.&lt;/p&gt;&#xA;" OwnerUserId="21967" LastActivityDate="2019-06-03T16:09:31.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15362" PostTypeId="1" CreationDate="2019-06-04T11:08:03.400" Score="3" ViewCount="104" Body="&lt;p&gt;Where can I find a downloadable database of Japanese-style emoticons (顔文字, kaomoji, &quot;face characters&quot;)? The database should ideally be free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Examples of kaomoji are: &lt;code&gt;{^.^}&lt;/code&gt;, &lt;code&gt;(°Д°)&lt;/code&gt;, &lt;code&gt;(◕‿◕)&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21812" LastActivityDate="2024-03-28T17:06:20.790" Title="Where to get lists of kaomoji (Japanese emoticons)?" Tags="|data-request|text|japan|japanese|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15363" PostTypeId="1" CreationDate="2019-06-04T12:41:13.240" Score="1" ViewCount="48" Body="&lt;p&gt;UN Comtrade database, the major source of bilateral trade data online, has a free query tool: &#xA;&lt;a href=&quot;http://comtrade.un.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://comtrade.un.org/data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the API limits the number of requests per hour and the size of each request. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if anyone has the full database saved somewhere to download as a mirror (or someone has a token available to access bulk downloading)? Writing a timed script is rather burdensome, so I would prefer not to do that.&lt;/p&gt;&#xA;" OwnerUserId="21991" LastActivityDate="2019-06-04T12:41:13.240" Title="UN Global Comtrade Database" Tags="|data-request|economics|trade|un|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15364" PostTypeId="2" ParentId="3844" CreationDate="2019-06-04T18:22:34.640" Score="-1" Body="&lt;p&gt;We're a data company that caters to Sales Tech and HR Tech companies. Though we do not offer open data [we have released an &lt;a href=&quot;https://dashboard.peopledatalabs.com/signup?utm_source=stackexchange&amp;amp;utm_medium=social&amp;amp;utm_campaign=signup&quot; rel=&quot;nofollow noreferrer&quot;&gt;open source dataset&lt;/a&gt; recently] we do offer clean, enriched data from our dataset. You can read some of our case studies &lt;a href=&quot;https://www.peopledatalabs.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;on our website&lt;/a&gt;, where companies including Workable have utilized our data to increase platform performance, generate more leads, and qualify incoming traffic. &lt;/p&gt;&#xA;" OwnerUserId="21811" LastActivityDate="2019-06-04T18:22:34.640" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15366" PostTypeId="1" CreationDate="2019-06-05T19:16:41.180" Score="0" ViewCount="50" Body="&lt;p&gt;My question is about the variable &quot;T4APPROVALDATE&quot; in the most recent cohort data. It indicates the date that the institution was first approved to participate in Title IV aid programs. According to the dictionary, it was derived from FSA. How was it generated? Why there are about 455 institutions participate in Title-IV (OPEFLAG=1) but have &quot;NULL&quot; &quot;T4APPROVALDATE&quot;?&lt;/p&gt;&#xA;" OwnerUserId="21999" LastActivityDate="2019-06-07T22:58:12.677" Title="How was the variable &quot;T4APPROVALDATE&quot; generated in College Scorecard Data?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15367" PostTypeId="1" CreationDate="2019-06-06T09:26:30.723" Score="3" ViewCount="75" Body="&lt;p&gt;&lt;a href=&quot;https://taggs.hhs.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://taggs.hhs.gov&lt;/a&gt; offers a great comprehensive database of all grants awarded by the HHS (Department of Health &amp;amp; Human Services, US).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Their &quot;Award Search&quot; engine is effective and convenient. However, I cannot seem to xls or csv (or anything else really) from the Award Search.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Say, for example, that I am looking at the keywork &quot;Hepatits&quot;: &lt;a href=&quot;http://tinyurl.com/yylzooc5&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/yylzooc5&lt;/a&gt;, which returns 4788 items.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &quot;Quick Help&quot; says  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;You may export data by choosing one of the four Export Group options: Microsoft Excel, Adobe Portable Document Format (PDF), Microsoft Word Rich Test Format (RTF), or Comma Separated Value (CSV) format. You will find four export options in the upper right corner of the data window. &lt;em&gt;Exports are limited to 10,000 rows&lt;/em&gt;. The last export option allows the ability to generate a sharable URL that can be emailed or messaged for sharing the data results.&quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Since my search contains only 4788 items, I guess I should be fine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can see the export buttons in the top-right corner,  which looks like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ofKcw.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ofKcw.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I click on one of the buttons, for example the xls one, a little bar appears right beside it, but nothing else happens, even if I wait for a while.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LyMcL.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LyMcL.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried with three different browsers, to no avail. The only button that does work for me is the last one that creates the shorturl link to my search (which I used above). None of the other &quot;export&quot; buttons works.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have also tried smaller searches (e.g., &lt;a href=&quot;http://tinyurl.com/y6e8xbs6&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinyurl.com/y6e8xbs6&lt;/a&gt;) thinking that maybe each item would take up more than one row (??), but I get exactly the same behavior I described above (small line appears beside export button, but nothing else happens, even if I wait for a while).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;My questions are:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Am I the only one who's unable to export data from &lt;a href=&quot;https://taggs.hhs.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://taggs.hhs.gov&lt;/a&gt;, or do other people face the same issue (maybe export is geo-restricted??)?&lt;/li&gt;&#xA;&lt;li&gt;If someone manages to export data from there, can they explain what I am doing wrong?&lt;/li&gt;&#xA;&lt;li&gt;If no one manages to extract data using the built-in export tools, can someone suggest a hack?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="6255" LastEditorUserId="14011" LastEditDate="2019-06-06T13:57:00.720" LastActivityDate="2019-06-07T07:06:52.403" Title="Exporting data from https://taggs.hhs.gov?" Tags="|usa|medical|download|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15368" PostTypeId="1" CreationDate="2019-06-07T03:48:57.157" Score="3" ViewCount="3611" Body="&lt;p&gt;I've tried inurl:http but it takes forever to get even a bunch of sites right and I have to think of new keywords everytime to get the sites.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there kind of a directory I could use to get the address of all the sites on the public web?&lt;/p&gt;&#xA;" OwnerUserId="22008" LastEditorUserId="754" LastEditDate="2019-06-07T03:58:49.220" LastActivityDate="2019-06-07T21:01:22.870" Title="List of all http sites in the world" Tags="|data-request|internet|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="15369" PostTypeId="1" CreationDate="2019-06-07T04:35:55.680" Score="1" ViewCount="27" Body="&lt;p&gt;Hundreds of pictures are uploaded to Commons everyday, and among them many get deleted for various reasons (copyright infringement, obscenity, selfies, etc).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For machine learning purposes, I need a representative sample of thousands of these deleted pictures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For each picture:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The picture itself, or at least a thumbnail of it.&lt;/li&gt;&#xA;&lt;li&gt;The deletion reason&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is there such a publicly accessible database somewhere? If possible reasonably recent.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2019-06-07T04:35:55.680" Title="Database of pictures deleted from Wikipedia/Commons, and the reason for their deletion" Tags="|data-request|wikimedia-commons|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15370" PostTypeId="2" ParentId="15367" CreationDate="2019-06-07T05:37:38.943" Score="2" Body="&lt;p&gt;Thanks to everyone who gave it a try, both those who confirmed the problem, and those who have been more successful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried it this morning from home (as opposed to work, again in Belgium), and everything worked just fine.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wonder what caused the problem. I sent them an email yesterday explaining the issue. Maybe they put together a quick fix. I will still try from work later today to see if it has something to do with the network one is on. More updates soon.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt; The export function now works from my work as well. I guess it was either a temporary glitch, or they fixed something in the meantime.&lt;/p&gt;&#xA;" OwnerUserId="6255" LastEditorUserId="6255" LastEditDate="2019-06-07T07:06:52.403" LastActivityDate="2019-06-07T07:06:52.403" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15371" PostTypeId="1" CreationDate="2019-06-07T07:50:50.457" Score="0" ViewCount="42" Body="&lt;p&gt;Does anyone know of a reliable source of up to date data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Especially for craft beers &amp;amp; real ale, rather than Fosters/Carlsberg, etc, although data on those is welcome too (and whisky, now that I come to think of it).&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2021-11-03T17:23:34.137" Title="Which pub sells which beer in the UK?" Tags="|uk|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15372" PostTypeId="1" CreationDate="2019-06-07T08:35:38.677" Score="2" ViewCount="51" Body="&lt;p&gt;I'm looking for (something like) shapefiles of Traffic Analisys Zones in the city of Shenzhen. If there are several I would like to get most recent, but any would serve the purpose.&lt;/p&gt;&#xA;" OwnerUserId="22010" OwnerDisplayName="BanAnanas" LastEditorUserId="22010" LastEditDate="2019-06-07T09:06:41.230" LastActivityDate="2019-06-07T09:06:41.230" Title="Seeking Traffic Analysis Zones (for city of Shenzhen) in computer readable format?" Tags="|geospatial|traffic|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15373" PostTypeId="1" CreationDate="2019-06-07T09:44:22.483" Score="1" ViewCount="42" Body="&lt;p&gt;I'm looking for dataset for all top world players or european players or though players of UEFA Champions League. So I'm intresting in multinational data (no for just one national ligue). I need table that in all cases contain: salaries, heights, weights.&lt;/p&gt;&#xA;" OwnerUserId="22011" LastActivityDate="2019-06-07T09:44:22.483" Title="Looking for football (soccer) player data with salaries, heights, weights info" Tags="|data-request|sports|football|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15374" PostTypeId="2" ParentId="15368" CreationDate="2019-06-07T13:28:32.857" Score="3" Body="&lt;p&gt;There are an estimated &lt;a href=&quot;https://www.internetlivestats.com/total-number-of-websites/&quot; rel=&quot;nofollow noreferrer&quot;&gt;1.6 billion public websites&lt;/a&gt; in the world, with 200 million being active. But no one really knows, because a website can be just an IP address with no domain, or an &lt;a href=&quot;https://en.wikipedia.org/wiki/.onion&quot; rel=&quot;nofollow noreferrer&quot;&gt;.onion link&lt;/a&gt;, or temporary or short-lived, or &lt;a href=&quot;https://solar.lowtechmagazine.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;weather-dependent&lt;/a&gt;, ...&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;One way would be to use known DNS records (domain names) from the &lt;strong&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/2122/1511&quot;&gt;2013 DNS Census&lt;/a&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;It is a DNS registration dataset snapshot taken in 2013. Compressed - it is ~15GB and uncompressed 157GB.&lt;/p&gt;&#xA;&lt;p&gt;They claim it contains: Dataset containing 2,676,380,336 DNS records and 106,928,034 domains&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;A more modest list would be, for example, the &lt;a href=&quot;https://github.com/mozilla/cipherscan/tree/master/top1m&quot; rel=&quot;nofollow noreferrer&quot;&gt;Alexa 1 million list&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Scripts for scanning the Alexa top 1 million sites and providing generic&#xA;statistics about them.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Direct link: &lt;a href=&quot;http://s3.amazonaws.com/alexa-static/top-1m.csv.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://s3.amazonaws.com/alexa-static/top-1m.csv.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Or, like &lt;a href=&quot;https://opendata.stackexchange.com/questions/15368/list-of-all-http-sites-in-the-world#comment18283_15368&quot;&gt;my comment&lt;/a&gt;, &lt;a href=&quot;https://stackoverflow.com/a/47076164/2327328&quot;&gt;loop over IPv4 addresses&lt;/a&gt;... and record if each IP is a valid http/https server.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/a/2437185/2327328&quot;&gt;Here's an estimate&lt;/a&gt; about how big your &lt;code&gt;for loop&lt;/code&gt; will get:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;According to &lt;a href=&quot;http://en.wikipedia.org/wiki/Reserved_IP_addresses&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reserved IP addresses&lt;/a&gt; there are 588,514,304 reserved addresses and since there are 4,294,967,296 (2^32) IPv4 addressess in total, there are &lt;strong&gt;3,706,452,992&lt;/strong&gt; public addresses.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-06-07T21:01:22.870" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15376" PostTypeId="2" ParentId="15215" CreationDate="2019-06-07T20:20:55.473" Score="1" Body="&lt;p&gt;The GFZ Potsdam, a large research institute in Germany, has several groups  working on hyperspectral data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This page &lt;a href=&quot;http://www.enmap.org/flights.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.enmap.org/flights.html&lt;/a&gt; lists a table with several datasets from Europe, acquired 2011-2014.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most of the DOI links on that page lead to the library of GFZ Potsdam, which offers a data download service. However, for some reason most authors have put an embargo on their hyperspectral datasets. You need to contact them personally first.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;From the &lt;a href=&quot;http://doi.org/10.2312/enmap.2017.001&quot; rel=&quot;nofollow noreferrer&quot;&gt;report&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;For  data  access,  the  interested  user  shall  fill  in  the  contact  form  at  the  DOI  Landing  Page  of  the  respective flight campaign and will then be provided with an FTP link for download. If there is no DOI available yet, the user may contact the responsible person listed in the Tableview (Contact).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Unrelated: Maybe &lt;a href=&quot;https://www.pangaea.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;pangaea.de&lt;/a&gt; has some interesting &lt;a href=&quot;https://www.pangaea.de/?q=Hyperspectral+imaging&amp;amp;offset=10&quot; rel=&quot;nofollow noreferrer&quot;&gt;hyperspectral imagery datasets&lt;/a&gt; available to  you as well? &lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2019-06-07T20:26:19.043" LastActivityDate="2019-06-07T20:26:19.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15377" PostTypeId="2" ParentId="15366" CreationDate="2019-06-07T22:58:12.677" Score="1" Body="&lt;p&gt;I've checked in about this query and I have received the following response:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The variable T4APPROVALDATE is drawn from the PEPS weekly data&#xA;extract. IPEDS UNITID is assigned to each OPEID in the extract using&#xA;information pulled from the PEPS changes of affiliation file and the&#xA;UNITID/OPEID crosswalk available for download from on the Scorecard&#xA;data page.&lt;/p&gt;&#xA;&lt;p&gt;Most of the cases with NULL T4ApprovalDate values are&#xA;perfect child cases, which are not included in the UNITID/OPEID&#xA;crosswalk (hence they do not get a UNITID assigned and come back as&#xA;NULL).  All but one of the remaining cases are not currently operating&#xA;(CURROPER=0).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="20004" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-06-07T22:58:12.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15378" PostTypeId="2" ParentId="9673" CreationDate="2019-06-08T18:00:29.237" Score="1" Body="&lt;p&gt;Find these datasets in the ImmGen consortium&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.immgen.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.immgen.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And resources of the journal Immunity&lt;/p&gt;&#xA;" OwnerUserId="22020" LastActivityDate="2019-06-08T18:00:29.237" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15379" PostTypeId="1" CreationDate="2019-06-09T15:08:16.147" Score="0" ViewCount="33" Body="&lt;p&gt;In 2016, polling was fatally flawed especially in the US general presidential election. One mistake was in sample selection. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;At least one 2020 DNC primary election poll has had statistically insignificant samples to represent those under 50, which makes me wonder how much has really changed since 2016.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be interested to find metadata on primary and general election polls in 2016 and primary election polls in 2020. Specifically metadata on sampling selections and other polling features that may indicate if and how polling methods have changed or remain flawed. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data for the expected 2016 and 2020 voter demographic turnout would also be useful to see how representative the polling sample selections are.&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2019-06-09T15:08:16.147" Title="2016 and 2020 USA Polling Metadata" Tags="|data-request|usa|politics|polling|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="15380" PostTypeId="1" CreationDate="2019-06-09T23:29:44.710" Score="0" ViewCount="498" Body="&lt;p&gt;Is there any REST &lt;strong&gt;API&lt;/strong&gt; that provides informations about &quot;famous&quot; people (Scientists, Writers, Philosophers, Politicians, ...) ?&lt;br&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In my case I need the following infos: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Photo,&lt;/li&gt;&#xA;&lt;li&gt;Full Name&lt;/li&gt;&#xA;&lt;li&gt;Born &amp;amp; Died dates,&lt;/li&gt;&#xA;&lt;li&gt;Nationality&lt;/li&gt;&#xA;&lt;li&gt;Profession(s)&lt;/li&gt;&#xA;&lt;li&gt;Brief&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="22027" LastActivityDate="2019-06-10T18:37:38.657" Title="REST API for getting informations about celebrities" Tags="|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15381" PostTypeId="2" ParentId="15380" CreationDate="2019-06-10T04:14:35.793" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt; sounds ideal for this use case.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:List_of_properties/human&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's a list of human properties the API can return&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples#Finding_John_and_Sarah_Connor&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example Query Finding John and Sarah Connor&lt;/a&gt;&lt;br&gt;&#xA;Here's how to &lt;a href=&quot;https://www.opensemanticsearch.org/doc/datamanagement/opendata/wikidata&quot; rel=&quot;nofollow noreferrer&quot;&gt;Import a List of Names from Wikidata&lt;/a&gt;&lt;br&gt;&#xA;This tutorial explains how to &lt;a href=&quot;http://www.snee.com/bobdc.blog/2018/11/extracting-rdf-data-models-fro.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Extract RDF Data Models from Wikidata&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q180736&amp;amp;props=labels%7Cdescriptions%7Cclaims%7Csitelinks/urls&amp;amp;languages=az&amp;amp;languagefallback=&amp;amp;sitefilter=azwiki&amp;amp;formatversion=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata API Call Example&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=main&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Documentation&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;API Calls pass parameters in the URL; you can see this in the example URL posted above, here:&lt;br&gt;&#xA;&lt;code&gt;https://www.wikidata.org/w/api.php?action=wbgetentities&amp;amp;ids=Q180736&amp;amp;props=labels%7Cdescriptions%7Cclaims%7Csitelinks/urls&amp;amp;languages=az&amp;amp;languagefallback=&amp;amp;sitefilter=azwiki&amp;amp;formatversion=2&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2019-06-10T18:37:38.657" LastActivityDate="2019-06-10T18:37:38.657" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15382" PostTypeId="1" CreationDate="2019-06-10T14:06:34.190" Score="1" ViewCount="95" Body="&lt;p&gt;I have a standing API query that has been using ope8_id for data requests, but recently it has stopped returning data; I was wondering if ope8_ids can no longer be used in requests or if the call has changed?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;br /&gt;&#xA;Using regular ID for Boston College&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;api.data.gov/ed/collegescorecard/v1/schools?id=164924&amp;amp;api_key=XXXXX &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My standing query using ope8_id for Boston College:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;api.data.gov/ed/collegescorecard/v1/schools?ope8_id=212800&amp;amp;api_key=XXXX &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;returns no data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if anyone had similar issues?&lt;/p&gt;&#xA;" OwnerUserId="22033" LastEditorDisplayName="user4293" LastEditDate="2019-06-11T10:18:17.993" LastActivityDate="2024-02-16T01:08:35.987" Title="ope8_id verse id in API request" Tags="|api|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15383" PostTypeId="1" AcceptedAnswerId="15384" CreationDate="2019-06-10T22:34:03.117" Score="0" ViewCount="56" Body="&lt;p&gt;Atopiclair is on drugs.com:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.drugs.com/cdi/atopiclair.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.drugs.com/cdi/atopiclair.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's where it's not (on fda.gov):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The FDA CDER DB:&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The Medical Device DB:&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRL/rl.cfm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;The National Drug Code Directory:&#xA;&lt;a href=&quot;https://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Is the drug listed anywhere on fda.gov?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2019-06-11T01:23:53.077" Title="Atopiclair does not appear on any FDA list I can find" Tags="|usa|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15384" PostTypeId="2" ParentId="15383" CreationDate="2019-06-11T01:23:53.077" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://web.archive.org/web/20161221003028/https://www.fda.gov/cdrh/510k/K024367.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;This document from fda.gov (saved via the Wayback Machine) states&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This clinical study was compiled using Sinclair Wound and Skin Emulsion product as submitted in 510(k) # K024367. Atopiclair&quot; is the working name for Sinclair Wound and Skin Emulsion in this study. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://search.usa.gov/search?query=Sinclair+Wound+and+Skin+Emulsion&amp;amp;affiliate=fda1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Searching fda.gov for the working name provides some results&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could be wrong about using the working name, if so, please let me know.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-06-11T01:23:53.077" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15385" PostTypeId="1" CreationDate="2019-06-11T08:39:29.727" Score="2" ViewCount="178" Body="&lt;p&gt;I'm having trouble extracting location attributes of company HQ's. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My &lt;a href=&quot;https://query.wikidata.org/#%23%20Sample%20to%20query%20all%20values%20of%20a%20property%0A%23%20Property%20talk%20pages%20on%20Wikidata%20include%20basic%20queries%20adapted%20to%20each%20property%0ASELECT%0A%20%20%3Fitem%20%3FitemLabel%20%3Fweb%20%3Fisin%20%3Fhq%20%3Fhqloc%20%3Finception%0A%0A%23%20valueLabel%20is%20only%20useful%20for%20properties%20with%20item-datatype%0AWHERE%20%0A%7B%0A%20%20%3Fitem%20p%3AP31%2Fps%3AP31%2Fwdt%3AP279%2A%20wd%3AQ783794.%0A%20%20%20%20%20%20%20%20%0A%20%20OPTIONAL%7B%3Fitem%20wdt%3AP856%20%3Fweb.%7D%20%23%20get%20item%0A%20%20OPTIONAL%7B%3Fitem%20wdt%3AP946%20%3Fisin.%7D%20%23%20get%20item%0A%20%20OPTIONAL%7B%3Fitem%20wdt%3AP571%20%3Finception.%7D%20%23%20get%20item%0A%20%20optional%7B%3Fitem%20wdt%3AP159%20%3Fhq.%7D%20%20%0A%20%20%0A%20%20%0A%20%20optional%7B%3Fitem%20p%3AP159%20%3FhqItem.%20%23%20get%20property%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%3FhqItem%20ps%3AP159%20wd%3AQ515.%20%23%20get%20property-statement%20wikidata-entity%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%3FhqItem%20pq%3AP17%20%3Fhqloc.%20%23%20get%20country%20of%20city%0A%20%20%20%20%20%20%20%20%20%20%20%7D%0A%20%20%0A%20%20%3Farticle%20schema%3Aabout%20%3Fitem%20.%0A%20%20%3Farticle%20schema%3AinLanguage%20%22en%22%20.%0A%20%20%3Farticle%20schema%3AisPartOf%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E.%20%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%7D%20%20%20%20%0A%7D%0A%0ALIMIT%2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;query&lt;/a&gt;: finds all companies or sub-classes, and returns some basic properties such as ISIN and URL, and the Headquarter location. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried to use &lt;a href=&quot;https://opendata.stackexchange.com/questions/10638/wikidata-get-property-of-property/10640&quot;&gt;this example&lt;/a&gt; to extend the Headquarter part of the query to return location information such as city, country, and &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples#All_museums_(including_subclass_of_museum)_in_Washington,_D.C._with_coordinates&quot; rel=&quot;nofollow noreferrer&quot;&gt;coordinate latitude and longitude&lt;/a&gt;. However I am getting stuck on pulling the values or labels through.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT&#xA;  ?item ?itemLabel ?web ?isin ?hq ?hqloc ?inception&#xA;&#xA;# valueLabel is only useful for properties with item-datatype&#xA;WHERE &#xA;{&#xA;  ?item p:P31/ps:P31/wdt:P279* wd:Q783794.&#xA;&#xA;  OPTIONAL{?item wdt:P856 ?web.} # get item&#xA;  OPTIONAL{?item wdt:P946 ?isin.} # get item&#xA;  OPTIONAL{?item wdt:P571 ?inception.} # get item&#xA;  OPTIONAL{?item wdt:P159 ?hq.}  &#xA;&#xA;  OPTIONAL{?item p:P159 ?hqItem. # get property&#xA;           ?hqItem ps:P159 wd:Q515. # get property-statement wikidata-entity&#xA;           ?hqItem pq:P17 ?hqloc. # get country of city&#xA;           }&#xA;&#xA;  ?article schema:about ?item .&#xA;  ?article schema:inLanguage &quot;en&quot; .&#xA;  ?article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;. &#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }    &#xA;}&#xA;LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="21776" LastActivityDate="2019-06-11T08:39:29.727" Title="Wikidata SPARQL - get company entities and the location of their headquarters" Tags="|wikidata|sparql|rdf|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15386" PostTypeId="2" ParentId="15382" CreationDate="2019-06-11T15:46:30.037" Score="0" Body="&lt;p&gt;The &lt;code&gt;ope8_id&lt;/code&gt; requests are still fine to use. Your problem unfortunately is related to the change that was made on May 21, 2019 -- see this &lt;a href=&quot;https://github.com/RTICWDT/open-data-maker/issues/65&quot; rel=&quot;nofollow noreferrer&quot;&gt;issue on GitHub&lt;/a&gt;. The &lt;code&gt;ope8_id&lt;/code&gt; and &lt;code&gt;ope6_id&lt;/code&gt; field data types were corrected in the API to be cast as strings instead of integers. As integers, the leading zeros were being dropped from the API, which was not correct.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For your particular query, &lt;code&gt;ope8_id&lt;/code&gt; value would need to be updated to include the leading zeros:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;api.data.gov/ed/collegescorecard/v1/schools?ope8_id=00212800&amp;amp;api_key=XXXX &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="10511" LastActivityDate="2019-06-11T15:46:30.037" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15387" PostTypeId="1" AcceptedAnswerId="15405" CreationDate="2019-06-12T17:55:26.607" Score="0" ViewCount="19" Body="&lt;p&gt;Is the &lt;a href=&quot;https://www.fda.gov/drugs/science-research-drugs/table-pharmacogenomic-biomarkers-drug-labeling&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pharmacogenomic Biomarkers in Drug Labeling&lt;/a&gt; available through the OpenFDA system?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If not, are there any plans to make this data available? Seems like this would be an easy thing to model and make available.&lt;/p&gt;&#xA;" OwnerUserId="20143" LastActivityDate="2019-06-17T13:35:38.907" Title="Availability of PGx Biomarker data for drug labels?" Tags="|openfda|releasing-data|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15388" PostTypeId="1" CreationDate="2019-06-12T20:58:03.107" Score="2" ViewCount="29" Body="&lt;p&gt;where can I find a data set on the US's political ideology, i.e. democrats, republicans, socialist, anarchist..etc? I need to calculate the percentage of democrats, republicans, libertarian, socialist, anarchist..etc, from the overall US population&lt;/p&gt;&#xA;" OwnerUserId="22056" LastEditorUserId="23272" LastEditDate="2021-08-21T04:32:13.063" LastActivityDate="2021-08-21T04:32:13.063" Title="where can I find a data set on US's political ideology, i.e. democrats, republicans, socialist, anarchist..etc?" Tags="|usa|population|politics|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15389" PostTypeId="2" ParentId="1007" CreationDate="2019-06-13T14:43:41.693" Score="0" Body="&lt;p&gt;There is an unofficial API for recent World Cups&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://worldcup.sfg.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://worldcup.sfg.io/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This is an API for the World Cup(2014,2018) and Women's World Cup(2015,2019) that scrapes current match results and outputs match data as JSON. No guarantees are made as to its accuracy, but we will do our best to keep it up to date. For example responses, including events such as goals, substitutions, and cards, see the GitHub page. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/estiens/world_cup_json&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub repo&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;One match looks like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;   {&#xA;      &quot;venue&quot;:&quot;Paris&quot;,&#xA;      &quot;location&quot;:&quot;Parc des Princes&quot;,&#xA;      &quot;status&quot;:&quot;completed&quot;,&#xA;      &quot;time&quot;:&quot;full-time&quot;,&#xA;      &quot;fifa_id&quot;:&quot;300438238&quot;,&#xA;      &quot;weather&quot;:{&#xA;         &quot;humidity&quot;:&quot;78&quot;,&#xA;         &quot;temp_celsius&quot;:&quot;15&quot;,&#xA;         &quot;temp_farenheit&quot;:&quot;47&quot;,&#xA;         &quot;wind_speed&quot;:&quot;32&quot;,&#xA;         &quot;description&quot;:&quot;Cloudy&quot;&#xA;      },&#xA;      &quot;attendance&quot;:&quot;45261&quot;,&#xA;      &quot;officials&quot;:[&#xA;         &quot;Claudia UMPIERREZ&quot;,&#xA;         &quot;Luciana MASCARANA&quot;,&#xA;         &quot;Monica AMBOYA&quot;,&#xA;         &quot;Melissa BORJAS&quot;,&#xA;         &quot;Mauro VIGLIANO&quot;,&#xA;         &quot;Felisha MARISCAL&quot;,&#xA;         &quot;Jose Maria SANCHEZ&quot;,&#xA;         &quot;Mariana DE ALMEIDA&quot;&#xA;      ],&#xA;      &quot;stage_name&quot;:&quot;First Stage&quot;,&#xA;      &quot;home_team_country&quot;:&quot;France&quot;,&#xA;      &quot;away_team_country&quot;:&quot;Korea Republic&quot;,&#xA;      &quot;datetime&quot;:&quot;2019-06-07T19:00:00Z&quot;,&#xA;      &quot;winner&quot;:&quot;France&quot;,&#xA;      &quot;winner_code&quot;:&quot;FRA&quot;,&#xA;      &quot;home_team&quot;:{&#xA;         &quot;country&quot;:&quot;France&quot;,&#xA;         &quot;code&quot;:&quot;FRA&quot;,&#xA;         &quot;goals&quot;:4,&#xA;         &quot;penalties&quot;:0&#xA;      },&#xA;      &quot;away_team&quot;:{&#xA;         &quot;country&quot;:&quot;Korea Republic&quot;,&#xA;         &quot;code&quot;:&quot;KOR&quot;,&#xA;         &quot;goals&quot;:0,&#xA;         &quot;penalties&quot;:0&#xA;      },&#xA;      &quot;home_team_events&quot;:[&#xA;         {&#xA;            &quot;id&quot;:1,&#xA;            &quot;type_of_event&quot;:&quot;goal&quot;,&#xA;            &quot;player&quot;:&quot;Eugenie LE SOMMER&quot;,&#xA;            &quot;time&quot;:&quot;9'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:2,&#xA;            &quot;type_of_event&quot;:&quot;goal&quot;,&#xA;            &quot;player&quot;:&quot;Griedge MBOCK BATHY&quot;,&#xA;            &quot;time&quot;:&quot;27'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:3,&#xA;            &quot;type_of_event&quot;:&quot;goal&quot;,&#xA;            &quot;player&quot;:&quot;Wendie RENARD&quot;,&#xA;            &quot;time&quot;:&quot;35'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:4,&#xA;            &quot;type_of_event&quot;:&quot;goal&quot;,&#xA;            &quot;player&quot;:&quot;Wendie RENARD&quot;,&#xA;            &quot;time&quot;:&quot;45'+3'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:5,&#xA;            &quot;type_of_event&quot;:&quot;goal&quot;,&#xA;            &quot;player&quot;:&quot;Wendie RENARD&quot;,&#xA;            &quot;time&quot;:&quot;45'+2'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:10,&#xA;            &quot;type_of_event&quot;:&quot;substitution-out&quot;,&#xA;            &quot;player&quot;:&quot;Delphine CASCARINO&quot;,&#xA;            &quot;time&quot;:&quot;70'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:11,&#xA;            &quot;type_of_event&quot;:&quot;substitution-in&quot;,&#xA;            &quot;player&quot;:&quot;Valerie GAUVIN&quot;,&#xA;            &quot;time&quot;:&quot;70'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:12,&#xA;            &quot;type_of_event&quot;:&quot;substitution-out&quot;,&#xA;            &quot;player&quot;:&quot;Amel MAJRI&quot;,&#xA;            &quot;time&quot;:&quot;74'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:13,&#xA;            &quot;type_of_event&quot;:&quot;substitution-in&quot;,&#xA;            &quot;player&quot;:&quot;Eve PERISSET&quot;,&#xA;            &quot;time&quot;:&quot;74'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:14,&#xA;            &quot;type_of_event&quot;:&quot;goal&quot;,&#xA;            &quot;player&quot;:&quot;Amandine HENRY&quot;,&#xA;            &quot;time&quot;:&quot;85'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:15,&#xA;            &quot;type_of_event&quot;:&quot;substitution-out&quot;,&#xA;            &quot;player&quot;:&quot;Gaetane THINEY&quot;,&#xA;            &quot;time&quot;:&quot;86'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:16,&#xA;            &quot;type_of_event&quot;:&quot;substitution-in&quot;,&#xA;            &quot;player&quot;:&quot;Grace GEYORO&quot;,&#xA;            &quot;time&quot;:&quot;86'&quot;&#xA;         }&#xA;      ],&#xA;      &quot;away_team_events&quot;:[&#xA;         {&#xA;            &quot;id&quot;:6,&#xA;            &quot;type_of_event&quot;:&quot;substitution-out&quot;,&#xA;            &quot;player&quot;:&quot;KANG Yumi&quot;,&#xA;            &quot;time&quot;:&quot;52'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:7,&#xA;            &quot;type_of_event&quot;:&quot;substitution-in&quot;,&#xA;            &quot;player&quot;:&quot;KANG Chaerim&quot;,&#xA;            &quot;time&quot;:&quot;52'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:8,&#xA;            &quot;type_of_event&quot;:&quot;substitution-out&quot;,&#xA;            &quot;player&quot;:&quot;LEE Youngju&quot;,&#xA;            &quot;time&quot;:&quot;69'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:9,&#xA;            &quot;type_of_event&quot;:&quot;substitution-in&quot;,&#xA;            &quot;player&quot;:&quot;LEE Mina&quot;,&#xA;            &quot;time&quot;:&quot;69'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:17,&#xA;            &quot;type_of_event&quot;:&quot;substitution-out&quot;,&#xA;            &quot;player&quot;:&quot;JUNG Seolbin&quot;,&#xA;            &quot;time&quot;:&quot;86'&quot;&#xA;         },&#xA;         {&#xA;            &quot;id&quot;:18,&#xA;            &quot;type_of_event&quot;:&quot;substitution-in&quot;,&#xA;            &quot;player&quot;:&quot;YEO Minji&quot;,&#xA;            &quot;time&quot;:&quot;86'&quot;&#xA;         }&#xA;      ],&#xA;      &quot;home_team_statistics&quot;:{&#xA;         &quot;country&quot;:&quot;France&quot;,&#xA;         &quot;attempts_on_goal&quot;:21,&#xA;         &quot;on_target&quot;:8,&#xA;         &quot;off_target&quot;:8,&#xA;         &quot;blocked&quot;:5,&#xA;         &quot;woodwork&quot;:null,&#xA;         &quot;corners&quot;:13,&#xA;         &quot;offsides&quot;:2,&#xA;         &quot;ball_possession&quot;:60,&#xA;         &quot;pass_accuracy&quot;:87,&#xA;         &quot;num_passes&quot;:619,&#xA;         &quot;passes_completed&quot;:540,&#xA;         &quot;distance_covered&quot;:103,&#xA;         &quot;balls_recovered&quot;:null,&#xA;         &quot;tackles&quot;:10,&#xA;         &quot;clearances&quot;:7,&#xA;         &quot;yellow_cards&quot;:0,&#xA;         &quot;red_cards&quot;:0,&#xA;         &quot;fouls_committed&quot;:11,&#xA;         &quot;tactics&quot;:&quot;4-3-3&quot;,&#xA;         &quot;starting_eleven&quot;:[&#xA;            {&#xA;               &quot;name&quot;:&quot;Sarah BOUHADDI&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:16,&#xA;               &quot;position&quot;:&quot;Goalie&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Wendie RENARD&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:3,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Marion TORRENT&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:4,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Amandine HENRY&quot;,&#xA;               &quot;captain&quot;:true,&#xA;               &quot;shirt_number&quot;:6,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Eugenie LE SOMMER&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:9,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Amel MAJRI&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:10,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Kadidiatou DIANI&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:11,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Elise BUSSAGLIA&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:15,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Gaetane THINEY&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:17,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Griedge MBOCK BATHY&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:19,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Delphine CASCARINO&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:20,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            }&#xA;         ],&#xA;         &quot;substitutes&quot;:[&#xA;            {&#xA;               &quot;name&quot;:&quot;Solene DURAND&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:1,&#xA;               &quot;position&quot;:&quot;Goalie&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Eve PERISSET&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:2,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Aissatou TOUNKARA&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:5,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Sakina KARCHAOUI&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:7,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Grace GEYORO&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:8,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Emelyne LAURENT&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:12,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Valerie GAUVIN&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:13,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Charlotte BILBAULT&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:14,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Viviane ASSEYI&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:18,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Pauline PEYRAUD-MAGNIN&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:21,&#xA;               &quot;position&quot;:&quot;Goalie&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Julie DEBEVER&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:22,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;Maeva CLEMARON&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:23,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            }&#xA;         ]&#xA;      },&#xA;      &quot;away_team_statistics&quot;:{&#xA;         &quot;country&quot;:&quot;Korea Republic&quot;,&#xA;         &quot;attempts_on_goal&quot;:4,&#xA;         &quot;on_target&quot;:1,&#xA;         &quot;off_target&quot;:2,&#xA;         &quot;blocked&quot;:1,&#xA;         &quot;woodwork&quot;:null,&#xA;         &quot;corners&quot;:1,&#xA;         &quot;offsides&quot;:0,&#xA;         &quot;ball_possession&quot;:40,&#xA;         &quot;pass_accuracy&quot;:74,&#xA;         &quot;num_passes&quot;:305,&#xA;         &quot;passes_completed&quot;:227,&#xA;         &quot;distance_covered&quot;:105,&#xA;         &quot;balls_recovered&quot;:null,&#xA;         &quot;tackles&quot;:15,&#xA;         &quot;clearances&quot;:17,&#xA;         &quot;yellow_cards&quot;:0,&#xA;         &quot;red_cards&quot;:0,&#xA;         &quot;fouls_committed&quot;:11,&#xA;         &quot;tactics&quot;:&quot;4-3-3&quot;,&#xA;         &quot;starting_eleven&quot;:[&#xA;            {&#xA;               &quot;name&quot;:&quot;KIM Minjung&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:18,&#xA;               &quot;position&quot;:&quot;Goalie&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;HWANG Boram&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:4,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;KIM Doyeon&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:5,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;CHO Sohyun&quot;,&#xA;               &quot;captain&quot;:true,&#xA;               &quot;shirt_number&quot;:8,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;JI Soyun&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:10,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;JUNG Seolbin&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:11,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;KANG Yumi&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:12,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;LEE Youngju&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:15,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;JANG Selgi&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:16,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;LEE Geummin&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:17,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;KIM Hyeri&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:20,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            }&#xA;         ],&#xA;         &quot;substitutes&quot;:[&#xA;            {&#xA;               &quot;name&quot;:&quot;KANG Gaae&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:1,&#xA;               &quot;position&quot;:&quot;Goalie&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;LEE Eunmi&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:2,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;JEONG Yeonga&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:3,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;LIM Seonjoo&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:6,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;LEE Mina&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:7,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;MOON Mira&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:9,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;YEO Minji&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:13,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;SHIN Damyeong&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:14,&#xA;               &quot;position&quot;:&quot;Defender&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;LEE Sodam&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:19,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;JUNG Boram&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:21,&#xA;               &quot;position&quot;:&quot;Goalie&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;SON Hwayeon&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:22,&#xA;               &quot;position&quot;:&quot;Forward&quot;&#xA;            },&#xA;            {&#xA;               &quot;name&quot;:&quot;KANG Chaerim&quot;,&#xA;               &quot;captain&quot;:false,&#xA;               &quot;shirt_number&quot;:23,&#xA;               &quot;position&quot;:&quot;Midfield&quot;&#xA;            }&#xA;         ]&#xA;      },&#xA;      &quot;last_event_update_at&quot;:&quot;2019-06-07T23:33:26Z&quot;,&#xA;      &quot;last_score_update_at&quot;:&quot;2019-06-07T23:33:26Z&quot;&#xA;   }&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-06-13T14:43:41.693" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15390" PostTypeId="1" CreationDate="2019-06-13T18:47:15.750" Score="2" ViewCount="112" Body="&lt;p&gt;Query below gives me all programming languages entities, with their statements.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Problem is that I don't need identifiers now, but these IDs might become necessary. I was just gonna model database return with toJSON, but this became hard since I can't easily filter them at my queries&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think all of them are instances of &lt;a href=&quot;https://www.wikidata.org/wiki/Q18614948&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q18614948 - Wikidata property for authority control&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I don't want to remove them, I need a way to identify them, like add a flag or a different label if wd has this class&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL query:&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?tipoLinguagem ?tipoLinguagemLabel&#xA;       ?subtipoLinguagem ?subtipoLinguagemLabel&#xA;       ?linguagem ?linguagemLabel&#xA;       ?wd ?wdLabel ?ps ?ps_Label ?wdpq ?wdpqLabel ?pq_ ?pq_Label&#xA;WHERE {&#xA;&#xA;  ?tipoLinguagem wdt:P279 wd:Q629206 .&#xA;  ?subtipoLinguagem wdt:P279 ?tipoLinguagem .&#xA;  ?linguagem wdt:P31 ?subtipoLinguagem .&#xA;&#xA;  ?linguagem ?p ?statement .&#xA;  ?statement ?ps ?ps_ .&#xA;&#xA;  ?wd wikibase:claim ?p.&#xA;  ?wd wikibase:statementProperty ?ps.&#xA;&#xA;  # NOT WORKINNG&#xA;  BIND(&#xA;    IF(?wd wdt:P31 wd:Q18614948)&#xA;    AS ?isIdentifier&#xA;  )&#xA;&#xA;  OPTIONAL {&#xA;  ?statement ?pq ?pq_ .&#xA;  ?wdpq wikibase:qualifier ?pq .&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot; . } &#xA;&#xA;} ORDER BY ?linguagemLabel&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jMLmv.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jMLmv.png&quot; alt=&quot;i&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example of identifiers from &lt;a href=&quot;https://www.wikidata.org/wiki/Q2005&quot; rel=&quot;nofollow noreferrer&quot;&gt;js entity page&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4t22c.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4t22c.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15620" LastEditorUserId="15620" LastEditDate="2019-06-13T18:52:44.127" LastActivityDate="2019-06-13T18:52:44.127" Title="SPARQL - Filter wikidata identifiers" Tags="|wikidata|linked-data|sparql|semantic-web|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15392" PostTypeId="1" CreationDate="2019-06-14T06:22:38.423" Score="0" ViewCount="53" Body="&lt;p&gt;I am looking for free data where fuel stations and grocery stores are located in Canada and the USA, that can be exported/downloaded in any format (csv, shp, json, txt, kml, ...).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know of any databases, services, open data? I already had a look at Open Data Canada, which does not provide anything regarding these layers.&lt;/p&gt;&#xA;" OwnerUserId="21987" LastEditorUserId="19566" LastEditDate="2019-08-21T12:06:13.583" LastActivityDate="2019-08-21T12:06:13.583" Title="Canada, USA - fuel stations, grocery stores" Tags="|geospatial|usa|canada|north-america|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15394" PostTypeId="1" CreationDate="2019-06-15T14:20:07.483" Score="1" ViewCount="64" Body="&lt;p&gt;I have started to work on forecasting models for precision agriculture. My goal is to train a model which uses temperature, relative humidity, and rainfall to predict when late blight (&lt;em&gt;Phytophthora infestans&lt;/em&gt;) epidemics are not likely to occur. Similar to the &lt;a href=&quot;http://ipm.ucanr.edu/DISEASE/DATABASE/potatolateblight.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fry Model or Negative Prognosis Model for potato production&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I am looking for a dataset of weather data linked to crop diseases.&lt;/strong&gt; &lt;/p&gt;&#xA;" OwnerUserId="22074" LastEditorUserId="19566" LastEditDate="2019-06-17T09:51:31.683" LastActivityDate="2019-06-17T09:51:31.683" Title="Open source weather database for predict crop disease?" Tags="|data-request|machine-learning|python|agriculture|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15397" PostTypeId="2" ParentId="13879" CreationDate="2019-06-16T08:19:23.343" Score="0" Body="&lt;p&gt;This portal has several open datasets for autonomous driving&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://scale.ai/open-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scale.ai/open-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Index of Open Datasets for Autonomous Driving&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-06-16T08:19:23.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15399" PostTypeId="1" AcceptedAnswerId="15400" CreationDate="2019-06-16T11:29:58.193" Score="1" ViewCount="63" Body="&lt;p&gt;I am about to publish some use cases for an open source visualization I did for hierarchical data.&#xA;One use case is sports data, e.g. visualizing the super bowl play by play. I would like to use the team logo images from Wikipedia for that with proper attribution.&#xA;Can I do that or is there a different way to do it ?&lt;/p&gt;&#xA;" OwnerUserId="5647" LastActivityDate="2019-06-16T19:21:37.510" Title="Non commercial use of nfl team logos from Wikipedia" Tags="|images|licensing|wikipedia|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15400" PostTypeId="2" ParentId="15399" CreationDate="2019-06-16T19:21:37.510" Score="1" Body="&lt;p&gt;Ask your lawyer. (Or don't, depending on how serious your project is. No one is going to sue you about a hobby web page showing some logos.) Most logos are copyrighted and the owner has not given permission for such use, but depending on what jurisdiction you operate in, there might be exceptions such as &lt;a href=&quot;https://en.wikipedia.org/wiki/Fair_use&quot; rel=&quot;nofollow noreferrer&quot;&gt;fair use&lt;/a&gt; that allow you to use them without permission. There is also trademark law to consider, but that typically does not prevent use of the logos as long as they are not misleading (e.g. implying some sort of relationship between you and the team) or commercial.&lt;/p&gt;&#xA;" OwnerUserId="8828" LastActivityDate="2019-06-16T19:21:37.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15401" PostTypeId="1" CreationDate="2019-06-17T00:31:13.993" Score="1" ViewCount="410" Body="&lt;p&gt;I have a set of DBpedia concepts and would like to get the corresponding wikidata IDs of them. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, consider word2vec. The wikidata ID of word2vec is &lt;code&gt;wd:Q22673982&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, I have the following two questions.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are all DBpedia concepts associated with its relevent wikidata ID?&lt;/li&gt;&#xA;&lt;li&gt;How to get the wikidata ID associated with DBpedia using sparql?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastEditorUserId="20874" LastEditDate="2019-06-18T00:59:45.670" LastActivityDate="2019-06-21T07:37:11.137" Title="How to find the wikidata ID of a DBpedia concept?" Tags="|uses-of-open-data|research|wikidata|rdf|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15402" PostTypeId="1" CreationDate="2019-06-17T05:24:32.637" Score="1" ViewCount="18" Body="&lt;p&gt;I am wondering if there is a list similar to the ISO country codes but for &lt;em&gt;cultures&lt;/em&gt;. Specifically like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;chinese&#xA;japanese&#xA;american&#xA;russian&#xA;etc.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Whereas the country codes list it like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;China&#xA;Japan&#xA;...etc.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="21863" LastActivityDate="2019-06-17T05:24:32.637" Title="If there is a list of &quot;cultures&quot; to download somewhere" Tags="|database|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15403" PostTypeId="1" AcceptedAnswerId="15404" CreationDate="2019-06-17T06:42:02.593" Score="1" ViewCount="96" Body="&lt;p&gt;I am looking for binary raster data, which indicates whether a granular pixel on a world map is covered by water or not. This should be data with relatively high resolution, where e.g. a river or a lake is assigned a zero (water) and some parcel of land is assigned a 1 (land) (or the other way round). &#xA;However, I do not need this for the oceans in order to limit the size of the dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found e.g. this paper: &lt;a href=&quot;https://tandfonline.com/doi/full/10.1080/17538947.2015.1026420&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tandfonline.com/doi/full/10.1080/17538947.2015.1026420&lt;/a&gt; but cannot find the dataset itself. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found this data: &lt;a href=&quot;http://glcf.umd.edu/data/watermask/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://glcf.umd.edu/data/watermask/&lt;/a&gt; but the links provided on the website do not seem to work and I cannot find it anywhere else.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The two datasets use resolutions at 30 meters and 250 meters. The good thing about such a small-scale resolution is that it also covers rivers and that is what I am searching for.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also found the following dataset: &lt;a href=&quot;https://daac.ornl.gov/ISLSCP_II/guides/combined_ancillary_xdeg.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://daac.ornl.gov/ISLSCP_II/guides/combined_ancillary_xdeg.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the resolution of that dataset is about 1km and therefore a little bit too coarse. It does not really cover rivers but only major lakes. &lt;/p&gt;&#xA;" OwnerUserId="22084" LastEditorUserId="22084" LastEditDate="2019-06-17T08:37:48.033" LastActivityDate="2019-06-17T10:44:31.630" Title="Global water mask binary raster" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15404" PostTypeId="2" ParentId="15403" CreationDate="2019-06-17T10:44:31.630" Score="0" Body="&lt;p&gt;If anyone is interested in similar datasets: I found a nice compilation of different datasets, which can be used for population studies (among others). The data is compiled at resolutions 100m and 1km and includes information about the water surface (also as dummy variable): &#xA;&lt;a href=&quot;https://www.nature.com/articles/sdata20171#t3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nature.com/articles/sdata20171#t3&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you scroll down to the end of the article, you will find links to the Havard dataverse including the respective files (Table 3 provides further information). &lt;/p&gt;&#xA;" OwnerUserId="22084" LastActivityDate="2019-06-17T10:44:31.630" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15405" PostTypeId="2" ParentId="15387" CreationDate="2019-06-17T13:35:38.907" Score="1" Body="&lt;p&gt;At this point openFDA has no plans on making Pharmacogenomic Biomarkers available in Drug Labeling. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-06-17T13:35:38.907" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15406" PostTypeId="1" CreationDate="2019-06-17T14:31:53.623" Score="1" ViewCount="32" Body="&lt;p&gt;I am looking to find GIS data about the Ice age glacier's history around the Russia and Alaska area aka the Beringia Sea ...&lt;/p&gt;&#xA;&lt;p&gt;Not sure how to find them but does anyone here have the information on that can I obtain the data?&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="23272" LastEditDate="2022-07-14T12:26:27.640" LastActivityDate="2022-07-14T12:26:27.640" Title="Ice Age Glaciers Question" Tags="|data-request|geospatial|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15407" PostTypeId="1" CreationDate="2019-06-17T15:05:07.840" Score="1" ViewCount="54" Body="&lt;p&gt;I'm looking for soccer match data. Not summary data; I need in-game raw data that contains&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;who passed a ball to whom&lt;/li&gt;&#xA;&lt;li&gt;all players' positions for every second&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;It does not matter which game it is. I need it for study and am ready to pay for it if needed.&lt;/p&gt;&#xA;" OwnerUserId="22087" LastEditorUserId="14011" LastEditDate="2019-06-18T13:41:27.943" LastActivityDate="2019-06-18T13:41:27.943" Title="Looking for soccer match raw data" Tags="|data-request|sports|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15408" PostTypeId="1" AcceptedAnswerId="15423" CreationDate="2019-06-17T15:57:15.527" Score="2" ViewCount="452" Body="&lt;p&gt;I am wondering how I may be able to access historical NDC Directory File data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example of the type of data I’m looking for would be for NDC Package Code &lt;code&gt;0002-3004-75&lt;/code&gt;, or Prozac Weekly.  In the &lt;a href=&quot;https://www.fda.gov/drugs/drug-approvals-and-databases/national-drug-code-directory&quot; rel=&quot;nofollow noreferrer&quot;&gt;current directory files&lt;/a&gt; (as of &lt;code&gt;2019-06-17&lt;/code&gt;), the Product NDC is available as &lt;code&gt;0002-3004&lt;/code&gt; within the &lt;code&gt;product&lt;/code&gt; file, but there is no associated &lt;code&gt;package&lt;/code&gt; file data.  After looking around, I found this resource at &lt;a href=&quot;https://www.hipaaspace.com/medical_billing/coding/national.drug.codes/0002-3004-75&quot; rel=&quot;nofollow noreferrer&quot;&gt;hipaaspace.com&lt;/a&gt;, which lists all of the information related to this code and notes that this NDC package code is deprecated, which I suspect is why it's not in the current directory files.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I’m interested in the historical data because I’m trying to map NDC package descriptions to the NDC package codes for a trend analysis my team is performing.  I took a look at the openFDA API, but it didn’t appear the package code information was available there, either.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The example query I used via the &lt;a href=&quot;https://open.fda.gov/apis/drug/ndc/example-api-queries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA site&lt;/a&gt; is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:&quot;0002-3004&quot;&amp;amp;limit=10&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but this also shows &lt;code&gt;&quot;packaging&quot;: []&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Again, this is only provided as an example.  I'm interested in obtaining the NDC Package Code for all codes in the &lt;code&gt;package&lt;/code&gt; file that are also contained in the &lt;code&gt;product&lt;/code&gt; file, whether the package code is deprecated or not.&lt;/p&gt;&#xA;" OwnerUserId="22088" LastActivityDate="2019-06-20T18:36:13.560" Title="Historical National Drug Code Package Data Availability" Tags="|openfda|drugs|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15409" PostTypeId="2" ParentId="15406" CreationDate="2019-06-17T18:45:45.507" Score="2" Body="&lt;p&gt;I found some promising hits from a Google search for &quot;glacial extent shapefile bering sea,&quot; including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;ArcGIS online layer (global extent): &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=f1e7378b962d42168fdefec3b6eb8b5f&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ice extent and coastline at the last glacial maximum&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://instaar.colorado.edu/groups/QGISL/ak_paleoglacier_atlas/downloads/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;shapefiles of Pleistocene and Wisconsonian glacial extents in Alaska&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;A number of scientific articles also turned up during that search. If you look at those articles they may point you to more sources of data. If the article doesn't include a link to the data, you can always contact the author ask where they got their GIS data. Reputable scientific studies must be reproducible, which means that the source data should be available for other scientists, unless it's confidential. (Pre-historic glacial extent GIS data is unlikely to be confidential.)&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-06-17T18:45:45.507" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15411" PostTypeId="2" ParentId="15408" CreationDate="2019-06-18T13:38:35.287" Score="0" Body="&lt;p&gt;openFDA feeds its NDC endpoint from the FDA's National Drug Code Directory you are referring to in your question, so if information is missing from NDC then it will also be missing from openFDA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I cannot think of any option other than submitting your question directly to the FDA.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-06-18T13:38:35.287" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15412" PostTypeId="2" ParentId="10612" CreationDate="2019-06-18T15:50:49.997" Score="1" Body="&lt;p&gt;The Vertex system is hosted by the Alaska Satellite Facility, and has an advanced search for Synthetic Aperture Radar: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://vertex.daac.asf.alaska.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vertex.daac.asf.alaska.edu/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22095" LastActivityDate="2019-06-18T15:50:49.997" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15413" PostTypeId="2" ParentId="15302" CreationDate="2019-06-18T15:53:44.690" Score="2" Body="&lt;p&gt;The Nasa JPL hosts continent-scale mosaic DEMs (with voids corrected), and you can access using the Google Earth Engine API:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&#xA;&lt;a href=&quot;https://developers.google.com/earth-engine/datasets/catalog/USGS_SRTMGL1_003&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/earth-engine/datasets/catalog/USGS_SRTMGL1_003&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22095" LastActivityDate="2019-06-18T15:53:44.690" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15415" PostTypeId="1" CreationDate="2019-06-19T10:58:41.403" Score="1" ViewCount="13" Body="&lt;p&gt;I am researching various GIS data sources for London (UK). I was wondering whether anybody can give me pointers of where to get aggregated planning and policy restrictions data i.e. data that shows what you are allowed (or not allowed) to do in certain areas. E.g Flood plain, green space etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I can see that that there are separate data sources for Greenbelt (English Local Authority), AONB (ESRI Open Data), Common Land (DEFAR), Flood Plain (EA), also each Local Authority (LA) will have it's own data. However, what I ideally need is an aggregated resource.&lt;/p&gt;&#xA;" OwnerUserId="22100" LastEditorUserId="6229" LastEditDate="2019-06-23T20:35:19.277" LastActivityDate="2019-06-23T20:35:19.277" Title="Seeking Policy Restrictions Data in London and South East?" Tags="|data-request|geospatial|uk|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15417" PostTypeId="1" CreationDate="2019-06-19T17:28:31.097" Score="0" ViewCount="122" Body="&lt;p&gt;We're training a machine learning tool to recognize passport and drivers license information as part of screening them for public benefits, we're trying to find samples of false/dummy passport and other IDs to train the mode on. Do these exist anywhere as open government/corporate data?&lt;/p&gt;&#xA;" OwnerUserId="92" LastEditorUserId="92" LastEditDate="2019-06-20T00:12:41.783" LastActivityDate="2019-06-20T00:12:41.783" Title="Looking for dummy data aka passport images or other IDs" Tags="|images|passports|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15418" PostTypeId="5" CreationDate="2019-06-20T00:15:28.940" Score="0" Body="&lt;p&gt;Passport is an international document containing personal identifying information, photograph and histories of countries visited. The key page contains government verified information about a person. To refer to a digital passport include the term &quot;digital&quot; to differentiate.&lt;/p&gt;&#xA;" OwnerUserId="92" LastEditorUserId="92" LastEditDate="2019-06-20T22:32:28.287" LastActivityDate="2019-06-20T22:32:28.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15419" PostTypeId="4" CreationDate="2019-06-20T00:15:28.940" Score="0" Body="Passport is an international document containing personal identifying information, photograph and histories of countries visited. To refer to a digital passport include the term &quot;digital&quot; to differentiate." OwnerUserId="92" LastEditorUserId="92" LastEditDate="2019-06-20T22:32:34.747" LastActivityDate="2019-06-20T22:32:34.747" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15420" PostTypeId="1" AcceptedAnswerId="15426" CreationDate="2019-06-20T08:38:26.663" Score="1" ViewCount="23" Body="&lt;p&gt;I am looking for the shapes of important bird areas in Denmark, but cannot find it online. Have made a request to Bird Life, but have not heard from them yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, anyone got a copy that they can share with me?&lt;/p&gt;&#xA;" OwnerUserId="22103" LastActivityDate="2019-06-21T21:53:31.140" Title="Seeking IBA shapefile for Denmark?" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15421" PostTypeId="2" ParentId="4988" CreationDate="2019-06-20T10:09:53.023" Score="1" Body="&lt;p&gt;Since 2015 when this question was asked, new technologies have been developed, often based on decentralized cloud storage. Check for instance, the &lt;a href=&quot;https://en.wikipedia.org/wiki/InterPlanetary_File_System&quot; rel=&quot;nofollow noreferrer&quot;&gt;Interplanetary File System&lt;/a&gt;,  and possibly &lt;a href=&quot;https://openbazaar.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenBazaar&lt;/a&gt;, a decentralized  online shop software released in 2016, &lt;a href=&quot;https://en.wikipedia.org/wiki/OpenBazaar&quot; rel=&quot;nofollow noreferrer&quot;&gt;according to Wikipedia&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know which of these &lt;a href=&quot;https://en.wikipedia.org/wiki/File_sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;File Sharing technologies&lt;/a&gt; have been designed specifically for &lt;em&gt;anonymity&lt;/em&gt;, it is more for &lt;a href=&quot;https://en.wikipedia.org/wiki/Cyber_Resilience&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Cyber resilience&quot;&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2019-06-20T10:09:53.023" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15422" PostTypeId="2" ParentId="10612" CreationDate="2019-06-20T11:11:18.147" Score="0" Body="&lt;p&gt;Assuming you already got SAR data from somewhere.  Maybe a different spacecraft acquired a similar view by flying over the same area immediately after the SAR data was gathered. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;To find out, check out the &lt;a href=&quot;https://worldview.earthdata.nasa.gov/?p=geographic&amp;amp;l=VIIRS_SNPP_CorrectedReflectance_TrueColor(hidden),MODIS_Aqua_CorrectedReflectance_TrueColor(hidden),MODIS_Terra_CorrectedReflectance_TrueColor,Reference_Labels(hidden),Reference_Features(hidden),Coastlines&amp;amp;t=2019-06-20-T00%3A00%3A00Z&amp;amp;z=3&amp;amp;v=-34.45213186864902,-37.67612328414506,79.03224313135098,36.22231421585494&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA Worldview&lt;/a&gt; interactive viewer. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Worldview has powerful query- and downloading-features for hundreds of satellites, much of the data pretty recent. Still, often you can go back into the 1990s, and download the optical data for the scene you need. Maybe ask their helpdesk, dev team, or mailing list for your specific data needs. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I've not done this. I only saw a talk at AGU General Assembly 2018 where a developer showcased the site. &lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2019-06-20T11:11:18.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15423" PostTypeId="2" ParentId="15408" CreationDate="2019-06-20T18:36:13.560" Score="1" Body="&lt;h2&gt;FDA Response&lt;/h2&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We don't keep the products that are discontinued in the searchable database.  If you file an FOI request we can provide a dump of discontinued products from 2009 to present (this is the beginning of the electronic submissions).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;where FOI = &lt;a href=&quot;https://www.fda.gov/regulatory-information/freedom-information&quot; rel=&quot;nofollow noreferrer&quot;&gt;Freedom of Information&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the associated &lt;a href=&quot;https://www.fda.gov/regulatory-information/freedom-information/how-make-foia-request&quot; rel=&quot;nofollow noreferrer&quot;&gt;request link&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Another option&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;For $90 &lt;a href=&quot;http://hipaaspace.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;hipaaspace.com&lt;/a&gt; has an &lt;a href=&quot;https://www.hipaaspace.com/medical_data_services/checkout.aspx?ProductId=10&quot; rel=&quot;nofollow noreferrer&quot;&gt;NDC Database&lt;/a&gt; dating back to 2012, with much of the &lt;a href=&quot;http://www.hipaaspace.com/documentation/Databases/NDC.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;same data elements&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="22088" LastActivityDate="2019-06-20T18:36:13.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15424" PostTypeId="2" ParentId="15401" CreationDate="2019-06-21T07:37:11.137" Score="3" Body="&lt;pre&gt;&lt;code&gt;Q1: Are all DBpedia concepts associated with its relevent wikidata ID?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Those kind of links are usually generated by the people on either side into the direction of the other side. Since it is sometimes very hard to automatically detect links, it is very unlikely that a link between all concepts, properties or entities exist. If you are interested in the linking process, you could check out some research papers which describe how those graph databases generated links to external graphs: &#xA;&lt;a href=&quot;https://scholar.google.de/scholar?q=wikidata+dbpedia+linking&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scholar.google.de/scholar?q=wikidata+dbpedia+linking&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Q2: How to get the wikidata ID associated with DBpedia using sparql?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;By using the SPARQL endpoint of dbpedia: &lt;a href=&quot;http://dbpedia.org/sparql&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/sparql&lt;/a&gt;. You have to first select all &lt;code&gt;owl:sameAs&lt;/code&gt; results and then filter them, so you only end up with your Wikidata URI.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example query: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct ?wikidata_concept&#xA;&#xA;WHERE {dbr:Word2vec owl:sameAs ?wikidata_concept&#xA;&#xA;      FILTER(regex(str(?wikidata_concept), &quot;www.wikidata.org&quot; ) )&#xA;}&#xA;&#xA;LIMIT 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="22107" LastActivityDate="2019-06-21T07:37:11.137" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15426" PostTypeId="2" ParentId="15420" CreationDate="2019-06-21T21:53:31.140" Score="1" Body="&lt;p&gt;Important Bird Areas are part of The World Database of Key Biodiversity Areas. The &lt;a href=&quot;http://www.keybiodiversityareas.org/info/dataterms&quot; rel=&quot;nofollow noreferrer&quot;&gt;terms and conditions of use&lt;/a&gt; clearly state that redistribution is not allowed. See the relevant section quoted below:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;4. No reposting and/or redistribution&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Except as provided in this section 4, all forms of reposting, and any sub-licensing, reselling, or other forms of redistribution or communication to the public of the KBA Data in their original format, either whole or in part, alone or combined with other data, are strictly prohibited without the prior written permission of the KBA Secretariat. You may not repost, or redistribute to any third party, the KBA Data in whole, or in part, by any means, including (but not limited to) electronic formats such as internet postings, web downloads, through web services, through interactive web maps that grant users download access, KML files or through file transfer protocols, electronic mailing, faxing, archiving in a public data, redistributing via a computer network, digital storage, memory stick or other electronic media or device, except as may otherwise be expressly permitted by the KBA Secretariat in writing.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;If you wish to provide a service through which KBA Data are otherwise made available for reposting or otherwise made available for redistribution, you must obtain written permission by contacting the KBA Secretariat directly using the contact details below in section 16. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;You agree to direct all requests from third parties for access to the data you obtained from The KBA Website to the KBA Secretariat at the address stated in section 16.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Notwithstanding this clause, and subject to the requirements of third-party content providers, donors and licensors, KBA Partners agree to grant BirdLife permission to license KBA Data for commercial use on their behalf via the Integrated Biodiversity Assessment Tool (IBAT), with the understanding that income thus generated will be allocated transparently in accordance with Art VI.H.m.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-06-21T21:53:31.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15427" PostTypeId="1" CreationDate="2019-06-22T05:51:40.487" Score="0" ViewCount="356" Body="&lt;p&gt;I'm currently working on a project that requires the use of an ingredients database or API. In my app I have some strings and I want to know if that string is belongs to an ingredient name. I'm just wondering if there are any free database and APIs that can help me achieve what I want to do?&lt;/p&gt;&#xA;" OwnerUserId="22113" LastEditorUserId="8683" LastEditDate="2020-01-12T14:53:19.293" LastActivityDate="2020-01-12T14:53:19.293" Title="Where can I get a food ingredient database or API" Tags="|api|database|food|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15429" PostTypeId="1" CreationDate="2019-06-23T09:01:11.550" Score="1" ViewCount="13" Body="&lt;p&gt;What I want is the sources to plot a graph such as the figure 3-3 on &lt;a href=&quot;https://www.nap.edu/read/4765/chapter/6#65&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; but:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Containing all objects whose size is greater than 10cm (including operational satellites)&lt;/li&gt;&#xA;&lt;li&gt;Raw numbers (the best would be a list containing for each observed object apogee and perigee of the described orbit)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Where can I find such a list?&lt;/p&gt;&#xA;" OwnerUserId="13414" LastActivityDate="2019-06-23T09:01:11.550" Title="Where to find number of objects in space per altitude?" Tags="|space|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15430" PostTypeId="1" CreationDate="2019-06-23T17:34:02.420" Score="1" ViewCount="24" Body="&lt;p&gt;I am trying to find some GIS historical data on &lt;a href=&quot;https://en.wikipedia.org/wiki/Monsoon&quot; rel=&quot;nofollow noreferrer&quot;&gt;monsoon&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried a few places which give data on the weather forecast, temperature, and rainfall. But, I was thinking if there is a better data source that could potentially measure the path of monsoon. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I think the historical data on sea wind (speed and directions) might be helpful as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I would appreciate you could suggest me better proxies (and source) that I could use to study the monsoon.&lt;/p&gt;&#xA;" OwnerUserId="22119" LastEditorDisplayName="user4293" LastEditDate="2019-06-26T07:19:03.197" LastActivityDate="2019-06-26T07:19:03.197" Title="Where can I get historical data on monsoon or sea wind?" Tags="|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15432" PostTypeId="1" CreationDate="2019-06-24T14:45:37.323" Score="1" ViewCount="58" Body="&lt;p&gt;I am looking for a geospatial dataset with population density by income level, ideally spatially disaggregated. so each pixel has the population count or desnity of [0-1$/day],[1-2$/day], [2-4$/day] ... [Jeff Bezos $/day]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found the following &lt;a href=&quot;https://ourworldindata.org/global-economic-inequality&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; at a country level:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Jw8ad.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Jw8ad.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;any leads?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;UPDATE: I found the following resources:&lt;br&gt;&#xA;&lt;a href=&quot;https://www.gapminder.org/data/documentation/income-mountains-dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link1&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.r-bloggers.com/factfulness-building-gapminder-income-mountains/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link2&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7244" LastEditorUserId="7244" LastEditDate="2019-06-27T11:26:02.180" LastActivityDate="2019-06-27T11:26:02.180" Title="Gridded population data by income level" Tags="|geospatial|income|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15434" PostTypeId="1" CreationDate="2019-06-24T17:43:44.940" Score="1" ViewCount="53" Body="&lt;p&gt;Is there a field or data element common to both the UID and the device registration databases in FDA?  I'm trying to tie the two together but can't seem to find a common field.&lt;/p&gt;&#xA;" OwnerUserId="22126" LastActivityDate="2019-11-23T22:01:40.240" Title="GUDID / Device Registration Common Data Element" Tags="|openfda|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15436" PostTypeId="1" CreationDate="2019-06-24T22:19:54.843" Score="0" ViewCount="93" Body="&lt;p&gt;I am working on a project title chronic disease prediction using Artificial Intelligence. I am looking for medical notes data. if anyone have access please provide it. I have seen some links on keggle but they are not providing access. I need data as some patients go to hospital/doctor and said I am having following symptoms/allergy/I have been to these operation/I am alcohol consumer like and the result should be found he/she is suffering from x of disease. If anyone has any data like this please share.&lt;/p&gt;&#xA;" OwnerUserId="22127" LastEditorUserId="22127" LastEditDate="2019-06-25T10:02:55.037" LastActivityDate="2019-06-25T12:41:17.230" Title="medical notes dataset" Tags="|medical|" AnswerCount="1" CommentCount="2" ClosedDate="2019-06-28T14:25:29.930" ContentLicense="CC BY-SA 4.0" />
  <row Id="15438" PostTypeId="1" CreationDate="2019-06-25T11:35:27.187" Score="1" ViewCount="22" Body="&lt;p&gt;I need to do geographical population analysis on how many German people recently moved to US and started to living there, especially to the California. I know US government has open data policy but so far could not find any relevant api, tool, websites related with my problem.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I already checked this website &lt;a href=&quot;https://www.census.gov/topics/population.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/topics/population.html&lt;/a&gt;, and this page &lt;a href=&quot;https://www.dhs.gov/immigration-statistics/nonimmigrant&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dhs.gov/immigration-statistics/nonimmigrant&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22129" LastActivityDate="2019-06-25T11:35:27.187" Title="Is there any API, tool, websites that i can find how many German people moved to United States in recent 10 years?" Tags="|data-request|usa|uses-of-open-data|python|germany|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15439" PostTypeId="2" ParentId="15436" CreationDate="2019-06-25T12:41:17.230" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://physionet.org/physiobank/database/mimic3cdb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMIC-III&lt;/a&gt; is a possible dataset to look at. &lt;/p&gt;&#xA;" OwnerUserId="21767" LastActivityDate="2019-06-25T12:41:17.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15440" PostTypeId="2" ParentId="15432" CreationDate="2019-06-25T12:51:22.187" Score="2" Body="&lt;p&gt;Maybe you can combine the indicators EN.RUR.DNST (&quot;Rural population density (rural population per sq. km of arable land&quot;) and SI.SPR.PCAP  (&quot;Survey mean consumption or income per capita, total population (2011 PPP $ per day))&quot; provided by the &lt;a href=&quot;https://datahelpdesk.worldbank.org/knowledgebase/articles/889392-about-the-indicators-api-documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank's Indicators API&lt;/a&gt;  . These datasets are resolved on a on a per-country basis not on a &quot;per-pixel&quot; basis.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2019-06-25T12:51:22.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15443" PostTypeId="2" ParentId="12063" CreationDate="2019-06-25T22:00:49.523" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.eddmaps.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDDMapS&lt;/a&gt; (Early Detection and Distribution Mapping System) has reports of invasive species in the United States. This website is developed and maintained by the University of Georgia. It's very reliable data, but the website is on the slow side.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Features of this dataset:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Distribution is usually limited to the United States, and occasionally southern parts of Canada.&lt;/li&gt;&#xA;&lt;li&gt;Reports are reviewed and verified by experts. &lt;/li&gt;&#xA;&lt;li&gt;Includes &lt;em&gt;negative&lt;/em&gt; reports, IE places where an expert looked for and didn't find a specific invasive species. &lt;/li&gt;&#xA;&lt;li&gt;The website is only set up for single-species downloads, not bulk downloads. I suspect the site owners would provide a bulk download if you &lt;a href=&quot;https://www.bugwood.org/ContactUs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;contact them&lt;/a&gt; with a reasonable request.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can view species data without registering, but &lt;em&gt;free registration is required to download data&lt;/em&gt;. Click on the &lt;a href=&quot;https://www.eddmaps.org/distribution/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Distribution Maps tab&lt;/a&gt;, then click on the name of an invasive species. Once registered and logged in, you can download invasive species reports for individual species in CSV, KML or Shapefile format.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.inaturalist.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;iNaturalist&lt;/a&gt; has reports of all kinds of organisms, not just invasive species. If you're only familiar with the app, check out the website. It has lots of features not available in the app, including data downloads.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Features of this dataset:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Worldwide distribution, although observations are skewed towards areas where the iNaturalist app is popular.&lt;/li&gt;&#xA;&lt;li&gt;Identification is crowd-sourced. There are a lot of experts using this site, but some mis-identifications to slip through the cracks. Even &quot;research-grade&quot; identifications are sometimes incorrect. Plan to review the identification of any outliers.&lt;/li&gt;&#xA;&lt;li&gt;Single-species and bulk downloads are possible. The query-builder is extremely easy to use. You can filter the data &lt;em&gt;before&lt;/em&gt; downloading it, based on many different criteria (date, location, taxon, etc).&lt;/li&gt;&#xA;&lt;li&gt;Data includes both invasive and non-invasive species, and invasive status is not defined. You'll have to create a custom list, or rely on iNat's designation of &quot;introduced&quot; versus &quot;native.&quot; For each locality you can usually find a government-defined list. The government-defined list is usually more limited than local experts would recommend (not that local experts would completely agree with each other about what species to put on that list).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Free registration is required to download data.&lt;/em&gt; Individual observations can be downloaded from the observation's page. For bulk download, build a custom query on the &lt;a href=&quot;https://www.inaturalist.org/observations/export&quot; rel=&quot;nofollow noreferrer&quot;&gt;export observations&lt;/a&gt; page.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-06-25T22:00:49.523" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15444" PostTypeId="1" CreationDate="2019-06-26T07:16:24.753" Score="1" ViewCount="24" Body="&lt;p&gt;I'm trying to figure out which countries in Europe that Google Directions has full coverage for with regards to train timetables.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this section: &lt;a href=&quot;https://maps.google.com/landing/transit/cities/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://maps.google.com/landing/transit/cities/index.html&lt;/a&gt; but it isn't easy to understand (&lt;code&gt;Multi-Region&lt;/code&gt; seems to mean both &quot;many regions/cities in a country&quot; and &quot;the entire country&quot;) and in some cases the expected output given the list doesn't match the actual output of Google Directions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any other, better mapping of train timetable coverage by country in Google Directions out there? Or any resource that can help me determine &lt;em&gt;if&lt;/em&gt; Google Directions has full coverage of a country's train timetable(s)?&lt;/p&gt;&#xA;" OwnerUserId="14488" LastActivityDate="2019-06-30T20:28:28.170" Title="Google Directions train timetable coverage by country" Tags="|metadata|public-transport|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15447" PostTypeId="2" ParentId="15434" CreationDate="2019-06-26T20:43:35.410" Score="1" Body="&lt;p&gt;Unfortunately, the UDI and Device Registration endpoints do not have a common field that could unambiguously identify a device between the two.&lt;/p&gt;&#xA;" OwnerUserId="22138" LastActivityDate="2019-06-26T20:43:35.410" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15449" PostTypeId="2" ParentId="1007" CreationDate="2019-06-27T02:34:23.307" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/gavinr/usa-soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;USA Soccer Teams&lt;/a&gt; data source in CSV with lat/lon locations&lt;/p&gt;&#xA;" OwnerUserId="6241" LastActivityDate="2019-06-27T02:34:23.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15450" PostTypeId="1" CreationDate="2019-06-27T09:48:53.010" Score="1" ViewCount="48" Body="&lt;p&gt;Are there any datasets available for &lt;strong&gt;&lt;em&gt;tower crane&lt;/em&gt;&lt;/strong&gt; sensor data? I need this data for my project. I searched around on the web but could not find any dataset specifically for that.&lt;/p&gt;&#xA;" OwnerUserId="22141" LastActivityDate="2019-06-27T09:48:53.010" Title="Any dataset of tower crane sensor data" Tags="|data-request|sensors|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15451" PostTypeId="1" CreationDate="2019-06-27T12:38:28.433" Score="2" ViewCount="62" Body="&lt;p&gt;On &lt;a href=&quot;https://biogeo.ucdavis.edu/data/gadm3.6/gadm36_shp.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://biogeo.ucdavis.edu/data/gadm3.6/gadm36_shp.zip&lt;/a&gt; you can download administrative areas for the whole world. Each country has several administrative subdivisions (gadm36_0 - gadm36_5), where gadm36_0 is country level and gadm36_1 is state level. I am working with gadm36_2 data (which corresponds to counties in the U.S. e.g.). I was wondering whether there were area (administrative unit) sizes (in square kilometers) for the whole dataset available? One could calculate them using GIS-programmes. Though, doing so is tedious as you basically have to change your projection (CRS) for every local calculation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any ideas? &lt;/p&gt;&#xA;" OwnerUserId="22084" LastActivityDate="2019-06-27T12:38:28.433" Title="Area size for GADM subdivision 2 areas" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15452" PostTypeId="1" CreationDate="2019-06-27T13:38:25.153" Score="0" ViewCount="67" Body="&lt;p&gt;We are starting a new research project in China and I've been looking for shapefiles of buildings in Qingdao, China. The closest thing I can find is buildings of Beijing. But I need Qingdao, not Beijing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems like I will have to use satellite images to generate the buildings through machine learning pattern recognition. Which I would rather not do because I don't know how to do that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone got any tips?&lt;/p&gt;&#xA;" OwnerUserId="22142" LastEditorUserId="19566" LastEditDate="2019-07-02T03:34:22.940" LastActivityDate="2019-08-01T04:06:05.700" Title="Is there any chance that I can find shapefiles of buildings in Qingdao, China?" Tags="|geospatial|transportation|china|buildings|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15453" PostTypeId="1" CreationDate="2019-06-27T19:51:03.803" Score="1" ViewCount="207" Body="&lt;p&gt;I notice there are two types of recall datasets: Recall Enforcement Report and Recall Report. And I downloaded both of them. There are overlaps of recall events and related information, but they are definitely not the same. Could someone advise what's the difference between these two datasets? Which one if more accurate and up to date?&lt;/p&gt;&#xA;" OwnerUserId="22143" LastEditorUserId="23272" LastEditDate="2021-03-14T04:48:32.327" LastActivityDate="2024-03-28T14:04:20.500" Title="Difference between Recall Enforcement Report and Recall Report?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15454" PostTypeId="1" AcceptedAnswerId="15456" CreationDate="2019-06-28T03:37:16.677" Score="2" ViewCount="60" Body="&lt;p&gt;I am trying to retrieve the unemployment data for various US metros. The fields I am interested in are:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;DP03_0009E&#xA;DP03_0009M&#xA;DP03_0009PE&#xA;DP03_0009PM&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know these fields exist as I am to query the metadata for the table and see these fields are present. For e.g.:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;DP03_0009E :  {'label': 'EMPLOYMENT STATUS!!Civilian labor force!!Unemployment Rate', 'concept': 'SELECTED ECONOMIC CHARACTERISTICS', 'predicateType': 'int'}&#xA;DP03_0009M :  {'label': 'EMPLOYMENT STATUS!!Civilian labor force!!Unemployment Rate', 'concept': 'SELECTED ECONOMIC CHARACTERISTICS', 'predicateType': 'int'}&#xA;DP03_0009PE :  {'label': 'EMPLOYMENT STATUS!!Civilian labor force!!Unemployment Rate', 'concept': 'SELECTED ECONOMIC CHARACTERISTICS', 'predicateType': 'int'}&#xA;DP03_0009PM :  {'label': 'EMPLOYMENT STATUS!!Civilian labor force!!Unemployment Rate', 'concept': 'SELECTED ECONOMIC CHARACTERISTICS', 'predicateType': 'int'}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But When I try to retrieve these fields using the API for specific geographic region, for e.g. Dallas, I get a &lt;code&gt;error: unknown variable 'DP03_0009P&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the call:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.census.gov/data/2015/acs/acs1?get=NAME,DP03_0009E&amp;amp;for=metropolitan+statistical+area/micropolitan+statistical+area:19100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;What am I missing? Any help would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="22147" LastEditorUserId="958" LastEditDate="2019-06-28T13:43:20.863" LastActivityDate="2019-06-28T13:43:20.863" Title="Why does the Census API not return fields/vars when it says it should?" Tags="|api|us-census|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15456" PostTypeId="2" ParentId="15454" CreationDate="2019-06-28T13:43:00.400" Score="2" Body="&lt;p&gt;Your current call: &lt;code&gt;https://api.census.gov/data/2015/acs/acs1?&lt;/code&gt; will be requesting detailed table data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To request from a data profile, which includes DP03, please use this prefix instead: &lt;code&gt;https://api.census.gov/data/2015/acs/acs1/profile?&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, in your example, this url seems to be pulling the information you are looking for: &lt;code&gt;https://api.census.gov/data/2015/acs/acs1/profile?get=NAME,DP03_0009E,DP03_0009M,DP03_0009PE,DP03_0009PM&amp;amp;for=metropolitan+statistical+area/micropolitan+statistical+area:19100&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Side note: Apparently, you can also get all of the variables contained within DP03 if you use this one as well: &lt;code&gt;https://api.census.gov/data/2015/acs/acs1/profile?get=NAME,group(DP03)&amp;amp;for=metropolitan+statistical+area/micropolitan+statistical+area:19100&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2019-06-28T13:43:00.400" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15457" PostTypeId="1" AcceptedAnswerId="15458" CreationDate="2019-06-28T18:39:31.513" Score="2" ViewCount="64" Body="&lt;p&gt;Is there a way to get the list of all counties that are part of an MSA/CBSA?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to this hierarchy, I don't see an obvious way: &lt;a href=&quot;https://www.census.gov/newsroom/blogs/random-samplings/2014/07/understanding-geographic-relationships-counties-places-tracts-and-more.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/newsroom/blogs/random-samplings/2014/07/understanding-geographic-relationships-counties-places-tracts-and-more.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.census.gov/data/2015/acs/acs5?get=NAME&amp;amp;for=county:*&amp;amp;in=metropolitan+statistical+area/micropolitan+statistical+area:27260&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But got this error:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;error: unknown/unsupported geography heirarchy&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is there any other way of getting this info?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks in advance for your help.&lt;/p&gt;&#xA;" OwnerUserId="22147" LastEditorUserId="90" LastEditDate="2019-06-28T22:19:33.200" LastActivityDate="2019-06-28T22:19:33.200" Title="Is there a way to get all counties in an MSA?" Tags="|us-census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15458" PostTypeId="2" ParentId="15457" CreationDate="2019-06-28T22:19:20.817" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://www.census.gov/geographies/reference-files/time-series/demo/metro-micro/delineation-files.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Core Based Statistical Areas (CBSAs), Metropolitan Divisions, and Combined Statistical Areas (CSAs) 2018-09&lt;/a&gt; &#xA;&lt;a href=&quot;https://www2.census.gov/programs-surveys/cps/methodology/Geographic%20Coding%20-%20Metro%20Areas%20(since%20August%202005).pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIPS Metropolitan Area (CBSA) Codes - 2000 Census Documentation&lt;/a&gt;&lt;br&gt;&#xA;&lt;strong&gt;Bonus&lt;/strong&gt; &lt;a href=&quot;https://www.nber.org/data/cbsa-msa-fips-ssa-county-crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CMS's SSA to FIPS CBSA and MSA County Crosswalk&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-06-28T22:19:20.817" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15460" PostTypeId="2" ParentId="15444" CreationDate="2019-06-30T20:28:28.170" Score="1" Body="&lt;p&gt;HAFAS is pretty good and can be most easily accessed through &lt;a href=&quot;https://www.bahn.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bahn.de&lt;/a&gt;, but also via the Dutch, Swiss, or Austrian travel planners. I believe HAFAS is open data accessible by API, but I'm not entirely sure about that. In southern or eastern Europe HAFAS is not complete, though, but I think RZD is pretty good in CIS/EAEU, no clue if their data are open.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One thing that HAFAS does better than Google Transit (from experience) is to know minimum times to change at train stations.  Some stations are huge and connections will only be guaranteed if at least X minutes transfer, but Google Transit may happily suggest a 4 minute transfer at a station where it physically takes longer than that to walk from one platform to another.  At least I've seen that in some cases in the past; this may have improved.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2019-06-30T20:28:28.170" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15461" PostTypeId="1" AcceptedAnswerId="15462" CreationDate="2019-07-01T11:27:55.993" Score="1" ViewCount="90" Body="&lt;p&gt;Where can I find a geo-database of wind turbines for electricity/power production, including their location, capacity (max power), construction year, and other details?&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-05-28T18:23:57.663" Title="Location and data of wind turbines" Tags="|data-request|geospatial|energy|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15462" PostTypeId="2" ParentId="15461" CreationDate="2019-07-01T11:27:55.993" Score="1" Body="&lt;h1&gt;&lt;em&gt;Community Wiki&lt;/em&gt;&lt;/h1&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;United States&lt;/h2&gt;&#xA;&lt;p&gt;the &lt;strong&gt;&lt;a href=&quot;https://eerscmap.usgs.gov/uswtdb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USWTDB&lt;/a&gt;&lt;/strong&gt; (US Wind Turbine DataBase), &lt;em&gt;as seen on &lt;a href=&quot;https://news.ycombinator.com/item?id=20322276&quot; rel=&quot;nofollow noreferrer&quot;&gt;hackernews&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The USWTDB combines a 2014 USGS data set (48,956 wind turbines, including decommissioned and duplicate turbines) with a 2017 LBNL data set (43,827 wind turbines) and includes regular updates from AWEA’s WindIQ as well as the Federal Aviation Administration (FAA) Digital Obstacle File (DOF) and Obstacle Evaluation Airport Airspace Analysis (OE-AAA). The USWTDB is updated as frequently as quarterly as new data become available and will lag installations by approximately one quarter.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://eerscmap.usgs.gov/uswtdb/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data&lt;/a&gt;&lt;/strong&gt; (links for shapefile/geojson, CSV, geo-web-services)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://eerscmap.usgs.gov/uswtdb/viewer/#3/37.25/-96.25&quot; rel=&quot;nofollow noreferrer&quot;&gt;Viewer&lt;/a&gt;&lt;/strong&gt;:&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/iVoUu.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iVoUu.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If you zoom in, individual turbines have a tooltip:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bGCmQm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bGCmQm.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;License:&lt;/em&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Map services and data downloaded from the U.S. Wind Turbine Database are free and in the public domain. There are no restrictions; however, we request that the following acknowledgment statement be included in products and data derived from our map services when citing, copying, or reprinting&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;Switzerland&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.swiss/en/dataset/windenergieanlagen2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.swiss/en/dataset/windenergieanlagen2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The “Wind energy plants” geodata document the current situation regarding wind energy facilities in Switzerland. All data are based on information provided by the power plant operators and are intended to function as information material for the general public.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.geo.admin.ch/ch.bfe.windenergieanlagen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data download&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://wms.geo.admin.ch/?SERVICE=WMS&amp;amp;VERSION=1.3.0&amp;amp;REQUEST=GetCapabilities&amp;amp;lang=de&quot; rel=&quot;nofollow noreferrer&quot;&gt;WMS&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-07-01T11:48:28.507" CommentCount="0" CommunityOwnedDate="2019-07-01T11:48:28.507" ContentLicense="CC BY-SA 4.0" />
  <row Id="15463" PostTypeId="2" ParentId="748" CreationDate="2019-07-01T12:02:45.580" Score="2" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://qri.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;qri&lt;/a&gt;&lt;/strong&gt; (pronounced &quot;query&quot;)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Qri is a distributed dataset version control system built with peer-2-peer data exchange. Peers create datasets, which are stored in versions. Qri peers form a distributed network to exchange information about their datasets, which they transmit between each other over the distributed web.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://qri.io/docs/concepts/overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Docs/overview&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://github.com/qri-io&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github repo&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;License is &lt;a href=&quot;https://github.com/qri-io/qri/blob/master/LICENSE&quot; rel=&quot;nofollow noreferrer&quot;&gt;GPLv3&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-07-01T12:10:08.123" LastActivityDate="2019-07-01T12:10:08.123" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15466" PostTypeId="1" CreationDate="2019-07-01T19:01:28.930" Score="0" ViewCount="164" Body="&lt;p&gt;I'm looking for a specific dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the &lt;em&gt;Data Catalog&lt;/em&gt; there is a large set of data through the &lt;em&gt;College Scorecard&lt;/em&gt;, this data includes a listing of 2-digit CIP codes and the number of offerings by school.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there similar data but for more specific CIP codes? Looking to find this same list but split into individual 4 or 6 digit CIP codes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Essentially looking to have a list of college majors that are available at each school.&lt;/p&gt;&#xA;" OwnerUserId="22163" LastActivityDate="2019-07-10T11:53:36.580" Title="Are 6-digit CIP codes available with associated Schools for College Score Card" Tags="|data.gov|education|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15467" PostTypeId="2" ParentId="15452" CreationDate="2019-07-01T20:50:15.360" Score="1" Body="&lt;p&gt;Open street map has incomplete data of building footprints for Qingdao. There are many ways to download OSM data, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Do a quick but messy download of &lt;em&gt;all&lt;/em&gt; OSM data in a given area from the &lt;a href=&quot;https://www.openstreetmap.org/export#map=11/36.1759/120.5846&quot; rel=&quot;nofollow noreferrer&quot;&gt;map interface&lt;/a&gt;. (That link will take you to the area of Qingdao, but you'll want to adjust the bounding box before starting the download.&lt;/li&gt;&#xA;&lt;li&gt;Or check out &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Downloading_data#Small_amounts_of_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;the OSM wiki&lt;/a&gt; for instructions. &lt;/li&gt;&#xA;&lt;li&gt;QGIS has a plugin called Quick OSM that lets you download specific categories of OSM data within a specific area.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;There are gaps OSM's building footprint data. Some city blocks have buildings, and others are completely missing. You'll have to find or create data to fill in the gaps. Head over to &lt;a href=&quot;https://gis.stackexchange.com/search?q=building%20footprint&quot;&gt;GIS Stackexchange&lt;/a&gt; for help with creating building footprints. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;As you've mentioned, one method is to generate the building footprints from satellite images. &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/324908&quot;&gt;Another method&lt;/a&gt; is to obtain elevation rasters for the region with and without buildings. A Digital Surface Model (DSM) is elevation data with buildings. A Digital Elevation Model (DEM) is elevation data without buildings. Subtract the DEM from the DSM, convert from raster to polygon data, et voila, you have building footprints. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-07-01T20:50:15.360" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15470" PostTypeId="1" CreationDate="2019-07-03T16:38:54.647" Score="3" ViewCount="111" Body="&lt;p&gt;I am looking for a shapefile with the country boundaries as they were when Czechoslovakia existed as a country. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any online open source resource where I can find historical country boundary shapefiles? &lt;/p&gt;&#xA;" OwnerDisplayName="Emma" LastEditorUserId="6229" LastEditDate="2019-07-09T02:56:08.120" LastActivityDate="2023-12-10T14:00:55.133" Title="Seeking country boundaries shapefile which is pre-1980?" Tags="|geospatial|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15471" PostTypeId="2" ParentId="13326" CreationDate="2019-07-03T18:02:23.310" Score="1" Body="&lt;p&gt;From my similar experience in a weeks-long search for an alternative to NOAA's CLASS archive, the answer is apparently no, or not yet. And AWS only has images, not other relevant variables of interest e.g. aerosol optical depth values.&lt;br&gt;&#xA;That said, &lt;a href=&quot;http://unidata.github.io/awips2/cave/goes-16-satellite/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here's GOES-R decoder instructions&lt;/a&gt;.&lt;br&gt;&#xA;The GOES-R decoder supports the ingest and display of NOAAport provisional products (currently on the NOTHER feed), as well as Level 2b netCDF files. A GOES-R Geostationary Lightning Mapper (GLM) decoder is also provided to handle sensor lightning observations.  &lt;/p&gt;&#xA;" OwnerUserId="22175" LastEditorUserId="90" LastEditDate="2019-07-07T02:26:53.330" LastActivityDate="2019-07-07T02:26:53.330" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15473" PostTypeId="1" CreationDate="2019-07-05T15:16:38.553" Score="1" ViewCount="17" Body="&lt;p&gt;In the last years, I've collected a lot of data from the datasheet of instruments used in surface metrology. That is useful for benchmarking the instruments we are developing. But I find strange that performances of instruments so important for the society are not monitored and made available from some institutions. And actually, the specs may be inaccurate. So my data are potentially biased by the adoption of different parameters and their calculation...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Am I missing something? Is there any register of the specs of the scientific instrument?&lt;/p&gt;&#xA;" OwnerUserId="3314" LastActivityDate="2019-07-05T15:16:38.553" Title="Is there any institutions monitoring the scientific instruments performance?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15479" PostTypeId="1" CreationDate="2019-07-08T04:11:10.297" Score="1" ViewCount="59" Body="&lt;p&gt;I'm looking to make a ML model to attempt to determine if a given sentence/paragraph fits certain parameters. Right now the main one I'm looking at is particularly harmful sentences, so content that exhibits racism/sexism/violence or threats. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'd also like to be able to determine other things, but for now these are my main priority.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any public data sets, or even ideas for things I can scrape in order to get this data? Here's an example of what I'd like to be able to get after cleaning the data&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Content, Sexist, Racist, Violent&#xA;Someone needs to teach these pigs a lesson., 0, 0, 1&#xA;The batter crushed that ball!, 0, 0, 0&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;At the same time I'd rather let violent statements pass the filter than limit freedom of speech. So I'd like to be a little conservative with the model and want to make sure to be careful with its training. I'd rather minimize false positives instead of false negatives. So if possible I'd like to get data that contains similar language but doesn't fit the description such as&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Black people are more likely to commit crimes., 0, 0, 0&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I'm trying to censor messages where I can, so I'd also need a quite large data set in order to cover as many edge cases as possible.&lt;/p&gt;&#xA;" OwnerUserId="22199" LastEditorUserId="90" LastEditDate="2019-07-08T21:39:46.543" LastActivityDate="2019-07-08T21:57:54.530" Title="Are there any open data sets with sexist/racist/violent sentences?" Tags="|data-request|" AnswerCount="1" CommentCount="4" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15480" PostTypeId="2" ParentId="15479" CreationDate="2019-07-08T21:57:54.530" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/t-davidson/hate-speech-and-offensive-language&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hate Speech and Offensive Language&lt;/a&gt; repository for the paper &quot;Automated Hate Speech Detection and the Problem of Offensive Language&quot;, ICWSM 2017.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is a plethora of datasets like this available as open data.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may already know this and/or have done this, but it seems like this needs to be fleshed out in much more detail.&lt;br&gt;&#xA;For example, &quot;particularly harmful sentences&quot; - what does that mean?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Harmful to whom?&lt;br&gt;&#xA;Harmful how?&lt;br&gt;&#xA;Harmful always/certain context(s)?  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-07-08T21:57:54.530" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15482" PostTypeId="1" CreationDate="2019-07-10T00:03:29.393" Score="0" ViewCount="405" Body="&lt;p&gt;Does anybody know if there is an extensive online dictionary other than Wiktionary that lists many words on a single page, as opposed to having to search for a single word?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;None of the online dictionaries that I am aware of actually display lists of words for some reason.&lt;/p&gt;&#xA;" OwnerUserId="19697" LastEditorUserId="19697" LastEditDate="2019-07-13T21:12:26.847" LastActivityDate="2023-11-15T03:03:15.733" Title="Online Dictionary for Scraping" Tags="|language|web-crawling|english|dictionary|" AnswerCount="3" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15483" PostTypeId="1" CreationDate="2019-07-10T10:46:39.543" Score="1" ViewCount="71" Body="&lt;p&gt;I am looking for time series of the electrical output of an electric vehicle charging station per hour, along with the number of electric vehicles that arrive at that charging station per hour. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any available?&lt;/p&gt;&#xA;" OwnerUserId="20091" LastActivityDate="2019-07-10T10:46:39.543" Title="Looking for electric vehicle charging station time series data" Tags="|data-request|time-series|energy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15485" PostTypeId="2" ParentId="10596" CreationDate="2019-07-10T11:40:13.917" Score="0" Body="&lt;p&gt;Hey recently i just got these dataset :&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/9808/open-large-datasets-on-human-body-temperature&quot;&gt;Open large datasets on human body temperature?&lt;/a&gt;&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www2.stetson.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.stetson.edu&lt;/a&gt; › ...XLS&#xA;Web results&#xA;Normal Temperature data&lt;/p&gt;&#xA;" OwnerUserId="22212" LastActivityDate="2019-07-10T11:40:13.917" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15486" PostTypeId="2" ParentId="15466" CreationDate="2019-07-10T11:53:36.580" Score="1" Body="&lt;p&gt;Although I am unaware of any existing list, it certainly is possible to create one using the IPEDS Use The Data tool (&lt;a href=&quot;https://nces.ed.gov/ipeds/use-the-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/use-the-data&lt;/a&gt;) which allows for the downloading of the IPEDS Completions survey data, which includes all awards conferred (by CIP and by level) for all 7000+ IPEDS-participating institutions.&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2019-07-10T11:53:36.580" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15488" PostTypeId="1" CreationDate="2019-07-10T20:22:09.227" Score="1" ViewCount="20" Body="&lt;p&gt;I am looking to create a track based on some medical data, assigning each value to a given scale (say pentatonic scale).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need to find some medical data that's accessible and preferably in an easy to manipulate format. &lt;/p&gt;&#xA;" OwnerUserId="22213" LastEditorUserId="90" LastEditDate="2019-07-11T05:06:21.667" LastActivityDate="2019-07-11T05:06:21.667" Title="Open data for creating music" Tags="|data-request|medical|music|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15489" PostTypeId="2" ParentId="12868" CreationDate="2019-07-10T21:43:40.393" Score="0" Body="&lt;p&gt;I found a link on the author's website: &lt;a href=&quot;https://sites.google.com/site/michaelyingyang/publica&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.google.com/site/michaelyingyang/publica&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Dataset: &lt;a href=&quot;https://eostore.itc.utwente.nl:5001/fsdownload/zZYfgbB2X/ITCVD&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://eostore.itc.utwente.nl:5001/fsdownload/zZYfgbB2X/ITCVD&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SSL certificate was invalid but I proceed anyhow and could download the data. I swear to God, this is not a scam. The data is really there.&lt;/p&gt;&#xA;" OwnerUserId="15420" LastActivityDate="2019-07-10T21:43:40.393" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15490" PostTypeId="1" CreationDate="2019-07-11T00:41:37.687" Score="1" ViewCount="85" Body="&lt;p&gt;My initial understanding of DBpedia was that &lt;code&gt;resources&lt;/code&gt; are lower level entities and &lt;code&gt;categories&lt;/code&gt; are higher level entities. Since categories are higher level, I thought that they do not have a corresponding &lt;code&gt;resource&lt;/code&gt; page. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, today I realised that every entity in DBpedia has a &lt;code&gt;resource&lt;/code&gt; page. However, now I am not clear why &lt;code&gt;category&lt;/code&gt; pages are there when every DBpedia entity has a &lt;code&gt;resource&lt;/code&gt; page. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Example of a &lt;code&gt;resource&lt;/code&gt;: &lt;a href=&quot;http://dbpedia.org/resource/Support_vector_machine&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/resource/Support_vector_machine&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Example of a &lt;code&gt;category&lt;/code&gt;: &lt;a href=&quot;http://dbpedia.org/resource/Category:Support_vector_machines&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/resource/Category:Support_vector_machines&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;My question is, what is the difference between &lt;code&gt;resource&lt;/code&gt; and &lt;code&gt;category&lt;/code&gt; in DBpedia?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastEditorUserId="20874" LastEditDate="2019-07-11T23:59:23.580" LastActivityDate="2019-07-11T23:59:23.580" Title="What is the difference between resource and category of DBpedia" Tags="|uses-of-open-data|linked-data|rdf|dbpedia|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15491" PostTypeId="1" CreationDate="2019-07-11T08:48:29.803" Score="2" ViewCount="69" Body="&lt;p&gt;When comparing the NDC drug data at &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fda.gov/drugs/informationondrugs/ucm142438.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/informationondrugs/ucm142438.htm&lt;/a&gt; and OpenFDA annotated data at &lt;a href=&quot;https://open.fda.gov/apis/drug/ndc/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/ndc/download/&lt;/a&gt;  , I observed that the  FDA dataset has 150,000+ entries, while NDC has around 130,000 entries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also had a look at the relevant code of openfda  over here: &#xA;&lt;a href=&quot;https://github.com/FDA/openfda/blob/master/openfda/annotation_table/combine_harmonization.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/FDA/openfda/blob/master/openfda/annotation_table/combine_harmonization.py&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenFDA seems to rely mainly on NDC product.txt , but clearly, it seems to have has more data than NDC. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could anyone shed more light on why there seems to be data discrepancy? &lt;/p&gt;&#xA;" OwnerUserId="22216" LastActivityDate="2019-12-15T16:03:05.660" Title="Understanding data discrepancy between NDC and annotated OpenFDA data" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15492" PostTypeId="1" CreationDate="2019-07-11T19:34:07.547" Score="1" ViewCount="24" Body="&lt;p&gt;I am conducting an air pollution case-crossover analysis and I'm in the midst of adding in pertinent weather variables. I cast a wide net and downloaded data from NOAA, National weather service and a few other sources. The problem is that for each variable, there are multiple versions of it. For example, we have maximum temperature, minimum temperature, apparent temperature, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any diagnostics I can employee to work out which variables I can use in my time series? Is there also any agreed upon variable? For example, is there literature out there confirming that perhaps Tmin should generally be used for such an analysis? Any resources or studies you may able to direct me to would be really helpful!&lt;/p&gt;&#xA;" OwnerUserId="22218" LastActivityDate="2019-07-11T19:34:07.547" Title="How to choose which weather data to use in a time series?" Tags="|weather|time-series|climate|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15493" PostTypeId="1" CreationDate="2019-07-11T20:35:30.993" Score="1" ViewCount="38" Body="&lt;p&gt;For my diploma thesis I want to build an application to control medicine dosage and to do this I think about making sample database with like 1000 medicines with info most importantly about a dosage (4 times a day, every 4 hours...) and composition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know about some webpage that could easily provide me with this kind of information? I think about scraping it with Python. Or maybe somewhere there is already a sample database created like this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I think about making feature about what elements in medicine composition can be dangerous together. Something like: that you can't take some 3 medicines together. Maybe someone know and could recommend some webpage, article, maybe algorithm that could provide me more knowledge about this subject.&lt;/p&gt;&#xA;" OwnerUserId="22219" LastEditorUserId="14011" LastEditDate="2019-07-12T19:31:53.653" LastActivityDate="2019-07-12T19:31:53.653" Title="Where can I find data to create small sample drug database?" Tags="|data-request|medical|python|drugs|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15494" PostTypeId="1" CreationDate="2019-07-12T10:33:46.000" Score="0" ViewCount="22" Body="&lt;p&gt;I am looking for a downloadable satellite imagery that provides methane emission data in the Middle East region (Jordan, Israel, Egypt, Lebanon and Syria). So far I have not been able to find any service or satellite with information open to the public. Next I plan to perform analyzes in the ENVI \ ERDAS program in order to make adjustments against the existing imagery. I would be happy to receive a reference to reliable sources.&lt;/p&gt;&#xA;" OwnerDisplayName="Amos Tzarfate" LastEditorUserId="1511" LastEditDate="2019-07-12T13:52:05.513" LastActivityDate="2019-07-12T13:52:05.513" Title="Methane emission free satellite imagery for seminar finals?" Tags="|data-request|geospatial|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15495" PostTypeId="2" ParentId="15494" CreationDate="2019-07-12T10:39:50.160" Score="3" Body="&lt;p&gt;The easiest approach would be to simply use the methane product from the Sentinel 5 satellites.&lt;br&gt;&#xA;Data access and search can be done here:&lt;br&gt;&#xA;&lt;a href=&quot;https://s5phub.copernicus.eu/dhus/#/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://s5phub.copernicus.eu/dhus/#/home&lt;/a&gt;&lt;br&gt;&#xA;From there, it is just a matter of downloading and analyzing the data.&lt;/p&gt;&#xA;" OwnerDisplayName="Mikkel Lydholm Rasmussen" LastActivityDate="2019-07-12T10:39:50.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15497" PostTypeId="2" ParentId="15482" CreationDate="2019-07-13T07:53:45.230" Score="1" Body="&lt;p&gt;You can use data from Wiktionary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wikimedia provides data dumps for all its websites &lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (ctrl+f &quot;wiktionary&quot;), that way you don't have to scrape.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Although the dumps seem to be regular, if you want to scrape the latest version, then there's a page on that: &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Parsing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Wiktionary:Parsing&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="22231" LastActivityDate="2019-07-13T07:53:45.230" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15500" PostTypeId="1" CreationDate="2019-07-14T23:00:34.287" Score="0" ViewCount="43" Body="&lt;p&gt;It is easy to export an opml file from a podcast app. That provides me with information such as this. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;outline text=&quot;This Week in Google (MP3)&quot; type=&quot;rss&quot; xmlUrl=&quot;http://feeds.twit.tv/twig.xml&quot;  htmlUrl=&quot;https://twit.tv/shows/this-week-in-google&quot; /&amp;gt;  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Is there a database or a method by which I could pull (or lookup or calculate) the average (or median) duration of each episode?&lt;/p&gt;&#xA;" OwnerUserId="422" LastActivityDate="2019-08-21T04:54:47.917" Title="Podcasts: Where can I find the average duration of episodes in a series?" Tags="|data-request|media|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15501" PostTypeId="1" CreationDate="2019-07-15T06:51:49.323" Score="1" ViewCount="43" Body="&lt;p&gt;I was interested in listing all books,&#xA;so I wrote:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?book ?url WHERE {&#xA;?book wdt:P31 wd:Q571 .&#xA;&#xA;OPTIONAL {&#xA;  ?url schema:about ?book .&#xA;  ?url schema:inLanguage &amp;quot;en&amp;quot; .&#xA;  ?url schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt; .&#xA;}}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;but somehow this cute book which I read in the past &lt;strong&gt;&amp;quot;The Little Prince&amp;quot;&lt;/strong&gt; was missing, although&#xA;&lt;a href=&quot;https://www.wikidata.org/wiki/Q25338&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q25338&lt;/a&gt; it appears in wikidata.&lt;/p&gt;&#xA;&lt;p&gt;The Wikipedia page exists too:&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/The_Little_Prince&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/The_Little_Prince&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I searched for it in the results, and couldn't find it.&lt;/p&gt;&#xA;&lt;p&gt;So how come I can't see this book?&#xA;Are there any explanations?&lt;/p&gt;&#xA;" OwnerUserId="22234" LastEditorUserId="23272" LastEditDate="2021-08-21T04:38:34.377" LastActivityDate="2021-08-21T04:38:34.377" Title="How come there are missing entities in this SPARQL query?" Tags="|wikidata|sparql|wikipedia|rdf|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15502" PostTypeId="2" ParentId="15500" CreationDate="2019-07-15T07:31:27.723" Score="0" Body="&lt;p&gt;No. An OPML file only describes the feeds, not the individual posts in the feeds, let alone the (usually) MP3 files referenced &lt;em&gt;from&lt;/em&gt; each post. And then again, those references are only links without size/duration information.&lt;/p&gt;&#xA;" OwnerDisplayName="user4293" LastActivityDate="2019-07-15T07:31:27.723" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15507" PostTypeId="1" CreationDate="2019-07-16T12:39:17.677" Score="1" ViewCount="29" Body="&lt;p&gt;I am looking for some &quot;famous&quot; (i.e. citable as a paper) datasets that has been successfully fitted by a Mixture Model of any kind. Ideally, it would be better if such paper also have a link to a github repository with the code used to run the experiments. &lt;/p&gt;&#xA;" OwnerUserId="1534" LastActivityDate="2020-04-11T15:01:30.190" Title="Famous datasets that fits well with Mixture Models" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15508" PostTypeId="2" ParentId="15507" CreationDate="2019-07-16T12:39:17.677" Score="1" Body="&lt;p&gt;As today, I have found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Speaker verification (Thanks to &lt;a href=&quot;https://appliedmachinelearning.blog/2017/11/14/spoken-speaker-identification-based-on-gaussian-mixture-models-python-implementation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; link):&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Douglas A. Reynolds, Thomas F. Quatieri, and Robert B. Dunn, “Speaker Verification Using Adapted Gaussian Mixture Models”, M.I.T. Lincoln Laboratory, 2000&lt;/li&gt;&#xA;&lt;li&gt;Najim Dehak et al., “Front end Factor Analysis for Speaker Verification”, IEEE transaction on Audio, Speech and Language Processing, 2010&lt;/li&gt;&#xA;&lt;li&gt;Github Repo: &lt;a href=&quot;https://github.com/abhijeet3922/Speaker-identification-using-GMMs&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1534" LastActivityDate="2019-07-16T12:39:17.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15510" PostTypeId="2" ParentId="12327" CreationDate="2019-07-17T11:27:42.117" Score="2" Body="&lt;p&gt;You can use exchange's public APIs to get historical trade data, but look out for API rate limits as you can get IP based ban - been there.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're looking for order book tick by tick data or historical liquidations data, check out &lt;a href=&quot;https://tardis.dev/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tardis.dev/&lt;/a&gt; it's not free, but pricing is affordable and you can play around with data samples without API key (API access for first day of each month is free).&lt;/p&gt;&#xA;" OwnerUserId="22244" LastActivityDate="2019-07-17T11:27:42.117" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15511" PostTypeId="2" ParentId="6884" CreationDate="2019-07-17T11:42:22.670" Score="1" Body="&lt;p&gt;There are many services that provide OHLC aggregated data for crypto markets both free and paid and in many cases exchanges themselves provide APIs to access that kind of aggregated data (like BitMEX for example), but if you're looking for more granular, high resolution historical tick-by-tick data there isn't that much of a choice or it's very expensive. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can also check out &lt;a href=&quot;https://tardis.dev/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tardis.dev/&lt;/a&gt; which I've build out of necessity (as couldn't afford paying really expensive competition offers) to gather and process tick level data. It supports all top (by real volume) exchanges.&lt;/p&gt;&#xA;" OwnerUserId="22244" LastActivityDate="2019-07-17T11:42:22.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15512" PostTypeId="1" AcceptedAnswerId="15518" CreationDate="2019-07-17T14:09:42.323" Score="1" ViewCount="89" Body="&lt;p&gt;I am trying to understand how students who transfer from one four-year college to another are counted in earnings data--I understand they are counted by their original institution, but do they also show up in earnings data for the institution that they transfer to?&lt;/p&gt;&#xA;" OwnerUserId="22247" LastActivityDate="2019-07-18T20:37:42.377" Title="Transfer from one 4-year college to another 4-year college" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15513" PostTypeId="1" CreationDate="2019-07-17T20:35:50.817" Score="1" ViewCount="53" Body="&lt;p&gt;I'm finding that my ability to parse the JSON using Azure Data factory is not possible after file updates on July 07. The process, which took 10 minutes previously now takes 50+ hours.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone esle experiencing an issue with a certain download file or have similar problems with Azure Data Factory?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I believe I have isolated the problem to file content itself, as all other system parameters remain constant.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Was there any issue with the new submissions / updates to the dataset? This happens on 510k to a smaller extent - as there are very large arrays in the JSON.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way of identifying the largest arrays in the full UDI endpoint?&lt;/p&gt;&#xA;" OwnerUserId="20649" LastActivityDate="2021-04-08T21:03:50.387" Title="UDI Dataset JSON parsing efficiency TANKED after July 07 (Using Azure Data Factory)" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15515" PostTypeId="2" ParentId="15453" CreationDate="2019-07-18T15:02:35.343" Score="0" Body="&lt;p&gt;Recalls and Recall Enforcement Reports are different datasets and serve slightly different purposes. Both datasets get updated on openFDA on a regular basis.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is a Recall: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The FDA uses the term “recall” when a manufacturer takes a correction&#xA;  or removal action to address a problem with a medical device that&#xA;  violates FDA law. Recalls occur when a medical device is defective,&#xA;  when it could be a risk to health, or when it is both defective and a&#xA;  risk to health.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What is an Enforcement Report:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After a recall has been classified, the FDA notifies the public in the weekly Enforcement Report. However, in some cases, a recall may be listed prior to classification when FDA determines the firm’s removal or correction of a marketed product(s) meets the definition of a recall.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The openFDA medical device recalls dataset gets updated monthly based on data from the FDA medical device recall database at &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfres/res.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfres/res.cfm&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The openFDA medical device recall enforcement report dataset gets updated weekly based on data from &lt;a href=&quot;https://www.fda.gov/safety/recalls-market-withdrawals-safety-alerts/enforcement-reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/safety/recalls-market-withdrawals-safety-alerts/enforcement-reports&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2019-07-18T15:02:35.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15516" PostTypeId="2" ParentId="15491" CreationDate="2019-07-18T15:45:02.617" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. After looking into this briefly, I don't see the issue you are. This may have changed in the intervening time from when you made the post, but I'm currently seeing 154,800 records available through the NDC Directory openFDA API (&lt;a href=&quot;https://api.fda.gov/drug/ndc.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json&lt;/a&gt;). The combined total of the product.xls and unfinished_product.xls files is 154,802 (downloaded from &lt;a href=&quot;https://www.fda.gov/drugs/drug-approvals-and-databases/national-drug-code-directory&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/drug-approvals-and-databases/national-drug-code-directory&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll keep an eye on these over the next several updates to ensure that it isn't an inconsistent discrepancy.&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2019-07-18T15:45:02.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15517" PostTypeId="2" ParentId="15513" CreationDate="2019-07-18T16:09:46.140" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. I want to confirm that we haven't changed anything in the UDI code which might account for this, so if there's a change in the data, it'd be upstream. We're going to do an analysis of the UDI data to look for any red flags like the very large arrays you mention, discrepancies, etc. Let me know if you see any examples of very large arrays or if your experience processing the data changes. Thank you for bringing this to our attention!&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2019-07-18T16:09:46.140" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15518" PostTypeId="2" ParentId="15512" CreationDate="2019-07-18T20:37:42.377" Score="0" Body="&lt;p&gt;I have forwarded your question on to those familiar with the data and this was their response: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Earnings for the student would be counted at both institutions if they&#xA;  were federally aided at both institutions. If a student was aided at&#xA;  the original school, then transfers and doesn’t receive Title IV aid&#xA;  at the new school, they would not be identified at the new school&#xA;  through the cohort construction process.  The end of page 36 and top&#xA;  of page 37 in the data &lt;a href=&quot;https://collegescorecard.ed.gov/assets/FullDataDocumentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Documentation Report&lt;/a&gt; provide more&#xA;  information on this topic.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2019-07-18T20:37:42.377" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15520" PostTypeId="1" CreationDate="2019-07-19T15:17:22.530" Score="1" ViewCount="160" Body="&lt;p&gt;I need to find an image dataset of human actions including sitting, walking, falling, and standing.&lt;/p&gt;&#xA;&lt;p&gt;Although I searched, I could only find video datasets.&lt;/p&gt;&#xA;&lt;p&gt;If anyone could share an image dataset with mentioned categories, I would really appreciate it&lt;/p&gt;&#xA;" OwnerUserId="22261" LastEditorUserId="23272" LastEditDate="2020-08-20T13:07:32.390" LastActivityDate="2021-02-25T19:01:35.153" Title="Image Dataset for basic human actions" Tags="|data-request|machine-learning|images|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15521" PostTypeId="2" ParentId="15482" CreationDate="2019-07-20T03:22:19.943" Score="0" Body="&lt;p&gt;Here are all of the terms in the Cambridge dictionary broken down into lists.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dictionary.cambridge.org/browse/english/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dictionary.cambridge.org/browse/english/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19697" LastActivityDate="2019-07-20T03:22:19.943" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15523" PostTypeId="1" CreationDate="2019-07-20T15:18:18.720" Score="2" ViewCount="34" Body="&lt;p&gt;I need access to regularly updated gravitational readings from gravimeters around the globe. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any such available dataset?&lt;/p&gt;&#xA;" OwnerUserId="22265" LastActivityDate="2019-08-22T10:02:40.380" Title="Realtime or regularly updated gravitational dataset(s) for Earth?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15524" PostTypeId="1" AcceptedAnswerId="17815" CreationDate="2019-07-20T22:11:54.417" Score="1" ViewCount="119" Body="&lt;p&gt;I have difficulty finding an open-access medical data set with time to an event variable to conduct survival analysis. Where can I find a multivariate data set, preferably with a few hundreds of observations?&#xA;Besides those that come with JM R package.&lt;/p&gt;&#xA;" OwnerUserId="22266" LastEditorUserId="22266" LastEditDate="2019-07-21T02:55:30.290" LastActivityDate="2020-08-20T08:02:15.297" Title="Where to find Medical data Survival analysis?" Tags="|data-request|medical|uses-of-open-data|research|analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15526" PostTypeId="2" ParentId="7261" CreationDate="2019-07-21T07:09:35.677" Score="2" Body="&lt;p&gt;For generalized attributes for a broad range of species you could also try the &lt;a href=&quot;https://eol.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Encyclopedia of Life&lt;/a&gt;. For example, their data page for &lt;a href=&quot;https://eol.org/pages/1033636/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pinus taeda&lt;/a&gt; has general attributes for height (base and mature), as well as some phenology traits (but not as granular as a specialized phenology database). The EOL traitbank can be queried by API, and it's also possible to query their neo4j database via Cypher, see &lt;a href=&quot;https://eol.org/docs/what-is-eol/data-services&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; for details.&lt;/p&gt;&#xA;" OwnerUserId="20995" LastActivityDate="2019-07-21T07:09:35.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15528" PostTypeId="1" CreationDate="2019-07-22T16:57:14.290" Score="1" ViewCount="42" Body="&lt;p&gt;I am here to seek historical precipitation data that displays every area in the United States, but specifically in southwest Kansas on the grassland. Here is the screenshot I am sharing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With:&#xA;We would like to find an interactive map that can display in 7, 12, 24 or so hours, or at least a day or so in the past 30 days...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you suggest a website?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TERQs.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TERQs.png&quot; alt=&quot;Enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="1245" LastEditDate="2019-08-22T14:37:40.557" LastActivityDate="2019-09-21T15:02:05.560" Title="Historical precipitation for every place in the USA" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15529" PostTypeId="2" ParentId="15528" CreationDate="2019-07-22T17:52:26.723" Score="1" Body="&lt;p&gt;You can see daily precipitation summaries for specific observation stations on &lt;a href=&quot;https://gis.ncdc.noaa.gov/maps/ncei/summaries/daily&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA's Climate Data Online Mapping Tool&lt;/a&gt;. I tried to link you directly to the precipitation map for your area of interest, but that doesn't seem to be possible. Here's how to get to the data you want:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VjYAU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VjYAU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use the rectangle select tool to see the stations in your area of interest.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nQ8pi.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nQ8pi.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You may also be interested in the Hourly/Subhourly map, which you can access through the Map Finder button  &lt;a href=&quot;https://i.stack.imgur.com/E5Qql.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/E5Qql.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;on the top toolbar.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-07-22T17:52:26.723" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15530" PostTypeId="1" CreationDate="2019-07-22T17:49:05.167" Score="2" ViewCount="98" Body="&lt;p&gt;I want to train TrackNet more because its accuracy is not that good.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nol.cs.nctu.edu.tw:234/TzuHanHsu/TrackNet&quot; rel=&quot;nofollow noreferrer&quot;&gt;TrackNet Gitlab repo&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The tracked tennis ball wobbles unnaturally on tosses for serves, etc.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I figured that following the intuition of tensor2tensor and other transfer learning schemes of training TrackNet on other sports or other projectile videos and images where the x,y coordinates of the object being tracked on the 2D video frame are provided.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am probably going to use VGG annotator to create more tennis specific data and post in on Github but in the meantime if anyone knows of any public datasets out there, please let me know.  &lt;/p&gt;&#xA;" OwnerUserId="22278" OwnerDisplayName="mLstudent33" LastEditorUserId="14011" LastEditDate="2019-07-24T14:12:49.520" LastActivityDate="2019-07-24T14:12:49.520" Title="Datasets with x,y coordinates of ball, puck and other sports balls/projectiles" Tags="|data-request|sports|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15531" PostTypeId="1" CreationDate="2019-07-22T21:16:10.223" Score="1" ViewCount="115" Body="&lt;p&gt;For Dax30 there is a great (small) dataset including all firms of index (DAX30), the corresponding ticker symbol and sector:&#xA;&lt;a href=&quot;https://de.wikipedia.org/wiki/DAX&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wikipedia.org/wiki/DAX&lt;/a&gt; --&gt;Zusammensetzung (first three columns)&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Name    Symbol  Branche &#xA;Adidas  ADS     Bekleidung  &#xA;Allianz ALV     Versicherungen  &#xA;BASF    BAS     Chemie  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an equivilant dataset for S&amp;amp;P500, EuroStoxx 600, MSCI world, etc.&lt;/p&gt;&#xA;" OwnerUserId="22271" LastEditorUserId="70" LastEditDate="2020-08-31T14:05:32.937" LastActivityDate="2024-01-13T23:08:21.073" Title="Dataset for stock indices including ticker symbol and sector" Tags="|data-request|finance|stock|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15532" PostTypeId="2" ParentId="15523" CreationDate="2019-07-23T09:53:50.973" Score="1" Body="&lt;p&gt;You must start from here, from NASA site: &lt;a href=&quot;https://earthdata.nasa.gov/learn/sensing-our-planet/matter-in-motion-earth-s-changing-gravity#ed-sop-datatable&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthdata.nasa.gov/learn/sensing-our-planet/matter-in-motion-earth-s-changing-gravity#ed-sop-datatable&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6044" LastActivityDate="2019-07-23T09:53:50.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15533" PostTypeId="2" ParentId="5010" CreationDate="2019-07-23T21:40:22.017" Score="0" Body="&lt;p&gt;I realise this question is older but i was searching for the same thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also a dataset from 2018 on Kaggle:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/Eruditepanda/fortune-1000-2018&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/Eruditepanda/fortune-1000-2018&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22271" LastActivityDate="2019-07-23T21:40:22.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15534" PostTypeId="1" CreationDate="2019-07-24T00:57:52.257" Score="1" ViewCount="11" Body="&lt;p&gt;I am seeking geospatial data that has the PLSS Public Land Survey System (PLSS) in the United States and I need a 1908 one?&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="23272" LastEditDate="2021-04-07T12:53:19.820" LastActivityDate="2021-04-07T12:53:19.820" Title="Seeking a geospatial data of 1908 PLSS?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15535" PostTypeId="5" CreationDate="2019-07-24T14:39:55.770" Score="0" Body="&lt;blockquote&gt;&#xA;  &lt;p&gt;In research of human subjects, a survey is a list of questions aimed at extracting specific data from a particular group of people. Surveys may be conducted by phone, mail, via the internet, and sometimes face-to-face on busy street corners or in malls. Surveys are used to increase knowledge in fields such as social research and demography. (Source: &lt;a href=&quot;https://en.wikipedia.org/wiki/Survey_(human_research)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-07-25T20:13:04.963" LastActivityDate="2019-07-25T20:13:04.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15536" PostTypeId="4" CreationDate="2019-07-24T14:39:55.770" Score="0" Body="Use for questions about human research surveys." OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-07-25T20:13:00.617" LastActivityDate="2019-07-25T20:13:00.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15537" PostTypeId="1" CreationDate="2019-07-24T19:49:23.317" Score="1" ViewCount="58" Body="&lt;p&gt;Is there a known API to pull driver's license data and MVR data for professional drivers, such as those working for freight forwarding companies?&lt;/p&gt;&#xA;" OwnerUserId="22283" LastEditorDisplayName="user4293" LastEditDate="2019-07-25T07:47:53.830" LastActivityDate="2021-01-13T17:00:25.047" Title="Drivers license and motor vehicle registration data for professional drivers" Tags="|api|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15540" PostTypeId="1" AcceptedAnswerId="15541" CreationDate="2019-07-25T13:56:11.090" Score="1" ViewCount="889" Body="&lt;p&gt;I am doing a project focused on the Central Limit Theorem, and in one part of it I want to use real data to see how the histogram approximates to a normal distribution. I also want another part which features data for which it does not work (i.e the sample mean does not follow a normal distribution) but I have not been able to find any. Any suggestions? I wrote in the title the Cauchy distribution because it is a well-known example, but any other which may work is fine. I have already looked for data such as annual maximum one-day rainfalls or light luminosity, but it hasn't worked so far.&lt;/p&gt;&#xA;" OwnerUserId="22289" LastActivityDate="2019-07-25T18:19:01.647" Title="Which examples of real-world situations follow the Cauchy distribution?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15541" PostTypeId="2" ParentId="15540" CreationDate="2019-07-25T18:19:01.647" Score="0" Body="&lt;p&gt;The Cauchy distribution has infinite variance, so you are not going to find simple, real world examples.  However it is possible to mathematically construct examples.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One possibility:  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ratio of 2 normal distributions where the mean of the denominator random variable is 0 will follow a Cauchy (or at least Cauchy like (it has been a while since I was in a theory class)) distribution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The location (x-coordinate) of the vertex (max or min) of a parabola is -b/(2a) where a is the coefficient on x-squared and b is the coefficient on x.  So if you fit a parabola to data that is really linear, then the estimate of the vertex location should follow a Cauchy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is some R code that does a simulation based on this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;n &amp;lt;- 25&#xA;n.sim &amp;lt;- 1e4&#xA;out &amp;lt;- replicate(n.sim, {&#xA;  x &amp;lt;- seq(0, 1, length.out=n)&#xA;  y &amp;lt;- 2 + 0.3*x + rnorm(n, 0, 0.1)&#xA;  fit &amp;lt;- lm(y ~ x + I(x^2))&#xA;  -coef(fit)[2]/(2*coef(fit)[3])&#xA;})&#xA;&#xA;hist(out)&#xA;var(out)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Rerunning this code with a larger sample size (n) does not narrow the distribution like it does with finite variance distributions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For showing when the CLT does not work, I would look at something very skewed instead of the Cauchy and just show that while in theory a big enough sample size will result in normality, &quot;big enough&quot; is very big.  Consider a binomial based on a very rare event, e.g. the number (or proportion) of people in your sample that have disease X (or trait X) where the probability of each individual having X is 1 in 1,000.  With a sample size of 5,000 (a &quot;big&quot; sample in most basic stats textbooks) the sampling distribution is still obviously skewed and not yet normal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a line of R code to show this with simulated data:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;hist(rbinom(100000, 5000, 1/1000))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5974" LastActivityDate="2019-07-25T18:19:01.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15542" PostTypeId="1" CreationDate="2019-07-25T21:13:49.900" Score="1" ViewCount="262" Body="&lt;p&gt;I'm writing a python script that collects book ratings and analyses them using bayesian statistical models. I only need numerical ratings (e.g. percentiles, stars, 10 point scale). Any other attributes of the review are extraneous. It is important that I have the number of ratings per rating level and not just the total number of ratings and the average rating. For example, if the book has been given a rating of 4.3 out of 5 stars with a total of 5,000 ratings, I need to know exactly how many of those 5,000 ratings are 5 stars, 4 stars, 3 stars, ect.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I've only found this kind of detailed information on &lt;a href=&quot;https://www.goodreads.com/book/show/21.A_Short_History_of_Nearly_Everything&quot; rel=&quot;nofollow noreferrer&quot;&gt;Goodreads&lt;/a&gt;. I've looked into scraping amazon but this seems clunky given that the desired information is stored on separate pages and would require 5-6 page scrapes per book.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions as to databases or websites where this kind of rating information for books is available either through an api or scraping?&lt;/p&gt;&#xA;" OwnerUserId="22293" LastActivityDate="2019-07-26T13:51:05.707" Title="Any good resources for book rating data?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15545" PostTypeId="2" ParentId="15542" CreationDate="2019-07-26T13:51:05.707" Score="1" Body="&lt;p&gt;The links may help. The first is to the Douban Book Rating Dataset. It is the largest book review website in China. The second is a collection of Amazon ratings the was web scraped already by a user on Kaggle. Those are all I know of.  Hope they help.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://opendata.pku.edu.cn/dataset.xhtml?persistentId=doi:10.18170/DVN/LA9GRH&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opendata.pku.edu.cn/dataset.xhtml?persistentId=doi:10.18170/DVN/LA9GRH&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/shrutimehta/amazon-book-reviews-webscraped#Input.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/shrutimehta/amazon-book-reviews-webscraped#Input.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22136" LastActivityDate="2019-07-26T13:51:05.707" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15546" PostTypeId="1" CreationDate="2019-07-26T17:30:10.497" Score="1" ViewCount="136" Body="&lt;p&gt;In the May 2019 collegescorecard data there are slightly over 150 institutions that report mean earnings 10 years after attending for the highest family income of $75,001+ (MN_EARN_WNE_INC3_P10) as being &lt;em&gt;lower&lt;/em&gt; than earnings for the lowest family income $0-$30,000 (MN_EARN_WNE_INC1_P10). This goes against intuition although it is possible that some of this is correct. Is there anyway to verify the extent to which MN_EARN_WNE_INC3_P10 &amp;lt; MN_EARN_WNE_INC1_P10 can be true? Some of the differences are in excess of 50%.&lt;/p&gt;&#xA;" OwnerUserId="22297" LastActivityDate="2019-08-29T16:02:50.330" Title="Verifying data accuracy on earnings by family income" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15547" PostTypeId="1" CreationDate="2019-07-26T18:05:23.660" Score="1" ViewCount="72" Body="&lt;p&gt;I am currently doing a project on gas leak source localisation in pipelines for which large number of data is required but i have not got a good dataset from other sources.So i would like to know if a dataset is available or any gas leak simulation platform is available for me to work.the data must have the location of the leak and the concentration of the gas that was leaked and a minimum of 1000 values is required for training it.Most sets only show location and do not specify leak concentration.I have not been able to get my hands on industrial data regarding these pipeline leaks.&lt;/p&gt;&#xA;" OwnerUserId="22193" LastEditorUserId="22193" LastEditDate="2019-08-20T15:37:12.893" LastActivityDate="2019-08-20T15:37:12.893" Title="I'm looking for a dataset which provides information about gas leak in a pipeline" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15548" PostTypeId="1" CreationDate="2019-07-28T01:49:01.830" Score="1" ViewCount="12" Body="&lt;p&gt;I am creating a chatbot in Python-3 and I was looking for conversational data set for training the bot. I want the bot to effectively answer general questions and interact with the user with casual talks.&lt;/p&gt;&#xA;" OwnerUserId="22304" LastActivityDate="2019-07-28T01:49:01.830" Title="Is there any conversational dataset for creating a chat bot with deep learning" Tags="|python|" AnswerCount="0" CommentCount="2" ClosedDate="2019-07-29T17:38:02.627" ContentLicense="CC BY-SA 4.0" />
  <row Id="15549" PostTypeId="1" CreationDate="2019-07-28T12:05:59.193" Score="1" ViewCount="196" Body="&lt;p&gt;Let me explain the phrases I use in my request:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;large:&lt;/strong&gt; I'm looking for multiple languages (especially european languages if this constrain helps) and at least 2K surnames per language. But the more the better.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;database:&lt;/strong&gt; I expect that there is somewhere a machine readable file (json, txt, xml, ...) with all the names and languages or a zip file with many such files.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;unique:&lt;/strong&gt; I'm not interested in how popular a surname is, I'm just interested in which surnames belong to a given language. Also variants of names are welcome.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;surnames:&lt;/strong&gt; I want surnames or what comes closest to a surname in the language the name comes from.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;(origin) language:&lt;/strong&gt; Even though there are many german speaking people named &amp;quot;Nguyen&amp;quot; this name shall not be classified as &amp;quot;german&amp;quot; but as &amp;quot;vietnamese&amp;quot;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I already looked at several places and found the following unsatisfying results:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/46/multinational-list-of-popular-first-names-and-surnames&quot;&gt;Multinational list of popular first names and surnames?&lt;/a&gt;: This question is a good starting point but it aims for the popularity of names and the answers are more about first names. Also because it's about the popularity of names it is about where names are being used instead of where they come from.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://ftp.heise.de/pub/ct/listings/0717-182.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;heise.de&lt;/a&gt;: From the answers of the aforementioned question I got this list of first names which is pretty close to what I want - but these are first names not surnames.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Lists_of_most_common_surnames&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;: These lists are way too short but I like that the names are broken down to countries.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://de.namespedia.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Namespedia&lt;/a&gt;: This site seems to have a large database of surnames but I can't access them easily. I would have to write a crawler to go through the entire website.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Is there a database that meets all my requirements?&lt;/p&gt;&#xA;" OwnerUserId="22306" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-07-28T12:05:59.193" Title="Is there a large database of unique surnames and their (origin) language?" Tags="|data-request|language|global|names|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15552" PostTypeId="1" CreationDate="2019-07-29T14:03:49.993" Score="1" ViewCount="33" Body="&lt;p&gt;I was looking for award data (oscars? golden globes?) on this site: &lt;a href=&quot;ftp://ftp.fu-berlin.de/pub/misc/movies/database/frozendata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://ftp.fu-berlin.de/pub/misc/movies/database/frozendata/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw this &lt;a href=&quot;https://www.imdb.com/event/ev0000292/1963/1/?ref_=ev_eh&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.imdb.com/event/ev0000292/1963/1/?ref_=ev_eh&lt;/a&gt; and thought &quot;oh the ftp site may have an &quot;event&quot; one but there isn't one listed. Can anyone assist?&lt;/p&gt;&#xA;" OwnerUserId="21889" LastActivityDate="2019-07-29T14:03:49.993" Title="IMDB Award Data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15553" PostTypeId="1" CreationDate="2019-07-29T16:02:01.300" Score="1" ViewCount="128" Body="&lt;p&gt;I'm looking for datasets that contain images of crystals, gems, rocks and the like.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;My most important goal is to have the crystal name and its image so I can make a machine learning classifier for them from images.&lt;/li&gt;&#xA;&lt;li&gt;A secondary goal is to have its other properties, like hardness, and metaphysical properties.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Format ideally: SQL database, or something easily parsable&lt;/p&gt;&#xA;&lt;p&gt;Have only found&#xA;&lt;a href=&quot;https://github.com/loliverhennigh/Crystal-Gems&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;&#xA;with only 4000 images so far, so anything would be helpful&lt;/p&gt;&#xA;" OwnerUserId="13001" LastEditorUserId="23272" LastEditDate="2022-07-14T13:02:23.053" LastActivityDate="2022-07-14T13:02:23.053" Title="Gem, gemstone, crystal, rock, minerals image and other properties dataset" Tags="|data-request|images|classification|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15554" PostTypeId="1" CreationDate="2019-07-29T21:00:58.173" Score="1" ViewCount="29" Body="&lt;p&gt;I'm checking out the San Francisco 311 Open Data (&lt;a href=&quot;https://sf311.org/information/reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sf311.org/information/reports&lt;/a&gt;), but wanted to know what does &quot;mobile&quot; mean under the category &quot;cases by channel&quot;? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;SMS Text? Whatsapp? Call? App? &lt;/p&gt;&#xA;" OwnerUserId="22315" LastEditorUserId="22315" LastEditDate="2019-07-29T21:55:35.213" LastActivityDate="2019-07-29T21:55:35.213" Title="San Francisco 311 Open Data, what does &quot;mobile&quot; mean under the category &quot;cases by channel&quot;?" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15555" PostTypeId="2" ParentId="4945" CreationDate="2019-07-29T23:37:46.793" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://ctpp.transportation.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Transportation Planning Products&lt;/a&gt; have this data down to the census tract but only as a cross section for each Census product (e.g. decennial Census, ACS).&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-07-29T23:37:46.793" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15556" PostTypeId="1" CreationDate="2019-07-30T09:31:58.867" Score="1" ViewCount="46" Body="&lt;p&gt;I have been working on a project where I need to find whether two paragraphs convey the similar meaning. Same as &lt;a href=&quot;https://www.kaggle.com/c/quora-question-pairs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quora Question Pairs on Kaggle&lt;/a&gt;, but instead of questions, paragraphs. But I could not find any dataset for that. So I tried using Google Translate by taking a paragraph translating it into several layers of language and then finally translating back to English. So these two paragraphs are similar and then taking some random pairs as not similar. E.g. translating a paragraph from English to French, then from French to Spanish then from Spanish to English again. The problem is that these two paragraphs are so equal. So can you please link me to some dataset for this?&lt;/p&gt;&#xA;" OwnerUserId="22326" OwnerDisplayName="AJAY HAYAGREEVE" LastEditorUserId="14011" LastEditDate="2019-07-31T10:57:33.880" LastActivityDate="2019-07-31T10:57:33.880" Title="Paragraph Similar Pairs Dataset" Tags="|data-request|language|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15557" PostTypeId="2" ParentId="15546" CreationDate="2019-07-30T15:03:42.283" Score="2" Body="&lt;p&gt;It is not possible for end users to verify these data, as the student-level matching is performed within the Department and only the aggregate statistics are made publicly available.  The Department does not have any reason to believe that these data are inaccurate, and while these 150 institutions may not follow the pattern of most institutions, it is certainly likely that not all institutions will exhibit that same pattern.&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2019-07-30T15:03:42.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15558" PostTypeId="1" AcceptedAnswerId="15578" CreationDate="2019-07-31T02:09:59.820" Score="1" ViewCount="426" Body="&lt;p&gt;I need to build an api that can get the brand name of a generic drug,  some generics have several hundred records, using pagination to go through this and parsing the data is not practical for my needs, is there a way to directly get the brand name of a generic using openFDA API&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=brand_name:%22atorvastatin%22%20AND%20finished:true&amp;amp;skip=100&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=brand_name:&quot;atorvastatin&quot;+AND+finished:true&amp;amp;skip=100&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22309" LastEditorUserId="22309" LastEditDate="2019-08-02T06:17:48.443" LastActivityDate="2019-08-06T22:29:27.600" Title="openFDA - how do I get the brand name of a generic drug" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15559" PostTypeId="1" CreationDate="2019-07-31T11:15:37.480" Score="1" ViewCount="2207" Body="&lt;p&gt;Im developing a Pokedex with Android and I need a good and complete Database file with all Pokemon and related data (abilities , moves , evolutions , natures , breeding , items.. ) . Is there any decent .db file ?&lt;/p&gt;&#xA;" OwnerUserId="22325" LastActivityDate="2019-07-31T21:01:59.003" Title="Where can I find a good Pokemon database file?" Tags="|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15560" PostTypeId="2" ParentId="15559" CreationDate="2019-07-31T21:01:59.003" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://duckduckgo.com/?q=pokemon+database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Searching for Pokemon database&lt;/a&gt; I stumbled upon &lt;a href=&quot;https://pokemondb.net/pokedex/all&quot; rel=&quot;nofollow noreferrer&quot;&gt;pokemondb.net&lt;/a&gt;. However, as they outline in their &lt;a href=&quot;https://pokemondb.net/about#faq&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAQ&lt;/a&gt; you cannot re-use that data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They do point to some other resources might be useful for you:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/veekun/pokedex/tree/master/pokedex/data/csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Veekun's database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://pokeapi.co/about.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;PokeAPI&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9127" LastActivityDate="2019-07-31T21:01:59.003" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15562" PostTypeId="1" CreationDate="2019-08-01T13:39:15.590" Score="1" ViewCount="22" Body="&lt;p&gt;I have occupations like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Joiner&#xA;Fitter&#xA;Smelter&#xA;Electrician &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;and would like to obtain rough average (annual) salaries in the UK. Is anyone aware of such dataset(s)?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="23272" LastEditDate="2021-04-04T04:50:01.403" LastActivityDate="2021-04-04T04:50:01.403" Title="average (annual) salaries for occupations in the UK" Tags="|data-request|uk|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15563" PostTypeId="1" CreationDate="2019-08-02T05:45:21.270" Score="2" ViewCount="37" Body="&lt;p&gt;I need to make a map of Whitman County showing different classes of soil depth available in Whitman County.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been searching this data in SSURGO and the Web Soil Survey Database. The only thing close to this that I can find is &quot;Depth to any restrictive layer&quot;, but I cannot find the actual soil depth data anywhere I look.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If &quot;Depth to the restrictive layer&quot; and &quot;Soil depth&quot; are not the same thing, where can I find soil depth data?&lt;/p&gt;&#xA;" OwnerUserId="22333" LastEditorDisplayName="user4293" LastEditDate="2019-08-02T07:29:17.340" LastActivityDate="2019-08-05T15:00:42.450" Title="Seeking soil depth data for Washington State?" Tags="|soils|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15565" PostTypeId="2" ParentId="7402" CreationDate="2019-08-02T16:05:13.473" Score="1" Body="&lt;p&gt;This is the new data use agreement for MIMIC-III as of v1.4 (current version at time of writing):&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;ol&gt;&#xA;  &lt;li&gt;I will not attempt to identify any individual or institution referenced in PhysioNet restricted data.&lt;/li&gt;&#xA;  &lt;li&gt;I will exercise all reasonable and prudent care to avoid disclosure of the identity of any individual or institution referenced in PhysioNet restricted data in any publication or other communication.&lt;/li&gt;&#xA;  &lt;li&gt;I will not share access to PhysioNet restricted data with anyone else.&lt;/li&gt;&#xA;  &lt;li&gt;I will exercise all reasonable and prudent care to maintain the physical and electronic security of PhysioNet restricted data.&lt;/li&gt;&#xA;  &lt;li&gt;If I find information within PhysioNet restricted data that I believe might permit identification of any individual or institution, I will report the location of this information promptly by email to PHI-report@physionet.org, citing the location of the specific information in question so that it can be investigated and removed if necessary.&lt;/li&gt;&#xA;  &lt;li&gt;I have requested access to PhysioNet restricted data for the sole purpose of lawful use in scientific research, and I will use my privilege of access, if it is granted, for this purpose and no other.&lt;/li&gt;&#xA;  &lt;li&gt;I have completed a training program in human research subject protections and HIPAA regulations, and I am submitting proof of having done so.&lt;/li&gt;&#xA;  &lt;li&gt;I will indicate the general purpose for which I intend to use the database in my application.&lt;/li&gt;&#xA;  &lt;li&gt;If I openly disseminate my results, I will also contribute the code used to produce those results to a repository that is open to the research community.&lt;/li&gt;&#xA;  &lt;li&gt;This agreement may be terminated by either party at any time, but my obligations with respect to restricted data from PhysioNet shall continue after termination.  &lt;/li&gt;&#xA;  &lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="22226" LastActivityDate="2019-08-02T16:05:13.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15569" PostTypeId="2" ParentId="15531" CreationDate="2019-08-04T14:51:42.807" Score="0" Body="&lt;p&gt;I found links for S&amp;amp;P500:&#xA;&lt;a href=&quot;https://www.slickcharts.com/sp500&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.slickcharts.com/sp500&lt;/a&gt; and&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_S%26P_500_companies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_S%26P_500_companies&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;DAX30 was already mentioned:&#xA;&lt;a href=&quot;https://de.wikipedia.org/wiki/DAX&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wikipedia.org/wiki/DAX&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="22271" LastActivityDate="2019-08-04T14:51:42.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15570" PostTypeId="1" AcceptedAnswerId="15571" CreationDate="2019-08-04T20:17:34.983" Score="0" ViewCount="24" Body="&lt;p&gt;I am seeking a GIS datasets that has the longitude and latitude that I really need badly that has the degrees, minutes  and seconds .... I am aware that there is 1 degree, 5 degree, 30 degree and 45 degrees.... I do not want them...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where do I find them ? I have looked around on the internet and didn't find it....  &lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2019-08-05T04:46:40.913" Title="Seeking GIS datasets that has the degree, minutes and seconds world longitude and latitude" Tags="|data-request|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15571" PostTypeId="2" ParentId="15570" CreationDate="2019-08-05T04:46:40.913" Score="2" Body="&lt;p&gt;I'm not aware of any such existing datasets, but you can make your own layer in either QGIS or Arc.  Search for &quot;create fishnets&quot; in GIS Stack Exchange.  BTW, a worldwide layer at your granularity will be immense, approaching 4 billion(!) polygons, which probably explains why you didn't find one. You may want to create such a layer at a regional scale instead.&lt;/p&gt;&#xA;" OwnerUserId="21976" LastActivityDate="2019-08-05T04:46:40.913" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15572" PostTypeId="2" ParentId="15563" CreationDate="2019-08-05T15:00:42.450" Score="1" Body="&lt;p&gt;NRCS has their web Soil Survey and &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is what you need is to go here : &lt;a href=&quot;https://websoilsurvey.nrcs.usda.gov/app/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://websoilsurvey.nrcs.usda.gov/app/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need to find the depth there in the database and you would need to run to make it both joining the table with the layer and the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Yes it's going to be not easy but you should be able to do it..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are stuck, best way is to contact their NRCS your state and speak to their State Soil Scientist and he or she will guide you there...&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2019-08-05T15:00:42.450" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15574" PostTypeId="1" CreationDate="2019-08-05T19:48:49.420" Score="1" ViewCount="152" Body="&lt;p&gt;I'm looking for a list containing common abbreviations for business terms. For example, &quot;revenue&quot; --&gt; &quot;rev.&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this &lt;a href=&quot;https://opendata.stackexchange.com/questions/4812/list-of-abbreviations-and-acronyms&quot;&gt;post&lt;/a&gt; but that links to &lt;em&gt;common&lt;/em&gt; acronyms and abbreviations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A friendly format would be great, but even if I could scrape to collect this stuff that would be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Of course, the problem of converting a given word into an abbreviation seems like a very extensive NLP project, which I'd like to avoid.)&lt;/p&gt;&#xA;" OwnerUserId="22353" LastEditorDisplayName="user4293" LastEditDate="2019-08-06T07:30:26.113" LastActivityDate="2019-08-06T07:30:26.113" Title="Business term abbreviation dataset" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15575" PostTypeId="2" ParentId="15574" CreationDate="2019-08-05T22:31:13.567" Score="1" Body="&lt;p&gt;You can create your own from these lists:&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_business_and_finance_abbreviations&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of business and finance abbreviations on Wikipedia&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.allacronyms.com/business/abbreviations&quot; rel=&quot;nofollow noreferrer&quot;&gt;Business Abbreviations on All Acronyms&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.fullformgo.com/terms?search=A&amp;amp;cat_name=Business%20%26%20Industry&amp;amp;page=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Business Industry Search on fullformgo&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2019-08-05T22:31:13.567" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15576" PostTypeId="1" AcceptedAnswerId="15765" CreationDate="2019-08-06T18:45:11.830" Score="2" ViewCount="38" Body="&lt;p&gt;The Government Printing Office API &lt;a href=&quot;https://www.govinfo.gov/help/whats-available&quot; rel=&quot;nofollow noreferrer&quot;&gt;What's Available&lt;/a&gt; site links to the &lt;a href=&quot;https://www.govinfo.gov/help/cdir&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congressional Directory&lt;/a&gt;, but the most recent CD available appears to be the 115th (2017-2018).  Does anybody know if this is intended behavior, or if there is another GPO collection that contains listings for the 116th Congress (2019-2020)?&lt;/p&gt;&#xA;" OwnerUserId="22354" LastEditorUserId="22354" LastEditDate="2019-10-13T14:53:03.550" LastActivityDate="2019-10-13T14:53:03.550" Title="Getting *current* members of US Congress via the GPO API?" Tags="|usa|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15578" PostTypeId="2" ParentId="15558" CreationDate="2019-08-06T22:29:27.600" Score="1" Body="&lt;p&gt;I don't think there is a currently available openFDA API that you can directly query and be guaranteed to get back - in a single record - a list of all possible brand names. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In some cases, you may get only one matching record for your query. For example, the following query against the openFDA drug product label endpoint returns a single matching record:  &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.generic_name:%22ATORVASTATIN%20CALCIUM%20TRIHYDRATE%22&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.generic_name:%22ATORVASTATIN%20CALCIUM%20TRIHYDRATE%22&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But for other generics, to find all the brand names, you will have to parse through multiple records in the response if you are using one of the current openFDA APIs.&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2019-08-06T22:29:27.600" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15581" PostTypeId="1" AcceptedAnswerId="15587" CreationDate="2019-08-08T13:58:32.023" Score="1" ViewCount="1597" Body="&lt;p&gt;I am using temperature information from &lt;a href=&quot;https://www.ecmwf.int/en/forecasts/datasets/reanalysis-datasets/era5&quot; rel=&quot;nofollow noreferrer&quot;&gt;ERA5&lt;/a&gt; reanalysis hourly data on a single level, and I am confused about time reference.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I download global temperature data for a specific day and time (for example, 2000-08-08 07:00) is this UTC or is it adjusted to the local time of each point of the grid? In other words, will I be looking for 07:00 in the US and also for 07:00 in Germany? Or they are referred to UTC, and in the US I will be looking for nighttime temperature while in Germany it will already be morning?&lt;/p&gt;&#xA;" OwnerUserId="22378" LastEditorDisplayName="user4293" LastEditDate="2019-08-08T14:47:24.843" LastActivityDate="2019-08-09T20:22:50.443" Title="ERA5 reference time zone" Tags="|weather|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15583" PostTypeId="2" ParentId="15427" CreationDate="2019-08-08T20:26:44.080" Score="1" Body="&lt;p&gt;Just by chance, there is an article on ProgrammableWeb about the&#xA;  &lt;a href=&quot;https://www.programmableweb.com/news/10-most-popular-food-apis/brief/2019/08/06&quot; rel=&quot;nofollow noreferrer&quot;&gt;10 Most Popular Food APIs&lt;/a&gt;, maybe number 2 on their list, &lt;a href=&quot;https://www.programmableweb.com/api/edamam-food-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Edamam Food Database API&lt;/a&gt; gives you what you need: &lt;a href=&quot;https://developer.edamam.com/food-database-api-docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;api page&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2019-08-08T20:26:44.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15585" PostTypeId="2" ParentId="11073" CreationDate="2019-08-09T10:38:44.957" Score="0" Body="&lt;p&gt;Check out the ICDAR 2019 Robust Reading Challenge on Scanned Receipts OCR and Information Extraction: &lt;a href=&quot;https://rrc.cvc.uab.es/?ch=13&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rrc.cvc.uab.es/?ch=13&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You have to make a free account and then you can access the dataset, approximately 1000 images of scanned receipts.&lt;/p&gt;&#xA;" OwnerUserId="22386" LastActivityDate="2019-08-09T10:38:44.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15586" PostTypeId="1" AcceptedAnswerId="16292" CreationDate="2019-08-09T10:46:32.533" Score="3" ViewCount="123" Body="&lt;p&gt;I'm looking for malware detection dataset. I have found some but they have very few features from the pe headers, which is not helpful for detecting malware as APIs/resource .... It would be better if there is raw files and i extract the features myself in a server.&lt;/p&gt;&#xA;" OwnerUserId="22387" LastActivityDate="2020-03-26T09:14:49.917" Title="Looking for malware detection dataset" Tags="|machine-learning|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15587" PostTypeId="2" ParentId="15581" CreationDate="2019-08-09T20:22:50.443" Score="1" Body="&lt;p&gt;UTC (&lt;a href=&quot;https://en.wikipedia.org/wiki/Coordinated_Universal_Time&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coordinated Universal Time&lt;/a&gt;) is the only way that makes sense for a global dataset. Using local timezones would be an absolute nightmare for exactly this reason. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found several references to UTC in the &lt;a href=&quot;https://confluence.ecmwf.int/display/CKB/ERA5+data+documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;ERA5 data documentation&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;'time' in analyses&lt;/strong&gt;&#xA;  Each analysis has a validity time, i.e. the time the data values refer to (not the time when the analysis was computed). All validity times are in hours UTC. &lt;a href=&quot;https://confluence.ecmwf.int/pages/viewpage.action?pageId=85402030#ERA5terminology:analysisandforecast;timeandsteps;instantaneousandaccumulatedandmeanratesandmin/maxparameters-&amp;#39;time&amp;#39;inanalyses&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;'time' in forecasts&lt;/strong&gt;&#xA;  Each forecast starts with the atmospheric conditions at a specific 'initialization time'. In ERA5 a new forecast is computed twice a day, with initialization times of 06:00 and 18:00 UTC. In the ERA5 data archive, for forecasts, 'time' (and date) refers to the initialization time.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I didn't anything that explicitly says they used UTC throughout, but the documentation is hundreds of pages long and I didn't read it word-for-word. If anyone manages to find specific confirmation whether all the times in this dataset are in UTC, please provide a direct link. &lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-08-09T20:22:50.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15591" PostTypeId="2" ParentId="6179" CreationDate="2019-08-12T03:24:02.027" Score="0" Body="&lt;p&gt;If a Swadesh list is good enough for common words, then you probably want to use Panlex.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://panlex.org/snapshot/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://panlex.org/snapshot/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22398" LastActivityDate="2019-08-12T03:24:02.027" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15592" PostTypeId="1" CreationDate="2019-08-12T04:48:36.483" Score="2" ViewCount="190" Body="&lt;p&gt;Dataset: Obtained from FDA AERS&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to map the drug names to its generic name.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: Arthritis Pain, Aspir 81, Aspir-Low, Bayer Childrens Aspirin etc&#xA;would be mapped to aspirin&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a dataset where such mappings are available(preferably in CSV format) so that it is possible to iterate through the FDA AERS dataset and replace the drug name with their generics.&lt;/p&gt;&#xA;" OwnerUserId="22399" LastEditorDisplayName="user4293" LastEditDate="2019-08-12T07:22:38.123" LastActivityDate="2023-12-20T07:00:40.173" Title="Mapping of drug names to generics" Tags="|openfda|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15594" PostTypeId="2" ParentId="15592" CreationDate="2019-08-12T19:23:10.337" Score="0" Body="&lt;p&gt;We at openFDA are unaware of such dataset, but you could probably compile such mappings by a) downloading openFDA FAERS JSON files, b) writing a quick tool that goes over the records and puts the mappings together.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2019-08-12T19:23:10.337" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15595" PostTypeId="2" ParentId="13759" CreationDate="2019-08-13T15:52:53.097" Score="1" Body="&lt;p&gt;I ran into the same issue. The identifiers represent ICUSTAY_IDs. The problem is that in the database, all the ICUSTAY_IDs have a two at the start to indicate that they're an ICUSTAY_ID (the HADM_IDs have a 1 to identify them etc,) but the AI Clinician paper removed the 2 from their list. Add 200000 to every row in the identifier list and you should find them all in the database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="22405" LastActivityDate="2019-08-13T15:52:53.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15596" PostTypeId="2" ParentId="3495" CreationDate="2019-08-13T20:06:44.820" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://offeneregister.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://offeneregister.de&lt;/a&gt; provides basic German company information (companies and their officers) collected by OpenCorporates mainly in the period from June 2017 to January 2019, mainly from the Handelsregisterbekanntmachungen and to a lesser extent the Handelsregister (search results listings) for over 5,000,000 companies.&lt;/p&gt;&#xA;" OwnerUserId="22407" LastActivityDate="2019-08-13T20:06:44.820" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15598" PostTypeId="1" CreationDate="2019-08-14T13:25:23.347" Score="1" ViewCount="38" Body="&lt;p&gt;I am trying to find bathymetry for &lt;a href=&quot;https://www.google.com/maps/place/Theewaterskloof+Dam,+South+Africa/@-34.0780515,19.2869783,17z/data=!3m1!4b1!4m5!3m4!1s0x1dcdec735f9bc571:0x303d47b057bd0b08!8m2!3d-34.078056!4d19.289167&quot; rel=&quot;nofollow noreferrer&quot;&gt;Theewaterskloof Dam&lt;/a&gt;, South Africa, in GIS format. Almost any resolution will do. Bathymetry latest before 2000 at least or the latest one is also good. Where can I start searching? I have tried a few sites and links. No luck though!! &lt;/p&gt;&#xA;" OwnerUserId="20634" LastEditorUserId="19566" LastEditDate="2019-08-17T12:23:12.487" LastActivityDate="2020-03-07T07:31:24.417" Title="Theewaterskloof Dam Bathymetry" Tags="|geospatial|africa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15599" PostTypeId="2" ParentId="10247" CreationDate="2019-08-14T15:00:51.260" Score="0" Body="&lt;p&gt;Hong Kong is fully covered by &lt;a href=&quot;https://csv2geo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Batch Geocoding&lt;/a&gt; tool called CSV2GEO. They carry manual/file based input as well as API. You can review their prices &lt;a href=&quot;https://csv2geo.com/price&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; which include free geocoding.&#xA;Example below shows how USA embassy with address 26 Garden Rd, Central, Hong Kong is located by CSV2GEO interactive map.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/unWe9.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/unWe9.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I founded CSV2GEO.&lt;/p&gt;&#xA;" OwnerUserId="22411" LastActivityDate="2019-08-14T15:00:51.260" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15600" PostTypeId="2" ParentId="15598" CreationDate="2019-08-14T16:06:09.063" Score="2" Body="&lt;p&gt;Inland bathymetry data for South Africa is not easy to locate. I found some sources that seem promising. I don't have time right now to fully dig through each of these sources to see if they have exactly the right thing, so here's a link dump of all the relevant-sounding data sources I found. If you do find exactly what you want at one of these links, please help others by sharing a direct link (post a new answer, edit this answer, or post it as a comment).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some sources of geospatial data for Africa:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;River Discharge Data, no bathymetry data: &lt;a href=&quot;https://daac.ornl.gov/cgi-bin/dataset_lister.pl?p=18#hydrology_anchor&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://daac.ornl.gov/cgi-bin/dataset_lister.pl?p=18#hydrology_anchor&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://earlywarning.usgs.gov/fews/search/Africa/Southern%20Africa&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earlywarning.usgs.gov/fews/search/Africa/Southern%20Africa&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://geoportal.rcmrd.org/layers/?limit=100&amp;amp;offset=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geoportal.rcmrd.org/layers/?limit=100&amp;amp;offset=0&lt;/a&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://africaopendata.org/dataset?tags=gis&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://africaopendata.org/dataset?tags=gis&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Here are a couple sources of bathymetry data that don't appear to include what you're looking for, but it might be worth taking a closer look at them to see if I missed something. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The &lt;a href=&quot;https://www.ngdc.noaa.gov/iho/&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Hydrographic Organization Data Centre for Digital Bathymetry&lt;/a&gt; defines bathymetry as &lt;em&gt;oceanic&lt;/em&gt; depth soundings. They don't appear to have coverage of non-oceanic water bodies.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The &lt;a href=&quot;https://www.ngdc.noaa.gov/mgg/global/global.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ETOPO1 Global Relief Model&lt;/a&gt; also appears to be limited to oceanic bathymetry.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://search.earthdata.nasa.gov/search?m=-35.0419921875!19.107421875!5!1!0!0%2C2&amp;amp;ac=true&amp;amp;fdc=Land%20Process%20Distributed%20Active%20Archive%20Center%20(LPDAAC)&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA's EarthData&lt;/a&gt; is an interactive data download tool that provides access to an extremely long list of earth surface raster data. Have a look at the topography and elevation raster products to see if they include bathymetry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Searching for &quot;africa gis data hydro&quot; yielded multiple sources of &lt;em&gt;hydrography&lt;/em&gt; and &lt;em&gt;hydrology&lt;/em&gt; data (&lt;a href=&quot;http://www.fao.org/geonetwork/srv/en/main.search?any=awrd&amp;amp;themekey=%22watersheds%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example&lt;/a&gt;), which includes stream lines and watershed boundaries. That's not really what you want, but sometimes bathymetry data is included on pages that include hydro data (perhaps not correctly labeled with the term bathymetry).&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-08-19T16:08:10.160" LastActivityDate="2019-08-19T16:08:10.160" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15602" PostTypeId="1" CreationDate="2019-08-15T10:50:34.467" Score="1" ViewCount="21" Body="&lt;p&gt;I am looking for real video sessions of psychotherapy on real people, and not just video lectures with theoretical material.That is, a video case study of work with various problems (depression, phobia, PTSD, anxiety, loss of loved ones, and so on).&#xA;Are there any such sessions in the public domain?&lt;/p&gt;&#xA;" OwnerUserId="21126" LastActivityDate="2019-08-15T10:50:34.467" Title="psychotherapy video session" Tags="|data-request|video|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15603" PostTypeId="2" ParentId="11332" CreationDate="2019-08-15T19:04:17.393" Score="2" Body="&lt;p&gt;If you are by any chances affiliated to a Canadian university you get free access to DMTI POI data that includes public schools and universities. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;All of this is located in the Scholar GeoPortal repository at &lt;a href=&quot;http://geo2.scholarsportal.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geo2.scholarsportal.info/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="18952" LastActivityDate="2019-08-15T19:04:17.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15604" PostTypeId="2" ParentId="15392" CreationDate="2019-08-15T19:07:19.363" Score="1" Body="&lt;p&gt;If you are by any chances affiliated to a Canadian university you get free access to DMTI POI data that includes all that information for Canada. All of this is located in the Scholar GeoPortal repository at &lt;a href=&quot;http://geo2.scholarsportal.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geo2.scholarsportal.info/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For the US there is a similar company called SimplyAnalytics that also has free access through many Canadian universities. &lt;/p&gt;&#xA;" OwnerUserId="18952" LastActivityDate="2019-08-15T19:07:19.363" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15605" PostTypeId="1" CreationDate="2019-08-15T21:35:31.407" Score="1" ViewCount="301" Body="&lt;p&gt;I have the old list of US Zip Codes which is missing some of the zip codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I get the Updated list of Zip Codes in CSV format?&lt;/p&gt;&#xA;" OwnerUserId="22421" LastActivityDate="2019-08-19T22:20:59.347" Title="Getting updated list of US Zip Code with latitude and longitude?" Tags="|data-request|usa|postal-code|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15607" PostTypeId="1" CreationDate="2019-08-16T05:26:48.993" Score="0" ViewCount="27" Body="&lt;p&gt;I need the classification of residential, commercial and mixed areas of cities in the US as defined by mayor councils. Where can I find the zoning GIS maps/ shapefiles online?&lt;/p&gt;&#xA;" OwnerUserId="22424" LastActivityDate="2019-08-16T05:59:42.823" Title="Finding zoning GIS maps/shapefiles of US online" Tags="|geospatial|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15608" PostTypeId="2" ParentId="15607" CreationDate="2019-08-16T05:43:16.560" Score="1" Body="&lt;p&gt;You can Find the information city wise here:&#xA;&lt;a href=&quot;http://us-city.census.okfn.org/dataset/zoning&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://us-city.census.okfn.org/dataset/zoning&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is free data and can be downloaded in bulk as well.&#xA;One of the sample of zoning is as provided &lt;a href=&quot;https://data.austintexas.gov/Locations-and-Maps/City-Of-Austin-Properties-handled-by-the-Office-of/3msr-mkgq&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you have a budget as well then you can get the complete data on arcgis.&#xA;Sample of the same in action can be viewed &lt;a href=&quot;https://www.arcgis.com/home/webmap/viewer.html?useExisting=1&amp;amp;layers=49ad06a6b8c945debbbea865b1832ee2&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus: You can have other detailed datasets like &lt;em&gt;Demographic Statistics By Zip Code&lt;/em&gt; &lt;a href=&quot;https://catalog.data.gov/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11382" LastEditorUserId="11382" LastEditDate="2019-08-16T05:59:42.823" LastActivityDate="2019-08-16T05:59:42.823" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15609" PostTypeId="2" ParentId="12895" CreationDate="2019-08-16T06:47:41.037" Score="1" Body="&lt;p&gt;Finally I found some useful links for station-based data for period 1981-2010:&#xA;data for Austria:&#xA;&lt;a href=&quot;https://www.zamg.ac.at/cms/de/klima/informationsportal-klimawandel/daten-download/klimamittel&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.zamg.ac.at/cms/de/klima/informationsportal-klimawandel/daten-download/klimamittel&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;data for Germany:&#xA;&lt;a href=&quot;https://opendata.dwd.de/climate_environment/CDC/observations_germany/climate/multi_annual/mean_81-10/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.dwd.de/climate_environment/CDC/observations_germany/climate/multi_annual/mean_81-10/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;data for switzerland:&#xA;&lt;a href=&quot;https://www.meteoswiss.admin.ch/home/climate/swiss-climate-in-detail/climate-normals/climate-diagrams-and-normals--per-station.html?region=Table&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.meteoswiss.admin.ch/home/climate/swiss-climate-in-detail/climate-normals/climate-diagrams-and-normals--per-station.html?region=Table&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;data for USA:&#xA;&lt;a href=&quot;https://www1.ncdc.noaa.gov/pub/data/normals/1981-2010/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www1.ncdc.noaa.gov/pub/data/normals/1981-2010/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;data for Australia:&#xA;&lt;a href=&quot;http://www.bom.gov.au/jsp/ncc/cdio/cvg/av?p_stn_num=015528&amp;amp;p_prim_element_index=0&amp;amp;p_comp_element_index=0&amp;amp;redraw=null&amp;amp;p_display_type=statistics_summary&amp;amp;normals_years=1981-2010&amp;amp;tablesizebutt=normal&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.bom.gov.au/jsp/ncc/cdio/cvg/av?p_stn_num=015528&amp;amp;p_prim_element_index=0&amp;amp;p_comp_element_index=0&amp;amp;redraw=null&amp;amp;p_display_type=statistics_summary&amp;amp;normals_years=1981-2010&amp;amp;tablesizebutt=normal&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;data for Canada:&#xA;&lt;a href=&quot;http://climate.weather.gc.ca/climate_normals/results_1981_2010_e.html?stnID=1641&amp;amp;autofwd=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://climate.weather.gc.ca/climate_normals/results_1981_2010_e.html?stnID=1641&amp;amp;autofwd=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2705" LastEditorUserId="2705" LastEditDate="2019-08-17T19:02:55.707" LastActivityDate="2019-08-17T19:02:55.707" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15610" PostTypeId="1" CreationDate="2019-08-16T07:11:43.740" Score="4" ViewCount="138" Body="&lt;p&gt;I'm keen to make some products to sell with map graphics printed on them. As these are physical products (eg tshirt etc) I don't want to include the attribution in the design.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a good source of GIS data available for commerical use without attributions?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Most require some sort of attribution. I'm talking pretty basic data such as country outlines, road lines, but would also love contours, lakes etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Free of course would be good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;US property outlines can require attribution&lt;/p&gt;&#xA;" OwnerUserId="22425" LastActivityDate="2020-06-09T06:44:50.113" Title="Free GIS data that doesn't require attribution for printing on products" Tags="|geospatial|uses-of-open-data|openstreetmap|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15612" PostTypeId="1" AcceptedAnswerId="15616" CreationDate="2019-08-16T14:51:26.783" Score="1" ViewCount="28" Body="&lt;p&gt;Looking for a dataset that holds sightings of dragonflies worldwide, preferably by species.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Should include date and Long/Lat and go back at least 5 years.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This could be from multiple sources where localised datasets are available so might need to combine into one answer&lt;/p&gt;&#xA;" OwnerUserId="11425" LastEditorUserId="19566" LastEditDate="2019-08-17T12:23:14.980" LastActivityDate="2019-08-22T17:34:09.273" Title="Dragonfly Migration Worldwide" Tags="|data-request|geospatial|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15613" PostTypeId="1" CreationDate="2019-08-16T14:18:43.437" Score="1" ViewCount="26" Body="&lt;p&gt;Is there any open dataset available for anomaly/resource contention failure prediction in servers. It should have different timeseries features like CPU, memory usage etc. Along with a label indicating the type of failure.&lt;/p&gt;&#xA;" OwnerUserId="22428" OwnerDisplayName="shaifali Gupta" LastActivityDate="2019-08-16T19:03:51.913" Title="Publicly available dataset for failure prediction in servers" Tags="|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15614" PostTypeId="1" CreationDate="2019-08-16T20:29:44.670" Score="3" ViewCount="221" Body="&lt;p&gt;I am seeking GIS or geospatial data that has the oldest railroad in the United States, or more specifically in the state of Colorado.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Must have come from the beginning of 1900s to present.&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="22354" LastEditDate="2019-10-17T04:55:29.400" LastActivityDate="2019-10-17T04:55:29.400" Title="Seeking 20th Century railroad ( 1900s to Today ) GIS data" Tags="|data-request|geospatial|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15615" PostTypeId="2" ParentId="15614" CreationDate="2019-08-16T21:00:55.383" Score="5" Body="&lt;p&gt;&lt;a href=&quot;http://railroads.unl.edu/resources/&quot; rel=&quot;noreferrer&quot;&gt;Railroads and the Making of Modern America&lt;/a&gt; has links to the following downloadable historical US railroad data. I didn't investigate the actual geospatial extent of these railroad datasets, so I can't promise they have Colorado railroads. Here's a &lt;a href=&quot;https://web.archive.org/web/20190816205119/http://railroads.unl.edu/resources/&quot; rel=&quot;noreferrer&quot;&gt;wayback machine link&lt;/a&gt; in case the original site goes down.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Download Data&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;Historical GIS: &lt;a href=&quot;http://railroads.unl.edu/shared/resources/South_Depots.kml&quot; rel=&quot;noreferrer&quot;&gt;Depots of the U.S. South, 1861&lt;/a&gt; (about 1.3 MB)&lt;/li&gt;&#xA;  &lt;li&gt;Historical GIS: &lt;a href=&quot;http://railroads.unl.edu/shared/resources/1861_Railroad.kml&quot; rel=&quot;noreferrer&quot;&gt;The 1861 Railroad System in America&lt;/a&gt; (about 6.3 MB note: this GIS does not include Maine railroads in the data)&lt;/li&gt;&#xA;  &lt;li&gt;Historical GIS: &lt;a href=&quot;http://railroads.unl.edu/shared/resources/RRMMA_KML.zip&quot; rel=&quot;noreferrer&quot;&gt;The 1840-1845-1850-1861-1870 Railroad System in America, State and National KML files&lt;/a&gt; (12.2 MB note: these are state by state for the entire period in 5 year increments)&lt;/li&gt;&#xA;  &lt;li&gt;Historical GIS: &lt;a href=&quot;http://railroads.unl.edu/shared/resources/USrailshps.zip&quot; rel=&quot;noreferrer&quot;&gt;The 1840-1845-1850-1861-1870 Railroad System in America, State and National Shapefiles&lt;/a&gt; (11.9 MG note: these files are organized as feature classes within file geodatabases sorted by year for those who need the raw data.)&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;  &#xA;  &lt;p&gt;Other Data Files in structured formats:&lt;/p&gt;&#xA;  &#xA;  &lt;ul&gt;&#xA;  &lt;li&gt;&lt;a href=&quot;http://railroads.unl.edu/shared/resources/Burlington_Land_Sales.xls&quot; rel=&quot;noreferrer&quot;&gt;Burlington and Missouri River Railroad Land Sales Contracts: Lancaster County and Clay County, Nebraska&lt;/a&gt; (about 1.8 MB .xls format)&lt;/li&gt;&#xA;  &lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&quot;Railroads and the Making of Modern America&quot; was the very first Google search result for &quot;historical gis railroad.&quot; There were other promising links further down in the search results page, including:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://my.vanderbilt.edu/jeremyatack/data-downloads/&quot; rel=&quot;noreferrer&quot;&gt;https://my.vanderbilt.edu/jeremyatack/data-downloads/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;direct download link: &lt;a href=&quot;https://cdn.vanderbilt.edu/vu-my/wp-content/uploads/sites/133/2019/04/14090344/RR1826-1911Modified0509161.zip&quot; rel=&quot;noreferrer&quot;&gt;https://cdn.vanderbilt.edu/vu-my/wp-content/uploads/sites/133/2019/04/14090344/RR1826-1911Modified0509161.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;this page has a list of 11 sources of historical GIS data: &lt;a href=&quot;https://guides.library.ucla.edu/c.php?g=180507&amp;amp;p=1188399#s-lg-box-3585425&quot; rel=&quot;noreferrer&quot;&gt;https://guides.library.ucla.edu/c.php?g=180507&amp;amp;p=1188399#s-lg-box-3585425&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Modifying the search with &quot;shapefile&quot; or &quot;geospatial&quot; instead of &quot;gis&quot; may also be fruitful. If you find more/better sources please share them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.oldmapsonline.org/&quot; rel=&quot;noreferrer&quot;&gt;Old Maps Online&lt;/a&gt; may have images of old maps that include railroads.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-08-16T21:00:55.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15616" PostTypeId="2" ParentId="15612" CreationDate="2019-08-16T21:30:23.383" Score="2" Body="&lt;p&gt;iNaturalist has worldwide observations of biological organisms. You can do a bulk download &lt;a href=&quot;https://www.inaturalist.org/observations/export&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. This data is not strictly &quot;open&quot;, because login is required. However it is free to register.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Use this query to download observations of Suborder Anisoptera (Dragonflies): &lt;code&gt;quality_grade=any&amp;amp;identifications=any&amp;amp;taxon_id=47927&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are currently 357100 observations of dragonflies, going back at least as far as 2000. The observations are identified, sometimes only to genus-level, often to species level. Identification is done by a combination of image recognition software and crowd-sourcing. Identification is more reliable (but still not 100% accurate) if you narrow the query to &quot;research grade&quot; observations. Most observations have photographs, so if you are an expert you can correct some of the identifications yourself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are the instructions for bulk downloads from iNaturalist's FAQ:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;How can I download data from iNaturalist?&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Anyone with an account can export data from iNaturalist as a spreadsheet in csv format. You can start from the Explore page and click download in the lower right of the filters box. Or you can go directly to the export page (&lt;a href=&quot;https://www.inaturalist.org/observations/export&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.inaturalist.org/observations/export&lt;/a&gt;).&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;If you plan to publish a paper using iNaturalist data, we recommend downloading iNaturalist data from the Global Biodiversity Information Facility because they will issue a citable DOI (see below for more details).&#xA;  Source: &lt;a href=&quot;https://www.inaturalist.org/pages/help#export&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.inaturalist.org/pages/help#export&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="19566" LastEditDate="2019-08-22T17:34:09.273" LastActivityDate="2019-08-22T17:34:09.273" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15618" PostTypeId="1" CreationDate="2019-08-17T08:37:12.497" Score="1" ViewCount="52" Body="&lt;p&gt;I am developing an AI application for clothes designing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To train the model we need front and back images of clothing (T-shirts, formal shirts, pants etc.) drawings/designs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/osewJ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/osewJ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OO5b2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OO5b2.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want a dataset of 5000 front and back images of clothes.&lt;/p&gt;&#xA;" OwnerUserId="19203" LastEditorUserId="19566" LastEditDate="2019-08-21T19:20:14.587" LastActivityDate="2019-08-21T19:20:14.587" Title="Back and front images for clothing" Tags="|machine-learning|images|fashion|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15619" PostTypeId="2" ParentId="6739" CreationDate="2019-08-18T00:55:25.630" Score="0" Body="&lt;p&gt;There is a reason why it is not so easy to find such a data. Each state has its own rules for operating data like that. Most data out there comes from elections and can be floating around for dirt cheap if it is old. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Whoever, be very careful if you decide to use such data. It comes heavy regulated. See &lt;a href=&quot;https://walklists.com/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;voter list&lt;/a&gt; regulations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another source could be geocoding &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/TIGER&quot; rel=&quot;nofollow noreferrer&quot;&gt;databases/census data&lt;/a&gt;. Each state again is listed separately.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Third option is to buy consumer data. It has much more than just addresses. and price is not cheap as you said. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am a data vendor myself and sell voter and consumer data. However, I am very skeptical when someone ask for huge amount of data for personal use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The amount of data is very hard to operate if you are not technical enough as the volumes are big. Databases require maintenance and the most important thing: data gets old the day you obtain it. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, eventually when you buy old data, if you planing to send bulk mail, you will waste much more for invalid addresses than buying the right data for initial higher price.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Disclaimer: I founded &lt;a href=&quot;https://csv2geo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Batch Geocoding&lt;/a&gt; platform CSV2GEO and &lt;a href=&quot;https://walklists.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Voter/Consumer online data&lt;/a&gt;  Walk Lists.      &lt;/p&gt;&#xA;" OwnerUserId="22411" LastActivityDate="2019-08-18T00:55:25.630" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15620" PostTypeId="2" ParentId="15605" CreationDate="2019-08-19T22:20:59.347" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/2682&quot;&gt;This question on GIS Stackexchange&lt;/a&gt; provides a good overview of why this is not as simple a request as you might think. Zip codes are created, maintained and updated frequently by the USPS (US Postal Service), not the census bureau. Their &lt;a href=&quot;https://postalpro.usps.com/address-quality/city-state-product&quot; rel=&quot;nofollow noreferrer&quot;&gt;databases&lt;/a&gt; are not open or free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, if your previous dataset is from the 2010 Census, you probably don't actually want zip code data. Your dataset is probably the Census ZCTAs (Zip Code Tabulation Areas). In that case, be aware that:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;ZIP Codes that cover primarily nonresidential or post office box addresses may not have a corresponding ZCTA because the delineation process uses primarily residential addresses, resulting in a bias towards ZIP Codes used for city-style mail delivery. &lt;a href=&quot;https://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2018/TGRSHP2018_TechDoc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;(Source)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;ZCTA data can be downloaded in shapefile format &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. The shapefile download will include a DBF file, which you can open in Excel and save as a CSV. Here's what it looks like:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/52vs7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/52vs7.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first field, ZCTA5CE10, is the 2010 Census 5-digit ZIP Code Tabulation Area code (the most commonly used zip code in the ZCTA). The last two fields, INTPTLAT10 and INTPTLON10, are the 2010 Census latitude and longitude of an interior point (a point inside the zip code area).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The ZCTA shapefile for 2018 is actually from the 2010 census. 2019 TIGER files will be available in September, but the ZCTAs will presumably still be from the 2010 census. The next census will be in 2020, so keep an eye on the census bureau website for 2020 census data availability.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's what the &lt;a href=&quot;https://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2018/TGRSHP2018_TechDoc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER/Line® Shapefiles 2018 Technical Documentation&lt;/a&gt; says about ZCTAs:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;3.23 ZIP Code Tabulation Areas (5-digit)&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;ZIP Code tabulation area geography and attributes are available in the following shapefile: &lt;code&gt;5-Digit ZIP Code Tabulation Area (ZCTA5) National Shapefile (2010 Census)&lt;/code&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;ZIP Code tabulation areas (ZCTAs) are approximate area representations of U.S. Postal Service (USPS) 5-digit ZIP Code service areas that the Census Bureau creates using census blocks to present statistical data from censuses and surveys. The Census Bureau defines ZCTAs by allocating each block that contains addresses to a single ZIP Code tabulation area, usually to the ZCTA that reflects the most frequently occurring ZIP Code for the addresses within that block. Blocks that do not contain addresses but that are completely surrounded by a single ZIP Code tabulation area (enclaves) are assigned to the surrounding ZCTA; those surrounded by multiple ZCTAs will be added to a single ZCTA based on the longest shared border. The Census Bureau identifies 5-digit ZIP Code tabulation areas using a 5-character numeric code that represents the most frequently occurring USPS ZIP Code within that ZCTA. This code may contain leading zeros.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Data users should not use ZCTAs to identify the official USPS ZIP Code for mail delivery. The USPS makes periodic changes to ZIP Codes to support more efficient mail delivery. ZIP Codes that cover primarily nonresidential or post office box addresses may not have a corresponding ZCTA because the delineation process uses primarily residential addresses, resulting in a bias towards ZIP Codes used for city-style mail delivery. ZIP Code Tabulation Area Codes—The Census Bureau identifies 5-digit ZCTAs using a 5-digit code. &lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;For more information, visit: &lt;a href=&quot;https://www.census.gov/geo/reference/zctas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geo/reference/zctas.html&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;As of 8/19/2019, that final link takes you to a generic page about geography on the census website.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-08-19T22:20:59.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15621" PostTypeId="1" CreationDate="2019-08-19T23:47:36.370" Score="1" ViewCount="18" Body="&lt;p&gt;I'm looking for a dataset which has the following properties:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Has more than 5000 entries&lt;/li&gt;&#xA;&lt;li&gt;Has both numerical and categorical data&lt;/li&gt;&#xA;&lt;li&gt;Is publicly available, free of cost&lt;/li&gt;&#xA;&lt;li&gt;I want to test an algorithm, and I have been testing it on the Titanic dataset, but it has too few entries. I am looking for more examples of the same.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As a followup, is there an online resource which keeps tracks of all publicly available datasets with salient details (the type of dataset, number of entries, origin, etc) at one place?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="22451" LastEditorUserId="19566" LastEditDate="2019-08-20T19:13:12.010" LastActivityDate="2019-08-20T19:13:12.010" Title="What is a good example of a hybrid data-set which has over 5000 entries?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15622" PostTypeId="2" ParentId="15500" CreationDate="2019-08-21T04:54:47.917" Score="1" Body="&lt;p&gt;If you look at the XML for that podcast you'll see that it is structured like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;channel&#xA;  stream description&#xA;  item&#xA;    item description&#xA;  item&#xA;    item description&#xA;  …&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;where the items are the individual episodes and the item description includes a whole lot of tags containing metadata about each episode. One of the metadata is the description tag which looks like&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;itunes:duration&amp;gt;2:03:55&amp;lt;/itunes:duration&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So all you need to do is parse the XML (using whatever XML parsing framework works for you, for example &lt;a href=&quot;https://docs.python.org/3/library/xml.etree.elementtree.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ElementTree&lt;/a&gt; in python would do it like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import xml.etree.ElementTree as ET&#xA;root = ET.parse('thefile.xml').getroot()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Then loop through the items and get their itunes:duration. I'm a bit rubbish with ElementTree, but this worked for me:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import xml.etree.ElementTree as ET&#xA;# I downloaded the xml from my browser, but you could grab it here instead&#xA;root = ET.parse('twig.xml').getroot() &#xA;channel = root.getchildren()[0]&#xA;d = list(channel.iter('{http://www.itunes.com/dtds/podcast-1.0.dtd}duration'))&#xA;for i in d:&#xA;  print i.text&#xA;  #doSomeParsingOfTheTimeStringsHere(i.text)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="22458" LastActivityDate="2019-08-21T04:54:47.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15624" PostTypeId="2" ParentId="6779" CreationDate="2019-08-21T06:28:44.310" Score="0" Body="&lt;p&gt;Check out the DeepFashion dataset:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://mmlab.ie.cuhk.edu.hk/projects/DeepFashion.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mmlab.ie.cuhk.edu.hk/projects/DeepFashion.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;DeepFashion contains over 800,000 diverse fashion images ranging from well-posed shop images to unconstrained consumer photos.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;DeepFashion is annotated with rich information of clothing items. Each image in this dataset is labeled with 50 categories, 1,000 descriptive attributes, bounding box and clothing landmarks.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;DeepFashion contains over 300,000 cross-pose/cross-domain image pairs.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/DV0mB.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/DV0mB.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Four benchmarks are developed using the DeepFashion database, including Attribute Prediction, Consumer-to-shop Clothes Retrieval, In-shop Clothes Retrieval, and Landmark Detection. The data and annotations of these benchmarks can be also employed as the training and test sets for the following computer vision tasks, such as Clothes Detection, Clothes Recognition, and Image Retrieval.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;License: Non-commercial, research purposes&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-08-21T06:28:44.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15625" PostTypeId="1" AcceptedAnswerId="17725" CreationDate="2019-08-21T09:56:29.070" Score="0" ViewCount="185" Body="&lt;p&gt;I'm looking for a new DNS domain in Germany (&lt;code&gt;.de&lt;/code&gt;) for a new service.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It would be very helpful to search &lt;code&gt;.de&lt;/code&gt; domains using wildcards (regular expressions), e.g.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;mysuperservice[0-9]+.de&#xA;mysuper-[a-z]+-[0-9]+.de&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Since I did not find such a public service, I am looking for a open data dataset with &lt;code&gt;.de&lt;/code&gt; domain names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm only looking for domain names, not for contacts or other information about domains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally the dataset should be up to date (not too old...).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found this &lt;a href=&quot;https://opendata.stackexchange.com/questions/1951/dataset-of-domain-names&quot;&gt;question on Stack&amp;nbsp;Overflow&lt;/a&gt;, but it is rather old and is covering all &lt;a href=&quot;https://en.wikipedia.org/wiki/Top-level_domain&quot; rel=&quot;nofollow noreferrer&quot;&gt;top-level domains&lt;/a&gt;, not just a single domain.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastEditorUserId="10235" LastEditDate="2020-05-27T19:20:26.390" LastActivityDate="2020-07-01T09:39:24.813" Title="Dataset for German domain names (.de)" Tags="|data-request|internet|germany|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15626" PostTypeId="1" CreationDate="2019-08-21T12:16:39.670" Score="1" ViewCount="996" Body="&lt;p&gt;Where can I get an image dataset with negative images for using with a &lt;a href=&quot;http://www.willberger.org/cascade-haar-explained/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Haar Cascade&lt;/a&gt; algorithm for image detection?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to make an application to detect the basketball basket.&lt;/p&gt;&#xA;" OwnerUserId="22461" LastEditorDisplayName="user4293" LastEditDate="2019-08-21T12:53:01.127" LastActivityDate="2024-03-21T16:07:55.940" Title="Where to find negative image dataset for Haar Cascade" Tags="|data-request|images|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15627" PostTypeId="2" ParentId="6779" CreationDate="2019-08-21T18:15:49.963" Score="1" Body="&lt;p&gt;Check out the Fashion-MNIST dataset by Zolando Research here. The images are in a 28x28 pixel format. &lt;a href=&quot;https://www.kaggle.com/zalando-research/fashionmnist&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/zalando-research/fashionmnist&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16824" LastActivityDate="2019-08-21T18:15:49.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15628" PostTypeId="2" ParentId="13091" CreationDate="2019-08-21T18:20:44.220" Score="1" Body="&lt;p&gt;I have posted a collection of several text datasets related to news here. They contain 50+ mb of text each in an easily parsable format. &lt;a href=&quot;https://www.kaggle.com/therohk/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16824" LastActivityDate="2019-08-21T18:20:44.220" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15629" PostTypeId="1" CreationDate="2019-08-21T12:43:03.747" Score="1" ViewCount="35" Body="&lt;p&gt;I applied the following function of the R Tmap package:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(tmap)&#xA;data(NLD_muni)&#xA;&#xA;NLD_muni$perc_men &amp;lt;- NLD_muni$pop_men / NLD_muni$population * 100&#xA;&#xA;tm_shape(NLD_muni) +&#xA;  tm_polygons(&quot;perc_men&quot;, palette = &quot;RdYlBu&quot;) +&#xA;  tm_facets(by = &quot;province&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;if you check the data inside the Tmap package with &lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;data(package=&quot;tmap&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You see a dataset called NLD_muni. It has detailed data of all provinces in the netherlands with its population.  I need a dataset like this (provinces + population) for further countries in Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where I can find such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="22479" OwnerDisplayName="JessicaRjes" LastEditorUserId="6229" LastEditDate="2019-08-22T14:38:00.713" LastActivityDate="2019-08-22T14:38:00.713" Title="Seeking Population Dataset of provinces in Europe?" Tags="|geospatial|europe|population|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15630" PostTypeId="1" CreationDate="2019-08-21T20:56:48.983" Score="2" ViewCount="190" Body="&lt;p&gt;I have a couple of questions related to the Per Diem Rates information that inventory.data.gov provides.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;We have been downloading your &lt;strong&gt;Per Diem rates CSV file&lt;/strong&gt; from the following links in the recent past, but the link now (I have been trying since yesterday) gives me a &amp;quot;404 Not Found&amp;quot;.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;This was the link we have been using in the past:&#xA;&lt;a href=&quot;https://inventory.data.gov/dataset/ad729937-b245-4eec-a88d-b72eb36d8106/resource/8ea44bc4-22ba-4386-b84c-1494ab28964b/download/perdiemreimbursementrates.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://inventory.data.gov/dataset/ad729937-b245-4eec-a88d-b72eb36d8106/resource/8ea44bc4-22ba-4386-b84c-1494ab28964b/download/perdiemreimbursementrates.csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Is there another/changed link for the older CSV version?&lt;/p&gt;&#xA;&lt;p&gt;I am aware of the other page/link which gives an Xls file:&#xA;&lt;em&gt;&lt;strong&gt;&lt;a href=&quot;https://www.gsa.gov/travel/plan-book/per-diem-rates/per-diem-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gsa.gov/travel/plan-book/per-diem-rates/per-diem-files&lt;/a&gt;&lt;/strong&gt;&lt;/em&gt;&#xA;but the data layout is completely different, and more so it doesn't give Zip Code-related information. On the other hand, the CSV Version gives the information in the way it can be used for what is needed. It is just not the data formats (CSV v/s Xls) that are the issue for us, but the data content as a whole that is an issue with the Xls file.&lt;/p&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;We have also been using the &lt;strong&gt;Per Diem API&lt;/strong&gt; to get rates. This is the link we have been using:&#xA;&lt;a href=&quot;https://inventory.data.gov/api/action/datastore_search?resource_id=8ea44bc4-22ba-4386-b84c-1494ab28964b&amp;amp;limit=300000&amp;amp;filters=%7B%22FiscalYear%22:%222019%22,%22Zip%22:%2292692%22%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://inventory.data.gov/api/action/datastore_search?resource_id=8ea44bc4-22ba-4386-b84c-1494ab28964b&amp;amp;limit=300000&amp;amp;filters=%7B%22FiscalYear%22:%222019%22,%22Zip%22:%2292692%22%7D&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;This API has been having some issues since the last couple of days that we have been monitoring it:&#xA;&lt;em&gt;&lt;strong&gt;&amp;quot;Access denied: User  not authorized to read resource 8ea44bc4-22ba-4386-b84c-1494ab28964b&amp;quot;, &amp;quot;__type&amp;quot;: &amp;quot;Authorization Error&amp;quot;&lt;/strong&gt;&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;And today it has been giving an &amp;quot;Internal Server Error&amp;quot; off and on.&lt;/p&gt;&#xA;&lt;p&gt;We are aware that GSA is now offering a new API for the Per Diem rates.&#xA;&lt;a href=&quot;https://open.gsa.gov/api/perdiem/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.gsa.gov/api/perdiem/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;We would like to know if the older API (from inventory.data.gov) will continue to be offered for Customers who would like to use it.&lt;/p&gt;&#xA;&lt;p&gt;Can you please help or guide me to some contact at inventory.data.gov who can answer the related questions?&lt;/p&gt;&#xA;" OwnerUserId="22467" LastEditorUserId="23272" LastEditDate="2021-03-14T04:51:38.887" LastActivityDate="2021-03-14T04:51:38.887" Title="Per Diem Rates - CSV file download (data.gov)" Tags="|data.gov|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15631" PostTypeId="1" CreationDate="2019-08-22T05:06:12.537" Score="2" ViewCount="172" Body="&lt;p&gt;I am looking for some API endpoints that return GeoJSON shapes for each nation. I am not interested in downloading shapefiles. I need some lightweight (not super accurate) nation shapes for every nation that I can call frequently to overlay on a map webapp. &lt;/p&gt;&#xA;" OwnerUserId="22468" LastActivityDate="2019-08-22T14:37:05.563" Title="Free, Limitless GeoJSON APIs for nation shapes?" Tags="|geospatial|api|json|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15632" PostTypeId="2" ParentId="15631" CreationDate="2019-08-22T14:37:05.563" Score="1" Body="&lt;p&gt;Although not an API, there are hosts of GeoJSON with quite a small size, for example, 251 KB: &lt;a href=&quot;https://github.com/johan/world.geo.json/blob/master/countries.geo.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/johan/world.geo.json/blob/master/countries.geo.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;raw data: &lt;a href=&quot;https://raw.githubusercontent.com/johan/world.geo.json/master/countries.geo.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/johan/world.geo.json/master/countries.geo.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;If you need a web service, you can turn any (geo)Json into an API endpoint (either local or hosted). Here's one library doing that, although for sure there are many others: &lt;a href=&quot;https://github.com/Noznoc/geojson-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Noznoc/geojson-api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-08-22T14:37:05.563" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15633" PostTypeId="1" AcceptedAnswerId="20482" CreationDate="2019-08-23T02:14:27.200" Score="4" ViewCount="69" Body="&lt;p&gt;Wikimedia Commons has a new feature where a picture can have metadata saying it depicts a given Wikidata item.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Grandpark_Plaza.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/File:Grandpark_Plaza.jpg&lt;/a&gt; depicts &lt;a href=&quot;https://www.wikidata.org/wiki/Q11303&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q11303&lt;/a&gt; (skyscraper).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question: How to find the Wikidata items that:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are used as a &quot;depicts&quot; value by a lot of Wikimedia Commons files&lt;/li&gt;&#xA;&lt;li&gt;Do NOT have a &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P18&quot; rel=&quot;nofollow noreferrer&quot;&gt;P18&lt;/a&gt; (image) property&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It is tricky because it involves two &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikibase&lt;/a&gt; servers: Wikidata, and the Structured Data on Commons (SDoC)'s Wikibase server. I am open to any solution, SPARQL or not, hosted or not, open source or not.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-08-26T07:09:17.600" LastActivityDate="2022-06-28T13:14:52.583" Title="Find most-depicted Wikidata items that have no image" Tags="|wikidata|sparql|wikimedia-commons|wikibase|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15634" PostTypeId="5" CreationDate="2019-08-23T02:18:25.913" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mediawiki.org/wiki/Wikibase&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-08-23T02:18:25.913" LastActivityDate="2019-08-23T02:18:25.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15635" PostTypeId="4" CreationDate="2019-08-23T02:18:25.913" Score="0" Body="A MediaWiki plugin for structured data, used for instance by Wikidata and Commons." OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-08-23T02:18:25.913" LastActivityDate="2019-08-23T02:18:25.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15636" PostTypeId="1" CreationDate="2019-08-23T10:45:08.190" Score="0" ViewCount="43" Body="&lt;p&gt;I'm looking for DEM or similar (DSM, DTM) from which to make a slope map to identify suitable paragliding hills in an area of northern England - the Yorkshire Dales.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to be able to resolve cliffs over 10m, so the higher the resolution the better.&lt;/p&gt;&#xA;" OwnerUserId="22472" LastEditorUserId="90" LastEditDate="2019-08-23T17:30:44.370" LastActivityDate="2019-09-27T21:01:00.177" Title="Looking for DEM, DTM, DSM for northern England" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15638" PostTypeId="1" CreationDate="2019-08-23T16:13:05.960" Score="1" ViewCount="93" Body="&lt;p&gt;I was wondering if there is a dataset that contains an image of animal skin disease, need it for training dataset for my final project to detect scabies in animal skin.  I couldn't find it anywhere.&lt;/p&gt;&#xA;" OwnerUserId="22475" LastEditorUserId="23272" LastEditDate="2021-04-04T04:40:47.563" LastActivityDate="2021-04-04T04:40:47.563" Title="Request for Image Dataset of Animal Skin Disease" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15640" PostTypeId="1" CreationDate="2019-08-23T18:12:00.237" Score="2" ViewCount="42" Body="&lt;p&gt;I'm looking for a large dataset of MIDI files or a machine learning project. Is it possible to filter for a specific file type on &lt;a href=&quot;https://archive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt;? In my case MIDI (.mid) files.&lt;/p&gt;&#xA;" OwnerUserId="22478" LastEditorDisplayName="user4293" LastEditDate="2019-08-23T19:25:48.613" LastActivityDate="2019-08-25T15:26:45.620" Title="MIDI files on Archive.org" Tags="|music|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15641" PostTypeId="1" CreationDate="2019-08-24T06:21:15.697" Score="1" ViewCount="835" Body="&lt;p&gt;I am trying to get &lt;strong&gt;all the city names&lt;/strong&gt; of &lt;strong&gt;all countries&lt;/strong&gt; in the world using this below query. Whenever I execute this below query it returns this message &lt;code&gt;&quot;Query timeout limit reached&quot;&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any other way to get all the data before it reaches timeout limit?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?country ?countryLabel ?city ?cityLabel&#xA;WHERE&#xA;{&#xA;  ?city wdt:P31/wdt:P279* wd:Q515;&#xA;        wdt:P17 ?country .&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;ORDER BY ?country&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="22401" LastEditorUserId="90" LastEditDate="2019-08-24T19:55:43.903" LastActivityDate="2019-08-27T07:55:08.957" Title="SPARQL get all the data before it reaches timeout" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15642" PostTypeId="1" CreationDate="2019-08-24T16:40:22.560" Score="1" ViewCount="33" Body="&lt;p&gt;I was wondering if there is a dataset that contains a user and the different (food) allergies the user has or doesn't have. So something like:&lt;br&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;       Food1  Food2  Food3   ...&#xA;User1    0      1      0&#xA;User2    1      0      0 &#xA;User3    1      1      1 &#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I've looked at various datasets, but they all seem to represent a population, not an individual user.&lt;br&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestions would be very much appreciated!&lt;/p&gt;&#xA;" OwnerUserId="22484" LastActivityDate="2019-08-24T16:40:22.560" Title="Allergies Dataset" Tags="|data-request|food|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15644" PostTypeId="2" ParentId="15640" CreationDate="2019-08-25T15:26:45.620" Score="3" Body="&lt;p&gt;The UCI Machine Learning repository has &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/FMA%3A+A+Dataset+For+Music+Analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;1&lt;/a&gt; and &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Bach+Choral+Harmony&quot; rel=&quot;nofollow noreferrer&quot;&gt;2&lt;/a&gt; music datasets for analysis. &lt;/p&gt;&#xA;" OwnerUserId="13188" LastActivityDate="2019-08-25T15:26:45.620" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15645" PostTypeId="2" ParentId="5752" CreationDate="2019-08-25T17:01:57.917" Score="0" Body="&lt;p&gt;The quarterly and annual reports from these kinds of companies are publicly available. Here is &lt;a href=&quot;http://www.corporatereport.com/walmart/2019/ar/walmart_financials.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Walmart’s 2018 (2019 fiscal year)&lt;/a&gt; filing. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In it, you can find store count, geographic location. Their information on employees is a little sparse because of things like turnover, but other employee programs might be mentioned in similar 10k or annual financial reports. &lt;/p&gt;&#xA;" OwnerUserId="13188" LastActivityDate="2019-08-25T17:01:57.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15646" PostTypeId="1" CreationDate="2019-08-26T09:25:02.897" Score="1" ViewCount="21" Body="&lt;p&gt;I'm looking for an ontology that describes the theme of a text (eg. &quot;finance&quot;, &quot;leisure&quot;). A text can have multiple themes. Preferably the ontology would also have room to store a match percentage:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;theme&quot;: &quot;finance&quot;,&#xA;    &quot;match&quot;: &quot;96.2%&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I looked at &lt;a href=&quot;http://xmlns.com/foaf/spec/#term_theme&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;foaf:theme&lt;/code&gt;&lt;/a&gt; but it appears to be deprecated and doesn't allow any extra properties.&lt;/p&gt;&#xA;" OwnerUserId="18706" LastActivityDate="2020-12-18T19:23:44.207" Title="Ontology for theme of a text" Tags="|rdf|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15648" PostTypeId="2" ParentId="15641" CreationDate="2019-08-27T07:38:56.187" Score="2" Body="&lt;p&gt;Based on my &lt;a href=&quot;https://opendata.stackexchange.com/questions/15641/sparql-get-all-the-data-before-it-reaches-timeout#comment18580_15641&quot;&gt;comment&lt;/a&gt;, take out the &lt;code&gt;ORDER BY&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Why? It has probably to do with the query optimizer, but I don't have any real explanation. In general, with SQL that I'm more familiar, &lt;code&gt;ORDER BY&lt;/code&gt; when unnecessary is the first thing to take out when improving query performance.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(Note that this question was cross-posted at &lt;a href=&quot;https://stackoverflow.com/q/57635621/2327328&quot;&gt;StackOverflow&lt;/a&gt;, and there is a longer discussion there.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-08-27T07:55:08.957" LastActivityDate="2019-08-27T07:55:08.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15650" PostTypeId="2" ParentId="15586" CreationDate="2019-08-27T10:17:55.960" Score="1" Body="&lt;h1&gt;Endgame Malware BEnchmark for Research&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The &lt;strong&gt;&lt;a href=&quot;https://github.com/endgameinc/ember&quot; rel=&quot;nofollow noreferrer&quot;&gt;EMBER&lt;/strong&gt; dataset&lt;/a&gt; is a collection of features from PE files that serve as a benchmark dataset for researchers. The EMBER2017 dataset contained features from 1.1 million PE files scanned in or before 2017 and the EMBER2018 dataset contains features from 1 million PE files scanned in or before 2018. This repository makes it easy to reproducibly train the benchmark models, extend the provided feature set, or classify new PE files with the benchmark models.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This paper describes many more details about the dataset: &lt;a href=&quot;https://arxiv.org/abs/1804.04637&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/1804.04637&lt;/a&gt;&#xA;This is the best suitable data set I have found for malware detection.&lt;/p&gt;&#xA;" OwnerUserId="22387" LastEditorUserId="90" LastEditDate="2019-08-29T01:57:15.980" LastActivityDate="2019-08-29T01:57:15.980" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15651" PostTypeId="1" CreationDate="2019-08-27T14:00:14.547" Score="1" ViewCount="28" Body="&lt;p&gt;I search data and script (java, python) where from video, text is transcripted into documents.I.E recognize speech from video to text&#xA;i found this&#xA;&lt;a href=&quot;https://github.com/Naki21/google-speech-to-text&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Naki21/google-speech-to-text&lt;/a&gt;&#xA;but as i can see, it is google API and most likely it is paid and&#xA;it is not a fact that the quality will be acceptable.&#xA;Because the task is difficult, therefore I am looking for  free script where with video the text is recognized into  text document. &#xA;Is there sometrhing about it on github or kaggle?&#xA;because even if the quality is poor, at least it is for free&lt;/p&gt;&#xA;" OwnerUserId="21844" LastActivityDate="2019-08-27T14:00:14.547" Title="data with video to text transcription" Tags="|python|video|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15655" PostTypeId="1" CreationDate="2019-08-28T16:07:04.480" Score="1" ViewCount="20" Body="&lt;p&gt;Is there open data on the amount of students per university (and subject) in Germany?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found some data on &quot;Hochschulen&quot; which seems quite outdated: &lt;a href=&quot;https://de.wikipedia.org/wiki/Liste_der_Studentenwerke_in_Deutschland&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wikipedia.org/wiki/Liste_der_Studentenwerke_in_Deutschland&lt;/a&gt;. Optimally the data should be able to be updated automatically.&lt;/p&gt;&#xA;" OwnerUserId="22332" LastActivityDate="2019-09-04T16:59:24.130" Title="Data on amount of students per university (and subject) in Germany" Tags="|data-request|academia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15656" PostTypeId="1" CreationDate="2019-08-28T17:08:48.077" Score="1" ViewCount="225" Body="&lt;h1&gt;The Question&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;The College Scorecard Documentation Report repeatedly mentions that some data only represents undergraduates that are recipients of Title IV federal aid:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Most of the metrics of institutional performance described in this appendix—those based on data in the NSLDS, or matched earnings data for students appearing therein—are based on undergraduate students receiving federal aid. Moreover, institution-specific measures of debt, default, and repayment are based on the subset of students with federal loans.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What is the best way to determine the concrete subset percentage used for a given measure? Is it a &quot;cohort&quot; column, like &lt;code&gt;Number of students in the family income cohort&lt;/code&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If so, why do the cohort sizes vary so drastically? The family income cohort size is usually about 10-20%, while others are much higher.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, why is the earnings cohort size (&lt;code&gt;COUNT_ED&lt;/code&gt;) always NULL?&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;A Broader Problem&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I'm investigating this question because I want to determine how representative some data fields are of the entire undergraduate body. For example, the data shows that Harvard is incredibly economically diverse: its median family income is $33.07K! This is very hard to believe, and I'm trying to explain this phenomenon. Is there a better way to do this?&lt;/p&gt;&#xA;" OwnerUserId="22511" LastActivityDate="2019-10-04T01:00:45.237" Title="College Scorecard: determining how representative data is of the overall undergraduate body" Tags="|usa|education|collegescorecard|metadata|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15658" PostTypeId="2" ParentId="15636" CreationDate="2019-08-28T20:28:43.247" Score="1" Body="&lt;p&gt;Your best source of data for the UK is &lt;a href=&quot;https://data.gov.uk/search?q=elevation&amp;amp;filters%5Bpublisher%5D=&amp;amp;filters%5Btopic%5D=&amp;amp;filters%5Bformat%5D=&amp;amp;sort=best&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.uk&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/d65c3dc2-56fb-4147-bca4-45dc78889ffc/lidar-dsm-time-stamped-tiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR DSM Time Stamped Tiles updated 17 June 2019&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The LIDAR DSM (Digital Surface Model) Time Stamped Tiles product is an archive of raster elevation data produced by the Environment Agency. Site specific surveys have been carried out across England since 1998, with certain areas, such as the coastal zone, being surveyed multiple times.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/8275e71e-1516-42a1-bb0c-4fa73807fe2b/lidar-dtm-time-stamped-tiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR DSM Time Stamped Tiles updated 08 August 2019&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/002d24f0-0056-4176-b55e-171ba7f0e0d5/lidar-composite-dtm-2m&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR Composite DTM - 2m&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The LIDAR Composite DTM (Digital Terrain Model) is a raster elevation model covering ~75% of England at 2m spatial resolution. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/80c522cc-e0bf-4466-8409-57a04c456197/lidar-composite-dsm-1m&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR Composite DTM - 1m&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.gov.uk/dataset/0ab507af-cd91-40cb-8524-3efafc267211/lidar-composite-dsm-50cm&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR Composite DTM - 50cm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/8b007edd-a886-44ca-9fa0-2ee2efc1248d/lidar-composite-dsm-25cm&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR Composite DTM - 25cm&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/f0db0249-f17b-4036-9e65-309148c97ce4/national-lidar-programme&quot; rel=&quot;nofollow noreferrer&quot;&gt;National LIDAR Programme&lt;/a&gt; will have updated elevation data by 2021. You can see a map of which areas have been surveyed so far &lt;a href=&quot;https://environment.maps.arcgis.com/apps/webappviewer/index.html?id=11a8edc1c1d341379c857bf3d3806e4b&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. The Yorkshire Dales area is listed as &quot;planned&quot; with no target date specified.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The Environment Agency National LIDAR Programme aims to provide accurate elevation data at 1m spatial resolution for all of England by 2021. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-08-28T20:28:43.247" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15659" PostTypeId="1" CreationDate="2019-08-29T02:32:09.670" Score="1" ViewCount="100" Body="&lt;p&gt;I am trying to find all Wikidata items whose P18 property is an URL that has the word &quot;Montage&quot; anywhere in its filename.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/M4ihc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/M4ihc.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I managed to &lt;a href=&quot;https://opendata.stackexchange.com/questions/11906/find-all-wikidata-items-that-use-a-particular-p18-picture&quot;&gt;find items by their complete P18 filename&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item&#xA;WHERE &#xA;{&#xA;  ?item wdt:P18 &amp;lt;http://commons.wikimedia.org/wiki/Special:FilePath/Montage%20Columbus%201.jpg&amp;gt;.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;But now I would like to add wildcards to that. My attempts with &lt;code&gt;*&lt;/code&gt; and &lt;a href=&quot;https://stackoverflow.com/questions/28628006/sparql-query-for-partial-match-of-statement-contains&quot;&gt;contains&lt;/a&gt;/regex all failed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to achieve that?&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-08-30T06:29:14.537" LastActivityDate="2019-09-02T02:20:31.070" Title="Find all Wikidata items whose image (P18) URL contains a certain word" Tags="|images|wikidata|sparql|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15660" PostTypeId="1" CreationDate="2019-08-29T12:08:39.530" Score="1" ViewCount="19" Body="&lt;p&gt;Does anyone know where I can find a list of geodetic benchmark locations for all of Canada?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a few specific control monuments in Arctic Canada with accurate coordinates&lt;/p&gt;&#xA;" OwnerUserId="22515" LastEditorUserId="1511" LastEditDate="2019-08-30T17:56:22.787" LastActivityDate="2020-01-27T19:03:15.437" Title="Does anyone know where I can find a list of geodetic benchmark locations for all of Canada?" Tags="|geospatial|canada|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15661" PostTypeId="2" ParentId="15659" CreationDate="2019-08-29T17:07:58.547" Score="1" Body="&lt;p&gt;Too long for a comment, but not an answer:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#%23Distribution%20of%20names%20of%20human%20settlements%20ending%20in%20%22-ow%22%20or%20%22-itz%22%20in%20Germany%0A%23added%20before%202016-10%0A%20%23defaultView%3AMap%0ASELECT%20%3Fitem%20%3FitemLabel%20%3Fcoord%0AWHERE%0A%7B%0A%09%3Fitem%20wdt%3AP31%2Fwdt%3AP279%2a%20wd%3AQ486972%3B%0A%20%20%20%20%09%20%20%20%20%20%20wdt%3AP17%20wd%3AQ183%3B%0A%20%20%20%20%09%20%20%20%20%20%20rdfs%3Alabel%20%3FitemLabel%3B%0A%20%20%20%20%09%20%20%20%20%20%20wdt%3AP625%20%3Fcoord%3B%0A%20%20%20%20%09%20FILTER%20%28lang%28%3FitemLabel%29%20%3D%20%22de%22%29%20.%0A%20%20%20%20%09%20FILTER%20regex%20%28%3FitemLabel%2C%20%22%28ow%7Citz%29%24%22%29.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org/#%23Distribution%20of%20names%20of%20human%20settlements%20ending%20in%20%22-ow%22%20or%20%22-itz%22%20in%20Germany%0A%23added%20before%202016-10%0A%20%23defaultView%3AMap%0ASELECT%20%3Fitem%20%3FitemLabel%20%3Fcoord%0AWHERE%0A%7B%0A%09%3Fitem%20wdt%3AP31%2Fwdt%3AP279%2a%20wd%3AQ486972%3B%0A%20%20%20%20%09%20%20%20%20%20%20wdt%3AP17%20wd%3AQ183%3B%0A%20%20%20%20%09%20%20%20%20%20%20rdfs%3Alabel%20%3FitemLabel%3B%0A%20%20%20%20%09%20%20%20%20%20%20wdt%3AP625%20%3Fcoord%3B%0A%20%20%20%20%09%20FILTER%20%28lang%28%3FitemLabel%29%20%3D%20%22de%22%29%20.%0A%20%20%20%20%09%20FILTER%20regex%20%28%3FitemLabel%2C%20%22%28ow%7Citz%29%24%22%29.%0A%7D&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is an example of how to do this using FILTER and regex.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2019-08-29T17:07:58.547" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15663" PostTypeId="1" CreationDate="2019-08-30T08:02:28.613" Score="3" ViewCount="44" Body="&lt;p&gt;I have a machine learning task that i wish to pursue - disease detection by ultrasound image analysis. For the task i will need labeled(diseased or healthy) ultrasound images dataset. Please suggest how and where can i get it.&lt;/p&gt;&#xA;" OwnerUserId="22519" LastEditorUserId="22519" LastEditDate="2019-08-30T08:10:40.533" LastActivityDate="2019-08-30T08:10:40.533" Title="Where can I get a dataset of ultrasound images?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15664" PostTypeId="2" ParentId="15655" CreationDate="2019-08-30T16:23:49.207" Score="1" Body="&lt;p&gt;Found this overview. It gives a very detailed overview: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Bildung-Forschung-Kultur/Hochschulen/Publikationen/Downloads-Hochschulen/studierende-hochschulen-vorb-2110410198004.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Bildung-Forschung-Kultur/Hochschulen/Publikationen/Downloads-Hochschulen/studierende-hochschulen-vorb-2110410198004.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: One can contact the &quot;statistische Bundesamt&quot; for additional data. It may require additional time and cost.&lt;/p&gt;&#xA;" OwnerUserId="22332" LastEditorUserId="22332" LastEditDate="2019-09-04T16:59:24.130" LastActivityDate="2019-09-04T16:59:24.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15665" PostTypeId="2" ParentId="15660" CreationDate="2019-08-30T17:42:01.623" Score="1" Body="&lt;p&gt;I found my answer here using a survey plan search: &lt;a href=&quot;http://clss.nrcan.gc.ca/clss/plan/search-recherche&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://clss.nrcan.gc.ca/clss/plan/search-recherche&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22515" LastActivityDate="2019-08-30T17:42:01.623" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15666" PostTypeId="1" CreationDate="2019-08-31T10:30:00.990" Score="1" ViewCount="65" Body="&lt;p&gt;I have a deep learning task where I have to recognize sports actions related to a specific sport (e.g. football, football, basketball, volleyball) using the &lt;a href=&quot;https://towardsdatascience.com/an-introduction-to-implementing-the-yolo-algorithm-for-multi-object-detection-in-images-99cf240539&quot; rel=&quot;nofollow noreferrer&quot;&gt;YOLO algorithm&lt;/a&gt;. What can be a good dataset? At the moment I have tried with UFC but with poor results&lt;/p&gt;&#xA;" OwnerUserId="22525" LastEditorUserId="1511" LastEditDate="2019-09-11T08:50:55.390" LastActivityDate="2019-10-26T22:02:05.313" Title="Dataset for sports actions" Tags="|data-request|sports|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15668" PostTypeId="2" ParentId="15659" CreationDate="2019-09-02T02:14:48.143" Score="1" Body="&lt;p&gt;The trick is to use &lt;code&gt;str&lt;/code&gt; inside the &lt;code&gt;contains&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This query gives the expected result:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;select ?item ?img&#xA;{&#xA;  hint:Query hint:maxParallel 400 .&#xA;  hint:Query hint:chunkSize  8000 .&#xA;  ?item wdt:P18 ?img . &#xA;  filter contains(str(?img), &quot;Montage&quot;)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/7gq&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another way to achieve this is to set &lt;code&gt;hint:Query hint:regexMatchNonString true&lt;/code&gt; and then use a normal regex.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Huge thanks to Stanislav Kralin who found all this)&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2019-09-02T02:20:31.070" LastActivityDate="2019-09-02T02:20:31.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15669" PostTypeId="1" CreationDate="2019-09-02T04:58:15.510" Score="1" ViewCount="14" Body="&lt;h1&gt;Context&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;In order to solve overtourism and generally improve tourists' experience, I want to add to my travel app a feature which suggests alternative destinations where tourists are more welcome.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance, a user wanting to climb the Everest would be suggested other mountains that offers the same experience while being more resilient to mass-tourism. A user going to a small Italian village that has become overcrowded due to social networks trending would be suggested similar villages that on the opposite are struggling to attract enough tourists to sustain local activity.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Need&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;To measure welcomeness to tourists, I am looking for such databases:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;General opinion of year-long local residents about tourists, ideally as a number from 0 (not welcoming) to 100 (most welcoming).&lt;/li&gt;&#xA;&lt;li&gt;How hard the local tourism promotion board is trying to bring tourists, ideally as a number from 0 (not trying to attract tourists) to 100 (trying the hardest).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;At village/neighborhood granularity, ideally for the whole world but national databases are OK too.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Bonus&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Bonus if residents opinions statistics are divided into: tourists from the same ethnicity, tourists from the same country, other tourists (in order to track potential racism/xenophobia).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bonus if promotion board statistics details whether the board wants to increase/decrease some types of tourists in particular (for instance, I have heard that some Hawaii tourism authorities are trying to discourage budget-conscious tourists from visiting).&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2019-09-02T04:58:15.510" Title="Database of welcomeness towards tourists" Tags="|data-request|survey|travel|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15671" PostTypeId="1" CreationDate="2019-09-03T11:44:23.257" Score="2" ViewCount="24" Body="&lt;p&gt;I just put together some &lt;a href=&quot;https://github.com/7-rabbit/8-text/tree/master/content/rabbit-hole&quot; rel=&quot;nofollow noreferrer&quot;&gt;open translations&lt;/a&gt; of an open document. It has the english version and several other languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm wondering if there is anything else like this that is open. Some free documents that have translations into multiple languages. I can imagine the Bible is, but I'm not sure the translations are free and open (if they are please correct me). I have seen constitutions in the source language perhaps translated into English, but other than that I can't think of any.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Wondering if one could put together a list of some of the documents which have at least a one or a few translations which are also free / open / public domain.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2019-09-03T11:44:23.257" Title="Open Translations of Documents" Tags="|translation|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15673" PostTypeId="1" CreationDate="2019-09-03T23:42:11.500" Score="2" ViewCount="35" Body="&lt;p&gt;It’s hard to find them, wondering if we could collect them here.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Amharic&lt;/li&gt;&#xA;&lt;li&gt;Tibetan&lt;/li&gt;&#xA;&lt;li&gt;Chinese&lt;/li&gt;&#xA;&lt;li&gt;Greek&lt;/li&gt;&#xA;&lt;li&gt;Inuktitut&lt;/li&gt;&#xA;&lt;li&gt;Cheyenne&lt;/li&gt;&#xA;&lt;li&gt;Pashto&lt;/li&gt;&#xA;&lt;li&gt;Etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2021-03-23T19:15:42.877" Title="What bible translations into different languages are public domain?" Tags="|books|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15674" PostTypeId="2" ParentId="15656" CreationDate="2019-09-04T00:58:49.583" Score="1" Body="&lt;p&gt;Thanks for submitting your questions. I forwarded your questions to our helpdesk and received the following responses. I hope you find them helpful.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;What is the best way to determine the concrete subset percentage [of&#xA;  TIV students] used for a given measure? Is it a &quot;cohort&quot; column, like&#xA;  Number of students in the family income cohort?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;For some metrics (such as graduation rates), the total cohort size is available in the data files, as those cohort sizes are known.  But for many of the Scorecard metrics, including the financial aid metrics, the total cohort size is not known and therefore is not included in the data files. Additional information on metrics and their construction is available in the &lt;a href=&quot;https://collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Dictionary&lt;/a&gt; and the &lt;a href=&quot;https://collegescorecard.ed.gov/assets/FullDataDocumentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;data Documentation Report&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;If so, why do the cohort sizes vary so drastically? The family income&#xA;  cohort size is usually about 10-20%, while others are much higher.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It’s not clear which metrics you are referring to here, as some of the metrics broken out by family income come from IPEDS (i.e. reported by the institution), and some of them come from NSLDS (i.e. self-reported on FAFSA).  The variation may be related to the type of students that a particular institution serves.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Finally, why is the earnings cohort size (COUNT_ED) always NULL?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This particular variable is no longer provided by the Treasury Department, so all years reflect NULL.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;I'm investigating this question because I want to determine how&#xA;  representative some data fields are of the entire undergraduate body.&#xA;  For example, the data shows that Harvard is incredibly economically&#xA;  diverse: its median family income is $33.07K! This is very hard to&#xA;  believe, and I'm trying to explain this phenomenon. Is there a better&#xA;  way to do this?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This metric is based on FAFSA data submitted by students who received federal financial aid (&lt;a href=&quot;https://college.harvard.edu/guides/financial-aid-fact-sheet&quot; rel=&quot;nofollow noreferrer&quot;&gt;Harvard’s website&lt;/a&gt; indicates that 16% of the current undergraduates are Pell recipients), therefore the median family income provided in Scorecard is likely much lower than the median family income of all Harvard students.  It might be helpful to contact the institution directly to determine why the data for a given institution may differ from what is expected.&lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2019-09-04T00:58:49.583" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15675" PostTypeId="2" ParentId="10346" CreationDate="2019-09-04T08:54:40.973" Score="1" Body="&lt;p&gt;Wikipedia hosts &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_circulating_currencies&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; where world currencies and therir fractions are collected. There are ony 6 currencies which need 3 fractional digits and the rest needs 2 fractional digits. So, it would work perfectly if your precision is 13 and decimals is 4 - i.e. in MySQL &lt;code&gt;DECIMAL(13,4)&lt;/code&gt; which stores data in 6 bytes and also aligns with GAAP.&lt;/p&gt;&#xA;" OwnerUserId="22538" LastActivityDate="2019-09-04T08:54:40.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15676" PostTypeId="1" CreationDate="2019-09-04T17:46:41.817" Score="1" ViewCount="82" Body="&lt;p&gt;With respect to the &lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Food and Drug Administration's API&lt;/a&gt;, I haven't seen the endpoints updated since 8/12/19.  Did something change or is this common?  I've noticed the endpoints refreshed fairly regularly over the past 6 months.&lt;/p&gt;&#xA;" OwnerUserId="22541" LastEditorUserId="23272" LastEditDate="2022-07-14T12:23:43.843" LastActivityDate="2022-07-14T12:23:43.843" Title="OpenFDA End Point Updates" Tags="|api|openfda|releasing-data|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15677" PostTypeId="1" AcceptedAnswerId="15679" CreationDate="2019-09-04T23:02:04.630" Score="1" ViewCount="68" Body="&lt;p&gt;I had obtained some results based on sensor data obtained from experiments that I had conducted.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the interest of allowing others to reproduce or improve on my work, is there a way to make this data available online in a way that is free and publicly-accessible?&lt;/p&gt;&#xA;" OwnerUserId="22544" LastActivityDate="2019-09-12T07:51:28.187" Title="Is there a free publicly-accessible repository to store datasets derived from experiments?" Tags="|releasing-data|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15678" PostTypeId="1" CreationDate="2019-09-05T21:32:24.230" Score="0" ViewCount="37" Body="&lt;p&gt;Italy has a huge problem with individual-level data. &lt;a href=&quot;https://www.istat.it/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISTAT&lt;/a&gt; provides some data but on specific topics and rarely they are year-to-year data. &lt;a href=&quot;https://www.inps.it&quot; rel=&quot;nofollow noreferrer&quot;&gt;INPS&lt;/a&gt; has some other data but only regarding labor market. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If one wants to do economic/social research about Italy   and needs individual-level data, where he should look? Which are the best sources of microdata about Italy? I am thinking about data on education, health, crime, ...&lt;/p&gt;&#xA;" OwnerUserId="14521" LastEditorUserId="1511" LastEditDate="2019-09-11T09:31:17.373" LastActivityDate="2019-09-11T09:33:03.463" Title="Italy's microdata sources" Tags="|data-request|demographics|italy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15679" PostTypeId="2" ParentId="15677" CreationDate="2019-09-05T22:10:04.760" Score="0" Body="&lt;p&gt;From &lt;a href=&quot;https://www.nature.com/sdata/policies/repositories#general&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, it shows the following table of data repositories.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/p8n6O.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/p8n6O.png&quot; alt=&quot;Options for sharing data&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://osf.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Science Framework&lt;/a&gt;, &lt;a href=&quot;https://zenodo.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zenodo&lt;/a&gt;, and &lt;a href=&quot;https://data.mendeley.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mendeley Data&lt;/a&gt; are the most viable options for free data sharing. With the other options either not being completely free nor accessible to everyone.&lt;/p&gt;&#xA;" OwnerUserId="22544" LastActivityDate="2019-09-05T22:10:04.760" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15680" PostTypeId="2" ParentId="15677" CreationDate="2019-09-06T16:07:52.987" Score="0" Body="&lt;p&gt;I think &lt;a href=&quot;https://www.kaggle.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com&lt;/a&gt; may be a good place. I´ve never used it myself (to publish but i´ve used many datasets), but a lot of people in academy or data scientist refer to kaggle when looking for datasets.&lt;/p&gt;&#xA;" OwnerUserId="22552" LastActivityDate="2019-09-06T16:07:52.987" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15681" PostTypeId="1" CreationDate="2019-09-06T22:01:39.607" Score="0" ViewCount="50" Body="&lt;p&gt;We currently submit data collected from a USAID-funded weather station.  We installed it as part of a grant.  As I understand, we have access to submit to the DDL because we have an active grant.  After the grant is over, can we continue to update the data asset with the weather data?&lt;/p&gt;&#xA;" OwnerUserId="22555" LastActivityDate="2020-04-26T02:50:34.993" Title="Can we still submit data after the grant ends?" Tags="|usaidopen|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15682" PostTypeId="1" CreationDate="2019-09-06T22:04:01.493" Score="2" ViewCount="157" Body="&lt;p&gt;I search data for chatbot for psychological task.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found some source about it:&#xA;&lt;a href=&quot;https://berkeleysciencereview.com/nlp-for-psychotherapy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://berkeleysciencereview.com/nlp-for-psychotherapy/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find data with dialogue of psychologist and client in session&#xA;to create chatbot (using deep learning) which can communicate with client?&lt;/p&gt;&#xA;" OwnerUserId="21649" LastEditorUserId="1511" LastEditDate="2019-09-08T10:52:00.290" LastActivityDate="2019-09-08T10:52:00.290" Title="psychological / patient dialogue data for nlp analisys" Tags="|data-request|medical|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15683" PostTypeId="2" ParentId="15682" CreationDate="2019-09-08T10:51:01.620" Score="2" Body="&lt;p&gt;It's going to be hard to find &quot;big data&quot; on this one, but one dataset would be transcripts from the &quot;&lt;a href=&quot;https://www.youtube.com/watch?v=5errJ-u2_eg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gloria Tapes&lt;/a&gt;&quot;. It's quite old, mid 1960s, but at least it's data in an otherwise extremely private sector (and rightfully so).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's the record for a transcription: &lt;a href=&quot;https://www.worldcat.org/title/transcript-of-three-approaches-to-psychotherapy-a-series-of-three-16-mm-films-illustrating-three-distinguished-approaches-to-psychotherapy/oclc/36749900&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.worldcat.org/title/transcript-of-three-approaches-to-psychotherapy-a-series-of-three-16-mm-films-illustrating-three-distinguished-approaches-to-psychotherapy/oclc/36749900&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;A more extreme example would be psychiatric interview with serial killers, for example: &lt;a href=&quot;https://www.psychologytoday.com/us/blog/shadow-boxing/201710/the-psychologist-and-the-serial-killer&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.psychologytoday.com/us/blog/shadow-boxing/201710/the-psychologist-and-the-serial-killer&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-09-08T10:51:01.620" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15684" PostTypeId="2" ParentId="4142" CreationDate="2019-09-08T20:06:30.510" Score="1" Body="&lt;p&gt;&lt;strong&gt;Disclaimer:&lt;/strong&gt; The Ingress Terms of Service disallows &quot;extracting, scraping, or indexing&quot; game data. It's possible to get banned if you use this data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I had the same question and found an answer. A helpful person called Lanced has done the hard work of extracting portal data from the game and provides a public API, available at &lt;a href=&quot;https://lanched.ru/PortalGet/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lanched.ru/PortalGet/&lt;/a&gt; However, the author warns not to download the whole database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are essentially three ways to use this API:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The most basic API takes minimum and maximum bounds in lat/lon coordinates as input and provides GUID, coordinates and title for 1000 portals at a time. You can make several requests (using the &lt;code&gt;offset=&lt;/code&gt; parameter) to retrieve all portals in a larger area.&lt;/li&gt;&#xA;&lt;li&gt;A more detailed request (using &lt;code&gt;telegram=true&lt;/code&gt;), which also returns portal image URL and street address, but is limited to 50 portals per request.&lt;/li&gt;&#xA;&lt;li&gt;With the search API you can search for portal names and addresses. This one also returns images and addresses.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;h2&gt;Examples&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Example 1:&lt;/strong&gt;&#xA;&lt;a href=&quot;https://lanched.ru/PortalGet/getPortals.php?swlat=59.47106&amp;amp;swlng=24.8862&amp;amp;nelat=59.4719&amp;amp;nelng=24.88749&amp;amp;offset=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lanched.ru/PortalGet/getPortals.php?swlat=59.47106&amp;amp;swlng=24.8862&amp;amp;nelat=59.4719&amp;amp;nelng=24.88749&amp;amp;offset=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;nextOffset&quot;: -1,&#xA;  &quot;portalData&quot;: [&#xA;    {&#xA;      &quot;guid&quot;: &quot;4c95b3ae447d4605a8421e21ace654c4.16&quot;,&#xA;      &quot;lat&quot;: 59.47143,&#xA;      &quot;lng&quot;: 24.887374,&#xA;      &quot;name&quot;: &quot;Tallinna Teletorn&quot;&#xA;    },&#xA;    ...&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Example 2:&lt;/strong&gt; &lt;a href=&quot;https://lanched.ru/PortalGet/getPortals.php?swlat=59.47106&amp;amp;swlng=24.8862&amp;amp;nelat=59.4719&amp;amp;nelng=24.88749&amp;amp;offset=0&amp;amp;telegram=true&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lanched.ru/PortalGet/getPortals.php?swlat=59.47106&amp;amp;swlng=24.8862&amp;amp;nelat=59.4719&amp;amp;nelng=24.88749&amp;amp;offset=0&amp;amp;telegram=true&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;nextOffset&quot;: -1,&#xA;  &quot;portalData&quot;: [&#xA;    {&#xA;      &quot;guid&quot;: &quot;4c95b3ae447d4605a8421e21ace654c4.16&quot;,&#xA;      &quot;lat&quot;: 59.47143,&#xA;      &quot;lng&quot;: 24.887374,&#xA;      &quot;name&quot;: &quot;Tallinna Teletorn&quot;,&#xA;      &quot;image&quot;: &quot;http:\/\/lh3.ggpht.com\/GG_O7UHlFcqw6tlGvKPxU9jKZ9y-9oBiheIibRtQUP5Q-hZykSnDVrjzL5v_2SlgQmRxxirIAze79lDuDq1jbg&quot;,&#xA;      &quot;address&quot;: &quot;Kloostrimetsa tee 58a, 11913 Tallinn, Estonia&quot;&#xA;    },&#xA;    ...&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Example 3:&lt;/strong&gt; &lt;a href=&quot;https://lanched.ru/PortalGet/searchPortals.php?query=teletorn&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lanched.ru/PortalGet/searchPortals.php?query=teletorn&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;  {&#xA;    &quot;guid&quot;: &quot;4c95b3ae447d4605a8421e21ace654c4.16&quot;,&#xA;    &quot;lat&quot;: 59.47143,&#xA;    &quot;lng&quot;: 24.887374,&#xA;    &quot;image&quot;: &quot;http:\/\/lh3.ggpht.com\/GG_O7UHlFcqw6tlGvKPxU9jKZ9y-9oBiheIibRtQUP5Q-hZykSnDVrjzL5v_2SlgQmRxxirIAze79lDuDq1jbg&quot;,&#xA;    &quot;name&quot;: &quot;Tallinna Teletorn&quot;,&#xA;    &quot;address&quot;: &quot;Kloostrimetsa tee 58a, 11913 Tallinn, Estonia&quot;&#xA;  },&#xA;  ...&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="13042" LastActivityDate="2019-09-08T20:06:30.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15687" PostTypeId="1" CreationDate="2019-09-10T14:26:07.687" Score="3" ViewCount="47" Body="&lt;p&gt;I am interested in spatial patterns of sleep quality (e.g. differences between neighborhoods in the same city, or even streets).&lt;/p&gt;&#xA;&lt;p&gt;Is there any interesting sleep dataset that contains the location?&#xA;I am aware of the datasets listed at the &lt;a href=&quot;https://sleepdata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Sleep Research Resource&lt;/a&gt;, but they don't include any geographic data.&lt;/p&gt;&#xA;&lt;p&gt;Did anyone have luck getting data obtained with apps like &lt;a href=&quot;https://www.sleepcycle.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sleep Cycle&lt;/a&gt; for research? They publish aggregated statistics, but it seems that getting the data is not possible (which is understandable given the sensitivity, but I am still hoping for any related dataset).&lt;/p&gt;&#xA;" OwnerUserId="22580" LastEditorUserId="21170" LastEditDate="2022-05-19T08:46:48.977" LastActivityDate="2022-05-19T08:46:48.977" Title="Availability of location-based sleep datasets?" Tags="|geospatial|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15688" PostTypeId="2" ParentId="15678" CreationDate="2019-09-11T09:33:03.463" Score="1" Body="&lt;p&gt;Not sure if a portal is useful, if it doesn't have the right data, but here's the Italy Open Data Portal&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dati.gov.it/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dati.gov.it/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;with 27k+ datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.dati.gov.it/search/type/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dati.gov.it/search/type/dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;from the Agency for Digital Italy: &lt;a href=&quot;https://www.agid.gov.it/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.agid.gov.it/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-09-11T09:33:03.463" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15689" PostTypeId="2" ParentId="15625" CreationDate="2019-09-11T14:53:59.630" Score="0" Body="&lt;p&gt;Seems to be very far from Open Data. But why?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Found some ideas on how to generate/get such a list &lt;a href=&quot;https://www.seohelfer.de/domains/eine-liste-mit-de-domains-erstellen-38.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; anyway:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;generate domain permutations and test all of them&lt;/li&gt;&#xA;&lt;li&gt;download links from wikipedia and extract domain names&lt;/li&gt;&#xA;&lt;li&gt;Alexa rank provide a domain list of top domains&lt;/li&gt;&#xA;&lt;li&gt;buy it from &lt;a href=&quot;https://www.datenshop.de/produkt/de-domaindatenbank&quot; rel=&quot;nofollow noreferrer&quot;&gt;Domaindatenbank&lt;/a&gt; for 350 EUR&lt;/li&gt;&#xA;&lt;li&gt;buy it from &lt;a href=&quot;https://sellfy.com/p/RhJw/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sellfy&lt;/a&gt; for 19 EUR&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And all of these lists do only contain the domain name, no contact details, company data or the like - just what I need.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastEditorUserId="1930" LastEditDate="2019-09-11T15:00:24.497" LastActivityDate="2019-09-11T15:00:24.497" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15690" PostTypeId="1" CreationDate="2019-09-12T14:21:04.397" Score="2" ViewCount="11" Body="&lt;p&gt;Is there a requirement to include language explaining the Open Data Policy (de-identified data will be shared publicly) in the informed consent document if the data is being collected as part of human subjects research and will be uploaded to the DDL?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've heard reports that this is a USAID requirement but I've not seen any documents or publications stating this requirement. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to 45 CFR part 46, when data set is rid of identifiers, it no longer considers the dataset to contain human subjects and consent for use of that data is not required. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have been including this language because other recipient organizations have told me it is required but I'd like confirmation. &lt;/p&gt;&#xA;" OwnerUserId="22591" LastActivityDate="2019-09-12T14:21:04.397" Title="Informed Consent Language" Tags="|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15691" PostTypeId="1" CreationDate="2019-09-12T14:35:55.343" Score="2" ViewCount="20" Body="&lt;p&gt;Let's say I have a paper A that cites a paper B. Two explicit citation in paper A might look like this:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Recently it has been shown that electrons exists [reference to paper B].&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Electrons have a mass of 9.10938356(11)×10−31 kg [reference to paper B].&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What I'm looking for is a database that would contain entries like this&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;source&quot;: &quot;ID_of_paper_A&quot;,&#xA;    &quot;target&quot;: &quot;ID_of_paper_B&quot;,&#xA;    &quot;text&quot;: [&#xA;        &quot;Recently it has been shown that electrons exists&quot;,&#xA;        &quot;Electrons have a mass of 9.10938356(11)×10−31 kg&quot;&#xA;    ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If there is no such database, is there any hope to extract this kind of information using some form of web scraping? Considering the amount of papers that sit behind paywalls, I have the suspicion this would no be feasible.&lt;/p&gt;&#xA;" OwnerUserId="22592" LastActivityDate="2019-09-12T14:35:55.343" Title="Is there any kind of database that saves citations together with the text that they are attached to?" Tags="|academia|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15692" PostTypeId="1" CreationDate="2019-09-12T23:47:03.940" Score="2" ViewCount="104" Body="&lt;p&gt;I'm devising a mathematical method to filter out weight fluctuations from daily weight measurements. To validate the method, I would require a dataset containing daily weight measurements and calorie intake information from a population. Ideally, the dataset would also include body fat measurements (any of these would be helpful: bioimpedance, skinfold caliper, underwater weighing, DEXA, BodPod, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of an open dataset containing such information?&lt;/p&gt;&#xA;" OwnerUserId="22595" LastActivityDate="2019-09-12T23:47:03.940" Title="Daily calorie intake and body weight dataset" Tags="|data-request|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15693" PostTypeId="1" CreationDate="2019-09-13T09:12:55.183" Score="0" ViewCount="144" Body="&lt;p&gt;I am currently working on the topic of &lt;strong&gt;emotion recognition in German dialogues&lt;/strong&gt; (Speech). So far I only managed to find a single dataset related to this topic: &lt;a href=&quot;http://emodb.bilderbar.info/docu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Berlin Database of Emotional Speech&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is anyone aware of similar &lt;strong&gt;open-sourced&lt;/strong&gt; datasets that I can use?  &lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2019-09-13T09:12:55.183" Title="Datasets for emotion recognition in German dialogues" Tags="|data-request|language|germany|audio|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15695" PostTypeId="2" ParentId="13169" CreationDate="2019-09-13T12:13:14.553" Score="1" Body="&lt;p&gt;If you're still searching, is here a link to some serious ODB-II dataset : &lt;a href=&quot;https://www.kaggle.com/cephasax/obdii-ds3&quot; rel=&quot;nofollow noreferrer&quot;&gt;OBD-II datasets&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope I helped.&lt;/p&gt;&#xA;" OwnerUserId="22597" LastActivityDate="2019-09-13T12:13:14.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15696" PostTypeId="1" CreationDate="2019-09-13T15:07:44.933" Score="1" ViewCount="28" Body="&lt;p&gt;I'm trying to find data that:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;is from the US &lt;strong&gt;AND&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;from 1980 &lt;strong&gt;AND&lt;/strong&gt; somewhat recent (within ten years) &lt;strong&gt;AND&lt;/strong&gt;&lt;/li&gt;&#xA;&lt;li&gt;Interracial Marriages--Race/Ethnicity of the two people involved&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm trying to look on the Census site but it's  getting overwhelming. &lt;/p&gt;&#xA;" OwnerUserId="21889" LastEditorUserId="18" LastEditDate="2019-09-13T21:14:41.417" LastActivityDate="2019-09-13T21:14:41.417" Title="US Interracial Marriages" Tags="|data-request|us-census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15697" PostTypeId="2" ParentId="15696" CreationDate="2019-09-13T21:14:23.963" Score="2" Body="&lt;p&gt;To the best of my knowledge (not authoritative, but based on a good bit of Census data experience), there are no general Census tabulations which break down the reported races of different people in a single household, whether spouses, children, or other.  Generally, those details are rolled up in aggregate counts of people.  There are a couple of ACS tables which get at the race of the householder, but not in comparison to the race of other people living in that household.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found a few reports generated by Census Bureau employees or other people who have privileged access to the data.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/population/www/socdemo/interrace.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;This page&lt;/a&gt; presents a few tables for 1970-1990, with bits of data going back to 1960 and up to 1992.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.census.gov/library/stories/2018/07/interracial-marriages.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;This more recent report&lt;/a&gt; compares data from 2000 to the 2012-2016 American Community Survey.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Pew Research Center did &lt;a href=&quot;https://www.pewsocialtrends.org/2017/05/18/intermarriage-in-the-u-s-50-years-after-loving-v-virginia/&quot; rel=&quot;nofollow noreferrer&quot;&gt;a substantial study on interracial marriage in 2017&lt;/a&gt;. You might take a look at the methodology section of their full PDF report for more on how they went about it.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2019-09-13T21:14:23.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15698" PostTypeId="2" ParentId="10447" CreationDate="2019-09-13T21:48:28.987" Score="1" Body="&lt;p&gt;The LEHD program of the Census Bureau publishes crosswalks which map every Census Block to a number of other geography types, including ZCTA and CBSA.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could download one of these crosswalks, filter out just the columns for ZCTA and CBSA, and then take the unique rows -- then for each ZCTA, you would see which CBSA it is in.  Note, however, that a few ZCTAs are in more than one CBSA (&lt;a href=&quot;https://censusreporter.org/profiles/86000US97759-97759/&quot; rel=&quot;nofollow noreferrer&quot;&gt;97759&lt;/a&gt; is in three!) and not all ZCTAs are in any CBSA (the crosswalk uses values of &lt;code&gt;99999&lt;/code&gt; to indicate &quot;not in a ZCTA&quot; and &quot;not in a CBSA&quot; both).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The crosswalks can be found in &lt;a href=&quot;https://lehd.ces.census.gov/data/lodes/LODES7/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lehd.ces.census.gov/data/lodes/LODES7/&lt;/a&gt; &#xA;Look in any given directory for the file named &lt;code&gt;xx_xwalk.csv.gz&lt;/code&gt; where &lt;code&gt;xx&lt;/code&gt; is the directory name -- the lowercase two-letter state postal code, or equivalent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are directories for each of the 50 states, plus Washington, DC, Puerto Rico, and the Virgin Islands.  There's also a directory for &lt;code&gt;us&lt;/code&gt; which is the equivalent of retrieving all of the other files and stacking them.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to ZCTA and CBSA, the same basic method could be used to identify containment/overlap relationship for any of the included geographies, which include state, county, place (city), congressional district, state legislative districts, school districts -- see the &lt;a href=&quot;https://lehd.ces.census.gov/data/lodes/LODES7/LODESTechDoc7.4.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;technical docs&lt;/a&gt; for the full list.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2019-09-13T21:48:28.987" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15699" PostTypeId="1" CreationDate="2019-09-15T18:24:18.530" Score="1" ViewCount="31" Body="&lt;p&gt;I'm looking for a dataset of categorized posts from social media (preferably twitter) the posts shall be labeled with something like: sport, politics, economy, art, etc.&lt;/p&gt;&#xA;" OwnerUserId="22607" LastActivityDate="2019-09-15T18:24:18.530" Title="Categorized social media posts dataset" Tags="|data-request|social-media|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15700" PostTypeId="1" AcceptedAnswerId="15708" CreationDate="2019-09-15T20:55:39.257" Score="2" ViewCount="71" Body="&lt;p&gt;I am trying to get an array of latitude and longitudes so that I can test line making on an app. My issue though is finding lists (in form of array) of latitude and longitude. This is an example of what I am looking for:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[ [ 37.33523566, -122.03254863], [ 37.33521504, -122.03254905 ], [ 37.33519572, -122.0325498 ], [ 37.33517518, -122.03255055 ], [ 37.33515083, -122.03255349 ], [ 37.3351212, -122.03256229 ], [ 37.33507162, -122.0326037 ], [ 37.33503868, -122.03265072 ], [ 37.33500926, -122.03272188 ], [ 37.33497737, -122.03281282 ], [ 37.33494812, -122.0329212 ], [ 37.33492222, -122.03304215 ], [ 37.33489242, -122.03318372 ], [ 37.33485843, -122.03334424 ], [ 37.33482105, -122.03350886 ], [ 37.33477977, -122.03369603 ], [ 37.33474691, -122.03389325 ], [ 37.33470894, -122.03411085 ], [ 37.33467638, -122.03432425 ], [ 37.33464561, -122.03455442 ], [ 37.33461946, -122.03478727 ], [ 37.33460316, -122.0350347 ], [ 37.33458564, -122.03529395 ], [ 37.3345628, -122.03556217 ], [ 37.3345597, -122.03583308 ], [ 37.33454847, -122.03611286 ], [ 37.33454218, -122.03638578 ], [ 37.33454235, -122.03666775 ], [ 37.33453849, -122.03695223 ], [ 37.33453874, -122.03724626 ], [ 37.33453652, -122.03753997 ], [ 37.33452613, -122.03783266 ], [ 37.33451917, -122.03813827 ], [ 37.33451284, -122.03845141 ], [ 37.33450379, -122.03875937 ], [ 37.33449629, -122.03908048 ], [ 37.33448791, -122.03941089 ], [ 37.33447622, -122.0397398 ], [ 37.33447068, -122.04007348 ], [ 37.33446519, -122.04041597 ], [ 37.3344584, -122.04077831 ], [ 37.33445283, -122.04113765 ], [ 37.3344499, -122.04149924 ], [ 37.33444604, -122.04187567 ], [ 37.33444843, -122.04226334 ], [ 37.33444952, -122.04265083 ], [ 37.33445363, -122.04302852 ], [ 37.33445945, -122.04342255 ], [ 37.33446146, -122.04380955 ], [ 37.33445832, -122.04420408 ], [ 37.33445442, -122.04458579 ], [ 37.33444763, -122.04496063 ], [ 37.33444244, -122.045341 ], [ 37.33443657, -122.04571727 ], [ 37.33441708, -122.04607568 ], [ 37.3343947, -122.04644121 ], [ 37.33436235, -122.04681002 ], [ 37.33431797, -122.04716524 ], [ 37.33426985, -122.04751058 ], [ 37.33420971, -122.04784191 ], [ 37.33414287, -122.04818683 ], [ 37.33406324, -122.04853007 ], [ 37.33398776, -122.04886543 ], [ 37.33390604, -122.04921638 ], [ 37.3338288, -122.04956959 ], [ 37.33375445, -122.04992666 ], [ 37.33367998, -122.05028306 ], [ 37.33360693, -122.05063996 ], [ 37.33352458, -122.05100549 ], [ 37.33344889, -122.05137547 ], [ 37.33336511, -122.05174034 ], [ 37.33328787, -122.05209673 ], [ 37.33321101, -122.05246948 ], [ 37.33313411, -122.05283635 ], [ 37.33305632, -122.05318781 ], [ 37.33298105, -122.0535463 ], [ 37.33290406, -122.05391527 ], [ 37.33282486, -122.05427997 ], [ 37.33275353, -122.05462472 ], [ 37.33268517, -122.05498531 ], [ 37.33260475, -122.05535361 ], [ 37.33252881, -122.05571688 ], [ 37.33245639, -122.05608208 ], [ 37.33238246, -122.05644652 ], [ 37.33236209, -122.05682698 ], [ 37.33232211, -122.05719234 ], [ 37.33229772, -122.05757204 ], [ 37.332289, -122.05795133 ], [ 37.33228724, -122.05833354 ], [ 37.33230505, -122.05871525 ], [ 37.33233606, -122.05909629 ], [ 37.33238246, -122.0594718 ], [ 37.33244004, -122.05984991 ], [ 37.33251376, -122.06021989 ], [ 37.33260198, -122.06059221 ], [ 37.33270432, -122.06095339 ], [ 37.33282574, -122.06131389 ], [ 37.3329513, -122.06167465 ], [ 37.33307736, -122.06203541 ], [ 37.33320782, -122.06239181 ], [ 37.33333498, -122.06274686 ], [ 37.33346293, -122.06310662 ], [ 37.33358639, -122.06346075 ], [ 37.33370957, -122.06381723 ], [ 37.33383844, -122.06417204 ], [ 37.33395407, -122.06452986 ], [ 37.33405917, -122.06489607 ], [ 37.33414928, -122.06526437 ], [ 37.33422447, -122.06562781 ], [ 37.33429383, -122.06600055 ], [ 37.33435409, -122.06636961 ], [ 37.33440019, -122.06674461 ], [ 37.33442928, -122.06711736 ], [ 37.3344465, -122.06749672 ], [ 37.3344543, -122.06787986 ], [ 37.33444654, -122.06826065 ], [ 37.33442613, -122.06864035 ], [ 37.33439537, -122.06901468 ], [ 37.33435661, -122.06939204 ], [ 37.33430397, -122.06976336 ], [ 37.33424182, -122.07013275 ], [ 37.33417438, -122.07050306 ], [ 37.33410968, -122.07087404 ], [ 37.33403923, -122.07123245 ], [ 37.33396475, -122.07160897 ], [ 37.33389384, -122.07197743 ], [ 37.33382775, -122.07235512 ], [ 37.33375801, -122.07272963 ], [ 37.33369775, -122.07309474 ], [ 37.33363907, -122.07346522 ], [ 37.33359159, -122.07381886 ], [ 37.33355651, -122.07417592 ], [ 37.33353728, -122.07453283 ], [ 37.33353065, -122.07488445 ], [ 37.33353363, -122.07523112 ], [ 37.33355228, -122.07558936 ], [ 37.33358308, -122.07595104 ], [ 37.33362663, -122.0763056 ], [ 37.33368006, -122.07665613 ], [ 37.33374934, -122.07700482 ], [ 37.33382825, -122.07735141 ], [ 37.33392322, -122.07769942 ], [ 37.33402871, -122.07804543 ], [ 37.33415037, -122.07838406 ], [ 37.3342805, -122.07872034 ], [ 37.33442102, -122.07904631 ], [ 37.33457244, -122.0793639 ], [ 37.33473735, -122.0796747 ], [ 37.33492184, -122.07997503 ], [ 37.33511119, -122.08026077 ], [ 37.33531428, -122.08054952 ], [ 37.33552177, -122.08082252 ], [ 37.33573891, -122.08110667 ], [ 37.33595575, -122.08138403 ], [ 37.33617167, -122.08165962 ], [ 37.33638536, -122.08193111 ], [ 37.33659906, -122.08220411 ], [ 37.33680278, -122.08247812 ], [ 37.3370055, -122.0827595 ], [ 37.33720302, -122.08304213 ], [ 37.3373963, -122.08332863 ], [ 37.33758129, -122.08362627 ], [ 37.33775509, -122.08392617 ], [ 37.33793145, -122.0842275 ], [ 37.33810893, -122.08454124 ], [ 37.3382842, -122.08484542 ], [ 37.3384549, -122.08515152 ], [ 37.33862249, -122.08545696 ], [ 37.33879885, -122.08577472 ], [ 37.3389669, -122.08608946 ], [ 37.33913576, -122.08640269 ], [ 37.33930008, -122.08670293 ], [ 37.33947623, -122.08701088 ], [ 37.3396502, -122.08732093 ], [ 37.33981846, -122.08762326 ], [ 37.33998434, -122.08792937 ], [ 37.3401493, -122.08824042 ], [ 37.34031484, -122.08856086 ], [ 37.34046597, -122.08886286 ], [ 37.34061718, -122.08917878 ], [ 37.34077165, -122.08949679 ], [ 37.34092739, -122.08983097 ], [ 37.34107194, -122.09015057 ], [ 37.34121879, -122.09045668 ], [ 37.34137909, -122.09077234 ], [ 37.34154237, -122.09108423 ], [ 37.34171403, -122.09138934 ], [ 37.3418947, -122.091676 ], [ 37.34208941, -122.09195687 ], [ 37.34229154, -122.092223 ], [ 37.3424959, -122.09246482 ], [ 37.342708, -122.092712 ], [ 37.34291352, -122.09295692 ], [ 37.34312416, -122.09320284 ], [ 37.34332805, -122.09343444 ], [ 37.34353735, -122.09368045 ], [ 37.34374576, -122.09392 ], [ 37.34394974, -122.09415478 ], [ 37.34415677, -122.09439031 ], [ 37.34434595, -122.09463741 ], [ 37.34453978, -122.09489641 ], [ 37.34472464, -122.09516438 ], [ 37.3448932, -122.0954383 ], [ 37.34505141, -122.09572596 ], [ 37.34520782, -122.0960117 ], [ 37.34534964, -122.09631924 ], [ 37.34548953, -122.096638 ], [ 37.34562364, -122.09695274 ], [ 37.34576798, -122.09727888 ], [ 37.34590884, -122.09760787 ], [ 37.34604924, -122.0979434 ], [ 37.34619047, -122.09828781 ], [ 37.34633112, -122.09862728 ], [ 37.3464786, -122.09896549 ], [ 37.3466164, -122.09929791 ], [ 37.34676434, -122.09963352 ], [ 37.34690805, -122.09997509 ], [ 37.34705171, -122.10032243 ], [ 37.34719244, -122.1006624 ], [ 37.34733473, -122.10099349 ], [ 37.34747663, -122.10131879 ], [ 37.34762491, -122.1016513 ], [ 37.34777737, -122.10196336 ], [ 37.34794036, -122.10227399 ], [ 37.34812405, -122.10257499 ], [ 37.34831482, -122.10286198 ], [ 37.34851318, -122.10314001 ], [ 37.34872189, -122.10340186 ], [ 37.34894824, -122.1036539 ], [ 37.34918436, -122.10389589 ], [ 37.34941931, -122.10411164 ], [ 37.34966435, -122.10431859 ], [ 37.34991623, -122.10451573 ], [ 37.35016915, -122.1047086 ], [ 37.35042203, -122.10490214 ], [ 37.3506804, -122.10509685 ], [ 37.3509353, -122.10529449 ], [ 37.35119518, -122.1054944 ], [ 37.35145376, -122.10569934 ], [ 37.35170078, -122.10589849 ], [ 37.35194528, -122.10610938 ], [ 37.35218349, -122.10633762 ], [ 37.35240938, -122.10656821 ], [ 37.35262907, -122.10682025 ], [ 37.35283833, -122.10707414 ], [ 37.35304318, -122.1073468 ], [ 37.35322775, -122.10761167 ], [ 37.35340125, -122.10789012 ], [ 37.35357644, -122.10818206 ], [ 37.35373217, -122.10847987 ], [ 37.35388229, -122.10878137 ], [ 37.35402763, -122.10909116 ], [ 37.35416275, -122.10941512 ], [ 37.354285, -122.10973833 ], [ 37.35439853, -122.1100721 ], [ 37.35450989, -122.11040469 ], [ 37.35460422, -122.11074625 ], [ 37.35470108, -122.11109678 ], [ 37.35478615, -122.11144128 ], [ 37.35486926, -122.11178469 ], [ 37.3549592, -122.11213723 ], [ 37.35504792, -122.11248818 ], [ 37.35513836, -122.11282957 ], [ 37.35522226, -122.11317885 ], [ 37.35532071, -122.11352779 ], [ 37.35543424, -122.11386968 ], [ 37.35555758, -122.11420421 ], [ 37.35568444, -122.11452423 ], [ 37.35583234, -122.11484701 ], [ 37.35598347, -122.11516142 ], [ 37.35614335, -122.11546778 ], [ 37.35630592, -122.11577145 ], [ 37.35647419, -122.11607907 ], [ 37.35667204, -122.11636489 ], [ 37.35687073, -122.11663286 ], [ 37.35707534, -122.11689874 ], [ 37.35728082, -122.11715581 ], [ 37.3575003, -122.11741087 ], [ 37.35772158, -122.11764607 ], [ 37.35796495, -122.11787221 ], [ 37.35821377, -122.11808519 ], [ 37.35846644, -122.11829223 ], [ 37.35872263, -122.11848501 ], [ 37.3589945, -122.11866179 ], [ 37.35928216, -122.11883998 ], [ 37.35955814, -122.11901575 ], [ 37.35983897, -122.11918616 ], [ 37.36011952, -122.1193553 ], [ 37.36040727, -122.11952001 ], [ 37.36069305, -122.11969553 ], [ 37.3609743, -122.11986677 ], [ 37.36126096, -122.12003751 ], [ 37.36154377, -122.1202173 ], [ 37.36181958, -122.1204183 ], [ 37.36207862, -122.12062282 ], [ 37.36233305, -122.12084385 ], [ 37.36258266, -122.12108055 ], [ 37.36281941, -122.12133444 ], [ 37.36303768, -122.12160442 ], [ 37.36324345, -122.12188572 ], [ 37.36344328, -122.12218294 ], [ 37.36362588, -122.12248745 ], [ 37.36380169, -122.12279364 ], [ 37.36396061, -122.12310285 ], [ 37.36410876, -122.12341793 ], [ 37.36424153, -122.12374717 ], [ 37.36436332, -122.12407817 ], [ 37.36447237, -122.12441747 ], [ 37.36457081, -122.12476867 ], [ 37.36465673, -122.12512859 ], [ 37.36472923, -122.12549681 ], [ 37.3647884, -122.12586327 ], [ 37.36483488, -122.12623861 ], [ 37.36486694, -122.12661646 ], [ 37.36488463, -122.12699926 ], [ 37.36489573, -122.12737863 ], [ 37.36489494, -122.12775531 ], [ 37.36489561, -122.12814457 ], [ 37.36489536, -122.12851823 ], [ 37.36490102, -122.12889651 ], [ 37.364913, -122.12927755 ], [ 37.36492641, -122.12966111 ], [ 37.36495642, -122.13002966 ], [ 37.36500231, -122.13039762 ], [ 37.36505801, -122.13076299 ], [ 37.36513495, -122.13112023 ], [ 37.36522619, -122.13147671 ], [ 37.36533088, -122.13182204 ], [ 37.36543834, -122.13217241 ], [ 37.36554852, -122.13253006 ], [ 37.36565505, -122.13287858 ], [ 37.36576171, -122.13322476 ], [ 37.3658664, -122.13358057 ], [ 37.36597474, -122.1339342 ], [ 37.36607239, -122.13427694 ], [ 37.36617599, -122.13462026 ], [ 37.36627984, -122.13496408 ], [ 37.36637342, -122.13530514 ], [ 37.3664761, -122.13564763 ], [ 37.36657341, -122.13598643 ], [ 37.36667454, -122.13633075 ], [ 37.3667825, -122.13667173 ], [ 37.3668918, -122.13700784 ], [ 37.36700588, -122.13734664 ], [ 37.36714083, -122.13768569 ], [ 37.36728357, -122.13801602 ], [ 37.36743034, -122.13834434 ], [ 37.36759001, -122.13866201 ], [ 37.36776176, -122.13898061 ], [ 37.36794754, -122.13929619 ], [ 37.36813371, -122.13959391 ], [ 37.36833646, -122.13988803 ], [ 37.36854278, -122.1401674 ], [ 37.36876231, -122.14043713 ], [ 37.36898397, -122.14069152 ], [ 37.36921459, -122.14094005 ], [ 37.36945654, -122.1411796 ], [ 37.3697059, -122.14141823 ], [ 37.36994839, -122.1416339 ], [ 37.37019243, -122.14186189 ], [ 37.37043777, -122.14209172 ], [ 37.37068524, -122.14231367 ], [ 37.37092857, -122.14253931 ], [ 37.37117332, -122.14276269 ], [ 37.37142067, -122.14297886 ], [ 37.37167049, -122.14320232 ], [ 37.37190954, -122.14341883 ], [ 37.37215601, -122.14364204 ], [ 37.37240005, -122.14386038 ], [ 37.37263743, -122.14409064 ], [ 37.37287229, -122.14430781 ], [ 37.37311268, -122.14451887 ], [ 37.37336271, -122.14472699 ], [ 37.37361371, -122.14495984 ], [ 37.37385134, -122.14517802 ], [ 37.37409077, -122.14540877 ], [ 37.37433481, -122.14563986 ], [ 37.37457281, -122.14588663 ], [ 37.37481249, -122.14611939 ], [ 37.37503792, -122.14636347 ], [ 37.37527039, -122.14662055 ], [ 37.37550207, -122.14687494 ], [ 37.37572427, -122.14713511 ], [ 37.37595557, -122.14739872 ], [ 37.37618545, -122.14766024 ], [ 37.37641444, -122.14792309 ], [ 37.37664016, -122.14817958 ], [ 37.37686895, -122.14843858 ], [ 37.37709618, -122.14869624 ], [ 37.37732484, -122.14894979 ], [ 37.37755308, -122.14919429 ], [ 37.37778312, -122.14944148 ], [ 37.3780272, -122.14968145 ], [ 37.37828075, -122.14990349 ], [ 37.37854172, -122.15010976 ], [ 37.3787954, -122.15030297 ], [ 37.37906991, -122.15049139 ], [ 37.37933964, -122.15066314 ], [ 37.37961188, -122.15082139 ], [ 37.37989138, -122.15096748 ], [ 37.38018479, -122.15110721 ], [ 37.38048092, -122.15123277 ], [ 37.38078049, -122.15133956 ], [ 37.38107985, -122.15143117 ], [ 37.38139635, -122.15151398 ], [ 37.38170908, -122.15158724 ], [ 37.38201841, -122.1516569 ], [ 37.38232167, -122.15171758 ], [ 37.3826398, -122.15178036 ], [ 37.38294604, -122.15184264 ], [ 37.38325235, -122.15190458 ], [ 37.38355637, -122.15196543 ], [ 37.38386583, -122.15203945 ], [ 37.38417047, -122.1521117 ], [ 37.38447544, -122.1522008 ], [ 37.3847595, -122.15231454 ], [ 37.38505698, -122.15241395 ], [ 37.3853594, -122.15250213 ], [ 37.38560981, -122.15272559 ], [ 37.38587685, -122.15289608 ], [ 37.38612831, -122.15307537 ], [ 37.386369, -122.15330226 ], [ 37.38660109, -122.15352321 ], [ 37.38681491, -122.15376042 ], [ 37.38703695, -122.15399578 ], [ 37.38723661, -122.15426073 ], [ 37.38741594, -122.15453155 ], [ 37.38758433, -122.15481075 ], [ 37.38774539, -122.15510789 ], [ 37.38789928, -122.15540746 ], [ 37.38803876, -122.15572505 ], [ 37.38816025, -122.156047 ], [ 37.38827425, -122.1563775 ], [ 37.38837114, -122.1567204 ], [ 37.38845823, -122.15706146 ], [ 37.38852302, -122.15740629 ], [ 37.38858496, -122.15776739 ], [ 37.38863873, -122.158132 ], [ 37.38869141, -122.15849049 ], [ 37.38875059, -122.15884924 ], [ 37.38880101, -122.1592167 ], [ 37.38885423, -122.15958014 ], [ 37.38890729, -122.15994434 ], [ 37.38896215, -122.16030945 ], [ 37.38901726, -122.16067063 ] ]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I have tried using onthegomap.com but they export only in GPX and I have been unable to convert it to something like above.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any databases for this or any websites that may facilitate this?&lt;/p&gt;&#xA;" OwnerUserId="22608" LastEditorUserId="22608" LastEditDate="2019-09-16T15:41:13.967" LastActivityDate="2019-09-18T17:33:27.893" Title="Seeking lists (in array form) of latitude, longitudes for streets and other places?" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15701" PostTypeId="2" ParentId="15700" CreationDate="2019-09-16T09:45:05.820" Score="1" Body="&lt;p&gt;I'm not sure where you are but for the UK you can download postcode to lat/long tables from a variety of sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.freemaptools.com/download-uk-postcode-lat-lng.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK postcodes to lat/long&lt;/a&gt; - this site also has a variety of other countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You then seem to be asking how to &lt;a href=&quot;https://stackoverflow.com/questions/3518778/how-do-i-read-csv-data-into-a-record-array-in-numpy&quot;&gt;convert a csv into a list&lt;/a&gt;. Obviously for an app you don't want to have to load the csv every time as its a fairly expensive operation so you want to run it once and remember the result. This is an app programming question, however, rather than a question of where to source data.&lt;/p&gt;&#xA;" OwnerUserId="22612" LastEditorUserId="22612" LastEditDate="2019-09-16T13:26:49.963" LastActivityDate="2019-09-16T13:26:49.963" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15702" PostTypeId="1" AcceptedAnswerId="15703" CreationDate="2019-09-16T10:36:04.357" Score="0" ViewCount="208" Body="&lt;p&gt;I'm using the following query to receive label and description of all Wikidata-entries with geo-location in a geo-bounding box:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?place ?placeLabel ?placeDescription ?location WHERE&#xA;{&#xA;  SERVICE wikibase:box&#xA;  {&#xA;    ?place wdt:P625 ?location.&#xA;    bd:serviceParam wikibase:cornerWest 'Point({0} {1})'^^geo:wktLiteral.&#xA;    bd:serviceParam wikibase:cornerEast 'Point({2} {3})'^^ geo:wktLiteral.&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language '{4},en,fr,es'. }&#xA;  ?place(wdt:P31/wdt:P279*) wd:Q618123.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This works fine, but now I would like to also have the link to the wikipedia article included in the result. I tried to modify the query to:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?place ?placeLabel ?placeDescription ?location ?article WHERE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;but it doesn't work, articles are not returned. Any idea, how this works? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Edit: after all the useful hints from you guys, here is the version, which works fine now:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?place ?placeLabel ?placeDescription ?location ?article WHERE&#xA;{&#xA;  SERVICE wikibase:box&#xA;  {&#xA;     ?place wdt:P625 ?location.&#xA;     bd:serviceParam wikibase:cornerWest 'Point({0} {1})'^^geo:wktLiteral.&#xA;     bd:serviceParam wikibase:cornerEast 'Point({2} {3})'^^ geo:wktLiteral.&#xA;  }&#xA;  SERVICE wikibase:label&#xA;  { &#xA;      bd:serviceParam wikibase:language '[AUTO_LANGUAGE],en,fr,es,{4}'. &#xA;      ?place schema:description ?placeDescription ; rdfs:label ?placeLabel. &#xA;  }&#xA;  # all places with a location&#xA;  ?place(wdt:P31/wdt:P279*) wd:Q618123.&#xA;&#xA;  # include wikipedia links&#xA;  ?article schema:about ?place.&#xA;  FILTER REGEX(STR(?article), '.wikipedia.org/wiki/').&#xA;&#xA;  # optional, only places containing string in label&#xA;  FILTER CONTAINS(lcase(?placeLabel), '{5}').&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="22613" LastEditorUserId="22613" LastEditDate="2019-09-17T12:14:51.870" LastActivityDate="2019-09-17T12:14:51.870" Title="Query wikipedia links" Tags="|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15703" PostTypeId="2" ParentId="15702" CreationDate="2019-09-16T16:35:55.997" Score="1" Body="&lt;p&gt;The query service does not know that your variable &lt;code&gt;?article&lt;/code&gt; means that you want a Wikipedia article. You have to also ask for it in the actual query. One way to do that is to add these lines in the query:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;?article schema:about ?place.&#xA;FILTER REGEX(STR(?article), &quot;.wikipedia.org/wiki/&quot;) .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The first line queries for all the the sitelinks that the item have. The second one filters out those that go to other projects than Wikipedia, for instance Wikimedia Commons. So here is an example that might work for you:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?place ?placeLabel ?placeDescription ?location WHERE&#xA;{&#xA;  SERVICE wikibase:box&#xA;  {&#xA;    ?place wdt:P625 ?location.&#xA;    bd:serviceParam wikibase:cornerWest 'Point({0} {1})'^^geo:wktLiteral.&#xA;    bd:serviceParam wikibase:cornerEast 'Point({2} {3})'^^ geo:wktLiteral.&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language '{4},en,fr,es'. }&#xA;  ?place(wdt:P31/wdt:P279*) wd:Q618123.&#xA;  ?article schema:about ?place.&#xA;  FILTER REGEX(STR(?article), &quot;.wikipedia.org/wiki/&quot;) .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2019-09-16T16:35:55.997" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15705" PostTypeId="1" CreationDate="2019-09-17T09:08:14.987" Score="1" ViewCount="161" Body="&lt;p&gt;I've tried to search for company register with API for registered businesses (including companies and self-employed people) in Austria, but with no luck. Does anybody know, if is there any?&lt;/p&gt;&#xA;" OwnerUserId="22619" LastEditorUserId="1511" LastEditDate="2019-09-17T18:54:42.453" LastActivityDate="2021-03-25T15:35:12.287" Title="Business register in Austria" Tags="|data-request|finance|europe|opencorporates|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15706" PostTypeId="1" CreationDate="2019-09-17T16:33:57.290" Score="1" ViewCount="91" Body="&lt;p&gt;I have just started exploring data.gov and want to ensure i understand relationships under a Topic.&#xA;If I pick a topic, then it lists # of datasets mapped to the topic. Then we have Categories, Tags, Organizations, Publishers and Bureaus. I can infer the following:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A dataset mapped to a Topic can show in another Topic as well&lt;/li&gt;&#xA;&lt;li&gt;Datasets published by an Organization add up to the total data set for the topic&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;What is the purpose of Categories under a Topic? A subclassing below Topic?&lt;/li&gt;&#xA;&lt;li&gt;Is Organization, Publisher and Bureau any linkage that can be inferred?&lt;/li&gt;&#xA;&lt;li&gt;Is there a metrics download where I can get stats on the above constructs? I did download a metrics file but it has stats on agency/ subagency and datasets. Eg: Topic of Finance = 102 datasets. Is this metric and others like these downloadable?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="22622" LastEditorUserId="23272" LastEditDate="2022-07-14T14:25:01.723" LastActivityDate="2022-07-14T14:25:01.723" Title="data.gov: Request for insight into relationships of Topics / Categories / Organizations etc" Tags="|data.gov|categories|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15707" PostTypeId="1" CreationDate="2019-09-17T20:16:41.910" Score="1" ViewCount="23" Body="&lt;p&gt;I'm trying to replicate how the ACS calculates their MOEs for Gross Migration and NetMigration from the latest 2013-2017 County-to-County Migration flow data. I followed their guidance/methodology for approximating a MOE for derived estimates for Gross Migration but got different results from what was published in their data table. Does anyone know how to calculate a MOE for Net Migration? or how the formula/methodology to replicate gross migration MOE?   &lt;/p&gt;&#xA;" OwnerUserId="22623" LastActivityDate="2019-09-17T20:16:41.910" Title="Calculating MOE for Net Migration" Tags="|us-census|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15708" PostTypeId="2" ParentId="15700" CreationDate="2019-09-18T17:33:27.893" Score="2" Body="&lt;p&gt;(From comment)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(if I understood correctly,) any geojson will be close enough to the format you are looking for. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/datasets/geo-countries/master/data/countries.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/datasets/geo-countries/master/data/countries.geojson&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-09-18T17:33:27.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15709" PostTypeId="1" CreationDate="2019-09-19T13:56:14.447" Score="2" ViewCount="32" Body="&lt;p&gt;I'm looking for datasets about cinema in the US. In particular, I need a &lt;strong&gt;representative sample&lt;/strong&gt; (as much as this can exist) of &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Movies that were properly released and seen in theatres in the US&lt;/li&gt;&#xA;&lt;li&gt;Released between 1950 to today&lt;/li&gt;&#xA;&lt;li&gt;Plot summaries&lt;/li&gt;&#xA;&lt;li&gt;Country of production&lt;/li&gt;&#xA;&lt;li&gt;Year of release&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I found this &lt;a href=&quot;https://www.imdb.com/interfaces/&quot; rel=&quot;nofollow noreferrer&quot;&gt;great resource from IMDB&lt;/a&gt;, but I can't find the plot summaries and countries of production.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible to extract/scrape this data from Wikipedia/DBpedia/IMDB? &lt;/p&gt;&#xA;" OwnerUserId="18057" LastActivityDate="2019-09-19T13:56:14.447" Title="Sample of movie plot summaries" Tags="|data-request|film|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15710" PostTypeId="1" CreationDate="2019-09-19T15:04:55.417" Score="-1" ViewCount="37" Body="&lt;p&gt;I'm looking for a data set that I can use to predict/classify using machine learning methods like SVM, trees, logistic regression, etc.&lt;/p&gt;&#xA;&lt;p&gt;I would love something related to health/medicine, so I could use methods to detect early-stage diseases for example. But other areas are good too.&lt;/p&gt;&#xA;" OwnerUserId="22636" LastEditorUserId="23272" LastEditDate="2021-04-03T05:17:18.050" LastActivityDate="2021-04-03T05:17:18.050" Title="Data sets to predict/classify using machine learning" Tags="|data-request|medical|" AnswerCount="1" CommentCount="1" ClosedDate="2019-09-22T09:57:31.860" ContentLicense="CC BY-SA 4.0" />
  <row Id="15711" PostTypeId="2" ParentId="15710" CreationDate="2019-09-19T20:15:14.787" Score="1" Body="&lt;p&gt;Have you considered using the Pima Indians Diabetes &lt;a href=&quot;https://data.world/data-society/pima-indians-diabetes-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt;? This dataset could be quite a good fit for the methods of analysis you mentioned. &lt;/p&gt;&#xA;" OwnerUserId="21274" LastActivityDate="2019-09-19T20:15:14.787" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15712" PostTypeId="1" CreationDate="2019-09-20T18:02:39.580" Score="1" ViewCount="133" Body="&lt;p&gt;I'm looking to build a classifier that can label documents as &lt;code&gt;private&lt;/code&gt; or &lt;code&gt;public&lt;/code&gt; based on their content and need to find a suitable dataset that contains private/confidential/secret/sensitive documents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's fairly easy to understand that they are hard to find since they contain 'private/confidential/secret/sensitive' information. However, most datasets I have discovered have had the important parts redacted or cleansed.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Anyone have any suggestions for a dataset or even a place to look for such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="22642" LastActivityDate="2019-09-20T18:02:39.580" Title="Available dataset containing private/confidential documents" Tags="|data-request|machine-learning|classification|text|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15713" PostTypeId="1" CreationDate="2019-09-20T19:03:43.507" Score="1" ViewCount="76" Body="&lt;p&gt;I am a beginning user of the MIMIC III database, and I would like to query the database to get a list of all patients in Mimic III that have had a blood transfusion (ICD 9 code 9901 - 9905). Does anyone know of a tutorial that might help me do this query?&lt;/p&gt;&#xA;" OwnerUserId="22643" LastEditorUserId="23272" LastEditDate="2021-08-21T04:35:15.793" LastActivityDate="2021-08-21T04:35:15.793" Title="Help a beginner with Mimic III" Tags="|mimic-iii|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15714" PostTypeId="1" CreationDate="2019-09-21T15:44:24.240" Score="0" ViewCount="82" Body="&lt;p&gt;Over the past few years, I have managed to find all sorts of excellent data sources across the web, almost always for free, including static data (e.g. &lt;code&gt;.csv&lt;/code&gt;), but also plenty of free APIs, for example finance, weather, sport etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I have not been able to find a free news API. &lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Question&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;My question is: where can we find a free and simple news API, with a preference for &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;As many news articles as possible&lt;/li&gt;&#xA;&lt;li&gt;Going back as far as possible&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;What I've tried&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;It is well known that Google is an excellent aggregator of news. However, it is notoriously difficult to web scrape (they have a paid news API - not a free one).&lt;/p&gt;&#xA;" OwnerUserId="25373" OwnerDisplayName="user5783745" LastEditorUserId="14011" LastEditDate="2019-10-09T18:56:58.793" LastActivityDate="2019-10-09T18:56:58.793" Title="Are there any free news APIs?" Tags="|api|news|" AnswerCount="1" CommentCount="0" ClosedDate="2019-09-22T09:54:42.813" ContentLicense="CC BY-SA 4.0" />
  <row Id="15715" PostTypeId="2" ParentId="15714" CreationDate="2019-09-22T02:54:48.747" Score="0" Body="&lt;p&gt;you can use hacker news api particularly for tech news&lt;/p&gt;&#xA;" OwnerUserId="22653" LastActivityDate="2019-09-22T02:54:48.747" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15718" PostTypeId="1" AcceptedAnswerId="15743" CreationDate="2019-09-25T20:05:40.073" Score="4" ViewCount="46" Body="&lt;p&gt;I am working on a project which assesses the potential for energy development in India. Where could I acquire data which shows areas where the Indian government would likely not permit development? I can see that there is relevant data available on Bhuvan (&lt;a href=&quot;https://bhuvan.nrsc.gov.in/bhuvan_links.php#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://bhuvan.nrsc.gov.in/bhuvan_links.php#&lt;/a&gt;), however I have difficulties interpreting the data availability.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If anyone has any resources for finding this sort of data (conserved lands, national parks, protected lands, etc.), please let me know.&lt;/p&gt;&#xA;" OwnerUserId="22670" LastActivityDate="2019-11-04T23:01:35.197" Title="Acquiring Indian Land Conservation Data" Tags="|geospatial|environment|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15719" PostTypeId="1" CreationDate="2019-09-26T14:19:58.743" Score="0" ViewCount="462" Body="&lt;p&gt;I need some DAG graph for my research. The representation of the graphs is needed to be in edge-list representation. &lt;/p&gt;&#xA;" OwnerUserId="22674" LastEditorUserId="22674" LastEditDate="2019-09-27T11:33:06.753" LastActivityDate="2019-10-09T09:45:27.317" Title="Searching for Directed acyclic graph data" Tags="|data-request|uses-of-open-data|programming|computing|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15720" PostTypeId="2" ParentId="12611" CreationDate="2019-09-26T15:15:16.660" Score="3" Body="&lt;p&gt;Most telephone recording datasets are privately owned by parties who have access to such data like for example call-centers and tech-support companies etc. This data is subject to various &lt;strong&gt;&lt;em&gt;privacy laws&lt;/em&gt;&lt;/strong&gt; (which differ from one country to another), therefore it is tricky to find such data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Nevertheless, the &lt;a href=&quot;https://ca.talkbank.org/access/CallHome&quot; rel=&quot;nofollow noreferrer&quot;&gt;CallHome database&lt;/a&gt; and the &lt;a href=&quot;https://ca.talkbank.org/access/CallFriend&quot; rel=&quot;nofollow noreferrer&quot;&gt;CallFriend database&lt;/a&gt; -by &lt;a href=&quot;https://ca.talkbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TalkBank&lt;/a&gt;- seem to fit your requirements. Furthermore, &lt;a href=&quot;https://ca.talkbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TalkBank&lt;/a&gt; provides a variety of datasets with support for different languages. The full list can be found &lt;a href=&quot;https://ca.talkbank.org/access/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please mind the licenses of these datasets and the &lt;a href=&quot;https://talkbank.org/share/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TalkBank Ground Rules&lt;/a&gt;. &#xA;The TalkBank data is subject to the &lt;a href=&quot;https://creativecommons.org/licenses/by-nc-sa/3.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY-NC-SA 3.0 license&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="21435" LastEditDate="2019-09-26T15:40:29.483" LastActivityDate="2019-09-26T15:40:29.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15721" PostTypeId="2" ParentId="15666" CreationDate="2019-09-26T21:27:54.773" Score="1" Body="&lt;p&gt;The Sports Videos in the Wild (SVW) dataset is a computer vision dataset with videos tagged by sport and bounding boxes for actions: &lt;a href=&quot;http://cvlab.cse.msu.edu/project-svw.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cvlab.cse.msu.edu/project-svw.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-09-26T21:27:54.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15722" PostTypeId="1" CreationDate="2019-09-27T06:55:57.133" Score="1" ViewCount="341" Body="&lt;p&gt;I am new to APIs and am having problems in accessing data from catalog.data.gov. I have successfully used the below code to search my dataset of interest, but can't figure out how I can fetch the data for the collection &quot;Monthly Traffic Volume Trends&quot;. I am interested in getting all the 154 datasets in this collection. Please guide me through this&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import urllib3&#xA;from urllib.parse import quote&#xA;import json&#xA;import pprint&#xA;&#xA;# Make the HTTP request.&#xA;http = urllib3.PoolManager()&#xA;response = http.request('GET','http://catalog.data.gov/api/3/search/dataset?q=&quot;monthly_traffic_volume_trends_may_2002&quot;&amp;amp;rows=10')&#xA;# Use the json module to load CKAN's response into a dictionary.&#xA;response_dict = json.loads(response.data)&#xA;# Check the contents of the response.&#xA;result = response_dict['results']&#xA;pprint.pprint(result)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="22679" LastEditorUserId="16193" LastEditDate="2020-07-23T10:26:22.333" LastActivityDate="2020-07-23T10:26:22.333" Title="How to access data from catalog.data.gov using API's?" Tags="|api|data.gov|ckan|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15723" PostTypeId="2" ParentId="1577" CreationDate="2019-09-27T07:15:02.087" Score="0" Body="&lt;p&gt;Here you go!&#xA;&lt;a href=&quot;https://forum.artofmemory.com/t/here-is-a-list-of-famous-people/26898&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://forum.artofmemory.com/t/here-is-a-list-of-famous-people/26898&lt;/a&gt;&#xA;-and-&#xA;&lt;a href=&quot;https://artofmemory.com/files/forum/947/initials.txt?_ga=2.42526565.1147344043.1569555157-1984831696.1569555157&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://artofmemory.com/files/forum/947/initials.txt?_ga=2.42526565.1147344043.1569555157-1984831696.1569555157&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You own me nothing except add my name to the 'famous' list.&#xA;Frankie Kam&#xA;1993 Famous DOS Flight Simulator modder&lt;/p&gt;&#xA;" OwnerUserId="22680" LastActivityDate="2019-09-27T07:15:02.087" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15724" PostTypeId="1" CreationDate="2019-09-27T07:40:47.347" Score="3" ViewCount="1040" Body="&lt;p&gt;I'm looking for something like this page of Wikipedia:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_mountains_by_elevation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_mountains_by_elevation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but with coordinates so that I can load the resulting file in a GIS. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does somebody now if there is a global mountain peaks database?&lt;/p&gt;&#xA;" OwnerUserId="2927" LastActivityDate="2020-05-06T02:27:09.990" Title="Location of all mountain peaks of the world" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15725" PostTypeId="2" ParentId="13105" CreationDate="2019-09-27T12:06:37.970" Score="10" Body="&lt;p&gt;Audio datasets of call center recordings are hard to find as those are usually &lt;strong&gt;&lt;em&gt;privately owned&lt;/em&gt;&lt;/strong&gt; and subject to various &lt;strong&gt;&lt;em&gt;privacy laws&lt;/em&gt;&lt;/strong&gt; (which differ from one country to another). Unfortunately, it is unclear what are you trying to do with the data and consequently it is hard to give you accurate suggestions that fits your search.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, &lt;strong&gt;&lt;em&gt;depending on your use case&lt;/em&gt;&lt;/strong&gt; you might be able to find -behaviorally- similar datasets. If you are interested in &lt;strong&gt;Speaker diarization/ Recogntion over the telephone&lt;/strong&gt; then datasets like the &lt;a href=&quot;https://ca.talkbank.org/access/CallHome&quot; rel=&quot;noreferrer&quot;&gt;CallHome database&lt;/a&gt; and the &lt;a href=&quot;https://ca.talkbank.org/access/CallFriend&quot; rel=&quot;noreferrer&quot;&gt;CallFriend database&lt;/a&gt; -by &lt;a href=&quot;https://ca.talkbank.org/&quot; rel=&quot;noreferrer&quot;&gt;TalkBank&lt;/a&gt; should be sufficient to replicate call center calls (a two-way conversation, sampling rate = 8kHz, telephone noise included)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In case you need to do &lt;strong&gt;&lt;em&gt;Speaker verification over the telephone&lt;/em&gt;&lt;/strong&gt;, a dataset of calls-recordings of one individual should be easier to handle and that can be also done using the same -previously mentioned- datasets by separating each sample into two samples (separate speakers, from stereo to mono). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However if you are interested in &lt;strong&gt;&lt;em&gt;Speech Recognition over the telephone&lt;/em&gt;&lt;/strong&gt;, then you will need more than a couple of audio recordings. Note that you will need a lot of transcribed datasets (with a sampling rate = 8kHz) and there aren't many out there. This is not an easy task and is indeed an ongoing research area. Moreover, most existing tools for speech recognition are conceived for 16kHz data but there are a couple of decent 8kHz pre-trained models like the CMU Sphinx model &lt;a href=&quot;https://sourceforge.net/projects/cmusphinx/files/Acoustic%20and%20Language%20Models/US%20English/&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;. Alternatively, you can use 16kHz data to train for 8kHz recognition  using some transformation like the ones uggested in the following papers: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://ieeexplore.ieee.org/document/1342303&quot; rel=&quot;noreferrer&quot;&gt;Speech conversion from clean conditions to telephone ones&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://ieeexplore.ieee.org/document/1285547&quot; rel=&quot;noreferrer&quot;&gt;Telephone speech recognition using simulated data from clean database&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;From the formulation of your question&lt;/em&gt;&lt;/strong&gt;, I suspect you are trying to detect the nature of the call inquiry. This is -to my limited knowledge- a two-steps procedure. First you need to know what is being said? Secondly, what is it about? Of course, you can try using extracted vocational features to predict the nature of the call but I doubt that you will get decent results. For the call natures, I suggest looking for call logs as those are easier to find. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Disclaimer:&lt;/em&gt;&lt;/strong&gt;&#xA;Please mind the licenses of these datasets and the &lt;a href=&quot;https://talkbank.org/share/&quot; rel=&quot;noreferrer&quot;&gt;TalkBank Ground Rules&lt;/a&gt;. &#xA;The TalkBank data is subject to the &lt;a href=&quot;https://creativecommons.org/licenses/by-nc-sa/3.0/&quot; rel=&quot;noreferrer&quot;&gt;CC BY-NC-SA 3.0 license&lt;/a&gt; and &lt;a href=&quot;https://cmusphinx.github.io/&quot; rel=&quot;noreferrer&quot;&gt;CMU Sphinx&lt;/a&gt; is under the &lt;a href=&quot;https://github.com/cmusphinx/pocketsphinx/blob/master/LICENSE&quot; rel=&quot;noreferrer&quot;&gt;BSD-style license&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2019-09-27T12:06:37.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15726" PostTypeId="1" CreationDate="2019-09-30T10:25:16.390" Score="3" ViewCount="55" Body="&lt;p&gt;Ideally I want a database that contains all points on the earth down to about 3m by 3m square and a corresponding street address if one exists (might be a many to one relationship).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does such a DB exist, and, if so, which is the most comprehensive?&lt;/p&gt;&#xA;" OwnerUserId="22694" LastEditorUserId="9956" LastEditDate="2019-10-11T10:30:21.597" LastActivityDate="2019-10-11T10:30:21.597" Title="Is there a comprehensive geocoding DB available?" Tags="|data-request|geocoding|database|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15728" PostTypeId="2" ParentId="15726" CreationDate="2019-09-30T10:41:59.270" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://nominatim.org/release-docs/develop/api/Overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nominatim&lt;/a&gt; has an API that gives data on at the very least the street level. You can provide a latitude and longitude and have an address returned.&lt;/p&gt;&#xA;" OwnerUserId="22612" LastActivityDate="2019-09-30T10:41:59.270" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15729" PostTypeId="1" CreationDate="2019-09-30T11:17:29.547" Score="1" ViewCount="116" Body="&lt;p&gt;I am working on a project where I need foot pressure data that a person put on his foot while walking, running, or doing any other practice. I searched a lot in the search engines and I couldn't find anything. The data could be collected from pressure sensors or pressure mats.&#xA;I would be grateful if any of you know of such a database and can share it with me.&lt;/p&gt;&#xA;" OwnerUserId="22695" LastEditorUserId="23272" LastEditDate="2021-04-03T09:20:24.123" LastActivityDate="2023-12-19T17:01:30.267" Title="Looking for foot pressure database collected from pressure sensors" Tags="|data-request|medical|uses-of-open-data|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15730" PostTypeId="1" CreationDate="2019-09-30T18:01:17.170" Score="1" ViewCount="37" Body="&lt;p&gt;I am trying to find &lt;strong&gt;Monthly&lt;/strong&gt; prices or returns for &lt;code&gt;Gold&lt;/code&gt; and &lt;code&gt;Oil&lt;/code&gt; going back in time until 1920s. Yearly data is available, but I wanted to check if someone has come across monthly time series too.&lt;/p&gt;&#xA;" OwnerUserId="22697" LastActivityDate="2019-09-30T18:01:17.170" Title="Monthly Gold and Oil prices going back to 1920s" Tags="|data-request|historical|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15731" PostTypeId="1" AcceptedAnswerId="15919" CreationDate="2019-10-01T14:19:30.983" Score="3" ViewCount="163" Body="&lt;p&gt;I became interested in the question of which country has the most people living most northernly. I am posting this question here because I don't know where to find sources for that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't mean a country with a large city near or above the arctic circle. Rather, if you take the average longitude of the nation's population --  the average latitude of each citizen's residence (as nearest an approximation as you can)-- which country would have the nothern-most average latitude. I suspect that country is Finland, but I would like to find some way to empirically verify this suspicion.&lt;/p&gt;&#xA;" OwnerUserId="22704" LastEditorUserId="14011" LastEditDate="2019-11-26T19:17:20.970" LastActivityDate="2019-12-10T13:43:37.920" Title="How to find the country with the northernmost population?" Tags="|geospatial|population|" AnswerCount="1" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="15732" PostTypeId="2" ParentId="5467" CreationDate="2019-10-02T05:40:52.917" Score="2" Body="&lt;p&gt;First, download wikidata json dumps from &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:Database_download&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then start reading the json file e.g. using Python's json library and for each entity, find entity['sitelinks']['enwiki']['value'] which gives you the page title.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then replace space with _ and concatenate it to wikipedia.org/wiki/...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now you have the complete URL.&lt;/p&gt;&#xA;" OwnerUserId="22708" LastActivityDate="2019-10-02T05:40:52.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15733" PostTypeId="2" ParentId="10573" CreationDate="2019-10-02T23:55:10.367" Score="-1" Body="&lt;p&gt;Look at legislation.co.uk as I use it to look up UK statues that are currently in force and those that used to be in force. I know which legislation you are meaning but the name of it is not coming to me. &lt;/p&gt;&#xA;" OwnerUserId="22717" LastActivityDate="2019-10-02T23:55:10.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15734" PostTypeId="2" ParentId="15719" CreationDate="2019-10-03T03:32:32.903" Score="1" Body="&lt;p&gt;Here are some good places to look for graph and network datasets&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Awesome list by &lt;a href=&quot;https://github.com/briatte/awesome-network-analysis#datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;briatte/awesome-network-analysis&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://snap.stanford.edu/data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://networkdata.ics.uci.edu/resources.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Network Data Repository&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://socialcomputing.asu.edu/pages/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASU Network Datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://aminer.org/data-sna&quot; rel=&quot;nofollow noreferrer&quot;&gt;Aminer Datasets for Social Network Analysis&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://networkrepository.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Network Repository&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://networksciencebook.com/translations/en/resources/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datasets&lt;/a&gt; from the book &quot;Network Science&quot; by Albert-László Barabási&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sites.google.com/site/ucinetsoftware/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCINET format datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-03T03:32:32.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15736" PostTypeId="1" CreationDate="2019-10-03T20:42:11.843" Score="2" ViewCount="29" Body="&lt;p&gt;I'm studying the effects of some data transformations over the technical efficiencies resulting from a DEA model. To do that, I'm looking for a benchmark dataset which has at least three variables with fifty observations each.&lt;br /&gt;&#xA;In my research I found some datasets, as in [&lt;a href=&quot;https://deazone.com/en/resources/data-sets&quot; rel=&quot;nofollow noreferrer&quot;&gt;1&lt;/a&gt;], [&lt;a href=&quot;http://www.holger-scheel.de/doordea.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;2&lt;/a&gt;] and [&lt;a href=&quot;http://www.etm.pdx.edu/dea/dataset/default.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;3&lt;/a&gt;],&#xA;but all with broken links.&lt;/p&gt;&#xA;&lt;p&gt;Does someone know some reference dataset to conduct experiments with DEA models?&lt;/p&gt;&#xA;" OwnerUserId="22380" LastEditorUserId="23272" LastEditDate="2022-07-14T12:52:48.833" LastActivityDate="2022-07-14T12:52:48.833" Title="Benchmark datasets to compare Data Envelopment Analysis (DEA) models" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15737" PostTypeId="2" ParentId="15724" CreationDate="2019-10-04T03:54:14.747" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.peaklist.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;peaklist.org&lt;/a&gt; has a georeferenced dataset of &lt;a href=&quot;http://www.peaklist.org/ultras.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;ultras&quot;&lt;/a&gt; (peaks above 1500 meters in prominence) available as &lt;a href=&quot;http://peaklist.org/misc/ultrasgoogle052007-linktoKMZ.KMZ&quot; rel=&quot;nofollow noreferrer&quot;&gt;KMZ&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7pRfr.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7pRfr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-04T03:54:14.747" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15738" PostTypeId="1" AcceptedAnswerId="15746" CreationDate="2019-10-04T14:59:43.907" Score="2" ViewCount="133" Body="&lt;p&gt;This code is to load the housing data from the scikit-learn library.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; from sklearn.datasets import load_boston&#xA;&amp;gt;&amp;gt;&amp;gt; boston_dataset = load_boston()&#xA;&amp;gt;&amp;gt;&amp;gt; len(boston_dataset.data)&#xA;506&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;First feature is CRIM which means &quot;per capita crime rate by town&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does it indicate that there are 506 different towns in &quot;Boston house prices dataset&quot;?&lt;/p&gt;&#xA;" OwnerUserId="21840" LastEditorUserId="21840" LastEditDate="2019-10-06T07:12:08.213" LastActivityDate="2019-10-06T20:38:52.690" Title="Are there 506 different towns in &quot;Boston house prices dataset&quot;?" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15739" PostTypeId="1" CreationDate="2019-10-04T18:02:05.627" Score="1" ViewCount="104" Body="&lt;p&gt;GeoJSON data contains arrays of coordinates that create polylines (like borders). You can find geoJSON data for the 50 U.S. state borders, for example. I would like proper geoJSON data for this: &lt;a href=&quot;https://www.scribblemaps.com/create/#/id=HfPjzTz28R&amp;amp;lat=40.76084989&amp;amp;lng=-73.98615251&amp;amp;z=14&amp;amp;t=mbb_road&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.scribblemaps.com/create/#/id=HfPjzTz28R&amp;amp;lat=40.76084989&amp;amp;lng=-73.98615251&amp;amp;z=14&amp;amp;t=mbb_road&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I would find or commission this? It's going into a Kotlin-based web endpoint that creates maps.&lt;/p&gt;&#xA;" OwnerUserId="22725" LastActivityDate="2019-10-21T18:44:54.817" Title="Where would I be able to obtain or purchase GeoJSON data for Manhattan submarkets?" Tags="|geospatial|openstreetmap|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15740" PostTypeId="1" AcceptedAnswerId="15742" CreationDate="2019-10-05T01:50:49.030" Score="4" ViewCount="5906" Body="&lt;p&gt;scikit-learn comes with &lt;a href=&quot;https://scikit-learn.org/stable/datasets/index.html#boston-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Boston house prices dataset&lt;/a&gt;. One of the features is LSTAT, which means &quot;Percentage of lower status of the population&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What does &quot;lower status&quot; mean there?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does it mean something like &quot;low incoming&quot;?&lt;/p&gt;&#xA;" OwnerUserId="21840" LastEditorUserId="7031" LastEditDate="2019-10-10T08:52:55.033" LastActivityDate="2019-10-10T08:52:55.033" Title="What does “lower status” mean in “Boston house prices dataset”?" Tags="|data-request|python|documentation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15741" PostTypeId="2" ParentId="15739" CreationDate="2019-10-05T06:01:07.910" Score="2" Body="&lt;p&gt;If by “submarket” you just mean “neighborhood” then there are plenty of open sources&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example: &#xA;&lt;a href=&quot;https://github.com/veltman/snd3/blob/master/data/nyc-neighborhoods.geo.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/veltman/snd3/blob/master/data/nyc-neighborhoods.geo.json&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-10-05T06:01:07.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15742" PostTypeId="2" ParentId="15740" CreationDate="2019-10-05T21:40:52.877" Score="5" Body="&lt;p&gt;From dataset documentation in Table IV of Harrison &amp;amp; Rubin (1978), LSTAT is defined as:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Proportion of population that is lower status = 1/2&#xA;  (proportion of adults without, some high school education and proportion of male workers classified as&#xA;  laborers). The logarithmic specification implies that&#xA;  socioeconomic status distinctions mean more in the&#xA;  upper brackets of society than in the lower classes. Source: 1970 U. S. Census &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Harrison Jr, David, and Daniel L. Rubinfeld. &quot;Hedonic housing prices and the demand for clean air.&quot; Journal of environmental economics and management 5, no. 1 (1978): 81-102.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-05T21:40:52.877" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15743" PostTypeId="2" ParentId="15718" CreationDate="2019-10-05T22:03:23.743" Score="1" Body="&lt;p&gt;You can get that data from the &lt;a href=&quot;https://www.protectedplanet.net/c/world-database-on-protected-areas&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Database on Protected Areas (WDPA)&lt;/a&gt; from UN Environment and the International Union for Conservation of Nature (IUCN).  The geospatial data for India is available for download as Shapefile or CSV &lt;a href=&quot;https://www.protectedplanet.net/country/IN&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wLQtj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wLQtj.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-05T22:03:23.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15744" PostTypeId="2" ParentId="12669" CreationDate="2019-10-06T01:29:14.443" Score="2" Body="&lt;p&gt;Bilateral migration data is available from sources such as the &lt;a href=&quot;https://www.un.org/en/development/desa/population/migration/data/estimates2/estimates19.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;United Nations Population Division unit on International Migration&lt;/a&gt;, &lt;a href=&quot;https://www.migrationpolicy.org/programs/data-hub/international-migration-statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Migration Policy Institute&lt;/a&gt;, and &lt;a href=&quot;https://migrationdataportal.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Migration Data Portal&lt;/a&gt;.  For example, the 2019 UN dataset for migrant stocks by origin and destination is available as &lt;code&gt;.xlsx&lt;/code&gt; &lt;a href=&quot;https://www.un.org/en/development/desa/population/migration/data/estimates2/data/UN_MigrantStockByOriginAndDestination_2019.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-06T01:29:14.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15745" PostTypeId="2" ParentId="4283" CreationDate="2019-10-06T12:33:00.573" Score="4" Body="&lt;p&gt;I found this recipe scraper python package which you can utilize to download.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Recipe Scraper Python Script: &#xA;&lt;a href=&quot;https://github.com/hhursev/recipe-scrapers&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/hhursev/recipe-scrapers&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;If you are lazy enough to do, you can download the following, It's huge.&lt;/p&gt;&#xA;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;Pre Scraped Data by MIT EDU: &#xA;&lt;a href=&quot;http://pic2recipe.csail.mit.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pic2recipe.csail.mit.edu/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="22730" LastEditorUserId="22730" LastEditDate="2019-12-07T06:31:01.493" LastActivityDate="2019-12-07T06:31:01.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15746" PostTypeId="2" ParentId="15738" CreationDate="2019-10-06T20:38:52.690" Score="4" Body="&lt;p&gt;&lt;strong&gt;TLDR:&lt;/strong&gt; No, there are only 92 distinct towns. There are 506 Census Tracts. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can run  &lt;code&gt;getattr(boston_dataset, &quot;DESCR&quot;)&lt;/code&gt; to get the description of the dataset. &#xA;While it does not directly contain the information that you want, it does tell you:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This dataset was taken from the StatLib library which is &#xA;  maintained at Carnegie Mellon University.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The Boston house-price data of Harrison, D. and Rubinfeld, D.L.&lt;br&gt;&#xA;  'Hedonic prices and the demand for clean air',&lt;br&gt;&#xA;  J. Environ. Economics &amp;amp; Management,&lt;br&gt;&#xA;  vol.5, 81-102, 1978.   &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you can get a copy of the paper, you will find in it the line:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The physical changes in NOX concentrations in each of the 506 Boston SMSA&#xA;  census tracts were calculated for 1990 using the Transportation and Air Shed&#xA;  Simulation Model (TASSIM ).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you go to the Statlib site: &lt;a href=&quot;http://lib.stat.cmu.edu/datasets/&quot; rel=&quot;noreferrer&quot;&gt;http://lib.stat.cmu.edu/datasets/&lt;/a&gt; &#xA;You will see datasets called &lt;code&gt;boston&lt;/code&gt; and &lt;code&gt;boston_corrected&lt;/code&gt;. It appears that the data in sklearn.datasets is the &lt;code&gt;boston&lt;/code&gt; set.  The &lt;code&gt;boston_corrected&lt;/code&gt; data contains a field for the town.  My count is that there are 92 distinct  values in that field.&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2019-10-06T20:38:52.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15747" PostTypeId="2" ParentId="10447" CreationDate="2019-10-06T21:54:38.083" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.huduser.gov/portal/datasets/usps_crosswalk.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This has what you need. CBSA to Zip Code mapping.&lt;/p&gt;&#xA;" OwnerUserId="22733" LastActivityDate="2019-10-06T21:54:38.083" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15748" PostTypeId="1" AcceptedAnswerId="15762" CreationDate="2019-10-08T10:05:06.227" Score="0" ViewCount="67" Body="&lt;p&gt;I am looking for a suitable dataset for causal inference in time-series data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The biggest issue I am facing at this stage is to find a dataset suitable for experiments, in the sense that the causal relationships among the variables are well-known and hence they can serve as a validation for the method I am implementing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any available open dataset of the above-mentioned sort?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only thing I have been able to find on the internet is the NCEP reanalysis dataset in which some of the causal relationships are clear, but many others are not.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Furthermore, I tried to construct a synthetic dataset but I am not sure that it will recover the complexity I need for accurately testing my method, do you have any suggestion about it?&lt;/p&gt;&#xA;" OwnerUserId="22739" LastActivityDate="2020-07-06T09:06:30.777" Title="Time-series data for causal inference task" Tags="|data-request|time-series|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="15749" PostTypeId="1" CreationDate="2019-10-08T10:07:01.937" Score="1" ViewCount="18" Body="&lt;p&gt;QGIS Question: I have a list of point features each with a unique ID. I need to run a fixed distance buffer on all 70,000 points to establish which points are within a fixed distance of each other than return the unique IDs for each point. These need to be within columns in the attributes table. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So point 1 (id-A) might have point 9 (id-x) and Point 87 (id-c) within 1 km. I need the attributes table of point 1 to list id-A, then id-x then id c, all in columns for export to excel where I can concentrate them with comers in between.  &lt;/p&gt;&#xA;" OwnerUserId="18673" LastActivityDate="2019-10-08T10:07:01.937" Title="Taking attribute from multiple points within a set distance" Tags="|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15750" PostTypeId="1" AcceptedAnswerId="15751" CreationDate="2019-10-08T15:43:49.063" Score="1" ViewCount="54" Body="&lt;p&gt;There is already a &lt;a href=&quot;https://www.kaggle.com/nobelfoundation/nobel-laureates#archive.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle dataset (CSV)&lt;/a&gt; for Nobel Prize winners, but it hasn't been updated since 2016. Is there any up-to-date or official structured dataset for Nobel Prize winners?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Kaggle columns are exactly what is needed.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Year&#xA;Category&#xA;Prize&#xA;Motivation&#xA;Prize Share&#xA;Laureate ID&#xA;Laureate Type&#xA;Full Name&#xA;Birth Date&#xA;Birth City&#xA;Birth Country&#xA;Sex&#xA;Organization Name&#xA;Organization City&#xA;Organization Country&#xA;Death Date&#xA;Death City&#xA;Death Country&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;For non-commercial purposes.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-10-08T15:53:27.483" Title="Structured data for Nobel Prizes" Tags="|data-request|research|global|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15751" PostTypeId="2" ParentId="15750" CreationDate="2019-10-08T15:53:27.483" Score="2" Body="&lt;p&gt;As mentioned on the Kaggle page, there is an official API from nobelprize.org&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nobelprize.readme.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nobelprize.readme.io/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With 3 endpoints:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Prize&#xA;getLaureate&#xA;getCountry&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;If you put in no parameters, with the &quot;Try it out&quot; section, you can get CSV or JSON outputs for the entire dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Direct links to CSV:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Prize: &lt;a href=&quot;http://api.nobelprize.org/v1/prize.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.nobelprize.org/v1/prize.csv&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Laureate: &lt;a href=&quot;http://api.nobelprize.org/v1/laureate.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.nobelprize.org/v1/laureate.csv&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Country: &lt;a href=&quot;http://api.nobelprize.org/v1/country.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.nobelprize.org/v1/country.csv&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;(Replace .csv with .json for that format.)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-10-08T15:53:27.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15752" PostTypeId="2" ParentId="15739" CreationDate="2019-10-08T23:46:17.517" Score="3" Body="&lt;p&gt;Try the &lt;a href=&quot;https://data.cityofnewyork.us/browse&quot; rel=&quot;nofollow noreferrer&quot;&gt;open data portal for NYC&lt;/a&gt;.  For example, the &lt;a href=&quot;https://data.cityofnewyork.us/City-Government/Borough-Boundaries/tqmj-j8zm&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC borough boundaries GIS data&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="7031" LastEditDate="2019-10-21T18:44:54.817" LastActivityDate="2019-10-21T18:44:54.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15753" PostTypeId="2" ParentId="15719" CreationDate="2019-10-09T09:45:27.317" Score="0" Body="&lt;p&gt;I have not found a satisfactory result though I searched a lot. So I have created my own dataset. You can go to this link &lt;a href=&quot;https://github.com/S-Nakib/Randomly-genrated-Directed-Acyclic-Graph-with-fixed-nodes.-&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/S-Nakib/Randomly-genrated-Directed-Acyclic-Graph-with-fixed-nodes.-&lt;/a&gt;&#xA;I have posted it here so that if someone later comes here searching it again. &lt;/p&gt;&#xA;" OwnerUserId="22674" LastActivityDate="2019-10-09T09:45:27.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15754" PostTypeId="1" AcceptedAnswerId="15755" CreationDate="2019-10-09T12:18:55.730" Score="1" ViewCount="130" Body="&lt;p&gt;Is there a dataset/Statistics about Hotel?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, How many companies that run hotel business? How many properties does AccorHotels have, how many properties does Aman Resorts have, etc? How many rooms are there in each property? min, max, average price etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_chained-brand_hotels&quot; rel=&quot;nofollow noreferrer&quot;&gt;wiki&lt;/a&gt; gives some hint although much more information may need a  crawler.&lt;/p&gt;&#xA;" OwnerUserId="21840" LastEditorUserId="21840" LastEditDate="2019-10-09T22:36:57.103" LastActivityDate="2019-11-08T23:02:35.340" Title="Is there a dataset/Statistics about Hotel?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15755" PostTypeId="2" ParentId="15754" CreationDate="2019-10-09T15:44:22.547" Score="1" Body="&lt;p&gt;I would start here:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/search?q=hotel&quot;&gt;https://opendata.stackexchange.com/search?q=hotel&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.world/datasets/hotel&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/datasets/hotel&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/search?q=hotel&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/search?q=hotel&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Also check out this question/answer: &lt;a href=&quot;https://opendata.stackexchange.com/questions/9293/looking-for-hotel-prices-dataset&quot;&gt;Looking for Hotel prices dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35" LastActivityDate="2019-10-09T15:44:22.547" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="15756" PostTypeId="2" ParentId="15726" CreationDate="2019-10-09T15:57:29.910" Score="1" Body="&lt;p&gt;Also try out &lt;a href=&quot;https://whosonfirst.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Who's On First (WOF)&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A gazeteer or big list of places, each with a stable identifier and some number of descriptive properties about that location. (&lt;a href=&quot;https://whosonfirst.org/what/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://whosonfirst.org/what/&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="35" LastActivityDate="2019-10-09T15:57:29.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15757" PostTypeId="2" ParentId="15724" CreationDate="2019-10-09T19:59:34.250" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://www.geonames.org/manual.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;user manual of geonames.org&lt;/a&gt; shows a mountain as one of its examples, so it does seem like their data includes mountains.  It looks like mountains will have the following &lt;code&gt;data field&lt;/code&gt; values:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;name&lt;/code&gt;: [mountain name, eg 'Säntis']&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;class&lt;/code&gt;: mountain,hill,rock,...(T)&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;code&lt;/code&gt;: Mountain (MT)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;You can download the latest datadump of all geonames data &lt;a href=&quot;http://download.geonames.org/export/dump/allCountries.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (this is a direct download link to a 344MB file called allCountries.zip).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then filter the data to features with &lt;code&gt;featureCode&lt;/code&gt; = 'MT' and/or &lt;code&gt;featureClass&lt;/code&gt; = 'T'. Just filtering by feature code will sufficient if the mountain peaks are always categorized as MT, but it depends on how consistent the data is. I wasn't able to open the dataset so I couldn't check on that. If the dataset is really messy you might need to filter it by your list of mountain names, possibly with some fuzzy matching.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It might be advisable to download the data for one country at at time. My GIS program froze when I tried to load the allCountries file. It appears to be in the form of tab-separated values, without a column header line. The latitude and longitude are in fields 6 and 5, respectively. Load it as you would a CSV file, and choose &quot;tab&quot; as the delimiter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also looks like you can get this data in the form of a Web Service, but you need to &lt;a href=&quot;http://www.geonames.org/login&quot; rel=&quot;nofollow noreferrer&quot;&gt;register&lt;/a&gt; and create a username. So it's free, but not open. &lt;a href=&quot;http://www.geonames.org/export/geonames-search.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's&lt;/a&gt; the documentation about how to write a web service URL query. &lt;a href=&quot;http://www.geonames.org/export/codes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's&lt;/a&gt; the list of feature codes. These URLs &lt;em&gt;should&lt;/em&gt; work if you substitute your username (but I don't have an account so I wasn't able to test them):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;XML format: &lt;code&gt;http://api.geonames.org/search?featureCode=MT&amp;amp;username=YOURUSERNAME&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;JSON format: &lt;code&gt;http://api.geonames.org/searchJSON?featureCode=MT&amp;amp;username=YOURUSERNAME&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should be able to load those into a GIS as a Web Feature Service (WFS) layer. Then export it in another format if you want access to the data offline.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;OpenStreetMap also has some mountain peaks. You can download them by constructing an HTML query. See the wiki for &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/API_v0.6&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation about constructing an OSM download query&lt;/a&gt;, or use &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass Turbo&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastEditorUserId="14011" LastEditDate="2020-05-06T02:27:09.990" LastActivityDate="2020-05-06T02:27:09.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15758" PostTypeId="1" CreationDate="2019-10-09T20:51:28.193" Score="3" ViewCount="227" Body="&lt;p&gt;I am interested in data that contains bounties or paid rewards for specific programming tasks in open source projects.  Ideally, the data would contain a description of the task, the amount of the bounty, task status (e.g. open, in progress, complete, etc.), and a link to task homepage or public repository.  I'd also like to distinguish between bug bounty programs typically offered by private firms and platforms that price issues in public respositories (e.g. Gitcoin, IssueHunt, BountiesNetwork).  I am interested in both but I would prefer OSS bounty platforms.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="7031" LastEditDate="2019-10-09T20:57:02.650" LastActivityDate="2021-05-26T10:40:50.913" Title="Bounty Programs for Open Source Projects" Tags="|data-request|programming|software|open-source|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15759" PostTypeId="2" ParentId="15758" CreationDate="2019-10-09T20:51:28.193" Score="3" Body="&lt;p&gt;I've compiled a short list of potential sources to answer the question:  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.freelancer.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.freelancer.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bountysource.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bountysource.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bounties.network/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bounties.network/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://internetbugbounty.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://internetbugbounty.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gitcoin.co/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gitcoin.co/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://issuehunt.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://issuehunt.io/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://whitehub.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://whitehub.net/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.boss.dev/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.boss.dev/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any other suggestions, edits, or comments welcome.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-09T20:51:28.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15760" PostTypeId="5" CreationDate="2019-10-09T21:11:05.230" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-10-09T21:11:05.230" LastActivityDate="2019-10-09T21:11:05.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15761" PostTypeId="4" CreationDate="2019-10-09T21:11:05.230" Score="0" Body="Questions pertaining to products that permit open access to source code and other internal components." OwnerUserId="7031" LastEditorUserId="7031" LastEditDate="2019-10-11T10:30:30.157" LastActivityDate="2019-10-11T10:30:30.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15762" PostTypeId="2" ParentId="15748" CreationDate="2019-10-10T08:06:18.613" Score="1" Body="&lt;p&gt;I found a dataset which seems to be exactly what I was looking for&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/data-society/causal-effects-in-time-series&quot; rel=&quot;nofollow noreferrer&quot;&gt;Causal Effects in Time Series&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It provides sales' data for 100 products and 1000 promotions, moreover it is endowed with a 1000 x 100 matrix in which each element (promotion, product) is a number describing the causal relation.&lt;/p&gt;&#xA;" OwnerUserId="22739" LastActivityDate="2019-10-10T08:06:18.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15765" PostTypeId="2" ParentId="15576" CreationDate="2019-10-13T14:39:15.153" Score="1" Body="&lt;h1&gt;For Future Reference&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/usgpo/api/issues/53&quot; rel=&quot;nofollow noreferrer&quot;&gt;Posed this question as an Issue&lt;/a&gt; on the GPO GitHub repo, got this as an answer:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This has not been added to the system yet. Once the volume has been printed, it will also be added to govinfo and made available via the API.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The U.S. Code section indicates that this is to be printed and distributed &quot;as early as practicable&quot;. My understanding is that information is still being compiled.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The first edition of the CDIR for the 115th Congress was made available in June 2018.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="22354" LastActivityDate="2019-10-13T14:39:15.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15767" PostTypeId="1" CreationDate="2019-10-13T20:35:32.347" Score="1" ViewCount="59" Body="&lt;p&gt;I'm looking for a plattform where I can receive machine readable requirements for an application like a cms (for example firstspirit):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Required memory&lt;/li&gt;&#xA;&lt;li&gt;Required hard disk capacity (depending on number of editors, number of projects, number of pages)&lt;/li&gt;&#xA;&lt;li&gt;Java versions&lt;/li&gt;&#xA;&lt;li&gt;Database &lt;/li&gt;&#xA;&lt;li&gt;Installation&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GET &lt;a href=&quot;http://requirements.io/api/requirements/firstspirit/8.x.x.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://requirements.io/api/requirements/firstspirit/8.x.x.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;name&quot;: &quot;firstspririt&quot;,&#xA;    &quot;version&quot;: &quot;8.x.x&quot;,&#xA;    &quot;requirements: {&#xA;        &quot;os&quot;: [&quot;ms-server&quot;, &quot;debian&quot;],&#xA;        &quot;java&quot;: 11,&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;`&lt;/p&gt;&#xA;" OwnerUserId="3672" LastEditorUserId="7031" LastEditDate="2019-11-09T20:11:15.240" LastActivityDate="2019-11-09T20:11:15.240" Title="Open data for software requirements" Tags="|data-request|api|uses-of-open-data|metadata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15768" PostTypeId="1" CreationDate="2019-10-14T04:05:49.853" Score="1" ViewCount="15" Body="&lt;p&gt;I'm looking for video game player analytics data, ideally from a game with the &quot;Freemium&quot; payment model, in order to predict player churn. This analysis would benefit from features such as:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Date of signup&lt;/li&gt;&#xA;&lt;li&gt;Individual records for each game session along with date/time and player ID&lt;/li&gt;&#xA;&lt;li&gt;Playtime per session&lt;/li&gt;&#xA;&lt;li&gt;Purchases made (if any)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any additional details regarding the in-game actions would be a bonus and likely improve the analysis.&lt;/p&gt;&#xA;" OwnerUserId="22769" LastActivityDate="2019-10-14T04:05:49.853" Title="Freemium video game data for churn analysis" Tags="|games|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15769" PostTypeId="2" ParentId="15767" CreationDate="2019-10-14T06:58:47.347" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://libraries.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Libraries.io&lt;/a&gt; catalogs dependency relationships between open source projects and other project metadata for a set of supported package managers.  There is an API &lt;a href=&quot;https://libraries.io/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-14T06:58:47.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15770" PostTypeId="1" CreationDate="2019-10-14T10:37:38.757" Score="2" ViewCount="56" Body="&lt;p&gt;Is there open source api for reverse geocoding the restaurants or hospitals near by or within a given airport?&lt;/p&gt;&#xA;" OwnerUserId="22772" LastEditorUserId="6229" LastEditDate="2019-10-15T08:08:24.173" LastActivityDate="2019-10-25T06:53:42.893" Title="Seeking open source service for points of interest near by/within airport" Tags="|geospatial|geocoding|open-source|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15771" PostTypeId="1" CreationDate="2019-10-14T14:45:52.657" Score="2" ViewCount="21" Body="&lt;p&gt;Is there an API available for the job listings that appear at &lt;a href=&quot;https://seasonaljobs.dol.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Seasonaljobs&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="22776" LastEditorUserId="23272" LastEditDate="2021-04-04T04:39:55.303" LastActivityDate="2021-04-04T04:39:55.303" Title="API for DOL jobs site data" Tags="|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15772" PostTypeId="1" CreationDate="2019-10-14T15:48:20.747" Score="1" ViewCount="77" Body="&lt;p&gt;I would like to retrieve data from NOAA Magnetic Field Calculators (&lt;a href=&quot;https://www.ngdc.noaa.gov/IAGA/vmod/igrf.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;IGRF&lt;/a&gt;) for multiple locations by using longitude and latitude grid spacing; say every 5 degree latitude and every 10 degree longitude for the entire globe. Please can advise? &lt;/p&gt;&#xA;" OwnerUserId="22777" LastEditorUserId="19566" LastEditDate="2019-10-24T19:11:52.783" LastActivityDate="2019-10-28T00:17:11.857" Title="data from NOAA Magnetic Field Calculators (IGRF) for multiples longitude and latitude spacing" Tags="|data-request|geospatial|research|noaa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15773" PostTypeId="1" CreationDate="2019-10-15T18:55:00.423" Score="0" ViewCount="46" Body="&lt;p&gt;I would like to access soil data by lat/lon. It looks like this is the US soil web service &lt;a href=&quot;https://SDMDataAccess.sc.egov.usda.gov/Spatial/SDMWGS84Geographic.wfs&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  However, I am not sure how to set up the query, the &lt;a href=&quot;https://sdmdataaccess.nrcs.usda.gov/QueryHelp.aspx#Samples&quot; rel=&quot;nofollow noreferrer&quot;&gt;Help&lt;/a&gt; page should be helpful but is 100's of pages long. Can anyone give me some pointers for setting up a python script to query a &lt;a href=&quot;https://sdmdataaccess.nrcs.usda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;soil database&lt;/a&gt;? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;R looks like it has a decent &lt;a href=&quot;https://ncss-tech.github.io/AQP/&quot; rel=&quot;nofollow noreferrer&quot;&gt;interface&lt;/a&gt;, maybe I will have to learn R.&lt;/p&gt;&#xA;" OwnerUserId="22781" LastActivityDate="2019-11-11T18:57:57.230" Title="Writing a query to obtain soil data from lat/lon in USA?" Tags="|data-request|geospatial|usa|python|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15774" PostTypeId="1" CreationDate="2019-10-16T01:54:27.270" Score="1" ViewCount="280" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qFWeK.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qFWeK.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;how to convert This:&#xA;9.70833/36.7798/-478.5508&#xA;to&#xA;decimal latitude longitude to see this location on google maps&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://tangrams.github.io/heightmapper/#9.70833/36.7798/-478.5508&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tangrams.github.io/heightmapper/#9.70833/36.7798/-478.5508&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;my first question on this site&#xA;please help&lt;/p&gt;&#xA;" OwnerUserId="22782" LastActivityDate="2019-10-16T01:54:27.270" Title="How to Convert https://tangrams.github.io/heightmapper coordinates to decimal latitude longitude" Tags="|geospatial|openstreetmap|conversion|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15776" PostTypeId="1" CreationDate="2019-10-17T18:21:53.693" Score="1" ViewCount="35" Body="&lt;p&gt;I am looking for a data set containing images of pedestrians/cyclists with a static backgrounds and given camera calibration information (intrinsic and extrinsic) for a scene. I have already found EPFL and UvA Multi-Person Tracking from Overlapping Cameras Benchmark Dataset, but need something else.&lt;/p&gt;&#xA;" OwnerUserId="22787" LastEditorUserId="23272" LastEditDate="2021-04-07T13:09:14.983" LastActivityDate="2021-04-07T13:09:14.983" Title="Data set with known camera parameters" Tags="|data-request|machine-learning|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15777" PostTypeId="1" AcceptedAnswerId="17814" CreationDate="2019-10-17T21:07:23.497" Score="1" ViewCount="32" Body="&lt;p&gt;I am looking for data to develop ranking algorithm e.g.: let's say we have horse racing data, we have horses data(height, weight etc.) and their places in races against other horses - goal is to create ranking of these horses (assumption is that this data is from short period of time and horses parameters didn't changed too much during this period)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;of course it don't have to be horse-related data but you know the idea I guess&lt;/p&gt;&#xA;" OwnerUserId="22789" LastEditorUserId="22789" LastEditDate="2019-10-18T10:31:02.813" LastActivityDate="2020-07-21T07:21:12.080" Title="looking for data to develop machine learning algorithm for ranking" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15778" PostTypeId="1" AcceptedAnswerId="15779" CreationDate="2019-10-18T18:25:23.163" Score="1" ViewCount="191" Body="&lt;p&gt;Please advise where can I download a full international dataset of drug/medicine names?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I need a csv or db file with names&lt;/p&gt;&#xA;" OwnerUserId="22795" LastEditorUserId="19566" LastEditDate="2019-10-24T19:09:08.097" LastActivityDate="2023-02-14T15:26:15.147" Title="Where can I download a full international drug names dataset?" Tags="|data-request|medical|drugs|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15779" PostTypeId="2" ParentId="15778" CreationDate="2019-10-19T13:20:33.910" Score="2" Body="&lt;p&gt;The World Health Organization maintains a list of International Nonproproprietary Names (INNs) for drugs in Latin, English, French and Spanish. You can download this list at &lt;a href=&quot;https://www.who.int/medicines/publications/druginformation/innlists/RL82_pre.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/medicines/publications/druginformation/innlists/RL82_pre.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17566" LastActivityDate="2019-10-19T13:20:33.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15780" PostTypeId="1" AcceptedAnswerId="15781" CreationDate="2019-10-20T19:11:09.560" Score="2" ViewCount="191" Body="&lt;p&gt;I would like to use RDFS level inferencing in some queries posed in the Wikidata Query Service which uses SPARQL. Does it support inferencing/reasoning? If so, in what kind? For example, is it Forward Chaining?&lt;/p&gt;&#xA;" OwnerUserId="22698" LastActivityDate="2019-10-20T19:11:09.560" Title="Does Wikidata offer inferencing/reasoning?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15781" PostTypeId="2" ParentId="15780" CreationDate="2019-10-20T19:11:09.560" Score="4" Body="&lt;p&gt;You can test that by inspecting the results of executing a query that assumes reasoning. For example, &lt;code&gt;subclass of&lt;/code&gt; in RDFS is a transitive property. Therefore, querying for &lt;code&gt;subclass of&lt;/code&gt; &lt;code&gt;author&lt;/code&gt;, should return both its direct and indirect subclasses. &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fauthor%20%3FauthorLabel%20%0AWHERE%20%0A%7B%0A%20%20%3Fauthor%20wdt%3AP279%20wd%3AQ482980.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?author ?authorLabel &#xA;WHERE &#xA;{&#xA;  ?author wdt:P279 wd:Q482980.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;When I executed it, it returned 28 results. However, finding the subclasses of &lt;code&gt;writer&lt;/code&gt;, which is a &lt;code&gt;subclass of&lt;/code&gt; &lt;code&gt;author&lt;/code&gt;, returns 71 results, more than the &lt;code&gt;author&lt;/code&gt;. &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fauthor%20%3FauthorLabel%20%0AWHERE%20%0A%7B%0A%20%20%3Fauthor%20wdt%3AP279%20wd%3AQ36180.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?author ?authorLabel &#xA;WHERE &#xA;{&#xA;  ?author wdt:P279 wd:Q36180.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This means that inferencing is not supported at the time of writing this answer, since when searching for &lt;code&gt;author&lt;/code&gt; subclasses, it should have returned the subclasses of &lt;code&gt;writer&lt;/code&gt; too (and its subclasses' subclasess etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One workaround is to use, &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_tutorial/en#Property_paths&quot; rel=&quot;nofollow noreferrer&quot;&gt;property paths&lt;/a&gt;. For example, entering the below query, even without inferencing, will return all subclasses of &lt;code&gt;author&lt;/code&gt; in any level. &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fauthor%20%3FauthorLabel%20%0AWHERE%20%0A%7B%0A%20%20%3Fauthor%20wdt%3AP279%2A%20wd%3AQ482980.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?author ?authorLabel &#xA;WHERE &#xA;{&#xA;  ?author wdt:P279* wd:Q482980.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;By appending &lt;code&gt;*&lt;/code&gt; to the &lt;code&gt;wdt:P279&lt;/code&gt; property, means a sequence of 0 or more &lt;code&gt;subclass of&lt;/code&gt; properties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Conducting a short research on the web, I have found two sources: &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:WikiProject_Reasoning&quot; rel=&quot;nofollow noreferrer&quot;&gt;[1]&lt;/a&gt;, &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:WikiProject_Reasoning/Use_cases&quot; rel=&quot;nofollow noreferrer&quot;&gt;[2]&lt;/a&gt;, from Wikidata, that are about the support of reasoning and inferencing. It is a really useful feature and I hope we will see it in the future.&lt;/p&gt;&#xA;" OwnerUserId="22698" LastActivityDate="2019-10-20T19:11:09.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15782" PostTypeId="1" CreationDate="2019-10-20T19:07:55.177" Score="2" ViewCount="25" Body="&lt;p&gt;I want to send a small set of survey questions to recent flood victims in the US.&lt;br&gt;&#xA;- Where do I start in order to get a mailing list?&lt;br&gt;&#xA;- Are there organizations that will forward the survey link to the victims' emails (or phones/social media accounts, etc.) even though they may not share the contact information with me?&lt;/p&gt;&#xA;" OwnerUserId="22853" OwnerDisplayName="Riju" LastEditorUserId="14011" LastEditDate="2019-10-21T14:42:51.300" LastActivityDate="2019-10-21T14:42:51.300" Title="Reaching flood victims for a survey" Tags="|usa|survey|geohazard|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15785" PostTypeId="1" CreationDate="2019-10-22T09:07:20.160" Score="1" ViewCount="39" Body="&lt;p&gt;Does Population estimates in American Community Survey 5-Year Data (2009-2017) includes international migration as well? or is it based on residence status. &lt;/p&gt;&#xA;" OwnerUserId="14491" LastActivityDate="2019-12-22T06:23:54.877" Title="Does Population estimates in American Community Survey 5-Year Data (2009-2017) includes international migration as well?" Tags="|us-census|census|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15786" PostTypeId="1" CreationDate="2019-10-23T22:48:01.323" Score="1" ViewCount="125" Body="&lt;p&gt;I am trying to find minimum wage data in the API as it is shown on this page: &lt;a href=&quot;https://www.dol.gov/whd/minwage/america.htm#stateDetails&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dol.gov/whd/minwage/america.htm#stateDetails&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that there is the &lt;a href=&quot;https://data.dol.gov/get/publications_view&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/publications_view&lt;/a&gt; data table, however, is there a way to search this table for minimum wage data?  Should I be looking somewhere else?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, it would be a bonus if I could get minimum wage data at the city level, as I know cities like Pasadena, CA have a high minimum wage than the rest of the state.&lt;/p&gt;&#xA;" OwnerUserId="22823" LastEditorUserId="7031" LastEditDate="2019-10-24T19:07:29.737" LastActivityDate="2019-10-24T19:07:29.737" Title="How to Retrieve Minimum Wage Data" Tags="|data-request|economics|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15787" PostTypeId="1" CreationDate="2019-10-24T04:40:24.977" Score="1" ViewCount="90" Body="&lt;p&gt;I am interested in a dataset listing software projects that started as closed projects within private companies but were at some point relicensed and released to the public.  At a minimum, I'd like to know the name of the project and the date when it was released as OSS.  My starting point is the Wikipedia list &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_formerly_proprietary_software&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of formerly proprietary software&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-24T04:40:24.977" Title="List of software projects &quot;open sourced&quot; by private companies" Tags="|data-request|software|open-source|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15788" PostTypeId="2" ParentId="15786" CreationDate="2019-10-24T04:56:17.867" Score="1" Body="&lt;p&gt;&lt;strong&gt;Alternative 1:&lt;/strong&gt; &lt;a href=&quot;https://www.dol.gov/whd/state/stateMinWageHis.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;This link&lt;/a&gt; from the page you shared contains historical minimum wage data for all 50 states and the Federal government.  You could scrape the tables from this page using &lt;code&gt;R&lt;/code&gt; like so:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(xml2)&#xA;library(tidyverse)&#xA;&#xA;html &amp;lt;- xml2::read_html(&#xA;  &quot;https://www.dol.gov/whd/state/stateMinWageHis.htm&quot;&#xA;) &#xA;&#xA;html %&amp;gt;%&#xA;  rvest::html_table(fill = TRUE)&#xA;#&amp;gt; [[1]]&#xA;#&amp;gt;    State or other\r\n      jurisdiction                      1968 (a)&#xA;#&amp;gt; 1                        Federal (FLSA)                 $1.15 &amp;amp; $1.60&#xA;#&amp;gt; 2                               Alabama                           ...&#xA;#&amp;gt; 3                                Alaska                          2.10&#xA;#&amp;gt; 4                               Arizona 18.72 \r\n      - 26.40/wk(b)&#xA;#&amp;gt; 5                              Arkansas                   1.25/day(b)&#xA;#&amp;gt; 6                            California                       1.65(b)&#xA;#&amp;gt; 7                              Colorado      1.00 \r\n      - 1.25(b)&#xA;#&amp;gt; 8                           Connecticut                          1.40&#xA;#&amp;gt; 9                              Delaware                          1.25&#xA;#&amp;gt; 10                              Florida                           ...&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2019-10-23 by the &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex package&lt;/a&gt; (v0.3.0)&lt;/sup&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You'll get each HTML table parsed as a list of data frames.  Note that's you'll have to do a little bit of cleaning (e.g. &lt;code&gt;tidyr::pivot_longer&lt;/code&gt;, &lt;code&gt;purrr::map_dfr&lt;/code&gt;, and the &lt;code&gt;stringr&lt;/code&gt; package may be helpful).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Alternative 2:&lt;/strong&gt; You could acquire minimum wage for each state and the federal government as separate time series from &lt;a href=&quot;https://fred.stlouisfed.org/tags/series?t=minimum+wage&quot; rel=&quot;nofollow noreferrer&quot;&gt;FRED&lt;/a&gt;.  If you're an R user, you can use a FRED API package like &lt;a href=&quot;https://github.com/sboysel/fredr&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;fredr&lt;/code&gt;&lt;/a&gt; (Disclaimer: I am the package author.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Alternative 3:&lt;/strong&gt; The &lt;a href=&quot;https://equitablegrowth.org/working-papers/historical-state-and-sub-state-minimum-wage-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical state and sub-state minimum wage data&lt;/a&gt; by the &lt;a href=&quot;https://equitablegrowth.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Washington Center for Equitable Growth&lt;/a&gt;.  From the data abstract:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We introduce datasets of historical state and sub-state minimum wage&#xA;  levels for the United States. From these daily minimum wage increases,&#xA;  we create state and sub-state panels at daily, monthly, quarterly, and&#xA;  annual frequencies. The state datasets span May 1974 to July 2016 and&#xA;  the sub-state datasets include city and county changes from January&#xA;  2004 to July 2016. Estimating teen wage and employment elasticities&#xA;  using the state data generate very similar estimates to those&#xA;  estimated using minimum wage data from other recent papers. For the&#xA;  most recent version of these data and the code that produces them, see&#xA;  our Github page.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-24T04:56:17.867" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15790" PostTypeId="1" CreationDate="2019-10-24T13:12:51.560" Score="3" ViewCount="56" Body="&lt;p&gt;I am trying to find shapefiles, in which there are data for the zipcodes for Europe countries. Is there a site maybe that I could find the specific data?&lt;/p&gt;&#xA;" OwnerUserId="22827" LastActivityDate="2019-10-24T13:12:51.560" Title="I am trying to find shp for zipcodes for Europe. Is there a site to find those data?" Tags="|europe|postal-code|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15791" PostTypeId="1" AcceptedAnswerId="17355" CreationDate="2019-10-24T17:07:26.740" Score="3" ViewCount="58" Body="&lt;p&gt;I want to do time analysis of satellite images from the Amazonia/Brazil. I'm looking mainly for optical images. Ideally, such dataset would be frequently updated (every month or week). I don't need the finest resolution since I'm looking for &amp;lt;~square-kilometer features, resolutions in the decameter~hectometer range would be enough.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Then the question is: is there any frequently updated/released, open image set to explore online?&lt;/p&gt;&#xA;" OwnerUserId="22830" LastEditorUserId="754" LastEditDate="2021-04-25T11:52:32.590" LastActivityDate="2021-04-25T11:52:32.590" Title="Frequently-updated satellite images of Amazonia/Brazil" Tags="|images|brazil|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15792" PostTypeId="1" CreationDate="2019-10-24T19:14:20.510" Score="1" ViewCount="156" Body="&lt;p&gt;Frustratingly, the Program Debt Data found &lt;a href=&quot;https://collegescorecard.ed.gov/data/preliminary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; does not include a column for IPEDS ID and the NAME column is not a 1:1 match with INSTNM from the other scorecard data. Does anyone have a version that includes either? &lt;/p&gt;&#xA;" OwnerUserId="22833" LastActivityDate="2019-10-24T22:23:09.190" Title="IPEDS IDs on &quot;Preliminary Loan Debt Data By Field of Study&quot;?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15793" PostTypeId="2" ParentId="15792" CreationDate="2019-10-24T22:23:09.190" Score="1" Body="&lt;p&gt;This is a preliminary data file. In the final data files that will be released within the next few weeks, there will be a UNIT_ID column in both the institutional data as well as the program data that you can use to match. &lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2019-10-24T22:23:09.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15794" PostTypeId="2" ParentId="15770" CreationDate="2019-10-25T06:53:42.893" Score="1" Body="&lt;p&gt;You can use OpenStreetMap (OSM) with the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_API&quot; rel=&quot;nofollow noreferrer&quot;&gt;OverpassAPI&lt;/a&gt; to check for POIs in a specific area. To test around, I recommend using  &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass Turbo&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22838" LastActivityDate="2019-10-25T06:53:42.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15795" PostTypeId="2" ParentId="13407" CreationDate="2019-10-26T16:46:37.657" Score="1" Body="&lt;p&gt;The easiest way to make your dataset eligible to be included in &lt;a href=&quot;http://g.co/DatasetSearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataset Search&lt;/a&gt; results is to upload it to a repository that adheres to metadata standards used by Dataset Search. There are many such repositories. You can try the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://zenodo.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://zenodo.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://figshare.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://figshare.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dataverse.harvard.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;If you don't want to use an external repository you will need to embed metadata on the webpage you host that describes the datasets. More information on this &lt;a href=&quot;https://developers.google.com/search/docs/data-types/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="22848" LastActivityDate="2019-10-26T16:46:37.657" CommentCount="1" CommunityOwnedDate="2019-10-26T16:46:37.657" ContentLicense="CC BY-SA 4.0" />
  <row Id="15797" PostTypeId="1" CreationDate="2019-10-27T12:36:12.963" Score="1" ViewCount="768" Body="&lt;p&gt;Where to find dataset for international football games, last 8 years? Which includes match details (goals, attempts, possession, pass, shots, etc.), something like here: &lt;a href=&quot;https://www.football-data.co.uk/data.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.football-data.co.uk/data.php&lt;/a&gt;, but for international games.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Prefered format would be csv or xlsx, but other formats are also ok. &lt;/p&gt;&#xA;" OwnerUserId="22856" LastEditorUserId="22856" LastEditDate="2019-10-29T11:46:09.297" LastActivityDate="2021-04-17T11:55:32.257" Title="Dataset of international football games" Tags="|data-request|football|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15798" PostTypeId="1" CreationDate="2019-10-27T14:13:49.877" Score="2" ViewCount="37" Body="&lt;p&gt;It's easy to find datasets of bots (fake accounts) from twitter, but I can't find similar datasets of bots from another social media (like facebook, instagram, reddit, linkedin...)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any published?&lt;/p&gt;&#xA;" OwnerUserId="22857" LastActivityDate="2019-10-27T14:13:49.877" Title="Where can I find a dataset of social bots from other source than twitter?" Tags="|data-request|social-media|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15799" PostTypeId="2" ParentId="15772" CreationDate="2019-10-28T00:17:11.857" Score="1" Body="&lt;p&gt;There are several web applications the can calculate IRGF from latitude / longitude coordinates&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ngdc.noaa.gov/geomag-web/?model=igrf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ngdc.noaa.gov/geomag-web/?model=igrf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.geomag.bgs.ac.uk/data_service/models_compass/igrf_form.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geomag.bgs.ac.uk/data_service/models_compass/igrf_form.shtml&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://wdc.kugi.kyoto-u.ac.jp/igrf/point/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wdc.kugi.kyoto-u.ac.jp/igrf/point/index.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;These sites are documented in the &lt;strong&gt;IGRF-12 online data products&lt;/strong&gt; section of &lt;a href=&quot;https://earth-planets-space.springeropen.com/articles/10.1186/s40623-015-0228-9&quot; rel=&quot;nofollow noreferrer&quot;&gt;this paper&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Thébault, Erwan, Christopher C. Finlay, Ciarán D. Beggan, Patrick Alken, Julien Aubert, Olivier Barrois, Francois Bertrand et al. &quot;International geomagnetic reference field: the 12th generation.&quot; Earth, Planets and Space 67, no. 1 (2015): 79.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Note that the same section also lists C and Fortran code that could be used in a programmatic solution.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-10-28T00:17:11.857" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15800" PostTypeId="1" CreationDate="2019-10-29T11:14:45.107" Score="1" ViewCount="1466" Body="&lt;p&gt;Is there a freely available service to call, via API, and pull satellite imagery using latitude and longitude coordinates?  Something akin to Google Maps. It doesn't have to the latest image, just a general image in the last few years?&lt;/p&gt;&#xA;" OwnerUserId="22868" OwnerDisplayName="Jordan " LastEditorUserId="14011" LastEditDate="2019-10-29T12:23:42.890" LastActivityDate="2019-12-14T17:38:48.857" Title="Is there a place to pull satellite imagery based on latitude and longitude?" Tags="|geospatial|api|" AnswerCount="1" CommentCount="9" ContentLicense="CC BY-SA 4.0" />
  <row Id="15801" PostTypeId="2" ParentId="285" CreationDate="2019-10-29T18:30:00.757" Score="1" Body="&lt;p&gt;This &lt;a href=&quot;https://www.crosswordsolver.com/scrabble-dictionary-word-checker&quot; rel=&quot;nofollow noreferrer&quot;&gt;Scrabble dictionary&lt;/a&gt; shows you the validity of a word in real-time as you plug it in. I also like this site b/c they have 2 million words (and counting) in their database and let you vote and collaborate on their resources. Cheers :)&lt;/p&gt;&#xA;" OwnerUserId="22873" LastActivityDate="2019-10-29T18:30:00.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15802" PostTypeId="1" CreationDate="2019-10-29T19:29:33.257" Score="3" ViewCount="22" Body="&lt;p&gt;For processing English language, we use semantic networks, such as &lt;a href=&quot;http://conceptnet.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;ConceptNet&lt;/a&gt;, to check various relations (e.g., &lt;strong&gt;part-of&lt;/strong&gt;, &lt;strong&gt;used-for&lt;/strong&gt;, etc.) between objects (typically nouns).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are curious about knowledge-base concerning &lt;strong&gt;typical&lt;/strong&gt; or &lt;strong&gt;notable values&lt;/strong&gt; of an &lt;strong&gt;attribute&lt;/strong&gt;. We attach some examples.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;typical values of a traffic light: &lt;em&gt;red&lt;/em&gt;, &lt;em&gt;orange&lt;/em&gt;, &lt;em&gt;green&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;typical values of an operating system: &lt;em&gt;Windows&lt;/em&gt;, &lt;em&gt;Linux&lt;/em&gt;, &lt;em&gt;Mac&lt;/em&gt;, &lt;em&gt;Android&lt;/em&gt;, etc.&lt;/li&gt;&#xA;&lt;li&gt;notable values of age: &lt;em&gt;18&lt;/em&gt;/&lt;em&gt;21&lt;/em&gt; (age restriction), &lt;em&gt;50&lt;/em&gt;/&lt;em&gt;60&lt;/em&gt;/&lt;em&gt;70&lt;/em&gt; (celebration)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="22874" LastActivityDate="2019-10-29T19:29:33.257" Title="Knowledge-base of typical/notable values of attribute" Tags="|nlp|english|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15803" PostTypeId="1" CreationDate="2019-10-30T04:14:46.837" Score="1" ViewCount="24" Body="&lt;p&gt;How to get the different plan prices according to house hold income from the finder api&lt;/p&gt;&#xA;&#xA;&lt;p&gt;looks like I could not find an field name &quot;HouseHold&quot; in the schema.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://finder.healthcare.gov/api/finder_api_v3.0.xsd&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22875" LastEditorUserId="33" LastEditDate="2019-11-18T01:32:24.050" LastActivityDate="2019-11-18T01:32:24.050" Title="How to get the different plan prices according to house income from the finder api" Tags="|api|healthcare-finder-api|income|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15804" PostTypeId="1" CreationDate="2019-10-30T13:18:54.000" Score="1" ViewCount="29" Body="&lt;p&gt;Where can we find a publicly accessible real-life dataset for univariate nonparametric regression? A reviewer asked us to include an example with some real data. The problem is that there should be some way to estimate the &quot;quality&quot; of approximation in order to compare our method with known approaches. Otherwise what would be the profit in including real-life dataset computations?&lt;/p&gt;&#xA;" OwnerUserId="22881" LastActivityDate="2019-10-30T13:18:54.000" Title="A dataset for univariate nonparametric regression" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15807" PostTypeId="2" ParentId="13246" CreationDate="2019-10-30T22:11:04.897" Score="0" Body="&lt;p&gt;GS1 coordinates development of global trade code sets. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Specifically I believe you want this GS1 code set, &lt;a href=&quot;https://www.gs1.org/voc/PackagingMaterialTypeCode&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gs1.org/voc/PackagingMaterialTypeCode&lt;/a&gt;. &#xA;&lt;a href=&quot;https://i.stack.imgur.com/a0Fqk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/a0Fqk.png&quot; alt=&quot;GS1 - Packaging Material Type Code&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2019-10-30T22:11:04.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15809" PostTypeId="1" CreationDate="2019-10-31T12:22:56.333" Score="2" ViewCount="33" Body="&lt;p&gt;I am looking to download a database of Drugs, Warnings &amp;amp; Interactions for the UK. Is this information freely available? I was in contact with one company and they wanted €3000 per year. The DailyMed Web Service seems like a good service but only for the USA. I am based in Ireland so UK or Ireland would do.&lt;/p&gt;&#xA;" OwnerUserId="22889" LastActivityDate="2020-05-03T14:22:50.827" Title="Download Drugs &amp; Interactions Database UK" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15810" PostTypeId="1" CreationDate="2019-10-31T12:25:52.250" Score="1" ViewCount="14" Body="&lt;p&gt;I'm working on salient object detection and for evaluation of my proposed method I should compare it with other methods and models (as all do!). I just found that it isn't necessary to test every single method on several data sets. It seems that some of the top researchers in the field established a &lt;a href=&quot;http://Salient%20Object%20Detection%20Evaluation%20Data%20and%20Test%20Sets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Website&lt;/a&gt; (Salient Object Detection Leaderboard) and made those &lt;a href=&quot;https://mmcheng.net/salobjbenchmark/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; publicly available. However, there is an important problem here. The data are uploaded in &lt;a href=&quot;https://pan.baidu.com/s/1dEaQqlF#list/path=%2Fsharelink524706114-884877716839535%2FShare&amp;amp;parentPath=%2Fsharelink524706114-884877716839535&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;pan.baidu&lt;/strong&gt;&lt;/a&gt; and we cannot download it from outside of the China. Any solution for that?&lt;/p&gt;&#xA;" OwnerUserId="14640" LastEditorUserId="14640" LastEditDate="2019-10-31T12:31:04.860" LastActivityDate="2019-10-31T12:31:04.860" Title="Salient Object Detection Evaluation Data and Test Sets" Tags="|data-request|images|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15811" PostTypeId="1" CreationDate="2019-10-31T21:22:46.943" Score="1" ViewCount="60" Body="&lt;p&gt;I am wondering if there is a freely available dataset of publicly traded companies (US or otherwise) with &lt;strong&gt;zero restrictions&lt;/strong&gt; on use of said data? (A site like &lt;a href=&quot;https://opencorporates.com/info/our-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates&lt;/a&gt; does &lt;strong&gt;not&lt;/strong&gt; meet the conditions of my question, as it seems you have to pay for a license, depending on how you use the data.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A &lt;a href=&quot;https://www.wsj.com/articles/where-have-all-the-public-companies-gone-1510869125&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wall Street Journal article from 2017&lt;/a&gt; says there are 3,671 public companies in the US.&lt;/p&gt;&#xA;" OwnerUserId="11030" LastActivityDate="2019-10-31T21:22:46.943" Title="Is there a freely available, no restrictions listing of public companies (US or otherwise)?" Tags="|finance|companies|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15813" PostTypeId="2" ParentId="10843" CreationDate="2019-11-02T15:56:17.113" Score="2" Body="&lt;p&gt;Given that there was nothing, I started a project &lt;a href=&quot;https://github.com/nexb/vulnerablecode&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/nexb/vulnerablecode&lt;/a&gt; that is supported by NLnet.nl &lt;a href=&quot;https://nlnet.nl/project/vulnerabilitydatabase/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nlnet.nl/project/vulnerabilitydatabase/&lt;/a&gt; and that will eventually deliver a free and open database of aggregated and correlated software package vulnerabilities, built in Python and delivered as public domain data.&lt;/p&gt;&#xA;" OwnerUserId="15581" LastActivityDate="2019-11-02T15:56:17.113" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15814" PostTypeId="1" CreationDate="2019-11-05T10:01:43.317" Score="1" ViewCount="34" Body="&lt;p&gt;I am doing a study on approval label drug data for prescription drugs and want to get a a large dataset of the approval label for a drug. I will be then comparing this with later versions of the drug label data. Is there a database where this is easily accessible? I have been using dailymed but it seems to just keep a random collection of older versions. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The only option I am aware of at this point is manually downloading every single PDF from &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/daf/&lt;/a&gt; which seems like a mammoth task.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there an easier way here?&lt;/p&gt;&#xA;" OwnerUserId="22496" LastActivityDate="2019-11-05T10:01:43.317" Title="Where can I find FDA approval SPL drug data?" Tags="|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15815" PostTypeId="1" CreationDate="2019-11-05T13:45:48.627" Score="1" ViewCount="50" Body="&lt;p&gt;I'm looking for monthly, mean temperature data on the country-level since 1900 (or at least 1950) for which the temperature is weighted according to population density.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The common database for the spatial temperature is by Willmott and Matsuura here: &lt;a href=&quot;http://climate.geog.udel.edu/~climate/html_pages/download.html#T2017&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://climate.geog.udel.edu/~climate/html_pages/download.html#T2017&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The population grids typically come from this site: &lt;a href=&quot;https://sedac.ciesin.columbia.edu/data/set/gpw-v4-population-density-rev11/data-download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sedac.ciesin.columbia.edu/data/set/gpw-v4-population-density-rev11/data-download&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I downloaded the Willmott-Matsuura temperature data which is a single gz-file. My question: How can I aggregate the Willmott-Matssura temperature data on the country-level using R? &#xA;Is there an open code for this, or has someone else maybe done it? (It's a common dataset in the literature)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks for any advice!&lt;/p&gt;&#xA;" OwnerUserId="22905" LastActivityDate="2019-11-05T13:45:48.627" Title="Aggregate Willmott and Matsuura Temperature Climate Data on Country Level" Tags="|geospatial|programming|geocoding|climate|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15816" PostTypeId="1" CreationDate="2019-11-05T13:46:44.570" Score="0" ViewCount="187" Body="&lt;p&gt;I am trying to build a query tool that takes a scanned barcode (NDC) and looks up the drug information in the openFDA.    I have a package for Latanoprost Ophthalmic Solution with a package code of 2420846325, which I think translates to 24208-463-25.  Using Postman with my api-key, I submit a GET such as: &#xA;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?api_key=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?api_key=&lt;/a&gt;&amp;amp;search=product_ndc:24208-463-25&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this returns the product &quot;Carvedilol&quot; and not Latanoprost like I would expect.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;When I use the Search page (&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/ndc/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/ndc/index.cfm&lt;/a&gt;), selecting the &quot;NDC Code&quot; type from the drop down menu and providing 24208-463-25 for the code, I get the results I was looking for.  I do notice that the online query returns a product ndc value of 24208-463 which returns the correct result when I use it in my GET call.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am hoping you can tell me if the package code is being ignored with the online tool and should I also drop that package code when I make my API calls?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for your help.&lt;/p&gt;&#xA;" OwnerUserId="22906" LastActivityDate="2019-11-07T20:04:32.893" Title="using barcode value to lookup drug information" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15817" PostTypeId="1" AcceptedAnswerId="15819" CreationDate="2019-11-05T13:51:25.577" Score="1" ViewCount="64" Body="&lt;p&gt;All gov sites from national level down to town/village level. And their official social media profile handles. Is there such a dataset available?&lt;/p&gt;&#xA;" OwnerUserId="21861" LastActivityDate="2019-11-08T03:12:08.110" Title="Where can I find a list of all gov websites and their associated official social media accounts?" Tags="|government|social-media|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15818" PostTypeId="2" ParentId="15681" CreationDate="2019-11-05T21:02:27.957" Score="1" Body="&lt;p&gt;This sounds like it may require a bit of in-depth discussion.  As CSK notes, talking about this with the AOR/COR for your award would be helpful, but a conversation with the USAID Data Services Team would also help to clarify your question and suggest a path forward.  We do ask that all USAID funded data be registered in the Development Data Library, but it may not always be the best place to host the datasets themselves (continuous weather data is one data type that may not be best suited to the DDL).  Please contact our team at dataservices@usaid.gov so we may discuss this in more detail.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="20637" LastActivityDate="2019-11-05T21:02:27.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15819" PostTypeId="2" ParentId="15817" CreationDate="2019-11-06T06:34:01.617" Score="1" Body="&lt;p&gt;The DIY way would be to to compile the lists of websites with a bit of internet searching:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nclc.org/for-consumers/us-government-websites.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nclc.org/for-consumers/us-government-websites.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.usa.gov/federal-agencies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usa.gov/federal-agencies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and then from each page source scrape social media accounts&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;div class=&quot;usa-footer-secondary_section usa-footer-big-secondary-section&quot;&amp;gt;&#xA;   &amp;lt;div class=&quot;usa-grid&quot;&amp;gt;&#xA;      &amp;lt;div class=&quot;usa-footer-contact-links&quot;&amp;gt;&#xA;         &amp;lt;ul class=&quot;usa-unstyled-list noborder&quot;&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://www.facebook.com/USAgov&quot;&amp;gt;&amp;lt;img  class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_Facebook.png&quot; alt=&quot;Facebook USAGov&quot;/&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://twitter.com/USAgov&quot;&amp;gt;&amp;lt;img class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_Twitter.png&quot; alt=&quot;Twitter USAGov&quot;/&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://www.youtube.com/usagov1&quot;&amp;gt;&amp;lt;img class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_Youtube.png&quot; alt=&quot;YouTube USAGov&quot;&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://www.instagram.com/usagov/&quot;&amp;gt;&amp;lt;img class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_Instragram.png&quot; alt=&quot;Instagram USAGov&quot;&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://www.snapchat.com/add/usagov&quot;&amp;gt;&amp;lt;img class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_Snapchat.png&quot; alt=&quot;Snapchat USAGov&quot;/&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://www.pinterest.com/usagov/&quot;&amp;gt;&amp;lt;img class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_Pinterest.png&quot; alt=&quot;Pinterest USAGov&quot;&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;            &amp;lt;li&amp;gt; &amp;lt;a href=&quot;https://www.usa.gov/rss&quot;&amp;gt;&amp;lt;img class=&quot;sm-image&quot; src=&quot;/sites/all/themes/usa/images/Icon_Connect_RSS.png&quot; alt=&quot;RSS USAGov&quot;/&amp;gt;&amp;lt;/a&amp;gt; &amp;lt;/li&amp;gt;&#xA;         &amp;lt;/ul&amp;gt;&#xA;      &amp;lt;/div&amp;gt;&#xA;   &amp;lt;/div&amp;gt;&#xA;&amp;lt;/div&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-11-06T06:34:01.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15820" PostTypeId="2" ParentId="13533" CreationDate="2019-11-06T16:41:42.403" Score="2" Body="&lt;p&gt;I would start here: &lt;a href=&quot;http://www.landmarkmap.org/data/#data-6&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.landmarkmap.org/data/#data-6&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has a lot of data for Central America and Africa.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It also lists that data is available by request for:&#xA;    India: gpicl@fes.org.in; brajesh@fes.org.in &#xA;    Indonesia:    rumahaman@cbn.net.id&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It does not really have data on China, Japan, Papua New Guinea, or Russia.&lt;/p&gt;&#xA;" OwnerUserId="22913" LastActivityDate="2019-11-06T16:41:42.403" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15821" PostTypeId="2" ParentId="4162" CreationDate="2019-11-06T20:28:11.187" Score="5" Body="&lt;p&gt;For anyone else needing this information, it looks like Gaurav Sood &lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/IVXEHT&quot; rel=&quot;noreferrer&quot;&gt;compiled the relevant data and provided code&lt;/a&gt; to create the tables that link: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dataverse.harvard.edu/file.xhtml?persistentId=doi:10.7910/DVN/IVXEHT/A56RIW&amp;amp;version=7.4&quot; rel=&quot;noreferrer&quot;&gt;DMA to county&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dataverse.harvard.edu/file.xhtml?persistentId=doi:10.7910/DVN/IVXEHT/DBOGRS&amp;amp;version=7.4&quot; rel=&quot;noreferrer&quot;&gt;DMA to zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22914" LastActivityDate="2019-11-06T20:28:11.187" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15822" PostTypeId="1" AcceptedAnswerId="15850" CreationDate="2019-11-07T09:59:05.987" Score="3" ViewCount="542" Body="&lt;p&gt;I would like to know about where I could find electric substation data for states in the US, that can be downloaded as a point shapefile or file geodatabase feature class. I am particularly interested to find substation data for the states of California, Nevada and Arizona. I am searching for data that would show information about the substation status, max-min voltage, NAICS code and possibly number transmission lines passing through these substations. I was able to find multiple resources for California '&lt;a href=&quot;https://data.ca.gov/dataset/california-electric-substations&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.ca.gov/dataset/california-electric-substations&lt;/a&gt;' and '&lt;a href=&quot;https://catalog.data.gov/dataset/california-electric-substations-64b59/resource/21777503-daec-4b66-b52e-3b582d066f8e?inner_span=True&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/california-electric-substations-64b59/resource/21777503-daec-4b66-b52e-3b582d066f8e?inner_span=True&lt;/a&gt;'. However was not able to find any data for Nevada or Arizona&lt;/p&gt;&#xA;" OwnerUserId="22916" LastActivityDate="2019-11-18T01:26:27.847" Title="Download shapefile with electric substation data at state or county level for the United States" Tags="|data-request|usa|data.gov|government|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15823" PostTypeId="1" AcceptedAnswerId="15867" CreationDate="2019-11-07T14:22:07.080" Score="0" ViewCount="27" Body="&lt;p&gt;I would like to ask if there is a database of Cloud Pictures&#xA;classified by type.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Example:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following Picture would be classified in the category: &quot;Cirrus uncinus&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AIYLi.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AIYLi.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22332" LastActivityDate="2019-11-21T04:05:57.537" Title="Database with categorised cloud (meterology) pictures" Tags="|data-request|meteorology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15824" PostTypeId="2" ParentId="15816" CreationDate="2019-11-07T20:04:32.893" Score="1" Body="&lt;p&gt;You can search with the package code using the below query (packaging.package_ndc). Below query return the results including package code.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;h2&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:24208-463-25&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:24208-463-25&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;If you want to search only by product ndc code excluding the package code use the below query.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;h2&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:24208-463&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:24208-463&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Both the queries return the results for the drug &lt;em&gt;latanoprost&lt;/em&gt;.&#xA;You can find more details about the searchable fields for NDC directory here (&lt;a href=&quot;https://open.fda.gov/apis/drug/ndc/searchable-fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/ndc/searchable-fields&lt;/a&gt;) &lt;/p&gt;&#xA;" OwnerUserId="22138" LastActivityDate="2019-11-07T20:04:32.893" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15826" PostTypeId="2" ParentId="15817" CreationDate="2019-11-08T03:12:08.110" Score="1" Body="&lt;p&gt;This is not an answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I got bored, so, using commoncrawl.org data dated 26 Sep 2018 (but not all collected at the same time, of course), I managed to extract a list of 30,815 .gov domains in the &quot;gov-domains.txt&quot; file at &lt;a href=&quot;http://test.barrycarter.info/20191107/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://test.barrycarter.info/20191107/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A larger list of all 69,051,164 known to commoncrawl.org on the same date is at the same URL in the file &quot;alldomains.txt.bz2&quot; (bzip2 compressed). Please use right-click &quot;save link as&quot;, since clicking on the link directly may not work.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second list is in a slightly different format where the subdomains are reversed and separated by commas. For example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;gov,wa,houserepublicans,andrewbarkis&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;means &lt;code&gt;andrewbarkis.houserepublicans.wa.gov&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;According to &lt;a href=&quot;https://blog.verisign.com/domain-names/verisign-q1-2019-domain-name-industry-brief-internet-grows-to-351-8-million-domain-name-registrations-in-the-first-quarter-of-2019/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://blog.verisign.com/domain-names/verisign-q1-2019-domain-name-industry-brief-internet-grows-to-351-8-million-domain-name-registrations-in-the-first-quarter-of-2019/&lt;/a&gt; there are over 350 million registered domain names, so this list is nowhere near complete. Additionally, registered domain names are domains like &quot;google.com&quot;, and don't include subdomains like &quot;search.google.com&quot;. Since my list above does include subdomains, it is even more incomplete.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I assumed by &quot;gov&quot; you meant &quot;.gov&quot; names, but the second list can you help you find other government domains as well. In particular, domains ending in &lt;code&gt;state.xx.us&lt;/code&gt; where &lt;code&gt;xx&lt;/code&gt; is a state postal code abbreviation are official US state government domains (&lt;a href=&quot;https://en.wikipedia.org/wiki/.us#States_and_territories&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/.us#States_and_territories&lt;/a&gt;), though many now redirect to friendlier names. For example, &lt;code&gt;www.state.nm.us&lt;/code&gt; now redirects to &lt;code&gt;newmexico.gov&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, some localities opt not to use .gov domains at all, such as: &lt;a href=&quot;https://www.corrales-nm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.corrales-nm.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Finally, non-US government domains often end in &lt;code&gt;go.xx&lt;/code&gt; or &lt;code&gt;gov.xx&lt;/code&gt;, where xx is a country code.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2019-11-08T03:12:08.110" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15827" PostTypeId="1" AcceptedAnswerId="15829" CreationDate="2019-11-08T10:03:50.993" Score="2" ViewCount="186" Body="&lt;p&gt;This figure is to &lt;a href=&quot;https://towardsdatascience.com/applied-deep-learning-part-1-artificial-neural-networks-d7834f67a4f6&quot; rel=&quot;nofollow noreferrer&quot;&gt;illustrate a hyperplane&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XQEyr.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XQEyr.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a toy dataset could be used to draw this kind of figure with Python?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in other words, is there a dataset which is not linearly separable in 2d and linearly separable in 3D?&lt;/p&gt;&#xA;" OwnerUserId="21840" LastActivityDate="2019-11-08T23:53:10.893" Title="Is there a toy dataset which is not linearly separable in 2d and linearly separable in 3D?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15828" PostTypeId="1" CreationDate="2019-11-08T17:26:04.780" Score="1" ViewCount="259" Body="&lt;p&gt;I want to download the Mivia Road audio event dataset. I have already registered on the website a month ago but they are not responding, my project's last date is 10th November so can anyone give me that data?&#xA;link: &lt;a href=&quot;https://mivia.unisa.it/datasets/audio-analysis/mivia-road-audio-events-data-set/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mivia.unisa.it/datasets/audio-analysis/mivia-road-audio-events-data-set/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22920" LastEditorUserId="23272" LastEditDate="2022-07-14T12:42:14.123" LastActivityDate="2022-07-14T12:42:14.123" Title="how to download mivia Road audio event dataset" Tags="|data-request|audio|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15829" PostTypeId="2" ParentId="15827" CreationDate="2019-11-08T23:53:10.893" Score="3" Body="&lt;p&gt;You could generate such a dataset using Python.  A simple approach would be to generate a set of (x, y) coordinates, partition the set, then assign a distinct value for the z coordinate for each partition.  An example with 100 points divided into 5 linearly separable partitions:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from mpl_toolkits.mplot3d import Axes3D&#xA;&#xA;import matplotlib.pyplot as plt&#xA;import numpy as np&#xA;&#xA;N = 100 &#xA;K = 5                               # Partitions to split the N observations.&#xA;x = np.random.normal(0, 1, N)&#xA;y = np.random.normal(0, 1, N)&#xA;z = np.repeat(np.arange(K), N / K)  # One can simply shift the z-axis for &#xA;                                    # partitions of the (x, y) coordinates&#xA;                                    # Given this simple transformation, each &#xA;                                    # partition is linearly separable.&#xA;&#xA;# 2d plot&#xA;fig = plt.gcf()&#xA;plt.scatter(x, y, c=z)&#xA;plt.show()&#xA;fig.savefig('demo2d.png')&#xA;&#xA;# 3d plot&#xA;fig = plt.figure()&#xA;ax = fig.add_subplot(111, projection='3d')&#xA;ax.scatter(x, y, z, c=z)&#xA;plt.show()&#xA;fig.savefig('demo3d.png')&#xA;&#xA;&#xA;# save toy dataset&#xA;D = np.vstack((x,y,z)).T &#xA;np.savetxt('demo.csv', D, delimiter=',')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Plots of the data in 2 and 3 dimensions:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/4SFM6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4SFM6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vkPL8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vkPL8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-08T23:53:10.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15830" PostTypeId="1" AcceptedAnswerId="15832" CreationDate="2019-11-09T10:37:08.113" Score="2" ViewCount="226" Body="&lt;p&gt;Is there an image dataset of bald and balding men? Best would be classified/tagged images with labels like &quot;bald&quot;, &quot;not bald&quot;, &quot;early balding&quot;, &quot;etc&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Related links:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://matthewbilyeu.com/blog/2019-03-21/the-boombox-incident&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://matthewbilyeu.com/blog/2019-03-21/the-boombox-incident&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;my source &amp;amp; comments: &lt;a href=&quot;https://news.ycombinator.com/item?id=19462007&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://news.ycombinator.com/item?id=19462007&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;similar question: &lt;a href=&quot;https://opendata.stackexchange.com/a/14060/1511&quot;&gt;https://opendata.stackexchange.com/a/14060/1511&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-11-09T10:48:56.790" LastActivityDate="2019-11-09T10:49:48.337" Title="Tagged images of bald and balding men" Tags="|data-request|images|faces|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15831" PostTypeId="2" ParentId="15830" CreationDate="2019-11-09T10:47:08.353" Score="0" Body="&lt;p&gt;It's not tagged, but one option would be to &lt;a href=&quot;https://matthewbilyeu.com/blog/2019-03-21/the-boombox-incident&quot; rel=&quot;nofollow noreferrer&quot;&gt;run the above algorithm&lt;/a&gt; on the NIST Mugshot dataset:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nist.gov/srd/nist-special-database-18&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nist.gov/srd/nist-special-database-18&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The database consists of a total of 3248 images of variable size using PNG formatting with metadata TXT files corresponding to each per image.&lt;/p&gt;&#xA;&lt;p&gt;There are images of 1573 individuals (cases) 1495 male and 78 female.&lt;/p&gt;&#xA;&lt;p&gt;3248 segmented 8-bit gray scale mugshot images (varying sizes) of 1573 individuals&lt;/p&gt;&#xA;&lt;p&gt;1333 cases with both front and profile views (see statistics above)&lt;/p&gt;&#xA;&lt;p&gt;131 cases with two or more front views and 89 cases with two or more profiles&lt;/p&gt;&#xA;&lt;p&gt;images scanned at 19.7 pixels per mm&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The files have the naming structure like &lt;code&gt;00117_1_F.txt&lt;/code&gt; for &lt;strong&gt;F&lt;/strong&gt;orward facing and &lt;code&gt;00604_1_R.txt&lt;/code&gt; for &lt;strong&gt;R&lt;/strong&gt;ight facing. Total download is 1.7 GB zipped.&lt;/p&gt;&#xA;&lt;p&gt;Also on Kaggle: &lt;a href=&quot;https://www.kaggle.com/kwisatzhaderach/nist-mugshots&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/kwisatzhaderach/nist-mugshots&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rvtac.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rvtac.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-11-09T10:47:08.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15832" PostTypeId="2" ParentId="15830" CreationDate="2019-11-09T10:49:48.337" Score="2" Body="&lt;p&gt;There is the &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Bald_men&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:Bald men&lt;/a&gt; on Wikimedia Commons, right now with 525 images.&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2019-11-09T10:49:48.337" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15833" PostTypeId="1" AcceptedAnswerId="15869" CreationDate="2019-11-11T13:24:12.317" Score="2" ViewCount="83" Body="&lt;p&gt;I want to test machine learning tasks on time-divided textual data set. For this purpose, I want to use a common text data set which is already validated and &quot;good&quot; for use. I already found a Web of Science data set from this source:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;K. Kowsari, D. E. Brown, M. Heidarysafa, K. Jafari Meimandi, M. S.&#xA;  Gerber and L. E. Barnes, &quot;HDLTex: Hierarchical Deep Learning for Text&#xA;  Classification&quot;, 2017 16th IEEE International Conference on Machine&#xA;  Learning and Applications (ICMLA), pp. 364-371. doi:&#xA;  10.1109/ICMLA.2017.0-134&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, the data set does not include data about the time of the publications, which I really need for my algorithms. Can anyone recommend a common textual data set for me which is divided into time windows?&lt;/p&gt;&#xA;" OwnerUserId="22935" OwnerDisplayName="Nils_Denter" LastEditorUserId="7031" LastEditDate="2019-11-18T18:52:43.607" LastActivityDate="2021-01-04T15:30:33.730" Title="Common text data sets in form of panel data" Tags="|data-request|nlp|text|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15834" PostTypeId="2" ParentId="15773" CreationDate="2019-11-11T18:57:57.230" Score="1" Body="&lt;p&gt;This is not an answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you visit &lt;a href=&quot;https://sdmdataaccess.sc.egov.usda.gov/QueryHelp.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sdmdataaccess.sc.egov.usda.gov/QueryHelp.aspx&lt;/a&gt; and download the &quot;Table Column Descriptions Report (741K)&quot; PDF, you will get a list of all tables (and column names) for your data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can then go to &lt;a href=&quot;https://sdmdataaccess.sc.egov.usda.gov/Query.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sdmdataaccess.sc.egov.usda.gov/Query.aspx&lt;/a&gt; and make queries like &lt;code&gt;SELECT * FROM chaashto&lt;/code&gt;. You will have to queue your query and give your email address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did this and got back a link to a 30M ZIP file (it's &lt;a href=&quot;https://sdmdataaccess.sc.egov.usda.gov/SDMQueuedDownloads/SDMQuery229984.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sdmdataaccess.sc.egov.usda.gov/SDMQueuedDownloads/SDMQuery229984.zip&lt;/a&gt; but may no longer be available) that decompresses to 195M. I have no idea what the data means, but, presumably, you would :)&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2019-11-11T18:57:57.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15835" PostTypeId="2" ParentId="15833" CreationDate="2019-11-12T01:50:26.253" Score="2" Body="&lt;p&gt;It depends what kind of text you're looking for. I can think of the following three sources for text data with years of publication:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.gutenberg.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Project Gutenberg&lt;/a&gt; is a repository containing 60,000 books in the public domain. It includes a lot of literature classics. I don't think the original publication date is included but for many books it's not to hard to retrieve it from Wikipedia.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google NGrams&lt;/a&gt; is a massive collection of n-grams extracted from one million books. Each n-gram is provided with the year of the book it comes from, but there is no full text available.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nlm.nih.gov/bsd/medline.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medline and/or PubMed Central&lt;/a&gt; abstracts (around 20 millions) and/or full papers (around 2 millions) from scientific biomedical articles. The year of publication is included in the metadata.  &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="22934" LastActivityDate="2019-11-12T01:50:26.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15836" PostTypeId="1" CreationDate="2019-11-13T18:19:08.083" Score="1" ViewCount="55" Body="&lt;p&gt;My students and I are trying to access child labour statistics data from the Sweat and Toil dataset, with the endpoints as described on &lt;a href=&quot;https://developer.dol.gov/others/sweat-and-toil/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.dol.gov/others/sweat-and-toil/&lt;/a&gt;, and using the format as described at &lt;a href=&quot;https://developer.dol.gov/beginners-guide/#apiv2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.dol.gov/beginners-guide/#apiv2&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;When trying (in Python) to do so with code like the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;response = requests.get(&amp;quot;https://data.dol.gov/SweatToilAllStatistics&amp;quot;, headers={'X-API-KEY': 'KEYREMOVED'})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;we get a 404. For some other data sets in Sweat and Toil (and other v2 datasets we've tried), we get a 403 with the following response:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &amp;quot;status&amp;quot;: &amp;quot;&amp;quot;,&#xA;    &amp;quot;error&amp;quot;: &amp;quot;Invalid API Key&amp;quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;But when I use this exact same API key on some v1 API datasets, e.g.,&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;response = requests.get(&amp;quot;http://api.dol.gov/V1/DOLAgency/Agencies/?KEY=KEYREMOVED&amp;quot;) &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;it works fine, so I actually don't think &amp;quot;Invalid API Key&amp;quot; is the true issue here. The same issue occurs when attempting this with &lt;code&gt;curl&lt;/code&gt;. Any help anyone might be able to offer would be much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="22940" LastEditorUserId="23272" LastEditDate="2022-07-14T14:22:40.927" LastActivityDate="2022-07-14T14:22:40.927" Title="API documentation still accurate?" Tags="|api|labor|documentation|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15837" PostTypeId="2" ParentId="7577" CreationDate="2019-11-13T22:47:44.773" Score="-1" Body="&lt;p&gt;The &lt;a href=&quot;https://api.carsxe.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carsxe API&lt;/a&gt; aggregates data from multiple vendors including the NHTSA into its API. They provide 4 APIs: vehicle specifications, history, market value and ownership cost.&lt;/p&gt;&#xA;&lt;p&gt;The vehicle specifications API contains sample images of the vehicle you look up.&lt;/p&gt;&#xA;&lt;p&gt;XML &amp;amp; JSON&lt;/p&gt;&#xA;&lt;p&gt;Here's an example GET request you can make for a vehicle:&lt;/p&gt;&#xA;&lt;p&gt;The API Documentation is &lt;a href=&quot;http://api.carsxe.com/docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;located here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Here is an &lt;a href=&quot;http://api.carsxe.com/specs?key=CarsXE_API_Key&amp;amp;year=2004&amp;amp;make=toyota&amp;amp;model=camry&amp;amp;include=selections,attributes,colors,photos&quot; rel=&quot;nofollow noreferrer&quot;&gt;example GET request&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="22944" LastEditorUserId="32115" LastEditDate="2022-10-04T08:23:57.203" LastActivityDate="2022-10-04T08:23:57.203" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15838" PostTypeId="2" ParentId="13488" CreationDate="2019-11-13T22:52:38.280" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://api.carsxe.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.carsxe.com/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The CarsXE API is a RESTful API with millions of vehicles and is updated daily. They provide 4 APIs: vehicle specifications, history, market value and ownership cost.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The vehicle specifications API can return equipment data which would include all of the items you listed except images which would be returned from the photos data object.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;XML &amp;amp; JSON but can be converted into a CSV.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's an example GET request you can make for a vehicle:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.carsxe.com/docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.carsxe.com/specs?key=CarsXE_API_Key&amp;amp;year=2004&amp;amp;make=toyota&amp;amp;model=camry&amp;amp;include=selections,attributes,colors,photos,equipment&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22944" LastActivityDate="2019-11-13T22:52:38.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15839" PostTypeId="1" AcceptedAnswerId="15842" CreationDate="2019-11-13T23:45:56.097" Score="1" ViewCount="126" Body="&lt;p&gt;I am currently working on a project where I need a geological map of Africa for groundwater potential. I have downloaded the &lt;a href=&quot;https://opendata.stackexchange.com/questions/15839/how-to-interpret-geological-data-for-africa&quot;&gt;Surficial geology of Africa&lt;/a&gt; from the U.S. Department of Interior (&lt;a href=&quot;https://catalog.data.gov/dataset/surficial-geology-of-africa-geo7-2ag&quot; rel=&quot;nofollow noreferrer&quot;&gt;map URL&lt;/a&gt;). I need assistance on how to interpret the data.&lt;/p&gt;&#xA;" OwnerUserId="22943" LastEditorUserId="19566" LastEditDate="2019-11-14T17:42:42.867" LastActivityDate="2019-11-14T17:42:42.867" Title="How to interpret geological data for Africa" Tags="|geospatial|data.gov|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15840" PostTypeId="1" CreationDate="2019-11-14T13:43:30.413" Score="2" ViewCount="68" Body="&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; I am looking for &lt;a href=&quot;https://en.wikipedia.org/wiki/Traffic_flow#Density&quot; rel=&quot;nofollow noreferrer&quot;&gt;traffic density&lt;/a&gt; for a given place, preferably averaged over a given area for the last year. Traffic density is defined as the number of vehicles per unit length of the roadway. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; We're building an non-profit application that lets a user choose a city to live based on multiple factors, including traffic density. My assumption is that critical traffic density, that leads to &lt;a href=&quot;https://en.wikipedia.org/wiki/Traffic_congestion&quot; rel=&quot;nofollow noreferrer&quot;&gt;traffic congestion&lt;/a&gt;, has impact both on commute time and quality of neighborhood. For instance, this is traffic density map from &lt;a href=&quot;https://www.tomtom.com/en_gb/traffic-index/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TomTom Traffic Index&lt;/a&gt;. I placed arrows to show cities with high, medium and low congestion at the moment:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HBVcD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HBVcD.png&quot; alt=&quot;TomTom Traffic Index Example&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; This is for large and small cities and villages only in Poland, Europe.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; This will be a non-profit application and we're building only a MVP, so at this stage we don't want to invest any money. Any free for non-commercial use license would be good.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; . It can be both structured (e.g. via JSON, CSV file or API) or not well-structured source. I am not afraid of screenscraping. Preferably, that should be a source we can query on regular, but not necessarily frequent basic (yearly) to update our estimates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt; I do not have limitations here. Most of the data providers in this domain comes from anonymous GPS devices and are collected through routing applications like TomTom or Google Maps.&lt;/p&gt;&#xA;" OwnerUserId="22469" LastEditorUserId="22469" LastEditDate="2019-11-14T14:16:01.017" LastActivityDate="2019-11-14T21:56:16.713" Title="Traffic density data source" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15841" PostTypeId="1" CreationDate="2019-11-14T14:35:53.017" Score="3" ViewCount="57" Body="&lt;p&gt;What public data are out there that contain health or health care events or outcomes (mortality, encounters with health care providers, etc.) and are available at a daily, weekly, or monthly frequency over relatively small geographic units? &lt;/p&gt;&#xA;" OwnerUserId="7182" LastEditorUserId="19566" LastEditDate="2019-11-14T17:45:12.573" LastActivityDate="2022-06-09T00:07:10.823" Title="High frequency public health or health care data" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15842" PostTypeId="2" ParentId="15839" CreationDate="2019-11-14T15:06:37.260" Score="2" Body="&lt;p&gt;This is not an answer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I downloaded the &quot;geo7_2ag.zip&quot;, unzipped it, ran &lt;code&gt;ogrinfo -al&lt;/code&gt; on the &lt;code&gt;geo7_2ag.shp&lt;/code&gt; file and learned the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The shapefile contains 11,977 polygons, each tagged with a GLG value.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There are 44 different GLG values. Some of these are: DS, H2O, Mi, O, S_d&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Most of these values are explained in geo7_2ag.shp.xml and appear to represent geological eras. For example, &quot;DS&quot; means &quot;Devonian-Silurian&quot;, &quot;H2O&quot; means &quot;Water (River or Lake)&quot;, &quot;Mi&quot; means &quot;Mesozoic Igneous&quot;, and so on.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The data is imperfect. The &quot;Cm&quot; and &quot;O&quot; values in the shapefile are not in the XML file. The &quot;JI&quot; and &quot;KI&quot; values are spelled with a capital &quot;eye&quot; in one of the files and a lower case &quot;ell&quot; in the other.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The geo7_2ag.e00 contains 4 layers of data:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;an &quot;ARC&quot; layer with 25,285 line strings&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;a &quot;CNT&quot; layer with 11,978 points&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;a &quot;LAB&quot; layer with 11,977 points&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;a &quot;PAL&quot; layer with 11,977 polygons&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;According to &lt;a href=&quot;https://gis.stackexchange.com/questions/54730/e00-file-structure&quot;&gt;https://gis.stackexchange.com/questions/54730/e00-file-structure&lt;/a&gt; these data layers are intended primarily to transfer data between formats and are probably not important for you, the end user.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As a general note, gis.stackexchange.com might be able to help more with further questions, and you might look into qgis, a free tool to help interpret and manipulate geographical data.&lt;/p&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2019-11-14T15:06:37.260" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15843" PostTypeId="2" ParentId="13591" CreationDate="2019-11-14T21:17:22.043" Score="2" Body="&lt;p&gt;&lt;strong&gt;Pollen data&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the United States, the &lt;a href=&quot;https://www.aaaai.org/global/nab-pollen-counts?ipb=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Allergy Bureau&lt;/a&gt; is the primary source of pollen measurements.  Their network is comprised of approximately 80 monitoring stations which collect 24-hour samples of ambient pollen concentrations using either Burkard or Rotorod samplers.  Simplified categories are presented on their website (e.g., &quot;Weeds- Low Concentration&quot;).  Researchers can submit requests for the raw data (concentrations of various pollen types, generally identified to the genus level), but the data request process takes several months.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Allergy data&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some data on allergies is available through the &lt;a href=&quot;https://www.cdc.gov/nchs/nhis/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Health Interview Survey&lt;/a&gt;, which can be aggregated to the state level.  I haven't heard of any national-scale datasets that have allergen sensitization rates at finer spatial resolutions than that.      &lt;/p&gt;&#xA;" OwnerUserId="22914" LastActivityDate="2019-11-14T21:17:22.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15844" PostTypeId="2" ParentId="15840" CreationDate="2019-11-14T21:56:16.713" Score="1" Body="&lt;p&gt;This might be related to what you are looking for:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CalTrans has a release of data on the &lt;a href=&quot;https://data.ca.gov/dataset/annual-average-daily-traffic-volumes&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annual Average Daily Traffic (AADT) Volumes&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More information could be found &lt;a href=&quot;https://dot.ca.gov/programs/traffic-operations/census/traffic-volumes/2017&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2019-11-14T21:56:16.713" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15845" PostTypeId="1" CreationDate="2019-11-15T20:05:16.613" Score="1" ViewCount="26" Body="&lt;p&gt;I am doing a project on multilateral treaties and am having trouble finding a data set on multilateral economic treaties. I am looking for data with signature and/or ratification dates. Does anyone know of a dataset or website that holds this? Here is an &lt;a href=&quot;https://treaties.un.org/pages/showDetails.aspx?objid=08000002800ade6c&quot; rel=&quot;nofollow noreferrer&quot;&gt;example webpage&lt;/a&gt; with the necessary data but for only 1 treaty:&lt;/p&gt;&#xA;&lt;p&gt;So far I have only found good aggregated information on bilateral or plurilateral treaties. The World Trade Organisation's Regional Trade Agreements' database is a &lt;a href=&quot;http://rtais.wto.org/UI/PublicMaintainRTAHome.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;good example of this&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22913" LastEditorUserId="23272" LastEditDate="2020-08-04T04:39:52.253" LastActivityDate="2020-08-04T04:39:52.253" Title="Where can I find economic multilateral treaty data?" Tags="|data-request|economics|global|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15846" PostTypeId="1" CreationDate="2019-11-16T04:06:49.630" Score="3" ViewCount="71" Body="&lt;p&gt;When assessing the US census data's housing characteristics by occupied housing, it provides a breakdown by Units in Structure. My question is should I look at the total units in a 2 unit apartment structure and divide by 2 to determine number of buildings that are 2 units or is the number listed the total number of buildings with 2 units. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Based on the snapshot below the total number of buildings with 2 units = ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XhprN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XhprN.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22956" LastEditorUserId="7031" LastEditDate="2019-11-22T16:45:44.823" LastActivityDate="2019-11-22T16:45:44.823" Title="Units in Structure - Census" Tags="|us-census|census|documentation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15847" PostTypeId="1" CreationDate="2019-11-17T02:25:34.377" Score="1" ViewCount="136" Body="&lt;p&gt;I am looking for &lt;a href=&quot;https://en.wikipedia.org/wiki/Uniform_Commercial_Code&quot; rel=&quot;nofollow noreferrer&quot;&gt;Uniform Commercial Code&lt;/a&gt; (UCC) data to download and sift through. I would be most interested in Article 2 and 2A which is sales and leases, respectively. This is also known at UCC-2 data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I might find a database of UCC-2 data, by U.S. state, for free?&lt;/p&gt;&#xA;" OwnerUserId="22960" LastEditorUserId="22960" LastEditDate="2019-11-23T16:52:09.230" LastActivityDate="2024-04-01T01:04:35.530" Title="Free Database of Uniform Commercial Code (UCC) Data?" Tags="|data-request|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15848" PostTypeId="2" ParentId="15846" CreationDate="2019-11-17T19:17:14.713" Score="2" Body="&lt;p&gt;I'm not an expert on this specific subject matter, but I think the helpful &lt;a href=&quot;https://www2.census.gov/programs-surveys/ahs/2017/2017%20AHS%20Definitions.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 AHS Definitions.pdf&lt;/a&gt; (found on page &lt;a href=&quot;https://www.census.gov/programs-surveys/ahs/tech-documentation/def-errors-changes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Definitions, Accuracy, Historical Changes, and Questionnaires&lt;/a&gt;) clarifies this topic. On page 18 it states:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Housing units.&lt;/strong&gt; A housing unit is a house, apartment, group of rooms, or single room occupied or intended for occupancy as separate living quarters.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;It took me several readings, but together with the following paragraph clarifying the term &lt;em&gt;separate living quarters&lt;/em&gt;, I think that &lt;strong&gt;you should divide by 2&lt;/strong&gt; to get the number of buildings that provide those housing units within &lt;em&gt;2 apartments&lt;/em&gt; buildings.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Separate living quarters&lt;/em&gt; are those in which the occupants live separately from any other people in the structure and that have direct access from the outside of the structure or through a common hall, lobby, orvestibule that is used or intended for use by the occupants of more than one unit or by the general public. This means that the hall, lobby, or vestibule is not part of any unit, and must be clearly separate from &lt;strong&gt;all units in the structure&lt;/strong&gt; &lt;em&gt;[this emphasis me]&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;In other words, a housing unit corresponds in number to the number of households living &lt;em&gt;in the structure&lt;/em&gt;. Unfortunately, this will make it hard to estimate the number of buildings with &quot;10 or more apartments&quot;, except if there is a helpful decomposition of that category somewhere.&lt;/p&gt;&#xA;" OwnerUserId="930" LastActivityDate="2019-11-17T19:17:14.713" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15849" PostTypeId="2" ParentId="15847" CreationDate="2019-11-18T01:07:21.723" Score="0" Body="&lt;p&gt;There's a number of places where you can read the UCC:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.law.cornell.edu/ucc/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sales&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.law.cornell.edu/ucc/2A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Leases&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;And other places linked from the bottom of the &lt;a href=&quot;https://en.wikipedia.org/wiki/Uniform_Commercial_Code#External_links&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia article&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's not completely clear to me if this is what you are looking for.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2019-11-18T01:07:21.723" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15850" PostTypeId="2" ParentId="15822" CreationDate="2019-11-18T01:26:27.847" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/electric-substations/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Homeland Infrastructure Foundation-Level Data: Electric Substations&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This feature class/shapefile represents electric power substations&#xA;  primarily associated with electric power transmission. In this layer,&#xA;  substations are considered facilities and equipment that switch,&#xA;  transform, or regulate electric power at voltages equal to, or greater&#xA;  than, 69 kilovolts. Substations with a maximum operating voltage less&#xA;  than 69 kilovolts may be included, depending on the availability of&#xA;  authoritative sources, but coverage of these features should not be&#xA;  considered complete. The Substations feature class/shapefile includes&#xA;  taps, a location where power on a transmission line is tapped by&#xA;  another transmission line. The following updates have been made since&#xA;  the previous release: 7,144 features added, geographic coverage&#xA;  expanded to include Guam, Northern Mariana Islands, and Virgin&#xA;  Islands.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="33" LastActivityDate="2019-11-18T01:26:27.847" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15851" PostTypeId="1" CreationDate="2019-11-18T10:04:06.070" Score="1" ViewCount="43" Body="&lt;p&gt;I am searching for a carbon efficiency reporting for UK government. To my understanding this data should have been reported in the past as per the CRC scheme in &lt;a href=&quot;https://www.gov.uk/government/publications/crc-annual-report-publications-phases-1-and-2/crc-annual-report-publication-2014-to-2015-and-2015-to-2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; or similar pages. However it appears as data has been removed. Anybody knows where to find this data, or any other data source on carbon emission by companies?&lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="7031" LastEditDate="2019-11-22T16:46:03.923" LastActivityDate="2019-11-22T16:46:03.923" Title="Carbon emissions data for UK companies (and beyond UK too)" Tags="|data-request|government|uk|europe|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15853" PostTypeId="1" CreationDate="2019-11-18T17:53:56.597" Score="1" ViewCount="99" Body="&lt;p&gt;Im looking for API that contains Europe's ski resorts data that include lifts and trails status, max/min altitude, ski pass information etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;this is the closest thing that i have found:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;a href=&quot;http://docs.clientservice.onthesnow.com/docs/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://docs.clientservice.onthesnow.com/docs/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;but they are not responding to my emails so can't create an account and get access.&lt;/p&gt;&#xA;" OwnerUserId="22974" LastActivityDate="2019-11-18T17:53:56.597" Title="Ski resort's lifts status and trains length API" Tags="|api|ski|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15854" PostTypeId="1" CreationDate="2019-11-18T19:38:58.117" Score="1" ViewCount="29" Body="&lt;p&gt;You can search for warning letters &lt;a href=&quot;https://www.fda.gov/inspections-compliance-enforcement-and-criminal-investigations/compliance-actions-and-activities/warning-letters&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/inspections-compliance-enforcement-and-criminal-investigations/compliance-actions-and-activities/warning-letters&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22975" LastActivityDate="2019-11-18T19:38:58.117" Title="Looking for an endpoint to retrieve warning letters" Tags="|data-request|openfda|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15855" PostTypeId="2" ParentId="11445" CreationDate="2019-11-19T05:10:29.097" Score="1" Body="&lt;p&gt;You could look at the Armed Conflict Location &amp;amp; Event Data Project (ACLED).  ACLED is is a disaggregated data collection, analysis, and crisis mapping project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It provides &lt;a href=&quot;https://www.acleddata.com/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data export&lt;/a&gt; and a &lt;a href=&quot;https://www.acleddata.com/dashboard/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dashboard&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Terms of Use and Access policy begins:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Non-Commercial Licenses - ACLED’s full dataset is available for use free of charge by noncommercial entities and organizations    (e.g., non-profit organizations, government agencies, academic institutions) using the data for non-commercial  purposes, subject to these  Terms of Use.   Non-commercial licenses may also be granted to for-profit media outlets or journalists citing ACLED’s content in    works of journalism; provided that such works are made available to the general public and benefit public discourse on the topic, subject to ACLED’s prior, written approval.   &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Full terms are &lt;a href=&quot;https://www.acleddata.com/wp-content/uploads/dlm_uploads/2018/12/TermsofUseAttributionPolicy_4.2019-1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.acleddata.com/wp-content/uploads/dlm_uploads/2018/12/TermsofUseAttributionPolicy_4.2019-1.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5766" LastActivityDate="2019-11-19T05:10:29.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15856" PostTypeId="1" CreationDate="2019-11-19T10:16:19.663" Score="3" ViewCount="20" Body="&lt;p&gt;The Brookings Institution has been promoting Innovation Districts as a useful geographical concept since 2014 (for example &lt;a href=&quot;https://www.brookings.edu/essay/rise-of-innovation-districts&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://www.brookings.edu/research/clusters-and-innovation-districts-lessons-from-the-united-states-experience&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;). I should think that mapping Innovation Districts precisely would be part of that research and indeed some maps are shown here and there. However, I have not been able to find a unified source of shapefiles for US Innovation Districts (even though the research has focused on the US). Maybe the sources vary city by city or maybe shapefiles are not systematically available even for the cities covered by the initial study. What are sources of shapefiles for all Innovation Districts or failing that sources for existing ones?&lt;/p&gt;&#xA;" OwnerUserId="15114" OwnerDisplayName="syre" LastEditorUserId="23272" LastEditDate="2020-08-04T04:37:41.297" LastActivityDate="2020-08-04T04:37:41.297" Title="Seeking shapefiles for mapping innovation districts" Tags="|data-request|geospatial|usa|district|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15857" PostTypeId="2" ParentId="412" CreationDate="2019-11-20T03:04:21.530" Score="0" Body="&lt;p&gt;I created a python 3 script to convert the data to CSV:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;f = open(&quot;ssdm1&quot;)&#xA;for line_number, line in enumerate(f):&#xA;    ssn = line[1:10]&#xA;    lname = line[10:20].strip()&#xA;    suffix= line[30:33].strip()&#xA;    fname = line[34:48].strip()&#xA;    mname = line[49:63].strip()&#xA;    vpcode= line[64:64]     # (V)erified or (P)roof code&#xA;&#xA;    dod = line[65:73]&#xA;    dob = line[73:81]&#xA;    print(ssn[0:3] + '-' + ssn[3:5] + '-' + ssn[5:9] + ',', &#xA;        lname + ',' + fname + ',' + mname + ',', &#xA;        dob[0:2] + '/' + dob[2:4] + '/' + dob[4:8] + ',',&#xA;        dod[0:2] + '/' + dod[2:4] + '/' + dod[4:8] )&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23268" LastActivityDate="2019-11-20T03:04:21.530" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15858" PostTypeId="1" CreationDate="2019-11-20T10:09:09.707" Score="1" ViewCount="21" Body="&lt;p&gt;I am using the R package &lt;a href=&quot;https://cran.r-project.org/web/packages/prioritizr/prioritizr.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;'prioritzr'&lt;/a&gt; to identify new possible conservation areas in the lesser caucasus for different species.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One main data input to solve the problem is the average land cost per grid cell (planning unit).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I did not find any data about land cost in the region of the lesser caucasus.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also trying different approaches by using the GDP in combination with population densitiy and landuse classes did not lead to a satisfying outcome. Simply by mulitplying these values led to a very high difference between min/max which resulted in a not usable dataset for the problem-solver.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have any suggestions how to get land cost information about the region in the lesser caucasus or do you have other approaches how to solve the problem?&lt;/p&gt;&#xA;" OwnerUserId="13838" LastEditorUserId="7031" LastEditDate="2019-11-22T16:45:36.083" LastActivityDate="2019-11-22T16:45:36.083" Title="Land cost data of the region Caucasus" Tags="|data-request|geospatial|economics|land|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15859" PostTypeId="1" AcceptedAnswerId="15860" CreationDate="2019-11-20T12:36:50.567" Score="1" ViewCount="42" Body="&lt;p&gt;This sounds vague, because it can have many, many possible answers (I hope), but I will accept any of them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically, I want to demo a product, which has an eInk display (plus WiFi and BlueTooth), to a company in Singapore:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Eh8Ww.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Eh8Ww.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To give them an idea of how it can be used to display their data, I would like to display some Singaporean data, maybe population, or similar.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The catch is that I want it to updated every second or so, displaying the temperature wouldn't be much good as it rarely varies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't care what the data is, so is it on topic to ask for some Singaporean data which changes every second or so and has a gratis HTTP(S) API? I would like something to grab their attention and get them wondering how we can use &lt;a href=&quot;https://www.aliexpress.com/item/4000133121789.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this (cheap) device&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2019-11-20T15:32:49.303" Title="Frequently updating data for Singapore" Tags="|api|singapore|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15860" PostTypeId="2" ParentId="15859" CreationDate="2019-11-20T15:32:49.303" Score="1" Body="&lt;p&gt;Singapore offers an API for pollution levels (among &lt;a href=&quot;https://data.gov.sg/developer&quot; rel=&quot;nofollow noreferrer&quot;&gt;13 other real-time APIs&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;try it in their docs page: &lt;a href=&quot;https://data.gov.sg/dataset/psi&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.sg/dataset/psi&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;or with curl&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl -X GET &quot;https://api.data.gov.sg/v1/environment/psi&quot; -H  &quot;accept: application/json&quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;or with the browser: &lt;a href=&quot;https://api.data.gov.sg/v1/environment/psi&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov.sg/v1/environment/psi&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;(not sure if any of these 14 real-time APIs are actually enough &lt;em&gt;real-time&lt;/em&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-11-20T15:32:49.303" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15861" PostTypeId="2" ParentId="7256" CreationDate="2019-11-20T17:54:23.413" Score="1" Body="&lt;p&gt;You can look at Unsplash. After registering for the API:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://unsplash.com/documentation#search-photos&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://unsplash.com/documentation#search-photos&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;you can search by term, or by &lt;a href=&quot;https://unsplash.com/explore/collections&quot; rel=&quot;nofollow noreferrer&quot;&gt;collection&lt;/a&gt;, which is like a tag:&lt;/p&gt;&#xA;&lt;p&gt;(NSFW?) &lt;a href=&quot;https://unsplash.com/s/photos/erotic&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://unsplash.com/s/photos/erotic&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Unsplash has a very friendly license: &lt;a href=&quot;https://unsplash.com/license&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://unsplash.com/license&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;All photos published on Unsplash can be used for free. You can use them for commercial and noncommercial purposes. You do not need to ask permission from or provide credit to the photographer or Unsplash, although it is appreciated when possible.&lt;/p&gt;&#xA;&lt;p&gt;More precisely, Unsplash grants you an irrevocable, nonexclusive, worldwide copyright license to download, copy, modify, distribute, perform, and use photos from Unsplash for free, including for commercial purposes, without permission from or attributing the photographer or Unsplash. This license does not include the right to compile photos from Unsplash to replicate a similar or competing service.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-11-20T17:54:23.413" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15862" PostTypeId="1" CreationDate="2019-11-20T23:10:44.093" Score="1" ViewCount="78" Body="&lt;p&gt;I had an idea to train a CNN to classify numbers seen on color-blindness charts like the one seen below.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cG8pS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cG8pS.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have Google for such dataset but did not find anything. How should I approach this?&lt;/p&gt;&#xA;" OwnerUserId="22989" LastEditorUserId="7031" LastEditDate="2019-11-22T16:46:00.433" LastActivityDate="2019-11-22T16:46:00.433" Title="Finding image dataset of color-blindness charts" Tags="|data-request|machine-learning|images|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15863" PostTypeId="2" ParentId="15851" CreationDate="2019-11-21T00:25:07.033" Score="1" Body="&lt;p&gt;The Environment Agency publishes a dataset titled &lt;a href=&quot;https://data.gov.uk/dataset/4707be1b-e41c-426b-8427-15a01a80e066/annual-co2-emissions-from-regulated-installations&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Annual CO2 emissions from regulated installations&quot;&lt;/a&gt; on &lt;a href=&quot;https://data.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.uk.gov&lt;/a&gt;.  The data is a pooled cross section of regulated facilities and their emissions between 2013 and 2018.  From the dataset summary:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Annual emissions of carbon dioxide equivalent from installations in&#xA;  England holding a Greenhouse Gas Emissions Permit under the EU&#xA;  Emissions Trading Scheme. Revision in July 2019 to add 2017 and 2018&#xA;  emissions data. Attribution statement: © Environment Agency copyright&#xA;  and/or database right 2016. All rights reserved.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-21T00:25:07.033" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15864" PostTypeId="2" ParentId="15862" CreationDate="2019-11-21T01:40:45.177" Score="1" Body="&lt;p&gt;You could start with a benchmark using the &lt;a href=&quot;http://yann.lecun.com/exdb/mnist/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MNIST dataset&lt;/a&gt;.  There are &lt;a href=&quot;https://www.google.com/search?q=training+cnn+mnist&quot; rel=&quot;nofollow noreferrer&quot;&gt;many tutorials and articles&lt;/a&gt; written on training a CNN for digit recognition.  You might also want to consider preprocessing your color-blindness charts input data (e.g. converting to grayscale, enhancing digit contrast).&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-21T01:40:45.177" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15865" PostTypeId="2" ParentId="11445" CreationDate="2019-11-21T02:23:25.493" Score="1" Body="&lt;p&gt;Another alternative may be the &lt;a href=&quot;https://www.prio.org/Data/Armed-Conflict/UCDP-PRIO/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCDP/PRIO Armed Conflict Dataset&lt;/a&gt; and several related conflict datasets available from &lt;a href=&quot;https://www.prio.org/Data/Armed-Conflict/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Peace Research Institute Oslo (PRIO)&lt;/a&gt;.  The data can be viewed interactively from &lt;a href=&quot;https://ucdp.uu.se/#/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ucdp.uu.se/#/&lt;/a&gt; and can be downloaded &lt;a href=&quot;https://ucdp.uu.se/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  There is also an &lt;a href=&quot;https://ucdp.uu.se/apidocs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-21T02:23:25.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15866" PostTypeId="2" ParentId="6056" CreationDate="2019-11-21T03:50:45.140" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://faculty.nps.edu/cmartell/NPSChat.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;NPS Chat Corpus&lt;/a&gt; is a sample of messages from various online chat platforms tagged by part of speech at the word and passage level.  Excerpts from the dataset description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Description of the NPS Chat Corpus&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The NPS Chat Corpus, Release 1.0 consists of 10,567 posts out of&#xA;  approximately 500,000 posts we have gathered from various online chat&#xA;  services in accordance with their terms of service. Future releases&#xA;  will contain more posts from more domains. New releases will be&#xA;  announced and described at&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;&lt;a href=&quot;http://faculty.nps.edu/cmartell/NPSChat.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://faculty.nps.edu/cmartell/NPSChat.htm&lt;/a&gt;.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;The posts included in Release 1.0 have been:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;1) Hand privacy masked;&#xA;  2) Part-of-speech tagged; and&#xA;  3) Dialogue-act tagged.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The dialogue-act tags are Accept, Bye, Clarify, Continuer, Emotion,&#xA;  Emphasis, Greet, No Answer, Other, Reject, Statement, System,&#xA;  Wh-Question, Yes Answer, Yes/No Question. (See [2] and [3], below.)&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Sample Post&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Here is a sample post from the corpus:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;Post class=&quot;whQuestion&quot; user=&quot;11-08-teensUser117&quot;&amp;gt;whats balck and white and red all over?&amp;lt;terminals&amp;gt;&#xA;               &amp;lt;t pos=&quot;WP&quot; word=&quot;whats&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;^JJ&quot; word=&quot;balck&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;CC&quot; word=&quot;and&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;JJ&quot; word=&quot;white&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;CC&quot; word=&quot;and&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;JJ&quot; word=&quot;red&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;DT&quot; word=&quot;all&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;IN&quot; word=&quot;over&quot;/&amp;gt;&#xA;               &amp;lt;t pos=&quot;.&quot; word=&quot;?&quot;/&amp;gt;&#xA;&amp;lt;/terminals&amp;gt; &amp;lt;/Post&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Citation&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Eric N. Forsyth and Craig H. Martell, &quot;Lexical and Discourse Analysis&#xA;  of Online Chat Dialog,&quot; Proceedings of the First IEEE International&#xA;  Conference on Semantic Computing (ICSC 2007), pp. 19-26, September&#xA;  2007. &lt;a href=&quot;http://faculty.nps.edu/cmartell/NPSChat.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://faculty.nps.edu/cmartell/NPSChat.htm&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-21T03:50:45.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15867" PostTypeId="2" ParentId="15823" CreationDate="2019-11-21T04:05:57.537" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://agupubs.onlinelibrary.wiley.com/doi/abs/10.1029/2018GL077787&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zhang, Liu, and Zhang (2018)&lt;/a&gt; share the data from their paper in &lt;a href=&quot;https://github.com/upuil/CCSN-Database&quot; rel=&quot;nofollow noreferrer&quot;&gt;this GitHub repository&lt;/a&gt;.  From the README:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The CCSN dataset contains 2543 cloud images. According to the World&#xA;  Meterological Organization’s genera-based classification&#xA;  recommendation, we divide into 11 different categories： Ac, Sc, Ns,&#xA;  Cu, Ci, Cc, Cb, As, Ct, Cs, St. It is worth noting that contrails have&#xA;  consideration in our dataset. Representative sample images from each&#xA;  category are shown below. Ci = cirrus; Cs = cirrostratus; Cc =&#xA;  cirrocumulus; Ac = altocumulus; As = altostratus; Cu = cumulus; Cb =&#xA;  cumulonimbus; Ns = nimbostratus; Sc = stratocumulus; St = stratus; Ct&#xA;  = contrail. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Citation&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Zhang, Jinglin, et al. &quot;CloudNet: Ground‐Based Cloud Classification&#xA;  With Deep Convolutional Neural Network.&quot; Geophysical Research Letters&#xA;  45.16 (2018): 8665-8672.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-21T04:05:57.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15869" PostTypeId="2" ParentId="15833" CreationDate="2019-11-21T10:21:05.220" Score="2" Body="&lt;p&gt;In addition to the answer by @Erwan, I came across&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/niderhoff/nlp-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;nlp-datasets&lt;/a&gt;, collected by Nicolas Iderhoff;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets#naturallanguage&quot; rel=&quot;nofollow noreferrer&quot;&gt;Awesome Public Datasets&lt;/a&gt;, collected by AwesomeData.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Both are curated lists of text datasets for NLP tasks.  A few datasets that may fit your requirement of temporal variation:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/details/twitter_cikm_2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cheng-Caverlee-Lee September 2009 - January 2010 Twitter Scrape&lt;/a&gt;: Timestamped tweets (3,844,612 training, 5,156,047 testing) for NLP geolocation task.  See paper &lt;a href=&quot;https://dl.acm.org/citation.cfm?id=1871535&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/benhamner/nips-2015-papers/version/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;NIPS2015 Papers (version 2) [Kaggle]&lt;/a&gt;: full text of all NIPS2015 papers&lt;/li&gt;&#xA;&lt;li&gt;Reddit comments: &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/3bxlg7/i_have_every_publicly_available_reddit_comment/&quot; rel=&quot;nofollow noreferrer&quot;&gt;I have every publicly available Reddit comment for research. ~ 1.7 billion comments @ 250 GB compressed. Any interest in this?&lt;/a&gt;, Reddit, July 2015;&lt;/li&gt;&#xA;&lt;li&gt;YouTube videos: &lt;a href=&quot;https://www.reddit.com/r/datasets/comments/3gegdz/17_millions_youtube_videos_description/&quot; rel=&quot;nofollow noreferrer&quot;&gt;1.7 millions Youtube videos' description&lt;/a&gt; on Reddit, August 2015.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Since you're looking for datasets that have been used in previous NLP studies, I suggest searching these lists for data from Kaggle competitions or academic papers.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="14002" LastEditDate="2021-01-04T15:30:33.730" LastActivityDate="2021-01-04T15:30:33.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15870" PostTypeId="1" CreationDate="2019-11-22T03:50:43.420" Score="1" ViewCount="46" Body="&lt;p&gt;I am just finding some data about public transport flow which may meet these requirements as follows:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It contains the flow per hour at a place in one city such as the number of passengers at the bus stop in London at 11 am.&lt;/li&gt;&#xA;&lt;li&gt;the flow change over time and different areas in &lt;strong&gt;a&lt;/strong&gt; city.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23004" LastEditorUserId="23272" LastEditDate="2021-08-21T04:36:27.793" LastActivityDate="2021-08-21T04:36:27.793" Title="Where can I find some open data about public transport flow?" Tags="|public-transport|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15871" PostTypeId="1" CreationDate="2019-11-23T05:56:06.493" Score="2" ViewCount="15" Body="&lt;p&gt;I want datasets related to allergies and allergy-causing allergens. Also, I require adverse drug reactions in allergy datasets. Where can I get these data from?&lt;/p&gt;&#xA;" OwnerUserId="23008" LastActivityDate="2019-11-23T05:56:06.493" Title="Allergy datasets" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ClosedDate="2019-11-23T11:06:37.273" ContentLicense="CC BY-SA 4.0" />
  <row Id="15873" PostTypeId="2" ParentId="10689" CreationDate="2019-11-24T21:50:32.513" Score="1" Body="&lt;p&gt;There are many datasets available out there, with different set-ups (no noise/ noisy) targeting various emotion classes (positive/negative, anger/happy/sad etc.) and covering various languages (Arabic, French, German, English etc.). Here are a few:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://affective-meld.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MELD&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://mega.nz/#F!KBp32apT!gLIgyWf9iQ-yqnWFUFuUHg!mYwUnI4K&quot; rel=&quot;nofollow noreferrer&quot;&gt;Emov-DB&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/uwrfkaggler/ravdess-emotional-speech-audio&quot; rel=&quot;nofollow noreferrer&quot;&gt;RAVDESS&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/suso172/arabic-natural-audio-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;ANAD&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ecs.utdallas.edu/research/researchlabs/msp-lab/MSP-Improv.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;MSP-IMPROV&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/CheyneyComputerScience/CREMA-D&quot; rel=&quot;nofollow noreferrer&quot;&gt;CREMA-D&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://voice.fub.it/activities/corpora/emovo/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;EMOVO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://diuf.unifr.ch/main/diva/recola/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;RECOLA&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;For more information, please refer to this list &lt;a href=&quot;https://superkogito.github.io/SER-datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://superkogito.github.io/SER-datasets/&lt;/a&gt;, that I maintain on GitHub: &lt;a href=&quot;https://github.com/SuperKogito/SER-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;SER-datasets&lt;/a&gt;. This list includes a small description of each dataset, its languages and the emotions classes included.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="21435" LastEditDate="2020-11-02T13:05:36.690" LastActivityDate="2020-11-02T13:05:36.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15874" PostTypeId="1" CreationDate="2019-11-25T15:17:27.010" Score="1" ViewCount="20" Body="&lt;p&gt;I was wondering if the manufacturing locations of cotton swab brands/ companies had been curated. For example where are q-tips manufactured? USA?&lt;/p&gt;&#xA;" OwnerUserId="15615" LastEditorUserId="7031" LastEditDate="2019-11-29T23:48:33.187" LastActivityDate="2019-11-29T23:48:33.187" Title="Manufacturing locations of cotton swabs" Tags="|data-request|geospatial|products|industry|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15875" PostTypeId="2" ParentId="9207" CreationDate="2019-11-25T19:25:34.873" Score="0" Body="&lt;p&gt;You can try this. Similar to Hans Nelsons' answer:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import json&#xA;import pandas as pd&#xA;import requests &#xA;&#xA;my_api_key = '..(my API code which I requested)...'&#xA;from_date = '20040101'&#xA;to_date = '20041231'&#xA;url = 'https://api.fda.gov/drug/event.json?api_key=' + my_api_key + \&#xA;    '&amp;amp;search=receivedate:[' + from_date + '+TO+' + to_date + ']'&#xA;&#xA;response = requests.get(url)&#xA;data = response.json()&#xA;json_results = json.dumps(data)&#xA;resultsDf = pd.read_json(json_results)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23019" LastActivityDate="2019-11-25T19:25:34.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15876" PostTypeId="1" AcceptedAnswerId="15877" CreationDate="2019-11-25T20:36:50.147" Score="1" ViewCount="121" Body="&lt;p&gt;I am doing a research project and would like to access Russian census data from 2010 that is broken down by region but I do not speak Russian. Does anyone know if this data is available in English? The 2010 data is available here in Russian: &lt;a href=&quot;https://www.gks.ru/free_doc/new_site/perepis2010/croc/perepis_itogi1612.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gks.ru/free_doc/new_site/perepis2010/croc/perepis_itogi1612.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22913" LastActivityDate="2020-01-09T11:50:52.003" Title="2010 Russian Census Data in English" Tags="|data-request|census|russia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15877" PostTypeId="2" ParentId="15876" CreationDate="2019-11-25T21:40:03.880" Score="4" Body="&lt;p&gt;I've only seen this data in Russian, unfortunately.&#xA;From 2010, you can find census population data on Wikipedia but it's also in Russian.  The link is &lt;a href=&quot;https://ru.wikipedia.org/wiki/%D0%9D%D0%B0%D1%81%D0%B5%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5_%D1%81%D1%83%D0%B1%D1%8A%D0%B5%D0%BA%D1%82%D0%BE%D0%B2_%D0%A0%D0%BE%D1%81%D1%81%D0%B8%D0%B9%D1%81%D0%BA%D0%BE%D0%B9_%D0%A4%D0%B5%D0%B4%D0%B5%D1%80%D0%B0%D1%86%D0%B8%D0%B8&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Note that you can try the English translation of this page by clicking the &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_federal_subjects_of_Russia_by_population&quot; rel=&quot;nofollow noreferrer&quot;&gt;English link&lt;/a&gt; under Languages header in the left sidebar.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you need help with translation of titles of regions, please do not hesitate to contact me.&lt;/p&gt;&#xA;" OwnerUserId="23020" LastEditorUserId="9490" LastEditDate="2020-01-09T11:50:52.003" LastActivityDate="2020-01-09T11:50:52.003" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15880" PostTypeId="1" CreationDate="2019-11-26T21:41:48.723" Score="2" ViewCount="425" Body="&lt;p&gt;I'm looking to try and use deep learning methods for topic modeling as opposed to the more traditional methods of lda and word embedding methods. However, I'm having trouble finding good labeled datasets for this task.  So far the best that I've seen is the &lt;a href=&quot;https://catalog.ldc.upenn.edu/LDC2008T19&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York Times Dataset&lt;/a&gt; which I can't use due to licensing constraints. I've also seen the &lt;a href=&quot;http://qwone.com/~jason/20Newsgroups/&quot; rel=&quot;nofollow noreferrer&quot;&gt;20News Dataset&lt;/a&gt; but it only has twenty categories so it probably won't scale well to other domains.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any other good datasets out there that I'm missing that can be used for topic modeling?  I'm happy to use a dataset that isn't explicitly meant for topic modeling; as long as it has some sentences/paragraphs that are tagged or labeled that should be fine.&lt;/p&gt;&#xA;" OwnerUserId="23029" LastActivityDate="2021-08-18T06:05:30.533" Title="Datasets for Topic Modeling" Tags="|data-request|nlp|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15881" PostTypeId="2" ParentId="15880" CreationDate="2019-11-27T01:10:57.417" Score="1" Body="&lt;p&gt;Julian McAuley of UCSD compiles a list of &lt;a href=&quot;https://cseweb.ucsd.edu/%7Ejmcauley/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets for recommender systems&lt;/a&gt;.  These are a diverse set of labelled text data fortified with additional measures available for various datasets (e.g. network relationships, geospatial data, categorical information, quantitative measures, etc.).&lt;/p&gt;&#xA;&lt;p&gt;One dataset that has been frequently used in topic modelling and other natural language processing tasks is the &lt;strong&gt;Amazon Reviews Dataset&lt;/strong&gt; (versions &lt;a href=&quot;http://snap.stanford.edu/data/web-Amazon-links.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2013&lt;/a&gt;, &lt;a href=&quot;http://jmcauley.ucsd.edu/data/amazon/links.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2014&lt;/a&gt; and &lt;a href=&quot;https://nijianmo.github.io/amazon/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2018&lt;/a&gt;).  Excerpts from the 2019 dataset overview:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;...  this dataset includes reviews (ratings, text, helpfulness votes),&#xA;product metadata (descriptions, category information, price, brand,&#xA;and image features), and links (also viewed/also bought graphs)...&lt;/p&gt;&#xA;&lt;p&gt;... The total number of reviews is 233.1 million (142.8 million in&#xA;2014)...&lt;/p&gt;&#xA;&lt;p&gt;... Current data includes reviews in the range May 1996 - Oct&#xA;2018...&lt;/p&gt;&#xA;&lt;p&gt;... We have added transaction metadata for each review shown on the review page...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The original study that generated and used this dataset &lt;a href=&quot;https://scholar.google.com/scholar?hl=en&amp;amp;as_sdt=0%2C5&amp;amp;q=+Hidden+factors+and+hidden+topics%3A+understanding+rating+dimensions+with+review+text.&amp;amp;btnG=&quot; rel=&quot;nofollow noreferrer&quot;&gt;is highly cited on Google Scholar&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;McAuley, J. and Leskovec, J., 2013, October. Hidden factors and hidden&#xA;topics: understanding rating dimensions with review text. In&#xA;Proceedings of the 7th ACM conference on Recommender systems (pp.&#xA;165-172). ACM.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-11-27T01:10:57.417" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15882" PostTypeId="2" ParentId="15870" CreationDate="2019-11-27T01:42:34.393" Score="2" Body="&lt;p&gt;&lt;a href=&quot;http://web.mta.info/developers/turnstile.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC Turnstile data&lt;/a&gt; measures the cumulative number of entries and exits recorded every 4 hours for each of MTA's subway turnstiles between May 2010 and the present.  The data format for files older than 2014-10-18 can be viewed &lt;a href=&quot;http://web.mta.info/developers/resources/nyct/turnstile/ts_Field_Description_pre-10-18-2014.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  The current data format can be viewed &lt;a href=&quot;http://web.mta.info/developers/resources/nyct/turnstile/ts_Field_Description.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.  There are numerous examples in which this data has been analyzed:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chriswhong.com/open-data/visualizing-the-mtas-turnstile-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Human movement visualization (1)&lt;/a&gt; by Chris Whong&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://digg.com/2018/manhattan-population-day-visualized&quot; rel=&quot;nofollow noreferrer&quot;&gt;Human movement visualization (2)&lt;/a&gt; by Justin Fung&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://piratefsh.github.io/projects/2015/10/03/mta-subway-turnstile-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data scraper and parser&lt;/a&gt; by Sher Minn Chong&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/new-york-state/nys-turnstile-usage-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle competition&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://rjh336.github.io/projects/MTA-Turnstiles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Analysis of stations with high foot traffic&lt;/a&gt; by Robert Hill&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-11-27T01:42:34.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15883" PostTypeId="1" CreationDate="2019-11-27T16:34:47.343" Score="2" ViewCount="30" Body="&lt;p&gt;I am looking for sentences csv labeled like this, or something similar: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;I am going to run a marathon., achievement&#xA;I miss my high school friend., friendship&#xA;I would like to lose 10 pounds, achievement&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Are there any resources that have labelled data like this?&lt;/p&gt;&#xA;" OwnerUserId="23034" LastEditorUserId="7031" LastEditDate="2019-12-02T12:47:25.017" LastActivityDate="2019-12-02T12:47:25.017" Title="Where can I find labeled sentences?" Tags="|data-request|nlp|text|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15885" PostTypeId="1" CreationDate="2019-11-28T13:49:17.657" Score="3" ViewCount="95" Body="&lt;p&gt;I'm looking for an open data to use for detecting crop disease based on weather data. For example, to predict late blight disease for potato crop.&#xA;A dataset where given daily hourly temperature, humidity and rainfall there is a label that expresses whether the disease manifests or not&lt;/p&gt;&#xA;" OwnerUserId="23038" LastEditorUserId="7031" LastEditDate="2019-12-02T11:31:37.530" LastActivityDate="2023-12-23T23:05:45.790" Title="open data for plant disease?" Tags="|data-request|agriculture|disease|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15886" PostTypeId="1" CreationDate="2019-11-28T14:25:03.860" Score="1" ViewCount="26" Body="&lt;p&gt;I am getting this error while having some tests with &lt;a href=&quot;https://github.com/jonathanglevine/openfdashinyapps&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jonathanglevine/openfdashinyapps&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is the limit of requests per day?&#xA;If I provide account info with secret and token would I have the same limit of requests?&lt;/p&gt;&#xA;" OwnerUserId="23040" LastActivityDate="2019-11-28T14:25:03.860" Title="Error in fda_fetch: Too Many Requests (RFC 6585) (HTTP 429)" Tags="|api|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15887" PostTypeId="1" CreationDate="2019-11-28T16:52:53.560" Score="1" ViewCount="122" Body="&lt;p&gt;I cannot find any open api data for the average minimum and maximum temperature on a monthly basis per country.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Country=Netherlands&#xA;Month=October&#xA;Min=5&#xA;Max=13&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="23041" LastActivityDate="2019-11-28T16:52:53.560" Title="Looking for an API with average min / max temperatures per month for every country" Tags="|api|weather|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15888" PostTypeId="1" AcceptedAnswerId="15901" CreationDate="2019-11-29T07:19:52.200" Score="0" ViewCount="61" Body="&lt;p&gt;Google maps shows nearby pubs  and restaurants. But it does not show if they are currently open, which is frustrating at some times of day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I google search for the establishment, they often have the opening hours.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to create a mash up of these, but doubt that google would appreciate me scraping its data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any open database of British eating &amp;amp; drinking establishments with  &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;type of establishment  &lt;/li&gt;&#xA;&lt;li&gt;location (either address, preferably with post code) or lat/long  &lt;/li&gt;&#xA;&lt;li&gt;opening hours&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even if it is incomplete, my main aim is to say &quot;if you walk there now, it will definitely be open&quot;.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="19566" LastEditDate="2019-12-03T19:22:33.447" LastActivityDate="2019-12-03T19:22:33.447" Title="British pubs &amp; restaurants : opening times and location" Tags="|uk|restaurant|location|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15889" PostTypeId="5" CreationDate="2019-11-29T07:20:30.370" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-11-29T07:20:30.370" LastActivityDate="2019-11-29T07:20:30.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15890" PostTypeId="4" CreationDate="2019-11-29T07:20:30.370" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2019-11-29T07:20:30.370" LastActivityDate="2019-11-29T07:20:30.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15892" PostTypeId="1" CreationDate="2019-11-29T14:49:39.747" Score="1" ViewCount="145" Body="&lt;p&gt;I'm reading in this article (&lt;a href=&quot;https://www.clarkson.edu/sites/default/files/2017-11/Shared%20Research%20Dataset.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shared Research Dataset to Support Development of Keystroke Authentication&lt;/a&gt;) that Clarkson university has released a dataset with user keystrokes and timing information. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, &lt;a href=&quot;http://clarkson.edu/citer/research/%20collections/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;the link to the dataset&lt;/a&gt; has expired. Does anyone know where I can find this dataset?&lt;/p&gt;&#xA;" OwnerUserId="5804" LastActivityDate="2019-11-29T14:49:39.747" Title="Clarkson Keystroke Dynamics dataset" Tags="|data-request|computing|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15893" PostTypeId="1" CreationDate="2019-11-29T17:16:11.187" Score="1" ViewCount="43" Body="&lt;p&gt;I'm trying to get annual mean temperature and annual precipitation for Spain by province. I've tried going through NOAA, AEMET, and a few other resources but I'm having a hard time getting data in a format I can understand or utilize.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;AEMET keeps giving me tar.gz files filled with a file that has no type. I haven't had any luck getting that into anything usable and don't even know if its supposed to be a shapefile, an .e00 or what.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't necessarily need the data in a GIS format. I just want something that I can easily convert or aggregate to a by province format which I could then join to a province shapefile I have. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw this community linked in a GIS stackExchange answer and am hoping it can help me with this.&lt;/p&gt;&#xA;" OwnerUserId="23046" LastActivityDate="2019-11-29T17:16:11.187" Title="Trouble finding GIS annual climate data for Spain" Tags="|data-request|geospatial|climate|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15895" PostTypeId="2" ParentId="7577" CreationDate="2019-11-30T18:25:37.307" Score="0" Body="&lt;p&gt;I've recently scraped similar data (car makes/models - over 2000 models in total) for my own project. Here is the link on github repo, where you can find json and sql script:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/Savage3D/car-makes-models-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Savage3D/car-makes-models-data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23048" LastActivityDate="2019-11-30T18:25:37.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15896" PostTypeId="1" AcceptedAnswerId="15897" CreationDate="2019-12-01T21:54:24.277" Score="3" ViewCount="504" Body="&lt;p&gt;After downloading &quot;Most Recent Data by Field of Study&quot; data, almost all the entries are &quot;privacySuppressed&quot;. Does this mean that there's actual meaningful data to suppress or is it a cop out to not being able to provide actual data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23054" LastActivityDate="2019-12-02T02:12:08.083" Title="Why is so many &quot;PrivacySuppressed&quot; entries?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15897" PostTypeId="2" ParentId="15896" CreationDate="2019-12-02T02:12:08.083" Score="5" Body="&lt;p&gt;It's standard practice -- and a good idea -- to suppress cells that have small numbers of observations.  Mainly for protecting the privacy of the individuals whose data are being reported, but also because statistics from small samples are unreliable due to their large standard errors.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've only looked at a few dozen schools' data.  It appears that the College Scorecard suppresses cells with 20 observations or fewer.  On the one hand, that's a larger minimum size than is usually used elsewhere (10 is a common number, but studies with small sample sizes might use 5 or even fewer).  On the other hand, recent research into &quot;differential privacy&quot; shows that even simple descriptive statistics with fairly large sample sizes can inadvertently reveal private information to a determined  investigator (or hacker).&lt;/p&gt;&#xA;" OwnerUserId="8676" LastActivityDate="2019-12-02T02:12:08.083" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15898" PostTypeId="1" AcceptedAnswerId="15899" CreationDate="2019-12-02T20:49:47.117" Score="6" ViewCount="468" Body="&lt;p&gt;I just discovered &lt;a href=&quot;https://opencorporates.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;opencorporates.com&lt;/a&gt;, and they boast of being &lt;a href=&quot;https://opendata.stackexchange.com/q/576/7031&quot;&gt;&quot;open data&quot;&lt;/a&gt; with these properties:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The database is not published&lt;/li&gt;&#xA;&lt;li&gt;Downloading the data through the API 1 time in 1 year will cost around $1 million.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Those are some massive barriers to using the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you help me understad how opencorporates is &quot;open data&quot;?&lt;/p&gt;&#xA;" OwnerUserId="23057" LastEditorUserId="7031" LastEditDate="2019-12-03T23:02:13.200" LastActivityDate="2019-12-03T23:02:13.200" Title="Why is opencorporates considered open data when nothing can be downloaded?" Tags="|api|uses-of-open-data|open-definition|opencorporates|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15899" PostTypeId="2" ParentId="15898" CreationDate="2019-12-03T05:04:15.770" Score="2" Body="&lt;p&gt;That's a great question.  Seems like the data itself is under an open license but the company charges for API access to it, presumably for the effort they've gone to consolidate the data and for running the API service.  See the legal info &lt;a href=&quot;https://opencorporates.com/legal/licence&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/legal/licence&lt;/a&gt; and in particular the &quot;The OpenCorporates database&quot; section of the page.  &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The OpenCorporates database is licensed under the Open Database&#xA;  License. A plain language summary of the ODbL is available on the Open&#xA;  Data Commons website.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We source the information in our databases from government and other&#xA;  sources through a variety of means including: directly from government&#xA;  websites and APIs, from publicly available datasets, or through&#xA;  Freedom of Information requests. We spend a lot of time, effort, and&#xA;  even money in getting this data and turning it into a workable and&#xA;  highly usable resource.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We do not claim any rights over the information we receive from our&#xA;  government sources, and attribute them whenever possible. This is&#xA;  known as the &quot;Contents&quot; in the ODbL license.&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;We do however claim rights over our database of this information.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What's interesting in that document is that there is mention of free API access in addition to paid access but I could not find any additional information access.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;We offer free access to our website and API, and also paid-for access&#xA;  to our API. If you have agreed to a paid-for contract for use of the&#xA;  API, these terms and conditions supplement that contract and, in cases&#xA;  of conflict, the wording of the paid-for contract will take&#xA;  precedence.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;I welcome edits to expand this answer and hope someone else can also give a better explanation.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-12-03T05:04:15.770" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15900" PostTypeId="1" CreationDate="2019-12-03T14:37:18.570" Score="2" ViewCount="14" Body="&lt;p&gt;I'm looking for data sets that have both methane data and liveweight of sheep/cattle. Ideally on an individual basis, but herd level is better than nothing.&lt;/p&gt;&#xA;" OwnerUserId="23059" LastEditorUserId="23059" LastEditDate="2021-07-05T11:35:55.013" LastActivityDate="2021-07-05T11:35:55.013" Title="Methane and ruminant liveweight" Tags="|data-request|biology|climate|agriculture|animals|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15901" PostTypeId="2" ParentId="15888" CreationDate="2019-12-03T18:06:12.017" Score="1" Body="&lt;p&gt;In theory, OSM should store the data (although unlikely to be as actual as other non-open sources)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:opening_hours&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Key:opening_hours&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Drestaurant&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Drestaurant&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bulk download: &lt;a href=&quot;http://download.geofabrik.de/europe/britain-and-ireland.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/europe/britain-and-ireland.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;See here&lt;/a&gt; for how to download bulk data and how to parse records to keep only certain keys/tags.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-12-03T18:06:12.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15904" PostTypeId="1" AcceptedAnswerId="15906" CreationDate="2019-12-04T10:58:45.523" Score="1" ViewCount="135" Body="&lt;p&gt;I am building model to predict that is something similar to SICCODE.com, in search if I give &quot;apple inc&quot; as input, it gives me all related to apple with its sic codes and location.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;apple inc       cupertino,ca, 95014        us&#xA;apple bank for savings      newyork, NY,10172       us&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I looking for a database which contains all company names in US and its location and its SIC codes.&lt;/p&gt;&#xA;" OwnerUserId="18994" LastEditorUserId="18994" LastEditDate="2019-12-04T11:45:51.420" LastActivityDate="2019-12-05T01:43:17.313" Title="looking for database with companies and its SIC codes" Tags="|data-request|usa|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15905" PostTypeId="1" CreationDate="2019-12-04T15:57:17.983" Score="2" ViewCount="34" Body="&lt;p&gt;Knife crime is a big issue in London. The recent terrorist attack on Tower bridge is another dramatic example. I'm looking for open data on the location of these crimes in London or the UK. I don't know if that can be on any help Understanding the phenomenon. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I've looked on &lt;a href=&quot;https://data.police.uk/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.police.uk/data/&lt;/a&gt; but the categories is not accurate enough. Knife crime falls into the category &lt;code&gt;Violence and sexual offences&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;li&gt;I've also looked at the office of national statistics website which as &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/crimeandjustice/bulletins/crimeinenglandandwales/yearendingjune2019#rise-in-offences-involving-knives-or-sharp-instruments-and-firearms-offences&quot; rel=&quot;nofollow noreferrer&quot;&gt;a page dedicated on it&lt;/a&gt;, but it rather looks like a sum up.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23069" LastEditorUserId="19566" LastEditDate="2019-12-05T17:40:21.457" LastActivityDate="2019-12-05T17:40:21.457" Title="Knife crime in the UK/London" Tags="|data-request|geospatial|crime|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15906" PostTypeId="2" ParentId="15904" CreationDate="2019-12-05T01:43:17.313" Score="2" Body="&lt;p&gt;The data exists but it is unlikely to be open.  From the &lt;a href=&quot;https://www.census.gov/eos/www/naics/faqs/faqs.html#q13&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Census Bureau&lt;/a&gt; (recall there is a &lt;a href=&quot;https://www.census.gov/eos/www/naics/concordances/concordances.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;crosswalk&lt;/a&gt; between SIC and NAICS codes)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ol start=&quot;13&quot;&gt;&#xA;&lt;li&gt;Can I get a NAICS code or other statistical data for a specific company?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Title 13, U.S. Code, Section 9 (a) prohibits the U.S. Census&#xA;Bureau from releasing information on a specific business including&#xA;NAICS codes. Visit our &lt;a href=&quot;https://www.census.gov/about/policies/privacy/data_protection/federal_law.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Protection and Privacy Policy Web site&lt;/a&gt; to&#xA;obtain more information on Title 13. There are a number of private&#xA;research firms that provide NAICS codes and data for specific&#xA;companies, often for a fee. The U.S. Census Bureau cannot verify the&#xA;accuracy of the codes or data provided by these companies.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;An example of such a firm would be &lt;a href=&quot;https://www.naics.com/company-lookup-tool/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS Association&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2019-12-05T01:43:17.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15908" PostTypeId="2" ParentId="4654" CreationDate="2019-12-05T13:22:22.550" Score="2" Body="&lt;p&gt;I found KML files for district level boundaries for all UK Postcode areas on github at &lt;a href=&quot;https://github.com/missinglink/uk-postcode-polygons/tree/master/kml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/missinglink/uk-postcode-polygons/tree/master/kml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;have tested with one file on google maps and it overlays the boundaries correctly&lt;/p&gt;&#xA;" OwnerUserId="23076" LastActivityDate="2019-12-05T13:22:22.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15909" PostTypeId="1" AcceptedAnswerId="15910" CreationDate="2019-12-05T15:16:13.793" Score="0" ViewCount="458" Body="&lt;p&gt;This table comes from Chapter 3 in &lt;a href=&quot;http://profsite.um.ac.ir/~monsefi/machine-learning/pdf/Machine-Learning-Tom-Mitchell.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tom M. Mitchell. Machine Learning (free)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/iqNq6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iqNq6.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a bigger dataset (discrete-valued) like this, to train a learner in making the PlayTennis determination?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset should include: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Outlook, as a concise weather forecast like sunny/overcast/rain/snow&lt;/li&gt;&#xA;&lt;li&gt;Temperature, generalized like hot/mild/cool/cold&lt;/li&gt;&#xA;&lt;li&gt;Humidity, generalized like high/normal/low&lt;/li&gt;&#xA;&lt;li&gt;Wind, generalized like weak/strong&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;PlayTennis&lt;/strong&gt; - the determination whether to play tennis or not, based on the other variables&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21840" LastEditorUserId="19566" LastEditDate="2019-12-06T16:22:08.650" LastActivityDate="2019-12-07T01:59:00.770" Title="Is there a bigger discrete-valued dataset to train an AI to determine whether to play tennis based on weather conditions?" Tags="|data-request|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15910" PostTypeId="2" ParentId="15909" CreationDate="2019-12-06T19:51:50.513" Score="1" Body="&lt;p&gt;My understanding is that PlayTennis itself is limited to 14 examples (see &lt;a href=&quot;https://www.kaggle.com/fredericobreno/play-tennis&quot; rel=&quot;nofollow noreferrer&quot;&gt;this version of the data on Kaggle&lt;/a&gt;), so if you wanted more you'd have to generate them yourself.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you're not bound to this specific dataset, there exist many alternative datasets with categorical features used in discrete classification tasks.  See that &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning repository&lt;/a&gt;.  Try filtering to &quot;Categorical&quot; and/or &quot;Mixed&quot; attribute types and &quot;Classification&quot; for the default task.  Some potential candidates datasets for your task (with mostly categorical features):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Primary+Tumor&quot; rel=&quot;nofollow noreferrer&quot;&gt;Primary Tumor Data Set&lt;/a&gt; (339 observations of 17 features)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Congressional+Voting+Records&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congressional Voting Records Data Set&lt;/a&gt; (435 observations of 16 features)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Nursery&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nursery Data Set&lt;/a&gt; (12960 observations of 8 features)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Note that it would be up to you to define the model in any of these cases (e.g. the features inputs and target outputs).&lt;/p&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="7031" LastEditDate="2019-12-07T01:59:00.770" LastActivityDate="2019-12-07T01:59:00.770" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15911" PostTypeId="1" AcceptedAnswerId="15915" CreationDate="2019-12-07T13:17:02.840" Score="1" ViewCount="42" Body="&lt;p&gt;I'm looking for an open database from which I can download, for a selected area, both the elevation map (usually I use &lt;a href=&quot;http://dwtkns.com/srtm30m/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;) and a map of the resources underground (ideally it should be oil or gas). As a resolution, between 30 and 90 meters would be perfect. Do you have suggestions on where to look? As a file format, I would prefer to work with &lt;code&gt;.hgt&lt;/code&gt;, &lt;code&gt;.flt&lt;/code&gt; or &lt;code&gt;.hdr&lt;/code&gt;. &lt;/p&gt;&#xA;" OwnerDisplayName="user3961" LastActivityDate="2019-12-08T01:42:14.250" Title="Online sources for elevation values and resources distribution" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15912" PostTypeId="1" AcceptedAnswerId="15914" CreationDate="2019-12-07T14:35:14.167" Score="2" ViewCount="106" Body="&lt;p&gt;I would like to inquire about online resources from I could download CNDDB (California Natural Diversity Database) data for the State of California. The CNDDB is basically a repository of California's rare species and natural community types (&lt;a href=&quot;https://www.wildlife.ca.gov/Data/CNDDB/About&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wildlife.ca.gov/Data/CNDDB/About&lt;/a&gt;). I was able to find certain online links to where you can view the data however there were no options available to download this data as point/polygon shapefile or a file geodatabase.&lt;/p&gt;&#xA;" OwnerUserId="22917" LastEditorUserId="19566" LastEditDate="2019-12-09T19:49:44.127" LastActivityDate="2019-12-09T19:49:44.127" Title="Query regarding download of CNDDB data for the State of California" Tags="|data-request|geospatial|usa|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15913" PostTypeId="2" ParentId="7621" CreationDate="2019-12-08T01:09:04.567" Score="1" Body="&lt;p&gt;Another potential source would be &lt;strong&gt;The NBER U.S. Patent Citations Data File&lt;/strong&gt; (&lt;a href=&quot;https://data.nber.org/patents/&quot; rel=&quot;nofollow noreferrer&quot;&gt;original data from NBER Site&lt;/a&gt; and &lt;a href=&quot;https://sites.google.com/site/patentdataproject/Home/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;updated data&lt;/a&gt;).  As mentioned in the previous answer, the name of the patent holder is present but one would have to manually match this field to a list of academic institutions.  The only desired variable not present is a measure of revenue generated from the patent.  I'm not familiar with the standard in patent valuation methods so I'd imagine there are &lt;a href=&quot;https://en.wikipedia.org/wiki/Patent_valuation&quot; rel=&quot;nofollow noreferrer&quot;&gt;several alternatives&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data Citation:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Hall, B. H., A. B. Jaffe, and M. Trajtenberg (2001). &quot;The NBER Patent&#xA;  Citation Data File: Lessons, Insights and Methodological Tools.&quot; NBER&#xA;  Working Paper 8498.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastEditorUserId="7031" LastEditDate="2019-12-08T02:13:12.953" LastActivityDate="2019-12-08T02:13:12.953" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15914" PostTypeId="2" ParentId="15912" CreationDate="2019-12-08T01:09:24.573" Score="2" Body="&lt;p&gt;Detailed spatial data seems to require a &lt;a href=&quot;https://www.wildlife.ca.gov/Data/CNDDB/Subscribe&quot; rel=&quot;nofollow noreferrer&quot;&gt;CNDDB subscription&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could put together quad level data (USGS 7.5 minute topographic quads) with this publicly available endpoint that lets you query what species are in a particular quad.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, for quad 3811957: &lt;a href=&quot;https://apps.wildlife.ca.gov/bios/rest/Cnddb.ashx?o=cnddbQuickView&amp;amp;p=QuadSpecies&amp;amp;q=3811957&amp;amp;a=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://apps.wildlife.ca.gov/bios/rest/Cnddb.ashx?o=cnddbQuickView&amp;amp;p=QuadSpecies&amp;amp;q=3811957&amp;amp;a=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2019-12-08T01:09:24.573" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15915" PostTypeId="2" ParentId="15911" CreationDate="2019-12-08T01:42:14.250" Score="2" Body="&lt;p&gt;A reasonable approach would be to obtain layers of (1) elevation data such as SRTM and (2) natural resources and overlay them.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For (1), see &lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EarthExplorer&lt;/a&gt; and look under the section &quot;Digital Elevation&quot;.  Note that the link you posted is likely your best best for the data in &lt;code&gt;.hgt&lt;/code&gt; format.  For (2),  the U.S. Energy Information Administration has &lt;a href=&quot;https://www.eia.gov/maps/maps.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;a set of maps and geospatial datasets (i.e. Shapefiles)&lt;/a&gt; on oil and natural gas resources.  Alternatively, the &lt;a href=&quot;https://ngmdb.usgs.gov/ngmdb/ngmdb_home.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS National Geologic Map Database&lt;/a&gt; might have some useful data on land resources.  Under a broader definition &quot;resources underground&quot;, the &lt;a href=&quot;https://www.ers.usda.gov/about-ers/partnerships/strengthening-statistics-through-the-icars/natural-resources-datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of USDA ERS Natural Resources Datasets&lt;/a&gt; has several interesting sources for geospatial data on natural resources.  Note that since the specifics were omitted in the OP, I have assumed a geographic scope of the United States.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-12-08T01:42:14.250" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15916" PostTypeId="1" CreationDate="2019-12-08T03:22:35.817" Score="1" ViewCount="565" Body="&lt;p&gt;If you scroll down on this page:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://coinmarketcap.com/historical/20150503/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coinmarketcap.com/historical/20150503/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is something that says: Total Market Cap: $3,863,780,096&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Notice the date is given in the URL. How can I loop through all dates from 2013 to 2019 and get all this data. Can tip in crypto if anyone is interested in helping me.&lt;/p&gt;&#xA;" OwnerUserId="23089" LastEditorUserId="33" LastEditDate="2019-12-08T19:26:27.040" LastActivityDate="2019-12-08T19:26:27.040" Title="How do I get historical data from coinmarketcap.com?" Tags="|data-request|web-crawling|python|scraping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15917" PostTypeId="2" ParentId="15916" CreationDate="2019-12-08T12:37:57.850" Score="2" Body="&lt;p&gt;Here's a quick python3 script to get the table from each html page as a local csv file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;basically, you have to create a loop over all dates and then make a web requests. the python library pandas has a nice function &lt;a href=&quot;https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.read_html.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;.read_html()&lt;/a&gt;, which in this case parses the table directly into a dataframe. .read_html() returns an array of dataframes, and since the code recognizes several &quot;tables&quot;, I'm taking the last one from each html page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(note when scraping, it's good to make a local copy and then parse that file, since the web server may block your ip address).&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/bin/python3&#xA;&#xA;import pandas as pd&#xA;from datetime import timedelta, date&#xA;&#xA;url_base = 'https://coinmarketcap.com/historical/'&#xA;&#xA;# https://stackoverflow.com/a/1060330/2327328&#xA;def daterange(start_date, end_date):&#xA;    for n in range(int ((end_date - start_date).days)):&#xA;        yield start_date + timedelta(n)&#xA;&#xA;&#xA;start_date = date(2014, 1, 1)&#xA;end_date = date(2019, 12, 31)&#xA;for single_date in daterange(start_date, end_date):&#xA;    url = url_base + single_date.strftime(&quot;%Y%m%d&quot;)&#xA;    print(url)&#xA;    df = pd.read_html(url)[-1]&#xA;    if df is not None:&#xA;        print(df)&#xA;        df.to_csv(single_date.strftime(&quot;%Y%m%d&quot;)+'.csv')&#xA;    else:&#xA;        print('no data:',single_date)&#xA;    #break # debugging&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I started on 2014-01-01 since there is no data from 2013-01-01.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-12-08T12:37:57.850" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="15918" PostTypeId="1" CreationDate="2019-12-09T14:16:49.737" Score="1" ViewCount="46" Body="&lt;p&gt;I am looking for an up-to-date &lt;strong&gt;communes administrative boundraries&lt;/strong&gt; (LAU) of several countries in Europe (France + adjacent countries). I need it to be quite precise (less than 5m), since I intend to use it to retrieve commune names from a point (bus stop). I was thinking about OpenStreetMap and Overpass Turbo, but the coverage seems to be too wide to be processed, even country by country, here is one of my resquest : &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;[out:xml][timeout:600]; (&#xA;  area['admin_level'='2']['name'='France'];&#xA;  rel['boundary'='administrative']['admin_level'='8'](area);&#xA;);&#xA;(._;&amp;gt;;);&#xA;out;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I also found :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/en/web/gisco/geodata/reference-data/administrative-units-statistical-units/communes#communes13&quot; rel=&quot;nofollow noreferrer&quot;&gt;[something interesting]&lt;/a&gt; on the &lt;a href=&quot;https://ec.europa.eu/eurostat/web/main/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;eurostat&lt;/a&gt; website, but it is from 2013 ...&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/en/web/gisco/geodata/reference-data/administrative-units-statistical-units/lau&quot; rel=&quot;nofollow noreferrer&quot;&gt;[Official LAU]&lt;/a&gt;, but it not precise enough for my needs &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.gadm.org/download_country_v3.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;[GDAM data]&lt;/a&gt;, but again, not precise enough&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23094" LastActivityDate="2019-12-09T14:16:49.737" Title="How to get communes boundaries of Europe?" Tags="|geospatial|city|europe|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15919" PostTypeId="2" ParentId="15731" CreationDate="2019-12-10T01:05:55.080" Score="4" Body="&lt;p&gt;One word answer: Iceland&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One sentence answer: Subject to the methodology and caveats below, with an estimated 2020 poulation center latitude of 64.336, Iceland has the northernmost population center among soverign nations, with Finland coming in second at 61.715, and Norway coming in third at 61.049&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;Methodology&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Using CIESIN gridded population data and national identifier grid at&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://sedac.ciesin.columbia.edu/data/sets/browse?facets=theme:population&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sedac.ciesin.columbia.edu/data/sets/browse?facets=theme:population&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;under &quot;UN WPP-Adjusted Population Count, v4.11 (2000, 2005, 2010, 2015, 2020)&quot; and &quot;National Identifier Grid, v4.11 (2010)&quot; respectively, I wrote bc-pop-center.pl and bc-pop-center-parse.pl in &lt;a href=&quot;https://github.com/barrycarter/bcapps/tree/master/COW/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/barrycarter/bcapps/tree/master/COW/&lt;/a&gt; to compute the national centers of population.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;As &lt;a href=&quot;https://en.wikipedia.org/wiki/Center_of_population#Definitions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Center_of_population#Definitions&lt;/a&gt; notes, there are several ways to compute center of population, each of which may give different results. I used &quot;the mean centre, also known as the centroid or centre of gravity&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The full results are in the files &quot;bc-pop-centers-no-deps.csv&quot; and &quot;bc-pop-centers-with-deps.csv&quot; in &lt;a href=&quot;https://github.com/barrycarter/bcapps/tree/master/COW/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/barrycarter/bcapps/tree/master/COW/&lt;/a&gt; where the former treats dependencies as belonging to their parent nations, and the latter treats dependencies as separate nations.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;Highlights&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;If dependencies are counted as separate nations, the Svalbard and Jan Mayen Islands has the northernmost center of population at 78.596 latitude, with Greenland at 66.070 coming in second. Iceland is then third.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;If dependencies are counted as separate nations, the Falkland Islands (Islas Malvinas) are southernmost at -58.083 latitude, but the other southernmost centers of population belong to sovereign nations.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The sovereign with the southernmost centers of population are New Zealand with -39.374 latitude, Uruguay with -34.073 latitude, and Chile with -34.059 latitude.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There are 933,120,000 gridpoints (of 30 arcseconds by 30 arcseconds each) of varying size total on the Earth. The Holy See of Vatican City covers only 1 of these gridpoints, whereas the Russian Federation covers 41,463,394 gridpoints. Because each gridpoint does not have the same area, it's a coincidence of sorts that these are also the smallest and largest countries by area.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;Caveats&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The national grid data treats dependencies as separate countries, so I used &lt;a href=&quot;https://spreadsheets.google.com/ccc?key=pJpyPy-J5JSNhe7F_KxwiCA&amp;amp;hl=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spreadsheets.google.com/ccc?key=pJpyPy-J5JSNhe7F_KxwiCA&amp;amp;hl=en&lt;/a&gt; (which geonames.org's countryInfo.txt file lists as being a source of dependent countries) to convert. This list does not appear to be complete, and my results reflect this. For example, New Caledonia is actually a dependency of France and Curacao is a dependency of the Netherlands. I briefly tried to add to the google spreadsheet, but only got as far as these two examples before giving up.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The line starting with FR/NL refers to Saint-Martin, which is apparently not sovereign, but co-owned by two nations. In theory, Andorra should be listed as &quot;ES/FR&quot; as it belongs to both Spain and France (for 6 months a year each), but I treat it as a separate entity.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;According to geonames, Antarctica has a permanent population, but, since it is not owned by any nation (and since the gridded population data doesn't cover it), it does not appear in my results. If it did, it would by far have the southernmost center of population (at the Amundsen-Scott base, which is only a few hundred feet from the South Pole).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The national and population grid data is based on 30 arcsecond by 30 arcsecond grids, so the latitudes and longitudes are accurate only to 1/120 degree, so I give only three digits of precision above, though the files use full floating point precision, but, of course, the accuracy is still limited.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;Other Notes&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The national grid data uses three letter country codes, which I converted to two letter country codes using &lt;a href=&quot;https://www.iban.com/country-codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iban.com/country-codes&lt;/a&gt; which I converted to bc-cc2cc3.csv in &lt;a href=&quot;https://github.com/barrycarter/bcapps/tree/master/COW/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/barrycarter/bcapps/tree/master/COW/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I live streamed solving this and the recordings are available on my bccoding playlist at &lt;a href=&quot;https://www.youtube.com/watch?v=s2gmWhW0QZY&amp;amp;list=PLQiTKaefaTLpfUVJETwWX31IxLypqA7xy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.youtube.com/watch?v=s2gmWhW0QZY&amp;amp;list=PLQiTKaefaTLpfUVJETwWX31IxLypqA7xy&lt;/a&gt; with titles &quot;National centers of population (or something)&quot;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;This was actually my second approach. My first approach was to use populated places in geonames, but this misses a lot of non-urban areas. My partial writeup for this approach is at: &lt;a href=&quot;https://github.com/barrycarter/bcapps/tree/master/COW/README.coc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/barrycarter/bcapps/tree/master/COW/README.coc&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;My writeup for the approach I am using here is at &lt;a href=&quot;https://github.com/barrycarter/bcapps/tree/master/COW/README.coc2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/barrycarter/bcapps/tree/master/COW/README.coc2&lt;/a&gt; ; it includes this answer and a more thorough explanation of the columns in the CSV files mentioned earlier.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h2&gt;To Do&lt;/h2&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I'd like to create an KML of these population centers just for fun.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user3856" LastActivityDate="2019-12-10T01:05:55.080" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15921" PostTypeId="1" CreationDate="2019-12-11T14:19:36.617" Score="1" ViewCount="58" Body="&lt;p&gt;Hello experienced people!!&#xA;Being a student, I am in need of free of cost terrain data of Germany which is accurate too.&#xA;Actually my Task is to get terrain data for smaller size like a plot for a building anywhere in Germany and plotting that terrain in Autodesk Revit. My Ist priority is to to Use Autodesk Revit only but in between software like QGIS and Civil 3D could also be used for terrain modeling and then bringing that terrain to Revit.   &lt;/p&gt;&#xA;" OwnerUserId="23101" LastActivityDate="2019-12-11T14:19:36.617" Title="Terrain data for Germany" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="4" FavoriteCount="0" ClosedDate="2020-07-20T18:24:01.807" ContentLicense="CC BY-SA 4.0" />
  <row Id="15923" PostTypeId="1" CreationDate="2019-12-11T17:45:06.427" Score="1" ViewCount="11" Body="&lt;p&gt;I need to improve the process of saving web data into a database.&#xA;Current process: &lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Web data downloaded to a file&lt;/li&gt;&#xA;&lt;li&gt;file uploaded to an online repository&lt;/li&gt;&#xA;&lt;li&gt;distribution list emailed with access credentials&lt;/li&gt;&#xA;&lt;li&gt;user in another institution receives access credentials and saves the file onto a shared network drive&lt;/li&gt;&#xA;&lt;li&gt;user emails data processing team to make them aware the file is now in the usual location for data ingest&lt;/li&gt;&#xA;&lt;li&gt;Data team executes ETL process to ingest data into a SQL DB&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="23104" LastActivityDate="2019-12-11T17:45:06.427" Title="Solution Improvement" Tags="|database|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15924" PostTypeId="1" AcceptedAnswerId="15927" CreationDate="2019-12-11T18:27:51.553" Score="3" ViewCount="115" Body="&lt;p&gt;I need geo-referenced data on ethnic groups specifically in Russia (global data would work fine also as long as it includes Russia). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I can only find the GREG dataset: &lt;a href=&quot;http://worldmap.harvard.edu/data/geonode:GREG_0vV&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://worldmap.harvard.edu/data/geonode:GREG_0vV&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, this data is based on the classical Soviet Narodov Mira or &quot;Atlas of the peoples of the world&quot; which was completed in 1964. The population movements that occurred with the fall of the Soviet Union with ethnic groups returning to ancestral lands after forced relocation, this data seems outdated especially in the periphery and Southern regions of Russia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of contemporary geo-referenced ethnic group data for Russia?&lt;/p&gt;&#xA;" OwnerUserId="22913" LastEditorUserId="22913" LastEditDate="2019-12-13T21:20:52.723" LastActivityDate="2019-12-13T21:20:52.723" Title="Contemporary Geo-referenced ethnic groups in Russia" Tags="|data-request|geospatial|russia|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15925" PostTypeId="2" ParentId="15924" CreationDate="2019-12-11T20:00:27.210" Score="4" Body="&lt;p&gt;I've done work in this space and my recollection is that &lt;a href=&quot;https://www.ethnologue.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ethnologue&lt;/a&gt;, George P. Murdock's &lt;a href=&quot;http://eclectic.ss.uci.edu/~drwhite/worldcul/sccs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Standard Cross Cultural Sample&lt;/a&gt;, and the &lt;a href=&quot;http://eclectic.ss.uci.edu/~drwhite/worldcul/atlas.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ethnographic Atlas&lt;/a&gt; (also by Murdock) were the more commonly used datasets in research requiring georeferenced data.  The problem is that Ethnologue is certainly not open and Murdock's datasets are not guaranteed to be up to date.  For example, SCCS is designed to include 186 distinct cultural groups observed at their &lt;em&gt;pre-industrial&lt;/em&gt; state.  Doesn't sound like this will work for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, I've personally found the data gathered by &lt;a href=&quot;https://joshuaproject.net/resources/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;the Joshua Project&lt;/a&gt; and &lt;a href=&quot;https://glottolog.org/meta/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;Glottolog&lt;/a&gt;, derived from various sources including those listed above, to have the most current georeferenced data on ethnolinguistic characteristics and their spatial distribution.  Note that the Joshua Project is a cultural resource designed for the purposes of evangelical outreach and Glottolog is a database of linguistic references drawn in large part from Ethnologue.  From the JP data, it seems they have data for &lt;a href=&quot;https://joshuaproject.net/countries/RS&quot; rel=&quot;nofollow noreferrer&quot;&gt;180 cultural groups located in modern Russia&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7BmVE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7BmVE.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mXMtl.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mXMtl.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2019-12-11T20:00:27.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15927" PostTypeId="2" ParentId="15924" CreationDate="2019-12-12T02:51:48.537" Score="3" Body="&lt;p&gt;These Russia census bureau regional level data on nationalities may be what you need &lt;a href=&quot;https://www.gks.ru/free_doc/new_site/perepis2010/croc/perepis_itogi1612-tom4.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gks.ru/free_doc/new_site/perepis2010/croc/perepis_itogi1612-tom4.htm&lt;/a&gt;&#xA;Take p.4 &lt;a href=&quot;https://www.gks.ru/free_doc/new_site/perepis2010/croc/Documents/Vol4/pub-04-04.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gks.ru/free_doc/new_site/perepis2010/croc/Documents/Vol4/pub-04-04.xlsx&lt;/a&gt;&#xA;and there are more data from 2010 population census&lt;/p&gt;&#xA;" OwnerUserId="23107" LastActivityDate="2019-12-12T02:51:48.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15928" PostTypeId="1" CreationDate="2019-12-12T16:03:47.500" Score="1" ViewCount="46" Body="&lt;p&gt;For probably any place on Earth, you can search it in Google Maps, make right-click, pick the option &quot;What's here&quot; and you get GPS coordinates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SlkFu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SlkFu.png&quot; alt=&quot;english-school&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I don't want to use Google Maps API, is there an alternative open API to get GPS coordinates by address? To be less broad, say in Germany?&lt;/p&gt;&#xA;" OwnerUserId="16387" LastActivityDate="2019-12-15T14:50:14.470" Title="Is there an alternative to Google Maps to find GPS coordinates of a place in Germany?" Tags="|geospatial|api|location|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15930" PostTypeId="1" CreationDate="2019-12-12T17:24:43.923" Score="1" ViewCount="16" Body="&lt;p&gt;I work for the US Forest Service and on my forest we have Map cabinet that has all the hardcopies (not digitial) USGS quadrangle that has years on them such as 1954, 1968 to now. The map cabinet is on our office and we will have more at another building that I am going through...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What I am trying to find information from these dates should I find online ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you have the information that may be very helpful to me ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am working on map inventory to the Excel spreadsheet&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2019-12-12T17:24:43.923" Title="Seeking information about USGS Quadrangles dating back 1945?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="15931" PostTypeId="1" CreationDate="2019-12-12T17:46:31.230" Score="2" ViewCount="112" Body="&lt;p&gt;I'm looking for data on Medicare Advantage Plans: eligibility, cost, coverage, etc. Where can I find it/&lt;/p&gt;&#xA;" OwnerUserId="23112" LastActivityDate="2024-01-18T15:02:50.293" Title="Data on Medicare Advantage Plans" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15932" PostTypeId="2" ParentId="9791" CreationDate="2019-12-12T20:19:12.210" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.isric.org/explore/isric-soil-data-hub&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISRIC (International Soil Reference and Information Centre) Soil Data Hub&lt;/a&gt; has world-wide soil data from multiple sources.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search by data extent. It returned 102 search results for a rectangle drawn around Colorado. Results include a variety of information types such as carbon content, silt content, &quot;harmonized world soil database&quot; and many more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.isric.org/geonetwork/srv/eng/catalog.search#/search?resultType=details&amp;amp;sortBy=relevance&amp;amp;fast=index&amp;amp;_content_type=json&amp;amp;from=1&amp;amp;to=20&amp;amp;geometry=POLYGON((-109.45803386386183%2041.348463848972756,-109.45803386386183%2036.5322604625233,-101.59182292636184%2036.5322604625233,-101.59182292636184%2041.348463848972756,-109.45803386386183%2041.348463848972756))&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.isric.org/geonetwork/srv/eng/catalog.search#/search?resultType=details&amp;amp;sortBy=relevance&amp;amp;fast=index&amp;amp;_content_type=json&amp;amp;from=1&amp;amp;to=20&amp;amp;geometry=POLYGON((-109.45803386386183%2041.348463848972756,-109.45803386386183%2036.5322604625233,-101.59182292636184%2036.5322604625233,-101.59182292636184%2041.348463848972756,-109.45803386386183%2041.348463848972756))&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Datasets on this website are licensed under Creative Commons licenses CC BY-NC or CC BY.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2019-12-12T20:19:12.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15933" PostTypeId="1" CreationDate="2019-12-12T23:20:20.637" Score="0" ViewCount="87" Body="&lt;p&gt;I am looking for a financial corpus or any form of publicly available financial texts which is replete with technical terms and acronyms.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestion is appreciated&lt;/p&gt;&#xA;" OwnerUserId="9237" LastEditorUserId="7031" LastEditDate="2019-12-15T00:51:47.550" LastActivityDate="2019-12-25T00:19:46.313" Title="Corpus suggestion for financial domain" Tags="|nlp|finance|corpora|text|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15934" PostTypeId="2" ParentId="15885" CreationDate="2019-12-14T12:10:31.840" Score="0" Body="&lt;p&gt;A starting point (hence, partially answering your question) might be the EPPO Global Database which is maintained by the Secretariat of the European and Mediterranean Plant Protection Organization (EPPO). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It provides pest-specific information that has been produced or collected by EPPO and also offers an API. See&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gd.eppo.int&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gd.eppo.int&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1614" LastActivityDate="2019-12-14T12:10:31.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15935" PostTypeId="2" ParentId="15800" CreationDate="2019-12-14T17:38:48.857" Score="1" Body="&lt;p&gt;An interesting option is &quot;Sentinelsat&quot;, an open source Python based tool which makes searching, downloading and retrieving the metadata of Sentinel satellite images from the Copernicus Open Access Hub easy. The Sentinel data are global open data (Radar, optical and thermal data are available).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Software and instructions at &lt;a href=&quot;https://sentinelsat.readthedocs.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sentinelsat.readthedocs.io/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For a global, ready-to-use coverage, see &quot;Sentinel-2 cloudless&quot; at &lt;a href=&quot;https://s2maps.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://s2maps.eu/&lt;/a&gt; - they offer also OGC Web services to access the dataset.&lt;/p&gt;&#xA;" OwnerUserId="1614" LastActivityDate="2019-12-14T17:38:48.857" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15936" PostTypeId="2" ParentId="4686" CreationDate="2019-12-15T07:21:14.387" Score="0" Body="&lt;p&gt;Inventory of Cosmetic Ingredients as amended by Decision 2006/257/EC establishing a common nomenclature of ingredients employed for labelling cosmetic products throughout the EU. if you want know about salad nutrition facts, &lt;a href=&quot;https://shoxturbo14.info/salad-nutrition-facts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;click here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="23117" LastActivityDate="2019-12-15T07:21:14.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15937" PostTypeId="1" CreationDate="2019-12-15T07:28:48.653" Score="2" ViewCount="46" Body="&lt;p&gt;I've been tasked with creating a satellite map server for whole planet which is hosted on premise. It needs to be satellite images at a higher resolution than sentinel 2 (&lt;a href=&quot;https://s2maps.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://s2maps.eu/&lt;/a&gt;) - You must be able to see the road&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've done lots of research, there is a lot of info, and some of it way out dated and new things popping up all the time&lt;/p&gt;&#xA;&#xA;&lt;p&gt;my question is&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) Is there a provider of med-hi res satellite images for free (or low cost, under $5000)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;this will be used for commercial use so needs to support this type of license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data does not have to be current, 2017 or newer is acceptable&lt;/p&gt;&#xA;" OwnerUserId="23118" LastActivityDate="2019-12-15T07:28:48.653" Title="satellite images - whole planet - on premise" Tags="|data-request|geospatial|images|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="15938" PostTypeId="2" ParentId="4686" CreationDate="2019-12-15T09:01:24.873" Score="1" Body="&lt;p&gt;Everything you mentioned is available in &lt;a href=&quot;https://www.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt;, which is CC 0 and multi-lingual. The hard part would to limit your data to just ingredients since it contains much more, but &lt;a href=&quot;https://w.wiki/Du6&quot; rel=&quot;nofollow noreferrer&quot;&gt;selecting&lt;/a&gt; of only things that are &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P279&quot; rel=&quot;nofollow noreferrer&quot;&gt;subclasses&lt;/a&gt; or &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P31&quot; rel=&quot;nofollow noreferrer&quot;&gt;instances&lt;/a&gt; of &lt;a href=&quot;https://www.wikidata.org/wiki/Q2095&quot; rel=&quot;nofollow noreferrer&quot;&gt;food&lt;/a&gt; might be a good start.&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2019-12-15T09:01:24.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15939" PostTypeId="2" ParentId="15928" CreationDate="2019-12-15T14:50:14.470" Score="1" Body="&lt;p&gt;You can use Nominatim which is a geocoding search engine built on Open Street Map (OSM) data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nominatim.openstreetmap.org/search.php?q=Zentralbibliothek+Z%C3%BCrich&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nominatim.openstreetmap.org/search.php?q=Zentralbibliothek+Z%C3%BCrich&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/16nQXm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/16nQXm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Click &quot;details&quot; --&gt; &lt;a href=&quot;https://nominatim.openstreetmap.org/details.php?place_id=84442764&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nominatim.openstreetmap.org/details.php?place_id=84442764&lt;/a&gt;&#xA;and you'll see latitude/longitude and metadata of the entry&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;You can either use an API, or run your own Nominatim server (which can be done for individual countries).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Nominatim&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Nominatim&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://nominatim.org/release-docs/develop/api/Overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nominatim.org/release-docs/develop/api/Overview/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-12-15T14:50:14.470" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15940" PostTypeId="1" CreationDate="2019-12-15T17:25:17.560" Score="1" ViewCount="38" Body="&lt;p&gt;I have a dataset of tweets annotated by a group of people and I want to distribute it in Github without the user id or Tweet id, do you know if that possible?&#xA;only the tweet_text and the label.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Given that the work where I collected these tweets was accepted recently in a NLP research conference. Thus, I want to add a link for the dataset in the article.&lt;/p&gt;&#xA;" OwnerUserId="20161" LastEditorUserId="1511" LastEditDate="2019-12-16T09:07:23.563" LastActivityDate="2019-12-16T09:16:48.223" Title="Redistribute tweets without user id or tweet id" Tags="|releasing-data|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15941" PostTypeId="2" ParentId="1545" CreationDate="2019-12-15T18:43:44.310" Score="0" Body="&lt;p&gt;Just discovered the awesome-twitter-data list&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/shaypal5/awesome-twitter-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/shaypal5/awesome-twitter-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A list of Twitter datasets and related resources, released under &lt;a href=&quot;https://creativecommons.org/publicdomain/zero/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC0&lt;/a&gt;. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Table of Contents, as of &lt;code&gt;now()&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;1   Twitter Datasets&#xA;&#xA;    1.1   Tweet datasets&#xA;        1.1.1   Tweet ID datasets&#xA;    1.2   Tweet datasets (labelled)&#xA;    1.3   User datasets&#xA;    1.4   Lost Datasets&#xA;&#xA;2   Other Lists&#xA;3   Tools&#xA;&#xA;    3.1   Data Collection&#xA;    3.2   Analysis&#xA;&#xA;4   Academic Papers&#xA;&#xA;    4.1   Demographics Prediction&#xA;&#xA;5   Articles &amp;amp; blog posts&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Tweet Datasets&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/vered1986/Chirps/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chirps&lt;/a&gt; {&lt;a href=&quot;https://www.apache.org/licenses/LICENSE-2.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Apache License&#xA;2.0&lt;/a&gt;} [9m] -&#xA;News-related tweets. Updated daily. Used in the paper &lt;a href=&quot;http://aclweb.org/anthology/S/S17/S17-1019.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Acquiring&#xA;Predicate Paraphrases from News&#xA;Tweets&quot;&lt;/a&gt; by Vered&#xA;Shwartz, Gabriel Stanovsky and Ido Dagan.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dfreelon.org/2012/02/11/arab-spring-twitter-data-now-available-sort-of/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Arab Spring Twitter&#xA;Dataset&lt;/a&gt;&#xA;{?} [8m] - Roughly 8 million tweets related to the Arab Spring,&#xA;separated by country. Contain tweet IDs and twitter IDS, but no&#xA;tweet contents.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/details/twitter_cikm_2010&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cheng-Caverlee-Lee&lt;/a&gt;&#xA;{?} [5m] - A collection of scraped public twitter updates used in&#xA;coordination with an academic project to study the geolocation data&#xA;related to twittering.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/fivethirtyeight/russian-troll-tweets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;3 million Russian troll&#xA;tweets&lt;/a&gt;&#xA;{?} [3m] - Released by 538.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://academictorrents.com/details/d8b3a315172c8d804528762f37fa67db14577cdb&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lerman Twitter 2010&#xA;Dataset&lt;/a&gt;&#xA;[2.8m] - Contains tweets containing URLs that have been posted on&#xA;Twitter during October 2010. In addition to tweets, links of&#xA;tweeting users were followed, allowing the reconstruction the&#xA;follower graph of active (tweeting) users.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.isi.edu/~lerman/downloads/twitter/twitter2010.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter_2010&lt;/a&gt;&#xA;{?} [2m] - Released by Kristina Lerman at USC.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/sidooms/MovieTweetings&quot; rel=&quot;nofollow noreferrer&quot;&gt;MovieTweetings&lt;/a&gt;&#xA;{&lt;a href=&quot;https://en.wikipedia.org/wiki/MIT_License&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIT&lt;/a&gt;} [725k] - A live&#xA;movie rating dataset collected from Twitter.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/zfz/twitter_corpus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sanders Analytics Sentiment-labelled&#xA;tweets&lt;/a&gt; {?} [5513]&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.world/adamhelsinger/elon-musk-tweets-until-4-6-17&quot; rel=&quot;nofollow noreferrer&quot;&gt;Elon Musk Tweets-Until&#xA;4/6/17&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.world/crowdflower/2015-new-years-resolutions&quot; rel=&quot;nofollow noreferrer&quot;&gt;2015 New Year's&#xA;Resolutions&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.world/lovesdata/trump-tweets-5-4-09-12-5-16&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trump Tweets, 5/4/09 -&#xA;12/5/16&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/search.php?query=twitterstream&amp;amp;sort=-publicdate&quot; rel=&quot;nofollow noreferrer&quot;&gt;ArchiveTeam JSON Download of Twitter Stream, 2011 -&#xA;ongoing&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2019-12-16T09:03:17.690" LastActivityDate="2019-12-16T09:03:17.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15942" PostTypeId="1" CreationDate="2019-12-16T07:14:13.063" Score="1" ViewCount="132" Body="&lt;p&gt;I  am doing a research about outlier detection in Multivariate Elliptically Shaped Numerical data and I have searched a lot for a matching dataset yet I couldn't find any. Any help will be appreciated in finding such dataset. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I mean if you visualize the data (in two dimensions) you would see the data points form an elliptic shape.&lt;/p&gt;&#xA;" OwnerUserId="23120" LastEditorUserId="19566" LastEditDate="2020-01-10T17:17:20.680" LastActivityDate="2020-12-06T16:01:45.107" Title="Elliptically Distrbuted Numerical Data" Tags="|data-request|research|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15943" PostTypeId="2" ParentId="12319" CreationDate="2019-12-16T08:17:43.820" Score="3" Body="&lt;p&gt;I found parsed DMOZ data at Harvard site.  You can try here: &lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/OMV93V&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/OMV93V&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23121" LastActivityDate="2019-12-16T08:17:43.820" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15944" PostTypeId="2" ParentId="15940" CreationDate="2019-12-16T09:16:48.223" Score="1" Body="&lt;p&gt;An accurate answer will depend on how many tweets you want to release: MBs, GBs, TBs?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can take a look at the &lt;a href=&quot;https://github.com/shaypal5/awesome-twitter-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;awesome-twitter-data&lt;/a&gt; list to see what other researchers are doing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One option is to publicly release the tweet_id and user_id and then also a small script for downloading those tweets/users, with instructions for generating and adding your own authentication tokens. This would make more sense for the public (github) and would be fully compliant with the ToS. For the conference, you could additionally post an ephemeral link to the full dataset (text) download, explaining that the link will expire in N months.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Instead of Github, you can also share the data on archive.org, which would not be related to you Github account. See, for example, how ArchiveTeam (not affiliated with archive.org) is storing twitter-stream data: &lt;a href=&quot;https://archive.org/search.php?query=twitterstream&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/search.php?query=twitterstream&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you do create a repo with tweet texts, in general, the likely &quot;worst case&quot; would be a takedown notice, which you could comply with if it ever comes to that. If the data is hosted at archive.org, then they could deal with the takedown notice.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Once you've published the dataset, please add it to the list above (and as an answer here!)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2019-12-16T09:16:48.223" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15945" PostTypeId="1" CreationDate="2019-12-16T15:40:36.230" Score="1" ViewCount="26" Body="&lt;p&gt;As part of my studies, I’m looking for a way to find the variable in the javascript representing the positions of competitors on this site to retrieve the data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sapsailing.com/gwt/Home.html#/regatta/races/:eventId=2d42185c-c914-4042-814f-14108218b3a3&amp;amp;regattaId=HWCS%202020%20Round%201%20-%20RS:X%20Men&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sapsailing.com/gwt/Home.html#/regatta/races/:eventId=2d42185c-c914-4042-814f-14108218b3a3&amp;amp;regattaId=HWCS%202020%20Round%201%20-%20RS:X%20Men&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23123" LastEditorUserId="23272" LastEditDate="2021-04-03T09:22:52.703" LastActivityDate="2021-04-03T09:22:52.703" Title="How to find the variable in javascript which gives the positions of the competitors on the site sapsailing?" Tags="|education|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15946" PostTypeId="1" CreationDate="2019-12-16T16:16:52.263" Score="2" ViewCount="100" Body="&lt;p&gt;X-API-KEY with key value in header of a request to &lt;a href=&quot;https://data.dol.gov/get/violation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/violation&lt;/a&gt;, but still receiving 403 Forbidden &quot;Invalid API Key&quot; error. Is anything missing/incorrect in this request? Any help is greatly appreciated!&#xA;&lt;a href=&quot;https://i.stack.imgur.com/VcsjQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VcsjQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23124" LastActivityDate="2022-11-17T19:42:19.487" Title="403 Forbidden accessing OSHA violations (X-API-KEY in header)" Tags="|api|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15947" PostTypeId="1" AcceptedAnswerId="15951" CreationDate="2019-12-16T20:47:55.383" Score="0" ViewCount="116" Body="&lt;p&gt;I am trying to query OpenFDA to get some data on the following product:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ndclist.com/ndc/52380-0001/package/52380-0001-3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ndclist.com/ndc/52380-0001/package/52380-0001-3&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried querying 52380000103, 5238000013, 5238000103 and 523800013 with no luck.  I'm hoping there is someone here in the community that can shed some light on why I am not getting any results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also tried an FDB query for those of you who use First Data Bank with no results.&lt;/p&gt;&#xA;" OwnerUserId="21984" LastEditorUserId="21984" LastEditDate="2019-12-17T16:45:31.227" LastActivityDate="2019-12-17T20:17:15.267" Title="Package NDC Query" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15950" PostTypeId="2" ParentId="7162" CreationDate="2019-12-17T18:48:16.930" Score="1" Body="&lt;p&gt;Although this data is very hard to come by as a download, you can access it via an API via such services like &lt;a href=&quot;http://www.vehicleregistrationapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.vehicleregistrationapi.com/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, license plates are country specific, you do need an API for the country in question. &lt;/p&gt;&#xA;" OwnerUserId="21063" LastEditorUserId="21063" LastEditDate="2019-12-18T12:39:48.063" LastActivityDate="2019-12-18T12:39:48.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15951" PostTypeId="2" ParentId="15947" CreationDate="2019-12-17T20:17:15.267" Score="2" Body="&lt;p&gt;Bill,&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's are two queries that might work for you:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Against the openFDA NDC SPL Data Elements API&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/other/nsde.json?search=package_ndc:52380-0001-3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/other/nsde.json?search=package_ndc:52380-0001-3&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Against the openFDA Drug Product Labeling API&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.package_ndc:52380-0001-3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.package_ndc:52380-0001-3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11375" LastActivityDate="2019-12-17T20:17:15.267" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15952" PostTypeId="1" CreationDate="2019-12-18T09:06:52.650" Score="0" ViewCount="110" Body="&lt;p&gt;I am looking for Pictures of order receipts of bank Transactions.&#xA;Optimally for Instruments like Shares, Options or funds.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Would be optimal if data Quality is good enough to be processable by ocr engines.&lt;/p&gt;&#xA;" OwnerUserId="22332" LastActivityDate="2020-07-20T13:57:29.570" Title="Order receipt of bank transactions" Tags="|data-request|finance|bank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15954" PostTypeId="2" ParentId="15945" CreationDate="2019-12-19T14:27:40.137" Score="1" Body="&lt;p&gt;The data is loaded from an &lt;a href=&quot;https://en.wikipedia.org/wiki/Remote_procedure_call&quot; rel=&quot;nofollow noreferrer&quot;&gt;RPC endpoint&lt;/a&gt;. Here's an example for the page you linked.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl 'https://www.sapsailing.com/gwt/service/dispatch/leaderboard/HWCS_2020_Round_1___RS_X_Men' \&#xA;-H 'Content-Type: text/x-gwt-rpc; charset=utf-8' \&#xA;-H 'X-GWT-Permutation: ED484971D331FCA3E1C2F5147D82354E' \&#xA;--data '7|0|15|https://www.sapsailing.com/gwt/com.sap.sailing.gwt.home.Home/|4205A5A89AAFD558382546D34E70232D|com.sap.sse.gwt.dispatch.client.transport.gwtrpc.DispatchRPC|execute|com.sap.sse.gwt.dispatch.client.transport.gwtrpc.RequestWrapper/2132896796|com.sap.sse.gwt.dispatch.client.system.batching.BatchAction/3379882599|java.util.ArrayList/4159755760|com.sap.sailing.gwt.home.communication.event.GetRegattaWithProgressAction/909705156|java.util.UUID/82115148|2d42185c-c914-4042-814f-14108218b3a3|HWCS 2020 Round 1 - RS:X Men|com.sap.sailing.gwt.home.communication.event.GetLiveRacesForRegattaAction/1382191286|com.sap.sailing.gwt.home.communication.event.GetFinishedRacesAction/3175709897|en|java.util.Date/3385151746|1|2|3|4|1|5|5|6|7|3|8|9|10|11|12|-5|11|13|-5|11|14|15|W8ehPFq|'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33" LastActivityDate="2019-12-19T14:27:40.137" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15956" PostTypeId="1" CreationDate="2019-12-20T08:36:44.180" Score="2" ViewCount="59" Body="&lt;p&gt;I need to download a shapefile with the boundaries (polygon) of the administrative units (localities level) for Ireland. I have searched diva-gis and osm, but they do not have data to that level.&lt;/p&gt;&#xA;" OwnerDisplayName="PAULA OLIVIA CIMPOIES" LastEditorUserId="6229" LastEditDate="2019-12-28T22:49:49.707" LastActivityDate="2019-12-28T22:49:49.707" Title="Seeking boundaries of administrative units of Ireland" Tags="|geospatial|ireland|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15957" PostTypeId="2" ParentId="15956" CreationDate="2019-12-20T09:05:15.680" Score="2" Body="&lt;p&gt;Depending on what NUTS level you want, this might work:&#xA;&lt;a href=&quot;https://data.gov.ie/dataset/census-2011-boundary-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.ie/dataset/census-2011-boundary-files&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you could check the European INSPIRE-Initiative for Administrative Units (Annex I).&lt;/p&gt;&#xA;" OwnerUserId="23140" OwnerDisplayName="R.K." LastEditorUserId="6229" LastEditDate="2019-12-20T12:45:00.687" LastActivityDate="2019-12-20T12:45:00.687" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15958" PostTypeId="2" ParentId="15956" CreationDate="2019-12-20T09:17:12.930" Score="2" Body="&lt;p&gt;Townlands.ie has a decent downloads page with different admin levels:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.townlands.ie/page/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.townlands.ie/page/download/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also the 2016 Census data which has a lot of resources:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cso.ie/en/census/census2016reports/census2016smallareapopulationstatistics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cso.ie/en/census/census2016reports/census2016smallareapopulationstatistics/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Within the Census data is the Small Areas dataset (smallest admin level in Ireland):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.ie/dataset/small-areas-ungeneralised-osi-national-statistical-boundaries-2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.ie/dataset/small-areas-ungeneralised-osi-national-statistical-boundaries-2015&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="TeddyTedTed" LastActivityDate="2019-12-20T09:17:12.930" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15959" PostTypeId="2" ParentId="14162" CreationDate="2019-12-20T10:31:02.000" Score="1" Body="&lt;p&gt;Open-Access Medical Imaging repositories are available all over the internet. A list of Medical Imaging &lt;em&gt;datasets&lt;/em&gt; is provided by &lt;a href=&quot;https://github.com/sfikas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Giorgos Sfikas&lt;/a&gt; on his &lt;a href=&quot;https://github.com/sfikas/medical-imaging-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;medical-imaging-datasets&lt;/code&gt;&lt;/a&gt; repository. Here, you will find several &quot;search-engines&quot; for medical data. Nevertheless, it could be interesting to follow both &lt;a href=&quot;http://www.aylward.org/notes/open-access-medical-image-repositories&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stephen R. Aylward's&lt;/a&gt; list of repositories and the &lt;a href=&quot;https://www.smir.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SICAS Medical Image Repository&lt;/a&gt;. I hope that helps too.&lt;/p&gt;&#xA;" OwnerUserId="22155" LastActivityDate="2019-12-20T10:31:02.000" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15960" PostTypeId="2" ParentId="9209" CreationDate="2019-12-20T10:39:19.320" Score="2" Body="&lt;p&gt;As I already answered on a later question, a list of Medical Imaging &lt;em&gt;datasets&lt;/em&gt; can be found on the &lt;a href=&quot;https://github.com/sfikas/medical-imaging-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;medical-imaging-datasets&lt;/code&gt;&lt;/a&gt; repository. Also, it could be interesting to follow both &lt;a href=&quot;http://www.aylward.org/notes/open-access-medical-image-repositories&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stephen R. Aylward's&lt;/a&gt; list of repositories and the &lt;a href=&quot;https://www.smir.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SICAS Medical Image Repository&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="22155" LastActivityDate="2019-12-20T10:39:19.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15961" PostTypeId="1" AcceptedAnswerId="15974" CreationDate="2019-12-20T11:13:08.033" Score="4" ViewCount="64" Body="&lt;p&gt;We are working on several &lt;a href=&quot;https://awesomeopensource.com/projects/medical-imaging&quot; rel=&quot;nofollow noreferrer&quot;&gt;medical imaging projects&lt;/a&gt; (&lt;em&gt;i.e.&lt;/em&gt;, &lt;a href=&quot;https://breastscreening.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BreastScreening&lt;/a&gt;, &lt;a href=&quot;https://mida-project.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIDA&lt;/a&gt;, and &lt;a href=&quot;https://mimbcd-ui.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIMBCD-UI&lt;/a&gt;) that deals with a huge amount of data. From medical images and data at the following modalities: (1) &lt;a href=&quot;https://en.wikipedia.org/wiki/Mammography&quot; rel=&quot;nofollow noreferrer&quot;&gt;MammoGraphy (MG)&lt;/a&gt; in both CranioCaudal (CC) and MedioLateral Oblique (MLO) views; (2) &lt;a href=&quot;https://en.wikipedia.org/wiki/Ultrasound&quot; rel=&quot;nofollow noreferrer&quot;&gt;UltraSound (US)&lt;/a&gt;; (3) &lt;a href=&quot;https://en.wikipedia.org/wiki/Magnetic_resonance_imaging&quot; rel=&quot;nofollow noreferrer&quot;&gt;Magnetic Resonance Imaging (MRI)&lt;/a&gt;; to (4) text; and (5) annotations. We already have formal protocols with the clinical institutions, as well as data agreements with both the National health data responsible committee and patients. Our purpose is to publicly share the presented data after scientific publication. As follows, we will show the list of our current data size.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Summarizations list of current data to store:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Breast Cancer Patients = ~400 cases;&lt;/li&gt;&#xA;&lt;li&gt;Multi-Modality of Medical Images Dataset = ~1200 images;&lt;/li&gt;&#xA;&lt;li&gt;Annotations Dataset = ~250 annotated cases;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;The question is regarding how should we share this amount of information. Our first thought was to store it on a version control storing solution, such as &lt;a href=&quot;https://github.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub&lt;/a&gt; or &lt;a href=&quot;https://about.gitlab.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitLab&lt;/a&gt;, for instance.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So we do the following question:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Are version control storing solutions a good option to store Medical Imaging open data?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="22155" LastActivityDate="2019-12-26T20:57:01.983" Title="Are version control storing solutions a good option to store Medical Imaging open data?" Tags="|medical|releasing-data|images|git|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15963" PostTypeId="2" ParentId="46" CreationDate="2019-12-21T23:13:18.767" Score="3" Body="&lt;p&gt;Here is a dataset of first names and last names which I scraped from &lt;a href=&quot;https://en.wiktionary.org/wiki/Appendix:Names&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary Names Appendix&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/solvenium/names-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/solvenium/names-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://raw.githubusercontent.com/solvenium/names-dataset/master/dataset/Female_given_names.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Female_given_names.txt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://raw.githubusercontent.com/solvenium/names-dataset/master/dataset/Male_given_names.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Male_given_names.txt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://raw.githubusercontent.com/solvenium/names-dataset/master/dataset/Surnames.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Surnames.txt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23149" LastActivityDate="2019-12-21T23:13:18.767" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15965" PostTypeId="2" ParentId="15785" CreationDate="2019-12-22T06:23:54.877" Score="1" Body="&lt;p&gt;The American Community Survey data are based on residents. So yes, if persons migrated to the U.S. and now live here, then they are part of the estimated population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, not sure if you meant &quot;citizen&quot; rather than &quot;resident&quot; in your question. But the Census Bureau counts all people who reside in the U.S. regardless of their citizenship status. Annual estimates, which use the Decennial Census counts as part of the process, are estimates of the resident population, regardless of citizenship status.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The methodology used for the estimates depends on the geography, but you can see the methodology here:&#xA;&lt;a href=&quot;https://www.census.gov/programs-surveys/popest/technical-documentation/methodology.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/popest/technical-documentation/methodology.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2019-12-22T06:23:54.877" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15966" PostTypeId="1" CreationDate="2019-12-23T10:38:14.960" Score="1" ViewCount="84" Body="&lt;p&gt;I need to combine census data with household income data. I was able to obtain census data district wise for entire India and join it with the district-level shapefile, I need data on household income district wise for entire India.&lt;/p&gt;&#xA;" OwnerUserId="23157" OwnerDisplayName="Deva" LastActivityDate="2019-12-23T11:08:24.203" Title="Seeking household income district wise for entire India" Tags="|census|india|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15967" PostTypeId="2" ParentId="15966" CreationDate="2019-12-23T10:45:53.193" Score="2" Body="&lt;p&gt;If you're looking for data from across the country, you need to explore the national statistics site: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.mospi.gov.in/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.mospi.gov.in/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23066" OwnerDisplayName="Vincent Bré" LastActivityDate="2019-12-23T10:45:53.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15968" PostTypeId="2" ParentId="15961" CreationDate="2019-12-24T23:16:33.013" Score="1" Body="&lt;p&gt;Even github enterprise has a &lt;a href=&quot;https://help.github.com/en/enterprise/2.19/user/managing-large-files/conditions-for-large-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;100 GB hard limit&lt;/a&gt;. I'd consider Amazon S3 as an alternative, especially because they price based on options for how often the data is accessed and also provides very granular user access facilities. There's a &lt;a href=&quot;https://calculator.s3.amazonaws.com/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;cost calculator&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23162" LastActivityDate="2019-12-24T23:16:33.013" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15969" PostTypeId="2" ParentId="15933" CreationDate="2019-12-25T00:19:46.313" Score="1" Body="&lt;p&gt;The US Securities and Exchange Commission requires larger publicly traded companies to file quarterly and annual financial statements in &lt;a href=&quot;https://www.xbrl.org/the-standard/why/xbrl-for-securities-filing/&quot; rel=&quot;nofollow noreferrer&quot;&gt;XMRL&lt;/a&gt;. These can be accessed from the agency's &lt;a href=&quot;https://www.sec.gov/edgar/searchedgar/webusers.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDGAR site&lt;/a&gt;. In addition, fulsome textual discussion is required, and defined acronyms are common.&lt;/p&gt;&#xA;" OwnerUserId="23162" LastActivityDate="2019-12-25T00:19:46.313" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15971" PostTypeId="1" CreationDate="2019-12-26T09:20:42.607" Score="2" ViewCount="176" Body="&lt;p&gt;I want to train a NLP model based on &lt;a href=&quot;https://www.investopedia.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;investopedia&lt;/a&gt; data set but I am not able to find it.&lt;/p&gt;&#xA;" OwnerUserId="23168" LastEditorUserId="23168" LastEditDate="2019-12-29T07:04:11.333" LastActivityDate="2019-12-29T07:04:11.333" Title="Where can I find Investopedia data set for download?" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="4" ClosedDate="2020-07-20T18:23:37.850" ContentLicense="CC BY-SA 4.0" />
  <row Id="15972" PostTypeId="2" ParentId="9818" CreationDate="2019-12-26T18:01:45.617" Score="2" Body="&lt;p&gt;There's a bunch more sports data sets constantly being added to listen on this page at &lt;a href=&quot;https://sports-statistics.com/sports-data/sports-data-sets-for-data-modeling-visualization-predictions-machine-learning/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sports-Statistics.com&lt;/a&gt;, including Fifa datasets, soccer datasets and APIs, cricket, baseball, f1 etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;aside from that, i have been playing with the &lt;a href=&quot;http://nbasense.com/nba-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NBASense API&lt;/a&gt; to extract box scores and stats from NBA websites. &lt;/p&gt;&#xA;" OwnerUserId="23171" LastActivityDate="2019-12-26T18:01:45.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15973" PostTypeId="1" CreationDate="2019-12-26T18:45:33.160" Score="1" ViewCount="9" Body="&lt;p&gt;I am looking for a dataset that would indicate peoples eating habits (I'm mostly interested in the types of food consumed) and heart failure incidence. Has anyone come across such dataset?&lt;/p&gt;&#xA;" OwnerUserId="22848" LastActivityDate="2019-12-26T18:45:33.160" Title="Request: food consumption and heart failure incidence dataset" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15974" PostTypeId="2" ParentId="15961" CreationDate="2019-12-26T20:57:01.983" Score="3" Body="&lt;p&gt;I'd rather suggest trying the open science framework (&lt;a href=&quot;https://osf.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://osf.io&lt;/a&gt;), as the above is one of their claimed aims.&lt;/p&gt;&#xA;" OwnerUserId="23173" LastActivityDate="2019-12-26T20:57:01.983" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15975" PostTypeId="1" AcceptedAnswerId="15985" CreationDate="2019-12-30T01:39:22.343" Score="1" ViewCount="536" Body="&lt;p&gt;There are many open source data sets available on soccer match data, but I have come across none which offer time stamps for goals specifically.&lt;/p&gt;&#xA;&lt;p&gt;If someone could provide such a data set, I will be very grateful.&lt;/p&gt;&#xA;" OwnerUserId="23183" LastEditorUserId="23272" LastEditDate="2022-07-14T12:20:58.907" LastActivityDate="2022-07-14T12:20:58.907" Title="Soccer data set with time stamps for goals" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15976" PostTypeId="1" AcceptedAnswerId="15983" CreationDate="2019-12-30T07:12:29.213" Score="1" ViewCount="38" Body="&lt;p&gt;There are a number of widely used benchmark datasets for machine learning algorithms available, but most of them are for regression or classification on numeric features.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking to test an algorithm that performs regression on categorical input features. Are there any readily available benchmark datasets that fit this description?&lt;/p&gt;&#xA;" OwnerUserId="23184" LastActivityDate="2020-01-02T09:55:56.563" Title="Benchmark datasets for regression on categorical features" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15978" PostTypeId="1" CreationDate="2019-12-30T21:20:34.023" Score="2" ViewCount="17" Body="&lt;p&gt;The latest datasets from &lt;a href=&quot;http://qldspatial.information.qld.gov.au/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QSpatial&lt;/a&gt; no longer contain the Parish &amp;amp; County info. It is no longer used in Queensland. I am doing some research into historical mining activities and this dataset would be very helpful, so I don't have to create my own :) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have a copy of the 'old' Cadastral (DCDB) dataset that still contains the Parish &amp;amp; County columns?&lt;/p&gt;&#xA;" OwnerUserId="23190" LastEditorUserId="19566" LastEditDate="2019-12-31T17:34:23.120" LastActivityDate="2019-12-31T17:34:23.120" Title="Looking for “old” Parish &amp; County Boundary Data set for Queensland, Australia" Tags="|data-request|geospatial|historical|australia|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15979" PostTypeId="1" CreationDate="2019-12-31T11:12:53.967" Score="4" ViewCount="41" Body="&lt;p&gt;I am looking for databases that provide information on the development of mean / median house prices and rents in European countries, particularly for UK, NL, CH und SE (rental market data). Do any of you have an idea where I can find something helpful, be it for free or not. I would very much appreciate your help!&lt;/p&gt;&#xA;" OwnerUserId="23194" LastEditorUserId="7031" LastEditDate="2020-01-06T19:44:51.120" LastActivityDate="2020-01-06T19:44:51.120" Title="Rent and Housing Prices by Postal Code / Local Authority Code" Tags="|data-request|europe|postal-code|real-estate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15981" PostTypeId="1" CreationDate="2019-12-31T23:46:46.043" Score="1" ViewCount="34" Body="&lt;p&gt;I'm searching in-car-camera data set with vehicle speed at that time. If there is any place where I can get those data free?&lt;/p&gt;&#xA;" OwnerUserId="23199" LastEditorUserId="19566" LastEditDate="2020-01-06T19:46:20.047" LastActivityDate="2020-01-06T19:46:20.047" Title="Where can I get in-car-camera-data with speed?" Tags="|data-request|cars|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15982" PostTypeId="1" CreationDate="2020-01-01T15:01:26.253" Score="1" ViewCount="40" Body="&lt;p&gt;I have a fresh install of XASTIR running on a Pi 3, but the maps are pretty poor at showing details. Does anyone have any mapps they can share with me for my XASTIR system, that are better than what the program comes with?  I would like the USA, or the eastern side of the USA. I run an aprs system in Florida, so even Florida would be great. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;73'   Joe KQ4BX&lt;/p&gt;&#xA;" OwnerUserId="23206" OwnerDisplayName="Joseph Massimino" LastEditorUserId="19566" LastEditDate="2020-01-06T19:41:22.203" LastActivityDate="2020-01-06T19:41:22.203" Title="Does anyone have better maps for the east coast of the USA, or the entire USA to use with XASTIR directly?" Tags="|data-request|geospatial|usa|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15983" PostTypeId="2" ParentId="15976" CreationDate="2020-01-02T09:55:56.563" Score="2" Body="&lt;p&gt;A good place to start is browsing the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;UC Irvine Machine Learning Repository&lt;/a&gt;.  Note that you can sort by dataset task and attribute types.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-02T09:55:56.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15984" PostTypeId="1" CreationDate="2020-01-02T14:15:07.753" Score="1" ViewCount="34" Body="&lt;p&gt;I see new repos created for mimic iv. Where can I find information about planned changes to mimic?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is quite exciting to see a new version and users would be interested to hear more perhaps.&lt;/p&gt;&#xA;" OwnerUserId="147" LastActivityDate="2020-01-02T14:15:07.753" Title="changes in mimic iv - where to find details?" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15985" PostTypeId="2" ParentId="15975" CreationDate="2020-01-03T01:59:05.663" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://openfootball.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;football.db&lt;/a&gt; offers (historical) &quot;free open public domain football data&quot; including information on timestamps refined to the conventional minute level.  Example schema for matches:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;### Matches&#xA;&#xA;Quarter-finals - 1st Leg&#xA;&#xA;[Tue Apr/1]&#xA;  20.45   FC Barcelona        1-1  Atlético Madrid     @ Camp Nou, Barcelona&#xA;            [Neymar 71'; Diego 56']&#xA;  20.45   Manchester United   1-1  Bayern München      @ Old Trafford, Manchester&#xA;            [Vidić 58'; Schweinsteiger 67']&#xA;[Wed Apr/2]&#xA;  20.45   Real Madrid         3-0  Borussia Dortmund   @ Santiago Bernabéu, Madrid&#xA;            [Bale 3' Isco 27' Ronaldo 57']&#xA;  20.45   Paris Saint-Germain 3-1  Chelsea FC          @ Parc des Princes, Paris&#xA;            [Lavezzi 4' Luiz 61' (o.g.) Pastore 90+3'; Hazard 27' (pen.)]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-03T01:59:05.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15986" PostTypeId="2" ParentId="15981" CreationDate="2020-01-03T08:21:32.133" Score="2" Body="&lt;p&gt;The dataset used in the paper &lt;a href=&quot;https://arxiv.org/abs/1608.01230&quot; rel=&quot;nofollow noreferrer&quot;&gt;&quot;Learning a Driving Simulator&quot;&lt;/a&gt; seems to contain what you're after.  The data is 7.25 hours of video files (45 GB compressed; 80 GB decompressed) annotated with measures including speed, acceleration, GPS coordinates, etc.  The data is released under the Creative Commons Attribution-NonCommercial-ShareAlike 3.0 License.  The GitHub repo containing project code, documentation, and a link to the data is &lt;a href=&quot;https://github.com/commaai/research&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/commaai/research&lt;/a&gt;.  The data itself is hosted at &lt;a href=&quot;https://archive.org/details/comma-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/details/comma-dataset&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Santana, Eder, and George Hotz. &quot;Learning a driving simulator.&quot; arXiv&#xA;  preprint arXiv:1608.01230 (2016).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-03T08:21:32.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15987" PostTypeId="1" AcceptedAnswerId="15988" CreationDate="2020-01-03T10:16:58.007" Score="5" ViewCount="150" Body="&lt;p&gt;I am looking for a (global) dataset of hospitals: mainly locations, but if possible also names, sizes, number of beds. As far as I can tell, this does not exist yet, but perhaps there are good starting points!&lt;/p&gt;&#xA;" OwnerUserId="23211" LastActivityDate="2020-01-03T10:27:08.257" Title="World dataset of hospitals" Tags="|geospatial|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15988" PostTypeId="2" ParentId="15987" CreationDate="2020-01-03T10:27:08.257" Score="6" Body="&lt;p&gt;&lt;a href=&quot;https://healthsites.io/&quot; rel=&quot;noreferrer&quot;&gt;healthsites.io&lt;/a&gt; is an open data effort to map healthcare entities (hospitals, clinics, pharmacies, private practices, etc.) worldwide.  The data is drawn from OpenStreetMap and at a minimum provides the name and geographic coordinates of each healthcare entity.  There is a OSM data model for health sites, details provided &lt;a href=&quot;https://github.com/healthsites/healthsites/wiki/Healthsite-attributes&quot; rel=&quot;noreferrer&quot;&gt;here&lt;/a&gt;.  The data is released under the Open Data License.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-03T10:27:08.257" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15990" PostTypeId="1" CreationDate="2020-01-03T14:38:23.943" Score="4" ViewCount="83" Body="&lt;p&gt;I am looking for a &amp;quot;rich&amp;quot; Dataset to Teach my model to separate Music instruments.. any Suggestions? I found the URMP Dataset but it doesn't have many files. I appreciate your help!!&lt;/p&gt;&#xA;" OwnerUserId="23214" LastEditorUserId="70" LastEditDate="2022-10-14T19:07:02.873" LastActivityDate="2022-10-14T19:07:02.873" Title="Dataset for musical Instruments recognition" Tags="|data-request|machine-learning|audio|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15991" PostTypeId="1" CreationDate="2020-01-04T01:01:03.700" Score="1" ViewCount="31" Body="&lt;p&gt;I am working on a project (not a programming project) where we require a lot of information about different species such as average weight, lifespan, height, population numbers, endangered status etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have been looking for an API to provide this information so that I don't have to manually search for it for over 100 species and I can't find anything that provides the information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The best I have found so far is an API provided by the IUCN Red list, but this doesn't have all the information required (e.g. no lifespan data or weight)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any APIs available which will provide this information?&lt;/p&gt;&#xA;" OwnerUserId="23219" LastActivityDate="2020-01-04T01:01:03.700" Title="Is there any API which can provide information on different animal species" Tags="|api|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15992" PostTypeId="2" ParentId="15990" CreationDate="2020-01-04T05:24:09.737" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;https://magenta.tensorflow.org/datasets/nsynth&quot; rel=&quot;nofollow noreferrer&quot;&gt;NSynth dataset&lt;/a&gt; contains labelled audio samples from various instruments over a range of pitches.  The data is prepared for use with TensorFlow and also available in JSON/WAV (metadata/audio) format. From the dataset description:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;NSynth is an audio dataset containing 305,979 musical notes, each with&#xA;  a unique pitch, timbre, and envelope. For 1,006 instruments from&#xA;  commercial sample libraries, we generated four second, monophonic&#xA;  16kHz audio snippets, referred to as notes, by ranging over every&#xA;  pitch of a standard MIDI pian o (21-108) as well as five different&#xA;  velocities (25, 50, 75, 100, 127). The note was held for the first&#xA;  three seconds and allowed to decay for the final second.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;The data is released under the Creative Commons Attribution 4.0 International (CC BY 4.0) license.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-04T05:24:09.737" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15993" PostTypeId="2" ParentId="12327" CreationDate="2020-01-04T23:23:03.047" Score="-3" Body="&lt;p&gt;With exchange's public WebSocket API, you can get tick by tick level data. But I am aware that no data with that much detail are provided free.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;edit:&#xA;You can use exchange's API such as wss://api-pub.bitfinex.com/ws/2 to get data now and record it for sometime to get historical dataset.&#xA;But this requires time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this case, we are providing historical raw WebSocket data. You can get free samples for every dataset at &lt;a href=&quot;https://www.exchangedataset.cc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.exchangedataset.cc&lt;/a&gt; .&lt;/p&gt;&#xA;" OwnerUserId="23224" LastEditorUserId="23224" LastEditDate="2020-01-08T03:08:20.683" LastActivityDate="2020-01-08T03:08:20.683" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="15994" PostTypeId="1" CreationDate="2020-01-05T04:59:11.640" Score="2" ViewCount="55" Body="&lt;p&gt;Where can I find the average number of days with thunderstorms for each month for different locations in the United States? Does anyone know or have any links they know where it tells you that&lt;/p&gt;&#xA;" OwnerUserId="23227" LastActivityDate="2020-02-08T07:02:45.423" Title="Thunderstorm Weather Data" Tags="|data-request|weather|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15995" PostTypeId="1" CreationDate="2020-01-07T06:17:58.823" Score="1" ViewCount="173" Body="&lt;p&gt;I am using this api &lt;a href=&quot;https://api.fda.gov/drug/ndc.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json&lt;/a&gt;. But as per limitation, we can't pass limit more than 100 and value for Skip is 25000. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;But in the data, if we have more than 100K + record. How we can download entire data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We are trying to creating a  code to fetch all NDC code while using this API. &#xA;API used: &quot;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=finished:true&amp;amp;limit=100&amp;amp;skip=25000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=finished:true&amp;amp;limit=100&amp;amp;skip=25000&lt;/a&gt;&quot;.&#xA;As a result, it provides Meta information:&#xA;{&#xA;  &quot;meta&quot;: {&#xA;    &quot;disclaimer&quot;: &quot;Do not rely on openFDA to make decisions regarding medical care. While we make every effort to ensure that data is accurate, you should assume all results are unvalidated. We may limit or otherwise restrict your access to the API in line with our Terms of Service.&quot;,&#xA;    &quot;terms&quot;: &quot;&lt;a href=&quot;https://open.fda.gov/terms/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/terms/&lt;/a&gt;&quot;,&#xA;    &quot;license&quot;: &quot;&lt;a href=&quot;https://open.fda.gov/license/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/license/&lt;/a&gt;&quot;,&#xA;    &quot;last_updated&quot;: &quot;2019-12-20&quot;,&#xA;    &quot;results&quot;: {&#xA;      &quot;skip&quot;: 0,&#xA;      &quot;limit&quot;: 100,&#xA;      &quot;total&quot;: 105845&#xA;    }&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;here total records count is **105845**, however when I try to fetch the record by skipping first 25000, its works fine, but it throws an error when Skip value is greater than **25000** :&#xA;&#xA;{&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&quot;error&quot;: {&#xA;    &quot;code&quot;: &quot;BAD_REQUEST&quot;,&#xA;    &quot;message&quot;: &quot;Skip value must 25000 or less.&quot;&#xA;  }&#xA;}&lt;/p&gt;&#xA;" OwnerUserId="23232" LastEditorUserId="90" LastEditDate="2020-01-11T18:36:07.057" LastActivityDate="2020-03-30T16:14:30.700" Title="How to download data more than limit of option &quot;limit&quot; and &quot;skip&quot;" Tags="|api|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="15996" PostTypeId="1" AcceptedAnswerId="16004" CreationDate="2020-01-07T13:33:55.853" Score="3" ViewCount="203" Body="&lt;p&gt;I am looking for elevation data for Swiss municipalities (Gemeinden). I'd like something simple that can be joined to other data sources, for example, as a CSV,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;postal_code    municipality_name    elevation_meters&#xA;8000    Zürich    408&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;(to make it simple, elevation can be median or average over the entire surface, or just the elevation as a central point).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If the data isn't available, then some steps to generate the dataset from open data would be an acceptable answer.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://open-elevation.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenElevation&lt;/a&gt; project would work, but it involves passing individual latitude/longitude pairs, and the current &lt;a href=&quot;https://api.open-elevation.com/api/v1/lookup?locations=41.161758,-8.583933&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; (github) seems to have spotty service. Another option is &lt;a href=&quot;https://developers.google.com/maps/documentation/elevation/start&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google's Elevation API&lt;/a&gt;, but that would also require individual requests.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The official &lt;a href=&quot;https://www.bfs.admin.ch/bfs/en/home/statistics/regional-statistics/regional-portraits-key-figures/communes/data-explanations.assetdetail.7786539.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;regional portrait&lt;/a&gt; doesn't have elevation, nor does it have the latitude/longitude that I could use to look up each municipality.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://map.geo.admin.ch/?lang=en&amp;amp;topic=ech&amp;amp;bgLayer=ch.swisstopo.pixelkarte-farbe&amp;amp;layers=ch.swisstopo.zeitreihen,ch.bfs.gebaeude_wohnungs_register,ch.bav.haltestellen-oev,ch.swisstopo.swisstlm3d-wanderwege,ch.swisstopo.digitales-hoehenmodell_25_reliefschattierung,ch.swisstopo.skitourenkarte-50.metadata,ch.swisstopo.swissboundaries3d-gemeinde-flaeche.fill&amp;amp;layers_visibility=false,false,false,false,true,false,true&amp;amp;layers_timestamp=18641231,,,,,,&amp;amp;catalogNodes=457,508,458,510&quot; rel=&quot;nofollow noreferrer&quot;&gt;Official maps&lt;/a&gt; has municipality shape files and elevation, but I don't see any data download option.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;License: for a hobby project, so most licenses will work&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-10T10:26:41.743" Title="Swiss municipality elevation (altitude)" Tags="|data-request|geospatial|geocoding|switzerland|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15997" PostTypeId="2" ParentId="15995" CreationDate="2020-01-07T14:28:41.507" Score="-1" Body="&lt;p&gt;I would send them an email.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on what you need it for and where you are based, they might be quite interested to cooperate and provide you with other means of accessing larger amounts of data.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2020-01-07T14:28:41.507" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="15998" PostTypeId="2" ParentId="15996" CreationDate="2020-01-07T14:30:19.293" Score="3" Body="&lt;p&gt;Here is a possible &lt;a href=&quot;https://w.wiki/FE2&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL query for Wikidata&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# swiss municipalities with their elevation&#xA;SELECT ?muni ?muniLabel (MIN(?elevation) as ?minElevation)&#xA;WHERE &#xA;{&#xA;  ?muni wdt:P31 wd:Q70208.&#xA;  FILTER NOT EXISTS { ?muni wdt:P31 wd:Q685309 }&#xA;  OPTIONAL {&#xA;    ?muni wdt:P2044 ?elevation.&#xA;    ?muni p:P2044 ?statement.&#xA;    ?statement wikibase:rank ?rank.&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;}&#xA;GROUP BY ?muni ?muniLabel&#xA;ORDER BY ?muniLabel&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Note that the elevation is added &lt;em&gt;optionally&lt;/em&gt;, so you could get empty values there.&lt;/p&gt;&#xA;" OwnerUserId="264" LastEditorUserId="1511" LastEditDate="2020-01-10T10:26:41.743" LastActivityDate="2020-01-10T10:26:41.743" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="15999" PostTypeId="2" ParentId="15996" CreationDate="2020-01-07T20:22:26.990" Score="2" Body="&lt;p&gt;This information can be produced from open data in GIS software. Here are the basic steps  using QGIS, which is free GIS software. You can do the same thing in any GIS, but the specific tool names will be different.&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Download a DEM raster (digital elevation model) for Switzerland, eg from &lt;a href=&quot;https://www.opendem.info/opendemeu_download_4326.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opendem.info/opendemeu_download_4326.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Download the municipality boundaries as a geospatial layer, eg from &lt;a href=&quot;https://gadm.org/download_country_v3.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gadm.org/download_country_v3.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;If the DEM raster data is split over multiple raster tiles, combine them into a single raster (every GIS software has a tutorial for this; &lt;a href=&quot;https://docs.qgis.org/3.4/en/docs/training_manual/rasters/data_manipulation.html#basic-fa-create-a-virtual-raster&quot; rel=&quot;nofollow noreferrer&quot;&gt;here's a tutorial in QGIS&lt;/a&gt;).&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Calculate elevation in the municipalities:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Use the &lt;a href=&quot;https://docs.qgis.org/3.4/en/docs/user_manual/processing_algs/qgis/rasteranalysis.html?#zonal-statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zonal Statistics&lt;/a&gt; tool (or the equivalent in your GIS software) to calculate the mean, median and/or mode of elevation within each municipality.&lt;/li&gt;&#xA;&lt;li&gt;Or, to calculate the elevation only at a point within each municipality, use the &lt;code&gt;Point on Surface&lt;/code&gt; tool to find a point roughly at the middle of each municipality, then use the &lt;code&gt;Sample Raster Values&lt;/code&gt; tool to find the elevation value for each point.&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Export the result from step 4 to a CSV file. Now you have a table where each municipality is a separate line, and the columns include &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;elevation (mean/median/mode or at a single point, depending on which options you chose in step 4&lt;/li&gt;&#xA;&lt;li&gt;municipality name&lt;/li&gt;&#xA;&lt;li&gt;any other information that came with the municipality source data downloaded in step 2&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Postal codes will probably not be included; you will probably need to join these from another source.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2020-01-07T20:22:26.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16000" PostTypeId="1" CreationDate="2020-01-07T23:18:33.223" Score="3" ViewCount="144" Body="&lt;p&gt;International warehouse shopping chain Costco includes functionality in their &lt;a href=&quot;https://tires.costco.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;tire department website&lt;/a&gt; to enter a vehicle's license plate number to automatically determine the vehicle's make and model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What data sources are they using?  Are there any open data sources?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suppose they could be using &lt;a href=&quot;http://www.vehicleregistrationapi.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.vehicleregistrationapi.com&lt;/a&gt;, but that service charges $0.18USD per lookup in bulk.  I somehow doubt Costco is paying a third-party company every time a potential customer performs a lookup on their website.&lt;/p&gt;&#xA;" OwnerUserId="9490" LastActivityDate="2020-03-13T05:48:53.270" Title="From where does Costco get data correlating license plate numbers and vehicle make and models?" Tags="|data-request|government|transportation|licensing|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16001" PostTypeId="2" ParentId="13939" CreationDate="2020-01-08T01:59:09.133" Score="2" Body="&lt;p&gt;I finally found a good source for this type of data. In the data sets associated with the &lt;a href=&quot;http://mrvar.fdv.uni-lj.si/pajek/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pajek Project&lt;/a&gt; you can find links to these &lt;a href=&quot;http://vlado.fmf.uni-lj.si/pub/networks/data/bio/foodweb/foodweb.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;FoodWeb Datasets&lt;/a&gt;. The actual relationships are given by indices, but there is a key for decoding them. For example, in the cypdry.paj file,   &lt;code&gt;15  39&lt;/code&gt; means that Great Blue Herons eat Crayfish. You will have to do some work, but the information is there.&lt;/p&gt;&#xA;" OwnerUserId="14851" LastActivityDate="2020-01-08T01:59:09.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16002" PostTypeId="1" CreationDate="2020-01-08T08:14:11.843" Score="1" ViewCount="26" Body="&lt;p&gt;I need to perform some data-analysis task. For that I need data-sets containing multiple multivariate(multidimensional) time-series. Along with that I also need the description of each dimension, so the domain knowledge can be used for analyzing the data.&lt;/p&gt;&#xA;" OwnerUserId="23246" LastEditorUserId="23246" LastEditDate="2020-01-10T11:16:41.210" LastActivityDate="2020-01-10T11:16:41.210" Title="Are there any data-sets having multiple multivariate time-series with causal relations between its attributes along with their description?" Tags="|data-request|uses-of-open-data|time-series|" AnswerCount="0" CommentCount="2" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16003" PostTypeId="1" CreationDate="2020-01-08T12:21:41.793" Score="1" ViewCount="27" Body="&lt;p&gt;I have searched for period data in soccer - like number of goals in 15,30,45,60,75,90 mins (15 minutes interval) - but I can't find any. Do you know any site giving this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://sports.stackexchange.com/questions/24501/where-to-get-soccer-data-per-period?noredirect=1#comment33538_24501&quot;&gt;Reposted&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23251" LastEditorUserId="1511" LastEditDate="2020-01-10T08:43:19.793" LastActivityDate="2020-01-10T08:43:19.793" Title="Where to get soccer data per period?" Tags="|data-request|sports|time-series|" AnswerCount="0" CommentCount="4" ClosedDate="2020-01-10T08:44:20.383" ContentLicense="CC BY-SA 4.0" />
  <row Id="16004" PostTypeId="2" ParentId="15996" CreationDate="2020-01-08T15:10:53.380" Score="1" Body="&lt;p&gt;Elevation data is included in the „Generalisierte Gemeindegrenzen“ by the Swiss Federal statistical Office.&#xA;See here:&#xA;&lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/dienstleistungen/geostat/geodaten-bundesstatistik/administrative-grenzen/generalisierte-gemeindegrenzen.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/dienstleistungen/geostat/geodaten-bundesstatistik/administrative-grenzen/generalisierte-gemeindegrenzen.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A direct link to the Excel file: &#xA;&lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/dienstleistungen/geostat/geodaten-bundesstatistik/administrative-grenzen/generalisierte-gemeindegrenzen.assetdetail.7566562.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/dienstleistungen/geostat/geodaten-bundesstatistik/administrative-grenzen/generalisierte-gemeindegrenzen.assetdetail.7566562.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IRCkS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IRCkS.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the sheet named &lt;em&gt;g1g19&lt;/em&gt; has the Z min, max, center, median and average. &lt;/p&gt;&#xA;" OwnerUserId="23256" LastEditorUserId="1511" LastEditDate="2020-01-10T07:48:30.843" LastActivityDate="2020-01-10T07:48:30.843" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16005" PostTypeId="1" CreationDate="2020-01-08T21:48:40.220" Score="3" ViewCount="48" Body="&lt;p&gt;Where can I find GIS data of Haiti Earthquake damage from the assessments made in 2010? All sources seem to be dead links or PDF maps with no source data. &lt;/p&gt;&#xA;" OwnerUserId="23260" LastEditorUserId="7031" LastEditDate="2020-01-09T11:51:00.093" LastActivityDate="2020-01-09T11:51:00.093" Title="Where can I find GIS data of Haiti Earthquake damage from the assessments made in 2010?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16006" PostTypeId="2" ParentId="15931" CreationDate="2020-01-09T05:35:06.723" Score="0" Body="&lt;p&gt;The plan finder on &lt;a href=&quot;https://www.medicare.gov/plan-compare/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medicare.gov&lt;/a&gt; has some of the information you seek.  It is only a general overview, however.  It is missing some of the specifics, such as costs for certain types of medical care.  I have used it to help some people in the USA find appropriate coverage.  When doing so, I did find some of the information to be inaccurate.  I also found that sometimes wide ranges of costs were presented for some medical care/treatments/procedures, which was not helpful.  For example, I once saw something like $0-$800 specified for a plan's medical imaging copay.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The following website has data on estimated costs, by region in the USA, based on approximate anticipated health status: &lt;a href=&quot;http://www.medicarenewswatch.com/index.php/en/cost-comparisons&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.medicarenewswatch.com/index.php/en/cost-comparisons&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is the FAQ explaining the data presented on that website: &lt;a href=&quot;http://www.medicarenewswatch.com/index.php/en/faq&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.medicarenewswatch.com/index.php/en/faq&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am currently unaware of any data source that contains comprehensive, accurate, and detailed Medicare Advantage Plan information.  If someone is aware of such a data source, I encourage them to add another answer.&lt;/p&gt;&#xA;" OwnerUserId="9490" LastActivityDate="2020-01-09T05:35:06.723" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16007" PostTypeId="2" ParentId="16005" CreationDate="2020-01-09T06:21:41.003" Score="2" Body="&lt;p&gt;The Haiti Earthquake Data Portal hosted at Harvard's Dataverse contains a set of geospatial datasets on the 2010 earthquake in both vector and raster formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataverse/earthquake_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu/dataverse/earthquake_data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have not personally inspected each file but they seem viable.  Citations for the datasets:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Berman, Lex, 2015, &quot;Haiti Earthquake Data (RASTER)&quot;,&#xA;  &lt;a href=&quot;https://doi.org/10.7910/DVN/ZT2DJW&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.7910/DVN/ZT2DJW&lt;/a&gt;, Harvard Dataverse, V1&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Berman, Lex, 2015, &quot;Haiti Earthquake Data (VECTORS)&quot;,&#xA;  &lt;a href=&quot;https://doi.org/10.7910/DVN/BAGUVN&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.7910/DVN/BAGUVN&lt;/a&gt;, Harvard Dataverse, V1&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-09T06:21:41.003" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16008" PostTypeId="2" ParentId="15994" CreationDate="2020-01-09T06:59:17.903" Score="1" Body="&lt;p&gt;If by thunderstorms you also mean storm events which produce lightning, you could try the &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/severe-weather/lightning-products-and-services&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lightning Products and Services from NOAA&lt;/a&gt;.  There are gridded products (geospatial NetCDF) and U.S. county level datasets containing &quot;the number of cloud-to-ground lightning flashes&quot; from 1986 to present.  You might also be interested in NOAA's &lt;a href=&quot;https://www.ncdc.noaa.gov/stormevents/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Storm Events Database&lt;/a&gt;, but bear in mind this dataset contains only severe weather events.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-09T06:59:17.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16009" PostTypeId="2" ParentId="2010" CreationDate="2020-01-09T07:14:28.393" Score="0" Body="&lt;p&gt;Another option would be using anonymized ego network datasets from the &lt;a href=&quot;https://snap.stanford.edu/data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt;.  The data contain a graph of undirected relationships and features observed for each vertex (e.g. profile information).  The samples are from large social media platforms:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://snap.stanford.edu/data/ego-Facebook.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Facebook&lt;/a&gt; (4039 vertices, 88234 edges)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://snap.stanford.edu/data/ego-Gplus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google+&lt;/a&gt; (107614 vertices, 13673453 edges)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://snap.stanford.edu/data/ego-Twitter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter&lt;/a&gt; (81306 vertices, 1768149 edges)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-09T07:14:28.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16010" PostTypeId="1" AcceptedAnswerId="17309" CreationDate="2020-01-09T13:49:44.140" Score="0" ViewCount="54" Body="&lt;p&gt;I am trying to extract the top 100 drugs related to the highest number of adverse reaction of a specific type.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, I would like to extract the top 100 drugs that have been reported as associated with the adverse reaction &quot;nausea&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The query I use is the following: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt:nausea&amp;amp;limit=100&amp;amp;count=patient.drug.activesubstance.activesubstancename &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The problem is that, for compound names that include a space, the two terms are reported as separate (e.g. &quot;HYDROXYZINE HYDROCHLORIDE&quot; is reported as &quot;HYDROXYZINE&quot; and &quot;HYDROCHLORIDE&quot;). As a consequence, &quot;hydrochloride&quot; is obviously reported on top for most of the compounds just for being the most used solvent in compound names, but the list goes on also for multiple other solvents.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I extract the complete compound names from the query?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="23264" LastActivityDate="2020-03-30T16:12:27.970" Title="Retrieving names of drug that include spaces from specific adverse reactions" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16011" PostTypeId="2" ParentId="285" CreationDate="2020-01-09T15:54:10.860" Score="3" Body="&lt;p&gt;Another wordlist, &lt;a href=&quot;https://en.wikipedia.org/wiki/Collins_Scrabble_Words&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collins Scrabble Words&lt;/a&gt;, CSW15, is available as a txt file:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://pages.cs.wisc.edu/~o-laughl/csw15.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pages.cs.wisc.edu/~o-laughl/csw15.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;archive: &lt;a href=&quot;https://web.archive.org/web/20200109155307/http://pages.cs.wisc.edu/~o-laughl/csw15.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20200109155307/http://pages.cs.wisc.edu/~o-laughl/csw15.txt&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/benjamindickman/status/1215299714964426753?s=20&quot; rel=&quot;nofollow noreferrer&quot;&gt;tweet source/discussion&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-09T15:54:10.860" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16012" PostTypeId="1" AcceptedAnswerId="16023" CreationDate="2020-01-10T13:00:40.917" Score="3" ViewCount="226" Body="&lt;h2&gt;List of Eagle Species&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;Eagles are large birds of prey which are members of the bird family Accipitridae and belong to several genera that are not necessarily closely related to each other. Most of the more than 60 species occur in Eurasia and Africa. Outside this area, just two species can be found in the United States and Canada, nine more in Central and South America, and three in Australia. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Looking for the Eagle species Images Dataset for Deep Learning &amp;amp; AI Research purpose.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Below are listed all the members of the eagle family.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.birdlife.org/worldwide/news/list-eagle-species&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collected From&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;White-bellied Sea-eagle Haliaeetus leucogaster  LC&#xA;Sanford's Sea-eagle Haliaeetus sanfordi VU&#xA;African Fish-eagle Haliaeetus vocifer   LC&#xA;Madagascar Fish-eagle Haliaeetus vociferoides   CR&#xA;Pallas's Fish-eagle Haliaeetus leucoryphus  VU&#xA;White-tailed Eagle Haliaeetus albicilla LC&#xA;Bald Eagle Haliaeetus leucocephalus LC&#xA;Steller's Sea-eagle Haliaeetus pelagicus    VU&#xA;Lesser Fish-eagle Ichthyophaga humilis  NT&#xA;Grey-headed Fish-eagle Ichthyophaga ichthyaetus &#xA;&#xA;Snake-eagles&#xA;Short-toed Snake-eagle Circaetus gallicus   LC&#xA;Black-chested Snake-eagle Circaetus pectoralis  LC&#xA;Beaudouin's Snake-eagle Circaetus beaudouini    VU&#xA;Brown Snake-eagle Circaetus cinereus    LC&#xA;Southern Banded Snake-eagle Circaetus fasciolatus   NT&#xA;Western Banded Snake-eagle Circaetus cinerascens    LC&#xA;Crested Serpent-eagle Spilornis cheela  LC&#xA;South Nicobar Serpent-eagle Spilornis klossi    NT&#xA;Kinabalu Serpent-eagle Spilornis kinabaluensis  VU&#xA;Sulawesi Serpent-eagle Spilornis rufipectus LC&#xA;Philippine Serpent-eagle Spilornis holospilus   LC&#xA;Andaman Serpent-eagle Spilornis elgini  NT&#xA;Congo Serpent-eagle Dryotriorchis spectabilis   LC&#xA;Madagascar Serpent-eagle Eutriorchis astur  EN&#xA;Bateleur Terathopius ecaudatus&#xA;Black-chested Buzzard-eagle Geranoaetus melanoleucus    LC&#xA;Black Solitary Eagle Buteogallus solitarius NT&#xA;Crowned Solitary Eagle Buteogallus coronatus    EN&#xA;Crested Eagle Morphnus guianensis   NT&#xA;Harpy Eagle Harpia harpyja  NT&#xA;Papuan Eagle Harpyopsis novaeguineae    VU&#xA;Philippine Eagle Pithecophaga jefferyi  CR&#xA;Black Eagle Ictinaetus malaiensis   LC&#xA;Lesser Spotted Eagle Clanga pomarina    LC&#xA;Indian Spotted Eagle Clanga hastata VU&#xA;Greater Spotted Eagle Clanga clanga VU&#xA;Tawny Eagle Aquila rapax    LC&#xA;Steppe Eagle Aquila nipalensis  EN&#xA;Spanish Imperial Eagle Aquila adalberti VU&#xA;Eastern Imperial Eagle Aquila heliaca   VU&#xA;Gurney's Eagle Aquila gurneyi   NT&#xA;Golden Eagle Aquila chrysaetos  LC&#xA;Wedge-tailed Eagle Aquila audax LC&#xA;Verreaux's Eagle Aquila verreauxii  LC&#xA;Wahlberg's Eagle Aquila wahlbergi   LC&#xA;Bonelli's Eagle Aquila fasciata LC&#xA;African Hawk-eagle Aquila spilogaster   LC&#xA;Booted Eagle Hieraaetus pennatus    LC&#xA;Little Eagle Hieraaetus morphnoides LC&#xA;Pygmy Eagle Hieraaetus weiskei  LC&#xA;Ayres's Hawk-eagle Hieraaetus ayresii   LC&#xA;Martial Eagle Polemaetus bellicosus NT&#xA;Long-crested Eagle Lophaetus occipitalis    LC&#xA;Cassin's Hawk-eagle Aquila africana LC&#xA;Black Hawk-eagle Spizaetus tyrannus LC&#xA;Black-and-white Hawk-eagle Spizaetus melanoleucus   LC&#xA;Ornate Hawk-eagle Spizaetus ornatus NT&#xA;Black-and-chestnut Eagle Spizaetus isidori  EN&#xA;Crowned Hawk-eagle Stephanoaetus coronatus  NT&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="19566" LastEditDate="2020-01-14T19:38:14.667" LastActivityDate="2020-01-16T09:51:46.157" Title="Where can I get Eagle Species images Dataset?" Tags="|data-request|images|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16014" PostTypeId="2" ParentId="16012" CreationDate="2020-01-11T07:23:00.177" Score="2" Body="&lt;p&gt;In addition to simply searching sources like Google Images or Getty Images, the &lt;a href=&quot;https://www.gbif.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Biodiversity Information Facility (GBIF)&lt;/a&gt; has a gallery feature that allows you to search for images of an organism.  Note that (1) images are user contributed, therefore the licensing is determined by the contributor, and (2) are not hosted by GBIF directly.  Make sure your use of these images is consistent with the license under which they have been released and that attribution is given when necessary.  See some details on how users contribute images to GBIF occurrence data &lt;a href=&quot;https://data-blog.gbif.org/post/gbif-multimedia/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/riQk0.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/riQk0.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-11T07:23:00.177" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16015" PostTypeId="1" AcceptedAnswerId="16021" CreationDate="2020-01-10T13:00:14.500" Score="2" ViewCount="59" Body="&lt;p&gt;I want to be able to plot aquifers and borehole wells in the UK. I need to find out how far each aquifer and borehole well is from surrounding buildings and infrastructure.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is the only way to do this using a base map?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way of downloading all UK infrastructure into QGIS version 3.10.0?&lt;/p&gt;&#xA;" OwnerUserId="23284" OwnerDisplayName="Bodhi" LastEditorUserId="13752" LastEditDate="2020-01-13T16:50:47.470" LastActivityDate="2020-01-13T16:50:47.470" Title="Aquifers and borehole wells in the UK" Tags="|geospatial|uk|" AnswerCount="1" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="16016" PostTypeId="1" CreationDate="2020-01-11T12:06:35.720" Score="3" ViewCount="118" Body="&lt;p&gt;Assume you have an eCommerce site from which you sell some product.  You also sell that product on Amazon.  What would be the SEO implications of using the &lt;code&gt;sameAs&lt;/code&gt; property in your eCommerce site's ld+json to link to your Amazon URL as well?  Is this a valid practice and would you gain anything by it?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &quot;@context&quot;:&quot;https://schema.org/&quot;,&#xA;   &quot;@type&quot;:&quot;Product&quot;,&#xA;   &quot;sameAs&quot;:[AMAZON URL HERE],&#xA;   &quot;name&quot;:&quot;My Product&quot;,&#xA;   &quot;image&quot;:&quot;myproductimage.jpg&quot;,&#xA;   &quot;description&quot;:&quot;my description&quot;,&#xA;   &quot;brand&quot;:{&#xA;      &quot;@type&quot;:&quot;Thing&quot;,&#xA;      &quot;name&quot;:&quot;Brand&quot;&#xA;   },&#xA;   &quot;sku&quot;:&quot;SKU&quot;,&#xA;   &quot;mpn&quot;:&quot;MPN&quot;,&#xA;   &quot;offers&quot;:{ ... }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23277" LastActivityDate="2020-01-11T12:06:35.720" Title="LD+JSON Use for SameAs Product" Tags="|linked-data|json|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16017" PostTypeId="1" AcceptedAnswerId="16033" CreationDate="2020-01-12T23:59:24.603" Score="1" ViewCount="161" Body="&lt;p&gt;I saw that there is a field &lt;code&gt;http://purl.org/linguistics/gold/hypernym&lt;/code&gt; in DBpedia.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For instance consider the DBpedia page &lt;a href=&quot;http://dbpedia.org/page/Humanities&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dbpedia.org/page/Humanities&lt;/a&gt;. The &lt;code&gt;http://purl.org/linguistics/gold/hypernym&lt;/code&gt; of it is &lt;code&gt;dbr:Disciplines&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems like these details are extracted from a resource called &lt;code&gt;gold&lt;/code&gt;. However, I could not find further details on it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am interested in knowing from where DBpedia extracts this details?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastActivityDate="2020-01-16T14:04:59.830" Title="What is the hypernym field in DBpedia?" Tags="|uses-of-open-data|linked-data|rdf|ontology|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16018" PostTypeId="2" ParentId="6133" CreationDate="2020-01-13T02:36:56.597" Score="2" Body="&lt;p&gt;You can use WikiData SPARQL service to run it&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?place ?location ?distance ?placeLabel ?commons WHERE {&#xA;  ?place wdt:P373 ?commons.&#xA;  SERVICE wikibase:around { &#xA;    ?place wdt:P625 ?location .&#xA;&#xA;    bd:serviceParam wikibase:center &quot;Point(-73.9857 40.7576)&quot;^^geo:wktLiteral .&#xA;    bd:serviceParam wikibase:radius &quot;1&quot; . &#xA;    bd:serviceParam wikibase:distance ?distance .&#xA;  } &#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;} ORDER BY ?distance LIMIT 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Run it in query service:&#xA;&lt;a href=&quot;https://w.wiki/FQ4&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/FQ4&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8927" LastEditorUserId="754" LastEditDate="2020-01-14T05:53:28.713" LastActivityDate="2020-01-14T05:53:28.713" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16020" PostTypeId="1" AcceptedAnswerId="18465" CreationDate="2020-01-13T12:40:50.670" Score="3" ViewCount="58" Body="&lt;p&gt;I haven't found a clear website that I could share with non-profit organizations or companies, about how their opening of data can be used by the community for transparency, marketing, good PR, building a community, 3rd party apps, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The challenge is that opening data is done for different reasons by each stakeholder, so there is no one-size-fits-all answer to the question &quot;why open data?&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This resource from OKFN very much focuses on governments: &lt;a href=&quot;https://okfn.org/opendata/why-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://okfn.org/opendata/why-open-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question focuses on governments as well: &lt;a href=&quot;https://opendata.stackexchange.com/q/1311/1511&quot;&gt;What are good examples of how open data is driving community development?&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But are there more general examples of websites or documents that could appeal to other potential data-sharers such as companies?&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-26T09:34:03.883" Title="Website to clearly explain &quot;why open data&quot; to non-governmental stakeholders" Tags="|uses-of-open-data|releasing-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16021" PostTypeId="2" ParentId="16015" CreationDate="2020-01-13T15:37:58.197" Score="1" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;You could dig in &lt;a href=&quot;https://data.gov.uk/search?filters%5Bpublisher%5D=Environment%20Agency&quot; rel=&quot;nofollow noreferrer&quot;&gt;Environment Agency Open Data&lt;/a&gt; on Data.gov.uk&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;See also this page for &lt;a href=&quot;http://apps.environment-agency.gov.uk/wiyby/37833.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Groundwater ressources&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;From comments: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;@Hornbydd : See &lt;a href=&quot;https://www.bgs.ac.uk/products/onshore/sobi.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;British Geological Survey&lt;/a&gt; website for boreholes&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13752" LastActivityDate="2020-01-13T15:37:58.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16022" PostTypeId="1" CreationDate="2020-01-13T22:01:17.693" Score="1" ViewCount="79" Body="&lt;p&gt;Is there any open data business directory ?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally world wide.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did tried to find but not much coming up, there are companies house UK data in csv file but not able to find anything worldwide and on massive scale&lt;/p&gt;&#xA;" OwnerUserId="3157" LastEditorUserId="19566" LastEditDate="2020-01-14T19:36:02.047" LastActivityDate="2020-01-15T16:57:00.923" Title="Is there any open data business directory?" Tags="|data-request|uses-of-open-data|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16023" PostTypeId="2" ParentId="16012" CreationDate="2020-01-14T20:05:45.913" Score="2" Body="&lt;p&gt;iNaturalist is another good place to find photographs of biological organisms. You can easily filter for images with specified levels of copyright. This link will get you to a page with observations of genus Haliaeetus in the public domain (copyrights waived by the photographer under the &lt;a href=&quot;https://creativecommons.org/publicdomain/zero/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC0 designation&lt;/a&gt;):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.inaturalist.org/observations?photo_license=CC0&amp;amp;taxon_id=5303&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.inaturalist.org/observations?photo_license=CC0&amp;amp;taxon_id=5303&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To download a photograph, click on the observation, then hover the mouse over the photograph and click on the &lt;code&gt;i&lt;/code&gt; symbol to get to the page for that photograph. There you can download the photograph in various sizes (small, medium, large or original). Each observation can have more than one photograph.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For other genera of eagles, replace &lt;code&gt;taxon_id=5303&lt;/code&gt; with &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5068&lt;/code&gt; for genus &lt;em&gt;Aquila&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5232&lt;/code&gt; for genus &lt;em&gt;Buteogallus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5239&lt;/code&gt; for genus &lt;em&gt;Circaetus&lt;/em&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5398&lt;/code&gt; for genus &lt;em&gt;Dryotriorchis&lt;/em&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5385&lt;/code&gt; for genus &lt;em&gt;Eutriorchis&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5320&lt;/code&gt; for genus &lt;em&gt;Harpia&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5387&lt;/code&gt; for genus &lt;em&gt;Harpyopsis&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5148&lt;/code&gt; for genus &lt;em&gt;Hieraaetus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5334&lt;/code&gt; for genus &lt;em&gt;Lophaetus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5383&lt;/code&gt; for genus &lt;em&gt;Morphnus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5343&lt;/code&gt; for genus &lt;em&gt;Polemaetus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5156&lt;/code&gt; for genus &lt;em&gt;Spilornis&lt;/em&gt; &lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5289&lt;/code&gt; for genus &lt;em&gt;Spizaetus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5322&lt;/code&gt; for genus &lt;em&gt;Stephanoaetus&lt;/em&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;taxon_id=5230&lt;/code&gt; for genus &lt;em&gt;Terathopius&lt;/em&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For photographs with some copyright restrictions, replace &lt;code&gt;photo_license=CC0&lt;/code&gt; with &lt;code&gt;photo_license=&lt;/code&gt; plus any of the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;CC-BY&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;CC-BY-NC&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;CC-BY-SA&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;CC-BY-ND&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;CC-BY-NC-SA&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;CC-BY-NC-ND&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For bulk downloads, use the &lt;a href=&quot;https://www.inaturalist.org/observations/export&quot; rel=&quot;nofollow noreferrer&quot;&gt;export query builder&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2020-01-14T20:05:45.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16024" PostTypeId="1" CreationDate="2020-01-15T04:41:12.297" Score="2" ViewCount="33" Body="&lt;p&gt;I'm looking for a place to get data in the Census block group format that is not aggregated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Previously I tried to use the ACS 5 Year Survey, but their data aggregated five years so I was unable to analyze it because it had been aggregated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My goal is to analyze change in population over time at the block group level to help find areas that have can growing and shrinking in size over time. Data can be in any format, although CSV or shapefile would be preferred. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="23291" LastEditorUserId="6229" LastEditDate="2020-01-15T13:18:27.110" LastActivityDate="2020-01-26T05:34:07.857" Title="Seeking block group data for USA for analyzing population change over time" Tags="|us-census|demographics|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16026" PostTypeId="2" ParentId="16022" CreationDate="2020-01-15T16:57:00.923" Score="1" Body="&lt;p&gt;The closest is probably &lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Corporates&lt;/a&gt;, the data is not fully open data but you may be able to get what you need.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2020-01-15T16:57:00.923" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16027" PostTypeId="1" CreationDate="2020-01-15T20:55:18.810" Score="3" ViewCount="245" Body="&lt;p&gt;Im looking for a database or API where I can pull the affected muscle groups for a given exercise, preferably with a score for each group indicating how much its impacted by the exercise. Any help or guidance is greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="23294" LastActivityDate="2020-01-15T20:55:18.810" Title="Exercise Muscle Group Database / API" Tags="|api|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16029" PostTypeId="1" CreationDate="2020-01-16T05:26:09.783" Score="3" ViewCount="44" Body="&lt;h3&gt;Where can I get all Animals population(World Wide) dataset worldwide as per region yearly??&lt;/h3&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Looking for the Wild Animals populations Dataset for Machine Learning &amp;amp; AI Research purpose.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-01-16T09:38:48.750" Title="Where can I get Wild Animals population(World Wide) Dataset per region?" Tags="|data-request|animals|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16030" PostTypeId="1" AcceptedAnswerId="16042" CreationDate="2020-01-16T06:10:16.740" Score="1" ViewCount="42" Body="&lt;p&gt;Where can I find data sets that can be used to test NoSQL databases? It's better if its applied towards the telecommunications industry.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have already tried using tabular data but i feel like it doesn't accurately represent reality.&lt;/p&gt;&#xA;" OwnerUserId="23296" LastEditorUserId="1511" LastEditDate="2020-01-20T08:08:42.820" LastActivityDate="2020-01-20T08:08:42.820" Title="Testing my code with NoSQL Telecom data" Tags="|data-request|json|telecom|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16031" PostTypeId="2" ParentId="200" CreationDate="2020-01-16T08:58:06.127" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata&lt;/a&gt; (the 'database' for Wikipedia) provides a nice &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/Wikidata_Query_Help&quot; rel=&quot;nofollow noreferrer&quot;&gt;SPARQL Query Service&lt;/a&gt; that you can use to extract structured data about ships. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am just discovering SPARQL now but I had a go at writing a query for passenger ferries: you can run it live here: &lt;a href=&quot;https://w.wiki/Fah&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/Fah&lt;/a&gt;. It currently gives 961 results (but only 628 unique ships). I think this is a low figure, there must be an error in my query.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?IMO_ship_number ?itemLabel ?image ?sitelink ?wikilang ?maximum_capacity WHERE {&#xA;  ?item wdt:P31 wd:Q25653.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;[AUTO_LANGUAGE],en&quot;. }&#xA;  OPTIONAL { ?item wdt:P18 ?image. }&#xA;  ?item wdt:P458 ?IMO_ship_number.&#xA;  ?sitelink schema:about ?item;&#xA;    schema:inLanguage ?wikilang.&#xA;  FILTER(REGEX(STR(?sitelink), &quot;.wikipedia.org&quot;))&#xA;  OPTIONAL { ?item wdt:P1083 ?maximum_capacity. }&#xA;}&#xA;LIMIT 100000&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23298" LastActivityDate="2020-01-16T08:58:06.127" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16032" PostTypeId="2" ParentId="16012" CreationDate="2020-01-16T09:51:46.157" Score="2" Body="&lt;p&gt;You could check the ebird application, maybe you can get eagle datasets: &lt;a href=&quot;https://ebird.org/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ebird.org/home&lt;/a&gt;&#xA;Regards&lt;/p&gt;&#xA;" OwnerUserId="22969" LastActivityDate="2020-01-16T09:51:46.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16033" PostTypeId="2" ParentId="16017" CreationDate="2020-01-16T14:04:59.830" Score="2" Body="&lt;p&gt;&lt;code&gt;&amp;lt;http://purl.org/linguistics/gold/hypernym&amp;gt;&lt;/code&gt; is a property from the &lt;a href=&quot;https://en.m.wikipedia.org/wiki/GOLD_(ontology)&quot; rel=&quot;nofollow noreferrer&quot;&gt;GOLD&lt;/a&gt; linguistic ontology.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;http://linguistics-ontology.org/gold/hypernym&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://linguistics-ontology.org/gold/hypernym&lt;/a&gt;.  &lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2020-01-16T14:04:59.830" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16034" PostTypeId="1" CreationDate="2020-01-16T15:44:39.623" Score="4" ViewCount="87" Body="&lt;p&gt;Hey I am wondering if it exists somewhere a public access dataset or map of radio tower location for African countries. I am interested in towers transmitting signals in AM/FM waves for radio stations. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would be particularly interested in Liberia but any other country could work. I would be looking for something like latitude and longitude, owner and signal range. &lt;/p&gt;&#xA;" OwnerUserId="14521" LastEditorUserId="14521" LastEditDate="2020-01-19T14:05:43.043" LastActivityDate="2020-01-19T14:05:43.043" Title="Data on radio station tower locations in Africa" Tags="|geospatial|africa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16035" PostTypeId="2" ParentId="16034" CreationDate="2020-01-16T19:45:58.637" Score="2" Body="&lt;p&gt;Open Street Map &lt;a href=&quot;http://overpass-turbo.eu/s/POo&quot; rel=&quot;nofollow noreferrer&quot;&gt;has some data on radio towers&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33" LastEditorUserId="33" LastEditDate="2020-01-17T14:28:10.837" LastActivityDate="2020-01-17T14:28:10.837" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16036" PostTypeId="2" ParentId="16034" CreationDate="2020-01-16T21:59:42.240" Score="3" Body="&lt;p&gt;&lt;a href=&quot;https://opencellid.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCellid&lt;/a&gt; is an open cell tower database offered by Unwired Labs and claims to be &quot;The world's largest Open Database of Cell Towers&quot;.  You simply need to sign up for an API key to access the data via an API or as a dump.  The data is licensed under the Creative Commons Attribution-ShareAlike 4.0 International License.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-16T21:59:42.240" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16037" PostTypeId="1" AcceptedAnswerId="16088" CreationDate="2020-01-17T10:05:55.863" Score="2" ViewCount="48" Body="&lt;p&gt;I am learning causal inference and I want to use a very popular dataset(the dataset is created in 1999). I find the webpage of it and many papars citing it. However, I never ever to find the download link. I wish someone could help me about it. It is a dataset belongs to &lt;code&gt;clinicaltrials.gov&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The website about &lt;a href=&quot;https://clinicaltrials.gov/ct2/show/NCT00279682?id=NCT00279682&amp;amp;draw=2&amp;amp;rank=1&amp;amp;load=cart&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;Prevention of Suicide in Primary Care Elderly: Collaborative Trial (PROSPECT)&lt;/code&gt;&lt;/a&gt;. The funniest thing is that the website allows me to download the query results instead of dataset of study.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The paper using it &lt;a href=&quot;https://pdfs.semanticscholar.org/a736/04ca8fd79819e5f466032d6f4732c05e3922.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reducing Suicidal Ideation and Depressive Symptoms in Depressed Older Primary Care Patients: A Randomized Controlled Trial&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you guys can give me some advice about it or provide me several causal inference dataset(experiment data and observational data), I will be very grateful!&lt;/p&gt;&#xA;" OwnerUserId="23306" LastActivityDate="2020-01-31T08:15:38.750" Title="How to have the assess to clinical data(PROSPECT)" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16038" PostTypeId="1" AcceptedAnswerId="17311" CreationDate="2020-01-17T20:20:25.060" Score="4" ViewCount="32" Body="&lt;p&gt;Is there an API endpoint via OpenFDA or some other source that will give me Hazard and NIOSH codes for a specific drug based on an NDC number or some other code?&lt;/p&gt;&#xA;&lt;p&gt;For example, the drug WARFARIN SODIUM- warfarin tablet has a NIOSH code of NT3.&lt;/p&gt;&#xA;" OwnerUserId="21984" LastEditorUserId="23272" LastEditDate="2021-04-07T13:09:33.420" LastActivityDate="2021-04-07T13:09:33.420" Title="Hazard and NIOSH Code and Information for Prescription Drugs" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16039" PostTypeId="1" CreationDate="2020-01-18T01:50:35.817" Score="3" ViewCount="20" Body="&lt;p&gt;So remember Venice floods? I wonder where one can find a record on historical and\or actual Europe shore height data (especially for north Europe)?&lt;/p&gt;&#xA;" OwnerUserId="3104" LastActivityDate="2020-01-18T01:50:35.817" Title="Where one can find historical and\or actual europe shore height data?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16041" PostTypeId="1" CreationDate="2020-01-19T19:00:41.607" Score="1" ViewCount="40" Body="&lt;p&gt;I am looking for 2 sources of data:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;FICO scores (the larger the dataset the better)&lt;/li&gt;&#xA;&lt;li&gt;How FICO scores change after an individual is delinquent on a payment (e.g. rent, credit cards, etc.)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;I know that there are multiple factors for 2) so I am looking for a data set that indicates some kind of event, as well as the score before the event and the score post the event that triggered the drop. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interestingly, there seems to be a lack of this data out in the open. I have asked on several forums but all I find is anecdotal evidence. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have an idea where I could get these datasets?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="23314" LastActivityDate="2024-02-03T02:06:46.057" Title="FICO Score data &amp; Data on FICO score changes due to Delinquencies" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16042" PostTypeId="2" ParentId="16030" CreationDate="2020-01-20T08:07:35.043" Score="1" Body="&lt;p&gt;It's not a big dataset, but you can use&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/telecommunications-towers-and-antennas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Telecommunications Towers and Antennas&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Connecticut General Statutes §16-50dd requires the Connecticut Siting Council to develop, maintain and update on a quarterly basis a Statewide Telecommunications Coverage Database that includes the location, type and height of all telecommunications towers and antennas in the state.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;json format details: &lt;a href=&quot;https://catalog.data.gov/dataset/telecommunications-towers-and-antennas/resource/adfc775a-7b39-4cf9-aac6-ee36925e3393&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/telecommunications-towers-and-antennas/resource/adfc775a-7b39-4cf9-aac6-ee36925e3393&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;raw json data: &lt;a href=&quot;https://data.ct.gov/api/views/n7zh-5dbr/rows.json?accessType=DOWNLOAD&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.ct.gov/api/views/n7zh-5dbr/rows.json?accessType=DOWNLOAD&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-20T08:07:35.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16043" PostTypeId="2" ParentId="7793" CreationDate="2020-01-20T08:42:03.457" Score="1" Body="&lt;p&gt;The world health organization published a quite detailed analysis of &lt;strong&gt;age vs. height&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.who.int/growthref/who2007_height_for_age/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/growthref/who2007_height_for_age/en/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and of &lt;strong&gt;weight vs. height&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.who.int/growthref/who2007_weight_for_age/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/growthref/who2007_weight_for_age/en/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;for &lt;strong&gt;boys&lt;/strong&gt; and &lt;strong&gt;girls&lt;/strong&gt; separately. Those pages have links to both PDF tables and Excel files.&lt;/p&gt;&#xA;&lt;p&gt;The example plot is also available as a table in pdf format. Maybe you can construct a pseudo data-set from this - dependent on your motivation.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VIdXb.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VIdXb.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23317" LastEditorUserId="1511" LastEditDate="2020-12-07T10:19:51.633" LastActivityDate="2020-12-07T10:19:51.633" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16044" PostTypeId="1" AcceptedAnswerId="16048" CreationDate="2020-01-20T22:23:26.107" Score="5" ViewCount="67" Body="&lt;p&gt;We run a sports history site and occasionally we run into issues where a person was born in Prague, but in 1887, and we wish to display the correct country at the time of their birth rather than at the current day.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;We have used geonames extensively, but we need a historical geonames, where we could enter a current territory and a date and find the correct historical representation of that location.  I realize that things like city annexation etc might complicate this somewhat, but for now I'd be very happy with source that lists a city's country over time.&lt;/p&gt;&#xA;" OwnerUserId="23321" LastEditorUserId="1511" LastEditDate="2020-01-21T18:35:45.597" LastActivityDate="2020-01-22T02:16:26.240" Title="Historical data of what country a city belongs to over a historical period?" Tags="|geospatial|historical|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16045" PostTypeId="1" CreationDate="2020-01-20T22:34:33.837" Score="1" ViewCount="204" Body="&lt;p&gt;Can anyone tell me what API data is being used on the following sections of the College listing page?  I've attached screenshots.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7V3O6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7V3O6.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/q0WHP.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/q0WHP.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/1L4iU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/1L4iU.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/W8sPU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/W8sPU.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23322" LastEditorUserId="23272" LastEditDate="2021-03-11T06:09:12.410" LastActivityDate="2021-03-11T06:09:12.410" Title="What API Data is being used on these pages?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16047" PostTypeId="2" ParentId="13475" CreationDate="2020-01-21T18:17:23.823" Score="1" Body="&lt;p&gt;Open Street Map (OSM) has a tag &lt;em&gt;name=Walmart&lt;/em&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:name%3DWalmart&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:name%3DWalmart&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;In December 2017 Brandify provided Open Street Map with a database of all Walmart locations, and details This import took place January 2nd, 2018 and used OSM Conflator. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;So it's unlikely to have when the store was opened.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-21T18:17:23.823" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16048" PostTypeId="2" ParentId="16044" CreationDate="2020-01-22T02:16:26.240" Score="3" Body="&lt;p&gt;The approach I would take is to get a current latitude and longitude of the city and then look it up in a collection of historical shapefiles &lt;a href=&quot;https://www.gislounge.com/find-gis-data-historical-country-boundaries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;such as the ones discussed here&lt;/a&gt;. You would have to do that query yourself using PostGIS or similar software, as I don't think a service exists for this.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2020-01-22T02:16:26.240" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16049" PostTypeId="1" CreationDate="2020-01-22T02:22:44.030" Score="1" ViewCount="35" Body="&lt;p&gt;Does anyone know where I can find data on &lt;strong&gt;ABC network&lt;/strong&gt; shows (like &lt;strong&gt;Blackish&lt;/strong&gt; on ABC Family)? I want to see how they're doing as a company and what their &lt;strong&gt;demographics&lt;/strong&gt; numbers are.  &lt;/p&gt;&#xA;" OwnerUserId="23330" LastEditorUserId="90" LastEditDate="2020-01-22T10:21:30.923" LastActivityDate="2020-01-22T10:21:30.923" Title="Where can I find demographic data on ABC network shows?" Tags="|data-request|uses-of-open-data|metadata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16050" PostTypeId="2" ParentId="16049" CreationDate="2020-01-22T02:33:56.373" Score="1" Body="&lt;p&gt;You can get a good amount of data from UCLA's &lt;a href=&quot;https://socialsciences.ucla.edu/wp-content/uploads/2018/02/UCLA-Hollywood-Diversity-Report-2018-2-27-18.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hollywood Diversity Report&lt;/a&gt;. Linked is the one for 2018, but is seems they do one every year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far, I've only been able to find a PDF.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2020-01-22T02:33:56.373" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16051" PostTypeId="1" CreationDate="2020-01-22T04:58:26.407" Score="1" ViewCount="313" Body="&lt;p&gt;I want to check if two DBpedia nodes have a path using; &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;dct:subject&lt;/code&gt; and &lt;code&gt;skos:broader&lt;/code&gt; properties&lt;/li&gt;&#xA;&lt;li&gt;without specifying properties&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For instance consider the two DBpedia nodes &lt;code&gt;http://dbpedia.org/resource/Cat&lt;/code&gt; and &lt;code&gt;http://dbpedia.org/resource/Dog&lt;/code&gt;. I tried to use the following wildcard query to do it.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;ASK {&#xA;  &amp;lt;http://dbpedia.org/resource/Cat&amp;gt; ((&amp;lt;&amp;gt;|!&amp;lt;&amp;gt;)|^(&amp;lt;&amp;gt;|!&amp;lt;&amp;gt;))* &amp;lt;http://dbpedia.org/resource/Dog&amp;gt; &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;However, I get a memory error. I am wondering if there is a more suitable way of doing this in sparql.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastEditorUserId="20874" LastEditDate="2020-01-30T00:40:15.763" LastActivityDate="2021-01-17T20:01:50.260" Title="How to get the path details between two nodes in DBpedia in SPARQL" Tags="|uses-of-open-data|linked-data|sparql|rdf|dbpedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16054" PostTypeId="1" CreationDate="2020-01-22T17:31:32.020" Score="1" ViewCount="44" Body="&lt;p&gt;I am searching for data-sets or data sources (free or paid) to do a propensity to pay model for healthcare industry. I found many solutions that offer complete solutions but whats interesting to me that they always include 3rd party data sources. I wanted to know where I can find such data, and where also can I ask.&lt;/p&gt;&#xA;" OwnerUserId="23333" LastActivityDate="2020-01-22T17:31:32.020" Title="propensity to pay in healthcare Datasets" Tags="|data-request|medical|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16056" PostTypeId="1" AcceptedAnswerId="16057" CreationDate="2020-01-23T01:59:14.557" Score="3" ViewCount="338" Body="&lt;p&gt;I am applying for a grant, and one of the tasks we are seeking funding for is to make a large image database publicly available for users to train artificial intelligence (convolutional neural network) algorithms. We want a database where users can access and download the photos. After the photos have been augmented, we could potentially have over 120,000 images (taken from a digital camera) to share. This number would grow over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What are some good on-line sites where we could potentially upload this database?&lt;/p&gt;&#xA;" OwnerUserId="23336" LastActivityDate="2022-11-28T12:38:05.330" Title="Where can I upload a large image dataset?" Tags="|machine-learning|releasing-data|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16057" PostTypeId="2" ParentId="16056" CreationDate="2020-01-23T10:24:17.760" Score="2" Body="&lt;p&gt;Some options for your use case:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Use university web storage (this is easy but often these sites go stale or dissapear)&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use public buckets from cloud provider (AWS, GCP). This often requires login, so it's not truly &quot;open&quot;. Also, there are some costs associated to hosting data. This is also nice because users can use individual images (like an API), but download folders as zip.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use &lt;a href=&quot;https://archive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive.org&lt;/a&gt; - you could create a Collection. If you want to know more, get in contact with them and see if your use case works with their platform.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Use torrents (not really practical if the datasets are changing). No cost and preferred for massive datasets. Check out &lt;a href=&quot;http://academictorrents.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://academictorrents.com/&lt;/a&gt; for setting up the tracker.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-23T10:24:17.760" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16058" PostTypeId="2" ParentId="16045" CreationDate="2020-01-23T13:45:12.710" Score="2" Body="&lt;p&gt;All API data used within an individual school’s profile page can be found within Chrome’s developer tools. In the Network tab, look for an element with “api” in the name (the url should be from api.data.gov). This will show all data from the API in JSON format, as detailed in the data dictionary, for that particular school.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Scorecard metrics, including the ones in your screen grabs, are defined in the Data Dictionary, found on the Scorecard Documentation page: &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/documentation/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lastly, if you are new to the API, this may be a good resource to reference: &lt;a href=&quot;https://github.com/RTICWDT/open-data-maker/blob/master/API.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/RTICWDT/open-data-maker/blob/master/API.md&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2020-01-23T13:45:12.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16060" PostTypeId="2" ParentId="266" CreationDate="2020-01-24T08:30:22.313" Score="1" Body="&lt;p&gt;Add to the list the Github repo &lt;strong&gt;&lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Awesomedata/awesome-public-datasets&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(and also check out the &lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets#id75&quot; rel=&quot;nofollow noreferrer&quot;&gt;Complementary Collections&lt;/a&gt; section, which links other lists/resources.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;At the time of this answer, the categories are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Agriculture&lt;/li&gt;&#xA;&lt;li&gt;Biology&lt;/li&gt;&#xA;&lt;li&gt;Climate+Weather&lt;/li&gt;&#xA;&lt;li&gt;ComplexNetworks&lt;/li&gt;&#xA;&lt;li&gt;ComputerNetworks&lt;/li&gt;&#xA;&lt;li&gt;DataChallenges&lt;/li&gt;&#xA;&lt;li&gt;EarthScience&lt;/li&gt;&#xA;&lt;li&gt;Economics&lt;/li&gt;&#xA;&lt;li&gt;Education&lt;/li&gt;&#xA;&lt;li&gt;Energy&lt;/li&gt;&#xA;&lt;li&gt;Finance&lt;/li&gt;&#xA;&lt;li&gt;GIS&lt;/li&gt;&#xA;&lt;li&gt;Government&lt;/li&gt;&#xA;&lt;li&gt;Healthcare&lt;/li&gt;&#xA;&lt;li&gt;ImageProcessing&lt;/li&gt;&#xA;&lt;li&gt;MachineLearning&lt;/li&gt;&#xA;&lt;li&gt;Museums&lt;/li&gt;&#xA;&lt;li&gt;NaturalLanguage&lt;/li&gt;&#xA;&lt;li&gt;Neuroscience&lt;/li&gt;&#xA;&lt;li&gt;Physics&lt;/li&gt;&#xA;&lt;li&gt;ProstateCancer&lt;/li&gt;&#xA;&lt;li&gt;Psychology+Cognition&lt;/li&gt;&#xA;&lt;li&gt;PublicDomains&lt;/li&gt;&#xA;&lt;li&gt;SearchEngines&lt;/li&gt;&#xA;&lt;li&gt;SocialNetworks&lt;/li&gt;&#xA;&lt;li&gt;SocialSciences&lt;/li&gt;&#xA;&lt;li&gt;Software&lt;/li&gt;&#xA;&lt;li&gt;Sports&lt;/li&gt;&#xA;&lt;li&gt;TimeSeries&lt;/li&gt;&#xA;&lt;li&gt;Transportation&lt;/li&gt;&#xA;&lt;li&gt;eSports&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-24T08:30:22.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16062" PostTypeId="1" CreationDate="2020-01-24T12:09:18.160" Score="3" ViewCount="26" Body="&lt;p&gt;Possibly with data on the people and what responsibility they have/had.&lt;/p&gt;&#xA;" OwnerUserId="23345" LastActivityDate="2020-01-24T12:09:18.160" Title="Is there any dataset on all countries current and past government hierarchy/structure?" Tags="|government|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16063" PostTypeId="2" ParentId="266" CreationDate="2020-01-24T15:07:16.763" Score="0" Body="&lt;p&gt;You can check out &lt;a href=&quot;https://data.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank Open Data&lt;/a&gt; portal for open datasets on global economic development.&lt;/p&gt;&#xA;" OwnerUserId="22969" LastEditorUserId="7031" LastEditDate="2020-01-26T04:17:17.887" LastActivityDate="2020-01-26T04:17:17.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16064" PostTypeId="2" ParentId="13475" CreationDate="2020-01-24T17:14:00.480" Score="1" Body="&lt;p&gt;Thomas J. Holmes compiled data on Walmart store openings from 1962-2006, &lt;a href=&quot;http://users.econ.umn.edu/~holmes/data/WalMart/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;which you can download&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You could compare to the &lt;a href=&quot;http://audit.osmz.ru/project/walmart/&quot; rel=&quot;nofollow noreferrer&quot;&gt;2017 data from Brandify&lt;/a&gt; to find stores opened since 2006 (which stayed open until 2017).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know of any source of store-closing data.&lt;/p&gt;&#xA;" OwnerUserId="33" LastActivityDate="2020-01-24T17:14:00.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16066" PostTypeId="2" ParentId="16024" CreationDate="2020-01-26T05:34:07.857" Score="1" Body="&lt;p&gt;ACS data are not aggregated. They are estimates based on 5-years worth of surveys. So essentially they are a period estimate that is benchmarked to the average annual population estimate over the given time period. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are no one-year population estimates at the block group level, unless some 3rd party has developed something and I would not recommend using that unless you are confident in their methodology. The margin of error (MOE) for block groups is already pretty high and really block group data from the ACS 5-year should only be used for creating estimates of larger areas that aggregate block data (see the Census technical documentation on this). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;You will need to either use Decennial census data - which are actual counts of the population every 10 years or ACS 5-year estimates data. Decennial Census data may be your best option. If you use the 5-year ACS data you would need to use period estimates for non-overlapping periods which means that right now you can only get 2014-2018 (most current) and 2009-2013. &lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-01-26T05:34:07.857" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16067" PostTypeId="2" ParentId="3679" CreationDate="2020-01-26T22:46:21.383" Score="1" Body="&lt;p&gt;Some of the projects listed under the data sets section of &lt;a href=&quot;https://github.com/dspinellis/awesome-msr#data-sets&quot; rel=&quot;nofollow noreferrer&quot;&gt;dspinelli's awesome list&lt;/a&gt; for mining software repositories (MSR) stuff might be useful.  Some examples (additional information found on the &lt;a href=&quot;https://github.com/dspinellis/awesome-msr&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub list&lt;/a&gt; and through the links themselves):&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.comp.nus.edu.sg/~release/corebench/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CoREBench: Realisitic, complex regression errors&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://bug.inf.usi.ch/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bug Prediction dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.inf.u-szeged.hu/~ferenc/papers/UnifiedBugDataSet/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unified Bug Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://wiki.debian.org/UltimateDebianDatabase&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ultimate Debian Database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://reporeapers.github.io/results/1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;RepoReapers&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/bkarak/data_msr2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;Maven Metrics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-01-26T22:46:21.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16068" PostTypeId="1" CreationDate="2020-01-27T10:07:08.673" Score="0" ViewCount="31" Body="&lt;p&gt;I am working on an open-science platform where users can write projects about future papers.&lt;/p&gt;&#xA;&lt;p&gt;When writing a project, they can add tags to it in order to help with its indexation. The related tags will be research fields, topics, and methodologies.&lt;/p&gt;&#xA;&lt;p&gt;I am looking for a data set to use as a starter with the main scientific disciplines, and I wondered if there is one available. Is it?&lt;/p&gt;&#xA;" OwnerUserId="16102" LastEditorUserId="23272" LastEditDate="2021-04-03T09:20:44.267" LastActivityDate="2021-04-03T09:20:44.267" Title="Is there an available open dataset containing the main science fields and disciplines?" Tags="|data-request|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16069" PostTypeId="2" ParentId="16068" CreationDate="2020-01-27T10:34:33.087" Score="1" Body="&lt;p&gt;Ok, I found this one and it seems to be a good start: &lt;a href=&quot;https://figshare.com/articles/Fields_of_Research_FoR_Classification/10305443&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://figshare.com/articles/Fields_of_Research_FoR_Classification/10305443&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16102" LastActivityDate="2020-01-27T10:34:33.087" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16070" PostTypeId="1" CreationDate="2020-01-27T17:58:53.097" Score="1" ViewCount="98" Body="&lt;p&gt;If I'm understanding things correctly, many of the institutional demographic characteristics are based on most recent award-year FAFSA data. What is the source of demographic data for students within a given cohort? As I understand it, the earnings cohorts are constructed based on entry year, even though all included students may not receive aid (or submit a FAFSA form) in that entry year. Earnings data is disaggregated by family income. Is this income based on a student's first submitted FAFSA form, an average of all submitted FAFSA forms for each student in the cohort, or something else?&lt;/p&gt;&#xA;" OwnerUserId="23359" LastEditorUserId="7031" LastEditDate="2020-01-29T01:34:20.133" LastActivityDate="2024-02-10T00:03:15.377" Title="Are multiple years of FAFSA data combined to determine demographic characteristics for cohorts?" Tags="|collegescorecard|demographics|aid|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16071" PostTypeId="1" CreationDate="2020-01-27T20:02:12.133" Score="1" ViewCount="74" Body="&lt;p&gt;I want to capture the data needed to create a visualization (data, series names, titles etc.) in a way that is not tied to my end charting library. The goal being that I could capture the charting data in a common way and let the UI take these definitions and transform them to target charting library at runtime (d3, high charts etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a robust / flexible data visualization schema that I could use? &lt;/p&gt;&#xA;" OwnerUserId="23360" LastActivityDate="2020-01-28T16:39:19.683" Title="Open Source Data Visualization Schema" Tags="|releasing-data|visualization|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16072" PostTypeId="1" CreationDate="2020-01-27T22:23:58.070" Score="2" ViewCount="83" Body="&lt;p&gt;I'm wondering if anybody has any knowledge around the current suspension. None of the APIs have been updated since 12/14/2019, and the API status page currently reads, &quot;Currently, there is a temporary suspension of updates to the openFDA datasets. Please send inquiries regarding this matter to: open@fda.hhs.gov&quot; (this text was merged in to the github repo on 12/20).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've reached out to open@fda.hhs.gov and haven't gotten a response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anybody know what the suspension cause is, when it might be lifted, or what events would trigger it getting lifted? &lt;/p&gt;&#xA;" OwnerUserId="23274" LastActivityDate="2020-04-02T05:01:18.350" Title="OpenFDA API Suspension effective 12/20/2019?" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16073" PostTypeId="1" AcceptedAnswerId="16074" CreationDate="2020-01-28T01:58:34.420" Score="1" ViewCount="205" Body="&lt;p&gt;I need to collect all articles that are about countries and continents in Arabic from Wikipedia. I was wondering how do I find these articles if I downloaded the latest wiki dump?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;New to the field. Trying to learn something new every day.&lt;/p&gt;&#xA;" OwnerUserId="23362" LastActivityDate="2020-01-28T08:30:12.827" Title="How do I extract certain articles from Arabic Wiki Dumps?" Tags="|wikidata|linked-data|wikipedia|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16074" PostTypeId="2" ParentId="16073" CreationDate="2020-01-28T08:30:12.827" Score="2" Body="&lt;p&gt;Here's the main page for Wiki{p,m}edia dumps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the index of dumps:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/backup-index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/backup-index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and for Arabic Wikipedia you'd select &quot;ar&quot; and &quot;wiki&quot;, for example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/arwiki/20200120/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/arwiki/20200120/&lt;/a&gt; (note the datestamp)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(if you wanted Arabic Wiktionary instead, it would be another dump: &lt;a href=&quot;https://dumps.wikimedia.org/arwiktionary/20200120/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/arwiktionary/20200120/&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and the full dump of Arabic Wikipedia is here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lSQ2r.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lSQ2r.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Read here about how to parse the results&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dumps&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://meta.wikimedia.org/wiki/Data_dumps&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Or search through this forum for tips, for example:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/107/1511&quot;&gt;How can I download the complete Wikidata database?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-28T08:30:12.827" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16076" PostTypeId="2" ParentId="5318" CreationDate="2020-01-28T15:47:46.520" Score="2" Body="&lt;p&gt;You can override the template &lt;code&gt;snippets/add_dataset.html&lt;/code&gt; if you just want to have multiple add buttons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is what you can do (tested on CKAN 2.8.3):&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{# Adds 'Add Dataset' button #}&#xA;&#xA;{% set dataset_type = dataset_type if dataset_type else 'dataset' %}&#xA;&#xA;{#&#xA;{% if group %}&#xA;    {% link_for _('Add Dataset'), controller='package', action='new', group=group, class_='btn btn-primary', icon='plus-square' %}&#xA;{% else %}&#xA;    {% link_for _('Add ' + dataset_type.title()), controller='package', action='new', named_route=dataset_type + '_new', class_='btn btn-primary', icon='plus-square' %}&#xA;{% endif %}&#xA;#}&#xA;&#xA;{# Custom add buttons #}&#xA;{% for type in ('dataset', 'state') %}&#xA;    {% if group %}&#xA;        {% link_for _('Add ' + type.title()), controller='package', action='new', named_route=type + '_new', group=group, class_='btn btn-primary', icon='plus-square' %}&#xA;    {% else %}&#xA;        {% link_for _('Add ' + type.title()), controller='package', action='new', named_route=type + '_new', class_='btn btn-primary', icon='plus-square' %}&#xA;    {% endif %}&#xA;{% endfor %}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Otherwise if you want to have a tab for the new dataset type, you should extend the &lt;code&gt;header.html&lt;/code&gt; template (see block &lt;code&gt;header_site_navigation_tabs&lt;/code&gt;).&lt;/p&gt;&#xA;" OwnerUserId="20902" LastActivityDate="2020-01-28T15:47:46.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16077" PostTypeId="2" ParentId="16071" CreationDate="2020-01-28T16:39:19.683" Score="2" Body="&lt;p&gt;&quot;Data visualization&quot; is a wide spectrum -- from tables to infographics, and everything in between.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I did find one possible source: &lt;strong&gt;&lt;a href=&quot;https://help.plot.ly/json-chart-schema/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://help.plot.ly/json-chart-schema/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;The Plotly JSON visualization schema is a complete declarative format for creating, saving, and sharing interactive, scientific charts. The advantage of saving charts as JSON is portability - charts can be shared across any language or platform that understands the schema.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and an example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;data&quot;: [&#xA;        {&#xA;            &quot;x&quot;: [&#xA;                &quot;giraffes&quot;, &#xA;                &quot;orangutans&quot;, &#xA;                &quot;monkeys&quot;&#xA;            ], &#xA;            &quot;y&quot;: [&#xA;                20, &#xA;                14, &#xA;                23&#xA;            ], &#xA;            &quot;type&quot;: &quot;bar&quot;&#xA;        }&#xA;    ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/KoFo5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KoFo5.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The complete JSON schema is maintained as part of Plotly’s &lt;a href=&quot;https://api.plot.ly/v2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;V2 REST API&lt;/a&gt;:&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Fully formatted JSON chart schema for every chart type: &lt;a href=&quot;https://api.plot.ly/v2/plot-schema?sha1=%27%27&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.plot.ly/v2/plot-schema?sha1=%27%27&lt;/a&gt;&#xA;     Raw JSON (plain text) chart schema for every chart type: &lt;a href=&quot;https://api.plot.ly/v2/plot-schema?format=json&amp;amp;sha1=%27%27&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.plot.ly/v2/plot-schema?format=json&amp;amp;sha1=%27%27&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;This page doesn't have license info, but plot.ly the company states this for plotly.js&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;strong&gt;Is Plotly.js Free?&lt;/strong&gt;&lt;/p&gt;&#xA;  &#xA;  &lt;p&gt;Yes.   Plotly.js is free and open-source software, &lt;a href=&quot;https://github.com/plotly/plotly.js/blob/master/LICENSE&quot; rel=&quot;nofollow noreferrer&quot;&gt;licensed under the MIT license&lt;/a&gt;. It costs nothing to &lt;a href=&quot;https://plot.ly/javascript/getting-started&quot; rel=&quot;nofollow noreferrer&quot;&gt;install and use&lt;/a&gt;. You can view the source, report issues or contribute using &lt;a href=&quot;https://github.com/plotly/plotly.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;our Github repository&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://plot.ly/javascript/is-plotly-free/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://plot.ly/javascript/is-plotly-free/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-01-28T16:39:19.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16078" PostTypeId="1" CreationDate="2020-01-29T09:51:40.360" Score="2" ViewCount="22" Body="&lt;p&gt;Appreciate it if anyone can suggest an online data source to capture the below information.&lt;/p&gt;&#xA;&lt;p&gt;Airline | Country | number of Fleet | Number of Destinations | Airline PSS (Passenger Service System)&lt;/p&gt;&#xA;" OwnerUserId="23372" LastEditorUserId="23272" LastEditDate="2021-04-04T04:44:24.110" LastActivityDate="2021-04-04T04:44:24.110" Title="Airline Distribution system Data" Tags="|data-request|wikidata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16079" PostTypeId="1" AcceptedAnswerId="16081" CreationDate="2020-01-29T09:55:25.873" Score="1" ViewCount="28" Body="&lt;p&gt;I would like to know about websites from I could download roads data for counties in the State of Florida. I was able to find Tiger shapefiles for each county in every state in the US. However the data is not very accurate especially when mapped with parcel data for these counties. Are there websites for the individual counties from where I could download the roads data. The data would need to include local county roads as well as interstate highways.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Counties I am particularly interested in are:&#xA;Hillsborough, Osceola, Pasco, Pinellas, Manatee, Polk and Lake.   &lt;/p&gt;&#xA;" OwnerUserId="22917" LastActivityDate="2020-01-29T12:35:18.103" Title="Where could I find road data for counties in the state of Florida" Tags="|geospatial|us-census|transportation|data-mapping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16080" PostTypeId="1" CreationDate="2020-01-29T12:00:54.293" Score="1" ViewCount="48" Body="&lt;p&gt;I would like to find out where I could download Lidar data for counties in Florida&lt;/p&gt;&#xA;" OwnerUserId="22917" LastActivityDate="2020-01-29T12:00:54.293" Title="Where can I find sample Lidar data for counties in Florida" Tags="|geospatial|data.gov|noaa|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16081" PostTypeId="2" ParentId="16079" CreationDate="2020-01-29T12:35:18.103" Score="1" Body="&lt;p&gt;You can get this from Openstreetmap.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;See &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Downloading_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Downloading data&lt;/a&gt; or &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Planet.osm#Country_and_area_extracts&quot; rel=&quot;nofollow noreferrer&quot;&gt;Country and area extraction&lt;/a&gt; on the Openstreetmap wiki for details on how to do this.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2020-01-29T12:35:18.103" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16082" PostTypeId="1" CreationDate="2020-01-29T12:43:47.793" Score="5" ViewCount="61" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/F65Xl.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/F65Xl.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am currently looking for a comprehensive source for Building Shapefiles in the USA, particularly New Jersey. I have come across a few websites e.g. geofabrik (&lt;a href=&quot;http://download.geofabrik.de/north-america/us/new-jersey.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/north-america/us/new-jersey.html&lt;/a&gt;), &lt;a href=&quot;http://osm2shp.ru/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://osm2shp.ru/&lt;/a&gt; , NJDEP Bureau of GIS (&lt;a href=&quot;https://njogis-newjersey.opendata.arcgis.com/datasets/f9fafdbecf664dae9cfb9239aae83ce7_6&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://njogis-newjersey.opendata.arcgis.com/datasets/f9fafdbecf664dae9cfb9239aae83ce7_6&lt;/a&gt; ) but all seem to miss out chunks of neighbourhoods.&lt;/p&gt;&#xA;" OwnerUserId="23375" OwnerDisplayName="Oliver Sard" LastEditorUserId="6229" LastEditDate="2020-01-30T11:23:11.387" LastActivityDate="2020-02-03T17:44:28.140" Title="Seeking comprehensive open source for building shapefiles in USA" Tags="|geospatial|usa|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16084" PostTypeId="1" CreationDate="2020-01-29T18:11:06.713" Score="0" ViewCount="365" Body="&lt;p&gt;Given a drug ingredient (e.g., as RxNorm ingredient code), is there a database that lists what is the half life of a drug. The database should have 1000+ ingredients. For example a small list is at wikipedia here &lt;a href=&quot;https://en.wikipedia.org/wiki/Biological_half-life&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Biological_half-life&lt;/a&gt; and the info is in drug infobox on wikipedia, but the user needs a comprehensive database.&lt;/p&gt;&#xA;" OwnerUserId="147" LastActivityDate="2020-01-31T14:32:42.737" Title="Database of half-life for each drug" Tags="|medical|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16086" PostTypeId="1" CreationDate="2020-01-29T21:56:04.813" Score="1" ViewCount="105" Body="&lt;p&gt;Is anyone familiar with a dataset I can use to model or segment users of a data set into movie genres for users based on time, day, the device used, geographic demographics in a data set? I have a data set I want to connect with external data that would give me a preferred movie genre for that user based on the factors mentioned, I tried to find something from IMDb or Netflix, thanks for looking.&lt;/p&gt;&#xA;" OwnerUserId="23377" LastEditorUserId="23272" LastEditDate="2021-03-15T05:40:14.827" LastActivityDate="2021-03-15T05:40:14.827" Title="Netflix/Imdb Movie Genre Data Set" Tags="|data-request|machine-learning|uses-of-open-data|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16087" PostTypeId="2" ParentId="200" CreationDate="2020-01-30T12:24:02.150" Score="0" Body="&lt;p&gt;This web maybe could help: &lt;a href=&quot;https://www.marinetraffic.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.marinetraffic.com&lt;/a&gt;&#xA;Regards&lt;/p&gt;&#xA;" OwnerUserId="22969" LastActivityDate="2020-01-30T12:24:02.150" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16088" PostTypeId="2" ParentId="16037" CreationDate="2020-01-30T20:37:28.823" Score="1" Body="&lt;p&gt;Is the dataset linked in this page?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://research.bmh.manchester.ac.uk/biostatistics/research/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://research.bmh.manchester.ac.uk/biostatistics/research/data/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Data from this trial are available on the Biometrics journal website as supplementary material to the paper:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Ten Have TR, Joffe MM, Lynch KG, Brown GK, Maisto SA, Beck AT. Causal mediation analyses with rank preserving models. Biometrics, 2007, 63(3), pp926–34.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Direct link: &lt;a href=&quot;http://www.biometrics.tibs.org/datasets/060225CF_biomweb.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.biometrics.tibs.org/datasets/060225CF_biomweb.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Archive link: &lt;a href=&quot;https://web.archive.org/web/20200131081512/http://www.biometrics.tibs.org/datasets/060225CF_biomweb.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20200131081512/http://www.biometrics.tibs.org/datasets/060225CF_biomweb.zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-01-31T08:15:38.750" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16089" PostTypeId="1" CreationDate="2020-01-31T03:01:14.327" Score="1" ViewCount="299" Body="&lt;p&gt;Per_page max 100, I want all pages, and not have to request page by page.  Can I get all pages, provide string of pages?  Seems like basics request.&lt;/p&gt;&#xA;" OwnerUserId="23383" LastActivityDate="2024-01-31T11:06:20.750" Title="How can I return all School Names?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16090" PostTypeId="1" CreationDate="2020-01-31T04:30:59.330" Score="3" ViewCount="184" Body="&lt;p&gt;I would like to know if it would be possible to find Parcel boundaries for counties in the US through Open Source resources (free). I am particularly interested in parcels for counties in the state of Florida. Counties of Hillsborough, Polk, Pasco,Pinellas,Osceola,Lake and Manatee.     &lt;/p&gt;&#xA;" OwnerUserId="22917" LastActivityDate="2023-04-09T03:07:40.910" Title="Where can I find free and accurate Parcel data for counties in the US" Tags="|data-request|geospatial|us-census|openstreetmap|data-mapping|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16091" PostTypeId="2" ParentId="16084" CreationDate="2020-01-31T11:42:22.007" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFDA&lt;/a&gt; has an &lt;a href=&quot;https://open.fda.gov/apis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; that has info about half-life under the key &lt;code&gt;pharmacokinetics&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:xanax&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.brand_name:xanax&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but it seems to not be structured (so the numbers you are looking for come as part of the free text)&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&quot;pharmacokinetics&quot;: [&#xA;   &quot;Pharmacokinetics Absorption Following oral administration, alprazolam is readily absorbed. Peak concentrations in&#xA;  the plasma occur in 1 to 2 hours following administration. Plasma&#xA;  levels are proportionate to the dose given; over the dose range of 0.5&#xA;  to 3.0 mg, peak levels of 8.0 to 37 ng/mL were observed. Using a&#xA;  specific assay methodology, the mean plasma elimination half-life of&#xA;  alprazolam has been found to be about 11.2 hours (range: 6.3–26.9&#xA;  hours) in healthy adults. Distribution In vitro, alprazolam is bound&#xA;  (80 percent) to human serum protein. Serum albumin accounts for the&#xA;  majority of the binding. Metabolism/Elimination Alprazolam is&#xA;  extensively metabolized in humans, primarily by cytochrome P450 3A4&#xA;  (CYP3A4), to two major metabolites in the plasma: 4-hydroxyalprazolam&#xA;  and α-hydroxyalprazolam. A benzophenone derived from alprazolam is&#xA;  also found in humans. Their half-lives appear to be similar to that of&#xA;  alprazolam. The plasma concentrations of 4-hydroxyalprazolam and&#xA;  α-hydroxyalprazolam relative to unchanged alprazolam concentration&#xA;  were always less than 4%. The reported relative potencies in&#xA;  benzodiazepine receptor binding experiments and in animal models of&#xA;  induced seizure inhibition are 0.20 and 0.66, respectively, for&#xA;  4-hydroxyalprazolam and α-hydroxyalprazolam. Such low concentrations&#xA;  and the lesser potencies of 4-hydroxyalprazolam and&#xA;  α-hydroxyalprazolam suggest that they are unlikely to contribute much&#xA;  to the pharmacological effects of alprazolam. The benzophenone&#xA;  metabolite is essentially inactive. Alprazolam and its metabolites are&#xA;  excreted primarily in the urine. Special Populations Changes in the&#xA;  absorption, distribution, metabolism and excretion of benzodiazepines&#xA;  have been reported in a variety of disease states including&#xA;  alcoholism, impaired hepatic function and impaired renal function.&#xA;  Changes have also been demonstrated in geriatric patients. A mean&#xA;  half-life of alprazolam of 16.3 hours has been observed in healthy&#xA;  elderly subjects (range: 9.0–26.9 hours, n=16) compared to 11.0 hours&#xA;  (range: 6.3–15.8 hours, n=16) in healthy adult subjects. In patients&#xA;  with alcoholic liver disease the half-life of alprazolam ranged&#xA;  between 5.8 and 65.3 hours (mean: 19.7 hours, n=17) as compared to&#xA;  between 6.3 and 26.9 hours (mean=11.4 hours, n=17) in healthy&#xA;  subjects. In an obese group of subjects the half-life of alprazolam&#xA;  ranged between 9.9 and 40.4 hours (mean=21.8 hours, n=12) as compared&#xA;  to between 6.3 and 15.8 hours (mean=10.6 hours, n=12) in healthy&#xA;  subjects. Because of its similarity to other benzodiazepines, it is&#xA;  assumed that alprazolam undergoes transplacental passage and that it&#xA;  is excreted in human milk. Race Maximal concentrations and half-life&#xA;  of alprazolam are approximately 15% and 25% higher in Asians compared&#xA;  to Caucasians. Pediatrics The pharmacokinetics of alprazolam in&#xA;  pediatric patients have not been studied. Gender Gender has no effect&#xA;  on the pharmacokinetics of alprazolam. Cigarette Smoking Alprazolam&#xA;  concentrations may be reduced by up to 50% in smokers compared to&#xA;  non-smokers. Drug-Drug Interactions Alprazolam is primarily eliminated&#xA;  by metabolism via cytochrome P450 3A (CYP3A). Most of the interactions&#xA;  that have been documented with alprazolam are with drugs that inhibit&#xA;  or induce CYP3A4. Compounds that are potent inhibitors of CYP3A would&#xA;  be expected to increase plasma alprazolam concentrations. Drug&#xA;  products that have been studied in vivo, along with their effect on&#xA;  increasing alprazolam AUC, are as follows: ketoconazole, 3.98 fold;&#xA;  itraconazole, 2.70 fold; nefazodone, 1.98 fold; fluvoxamine, 1.96&#xA;  fold; and erythromycin, 1.61 fold (see CONTRAINDICATIONS, WARNINGS,&#xA;  and PRECAUTIONS–Drug Interactions). CYP3A inducers would be expected&#xA;  to decrease alprazolam concentrations and this has been observed in&#xA;  vivo. The oral clearance of alprazolam (given in a 0.8 mg single dose)&#xA;  was increased from 0.90±0.21 mL/min/kg to 2.13±0.54 mL/min/kg and the&#xA;  elimination t1/2 was shortened (from 17.1±4.9 to 7.7 ±1.7 h) following&#xA;  administration of 300 mg/day carbamazepine for 10 days (see&#xA;  PRECAUTIONS–Drug Interactions). However, the carbamazepine dose used&#xA;  in this study was fairly low compared to the recommended doses&#xA;  (1000–1200 mg/day); the effect at usual carbamazepine doses is&#xA;  unknown. Interactions involving HIV protease inhibitors (eg,&#xA;  ritonavir) and alprazolam are complex and time dependent. Short-term&#xA;  low doses of ritonavir (4 doses of 200 mg) reduced alprazolam&#xA;  clearance to 41% of control values, prolonged its elimination&#xA;  half-life (mean values, 30 versus 13 h) and enhanced clinical effects.&#xA;  However, upon extended exposure to ritonavir (500 mg, twice daily),&#xA;  CYP3A induction offset this inhibition. Alprazolam AUC and Cmax was&#xA;  reduced by 12% and 16%, respectively, in the presence of ritonavir&#xA;  (see WARNINGS). The ability of alprazolam to induce human hepatic&#xA;  enzyme systems has not yet been determined. However, this is not a&#xA;  property of benzodiazepines in general. Further, alprazolam did not&#xA;  affect the prothrombin or plasma warfarin levels in male volunteers&#xA;  administered sodium warfarin orally.&quot;&#xA;            ],&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;you can scroll through this forum with the tag &lt;a href=&quot;/questions/tagged/openfda&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;openfda&amp;#39;&quot; rel=&quot;tag&quot;&gt;openfda&lt;/a&gt; to see how other users are using it. For example, using an API endpoint to get a list of  drug_ingredient/brand_names and then the above endpoint with LIMIT &gt; $max for those in the list.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-01-31T14:32:42.737" LastActivityDate="2020-01-31T14:32:42.737" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16093" PostTypeId="2" ParentId="14027" CreationDate="2020-01-31T14:32:17.570" Score="1" Body="&lt;p&gt;you can just put the limit higher and get oll 34129&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt; url='https://api.fda.gov/drug/label.json?count=openfda.brand_name.exact&amp;amp;limit=1000000'&#xA; j&amp;lt;-fromJSON(url)&#xA; j$results %&amp;gt;% nrow()&#xA;&#xA; [1] 34129&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="147" LastActivityDate="2020-01-31T14:32:17.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16094" PostTypeId="2" ParentId="16070" CreationDate="2020-01-31T15:00:20.987" Score="0" Body="&lt;p&gt;Please note that the Scorecard documentation will answer these types of questions (available at &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/documentation/&lt;/a&gt;).&#xA;In short, FAFSA data is not used, per se, but NSLDS data are used therefore you are correct that the earnings and debt cohorts are limited to students receiving federal financial aid. Other demographics (such as number of degree-seeking students enrolled) come from IPEDS and represent the entire institution, not just federally-aided students.  The aid by family income data come from IPEDS as submitted by the institutions, and represents all first-time full-time students (not just federally-aided students).&lt;/p&gt;&#xA;" OwnerUserId="15003" LastActivityDate="2020-01-31T15:00:20.987" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16096" PostTypeId="2" ParentId="16089" CreationDate="2020-01-31T23:34:53.467" Score="1" Body="&lt;p&gt;Retrieving all school names in a single request or requesting multiple pages at once is not currently supported.  The only available option is to paginate through each return with the currently implemented size limit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some possible workarounds:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Script the request pagination process in the programming language of your choice.  Cache the results for future use.&lt;/li&gt;&#xA;&lt;li&gt;Leverage the raw data files used to power the API: &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://collegescorecard.ed.gov/data/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23389" LastActivityDate="2020-01-31T23:34:53.467" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16097" PostTypeId="2" ParentId="13118" CreationDate="2020-02-01T03:48:55.950" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/logpai/loghub&quot; rel=&quot;nofollow noreferrer&quot;&gt;Loghub&lt;/a&gt; is a registry curated by LogPAI for server log datasets &quot;freely available for research purposes&quot;.  The data is available from &lt;a href=&quot;https://zenodo.org/record/3227177&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zenodo&lt;/a&gt;.  The authors also suggest &lt;a href=&quot;https://github.com/logpai/loghub#additional-logs&quot; rel=&quot;nofollow noreferrer&quot;&gt;several alternative sources of log data&lt;/a&gt;.  The only caveat is that the data is not perfectly open access: users are to request access from LogPAI by stating their name, affiliation, and intended use of the data.  &lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-02-01T03:48:55.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16098" PostTypeId="2" ParentId="5782" CreationDate="2020-02-01T03:58:47.973" Score="1" Body="&lt;p&gt;One option would be GitHub.  Public events are timestamped and therefore one can observe a user creating an account, any public usage or contribution activity, and if the account was deleted.  Some potential sources would be the &lt;a href=&quot;https://developer.github.com/v3/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub API&lt;/a&gt;, &lt;a href=&quot;https://www.gharchive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GHArchive&lt;/a&gt;, and &lt;a href=&quot;http://ghtorrent.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GHTorrent&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-02-01T03:58:47.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16099" PostTypeId="1" CreationDate="2020-02-02T01:01:38.583" Score="0" ViewCount="76" Body="&lt;p&gt;Hi lately I was focused on theoretical modeling of heavy-tailed data. However, I find it hard to collect some classic heavy-tailed data for experiments. I wonder if there is any public and well-known (better if any) dataset confirmed to be heavy-tailed from Kaggle or some labs ? &lt;/p&gt;&#xA;" OwnerUserId="23394" LastActivityDate="2020-02-03T18:40:33.347" Title="Heavy-tailed data" Tags="|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16100" PostTypeId="2" ParentId="16082" CreationDate="2020-02-02T21:19:13.050" Score="2" Body="&lt;p&gt;Thank you - here is the really comprehensive website &lt;a href=&quot;https://blogs.bing.com/maps/2018-06/microsoft-releases-125-million-building-footprints-in-the-us-as-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://blogs.bing.com/maps/2018-06/microsoft-releases-125-million-building-footprints-in-the-us-as-open-data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;data download available here: &lt;a href=&quot;https://github.com/Microsoft/USBuildingFootprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Microsoft/USBuildingFootprints&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23375" LastEditorUserId="19566" LastEditDate="2020-02-03T17:44:28.140" LastActivityDate="2020-02-03T17:44:28.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16101" PostTypeId="2" ParentId="3825" CreationDate="2020-02-02T22:13:55.833" Score="0" Body="&lt;p&gt;FEMA API:  &lt;a href=&quot;https://www.fema.gov/openfema-api-documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fema.gov/openfema-api-documentation&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As part of the OpenFEMA initiative, FEMA provides read-only API based access to data sets (Entities). The data is exposed using a RESTful interface that uses querystring parameters to manage the query.  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;(text added in order to reach minimum required post size :-)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="23402" LastEditorUserId="23402" LastEditDate="2020-02-02T22:30:59.473" LastActivityDate="2020-02-02T22:30:59.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16102" PostTypeId="1" CreationDate="2020-02-03T17:59:28.617" Score="2" ViewCount="63" Body="&lt;p&gt;&lt;strong&gt;Data&lt;/strong&gt;: I am looking for an anonymised dataset for the flow of people I suppose one may know about it with the cell site or towers. I woul be especifically glad to get geojsons.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;: I am looking for this to test the hypothesis that the biggest the flows the higher criminal rate you get.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region&lt;/strong&gt;:  in London, Paris or other big cities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format&lt;/strong&gt;: I have a preference for geojson. Otherwise anything &lt;/p&gt;&#xA;" OwnerUserId="23069" LastEditorUserId="1511" LastEditDate="2020-02-07T11:21:50.933" LastActivityDate="2020-02-07T11:21:50.933" Title="Is there a dataset for the flow of people?" Tags="|data-request|geospatial|time-series|telecom|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16103" PostTypeId="2" ParentId="16099" CreationDate="2020-02-03T18:40:33.347" Score="1" Body="&lt;p&gt;The types of heavy-tailed distributions (&lt;a href=&quot;https://en.wikipedia.org/wiki/Heavy-tailed_distribution#Common_heavy-tailed_distributions&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia&lt;/a&gt;) gives an overview, and I'd start with &lt;a href=&quot;https://en.wikipedia.org/wiki/Pareto_distribution#Occurrence_and_applications&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pareto&lt;/a&gt; or &lt;a href=&quot;https://en.wikipedia.org/wiki/Log-normal_distribution#Occurrence_and_applications&quot; rel=&quot;nofollow noreferrer&quot;&gt;Log-normal&lt;/a&gt;. The hard part will be finding just one dataset!&lt;/p&gt;&#xA;&lt;p&gt;I'd start with Log-normal, and then going to &lt;a href=&quot;https://stat.ethz.ch/%7Estahel/lognormal/lnboard/brochure.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;, you see sources for this distribution:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ArQOe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ArQOe.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Let's pick one of the easier ones to find: Length of Spoken Words. (Note that written words is not lognormal - &lt;a href=&quot;https://www.sciencedirect.com/science/article/abs/pii/0378375886901692&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;.)&lt;/p&gt;&#xA;&lt;p&gt;And to keep it relevant, there is good structured data for US Presidential (Campaign) speeches. You mentioned Kaggle, so here is one example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/alandu20/2016-us-presidential-campaign-texts-and-polls&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/alandu20/2016-us-presidential-campaign-texts-and-polls&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Collection of data from the 2016 U.S. Presidential Election Campaign containing:&lt;/p&gt;&#xA;&lt;p&gt;1 Transcripts of the three presidential debates, divided into separate Trump and Clinton text files&lt;/p&gt;&#xA;&lt;p&gt;2 Transcripts of Trump's 64 speeches delivered after the RNC and Clinton's 35 speeches delivered after the DNC&lt;/p&gt;&#xA;&lt;p&gt;3  Transcripts of select speeches delivered by candidates during the primary campaigns&lt;/p&gt;&#xA;&lt;p&gt;4  USC Dornsife/LA Times Presidential Election Poll, with daily breakdown by voter groups&lt;/p&gt;&#xA;&lt;p&gt;5  Five Thirty Eight Election Poll, containing daily data from numerous pollsters&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;1, 2 or 3 would work.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;em&gt;For the record, there are MANY ways of collecting heavy-tailed data, and this is just an example of one way to get started...&lt;/em&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;for fun, quick analysis from 2016 election:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LUdnI.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LUdnI.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-02-03T18:40:33.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16104" PostTypeId="1" CreationDate="2020-02-04T05:42:10.487" Score="4" ViewCount="65" Body="&lt;p&gt;I'm looking for an allergy data-set which contains the allergy symptoms shown by a patient and the allergen caused that allergy.&lt;/p&gt;&#xA;" OwnerUserId="23009" LastActivityDate="2020-02-04T05:42:10.487" Title="Allergy dataset with symptoms and allergens" Tags="|data-request|machine-learning|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16105" PostTypeId="1" CreationDate="2020-02-04T10:31:58.683" Score="1" ViewCount="40" Body="&lt;p&gt;I am looking for a precipitation data (mm). I found one in published paper, I contacted the author but unfortunately, I revive no answer. I hope someone can help me with this data. Where can I find it, or similar to it? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The daily precipitation data (mm) for the period January 1,1990 to December 31,2006,measured from four meteorological stations in the four municipalities, one station for each municipality of Akershus County in southern Norway.&lt;/p&gt;&#xA;" OwnerUserId="21540" LastActivityDate="2020-02-04T10:31:58.683" Title="Daily precipitation data (mm)" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16106" PostTypeId="2" ParentId="266" CreationDate="2020-02-04T15:59:50.293" Score="0" Body="&lt;p&gt;It depends on what you are looking, but for shared research dataset, zenodo is becoming more and more popular. The data are not all open, but you can easily filter for open data, which gives you 50000+ results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://zenodo.org/search?page=1&amp;amp;size=20&amp;amp;q=dataset&amp;amp;access_right=open&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://zenodo.org/search?page=1&amp;amp;size=20&amp;amp;q=dataset&amp;amp;access_right=open&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="17715" LastActivityDate="2020-02-04T15:59:50.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16108" PostTypeId="1" CreationDate="2020-02-05T09:46:49.483" Score="1" ViewCount="64" Body="&lt;p&gt;I'd like some satellite imagery (high res a possible but not essential) for use in ArcMAP (10.7) without a transformation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have high res (to cm scale) survey data to work with, the basic imagery basemap is not accurate with a transformaiton to OSGB36.&lt;/p&gt;&#xA;" OwnerUserId="23412" LastEditorUserId="7031" LastEditDate="2020-02-10T09:20:32.027" LastActivityDate="2020-02-10T09:20:32.027" Title="Anyone know of any open access satellite/aerial imagery that doesnt need a transformation for use in UK in ArcMAP?" Tags="|data-request|geospatial|images|openstreetmap|remote-sensing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16109" PostTypeId="2" ParentId="9211" CreationDate="2020-02-06T06:52:14.293" Score="1" Body="&lt;p&gt;For Vic -&gt; &lt;a href=&quot;https://www.crimestatistics.vic.gov.au/crime-statistics/latest-crime-data/download-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.crimestatistics.vic.gov.au/crime-statistics/latest-crime-data/download-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that I wouldn't think they would release every incident with a location as some data would identify the Victim (e.g. The location of every sexual assault)&lt;/p&gt;&#xA;" OwnerUserId="23417" LastActivityDate="2020-02-06T06:52:14.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16110" PostTypeId="1" CreationDate="2020-02-06T15:36:19.383" Score="1" ViewCount="27" Body="&lt;p&gt;I am trying to train an AI model on styling HTML with CSS and lots of data would be useful rather than me trying to manually download specific websites using scripts/web crawlers.&#xA;Mainly looking for basic website functionality and styling, nothing too complex.&#xA;To be specific a collection with .html and .css(applying to that html via id or class name) would work best.&lt;/p&gt;&#xA;" OwnerUserId="23419" LastActivityDate="2020-02-06T15:36:19.383" Title="Is there any downloadable collection of websites' source code mainly HTML and CSS applied to it?" Tags="|html|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="16111" PostTypeId="1" CreationDate="2020-02-07T03:38:35.997" Score="2" ViewCount="77" Body="&lt;p&gt;I am using open-source data for a data sonification project and would like to put the data used for this project onto a public Github repo. Are there any legal issues with doing this? I am assuming not because it is open source but just wanted to make sure.&lt;/p&gt;&#xA;" OwnerUserId="23422" LastEditorUserId="23272" LastEditDate="2021-04-03T05:16:44.980" LastActivityDate="2021-04-03T05:16:44.980" Title="Can I put open source data on a public github repo?" Tags="|uses-of-open-data|releasing-data|legal|git|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16112" PostTypeId="2" ParentId="16111" CreationDate="2020-02-07T09:18:27.757" Score="1" Body="&lt;p&gt;If you are generating the data then there is presumably no legal issue at all. Please add a license to the repo so that people know how they can (re)use the data and code!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are hosting data from somewhere else then it’s usually allowed via Fair Use. It’s important to state that you don’t own the data and to express how the owner has licensed it. The typical “worst case” is that the data owner sends GitHub a takedown notice. Without financial loss it’s hard to make a case for any further legal action. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;(I am not a lawyer!)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-02-07T09:18:27.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16113" PostTypeId="1" AcceptedAnswerId="16114" CreationDate="2020-02-07T12:48:17.310" Score="3" ViewCount="663" Body="&lt;p&gt;Wikimedia Commons has a large collection of Köppen climate classification maps in its &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:K%C3%B6ppen-Geiger&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:Köppen-Geiger&lt;/a&gt;.  For example, &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Russia_K%C3%B6ppen.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Russia&lt;/a&gt;, &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Canada_K%C3%B6ppen.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canada&lt;/a&gt;, or &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:USA_map_of_K%C3%B6ppen_climate_classification.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;USA&lt;/a&gt;.  The formats available on Wikimedia Commons are (mostly) PNG and SVG, which are not georeferenced.  Is there any public source of Köppen climate classification maps in georeferenced formats, such as geotiff, so that I can load it into GIS software and combine it with other maps?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would make it much easier to tell, for example, &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:British_Columbia_K%C3%B6ppen.svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;what part of British Columbia has BSk&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2020-02-08T10:05:59.100" Title="Georeferenced Köppen climate classification maps" Tags="|geospatial|climate|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16114" PostTypeId="2" ParentId="16113" CreationDate="2020-02-08T10:05:59.100" Score="3" Body="&lt;p&gt;Here a set of global 1‑km resolution Köppen-Geiger climate classification maps for the present day (1980–2016) and for projected future conditions (2071–2100) under climate change.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Citation: Beck, H.E., N.E. Zim­mer­mann, T.R. McVicar, N. Ver­gopolan, A. Berg, E.F. Wood: Present and future Köp­pen-Geiger cli­mate clas­si­fi­ca­tion maps at 1‑km res­o­lu­tion, Sci­en­tif­ic Data 5:180214, doi:&lt;a href=&quot;https://doi.org/10.1038/sdata.2018.214&quot; rel=&quot;nofollow noreferrer&quot;&gt;10.1038/sdata.2018.214&lt;/a&gt; (2018).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Web site: &lt;a href=&quot;http://www.gloh2o.org/koppen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gloh2o.org/koppen/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data download (GeoTIFF + legend): &#xA;&lt;a href=&quot;https://figshare.com/articles/Present_and_future_K_ppen-Geiger_climate_classification_maps_at_1-km_resolution/6396959/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://figshare.com/articles/Present_and_future_K_ppen-Geiger_climate_classification_maps_at_1-km_resolution/6396959/2&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1614" LastActivityDate="2020-02-08T10:05:59.100" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16115" PostTypeId="1" CreationDate="2020-02-09T12:56:59.107" Score="1" ViewCount="29" Body="&lt;p&gt;I have a dataset that contains latitude, longitude(one pair) and road type of each road of a road network.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But I need road length for each road. So how can I get it?&lt;/p&gt;&#xA;" OwnerUserId="23427" LastEditorUserId="19566" LastEditDate="2020-02-20T20:20:48.417" LastActivityDate="2020-02-20T20:20:48.417" Title="Where can I get a data set containing road length,road type(both) of Delhi,India" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16116" PostTypeId="1" CreationDate="2020-02-09T15:33:38.750" Score="1" ViewCount="23" Body="&lt;p&gt;I had a look on kaggle but I did not find what I was looking for. I need a very simple data set, like the one of &quot;iris&quot; default pre-sets of R where you have differents columns with some characteristic of the plant such as length and so on and where the last column tells you the type of species. There is an analogous dataset, for example about rocks, where may be some columns tells a characteristic such as permeablity and so on, and the last column tells you the type of the rock. I need to practice an easy data analysis to be performed with R (for an exam). I could not find somethin like iris neither on the R dataset.&lt;/p&gt;&#xA;" OwnerUserId="23428" LastActivityDate="2020-02-09T15:33:38.750" Title="Csv format easy colums characteristic - type dataset for beginner R analisys" Tags="|data-request|releasing-data|programming|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16117" PostTypeId="1" CreationDate="2020-02-10T14:46:41.273" Score="1" ViewCount="18" Body="&lt;p&gt;I am looking for a single data source containing the so-called &lt;a href=&quot;https://de.wikipedia.org/wiki/Messtischblatt&quot; rel=&quot;nofollow noreferrer&quot;&gt;TK25&lt;/a&gt; numbers, aka &quot;Messtischblattnummern&quot; (preferrably quarter-TK25). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want to intersect the TK25 data with vector data (e.g., a polygon of an area) and subsequently query another data source with the resulting TK25 numbers for their database content. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I assumed a TK25 grid is out there, on an national level, but I could only find published data on state level. &lt;/p&gt;&#xA;" OwnerUserId="23435" LastActivityDate="2020-02-10T14:46:41.273" Title="Searching for a query-able nationwide data source of official german TK25 cartography numbers" Tags="|geospatial|openstreetmap|germany|federal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16118" PostTypeId="1" CreationDate="2020-02-10T14:56:58.560" Score="1" ViewCount="20" Body="&lt;p&gt;I remember having read a few years ago something along the lines of:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;injury risks among novice sports practitioners increase when they gain confidence -- due to a perceived skill level above their actual skill level.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;To check that statement, I'm looking for some open data that associate accident events with the reported skill level of the practitioner. It doesn't matter if the skill level is assessed as some categorical (ex: &quot;novice/advanced/expert/pro&quot;) or continuous data (ex: &quot;years of practice&quot;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I would like data related to accidents in &quot;action sports&quot; like skateboard, roller, kitesurf, or alike where &lt;em&gt;&quot; poor execution of the activity has to result in considerable risk of serious physical harm to the participant&quot;&lt;/em&gt; (to &lt;a href=&quot;https://en.wikipedia.org/wiki/Extreme_sport#Classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;quote wikipedia&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I will use the data to plot a graph for illustration purposes. I will not perform a deep or formal analysis of them. So, moderately reliable sources should be acceptable. I would prefer data from European countries or North America.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;FWIW, Isearch through Google and &lt;a href=&quot;https://catalog.data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov&lt;/a&gt; but I didn't find any dataset recording the &quot;skill level&quot; of victims of sport accidents. But I'm outside of my field, so I may have lacked the proper keywords.&lt;/p&gt;&#xA;" OwnerUserId="23436" LastActivityDate="2020-02-10T14:56:58.560" Title="Sport accident occurrences vs practitioner's skill level" Tags="|data-request|medical|sports|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="16119" PostTypeId="1" CreationDate="2020-02-10T15:18:55.913" Score="1" ViewCount="25" Body="&lt;p&gt;If possible through shapefile format (GIS), I'd like to get a map of all over Metropolitan France showing public space, id est public woodlands, public parks, roads, public lands, etc, owned by the State or by local authorities.&lt;/p&gt;&#xA;" OwnerUserId="23437" LastActivityDate="2020-02-10T15:18:55.913" Title="Obtaining map of all public space of France" Tags="|data-request|geospatial|france|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16120" PostTypeId="1" CreationDate="2020-02-10T20:36:12.380" Score="1" ViewCount="59" Body="&lt;p&gt;Is there a way to get word lists for Indian languages (specifically Tamil and Hindi), even for commercial use? It is for a game I am developing&lt;/p&gt;&#xA;" OwnerUserId="21861" LastEditorUserId="70" LastEditDate="2022-10-13T17:49:43.203" LastActivityDate="2024-03-06T23:04:35.523" Title="Where can I get word lists for Indian languages, specifically Hindi and Tamil?" Tags="|data-request|language|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16122" PostTypeId="1" CreationDate="2020-02-12T00:44:14.503" Score="0" ViewCount="109" Body="&lt;p&gt;My apologies if this has been asked: I am new to using OpenFDA and am trying to query the database to obtain a list of the ndc and rxcui associated with a particular application numbers appearing in FAERS. More specifically, I downloaded faers and tried to query one of the application numbers appearing in the dataset, e.g. 21752. However, I obtained the error &quot;no matches found&quot; when searching for on a specific applications number, e.g. &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=20patient.drug.openfda.application_number&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=20patient.drug.openfda.application_number&lt;/a&gt;:&quot;2221752&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is it possible to query openFDA event data to obtain the ndc and rxcui associated with a specific application number? &lt;/p&gt;&#xA;" OwnerUserId="23445" LastActivityDate="2020-03-30T16:03:31.897" Title="Query Open FDA for application_number, ndc, and rxcui" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16123" PostTypeId="1" CreationDate="2020-02-12T07:05:57.043" Score="1" ViewCount="163" Body="&lt;p&gt;I am interested in finding a syntax for the LIKE search condition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The query syntax example is&#xA;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=brand_name:aspirin&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=brand_name:aspirin&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have to enter the whole word (aspirin) for getting result.&#xA;Is there any way to get result with the part of the word (for example &quot;asp&quot;), using symbols like % or %s for LIKE search?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Getting no result with this query&#xA;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=brand_name:aspiri%&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=brand_name:aspiri%&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23447" LastEditorUserId="23447" LastEditDate="2020-02-12T07:11:06.127" LastActivityDate="2020-03-30T15:44:26.920" Title="Open FDA API - LIKE search condition" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16124" PostTypeId="1" CreationDate="2020-02-12T11:59:30.660" Score="3" ViewCount="92" Body="&lt;p&gt;I'm looking for a Digital Terrain Model in the Karelia region (Russia) with a spat. resolution about 30m. (Also Contour Lines would be ok)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I read an article about the &quot;RuDTM2014&quot; &lt;a href=&quot;https://www.researchgate.net/publication/309312124_RuDTM2014_New_digital_terrain_model_for_Russia_and_its_effect_on_the_prediction_of_mean_gravity_anomalies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.researchgate.net/publication/309312124_RuDTM2014_New_digital_terrain_model_for_Russia_and_its_effect_on_the_prediction_of_mean_gravity_anomalies&lt;/a&gt; ,but there's no information about where to find the data. I checked out ALOS World 3D Data but this has too much noise in that particular area and the ASTER Global Digital Elevation Model has a bad quality. Using this datasource: &lt;a href=&quot;http://viewfinderpanoramas.org/dem3.html#others&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://viewfinderpanoramas.org/dem3.html#others&lt;/a&gt; gives only a resolution of approx. 40m.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there data sources in Russia which provide this data for free?&lt;/p&gt;&#xA;" OwnerUserId="23449" LastActivityDate="2020-02-12T11:59:30.660" Title="Free Datasource for DTM in Northwest Russia (Karelia)" Tags="|geospatial|russia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16125" PostTypeId="1" CreationDate="2020-02-12T22:10:03.360" Score="1" ViewCount="15" Body="&lt;p&gt;Working with a major insurance client that is interested in data regarding workers' compensation and associated OSHA violations. Which data table within the OSHA API can provide this? &lt;/p&gt;&#xA;" OwnerUserId="23452" LastActivityDate="2020-02-12T22:10:03.360" Title="Interested in Workers' Compensation and Safety Violations data" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16126" PostTypeId="1" CreationDate="2020-02-12T15:54:38.123" Score="0" ViewCount="291" Body="&lt;p&gt;I am looking for a dataset containing articles (with article-text, or alternatively I am fine with only URLs too) and the corresponding topic label (i.e. politics, art, gardening etc.)&#xA;Any idea?&lt;/p&gt;&#xA;" OwnerDisplayName="Carbo" LastActivityDate="2020-02-13T08:23:02.493" Title="Where can I find a dataset with labelled articles by topic?" Tags="|machine-learning|nlp|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16127" PostTypeId="2" ParentId="16126" CreationDate="2020-02-13T07:53:08.350" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.kaggle.com/rmisra/news-category-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;News category dataset&lt;/a&gt; seems to fit your description. &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This dataset contains around 200k news headlines from the year 2012 to&#xA;  2018 obtained from HuffPost. The model trained on this dataset could&#xA;  be used to identify tags for untracked news articles or to identify&#xA;  the type of language used in different news articles. Each news headline has a corresponding category (politics, entertainment, travel, etc.)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you can use: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://kdd.ics.uci.edu/databases/reuters21578/reuters21578.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reuters Text Categorization Dataset&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;This dataset contains 21,578 Reuters documents that appeared on&#xA;  Reuters newswire in 1987. The dataset is split into a training set of&#xA;  13,625, and a testing set of 6,188. Each document is tagged according&#xA;  to date, topic, place, people, organizations, companies, and etc.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://qwone.com/~jason/20Newsgroups/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The 20 Newsgroups Dataset&lt;/a&gt;: &lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The 20 Newsgroups Dataset is a popular dataset for experimenting with&#xA;  text applications of machine learning techniques, including text&#xA;  classification. The dataset collates approximately 20,000 newsgroup&#xA;  documents partitioned across 20 different newsgroups, each&#xA;  corresponding to a different topic. The website offers three versions&#xA;  of the dataset for slightly different purposes.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;You can refer to this &lt;a href=&quot;https://lionbridge.ai/datasets/14-best-text-classification-datasets-for-machine-learning/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; for more.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="21435" LastEditDate="2020-02-13T08:23:02.493" LastActivityDate="2020-02-13T08:23:02.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16128" PostTypeId="1" CreationDate="2020-02-13T15:45:07.413" Score="1" ViewCount="18" Body="&lt;p&gt;we are simulating future traffic in cities using small autonomous shuttles. To get more realistic we are looking for research on how long people are calling their taxi in advance.&lt;/p&gt;&#xA;&lt;p&gt;Sadly my googling did not lead to any result so I am curious whether anyone out there has an idea where to look or even knows some papers.&lt;/p&gt;&#xA;" OwnerUserId="23455" LastEditorUserId="23272" LastEditDate="2021-04-03T05:09:07.373" LastActivityDate="2021-04-03T05:09:07.373" Title="Is there research on taxi call times?" Tags="|transportation|research|traffic|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16129" PostTypeId="1" CreationDate="2020-02-13T19:41:14.457" Score="3" ViewCount="66" Body="&lt;p&gt;Where can I find a database of doctors and accepted insurances? The closest I've gotten is &lt;a href=&quot;https://npiregistry.cms.hhs.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://npiregistry.cms.hhs.gov/api/&lt;/a&gt; but while that includes what looks like insurers under the &quot;identifiers&quot; property, it doesn't mention specifically which plans are accepted. So it will list:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;identifiers&quot;: [&#xA;    {&#xA;        &quot;code&quot;: &quot;01&quot;,&#xA;        &quot;desc&quot;: &quot;Other&quot;,&#xA;        &quot;identifier&quot;: &quot;909101&quot;,&#xA;        &quot;issuer&quot;: &quot;PHYSICANS HEALTH&quot;,&#xA;        &quot;state&quot;: &quot;NY&quot;&#xA;    },&#xA;    {&#xA;        &quot;code&quot;: &quot;01&quot;,&#xA;        &quot;desc&quot;: &quot;Other&quot;,&#xA;        &quot;identifier&quot;: &quot;010126174NY01&quot;,&#xA;        &quot;issuer&quot;: &quot;ANTHEM HEALTH&quot;,&#xA;        &quot;state&quot;: &quot;NY&quot;&#xA;    },&#xA;    {&#xA;        &quot;code&quot;: &quot;01&quot;,&#xA;        &quot;desc&quot;: &quot;Other&quot;,&#xA;        &quot;identifier&quot;: &quot;1000016207&quot;,&#xA;        &quot;issuer&quot;: &quot;AFFINITY HEALTH PLAN&quot;,&#xA;        &quot;state&quot;: &quot;NY&quot;&#xA;    },&#xA;    {&#xA;        &quot;code&quot;: &quot;05&quot;,&#xA;        &quot;desc&quot;: &quot;MEDICAID&quot;,&#xA;        &quot;identifier&quot;: &quot;00296768&quot;,&#xA;        &quot;issuer&quot;: &quot;&quot;,&#xA;        &quot;state&quot;: &quot;NY&quot;&#xA;    },&#xA;    {&#xA;        &quot;code&quot;: &quot;01&quot;,&#xA;        &quot;desc&quot;: &quot;Other&quot;,&#xA;        &quot;identifier&quot;: &quot;0611880&quot;,&#xA;        &quot;issuer&quot;: &quot;UNITED HEALTH CARE&quot;,&#xA;        &quot;state&quot;: &quot;NY&quot;&#xA;    },&#xA;    {&#xA;        &quot;code&quot;: &quot;01&quot;,&#xA;        &quot;desc&quot;: &quot;Other&quot;,&#xA;        &quot;identifier&quot;: &quot;541254&quot;,&#xA;        &quot;issuer&quot;: &quot;AETNA SPECIALIST&quot;,&#xA;        &quot;state&quot;: &quot;NY&quot;&#xA;    }&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;I know he is registered with Anthem Health but not whether he is part of the HMO network or some other network under Anthem. Also, the docs mention the &quot;identifiers&quot; property is limited to 50 items, what if all identifiers exceed 50?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There has to be a better way to get network information by provider. I could pay thousands a month to license the data if I had that kind of budget, but I don't, perhaps $100 or less per month but not what I've been getting quoted. Where could I find that kind of information without paying an exorbitant licensing fee?&lt;/p&gt;&#xA;" OwnerUserId="23451" LastEditorUserId="23451" LastEditDate="2020-02-28T14:43:32.550" LastActivityDate="2020-02-28T14:45:35.850" Title="Doctors and Insurance Networks" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16130" PostTypeId="1" AcceptedAnswerId="16138" CreationDate="2020-02-13T22:35:17.310" Score="1" ViewCount="36" Body="&lt;p&gt;I have looked at &lt;a href=&quot;https://opentopography.org/tags/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opentopography.org/tags/data&lt;/a&gt;.&#xA;The data I obtained from &lt;a href=&quot;https://opentopography.org/tags/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opentopography.org/tags/data&lt;/a&gt; was in 1.3. &#xA;  Some one told that it should be available at usgs site but I felt lost at the site. If you had success in getting the aforementioned data at usgs or some other site please share your experience.  &lt;/p&gt;&#xA;" OwnerUserId="23457" LastActivityDate="2020-02-18T20:18:11.193" Title="Is there any public data source for LAS 1.4 or at least point format 4 or above?" Tags="|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16132" PostTypeId="2" ParentId="16120" CreationDate="2020-02-14T11:14:04.490" Score="0" Body="&lt;p&gt;What you are looking for is often refereed to as corpus in a scientific context. If you would like separated words then you can programmatically parse the data and generate lists (this is a simple task in Python). Here are a few useful links: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;For a Hindi corpus: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://corpora.uni-leipzig.de/en?corpusId=hin_news_2011&quot; rel=&quot;nofollow noreferrer&quot;&gt;uni-leipzig-hindi-corpus&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://home.iitk.ac.in/~prasant/HindiCorpus/corpus.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;iitk-Hindi-corpus&lt;/a&gt;  &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.sketchengine.eu/hindiwac-hindi-corpus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;sketchengine-Hindi-corpus&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For a Tamil corpus: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.sketchengine.eu/corpora-and-languages/tamil-text-corpora/&quot; rel=&quot;nofollow noreferrer&quot;&gt;tamil-text-corpora&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://tdil-dc.in/index.php?option=com_download&amp;amp;task=showresourceDetails&amp;amp;toolid=1891&amp;amp;lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tamil Monolingual Text Corpus ILCI-II &lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.tamilvu.org/en/tamil-corpus-bank&quot; rel=&quot;nofollow noreferrer&quot;&gt;tamil-corpus-bank&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://corpora.uni-leipzig.de/en?corpusId=tam_newscrawl_2011&quot; rel=&quot;nofollow noreferrer&quot;&gt;uni-leipzig-Tamil-corpus&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://mailman.uib.no/public/corpora/2016-September/025221.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tamil-corpora&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-02-14T11:14:04.490" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16134" PostTypeId="2" ParentId="9639" CreationDate="2020-02-17T13:56:42.693" Score="0" Body="&lt;p&gt;There may be links to data in the references of this paper:&#xA;&lt;a href=&quot;http://www.uvm.edu/~cdanfort/nolink/atmos/nature-review-2015.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;The quiet revolution of numerical&#xA;weather prediction&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23468" LastActivityDate="2020-02-17T13:56:42.693" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16135" PostTypeId="1" CreationDate="2020-02-17T20:37:56.147" Score="1" ViewCount="318" Body="&lt;p&gt;I am struggling to find the county border shapefiles for Scotland that came into effect in 1890. I keep finding &quot;counties before 1890&quot; when googling. So, the file I'm looking for does not include a Glasgow county as Glasgow was still split between Renfrew and Lanark.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can find this data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ljT2H.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ljT2H.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18843" LastActivityDate="2020-02-18T08:46:15.383" Title="Seeking 1890 County Shapefiles of Scotland" Tags="|geospatial|uk|data-mapping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16137" PostTypeId="2" ParentId="16135" CreationDate="2020-02-18T08:46:15.383" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.visionofbritain.org.uk/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;VisionOfBritain site&lt;/a&gt; provides two Scottish County files - one pre-1890 and one 1950.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The pre-1890 seems to match your image.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9A9KW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9A9KW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is no Glasgow:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/a1ga8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/a1ga8.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2020-02-18T08:46:15.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16138" PostTypeId="2" ParentId="16130" CreationDate="2020-02-18T20:18:11.193" Score="0" Body="&lt;p&gt;I was able to get it from &#xA; &lt;a href=&quot;https://cteco.uconn.edu/data/download/flight2016/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cteco.uconn.edu/data/download/flight2016/index.htm&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is drop down to select a city. &#xA;I selected the first city Andover. &#xA;On the right of the map a table with 4 columns heading appear.&#xA;The last column  has las data. &#xA;I selected one element ( clocked on the link) from the last column. &#xA;I popped up a window titled &quot;Results&quot;&gt; This window has two tabs: &quot;Town&quot; and &quot;Tile&quot;. &#xA;I clicked on &quot;Tile&quot; tab&#xA;Then there are links for Tiff , DEM etc . Among them is LAS.&#xA;I clicked on the LAS.&#xA;It downloaded a zip file.&#xA;By uncompressing the zip file, I got my las file. &#xA;The version of the downloaded file was 1.4  and point format was 6. &lt;/p&gt;&#xA;" OwnerUserId="23457" LastActivityDate="2020-02-18T20:18:11.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16139" PostTypeId="1" CreationDate="2020-02-18T20:32:44.997" Score="2" ViewCount="119" Body="&lt;p&gt;I would like to create a list of all mobile home parks in the US, including address, owner records, and number of pads.  How can I find a list of all mobile home parks by State and sorted by number of pads?&lt;/p&gt;&#xA;" OwnerUserId="23476" LastEditorUserId="90" LastEditDate="2020-02-21T06:18:58.347" LastActivityDate="2023-06-21T00:51:24.730" Title="Mobile Home Parks" Tags="|usa|data.gov|real-estate|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16141" PostTypeId="2" ParentId="9639" CreationDate="2020-02-20T08:28:10.630" Score="0" Body="&lt;p&gt;If you don't mind waiting for crawling jobs, here are the API endpoints for Swiss weather forecasts and real-time measurements:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Real-time Measurement: &lt;a href=&quot;https://gist.github.com/philshem/0812d610f11d26a042bbd3e617fa8d22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/philshem/0812d610f11d26a042bbd3e617fa8d22&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Forecast: &lt;a href=&quot;https://www.meteoswiss.admin.ch/product/output/forecast-chart/version__20200220_0731/en/800100.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.meteoswiss.admin.ch/product/output/forecast-chart/version__20200220_0731/en/800100.json&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(800100 indicates Zürich, you'd have to go through the browser's Dev Tools / Network Inspector to find the other endpoints. Also, because the forecast timestamp is in the URL, you may need to go to the &lt;a href=&quot;https://www.meteoswiss.admin.ch/home.html?tab=temperature&quot; rel=&quot;nofollow noreferrer&quot;&gt;source page&lt;/a&gt; and get the URL from there.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/54iov.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/54iov.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-02-20T08:28:10.630" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16142" PostTypeId="1" CreationDate="2020-02-20T15:34:24.340" Score="2" ViewCount="238" Body="&lt;p&gt;I am looking for a domain-specific computer science corpus of at least 20M words (preferable &amp;gt;50M words), for the purpose of training a language model in it.&lt;/p&gt;&#xA;&lt;p&gt;Is there anything out-of-the-box that I could use? *I tried to look for the sciBERT corpus, but can not find how to access it.&lt;/p&gt;&#xA;" OwnerUserId="23489" LastEditorUserId="23272" LastEditDate="2022-07-14T12:44:21.647" LastActivityDate="2022-07-14T12:44:21.647" Title="computer science corpus for language model training" Tags="|data-request|machine-learning|nlp|text|ai|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16143" PostTypeId="1" CreationDate="2020-02-20T20:16:25.127" Score="1" ViewCount="132" Body="&lt;p&gt;Wikidata today is not only an ontology but also a catalog of publications: scientific articles, formal documents (law), etc. are registered, millions of Wikidata-items.  So, when using &lt;a href=&quot;https://www.wikidata.org/w/index.php?sort=relevance&amp;amp;search=test&amp;amp;title=Special:Search&amp;amp;profile=advanced&amp;amp;fulltext=1&amp;amp;advancedSearch-current=%7B%7D&amp;amp;ns0=1&amp;amp;ns120=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata's  search engine&lt;/a&gt; it is looking for  millions  of &lt;strong&gt;things that I not need&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to say to Wikidata-search that I not need that?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Can I use the &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SparQL engine&lt;/a&gt; as search engine?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Articles are subclass of &lt;a href=&quot;https://www.wikidata.org/wiki/Q386724&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;work&lt;/em&gt;&lt;/a&gt; (&lt;code&gt;Q386724&lt;/code&gt;), so can I exclude that items and do a ordinary search for others?&lt;/p&gt;&#xA;" OwnerUserId="1313" LastEditorUserId="90" LastEditDate="2020-02-21T11:46:01.087" LastActivityDate="2020-03-03T21:32:59.820" Title="Filtering Wikidata Search" Tags="|wikidata|search-engine|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16144" PostTypeId="2" ParentId="16139" CreationDate="2020-02-21T06:18:38.210" Score="1" Body="&lt;p&gt;Not the solution you seek, but this list should get you started.&lt;br&gt;&#xA;There are a few national datasets, but considering the logistics of collecting it all, and how there are many more state/local datasets, you may find more success/more accurate datasets on those levels.&lt;br&gt;&#xA;&lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/mobile-home-parks/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mobile Home Parks - Homeland Infrastructure Foundation-Level Data (HIFLD)&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://opendata.arcgis.com/datasets/4cdbccc5c538452aa91ceee277c460f9_0.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;HIFLD Mobile Home Parks GeoJSON&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;http://o.hcs.state.or.us/MDPCRParks/ParkDirQuery.jsp?txtQueryType=County&amp;amp;txtStatusQuery=Open&amp;amp;mnuCounty=18Klamath&quot; rel=&quot;nofollow noreferrer&quot;&gt;Oregon Manufactured Dwelling Park Directory and Query&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=04e0c77d18cb456a9ecef78900c73748&quot; rel=&quot;nofollow noreferrer&quot;&gt;Oregon Manufactured Home Park Directory&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/search.html?q=tags%3A%22Mobile%20Homes%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search ESRI ArcGIS for tags:&quot;Mobile Homes&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/search.html?q=tags%3A%22single%20family%20detached%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search ESRI ArcGIS for tags:&quot;single family detached&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/search.html?q=tags%3A%22housing%20units%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search ESRI ArcGIS for tags:&quot;housing units&quot;&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/search.html?q=tags%3A%22Mobile%20Home%20Park%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search ESRI ArcGIS for tags:&quot;Mobile Home Park&quot;&lt;/a&gt;&lt;br&gt;&#xA;Zillow has tons of &lt;a href=&quot;https://www.zillowgroup.com/developers/public-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;neighborhood data&lt;/a&gt;; you can also do a search for &quot;Mobile&quot; by state: &lt;a href=&quot;https://www.zillow.com/fl/mobile/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's Florida's Results&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=bfb137bbbcef420daa2605f3526313e9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mobile Homes in the City of Dallas&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=fd04712e60104c13bf28a3432b235e78&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mobile Home (Miami-Date County)&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=1099341c1a0a4ecd953a6f442c77f627&quot; rel=&quot;nofollow noreferrer&quot;&gt;Housing Units In Structure by Tract, 2012-2016&lt;/a&gt; is an ACS dataset.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.census.gov/programs-surveys/acs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACS - American Community Survey&lt;/a&gt; has a bunch of related datasets.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2020-02-21T06:18:38.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16146" PostTypeId="1" CreationDate="2020-02-21T20:29:38.910" Score="1" ViewCount="35" Body="&lt;p&gt;I’m having a devil of a time finding any useful information on this subject. I want to know how many crimes were committed under the influence of alcohol vs. drugs (specifically meth, but few sources break such data down by drug type).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note that I’m not asking about &lt;em&gt;rates&lt;/em&gt; of crime per type of intoxicant, i.e. how likely a given alcohol user is to commit crimes vs a drug user. That would be interesting, but what I’m looking for is something like “X violent and property crimes were committed by people under the influence of alcohol last year, and Y violent and property crimes were committed under the influence of drugs” or “X% of crime is alcohol-related, and Y% of crime is drug-related.” &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Obviously I’m not interested in “consensual” crimes like, well, drug use, as all illegal drug users are committing these crimes by definition.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My expectation is that alcohol-related crimes will outnumber drug-related crimes, simply because there are many more alcohol users than drug users. But I’d like some basis for that belief. It doesn’t have to be unquestionable, just reasonable. But the best I can find is &quot;15% of robberies, 63% of intimate partner violence incidents, 37% of sexual assaults, 45-46% of physical assaults and 40-45% of homicides in the United States involved use of alcohol.” from &lt;a href=&quot;https://en.wikipedia.org/wiki/Alcohol-related_crime&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt; (which cites a questionable source), and &quot;addicts using meth committed six million crimes in 2004” from &lt;a href=&quot;https://web.northeastern.edu/jfox/Documents/methreport06.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;FIGHT CRIME: INVEST IN KIDS&lt;/a&gt;, which also sounds pretty sketchy. But I’d take it, if both numbers could be compared to each other.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Interestingly, I have run across statistics about the relative criminality of drug vs. alcohol users, even though that’s not what I’m looking for, from the &lt;a href=&quot;https://web.archive.org/web/20170408221011/http://www.policyalmanac.org:80/crime/archive/drug_related_crime.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;White House Office of National Drug Control Policy&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="23496" LastActivityDate="2020-02-21T20:29:38.910" Title="How many crimes are alcohol-related vs. drug-related in the US?" Tags="|crime|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16147" PostTypeId="1" CreationDate="2020-02-22T10:20:40.287" Score="1" ViewCount="29" Body="&lt;p&gt;For example if our database is about the European Union, is calling the class containing countries inside the EU &lt;code&gt;Country&lt;/code&gt; descriptive enough, even though it's not supposed to contain countries outside of the EU?&lt;/p&gt;&#xA;" OwnerUserId="23499" LastActivityDate="2020-02-22T10:20:40.287" Title="How precise class names should be?" Tags="|linked-data|rdf|" AnswerCount="0" CommentCount="2" ClosedDate="2020-02-24T23:39:00.263" ContentLicense="CC BY-SA 4.0" />
  <row Id="16148" PostTypeId="1" CreationDate="2020-02-23T12:29:21.323" Score="0" ViewCount="31" Body="&lt;p&gt;While databases and API offerings around nutrition, foods and recipes are flourishing, I fail to find a machine readable data source for &lt;strong&gt;organic/natural products&lt;/strong&gt; as food without relationship to the related products you can actually buy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;With nutrition data, I mean not only the typical triple &quot;carbs, protein , fats&quot; but the complete list of nutrients like vitamins and minerals and what not being important for human well being. &lt;/p&gt;&#xA;" OwnerUserId="16387" LastEditorUserId="16387" LastEditDate="2020-02-24T07:53:32.967" LastActivityDate="2020-02-24T07:53:32.967" Title="API either database on organic/natural products" Tags="|food|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16149" PostTypeId="1" AcceptedAnswerId="16155" CreationDate="2020-02-23T13:33:08.407" Score="1" ViewCount="36" Body="&lt;p&gt;What is the most correct / typical / popular namespace to associate an organization name, logo, and maybe website metadata with an RSS 2 (or Atom) feed entry? Can we just use &lt;a href=&quot;https://schema.org/Organization&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://schema.org/Organization&lt;/a&gt; for that? Organization can be understood as a creator of the entry or original creator (in reposting case) or maybe some more involved relation approximated with the association.&lt;/p&gt;&#xA;" OwnerUserId="6604" LastActivityDate="2020-02-24T23:51:58.727" Title="Adding organization metadata to RSS/Atom feed?" Tags="|metadata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16150" PostTypeId="2" ParentId="5608" CreationDate="2020-02-24T09:43:30.240" Score="0" Body="&lt;p&gt;It's not a &quot;diverse&quot; community, but here are some lists of mailing lists from tech communities.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://lists.w3.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lists.w3.org/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://lists.wikimedia.org/mailman/listinfo&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lists.wikimedia.org/mailman/listinfo&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://commons.apache.org/mail-lists.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.apache.org/mail-lists.html&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Especially with the Wikimedia lists, there would be multiple written languages.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-02-24T09:43:30.240" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16151" PostTypeId="1" CreationDate="2020-02-24T15:00:22.620" Score="2" ViewCount="35" Body="&lt;p&gt;Does anyone know of any satellite missions (open access or not) presently acquiring global Video Remote Sensing data? &lt;/p&gt;&#xA;" OwnerUserId="23503" LastEditorUserId="754" LastEditDate="2021-04-25T11:48:09.950" LastActivityDate="2024-04-04T03:03:05.350" Title="Satellite Video Remote Sensing data" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16152" PostTypeId="1" CreationDate="2020-02-24T19:31:28.043" Score="1" ViewCount="10" Body="&lt;p&gt;I am looking for pre-existing data set (or sets) that has organizational performance, external and internal hiring of leaders, demographics. Even one of these areas would help.&#xA;tks&lt;/p&gt;&#xA;" OwnerUserId="23506" LastActivityDate="2020-02-24T19:31:28.043" Title="Pre-existing data set - organizational performance, external and internal hiring of leaders, demographics" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16153" PostTypeId="1" CreationDate="2020-02-24T19:46:10.917" Score="2" ViewCount="24" Body="&lt;p&gt;While there is enough data which give a rough approximated nutrition information, if you dig deeper, you find that depending on a mineral or vitamin there can be big differences for the recommended intake depending on sex, age but also metabolism say for pregnant/lactating women.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also as it seems there are dozens of known nutrients relevant for health.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore, is there an up-to-date data set where all this data is compiled?&lt;/p&gt;&#xA;" OwnerUserId="16387" LastActivityDate="2020-02-24T19:46:10.917" Title="Data sets for recommended nutrition with detailed information?" Tags="|medical|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16154" PostTypeId="1" CreationDate="2020-02-24T21:34:55.580" Score="0" ViewCount="37" Body="&lt;p&gt;Are there any sources for open access P Band radar data? I need it for a single city block in the Middle East, outside United States.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.n2yo.com/satellite/?s=39133&quot; rel=&quot;nofollow noreferrer&quot;&gt;Russian Aist 2D&lt;/a&gt; has a P Band SAR on board, but the data seems to be not free, therefore not open data.&lt;/p&gt;&#xA;" OwnerUserId="23508" LastEditorUserId="90" LastEditDate="2020-02-26T21:19:57.370" LastActivityDate="2020-02-26T21:19:57.370" Title="Open access P Band Radar data" Tags="|geospatial|aerial-photography|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16155" PostTypeId="2" ParentId="16149" CreationDate="2020-02-24T23:51:58.727" Score="1" Body="&lt;p&gt;The best representation I've seen are mixtures of Microformats, Schema.org, and Dublin Core. Essentially, utilize the semantics that are best for your situation; it sounds &lt;code&gt;rel=&quot;author&quot;&lt;/code&gt; is what you are looking for in differentiating blog posts. &lt;a href=&quot;https://indieweb.org/wiki/api.php?hidebots=1&amp;amp;days=7&amp;amp;limit=50&amp;amp;action=feedrecentchanges&amp;amp;feedformat=atom&quot; rel=&quot;nofollow noreferrer&quot;&gt;Indie Web Camp's feed&lt;/a&gt; and &lt;a href=&quot;https://alistapart.com/main/feed/&quot; rel=&quot;nofollow noreferrer&quot;&gt;A List Apart's feed&lt;/a&gt; are great examples of metadata in feeds.&lt;br&gt;&#xA;Running them &lt;a href=&quot;http://pin13.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;through pin13's validator&lt;/a&gt; exposes their semantics; not surprisingly, nothing renders in Google's &quot;Structured&quot; Data Testing Tool.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2020-02-24T23:51:58.727" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16156" PostTypeId="1" CreationDate="2020-02-25T20:24:22.393" Score="2" ViewCount="61" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qPRTd.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qPRTd.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a website with a comprehensive source for Building Shapefiles in New South Wales, Australia?  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have downloaded the Shapefile from here &lt;a href=&quot;https://download.geofabrik.de/australia-oceania.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/australia-oceania.html&lt;/a&gt; however there are a lot of buildings missing (see image)&lt;/p&gt;&#xA;" OwnerUserId="23375" LastEditorUserId="6229" LastEditDate="2020-02-26T09:22:25.717" LastActivityDate="2020-02-26T09:22:25.717" Title="Seeking Building Shapefiles in New South Wales, Australia" Tags="|geospatial|openstreetmap|buildings|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16157" PostTypeId="1" AcceptedAnswerId="16159" CreationDate="2020-02-25T20:57:35.370" Score="1" ViewCount="102" Body="&lt;p&gt;I need an open source geo-coded dataset for cities in Russia (global data would work fine also as long as it includes Russia).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far the best I've found is the &lt;em&gt;simplemaps&lt;/em&gt; dataset which has partial data (677 cities) for free or $199 for their full data (188,968 cities): &lt;a href=&quot;https://simplemaps.com/data/ru-cities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://simplemaps.com/data/ru-cities&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a dataset of Russian cities that is both comprehensive and free which includes coordinates (latitude and longitude)?&lt;/p&gt;&#xA;" OwnerUserId="22913" LastActivityDate="2023-01-26T04:29:36.450" Title="Geo-coded Russian Cities Data" Tags="|data-request|geospatial|russia|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16158" PostTypeId="2" ParentId="16154" CreationDate="2020-02-25T22:27:53.577" Score="1" Body="&lt;p&gt;NASA's &lt;a href=&quot;https://earthdata.nasa.gov/learn/remote-sensors&quot; rel=&quot;nofollow noreferrer&quot;&gt;Remote Sensors&lt;/a&gt; definitely has P Band data; filter the table in the link for &quot;P Band&quot;.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2020-02-25T22:27:53.577" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16159" PostTypeId="2" ParentId="16157" CreationDate="2020-02-26T20:50:42.160" Score="2" Body="&lt;p&gt;At the suggestion of sboysel and Stanislav Kralin I explored two data sources that answer the question in different ways. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The RU.zip file off of &lt;a href=&quot;http://download.geonames.org/export/dump/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geonames.org/export/dump/&lt;/a&gt; is more comprehensive in its inclusion and is better if seeking general populated places in Russia. In total it has 360,646 entries. Be advised that in addition it also contains Federal Districts, Oblasts, Republics, and Krai which may need to remove.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The city.csv file from &lt;a href=&quot;https://github.com/hflabs/city?files=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/hflabs/city?files=1&lt;/a&gt; has 1,118 cities and apparently includes only places that have officially been designated as a city by the Russian Federation. This is better when official designation matters.&lt;/p&gt;&#xA;" OwnerUserId="22913" LastActivityDate="2020-02-26T20:50:42.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16161" PostTypeId="1" CreationDate="2020-02-27T13:54:57.650" Score="1" ViewCount="286" Body="&lt;p&gt;Does anyone know if there is an audio dataset containing explosions? I'm trying to train a neural network in recognizing explosions sounds.&lt;/p&gt;&#xA;" OwnerUserId="23518" LastActivityDate="2020-04-15T14:48:44.600" Title="Dataset of explosion audio (or video with audio) recordings" Tags="|data-request|machine-learning|audio|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16162" PostTypeId="2" ParentId="16161" CreationDate="2020-02-27T15:03:07.167" Score="2" Body="&lt;p&gt;I think this is probably what you are looking for &lt;a href=&quot;https://research.google.com/audioset/dataset/explosion.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google-audiose-explosion&lt;/a&gt;. Also you might find other audio datasets that might fit into your search criteria under &lt;a href=&quot;https://research.google.com/audioset/dataset/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://research.google.com/audioset/dataset/index.html&lt;/a&gt; by filtering using words like &quot;bang&quot; or &quot;boom&quot; etc. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I just came across this &lt;a href=&quot;https://annotator.freesound.org/fsd/explore/%252Fm%252F014zdl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;freesound-explosions-db&lt;/a&gt; , so maybe it can be a good alternative to the google dataset.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="21435" LastEditDate="2020-04-15T14:48:44.600" LastActivityDate="2020-04-15T14:48:44.600" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16164" PostTypeId="1" CreationDate="2020-02-27T17:37:38.363" Score="1" ViewCount="70" Body="&lt;p&gt;Is there any county-level (or similar) data on religious affiliation and church attendance in the United States from 1940s-1960s?&lt;/p&gt;&#xA;" OwnerUserId="23519" LastActivityDate="2020-02-27T19:19:08.327" Title="County-level data on religious affiliation and church attendance in US 1940-1960" Tags="|usa|demographics|county|religion|historical|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16165" PostTypeId="2" ParentId="16164" CreationDate="2020-02-27T19:11:10.977" Score="1" Body="&lt;p&gt;Here's the FAQ answer to what is available from the U.S. Census Bureau: &lt;a href=&quot;https://ask.census.gov/prweb/PRServletCustom/YACFBFye-rFIz_FoGtyvDRUGg1Uzu5Mn*/!STANDARD?pyActivity=pyMobileSnapStart&amp;amp;ArticleID=KCP-5050&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ask.census.gov/prweb/PRServletCustom/YACFBFye-rFIz_FoGtyvDRUGg1Uzu5Mn*/!STANDARD?pyActivity=pyMobileSnapStart&amp;amp;ArticleID=KCP-5050&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It suggests that data may exist for the period just before the date range you were hoping for. Perhaps that was what you were trying to extend? &lt;a href=&quot;https://www.pewforum.org/2010/01/26/a-brief-history-of-religion-and-the-u-s-census/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's the Pew Foundation's history of the debate&lt;/a&gt; surrounding the question of the propriety of the government doing such a survey.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The National Council of Churches has been doing surveys at the county level, but only did one in the time-frame your request. See links at &lt;a href=&quot;http://www.usreligioncensus.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.usreligioncensus.org/&lt;/a&gt; and &lt;a href=&quot;http://www.thearda.com/Archive/Files/Descriptions/CMS52CNT.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.thearda.com/Archive/Files/Descriptions/CMS52CNT.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23520" LastEditorUserId="23520" LastEditDate="2020-02-27T19:19:08.327" LastActivityDate="2020-02-27T19:19:08.327" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16166" PostTypeId="1" CreationDate="2020-02-28T02:28:21.147" Score="0" ViewCount="403" Body="&lt;p&gt;I think my api formatting is off, but I keep getting errors from: &#xA;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools?fields=admissions.sat_scores&amp;amp;api_key=redacted&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools?fields=admissions.sat_scores&amp;amp;api_key=redacted&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the error is {&quot;errors&quot;:[{&quot;error&quot;:&quot;field_not_found&quot;,&quot;input&quot;:&quot;admissions.sat_scores&quot;,&quot;message&quot;:&quot;The input field 'admissions.sat_scores' (in the fields parameter) is not a field in this dataset.&quot;}]}&lt;/p&gt;&#xA;" OwnerUserId="23523" LastEditorUserId="23523" LastEditDate="2020-02-28T02:55:03.247" LastActivityDate="2020-04-01T19:01:05.153" Title="How do I access the admissions data from College Scorecard?" Tags="|api|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16167" PostTypeId="1" CreationDate="2020-02-28T04:11:15.887" Score="1" ViewCount="47" Body="&lt;p&gt;I want to read a certain article in a scientific journal which I believe is stored at the National Library of Medicine, among other places. It does have a PMID. I looked at the instructions for obtaining a full article here: &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/guide/howto/obtain-full-text/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncbi.nlm.nih.gov/guide/howto/obtain-full-text/&lt;/a&gt; . &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The particular article I want to access does not have a &quot;Get full access&quot; icon anywhere, and I can only view an abstract. I can thus only assume that the article is only stored in printed form at the NLM and has not been digitized. In fact, I have looked it up on Worldcat and was told that it is available at the NLM, plus some other libraries. I have also been unable to find any contact information of the publisher.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I, who am not affiliated with a university or any organization, obtain either a print copy of the article or get a digital copy? Is there a way to request a digitization? According to Worldcat, the nearest library containing the journal with the article I seek is rather far away. Is physically travelling to the location the only option?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The scientific journal in question is Eksperimentalna meditsina i morfologiia, volume 12.&lt;/p&gt;&#xA;" OwnerUserId="23524" LastActivityDate="2020-03-03T17:00:36.833" Title="How do I access articles from the National Library of Medicine that have not been digitized?" Tags="|data-request|usa|medical|government|research|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16168" PostTypeId="1" CreationDate="2020-02-28T10:34:54.600" Score="0" ViewCount="107" Body="&lt;p&gt;How to Download Maharashtra Village Boundary.?&lt;/p&gt;&#xA;" OwnerDisplayName="Kiran Thorat" LastEditorUserId="2686" LastEditDate="2020-02-29T17:37:03.893" LastActivityDate="2020-03-08T22:56:01.257" Title="How do I download a Maharashtra Village Boundary layer .?" Tags="|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16169" PostTypeId="2" ParentId="16168" CreationDate="2020-02-28T11:07:02.217" Score="1" Body="&lt;p&gt;Usually remote area of small villages are hard to come by. You could install Google Earth, then:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Search the area&lt;/li&gt;&#xA;&lt;li&gt;Select the Polygon Tool&lt;/li&gt;&#xA;&lt;li&gt;Digitize the area yourself&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Ep4g3.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Ep4g3.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would be a good way to start a project. You could then download a desktop GIS software such as &lt;a href=&quot;https://qgis.org/en/site/forusers/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGIS&lt;/a&gt; or any other GIS Desktop software for further work.&lt;/p&gt;&#xA;" OwnerUserId="23525" OwnerDisplayName="MyGIS" LastEditorUserId="6229" LastEditDate="2020-03-08T22:56:01.257" LastActivityDate="2020-03-08T22:56:01.257" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16170" PostTypeId="1" CreationDate="2020-02-28T15:26:07.537" Score="4" ViewCount="482" Body="&lt;p&gt;I'm looking for a big dataset of clouds (in the sky) ground based images. i need tens of thousands of images.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is important that the images will be ground based and not from satellite/ flights.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've tried to search and so far found datasets of hundreds/thousands of images, but not the amount I need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'll appreciate your help. Thanks!&lt;/p&gt;&#xA;" OwnerUserId="23526" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:11.163" LastActivityDate="2024-01-06T12:08:30.977" Title="searching for clouds (in the sky) images big dataset" Tags="|data-request|geospatial|images|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16172" PostTypeId="1" CreationDate="2020-03-02T13:01:07.037" Score="1" ViewCount="13" Body="&lt;p&gt;I'm looking for any data showing soil/land emissions and/or soil contamination levels for the state of Pennsylvania. The only sources I found were on the EPA (using the TRI database) and this data source (&lt;a href=&quot;https://mrdata.usgs.gov/ds-801/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mrdata.usgs.gov/ds-801/&lt;/a&gt;). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I'll also accept soil data for the USA as a whole as well.&lt;/p&gt;&#xA;" OwnerUserId="23530" LastActivityDate="2020-03-02T13:01:07.037" Title="Looking For Land Emissions/ Soil Contamination Chemical Levels Data" Tags="|data-request|soils|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16173" PostTypeId="2" ParentId="16166" CreationDate="2020-03-02T17:37:08.763" Score="1" Body="&lt;p&gt;Time series data such as the &lt;code&gt;completion&lt;/code&gt;, &lt;code&gt;earnings&lt;/code&gt;, &lt;code&gt;cost&lt;/code&gt;, &lt;code&gt;admissions&lt;/code&gt;, &lt;code&gt;student&lt;/code&gt;, &lt;code&gt;academics&lt;/code&gt;, &lt;code&gt;aid&lt;/code&gt;, &lt;code&gt;repayment&lt;/code&gt; metrics are organized within objects relative to each year the data was collected.  We included a &lt;code&gt;latest&lt;/code&gt; object at the top level of each institution that contains the latest data collected.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of an API call that queries the &lt;code&gt;latest.admissions.sat_scores&lt;/code&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?&#xA;fields=latest.admissions.sat_scores&#xA;&amp;amp;api_key=API_KEY&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23389" LastActivityDate="2020-03-02T17:37:08.763" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16178" PostTypeId="2" ParentId="16143" CreationDate="2020-03-03T21:32:59.820" Score="1" Body="&lt;p&gt;As @StanislavKralin suggested, read &lt;a href=&quot;https://m.mediawiki.org/wiki/Special:MyLanguage/Help:WikibaseCirrusSearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;the guide&lt;/a&gt; (!). Some examples in the context of the question.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Supposing that I am looking for itens about &lt;em&gt;&quot;personal data&quot;&lt;/em&gt; on Wikidata search box.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Try &lt;code&gt;personal data&lt;/code&gt;... &lt;br/&gt;Results in a lot of strange items (example &lt;a href=&quot;https://www.wikidata.org/wiki/Q33280464&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q3328..&lt;/a&gt;), that, when click we can see that are journal article (Q13442814) instances.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;add the &lt;code&gt;haswbstatement:&lt;/code&gt; tag with the entity tag. For example &lt;code&gt;personal haswbstatement:P31=Q151885&lt;/code&gt; retrieves all instances of Q151885 that have key-word &quot;personal&quot;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;To search for items that do not have a certain statement, add an “exclude” modifier.&lt;br&gt;&lt;code&gt;personal data -haswbstatement:P31=Q13442814&lt;/code&gt; finds all &quot;personal data&quot; excluding journal articles.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;personal data -haswbstatement:P279=*&lt;/code&gt; retrieves all ontological itens that are a kind of subclass (so not is a kind of article, document or any other non-ontological item).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1313" LastActivityDate="2020-03-03T21:32:59.820" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16179" PostTypeId="1" CreationDate="2020-03-04T00:33:37.873" Score="2" ViewCount="13" Body="&lt;p&gt;I'm trying to get the number of reactions for a certain drug, but only where the drug was classified as suspect drug (drugcharacterization=1).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=(_exists_:(patient.drug.openfda.generic_name.exact)+AND+receivedate:([20040101+TO+20170630])+AND+patient.drug.drugcharacterization=1)+AND+(patient.drug.openfda.generic_name:%22SUMATRIPTAN%22)&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=(&lt;em&gt;exists&lt;/em&gt;:(patient.drug.openfda.generic_name.exact)+AND+receivedate:([20040101+TO+20170630])+AND+patient.drug.drugcharacterization=1)+AND+(patient.drug.openfda.generic_name:%22SUMATRIPTAN%22)&lt;/a&gt;&#xA;and &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=(_exists_:(patient.drug.openfda.generic_name.exact)+AND+receivedate:([20040101+TO+20170630])+AND+(patient.drug.openfda.generic_name:%22SUMATRIPTAN%22),that&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=(&lt;em&gt;exists&lt;/em&gt;:(patient.drug.openfda.generic_name.exact)+AND+receivedate:([20040101+TO+20170630])+AND+(patient.drug.openfda.generic_name:%22SUMATRIPTAN%22),that&lt;/a&gt; outcoes aren't different.&#xA;In this way,I can't get the number of reactions for a certain drug, but only where the drug was classified as suspect drug (drugcharacterization=1).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a way to filter, so that I only get reactions where SUMATRIPTAN was listed as suspect drug?&lt;/p&gt;&#xA;" OwnerUserId="23555" LastActivityDate="2020-03-04T00:33:37.873" Title="Is there a way to filter, so that I only get reactions where SUMATRIPTAN was listed as suspect drug?" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16182" PostTypeId="1" CreationDate="2020-03-04T13:06:40.970" Score="1" ViewCount="97" Body="&lt;p&gt;I saw &lt;a href=&quot;https://news.ycombinator.com/item?id=22482731&quot; rel=&quot;nofollow noreferrer&quot;&gt;this post on Hacker News&lt;/a&gt; and was curious about a dataset that has information about countries and their approach to compulsory teaching of swimming.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many datasets about drowning rates (&lt;a href=&quot;https://news.ycombinator.com/item?id=22483373&quot; rel=&quot;nofollow noreferrer&quot;&gt;see my comment for links&lt;/a&gt;), but I'd like to correlate those to the prevalence of swimming lessons for children, either in schools or otherwise a government initiative. Or, percentages of population that can swim, by age groups if possible. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any machine readable format (even PDF tables) and any license is fine to get me started.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-04T15:31:46.657" LastActivityDate="2020-03-04T15:31:46.657" Title="Global data about compulsory swimming lessons in schools or rates of population that can swim" Tags="|data-request|sports|education|global|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16183" PostTypeId="1" CreationDate="2020-03-05T05:07:47.390" Score="1" ViewCount="36" Body="&lt;p&gt;Are there RDF schemas, ontologies for software libraries? Let's say I'm a Lisp programmer familiar with quicklisp. Or I'm a C programmer using numerical packages. Or a MS programmer using DLLs. Has any software libraries like these been &quot;semantic webbed&quot; with RDF triples? If not, where might I start? I'm guessing there exist XML or JSON data management for libraries, correct?&lt;/p&gt;&#xA;" OwnerUserId="9499" LastActivityDate="2020-03-05T05:07:47.390" Title="RDF schemas, ontologies for software libraries?" Tags="|rdf|ontology|semantic-web|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16185" PostTypeId="1" AcceptedAnswerId="17320" CreationDate="2020-03-05T10:35:27.333" Score="25" ViewCount="2544" Body="&lt;p&gt;There are some very good sites showing the state of infections 'now', but I would like to find a data set of COVID-19 infections, deaths and number of tests by day and by country. These are the best I can find, but it doesn't quite meet what I'm after.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gisanddata.maps.arcgis.com/apps/opsdashboard/index.html#/bda7594740fd40299423467b48e9ecf6&quot; rel=&quot;noreferrer&quot;&gt;John Hopkins CSSE&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.worldometers.info/coronavirus/&quot; rel=&quot;noreferrer&quot;&gt;Worldometer&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Notes: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;There is &lt;a href=&quot;https://opendata.stackexchange.com/q/16251/1511&quot;&gt;another question about clinical data&lt;/a&gt; for &lt;a href=&quot;/questions/tagged/covid19&quot; class=&quot;post-tag&quot; title=&quot;show questions tagged &amp;#39;covid19&amp;#39;&quot; rel=&quot;tag&quot;&gt;covid19&lt;/a&gt;.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;There is a &lt;a href=&quot;https://opendata.stackexchange.com/a/17320/1511&quot;&gt;community wiki answer&lt;/a&gt; to index the answers. You can answer there by editing, either adding a link to your answer, or a link to a &quot;link-only&quot; answer.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="10235" LastEditorUserId="10235" LastEditDate="2020-04-04T10:47:28.050" LastActivityDate="2020-11-12T14:05:21.573" Title="COVID19 - Coronavirus case data (country summary data)" Tags="|data-request|medical|global|covid19|" AnswerCount="15" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="16186" PostTypeId="2" ParentId="16185" CreationDate="2020-03-05T11:38:04.917" Score="16" Body="&lt;p&gt;The JHU dashboard you linked has their data available as CSV on Github:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/CSSEGISandData/COVID-19/tree/master/csse_covid_19_data&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/CSSEGISandData/COVID-19/tree/master/csse_covid_19_data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in particular these CSV files, which contain all historical timeseries&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/CSSEGISandData/COVID-19/tree/master/csse_covid_19_data/csse_covid_19_time_series&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/CSSEGISandData/COVID-19/tree/master/csse_covid_19_data/csse_covid_19_time_series&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Here is a coincidental Python3 scraper for the &quot;confirmed cases&quot;, which reads the online CSV and does some parsing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/philshem/fb60c1697f46f66b184c1f624283fd6a&quot; rel=&quot;noreferrer&quot;&gt;https://gist.github.com/philshem/fb60c1697f46f66b184c1f624283fd6a&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;#!/usr/bin/python3&#xA;&#xA;# pip3 install pandas matplotlib&#xA;import pandas as pd&#xA;from matplotlib import pyplot as plt&#xA;&#xA;# this gets the worldwide confirmed cases from JHU&#xA;url = 'https://raw.githubusercontent.com/CSSEGISandData/COVID-19/master/csse_covid_19_data/csse_covid_19_time_series/time_series_19-covid-Confirmed.csv'&#xA;&#xA;# read/download csv&#xA;df = pd.read_csv(url)&#xA;&#xA;# filter on Swiss data&#xA;# df = df[df['Country/Region'] == 'Switzerland']&#xA;&#xA;# remove unneeded columns&#xA;df.drop(['Province/State', 'Lat','Long'], axis=1, inplace=True)&#xA;&#xA;# unpivot aka &quot;melt&quot;&#xA;df = df.melt(id_vars=['Country/Region'], var_name='date', value_name='confirmed_cases')&#xA;&#xA;# rename column&#xA;df.rename(columns={'Country/Region': 'country'}, inplace=True)&#xA;&#xA;# convert date column to date-type&#xA;df.date = pd.to_datetime(df.date)&#xA;&#xA;# not needed&#xA;#df = df.set_index(df.date)&#xA;&#xA;df.to_csv('confirmed_coronavirus.csv',index=False)&#xA;#print(df)&#xA;&#xA;# write to plot, save as file&#xA;plt.plot(df.date, df.confirmed_cases, '-')&#xA;_ = plt.xticks(rotation=45)&#xA;plt.savefig('confirmed_coronavirus.png')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;There is also an API source for the JHU data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://covid19api.com/#details&quot; rel=&quot;noreferrer&quot;&gt;https://covid19api.com/#details&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Access data on COVID19 through an easy API for free. Build dashboards, mobile apps or integrate in to other applications. Data is sourced from Johns Hopkins CSSE&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Documentation: &lt;a href=&quot;https://documenter.getpostman.com/view/10808728/SzS8rjbc&quot; rel=&quot;noreferrer&quot;&gt;https://documenter.getpostman.com/view/10808728/SzS8rjbc&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-26T19:56:41.863" LastActivityDate="2020-03-26T19:56:41.863" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16187" PostTypeId="1" CreationDate="2020-03-05T18:10:14.770" Score="1" ViewCount="92" Body="&lt;p&gt;I’m having an issue with this line –&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;obj.results[0][2017].admissions.sat_scores.25th_percentile.math&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It’s giving me a syntax error. I’m using Javascript and it seems to be having a problem with the number 25. This code works just fine – &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;obj.results[0][2017].admissions.sat_scores.average.overall&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any line that reads &lt;code&gt;admissions.sat_scores.[NUMBER]&lt;/code&gt; throws an error. What I'm I doing wrong?&lt;/p&gt;&#xA;" OwnerUserId="23570" LastEditorUserId="16193" LastEditDate="2020-03-05T23:40:33.473" LastActivityDate="2020-04-05T17:01:55.237" Title="Syntax error when the developer friendly name starts with a number" Tags="|api|collegescorecard|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16188" PostTypeId="1" CreationDate="2020-03-06T11:54:54.617" Score="1" ViewCount="106" Body="&lt;p&gt;For a machine learning task, I want to use book character descriptions to learn the possible properties of people of characters. Does anyone know a database of descriptions of book/movie characters? Real-life descriptions of people are also a possibility. &lt;/p&gt;&#xA;" OwnerUserId="23580" LastActivityDate="2020-03-06T11:54:54.617" Title="Is there a database of book/movie character descriptions" Tags="|data-request|machine-learning|text|books|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16190" PostTypeId="1" CreationDate="2020-03-06T14:50:45.800" Score="1" ViewCount="18" Body="&lt;p&gt;Is there an API for LAC applications that my company can access to download LAC applications? We currently use the website to logon and manual download the LAC applications&lt;/p&gt;&#xA;" OwnerUserId="23581" LastActivityDate="2020-03-06T14:50:45.800" Title="LCA API Download access" Tags="|api|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16191" PostTypeId="2" ParentId="16187" CreationDate="2020-03-06T16:28:57.753" Score="2" Body="&lt;p&gt;The problem was with the way I tried to access that property. Since the key name starts with a number, I need to use brackets. This expression works.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;obj.results[0][2017].admissions.sat_scores[&quot;25th_percentile&quot;].math;&lt;/p&gt;&#xA;" OwnerUserId="23570" LastActivityDate="2020-03-06T16:28:57.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16192" PostTypeId="1" CreationDate="2020-03-06T17:06:23.770" Score="1" ViewCount="20" Body="&lt;p&gt;I am doing a survey on Life Tables of several countries and I can't seem to find that of Tanzania for all ages (not in ranges like it is in WHO website) . Does anyone know where it can be obtained?&lt;/p&gt;&#xA;" OwnerUserId="23584" LastEditorUserId="16193" LastEditDate="2020-08-09T19:04:54.320" LastActivityDate="2022-03-25T12:43:40.180" Title="Tanzania Life Table" Tags="|data-request|research|demographics|africa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16193" PostTypeId="1" CreationDate="2020-03-06T09:38:48.957" Score="4" ViewCount="81" Body="&lt;p&gt;Even though there is plenty of public data, I cannot find a source for the global infection chains of Corona. In other words,  I am interested in the data that shows from where each infection has been imported (e.g. country A's patient 0 has imported Corona from country B).&lt;/p&gt;&#xA;&lt;p&gt;You can find information about that here and there in various news articles. However, I hope for a data source that can be used automatically.&lt;/p&gt;&#xA;" OwnerUserId="23590" OwnerDisplayName="AmonNascaroth" LastEditorUserId="70" LastEditDate="2022-10-14T19:05:24.020" LastActivityDate="2022-10-14T19:05:24.020" Title="Data source for global corona infection chains" Tags="|data-request|covid19|visualization|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16194" PostTypeId="2" ParentId="16193" CreationDate="2020-03-06T09:43:25.757" Score="2" Body="&lt;p&gt;I'm not sure anybody in the world has this information.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I live in Italy, not far from the largest coronavirus spreading in Europe. Patient 1 (the guy who started the epidemic in all Italy) used to live about one hour from my town. No one has still a clue on how he got it, and how it all started. I'm quite sure there's no such data &lt;em&gt;at all&lt;/em&gt;. I'm sorry about this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I suggest you to take the coronavirus dataset available on Kaggle and maybe try to estimate it by combining it with geo-data. That's the only thing I can think ok. Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="22710" OwnerDisplayName="Leevo" LastActivityDate="2020-03-06T09:43:25.757" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16196" PostTypeId="2" ParentId="16193" CreationDate="2020-03-07T13:48:29.000" Score="1" Body="&lt;p&gt;So on Kaggle there is a &quot;line list&quot; data source which is quite interesting.&#xA;&lt;a href=&quot;https://www.kaggle.com/sudalairajkumar/novel-corona-virus-2019-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/sudalairajkumar/novel-corona-virus-2019-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In this list you will find a column showing whether it's the first case in a particular country, if the patient was visiting or coming from Wuhan.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there are cases where it's not that binary. Take Germany for example:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;new confirmed COVID-19 patient in Germany: 1/28-No.1 male, 33, &lt;strong&gt;caught from Chinese colleague&lt;/strong&gt; during conference in Munich from 1/20-1/21, first human-to-human transmission in Europe, confirmed 1/27/202...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Or Italy&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;new confirmed COVID-19 patient in Rome, Italy: male, &lt;strong&gt;Chinese tourist&lt;/strong&gt;, arrived in Milan over a week ago&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Both are first cases, so therefore the number of cases is 1 and can be filtered easily. However, there are nth confirmed cases which have been imported too. Therefore, some automation filtering those entries would be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Could NLP help? I am a novice in these topics and started learning, so excuse me if I haven't tried yet.&lt;/p&gt;&#xA;" OwnerUserId="23590" LastActivityDate="2020-03-07T13:48:29.000" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16197" PostTypeId="1" CreationDate="2020-03-07T18:17:05.443" Score="1" ViewCount="22" Body="&lt;p&gt;Someone was able to find information or a database on bathymetry/contour lines for inland lakes in South Africa?&lt;/p&gt;&#xA;" OwnerUserId="23587" LastActivityDate="2020-03-07T18:17:05.443" Title="South Africa inland lakes bathymetry/depth contours" Tags="|geospatial|research|africa|analysis|data-mapping|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16198" PostTypeId="1" CreationDate="2020-03-08T05:11:19.887" Score="1" ViewCount="114" Body="&lt;p&gt;I've downloaded all the url's for the different drug-event pairs, but they all end in .zip.&#xA;Does anyone know how to automate pulling the .json file out of these zip files without doing it manually for each one? I'm not sure how to unzip the files.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;library(jsonlite)&#xA;# create a character vector of all 961 available download files&#xA;url &amp;lt;- &quot;https://api.fda.gov/download.json&quot;&#xA;document &amp;lt;- fromJSON(url)&#xA;results &amp;lt;- document$results&#xA;drug_event &amp;lt;- results$drug$event&#xA;files &amp;lt;- as.character(drug_event$partitions$file)&#xA;&#xA;# unzipping the files&#xA;file1 &amp;lt;- files[1]&#xA;temp &amp;lt;- tempfile()&#xA;download.file(file1,temp)&#xA;unz(temp, &quot;data.json&quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23597" LastEditorUserId="16193" LastEditDate="2020-03-08T11:04:18.537" LastActivityDate="2020-03-10T19:38:37.480" Title="Unzipping the openfda data in R" Tags="|openfda|programming|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16199" PostTypeId="1" CreationDate="2020-03-08T19:34:54.880" Score="2" ViewCount="47" Body="&lt;p&gt;I am trying to find monthly CPS data for years before 1962, which is the first year available through IPUMS. I checked on the NBER website but they only provide data from 1976 on. CPS should have been administered since the 1940s but I cannot find an online source of data for the first two decades. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you know if they are available? And if yes, where?&lt;/p&gt;&#xA;" OwnerUserId="14521" LastEditorUserId="1354" LastEditDate="2020-03-08T20:13:29.793" LastActivityDate="2024-03-22T17:07:41.020" Title="Current Population Survey (CPS) before 1962" Tags="|data-request|economics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16200" PostTypeId="2" ParentId="11204" CreationDate="2020-03-08T23:30:42.680" Score="0" Body="&lt;p&gt;A few months ago I stumbled upon this question and realised that no solution existed.&lt;/p&gt;&#xA;&lt;p&gt;I have since built a platform to solve this problem for myself, and figured it could benefit others:&#xA;&lt;a href=&quot;https://joule.prgm.studio/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Joule&lt;/a&gt; &lt;strong&gt;(discontinued as of November 2022)&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I tried to address the following problems:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;no file size limit&lt;/li&gt;&#xA;&lt;li&gt;data compression&lt;/li&gt;&#xA;&lt;li&gt;easy integration into terminal-workflows&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23601" LastEditorUserId="23601" LastEditDate="2022-11-28T12:39:42.713" LastActivityDate="2022-11-28T12:39:42.713" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16201" PostTypeId="2" ParentId="16056" CreationDate="2020-03-08T23:33:53.150" Score="1" Body="&lt;p&gt;&lt;strong&gt;(Answer DEPRECATED as of November 2022)&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;You might be able to use &lt;a href=&quot;https://joule.prgm.studio/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Joule&lt;/a&gt; for big dataset uploads.&lt;/p&gt;&#xA;&lt;p&gt;As I mentioned in &lt;a href=&quot;https://opendata.stackexchange.com/a/16200/23601&quot;&gt;this answer&lt;/a&gt;, it's a solution I built to host big public datasets inside Git repositories.&lt;/p&gt;&#xA;" OwnerUserId="23601" LastEditorUserId="23601" LastEditDate="2022-11-28T12:38:05.330" LastActivityDate="2022-11-28T12:38:05.330" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16202" PostTypeId="1" CreationDate="2020-03-09T19:37:31.237" Score="2" ViewCount="36" Body="&lt;p&gt;I'm looking for a data set that has a larger number of images associated with 1 individual in a set to fine-tune a neural net for identification as a research project. Having 5-10 individuals is more than enough. So far, I've been trying with downloading celebrity images using different search engines (and &lt;a href=&quot;https://pypi.org/project/icrawler/&quot; rel=&quot;nofollow noreferrer&quot;&gt;icrawler&lt;/a&gt;), but most search engines give 60-80 images at best (with bing being the best so far with ca. 120).&lt;/p&gt;&#xA;" OwnerUserId="21600" OwnerDisplayName="rTECH" LastEditorUserId="1511" LastEditDate="2020-04-12T10:15:43.283" LastActivityDate="2020-05-12T11:08:50.997" Title="Face data set with ca. 100-1000 images on each individual" Tags="|data-request|images|faces|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16203" PostTypeId="2" ParentId="1237" CreationDate="2020-03-10T14:38:13.287" Score="1" Body="&lt;p&gt;Take a look at the EU &lt;a href=&quot;https://europass.cedefop.europa.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Europass&lt;/a&gt; project.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;CVs can be saved out in a Europass XML format.&lt;/p&gt;&#xA;" OwnerUserId="20597" LastActivityDate="2020-03-10T14:38:13.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16204" PostTypeId="1" CreationDate="2020-03-10T15:51:55.443" Score="0" ViewCount="100" Body="&lt;p&gt;I'm looking for a database for the underground resources of Brazil, especially for the state of Minas Gerais. Do you have any to recommend?&lt;/p&gt;&#xA;" OwnerDisplayName="user3961" LastEditorUserId="70" LastEditDate="2022-10-14T18:11:27.113" LastActivityDate="2024-03-08T04:03:05.457" Title="Best GIS database for Brazil geological data" Tags="|data-request|database|brazil|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16205" PostTypeId="2" ParentId="16198" CreationDate="2020-03-10T19:38:37.480" Score="3" Body="&lt;p&gt;Just use  &lt;a href=&quot;https://cran.r-project.org/doc/manuals/r-release/R-intro.html#Repetitive-execution&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;for&lt;/code&gt;&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;# unzipping the files&#xA;temp&amp;lt;-tempfile()&#xA;for (f in files) {&#xA;    download.file(f,temp)&#xA;    unzip(temp)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2020-03-10T19:38:37.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16206" PostTypeId="1" AcceptedAnswerId="17764" CreationDate="2020-03-11T11:09:09.417" Score="1" ViewCount="1460" Body="&lt;p&gt;I'm looking for a database which is kept up to date (eg. monthly/quarterly updates) about cars. The dataset must contain the car brand, model and type (eg. SUV, coupe,...). All extra data is welcome. I would like to have the data at least on continent level, preferably world-wide. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm comfortable with a free sample paying if I'm satisfied with the sample. &lt;/p&gt;&#xA;" OwnerUserId="23614" LastActivityDate="2020-07-10T10:18:17.320" Title="Data on car models, brands and type" Tags="|cars|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16207" PostTypeId="1" CreationDate="2020-03-11T12:44:05.943" Score="2" ViewCount="58" Body="&lt;p&gt;I live in Sweden, but this applies to all other countries as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have a general interest in, and fascination of, statistics and working with data in databases. By far the biggest obstacle has nothing to do with technically dealing with the database software, writing SQL queries, or designing databases. Rather, the #1 problem is:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Nobody wants to provide useful data!&lt;/em&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have spent a significant part of the last 20 years searching for databases/data files of all kinds. Time and time again, I end up at a &quot;contact us for pricing&quot; webpage, or a &quot;Buy now for only $4,799!&quot; text. Oddly, this does not just apply to commercial entities, but also authorities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even though the Swedish government has been talking about &quot;open data&quot; and &quot;free information for all&quot; for a very long time, the actual reality is that virtually none of that juicy data is available for you and I to grab and use. Instead, they have multiple layers of &quot;red tape&quot;, requiring you to pay through the nose for any kind of access, and in many cases, you aren't even &lt;strong&gt;allowed&lt;/strong&gt; to pay for it unless you run a major corporation with special ties to the government. It's really bizarre.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data they do allow you to look at is meaningless/shallow statistics, rarely if ever provided in a format which can be reasonably parsed by a computer and fed into my database for further analysis. The so-called &quot;open data for everyone&quot; often consists of nothing more than a bunch of formatted PDFs, useless for my purposes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not interested in static columns showing how many new people were born in 2020. I want a &lt;em&gt;list&lt;/em&gt; of those people, with their names, genders, race, blood type, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I realize that &lt;strong&gt;all&lt;/strong&gt; data cannot be open without heavy abuse inevitably resulting from it. However, at least the Swedish government has this idea of &quot;public records&quot;, where you are &lt;strong&gt;theoretically&lt;/strong&gt; allowed to request all kinds of data. The problem is that they only allow you to do this in person, over phone or via e-mail, and you have to do it manually and only request at most three (3) &quot;units&quot; each time. In practice, this makes it useless.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this information is allegedly &quot;public&quot;, why are they so unwilling to actually make it available? I could send an e-mail to a Swedish government entity right now, requesting all kinds of information (including their full social security number) for a given person, and they will respond within 24 hours with it, no questions asked. I've done it many times. &lt;strong&gt;However&lt;/strong&gt;, if I ask them for a &lt;strong&gt;Swedish_people.csv&lt;/strong&gt; file with every person registered in Sweden and the same information I requested manually for one or up to three persons, they will refuse.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Major corporations are able to pay a lot of money to get access to their government APIs, but it costs a fortune and they wouldn't let me buy access to it even if I had the money (because I don't run a major company).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It doesn't make any sense to me. I wonder why they have these double standards, and how they can possibly charge money for &quot;public&quot; records.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A dream of mine would be to be able to do:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT name, email_address, physical_address, passport_photo FROM people WHERE current_city = $1 AND gender = $2 AND age &amp;gt;= $3 AND age &amp;lt;= $4 AND civil_status = $5 ORDER BY distance_from_me DESC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Of course, this is completely unrealistic, but you get the idea. I wish to have actual, curated records from (semi) trusted sources rather than having to play with the few, measly databases which are freely available to the public at no charge.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A perfect example of something very basic would be the telephone book. Back in the day, they sent out a complete book of every single person's name, telephone number and address to every household in the entire country. This was standard practice all over the world, I believe. A digital version of that would be a .csv file which I could just download from a government website at a static URL, always kept updated. Nope. Nothing like that. I'm forced to use these third-party, commercial websites where I get to enter individual people's names and send this information to the company in question. They are paying the government a lot of money to get this information, even though it could be made available for virtually no cost at all.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Why, since they used to provide this information in physical form, is it now unthinkable in the digital age?&lt;/p&gt;&#xA;" OwnerUserId="23615" LastActivityDate="2020-03-13T06:07:47.513" Title="Why doesn't my government, and governments in general, provide useful statistics in digital format?" Tags="|data-request|releasing-data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16208" PostTypeId="1" CreationDate="2020-03-11T14:55:27.917" Score="1" ViewCount="186" Body="&lt;p&gt;Medical Expenditure Panel Survey has a list of &lt;a href=&quot;https://meps.ahrq.gov/data_stats/download_data/pufs/h199/h199doc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;priority conditions (A3-1, last page)&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;LIST OF CONDITIONS ASKED IN PRIORITY CONDITIONS ENUMERATION SECTION&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Angina/Angina Pectoris&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Arthritis&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Asthma&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Attention Deficit Hyperactivity Disorder (ADHD)/Attention Deficit&#xA;Disorder (ADD)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cancer/Malignancy&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Chronic Bronchitis&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Coronary Heart Disease&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Diabetes/Sugar Diabetes&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Emphysema&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Heart Attack/Myocardial Infarction (MI)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;High Cholesterol&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hypertension/High Blood Pressure&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Joint Pain&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Other Heart Disease (not coronary heart disease, angina, or heart&#xA;attack)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Stroke/Transient Ischemic Attack (TIA)/Mini-stroke&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I would like to filter out any non-priority conditions events then group by priority condition. The conditions are given in a &lt;a href=&quot;https://meps.ahrq.gov/data_stats/conditions.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;table with ranges of 2-3 digit CCS codes&lt;/a&gt;. The latest (2017) MEPS data provides a &lt;a href=&quot;https://www.hcup-us.ahrq.gov/toolssoftware/ccsr/ccs_refined.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;reference to a mapping provided by HCUPS&lt;/a&gt; to convert the ICD10 codes to CCSR. However the CCSR codes in the mapping are 3 char + 3 digit. How can I get the groups of ICD-10 codes which map to a priority condition by the 2-3 digit CCS codes given in the &lt;a href=&quot;https://meps.ahrq.gov/data_stats/conditions.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;MEPS conditions table&lt;/a&gt;?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for any reasonable method to group the events into those pertaining to one of the priority conditions.&lt;/p&gt;&#xA;" OwnerUserId="23451" LastEditorUserId="23451" LastEditDate="2020-03-11T16:16:53.213" LastActivityDate="2023-07-26T13:03:35.387" Title="MEPS Priority Conditions ICD-10 Codes" Tags="|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16209" PostTypeId="2" ParentId="16208" CreationDate="2020-03-11T17:08:02.977" Score="1" Body="&lt;p&gt;Apparently HCUPS provides a comparison of of the &lt;a href=&quot;https://www.hcup-us.ahrq.gov/toolssoftware/ccsr/DXCCSR-vs-Beta-CCS-Comparison.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;CCSR for ICD-10-CM Diagnoses, v2019.1, to the Beta Version of the CCS for ICD-10-CM Diagnoses, v2019.1&lt;/a&gt;. I believe this version (v2019.1) is the version used in the 2017 condition file.&lt;/p&gt;&#xA;" OwnerUserId="23451" LastActivityDate="2020-03-11T17:08:02.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16210" PostTypeId="1" CreationDate="2020-03-11T17:16:18.593" Score="0" ViewCount="178" Body="&lt;p&gt;I am looking for a very detailed free or not free city database for Germany. I need information like state or village, region, latitude, and longitude, and population. I think Geonames is a bit messy and not very clean.&lt;/p&gt;&#xA;" OwnerUserId="1094" LastEditorUserId="70" LastEditDate="2022-10-13T18:05:40.210" LastActivityDate="2024-03-07T09:04:30.560" Title="Complete Germany city database with cities, villages and regions" Tags="|data-request|city|database|geocoding|germany|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="16211" PostTypeId="1" CreationDate="2020-03-11T17:20:36.303" Score="1" ViewCount="89" Body="&lt;p&gt;I'm having an issue where the NDC API returns errors when special characters are submitted in the search parameter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I working on a product that contains a search box that allows the user to lookup medication information. The end users are not restricted right now in what they are allowed to enter into the search box. The information that they enter is surrounded in quotes because I want the users to search for the exact information. All spaces are turned into &quot;+&quot;. Finally, any outstanding special characters are converted into their percent codes.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is the code that we use to form the string&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SearchText = Uri.EscapeDataString(SearchText);&#xA;&#xA;if (!(this.SearchText.StartsWith(&quot;\&quot;&quot;) &amp;amp;&amp;amp; (this.SearchText.EndsWith(&quot;\&quot;&quot;))))&#xA;{&#xA;    this.SearchText = &quot;\&quot;&quot; + this.SearchText;&#xA;    this.SearchText = this.SearchText + &quot;\&quot;&quot;;&#xA;}&#xA;&#xA;SearchText = &quot;generic_name:&quot; + SearchText + &quot;+&quot; + &quot;brand_name:&quot; + SearchText;&#xA;&#xA;return string.Format(&quot;?search=({0})+AND+listing_expiration_date:[{1}+TO+9999-12-31]&amp;amp;limit={2}&amp;amp;sort=listing_expiration_date:desc&amp;amp;skip={3}&quot;, SearchText, DateTime.Today.ToString(&quot;yyyy-MM-dd&quot;), this.PageSize &amp;gt; 0 ? this.PageSize : 100, RecordStart);&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;When I test with random special characters thrown in, I get error 400 Bad Request responses from the API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The OpenFDA website doesn't have any information about what characters are allowed in their parameters and I haven't been able to find any standard online. Does anyone know what characters are allowed in the parameters?&lt;/p&gt;&#xA;" OwnerUserId="23617" LastActivityDate="2023-12-21T02:04:50.760" Title="What characters are allowed in the search parameter of the NDC OpenFDA API request?" Tags="|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16212" PostTypeId="1" CreationDate="2020-03-12T12:45:15.987" Score="4" ViewCount="49" Body="&lt;p&gt;Let's say that I have a class called &quot;Event&quot;. Inside of this class there is a property called chanceOfSuccess which has the type &lt;a href=&quot;https://schema.org/QuantitativeValue&quot; rel=&quot;nofollow noreferrer&quot;&gt;QuantitativeValue&lt;/a&gt;. QuantitativeValue is a class that has min, max, and value properties.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on the event, the min and max value can be different, but would have the semantic of constraining what the value of chanceOfSuccess should be and would be enforced in code.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How would I design this on the json-ld side?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One method would be to create a subclass of Event and create a property called chanceOfSuccess30_60. The min and max values could be parsed from the property name or the code could have an if statement which looks for chanceOfSuccess30_60 and knows to enforce a value of 30 to 60 on the value of chanceOfSuccess30_60. This would seem bad.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, I would think it possible to define a subclass of QuantitativeValue, called QuantitativeValue_30_60, where min value is 30 and max value is 60.  A subclass of Event then has a property with the type QuantitativeValue_30_60. Code can then see it is dealing with an instance of a subclass of QuantitativeValue and know to look at the min and max value to constrain the value of the instance. However, this seems to be overly complex as it would require a subclass for every possible combination of min and max value and be no better then the first alternative.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A third alternative might be when creating the instance of an Event, to set the min and max value at that time. This would seem to be the best option, but would seem to shift to much responsibility onto the code creating and managing the instances.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The fourth alternative would be to use &lt;a href=&quot;https://w3c.github.io/data-shapes/shacl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SHACL&lt;/a&gt;. In this case, for every subclass of Event, I would need to define an equivalent Shape instance which targets that class. This would seem similar to the second alternative, but instead of using the min and max value properties in QuantitiveValue to hold the constraints, the constraints are in the Shape instance. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, I am not certain as I am approaching this from a practitioner perspective and one who is just beginning to learn about these ideas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there a fifth alternative I have not considered? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are one of these four the correct path? If so, again, what would the design look like from the json-ld side?&lt;/p&gt;&#xA;" OwnerUserId="23624" LastEditorUserId="23624" LastEditDate="2020-03-12T14:30:13.333" LastActivityDate="2020-03-13T13:37:13.840" Title="designing a vocabulary / ontology where classes have fixed constraints" Tags="|json|ontology|semantic-web|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16213" PostTypeId="1" CreationDate="2020-03-12T13:42:26.140" Score="1" ViewCount="67" Body="&lt;p&gt;I am trying to find data of rivers that are not made of simple lines. I need polygon data so that the river bed is visible.&lt;/p&gt;&#xA;&lt;p&gt;Is there any global or regional data source?&lt;/p&gt;&#xA;" OwnerUserId="23625" LastEditorUserId="28390" LastEditDate="2021-09-03T17:04:09.233" LastActivityDate="2024-01-21T20:01:40.227" Title="Seeking polygonal river data complete with river bed width" Tags="|data-request|geospatial|hydrology|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16214" PostTypeId="1" CreationDate="2020-03-12T14:29:41.170" Score="2" ViewCount="41" Body="&lt;p&gt;I'm about to evaluate how to good is my solution in finding similar movies: similar it terms of plot and genre&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any open dataset to evaluate my solution, with some permissible license, at least for educational purposes?&lt;/p&gt;&#xA;" OwnerUserId="22469" LastEditorUserId="70" LastEditDate="2022-10-15T18:45:44.090" LastActivityDate="2022-10-15T18:45:44.090" Title="Are two movies similar?" Tags="|data-request|film|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16215" PostTypeId="1" CreationDate="2020-03-12T16:47:32.140" Score="1" ViewCount="21" Body="&lt;p&gt;I'm looking for a historical ice thickness dataset in southern Alberta (or its vicinity) to confirm test criteria for an electrical substation's equipment. For now, I am using the &amp;quot;Radial Wet Snow&#xA;Accretion&amp;quot; 50-years return value from AESO's map (see link below), but it's way conservative, and manufacturers either can't meet it or are reluctant to test for it (and this test is not budgeted).&lt;/p&gt;&#xA;&lt;p&gt;I have found &lt;a href=&quot;https://www.canada.ca/en/environment-climate-change/services/ice-forecasts-observations/latest-conditions/archive-overview/thickness-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;these datasets from Environment Canada&lt;/a&gt; but the one which might be applicable (1947 to 2002) is outdated, the stations don't all have names, and it's hard to correlate them with physical locations. I followed the steps suggested in &lt;a href=&quot;https://open.canada.ca/en/comment/14087#comment-14087&quot; rel=&quot;nofollow noreferrer&quot;&gt;this comment&lt;/a&gt; but even with a response, 2002 seems quite outdated.&lt;/p&gt;&#xA;&lt;p&gt;There's also &lt;a href=&quot;https://www.aeso.ca/assets/downloads/2011-08-12-Wet-Snow-And-Wind-Loading-Map.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this weather map&lt;/a&gt; published by the AESO, but it's the result of a statistical calculation for transmission lines, not actual historical data. Plus, as mentioned above, it seems way conservative.&lt;/p&gt;&#xA;&lt;p&gt;I'll keep looking and will report back if I find something interesting, but any help would be really appreciated.&lt;/p&gt;&#xA;" OwnerUserId="23626" LastEditorUserId="23272" LastEditDate="2021-03-15T05:41:36.947" LastActivityDate="2021-03-15T05:41:36.947" Title="Ice thickness historical dataset around southern Alberta" Tags="|weather|canada|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16219" PostTypeId="2" ParentId="16210" CreationDate="2020-03-13T05:38:19.407" Score="0" Body="&lt;ol&gt;&#xA;&lt;li&gt;Scrape place names from google maps&lt;/li&gt;&#xA;&lt;li&gt;Manually enter pop for large cities and ignore the rest or impute  based on nearby cities&lt;/li&gt;&#xA;&lt;li&gt;Lat long from google &lt;/li&gt;&#xA;&lt;li&gt;Once you have name and location  and nearby city pop then manually enter  or impute the rest &lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="23627" LastActivityDate="2020-03-13T05:38:19.407" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16220" PostTypeId="2" ParentId="16207" CreationDate="2020-03-13T05:40:26.710" Score="-1" Body="&lt;p&gt;It would be easy if data was available. You are paid to clean it. If you provide your own clean database then people will pay for it if its important. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The cleaning is left up to private  data vendors. Gov only provides raw data. It's better because less errors. No reason for them to add complexity.&lt;/p&gt;&#xA;" OwnerUserId="23627" LastActivityDate="2020-03-13T05:40:26.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16221" PostTypeId="2" ParentId="16202" CreationDate="2020-03-13T05:42:44.663" Score="1" Body="&lt;p&gt;Instagram  is a start. Just scrape and use opencv  or similar to identify  faces. Or, manually sort faces. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Instagram is a simple http site that can be crawled recursively. It's a matter of counting the images so tweak it and find a good balance. Nobody is going to take 1000 pictures of the same face so dont expect perfection.  &lt;/p&gt;&#xA;" OwnerUserId="23627" LastActivityDate="2020-03-13T05:42:44.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16223" PostTypeId="2" ParentId="16199" CreationDate="2020-03-13T05:46:50.687" Score="0" Body="&lt;p&gt;That was long ago and I doubt you'd find it. Write to the bea directly and see if they can help.  It is likely a analog  microfiche lost in some cabinet. Good luck. Most data before the eighties was never digitized. You will need to travel to it. &lt;/p&gt;&#xA;" OwnerUserId="23627" LastActivityDate="2020-03-13T05:46:50.687" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16227" PostTypeId="2" ParentId="16204" CreationDate="2020-03-13T05:56:54.180" Score="0" Body="&lt;p&gt;Which resources? Timber is everywhere. Farmland is not tracked. Oil and iron will be in a few areas. Just look at some resource maps and manually  enter. Most resources are associated ores and will not be specifically mined for. &lt;/p&gt;&#xA;" OwnerUserId="23627" LastActivityDate="2020-03-13T05:56:54.180" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16229" PostTypeId="2" ParentId="16212" CreationDate="2020-03-13T13:37:13.840" Score="6" Body="&lt;p&gt;Based on my research into this topic there appears to be two reasonable solutions. Perhaps one solution is more reasonable then the other. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;One key is to recognize that constraints exist as a concept outside of the instance of a class and should be outside of the actual instance data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first solution is to adopt &lt;a href=&quot;https://www.w3.org/TR/shacl/&quot; rel=&quot;noreferrer&quot;&gt;SHACL&lt;/a&gt;. It is a W3C recommendation and supported project. It provides a well defined, generic, and powerful system for applying constraints to properties. There are standard libraries which implement SHACL which provide enforcement for free. The caveat here is that adopting SHACL may provide more power and flexibility than is needed by a project and the overhead of maintaining Shape files may not be worthwhile. Whether this is an issue will only be known with time and experience as the technology is new.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The second solution follows this general model:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &quot;@id&quot;: &quot;http://my-company.org/chanceOfSuccess&quot;,&#xA;  &quot;@type&quot;: &quot;rdf:Property&quot;,&#xA;  &quot;http://schema.org/domainIncludes&quot;: {&#xA;    &quot;@id&quot;: &quot;http://my-company.org/Event&quot;&#xA;  },&#xA;  &quot;http://schema.org/rangeIncludes&quot;: {&#xA;      &quot;@id&quot;: &quot;http://schema.org/QuantitativeValue&quot;&#xA;  },&#xA;  “ex:chanceMinValue” : “30”,&#xA;  “ex:chanceMaxValue” : “60”,&#xA;  &quot;rdfs:comment&quot;: “Allow values are only 30-60.&quot;,&#xA;  &quot;rdfs:label&quot;: “chanceOfSuccess with range 30-60&quot;&#xA;}  &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In this case, we declare the property and as part of that declaration, the constraints are encoded. How these constraints are defined and enforced is up to the particular project using the objects. At a minimum, code needs to be written which may not be available outside of the project to enforce the constraints.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The SHACL solution is the one I will be going with for now.&lt;/p&gt;&#xA;" OwnerUserId="23624" LastActivityDate="2020-03-13T13:37:13.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16230" PostTypeId="1" CreationDate="2020-03-13T21:35:38.960" Score="2" ViewCount="19" Body="&lt;p&gt;I was wondering if anyone on here might know where I can find at least 800 meter or better resolution of Average Annual or Average Monthly Precipitation data, that would cover the 4 corners area (UT, AZ, NM, CO) or basically the Navajo Nation?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am working on a Mule Deer Habitat Suitability analysis and this is the last set of data I need to do a comparison for a school project. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know PRISM data is at 800m resolution, but it's a 30 year annual average. Is there a way to extract a single year from PRISM?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been looking around for a couple weeks now.&lt;/p&gt;&#xA;" OwnerUserId="23632" LastActivityDate="2020-03-13T21:35:38.960" Title="Seeking 800M or better resolution Annual Precipitation (at least two different years) raster data for four corner states or the Navajo Nation" Tags="|data-request|geospatial|open-source|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16231" PostTypeId="1" AcceptedAnswerId="16232" CreationDate="2020-03-14T13:44:05.487" Score="1" ViewCount="39" Body="&lt;p&gt;Can anybody help find open dataset with Face recognition for Lie Detection with micro-movements detection?&#xA;For example i just want find datasets from any of this articles&#xA;&lt;a href=&quot;http://web.eecs.umich.edu/~mihalcea/papers/perezrosas.icmi15.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.eecs.umich.edu/~mihalcea/papers/perezrosas.icmi15.pdf&lt;/a&gt;&#xA;RU-FACS-1 database&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://inc.ucsd.edu/mplab/wordpress/index.html%3Fp=80.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://inc.ucsd.edu/mplab/wordpress/index.html%3Fp=80.html&lt;/a&gt;&#xA;CASME database:&#xA;&lt;a href=&quot;https://ieeexplore.ieee.org/document/6553799&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ieeexplore.ieee.org/document/6553799&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21126" LastActivityDate="2020-03-15T10:10:45.867" Title="Face recognition for Lie Detection" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16232" PostTypeId="2" ParentId="16231" CreationDate="2020-03-15T10:10:45.867" Score="2" Body="&lt;p&gt;The paper you posted a link to literally states:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;The dataset introduced in this paper is available upon request.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;and all of the email addresses of the authors are on the title page. In general, for specific and academic datasets, make the request to the researcher first.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Note: one author has a download page, but it seems this dataset is not there. &lt;a href=&quot;http://web.eecs.umich.edu/~mihalcea/downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://web.eecs.umich.edu/~mihalcea/downloads.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-03-15T10:10:45.867" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16234" PostTypeId="1" CreationDate="2020-03-16T10:44:36.843" Score="1" ViewCount="34" Body="&lt;p&gt;For an assignment, I'm trying to visualize a specific ski route. The sample is taken with a GPS tracker in Obergurgl &amp;amp; Hoghgurgl, Austria. I am using QGIS for this assignment. I could insert the trace using vector lines in QGIS. But now I want to add some background data, like streets, heights, buildings for instance. Does anyone know how to do so or where to find the appropriate data?&lt;/p&gt;&#xA;" OwnerUserId="23641" LastEditorUserId="23272" LastEditDate="2021-04-04T05:02:01.857" LastActivityDate="2021-04-04T05:02:01.857" Title="Background data ski areas" Tags="|geospatial|ski|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16235" PostTypeId="1" AcceptedAnswerId="16240" CreationDate="2020-03-16T11:30:26.593" Score="3" ViewCount="352" Body="&lt;p&gt;Similar to my question &lt;a href=&quot;https://opendata.stackexchange.com/questions/15329/free-source-of-ais-data-api/15354&quot;&gt;Free source of AIS data (API)&lt;/a&gt;, but for aviation.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for a free, real-time, API for positions of aircraft. Ideally near London City airport, failing that, UK airports; as a fall back, anything at all, as long as it is real-time. The more info about the flight that is available, the better.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2020-03-17T08:28:09.980" Title="Free, real-time, aviation data API" Tags="|data-request|uk|aviation|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16236" PostTypeId="5" CreationDate="2020-03-16T11:31:44.990" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2020-03-16T11:31:44.990" LastActivityDate="2020-03-16T11:31:44.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16237" PostTypeId="4" CreationDate="2020-03-16T11:31:44.990" Score="0" Body="Use this tag for anything related to the aviation industry: flights, aeroplanes, airports, etc" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2020-03-17T05:50:05.973" LastActivityDate="2020-03-17T05:50:05.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16238" PostTypeId="1" CreationDate="2020-03-16T20:35:15.663" Score="1" ViewCount="12" Body="&lt;p&gt;I'm looking for weekly data on all new cases at the clinic, city, or county level, for all previous flu seasons. Does anyone know where I can find such a dataset?&lt;/p&gt;&#xA;" OwnerUserId="4203" LastActivityDate="2020-03-17T06:03:50.227" Title="Influenza/ILI activity by municipality or clinic" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16239" PostTypeId="2" ParentId="16238" CreationDate="2020-03-17T05:55:40.523" Score="1" Body="&lt;p&gt;I'm not aware of any definitive source, but this is doable piece-meal I think.&lt;br&gt;&#xA;&lt;a href=&quot;https://healthdata.gov/dataset/influenza-laboratory-confirmed-cases-county-beginning-2009-10-season&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York Data starting from 2009-2010&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.google.org/flutrends/about/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google has a lot from FluTrends&lt;/a&gt;.&lt;br&gt;&#xA;&lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC2374803/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trends in Recorded Influenza Mortality: United States, 1900–2004&lt;/a&gt;; I'm assuming datasets are cited/linked to here.  &lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2020-03-17T06:03:50.227" LastActivityDate="2020-03-17T06:03:50.227" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16240" PostTypeId="2" ParentId="16235" CreationDate="2020-03-17T06:41:56.263" Score="4" Body="&lt;p&gt;The best that I have found so far is &lt;a href=&quot;https://opensky-network.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opensky-network.org/&lt;/a&gt;   It even offers antonymous access to data, but why not join? The REST API is at &lt;a href=&quot;https://opensky-network.org/apidoc/rest.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opensky-network.org/apidoc/rest.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;hr&gt;  &lt;hr&gt;&#xA;&lt;a href=&quot;https://www.adsbexchange.com/data/#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.adsbexchange.com/data/#&lt;/a&gt; offers free for non-commercial use data. However, it requires you to set up alive feed of your own data, to share it with others. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is also &lt;a href=&quot;https://uk.flightaware.com/commercial/firehose/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://uk.flightaware.com/commercial/firehose/&lt;/a&gt;, which also requires payments&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ditto, &lt;a href=&quot;https://uk.flightaware.com/commercial/flightxml/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://uk.flightaware.com/commercial/flightxml/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.adsbhub.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.adsbhub.org/&lt;/a&gt; is another that requires you to share your data to obtain access.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;As mentioned above, I have a similar interest in maritime data (AIS). It looks like my solution to my question &lt;a href=&quot;https://hardwarerecs.stackexchange.com/questions/11225/seeking-the-cheapest-possible-ais-receiver&quot;&gt;Seeking the cheapest possible AIS receiver&lt;/a&gt; costing $60 / Eur 55 / £50 will allow me to share data and, thus, access that of others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A similar device (an ADS-B receiver) for aviation costs from about $18 / Eur 16.50 / £ 15, and that's just a quick glance; no doubt Ali Express &amp;amp; BangGood will be cheaper.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://uk.flightaware.com/adsb/prostick/&quot; rel=&quot;nofollow noreferrer&quot;&gt;These&lt;/a&gt; look excellent !! They get good reviews &lt;a href=&quot;https://thepihut.com/products/flightaware-pro-stick-plus-usb-sdr-ads-b-receiver#&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. In fact, even though I can get free data without any hardware., these are so cheap that I will get one, just to play around with it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You get what you pay for, of course, but I live only 2 miles from a major river and a major airport, which should be good enough for proof of concept. Plus, of course, even a minimal data stream should be enough to show willing and allow you share the data of others with better rigs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once I figure out how to set up the receivers and sign up to the APIs, I will update my answers to all related questions.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2020-03-17T08:28:09.980" LastActivityDate="2020-03-17T08:28:09.980" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16241" PostTypeId="1" CreationDate="2020-03-17T07:29:22.373" Score="5" ViewCount="633" Body="&lt;p&gt;I'm looking for Wikipedia (&lt;code&gt;enwiki-latest-pages-articles-multistream.xml.bz2&lt;/code&gt;) and a Wikidata (&lt;code&gt;latest-all.json.bz2&lt;/code&gt; ) dumps. The files are quite large (the latter has ~47GB) and my internet connection tends to stop while downloading.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for torrent files. I found &lt;a href=&quot;https://meta.wikimedia.org/wiki/Data_dump_torrents&quot; rel=&quot;noreferrer&quot;&gt;one for Wikipedia&lt;/a&gt;, but I cannot find one for Wikidata. Is there any?&lt;/p&gt;&#xA;" OwnerUserId="22469" LastEditorUserId="70" LastEditDate="2022-10-14T19:31:23.163" LastActivityDate="2024-03-14T04:04:00.477" Title="Torrent for Wikidata dump" Tags="|data-request|wikidata|wikipedia|bittorrent|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16242" PostTypeId="1" CreationDate="2020-03-17T07:40:28.890" Score="1" ViewCount="51" Body="&lt;p&gt;I'm using the SPEI index to obtain a measure of drought conditions for various countries, across a number of years. I just want one measure, per country, per year. I am unclear about whether I should be using SPEI-1, SPEI, 3, SPEI-6, or SPEI-12. I am planning on taking the average for the year, however, I've tested a number of locations and can see that the yearly average is rather different depending on which time-series (1,3,6, or 12) is used. I'm looking for the measure that gives the best overall picture of drought conditions within that year, can anyone help?&lt;/p&gt;&#xA;" OwnerUserId="23646" LastEditorUserId="23272" LastEditDate="2021-03-15T05:42:07.130" LastActivityDate="2024-03-29T14:01:40.137" Title="Which SPEI time series should I use?" Tags="|weather|time-series|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16243" PostTypeId="1" CreationDate="2020-03-17T08:33:49.980" Score="2" ViewCount="82" Body="&lt;p&gt;I am trying to learn some Spatial Data Analysis before applying for a PhD in Environmental Epidemiology and Exposomics (I am a Computational Biologist). Therefore I want to work on a small personal project: I want to predict PM2.5 or PM10 concentrations starting from satellite data using Deep Learning.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For this I need a dataset of PM2.5/10 measurements. I read some papers on this topic and most seem to use daily averages from just a few stations (for instance, in NY (USA) there a just a bunch of stations measuring PM concentrations): I would like to have a more &lt;em&gt;fine&lt;/em&gt; dataset (e.g., more stations per state). Obviously, I need to have access to historical data, but it does not matter the country or even the continent. As an example, the data from the &lt;a href=&quot;https://waqi.info&quot; rel=&quot;nofollow noreferrer&quot;&gt;World's Air Pollution: Real-time Air Quality Index&lt;/a&gt; are excellent in terms of coverage but limited in time. On the other hand, the datasets from the &lt;a href=&quot;https://www.epa.gov/outdoor-air-quality-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;US EPA&lt;/a&gt; are excellent in terms of time-series, but limited in coverage. Are you aware of any open resource providing time-series data with good coverage that I could use?&lt;/p&gt;&#xA;" OwnerUserId="23647" LastEditorUserId="1511" LastEditDate="2020-03-17T20:37:14.753" LastActivityDate="2020-03-17T20:37:14.753" Title="Data resources for air pollution time series" Tags="|data-request|geospatial|machine-learning|time-series|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16244" PostTypeId="1" AcceptedAnswerId="16291" CreationDate="2020-03-17T15:34:05.270" Score="18" ViewCount="1285" Body="&lt;p&gt;I am looking for a machine readable dataset of what country has enacted what form of lockdown on what date, and possibly the &quot;type&quot; of lockdown (international travel/national and international travel, restaurants, schools, public offices etc.).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; See &lt;a href=&quot;https://opendata.stackexchange.com/q/16185/1511&quot;&gt;this question&lt;/a&gt; for aggregate case counts&lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="1511" LastEditDate="2020-04-01T07:38:09.670" LastActivityDate="2021-01-03T19:56:30.597" Title="Dataset on coronavirus government countermeasures (per country/region/city?)" Tags="|data-request|medical|government|covid19|" AnswerCount="9" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16245" PostTypeId="1" CreationDate="2020-03-17T17:12:36.497" Score="1" ViewCount="30" Body="&lt;p&gt;I'm looking for open translation dictionaries of european languages. Most important would be english-french and english-spanish.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question is a direct analogon to:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1612/translation-dictionaries&quot;&gt;Translation dictionaries&lt;/a&gt;. The title of this question very broad, but it has been most interested in english-japanese. And it has been resolved with a dataset on english-japanese&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1390/german-english-dictionary?noredirect=1&amp;amp;lq=1&quot;&gt;German - English dictionary&lt;/a&gt;. This question is specifically on english-german. &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I've already found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www1.dict.cc/translation_file_request.php?l=e&quot; rel=&quot;nofollow noreferrer&quot;&gt;dict.cc allows you do download dictionaries&lt;/a&gt; of their language pairs. The data looks great, very clean and with lots of entries. But you may only use it if your software is GPL (maybe possible) and if you don't bundle the data, but link back to the dict.cc site, for users to download it (huge problem, software should be self-contained).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;extracting translations from wiktionary, &lt;a href=&quot;https://en.wiktionary.org/wiki/User:Matthias_Buchmeier/en-fr-a&quot; rel=&quot;nofollow noreferrer&quot;&gt;like in this project&lt;/a&gt;. But the data is not that clean and creating it for other language pairs would be a considerable overhead in scraping/processing.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="20870" LastActivityDate="2020-03-17T17:12:36.497" Title="translation dictionaries for european languages" Tags="|data-request|language|dictionary|translation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16246" PostTypeId="2" ParentId="16244" CreationDate="2020-03-17T18:54:34.353" Score="7" Body="&lt;p&gt;At this point Wikipedia will have most of the information but not yet machine readable. For a broad data-request on global lockdowns of varying degree, and for an ongoing event, I can't image a machine readable dataset yet.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/2019%E2%80%9320_coronavirus_pandemic&quot; rel=&quot;noreferrer&quot;&gt;https://en.wikipedia.org/wiki/2019%E2%80%9320_coronavirus_pandemic&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One example would be using school closures, for which there is a separate page and lists/tables of countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Impact_of_the_2019%E2%80%9320_coronavirus_pandemic_on_education&quot; rel=&quot;noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Impact_of_the_2019%E2%80%9320_coronavirus_pandemic_on_education&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-03-17T18:54:34.353" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16247" PostTypeId="2" ParentId="16243" CreationDate="2020-03-17T20:23:13.720" Score="1" Body="&lt;p&gt;You can get PM10 and other air pollution measurement data from multiple locations in the city of Zürich, Switzerland&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.stadt-zuerich.ch/dataset?q=luftqualit%C3%A4t&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.stadt-zuerich.ch/dataset?q=luftqualit%C3%A4t&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data comes either as &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/luftqualitaet-stunden-aktuelle-messungen&quot; rel=&quot;nofollow noreferrer&quot;&gt;hourly&lt;/a&gt;, for the last 24 hours, updated every hour&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/luftqualitaet-tages-aktuelle-messungen&quot; rel=&quot;nofollow noreferrer&quot;&gt;daily&lt;/a&gt;, for the last 30 days, updated every day&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/luftqualitaet-historisierte-messungen&quot; rel=&quot;nofollow noreferrer&quot;&gt;daily&lt;/a&gt;, going back to 2012 (and also 1983-2011), updated every month&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;More details &lt;a href=&quot;https://www.stadt-zuerich.ch/gud/de/index/umwelt_energie/luftqualitaet/messdaten.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, including some &lt;a href=&quot;https://www.stadt-zuerich.ch/gud/de/index/umwelt_energie/luftqualitaet/messdaten.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;live charts&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SJl3Mm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SJl3Mm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-17T20:33:24.303" LastActivityDate="2020-03-17T20:33:24.303" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16248" PostTypeId="2" ParentId="9777" CreationDate="2020-03-18T03:18:16.917" Score="3" Body="&lt;p&gt;Two more &lt;a href=&quot;https://en.wikipedia.org/wiki/Hypocorism&quot; rel=&quot;nofollow noreferrer&quot;&gt;hypocorism&lt;/a&gt; (=diminutive form of a name) datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/brianary/Lingua-EN-Nickname/blob/master/nicknames.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/brianary/Lingua-EN-Nickname/blob/master/nicknames.txt&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/jonathanhar/diminutives.db&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jonathanhar/diminutives.db&lt;/a&gt;:&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/jonathanhar/diminutives.db/blob/master/female_diminutives.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jonathanhar/diminutives.db/blob/master/female_diminutives.csv&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/jonathanhar/diminutives.db/blob/master/male_diminutives.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jonathanhar/diminutives.db/blob/master/male_diminutives.csv&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Related: large (160k) dataset of mames worldwide  &lt;a href=&quot;https://github.com/philipperemy/name-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philipperemy/name-dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2020-03-19T15:15:21.510" LastActivityDate="2020-03-19T15:15:21.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16249" PostTypeId="2" ParentId="9777" CreationDate="2020-03-18T10:33:47.023" Score="3" Body="&lt;p&gt;Wikidata has a nickname property &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1449&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Property:P1449&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which can be used with given names &lt;a href=&quot;https://www.wikidata.org/wiki/Q202444&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q202444&lt;/a&gt; or &lt;a href=&quot;https://www.wikidata.org/wiki/Q82799&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q82799&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;which you can query with SPARQL &lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This approach may give you a more &quot;real-life&quot; dataset, and statistics about how many nicknames map back to given names, etc.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-03-18T10:33:47.023" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16250" PostTypeId="2" ParentId="16185" CreationDate="2020-03-18T12:03:44.683" Score="9" Body="&lt;p&gt;The Italian data from the Civil Protection Agency is updated daily at &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/pcm-dpc/COVID-19&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/pcm-dpc/COVID-19&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are a few data sets (CSV) in there. Aggregated data is published at &lt;a href=&quot;http://opendatadpc.maps.arcgis.com/apps/opsdashboard/index.html#/b0c68bce2cce478eaac82fe38d4138b1&quot; rel=&quot;noreferrer&quot;&gt;http://opendatadpc.maps.arcgis.com/apps/opsdashboard/index.html#/b0c68bce2cce478eaac82fe38d4138b1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6490" LastActivityDate="2020-03-18T12:03:44.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16251" PostTypeId="1" CreationDate="2020-03-18T12:04:17.637" Score="13" ViewCount="289" Body="&lt;p&gt;Is there anywhere a database that includes case-level information on COVID-19 cases?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Such data would typically include patient demographics and/or health information, location, time of onset/testing, and case outcomes. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Even data from one (or several) specific locations would be most helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This question refers to case-level data. For aggregate data, see this question (&lt;a href=&quot;https://opendata.stackexchange.com/questions/16185/covid19-corona-virus-data&quot;&gt;COVID19 - Corona Virus data&lt;/a&gt;). &lt;/p&gt;&#xA;" OwnerUserId="7182" LastEditorUserId="1511" LastEditDate="2020-04-07T10:40:11.663" LastActivityDate="2020-06-18T16:11:47.017" Title="COVID-19 Clinical Data or Statistics" Tags="|data-request|medical|covid19|" AnswerCount="4" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="16252" PostTypeId="2" ParentId="16185" CreationDate="2020-03-18T13:18:09.623" Score="5" Body="&lt;p&gt;Several places for data of Switzerland Covid-19 cases&lt;/p&gt;&#xA;&#xA;&lt;p&gt;quasi-official: &lt;a href=&quot;https://github.com/openZH/covid_19&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/openZH/covid_19&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;s&gt;unofficial: &lt;a href=&quot;https://github.com/daenuprobst/covid19-cases-switzerland&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/daenuprobst/covid19-cases-switzerland&lt;/a&gt;&lt;/s&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Comparison between Swiss sources, including links to sources : &lt;a href=&quot;https://observablehq.com/@republik/sars-cov-2-covid-19-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://observablehq.com/@republik/sars-cov-2-covid-19-data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;more to come (hopefully data, not cases)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-28T18:17:16.777" LastActivityDate="2020-03-28T18:17:16.777" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16253" PostTypeId="2" ParentId="6771" CreationDate="2020-03-18T14:03:01.467" Score="4" Body="&lt;p&gt;The &lt;a href=&quot;https://www.cs.tut.fi/sgn/arg/dcase2017/challenge/task-rare-sound-event-detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;DCASE2017 challenge, task: Rare Sound Event Detection &lt;/a&gt; has a dataset which contains baby cry (as well as glass breaking and gunshot). The target sounds were collected from the FreeSound database.&lt;/p&gt;&#xA;" OwnerUserId="23657" LastActivityDate="2020-03-18T14:03:01.467" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16255" PostTypeId="1" CreationDate="2020-03-20T18:41:55.083" Score="0" ViewCount="27" Body="&lt;p&gt;Is there data on government measures taken to fight Covid-19? Lockdowns, school closings, etc?&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2020-03-20T18:41:55.083" Title="Covid-19 policy response data" Tags="|medical|" AnswerCount="0" CommentCount="2" ClosedDate="2020-03-21T18:15:12.237" ContentLicense="CC BY-SA 4.0" />
  <row Id="16256" PostTypeId="1" CreationDate="2020-03-21T02:28:03.877" Score="1" ViewCount="24" Body="&lt;p&gt;My aim is to create a trained model for predicting diseases. I need data set consisting of the following fields:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Causes of the Disease&lt;/li&gt;&#xA;&lt;li&gt;Pathogenesis (the mechanism by which the disease progresses)&lt;/li&gt;&#xA;&lt;li&gt;Age&lt;/li&gt;&#xA;&lt;li&gt;Gender&lt;/li&gt;&#xA;&lt;li&gt;Symptoms of the Disease&lt;/li&gt;&#xA;&lt;li&gt;Damage caused by the Disease&lt;/li&gt;&#xA;&lt;li&gt;Organ Type (e.g. Heart Disease, Liver Disease, etc.)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="23669" OwnerDisplayName="Muhammad Maqsoodur Rehman" LastEditorUserId="23669" LastEditDate="2020-03-21T23:08:38.077" LastActivityDate="2020-03-21T23:08:38.077" Title="Where and how can I get dataset of patient narratives on the internet to predict diseases?" Tags="|releasing-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16259" PostTypeId="1" CreationDate="2020-03-21T16:45:13.763" Score="1" ViewCount="23" Body="&lt;p&gt;I'm looking for a database that contains translations of words in different European languages (mainly Romance). The most important languages for my project are in order Latin, English, Spanish and French.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is an example of a format that would suit me perfectly.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;lat;eng;esp;fra,...&#xA;domus,domo;house;casa;maison;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerDisplayName="user23674" LastEditorDisplayName="user23674" LastEditDate="2020-03-21T17:05:53.127" LastActivityDate="2020-03-21T17:05:53.127" Title="Dictionary of European Languages" Tags="|data-request|language|dictionary|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16260" PostTypeId="1" CreationDate="2020-03-21T17:07:02.393" Score="1" ViewCount="13" Body="&lt;p&gt;I'm looking to collect as much data as possible on respiratory illness cases as a proxy for presumptive positive COVID cases. Where can I find this data? &lt;/p&gt;&#xA;" OwnerUserId="21208" LastActivityDate="2020-03-21T17:07:02.393" Title="Where can I find hospital data on respiratory illness cases?" Tags="|medical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16261" PostTypeId="2" ParentId="16244" CreationDate="2020-03-21T18:13:24.983" Score="4" Body="&lt;p&gt;Actions taken in Switzerland are available with machine-readable CSV&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Repo 1: &lt;a href=&quot;https://github.com/zdavatz/covid19_ch#data-on-the-measures-taken-against-covid2019&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/zdavatz/covid19_ch#data-on-the-measures-taken-against-covid2019&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Repo 2: &lt;a href=&quot;https://github.com/baffelli/covid-2019-measures&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/baffelli/covid-2019-measures&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Here we collect a timeline of all containment and public health measure taken in the course of the covid2019 pandemics.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Columns in the CSV are:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;date_implemented&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;date_lifted&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;measure&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;unit&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;level&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;source&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-24T10:54:02.093" LastActivityDate="2020-03-24T10:54:02.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16262" PostTypeId="1" CreationDate="2020-03-21T19:58:41.670" Score="1" ViewCount="74" Body="&lt;p&gt;I've long wanted to compile a private &quot;timeline&quot; consisting of various video game consoles, peripherals and games which I want to remember and quickly be able to look up when they were released. I also would like to see sales figures for these &quot;releases&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;em&gt;Currently&lt;/em&gt;&lt;/strong&gt;, I use Wikipedia, MobyGames, GameFAQs and VGChartz to &lt;strong&gt;&lt;em&gt;manually&lt;/em&gt;&lt;/strong&gt; check these things. It's &lt;strong&gt;&lt;em&gt;extremely tiresome&lt;/em&gt;&lt;/strong&gt; in the long run since I very often want to quickly check when this or that video game for SNES was released in Europe, or in the USA, or in Japan. Or how many copies it sold. Or what the exact spelling was for this or that console, and which day it was released in the PAL region. Or see them in relation to other games I care about, which I would only be able to do if I had complete data to construct my &quot;timeline view&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there such a &lt;strong&gt;&lt;em&gt;public, coherent database&lt;/em&gt;&lt;/strong&gt; with &lt;strong&gt;&lt;em&gt;reliable information&lt;/em&gt;&lt;/strong&gt; in a sane format? For example, &lt;strong&gt;&lt;em&gt;CSV&lt;/em&gt;&lt;/strong&gt; or &lt;strong&gt;&lt;em&gt;JSON&lt;/em&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The sites I've mentioned (except for Wikipedia) do not provide their information in any kind of parsable format, and actively block scraper bots. MobyGames has an &quot;API&quot; page which just tells you to contact them and beg for access, which I'm not interested in.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for some resource which provides a list such as &lt;strong&gt;&lt;em&gt;.../game_releases.csv&lt;/em&gt;&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;&quot;official full title&quot;,&quot;popular title&quot;,&quot;platform&quot;,&quot;publisher&quot;,&quot;EU release&quot;,&quot;AU release&quot;,&quot;US release&quot;,&quot;JP release&quot;&#xA;&quot;DOOM II: Hell on Earth&quot;,&quot;DOOM 2&quot;,&quot;PC&quot;,&quot;id Software&quot;,1994-05-05&quot;,&quot;1994-05-05&quot;,&quot;1994-05-05&quot;,&quot;1994-05-05&quot;&#xA;&quot;Donkey Kong Country&quot;,&quot;DKC&quot;,&quot;SNES&quot;,&quot;Rare&quot;,&quot;1994-05-05&quot;,&quot;1994-05-05&quot;,&quot;1994-05-05&quot;,,&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And then ones called &lt;strong&gt;&lt;em&gt;game_console_releases.csv&lt;/em&gt;&lt;/strong&gt; and &lt;strong&gt;&lt;em&gt;peripheral_releases.csv&lt;/em&gt;&lt;/strong&gt;. Or maybe all combined into one.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To make it clear: I'm trying to find such a source from which to create my own local database of this data so that I can freely construct my timeline in the way I want it, with accurate and reliable data which I don't have to manually look up.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm mostly interested in this data for stuff released before the year 2000, since that's roughly when I feel video games died, but of course it doesn't &lt;strong&gt;&lt;em&gt;hurt&lt;/em&gt;&lt;/strong&gt; if it has fresh information as well!&lt;/p&gt;&#xA;" OwnerUserId="23675" LastActivityDate="2021-05-27T12:42:19.920" Title="Where can accurate information on the release dates of all video game consoles, peripherals and games were released be grabbed?" Tags="|data-request|database|json|csv|games|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16263" PostTypeId="1" AcceptedAnswerId="16277" CreationDate="2020-03-21T20:52:03.087" Score="1" ViewCount="29" Body="&lt;p&gt;Where can I find U.S. displaced worker data, particularly during the Great Recession? I found sets from 1995 to 2008 and 2015 to recent. However, I'm having trouble finding data for 2008-2014, particularly data at the county level. I would really like to see participation in dislocated worker programs by county. Does it exist? Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="23676" LastActivityDate="2020-03-24T18:00:34.593" Title="Where can I find dislocated worker program participation data by US county?" Tags="|usa|government|education|labor|longitudinal|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16264" PostTypeId="2" ParentId="7756" CreationDate="2020-03-21T22:38:25.890" Score="3" Body="&lt;p&gt;If you're looking for some other options, I suggest checking out the Wikipedia page on this topic.  You can find it at the link below:&lt;/p&gt;&#xA;&lt;h2&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_online_music_databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of online music databases&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;I have not used them all, but &lt;a href=&quot;https://en.wikipedia.org/wiki/AllMusic&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;AllMusic&lt;/strong&gt;&lt;/a&gt; is quite good.&lt;/p&gt;&#xA;&lt;p&gt;Have fun exploring the others and let us know what you think of them.  You could even do this by using the &amp;quot;answer your own question&amp;quot; feature Stack Exchange has.&lt;/p&gt;&#xA;" OwnerUserId="23678" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-03-21T22:38:25.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16265" PostTypeId="2" ParentId="11919" CreationDate="2020-03-22T15:38:16.580" Score="0" Body="&lt;p&gt;It's a big YMMV, but I wrote a scraper for Google Maps &quot;Popular Times&quot;, both the hourly data for a normal week, as well as the current &quot;live&quot; value.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/philshem/gmaps_popular_times_scraper&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philshem/gmaps_popular_times_scraper&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;turn this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ImTgm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ImTgm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;into this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xahst.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xahst.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-03-22T15:38:16.580" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16266" PostTypeId="1" CreationDate="2020-03-23T03:19:42.910" Score="1" ViewCount="18" Body="&lt;p&gt;I look for datasets that I can use for collaboration recommendation (i.e. co-authorship prediction). In other words, the dataset includes details related to authors and their publications.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am wondering if there are any public datasets in this task or any state-of-the-art datasets? If so, what are they?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am happy to provide more details if needed.&lt;/p&gt;&#xA;" OwnerUserId="20874" LastActivityDate="2020-03-23T03:19:42.910" Title="What are common datasets used for collaboration recommendations?" Tags="|data-request|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16267" PostTypeId="2" ParentId="16185" CreationDate="2020-03-23T09:52:05.673" Score="6" Body="&lt;p&gt;I successfully parse WHO situation reports and convert them to CSV, from march 1. Older reports are too unstructured.&#xA;See here: &lt;a href=&quot;https://github.com/gibello/whocovid19&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/gibello/whocovid19&lt;/a&gt; (reports in data/csv).&#xA;On the site, also links to ECDC and Johns Hopkins data.&lt;/p&gt;&#xA;" OwnerUserId="23684" LastActivityDate="2020-03-23T09:52:05.673" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16268" PostTypeId="2" ParentId="16185" CreationDate="2020-03-23T10:51:00.250" Score="6" Body="&lt;p&gt;The CDC has US-wide cases, per date&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/testing-in-us.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/testing-in-us.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It's an HTML table, and I haven't found a more machine readable source. But with Python &amp;amp; Pandas you can easily read the data into a dataframe&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;df = pd.read_html('https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/testing-in-us.html')&#xA;&#xA;print(df[0])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And to dump to a local CSV file, which will require some post-processing&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;df[0].to_csv('cdc.csv',index=False)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Date Collected,CDC Labs,US Public Health Labs&#xA;1/18,4,0&#xA;1/19,0,0&#xA;1/20,7,0&#xA;1/21,3,0&#xA;1/22,10,0&#xA;1/23,36,0&#xA;1/24,53,0&#xA;1/25,101,0&#xA;1/26,79,0&#xA;1/27,77,0&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;You'll need these packages&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;pip install pandas html5lib lxml&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-03-23T10:51:00.250" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16269" PostTypeId="1" CreationDate="2020-03-23T13:17:26.460" Score="2" ViewCount="26" Body="&lt;p&gt;Where can I find english tenses database to add them into my learning app&lt;/p&gt;&#xA;" OwnerUserId="23686" LastActivityDate="2020-03-23T13:17:26.460" Title="English tenses exercises database (with answers)" Tags="|english|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16270" PostTypeId="2" ParentId="16185" CreationDate="2020-03-23T14:42:02.663" Score="6" Body="&lt;p&gt;German data can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.rki.de/DE/Content/InfAZ/N/Neuartiges_Coronavirus/Fallzahlen.html&quot; rel=&quot;noreferrer&quot;&gt;https://www.rki.de/DE/Content/InfAZ/N/Neuartiges_Coronavirus/Fallzahlen.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21208" LastActivityDate="2020-03-23T14:42:02.663" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16271" PostTypeId="2" ParentId="16185" CreationDate="2020-03-23T14:46:13.167" Score="5" Body="&lt;p&gt;Spain data can be found here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mscbs.gob.es/profesionales/saludPublica/ccayes/alertasActual/nCov-China/situacionActual.htm&quot; rel=&quot;noreferrer&quot;&gt;https://www.mscbs.gob.es/profesionales/saludPublica/ccayes/alertasActual/nCov-China/situacionActual.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21208" LastActivityDate="2020-03-23T14:46:13.167" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16272" PostTypeId="1" CreationDate="2020-03-23T23:10:07.020" Score="1" ViewCount="55" Body="&lt;p&gt;I am looking for an API for oil and gas wells, including their name and location. I know each state has has this data for download but is there an API out there?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know of some but they are at least $3,000+. Is there any that are reasonably price ones?&lt;/p&gt;&#xA;" OwnerUserId="23689" LastEditorUserId="10235" LastEditDate="2020-03-28T15:11:01.327" LastActivityDate="2021-09-01T13:03:50.423" Title="Where can i get an API of all oil &amp; gas wells in America?" Tags="|data-request|usa|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16273" PostTypeId="1" CreationDate="2020-03-24T11:32:30.033" Score="0" ViewCount="38" Body="&lt;p&gt;I am a software developer. I want to advertise that I can build vehicle tracking apps. To that end, I will place a live demo on my web page.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for an API which I can query every 5 seconds or so to get the current positions of vehicles and update the map in real-time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I want something UK based, preferably in London, but that's not a deal breaker; nation-wide would not hurt (and I may even be able to think of a few extra features for it).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I &lt;em&gt;could&lt;/em&gt; use the London Underground or buses, I suppose. But if I am trying to market fleet tracking capabilities,  might it not be better to use an actual fleet? E.g DHL or something like that? Or, am I just overthinking it and is &quot;data moving on the map&quot;  enough?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would prefer something with data 24/7, so that people looking from other time zones won't see an empty map in the middle of the night. Taxis? Pizza delivery? Police cars would be great, but I doubt if they make their data public ;-) Hmm, maybe ambulances or fire engines?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;In terms of requests to the API, maybe every 5 seconds, possibly every second, but I don't want a messy map, so maybe 5 or 10 vehicles (max 20 if UK wide). The API must, of course, be free for commercial use.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, which imaginative API can you recommend me? Real-time  not recorded, data please.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2020-03-31T11:57:22.403" LastActivityDate="2020-03-31T11:57:22.403" Title="Real-time vehicle fleet position data, United Kingdom" Tags="|api|transportation|location|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16274" PostTypeId="2" ParentId="1945" CreationDate="2020-03-24T11:38:25.140" Score="2" Body="&lt;p&gt;Cafe, library etc are known in the audio research communities as &quot;scenes&quot;. Automatically classifying based on the audio from which scene it is from is known as &quot;Acoustic Scene Classification&quot;. So those are good keywords when searching for this.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This task has been recurring at the DCASE Machine Learning challenge. So you can find several datasets there:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;2019: &lt;a href=&quot;http://dcase.community/challenge2019/task-acoustic-scene-classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dcase.community/challenge2019/task-acoustic-scene-classification&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;2018: &lt;a href=&quot;https://www.kaggle.com/c/acoustic-scene-2018/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/acoustic-scene-2018/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;2017: &lt;a href=&quot;https://www.cs.tut.fi/sgn/arg/dcase2017/challenge/task-acoustic-scene-classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cs.tut.fi/sgn/arg/dcase2017/challenge/task-acoustic-scene-classification&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;2016: &lt;a href=&quot;https://www.cs.tut.fi/sgn/arg/dcase2016/task-acoustic-scene-classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cs.tut.fi/sgn/arg/dcase2016/task-acoustic-scene-classification&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The 2019 edition have classes such as:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;    Airport - airport&#xA;    Indoor shopping mall - shopping_mall&#xA;    Metro station - metro_station&#xA;    Pedestrian street - street_pedestrian&#xA;    Public square - public_square&#xA;    Street with medium level of traffic - street_traffic&#xA;    Travelling by a tram - tram&#xA;    Travelling by a bus - bus&#xA;    Travelling by an underground metro - metro&#xA;    Urban park - park&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23657" LastActivityDate="2020-03-24T11:38:25.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16275" PostTypeId="2" ParentId="16090" CreationDate="2020-03-24T16:35:42.750" Score="0" Body="&lt;p&gt;check out the Florida Dept of Revenue FTP site here:&#xA;&lt;a href=&quot;ftp://sdrftp03.dor.state.fl.us/Map%20Data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://sdrftp03.dor.state.fl.us/Map%20Data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-03-24T16:35:42.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16276" PostTypeId="1" CreationDate="2020-03-24T16:47:36.030" Score="1" ViewCount="79" Body="&lt;p&gt;Is there a compiled dataset of all administrative units (ADM-1) of the world with population data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that &lt;a href=&quot;https://www.geonames.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geonames.org/&lt;/a&gt; has the raw data, I am looking for a pre-compiled dataset&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2020-04-15T22:52:01.923" Title="Population in adminstrative units (ADM-1) of the world" Tags="|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16277" PostTypeId="2" ParentId="16263" CreationDate="2020-03-24T18:00:34.593" Score="0" Body="&lt;p&gt;The U.S. Census Bureau's Current Population Survey Displaced Worker Supplement contains this data. There exists biennial data from 1984 to 2018 on &lt;a href=&quot;https://cps.ipums.org/cps-action/samples&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPUMS CPS&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-03-24T18:00:34.593" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16278" PostTypeId="1" CreationDate="2020-03-24T20:29:04.607" Score="2" ViewCount="23" Body="&lt;p&gt;My team is looking for a user review dataset which we can compare to one of these &lt;a href=&quot;http://jmcauley.ucsd.edu/data/amazon/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amazon datasets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The dataset needs to include text reviews and a review helpfulness rating.&lt;/p&gt;&#xA;&lt;p&gt;I know this is a long shot, but if anyone knows of a dataset we could use then that would be great!&lt;/p&gt;&#xA;" OwnerUserId="23695" LastEditorUserId="23272" LastEditDate="2021-04-03T05:15:04.200" LastActivityDate="2021-04-03T05:15:04.200" Title="Review Helpfulness Datasets" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16279" PostTypeId="2" ParentId="16090" CreationDate="2020-03-24T20:37:45.457" Score="1" Body="&lt;p&gt;As Barry Carter explained, parcel data in the US is generally maintained at the county level. Unfortunately this means you usually have to download it from a separate source for each county. Here's a quick explanation of how to find parcel data downloads.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Usually the parcel data can be found by searching for the county auditor's website. Be sure to include the name of the state in your search, as many county names are used in more than one state. Go to the auditor's website and look for a link for &quot;downloads,&quot; &quot;data&quot; or similar. If the website is poorly organized you may need to use the search function. If the website is &lt;em&gt;extremely&lt;/em&gt; poorly organized, you may need to return to google and refine your search (with terms like parcel, data, GIS, shapefile, download, etc). Repeat for all counties in your list. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, when I Googled &quot;florida hillsborough county auditor,&quot; the very first search result was the website of the Hillsborough County Property Appraiser, which has a link to a &lt;a href=&quot;https://hcpafl.org/Downloads/Maps-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Downloads page&lt;/a&gt; where you can get &lt;a href=&quot;ftp://public:access@ftp.hcpafl.org/shapefiles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GIS data&lt;/a&gt;. You probably want the file called &lt;code&gt;parcel_03_20_2020.zip&lt;/code&gt; but you will need to download it to be sure. It turns out Florida calls the official responsible for maintaining parcel data a &quot;property appraiser&quot; instead of a &quot;county auditor,&quot; but I was still able to find the relevant websites with the search term &quot;auditor.&quot;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;ftp://public:access@ftp.hcpafl.org/shapefiles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hillsborough County Property Appraiser GIS Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.polkpa.org/FTPPage/ftpdefault.aspx?url=%5CGISData&quot; rel=&quot;nofollow noreferrer&quot;&gt;Polk County Property Appraiser GIS Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://downloads.pascopa.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pasco County Property Appraiser GIS Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.pcpao.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pinellas County Property Appraiser GIS Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://data-ocpagis.opendata.arcgis.com/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;Osceola County Property Appraiser GIS Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.lakecopropappr.com/records_custodian.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lake County Property Appraiser&lt;/a&gt; - As far as I can tell, parcel data is not available as a free download for Lake County. I only did a cursory search; you may have better luck if you spend some more time looking around their website. The page I linked to has has contact information where you can request data, as well as a data price list.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.manateepao.com/cama-reports/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Manatee County Property Appraiser GIS Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2020-03-24T20:37:45.457" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16280" PostTypeId="1" CreationDate="2020-03-24T23:46:10.727" Score="1" ViewCount="80" Body="&lt;p&gt;I have been writing a Python program to analyze the contents of shapefiles from the 2010 U.S. census, and I came across some odd duplication that I cannot explain. For example, in the 2010 shapefile data that describes census tracts in the state of Texas, shapeRecord(546) part 0 has a list of geographic points of a polygon that are identical to shapeRecord(547) part 1. These records correspond to geo ID 48159950200, Census Tract 9502 Franklin County, TX and geo ID 48159950100, Census Tract 9501, Franklin County, TX, respectively. This seems to suggest that the first part of census tract 9502 geographically overlaps with the second part of census tract 9501, and the corresponding population data shows that they have different populations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Has anyone studying census shapefiles encountered such anomalies, and do they know what it means? Is it possible that the census counts the population of the same geographic area by different means and then assigns part of the population to one tract and a different part of the population to another tract?&lt;/p&gt;&#xA;" OwnerUserId="23696" LastActivityDate="2020-03-31T16:12:58.337" Title="Why are some tract geometries duplicated in census data?" Tags="|geospatial|us-census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16281" PostTypeId="1" CreationDate="2020-03-25T03:56:51.857" Score="5" ViewCount="373" Body="&lt;p&gt;I need the US import bill of lading datasets. I know that it's free but I only find data vendors, like import genius.&lt;/p&gt;&#xA;&lt;p&gt;Where can I download or buy the RAW datasets without vendors? Directly from the US CBP?&lt;/p&gt;&#xA;" OwnerUserId="23697" LastEditorUserId="23272" LastEditDate="2022-07-14T12:23:09.710" LastActivityDate="2022-07-14T12:23:09.710" Title="Where to get the USA bill of lading datasets" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16282" PostTypeId="2" ParentId="16272" CreationDate="2020-03-25T06:45:50.743" Score="1" Body="&lt;p&gt;OpenStreetMap has the data, specifically 70k+ entries with the tag &quot;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:man_made%3Dpetroleum_well&quot; rel=&quot;nofollow noreferrer&quot;&gt;man_made=petroleum_well&lt;/a&gt;&quot; (also the less used &quot;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:man_made%3Dpumping_rig&quot; rel=&quot;nofollow noreferrer&quot;&gt;man_made=pumping_rig&lt;/a&gt;&quot;. Here's how &lt;a href=&quot;https://taginfo.openstreetmap.org/tags/?key=man_made&amp;amp;value=petroleum_well#map&quot; rel=&quot;nofollow noreferrer&quot;&gt;they look on the map&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Pr4qZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Pr4qZ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are many tools to export all the data for a set of tags. In particular, start with manual searches using the &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OverPass-Turbo API&lt;/a&gt;, to see if this tag has good coverage for places you know of. Then start to read about bulk exports with &lt;a href=&quot;https://opendata.stackexchange.com/a/12430/1511&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Once you download the bulk.osm file, you'd run something like this&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;./osmfilter bulk.osm --keep=&quot;man_made=pumping_rig =petroleum_well&quot; &amp;gt; oil_wells.osm&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-03-25T06:45:50.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16283" PostTypeId="2" ParentId="16244" CreationDate="2020-03-25T10:10:45.870" Score="9" Body="&lt;p&gt;We started a worldwide crowdsourcing data collection on policy measures, including lockdowns at the admin1 level (region) and the country level. Currently we coded data for ~13 countries and are continously expanding. You can access the data here:&#xA;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1tYfD3vvSEaW3Cq9-UZoDtlKIfaMMVJq8XnV9XJUdK3s/edit?usp=sharing&quot; rel=&quot;noreferrer&quot;&gt;Collaborative Google Sheets on Policy Measures Against Covid19&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These data are free to use for anybody. &lt;em&gt;We rely on user contributions to this data. Anybody is asked to add to the data. For suggestions for more fundamental changes.&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you use these data, please consider adding or updating at least on country in the list.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="975" LastEditDate="2020-03-25T10:49:22.800" LastActivityDate="2020-03-25T10:49:22.800" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16284" PostTypeId="1" CreationDate="2020-03-25T10:34:11.750" Score="3" ViewCount="90" Body="&lt;p&gt;I currently have a &lt;a href=&quot;https://github.com/swiss-bike-data/get-zuerich-bikeshare-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;long-running scrape&lt;/a&gt; that collects geojson data for Zürich bike-sharing. Each file is appended with a timestamp of when it was collected. The file structure doesn't change.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;What's the best way to share multiple geojsons (timeseries)?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data once packaged should be publicly available, but as individual files it's becoming cumbersome. &lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Some options I've considered&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;(&lt;em&gt;&lt;a href=&quot;https://github.com/swiss-bike-data/get-zuerich-bikeshare-data/tree/master/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;current solution&lt;/a&gt;&lt;/em&gt;) One big folder in git, with individual files&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;(&lt;em&gt;good&lt;/em&gt;) Can be viewed on the map&lt;/li&gt;&#xA;&lt;li&gt;(&lt;em&gt;bad&lt;/em&gt;) Needs to be downloaded all together as zip or git pull/clone&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;One big file with individual rows per geojson? e.g. jsonlines &lt;a href=&quot;http://jsonlines.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://jsonlines.org/&lt;/a&gt; (always updating)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;(&lt;em&gt;good&lt;/em&gt;) Easy to parse&lt;/li&gt;&#xA;&lt;li&gt;(&lt;em&gt;bad&lt;/em&gt;) Many versions of the same file will exist&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Individual zips, based on time range? (no updates to historical files)&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;(&lt;em&gt;good&lt;/em&gt;) easy to understand and access&lt;/li&gt;&#xA;&lt;li&gt;(&lt;em&gt;bad&lt;/em&gt;) takes time to package files&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;—-&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Related question, but not a useful answer: &lt;a href=&quot;https://gis.stackexchange.com/q/131920/112869&quot;&gt;https://gis.stackexchange.com/q/131920/112869&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-26T09:55:38.517" LastActivityDate="2020-04-09T07:09:08.393" Title="What is an effective way to share many geojsons that are a timeseries?" Tags="|geospatial|releasing-data|json|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="16285" PostTypeId="1" CreationDate="2020-03-25T15:11:58.030" Score="1" ViewCount="18" Body="&lt;p&gt;I have to do a PoC on PowerBI for predictive maintenance (both for unscheduled and scheduled maintenance).  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I saw this article about fluor and am looking for open data that would allow to discover similar insights : &lt;a href=&quot;https://www.nsenergybusiness.com/news/fluor-to-deploy-ibm-watson-for-predictive-analytics-capability-for-epc-projects/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nsenergybusiness.com/news/fluor-to-deploy-ibm-watson-for-predictive-analytics-capability-for-epc-projects/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do you happen to know any EPC (O&amp;amp;G, roads, tunnel, bridges, etc) 'asset management'/ &quot;maintenance cost' dataset  ? Alternatively, it could be also facility management. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I came across a lot &quot;predictive maintenance&quot; dataset for manufacturing. It is mostly about fault fetection. Here we are more looking into maintenance cost, rather that &quot;fault detection&quot;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I don't know at all the EPC business, so any suggestion would be more than welcome!&lt;/p&gt;&#xA;" OwnerUserId="23701" LastActivityDate="2020-03-25T15:11:58.030" Title="data on maintenance costs in EPC sector" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16286" PostTypeId="1" AcceptedAnswerId="16296" CreationDate="2020-03-25T21:21:48.087" Score="4" ViewCount="81" Body="&lt;p&gt;Is there any open data concerning dinosaur discoveries? I am particularly interested in plotting them on a map, and showing date when clicked/showing all discoveries of a certain type/in a certain time period, from a certain era, etc&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2020-03-27T19:05:11.953" Title="Seeking dinosaur data" Tags="|dinosaurs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16287" PostTypeId="1" CreationDate="2020-03-25T21:44:41.567" Score="2" ViewCount="27" Body="&lt;p&gt;Are demographic data, specifically age distribution available for Wuhan and the Chinese Hubei province?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know if the age distribution is somewhat comparable with other urban areas across the globe. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In particular I suspect that if migrant workers from surrounding rural areas  left their child in the care of grandparents, coupled with the one-child policy, the proportion of children would be smaller then in comparable urban areas elsewhere.&lt;/p&gt;&#xA;" OwnerUserId="23703" LastEditorUserId="16193" LastEditDate="2020-03-25T21:51:49.493" LastActivityDate="2020-03-25T21:51:49.493" Title="Demographics, particulary age distribution in Wuhan and Hubei province" Tags="|demographics|population|china|covid19|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16288" PostTypeId="2" ParentId="16244" CreationDate="2020-03-25T22:02:48.830" Score="6" Body="&lt;p&gt;What about this database? It includes government measures... &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.humdata.org/m/dataset/acaps-covid19-government-measures-dataset&quot; rel=&quot;noreferrer&quot;&gt;&lt;strong&gt;ACAPS COVID-19: Government Measures Dataset&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The COVID-19 Government Measures Dataset puts together all the measures implemented by governments worldwide in response to the Coronavirus pandemic. Data collection includes secondary data review. The researched information available falls into five categories: - Social distancing - Movement restrictions - Public health measures - Social and economic measures - Human rights implications Each category is broken down into several types of measures. ACAPS consulted government, media, United Nations, and other organisations sources.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="23700" LastEditorUserId="1511" LastEditDate="2020-03-26T08:19:29.707" LastActivityDate="2020-03-26T08:19:29.707" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16289" PostTypeId="1" CreationDate="2020-03-26T02:43:50.853" Score="1" ViewCount="16" Body="&lt;p&gt;I'm confused about the data source about food consumption from the consumer expenditure survey. I find the survey data from the CES website, &lt;a href=&quot;https://www.bls.gov/cex/pumd_data.htm#sas&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/cex/pumd_data.htm#sas&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19857" LastEditorUserId="23272" LastEditDate="2021-03-15T05:42:43.983" LastActivityDate="2021-03-15T05:42:43.983" Title="Consumer expenditure survey about food consumption" Tags="|survey|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="16290" PostTypeId="1" CreationDate="2020-03-26T05:39:00.560" Score="1" ViewCount="20" Body="&lt;p&gt;While I'm running Ckan container, memory is increasing rapidly mainly because of &lt;code&gt;ckan_default&lt;/code&gt; process. Is there any way to limit the  memory for &lt;code&gt;ckan_default&lt;/code&gt; process? If yes, where it should be defined or at which location that setting is present? &#xA;Or how can I limit the memory?&lt;/p&gt;&#xA;" OwnerUserId="23704" LastActivityDate="2020-03-26T05:39:00.560" Title="While running ckan container, memory is increasing rapidly mainly because of `ckan_default` process" Tags="|ckan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16291" PostTypeId="2" ParentId="16244" CreationDate="2020-03-26T08:36:55.677" Score="4" Body="&lt;p&gt;There are now some fairly complete and up to date such datasets. &#xA;An Oxford University group - Future of Humanity Institute - has gathered these data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://storage.googleapis.com/static-covid/Containment%20measures/COVID-19%20containment%20measures.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://storage.googleapis.com/static-covid/Containment%20measures/COVID-19%20containment%20measures.zip&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Almost simultaneously, a different department, the Blavatnik School of Government from the same institution, has published a somewhat different take on the same data:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bsg.ox.ac.uk/research/research-projects/oxford-covid-19-government-response-tracker&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bsg.ox.ac.uk/research/research-projects/oxford-covid-19-government-response-tracker&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Both datasets are meant to be kept up to date. And of course there is the already mentioned dataset above by the Assessment Capacities Project (ACAPS), an independent information provider:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.humdata.org/dataset/acaps-covid19-government-measures-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.humdata.org/dataset/acaps-covid19-government-measures-dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="14909" LastEditDate="2020-03-29T07:00:40.980" LastActivityDate="2020-03-29T07:00:40.980" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16292" PostTypeId="2" ParentId="15586" CreationDate="2020-03-26T09:14:49.917" Score="3" Body="&lt;p&gt;we created Windows API calls sequence of metamorphic malware. In our research, we have translated the families produced by each of the software into 8 main malware families: Trojan, Backdoor, Downloader, Worms, Spyware Adware, Dropper, Virus.&#xA;&lt;a href=&quot;https://github.com/ocatak/malware_api_class&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ocatak/malware_api_class&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23705" LastActivityDate="2020-03-26T09:14:49.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16293" PostTypeId="1" CreationDate="2020-03-27T10:44:18.700" Score="0" ViewCount="271" Body="&lt;p&gt;The United States Geological Survey (USGS) has available as part of the 3D Elevation Program (3DEP) a 1-arcsecond Digital Elevation Model (DEM) of the conterminous United States (CONUS) — see &lt;a href=&quot;https://www.sciencebase.gov/catalog/item/4f70aa71e4b058caae3f8de1&quot; rel=&quot;nofollow noreferrer&quot;&gt;3DEP DEM&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data link points to Amazon AWS where data can be downloaded freely and anonymously, but this appears to not be an AWS bucket but rather a &lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/index.html?prefix=StagedProducts/Elevation/1/ArcGrid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HTTPS index labelled &quot;Staged Products Directory&quot;&lt;/a&gt;.  When searching the &lt;a href=&quot;https://registry.opendata.aws/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Registry of Open Data on AWS&lt;/a&gt; directly, I can only find the related but different &lt;a href=&quot;https://registry.opendata.aws/usgs-lidar/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USGS 3DEP LiDAR&lt;/a&gt; product, which is not available freely and anonymously but published as a &quot;requester pays&quot; bucket.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is an AWS &quot;staged product&quot;?  Are those USGS 3DEP DEM 1-arcminute data available through the AWS S3 interface freely and anonymously, or only through the https interface?  Are those &quot;staged products&quot; https links even permanent?  The https link is very slow; downloading one file, I only got a throughput of 190 KB/s, over three minutes to download a single 35 MiB file.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2023-12-20T15:03:00.373" Title="USGS 3DEP DEM, what is an AWS &quot;Staged Product&quot;? Can I access &quot;Staged Product&quot; data over S3?" Tags="|geospatial|api|data.gov|usgs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16294" PostTypeId="2" ParentId="46" CreationDate="2020-03-27T11:03:44.730" Score="2" Body="&lt;p&gt;I suggest Damegender as Python Tool for this taks. This software shares very good open datasets (USA, UK, Spain, Uruguay, ...) and it is giving support to machine learning features to guess gender in names if it doesn't appear in the dataset with good results. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://pypi.org/project/damegender/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pypi.org/project/damegender/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/davidam/damegender&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/davidam/damegender&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For instance,&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ python3 main.py Susana --verbose&#xA;&#xA;0 males for Susana from INE.es&#xA;&#xA;95677 females for Susana from INE.es&#xA;&#xA;15 males for Susana from Uruguay census&#xA;&#xA;2689 females for Susana from Uruguay census&#xA;&#xA;0 males for Susana from United Kingdom census&#xA;&#xA;47 females for Susana from United Kingdom census&#xA;&#xA;52 males for Susana from United States of America census&#xA;&#xA;19669 females for Susana from United States of America census&#xA;&#xA;Susana gender predicted with nltk is female&#xA;&#xA;Susana gender predicted with sgd is female&#xA;&#xA;Susana gender predicted with svc is female&#xA;&#xA;Susana gender predicted with gaussianNB is female&#xA;&#xA;Susana gender predicted with multinomialNB is female&#xA;&#xA;Susana gender predicted with bernoulliNB is female&#xA;&#xA;Susana gender predicted with forest is female&#xA;&#xA;Susana gender predicted with tree is female&#xA;&#xA;Susana gender predicted with mlp is female&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23713" LastActivityDate="2020-03-27T11:03:44.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16295" PostTypeId="1" CreationDate="2020-03-27T16:10:32.737" Score="1" ViewCount="29" Body="&lt;p&gt;I don't even know if this is the best place to ask it but, as a statistics community think somebody here may know something. I am wondering what kind of databases and data are actually available regarding covid-19 infection, especially epidemiological and clinical characteristics.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any source that published available characteristics/clinical data for the affected patients?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to search the web for it but found no actual downloadable DB or similar&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you so much in advance fro any help&lt;/p&gt;&#xA;" OwnerUserId="23717" LastEditorUserId="1511" LastEditDate="2020-03-28T09:19:05.893" LastActivityDate="2020-03-28T09:19:05.893" Title="covid-19 clinical data or statistics" Tags="|data-request|uses-of-open-data|covid19|" AnswerCount="0" CommentCount="2" ClosedDate="2020-03-28T09:19:22.237" ContentLicense="CC BY-SA 4.0" />
  <row Id="16296" PostTypeId="2" ParentId="16286" CreationDate="2020-03-27T19:05:11.953" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://paleobiodb.org/#/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Paleobiology Database&lt;/a&gt; is a Creative Commons database that seeks to &quot;provide global, collection-based occurrence and taxonomic data for organisms of all geological ages.&quot;  The data can be &lt;a href=&quot;https://paleobiodb.org/classic/displayDownloadGenerator&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloaded&lt;/a&gt; in CSV/JSON/RIS, viewed interactively with the &lt;a href=&quot;https://paleobiodb.org/navigator/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PBDB Navigator&lt;/a&gt;, and accessed programmatically via the API of the &lt;a href=&quot;https://paleobiodb.org/data1.2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PBDB Data Service&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-03-27T19:05:11.953" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="16297" PostTypeId="1" CreationDate="2020-03-27T20:58:56.950" Score="2" ViewCount="170" Body="&lt;p&gt;I have a use case where I need to be able to make an API request to retrieve inspection data for a given establishment. This is the page I can use to retrieve the data manually: &lt;a href=&quot;https://www.osha.gov/pls/imis/establishment.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.osha.gov/pls/imis/establishment.html&lt;/a&gt; . I have not been able to find a relevant request in the API docs. Can someone point me in the right direction?&lt;/p&gt;&#xA;" OwnerUserId="23718" LastActivityDate="2023-02-02T02:58:01.763" Title="API Access to OSHA Establishment Search" Tags="|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="16298" PostTypeId="2" ParentId="16185" CreationDate="2020-03-28T12:34:27.090" Score="5" Body="&lt;p&gt;My take on UK data: &lt;a href=&quot;https://github.com/sainnr/covid19-uk-data-capture&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/sainnr/covid19-uk-data-capture&lt;/a&gt;. The goal is to represent daily updates published by UK official bodies in the machine-readable format.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Currently, it consists mainly of two parts:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;number of cases within the UK (fatal/recovered/positive/total) from 30 Jan till today&lt;/li&gt;&#xA;&lt;li&gt;number of confirmed positive cases within regions (local authorities) breakdown&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I'm a sole maintainer at the moment and do my best to update it within 24h after the publication of daily numbers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hope this helps someone to build anything useful on top!&lt;/p&gt;&#xA;" OwnerUserId="23724" LastActivityDate="2020-03-28T12:34:27.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17298" PostTypeId="2" ParentId="16251" CreationDate="2020-03-28T18:52:33.760" Score="6" Body="&lt;p&gt;The &lt;a href=&quot;https://www.xprize.org/articles/xprize-responds-to-covid-19&quot; rel=&quot;noreferrer&quot;&gt;Anthem XPRIZE Pandemic Alliance&lt;/a&gt; has pledged the availability of such de-identified data including data on previous outbreaks (i.e. swine-flu, influenza, SARS etc.) It is unclear, however, how soon the datasets will be released to researchers as it was just announced.  &lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2020-03-28T18:52:33.760" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17301" PostTypeId="1" CreationDate="2020-03-29T09:08:36.640" Score="0" ViewCount="45" Body="&lt;p&gt;I read a &lt;a href=&quot;https://www.newyorker.com/magazine/2020/03/23/will-this-years-census-be-the-last&quot; rel=&quot;nofollow noreferrer&quot;&gt;fascinating article&lt;/a&gt; about the census in the US, and especially the 1940 census, which is &lt;a href=&quot;https://1940census.archives.gov/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;available online&lt;/a&gt; (since the 72 year period has elapsed).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was able to search based on address (and cross streets), but was wondering if anything else has been indexed. For example, people's names.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There is some info about funded projects in 2012 to digitize the data (&lt;a href=&quot;https://www.research.gov/research-portal/appmanager/base/desktop?_nfpb=true&amp;amp;_windowLabel=researchAreas_11&amp;amp;_urlType=action&amp;amp;wlpresearchAreas_11_id=%2FresearchGov%2FAwardHighlight%2FPublicAffairs%2F2013%2F24170_RetrievingdigitizeddatafromtheUSCensus.html&amp;amp;wlpresearchAreas_11_action=selectAwardDetail&quot; rel=&quot;nofollow noreferrer&quot;&gt;one&lt;/a&gt; : &lt;a href=&quot;https://www.research.gov/research-portal/appmanager/base/desktop;jsessionid=73PLpQjN4jxNQqTkGHzhF7x8jH5hv1p2qjVJj3y4N9Hn3xztp2qT!1329000707!-830358432?_nfpb=true&amp;amp;_windowLabel=awards_1&amp;amp;_urlType=action&amp;amp;wlpawards_1_action=viewAwardDetailEvent_rsr&amp;amp;wlpawards_1_fedAwrdId=1053575&quot; rel=&quot;nofollow noreferrer&quot;&gt;two&lt;/a&gt; : &lt;a href=&quot;https://www.archives.gov/research/genealogy/census/online-resources&quot; rel=&quot;nofollow noreferrer&quot;&gt;three&lt;/a&gt;), but I haven't found any portal or available dataset.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mQuW7m.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mQuW7m.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;Art credit from the New Yorker article linked above. Artist: &lt;a href=&quot;https://timpeacock.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tim Peacock&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-03-29T10:35:02.490" LastActivityDate="2023-12-20T16:05:00.563" Title="1940 US Census - indexed data?" Tags="|usa|us-census|census|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17304" PostTypeId="2" ParentId="16185" CreationDate="2020-03-29T12:38:44.630" Score="6" Body="&lt;p&gt;&lt;strong&gt;German&lt;/strong&gt; Covid-19 data from RKI (Robert Koch-Institut) on the state (Bundesländer) and county (Kreise) level &lt;a href=&quot;https://npgeo-corona-npgeo-de.hub.arcgis.com/datasets/dd4580c810204019a7b8eb3e0b329dd6_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;can be found here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Data on the county level include patient information such as age group and gender. County level data can be merged with county level information from the &lt;a href=&quot;https://www.inkar.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;INKAR database&lt;/a&gt; via county id (Kreiskennziffer).&lt;/p&gt;&#xA;&lt;p&gt;Update (2020-03-30): There is now a &lt;a href=&quot;https://www.divi.de/register/intensivregister&quot; rel=&quot;nofollow noreferrer&quot;&gt;register of intensive care capacities&lt;/a&gt; in German hospitals.&lt;/p&gt;&#xA;&lt;p&gt;Update (2020-04-06): An overview of the situation in &lt;strong&gt;Austria&lt;/strong&gt;, can be found &lt;a href=&quot;https://www.addendum.org/coronavirus/oesterreich-verbreitung/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Find the official &lt;a href=&quot;https://info.gesundheitsministerium.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dashboard of the Ministry of Health (Gesundheitsministerium) here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Update (2020-04-06): A timeseries of cases and deaths in &lt;strong&gt;Germany&lt;/strong&gt; can be found &lt;a href=&quot;https://github.com/Bixi81/COVID-19&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (updated every couple of days).&lt;/p&gt;&#xA;&lt;p&gt;Update (2020-11-12): Find an overview of antibody studies in Germany &lt;a href=&quot;https://www.rki.de/DE/Content/InfAZ/N/Neuartiges_Coronavirus/AK-Studien/AKS_bestehendeKohorten.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="23668" LastEditorUserId="23668" LastEditDate="2020-11-12T14:05:21.573" LastActivityDate="2020-11-12T14:05:21.573" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17305" PostTypeId="2" ParentId="1974" CreationDate="2020-03-29T15:01:07.587" Score="1" Body="&lt;p&gt;In my study of the same problem, I am using this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Polish+companies+bankruptcy+data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Polish+companies+bankruptcy+data&lt;/a&gt;, &lt;/p&gt;&#xA;&#xA;&lt;p&gt;which contains 64 attributes and over 40000 records. &lt;/p&gt;&#xA;" OwnerUserId="24727" LastEditorUserId="10235" LastEditDate="2020-04-01T18:29:16.553" LastActivityDate="2020-04-01T18:29:16.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17306" PostTypeId="1" CreationDate="2020-03-30T05:04:37.043" Score="1" ViewCount="19" Body="&lt;p&gt;Several years back, if memory serves, I was able to access on Google, the site traffic or search traffic for a wide number of large corporations. This was through a portal (I think Google Analytics, but it might've been a different portal). I went back to Google Analytics (GA), and it appears that the only data one can access through GA is for one's own site (or a site to which one has been granted access). I also did a web search, and saw that there are various organizations offering to sell estimated site traffic or search traffic data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way (hopefully for free), through Google or other browsers/aggregators to see, for instance, total web traffic for a specific company's (let's call it &quot;International MegaCorp&quot;) websites, or total searches for &quot;International MegaCorp&quot; on a big platform such as Google (or across platforms)? &lt;/p&gt;&#xA;" OwnerUserId="24732" LastEditorUserId="1511" LastEditDate="2020-03-31T17:03:55.877" LastActivityDate="2020-03-31T17:03:55.877" Title="Is there a good (free) way to see site and/or search traffic?" Tags="|data-request|internet|" AnswerCount="0" CommentCount="2" ClosedDate="2020-04-01T09:05:32.510" ContentLicense="CC BY-SA 4.0" />
  <row Id="17307" PostTypeId="2" ParentId="16123" CreationDate="2020-03-30T15:44:26.920" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. At the moment there is no LIKE search condition enabled for openFDA. We will discuss it internally and consider the implementation of this feature. For more details on the available search features, please check &lt;a href=&quot;https://open.fda.gov/apis/query-parameters/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the documentation&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-03-30T15:44:26.920" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17308" PostTypeId="2" ParentId="16122" CreationDate="2020-03-30T16:03:31.897" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. It is certainly possible to search by application number, but yhe format of the number in your example seems off. Typically the application numbers are either &lt;code&gt;ANDA######&lt;/code&gt; or &lt;code&gt;NDA######&lt;/code&gt;. See example below.&#xA;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.application_number:ANDA076407&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.application_number:ANDA076407&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-03-30T16:03:31.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17309" PostTypeId="2" ParentId="16010" CreationDate="2020-03-30T16:12:27.970" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. Your query is just missing one modifier: &lt;code&gt;.exact&lt;/code&gt;. I'm posting a fixed version of your example below. My apologies for the very delayed response.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt:nausea&amp;amp;limit=100&amp;amp;count=patient.drug.activesubstance.activesubstancename.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.reaction.reactionmeddrapt:nausea&amp;amp;limit=100&amp;amp;count=patient.drug.activesubstance.activesubstancename.exact&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-03-30T16:12:27.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17310" PostTypeId="2" ParentId="15995" CreationDate="2020-03-30T16:14:30.700" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. You can download entire datasets including NDC from &lt;a href=&quot;https://open.fda.gov/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;. My apologies for the very delayed response; thank you for your patience.&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-03-30T16:14:30.700" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17311" PostTypeId="2" ParentId="16038" CreationDate="2020-03-30T16:41:00.013" Score="1" Body="&lt;p&gt;There is currently no endpoint which includes that implements these codes. My apologies for the very delayed reply.&lt;/p&gt;&#xA;" OwnerUserId="15495" LastEditorUserId="15495" LastEditDate="2020-06-22T15:07:40.160" LastActivityDate="2020-06-22T15:07:40.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17312" PostTypeId="1" CreationDate="2020-03-30T18:18:23.233" Score="1" ViewCount="24" Body="&lt;p&gt;I am looking for a complete data of a match with the players.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Like who scored the goal and assisted it is available but what about&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;how many shots a player attempted&lt;/li&gt;&#xA;&lt;li&gt;how many passes a player completed&lt;/li&gt;&#xA;&lt;li&gt;positions of a player &lt;/li&gt;&#xA;&lt;li&gt;how many tackles a player made &lt;/li&gt;&#xA;&lt;li&gt;how many goals a GK saved, etc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23690" LastEditorUserId="1511" LastEditDate="2020-03-30T18:34:34.360" LastActivityDate="2020-03-30T18:34:34.360" Title="Where do I find the complete data of a completed football match" Tags="|data-request|sports|football|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17313" PostTypeId="1" CreationDate="2020-03-31T02:09:25.493" Score="3" ViewCount="149" Body="&lt;p&gt;I'm interested in analysing the number of COVID-19 deaths reported daily for each country against the total number of deaths daily for the same countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's currently plenty available for COVID-19 related deaths, but for deaths in general I can only find per year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm particularly interested in data for Germany to analyse whether they might be classifying deaths by proximate cause rather than ultimate cause, which would explain the extremely low number of deaths by COVID there compared to their very high number of infections and compared to most other countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But even apart from the German data, it would be of interest especially to help illustrate the seriousness of the current situation to skeptics who still don't take COVID-19 seriously.&lt;/p&gt;&#xA;" OwnerUserId="662" LastEditorUserId="1511" LastEditDate="2020-03-31T09:19:50.980" LastActivityDate="2020-05-28T07:19:27.093" Title="Data source(s) for deaths per day per country, or just for Germany" Tags="|data-request|medical|covid19|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17314" PostTypeId="2" ParentId="16185" CreationDate="2020-03-31T04:04:32.227" Score="4" Body="&lt;p&gt;Chinese data: &lt;a href=&quot;https://github.com/Avens666/COVID-19-2019-nCoV-Infection-Data-cleaning-&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Avens666/COVID-19-2019-nCoV-Infection-Data-cleaning-&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is incomplete (from February to March 19th) and the explanations are in Chinese.&lt;/p&gt;&#xA;" OwnerUserId="24727" LastActivityDate="2020-03-31T04:04:32.227" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17315" PostTypeId="1" CreationDate="2020-03-31T07:06:55.740" Score="1" ViewCount="34" Body="&lt;p&gt;Where can I find the complete clutter data of Mumbai?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The clutter should contain information related to buildings,roads and water bodies.&lt;/p&gt;&#xA;" OwnerUserId="24737" LastEditorUserId="6229" LastEditDate="2020-03-31T08:06:38.933" LastActivityDate="2020-03-31T08:06:38.933" Title="Seeking dataset containing clutter layer of Mumbai" Tags="|data-request|india|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17316" PostTypeId="2" ParentId="17313" CreationDate="2020-03-31T09:19:36.170" Score="4" Body="&lt;p&gt;Here is an ongoing effort from Switzerland to get this data, which is published by the Federal Government as a &quot;machine readable&quot; PDF. It's not daily but weekly.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/statistikZH/covid19monitoring_health_mortality&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/statistikZH/covid19monitoring_health_mortality&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/yK9Hq.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yK9Hq.png&quot; alt=&quot;weekly deaths by age group&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(source: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/gesundheit/gesundheitszustand/sterblichkeit-todesursachen.assetdetail.12527471.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/statistiken/gesundheit/gesundheitszustand/sterblichkeit-todesursachen.assetdetail.12527471.html&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can find the raw data here (CSVs):&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/statistikZH/covid19monitoring_health_mortality/tree/master/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/statistikZH/covid19monitoring_health_mortality/tree/master/data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And specifically the 2020 time series (CSV)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/statistikZH/covid19monitoring_health_mortality/master/data/2020.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/statistikZH/covid19monitoring_health_mortality/master/data/2020.csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Update: official csv&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bfs.admin.ch/bfsstatic/dam/assets/12567650/master&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfsstatic/dam/assets/12567650/master&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-04-07T15:13:47.257" LastActivityDate="2020-04-07T15:13:47.257" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17318" PostTypeId="1" CreationDate="2020-03-31T15:16:24.493" Score="1" ViewCount="59" Body="&lt;p&gt;Wikidata &lt;a href=&quot;https://www.wikidata.org/w/api.php?action=help&amp;amp;modules=wbsearchentities&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;wbsearchentities&lt;/code&gt;&lt;/a&gt; service seems perform prefix-based matching, e.g. &lt;a href=&quot;https://www.wikidata.org/wiki/Special:ApiSandbox#action=wbsearchentities&amp;amp;format=json&amp;amp;search=novel&amp;amp;language=en&amp;amp;limit=max&quot; rel=&quot;nofollow noreferrer&quot;&gt;searching for &lt;em&gt;novel&lt;/em&gt;&lt;/a&gt; matches as expected:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;em&gt;novel&lt;/em&gt; : narrative text, normally of a substantial length and in the form of prose describing a fictional and sequential story&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;but for instance also:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;em&gt;novelist&lt;/em&gt; : writer of novels&lt;/li&gt;&#xA;&lt;li&gt;&lt;em&gt;Novellara&lt;/em&gt; : Italian comune&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The documentation doesn't specify any special syntax for the &lt;code&gt;search&lt;/code&gt; parameter: do we have a simple way of forcing whole-word matching?&lt;/p&gt;&#xA;" OwnerUserId="21359" LastActivityDate="2020-03-31T15:16:24.493" Title="Whole word entity search on Wikidata" Tags="|wikidata|wikibase|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17320" PostTypeId="2" ParentId="16185" CreationDate="2020-03-31T15:31:32.563" Score="11" Body="&lt;p&gt;&lt;strong&gt;Index of Countries&lt;/strong&gt; (community wiki)&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Global&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16186/1511&quot;&gt;Johns Hopkins University&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16267/1511&quot;&gt;WHO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/17328/1511&quot;&gt;ECDC&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ourworldindata.org/coronavirus-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;OurWorldInData&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://worlddata.ai/FilterAttributes?q=CORONA%20VIRUS&amp;amp;s=HEALTH&amp;amp;r=GLOBAL%20DATA&amp;amp;sr=JOHNS%20HOPKINS%20UNIVERSITY&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worlddata.AI&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Europe&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://epistat.wiv-isp.be/covid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Belgium&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/17304/1511&quot;&gt;Germany&lt;/a&gt; and another &lt;a href=&quot;https://opendata.stackexchange.com/a/16270/1511&quot;&gt;Germany&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16252/1511&quot;&gt;Switzerland&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16271/1511&quot;&gt;Spain&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16250/1511&quot;&gt;Italy&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;United Kingdom&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16298/1511&quot;&gt;United Kingdom Overall&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://coronavirus.data.gov.uk/#category=ltlas&amp;amp;map=rate&quot; rel=&quot;nofollow noreferrer&quot;&gt;Country, Region and Local Authority&lt;/a&gt; &lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;North America&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;United States&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/nytimes/covid-19-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;NY Times county level&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/16268/1511&quot;&gt;CDC&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Asia&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/17334/1511&quot;&gt;General&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/a/17314/1511&quot;&gt;China&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h3&gt;Oceania&lt;/h3&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/2020_coronavirus_pandemic_in_Australia#Number_of_cases&quot; rel=&quot;nofollow noreferrer&quot;&gt;Australia&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.health.govt.nz/our-work/diseases-and-conditions/covid-19-novel-coronavirus/covid-19-current-situation/covid-19-current-cases/covid-19-current-cases-details#download&quot; rel=&quot;nofollow noreferrer&quot;&gt;New Zealand&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="10235" LastEditDate="2020-05-22T18:38:09.090" LastActivityDate="2020-05-22T18:38:09.090" CommentCount="1" CommunityOwnedDate="2020-03-31T15:31:32.563" ContentLicense="CC BY-SA 4.0" />
  <row Id="17321" PostTypeId="2" ParentId="16251" CreationDate="2020-03-31T15:52:36.360" Score="5" Body="&lt;p&gt;I've also found a fairly detailed dataset on github&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/beoutbreakprepared/nCoV2019/tree/master/latest_data&quot; rel=&quot;noreferrer&quot;&gt;https://github.com/beoutbreakprepared/nCoV2019/tree/master/latest_data&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is quite exciting as it holds the following data&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Demography: age,sex&lt;/li&gt;&#xA;&lt;li&gt;Geographic: city, province, country, wuhan(0)_not_wuhan(1), latitude, longitude, geo_resolution, lives_in_Wuhan, location, country_new&lt;/li&gt;&#xA;&lt;li&gt;Dates: date_onset_symptoms, date_admission_hospital, date_confirmation, date_death_or_discharge, travel_history_dates&lt;/li&gt;&#xA;&lt;li&gt;Symptoms: symptoms&lt;/li&gt;&#xA;&lt;li&gt;Other disease: chronic_disease_binary, chronic_disease&lt;/li&gt;&#xA;&lt;li&gt;Exposure: travel_history_location, reported_market_exposure, travel_history_binary&lt;/li&gt;&#xA;&lt;li&gt;Outcome: outcome, &lt;/li&gt;&#xA;&lt;li&gt;Other: additional_information, source, sequence_available, notes_for_discussion, admin3, admin2, admin1, admin_id, data_moderator_initials&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The downside, is that the data is of mixed quality, but it is critiqued by medical and data specialists. Some fields are completely left blank, but as a research source it could be a great place to start.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(This answer was moved from &lt;a href=&quot;https://opendata.stackexchange.com/questions/16185/covid19-coronavirus-case-data-count-of-cases-and-deaths/&quot;&gt;a more general question&lt;/a&gt;) &lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2020-03-31T15:52:36.360" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17322" PostTypeId="2" ParentId="16280" CreationDate="2020-03-31T16:12:58.337" Score="2" Body="&lt;p&gt;US census geography follows a &lt;a href=&quot;https://www.census.gov/programs-surveys/geography/guidance/hierarchy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;strict hierarchy&lt;/a&gt;, and two features within the same type of geography are discrete and can never overlap and cover the same area (tracts can't overlap tracts, counties can't overlap counties, etc). In your example, tract 9502 is completely surrounded by tract 9501, or to put it another way, tract 9501 is like a donut with a hole in the middle, and the hole is occupied by tract 9502. This isn't uncommon as a tract may be delineated around a concentrated settlement that's surrounded by a tract that's more rural / less populated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm not sure what Python module you're using, but what you may be seeing when you look at the geometry string for tract 9501 is that it includes that donut - it's part of 9501's interior boundary (called an interior ring), and would be exactly the same as 9502's exterior boundary. For example, see PostGIS representation for polygon with a hole:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://postgis.net/workshops/postgis-intro/geometries.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://postgis.net/workshops/postgis-intro/geometries.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/U71G3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/U71G3.png&quot; alt=&quot;Census tract 9502 surrounded by 9501 Franklin Co TX&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-03-31T16:12:58.337" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17323" PostTypeId="1" AcceptedAnswerId="17329" CreationDate="2020-03-31T20:50:59.047" Score="3" ViewCount="184" Body="&lt;p&gt;The German „Environmental Protection Agency“ (Umweltbundesamt) provides air quality data for Germany on its &lt;a href=&quot;https://www.umweltbundesamt.de/daten/luft/luftdaten/karten/eJxrXZScv9BwUXEykEhJXGVkYGSga2Csa2ywqCQTJF7OAADyrwzo&quot; rel=&quot;nofollow noreferrer&quot;&gt;webpage&lt;/a&gt; and it is also possible to download data as CSV. However, as far as I know, there is no option to programmatically download these data, e.g. via an API. Does anyone know about a source for German air quality data which can be accessed programmatically, e.g via an API?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/i9KUQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/i9KUQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23668" LastEditorUserId="1511" LastEditDate="2020-04-01T08:04:13.880" LastActivityDate="2020-04-01T08:04:13.880" Title="API for German Air Quality Data" Tags="|api|germany|environment|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17324" PostTypeId="2" ParentId="16276" CreationDate="2020-03-31T21:06:32.770" Score="2" Body="&lt;p&gt;I don't know of a pre-compiled dataset; there are a multitude of factors that would need to be considered in assembling something like that. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Another option for creating your own would be IPUMS Terra, the Integrated Population and Environmental Data project that's part of the IPUMS series at the Minnesota Population Center, Univ of Minnesota. The data has been gathered from census and statistical agencies of individual countries, or in some cases from estimates generated by the project:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://terra.ipums.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://terra.ipums.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Choose the &quot;Create Your Custom Dataset&quot; option, then on the next screen on the right choose &quot;Start Extract Area Level Output&quot;. On the Extract Builder (see pic below) choose variables on the left, like Demographic and Total Population. Then under Datasets on the right you can choose countries and filter by year. Once you move on to the next screen, you can choose to harmonize the output or choose specific years. This is also where you get the chance to choose your administrative level: national, ADM-1, or smallest available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You do have to create an account to use it, but it's free and is an academic / non-commercial organization.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/WtirU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/WtirU.png&quot; alt=&quot;IPUMS Terra Area-level Data Extractor&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;ADDENDUM - a second option is the &lt;a href=&quot;https://globaldatalab.org/shdi/shdi/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Subnational Human Development Index&lt;/a&gt; from the Global Data Lab. Change the Category dropdown from Indices to Indicators, then change the Indicator to population size. This data does not come from census counts or surveys, but are estimates that have been generated from larger sources (UNDP).&lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="6788" LastEditDate="2020-04-15T22:52:01.923" LastActivityDate="2020-04-15T22:52:01.923" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17325" PostTypeId="5" CreationDate="2020-03-31T21:35:50.090" Score="0" Body="&lt;p&gt;The 2019–20 coronavirus pandemic is an ongoing pandemic of coronavirus disease 2019 (COVID-19), caused by severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2).[5] The outbreak was first identified in Wuhan, Hubei Province, China, in December 2019. The World Health Organization (WHO) declared the outbreak to be a Public Health Emergency of International Concern on 30 January 2020 and recognized it as a pandemic on 11 March.&lt;br&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Coronavirus_disease_2019&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coronavirus disease 2019&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2020-03-31T21:35:50.090" LastActivityDate="2020-03-31T21:35:50.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17326" PostTypeId="4" CreationDate="2020-03-31T21:35:50.090" Score="0" Body="COVID-19 - Coronavirus Disease 2019" OwnerUserId="90" LastEditorUserId="90" LastEditDate="2020-03-31T21:35:50.090" LastActivityDate="2020-03-31T21:35:50.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17328" PostTypeId="2" ParentId="16185" CreationDate="2020-04-01T07:26:34.517" Score="4" Body="&lt;p&gt;ECDC (European centre for disease prevention &amp;amp; control) world data in CSV format, frequently updated: &lt;a href=&quot;https://opendata.ecdc.europa.eu/covid19/casedistribution/csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.ecdc.europa.eu/covid19/casedistribution/csv&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(From &lt;a href=&quot;https://www.ecdc.europa.eu/en/publications-data/download-todays-data-geographic-distribution-covid-19-cases-worldwide&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ecdc.europa.eu/en/publications-data/download-todays-data-geographic-distribution-covid-19-cases-worldwide&lt;/a&gt; - there's also xml and json)&lt;/p&gt;&#xA;" OwnerUserId="24749" LastActivityDate="2020-04-01T07:26:34.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17329" PostTypeId="2" ParentId="17323" CreationDate="2020-04-01T07:50:49.333" Score="3" Body="&lt;p&gt;Although it's not documented, when clicking on a link for a CSV, I noticed that you can use the endpoint as your own API.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.umweltbundesamt.de/api/air_data/v2/airquality/csv?date_from=2020-03-25&amp;amp;time_from=1&amp;amp;date_to=2020-04-01&amp;amp;time_to=24&amp;amp;station=1457&amp;amp;lang=de&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;So if we deconstruct the URL, we can create filters to pass to the web server, which will return a CSV. That's an API.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;date_from=2020-03-25&#xA;&#xA;date_to=2020-04-01&#xA;&#xA;time_to=24&#xA;&#xA;station=1457&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;To programmatically access this API, you would have your code pass variables to the endpoint and collect the results.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also noticed that you can replace &lt;code&gt;csv&lt;/code&gt; with &lt;code&gt;json&lt;/code&gt; in the URL to get a JSON response&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.umweltbundesamt.de/api/air_data/v2/airquality/json?date_from=2020-03-25&amp;amp;time_from=1&amp;amp;date_to=2020-04-01&amp;amp;time_to=24&amp;amp;station=1457&amp;amp;lang=de&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To get the &lt;strong&gt;metadata&lt;/strong&gt;:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The file that is returned &lt;code&gt;Luftqualitaet_DERP020_Trier-Ostallee_2020-03-25_00-2020-04-01_06.csv&lt;/code&gt; contains some basic metadata in the filename.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;To get an actual file of metadata, To get the metadata, I had to go to the Network view of &quot;Developer Tools&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.umweltbundesamt.de/daten/luft/luftdaten/stationen&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.umweltbundesamt.de/daten/luft/luftdaten/stationen&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The URL of the JSON metadata seems to be:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.umweltbundesamt.de/api/air_data/v2/meta/json?use=measure&amp;amp;date_from=2020-01-01&amp;amp;time_from=1&amp;amp;date_to=2020-12-31&amp;amp;time_to=24&amp;amp;lang=de&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.umweltbundesamt.de/api/air_data/v2/meta/json?use=measure&amp;amp;date_from=2020-01-01&amp;amp;time_from=1&amp;amp;date_to=2020-12-31&amp;amp;time_to=24&amp;amp;lang=de&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/w88Et.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/w88Et.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-04-01T07:57:51.580" LastActivityDate="2020-04-01T07:57:51.580" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="17331" PostTypeId="2" ParentId="13118" CreationDate="2020-04-01T09:05:10.897" Score="0" Body="&lt;p&gt;&lt;strong&gt;Many resources in one answer, please scroll through&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;On &lt;a href=&quot;https://data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov&lt;/a&gt; there are several (many?) matching datasets&lt;/p&gt;&#xA;&lt;p&gt;for example, &lt;a href=&quot;https://catalog.data.gov/dataset/website-analytics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/website-analytics&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Web traffic statistics for the several City-Parish websites, brla.gov, city.brla.gov, Red Stick Ready, GIS, Open Data etc. Information provided by Google Analytics.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;It's from 1995, but NASA provides 2 months of web traffic logs&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The logs are an ASCII file with one line per request, with the following columns:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;host making the request. A hostname when possible, otherwise the Internet address if the name could not be looked up.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;timestamp in the format &amp;quot;DAY MON DD HH:MM:SS YYYY&amp;quot;, where DAY is the day of the week, MON is the name of the month, DD is the day of the month, HH:MM:SS is the time of day using a 24-hour clock, and YYYY is the year. The timezone is -0400.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;request given in quotes.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;HTTP reply code.&#xA;bytes in the reply.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20181003084945/http://ita.ee.lbl.gov/html/contrib/NASA-HTTP.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20181003084945/http://ita.ee.lbl.gov/html/contrib/NASA-HTTP.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In that link there links to 3 other related datasets.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Kaggle hosts a dataset with a few rows but more recent (2017)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/shawon10/web-log-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/shawon10/web-log-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;EDGAR Log File Datasets (Security &amp;amp; Exchange Commission)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sec.gov/dera/data/edgar-log-file-data-set.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sec.gov/dera/data/edgar-log-file-data-set.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The Division of Economic and Risk Analysis (DERA) has assembled information on internet search traffic for EDGAR filings through SEC.gov generally covering the period February 14, 2003 through June 30, 2017.  The data is intended to provide insight into the usage of publicly accessible EDGAR company filings in a simple but extensive manner.&lt;/p&gt;&#xA;&lt;p&gt;DISCLAIMER: The EDGAR Log File Data Set contains information in CSV format extracted from Apache log files that record and store user access statistics for the SEC.gov website.  Due to certain limitations, including the existence of lost or damaged files, the information assembled by DERA may not capture all SEC.gov website traffic.  In addition, it is possible inaccuracies or other errors were introduced into the data during the process of extracting the data and compiling the data.  Given the large size of the data files which can include more than a million entries, for best results users should avoid using software that limits the amount of data that can be read.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-04-01T09:10:17.077" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17332" PostTypeId="2" ParentId="16284" CreationDate="2020-04-01T15:33:41.090" Score="1" Body="&lt;p&gt;One possibility might be a &lt;a href=&quot;https://postgis.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Postgis&lt;/a&gt; server&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Postgis is a Postgres extension that allows the storage and querying many types of GIS data including geojson. This would also allow you to store the data along with the timestamp for it's creation. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you know the users who need to access the data you can create accounts for them and they can submit queries to the database using the api to download the data. &lt;/p&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2020-04-01T15:33:41.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17333" PostTypeId="2" ParentId="16072" CreationDate="2020-04-02T05:01:18.350" Score="3" Body="&lt;p&gt;I'm Jack with the openFDA Team. The temporary suspension of updates to the openFDA datasets has ended. We're in the process of updating all datasets. Please stay tuned in to the &lt;a href=&quot;https://open.fda.gov/about/status/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Status page&lt;/a&gt; for update details. Thank you!&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-04-02T05:01:18.350" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17334" PostTypeId="2" ParentId="16185" CreationDate="2020-04-02T07:25:15.777" Score="3" Body="&lt;p&gt;I have made a repository on github to crawl the data from wikipedia about southeast asia countries (Singapore, Malaysia, Vietnam, Thailand etc), as data for all other countries are widely collected.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/caiyundong/covid19-sea&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/caiyundong/covid19-sea&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The approach of crawling can be used for other countries, and the data can be generated for API usage or file (json or csv).&lt;/p&gt;&#xA;" OwnerUserId="24747" LastActivityDate="2020-04-02T07:25:15.777" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17335" PostTypeId="1" CreationDate="2020-04-02T09:25:03.273" Score="2" ViewCount="99" Body="&lt;p&gt;Can you please tell me where can I find good pre-labeled datasets with real and fake news, but not tweets and facebook posts? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found 4-5 on Kaggle, but I read that those are not real news (those are not real articles). I have also looked UCI ML Repository but those datasets are similar. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically I need dataset that has 3 columns, &quot;title/headline&quot;, &quot;text / paragraph text&quot; and &quot;label (true of fake)&quot;. &#xA;Label does not need to be boolean, it can be more than 2 values, but dataset needs to be labeled.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, I do not want twitter and facebook posts, im interested in news articles.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can you tell me other websites where I can find datasets like this?&#xA;Can you share some links where I can download such a thing?&lt;/p&gt;&#xA;" OwnerUserId="24760" LastEditorUserId="24760" LastEditDate="2020-04-04T17:04:02.713" LastActivityDate="2020-04-09T06:42:43.257" Title="Datasets for Fake news (Not Tweets and Facebook Posts)" Tags="|data-request|releasing-data|news|" AnswerCount="1" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="17336" PostTypeId="1" AcceptedAnswerId="17348" CreationDate="2020-04-02T09:43:18.490" Score="0" ViewCount="78" Body="&lt;p&gt;In almost ever GIS project there is the need to map nearby cities and towns, often also small villages in rural areas.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Open Street Map (OSM) offers a lot of spatially explicit data including &quot;places&quot; containing the names of urban areas mapped in OSM. Unfortunately, not all places also have English names and a popular download site (Geofabrik) does not support the download of English Names. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would like to know if there is another free alternative that can be used and shows a high level of detail also regarding smaller settlements and which has coordinates or already comes in a GIS format (such as Shapefiles or geodatabase). &lt;/p&gt;&#xA;" OwnerUserId="20140" LastEditorUserId="6788" LastEditDate="2020-04-04T14:44:12.710" LastActivityDate="2020-04-04T14:44:12.710" Title="Datasource with global cities/towns/villages with Englisch names and coordinates" Tags="|geospatial|global|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17337" PostTypeId="1" CreationDate="2020-04-02T11:29:35.187" Score="3" ViewCount="206" Body="&lt;p&gt;I am writing my master thesis about Unmanned Aerial Vehicles and the sensor-camera data. It will be used for navigation and obstacle avoidance. Does anybody know any sources that I can download some sample uav data with Radar, Lidar, proximity, accelerometer, gyroscope, etc... sensors that would be useful for prediction of the next action such as turn right, move up. My aim is to analyise the input sensor and video data to predict the next move.&lt;/p&gt;&#xA;" OwnerUserId="24761" LastEditorUserId="90" LastEditDate="2020-04-04T14:45:21.220" LastActivityDate="2020-12-30T16:02:05.170" Title="UAV dataset for machine learning" Tags="|data-request|machine-learning|video|sensors|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17340" PostTypeId="2" ParentId="10114" CreationDate="2020-04-02T12:11:09.730" Score="0" Body="&lt;p&gt;Have you tried using a bidirectional LSTM?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;model = Sequential()&#xA;model.add(InputLayer(input_shape=(1, 12)))&#xA;model.add(Bidirectional(LSTM(100, activation='tanh', return_sequences=True))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23714" LastActivityDate="2020-04-02T12:11:09.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17341" PostTypeId="2" ParentId="16244" CreationDate="2020-04-02T14:07:03.937" Score="2" Body="&lt;p&gt;There is the Official Government Italian COVID Dataset on Github daily updated (16:00 UTC) in JSON and CSV for Country, Region and Province: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/pcm-dpc/COVID-19&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/pcm-dpc/COVID-19&lt;/a&gt; (The fields are in Italian but there is an English description)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The hard lock-down start the 10th of March 2020 with this rules:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ilpost.it/2020/03/10/coronavirus-guida-inglese/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ilpost.it/2020/03/10/coronavirus-guida-inglese/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Starting from 25th of March 2020 all other “non-essential” activities (industries, public and private offices etc) was closed. &lt;/p&gt;&#xA;" OwnerUserId="24764" LastActivityDate="2020-04-02T14:07:03.937" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17342" PostTypeId="2" ParentId="17337" CreationDate="2020-04-02T16:40:10.500" Score="1" Body="&lt;p&gt;There are a few academic datasets that could be useful. The most common datasets are video though.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Stanford Drone Dataset&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cvgl.stanford.edu/projects/uav_data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cvgl.stanford.edu/projects/uav_data/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;The Zurich Urban Micro Aerial Vehicle Dataset&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://rpg.ifi.uzh.ch/zurichmavdataset.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rpg.ifi.uzh.ch/zurichmavdataset.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Small UAV Position and Attitude, Raw Sensor, and Aerial Imagery Data Collected over Farm Field with Surveyed Markers&lt;/strong&gt;&#xA;This one contains raw sensor data in addition to aerial images. Probably the best option for you.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://conservancy.umn.edu/handle/11299/170139?show=full&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://conservancy.umn.edu/handle/11299/170139?show=full&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Columbus Surrogate Unmanned Aerial Vehicle (CSUAV) Dataset Overview&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sdms.afrl.af.mil/index.php?collection=csuav&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sdms.afrl.af.mil/index.php?collection=csuav&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9452" LastActivityDate="2020-04-02T16:40:10.500" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17345" PostTypeId="1" CreationDate="2020-04-02T21:28:03.010" Score="1" ViewCount="41" Body="&lt;p&gt;With COVID-19 grounding mostinternational flights, the list is surely short, especially if restricted to long-haul flights. While &lt;a href=&quot;https://www.flightradar24.com/blog/charting-the-decline-in-air-traffic-caused-by-covid-19/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.flightradar24.com/blog/charting-the-decline-in-air-traffic-caused-by-covid-19/&lt;/a&gt;, the site doesn't seem to have details of the sort I'd like. OpenFlights seems to be even less useful for this purpose.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If I want a list of city pairs for the US, &lt;a href=&quot;https://thepointsguy.com/news/april-long-haul-routes-american-delta-hawaiian-united-airlines/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://thepointsguy.com/news/april-long-haul-routes-american-delta-hawaiian-united-airlines/&lt;/a&gt; largely suffices for April, though I'd have to search those city pairs to get details.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am especially interested in a list for each day, or at least each week.&lt;/p&gt;&#xA;" OwnerUserId="17257" LastEditorUserId="10235" LastEditDate="2020-04-04T14:44:17.187" LastActivityDate="2020-04-04T14:44:17.187" Title="Where can I find every international flight in the world of late?" Tags="|transportation|covid19|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17346" PostTypeId="2" ParentId="16244" CreationDate="2020-04-03T07:49:45.917" Score="0" Body="&lt;p&gt;Another dataset for control measures for US States are being collected here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Database: &lt;a href=&quot;https://tinyurl.com/statepolicies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tinyurl.com/statepolicies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More info in this tweet and its replies: &lt;a href=&quot;https://twitter.com/JuliaRaifman/status/1245416835211812875&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/JuliaRaifman/status/1245416835211812875&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;Interested in #COVID19 policy research? We created a database of the dates of state policy changes for researchers to start investigating health &amp;amp; economic effects #epitwitter #econtwitter&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-04-03T07:49:45.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17347" PostTypeId="2" ParentId="16244" CreationDate="2020-04-03T13:41:18.217" Score="2" Body="&lt;ul&gt;&#xA;&lt;li&gt;Wikipedia has a page on COVID-19 related curfews and lockdowns: &lt;a href=&quot;https://en.wikipedia.org/wiki/COVID-19_related_curfews_and_lockdowns&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/COVID-19_related_curfews_and_lockdowns&lt;/a&gt; (thanks &lt;a href=&quot;https://travel.stackexchange.com/users/27650/willeke&quot;&gt;Willeke&lt;/a&gt; for pointing to that resource).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.iatatravelcentre.com/international-travel-document-news/1580226297.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iatatravelcentre.com/international-travel-document-news/1580226297.htm&lt;/a&gt; has a list regarding travel restrictions for all countries in the world. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Both come as unstructured texts.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2020-04-03T13:41:18.217" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17348" PostTypeId="2" ParentId="17336" CreationDate="2020-04-03T18:02:16.773" Score="1" Body="&lt;p&gt;One option would be the GEOnet Names Server published by the US National Geospatial-Intelligence Agency. It is a gazetteer of global place names that includes a variety of spellings in different languages, including the common English variants, plus longitude and latitude coordinates. It includes administrative divisions, cities and towns, concentrated settlements, and even physical / non-populated features. It's quite detailed. The interface can be a little tough to use, but you also have the option of simply downloading all place names for a particular country in a CSV file.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For some reason I'm not able to access it today without getting some warning about a security certificate being expired. Normally you can access it here: &lt;a href=&quot;http://geonames.nga.mil/gns/html/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geonames.nga.mil/gns/html/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;One quirk is that it does not include the United States or any US territories. A comparable source for these areas would be the Geographic Names Information Server published by the USGS: &lt;a href=&quot;http://geonames.usgs.gov/apex/f?p=gnispq&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geonames.usgs.gov/apex/f?p=gnispq&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wrote a post a while back that &lt;a href=&quot;https://atcoordinates.info/2019/01/24/place-names-comparing-two-global-gazetteers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;summarizes the differences between GEOnet and Geonames&lt;/a&gt; gazetteers if you want to see that for more details (Geonames is a crowdsourced alternative, also includes name variants, English spellings, and coordinates).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For shapefiles for global mapping I often refer people to &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth&lt;/a&gt;. Its cultural vector layers collection includes features for populated places, cities and towns, as well as boundaries for countries, internal subdivisions, and physical features.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastEditorUserId="6788" LastEditDate="2020-04-03T18:17:32.523" LastActivityDate="2020-04-03T18:17:32.523" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17349" PostTypeId="1" AcceptedAnswerId="17352" CreationDate="2020-04-03T20:44:05.283" Score="1" ViewCount="48" Body="&lt;p&gt;I'm making a geographic visualization of some important COVID-19 data in the US (confirmed cases and deaths, mainly.) I've been asked to include projections for the future, and I'd prefer it if they were from real, epidemiological sources. Googling around, though, I can only find relatively high-level reports on these projections (like the PDF of the famed Imperial College study.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, I'd like some of the raw projection numbers underlying these studies, with as much geographic granularity as possible (I recognize there's a sacrifice of precision as the model granularity increases, but I'm happy to accept it if I can find the data.)&lt;/p&gt;&#xA;" OwnerUserId="24778" LastEditorUserId="24778" LastEditDate="2020-04-03T22:42:15.680" LastActivityDate="2020-04-04T13:40:16.640" Title="Is COVID-19 *projection* data publicly available?" Tags="|medical|covid19|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17350" PostTypeId="1" CreationDate="2020-04-03T20:14:15.883" Score="1" ViewCount="58" Body="&lt;p&gt;i need to apply deep learning to detect automobile insurance fraud.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any data sets available?&lt;/p&gt;&#xA;" OwnerUserId="24780" OwnerDisplayName="MOUAD ABLAD" LastEditorUserId="24780" LastEditDate="2020-04-07T14:41:51.210" LastActivityDate="2020-04-07T14:41:51.210" Title="Need a dataset for automobile insurance fraud" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17351" PostTypeId="1" CreationDate="2020-04-04T08:24:43.870" Score="1" ViewCount="14" Body="&lt;p&gt;I want to download the &lt;strong&gt;Road map&lt;/strong&gt; dataset of the previous 20years. How can I find the data and access that? I prefer Google Road map data.&lt;/p&gt;&#xA;" OwnerUserId="23688" LastActivityDate="2020-04-04T08:24:43.870" Title="How to download Road map dataset of previous 20years" Tags="|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17352" PostTypeId="2" ParentId="17349" CreationDate="2020-04-04T13:40:16.640" Score="1" Body="&lt;p&gt;IMHE (Institute for Health Metrics and Evaluation, University of Washington) is one resource providing COVID-19 projection data. Seems to be US States only.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://covid19.healthdata.org/projections&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://covid19.healthdata.org/projections&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;COVID-19 projections assuming full social distancing through May 2020&lt;/p&gt;&#xA;&lt;p&gt;As the pandemic progresses, we are working to incorporate new data about the virus in the US.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Get the data: &lt;a href=&quot;http://www.healthdata.org/covid/data-downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.healthdata.org/covid/data-downloads&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/U7GH7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/U7GH7.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-04-04T13:40:16.640" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17353" PostTypeId="1" AcceptedAnswerId="17354" CreationDate="2020-04-05T15:51:21.453" Score="0" ViewCount="50" Body="&lt;p&gt;Google is providing PDF reports for regions to understand how mobility and crowding has changed during the Coronavirus pandemic.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/covid19/mobility/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/covid19/mobility/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Each country/region has a PDF with sub-regions. For example, Switzerland: (PDF) &lt;a href=&quot;https://www.gstatic.com/covid19/mobility/2020-03-29_CH_Mobility_Report_en.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gstatic.com/covid19/mobility/2020-03-29_CH_Mobility_Report_en.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Where can I find this data that is easily machine readable?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/FWQxU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/FWQxU.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-04-08T08:30:47.610" Title="Machine readable Community Mobility Reports during COVID-19 control measures" Tags="|data-request|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17354" PostTypeId="2" ParentId="17353" CreationDate="2020-04-05T16:00:50.527" Score="0" Body="&lt;h1&gt;Community Wiki&lt;/h1&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;1. Scrapes the regional categories from ALL the PDF files&lt;/h3&gt;&#xA;&lt;p&gt;(my own repo) &lt;a href=&quot;https://github.com/philshem/scrape_covid19_mobility_reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philshem/scrape_covid19_mobility_reports&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/philshem/status/1246511863795527680?s=20&quot; rel=&quot;nofollow noreferrer&quot;&gt;more details&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;direct links to data (two formats, same info):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;CSV: &lt;a href=&quot;https://raw.githubusercontent.com/philshem/scrape_covid19_mobility_reports/master/data/mobility_reports.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/philshem/scrape_covid19_mobility_reports/master/data/mobility_reports.csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;JSON: &lt;a href=&quot;https://raw.githubusercontent.com/philshem/scrape_covid19_mobility_reports/master/data/mobility_reports.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/philshem/scrape_covid19_mobility_reports/master/data/mobility_reports.json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://public.tableau.com/profile/philip.shemella#!/vizhome/XNPMHW8ERD2MV2EP6AB37HG82SWZH2SN6GHHZ4HNRY/Dashboard1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tableau Public dashboard&lt;/a&gt; (filter on country)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Qm5Qam.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Qm5Qam.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;2a. Digitization of line graphs&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/nacnudus/google-location-coronavirus&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/nacnudus/google-location-coronavirus&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Convert the PDF files to SVG format, and extract the trend lines.&lt;/p&gt;&#xA;&lt;p&gt;Extract text from the PDF.&lt;/p&gt;&#xA;&lt;p&gt;Pair up the text with the trends.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VGlcE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VGlcE.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;2b. Digitization of line graphs for US/Canada&lt;/h3&gt;&#xA;&lt;p&gt;Code: &lt;a href=&quot;https://github.com/kylemcdonald/covid-mobility-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/kylemcdonald/covid-mobility-data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data: &lt;a href=&quot;https://github.com/kylemcdonald/covid-mobility-data/releases/tag/2020-03-29&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/kylemcdonald/covid-mobility-data/releases/tag/2020-03-29&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Details: &lt;a href=&quot;https://twitter.com/kcimc/status/1246505356471107585&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/kcimc/status/1246505356471107585&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Flmo9m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Flmo9m.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;3. Scraping the aggregate changes for the entire country/region&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/patrikpolyak/google_covid19_community_mobility_reports_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/patrikpolyak/google_covid19_community_mobility_reports_data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;very cool fetching script for all PDFs: &lt;a href=&quot;https://github.com/patrikpolyak/google_covid19_community_mobility_reports_data/blob/master/fetch_pdfs.sh&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/patrikpolyak/google_covid19_community_mobility_reports_data/blob/master/fetch_pdfs.sh&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-04-08T08:30:47.610" CommentCount="0" CommunityOwnedDate="2020-04-05T16:00:50.527" ContentLicense="CC BY-SA 4.0" />
  <row Id="17355" PostTypeId="2" ParentId="15791" CreationDate="2020-04-05T17:24:51.660" Score="2" Body="&lt;p&gt;Here are some links from government agencies:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.inmet.gov.br/satelites&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.inmet.gov.br/satelites&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dgi.inpe.br/catalogo/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.dgi.inpe.br/catalogo/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.dgi.inpe.br/CDSR/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.dgi.inpe.br/CDSR/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.redemet.aer.mil.br/?i=produtos&amp;amp;p=imagens-de-satelite&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.redemet.aer.mil.br/?i=produtos&amp;amp;p=imagens-de-satelite&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23693" LastActivityDate="2020-04-05T17:24:51.660" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17356" PostTypeId="1" CreationDate="2020-04-05T21:14:55.180" Score="1" ViewCount="18" Body="&lt;p&gt;I am writing a novel set in Berlin in 1929. Does anyone know where I can find out what the weather was in Berlin in that year, especially May? Any help will be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="24792" LastActivityDate="2020-04-05T21:14:55.180" Title="Berlin weather in 1929" Tags="|weather|" AnswerCount="0" CommentCount="1" ClosedDate="2020-07-25T01:09:21.190" ContentLicense="CC BY-SA 4.0" />
  <row Id="17357" PostTypeId="1" CreationDate="2020-04-06T03:07:53.443" Score="1" ViewCount="18" Body="&lt;p&gt;I'm looking for an english dictionary with english words' meaning but also with grammar classifications e.g. &lt;code&gt;Hi (exclamation)&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="24794" LastActivityDate="2020-04-06T03:07:53.443" Title="English Dictionary with Syntax Classifications Download" Tags="|english|classification|dictionary|ai|categories|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17358" PostTypeId="2" ParentId="10826" CreationDate="2020-04-06T06:10:33.197" Score="1" Body="&lt;p&gt;Try here, you will get the shapes but the names of the districts are missing: &#xA;&lt;a href=&quot;http://worldmap.harvard.edu/data/geonode:saudia_district_29f&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://worldmap.harvard.edu/data/geonode:saudia_district_29f&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="user24795" LastActivityDate="2020-04-06T06:10:33.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17360" PostTypeId="2" ParentId="10584" CreationDate="2020-04-06T11:03:56.957" Score="0" Body="&lt;p&gt;Kaggle hosts a dataset where the CSV has URL, title, text, and a flag &amp;quot;reliable&amp;quot; or &amp;quot;unreliable&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/fake-news/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/fake-news/data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;id: unique id for a news article&lt;/p&gt;&#xA;&lt;p&gt;title: the title of a news article&lt;/p&gt;&#xA;&lt;p&gt;author: author of the news article text: the text of the article;&#xA;could be incomplete&lt;/p&gt;&#xA;&lt;p&gt;label: a label that marks the article as potentially unreliable&lt;/p&gt;&#xA;&lt;p&gt;1: unreliable&lt;/p&gt;&#xA;&lt;p&gt;0: reliable&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;accessing the data requires registration&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-04-06T11:03:56.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17361" PostTypeId="1" CreationDate="2020-04-06T15:13:44.673" Score="1" ViewCount="16" Body="&lt;p&gt;I have a real dataset of sequences of events and a &quot;fake&quot; dataset generated using an lstm model. The two datasets are made up of the same vocabulary but are of a different length. I'm putting together an evaluation script to assess how similar the two datasets are, and one of the metrics should be a comparison of the ranking of the top 500 most frequent n-grams in the real data and the fake data. Seeing as the top 500 most frequent n-grams in the real data might be different to the ones in the fake data, I don't know what ranking measure to use that would give me a clear idea of how similar the two datasets are. Does anyone know of a measure that would allow for such a difference? I need one which treats the real dataset as the gold truth and compares it to the fake dataset. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help would be much appreciated. &lt;/p&gt;&#xA;" OwnerUserId="21886" LastActivityDate="2020-04-07T09:41:38.897" Title="What measure can I use for rank order comparison of most-common n-grams in two sets of data?" Tags="|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17363" PostTypeId="2" ParentId="562" CreationDate="2020-04-06T18:13:52.227" Score="2" Body="&lt;p&gt;There is &lt;a href=&quot;https://barcode.monster&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://barcode.monster&lt;/a&gt; that is simple and have more than 5.000.000 items in database. It also have a public API.&lt;/p&gt;&#xA;" OwnerUserId="23693" LastEditorUserId="23693" LastEditDate="2020-05-08T18:47:37.833" LastActivityDate="2020-05-08T18:47:37.833" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17364" PostTypeId="1" CreationDate="2020-04-06T18:30:54.153" Score="1" ViewCount="344" Body="&lt;p&gt;I am trying to use the openfda API to get a view of the data in the front end.&lt;/p&gt;&#xA;&lt;p&gt;This is an example of a front-end search:&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfMAUDE/detail.cfm?mdrfoi__id=2094110&amp;amp;pc=OCE&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfMAUDE/detail.cfm?mdrfoi__id=2094110&amp;amp;pc=OCE&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;mdr_report_key: 2094110&lt;/p&gt;&#xA;&lt;p&gt;this is the API query I'm trying:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=mdr_report_key:%222094110%22&amp;amp;limit=30&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=mdr_report_key:%222094110%22&amp;amp;limit=30&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Examples of data that is missing from the API:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Frontend - Brand Name: EPICEL (CULTURED EPIDERMAL AUTOGRAFTS) GRAFT&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Frontend - Device Sequence Number : 1&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Frontend - 1 Device Was Involved in the Event&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Essentially any device or report data (description of the event, I believe normally under mdr_text:[]) is missing from the search and does not seem to show up in the API query, even though it's the same mdr_report_key.&lt;/p&gt;&#xA;&lt;p&gt;It looks like the front end joins together &amp;quot;Followups&amp;quot; to the &amp;quot;Initial Report&amp;quot; data. I was wondering how this is being joined on and how I can combine the data into something that makes sense? Should I ignore all Report_type: &amp;quot;follow up&amp;quot; records?&lt;/p&gt;&#xA;" OwnerUserId="24799" LastEditorUserId="23272" LastEditDate="2022-07-14T14:35:47.597" LastActivityDate="2024-04-04T19:02:45.260" Title="MAUDE data frontend vs API" Tags="|api|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17365" PostTypeId="2" ParentId="17361" CreationDate="2020-04-07T09:41:38.897" Score="1" Body="&lt;p&gt;The best way to proceed is to get the top 500 most frequent n-grams in both datasets, then get the intersection and use the two rankings to get the Kendall's-W measure, which serves as an assessment for rank agreement between two different rankings: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Kendall%27s_W&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Kendall%27s_W&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Implementation in python : &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/48893689/kendalls-coefficient-of-concordance-w-in-python&quot;&gt;https://stackoverflow.com/questions/48893689/kendalls-coefficient-of-concordance-w-in-python&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21886" LastActivityDate="2020-04-07T09:41:38.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17366" PostTypeId="2" ParentId="16251" CreationDate="2020-04-07T10:40:01.410" Score="4" Body="&lt;p&gt;South Korea has opened patient data. From what I glean from these tweets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/sang_woo_park/status/1247222889222483969&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/sang_woo_park/status/1247222889222483969&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;South Korea released medical history for all #COVID19 patients based on their insurance claims for the past five year:&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://hira-covid19.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hira-covid19.net/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/sang_woo_park/status/1247386655549526017&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/sang_woo_park/status/1247386655549526017&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The website is a bit cryptic. The sample data can be found in the &quot;notice&quot; menu under the &quot;community&quot; tab after logging in, but the data schema is in Korean. If you're serious about analyzing the data, I might be able to help with the translation...&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/FabiKrauer/status/1247467016006651905&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/FabiKrauer/status/1247467016006651905&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;„Raw data will not be available for download nor transmission. Researchers will use the sample data on the website (&lt;a href=&quot;https://covid19data.hira.or.kr&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://covid19data.hira.or.kr&lt;/a&gt;) to produce an analysis code and submit the code to HIRA through this website. In return, HIRA will deliver the analysis result values“&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;PDF user manual: &lt;a href=&quot;https://rtrod-assets.s3.ap-northeast-2.amazonaws.com/static/tools/manual/COVID-19+website+manual_v2.1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rtrod-assets.s3.ap-northeast-2.amazonaws.com/static/tools/manual/COVID-19+website+manual_v2.1.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;It requires registration, and I think you have to do the analysis inside the platform.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ZyCfa.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZyCfa.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-04-07T10:40:01.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17367" PostTypeId="2" ParentId="10584" CreationDate="2020-04-07T17:17:24.737" Score="1" Body="&lt;p&gt;You should check out the &lt;a href=&quot;http://osome.iuni.iu.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Observatory on Social Media&lt;/a&gt; (OSoMe) at Indiana University. The team have been been archiving 10% of public activity on Twitter for the last 10 years. The data isn't directly available to people not affiliated with the University they have a number of algorithms and visualization tools that you can run against the data. &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;They have a service called '&lt;a href=&quot;http://osome.iuni.iu.edu/tools/botslayer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BotSlayer&lt;/a&gt;' which you can set up yourself on a free AWS instance and track certain hashtags and key phrases. &lt;/li&gt;&#xA;&lt;li&gt;There is also '&lt;a href=&quot;https://botometer.iuni.iu.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Botometer&lt;/a&gt;'which will assess any twitter user name and socre it based on how 'bot-like' it is. &lt;/li&gt;&#xA;&lt;li&gt;Finally, they have a tool called '&lt;a href=&quot;https://hoaxy.iuni.iu.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hoaxy&lt;/a&gt;' which allows you to visualize the spread of a news or fake-news story across twitter to see which accounts are sharing/re-tweeting it. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2020-04-07T17:17:24.737" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17368" PostTypeId="1" CreationDate="2020-04-07T20:46:12.900" Score="2" ViewCount="82" Body="&lt;p&gt;Are there good baselines datasets or benchmarks for similarities/retrieval of long texts (extremely long documents, books, etc.)? Although significant both academically and applicational, I cannot get a hold of any significant dataset nor remarkable papers from the last AAA conferences.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Daily Mail, CNN or IMDB reviews are too short for me.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pairwise Multi-Class Document Classification for Semantic Relations between Wikipedia Articles(2020)&#xA;or&#xA;Graph Convolutional Networks for Text Classification(2018)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, state to work on long text, but only use the first paragraph of the article.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My direction would probably be Wikipedia or Arvix datasets, but I would be happy to hear your experience or to find a relevant baseline to compete against.&lt;/p&gt;&#xA;" OwnerUserId="24805" LastEditorUserId="70" LastEditDate="2022-10-13T16:47:15.213" LastActivityDate="2023-03-13T19:02:00.220" Title="Known datasets for long document analysis" Tags="|data-request|nlp|wikipedia|text|books|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17369" PostTypeId="1" CreationDate="2020-04-08T07:52:03.863" Score="2" ViewCount="333" Body="&lt;p&gt;I'll be delving into text mining applications for my master thesis and I need data for it. Ideally, I would need a corpora of texts/news articles from some single (or multiple) credible and authoritative source covering financial markets/economy and the like, spanning a time period as long as possible.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of datasets/corporas that would suit my requirements?&#xA;Any other possibilities/ideas to construct one such dataset using open resources?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know this question has been already asked but the answers that were posted are not longer valid.&lt;/p&gt;&#xA;" OwnerUserId="24811" LastActivityDate="2022-04-13T11:06:35.540" Title="Financial Corpus" Tags="|data-request|finance|corpora|stock|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17371" PostTypeId="2" ParentId="17368" CreationDate="2020-04-08T19:52:01.940" Score="1" Body="&lt;p&gt;I'm not an expert on nlp but if your looking for lengthy machine readable corpora you may want to take a look at the &lt;a href=&quot;https://www.hathitrust.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HathiTrust&lt;/a&gt; project. It's a University lead initiative to make publicly available the text of millions of digitized items. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;They have an &lt;a href=&quot;https://analytics.hathitrust.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;analytics platform&lt;/a&gt; where you can start running code and queries through your web browser but you need a University affiliation to make use of it. &lt;/p&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2020-04-08T19:52:01.940" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17372" PostTypeId="2" ParentId="7883" CreationDate="2020-04-09T04:06:14.343" Score="0" Body="&lt;p&gt;yeah, training data (nf_prize_dataset.tar.gz) is available, but testing data - no (grand_prize.tar.gz). even on &lt;a href=&quot;https://web.archive.org/web/20090926031123/http://archive.ics.uci.edu/ml/machine-learning-databases/netflix&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20090926031123/http://archive.ics.uci.edu/ml/machine-learning-databases/netflix&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19538" LastActivityDate="2020-04-09T04:06:14.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17373" PostTypeId="2" ParentId="17335" CreationDate="2020-04-09T06:42:43.257" Score="1" Body="&lt;p&gt;From the Google Site.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Fact Check Tools API&#xA;Getting Started&#xA;The Google FactCheck ClaimReview Read/Write API&#xA;Typical use cases&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Adding ClaimReview markup, editing ClaimReview Markup, deleting ClaimReview Markup for a site’s fact checking articles (URLs). To learn more about ClaimReview, visit the Fact Check developer docs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developers.google.com/fact-check/tools/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/fact-check/tools/api/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Checking &quot;Facts&quot; are dependent upon the developers and/or readers perspective.  Each may be completely different.  I wish you luck but I wouldn't touch this with a 5000 foot pole. &lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T06:42:43.257" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17374" PostTypeId="2" ParentId="16293" CreationDate="2020-04-09T06:57:19.040" Score="0" Body="&lt;p&gt;Staged data is data that is already &quot;prepackaged&quot; as most data requests are clipped from larger datasets and prepared for you to then download via a link.  The staged products are usually in set grids.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Try these:&#xA;&lt;a href=&quot;https://viewer.nationalmap.gov/basic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://viewer.nationalmap.gov/basic/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.usgs.gov/products/data-and-tools/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/products/data-and-tools/overview&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.usgs.gov/core-science-systems/ngp/3dep&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/core-science-systems/ngp/3dep&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There use to be a bulk downloader but things appear to have changed.&lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T06:57:19.040" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17375" PostTypeId="2" ParentId="16272" CreationDate="2020-04-09T07:06:03.310" Score="0" Body="&lt;p&gt;Not 3k.  Texas alone will cost you $4500 for the RAW COBOL tables.  Several sites host the data such as drilling info or others but most are incomplete and don't allow downloads as this is highly valuable information.&lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T07:06:03.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17376" PostTypeId="2" ParentId="16284" CreationDate="2020-04-09T07:09:08.393" Score="1" Body="&lt;p&gt;You probably want to use a GIS Server such as GeoServer for something like this.  PostGIS will allow you to store the data or you can store it other ways with GeoServer.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://geoserver.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoserver.org&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T07:09:08.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17377" PostTypeId="2" ParentId="17301" CreationDate="2020-04-09T07:14:12.203" Score="0" Body="&lt;p&gt;It looks like it's just docu images.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The census website wont allow hotlinks but if you look there at historical data it will tell you more.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://1940census.archives.gov/index.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://1940census.archives.gov/index.asp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T07:14:12.203" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17378" PostTypeId="1" CreationDate="2020-04-09T07:53:36.493" Score="1" ViewCount="1217" Body="&lt;p&gt;I've linked phrases in texts to entities in Wikipedia:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Going over the bridge, coming from Aliante Casino, you cant miss the nice &#xA;view of the href=&quot;http://en.wikipedia.org/wiki/Waterfall&quot;&amp;gt;waterfall&amp;lt;/a&amp;gt; &#xA;that is at the forefron&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Now, I would like to get raw text of each linked Wikipedia page. Since the number of Wikipedia pages to process is around 20k, I would like to perform the process offline.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've downloaded latest Wikipedia dump in XML and extracted raw test using Wikiextractor, here's one line from it:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &quot;id&quot;: &quot;54551&quot;, &#xA;    &quot;url&quot;: &quot;https://en.wikipedia.org/wiki?curid=54551&quot;, &#xA;    &quot;title&quot;: &quot;Preston Tucker&quot;, &#xA;    &quot;text&quot;: &quot;Preston Tucker\n\nPreston Thomas Tucker (September 21, 1903 – December 26, 1956) was an American automobile entrepreneur....&quot;&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;It looks like Wikipedia dump used Wikipedia page IDs instead of URLS:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;http://en.wikipedia.org/wiki/Waterfall&#xA;https://en.wikipedia.org/wiki?curid=54551&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;How can I convert from one to another?&lt;/p&gt;&#xA;" OwnerUserId="22469" LastActivityDate="2020-09-16T21:40:54.870" Title="Converting Wikipedia URL to Wikipedia Page ID" Tags="|wikipedia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17379" PostTypeId="2" ParentId="17378" CreationDate="2020-04-09T08:17:34.473" Score="0" Body="&lt;p&gt;Why not use a database with FTS.  This is what databases do.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Duck Duck Go's Instant Answer API does a lot of this already also.&#xA;&lt;a href=&quot;https://duckduckgo.com/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://duckduckgo.com/api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T08:17:34.473" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17380" PostTypeId="1" CreationDate="2020-04-09T08:58:51.827" Score="1" ViewCount="29" Body="&lt;p&gt;Is there a vector tile set available online somewhere of US national congressional districts? I have been downloading shapefiles from the US Census bureau's shapefile repository, converting these to json with mapshaper.org and then converting to tile sets with MapTiler desktop. It would be way simpler to just find an existing prebuilt protobuf file online. It is generic data, so just figuring it may exist somewhere. Where should I look? No luck with a simple Google search.&lt;/p&gt;&#xA;" OwnerUserId="23258" LastEditorUserId="70" LastEditDate="2022-10-13T17:19:53.150" LastActivityDate="2024-03-07T02:03:10.343" Title="National Congressional Districts vector tileset" Tags="|data-request|geospatial|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17381" PostTypeId="2" ParentId="17380" CreationDate="2020-04-09T10:39:15.400" Score="0" Body="&lt;p&gt;Typically you have to build your own tilesets.  You can also use QGIS and automate it. &lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T10:39:15.400" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17383" PostTypeId="2" ParentId="13910" CreationDate="2020-04-09T14:03:20.880" Score="0" Body="&lt;p&gt;I would take the USGS shoreline data then buffer it as needed.  Pretty easy task just depending upon the accuracy needed. Not all shore data is created equal. ;)&lt;/p&gt;&#xA;" OwnerUserId="24817" LastActivityDate="2020-04-09T14:03:20.880" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17384" PostTypeId="2" ParentId="16211" CreationDate="2020-04-09T15:12:50.010" Score="0" Body="&lt;p&gt;I'm Nag with the openFDA team. The following are the supported characters in constructing queries. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Supported characters: &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;// all letters and numbers&#xA;// . for long.field.names&#xA;// _ for other_fields&#xA;// : for fields&#xA;// ( ) for grouping&#xA;// &quot; for quoting&#xA;// [ ] and { } for ranges&#xA;// &amp;gt;, &amp;lt; and = for ranges&#xA;// - for dates and boolean&#xA;// + for boolean&#xA;// space for terms&#xA;// @ for internal fields.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;var SUPPORTED_QUERY_RE = '^[0-9a-zA-Z@%/\'\,\.\_\:\(\)\&quot;\\[\\]\{\}\\-\\+\&amp;gt;\&amp;lt;\= ]+$';&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Please let us know if you're using any other special characters in the query.&#xA;can you post an example query returning a 400 error for you? &lt;/p&gt;&#xA;" OwnerUserId="22138" LastActivityDate="2020-04-09T15:12:50.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17385" PostTypeId="2" ParentId="4884" CreationDate="2020-04-09T21:22:53.357" Score="1" Body="&lt;p&gt;Just thought this might help anyone... &lt;a href=&quot;https://www.airport-data.com/api/doc.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.airport-data.com/api/doc.php&lt;/a&gt; also provides API. you might have to sign up but its free. data is not real-time, so not to be used for flight travel&lt;/p&gt;&#xA;" OwnerUserId="16651" LastActivityDate="2020-04-09T21:22:53.357" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17386" PostTypeId="2" ParentId="4283" CreationDate="2020-04-10T05:06:34.597" Score="1" Body="&lt;p&gt;I found this project on Github that compiles recipes into a JSON formatted dump file: &lt;a href=&quot;https://github.com/fictivekin/openrecipes&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/fictivekin/openrecipes&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After trying to figure out why the link on the readme didn't download the latest dump properly, I discovered that the dump process is broken but that the last dump that &lt;em&gt;did&lt;/em&gt; work was found at this link: &lt;a href=&quot;https://s3.amazonaws.com/openrecipes/20170107-061401-recipeitems.json.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://s3.amazonaws.com/openrecipes/20170107-061401-recipeitems.json.gz&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I had been looking for the same thing for a while now too. Hope that helps.&lt;/p&gt;&#xA;" OwnerUserId="24824" LastActivityDate="2020-04-10T05:06:34.597" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17387" PostTypeId="1" AcceptedAnswerId="17388" CreationDate="2020-04-10T10:28:42.590" Score="2" ViewCount="60" Body="&lt;p&gt;Since the Netherlands is famous with the windmill, how come I can't find the spatial dataset of it? I tried to look at :&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;https://www.pdok.nl/&#xA;https://data.overheid.nl/&#xA;https://data.amsterdam.nl/&#xA;https://utrecht.dataplatform.nl/&#xA;http://rotterdamopendata.nl/&#xA;https://denhaag.dataplatform.nl/&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Anyone knows where can I find it?&lt;/p&gt;&#xA;" OwnerUserId="24826" LastEditorUserId="1511" LastEditDate="2020-04-10T11:38:35.753" LastActivityDate="2020-04-10T14:59:59.253" Title="windmill dataset in the Netherlands" Tags="|data-request|geospatial|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17388" PostTypeId="2" ParentId="17387" CreationDate="2020-04-10T12:54:14.540" Score="2" Body="&lt;p&gt;Why not use &lt;a href=&quot;https://www.openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; data? You can use the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:man_made%3Dwindmill&quot; rel=&quot;nofollow noreferrer&quot;&gt;man_made=windmill tag&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A traditional windmill, historically used to mill grain with wind power. &lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0byLHs.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0byLHs.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This Overpass Turbo link will give you all windmills in the Netherlands. Note that this will include a fair amount of insignificant tiny windmills used to hose water from a canal in a polder, not the typical &quot;picture post-card&quot; type big ones that you can enter and may even have living quarters. Most of these can be detected by a &quot;name&quot; or &quot;description&quot; tag of &quot;Poldermolen&quot;, but there is no guarantee this is accurate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://overpass-turbo.eu/s/SET&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass Turbo query link for windmills in the Netherlands&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;screenshot of sample results: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/QOQnB.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QOQnB.jpg&quot; alt=&quot;screenshot of sample results&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24829" LastEditorUserId="1511" LastEditDate="2020-04-10T14:59:59.253" LastActivityDate="2020-04-10T14:59:59.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17389" PostTypeId="1" CreationDate="2020-04-11T14:45:03.120" Score="1" ViewCount="13" Body="&lt;p&gt;Since indonesia spatial data infrastructure is terrible, how can I know the length in kilometre of Benoa bay of Bali island, Indonesia?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I tried to googled it and shockingly I didn't get any information about it.&lt;/p&gt;&#xA;" OwnerUserId="24826" LastActivityDate="2020-04-11T14:45:03.120" Title="Benoa bay length?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17390" PostTypeId="1" AcceptedAnswerId="17400" CreationDate="2020-04-11T19:26:46.810" Score="1" ViewCount="389" Body="&lt;p&gt;Recently I've found the need to query a large amount of data from ArXiv for a project I'm working on. In particular, I want to retrieve metadata according to a time query (say starting 2015 to 2016). I've looked into two ways to handle this the ArXiv API (&lt;a href=&quot;https://arxiv.org/help/api/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/api/index&lt;/a&gt;) and OAI-PMH (&lt;a href=&quot;https://arxiv.org/help/oa/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/help/oa/index&lt;/a&gt;). I don't think the ArXiv API is the way to go since they suggest using OAI-PMH for large a large amount of data. Eventually, I want to store the dates and some metadata in a list, I've used python to do this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from datetime import date, datetime&#xA;&#xA;URL = 'http://export.arxiv.org/oai2'&#xA;sickle = Sickle(URL)&#xA;records = records = sickle.ListRecords(&#xA;             **{'metadataPrefix': 'oai_dc',&#xA;             'from': '2015-01-01',&#xA;             'until': '2020-04-04',&#xA;             'ignore_deleted':False&#xA;            })&#xA;&#xA;date_list, author_length_list, subject = [], [], []&#xA;for i, record in enumerate(records):&#xA;    print(record.header.datestamp, record.metadata['date'])&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The problem I'm having is the data gets queried by the regular datestamp and NOT the earliest datestamp. This is highlighted by my print statement where I get 2015-05-13 for the datestamp (as it is queried properly) but 2007-03-31 for the actual date. Is there any way to query by the earliest datestamp instead of just regular datestamp? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This may be relevant:&#xA;&lt;a href=&quot;https://academia.stackexchange.com/questions/38969/getting-a-dump-of-arxiv-metadata&quot;&gt;https://academia.stackexchange.com/questions/38969/getting-a-dump-of-arxiv-metadata&lt;/a&gt; I tried using metha-sync but it only allows for one day of data harvesting which doesn't work here ): &lt;/p&gt;&#xA;" OwnerUserId="24839" LastEditorUserId="24839" LastEditDate="2020-04-11T20:11:38.323" LastActivityDate="2020-05-13T21:01:45.177" Title="Harvesting Bulk Metadata from ArXiv and querying by date" Tags="|data-request|metadata|download|search-engine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17391" PostTypeId="1" CreationDate="2020-04-11T23:24:03.863" Score="2" ViewCount="233" Body="&lt;p&gt;I am trying to find a shapefile containing the boundaries of the different border patrol sectors as shown &lt;a href=&quot;https://www.migrationpolicy.org/sites/default/files/source_charts/spot-oct11-cbp-sectors.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here.&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have searched the US BP website and other sources/databases extensively. There are plenty of maps depiciting their border patrol sectors online (journalist sites even use them for mapping), so it's gotta be somewhere. Does anyone have any ideas?&lt;/p&gt;&#xA;" OwnerUserId="21116" LastActivityDate="2020-04-11T23:24:03.863" Title="Seeking US Border Patrol Sectors shapefile" Tags="|data-request|geospatial|usa|data.gov|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17392" PostTypeId="1" CreationDate="2020-04-12T14:14:03.553" Score="2" ViewCount="26" Body="&lt;p&gt;I am ideally looking for data that would give me performance by public school district (or by high school) in the united states, for example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Average SAT / ACT Scores&lt;/li&gt;&#xA;&lt;li&gt;Other national test scores (e.g. for elementary school students - does this exist?)&lt;/li&gt;&#xA;&lt;li&gt;Graduation rates&lt;/li&gt;&#xA;&lt;li&gt;% of students continuing to college&lt;/li&gt;&#xA;&lt;li&gt;Number AP classes taken&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I am also interested in secondary but related information&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Demographics&lt;/li&gt;&#xA;&lt;li&gt;Test scores by demographic&lt;/li&gt;&#xA;&lt;li&gt;Student to teacher ratio&lt;/li&gt;&#xA;&lt;li&gt;Average per pupil spending&lt;/li&gt;&#xA;&lt;li&gt;Average teacher salary&lt;/li&gt;&#xA;&lt;li&gt;Percent of students getting lunch assistance&lt;/li&gt;&#xA;&lt;li&gt;School safety (e.g. gun safety) data&lt;/li&gt;&#xA;&lt;li&gt;Size of school&lt;/li&gt;&#xA;&lt;li&gt;Program information (e.g. band, debate, mathletes, etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Where can I find some (or all!) of this data? &lt;/p&gt;&#xA;" OwnerUserId="2242" LastActivityDate="2020-04-12T14:14:03.553" Title="Performance data by school district (or by High School) in the US?" Tags="|usa|government|us-census|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17393" PostTypeId="1" AcceptedAnswerId="17435" CreationDate="2020-04-12T14:40:02.317" Score="1" ViewCount="23" Body="&lt;p&gt;I am researching on road alignment optimization. The research goal is to find least cost road alignment between two given points, considering highway codes. One of the major costs which needs to be considered, is right-of-way cost. To present the methodology in a case study, i need actual land value data or estimated land value or average land value for different land categories. Data for Florida have higher priority than anywhere else for me, since i have other needed data for my research for Florida. Any recommendation or introducing nongeospatial data could be helpful too.&lt;/p&gt;&#xA;" OwnerUserId="24845" LastActivityDate="2020-04-20T05:21:37.450" Title="Looking for land value data for anywhere in North America especially for Florida" Tags="|data-request|geospatial|land|north-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17394" PostTypeId="1" CreationDate="2020-04-12T17:19:45.197" Score="4" ViewCount="297" Body="&lt;p&gt;I am looking for a more comprehensive site for Building Shapefiles for Sydney and its surrounding suburbs which I can upload into QGIS. I have already downloaded the shapefiles from Geofabrik (&lt;a href=&quot;https://download.geofabrik.de/australia-oceania.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/australia-oceania.html&lt;/a&gt;) however there are chunks of areas missing (as seen from my attached image). Any help would be really appreciated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mlJDS.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mlJDS.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23375" LastActivityDate="2020-10-26T01:21:30.950" Title="Can anyone recommend a comprehensive site to find Building Shapefiles for Sydney and its suburbs?" Tags="|geospatial|australia|buildings|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17395" PostTypeId="1" AcceptedAnswerId="17399" CreationDate="2020-04-12T19:29:34.590" Score="5" ViewCount="59" Body="&lt;p&gt;Similarly to a recent &lt;a href=&quot;https://opendata.stackexchange.com/questions/16244/dataset-on-coronavirus-government-countermeasures-per-country-region-city&quot;&gt;question&lt;/a&gt; on lockdowns, wonder if there is a machine-readable dataset of covid-19 testing per country/state/region. Testing rate largely affects the official number of infected, and thus of apparent fatality (Case Fatality Ratio). This data would be needed to explain mortality differences between region/nations.&lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="14909" LastEditDate="2020-04-13T08:58:26.990" LastActivityDate="2020-04-14T13:09:01.080" Title="Data of covid-19 test per day, per country" Tags="|data-request|medical|covid19|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17396" PostTypeId="1" CreationDate="2020-04-12T23:34:49.267" Score="1" ViewCount="17" Body="&lt;p&gt;12 April's new daily confirmed cases for UK seem to be dramatically different: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;ECDC says &lt;strong&gt;8719&lt;/strong&gt; (&lt;a href=&quot;https://ourworldindata.org/grapher/daily-cases-covid-19?country=GBR&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/grapher/daily-cases-covid-19?country=GBR&lt;/a&gt;), while &lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;PHE says 84279-78991=&lt;strong&gt;5288&lt;/strong&gt; (&lt;a href=&quot;https://en.wikipedia.org/wiki/2020_coronavirus_pandemic_in_the_United_Kingdom#Timeline&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/2020_coronavirus_pandemic_in_the_United_Kingdom#Timeline&lt;/a&gt;).&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Now, I know that there could be something different in the definition of &quot;new cases&quot; or in the way they are measured. &#xA;What is exactly the difference due to?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, ECDC's data is quite alarming because it's a dramatic jump looking at ECDC's same data for the past days: should I be worried?&lt;/p&gt;&#xA;" OwnerUserId="24849" LastActivityDate="2020-04-12T23:34:49.267" Title="ECDC/PHE covid data clash" Tags="|medical|covid19|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17397" PostTypeId="2" ParentId="17394" CreationDate="2020-04-13T00:56:01.760" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://geoscape.com.au/product/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PSMA's Geoscape service&lt;/a&gt; has building footprints covering all of Australia; &lt;a href=&quot;https://geoscape.com.au/product/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoscape.com.au/product/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately it is not free and charges are usually based on the size of the area you're seeking. Given the map in your question above, I'm going to guess that it will be prohibitively expensive (but doesn't hurt to ask).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There's always the DIY option if you have some data science skills; &lt;a href=&quot;https://medium.com/picterra/how-to-make-a-building-footprint-detector-768045a15bcc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Examples&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastActivityDate="2020-04-13T00:56:01.760" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17398" PostTypeId="1" CreationDate="2020-04-13T04:34:12.130" Score="1" ViewCount="107" Body="&lt;p&gt;I was following &lt;a href=&quot;https://campus.datacamp.com/courses/analyzing-us-census-data-in-python/decennial-census-of-population-and-housing?ex=5&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; tutorial for requesting from the 2010 Decennial Census. It specifies the following code for printing a list of state names (&quot;NAME&quot;), state areas (&quot;AREALAND&quot;), and state total populations (&quot;P001001&quot;):&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;&#xA;&#xA;HOST = &quot;https://api.census.gov/data&quot;&#xA;year = &quot;2010&quot;&#xA;dataset = &quot;dec/sf1&quot;&#xA;&#xA;&#xA;base_url = &quot;/&quot;.join([HOST, year, dataset])&#xA;&#xA;predicates = {}&#xA;&#xA;&#xA;get_vars = [&quot;NAME&quot;, &quot;AREALAND&quot;, &quot;P001001&quot;]&#xA;&#xA;predicates[&quot;get&quot;] = &quot;,&quot;.join(get_vars)&#xA;&#xA;&#xA;predicates[&quot;for&quot;] = &quot;state:*&quot;&#xA;&#xA;col_names = [&quot;name&quot;, &quot;total_pop&quot;, &quot;state&quot;]&#xA;r = requests.get(base_url, params = predicates)&#xA;&#xA;print (r.text)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;When I run the code I get the following error:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;error: error: unknown variable 'AREALAND'&lt;/code&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Looking at the &lt;a href=&quot;https://api.census.gov/data/2010/dec/sf1/variables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;2010 Decennial Census Variable List&lt;/a&gt; I don't see 'AREALAND' listed. Has the API been changed since the tutorial was made, or am I making some other kind of error? The tutorial was published to YouTube on March 4th, 2020.&lt;/p&gt;&#xA;" OwnerUserId="24851" LastActivityDate="2024-02-15T16:08:51.027" Title="State Area for 2010 Census AREALAND variable not found" Tags="|api|us-census|python|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17399" PostTypeId="2" ParentId="17395" CreationDate="2020-04-13T08:57:07.230" Score="3" Body="&lt;p&gt;OurWorldInDate site (that has excellent coverage of data around the pandemic) has asked the question two weeks ago&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://ourworldindata.org/covid-testing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/covid-testing&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and now provide an answer:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/owid/covid-19-data/tree/master/public/data/testing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/owid/covid-19-data/tree/master/public/data/testing&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2020-04-13T08:57:07.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17400" PostTypeId="2" ParentId="17390" CreationDate="2020-04-13T20:26:21.010" Score="0" Body="&lt;p&gt;So I sort of figured out the answer to my own question though there might be a better way to go about it. The earliest datestamp is not queryable (as far as I know) but since the most recent datestamp is queryable you should at least query by that. So then at the very least old entries which haven't been updated will get filtered out. Then you can get the actual date from the metadata and use a simple if statement to check if it is in our bounds. The reason for the time.sleep(50) part is so that we don't overload the ArXiv servers!&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;from datetime import date, datetime&#xA;import pickle&#xA;import time&#xA;&#xA;URL = 'http://export.arxiv.org/oai2'&#xA;sickle = Sickle(URL)&#xA;subject = 'physics'&#xA;fr = '2020-01-01'&#xA;year, month, day = fr.split('-')&#xA;year, month, day = int(year), int(month), int(day)&#xA;fr_dt = date(year, month, day)&#xA;un = '2020-04-04'&#xA;year, month, day = un.split('-')&#xA;year, month, day = int(year), int(month), int(day)&#xA;un_dt = date(year, month, day)&#xA;&#xA;while True:&#xA;    records = sickle.ListRecords(&#xA;                **{'metadataPrefix': 'oai_dc',&#xA;                'from': f'{fr}',&#xA;                'until': f'{un}',&#xA;                'ignore_deleted':False,&#xA;                'set': f'{subject}'&#xA;                })&#xA;&#xA;    date_list, author_length_list, subject = [], [], []&#xA;    for i, record in enumerate(records):&#xA;        year, month, day = record.metadata['date'][0].split('-')&#xA;        year, month, day = int(year), int(month), int(day)&#xA;        d = date(year, month, day)&#xA;        print(d)&#xA;        if d &amp;gt; fr_dt and d &amp;lt; un_dt:&#xA;            date_list.append(d)&#xA;&#xA;    time.sleep(50)&#xA;    try:&#xA;        records.next()&#xA;    except:&#xA;        break&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="24839" LastActivityDate="2020-04-13T20:26:21.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17401" PostTypeId="2" ParentId="542" CreationDate="2020-04-13T20:26:45.620" Score="1" Body="&lt;p&gt;If i may, can i add one more platform called CSV2GEO  that does &lt;a href=&quot;https://csv2geo.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;batch geocoding&lt;/a&gt; , reverse geocoding and plenty other geolocation services.  It has hybrid price model of free and paid options. The system can process from single line to millions of records. &#xA;Disclaimer: I founded CSV2GEO.  &lt;/p&gt;&#xA;" OwnerUserId="22411" LastActivityDate="2020-04-13T20:26:45.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17402" PostTypeId="1" CreationDate="2020-04-13T20:43:22.037" Score="1" ViewCount="552" Body="&lt;p&gt;I have literally been searching for such a dataset for two days. And I am going NUTS over this. I hope this type of question is welcome here.&lt;/p&gt;&#xA;&lt;p&gt;I have an assignment that requires that I do a one-sample t-test on a normally distributed variable (generally known to be a normal distribution, with a reference), comparing that to a known/published mean. I need to provide links to the expectation of normality, the dataset, and the expected mean.&lt;/p&gt;&#xA;&lt;p&gt;Other than that, it can be anything. Three links required.&lt;/p&gt;&#xA;&lt;p&gt;Sounds simple.  Uhg.&lt;/p&gt;&#xA;&lt;p&gt;I would go to the store and weigh 30 pears if the assignment allowed me to do that. And I would have been done with the entire assignment within 1 hour.&lt;/p&gt;&#xA;" OwnerDisplayName="user24857" LastEditorUserId="23272" LastEditDate="2021-03-12T05:23:46.983" LastActivityDate="2021-03-12T05:23:46.983" Title="Need CSV data set with normally distributed column variable, to compare to known mean (requirements)" Tags="|data-request|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="17403" PostTypeId="1" CreationDate="2020-04-14T00:14:33.030" Score="1" ViewCount="33" Body="&lt;p&gt;I am doing a research project in which I need &lt;em&gt;accurate&lt;/em&gt; &lt;strong&gt;rayon (district) level administrative boundaries for the North Caucasus Federal District of Russia&lt;/strong&gt; (shapefile or geodatabase). Among other sites I have checked HDX, Natural Earth, DIVA-GIS, and GADM.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;HDX unfortunately does not have admin boundaries for Russia. Natural Earth has admin boundaries, but they do not have subdivisions for Russia. The DIVA-GIS files are based on GADM. Other gis.stackexchange posts on Russian admin boundaries have suggested GADM or DIVA-GIS as a source (&lt;a href=&quot;https://gis.stackexchange.com/questions/220160/map-of-russias-administrative-divisions&quot;&gt;https://gis.stackexchange.com/questions/220160/map-of-russias-administrative-divisions&lt;/a&gt;) or specific republic map sources. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;So I ended up using GADM without issues until now. However, when attempting to match 2010 census data to rayons I found that there are missing some rayons and have a few major cities on the wrong side of borders.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, their map of the subdivisions of Karachay-Cherkess Republic is missing 2 rayons (Abazinsky and Nogaysky) which were created in 2006 and 2007 respectively.&#xA;Republic of Ingushetia had Dzheyrakhsky rayon missing which was created all the way back in 1993.&#xA;Another example: They have the Chechnen Republic with 12 rayon, but it should have 3 more: &lt;a href=&quot;https://gadm.org/maps/RUS/chechnya_2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gadm.org/maps/RUS/chechnya_2.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a more &lt;em&gt;accurate&lt;/em&gt; source for rayon level admin boundaries for the 7 Federal Subjects that make up the North Caucasus Federal District? Or for Russia in general?&lt;/p&gt;&#xA;" OwnerUserId="22913" LastActivityDate="2020-04-14T00:14:33.030" Title="Seeking rayon (district) level administrative boundaries for North Caucasus Federal District (Russia)" Tags="|data-request|geospatial|county|russia|district|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17404" PostTypeId="1" CreationDate="2020-04-14T02:20:17.680" Score="1" ViewCount="19" Body="&lt;p&gt;I'm searching for a database (or spreadsheet) containing the number of Covid-19 cases for every Hospital and Health Service boundaries in Queensland, Australia. That is, the cases in Queensland Australia for each &lt;a href=&quot;https://www.health.qld.gov.au/maps&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;HHS Boundary&lt;/strong&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The Queensland Government already issues the &lt;a href=&quot;https://www.qld.gov.au/health/conditions/health-alerts/coronavirus-covid-19/current-status/current-status-and-contact-tracing-alerts&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;current breakdown&lt;/strong&gt;&lt;/a&gt; for each Hospital and Health Service Boundary, but these are current cases. Further, there are daily media releases, such as &lt;a href=&quot;https://www.health.qld.gov.au/news-events/doh-media-releases/releases/queensland-novel-coronavirus-covid-19-update-2020-04-13&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;this one&lt;/strong&gt;&lt;/a&gt;,  which break down the Covid-19 cases per region. It would be possible to scour the media releases one by one, and create my own database. However, I was hoping someone has done that already. Especially since the media releases are not in a consistent format, particularly the early ones.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would ultimately like to create a map showing the growth of Covid-19 in Queensland, Australia. I already have the HHS boundaries which I downloaded &lt;strong&gt;&lt;a href=&quot;http://qldspatial.information.qld.gov.au/catalogue/custom/detail.page?fid=%7BA4661F6D-0013-46EE-A446-A45F01A64D46%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/strong&gt;. I just need the Covid-19 data to link with it.&lt;/p&gt;&#xA;" OwnerUserId="15429" LastActivityDate="2020-04-14T02:20:17.680" Title="Queensland Australia Hospital and Health Service Boundaries Covid-19 Database" Tags="|medical|australia|covid19|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17405" PostTypeId="1" CreationDate="2020-04-14T02:22:20.287" Score="1" ViewCount="205" Body="&lt;p&gt;I am doing movie popularity prediction using Long Short Term Memory networks model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am testing with MovieLens dataset with 100K and 1M ratings, which include demographic information of users. Below are the links of two datasets:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MovieLens 100K: &lt;a href=&quot;https://grouplens.org/datasets/movielens/100k/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://grouplens.org/datasets/movielens/100k/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;MovieLens 1M: &lt;a href=&quot;https://grouplens.org/datasets/movielens/1m/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://grouplens.org/datasets/movielens/1m/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am doing with these datasets because I would like to leverage demographic information of users (e.g., age, gender) for my model.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, these datasets just collected data within a short period of time. Specifically, for the first dataset, it was collected during the seven-month period from September 19th, 1997 through April 22nd, 1998. For the second one, from 2000-2003, but almost data gathered in the first year.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore any other movie datasets with user demographic information collected in a longer period of time will be appreciated. Thank you very much for your help.&lt;/p&gt;&#xA;" OwnerUserId="24860" LastEditorUserId="90" LastEditDate="2020-04-15T01:16:09.653" LastActivityDate="2020-04-15T01:16:09.653" Title="Movie data set with demographic information of users" Tags="|demographics|film|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17406" PostTypeId="1" CreationDate="2020-04-14T04:00:32.563" Score="1" ViewCount="16" Body="&lt;p&gt;I found &lt;a href=&quot;https://data.world/datagov-uk/a593a0b3-29ef-48f2-b2b2-ceb83d841a3c&quot; rel=&quot;nofollow noreferrer&quot;&gt;some&lt;/a&gt; on data.world which is a set of data from a conglomerate of hospitals in Ireland. However, this set is not useful to me because it is split between many hospitals for only a period of twelve months. There are many records but the time lags are too few (only twelve). I need a dataset of at least about 200 time observations, where each record is an observation at some time T, with each time interval being identical.&lt;/p&gt;&#xA;" OwnerUserId="24862" LastActivityDate="2020-04-14T04:00:32.563" Title="Where can I find a time series dataset on patient waiting lists for hospitals (or, some other healthcare related time series dataset)?" Tags="|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17408" PostTypeId="2" ParentId="13529" CreationDate="2020-04-14T08:09:16.587" Score="1" Body="&lt;p&gt;A lot of formats are actually containers for a specific folder structure.&#xA;There are some self-contained formats like &lt;strong&gt;hdf5&lt;/strong&gt;, and a lot of zip files around, including different &quot;zip in disguise&quot;(files that use zipping as a container for a specifically organized data structure, often with xml formatted files inside): on top of my head:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;.dar files for jatsxml formatted manuscript/figures&#xA;.h5p files for the h5p format&#xA;.mbz for moodle backup files&lt;/p&gt;&#xA;" OwnerUserId="24864" LastActivityDate="2020-04-14T08:09:16.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17409" PostTypeId="1" CreationDate="2020-04-14T12:34:43.727" Score="1" ViewCount="10" Body="&lt;p&gt;Does anyone know whether there is a dataset containing annual CSR expenditures by major international companies? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm aware of the Prowess dataset, which provides this info for Indian firms. However, I'm looking for a dataset that covers major international companies, i.e., those listed on US exchanges. &lt;/p&gt;&#xA;" OwnerUserId="3934" LastActivityDate="2020-04-14T12:34:43.727" Title="Corporate CSR expenditure by firm" Tags="|companies|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17410" PostTypeId="2" ParentId="17395" CreationDate="2020-04-14T13:09:01.080" Score="2" Body="&lt;p&gt;Data for Italy:&#xA;&lt;a href=&quot;https://github.com/pcm-dpc/COVID-19/tree/master/dati-andamento-nazionale&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/pcm-dpc/COVID-19/tree/master/dati-andamento-nazionale&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You just need the file: dpc-covid19-ita-andamento-nazionale.csv&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is updated every day in the evening (gmt+1)&lt;/p&gt;&#xA;" OwnerUserId="6044" LastActivityDate="2020-04-14T13:09:01.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17411" PostTypeId="2" ParentId="17402" CreationDate="2020-04-14T13:49:12.683" Score="-1" Body="&lt;p&gt;Six post views in 16 hours.  Just a warning to others.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I spoke with the instructor, and I can take my own measurements of 20+ items.&lt;/p&gt;&#xA;" OwnerDisplayName="user24857" LastActivityDate="2020-04-14T13:49:12.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17412" PostTypeId="2" ParentId="972" CreationDate="2020-04-14T14:59:36.853" Score="-1" Body="&lt;p&gt;2.2.1 Urban (Urbanized Areas, Urban Clusters) and Rural&lt;br&gt;&#xA;The Census Bureau’s urban areas represent densely developed territory, and encompass residential, commercial, and other non-residential urban land uses. The boundaries of this urban footprint have been defined using measures based primarily on population counts and residential&#xA;population density, but also through criteria that account for non-residential urban land uses, such as commercial, industrial, transportation, and open space that are part of the urban landscape. The&#xA;Census Bureau delineates urban areas after each decennial census. Since the 1950 Census, the Census Bureau has reviewed and revised the urban criteria, as necessary, for each decennial census. These changes are discussed in Section 5.0.&lt;br&gt;&#xA;Urban area boundaries are constructed from qualifying census tracts and census blocks. To qualify as an urban area, the territory must encompass at least 2,500 people, at least 1,500 of which reside outside institutional group quarters. Urban areas that contain 50,000 or more people are designated as Urbanized Areas (UAs); urban areas that contain at least 2,500 and less than 50,000 people are designated as Urban Clusters (UCs). The term “urban area” refers to both UAs and UCs. &#xA;The term “rural” encompasses all population, housing, and territory not included within an urban area.&lt;br&gt;&#xA;&lt;a href=&quot;https://nces.ed.gov/programs/edge/docs/EDGE_NCES_LOCALE_2015.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Education Demographic and Geographic Estimates - (EDGE) Program - Locale Boundaries, 2015&lt;/a&gt;  &lt;/p&gt;&#xA;&#xA;&lt;p&gt;the latest updated map with a fresh link. &lt;/p&gt;&#xA;" OwnerUserId="24866" LastEditorUserId="90" LastEditDate="2020-04-15T01:15:22.537" LastActivityDate="2020-04-15T01:15:22.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17413" PostTypeId="1" CreationDate="2020-04-14T16:43:13.537" Score="1" ViewCount="39" Body="&lt;p&gt;I'm building a &lt;a href=&quot;https://www.arelplane.com/locations/khpn&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; that shows all important data for a given airport, navaid, etc, similar in content to &lt;a href=&quot;https://nfdc.faa.gov/nfdcApps/services/ajv5/airportDisplay.jsp?airportId=khpn&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt; and am trying to find the best way to get the data, starting with FAA data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've found a number of sources for different parts of the data on different FAA websites, but I think the &lt;a href=&quot;https://www.faa.gov/air_traffic/flight_info/aeronav/aero_data/NASR_Subscription_2020-03-26/&quot; rel=&quot;nofollow noreferrer&quot;&gt;28 Day NASR Subscription&lt;/a&gt; is the datasource I should be using. So, this brings me to three questions:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Is the NASR the best official source of the data I need?&lt;/li&gt;&#xA;&lt;li&gt;I see DPs, ILSs, and arrivals, but where are other types of approaches, RNAV, VOR, etc. &lt;/li&gt;&#xA;&lt;li&gt;Is there any relationship between the data in NASR and the approach plates, airport diagrams, etc. the FAA creates?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;For clarity, I want general airport information (name, location, etc.), and links to FAA approach plates, airport diagrams, etc. for that airport, but, I want this website to be usable for navigation, so I'll need to be able to know when data is expired/active, etc. as well.  &lt;/p&gt;&#xA;" OwnerUserId="24867" LastEditorUserId="24867" LastEditDate="2020-04-19T01:03:42.540" LastActivityDate="2020-04-19T01:03:42.540" Title="Getting approach procedures and plates from FAA NASR data" Tags="|data-request|government|transportation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17414" PostTypeId="1" CreationDate="2020-04-14T17:18:23.020" Score="3" ViewCount="104" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Cercle_(French_colonial)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cercles&lt;/a&gt; and districts were administrative units in French colonial Africa. I am looking for GIS data on their boundaries. Hints on where to find adequate digitizable historic maps on those administrative regions are also welcome.&lt;/p&gt;&#xA;" OwnerUserId="21916" LastEditorUserId="70" LastEditDate="2021-05-22T17:00:35.080" LastActivityDate="2024-02-06T21:03:55.450" Title="GIS Data: French Colonial Cercles" Tags="|data-request|geospatial|historical|africa|france|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="17415" PostTypeId="1" AcceptedAnswerId="17417" CreationDate="2020-04-14T21:01:04.810" Score="0" ViewCount="1522" Body="&lt;p&gt;I am searching for addresses with following components: &lt;code&gt;postal code&lt;/code&gt;, &lt;code&gt;contry&lt;/code&gt;, &lt;code&gt;city&lt;/code&gt;, &lt;code&gt;street name&lt;/code&gt;, &lt;code&gt;house number&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where I can get such a dataset. I need only 100 row in a csv file.&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2023-12-31T22:18:16.633" Title="Dataset of real addresses?" Tags="|address|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17416" PostTypeId="1" CreationDate="2020-04-15T10:05:53.110" Score="1" ViewCount="18" Body="&lt;p&gt;I am developing an application where a user will scan a barcode of a UK supermarket product. The application will then need to look up:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The manufacturer of the item&lt;/li&gt;&#xA;&lt;li&gt;The product name&lt;/li&gt;&#xA;&lt;li&gt;The package quantity&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;The only absolutely required of these is the product name, but the others would be helpful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have tried the Open Product Data and various other similar services, but none of them have records of the supermarket own-label products, only branded ones. I need to be able to look up supermarket own-branded products as well.&lt;/p&gt;&#xA;" OwnerUserId="24877" LastActivityDate="2020-04-15T10:05:53.110" Title="Basic information about UK supermarket products" Tags="|data-request|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17417" PostTypeId="2" ParentId="17415" CreationDate="2020-04-15T15:44:29.720" Score="3" Body="&lt;p&gt;You can try in Kaggle datasets. For example &lt;a href=&quot;https://www.kaggle.com/openaddresses/openaddresses-europe&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/openaddresses/openaddresses-europe&lt;/a&gt; contains the list of addresses in Europe per country.&lt;/p&gt;&#xA;" OwnerUserId="22806" LastActivityDate="2020-04-15T15:44:29.720" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17418" PostTypeId="1" CreationDate="2020-04-15T15:51:27.633" Score="1" ViewCount="32" Body="&lt;p&gt;I am building a small project based on building recipes and tracking nutrition. I want to be able to get correct data for foods that you can normally buy in shops in the UK by using the barcode. I am currently using Open Food Facts but I found that some of the data is incorrect or missing. Is there a better source that I could use?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="24882" LastActivityDate="2020-04-15T15:51:27.633" Title="UK food nutrition data" Tags="|uk|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17420" PostTypeId="1" AcceptedAnswerId="17422" CreationDate="2020-04-15T18:54:53.467" Score="1" ViewCount="158" Body="&lt;p&gt;I wrote this code to get specific ACS data for a set of years for all the tracts in Wake County (id 37187) in the state of North Carolina. I've read the census example of how to format the code to get it for certain counties, but haven't been able to figure that out with this implementation. What do I need to put in my predicates[&quot;for&quot;] variable to do this?&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;import pandas as pd&#xA;&#xA;HOST, dataset = &quot;https://api.census.gov/data&quot;, &quot;acs/acs1&quot;&#xA;&#xA;get_vars = ['B25045_001E', 'B25045_001M']&#xA;get_vars = [&quot;NAME&quot;] + get_vars&#xA;&#xA;print(get_vars)&#xA;&#xA;predicates = {}&#xA;predicates[&quot;get&quot;] = &quot;,&quot;.join(get_vars)&#xA;#not sure how to add to this&#xA;predicates[&quot;for&quot;] = &quot;state:37&quot;&#xA;&#xA;# initialize data from collector&#xA;&#xA;dfs = []&#xA;columns = [&quot;ID&quot;, &quot;Estimate&quot;, &quot;Estimate_moe&quot;, &quot;ID&quot;, &quot;Year&quot;, &quot;RMOE&quot;]&#xA;for year in range(2011, 2018):&#xA;    base_url = &quot;/&quot;.join([HOST, str(year), dataset])&#xA;    r = requests.get(base_url, params=predicates)&#xA;    df = pd.DataFrame(columns=r.json()[0], data=r.json()[1:])&#xA;    # add column to hold year value&#xA;    df[&quot;year&quot;] = year&#xA;    df['B25045_001M'] = df['B25045_001M'].astype(int)&#xA;    df['B25045_001E'] = df['B25045_001E'].astype(int)&#xA;&#xA;    df[&quot;RMOE&quot;] = 100 * df['B25045_001M'] / df['B25045_001E']&#xA;    dfs.append(df)&#xA;&#xA;&#xA;nc = pd.concat(dfs)&#xA;print(nc.head)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="24851" LastEditorUserId="6788" LastEditDate="2020-04-16T00:24:25.340" LastActivityDate="2020-04-16T00:37:10.263" Title="How to Format API Requests to Loop through All Tracts in a County" Tags="|data-request|api|us-census|python|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17421" PostTypeId="2" ParentId="17420" CreationDate="2020-04-15T23:13:54.543" Score="1" Body="&lt;p&gt;To get the geography you want, you have to specify each level of the &lt;a href=&quot;https://www.census.gov/programs-surveys/geography/guidance/hierarchy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;geographic hierarchy&lt;/a&gt; in which the tracts fit.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;state='37'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;county='187'&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&amp;amp;for=tracts:*&amp;amp;in=county:{county}&amp;amp;in=state:{state}&lt;/p&gt;&#xA;&#xA;&lt;p&gt;'For' indicates that you want tracts, the asterisk is a wildcard that says get all of them, in the county you want, in the state you want. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've got some basic &lt;a href=&quot;https://github.com/frankpd/census_api_examples&quot; rel=&quot;nofollow noreferrer&quot;&gt;examples here on github&lt;/a&gt; if you want to take a look.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-04-15T23:13:54.543" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17422" PostTypeId="2" ParentId="17420" CreationDate="2020-04-16T00:37:10.263" Score="1" Body="&lt;p&gt;This is the code that ended up working for me. Also, see &lt;a href=&quot;https://api.census.gov/data/2017/acs/acs5/examples.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.census.gov/data/2017/acs/acs5/examples.html&lt;/a&gt; for a large list of formatting examples. &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests, pandas as pd&#xA;year='2018'&#xA;dsource='acs'&#xA;dname='acs5'&#xA;cols='NAME'&#xA;state='37'&#xA;county='183'&#xA;tract='*'&#xA;&#xA;base_url = f'https://api.census.gov/data/{year}/{dsource}/{dname}'&#xA;&#xA;&#xA;data_url = f'{base_url}?get={cols}&amp;amp;for=tract:*&amp;amp;in=state:{state}&amp;amp;in=county:{county}'&#xA;&#xA;response=requests.get(data_url)&#xA;&#xA;print(response.text)&#xA;data=response.json()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="24851" LastActivityDate="2020-04-16T00:37:10.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17423" PostTypeId="2" ParentId="17364" CreationDate="2020-04-16T16:03:09.077" Score="0" Body="&lt;p&gt;I'm Jack with the openFDA team. The missing fields you're referencing are normally found within the &lt;code&gt;device&lt;/code&gt; object in the openFDA API endpoint for Device Event data. The data source for this object is the downloadable files labeled &lt;code&gt;foidev&lt;/code&gt; which can be found &lt;a href=&quot;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/manufacturer-and-user-facility-device-experience-database-maude&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. In this case, these source files do not have an entry for this mdr_report_key, which is why the device object is missing. Apologies for the inconvenience!&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-04-16T16:03:09.077" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17424" PostTypeId="2" ParentId="5014" CreationDate="2020-04-16T17:33:40.730" Score="1" Body="&lt;p&gt;If you're interested in brain imaging data, you could check out the &lt;a href=&quot;https://www.humanconnectome.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Connectome Coordination Facility&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I downloaded the original HCP 1200 for our institution a couple of years free of charge. That's 7T &amp;amp; 3T imaging data for 1200 individuals. It's a large dataset but it is freely available for research. &lt;/p&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2020-04-16T17:33:40.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17425" PostTypeId="1" AcceptedAnswerId="17427" CreationDate="2020-04-16T21:33:46.643" Score="2" ViewCount="72" Body="&lt;p&gt;I'm looking for pretrained neural translation models, preferably for pytorch or tensorflow.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Pretrained models should be well documented. Ideally, the training should be reproducable with both data and hyperparameters being available.&lt;br&gt;&#xA;Models should be reasonably easy to deploy (assuming you have knowledge in pytorch or tensorflow).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I've found:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;fairseq, based on pytorch. As of April 2020 it is still under active development. Many pretrained models are available: &lt;a href=&quot;https://github.com/pytorch/fairseq/tree/master/examples/translation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/pytorch/fairseq/tree/master/examples/translation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;tensor2tensor, based on tensorflow 1. As of April 2020, it is recommended to use the successor trax. Some pretrained models are available: &lt;a href=&quot;https://github.com/tensorflow/tensor2tensor&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/tensorflow/tensor2tensor&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;trax, based on tensorflow 2(?). As of April 2020, pretrained models don't seem to be available: &lt;a href=&quot;https://github.com/tensorflow/tensor2tensor&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/tensorflow/tensor2tensor&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;While there are some pretrained models in these repositories, they seem to be mostly research projects.&lt;br&gt;&#xA;As such, there are only pretrained models for a few select languages (which are used for competitive benchmarking).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for an integrated collection of translation models across languages.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, I don't think that such a ressource exists. Maybe we can start collecting language pairs here. But please only answer if your pretrained model will be available for a long time (hosting needs to be secure) and if it is reproducible.&lt;/p&gt;&#xA;" OwnerUserId="20870" LastActivityDate="2020-04-17T17:47:34.353" Title="repository of pretrained neural translation models" Tags="|machine-learning|nlp|translation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17426" PostTypeId="1" AcceptedAnswerId="17440" CreationDate="2020-04-17T06:06:00.690" Score="1" ViewCount="27" Body="&lt;p&gt;Looks like a range of ACS variables regarding housing are missing for the ACS:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;B06013_001E&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BO6013_002E&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BO6013_003E&lt;/p&gt;&#xA;&#xA;&lt;p&gt;BO6013_004E&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and others in this group as well. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What is one to do when they are missing? Contact the census? Look for updated variable names somewhere? Heres code to reproduce the problem:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;import pandas as pd&#xA;&#xA;HOST, dataset = &quot;https://api.census.gov/data&quot;, &quot;acs/acs1&quot;&#xA;&#xA;get_vars = ['B06013_001E']&#xA;get_vars = [&quot;NAME&quot;] + get_vars&#xA;&#xA;print(get_vars)&#xA;&#xA;predicates = {}&#xA;predicates[&quot;get&quot;] = &quot;,&quot;.join(get_vars)&#xA;predicates[&quot;for&quot;] = [&quot;state:37&quot;,&quot;county:37183&quot;]&#xA;&#xA;print(predicates)&#xA;&#xA;for year in range(2005, 2018):&#xA;    try:&#xA;        base_url = &quot;/&quot;.join([HOST, str(year), dataset])&#xA;        r = requests.get(base_url, params=predicates)&#xA;        df = pd.DataFrame(columns=r.json()[0], data=r.json()[1:])&#xA;    except ValueError:&#xA;        print('decoding JSON has failed')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="24851" LastActivityDate="2020-05-21T18:01:40.193" Title="Missing ACS Variables" Tags="|api|us-census|python|north-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17427" PostTypeId="2" ParentId="17425" CreationDate="2020-04-17T09:19:37.210" Score="2" Body="&lt;p&gt;There are pretrained models available for currently 1472 language pairs: &lt;a href=&quot;http://opus.nlpl.eu/Opus-MT/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opus.nlpl.eu/Opus-MT/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You also can ask &lt;a href=&quot;https://bachstelze.gitlab.io/multisource/&quot; rel=&quot;nofollow noreferrer&quot;&gt;multisource&lt;/a&gt; for a new language pair.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Greetings from the &lt;a href=&quot;http://multitranslation.space/&quot; rel=&quot;nofollow noreferrer&quot;&gt;translation space&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24888" LastEditorUserId="24888" LastEditDate="2020-04-17T17:47:34.353" LastActivityDate="2020-04-17T17:47:34.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17428" PostTypeId="1" CreationDate="2020-04-17T10:40:06.300" Score="0" ViewCount="1106" Body="&lt;p&gt;I'm looking for &lt;strong&gt;road traffic data&lt;/strong&gt; (e.g. average road traffic by day) &lt;strong&gt;or congestion data&lt;/strong&gt; for German cities or other spatial units (e.g. a certain road or highway).  What would be important to me is, that there is some differentiation by time and spatial units (e.g. by day, week, month in city x or at road y). I'm not interested in highly aggregated figures such as annual averages. Ideally, I would look for (more or less live) data from traffic counts at some fixed points over time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that there are automated counting stations &lt;a href=&quot;https://www.bast.de/BASt_2017/DE/Verkehrstechnik/Fachthemen/v2-verkehrszaehlung/zaehl_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;operated by BASt&lt;/a&gt;, but I can only find data up to 2018 (and in not very useful format). There is also &lt;a href=&quot;https://www.bast.de/BASt_2017/DE/Verkehrstechnik/Fachthemen/v2-verkehrszaehlung/Stundenwerte.html?nn=1819490&quot; rel=&quot;nofollow noreferrer&quot;&gt;hourly information by road&lt;/a&gt;, but again only until 2018 as of today.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There also is an &lt;a href=&quot;https://opendata.stackexchange.com/questions/10167/traffic-statistics-by-roads-or-parts-of-any-german-city&quot;&gt;old question&lt;/a&gt; in the forum (from 2016) with a similar topic, but the answer is outdated.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone point me to some resources?&lt;/p&gt;&#xA;" OwnerUserId="23668" LastActivityDate="2020-04-23T19:52:25.220" Title="Data on road traffic in Germany" Tags="|germany|traffic|" AnswerCount="2" CommentCount="0" ClosedDate="2020-09-09T08:02:03.023" ContentLicense="CC BY-SA 4.0" />
  <row Id="17430" PostTypeId="2" ParentId="17428" CreationDate="2020-04-17T13:33:29.260" Score="2" Body="&lt;p&gt;You can get the traffic data unofficially from TomTom, both &quot;average&quot; and &quot;live&quot; for any city (?) by using the API endpoint found in the Developer Tools --&gt; Network.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.midway.tomtom.com/ranking/live/CHE%2FCircle%2Fzurich&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.midway.tomtom.com/ranking/live/CHE%2FCircle%2Fzurich&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SYfWp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SYfWp.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The list of cities can probably be scraped from this JS file:  &lt;a href=&quot;https://tomtom.com/en_gb/traffic-index/commons-bf384d0d7ca7a781fbd8.js&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tomtom.com/en_gb/traffic-index/commons-bf384d0d7ca7a781fbd8.js&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;because this URL is likely to change when they rebuild the site, here is an archive:&#xA;&lt;a href=&quot;https://web.archive.org/web/2020032215&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/2020032215&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/xu2aQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/xu2aQ.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://twitter.com/philshem/status/1241739025624567813&quot; rel=&quot;nofollow noreferrer&quot;&gt;my tweet thread&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-04-17T13:33:29.260" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17431" PostTypeId="1" CreationDate="2020-04-17T15:52:51.103" Score="2" ViewCount="55" Body="&lt;p&gt;Does this mean they are no longer being provided, or that they are not ready to be included yet? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example: (HI_INC_COMP_ORIG_YR8_RT)&lt;/p&gt;&#xA;" OwnerUserId="24890" LastActivityDate="2020-04-17T15:52:51.103" Title="Variables from NSLDS/Treasury that have been answered for all years, except the most recent two years?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17432" PostTypeId="1" CreationDate="2020-04-17T20:07:52.527" Score="1" ViewCount="72" Body="&lt;p&gt;I've been trying to find player stats datasets but couldn't find one that includes goals scored, assists, etc. Does anybody know any site that provides such data for free or If I could get the last 20-30 years of European leagues data with match scores and also who scored in that game, something like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Barca 2 - 1 Sevilla&#xA;&#xA;[Messi'70,Suarez'80 : Navas'23]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Something like this would be Awesome!! .... There are some that provide match scores like this but do not list the player names that scored in the match.&#xA;I want data to not only have names of scorers but also detailed info like possession stats, HT score, cards received, shots on target, saves and other stats. Even if you know datasets like this of just 5-6 years. please do mention.&lt;/p&gt;&#xA;&lt;p&gt;Your little help will mean a lot to me.&lt;/p&gt;&#xA;" OwnerUserId="24893" LastEditorUserId="23272" LastEditDate="2022-07-14T14:26:17.183" LastActivityDate="2024-04-05T01:00:45.163" Title="European Football Datasets PAST and Current Season" Tags="|data-request|sports|football|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17433" PostTypeId="2" ParentId="17432" CreationDate="2020-04-18T13:32:33.893" Score="0" Body="&lt;p&gt;You can check out the European Soccer Database &lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/hugomathien/soccer&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22806" LastActivityDate="2020-04-18T13:32:33.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17434" PostTypeId="1" CreationDate="2020-04-19T01:20:02.607" Score="1" ViewCount="42" Body="&lt;p&gt;Many Commons images &lt;code&gt;depict&lt;/code&gt; Wikidata concepts.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to find these concepts, in particular those that do not have an &lt;code&gt;image&lt;/code&gt; (P18) property?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The request should output the URIs of both the Wikidata item and the depicting Commons image(s).&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2020-04-19T01:20:02.607" Title="SPARQL to get Wikidata items that have no P18 image but have a Commons image depicting them?" Tags="|wikidata|sparql|wikimedia-commons|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17435" PostTypeId="2" ParentId="17393" CreationDate="2020-04-20T05:21:37.450" Score="1" Body="&lt;p&gt;Parcel data in the state of Florida is typically open and available.  Assessed values can be used but this isn't actual home values or cost of land for ROW.  That's a very different thing.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;1) &lt;a href=&quot;https://www.fgdl.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fgdl.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;2) &lt;a href=&quot;https://geodata.myflorida.com/datasets/parcels-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geodata.myflorida.com/datasets/parcels-1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24834" LastActivityDate="2020-04-20T05:21:37.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17436" PostTypeId="1" CreationDate="2020-04-20T12:50:46.193" Score="2" ViewCount="34" Body="&lt;p&gt;&lt;strong&gt;Background:&lt;/strong&gt;&#xA;I'm teaching an intro course to stats, and this term, I have decided to use real-world public data sets to demonstrate the methods on, instead of synthetic data. I was surprised that I wouldn't find basic data such as height/weight/IQ of men and women (which are famously well-approximated by Gaussian). I do find parameters (mean/variance of weight of Americans, for example), but I don't want to synthesize a Gaussian based on parameters. Rather, I'm looking for actual data, so the students experience the noisy-ness of real data, and how approximations work. I have the same problem for finding non-Normal data, e.g., wealth distribution and other heavy-tailed ones. Parameters exist but I cannot find actual data sets.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;TLDR:&lt;/strong&gt;&#xA;For an introductory Stats course, I'm looking for publicly available data sets with medium-size sample sizes, i.e., $N=O(10^3)$ or $O(10^4)$. Preferably, with close-to-Gaussian distributions, but anything is useful. &lt;/p&gt;&#xA;" OwnerUserId="24903" LastActivityDate="2020-07-16T16:05:00.623" Title="public Normally-distributed data for teaching intro Stats" Tags="|data-request|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17438" PostTypeId="1" CreationDate="2020-04-21T00:19:47.313" Score="2" ViewCount="37" Body="&lt;p&gt;I'm am looking for some datasets that contain data about a specific disease - any disease (preferably with several known treatments). I need such datasets, that contain information about the patients, the treatment/medicine that they received, and the treatment's outcome. I've tried to look everywhere, but couldn't find anything.&lt;/p&gt;&#xA;" OwnerUserId="24912" LastEditorUserId="90" LastEditDate="2020-12-25T18:14:22.693" LastActivityDate="2020-12-31T22:36:24.803" Title="Data about drugs/medicine and outcomes" Tags="|data-request|medical|disease|covid19|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17439" PostTypeId="1" AcceptedAnswerId="17606" CreationDate="2020-04-21T07:47:45.300" Score="3" ViewCount="1309" Body="&lt;p&gt;I am conducting researches into a voice phishing attacks/scam phone call detection system using machine learning. However, I am facing difficulties finding an open dataset of voice phishing or phone calls logs I could work with.&lt;/p&gt;&#xA;&lt;p&gt;Please, can anyone guide me to any related dataset? Or even suggestions on how to create such a dataset and deal with voice phishing?&lt;/p&gt;&#xA;&lt;p&gt;Any opinions are welcome.&lt;/p&gt;&#xA;" OwnerUserId="24913" LastEditorUserId="23272" LastEditDate="2021-08-21T04:40:45.097" LastActivityDate="2021-08-21T04:40:45.097" Title="Where can I find a dataset of voice phishing attacks? Or scam phone call logs?" Tags="|data-request|machine-learning|finance|audio|bank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17440" PostTypeId="2" ParentId="17426" CreationDate="2020-04-21T17:51:22.160" Score="0" Body="&lt;p&gt;While the Census modifies them as little as possible, the variable IDs in the ACS do change over time, as certain crosstabs can be dropped, others are added, and new variables are included. It's even possible that an ID can remain the same but the value associated with it can slightly change; for example categories that represent a range of dollar values may be adjusted over time to increase the range of a top-coded value, not frequently but possibly once within a ten year time frame. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;With each ACS release they document what has changed since the previous one. For example, here are &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/technical-documentation/table-and-geography-changes/2018/1-year.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;changes to the 1-year ACS in 2018&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the API documentation, each iteration of a dataset is going to contain a description of that dataset, with links to geographies, variables, and examples. Here's a link to the &lt;a href=&quot;https://api.census.gov/data/2018/acs/acs1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;1-year 2018 series&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want to pull &lt;a href=&quot;https://api.census.gov/data/2018/acs/acs1/variables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;the variable list&lt;/a&gt; into your script, you can build up dictionaries of variables over time and determine how consistent they are and if / when they change. To grab the variables for one year, you can do something like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;vars_url=f'https://api.census.gov/data/{year}/{dsource}/{dname}/variables.json'&#xA;response=requests.get(vars_url)&#xA;&#xA;#&quot;variables&quot; is top key in the file - reference it to flatten the file so individual variables become keys &#xA;variables=response.json()['variables']&#xA;variables&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;In choosing your tables, it's probably best to start with the present and work your way back. There were more changes in the early years of the ACS relative to later years.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-04-21T17:51:22.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17441" PostTypeId="1" CreationDate="2020-04-22T00:53:29.233" Score="2" ViewCount="19" Body="&lt;p&gt;I'd like to be able to create a service such as regcheck.org.uk (getting vehicle info from licence plates), however, I'm unable to find any clue as to where their data comes from. Any chance of getting such data? For Europe, specifically.&lt;/p&gt;&#xA;" OwnerUserId="24922" LastActivityDate="2020-04-22T00:53:29.233" Title="European vehicle info based on licence plate" Tags="|europe|cars|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17442" PostTypeId="1" CreationDate="2020-04-22T02:30:52.850" Score="2" ViewCount="12" Body="&lt;p&gt;We're trying to figure out how to make meaningful the responses in &quot;hazsub1&quot; through &quot;hazsub5&quot; in OSHA violation data. you can see the list of variables here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.dol.gov/health-and-safety/dol-osha-enforcement/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.dol.gov/health-and-safety/dol-osha-enforcement/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;but for the life of us we can't figure out what 4-digit alphanumeric list of hazards the results corresponds to. Please help!&lt;/p&gt;&#xA;" OwnerUserId="24923" LastActivityDate="2020-04-22T02:30:52.850" Title="Where can we find a list of hazardous substance codes used in OSHA violation data?" Tags="|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17443" PostTypeId="1" AcceptedAnswerId="18364" CreationDate="2020-04-22T03:05:22.257" Score="1" ViewCount="270" Body="&lt;p&gt;Is there a database of the &lt;strong&gt;Motor Vehicles&lt;/strong&gt; that were built until now, containing the &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Model&lt;/li&gt;&#xA;&lt;li&gt;Size&lt;/li&gt;&#xA;&lt;li&gt;Weight&lt;/li&gt;&#xA;&lt;li&gt;Price&lt;/li&gt;&#xA;&lt;li&gt;Year of release&lt;/li&gt;&#xA;&lt;li&gt;Power.&lt;/li&gt;&#xA;&lt;li&gt;Model engine&lt;/li&gt;&#xA;&lt;li&gt;Engine Capacity&lt;/li&gt;&#xA;&lt;li&gt;Position of the engine.&lt;/li&gt;&#xA;&lt;li&gt;Engine displacement.&lt;/li&gt;&#xA;&lt;li&gt;Maximum engine speed.&lt;/li&gt;&#xA;&lt;li&gt;Torque.&lt;/li&gt;&#xA;&lt;li&gt;Fuel system.&lt;/li&gt;&#xA;&lt;li&gt;Turbine&#xA;and optionally any other specifications&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;It does not need to contain the data of [almost] all the Motor Vehicles, but at least the representative sample.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Motor Vehicles registered in all countries or just registered in any one particular country is also fine.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-01-22T22:04:20.450" Title="Database of Motor Vehicles?" Tags="|data-request|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17444" PostTypeId="2" ParentId="759" CreationDate="2020-04-22T07:46:18.907" Score="1" Body="&lt;p&gt;I've compiled some resources for a &lt;a href=&quot;https://smalldata.dev/posts/paw-patrol/&quot; rel=&quot;nofollow noreferrer&quot;&gt;blog post&lt;/a&gt;, I'll just post the relevant content here:&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;&lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/sid_stapo_hundenamen&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hundenamen aus dem Hundebestand der Stadt Zürich&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;This one is from the city of Zürich, Switzerland, where I live. I've seen a &lt;a href=&quot;https://twitter.com/OpenDataZurich/status/1235887129047240704&quot; rel=&quot;nofollow noreferrer&quot;&gt;recent Twitter post&lt;/a&gt; about this dataset, so that may have planted the idea that dog names can be open data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data goes back to 2015, and each year is one CSV file. To get an idea of the dataset size, I choose the complete year of &lt;a href=&quot;https://data.stadt-zuerich.ch/dataset/sid_stapo_hundenamen/resource/37af5c6e-c101-41aa-8072-033280191f9c&quot; rel=&quot;nofollow noreferrer&quot;&gt;2019&lt;/a&gt;. 7647 records. It may be hard to find trends in so few dog registrations. Additionally, the Paw Patrol trend is slowly making it here to Switzerland. Since it started in North America, I'll go to look there.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/dog-names-over-time&quot; rel=&quot;nofollow noreferrer&quot;&gt;Anchorage Dog Names over Time&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;Only 16k total names between 2017 and 2019. That's not enough dogs when there are so many possible names. And starting in 2017, I may not get a good &lt;em&gt;before&lt;/em&gt; snapshot.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/seattle-pet-licenses&quot; rel=&quot;nofollow noreferrer&quot;&gt;Seattle Pet Licenses&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;A list of active/current Seattle pet licenses, including animal type (species), pet's name, breed and the owner's ZIP code.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This might be a good dataset because records go back to 2000 and are updated through 2019. I can get snapshots before and during the PAW Patrol era. But I counted dogs registered in 2019 and it was 11k. In 2018, 7k. Still not enough.&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;&lt;a href=&quot;https://data.cityofnewyork.us/Health/NYC-Dog-Licensing-Dataset/nu7n-tubp&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC Dog Licensing Dataset&lt;/a&gt;&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;This could be it. Recently updated. 24.1 MB CSV file. 345k total rows going back more than 10 years. 79k dog registrations in 2019. Explore the data &lt;a href=&quot;https://data.cityofnewyork.us/Health/NYC-Dog-Licensing-Dataset/nu7n-tubp/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;the fine print:&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Each record stands as a unique license period for the dog over the course of the yearlong time frame.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;What does this mean for my data? It means that dog names are assigned at least once per year. If I count unique dog names over multiple years, I'll be over counting. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;and&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Each record represents a unique dog license that was active during the year, but not necessarily a unique record per dog, since a license that is renewed during the year results in a separate record of an active license period.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;This means that dog-names within a given year may actually be duplicate as well. If this was a real project, in order to fully trust my data, I would first count how many names are repeated. To do this, because there is no column &lt;code&gt;dog ID&lt;/code&gt; which would uniquely identify a dog, I would have to create a surrogate key based on the columns such as &lt;code&gt;AnimalBirthMonth&lt;/code&gt;, &lt;code&gt;AnimalGender&lt;/code&gt; and &lt;code&gt;BreedName&lt;/code&gt;, and perhaps also the geographical data &lt;code&gt;Borough&lt;/code&gt; and &lt;code&gt;ZipCode&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-04-22T07:46:18.907" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17445" PostTypeId="5" CreationDate="2020-04-22T07:57:04.130" Score="0" Body="" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-04-22T07:57:04.130" LastActivityDate="2020-04-22T07:57:04.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17446" PostTypeId="4" CreationDate="2020-04-22T07:57:04.130" Score="0" Body="For human or animal names, or plants. But **not** for stores, cities, etc." OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-04-22T07:57:04.130" LastActivityDate="2020-04-22T07:57:04.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17447" PostTypeId="2" ParentId="16185" CreationDate="2020-04-22T11:46:26.880" Score="3" Body="&lt;p&gt;Novel COVID 2019 Datasets by country, state in CSV format, frequently updated: &lt;a href=&quot;https://worlddata.ai/FilterAttributes?q=CORONA%20VIRUS&amp;amp;s=HEALTH&amp;amp;r=GLOBAL%20DATA&amp;amp;sr=JOHNS%20HOPKINS%20UNIVERSITY&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldData.AI&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24926" LastActivityDate="2020-04-22T11:46:26.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17448" PostTypeId="1" AcceptedAnswerId="17510" CreationDate="2020-04-22T15:45:24.627" Score="2" ViewCount="71" Body="&lt;p&gt;Looking for a dataset for NLP Text Summarization consisting of &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;articles and their headlines&lt;/li&gt;&#xA;&lt;li&gt;long news articles&lt;/li&gt;&#xA;&lt;li&gt;summaries of articles&lt;/li&gt;&#xA;&lt;li&gt;sentences extracted from user reviews on a given topic&lt;/li&gt;&#xA;&lt;li&gt;interviews&lt;/li&gt;&#xA;&lt;li&gt;long Conversations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any of the above text database&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-08T19:04:45.417" Title="Dataset for NLP Text Summarization" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17449" PostTypeId="1" CreationDate="2020-04-22T19:35:25.313" Score="2" ViewCount="27" Body="&lt;p&gt;There are many applications which deal with multiple time series data such as stock market, climate change, etc. It seems most of them are dealing with a few number of streams up to 1000 series in real time. For example, I checked applications whose time series data sets are mentioned &lt;a href=&quot;https://opendata.stackexchange.com/questions/10360/large-time-series-data-for-learning&quot;&gt;here&lt;/a&gt;, but they are not as large as I want. I am wondering if there is an application which requires to monitor tens of thousands streams in real time. It would be also good if it has a public data set of the series in a specific period.&lt;/p&gt;&#xA;" OwnerUserId="24927" LastActivityDate="2020-04-22T19:35:25.313" Title="Applications or Datasets with massive number of time series" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17450" PostTypeId="2" ParentId="16242" CreationDate="2020-04-22T20:34:27.477" Score="0" Body="&lt;p&gt;There are different types of droughts, regarding the subject that is concerned.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Drought#Types_of_drought&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Drought#Types_of_drought&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The short-term  reflects the precipitation and is called meterological drought and best corresponds to SPEI1 (affects only sensitive plants like grass). When the drought holds on, it affects the growing of more robust plants as well - therefore called agricultural drought. So here SPEI3 would be best, using a value at the end of the growth season. Longer lasting so called hydrological droughts also affects ground water and river levels and therefore shipment and/or trees. SPEI6 would be fine using for this. Droughts lasting a year and longer finally affe ct societies and economic - SPEI12.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, which SPEI best to use depends on the use case.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more insights see:&lt;br&gt;&#xA; * &lt;a href=&quot;https://doi.org/10.5194/cp-2019-104&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.5194/cp-2019-104&lt;/a&gt;&lt;br&gt;&#xA; * &lt;a href=&quot;https://doi.org/10.5194/nhess-2019-424&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.5194/nhess-2019-424&lt;/a&gt;&lt;br&gt;&#xA; * &lt;a href=&quot;https://doi.org/10.1007/s10113-019-01522-7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.1007/s10113-019-01522-7&lt;/a&gt;  &lt;/p&gt;&#xA;" OwnerUserId="9786" LastEditorUserId="90" LastEditDate="2020-04-23T04:03:41.263" LastActivityDate="2020-04-23T04:03:41.263" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17451" PostTypeId="2" ParentId="17414" CreationDate="2020-04-22T23:40:56.220" Score="0" Body="&lt;p&gt;Not sure if you have google around but yeah it's hard to find..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://guides.library.upenn.edu/c.php?g=475518&amp;amp;p=3254771&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://guides.library.upenn.edu/c.php?g=475518&amp;amp;p=3254771&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/17702/free-sources-of-mapping-data-for-france&quot;&gt;https://gis.stackexchange.com/questions/17702/free-sources-of-mapping-data-for-france&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.ign.fr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.ign.fr/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My suggest you to find any universitites in France that might have these what you are looking for either in GIS data or historical scanned maps...&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2020-04-22T23:40:56.220" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17452" PostTypeId="1" AcceptedAnswerId="17463" CreationDate="2020-04-23T15:41:53.940" Score="1" ViewCount="621" Body="&lt;p&gt;I am looking for a global dataset with the extent of seas and ocean in a vector dataset of polygons. I know that boundaries are sometimes fuzzy (maybe crisp boundaries don't really exist in some case), but I can manage this uncertainty. If I could have an attribute with the names it would be even better. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The aim is to reuse this dataset in a research project where we would start by checking that sample coordinate are consistent (does the attribute of the sample match with the name of the sea/ocean in the map). Therefore we need polygons and not only lines or names. &lt;/p&gt;&#xA;" OwnerUserId="17715" LastActivityDate="2020-04-26T03:14:32.630" Title="Global sea/ocean polygons (with names)" Tags="|geospatial|creative-commons|oceanographic|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17453" PostTypeId="1" CreationDate="2020-04-23T19:33:53.753" Score="1" ViewCount="25" Body="&lt;p&gt;My reading of Datex-II (as of version 2.3) is that OpenLR locations are specified roughly like this for linear features:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;…&#xA;&amp;lt;SituationRecord …&amp;gt;&#xA;  &amp;lt;!-- description of the event here --&amp;gt;&#xA;  &amp;lt;groupOfLocations xsi:type=&quot;Linear&quot;&amp;gt;&#xA;    &amp;lt;linearExtension&amp;gt;&#xA;      &amp;lt;openlrExtendedLinear&amp;gt;&#xA;        &amp;lt;firstDirection&amp;gt;&#xA;          &amp;lt;!-- location reference points here --&amp;gt;&#xA;        &amp;lt;/firstDirection&amp;gt;&#xA;        &amp;lt;oppositeDirection&amp;gt; &amp;lt;!-- where applicable --&amp;gt;&#xA;          &amp;lt;!-- location reference points here --&amp;gt;&#xA;        &amp;lt;/oppositeDirection&amp;gt;&#xA;      &amp;lt;/openlrExtendedLinear&amp;gt;&#xA;      …&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Indeed I have seen Datex-II situation publications structured like this, and JAXB parses them nicely into the class scheme I generated from the XSD.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now I am seeing feeds which have &lt;code&gt;&amp;lt;openlrLineLocationReference&amp;gt;&lt;/code&gt; instead of &lt;code&gt;&amp;lt;firstDirection&amp;gt;&lt;/code&gt;. Since the XSD appears to make no mention of that, JAXB ignores the &lt;code&gt;&amp;lt;openlrLineLocationReference&amp;gt;&lt;/code&gt; element and the &lt;code&gt;OpenlrExtendedLinear&lt;/code&gt; instance it returns contains no data (it has two members, &lt;code&gt;firstDirection&lt;/code&gt; and &lt;code&gt;oppositeDirection&lt;/code&gt;, both of which are null).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is that incorrect data, or have I missed some part of the specs? (I see Datex-II 3.0 is out by now, but parsing the XSDs with JAXB failed—has this part of OpenLR been updated?)&lt;/p&gt;&#xA;" OwnerUserId="24932" LastActivityDate="2020-04-23T19:33:53.753" Title="Datex-II: malformed OpenLR?" Tags="|data-format|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17454" PostTypeId="2" ParentId="11289" CreationDate="2020-04-23T19:47:43.287" Score="1" Body="&lt;p&gt;The Open Traffic Collection has both annual and live data, but you’d have to go through each data set individually.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have compiled a list of data sources myself at &lt;a href=&quot;https://gitlab.com/traffxml/roadeagle/-/wikis/Data-Sources&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gitlab.com/traffxml/roadeagle/-/wikis/Data-Sources&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These come in many formats; you will need to parse each of them individually. Datex-II is widespread in Europe, but it is quite complex and probably covers by far more than you will ever need.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Depending on what you are trying to accomplish, you might want to look at &lt;a href=&quot;https://gitlab.com/traffxml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gitlab.com/traffxml&lt;/a&gt;: I am working on a universal feed format for traffic updates. There are a few conversion libraries in Java (currently for Datex-II, which is widely used in Europe, as well as some custom formats used by Poland and Lithuania).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are looking for event-based data (traffic jams, accidents, roadworks, closures etc.), the TraFF format might suit your needs. It is not intended for traffic flow data (i.e. reporting on traffic density and speed), although event data can be generated from it (see the &lt;code&gt;traff-eismoinfo-intensity&lt;/code&gt; repo for an example).&lt;/p&gt;&#xA;" OwnerUserId="24932" LastActivityDate="2020-04-23T19:47:43.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17455" PostTypeId="2" ParentId="17428" CreationDate="2020-04-23T19:52:25.220" Score="1" Body="&lt;p&gt;Look at &lt;a href=&quot;https://mcloud.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mcloud.de/&lt;/a&gt;, which is the open data portal of the German Ministry of Traffic and Infrastructure. They have links to various datasets from various areas of interest, including traffic.&lt;/p&gt;&#xA;" OwnerUserId="24932" LastActivityDate="2020-04-23T19:52:25.220" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17456" PostTypeId="2" ParentId="9434" CreationDate="2020-04-23T20:05:20.070" Score="0" Body="&lt;p&gt;You need the Location Code List for the area you are interested in. However, there is a catch: there are free and commercial TMC services. The latter either keep their location tables secret or encrypt their data. In order to get the location tables or the decryption key, you would presumably have to sign a license agreement or NDA and pay a royalty, likely per user or device. To my knowledge, all US services fall into this category. Europe has a mix of both, and some location code lists are freely available.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you are just curious and would like to see how it works, here are some pointers:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/ChristopheJacquet/RdsSurveyor&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDS Surveyor&lt;/a&gt;—an RDS/RDBS parser application and library which can also handle TMC and decode TMC locations if you supply a location table. RDS input can come from a file or a hardware receiver.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/TMC#Available_datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM TMC#Available datasets&lt;/a&gt;—list of public TMC location tables&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/walczakp/rds-spy-logs&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDS Spy Logs&lt;/a&gt; is a repository of RDS data captures which you could use for analysis. RDS Surveyor can read them, though not all have TMC data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="24932" LastActivityDate="2020-04-23T20:05:20.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17458" PostTypeId="1" CreationDate="2020-04-24T13:55:13.743" Score="1" ViewCount="24" Body="&lt;p&gt;Where can I find a data set which predicts brand personality (&lt;a href=&quot;https://www.aaai.org/ocs/index.php/ICWSM/ICWSM16/paper/view/13078&quot; rel=&quot;nofollow noreferrer&quot;&gt;Anbang 2016&lt;/a&gt;) from the social media data preferences e.g. Twitter&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm planning to improve on the methods of the above paper.&lt;/p&gt;&#xA;" OwnerUserId="24935" LastEditorUserId="10235" LastEditDate="2020-04-26T22:17:32.503" LastActivityDate="2020-04-26T22:17:32.503" Title="Brand personality and social media preference data" Tags="|data-request|machine-learning|social-media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17460" PostTypeId="2" ParentId="5513" CreationDate="2020-04-25T14:48:47.983" Score="1" Body="&lt;p&gt;For some reason, the above solution has not worked for me. I tried data.gov catalog and used the same code as below:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;import ckanapi&#xA;ckan = ckanapi.RemoteCKAN('&lt;a href=&quot;https://catalog.data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov&lt;/a&gt;')&#xA;search_params = {&lt;br&gt;&#xA;    'q': 'tags:&quot;sea_water_temperature&quot; AND metadata_modified:[2012-06-01T00:00:00.000Z TO NOW]',&lt;br&gt;&#xA;    'fq': 'res_format:HTML',&lt;br&gt;&#xA;    'extras': {&quot;ext_bbox&quot;:&quot;-71.5,41.,-63,46.0&quot;},&lt;br&gt;&#xA;    'rows': 3&lt;br&gt;&#xA;}&#xA;d = ckan.call_action('package_search', data_dict=search_params) &#xA;print (d['count'])&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;prints 212284&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Changing search parameters to something weird that theoritically should fetch zero record, also brings 212284 as an answer. &lt;/p&gt;&#xA;" OwnerUserId="24939" LastActivityDate="2020-04-25T14:48:47.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17461" PostTypeId="1" CreationDate="2020-04-25T18:27:11.763" Score="3" ViewCount="49" Body="&lt;p&gt;i want dataset that contains ratings and/or reviews of doctors/Physicians by their patients, both doctors and patients must be identified by unique ID.. Is there any public dataset i can use for my Final Year Project?&lt;/p&gt;&#xA;" OwnerUserId="24940" LastActivityDate="2020-04-25T18:27:11.763" Title="Dataset for a Healthcare RecSys" Tags="|medical|machine-learning|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="17462" PostTypeId="2" ParentId="15681" CreationDate="2020-04-26T02:50:34.993" Score="0" Body="&lt;p&gt;One option might be to submit a non-USAID location for ongoing data hosting with a final report that can be included with the final upload of data to the USAID Development Data Library.&lt;/p&gt;&#xA;" OwnerUserId="731" LastActivityDate="2020-04-26T02:50:34.993" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17463" PostTypeId="2" ParentId="17452" CreationDate="2020-04-26T03:14:32.630" Score="3" Body="&lt;p&gt;Take a look at &lt;a href=&quot;https://www.marineregions.org/downloads.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Marineregions.org&lt;/a&gt;, specifically look under IHO Sea Areas. These are boundaries of oceans and seas as defined by the International Hyrdographic Association. When you go to download it you'll be prompted to supply a name and email address, but the site is non-profit and run by a marine institute in Belgium.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I went ahead and downloaded it to take a look and think it will suit your needs. There are about 100 polygons that represent all the oceans and major seas. If you just wanted the oceans, you could add an extra column to the attribute table, invent an ocean ID, assign each sea to the closest ocean, and then dissolve / merge them using that attribute.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6iRkW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6iRkW.png&quot; alt=&quot;IHO Seas from Marineregions.org in QGIS&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My first thought was &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth&lt;/a&gt;, but its primary ocean layer isn't broken up into polygons; the ranking layer is, but the shapes don't correspond to the actual oceans.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-04-26T03:14:32.630" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17464" PostTypeId="2" ParentId="16185" CreationDate="2020-04-26T16:51:39.887" Score="2" Body="&lt;p&gt;ESRI has their own Open Data &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://hub.arcgis.com/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hub.arcgis.com/search&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It has shapefiles that you take a look before download it&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2020-04-26T16:51:39.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17465" PostTypeId="1" AcceptedAnswerId="17667" CreationDate="2020-04-27T01:32:53.263" Score="2" ViewCount="211" Body="&lt;p&gt;I’m working on an assignment for school about vehicle safety and I’ve found some useful summary statistics about traffic accident data in general but I’m specifically looking for studies into the effectiveness of driver assist technologies in reducing accident/fatality rates.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A dataset showing the following would be useful&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;type of cars involved in accidents &lt;/li&gt;&#xA;&lt;li&gt;driver assist / not&lt;/li&gt;&#xA;&lt;li&gt;outcome of incident - injury/fatality&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Even if you could just point me in the direction of a place where I can find detailed studies that would be much appreciated! :)&lt;/p&gt;&#xA;" OwnerUserId="24945" LastEditorUserId="10235" LastEditDate="2020-04-28T03:49:08.637" LastActivityDate="2020-06-17T16:53:25.060" Title="Vehicle safety dataset" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17466" PostTypeId="2" ParentId="11459" CreationDate="2020-04-27T05:21:57.543" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.planndesign.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Plan N Design&lt;/a&gt; has a huge database of residential and commercial building plans. Hope it helps!&lt;/p&gt;&#xA;" OwnerUserId="24953" LastActivityDate="2020-04-27T05:21:57.543" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17467" PostTypeId="1" AcceptedAnswerId="17479" CreationDate="2020-04-27T13:33:27.057" Score="2" ViewCount="83" Body="&lt;p&gt;I'm attempting to use OpenFDA to query a drug's package NDC and return information like manufacturer, brand name, and route.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have the following query working, but noticed (during testing) I get no results for the 3rd below (Botox).  Is Botox intentionally omitted?  Am I doing something incorrect.  If I remove the exact match, and search, I do get results, but none appear to be for Botox (it finds other partial matches on the manufacturer segment of the NDC, etc.)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:62332-464-31&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:62332-464-31&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:0378-9320-32&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:0378-9320-32&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:0023-1145-01&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:0023-1145-01&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="24956" LastActivityDate="2020-04-30T13:16:03.087" Title="What Determines if a Drug appears on OpenFDA or Not?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17468" PostTypeId="1" CreationDate="2020-04-27T16:03:26.280" Score="1" ViewCount="18" Body="&lt;p&gt;What are the Licensing concepts and attributes to be considered before releasing the data?&#xA;How to the license data?&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-04-27T16:03:26.280" Title="How to License Research Data" Tags="|uses-of-open-data|licensing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17469" PostTypeId="1" AcceptedAnswerId="17470" CreationDate="2020-04-27T16:07:54.977" Score="0" ViewCount="65" Body="&lt;p&gt;healthsite gathers data for open and complete approach to creating a global health facility data set by  leveraging the power of OpenStreetMap&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;question&lt;/strong&gt;: in corona - pandemic times, can we takt the data for a little service site that maps the hospitals that are available for the public health.  in other words: can we access and get the dataset from healthsites.io to work on the set of  data to publish it to serve the folks in a. italy, or b. barbados or c. Senegal!? - with a little online-map project that makes use of the maps and data -we obtain form healthsites.io!? is this doable!?&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;answer&lt;/strong&gt;: i guess so - since the data is under the Open Data Licence:  (see Open data collaboration &lt;a href=&quot;https://healthsites.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthsites.io/&lt;/a&gt; Through collaborations with users, trusted partners and OpenStreetMap we will capture and validate the location and contact details of every facility and make this data freely available under an Open Data License (ODBL) )&lt;/p&gt;&#xA;&lt;p&gt;is this correct - can we use the datase of healthsiters.io for a little (private) online project that serves the people in a. Senegal or b. Barbados. or c somewhere else!?&lt;/p&gt;&#xA;&lt;p&gt;what do you thikn - can we do a little project with the dataset of helathisites.io&lt;/p&gt;&#xA;&lt;p&gt;what if i want to work on the data of the set eg on Barbados or Italy.:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://healthsites.io/map?country=Barbados&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthsites.io/map?country=Barbados&lt;/a&gt;&#xA;&lt;a href=&quot;https://healthsites.io/map?country=Italy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthsites.io/map?country=Italy&lt;/a&gt;&#xA;&lt;a href=&quot;https://healthsites.io/map?country=france&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthsites.io/map?country=france&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-05-03T18:06:30.060" Title="Using data on healthsites.io for small project" Tags="|medical|uses-of-open-data|open-definition|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17470" PostTypeId="2" ParentId="17469" CreationDate="2020-04-27T19:25:40.050" Score="2" Body="&lt;p&gt;Since the data is released under Open Data License (ODBL), have a look at the  &lt;a href=&quot;https://tldrlegal.com/license/odc-open-database-license-(odbl)&quot; rel=&quot;nofollow noreferrer&quot;&gt;TLDR Legal for ODBL&lt;/a&gt;. From your description, it seems like your use of the data indeed fits the conditions of the license.&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2020-04-27T19:25:40.050" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17471" PostTypeId="1" CreationDate="2020-04-28T06:31:10.627" Score="1" ViewCount="206" Body="&lt;p&gt;I work on a neural network library in C++ and I'm in the process of implementing recurrent neural networks.&#xA;I run my tests on a GitHub server on different datasets, Iris and Wine for simple unit tests, MNIST and Fashion MNIST for test the MLP, CIFAR-10 for test the CNN and I looking for some new dataset to train the RNN that I implement.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Do you have any idea of small datasets to train my RNN?&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for one or two small datasets that are easy to integrate into my tests in my continuous delivery process. About 30 seconds for 1 epoch with more than 70-80% accuracy would be ideal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;em&gt;PS: I know I can use MNIST to simulate temporal data but having a &quot;real&quot; dataset would be better and more diversified.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="24959" LastEditorUserId="90" LastEditDate="2020-04-29T02:05:46.783" LastActivityDate="2020-04-29T02:05:46.783" Title="What's the best small dataset to train a Recurrent Neural Network?" Tags="|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17472" PostTypeId="1" CreationDate="2020-04-28T16:26:47.503" Score="1" ViewCount="12" Body="&lt;p&gt;With the current debate of mail-in voting vs in-person voting, I want to get a handle on how feasible doing in-person voting would be if adhering to social distancing guidelines. help.&lt;/p&gt;&#xA;&lt;p&gt;I couldn't find any datasets that would contain that information and wondered if anyone here in this group might help.&lt;/p&gt;&#xA;" OwnerUserId="3373" LastEditorUserId="23272" LastEditDate="2021-08-21T04:36:05.303" LastActivityDate="2021-08-21T04:36:05.303" Title="I am looking for data on election polling locations and more specifically how many people showed up to cast a vote" Tags="|elections|polling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17473" PostTypeId="1" CreationDate="2020-04-29T08:43:21.460" Score="1" ViewCount="100" Body="&lt;p&gt;I'm looking for a dataset with seven segment scoreboard display digits since I want to train a neural network to classify such digits. Right now I'm trying to create my own dataset but it would be a nice shortcut if I could use an already existing one. I've found some dataset with seven segment digits from LCD display's from calculators and such, but that's not what I want. I'm looking for single digits in seven segment font from e.g ice hockey or soccer scoreboards.&lt;/p&gt;&#xA;" OwnerUserId="24966" LastActivityDate="2020-04-29T08:43:21.460" Title="Seven segment Scoreboard single digit dataset" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17474" PostTypeId="1" CreationDate="2020-04-29T15:09:58.003" Score="2" ViewCount="42" Body="&lt;p&gt;I heard about the Yelp Dataset, I did not download it yet, I just need to know if the reviews about a specific service on this dataset are identified by the unique id of the person who wrote the review?&lt;/p&gt;&#xA;" OwnerUserId="24940" LastEditorUserId="23272" LastEditDate="2021-04-07T13:13:22.220" LastActivityDate="2021-04-07T13:13:22.220" Title="Yelp Academic Dataset" Tags="|medical|machine-learning|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17475" PostTypeId="1" CreationDate="2020-04-29T18:25:46.817" Score="1" ViewCount="13" Body="&lt;p&gt;This dataset would be something like {&quot;sheep&quot;: [(&quot;white&quot;, &quot;95%&quot;), (&quot;black&quot;, &quot;5%&quot;)]}, since sheep are usually white, but sometimes black. Does such a dataset exist? &lt;/p&gt;&#xA;" OwnerUserId="24972" LastActivityDate="2020-04-29T18:25:46.817" Title="Is there a dataset for object colors?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17476" PostTypeId="1" CreationDate="2020-04-30T08:16:36.000" Score="1" ViewCount="76" Body="&lt;p&gt;Where can I find logistics data sets?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I look for data for my student to analyse in a bachelor thesis.&lt;/p&gt;&#xA;" OwnerUserId="3411" LastActivityDate="2020-05-08T06:52:39.540" Title="Logistics data sources for data analysis work" Tags="|geospatial|transportation|public-transport|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17477" PostTypeId="2" ParentId="11289" CreationDate="2020-04-30T08:24:45.963" Score="1" Body="&lt;p&gt;For the Netherlands, this data is available from the &lt;a href=&quot;https://www.ndw.nu/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NDW&lt;/a&gt;, a cooperation of traffic management of various local and regional entities.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is available both real-time and (limited) historical.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The full historical data seems to be available but not as (fully) open data, as they ask you to do something that 'improves traffic flow or traffic safety' in return. Examples they give are: provide them with more data, do a quality control of their data, or making it easier for the public to use the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The latest data is available here: &lt;a href=&quot;http://opendata.ndw.nu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://opendata.ndw.nu/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Unfortunately, most of the documentation seems to be in Dutch only: &lt;a href=&quot;https://www.ndw.nu/documenten/nl/#cat_2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ndw.nu/documenten/nl/#cat_2&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They also have a portal to download a limited selection of the historical data: &lt;a href=&quot;https://dexter.ndwcloud.nu/opendata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dexter.ndwcloud.nu/opendata&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you want more data, you should contact them as they seem eager to cooperate.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(Note that this dataset is also included in the list provided in &lt;a href=&quot;https://opendata.stackexchange.com/a/17454/11218&quot;&gt;user149408's answer&lt;/a&gt; to this question, so make sure to give their answer an upvote as well if you liked mine!)&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2020-04-30T08:24:45.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17478" PostTypeId="1" CreationDate="2020-04-29T20:10:06.330" Score="2" ViewCount="14" Body="&lt;p&gt;Respondent driven sampling (RDS) is a method for producing representative samples in hidden populations (e.g. IV drug users in societies with taboos around drug use), tiny populations (e.g., transgender individuals who make up a minute fraction of a general population), or populations for which there is no ready sample frame (e.g., people who almost always cook meals at home), from chains of referral into study participation, and incorporating information about chain length, referral numbers, and social network position to weight each participant's contribution to an unbiased estimate of characteristics of the target population.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any publicaly available data sets introducing (1) the structure of RDS data, and (2) the analysis of RDS data? My interest is pedagogical, and for the training of doctoral level applied researchers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;References&lt;/strong&gt;&lt;br&gt;&#xA;Heckathorn, D. D. (1997). &lt;a href=&quot;https://pdfs.semanticscholar.org/08a8/922636fc5365d17421123546e08c18dd4923.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Respondent-Driven Sampling: A New Approach to the Study of Hidden Populations&lt;/a&gt;. &lt;em&gt;Social Problems&lt;/em&gt;, 44(2), 174–199.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Gile, K. J., &amp;amp; Handcock, M. S. (2010). &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3437336/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Respondent-Driven Sampling: An Assessment Of Current Methodology&lt;/a&gt;. &lt;em&gt;Sociological Methodology&lt;/em&gt;, 40(1), 285–327.&lt;/p&gt;&#xA;" OwnerDisplayName="Alexis" LastEditorUserId="14011" LastEditDate="2020-05-03T18:06:13.250" LastActivityDate="2020-05-03T18:06:13.250" Title="Locating a public data set to teach analysis of RDS data?" Tags="|data-request|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17479" PostTypeId="2" ParentId="17467" CreationDate="2020-04-30T13:16:03.087" Score="1" Body="&lt;p&gt;OpenFDA section is optional and is not guaranteed to be present for each drug label. &#xA;In this case, there was some sort of matching error in the harmonization process, so no harmonized data was provided for that particular set_id.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=set_id:485d9b71-6881-42c5-a620-a4360c7192ab&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=set_id:485d9b71-6881-42c5-a620-a4360c7192ab&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;we'll investigate further when we have new SPL data so that we can see what exactly is causing this matching error.&#xA;About the drug labeling overview please check here.&#xA;&lt;a href=&quot;https://open.fda.gov/apis/drug/label/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/label/&lt;/a&gt; &lt;/p&gt;&#xA;" OwnerUserId="22138" LastActivityDate="2020-04-30T13:16:03.087" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17480" PostTypeId="1" CreationDate="2020-04-30T23:20:39.223" Score="1" ViewCount="43" Body="&lt;p&gt;Looking for US Wifi open geospatial data; I read through all of the wifi tagged questions including &lt;a href=&quot;https://opendata.stackexchange.com/questions/4855/database-of-free-wifi-hotspots&quot;&gt;database of wifi hotspots&lt;/a&gt; but feels like this is unique enough and could use some refreshing.&lt;br&gt;&#xA;&lt;a href=&quot;https://docs.google.com/document/d/1Hf-2oJ12uGurtV23gSQhLxCWR13j3u_sTbL27pDhVHI/edit&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here's a Google Doc&lt;/a&gt; of community effort so far and &lt;a href=&quot;https://twitter.com/kshuyler/status/1255586496452726785&quot; rel=&quot;nofollow noreferrer&quot;&gt;the tweet behind this question&lt;/a&gt;.&lt;br&gt;&#xA;I'll add the content from the Google Doc with any answers received here.&lt;br&gt;&#xA;&lt;a href=&quot;https://virginiatech.maps.arcgis.com/apps/webappviewer/index.html?id=825546b05bba47048470e1cfa7364de3&quot; rel=&quot;nofollow noreferrer&quot;&gt;Inspired by this map of Wifi in Virginia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2020-06-16T10:58:25.327" Title="US Wifi Hotspots" Tags="|geospatial|usa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17481" PostTypeId="1" AcceptedAnswerId="17492" CreationDate="2020-05-01T18:39:10.963" Score="2" ViewCount="77" Body="&lt;p&gt;I'm looking to map &quot;State Parks,&quot; and I found this phenomenal, but complex database. Has anyone ever worked with the PAD datasets before? (or know any easier way to map State Parks?) &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In the PAD download there are several included shapefiles, including: &lt;code&gt;fee&lt;/code&gt;, &lt;code&gt;easement&lt;/code&gt;, &lt;code&gt;marine&lt;/code&gt;, &lt;code&gt;proclamation&lt;/code&gt;, and &lt;code&gt;designation&lt;/code&gt;. It sounds like there is overlap in the datasets. So far my best guess is to use the &lt;code&gt;fee&lt;/code&gt; shapefile, filtering on &lt;code&gt;access='open access'&lt;/code&gt; and &lt;code&gt;designation='state historic or cultural areas' or 'state park' or 'state recreation area'&lt;/code&gt;. But I'm just not 100% sure if I've gotten everything this way. The total number of features returned is 8,065, which is close to the number noted at &lt;a href=&quot;https://www.stateparks.org/about-us/state-park-facts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;stateparks.org&lt;/a&gt; (8,565 for FY 2017), but it's still 500 features short. When I add in &lt;code&gt;designation='state other or unknown'&lt;/code&gt; it brings the total up to 8,447. Although I suppose this number could have (and likely did) go down since the latest release of the data. &lt;strong&gt;Still, it would be nice to know the exact query I should be using.&lt;/strong&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PAD-US Main Page&lt;/strong&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.usgs.gov/news/mapping-public-lands-united-states&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/news/mapping-public-lands-united-states&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data Download*&lt;/strong&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.usgs.gov/core-science-systems/science-analytics-and-synthesis/gap/science/pad-us-data-download?qt-science_center_objects=0#qt-science_center_objects&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/core-science-systems/science-analytics-and-synthesis/gap/science/pad-us-data-download?qt-science_center_objects=0#qt-science_center_objects&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;*I downloaded the &lt;em&gt;&quot;national shapefile&quot;&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;I'm aware of all the following helpful documentation already:&lt;p&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Data Structure and Attributes&lt;/strong&gt; &lt;br&gt;&#xA;&lt;a href=&quot;http://www.protectedlands.net/pad-us-data-structure-attributes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.protectedlands.net/pad-us-data-structure-attributes/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Metadata XML&lt;/strong&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://data.usgs.gov/metadata/Science_Analytics_and_Synthesis/5b030c7ae4b0da30c1c1d6de.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.usgs.gov/metadata/Science_Analytics_and_Synthesis/5b030c7ae4b0da30c1c1d6de.xml&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;PAD-US Data Manual:&lt;/strong&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://www.usgs.gov/core-science-systems/science-analytics-and-synthesis/gap/pad-us-data-manual&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/core-science-systems/science-analytics-and-synthesis/gap/pad-us-data-manual&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Disclaimer:&lt;/strong&gt;&lt;br&gt;&#xA;“Any use of PAD-US data for showing recreational lands must be careful to show only those lands that have fee ownership and designations that are appropriate to recreational use – the PAD-US ‘Access’ attribute is a key tool for these applications, defining what is Open, Restricted/Permitted, and Closed for public access.”&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Citation&lt;/strong&gt;&lt;br&gt;&#xA;U.S. Geological Survey (USGS) Gap Analysis Project (GAP), 2018, Protected Areas Database of the United States (PAD-US): U.S. Geological Survey data release, &lt;a href=&quot;https://doi.org/10.5066/P955KPLE&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.5066/P955KPLE&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="23551" LastActivityDate="2020-05-05T20:23:15.473" Title="Identifying State Parks in the PAD-US dataset (Protected Areas Database)" Tags="|geospatial|usa|usgs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17482" PostTypeId="1" AcceptedAnswerId="17496" CreationDate="2020-05-01T21:40:11.413" Score="1" ViewCount="48" Body="&lt;p&gt;to which extend we can use the data of healthsite.io &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;update:&lt;/strong&gt;: well i guess that it is evident: &lt;/p&gt;&#xA;&#xA;&lt;p&gt;since the data in Healthsites.io are indeed under the ODBL licence: &lt;a href=&quot;https://github.com/healthsites/healthsites/wiki/Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/healthsites/healthsites/wiki/Data&lt;/a&gt;&#xA;one can therefore indeed reuse the data he keeps the same licence and attribution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;in othher words: healthsites.io uses OpenStreet Map data and per ODbL,  every one is free to use this data in whatever way so far as he does attribute OpenStreetMap Contributors.  we can find out about OSM copyright here &lt;a href=&quot;https://www.openstreetmap.org/copyright&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openstreetmap.org/copyright&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Healthsites.io is a very interesting project which takes the collaboratively gathered data to a new level The latest project features along with cutting-edge use cases.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;question:  To which extend i can use the data of healthsites.io - can i use the maps too?&#xA;can we use the data-extracts and the Maps too!? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;are they released under the: Open Data License (ODBL)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Global_Healthsites_Mapping_Project&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Global_Healthsites_Mapping_Project&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/healthsites/healthsites/wiki/healthsites.io-license&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/healthsites/healthsites/wiki/healthsites.io-license&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/fVtPk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/fVtPk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;guess&lt;/strong&gt;: Since the data is released under Open Data License (ODBL), have a look at the TLDR Legal for ODBL. &#xA;&lt;strong&gt;that said&lt;/strong&gt;: it seems like  we can use the data since it indeed fits the conditions of the license.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;gueess that we can use:&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Data extracts per country are available on Healthsites.io, which can be found by going to the map page and browsing the country list on the left panel. Clicking on the name of any country listed will show a dashboard for that country which includes a link for downloading the associated data as a shapefile.&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;can we use the data-extracts and the Maps too!? &lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="3131" LastEditDate="2020-05-04T20:56:33.453" LastActivityDate="2020-05-07T10:58:54.813" Title="to which extend we can use the data of healthsite.io - can we use maps etc. too?" Tags="|geospatial|openstreetmap|python|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17483" PostTypeId="1" CreationDate="2020-05-02T10:33:34.683" Score="1" ViewCount="25" Body="&lt;p&gt;Does anyone know where can I find the dataset for Telecom Mobile plans preferably for Indian telecom service providers?&#xA;I need a detailed dataset where there are details of each attribute of tariff.&lt;/p&gt;&#xA;" OwnerUserId="24981" LastActivityDate="2020-05-02T10:33:34.683" Title="Dataset for Telecom Mobile Tariff Plans" Tags="|data-request|telecom|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17485" PostTypeId="1" CreationDate="2020-05-03T20:19:48.770" Score="2" ViewCount="29" Body="&lt;p&gt;I am looking for data which gives details about when a major appliance like refrigerator, dishwasher, washing machine, TV failed and what was the cause. Further, details like &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;When the product was purchased&lt;/li&gt;&#xA;&lt;li&gt;When it failed &lt;/li&gt;&#xA;&lt;li&gt;Daily usage&lt;/li&gt;&#xA;&lt;li&gt;If a repair was attempted &lt;/li&gt;&#xA;&lt;li&gt;How many repairs in past&lt;/li&gt;&#xA;&lt;li&gt;Repair resolution&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21001" LastActivityDate="2020-05-03T20:19:48.770" Title="Where can I find major appliance failure data?" Tags="|usa|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17489" PostTypeId="2" ParentId="17313" CreationDate="2020-05-05T10:33:14.280" Score="1" Body="&lt;p&gt;The German statistical office (Statistisches Bundesamt) has published data of deaths per day (for Germany) by age groups (2016 until 5 April 2020).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&quot;&lt;em&gt;Sterbefälle - Fallzahlen nach Tagen, Wochen, Monaten, Altersgruppen und Bundesländern für Deutschland 2016 - 2020&lt;/em&gt;&quot;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Find the data &lt;a href=&quot;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Bevoelkerung/Sterbefaelle-Lebenserwartung/Tabellen/sonderauswertung-sterbefaelle.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="23668" LastActivityDate="2020-05-05T10:33:14.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17490" PostTypeId="1" CreationDate="2020-05-05T11:15:05.547" Score="1" ViewCount="6" Body="&lt;p&gt;I am researching on road alignment optimization. The research goal is to find least cost road alignment between two given points, considering highway codes. One of major factors which I want to consider, is impact of alignment on economy. To present my methodology in a case study, I need actual geospatial data on economic impact of every farm or numeric data on average economic impact of all farmlands per acre in Florida or U.S, however data for Florida would be more accurate in my case. Do you have any recommendations?&lt;/p&gt;&#xA;" OwnerUserId="24845" LastActivityDate="2020-05-05T11:15:05.547" Title="Looking for average economic impact of all Farmlands per acre in Florida or U.S" Tags="|geospatial|usa|economics|agriculture|cost|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17491" PostTypeId="1" CreationDate="2020-05-05T19:37:02.757" Score="2" ViewCount="68" Body="&lt;p&gt;I'm looking for up to date weekly death rates in first the US (ideally EU and East Asia sources would be great too) that is tracked at a city/county level (implying state level as well). Something like EuroMOMO but the actual datasets.&lt;/p&gt;&#xA;" OwnerUserId="24998" LastActivityDate="2024-02-26T19:07:30.977" Title="Looking for weekly death data by State/County/City" Tags="|data-request|geospatial|usa|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17492" PostTypeId="2" ParentId="17481" CreationDate="2020-05-05T20:23:15.473" Score="2" Body="&lt;p&gt;I work on the USGS Protected Areas Database of the United States (PAD-US) as a cooperator from Boise State University. The queries you used make sense, although I would include the &quot;Designation&quot; feature class, as this feature class may include state parks and similar designations that overlap Fee owned areas. I would also exclude the public access query since some state parks and recreation areas may have access restrictions (such as seasonal closures, etc.).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There may still be a slight difference in the number of state parks and similar areas than other databases, as we receive state data directly from state and nonprofit partners. Some state data is more up-to-date than others and we are continuing to improve data quality with each update. You can look at the &quot;GIS Source Date&quot; attribute to see how old the data is. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our nonprofit partner GreenInfo Network also has detailed information on data partners, which includes completeness estimates: &lt;a href=&quot;http://www.protectedlands.net/data-stewards/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.protectedlands.net/data-stewards/&lt;/a&gt;. I also recommend reviewing their PAD-US help system, which includes detailed information on the different feature classes, FAQs, etc.: &lt;a href=&quot;http://www.protectedlands.net/help/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.protectedlands.net/help/&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Please feel free to contact me (my email is in my profile) if you have additional questions. It would also be great to hear how you are using PAD-US in your research/project.&lt;/p&gt;&#xA;" OwnerUserId="24997" LastActivityDate="2020-05-05T20:23:15.473" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17493" PostTypeId="1" CreationDate="2020-05-06T18:06:36.943" Score="2" ViewCount="14" Body="&lt;p&gt;I have a question, for my bachelor's thesis I wrote a program that classifies what kind of distribution a QQ resembles most, I trained the model using synthetic data: I created the QQ plots by using the built in functions in R e.g. qqnorm(rnorm(100)) etc. I would like to test the model using real world data in order to do this I have to know what the hypothesized distribution of the data is and label the QQ plots accordingly. I am looking for datasets that may have the following distributions: normal, student t, gamma, chisq, uniform, poisson, binomial.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;If you think that there's a different way to evaluate my model please let me now!&lt;/p&gt;&#xA;" OwnerUserId="25006" LastActivityDate="2020-05-06T18:06:36.943" Title="Looking for datasets with hypothesized distributions" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17494" PostTypeId="1" CreationDate="2020-05-07T06:13:22.523" Score="1" ViewCount="102" Body="&lt;p&gt;I'm trying to link wind speed and direction to fire events from the NASA website.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can find such data?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have any experience doing something like this?&lt;/p&gt;&#xA;" OwnerUserId="25001" LastEditorUserId="70" LastEditDate="2022-10-13T16:43:33.107" LastActivityDate="2024-03-08T06:00:29.977" Title="Where can I find wind speed and direction data for Pakistan?" Tags="|data-request|weather|climate|asia|remote-sensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17496" PostTypeId="2" ParentId="17482" CreationDate="2020-05-07T10:58:54.813" Score="3" Body="&lt;p&gt;Great question! &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data license is the same as the ODbL of OpenStreetMap.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;﻿## ODC Open Database License (ODbL)&lt;/p&gt;&#xA;&#xA;&lt;h3&gt;Preamble&lt;/h3&gt;&#xA;&#xA;&lt;p&gt;The Open Database License (ODbL) is a license agreement intended to&#xA;allow users to freely share, modify, and use this Database while&#xA;maintaining this same freedom for others. Many databases are covered by&#xA;copyright, and therefore this document licenses these rights. Some&#xA;jurisdictions, mainly in the European Union, have specific rights that&#xA;cover databases, and so the ODbL addresses these rights, too. Finally,&#xA;the ODbL is also an agreement in contract for users of this Database to&#xA;act in certain ways in return for accessing this Database.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://healthsites.io/map&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthsites.io/map&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/5GHjm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/5GHjm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25012" LastActivityDate="2020-05-07T10:58:54.813" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17497" PostTypeId="1" CreationDate="2020-05-07T11:47:12.003" Score="2" ViewCount="27" Body="&lt;p&gt;I am looking for Sentinel images from before 2019 in L1C quality and .SAFE format, as I want to correct them with sen2cor in SNAP to convert them to L2A quality. Where can I find them now that they are offline &amp;amp; not available on the Copernicus Open Access Hub? The Hub took them offline, and they are currently not requestable. USGS Earthexplorer and Google Earth Engine only provide TIFFs and JPEGs. So far I have only acquired JSONs from Amazon Web Services (connected to Sentinel Hub), but learning Python might make me able to acquire .SAFEs .. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Details: I am making a monthly NDVI timeseries from december 2015 - 2020 of my research location in Bolivia. I use Sentinel 2 L2A images for this, and Google Earth Engine. Because there are no L2A images before 2019 I will have to process L1C images myself and upload them to GEE.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Cheers&lt;/p&gt;&#xA;" OwnerUserId="25013" LastActivityDate="2020-07-08T18:00:20.047" Title="Where can I find Sentinel L1C images (.SAFE) from 2015-2019 now that they are not available anymore on the Copernicus Open Access Hub?" Tags="|geospatial|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17498" PostTypeId="1" CreationDate="2020-05-07T18:29:43.250" Score="1" ViewCount="119" Body="&lt;p&gt;I am interested in connecting the NDC data (brand_name, labeler etc.) to the FDA Label data (SET_ID). However, I'm struggling to find a dataset that would contain the mapping between the NDC code and the SET ID. Is there a crosswalk connecting the two?&lt;/p&gt;&#xA;" OwnerUserId="25015" LastActivityDate="2024-01-19T02:03:10.397" Title="NDC - SETID Mapping" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17499" PostTypeId="1" AcceptedAnswerId="17501" CreationDate="2020-05-08T04:39:30.530" Score="2" ViewCount="616" Body="&lt;p&gt;I am looking for Badminton data set. Olympics record or badminton world federation record will be good or any data related to badminton sport should be fine. If anybody have or can provide , it will be great help!!&lt;/p&gt;&#xA;" OwnerUserId="23297" LastActivityDate="2020-05-08T07:02:08.810" Title="Badminton dataset" Tags="|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17500" PostTypeId="2" ParentId="17476" CreationDate="2020-05-08T06:52:39.540" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/crawford/cargo-2000-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Transport and Logistics Case Study Data Set (Cargo 2000)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The case study data comprises tracking and tracing events from a forwarding company’s Cargo 2000 system for a period of five months. From those Cargo 2000 messages, we reconstructed execution traces of 3,942 actual business process instances, comprising 7,932 transport legs and 56,082 service invocations. Each execution trace includes planned and effective durations (in minutes) for each of the services of the business process (introduced in Section II), as well as airport codes for the DEP (“departure”) and RCF (“arrival”) services. Due to the fact that handling of transport documents along the business process differs based on whether the documents are paper-based or electronic, we focus on the flow of physical goods, as our data set did not allow us to discern the different document types.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;-Transport Tracker Solution | Google Developers&#xA;&lt;a href=&quot;https://developers.google.com/maps/solutions/transport-tracker/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/maps/solutions/transport-tracker/&lt;/a&gt;&#xA;-GIS in logistics and vehicle routing applications - Geospatial World&#xA;&lt;a href=&quot;https://www.geospatialworld.net&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geospatialworld.net&lt;/a&gt; › Articles&#xA;-Mapping for Transport &amp;amp; Logistic Professionals | MapData Services&#xA;&lt;a href=&quot;https://mapdataservices.com/industries-transport-logistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mapdataservices.com/industries-transport-logistics&lt;/a&gt;&#xA;-UCI Machine Learning Repository: Data Sets&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Lafifi, Mohamed-Mourad. (2019). Re: Transport and Logistics dataset?. Retrieved from: &lt;a href=&quot;https://www.researchgate.net/post/Transport_and_Logistics_dataset/5c54a4244f3a3e4b096edf76/citation/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.researchgate.net/post/Transport_and_Logistics_dataset/5c54a4244f3a3e4b096edf76/citation/download&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="25018" LastActivityDate="2020-05-08T06:52:39.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17501" PostTypeId="2" ParentId="17499" CreationDate="2020-05-08T07:02:08.810" Score="1" Body="&lt;p&gt;Here are a few that I found on web :&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.townofcary.org/explore/dataset/open-gym/export/?disjunctive.facility_title&amp;amp;disjunctive.pass_type&amp;amp;disjunctive.community_center&amp;amp;disjunctive.open_gym&amp;amp;disjunctive.group&amp;amp;refine.pass_type=Open%20Gym%20-%20Badminton&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Gym&lt;/a&gt; dataset for badminton - check for other sports, if you're interested, may be you can find similar problem to solve&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=badminton&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gym Dataset,&lt;/a&gt; contains badminton data also&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://kahlan.eps.surrey.ac.uk/acasva/Downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Images of Badminton&lt;/a&gt; - ACASVA dataset contains images &lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.stanford.edu/lijiali/event_dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Images&lt;/a&gt;  : contains some 200 images of badminton&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://knoema.com/atlas/topics/Sports/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Other Sports&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25018" LastActivityDate="2020-05-08T07:02:08.810" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17502" PostTypeId="2" ParentId="17494" CreationDate="2020-05-08T07:07:00.777" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://datacatalog.worldbank.org/dataset/pakistan-wind-measurement-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pakistan - Wind Measurement Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://energydata.info/dataset/pakistan-wind-measurement-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data repository&lt;/a&gt; for measurements from 12 wind masts in Pakistan. Data transmits daily reports for wind speed, wind direction, air pressure, relative humidity and temperature. Please refer to the country project page for additional outputs and reports, including the installation reports: &lt;a href=&quot;http://esmap.org/node/3058&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://esmap.org/node/3058&lt;/a&gt;. For access to maps and GIS layers, please visit the Global Wind Atlas: &lt;a href=&quot;https://globalwindatlas.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://globalwindatlas.info/&lt;/a&gt; Please cite as: [Data/information/map obtained from the] “World Bank via ENERGYDATA.info, under a project funded by the Energy Sector Management Assistance Program (ESMAP).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://openei.org/doe-opendata/dataset/pakistan-wind-resources&quot; rel=&quot;nofollow noreferrer&quot;&gt;Pakistan Wind Resources&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GIS data for Pakistan's wind resources in graphical files of seasonal and diurnal data from surface weather stations, graphical files of seasonal and diurnal data from Pakistan Meteorological Department (PMD), and Wind Power Density at 50-m AGL (above ground level) GIS data. The graphical data includes graphs illustrating hourly, monthly and annual trends in wind speed and power, prevailing direction, and frequency of speed, for over 50 locations throughout Pakistan.&lt;/p&gt;&#xA;" OwnerUserId="25018" LastActivityDate="2020-05-08T07:07:00.777" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17503" PostTypeId="1" CreationDate="2020-05-08T09:29:12.273" Score="1" ViewCount="11" Body="&lt;p&gt;Are there any datasets on related scholarly/scientific articles? For instance, a dataset where a specific medical article is related to a ranked list of similar/related medical articles?&lt;/p&gt;&#xA;" OwnerUserId="5593" LastEditorUserId="5593" LastEditDate="2020-05-08T17:30:58.523" LastActivityDate="2020-05-08T17:30:58.523" Title="Are there any datasets on related scientific articles?" Tags="|text|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17504" PostTypeId="1" CreationDate="2020-05-08T11:44:31.147" Score="2" ViewCount="21" Body="&lt;p&gt;Does anyone know where can I find the datasets for Telecom Services like below&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Fixed line voice&#xA;IP voice services&#xA;Internet access services&#xA;Ethernet services&#xA;Private IP services&#xA;Very-high bandwidth services&#xA;Legacy data services&#xA;Consumer pay TV services&#xA;Mobile services&#xA;Multiplay service packages&#xA;Cloud connectivity services&#xA;Low-power wide area&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Any resources/references would be highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="25018" LastEditorUserId="25018" LastEditDate="2020-07-16T12:42:30.420" LastActivityDate="2020-07-16T12:42:30.420" Title="Telecom Services Database" Tags="|data-request|api|telecom|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17505" PostTypeId="2" ParentId="17498" CreationDate="2020-05-08T19:48:05.783" Score="0" Body="&lt;p&gt;The openFDA NDC dataset will contain a SPL Set ID value in the &lt;code&gt;openfda.spl_set_id&lt;/code&gt; element for most of the drugs. Here is a random example:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;curl https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:57664-798-99 | grep -C 2 spl_set_id&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-05-08T19:48:05.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17506" PostTypeId="1" CreationDate="2020-05-08T17:58:14.243" Score="1" ViewCount="25" Body="&lt;p&gt;Not sure if this is the best place to ask this but has anyone ever worked with county-level data regarding technical training/vocational programs/community college certificates?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm looking for some dataset that might have summaries at the county level for any of these things like for example how &lt;a href=&quot;https://www.doleta.gov/oa/data_statistics2016.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.doleta.gov/oa/data_statistics2016.cfm&lt;/a&gt; offers it at the state level. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;If this is the wrong place to ask please direct me to the social sciences analysis page?&lt;/p&gt;&#xA;" OwnerDisplayName="user96699" LastEditorUserId="70" LastEditDate="2022-10-13T16:56:09.370" LastActivityDate="2024-03-07T16:05:25.783" Title="County level data on technical training/apprenticeships?" Tags="|data-request|education|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17507" PostTypeId="2" ParentId="17506" CreationDate="2020-05-08T18:46:15.247" Score="0" Body="&lt;p&gt;A simple google search gives you this-&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.uis.unesco.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.uis.unesco.org/&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/datasets/education&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/datasets/education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://knoema.com/atlas/topics/Education/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://knoema.com/atlas/topics/Education/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.oecd.org/education/publicationsdocuments/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.oecd.org/education/publicationsdocuments/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://editorialexpress.com/cgi-bin/conference/download.cgi?db_name=CSAE2018&amp;amp;paper_id=384&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://editorialexpress.com/cgi-bin/conference/download.cgi?db_name=CSAE2018&amp;amp;paper_id=384&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="BlackCurrant" LastActivityDate="2020-05-08T18:46:15.247" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17508" PostTypeId="1" CreationDate="2020-05-09T08:59:30.580" Score="1" ViewCount="20" Body="&lt;p&gt;Would you please share with me the data sets related to the classification task for the multichannel data or data lies over networks? (other than the data related to the brain applications).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally I would the data to be a feasible application in real world.&lt;/p&gt;&#xA;" OwnerUserId="25021" LastEditorUserId="10235" LastEditDate="2020-05-11T02:40:28.010" LastActivityDate="2020-05-11T02:40:28.010" Title="Datasets residing over the networks (multichannel data)" Tags="|data-request|network-structure|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17510" PostTypeId="2" ParentId="17448" CreationDate="2020-05-09T18:29:26.920" Score="0" Body="&lt;p&gt;Kaggle is a great place to start. Here's one: &lt;a href=&quot;https://www.kaggle.com/sunnysai12345/news-summary&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/sunnysai12345/news-summary&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25023" LastActivityDate="2020-05-09T18:29:26.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17511" PostTypeId="1" CreationDate="2020-05-10T13:04:37.110" Score="1" ViewCount="701" Body="&lt;p&gt;I'm using &lt;a href=&quot;https://developer.dol.gov/expanding-growth/oui-inital-claims/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt; which has a 'Week' property. I can see its type is &lt;code&gt;Edm.DateTime&lt;/code&gt;, but unfortunately I don't know this type.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How can I convert it convert to a timestamp or date?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;/Date(-94176000000)/&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;/Date(1478304000000)/&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25026" LastEditorUserId="14011" LastEditDate="2020-05-12T18:27:55.387" LastActivityDate="2020-05-12T18:27:55.387" Title="What is Edm.DateTime?" Tags="|labor|" AnswerCount="1" CommentCount="1" ClosedDate="2020-05-12T18:28:20.823" ContentLicense="CC BY-SA 4.0" />
  <row Id="17512" PostTypeId="2" ParentId="17511" CreationDate="2020-05-10T14:59:07.030" Score="1" Body="&lt;p&gt;These are the number of milliseconds after (or before, for negative values) January 1st, 1970, midnight UTC, which is the &lt;a href=&quot;https://en.wikipedia.org/wiki/Unix_time&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unix epoch&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can use a website like &lt;a href=&quot;https://www.epochconverter.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt;; it shows the current time in &lt;em&gt;seconds&lt;/em&gt; since the epoch, but it converts milliseconds as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your first example, &lt;code&gt;-94176000000&lt;/code&gt;, converts to &lt;code&gt;Saturday, January 7, 1967 0:00:00&lt;/code&gt;; it's quite rare to see negative Unix timestamps but in case of historical data, it happens. If I browse the data &lt;a href=&quot;https://devtools.dol.gov/APISampler/Home/SearchIndex&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, it also starts in January 1967.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How to convert these depends on the programming language. In Java, the &lt;a href=&quot;https://docs.oracle.com/javase/8/docs/api/java/util/Date.html#Date-long-&quot; rel=&quot;nofollow noreferrer&quot;&gt;default constructor for Date&lt;/a&gt; accepts exactly this format; C# has e.g. a &lt;a href=&quot;https://docs.microsoft.com/en-us/dotnet/api/system.datetimeoffset.fromunixtimemilliseconds?view=netcore-3.1&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;DateTimeOffset.FromUnixTimeMilliseconds&lt;/code&gt;&lt;/a&gt; method.&lt;/p&gt;&#xA;" OwnerUserId="14011" LastActivityDate="2020-05-10T14:59:07.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17513" PostTypeId="2" ParentId="9723" CreationDate="2020-05-10T15:04:46.273" Score="3" Body="&lt;p&gt;This dataset contains labeled and unlabeled legal contracts for contract element extraction. The labeled dataset POS tags as well as annotations for different contract elements. You can refer to the Read me section for more details.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://nlp.cs.aueb.gr/software_and_datasets/CONTRACTS_ICAIL2017/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://nlp.cs.aueb.gr/software_and_datasets/CONTRACTS_ICAIL2017/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25028" LastEditorUserId="25028" LastEditDate="2021-09-07T13:52:13.027" LastActivityDate="2021-09-07T13:52:13.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17514" PostTypeId="1" CreationDate="2020-05-11T04:08:01.510" Score="1" ViewCount="15" Body="&lt;p&gt;I have no money to pay for any lists. I want something like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;Some Guy,someguy@gmail.com,1978,USA,male,CEO,https://binero.com/&#xA;Some Gal,somegal@yahoo.com,1995,UK,female,CEO,https://coolcoins.com/&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;Manually trying to first find all major Bitcoin websites and then trying to find out this info, or even just the e-mail part, is a nightmare. I've tried in the past. They actively hide the info. I didn't manage to compile any useful list.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there really no centralized place listing contact information and data for &quot;important people&quot; or &quot;key people&quot; in a given industry/context? I want this for many other things as well, such as &quot;key players in the retro video game community&quot;, etc.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I must express that I find it maddeningly frustrating that nothing seems to be available in public. I have no &quot;secret connections&quot; so I never get access to any such &quot;secret lists&quot; and all the good stuff that's kept far away from the public. Sadly, I'm &quot;the public&quot;. I just visit endless webpages with garbage/outdated/nonsensical data, or (more often than not) are trying to make me pay them money. I don't have money. It has to be possible without already being rich.&lt;/p&gt;&#xA;" OwnerUserId="25030" LastActivityDate="2020-05-11T04:08:01.510" Title="How would I acquire a list of correct and uniform contact information for &quot;important Bitcoin people&quot;?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17515" PostTypeId="2" ParentId="1317" CreationDate="2020-05-11T11:15:49.390" Score="5" Body="&lt;p&gt;Postcode data is now available on the &lt;a href=&quot;https://geoportal.statistics.gov.uk/search?collection=Dataset&amp;amp;sort=-created&amp;amp;tags=all(PRD_ONSPD)&quot; rel=&quot;nofollow noreferrer&quot;&gt;ONS website&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;From that page you can download a CSV file which when uncompressed is over one gigabyte in size. One of the fields is &lt;code&gt;DOTERM&lt;/code&gt;, which gives you the date of termination. It therefore should be a comprehensive source of data on retired postcodes.&lt;/p&gt;&#xA;&lt;p&gt;Further info on which ONS postcode product to use &lt;a href=&quot;https://geoportal.statistics.gov.uk/documents/a-guide-to-ons-geography-postcode-products-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="25031" LastEditorUserId="33355" LastEditDate="2023-05-13T04:21:33.600" LastActivityDate="2023-05-13T04:21:33.600" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17516" PostTypeId="1" CreationDate="2020-05-11T14:31:31.627" Score="1" ViewCount="114" Body="&lt;h1&gt;Scenario&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;In an endeavour to compare a basic regression with a more advanced Ensemble Network of classifiers, I am looking for (a) data(set) that contains:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Task description&lt;/li&gt;&#xA;&lt;li&gt;Measured task duration&lt;/li&gt;&#xA;&lt;li&gt;(Estimated task duration prior to starting task)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;h1&gt;Attempts&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;I have built a scraper that analyzes the taskwarrior data pushed to public githubs, yielding 219607 [tasks- and task edits], of which 61284 unique tasks/task edits, of which 5105 unique tasks, of which 159 contain a start and completion date.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Furthermore I have contacted the authors of the &lt;a href=&quot;https://www.microsoft.com/en-us/research/uploads/prod/2019/01/TaskDuration-WSDM2019.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;study using a 2.6 million sample task duration database from Cortana&lt;/a&gt; and the &lt;a href=&quot;http://ieg.ifs.tuwien.ac.at/~aigner/projects/planninglines/evaluation/Project_Management/papers/hill99taskduration.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;study using a task database from 1989 consisting of 16000 tasks&lt;/a&gt;. The former is a propriatary dataset which I am currently not able to access, the latter has been lost by whom I was able to contact.&lt;/p&gt;&#xA;&#xA;&lt;h1&gt;Question&lt;/h1&gt;&#xA;&#xA;&lt;p&gt;Do you have any suggestions on where I can find a (large,5k+) dataset that contains task description and task duration information?&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;" OwnerUserId="25005" LastActivityDate="2022-09-19T16:21:21.543" Title="Where can I find task duration (estimate) data?" Tags="|data-request|machine-learning|programming|education|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17517" PostTypeId="1" CreationDate="2020-05-11T19:41:57.863" Score="2" ViewCount="28" Body="&lt;p&gt;I’m looking to find out which universities are near the regional or national headquarters of employers.&lt;/p&gt;&#xA;&lt;p&gt;This is for a project to improve hiring opportunities for university graduates.&lt;/p&gt;&#xA;&lt;p&gt;Would you please direct me to someone in our Department of Education who’s an authority on this?&lt;/p&gt;&#xA;" OwnerUserId="25038" LastEditorUserId="23272" LastEditDate="2021-08-21T04:31:00.307" LastActivityDate="2021-08-21T04:31:00.307" Title="Data help on major employers near private universities in U.S" Tags="|data.gov|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17518" PostTypeId="1" CreationDate="2020-05-11T23:46:45.730" Score="1" ViewCount="54" Body="&lt;p&gt;I need a dataset concerning a task in social network time-series classification. Please let me know if you had any ideas.&lt;/p&gt;&#xA;" OwnerUserId="25021" LastEditorUserId="23272" LastEditDate="2021-04-04T04:36:34.103" LastActivityDate="2021-04-04T04:36:34.103" Title="Dataset: time-series classification in social networks" Tags="|classification|network-structure|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17519" PostTypeId="1" CreationDate="2020-05-12T12:43:21.643" Score="1" ViewCount="18" Body="&lt;p&gt;I'm looking for Historical Epidemic &amp;amp; Pandemic Datasets to Analyze the spread of these infectious diseases, deaths, crisis etc.,&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-05-12T12:43:21.643" Title="historical pandemics and deaths dataset" Tags="|data-request|historical|epidemic|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17520" PostTypeId="1" CreationDate="2020-05-13T00:59:15.203" Score="1" ViewCount="20" Body="&lt;p&gt;I am looking for public datasets of COVID-19 patients with biosignal information (ECG, for instance) and/or imaging data (X-ray, CT scans). Found some CT scan datasets but with a low number of cases (~50).&#xA;Is there any dataset I might be missing?&lt;/p&gt;&#xA;" OwnerUserId="19402" LastActivityDate="2020-05-13T00:59:15.203" Title="What are the public biosignals (ECG, etc) or imaging datasets of COVID-19 patients?" Tags="|data-request|releasing-data|covid19|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17522" PostTypeId="1" CreationDate="2020-05-13T06:40:21.250" Score="2" ViewCount="421" Body="&lt;p&gt;I am currently working on a university project that focuses on finding most suitable locations and equipping the Hørsholm Kommune with EV charging stations.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am, however, not from Denmark and my danish group mates have never worked with GIS programs before.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This makes finding suitable data complicated. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data I would like to find as .shp file or at least as WFS layer would be:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Municipal boundary layers&lt;/li&gt;&#xA;&lt;li&gt;Car registry distribution in the Municipality &lt;/li&gt;&#xA;&lt;li&gt;Population distribution in the Municipality&lt;/li&gt;&#xA;&lt;li&gt;Municipal/ public buildings&lt;/li&gt;&#xA;&lt;li&gt;Attractions/ Points of interests in the Municipality (like the harbor, castles, etc.)&lt;/li&gt;&#xA;&lt;li&gt;Energy grid lines and capacities &lt;/li&gt;&#xA;&lt;li&gt;Parking spaces&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;I have already looked on multiple websites (&lt;a href=&quot;https://kortforsyningen.dk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kortforsyningen.dk&lt;/a&gt;, &lt;a href=&quot;https://gst.dk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gst.dk&lt;/a&gt;, &lt;a href=&quot;https://datafordeler.dk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datafordeler.dk&lt;/a&gt;, and &lt;a href=&quot;https://www.horsholm.dk/om-kommunen/kort-over-kommunen&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.horsholm.dk/om-kommunen/kort-over-kommunen&lt;/a&gt;) to find the data. But without great success so far. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can anyone who has previously worked with data maps in Denmark show me where to look?&lt;/p&gt;&#xA;" OwnerUserId="25042" LastEditorUserId="6229" LastEditDate="2020-05-16T15:33:54.293" LastActivityDate="2020-05-16T15:33:54.293" Title="Finding GIS data layers in Denmark" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17523" PostTypeId="1" CreationDate="2020-05-13T07:37:14.707" Score="1" ViewCount="20" Body="&lt;p&gt;When someone wants to build a database of for example all the groceries in the world or all the pharmacies in the world, how can you get this data.&#xA;Of course, someone would offer a database for a lot of money but is there something with Google business or anything like that where you can collect the data yourself?&lt;/p&gt;&#xA;" OwnerUserId="25043" LastActivityDate="2020-05-13T07:37:14.707" Title="How to collect open data from certain branches?" Tags="|research|business|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17524" PostTypeId="1" CreationDate="2020-05-13T11:52:10.390" Score="2" ViewCount="53" Body="&lt;p&gt;Where can I find Indian district-wise monthly climate data indicators like temperature and humidity, which are open-source?&lt;/p&gt;&#xA;&lt;p&gt;Also, it would be really helpful if somebody describes the procedure in which the above data can be downloaded.&lt;/p&gt;&#xA;" OwnerUserId="25046" LastEditorUserId="23272" LastEditDate="2021-04-03T09:23:24.177" LastActivityDate="2023-12-19T19:00:25.083" Title="Indian monthly climate data" Tags="|data-request|india|climate|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17525" PostTypeId="1" AcceptedAnswerId="17540" CreationDate="2020-05-13T21:33:27.440" Score="1" ViewCount="104" Body="&lt;p&gt;I am looking for daily temperature data for each country for each year. I don't need data for all the years but one of the most recent year i.e. 2018 or 019. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here is a similar question posted here but it is based on mean data rather than daily temperature data? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/4629/how-can-i-get-temperature-data-for-each-country-annual&quot;&gt;How can I get temperature data for each Country (Annual)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9794" LastActivityDate="2020-05-17T13:56:16.943" Title="Where I can get daily temperature data for each country?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17526" PostTypeId="2" ParentId="17522" CreationDate="2020-05-13T21:36:10.197" Score="1" Body="&lt;p&gt;Welcome to Open Data!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data you are requesting can be broken down by availability from open sources and ones that would need additional efforts and requests from government agencies.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Your best friend to start with is Open Street Map, it will be able to provide the following from your list:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Municipal Boundary Layers&lt;/li&gt;&#xA;&lt;li&gt;Parking Locations&lt;/li&gt;&#xA;&lt;li&gt;Powerlines and other utilities&lt;/li&gt;&#xA;&lt;li&gt;Attractions/ Points of interests in the Municipality (like the harbor, castles, etc.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://help.openstreetmap.org/questions/15/getting-point-of-interest-data-from-openstreetmap&quot; rel=&quot;nofollow noreferrer&quot;&gt;Getting point of interest data from OpenStreetMap&lt;/a&gt; is a good starting point to get the point information and then lead into your polyline data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The remaining items are going to be difficult to find unless the government provides this through some means: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Car registries are normally private information, &lt;/li&gt;&#xA;&lt;li&gt;Population distributions can go either way, you may want to see if each municipality has parcel data availble to work with,&lt;/li&gt;&#xA;&lt;li&gt;Individual parking space locations could be identified by finding aerial imagery and running a machine learning to identify their location&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="7037" LastActivityDate="2020-05-13T21:36:10.197" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17527" PostTypeId="1" CreationDate="2020-05-14T00:07:40.750" Score="1" ViewCount="31" Body="&lt;p&gt;When I queried a data catalog using GUI&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.noaa.gov/dataset/?q=fish&amp;amp;tags=California&amp;amp;sort=score+desc%2C+metadata_modified+desc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.noaa.gov/dataset/?q=fish&amp;amp;tags=California&amp;amp;sort=score+desc%2C+metadata_modified+desc&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;it fetched 42 records. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wanted to implement the same query through API using package_search function. While I was successful either using keywords or tags alone for my other query cases, I was not successful for this particular one that involved a combination of keywords and tags. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, the query&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.noaa.gov/dataset/api/3/action/package_search?q=fish&amp;amp;q=tags:California&amp;amp;rows=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.noaa.gov/dataset/api/3/action/package_search?q=fish&amp;amp;q=tags:California&amp;amp;rows=1000&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;is successful, but fetches zero record, unlike the 42 records through search on the GUI (see the first query). &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have met similar problem with data.gov. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any suggestion, where did I make a mistake in the API query?&lt;/p&gt;&#xA;" OwnerUserId="25053" LastActivityDate="2020-05-14T00:07:40.750" Title="package_search query parameters includes both keywords and tags" Tags="|api|data.gov|ckan|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17528" PostTypeId="2" ParentId="4686" CreationDate="2020-05-14T14:39:37.393" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://foodb.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://foodb.ca/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;FooDB is the world’s largest and most comprehensive resource on food constituents, chemistry and biology. It provides information on both macronutrients and micronutrients, including many of the constituents that give foods their flavor, color, taste, texture and aroma&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="24946" LastActivityDate="2020-05-14T14:39:37.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17529" PostTypeId="1" CreationDate="2020-05-14T20:54:13.210" Score="1" ViewCount="6" Body="&lt;p&gt;I am looking for NGVD 1929 undulation layer. So that I can convert my vertical datum from NGVD 1929 to WGS 1984. I was able to get EGM 2008 undulation layer in GeoTiff format. I was hoping to get the same for the NGVD 1929. &lt;/p&gt;&#xA;" OwnerUserId="20634" LastActivityDate="2020-05-14T20:54:13.210" Title="NGVD 29 undulation layer" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17531" PostTypeId="1" CreationDate="2020-05-15T00:49:00.393" Score="1" ViewCount="11" Body="&lt;p&gt;I've been looking at the &lt;a href=&quot;https://data.cityofnewyork.us/City-Government/NYC-Street-Centerline-CSCL-/exjm-f27b&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC Street Centerline (CSCL)&lt;/a&gt;, in particular number ranges for individual street segments.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Quite a few look like this:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;           ST_NAME L_LOW_HN L_HIGH_HN R_LOW_HN R_HIGH_HN&#xA;0               28  215-001   215-027  215-000   215-026&#xA;1           QUEENS  120-011   120-011        0         0&#xA;2               58   51-001    51-099   51-000    51-098&#xA;3           FOREST   68-049    68-099   68-050    68-098&#xA;4               69  110-001   111-099  110-000   111-098&#xA;5              105  107-001   108-099  107-000   108-098&#xA;6           BEACON   14-025    14-099   14-024    14-098&#xA;7               49  108-001   110-099  108-000   110-098&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;an I have a trouble to wrap my head around these values.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do I read for example &lt;code&gt;08-001&lt;/code&gt; or &lt;code&gt;14-025&lt;/code&gt;? How do these correspond to odd and even numbers?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can someone explain this on an example?&lt;/p&gt;&#xA;" OwnerUserId="25061" LastActivityDate="2020-05-15T00:49:00.393" Title="How to read *_LOW_HN / *_HIGH_HN fields in NY Street Centerline Data?" Tags="|geospatial|usa|city|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17533" PostTypeId="1" CreationDate="2020-05-15T04:36:09.810" Score="1" ViewCount="18" Body="&lt;p&gt;I'm looking for GIS data that shows which US counties are issuing &quot;Stay at Home&quot; orders all across the US. It would also be helpful if the data included which types of businesses were allowed to be open, and what restrictions are in place (if any). I have found data broken down by state. I cannot find county data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where I can find this information? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is for a COVID-19 mapping web application. I need to access the data programmatically, so any data in JSON or csv format would be great.&lt;/p&gt;&#xA;" OwnerUserId="25063" LastEditorUserId="6229" LastEditDate="2020-05-15T19:59:43.530" LastActivityDate="2020-05-15T19:59:43.530" Title="Seeking data that shows stay at home orders by United States county for COVID-19 crisis" Tags="|geospatial|usa|covid19|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17534" PostTypeId="1" CreationDate="2020-05-15T21:24:41.183" Score="1" ViewCount="353" Body="&lt;p&gt;I would like to automatically fetch wind speed forecast data over my town with a python script.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am looking for an available dataset and API to do so.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is for a small personal project, so it is not demanding in terms of resolution and accuracy.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So far I have tried the following:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Windy has an API, but it seems to be javascript only.&#xA;&lt;a href=&quot;https://api.windy.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.windy.com/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I have tried the Copernicus Atmosphere Monitoring Service, but I only found wind speed reanalysis products, and no forecast.&#xA;&lt;a href=&quot;https://ads.atmosphere.copernicus.eu/#!/search?text=&amp;amp;type=dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ads.atmosphere.copernicus.eu/#!/search?text=&amp;amp;type=dataset&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I have tried the Copernicus Climate Data Store, which seems to propose wind speed forecast datasets. But I couldn't download the data through their API, I am getting a &quot;Resource not found&quot; error, I have posted a comment on this Github issue:&#xA;&lt;a href=&quot;https://github.com/ecmwf/cdsapi/issues/7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ecmwf/cdsapi/issues/7&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I have tried the European Centre for Medium-Range Weather Forecasts, but there doesn't seem to be wind speed forecast in their public datasets.&#xA;&lt;a href=&quot;https://apps.ecmwf.int/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://apps.ecmwf.int/datasets/&lt;/a&gt;&lt;/p&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Any idea where to look? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;EDIT: &#xA;The Windy point forecast API is accessible through HTTP requests via python, but it's not free of charge. I will investigate the models that they use (listed here: &lt;a href=&quot;https://api.windy.com/point-forecast/docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.windy.com/point-forecast/docs&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="25068" LastEditorUserId="70" LastEditDate="2022-10-14T18:12:50.157" LastActivityDate="2024-03-08T11:04:35.453" Title="Wind forecast over land accessible through python API" Tags="|data-request|api|weather|python|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17535" PostTypeId="1" CreationDate="2020-05-16T06:20:36.660" Score="1" ViewCount="19" Body="&lt;p&gt;I want the dataset which contains the total number of customers purchased a particular mobile plan.&lt;/p&gt;&#xA;" OwnerUserId="24981" LastActivityDate="2020-05-16T06:20:36.660" Title="Need dataset which contains total number of customers of each mobile tariff plans" Tags="|data-request|telecom|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17536" PostTypeId="1" CreationDate="2020-05-16T12:06:29.180" Score="1" ViewCount="101" Body="&lt;p&gt;I have asked this on GIS and been referred here&lt;/p&gt;&#xA;&#xA;&lt;p&gt;First time asking, couldn't see a starting point to read from. I'm doing a lookup by road name (London) to get the Postcode (first part W1 / WC1H etc), i'm a 1/4 through and it has taken days to do it manually, I really need to find a source where I can get London Road names and their Postcode, (would be better if I can get the A and B road designations) can someone point me to a resource and code I can use to preform a download that will ultimately go into Excel. I don't how to change / understand overpass to even make a start. I don't mind duplicates in the data I can clean that&lt;/p&gt;&#xA;&#xA;&lt;p&gt;i.e. STRAND, WC1, A4&lt;/p&gt;&#xA;" OwnerUserId="25074" LastEditorUserId="70" LastEditDate="2022-10-13T18:12:07.650" LastActivityDate="2024-03-08T10:03:20.273" Title="Postcodes for roads in London" Tags="|data-request|uk|city|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17537" PostTypeId="2" ParentId="17536" CreationDate="2020-05-16T13:46:54.607" Score="0" Body="&lt;p&gt;Ordnance Survey's Open Names dataset contains roads in Great Britain along with the postcode district (or outcode) that road falls within:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ordnancesurvey.co.uk/business-government/products/open-map-names&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ordnancesurvey.co.uk/business-government/products/open-map-names&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13484" LastActivityDate="2020-05-16T13:46:54.607" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17538" PostTypeId="1" CreationDate="2020-05-16T14:55:38.993" Score="1" ViewCount="287" Body="&lt;p&gt;Looking for historical traffic data, if possible in a GIS format. Looking for the country of India, if not anything larger. I know that's big but that's the scope of our study, so yeah. Any kind of help would be immensely appreciated.&lt;/p&gt;&#xA;" OwnerUserId="26711" OwnerDisplayName="Nakul" LastActivityDate="2021-03-09T09:00:11.370" Title="Is there any place I can download historical traffic data?" Tags="|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17539" PostTypeId="1" CreationDate="2020-05-17T10:12:13.190" Score="1" ViewCount="56" Body="&lt;p&gt;In trying get data from this API (I have a token..):&#xA;&lt;a href=&quot;https://devtools.dol.gov/APISampler/Home/Index1?datasetName=OUI%20Initial%20Claims&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://devtools.dol.gov/APISampler/Home/Index1?datasetName=OUI%20Initial%20Claims&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It seems that I'm not getting all the data, the latest year I get is 2016. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;What am I doing wrong? &lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;def _get(url):&#xA;    response = requests.get(url)&#xA;    return response.json()&#xA;&#xA;def get_data(url):&#xA;    data = _get(url)&#xA;    all_data = []&#xA;    while True:&#xA;        for r in data['d']['results']:&#xA;            all_data.append(r)&#xA;        next_url = data['d'].get('__next')&#xA;        if not next_url:&#xA;            break&#xA;        data = _get(next_url)&#xA;    return all_data&#xA;&#xA;url = &quot;https://api.dol.gov/V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims&quot;&#xA;all_data = get_data(url)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="25079" LastEditorUserId="16193" LastEditDate="2020-05-19T20:18:27.180" LastActivityDate="2020-05-19T20:18:27.180" Title="Getting partial data from department of labor API" Tags="|api|labor|python|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17540" PostTypeId="2" ParentId="17525" CreationDate="2020-05-17T13:56:16.943" Score="0" Body="&lt;p&gt;I think the information provided here: &lt;a href=&quot;https://opendata.stackexchange.com/questions/4629/how-can-i-get-temperature-data-for-each-country-annual&quot;&gt;How can I get temperature data for each Country (Annual)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;proved to be sufficient for my purpose. &lt;/p&gt;&#xA;" OwnerUserId="9794" LastActivityDate="2020-05-17T13:56:16.943" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17541" PostTypeId="1" CreationDate="2020-05-18T06:49:26.970" Score="0" ViewCount="54" Body="&lt;p&gt;For any/many countries I'd like to find data on income distribution: for every amount of money, how many people earn that much income.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, data representing wealth or other similar values would work as well.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Where can I find such data?&lt;/p&gt;&#xA;" OwnerUserId="25085" LastEditorUserId="14011" LastEditDate="2020-05-23T18:26:14.713" LastActivityDate="2021-02-17T20:05:35.523" Title="Where can I find income distribution data?" Tags="|data-request|economics|income|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17542" PostTypeId="1" CreationDate="2020-05-18T09:00:18.837" Score="1" ViewCount="45" Body="&lt;p&gt;So I implemented an address validation using Google maps API and looking for some dataset of valid addresses for testing. I already used &lt;a href=&quot;https://www.kaggle.com/openaddresses/openaddresses-europe&quot; rel=&quot;nofollow noreferrer&quot;&gt;Openaddreses&lt;/a&gt; data which is great and covers lots of countries, but for some countries ( Like Slovakia, Romania, Portugal, Estonia ) only 3 percent of data had valid addresses. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I was wondering if anyone here had implemented an address validation before and let me know what kind of data source do you used for testing, I prefer if it's free service but if it's even a paid service, I appreciate it if you can let me know. &lt;/p&gt;&#xA;" OwnerUserId="25087" LastEditorUserId="25087" LastEditDate="2020-05-18T13:46:58.173" LastActivityDate="2020-05-18T13:46:58.173" Title="Looking for dataset for testing address validation for Google maps API" Tags="|data-request|postal-code|address|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17543" PostTypeId="1" CreationDate="2020-05-18T12:46:23.707" Score="2" ViewCount="30" Body="&lt;p&gt;Are there publicly available altitude data for the major european highways? I need the altitudes on the road surface, not in the surrounding area. I believe that the open DEM files (or SRTM data) shows the &quot;bare earth&quot; and they are not suitable for my needs. LiDAR data might be a good candidate but I cannot find public data for the whole of Europe&lt;/p&gt;&#xA;" OwnerUserId="25088" LastActivityDate="2020-05-18T12:46:23.707" Title="Altitude data for european highways" Tags="|geospatial|uses-of-open-data|europe|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17544" PostTypeId="1" AcceptedAnswerId="17549" CreationDate="2020-05-18T19:15:08.017" Score="1" ViewCount="48" Body="&lt;p&gt;I am looking for a 2018 Lidar DSM (not DEM) for Texas, US. Do you know any source from which I can obtain the data?&lt;/p&gt;&#xA;" OwnerUserId="25089" LastEditorUserId="23272" LastEditDate="2021-04-04T04:48:39.380" LastActivityDate="2021-04-04T04:48:39.380" Title="From where can I obtain 2018 LiDAR Digital Surface Model for Texas?" Tags="|data-request|geospatial|usa|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17546" PostTypeId="1" CreationDate="2020-05-19T10:35:55.317" Score="1" ViewCount="171" Body="&lt;p&gt;I've been tasked with mapping USA SIC code such as 59990903 - Retail sale of hearing aids, to the UK 2007 equivalent (47741).&lt;/p&gt;&#xA;&lt;p&gt;However, the only docs I can find online are for USA SIC to NAISC codes translations, or US to the UK but for older editions in the 80s/90s where it seems to be only 4 digits rather than 8.&lt;/p&gt;&#xA;&lt;p&gt;If there is a resource somewhere for this then you would be a lifesaver!&lt;/p&gt;&#xA;" OwnerUserId="25092" LastEditorUserId="23272" LastEditDate="2022-07-14T13:03:05.427" LastActivityDate="2022-07-14T13:03:05.427" Title="Mapping Between US SIC Code to UK SIC 2007" Tags="|data-request|data.gov|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17547" PostTypeId="2" ParentId="17541" CreationDate="2020-05-19T15:26:21.750" Score="1" Body="&lt;p&gt;Did you look at the world inequality database &lt;a href=&quot;https://wid.world/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wid.world/&lt;/a&gt; ?&lt;/p&gt;&#xA;" OwnerUserId="25094" LastActivityDate="2020-05-19T15:26:21.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17548" PostTypeId="1" CreationDate="2020-05-19T21:40:25.243" Score="1" ViewCount="225" Body="&lt;p&gt;I'm looking to use the College Scorecard API for an app. However, I had a few questions about it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;How do they collect the data?&#xA;How often do they refresh it?&#xA;How is it secured?&#xA;How reliable is it? / Do they have outages?&#xA;What security mechanism do they use?&lt;/p&gt;&#xA;" OwnerUserId="25098" LastActivityDate="2020-05-19T21:40:25.243" Title="How reliable is the data from College Scorecard?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17549" PostTypeId="2" ParentId="17544" CreationDate="2020-05-19T23:20:52.457" Score="1" Body="&lt;p&gt;Try &lt;a href=&quot;https://opentopography.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenTopography.org&lt;/a&gt;, they index open LiDAR datasets from around the world (as well as hosting some of their own).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Check out their &lt;a href=&quot;https://portal.opentopography.org/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;data map&lt;/a&gt; to see extent.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They show a lot of US national LiDAR datasets over Texas. These are available through the &lt;a href=&quot;https://www.usgs.gov/core-science-systems/ngp/3dep&quot; rel=&quot;nofollow noreferrer&quot;&gt;3DEP program&lt;/a&gt; which is hosted on AWS S3. Important here is that AWS Public datasets are often &quot;requester pays&quot; for data transfer costs.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, many may have the original LiDAR data instead of processed DSMs. If that's the case you can always generate your own DSMs using &lt;a href=&quot;https://pdal.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;PDAL&lt;/a&gt; in Python.&lt;/p&gt;&#xA;" OwnerUserId="14333" LastActivityDate="2020-05-19T23:20:52.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17550" PostTypeId="1" CreationDate="2020-05-20T08:24:24.243" Score="2" ViewCount="22" Body="&lt;p&gt;We want to provide version control to a small sized Virtuoso SPARQL endpoint but the workflow we use is quite cumbersome and always generates huge diffs for blank nodes because they get new IDs every time. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question: Is there a more efficient way than the following that also minimizes diffs for blank nodes?&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Go to the &lt;a href=&quot;http://myendpoint/conductor&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://myendpoint/conductor&lt;/a&gt; -&gt; Database -&gt; Interactive SQL, and execute &lt;code&gt;dump_one_graph()&lt;/code&gt; for all graphs&lt;/li&gt;&#xA;&lt;li&gt;Get the new dump from the server via &lt;code&gt;scp&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Unpack the dump .ttl.gz files.&lt;/li&gt;&#xA;&lt;li&gt;Convert the dump files to ntriples.&lt;/li&gt;&#xA;&lt;li&gt;Sort the dump files so that the diffs are minimized.&lt;/li&gt;&#xA;&lt;li&gt;Replace the files in the repository with the dump files.&lt;/li&gt;&#xA;&lt;li&gt;View the diff and perform partial commits with appropriate messages.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;For steps 3-6, we use the following Python script:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import glob&#xA;import gzip&#xA;import rdflib&#xA;import sys&#xA;import os&#xA;import re&#xA;&#xA;if(len(sys.argv)&amp;lt;3):&#xA;    print(&quot;Usage: virtuoso2git infolder outfolder prefix&quot;)&#xA;    sys.exit(1)&#xA;&#xA;infolder = sys.argv[1]&#xA;outfolder = sys.argv[2]&#xA;prefix = sys.argv[3]&#xA;suffix = &quot;000001&quot;&#xA;&#xA;ttl = infolder+&quot;/&quot;+prefix+&quot;*.ttl&quot;&#xA;files = [f for f in [glob.glob(p) for p in [ttl,ttl+&quot;.gz&quot;]] for f in f]&#xA;&#xA;if(len(files)&amp;lt;1):&#xA;    print(&quot;No files found in folder&quot;,infolder)&#xA;    sys.exit(1)&#xA;&#xA;if not os.path.exists(outfolder):&#xA;    os.mkdir(outfolder)&#xA;&#xA;for f in files:&#xA;    print(&quot;Read&quot;,f)&#xA;    outname = re.search(prefix+r&quot;(.*)&quot;+suffix,f).group(1) + &quot;.nt&quot;&#xA;    outpath = outfolder + &quot;/&quot; + outname&#xA;&#xA;    if(f.endswith(&quot;.gz&quot;)):&#xA;        stream = gzip.open(f,&quot;rt&quot;)&#xA;    else:&#xA;        stream = open(f,&quot;rt&quot;)&#xA;    turtle = stream.read()&#xA;    g = rdflib.Graph()&#xA;    try:&#xA;        g.parse(publicID=&quot;/&quot; ,format=&quot;n3&quot;,data=turtle)&#xA;        print(&quot;Write&quot;,outpath)&#xA;        g.serialize(destination=outpath,format=&quot;nt&quot;, encoding=None)&#xA;        os.system(&quot;sort &quot;+outpath+&quot; -o &quot;+outpath)&#xA;    except rdflib.plugins.parsers.notation3.BadSyntax:&#xA;        print(&quot;Cannot parse file &quot;,f)&#xA;        continue&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The script is also hosted at &lt;a href=&quot;https://github.com/KonradHoeffner/virtuoso2git&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/KonradHoeffner/virtuoso2git&lt;/a&gt; but with small adjustments for our project.&lt;/p&gt;&#xA;" OwnerUserId="25104" LastEditorUserId="10235" LastEditDate="2020-05-27T12:57:50.737" LastActivityDate="2020-05-27T12:57:50.737" Title="Workflow to backup SPARQL Endpoint to Git repository?" Tags="|sparql|git|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17551" PostTypeId="1" CreationDate="2020-05-20T11:40:21.363" Score="3" ViewCount="227" Body="&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; Database of Telugu to English and vice versa language dictionary&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; Need to make a Telugu to English and vice versa dictionary app.There should be quite some public domain dictionaries for Telugu language by now. The first one I can think of is C.P.Brown English to Telugu dictionary.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; Telugu is an Indian language spoken in Andhra Pradesh and Telangana states.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Any license that allows me to redistribute the data in an application. But when it comes to Indian dictionaries the only data that meets the criteria would be public domain since the copy of CC licenses and Open Data is not big in India.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; I am okay with Screen scraping as long as the license of the source allows redistribution. But I would want to screen scrape and the distribute it in an offline available manner, not screen scrape live in the end product&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Authority:&lt;/strong&gt; Preferably a database of a dictionary which has been published offline, but not mandatory.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Requirements:&lt;/strong&gt; Non-image formats and plain text format, preferably in database format&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Non-Answers:&lt;/strong&gt; &#xA;I searched for &quot;Telugu dictionary&quot; on the Internet Archive and there are a few dictionaries in scanned format, but many of them were modern dictionaries which were probably uploaded without the copyright holders' consent.&#xA;The few of them that were public domain are in image format and the words aren't always clear and the auto OCR didn't OCR the Telugu words and only OCRed the English words. The Telugu words are just gibberish.&lt;/p&gt;&#xA;" OwnerUserId="25105" LastEditorUserId="25105" LastEditDate="2020-05-20T14:19:48.833" LastActivityDate="2020-10-17T18:01:55.253" Title="English to Telugu and Telugu to English dictionary database" Tags="|data-request|language|india|dictionary|books|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17552" PostTypeId="2" ParentId="17551" CreationDate="2020-05-20T17:22:47.000" Score="3" Body="&lt;p&gt;How about Wiktionary?  &lt;a href=&quot;https://te.wiktionary.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://te.wiktionary.org&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Bulk downloads are available: &lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/tewiktionary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/tewiktionary/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dumps.wikimedia.org/tewiktionary/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/tewiktionary/latest/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Parsing wiktionary: &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Parsing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Wiktionary:Parsing&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The license is permissive for redistribution: &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Copyrights&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Wiktionary:Copyrights&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;And because you are looking for translations, you can use internal wiktionary links between words, for example, from the &lt;code&gt;te&lt;/code&gt; subdomain to the &lt;code&gt;en&lt;/code&gt; one.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-05-20T17:22:47.000" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17553" PostTypeId="1" AcceptedAnswerId="17557" CreationDate="2020-05-20T22:20:55.990" Score="0" ViewCount="56" Body="&lt;p&gt;I am trying to search data with the drug name Hydroxychloroquine from the URL here from OpenFDA API&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:%22chloroquine%22+AND+receivedate:%5B20200101+TO+20200513%5D&amp;amp;skip=1&amp;amp;limit=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:%22chloroquine%22+AND+receivedate:%5B20200101+TO+20200513%5D&amp;amp;skip=1&amp;amp;limit=2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There are 2918 relative results, but I found that only 2637 (2207 are male, 430 are female, 0 are unknown) patients with 'patientsex' feature. Could I know why does that happen? Will some results repeated or a supplemental of a result that has already existed in the database?&lt;/p&gt;&#xA;" OwnerUserId="25110" LastEditorUserId="23272" LastEditDate="2021-03-17T05:25:09.047" LastActivityDate="2021-03-17T05:25:09.047" Title="How Reliable are the Data" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17554" PostTypeId="1" CreationDate="2020-05-20T23:09:00.937" Score="1" ViewCount="43" Body="&lt;p&gt;I would like to access weekly data for unemployment claims through the DOL API (Department of Labor), listed here: &lt;a href=&quot;https://oui.doleta.gov/unemploy/claims.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://oui.doleta.gov/unemploy/claims.asp&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm able to get national data by using the pydol (&lt;a href=&quot;https://pypi.org/project/pydol/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pypi.org/project/pydol&lt;/a&gt;) interface but I'm not sure how to get it on the state level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I appreciate all your help!&lt;/p&gt;&#xA;" OwnerUserId="25111" LastActivityDate="2020-05-20T23:09:00.937" Title="Accessing DOL State Unemployment Insurance Weekly Claims Data" Tags="|api|labor|python|odata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17557" PostTypeId="2" ParentId="17553" CreationDate="2020-05-21T15:36:49.577" Score="0" Body="&lt;p&gt;Reporting a patient's sex is voluntary, which is why some adverse event records do not have that information.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-05-21T15:36:49.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17558" PostTypeId="1" AcceptedAnswerId="18440" CreationDate="2020-05-21T16:03:30.203" Score="0" ViewCount="24" Body="&lt;p&gt;I'm looking for public datasets that have a sort of &quot;discontinuity&quot; in them. Ideally, this discontinuity should be Coronavirus, and we should see a change in the distribution of the data after this discontiuity.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any references would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="25075" LastActivityDate="2021-01-21T15:41:24.663" Title="Datasets with pre and post coronavirus data" Tags="|data-request|covid19|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17559" PostTypeId="2" ParentId="17536" CreationDate="2020-05-21T23:25:17.520" Score="0" Body="&lt;p&gt;If you have the gis data why not try extract centroids and bulk feed them into &lt;a href=&quot;http://postcodes.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://postcodes.io/&lt;/a&gt; to get the postcode? Done in seconds...&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But a single road is unlikely to have just a single post code in dense urban areas?&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2020-05-21T23:25:17.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17561" PostTypeId="1" CreationDate="2020-05-23T02:29:23.850" Score="1" ViewCount="28" Body="&lt;p&gt;Has anyone found while delving into the NASR subscription or the d-TTP databases information on the ELA/SEC boundaries? I am wondering where the chart supplements get their data in the upper right margin of each airport on which sectional and ELA they can be found? The API and ADDS the FAA has seems to be incomplete/under construction. The data seems to be there in the tables, but not human readable and the AIXD viewers are greek to me. Anyone else having better luck at extracting useful information for app design?&lt;/p&gt;&#xA;" OwnerUserId="25113" LastActivityDate="2020-05-23T02:29:23.850" Title="FAA Chart Supplement Database" Tags="|api|database|aviation|" AnswerCount="0" CommentCount="1" ClosedDate="2020-07-25T01:08:39.983" ContentLicense="CC BY-SA 4.0" />
  <row Id="17563" PostTypeId="1" CreationDate="2020-05-23T20:38:19.450" Score="3" ViewCount="91" Body="&lt;p&gt;I am looking for a regular (daily, monthly) Level 3 source of present day CO2 in the atmosphere. I have looked through &lt;a href=&quot;https://disc.gsfc.nasa.gov/datasets/AIRS3SP8_006/summary&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA AIRS&lt;/a&gt; and &lt;a href=&quot;https://gmao.gsfc.nasa.gov/GMAO_products/reanalysis_products.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;NASA GEOS&lt;/a&gt; data products and could not find data for 2020. I did find contemporary data through &lt;a href=&quot;https://cds.climate.copernicus.eu/cdsapp#!/dataset/satellite-carbon-dioxide&quot; rel=&quot;nofollow noreferrer&quot;&gt;Copernicus,&lt;/a&gt; but it is too low resolution to use for a global map of carbon dioxide in the atmosphere, which is the goal.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I also researched the data sets at &lt;a href=&quot;https://co2.jpl.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JPL's CO2 Virtual Science Data Environment&lt;/a&gt; and those with global data were outdated, except for the OCO-2 data, but it was too sparse and low resolution on a global level to use for these purposes.&lt;/p&gt;&#xA;" OwnerUserId="25127" LastEditorUserId="10235" LastEditDate="2020-05-26T19:47:25.987" LastActivityDate="2020-08-27T08:09:08.020" Title="Regular source for global carbon dioxide in the atmosphere" Tags="|data-request|global|environment|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17564" PostTypeId="1" CreationDate="2020-05-24T09:03:36.403" Score="1" ViewCount="60" Body="&lt;p&gt;Are there any datasets that contains financial tweets or news title and their sentiment polarity (negative, neutral, and positive) that is labeled by humans?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The datasets that I find on the internet and mostly kaggle are not labeled by humans (which may have mistakes) or are very old like 2013.&lt;/p&gt;&#xA;" OwnerUserId="25130" LastEditorUserId="10235" LastEditDate="2020-05-27T19:20:30.370" LastActivityDate="2020-05-27T19:20:30.370" Title="New financial tweet and news sentiment analysis dataset" Tags="|data-request|social-media|sentiment-analysis|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17565" PostTypeId="1" CreationDate="2020-05-24T18:36:33.457" Score="2" ViewCount="36" Body="&lt;p&gt;We are researching adaptive techniques for estimating longer-term soundlevels LAeq_T, from short-term soundlevels LAeq_tau. T is typically T=15minutes, and tau=1 seconds. To validate our approach we are in need of datasets of sufficient resolution.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Therefore we are looking for sound level / noise level datasets with high temporal resolution, that is LAeq at every 10 seconds or more often. The data should cover at least 24 hours in a single location, with multiple days being very advantageous.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Almost all kinds of environment are of interest, for example:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;office/workplace&lt;/li&gt;&#xA;&lt;li&gt;construction&lt;/li&gt;&#xA;&lt;li&gt;industry/manufacturing&lt;/li&gt;&#xA;&lt;li&gt;train/metro traffic&lt;/li&gt;&#xA;&lt;li&gt;road traffic&lt;/li&gt;&#xA;&lt;li&gt;airplane traffic&lt;/li&gt;&#xA;&lt;li&gt;community noise. residential/urban&lt;/li&gt;&#xA;&lt;li&gt;natural scenes / rural&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23657" LastActivityDate="2020-05-24T18:42:37.447" Title="Detailed Noise level datasets" Tags="|audio|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17566" PostTypeId="2" ParentId="17565" CreationDate="2020-05-24T18:42:37.447" Score="2" Body="&lt;p&gt;From before, we have found the following datasets:&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;NTNU Koopen&lt;/h2&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/Faiga91/Koopen&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Faiga91/Koopen&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Collected by researchers at NTNU university in Trondheim Norway. 5 sensors covering an open area at the university used by students. For a time period of 6 months. 2 second resolution.&lt;/p&gt;&#xA;" OwnerUserId="23657" LastActivityDate="2020-05-24T18:42:37.447" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17567" PostTypeId="1" CreationDate="2020-05-25T05:09:50.277" Score="1" ViewCount="43" Body="&lt;p&gt;I am trying to search data with the drug name Hydroxychloroquine from the URL here from OpenFDA api&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:%22hydroxychloroquine%22+AND+receivedate:%5B20200101+TO+20200513%5D&amp;amp;limit=99&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct:%22hydroxychloroquine%22+AND+receivedate:%5B20200101+TO+20200513%5D&amp;amp;limit=99&lt;/a&gt; [Edited]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;There are 2918 relative results, will some results repeat? For example, if a patient and doctor both submitted their own reports independently. Or if multiple doctors were treating the same patient.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="25110" LastEditorUserId="25110" LastEditDate="2020-05-27T07:55:47.407" LastActivityDate="2020-05-27T07:55:47.407" Title="Do we need to consider a duplicate report in openFDA adverse event database? (like patient and doctor both submitted reports)" Tags="|api|openfda|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17568" PostTypeId="1" CreationDate="2020-05-25T05:55:43.943" Score="1" ViewCount="13" Body="&lt;p&gt;I would like to work with some tabular data to do some regression variable selection where the sample size and dimension (n and p) are both above large. Let's say n&gt;800 and p&gt;8000.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have seen when p is large, but usually n will be quite small such as ~100.&lt;/p&gt;&#xA;" OwnerUserId="25134" LastActivityDate="2020-05-25T05:55:43.943" Title="Where can i find high dimensional data with a big sample size?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17569" PostTypeId="1" CreationDate="2020-05-25T16:21:18.140" Score="1" ViewCount="176" Body="&lt;p&gt;I am trying to get recent earthquake data using &lt;a href=&quot;https://earthquake.usgs.gov/fdsnws/event/1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthquake.usgs.gov/fdsnws/event/1/&lt;/a&gt; api.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example this url (&lt;a href=&quot;https://earthquake.usgs.gov/fdsnws/event/1/query?format=geojson&amp;amp;starttime=2020-01-01&amp;amp;endtime=2020-01-10&amp;amp;limit=50&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthquake.usgs.gov/fdsnws/event/1/query?format=geojson&amp;amp;starttime=2020-01-01&amp;amp;endtime=2020-01-10&amp;amp;limit=50&lt;/a&gt;) returns, earthquake happened during 01st Jan 2020 to 10th Jan 2020. It returns earthquake happened all over the world. But, I want to filter this api for particular country like Japan, India..&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is there any way to filter earthquake usgs api data by country name?&lt;/p&gt;&#xA;" OwnerUserId="22401" LastEditorUserId="22401" LastEditDate="2020-05-25T16:34:27.307" LastActivityDate="2020-05-25T16:34:27.307" Title="earthquake usgs api filter by country" Tags="|api|city|json|usgs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17570" PostTypeId="2" ParentId="4162" CreationDate="2020-05-25T17:22:56.443" Score="2" Body="&lt;p&gt;The above answers/comments are significantly outdated data... so I hope this updated answer helps someone. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;It was painful, but we created an API that has the latest from DMA Map 2019, and DMA 2020( DMA Rank, TV in Homes, % of US) ).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The GeoJson boundaries were generated from www.boundaries-io.com internal code and US Census zip code boundaries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The data is public to do yourself: &#xA;&lt;a href=&quot;https://mediatracks.com/resources/nielsen-dma-rankings-2020/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mediatracks.com/resources/nielsen-dma-rankings-2020/&lt;/a&gt;&lt;br&gt;&#xA;&lt;a href=&quot;https://thevab.com/storage/app/media/Toolkit/DMA_Map_2019.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://thevab.com/storage/app/media/Toolkit/DMA_Map_2019.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Our API is used by 400+ businesses large and small and have a small monthly cost.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;*disclaimer&lt;/strong&gt;I do work for this company. &#xA;&lt;a href=&quot;https://boundaries-io.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://boundaries-io.com&lt;/a&gt; &#xA;example:&lt;a href=&quot;https://i.stack.imgur.com/m0mds.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/m0mds.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11571" LastEditorUserId="11571" LastEditDate="2020-06-11T14:32:57.610" LastActivityDate="2020-06-11T14:32:57.610" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17571" PostTypeId="1" AcceptedAnswerId="17664" CreationDate="2020-05-26T07:03:53.037" Score="1" ViewCount="804" Body="&lt;p&gt;I am looking for a data set that contains source codes in different programming languages and it is tagged with bugs in the code.&lt;/p&gt;&#xA;" OwnerUserId="25141" LastActivityDate="2020-06-16T10:36:13.883" Title="Dataset for code analysis" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17572" PostTypeId="1" CreationDate="2020-05-26T14:04:57.620" Score="3" ViewCount="81" Body="&lt;p&gt;I am searching for either &lt;strong&gt;global&lt;/strong&gt; or &lt;strong&gt;preferably European maximum daily temperature forecasts&lt;/strong&gt; (I don't care for any historic data). To give you an example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I wake up in the morning and want to know the &lt;strong&gt;maximum temperature&lt;/strong&gt; for today and for the next three days. For my application it would be best if the data is in any kind of &lt;strong&gt;GIS or geographic data format.&lt;/strong&gt; I tried searching the ECMWF but to no avail.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25142" LastEditorUserId="21435" LastEditDate="2020-11-30T18:36:10.550" LastActivityDate="2020-11-30T18:36:10.550" Title="Global/European maximum daily temperature forecast" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17573" PostTypeId="1" AcceptedAnswerId="17619" CreationDate="2020-05-26T15:23:30.883" Score="2" ViewCount="57" Body="&lt;p&gt;I want to carry out some research with covid19 genetic datasets that include people infected by corona virus and people that aren't infected by it. Does anybody know any good ones? My main purpose is diagnostics of a genome to detect a possible infection. &lt;/p&gt;&#xA;" OwnerUserId="25144" LastActivityDate="2020-06-16T10:24:10.670" Title="Where are some good online covid 19 genetic datasets?" Tags="|research|covid19|genome|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17574" PostTypeId="1" AcceptedAnswerId="17660" CreationDate="2020-05-26T15:37:02.900" Score="1" ViewCount="46" Body="&lt;p&gt;I have been searching for labelled review data sets for training for label classification. However it has been a bit surprising for me that I could find only sentiment classification data sets and nothing else.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I am not sure if am doing the search right. While I understand that the engine should be trained for our data, trying with some ready made labelled review sets would make the algo be ready faster.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are you aware of any sources where I can obtain labelled review data sets for label classification? If a free one does not work, paid sources are also fine.&lt;/p&gt;&#xA;" OwnerUserId="25145" LastActivityDate="2020-06-16T10:07:41.090" Title="What are the best sources to find labelled review data sets for text classification?" Tags="|data-request|nlp|classification|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17575" PostTypeId="1" CreationDate="2020-05-26T21:38:48.080" Score="2" ViewCount="103" Body="&lt;p&gt;I would like to have a structured dataset about CPU usage and power consumption of servers. The data should include CPU usage, power consumption.&lt;/p&gt;&#xA;" OwnerUserId="25147" LastActivityDate="2020-07-16T12:00:20.057" Title="cpu usage and power consumption of servers" Tags="|data-request|data.gov|government|uses-of-open-data|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17576" PostTypeId="1" CreationDate="2020-05-26T22:09:52.273" Score="1" ViewCount="39" Body="&lt;p&gt;Where is the best resource to get the most recent Male / Female split of household incomes above $80K+ (or similar) in the United States? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/quickfacts/fact/table/US/INC110218#INC110218&quot; rel=&quot;nofollow noreferrer&quot;&gt;This U.S. Census table&lt;/a&gt; has &quot;Female persons, percent&quot; but I'm not able to filter by household income, which is what is desired. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Any help or tips appreciated! Seems like a straightforward question, but not sure which Census / government data explorer is most appropriate for this question. &lt;/p&gt;&#xA;" OwnerUserId="25148" LastActivityDate="2023-07-23T00:06:05.517" Title="How to get male/female split for particular household income range in the United States" Tags="|usa|us-census|income|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17577" PostTypeId="1" CreationDate="2020-05-27T01:08:03.380" Score="1" ViewCount="42" Body="&lt;p&gt;I'm trying to find a dataset that contains number of historical natural disasters by country in the longest lapse of time possible. Would appreciate your help.&lt;/p&gt;&#xA;" OwnerUserId="25149" LastActivityDate="2020-06-16T10:01:09.897" Title="Where can I find historical natural disasters by country?" Tags="|geospatial|global|climate|geohazard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17578" PostTypeId="1" AcceptedAnswerId="17583" CreationDate="2020-05-27T18:52:54.463" Score="2" ViewCount="126" Body="&lt;p&gt;I am trying to pull data from openFDA for a 2007 medical device recall. On the FDA website I can see all the details - &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm?id=64517&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm?id=64517&lt;/a&gt; such as Manufacturer Reason for Recall. However, when using openFDA Device Recalls API, it appears that information isn't there. I went to see if the data is in Recalls Enforcement Reports, but that data appears be to only after June 2012. Is there an API to get the Manufacturer Reason for Recall for these older recalls; to match what can be seen on accessdata.fda.gov?&lt;/p&gt;&#xA;" OwnerUserId="25156" LastActivityDate="2020-05-28T18:38:04.633" Title="open FDA Recalls API endpoint does not have same information as accessdata.fda.gov" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17579" PostTypeId="1" CreationDate="2020-05-27T20:30:52.487" Score="1" ViewCount="14" Body="&lt;p&gt;I also need fundamental data on the indices. I would like at least monthly data. I would like to use the data for backtesting. I'm aware there's problems with spreads and transactions costs with doing backtesting with that data.&lt;/p&gt;&#xA;" OwnerUserId="21384" LastActivityDate="2020-05-27T20:30:52.487" Title="Where can I find stock index data going back since at least 1900 from many different countries?" Tags="|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17580" PostTypeId="2" ParentId="17313" CreationDate="2020-05-28T07:19:27.093" Score="2" Body="&lt;p&gt;One way to find out the direct and indirect COVID-19 related deaths is to analyze the excess deaths. It's looking at the excess of deaths compared to what was expected (based on previous years data) per week.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.euromomo.eu/graphs-and-maps/#excess-mortality&quot; rel=&quot;nofollow noreferrer&quot;&gt;EuroMOMO&lt;/a&gt; were among the first to provide some graphs about that.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.economist.com/graphic-detail/2020/04/16/tracking-covid-19-excess-deaths-across-countries&quot; rel=&quot;nofollow noreferrer&quot;&gt;This article from The Economist&lt;/a&gt; is the most exhaustive I have found so far. The data journalist behind the article explains how he calculated the excess deaths &lt;a href=&quot;https://medium.economist.com/measuring-the-true-toll-of-the-pandemic-fa7e003b3ff4&quot; rel=&quot;nofollow noreferrer&quot;&gt;in a blog&lt;/a&gt;.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;A section of &lt;a href=&quot;https://www.ft.com/content/a26fbf7e-48f8-11ea-aeb3-955839e06441&quot; rel=&quot;nofollow noreferrer&quot;&gt;this article from the Financial Times&lt;/a&gt; also covers it and mentions where they found the different datasets for each countries.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some datasets : &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://appsso.eurostat.ec.europa.eu/nui/show.do?query=BOOKMARK_DS-1166948_QID_-65C2C7D1_UID_-3F171EB0&amp;amp;layout=TIME,C,X,0;GEO,L,Y,0;UNIT,L,Z,0;SEX,L,Z,1;AGE,L,Z,2;INDICATORS,C,Z,3;&amp;amp;zSelection=DS-1166948INDICATORS,OBS_FLAG;DS-1166948SEX,T;DS-1166948UNIT,NR;DS-1166948AGE,TOTAL;&amp;amp;rankName1=TIME_1_0_0_0&amp;amp;rankName2=UNIT_1_2_-1_2&amp;amp;rankName3=GEO_1_2_0_1&amp;amp;rankName4=AGE_1_2_-1_2&amp;amp;rankName5=INDICATORS_1_2_-1_2&amp;amp;rankName6=SEX_1_2_-1_2&amp;amp;sortC=ASC_-1_FIRST&amp;amp;rStp=&amp;amp;cStp=&amp;amp;rDCh=&amp;amp;cDCh=&amp;amp;rDM=true&amp;amp;cDM=true&amp;amp;footnes=false&amp;amp;empty=false&amp;amp;wai=false&amp;amp;time_mode=ROLLING&amp;amp;time_most_recent=false&amp;amp;lang=EN&amp;amp;cfo=%23%23%23%2C%23%23%23.%23%23%23&quot; rel=&quot;nofollow noreferrer&quot;&gt;Eurostat&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gateway.euro.who.int/en/datasets/european-mortality-database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WHO&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.cdc.gov/nchs/nvss/vsrr/covid19/excess_deaths.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;CDC (U.S.)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.europeandataportal.eu/data/datasets?locale=en&amp;amp;query=death&amp;amp;page=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Data Portal&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.mortality.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Human Mortality Database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;For Germany I think you can download a dataset from &lt;a href=&quot;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Bevoelkerung/Sterbefaelle-Lebenserwartung/sterbefallzahlen.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;destatis&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14867" LastActivityDate="2020-05-28T07:19:27.093" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17581" PostTypeId="1" CreationDate="2020-05-28T12:10:42.867" Score="1" ViewCount="116" Body="&lt;p&gt;I'm working with a &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikidata query&lt;/a&gt;:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?protected_area ?protected_areaLabel ?coordinate_location ?territorialEntity ?territorialEntityLabel (SAMPLE(?instance_of) AS ?instance_of) ?instance_ofLabel WHERE {&#xA;  {&#xA;    ?prop wdt:P31 wd:Q55978235;&#xA;      wikibase:directClaim ?claim.&#xA;    ?protected_area ?claim _:b1;&#xA;      wdt:P625 ?coordinate_location.&#xA;    OPTIONAL { ?protected_area wdt:P31 ?instance_of. }&#xA;    OPTIONAL { ?protected_area wdt:P131 ?territorialEntity. }&#xA;  }&#xA;  UNION&#xA;  {&#xA;    ?protected_area (wdt:P31/(wdt:P279*)) wd:Q473972;&#xA;      wdt:P625 ?coordinate_location.&#xA;    OPTIONAL { ?protected_area wdt:P31 ?instance_of. }&#xA;    OPTIONAL { ?protected_area wdt:P131 ?territorialEntity. }&#xA;  }&#xA;  #    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;&#xA;}&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;This gives a &quot;Query is malformed: Bad aggregate&quot; error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Before using SAMPLE the query worked.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;After some reading I considered the SAMPLE keyword would require grouping, so tried this:&lt;/p&gt;&#xA;&#xA;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?protected_area ?protected_areaLabel ?coordinate_location ?territorialEntity ?territorialEntityLabel (SAMPLE(?instance_of) AS ?instance_of) ?instance_ofLabel WHERE {&#xA;  {&#xA;    ?prop wdt:P31 wd:Q55978235;&#xA;      wikibase:directClaim ?claim.&#xA;    ?protected_area ?claim _:b1;&#xA;      wdt:P625 ?coordinate_location.&#xA;    OPTIONAL { ?protected_area wdt:P31 ?instance_of. }&#xA;    OPTIONAL { ?protected_area wdt:P131 ?territorialEntity. }&#xA;  }&#xA;  UNION&#xA;  {&#xA;    ?protected_area (wdt:P31/(wdt:P279*)) wd:Q473972;&#xA;      wdt:P625 ?coordinate_location.&#xA;    OPTIONAL { ?protected_area wdt:P31 ?instance_of. }&#xA;    OPTIONAL { ?protected_area wdt:P131 ?territorialEntity. }&#xA;  }&#xA;  #    SERVICE wikibase:label { bd:serviceParam wikibase:language &quot;en&quot;. }&#xA;&#xA;}&#xA;GROUP BY ?protected_area ?protected_areaLabel&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;And again the same &quot;Query is malformed: Bad aggregate&quot; error.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I really don't know how to diagnose and obviously to fix it :-| &lt;/p&gt;&#xA;" OwnerUserId="25037" LastActivityDate="2020-05-28T12:10:42.867" Title="How can I override this «Query is malformed: Bad aggregate» error message?" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17582" PostTypeId="2" ParentId="15461" CreationDate="2020-05-28T18:00:18.240" Score="2" Body="&lt;p&gt;There is a website, Aneroid Energy (&lt;a href=&quot;https://anero.id/energy/fossil-energy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://anero.id/energy/fossil-energy&lt;/a&gt;), visualising all kinds of power plants in Australia and their corresponding hourly dispatches.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, their precise locations, capacities and current states:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Z0nQu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Z0nQu.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and detailed time series regarding power generations:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wdbbk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wdbbk.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;More data is provided by Australian Energy Market Operator (AEMO) (&lt;a href=&quot;https://aemo.com.au/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aemo.com.au/&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;Federal Network Agency (Bundesnetzagentur) provides a list describing available pow­er plant in Germany. I am not sure if it contains geographical information.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bundesnetzagentur.de/EN/Areas/Energy/Companies/SecurityOfSupply/GeneratingCapacity/PowerPlantList/PubliPowerPlantList_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bundesnetzagentur.de/EN/Areas/Energy/Companies/SecurityOfSupply/GeneratingCapacity/PowerPlantList/PubliPowerPlantList_node.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25146" LastEditorUserId="25146" LastEditDate="2020-05-28T18:23:57.663" LastActivityDate="2020-05-28T18:23:57.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17583" PostTypeId="2" ParentId="17578" CreationDate="2020-05-28T18:38:04.633" Score="0" Body="&lt;p&gt;As of today the openFDA Device Recall API can only provide a subset of data available for a recall; you would have to query &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medical Device Recalls&lt;/a&gt; separately to get a complete picture. The openFDA team is aware of the issue and is looking for ways to remediate this. We will post back once a solution is in place.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-05-28T18:38:04.633" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17584" PostTypeId="2" ParentId="14076" CreationDate="2020-05-29T04:47:17.963" Score="0" Body="&lt;p&gt;In a latest &lt;em&gt;Nature Scientific Data&lt;/em&gt; paper (&lt;a href=&quot;https://www.nature.com/articles/s41597-019-0212-5&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nature.com/articles/s41597-019-0212-5&lt;/a&gt;), the author compared his data set &lt;em&gt;ENERTALK&lt;/em&gt; to others. They are all multi-variate time series describing household electricity consumptions.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cEoSW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cEoSW.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, detailed consumptions of house 00 in some day in &lt;em&gt;ENERTALK&lt;/em&gt; are:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/CQajm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CQajm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25146" LastEditorUserId="25146" LastEditDate="2020-05-29T04:58:12.750" LastActivityDate="2020-05-29T04:58:12.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17585" PostTypeId="1" CreationDate="2020-05-28T19:57:01.770" Score="0" ViewCount="25" Body="&lt;p&gt;I seek CSVs of census / other demographic data for countries around the world which are broken down as fine grained a manner as possible.&lt;/p&gt;&#xA;&lt;p&gt;As an example of something close but not quite, the Statistics Bureau of Japan puts out these maps (&lt;a href=&quot;https://www.stat.go.jp/english/data/chiri/map/c_koku/2015.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.stat.go.jp/english/data/chiri/map/c_koku/2015.html&lt;/a&gt;) but not the raw data (as far as I can find).&lt;/p&gt;&#xA;&lt;p&gt;Where do I find similar data for as many countries as possible in a raw format?&lt;/p&gt;&#xA;" OwnerDisplayName="Ian Danforth" LastEditorUserId="6229" LastEditDate="2021-11-19T22:04:05.840" LastActivityDate="2021-11-19T22:04:05.840" Title="Seeking demographic information for Non-US regions" Tags="|demographics|census|global|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17586" PostTypeId="2" ParentId="17585" CreationDate="2020-05-29T00:57:44.350" Score="1" Body="&lt;p&gt;For Australia - take a look at The Australian Bureau of Statistics &lt;a href=&quot;https://www.abs.gov.au&quot; rel=&quot;nofollow noreferrer&quot;&gt;ABS&lt;/a&gt; where Census data can be sourced (multiple data sets including longitudinal data - head to &lt;a href=&quot;https://www.abs.gov.au/websitedbs/D3310114.nsf/Home/2016%20DataPacks&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data packs&lt;/a&gt;). For spatial data head to Geoscience Australia &lt;a href=&quot;http://www.ga.gov.au&quot; rel=&quot;nofollow noreferrer&quot;&gt;GA&lt;/a&gt; or &lt;a href=&quot;https://data.gov.au&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data.GOV.AU&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Peter Caristo" LastActivityDate="2020-05-29T00:57:44.350" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17587" PostTypeId="2" ParentId="17577" CreationDate="2020-05-29T12:39:18.703" Score="1" Body="&lt;p&gt;In the academic literature &lt;a href=&quot;https://emdat.be&quot; rel=&quot;nofollow noreferrer&quot;&gt;EM-DAT&lt;/a&gt; seems to be the standard.&#xA;It is quite a comprehensive dataset covering ~21,000 disasters worldwide and going back to 1900 (don't know if that is historical enough). It also classifies disasters according to group and subgroup which can be useful.&lt;/p&gt;&#xA;" OwnerUserId="5923" LastActivityDate="2020-05-29T12:39:18.703" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17588" PostTypeId="1" CreationDate="2020-05-29T13:42:16.123" Score="1" ViewCount="28" Body="&lt;p&gt;seeking an api to get vessel's informations by MMSI or IMO&lt;/p&gt;&#xA;" OwnerUserId="25168" LastEditorUserId="90" LastEditDate="2020-05-29T14:33:47.520" LastActivityDate="2020-05-29T14:33:47.520" Title="API giving vessel (ship) data (not location)" Tags="|api|" AnswerCount="0" CommentCount="0" ClosedDate="2020-06-09T05:40:26.543" ContentLicense="CC BY-SA 4.0" />
  <row Id="17589" PostTypeId="1" CreationDate="2020-05-29T23:09:09.530" Score="1" ViewCount="21" Body="&lt;p&gt;I am working on a new causal inference method for estimating treatment effects and want to test it against current methods. I would like to find a dataset where the counterfactual is either observed in an almost identical unit (i.e. the same person at a later point in time, not a different person; I realize this is impossible for the exact same unit) or the set up allows for good estimation of the counterfactual. I've spent a while trying to brainstorm ideas, and would like some outside input. I think biological studies that involve genetically identical mice given and the Card-Krueger minimum wage data near the PA/NJ state line are potential examples.&lt;/p&gt;&#xA;" OwnerUserId="25172" LastActivityDate="2020-05-29T23:09:09.530" Title="Datasets With Estimable Counterfactual for Causal Inference" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17590" PostTypeId="1" CreationDate="2020-05-30T04:54:28.393" Score="2" ViewCount="54" Body="&lt;p&gt;Locust swarms are highly mobile and can fly across continents and destroy entire livelihoods in less than six hours, with adult swarms flying about 150km daily. A small (1km2) size swarm (approx. 40 million locusts) can demolish the equivalent amount of food that 35,000 people would eat in a day (Cressman et al., 2016).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Are there any datasets of Locust attacks that happened in the past 25-40 years with lat, long, country, state, area of the land, swarm size, etc.,&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-05-30T04:54:28.393" Title="Datasets of Historical Locust Attacks" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17591" PostTypeId="1" AcceptedAnswerId="17602" CreationDate="2020-05-30T20:43:41.323" Score="1" ViewCount="65" Body="&lt;p&gt;I have been working on a project on MIR.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have run my code on various datasets like GTZAN, DEAM, EmoMusic&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Now I want to train my classifier in a different fashion, i.e. Classification on the basis of Emotion invoked by the song. I tried to use last.fm for this cause but it was not much useful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Can some suggest me a dataset, where songs are classified on the basis of emotions (Not on the basis of genres pls)?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I know that there is Arousal Valence model, but after going through various Survey papers I have found that the classification using that model is not the best, is there any other mode? or a Dataset someone can recommend.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="25175" LastActivityDate="2020-07-02T09:01:15.140" Title="MIR (Music Information Retrieval) Corpus suggestions" Tags="|machine-learning|music|classification|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17592" PostTypeId="1" CreationDate="2020-05-31T12:01:23.950" Score="1" ViewCount="32" Body="&lt;p&gt;A tool that can assess the effectiveness of the Computer Science Ontology (CSO) in the best possible way, by assessing metrics such as accuracy, completeness, conciseness, consistency, expressiveness and other key factors that can be analysed and evaluated to assess the overall effectiveness of the ontology in representing the computer science domain. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I wish to evaluate the ontology on criteria such as accuracy, completeness, conciseness, consistency, expressiveness, computational efficiency and practical usefulness as a representation of the computer science domain.&lt;/p&gt;&#xA;" OwnerUserId="25178" LastEditorUserId="25178" LastEditDate="2020-06-07T07:23:18.767" LastActivityDate="2020-12-18T19:05:19.527" Title="What would be the best ontology evaluation tool to use to analyse and evaluate the Computer Science Ontology (CSO)?" Tags="|tool-request|ontology|analysis|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="17593" PostTypeId="1" CreationDate="2020-05-31T12:55:12.540" Score="1" ViewCount="1986" Body="&lt;p&gt;My team and I are building a website about video games that has affiliate links in it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;My question is about the Chicken Coop API key provided by rapidapi (&lt;a href=&quot;https://rapidapi.com/valkiki/api/chicken-coop/details&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/valkiki/api/chicken-coop/details&lt;/a&gt;).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Is using Chicken Coop API key breaking any Terms of Use of Metacritic? Are there any alternatives?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Main goal is to get metadata about video games from someone and Metacritic Game Metadata has all the video game details plus their Metascores. (If You know any free alternatives that offer video game metadata and allow for commercial use, please let me know).&lt;/p&gt;&#xA;" OwnerUserId="25179" LastActivityDate="2024-02-14T20:02:55.307" Title="Unofficial Metacritic API — Chicken Coop" Tags="|data-request|api|metadata|legal|games|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17594" PostTypeId="2" ParentId="17544" CreationDate="2020-05-31T14:15:51.617" Score="0" Body="&lt;p&gt;The State of Texas has what it is called  Texas Natural Resources Information Systems. Their site is TNRIS DataHub. Here it is  &lt;a href=&quot;https://data.tnris.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.tnris.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They might be lidar that are smaller area if you are seeking smaller areas .&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2020-05-31T14:15:51.617" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17596" PostTypeId="1" AcceptedAnswerId="17598" CreationDate="2020-05-31T20:21:46.280" Score="1" ViewCount="96" Body="&lt;p&gt;Where can I find a dataset of 2 people chit-chat dialogues? I need the data to be of full conversations, from &quot;Hi&quot; to &quot;bye&quot; so to speak.&lt;/p&gt;&#xA;" OwnerUserId="25193" OwnerDisplayName="Mels Hakobyan" LastActivityDate="2020-06-01T14:34:57.390" Title="I need a dialogue dataset" Tags="|nlp|text|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17597" PostTypeId="2" ParentId="17596" CreationDate="2020-06-01T05:39:56.440" Score="0" Body="&lt;p&gt;A good starting point is to look around for &quot;corpora&quot; for text messages specifically. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I would recommend starting here: &lt;a href=&quot;https://github.com/WING-NUS/nus-sms-corpus&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/WING-NUS/nus-sms-corpus&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25186" OwnerDisplayName="Derek O" LastActivityDate="2020-06-01T05:39:56.440" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17598" PostTypeId="2" ParentId="17596" CreationDate="2020-06-01T07:04:53.283" Score="0" Body="&lt;p&gt;You can take a look at &lt;a href=&quot;https://parl.ai/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ParlAI&lt;/a&gt; framework, it is designed for dialogue researches.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The framework provides a set of &lt;a href=&quot;https://github.com/facebookresearch/ParlAI/blob/master/parlai/tasks/task_list.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;dialogue datasets&lt;/a&gt;. Please find those with tag &quot;ChitChat&quot; and see if they fit your needs.&lt;/p&gt;&#xA;" OwnerDisplayName="Duc Nguyen" LastActivityDate="2020-06-01T07:04:53.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17599" PostTypeId="1" AcceptedAnswerId="17716" CreationDate="2020-06-01T20:41:07.530" Score="1" ViewCount="85" Body="&lt;p&gt;I need rasters of global potential yields for various crops globally for a research project. These rasters are available from &lt;a href=&quot;http://www.fao.org/nr/gaez/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GAEZ&lt;/a&gt;, as pointed out in the answer to &lt;a href=&quot;https://opendata.stackexchange.com/questions/15281/where-can-i-find-image-dataset-for-crop-yield-prediction&quot;&gt;this question&lt;/a&gt;. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, the GAEZ data portal, an Adobe Flash web app, does not work for me. I am not able to download the data rasters (though I am able to download data in an aggregated tabular format). I've tried clearing my cache, switching browsers, etc. I've also had colleagues try to download the data without success. I've emailed GAEZ repeatedly about this over the last few months and have not received any reply.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone either have this data downloaded and would be willing to share it, or have troubleshooting tips?&lt;/p&gt;&#xA;" OwnerUserId="25188" LastActivityDate="2020-06-29T08:12:15.590" Title="How can I access GAEZ potential yield rasters?" Tags="|data-request|geospatial|agriculture|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17600" PostTypeId="1" AcceptedAnswerId="17604" CreationDate="2020-06-01T21:56:56.383" Score="1" ViewCount="119" Body="&lt;p&gt;Is it possible to search OpenFDA using multiple search fields. Separately both terms work but I can't figure out how to search using both at the same time.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is what I tried that does not work to search using &lt;code&gt;rxcui&lt;/code&gt; and &lt;code&gt;manufacturer_name&lt;/code&gt;.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ curl https://api.fda.gov/drug/ndc.json\?search\=openfda.rxcui:860975\&amp;amp;search\=openfda.manufacturer_name\=NCS                                                                                  2.6.5&#xA;&#xA;{&#xA;  &quot;error&quot;: {&#xA;    &quot;code&quot;: &quot;BAD_REQUEST&quot;,&#xA;    &quot;message&quot;: &quot;Invalid parameter: openfda.rxcui:860975&quot;&#xA;  }&#xA;}%&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;rxcui&lt;/code&gt; by itself works&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ curl https://api.fda.gov/drug/ndc.json\?search\=openfda.rxcui:860975                                                                                                                          2.6.5&#xA;&#xA;{&#xA;  &quot;meta&quot;: {&#xA;    &quot;disclaimer&quot;: &quot;Do not rely on openFDA to make decisions regarding medical care. While we make every effort to ensure that data is accurate, you should assume all results are unvalidated. We may limit or otherwise restrict your access to the API in line with our Terms of Service.&quot;,&#xA;    &quot;terms&quot;: &quot;https://open.fda.gov/terms/&quot;,&#xA;    &quot;license&quot;: &quot;https://open.fda.gov/license/&quot;,&#xA;    &quot;last_updated&quot;: &quot;2020-05-30&quot;,&#xA;    &quot;results&quot;: {&#xA;      &quot;skip&quot;: 0,&#xA;      &quot;limit&quot;: 1,&#xA;      &quot;total&quot;: 92&#xA;    }&#xA;  },&#xA;  &quot;results&quot;: [&#xA;    ...&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&#xA;&lt;p&gt;The &lt;code&gt;manufacturer_name&lt;/code&gt; by itself works&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;$ curl https://api.fda.gov/drug/ndc.json\?search\=openfda.manufacturer_name\=NCS                                                                                                                2.6.5&#xA;&#xA;{&#xA;  &quot;meta&quot;: {&#xA;    &quot;disclaimer&quot;: &quot;Do not rely on openFDA to make decisions regarding medical care. While we make every effort to ensure that data is accurate, you should assume all results are unvalidated. We may limit or otherwise restrict your access to the API in line with our Terms of Service.&quot;,&#xA;    &quot;terms&quot;: &quot;https://open.fda.gov/terms/&quot;,&#xA;    &quot;license&quot;: &quot;https://open.fda.gov/license/&quot;,&#xA;    &quot;last_updated&quot;: &quot;2020-05-30&quot;,&#xA;    &quot;results&quot;: {&#xA;      &quot;skip&quot;: 0,&#xA;      &quot;limit&quot;: 1,&#xA;      &quot;total&quot;: 318&#xA;    }&#xA;  },&#xA;  &quot;results&quot;: [&#xA;    ...&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="25189" LastActivityDate="2020-06-02T17:58:35.473" Title="Is it possible to search using multiple criteria" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17601" PostTypeId="1" CreationDate="2020-06-02T07:49:44.870" Score="1" ViewCount="45" Body="&lt;p&gt;If you review the raw data documentation and any accompanying research papers, you will be informed that &quot;event_key&quot; is meant to be an important field.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Master Event Data: A distinct master event data record will be present for each source reporting anevent. In other words, if a User Facility, Distributor, Manufacturer, and voluntary submitter all report an event, there will be four event records. These individual source records are related via the EVENT KEY. EVENT KEY is an internally-generated key which links multiple sources to a single event.&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;(&lt;a href=&quot;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/manufacturer-and-user-facility-device-experience-database-maude&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/manufacturer-and-user-facility-device-experience-database-maude&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However from both the API queries and text file downloads the event_key field seems to be completely empty. Documentation also has missing details to help answer the question. Hope to get a response on this!&lt;/p&gt;&#xA;" OwnerUserId="24908" LastActivityDate="2024-02-13T04:06:55.827" Title="Is &quot;event_key&quot; meant to be empty?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17602" PostTypeId="2" ParentId="17591" CreationDate="2020-06-02T08:58:47.173" Score="1" Body="&lt;p&gt;You are on the right path,so you can either use a dataset providing the valence and arousal levels as meta data or the emotions. The first type is more frequent and easier to find but if you are interested in labeled emotions you can use &lt;a href=&quot;https://en.wikipedia.org/wiki/Emotion_classification&quot; rel=&quot;nofollow noreferrer&quot;&gt;the circumplex model developed by James Russell also known as Russell's model&lt;/a&gt; to convert the valence/arousal levels to emotion labels. &#xA;&lt;a href=&quot;https://i.stack.imgur.com/atfTm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/atfTm.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&#xA;&lt;em&gt;(graph source: Perceptually Valid Facial Expressions for Character-Based Applications, &lt;a href=&quot;https://www.researchgate.net/publication/220061100_Perceptually_Valid_Facial_Expressions_for_Character-Based_Applications&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.researchgate.net/publication/220061100_Perceptually_Valid_Facial_Expressions_for_Character-Based_Applications&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here are some of those datasets:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://mir.dei.uc.pt/downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;4Q audio emotion dataset (Russell's model) (2018) &lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.eecs.qmul.ac.uk/mmv/datasets/deap/readme.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;The DEAP dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://cvml.unige.ch/databases/DEAM/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DEAM dataset - The MediaEval Database for Emotional Analysis of Music&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;As for the datasets with emotion labels:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www2.projects.science.uu.nl/memotion/emotifydata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The emotify dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/IFOBRN&quot; rel=&quot;nofollow noreferrer&quot;&gt;Music and emotion dataset (Primary Musical Cues)&lt;/a&gt;&#xA;should be what you are interested in.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;More can be found under: &lt;a href=&quot;https://ismir.net/resources/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ismir.net/resources/datasets/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-06-02T08:58:47.173" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17603" PostTypeId="2" ParentId="17601" CreationDate="2020-06-02T17:50:53.057" Score="0" Body="&lt;p&gt;It appears that the &lt;code&gt;EVENT_KEY&lt;/code&gt; is blank for &lt;em&gt;each and every&lt;/em&gt; MAUDE record in the &lt;a href=&quot;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/manufacturer-and-user-facility-device-experience-database-maude&quot; rel=&quot;nofollow noreferrer&quot;&gt;source data&lt;/a&gt; themselves, which is why it is also blank in openFDA. The following &lt;code&gt;grep&lt;/code&gt; command was used to confirm this:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;code&gt;grep -oP &quot;(?m)^\d+\|\w*\|&quot; mdrfoi.txt mdrfoithru2019.txt mdrfoiadd.txt mdrfoichange.txt | grep -oP &quot;\|.*?\|&quot; | grep -oP &quot;[[:alnum:]]+&quot;&lt;/code&gt; &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-06-02T17:50:53.057" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17604" PostTypeId="2" ParentId="17600" CreationDate="2020-06-02T17:58:35.473" Score="0" Body="&lt;p&gt;Yes, you can use &lt;code&gt;AND&lt;/code&gt; logical operator as described in the &lt;a href=&quot;https://open.fda.gov/apis/query-syntax/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA documentation&lt;/a&gt;. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-06-02T17:58:35.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17605" PostTypeId="2" ParentId="17593" CreationDate="2020-06-03T07:33:33.527" Score="0" Body="&lt;p&gt;Metacritic ToS link forwards to&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cbsinteractive.com/legal/cbsi/terms-of-use/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cbsinteractive.com/legal/cbsi/terms-of-use/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;You are only permitted to access and view the Content for personal, non-commercial purposes in accordance with these Terms, and may not build a business or other enterprise utilizing any of the Content, whether for profit or not.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;(keep reading that section -  it gets even less &quot;open&quot;)&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;To answer your questions&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Is using Chicken Coop API key breaking any Terms of Use of Metacritic?&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Yes.&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;&lt;em&gt;Are there any alternatives?&lt;/em&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;No (unless you drop the need for the Metascores). You can start with &lt;a href=&quot;https://opendata.stackexchange.com/q/2120/1511&quot;&gt;this question&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-06-04T10:41:25.943" LastActivityDate="2020-06-04T10:41:25.943" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17606" PostTypeId="2" ParentId="17439" CreationDate="2020-06-03T08:18:03.813" Score="1" Body="&lt;p&gt;I think you are referring to &lt;strong&gt;voice spoofing&lt;/strong&gt;, which can be part of the phishing process. In the context of voice, the term spoofing is more common in literature. Spoofing/ phishing can take various forms either by using a replayed audio (if only a password is required for example) or an advanced voice synthesis/cloning system etc. Therefore the datasets can differ in their structure depending on the research specifications. The following are some datasets used in anti-spoofing research: &lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.secs.oakland.edu/~mahmood/datasets/audiospoof.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Voice Spoofing Detection Corpus (VSDC) &lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.idiap.ch/dataset/avspoof&quot; rel=&quot;nofollow noreferrer&quot;&gt;avspoof&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.mendeley.com/datasets/k47yd3m28w/4#folder-34f38bf6-6c0c-4a68-aca2-52f4f9dbac84&quot; rel=&quot;nofollow noreferrer&quot;&gt;H-Voice: Fake voice histograms (Imitation+DeepVoice)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-06-03T08:18:03.813" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17607" PostTypeId="1" CreationDate="2020-06-04T13:31:59.353" Score="1" ViewCount="67" Body="&lt;p&gt;I would like to know if there is any dataset that has the information about all education degrees and its specializations ? &#xA;It need not be limited or it can be for USA.&lt;/p&gt;&#xA;" OwnerUserId="18994" LastActivityDate="2020-06-04T13:31:59.353" Title="dataset for specialization of bachelor degrees" Tags="|data-request|data.gov|education|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17608" PostTypeId="1" CreationDate="2020-06-04T14:43:50.583" Score="1" ViewCount="262" Body="&lt;p&gt;Is anyone aware of an open database of warranties on products?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Ideally, the database would allow the warranties on the product to be looked up by manufacturer and model number.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This would be useful for helping people to track whether their products are still under warranty.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;I'm highly doubtful that such a database exists for all manufacturers.  If it exists for a subset of manufacturers (e.g., electronics, home appliances, automotive, etc.) that could still be useful.&lt;/p&gt;&#xA;" OwnerUserId="19581" LastActivityDate="2020-06-04T14:43:50.583" Title="Product Warranty Database" Tags="|data-request|legal|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17609" PostTypeId="1" CreationDate="2020-06-05T23:12:24.563" Score="1" ViewCount="9" Body="&lt;p&gt;Is there a database of worldwide transcripts of political debates and speeches? I wanted to it to build a model to predict elections. I would also like worldwide political candidate polling data.&lt;/p&gt;&#xA;" OwnerUserId="21384" LastActivityDate="2020-06-05T23:12:24.563" Title="Is there a database of worldwide transcripts of political debates and speeches?" Tags="|politics|" AnswerCount="0" CommentCount="1" ClosedDate="2020-06-09T05:35:32.183" ContentLicense="CC BY-SA 4.0" />
  <row Id="17610" PostTypeId="2" ParentId="17497" CreationDate="2020-06-07T20:25:39.483" Score="1" Body="&lt;p&gt;The older Sentinel data are available upon request in the Long Term Archive (LTA) Access. For the current status, see &lt;a href=&quot;https://scihub.copernicus.eu/userguide/LongTermArchive&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scihub.copernicus.eu/userguide/LongTermArchive&lt;/a&gt; .&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You should be able to order data from the LTA either through the Copernicus Open Access Hub (&lt;a href=&quot;https://scihub.copernicus.eu/dhus/#/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scihub.copernicus.eu/dhus/#/home&lt;/a&gt;) which requires a registration.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;An alternative in Python is to use &lt;code&gt;sentinelsat&lt;/code&gt; which also offers LTA support:&#xA;&lt;a href=&quot;https://sentinelsat.readthedocs.io/en/stable/api.html?highlight=lta#lta-products&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sentinelsat.readthedocs.io/en/stable/api.html?highlight=lta#lta-products&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Important: &lt;a href=&quot;https://forum.step.esa.int/t/esa-copernicus-data-access-long-term-archive-and-its-drawbacks/15394/16&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; I just read that you need to install &lt;code&gt;sentinelsat&lt;/code&gt; from its master branch at &lt;a href=&quot;https://github.com/sentinelsat/sentinelsat&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/sentinelsat/sentinelsat&lt;/a&gt; as it hasn't been released yet (&lt;a href=&quot;https://github.com/sentinelsat/sentinelsat/issues/358#issuecomment-614615366&quot; rel=&quot;nofollow noreferrer&quot;&gt;ref&lt;/a&gt;). See also a related &lt;a href=&quot;https://github.com/sentinelsat/sentinelsat/issues/347&quot; rel=&quot;nofollow noreferrer&quot;&gt;closed issue&lt;/a&gt; on the matter.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;All a bit tricky!&lt;/p&gt;&#xA;" OwnerUserId="1614" LastEditorUserId="1614" LastEditDate="2020-06-08T12:43:10.320" LastActivityDate="2020-06-08T12:43:10.320" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17611" PostTypeId="1" CreationDate="2020-06-07T21:36:12.713" Score="2" ViewCount="53" Body="&lt;p&gt;I noticed that when I look at product recall &quot;Z-1973-2012&quot; in the OpenFDA Recalls database, it returns with a result containing Product Code &quot;CGA&quot;.&#xA;However the same recall number on FDA's &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Recall Search&lt;/a&gt; site returns an &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm?id=110215&quot; rel=&quot;nofollow noreferrer&quot;&gt;entry&lt;/a&gt; with Product Code &quot;CHL&quot;.&#xA;Are such issues known with the Product Codes in the OpenFDA Recalls database?&lt;/p&gt;&#xA;" OwnerUserId="25156" LastActivityDate="2024-02-20T20:01:55.210" Title="Incorrect Product Code in OpenFDA Recalls Database" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17612" PostTypeId="1" CreationDate="2020-06-08T07:59:33.613" Score="2" ViewCount="1422" Body="&lt;p&gt;Are there any &lt;strong&gt;open source data&lt;/strong&gt; for English words by CEFR level? &lt;/p&gt;&#xA;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://www.oxfordlearnersdictionaries.com/wordlists/oxford3000-5000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.oxfordlearnersdictionaries.com/wordlists/oxford3000-5000&lt;/a&gt; , which categorizes English words based on CEFR level, but it has license.&lt;/p&gt;&#xA;" OwnerUserId="25219" LastEditorUserId="25219" LastEditDate="2020-06-16T16:27:55.753" LastActivityDate="2020-06-17T07:30:09.317" Title="CEFR for English words by level" Tags="|language|english|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17613" PostTypeId="2" ParentId="17612" CreationDate="2020-06-08T08:28:43.257" Score="2" Body="&lt;p&gt;Maybe this &lt;a href=&quot;https://www.toe.gr/course/view.php?id=27&quot; rel=&quot;nofollow noreferrer&quot;&gt;word lists link&lt;/a&gt; is what you are looking for. It is a course with lists of words as pdfs categorized by CEFR levels. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Alternatively, you can use the &lt;a href=&quot;https://cental.uclouvain.be/cefrlex/efllex&quot; rel=&quot;nofollow noreferrer&quot;&gt;EFLLex: A CEFR-graded lexical resource for English as a foreign language&lt;/a&gt;, which is open sourced but the you still must cite &lt;a href=&quot;http://www.lrec-conf.org/proceedings/lrec2018/pdf/439.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;the original work/ authors&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="21435" LastEditDate="2020-06-17T07:30:09.317" LastActivityDate="2020-06-17T07:30:09.317" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17614" PostTypeId="1" CreationDate="2020-06-08T12:13:24.333" Score="1" ViewCount="44" Body="&lt;p&gt;I am looking for a data set of electro-mechanical data storage devices prices and specs. In particular, I am interested in the prices of memory storage (e.g. Hard Disk, Solid State Hardisk etc. etc.) comparing the $/GB, writing reading speed, the maximum capacity and so on I did my own table. But I want to validate it against a dataset.&lt;/p&gt;&#xA;" OwnerUserId="3314" LastActivityDate="2024-02-26T20:04:35.563" Title="Dataset of electro-mechanical data storage devices prices and storage capabilities" Tags="|data-request|global|technology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17615" PostTypeId="1" AcceptedAnswerId="17627" CreationDate="2020-06-08T16:48:32.093" Score="1" ViewCount="92" Body="&lt;p&gt;Is there anyway to download revisions of data from a CKAN database?&lt;/p&gt;&#xA;&lt;p&gt;I have been able to retrieve a revision list, but it seems as though there is no way to download individual revisions.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Here is the &lt;a href=&quot;https://hub.mph.in.gov/api/3/action/package_revision_list?id=62ddcb15-bbe8-477b-bb2e-175ee5af8629&quot; rel=&quot;nofollow noreferrer&quot;&gt;revision list&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Here is the &lt;a href=&quot;https://hub.mph.in.gov/api/3/action/package_show?id=62ddcb15-bbe8-477b-bb2e-175ee5af8629&quot; rel=&quot;nofollow noreferrer&quot;&gt;package information&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I can even &lt;a href=&quot;https://hub.mph.in.gov/api/3/action/revision_show?id=00a701e0-ab10-40b0-9630-82fb06c641d1&quot; rel=&quot;nofollow noreferrer&quot;&gt;pull individual revisions&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This is a link to the &lt;a href=&quot;https://hub.mph.in.gov/dataset/62ddcb15-bbe8-477b-bb2e-175ee5af8629/resource/2538d7f1-391b-4733-90b3-9e95cd5f3ea6/download/covid_report_demographics.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;current version&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The ID &lt;code&gt;2538d7f1-391b-4733-90b3-9e95cd5f3ea6&lt;/code&gt; is not a valid revision ID, and I am unsure where that ID comes from. Anyone happen to know how to through the CKAN API?&lt;/p&gt;&#xA;" OwnerUserId="25221" LastEditorUserId="23272" LastEditDate="2021-03-11T06:11:00.023" LastActivityDate="2021-03-11T06:11:00.023" Title="Download CKAN Revisions" Tags="|api|ckan|download|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17616" PostTypeId="1" AcceptedAnswerId="17658" CreationDate="2020-06-08T20:02:08.733" Score="0" ViewCount="103" Body="&lt;p&gt;Is there a database of ASRI frequencies anywhere? I've been looking, but can't find anything. I know there is an &lt;a href=&quot;https://wireless2.fcc.gov/UlsApp/UlsSearch/searchGeographic.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;FCC database&lt;/a&gt; of frequencies, but all the frequencies ASRI applies for are under their own name, so it's not easy to figure out the business they are for. &lt;/p&gt;&#xA;" OwnerUserId="24867" LastActivityDate="2020-07-16T10:03:40.410" Title="ASRI frequencies database for FBOs" Tags="|fcc|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17618" PostTypeId="1" AcceptedAnswerId="17751" CreationDate="2020-06-09T01:31:15.913" Score="1" ViewCount="49" Body="&lt;p&gt;I grabbed ZIP Code Tabulation Areas (ZCTAs) from &lt;a href=&quot;https://www.census.gov/geographies/mapping-files/time-series/geo/cartographic-boundary.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;census.gov&lt;/a&gt;  and I'm a bit confused because the data for Zip Codes seems to be from 2010?  Is that right?&lt;/p&gt;&#xA;&lt;p&gt;Do they not change frequently enough to warrant an update in the 2019 dataset? Or is there a more updated data set?&lt;/p&gt;&#xA;" OwnerUserId="25224" LastEditorUserId="23272" LastEditDate="2021-03-11T06:11:58.640" LastActivityDate="2021-03-11T06:11:58.640" Title="Is the most up to date data from the US Census on ZIP Codes (ZCTAs) from 2010?" Tags="|geospatial|us-census|geocoding|postal-code|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17619" PostTypeId="2" ParentId="17573" CreationDate="2020-06-09T05:45:26.040" Score="2" Body="&lt;p&gt;here is one resource&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.covid19hg.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.covid19hg.org/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;blockquote&gt;&#xA;  &lt;p&gt;The COVID-19 host genetics initiative brings together the human genetics community to generate, share and analyze data to learn the genetic determinants of COVID-19 susceptibility, severity and outcomes. Such discoveries could help to generate hypotheses for drug repurposing, identify individuals at unusually high or low risk, and contribute to global knowledge of the biology of SARS-CoV-2 infection and disease.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&#xA;&lt;p&gt;Not sure exactly where the raw data is -- but maybe this &quot;results&quot; page, which has &quot;Download&quot; links on the bottom: &lt;a href=&quot;https://www.covid19hg.org/results/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.covid19hg.org/results/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-06-09T05:45:26.040" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17620" PostTypeId="2" ParentId="3928" CreationDate="2020-06-09T05:51:00.717" Score="2" Body="&lt;p&gt;I guess because it's part of Anki, it's somewhat related, but I just stumbled on this&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://ankiweb.net/shared/info/1407979740&quot; rel=&quot;nofollow noreferrer&quot;&gt;A half-automatic Forvo Downloader&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;You select the field you want the audio to go into and press an editor button or keyboard shortcut.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The addon will open the relevant forvo.com page in your web browser.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;You decide on one or more pronunciations and download them the regular way in your web browser.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The addon will automatically pick up the files from your web browser's downloads directory and insert them into the field.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Source code: &lt;a href=&quot;https://github.com/yunidatsu/anki-forvodl&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/yunidatsu/anki-forvodl&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-06-09T05:51:00.717" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17621" PostTypeId="2" ParentId="9392" CreationDate="2020-06-09T06:30:02.323" Score="1" Body="&lt;p&gt;You'd have to piece it together, but Project Euler has many solutions to the same problems hosted on github&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/topics/project-euler&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/topics/project-euler&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can get the text of the problems with the URL&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://projecteuler.net/problem=719&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://projecteuler.net/problem=719&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;and also some machine readable info from the questions: &lt;a href=&quot;https://projecteuler.chat/viewtopic.php?t=3003&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://projecteuler.chat/viewtopic.php?t=3003&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-06-09T06:30:02.323" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17622" PostTypeId="2" ParentId="7568" CreationDate="2020-06-09T06:32:44.543" Score="1" Body="&lt;p&gt;You can use &lt;a href=&quot;https://www.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; (OSM), which has the &lt;code&gt;shop=car&lt;/code&gt; tag:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:shop%3Dcar&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:shop%3Dcar&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;you can use this browser tool to refine the query&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://overpass-turbo.eu/s/USa&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://overpass-turbo.eu/s/USa&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Hvjzt.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Hvjzt.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and bulk downloads are described many places on this site and others&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-06-09T06:32:44.543" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17623" PostTypeId="2" ParentId="15610" CreationDate="2020-06-09T06:44:50.113" Score="1" Body="&lt;p&gt;one good option is &lt;a href=&quot;http://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.naturalearthdata.com/&lt;/a&gt;, which is public domain&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Natural Earth is a public domain map dataset available at 1:10m, 1:50m, and 1:110 million scales.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.naturalearthdata.com/about/terms-of-use/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.naturalearthdata.com/about/terms-of-use/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;All versions of Natural Earth raster + vector map data found on this website are in the public domain. You may use the maps in any manner, including modifying the content and design, electronic dissemination, and offset printing.&lt;/p&gt;&#xA;&lt;p&gt;No permission is needed to use Natural Earth. Crediting the authors is unnecessary.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;you can also see this geojson packaging of the data described above:  &lt;a href=&quot;http://geojson.xyz/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://geojson.xyz/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="-1" LastEditDate="2020-06-18T08:24:38.847" LastActivityDate="2020-06-09T06:44:50.113" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17624" PostTypeId="2" ParentId="17611" CreationDate="2020-06-10T13:57:05.517" Score="0" Body="&lt;p&gt;The data openFDA receives internally for this dataset does have &lt;code&gt;CGA&lt;/code&gt;. We will investigate internally and report back with findings. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Thank you for bringing this to our attention. &lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-06-10T13:57:05.517" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="17625" PostTypeId="1" CreationDate="2020-06-10T23:42:18.773" Score="3" ViewCount="84" Body="&lt;p&gt;Metropolitan Statistical Areas (MSAs) in the U.S. are comprised of counties. Within MSAs, the Census Bureeau makes a distinction between &quot;Central&quot; and &quot;Outlying&quot; counties: &lt;a href=&quot;https://www.census.gov/programs-surveys/metro-micro/about.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/metro-micro/about.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I have searched far and wide for a user friendly (data analysis friendly) list of counties that contains information for their central/outlying status within MSAs. Unfortunately, I cannot find anything resembling a spreadsheet or data table.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I did find a list in an OMB bulletin &lt;a href=&quot;https://www.whitehouse.gov/wp-content/uploads/2020/03/Bulletin-20-01.pdf?#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.whitehouse.gov/wp-content/uploads/2020/03/Bulletin-20-01.pdf?#&lt;/a&gt; , beginning on page 41, that contains the relevant information, but I am unable to extract this information in a systematic manner.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does a spreadsheet/data table of this information exist anywhere? &lt;/p&gt;&#xA;" OwnerUserId="25232" LastActivityDate="2020-06-11T15:35:23.317" Title="Central vs Outlying counties for US Metropolitan Areas list" Tags="|us-census|county|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17626" PostTypeId="1" CreationDate="2020-06-11T01:47:04.870" Score="1" ViewCount="90" Body="&lt;p&gt;How many US hospitals have emergency departments?&lt;/p&gt;&#xA;" OwnerUserId="25233" LastActivityDate="2024-03-27T12:43:25.973" Title="Number of Hospitals in the US with emergency departments" Tags="|data-request|usa|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17627" PostTypeId="2" ParentId="17615" CreationDate="2020-06-11T13:32:38.693" Score="2" Body="&lt;p&gt;In this case, &lt;code&gt;2538d7f1-391b-4733-90b3-9e95cd5f3ea6&lt;/code&gt; is a resource ID, not a revision ID. In CKAN, package(dataset) contains multiple resources and each of resources contain either actual data(file) or link to the data.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Revisions reflect metadata change over time. I.e, it tracks changes in dataset fields and resource fields, but do not track changes of the uploaded file. So, you cannot download previous versions of data(file).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;What you can do with revision is viewing the previous title, description, etc. of the dataset. For example CKAN &amp;lt;= 2.8 allows to append revision to dataset id/name and view the previous version in UI:&#xA;&lt;a href=&quot;https://hub.mph.in.gov/dataset/covid-19-case-demographics@ca33a830-f8da-4728-a238-7daa01b5bed8&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hub.mph.in.gov/dataset/covid-19-case-demographics@ca33a830-f8da-4728-a238-7daa01b5bed8&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;But, generally, revisions have pretty restricted capabilities and they will be replaced with improved activity stream in CKAN v2.9&lt;/p&gt;&#xA;" OwnerUserId="25237" LastActivityDate="2020-06-11T13:32:38.693" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17628" PostTypeId="2" ParentId="17625" CreationDate="2020-06-11T15:35:23.317" Score="2" Body="&lt;p&gt;A statistician at the Office of Management and Budget directed me to this website: &lt;a href=&quot;https://www.census.gov/geographies/reference-files/time-series/demo/metro-micro/delineation-files.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geographies/reference-files/time-series/demo/metro-micro/delineation-files.html&lt;/a&gt; and the files under the &lt;em&gt;Core based statistical areas (CBSAs), metropolitan divisions, and combined statistical areas (CSAs)&lt;/em&gt; heading contain the relevant information. This is the only spot on the web where I have seen this!&lt;/p&gt;&#xA;" OwnerUserId="25232" LastActivityDate="2020-06-11T15:35:23.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17630" PostTypeId="1" CreationDate="2020-06-11T19:02:18.440" Score="1" ViewCount="15" Body="&lt;p&gt;we are trying to figure out how to query the Food API endpoint using the FEI number and pulling back Recall Enforcement and Adverse Events Reports. So far we cannot find any way to query this data using the FEI number. Does anybody know if this is possible?&lt;/p&gt;&#xA;" OwnerUserId="25239" LastActivityDate="2020-06-11T19:02:18.440" Title="Food API Endpoints - Query by FEI number?" Tags="|data-request|api|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17631" PostTypeId="2" ParentId="12409" CreationDate="2020-06-11T21:47:57.507" Score="1" Body="&lt;p&gt;The Computer Science Ontology (CSO) is freely available at &lt;a href=&quot;http://cso.kmi.open.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://cso.kmi.open.ac.uk/&lt;/a&gt; since 2018, and it can be downloaded in a variety of formats. You can also subscribe to the site and give your feedback about any topic or relationship. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;PS: I am the author of the ontology and I would have happily share with you back in 2016. Just send me a mail next time. :)&lt;/p&gt;&#xA;" OwnerUserId="25240" LastActivityDate="2020-06-11T21:47:57.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17632" PostTypeId="1" CreationDate="2020-06-11T22:17:29.930" Score="0" ViewCount="36" Body="&lt;p&gt;I am looking for a free data feed (with HTTP(S) API) which I can use for various demos:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;something that I can map (both as markers and a heat-map)&lt;/li&gt;&#xA;&lt;li&gt;and chart the values&lt;/li&gt;&#xA;&lt;li&gt;real-time, and at least part of it should update often enough that someone looking at the page for 30 seconds (preferably less) will notice  change&lt;/li&gt;&#xA;&lt;li&gt;UK based is &amp;quot;nice to have&amp;quot; (London only is also acceptable), I also like Singapore (where the government have a lot of open data), but will accept anywhere&lt;/li&gt;&#xA;&lt;li&gt;a single datum suffices (with multiple values; e.g datum is train, values are all trains, multiple datums (data) would be different train companies)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2020-07-09T06:37:51.680" LastActivityDate="2020-07-09T06:37:51.680" Title="Seeking any free, mappable real-time data which updates frequently (UK based is nice, but not necessary)" Tags="|api|uk|real-time|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17633" PostTypeId="2" ParentId="6316" CreationDate="2020-06-11T23:22:08.873" Score="-1" Body="&lt;p&gt;The &lt;a href=&quot;http://www.drugbank.ca/drugs/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DrugBank&lt;/a&gt; website could help&lt;/p&gt;&#xA;" OwnerUserId="25242" LastActivityDate="2020-06-11T23:22:08.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17634" PostTypeId="1" AcceptedAnswerId="17638" CreationDate="2020-06-12T05:02:05.173" Score="3" ViewCount="331" Body="&lt;p&gt;I've been looking for a list of counties in each &quot;nation&quot; of Woodard's map of American Nations. However, I only found maps of it and certainly as a beginner in the field, I am unable to transform this map into tabular list of counties in each &quot;nations&quot;. I've checked his website but latest comment from visitors in his post about American Nations was 3 years ago.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I'm wondering if anyone have the list of counties for Woodard's American Nations or if there's any cultural map similar to Woodard's that's as defensible as Woodard's.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q31sH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q31sH.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;a href=&quot;http://www.colinwoodard.com/files/ColinWoodard_AmericanNations_map.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.colinwoodard.com/files/ColinWoodard_AmericanNations_map.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25243" LastEditorUserId="19566" LastEditDate="2020-06-12T17:22:19.190" LastActivityDate="2023-04-23T21:59:06.773" Title="County list of Woodard's American Nations" Tags="|geospatial|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17635" PostTypeId="2" ParentId="12386" CreationDate="2020-06-12T10:24:28.210" Score="0" Body="&lt;p&gt;Yes, there is a word2vec pre-trained with MIMIC-III and PubMed on Github:&#xA;&lt;a href=&quot;https://github.com/ncbi-nlp/BioSentVec&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ncbi-nlp/BioSentVec&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25246" LastActivityDate="2020-06-12T10:24:28.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17636" PostTypeId="1" CreationDate="2020-06-12T10:59:21.287" Score="1" ViewCount="16" Body="&lt;p&gt;I'm interested in knowing which topics angel investors have...well...invested in during the last years. Preferably in Europe.&lt;/p&gt;&#xA;&lt;p&gt;This is because I want to prove that the &amp;quot;going green&amp;quot; movement is growing strong.&lt;/p&gt;&#xA;&lt;p&gt;Do you know any dataset I can analyze? I only know pitchbook.com but it's paid.&lt;/p&gt;&#xA;" OwnerUserId="25075" LastEditorUserId="70" LastEditDate="2022-10-14T19:01:00.947" LastActivityDate="2022-10-14T19:01:00.947" Title="Data on which topics angel investors have been interested through the years?" Tags="|data-request|economics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17637" PostTypeId="2" ParentId="107" CreationDate="2020-06-12T18:41:03.723" Score="3" Body="&lt;p&gt;As you already found out the Dumps of wikidata are readily available and can be downloaded and unzipped in a few hours. Getting a proper RDF database server running with such dumps is another story.&lt;/p&gt;&#xA;&lt;p&gt;At &lt;a href=&quot;http://wiki.bitplan.com/index.php/Get_your_own_copy_of_WikiData&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wiki.bitplan.com/index.php/Get_your_own_copy_of_WikiData&lt;/a&gt; you'll find the description of some successful and failed attempts as well as Performance reports.&lt;/p&gt;&#xA;&lt;p&gt;Importing WikiData dumps is a moving target. Something that works today in a certain environment might not work in a few weeks or months.&lt;/p&gt;&#xA;&lt;p&gt;As of 2020-06 a successful import has been reported by Jonas Sourlier in &lt;a href=&quot;https://issues.apache.org/jira/browse/JENA-1909&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://issues.apache.org/jira/browse/JENA-1909&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please note that Jonas has switched the loader to the more recent one just as i did. My recent attempt described in &lt;a href=&quot;https://issues.apache.org/jira/browse/JENA-1908&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://issues.apache.org/jira/browse/JENA-1908&lt;/a&gt; failed.&lt;/p&gt;&#xA;&lt;p&gt;I hope the fourth attempt I am currently describing will be successful and you could then simply follow the procedure described in the wikipage (which I'll copy here once the attempt is successful). Please stay tuned ...&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://wiki.bitplan.com/index.php/WikiData_Import_2020-08-15&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://wiki.bitplan.com/index.php/WikiData_Import_2020-08-15&lt;/a&gt; reports a successful attempt.&lt;/p&gt;&#xA;" OwnerUserId="18245" LastEditorUserId="18245" LastEditDate="2020-09-22T13:11:57.353" LastActivityDate="2020-09-22T13:11:57.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17638" PostTypeId="2" ParentId="17634" CreationDate="2020-06-12T19:13:23.453" Score="3" Body="&lt;p&gt;I generated &lt;a href=&quot;https://docs.google.com/spreadsheets/d/16P_67njn5zN_YJzYM_khkg9iW17NkromSIz1BfpV09o/edit?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;a table&lt;/a&gt; of US counties categorized by Woodard's American Nations as shown on that map. Here's how I made it:&lt;/p&gt;&#xA;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Downloaded &lt;a href=&quot;https://catalog.data.gov/dataset/tiger-line-shapefile-2017-nation-u-s-current-county-and-equivalent-national-shapefile&quot; rel=&quot;nofollow noreferrer&quot;&gt;US county polygons shapefile&lt;/a&gt; from data.gov&lt;/li&gt;&#xA;&lt;li&gt;Georeferenced the Woodard's American Nations pdf in QGIS&lt;/li&gt;&#xA;&lt;li&gt;Manually selected the county polygons that overlapped each &quot;American Nations&quot; region, and added that information to the attribute table.&lt;/li&gt;&#xA;&lt;li&gt;Joined the county file to a &lt;a href=&quot;https://www.census.gov/geographies/mapping-files/time-series/geo/carto-boundary-file.2017.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;state boundary file&lt;/a&gt; to add state names to the table. (Because the county file only had &quot;STATEFP&quot; numerical codes instead of state names.)&lt;/li&gt;&#xA;&lt;li&gt;Exported county names, state names, and &quot;american nation&quot; names into a single table.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&#xA;&lt;p&gt;Note that this table only includes US counties. The &quot;nations&quot; boundaries on the Canadian portion of the map don't correspond with county boundaries. The boundaries on the Mexican portion of the map correspond to states, not counties. The Mexican states of Baja California, Sonora, Chihuahua, Coahuila, Nuevo Leon and Tamaulipas are part of the &quot;EL NORTE&quot; region.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2020-06-12T19:13:23.453" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17639" PostTypeId="2" ParentId="13659" CreationDate="2020-06-12T23:37:01.557" Score="2" Body="&lt;p&gt;You can download a comprehensive file through UMich's ICPSR repository (sign up is free): &lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.icpsr.umich.edu/web/ICPSR/series/366&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.icpsr.umich.edu/web/ICPSR/series/366&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Here's a sample of the data – I believe the ICPSR's ToC doesn't allow publicly redistributing the full copy, but you'll get an idea of what it contains before signing up:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://docs.google.com/spreadsheets/d/1ASnQUPUyKhELtzY3MZlTBeRm2WdbhmbrfalWjGQ3ojk/edit#gid=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://docs.google.com/spreadsheets/d/1ASnQUPUyKhELtzY3MZlTBeRm2WdbhmbrfalWjGQ3ojk/edit#gid=0&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Some more context (I asked for this on Twitter and someone helpfully showed me the way): &lt;a href=&quot;https://twitter.com/dancow/status/1270704381634150402&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/dancow/status/1270704381634150402&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1360" LastActivityDate="2020-06-12T23:37:01.557" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17641" PostTypeId="1" CreationDate="2020-06-14T00:05:59.373" Score="2" ViewCount="25" Body="&lt;p&gt;I've always wanted to be able to send e-mails to a lot of people, for example to announce something.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;However, there are ultra-strict rules for this and basically, you destroy your &quot;reputation&quot; if you &quot;buy a list&quot; of contact information and send them e-mails, as many will (apparently) &quot;mark as spam&quot; or not even open it, somehow resulting in penalties for your domain/IP address.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;So, is there a database for free listing all the ones who &lt;em&gt;do&lt;/em&gt; want to get e-mails? For example, news people who gladly will wade through a lot of junk to find a hot &quot;scoop&quot; before anyone else, or investors with a similar mindset, or just people in general who, in some manner, have announced that they are perfectly fine with receiving unsolicited e-mails and therefore will be safe to &quot;spam&quot; without risking any anger from them?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've many times attempted to compile my own such lists by visiting the websites of numerous newspapers, but it quickly exhausted me and it just doesn't seem reasonable.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Of course, these people would still be using spam filters and manual blocks, so they would not get overwhelmed, just like I'm not overwhelmed due to my numerous blocks of junk senders. The few spam e-mails that do fall through are more than manageable.&lt;/p&gt;&#xA;" OwnerUserId="25253" LastActivityDate="2020-06-18T04:20:47.713" Title="Is there such a thing as a public, curated list of people who WANT to be e-mailed?" Tags="|database|csv|email|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17642" PostTypeId="1" CreationDate="2020-06-14T01:30:22.030" Score="1" ViewCount="28" Body="&lt;p&gt;When Polish road authorities refer to a location along a road using kilometric points, they append an extra letter (S5a, S5b, S5c…) to the road number to refer to different stretches of the road with different zero points.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For example, on the S8 numbering restarts at 0 behind Zambrów-Wschód and counts upwards until just before Jeżewo (at approx. km 29.6), where the numbering continues with km 615.4. That stretch is referred to as S8n.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This is especially common on expressways, which are often former national roads, upgraded to expressway standards and rerouted around built-up areas. Often these bypasses got built first and numbering would restart at km 0. Some roads have as many as 16 different points marked as km 0, and in some places numbering restarts at zero after as little as 10 km, thus disambiguation is paramount.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sometimes the road number with the extra letter is reported on the delineators (which also serve as location markers); the S8n is such a case. On other stretches of road, the road number is indicated without the letter (i.e. S8) and thus cannot be gathered by means of ground survey (or OpenStreetCam, Mapillary and friends).&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know where a list of these “extended” road numbers (with information on the stretch of road they refer to) can be obtained, under an ODBL-compatible license?&lt;/p&gt;&#xA;" OwnerUserId="24932" LastActivityDate="2021-04-07T14:03:40.383" Title="Polish road numbers used with kilometric points" Tags="|geospatial|poland|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17643" PostTypeId="2" ParentId="17642" CreationDate="2020-06-14T01:30:22.030" Score="2" Body="&lt;p&gt;The Polish Open Data portal (&lt;a href=&quot;https://dane.gov.pl&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dane.gov.pl&lt;/a&gt;) has several data sets from which this information could be derived.&lt;/p&gt;&#xA;&lt;p&gt;Filtering for data sets provided by GDDKiA (the national road administration), there are several data sets:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Highway service areas (Informacja o Miejscach Obsługi Podróżnych)&lt;/li&gt;&#xA;&lt;li&gt;Charging stations (Plan lokalizacji ogólnodostępnych stacji ładowania), though most of them are part of service areas&lt;/li&gt;&#xA;&lt;li&gt;Traffic cameras (Lokalizacja kamer monitorujących przy drogach krajowych)&lt;/li&gt;&#xA;&lt;li&gt;Current traffic disruptions (Utrudnienia na drogach)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;All report road numbers with the extra letter (when used without an extra letter, kilometric points are relative to the original course of the road). However, they are far from covering the entire road network: if a stretch of road has no rest areas, charging stations or traffic cams, you may have to spend a long time following traffic reports to learn about of its existence (and even then, there may not be any traffic disruptions affecting that particular stretch).&lt;/p&gt;&#xA;&lt;p&gt;As per § 5 of the terms of the portal, all data is free for use without restrictions unless an individual data set indicates otherwise, and the descriptions for these sets do not specify any other terms.&lt;/p&gt;&#xA;&lt;p&gt;Some local GDDKiA offices maintain a list of the roads under their responsibility (with the section identifiers) and make it available on the GDDKiA website, though these are likely not open data. However, dane.gov.pl accepts suggestions for further data sets and investigates if they can be provided as open data; I have suggested opening these up.&lt;/p&gt;&#xA;" OwnerUserId="24932" LastEditorUserId="24932" LastEditDate="2020-07-11T12:53:07.087" LastActivityDate="2020-07-11T12:53:07.087" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17644" PostTypeId="1" CreationDate="2020-06-14T10:56:42.107" Score="0" ViewCount="59" Body="&lt;p&gt;I'm working on a project related to manipulating word embeddings. In order to do this, I need to train them myself on twitter data. Given Twitter's policy, I am unable to find a suitable dataset. Does anyone have one or know where I can find one?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset should:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;contain public tweets&lt;/li&gt;&#xA;&lt;li&gt;have no specific topic, just need lots of tweets&lt;/li&gt;&#xA;&lt;li&gt;be pre-processed&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25257" LastActivityDate="2020-11-13T15:01:45.180" Title="Twitter dataset to train word embeddings" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17645" PostTypeId="1" AcceptedAnswerId="17652" CreationDate="2020-06-14T20:40:58.543" Score="2" ViewCount="140" Body="&lt;p&gt;I would like to build something like &quot;tradingview.com&quot; for a private broker&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've been crawling the entire internet with the quest of &quot;Finding something that will actually fit that requirement&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I've learned a lot, trust me I knew nothing about stocks / exchanges / brokers / investment, now I have a very poor idea of everything however I just don't get to see the right path to get data as a broker as most of the APIs I've found are data for the investors not for the brokers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Tradingview offers several brokers to buy/sell whatever investors needs however, as a broker, where do I crawl data from?&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do I have to call exchanges in order to get a license to get real-time data in order to create my financial instruments or should I just go to this &lt;a href=&quot;https://medium.com/@andy.m9627/the-ultimate-guide-to-stock-market-apis-for-2020-1de6f55adbb&quot; rel=&quot;nofollow noreferrer&quot;&gt;article&lt;/a&gt; and start doing PoCs of API consumption and display some simple linear/area charts with highcharts should I go to &lt;a href=&quot;https://www.programmableweb.com/category/financial/apis?category=19968&quot; rel=&quot;nofollow noreferrer&quot;&gt;this other website&lt;/a&gt; which seems to be a good place to find APIs but it does not look like what I need, also highcharts &lt;a href=&quot;https://shop.highsoft.com/stock&quot; rel=&quot;nofollow noreferrer&quot;&gt;stock charts&lt;/a&gt; seem to be a good but there's several other websites that do offer some crazy charts like the ones available at tradingview.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Basically what I need is some guidance of how to get data as a broker from exchanges in order to build private financial tools available for this broker's clients.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Do not limit the budget let it hit the fan&lt;/p&gt;&#xA;&#xA;&lt;p&gt;I could scrape the hell out tradingview using websockets but I guess there might be a better way to get that data like a membership, agreement, or whatever is required from exchanges&lt;/p&gt;&#xA;" OwnerUserId="25259" LastActivityDate="2020-06-15T15:08:20.560" Title="As a broker, get real-time data from exchanges" Tags="|api|finance|trade|stock|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17646" PostTypeId="1" CreationDate="2020-06-14T20:45:58.823" Score="0" ViewCount="115" Body="&lt;p&gt;This is for data.gov and thanks for answering the question.&lt;/p&gt;&#xA;" OwnerUserId="25260" LastActivityDate="2020-11-12T00:05:05.517" Title="Is there any way to filter the data to view only county level data?" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17647" PostTypeId="2" ParentId="13034" CreationDate="2020-06-14T22:54:47.963" Score="1" Body="&lt;p&gt;For data related to households, you can get pre-1990 data from NHGIS&#xA;&lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nhgis.org/&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Keep in mind, the U.S. Census changed the way the collect their &quot;sample data&quot; (items beyond the basic population county by age/race/sex - i.e. income, employment, etc) after the 2000 Census, when they switched to the American Community Survey (ACS). See the write up here: &lt;a href=&quot;https://www.census.gov/programs-surveys/decennial-census/about/census-acs.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/decennial-census/about/census-acs.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data related to businesses, check out the County Business Patterns from the U.S. Census. &#xA;&lt;a href=&quot;https://www.census.gov/programs-surveys/cbp/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/cbp/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For data prior to 1986 You will need to get it from the National Archives:&#xA;&lt;a href=&quot;https://catalog.archives.gov/id/613576&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.archives.gov/id/613576&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-06-14T22:54:47.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17648" PostTypeId="2" ParentId="17646" CreationDate="2020-06-14T22:59:58.993" Score="1" Body="&lt;p&gt;You may need to clarify your question to be more specific. But, if I understand correctly, you can filter by Organization Type and select &quot;county government&quot; on the left side of the page.  &lt;a href=&quot;https://catalog.data.gov/dataset#sec-organization_type&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset#sec-organization_type&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/kHMhR.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/kHMhR.png&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-06-14T22:59:58.993" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17649" PostTypeId="1" CreationDate="2020-06-15T08:04:30.730" Score="1" ViewCount="23" Body="&lt;p&gt;I am looking for a dataset which lists the most often used commands for Python in terms of their relative frequency.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Sample result could look like:&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;| Function name| Relative Frequency &#xA;|:-------------|-------------------:|&#xA;| function     |                12% |&#xA;| print        |                 8% |    &#xA;| apply        |                 3% |    &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="22271" LastActivityDate="2020-06-15T08:04:30.730" Title="Most frequently used programming language commands in Python" Tags="|programming|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17650" PostTypeId="1" CreationDate="2020-06-15T08:15:07.460" Score="1" ViewCount="343" Body="&lt;p&gt;I'm new to machine learning and having a hard time collecting dataset. I'm promise this is for study purpose only, no bussiness included.&lt;/p&gt;&#xA;" OwnerUserId="25261" LastActivityDate="2020-06-15T08:15:07.460" Title="Yawning or mouth open/close image dataset" Tags="|data-request|images|faces|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17652" PostTypeId="2" ParentId="17645" CreationDate="2020-06-15T15:08:20.560" Score="1" Body="&lt;p&gt;I did something similar with a friend. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;We built a perl (but would work in python/R/etc) just as well, and stock by stock we used the Yahoo Finance API, which seems to have been removed in its earlier form, but &lt;a href=&quot;https://rapidapi.com/blog/how-to-use-the-yahoo-finance-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;through Rapid API&lt;/a&gt; you can access the same information. With the data we retrieved, we created a &lt;a href=&quot;https://www.postgresql.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;postgres database&lt;/a&gt; with the various stock price values each day (OCHL). We took some time to build up the data, so as to not violate the (at the time) terms of service of the Yahoo API.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Also, just because data can be found on the internet, doesn't mean you can use it for your purposes. There may be copyright or fair use conditions attached to it.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Just on your idea to scrape tradingview.com, I suspect it would probably be violating the terms of service of your membership, so be careful.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Note: I have no connection social/financial connection with Rapid API.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2020-06-15T15:08:20.560" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17653" PostTypeId="1" CreationDate="2020-06-15T20:03:11.913" Score="1" ViewCount="200" Body="&lt;p&gt;I'm working with an academic researcher on a project that involves sending a large volume of requests to the  &lt;a href=&quot;https://developers.google.com/youtube/v3&quot; rel=&quot;nofollow noreferrer&quot;&gt;Youtube Data AAPI&lt;/a&gt;. The problem we've encountered is that the 10,000 unit daily request limit is too small for our research project. We've tried submitting requests for a rate increase via Youtube's web form but the questions and material they expect are focused on commercial applications and usage of the API. The requests we've submitted so far have either been ignored or received automated responses for being incomplete. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone have experience accessing Youtube metadata for academic research? Is there a better way to request a rate limit increase for the Youtube API for a research project? Does anyone have any guidance about the type of material needed to get a response from the Youtube team? &lt;/p&gt;&#xA;" OwnerUserId="24755" LastEditorUserId="1511" LastEditDate="2021-05-06T05:13:37.147" LastActivityDate="2022-09-06T11:00:17.693" Title="Youtube Data API Limit requests" Tags="|api|video|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17654" PostTypeId="2" ParentId="17612" CreationDate="2020-06-16T08:51:18.910" Score="3" Body="&lt;p&gt;Cambridge University Press is making the A1-C2 English Vocabulary Profile available free of charge to teachers and educationalists around the world. Go to &lt;a href=&quot;https://www.englishprofile.org/wordlists/evp&quot; rel=&quot;nofollow noreferrer&quot;&gt;EVP Online&lt;/a&gt; to access the resource.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T08:51:18.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17656" PostTypeId="2" ParentId="17644" CreationDate="2020-06-16T09:08:30.270" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/tweet-sentiment-extraction/data?select=train.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tweet Sentiment Extraction&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Kaggle supports a variety of dataset publication formats.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/search?q=twitter%20data%20in%3Adatasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle Twitter Datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You need to have an account to download the datasets. You can find the code for preprocessing in the kernels tab.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T09:08:30.270" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17657" PostTypeId="2" ParentId="17626" CreationDate="2020-06-16T09:34:40.823" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/cms/hospital-general-information&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hospital General Information&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;General information &amp;amp; quality ratings for almost all US hospitals&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This file contains general information about all hospitals that have been registered with Medicare, including their addresses, type of hospital, and ownership structure. It also contains information about the quality of each hospital, in the form of an overall rating (1-5, where 5 is the best possible rating &amp;amp; 1 is the worst), and whether the hospital scored above, same as, or below the national average for a variety of measures.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This data was updated by CMS on July 25, 2017. CMS' overall rating includes 60 of the 100 measures for which data is collected &amp;amp; reported on the &lt;a href=&quot;https://www.medicare.gov/hospitalcompare/search.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hospital Compare website&lt;/a&gt;. Each of the measures has different collection/reporting dates, so it is impossible to specify exactly which time period this dataset covers.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more information about the &lt;a href=&quot;https://www.medicare.gov/hospitalcompare/Data/Data-Updated.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;timeframes for each measure&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;For more information about the &lt;a href=&quot;https://data.medicare.gov/Hospital-Compare&quot; rel=&quot;nofollow noreferrer&quot;&gt;data itself, APIs and a variety of formats&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The below links might be helpful&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/hospitals-dcdfc&quot; rel=&quot;nofollow noreferrer&quot;&gt;DATA.GOV&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This database contains locations of Hospitals for 50 states and Washington D.C. , Puerto Rico and US territories. The dataset only includes hospital facilities and does not include nursing homes.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.medicare.gov/data/hospital-compare&quot; rel=&quot;nofollow noreferrer&quot;&gt;DATA.Medicare.Gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://healthdata.gov/dataset/hospital-general-information&quot; rel=&quot;nofollow noreferrer&quot;&gt;HealthData.gov&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T09:34:40.823" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17658" PostTypeId="2" ParentId="17616" CreationDate="2020-06-16T09:44:08.307" Score="1" Body="&lt;p&gt;Aviation Spectrum Resources, Inc. (ASRI) is the spectrum manager for aeronautical &quot;company frequencies&quot; (128.825-132.0 and 136.5-136.975). ASRI licenses all the frequencies with the FCC and assigns them to other users, so unfortunately the FCC data only provides part of the story but it is a start. The primary users of these frequencies are airlines but they are also used by Fixed Base Operators (FBOs), corporate aviation bases, some medevac services, and other entities.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.radioreference.com/index.php/Finding_Air_Traffic_Frequencies&quot; rel=&quot;nofollow noreferrer&quot;&gt;Finding Air Traffic Frequencies&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.grss-ieee.org/frequency_allocations.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Database of Frequency Allocations&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;h2&gt;&lt;a href=&quot;https://i.stack.imgur.com/VUpSV.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VUpSV.jpg&quot; alt=&quot;enter image description here&quot;&gt;&lt;/a&gt;&lt;/h2&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T09:44:08.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17659" PostTypeId="2" ParentId="17577" CreationDate="2020-06-16T10:01:09.897" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://ourworldindata.org/natural-disasters&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Disasters&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Includes data and analysis&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.statista.com/topics/2155/natural-disasters/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural disasters - statistics &amp;amp; facts&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ngdc.noaa.gov/hazard/hazards.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Hazards Data, Images and Education&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;NCEI archives and assimilates tsunami, earthquake and volcano data to support research, planning, response and mitigation. Long-term data, including photographs, can be used to establish the history of natural hazard occurrences and help mitigate against future events.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:01:09.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17660" PostTypeId="2" ParentId="17574" CreationDate="2020-06-16T10:07:41.090" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://kavita-ganesan.com/user-review-datasets/#.XuiYsUUzbDc&quot; rel=&quot;nofollow noreferrer&quot;&gt;User Review Datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;These datasets below contain reviews from Rotten Tomatoes, Amazon, TripAdvisor, Yelp, Edmunds.com, and so on. Here are some of the many datasets available out there:&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datafiniti/consumer-reviews-of-amazon-products&quot; rel=&quot;nofollow noreferrer&quot;&gt;Consumer Reviews of Amazon Products&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A list of over 34,000 reviews of Amazon products like the Kindle, Fire TV, etc&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/septa97/100k-courseras-course-reviews-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;100K Coursera's Course Reviews Dataset&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;100K+ Scraped Course Reviews from the Coursera Website (As of May 2017)&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/search?q=review%20datasets%20in%3Adatasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;More review datasets from Kaggle&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:07:41.090" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17661" PostTypeId="2" ParentId="17575" CreationDate="2020-06-16T10:16:30.930" Score="1" Body="&lt;p&gt;&lt;strong&gt;Related&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/boltzmannbrain/nab&quot; rel=&quot;nofollow noreferrer&quot;&gt;Numenta Anomaly Benchmark (NAB)&lt;/a&gt;&#xA;Dataset and scoring for detecting anomalies in streaming data&lt;/p&gt;&#xA;&#xA;&lt;p&gt;It is comprised of over 50 labeled real-world and artificial time-series data files plus a novel scoring mechanism designed for real-time applications. All of the data and code is fully open-source, with extensive documentation, and a scoreboard of anomaly detection algorithms: github.com/numenta/NAB.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:16:30.930" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17662" PostTypeId="2" ParentId="17614" CreationDate="2020-06-16T10:19:40.073" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/jackywangkaggle/hard-drive-data-and-stats?&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hard Drive Data and Stats&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Hard drive failure data and stats from 2019&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Except price you can find the other detailed dataset here:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The first row of each file contains the column names, the remaining rows are the actual data. The columns are as follows:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Date – The date of the file in yyyy-mm-dd format.&lt;/li&gt;&#xA;&lt;li&gt;Serial Number – The manufacturer-assigned serial number of the drive.&lt;/li&gt;&#xA;&lt;li&gt;Model – The manufacturer-assigned model number of the drive.&lt;/li&gt;&#xA;&lt;li&gt;Capacity – The drive capacity in bytes.&lt;/li&gt;&#xA;&lt;li&gt;Failure – Contains a “0” if the drive is OK. Contains a “1” if this is the last day the drive was operational before failing. &lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:19:40.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17663" PostTypeId="2" ParentId="17573" CreationDate="2020-06-16T10:24:10.670" Score="2" Body="&lt;p&gt;There is a large body of research and data around COVID-19. Help the global community better understand the disease by getting involved on Kaggle.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/search?q=covid%20in%3Adatasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datasets in Kaggle&lt;/a&gt; related to COVID&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Popular datasets&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/allen-institute-for-ai/CORD-19-research-challenge?select=document_parses&quot; rel=&quot;nofollow noreferrer&quot;&gt;COVID-19 Open Research Dataset Challenge (CORD-19)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/roche-data-science-coalition/uncover&quot; rel=&quot;nofollow noreferrer&quot;&gt;UNCOVER COVID-19 Challenge&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:24:10.670" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17664" PostTypeId="2" ParentId="17571" CreationDate="2020-06-16T10:36:13.883" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.muse-portal.net/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;MUSE Open Datasets&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://helicon-public-bucket.s3.amazonaws.com/code_and_comments.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code and Comments&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The code and comments dataset is a compilation of code blocks and their related comments from 106,304 different Github projects. A total of 16,115,540 code-comment pairs were obtained by running Doxygen on C, C++, C#, Java, and Python projects. One of the primary goals of this data set is to provide an association between source code and a description of that code. This allows one to perform tasks such as training a machine learning model to predict a comment for a &lt;a href=&quot;https://www.semanticscholar.org/paper/A-Convolutional-Neural-Network-for-Source-Code-Moore-Gelman/6a8fce6c28e26342df10cad6806016f081f0f796&quot; rel=&quot;nofollow noreferrer&quot;&gt;given snippet of code&lt;/a&gt;. [5G]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://helicon-public-bucket.s3.amazonaws.com/code_binaries.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code and Binaries&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The code and binaries dataset is a compilation of source code projects and their related build outputs from 3,049 different Github projects. Over 30,000 build outputs were produced from C and C++ projects. One of the primary goals of this data set is to provide an association between source code and the build artifacts of that code. This allows one to perform tasks such as binary analysis or reverse engineering. [7G]&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://helicon-public-bucket.s3.amazonaws.com/code_and_static_analyzer.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code and Static Analysis&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The code and static analysis dataset is a compilation of source code and their outputs from running the static analysis tool, &lt;a href=&quot;https://fbinfer.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;infer&lt;/a&gt;, on 3,170 different C and C++ Github projects. One of the primary goals of this data set is to provide an association between source code and a static analysis of that code. This allows one to perform tasks such as predicing the static analysis output on source code. [11G]&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.gharchive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GH Archive&lt;/a&gt; is a project to record the public GitHub timeline, archive it, and make it easily accessible for further analysis.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://cloud.google.com/blog/products/gcp/github-on-bigquery-analyze-all-the-open-source-code&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub on BigQuery: Analyze all the open-source code&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;More resources&lt;/p&gt;&#xA;&#xA;&lt;p&gt;GitHub Releases Dataset of &lt;a href=&quot;https://syncedreview.com/2019/10/01/github-releases-dataset-of-six-million-open-source-methods-for-code-search-research/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Six Million Open-Source Methods&lt;/a&gt; for Code Search Research&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:36:13.883" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17665" PostTypeId="2" ParentId="17491" CreationDate="2020-06-16T10:52:35.870" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.health.pa.gov/topics/HealthStatistics/VitalStatistics/Pages/vital-statistics.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;Birth, Death, and Other Vital Statistics&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cdc.gov/nchs/fastats/state-and-territorial-data.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Center for Health Statistics&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mdch.state.mi.us/osr/index.asp?Id=4&quot; rel=&quot;nofollow noreferrer&quot;&gt;Michigan Mortality Statistics&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:52:35.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17666" PostTypeId="2" ParentId="17480" CreationDate="2020-06-16T10:58:25.327" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/new-york-city/nyc-public-wifi&quot; rel=&quot;nofollow noreferrer&quot;&gt;New York City WiFi Hotspots&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Every public WiFi hotspot in New York City.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;This dataset is now hosted and updated daily &lt;a href=&quot;https://www.kaggle.com/new-york-city/nyc-wi-fi-hotspot-locations&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset consists of records for every public WiFi hotspot (ones provided by or in partnership with the city) in New York City. It contains over 2500 records overall, and is current as of August 11, 2017.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.cityofnewyork.us/City-Government/NYC-Wi-Fi-Hotspot-Locations/yjub-udmw&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYC Wi-Fi Hotspot Locations&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/search?q=wifi%20hotspot&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gov.uk | Find open data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T10:58:25.327" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17667" PostTypeId="2" ParentId="17465" CreationDate="2020-06-16T11:07:37.367" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/tsiaras/uk-road-safety-accidents-and-vehicles?select=Vehicle_Information.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Road Safety: Traffic Accidents and Vehicles&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Detailed dataset of road accidents and involved vehicles in the UK (2005-2017)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset comprises of two csv files:&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;AccidentInformation.csv: every line in the file represents a unique traffic accident (identified by the AccidentIndex column), featuring various properties related to the accident as columns. Date range: 2005-2017&lt;/li&gt;&#xA;&lt;li&gt;Vehicle_Information.csv: every line in the file represents the involvement of a unique vehicle in a unique traffic accident, featuring various vehicle and passenger properties as columns. Date range: 2004-2016&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/veeralakrishna/aggressive-driving-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Aggressive Driving Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Aggressive driving can have a very bad outcome.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datahub.io/JohnSnowLabs/motor-vehicle-safety-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Motor Vehicle Safety Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;The dataset contains information on the motor vehicle fatalities on U.S. roads with number of fatalities, crashes, number of injured persons and miles covered by vehicles. National Transportation Statistics presents statistics on the U.S. transportation system, including its physical components, safety record, economic performance, the human and natural environment, and national security. Transportation's safety record, giving data on accidents, crashes, fatalities, and injuries for each transportation mode and hazardous materials. Compiled and published by the U.S. Department of Transportation's Bureau of Transportation Statistics (BTS), National Transportation Statistics presents information on the U.S. transportation system, including its physical components, safety record, economic performance, energy use, and environmental impacts.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bts.gov/content/motor-vehicle-safety-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;BUREAU OF TRANSPORTATION STATISTICS(BTS&lt;/a&gt;)&lt;/p&gt;&#xA;&#xA;&lt;p&gt;U.S. Department of Transportation&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T11:07:37.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17668" PostTypeId="2" ParentId="17436" CreationDate="2020-06-16T11:17:24.910" Score="1" Body="&lt;p&gt;You can find the best publicly available datasets on &lt;a href=&quot;https://www.kaggle.com/search?q=Statistics%20in%3Adatasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt; with kernels/notebooks for references. This is the best place to find the &lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;relevant data&lt;/a&gt; for your teaching. Need to signup to download the datasets&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-16T11:17:24.910" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17669" PostTypeId="1" AcceptedAnswerId="17672" CreationDate="2020-06-16T22:10:33.960" Score="3" ViewCount="400" Body="&lt;p&gt;I would like to make a heat map based on political party membership density in (e.g., California 60% democrat, Kentucky 70% Republican, etc.), preferably at the county level.&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Does anyone know of a source for this geography crossed with politics data?&lt;/p&gt;&#xA;" OwnerUserId="5705" LastEditorUserId="25254" LastEditDate="2020-06-17T17:20:16.300" LastActivityDate="2020-06-17T17:20:16.300" Title="Where can I find Political Party Affiliation Data?" Tags="|geospatial|usa|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17670" PostTypeId="1" CreationDate="2020-06-17T00:16:30.977" Score="4" ViewCount="476" Body="&lt;p&gt;I want to do some modelling and data visualization on historical stock data, including price, volume, financials, etc. Is there a public dataset available for stock price history? I looked at a few (Yahoo, Kaggle and Tiingo), but either they have a high cost, are missing some of the key financial information, or are not sure they would be reliable and up to date. Free would be preferred, also established and reliable. If not, what are some good options for collecting the data myself? Maybe web scraping, public APIs, etc. I plan to use this data in a machine learning project I am building.&lt;/p&gt;&#xA;" OwnerUserId="25271" LastEditorUserId="30229" LastEditDate="2022-05-20T00:51:12.047" LastActivityDate="2022-05-20T00:51:12.047" Title="Looking for public dataset for stock market that is updated daily" Tags="|data-request|machine-learning|stock|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17671" PostTypeId="2" ParentId="17670" CreationDate="2020-06-17T03:26:49.900" Score="4" Body="&lt;p&gt;In python, there are many libraries that can be used to get the stock market data. The most common set of data is the price volume data. These data can be used to create quant strategies, technical strategies, or very simple buy-and-hold strategies. The different Python libraries which provide stock market data are as follows:&lt;/p&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Price-Volume Data&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Daily data&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Yahoo finance&lt;/li&gt;&#xA;&lt;li&gt;Quandl&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;li&gt;Minute level data&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Alpha vantage&lt;/li&gt;&#xA;&lt;/ul&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;strong&gt;Futures &amp;amp; options price-volume data for Indian markets&lt;/strong&gt;&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;NSEPy&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.quora.com/Where-can-I-get-stock-market-data-set-for-data-analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python Code and Overview of the Libraries can be found here&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://datahub.io/collections/stock-market-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stock Market Data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Find and Explore ready-to-use Stock Market Datasets&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://lionbridge.ai/datasets/top-10-stock-market-datasets-for-machine-learning/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Top 10 Stock Market Datasets for Machine Learning&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/rohanrao/nifty50-stock-market-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;NIFTY-50 Stock Market Data (2000 - 2020)&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Stock price data of the fifty stocks in NIFTY-50 index from NSE India&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://intrinio.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Financial data&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data your way. Choose your access method and pay only for the data you need.&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-17T03:26:49.900" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17672" PostTypeId="2" ParentId="17669" CreationDate="2020-06-17T03:36:33.510" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://electionlab.mit.edu/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;MIT Election Data and Science Lab&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;They state that &quot;Our lab is a clearinghouse for data sets that can fuel studies on elections and how they're conducted. Find election data and research tools produced by us and others.&quot;&lt;/p&gt;&#xA;&#xA;&lt;p&gt;Best place to find an election data&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://dos.myflorida.com/elections/data-statistics/voter-registration-statistics/voter-registration-reportsxlsx/voter-registration-by-county-and-party/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Voter Registration - By County and Party&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/topics/public-sector/voting/data/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Census Bureau&lt;/a&gt; &lt;/p&gt;&#xA;&#xA;&lt;p&gt;In addition to the Voting and Registration estimates made available on this website, data users can obtain Public Use Microdata Files for elections that the U.S. Census Bureau has data for via &lt;a href=&quot;http://dataferrett.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataFerrett&lt;/a&gt;, the Bureau's online data access application. The November CPS data files, and entire datasets, are accessible for free through the DataFerrett tool dating back to 1994. The &lt;a href=&quot;http://thedataweb.rm.census.gov/ftp/cps_ftp.html#cpssupps&quot; rel=&quot;nofollow noreferrer&quot;&gt;CPS FTP site&lt;/a&gt; is another location for obtaining voting and registration data. &lt;/p&gt;&#xA;&#xA;&lt;p&gt;Data users can also obtain CPS Voting and Registration data files from non-governmental websites. The &lt;a href=&quot;https://www.nber.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Bureau of Economic Research&lt;/a&gt; website contains voting supplement datasets starting in 1994. The &lt;a href=&quot;https://cps.ipums.org/cps/index.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPUMS-CPS&lt;/a&gt; website maintained by the University of Minnesota includes voting supplement datasets starting in 1976.”&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ncsl.org/research/elections-and-campaigns/access-to-and-use-of-voter-registration-lists.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;NCSL&lt;/a&gt;&lt;/p&gt;&#xA;&#xA;&lt;hr&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-17T03:36:33.510" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17673" PostTypeId="2" ParentId="17572" CreationDate="2020-06-17T05:11:34.353" Score="2" Body="&lt;p&gt;The following are some related and useful databases/ links:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.europeandataportal.eu/data/datasets?locale=en&amp;amp;tags=weather&amp;amp;keywords=weather&quot; rel=&quot;nofollow noreferrer&quot;&gt;European data portal&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.eea.europa.eu/data-and-maps/indicators/global-and-european-temperature-9/assessment&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global and European temperature&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://iridl.ldeo.columbia.edu&quot; rel=&quot;nofollow noreferrer&quot;&gt;International Research Institute for Climate &amp;amp; Society Data Library&lt;/a&gt; :  There are over 400 climate-related datasets there. It is possible to analyze the data on-line, make graphics, and refer easily back to those through the URLs. The data can be saved in many formats, including GIS, and read directly into software such as MATLAB.&#xA;There is a little bit of a learning curve, but it is very powerful. Tutorials can help if you are new to it.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.researchgate.net/post/What_is_the_best_data_center_to_download_world_climatic_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;What is the best data center to download world climatic data?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="21435" LastEditDate="2020-11-14T15:11:00.063" LastActivityDate="2020-11-14T15:11:00.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17674" PostTypeId="2" ParentId="17465" CreationDate="2020-06-17T16:53:25.060" Score="0" Body="&lt;p&gt;The Highway Loss Data Institute (HLDI) in the U.S. is supported by the insurance companies and has details for items such as &lt;a href=&quot;https://www.iihs.org/topics/advanced-driver-assistance&quot; rel=&quot;nofollow noreferrer&quot;&gt;advanced driver assist&lt;/a&gt;. They are in some ways ahead of the NTSB in how and what they test. You may need to reach out to them directly to get a raw data export, or just scrape.&lt;/p&gt;&#xA;" OwnerUserId="25254" LastActivityDate="2020-06-17T16:53:25.060" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17675" PostTypeId="1" CreationDate="2020-06-17T20:57:18.113" Score="2" ViewCount="214" Body="&lt;p&gt;I am searching for datasets related to project management system.Project planing details such as project name,milestones,tasks and time.&lt;/p&gt;&#xA;" OwnerUserId="25278" LastActivityDate="2024-02-28T08:04:50.617" Title="Where can i find project management system data?" Tags="|data-request|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17676" PostTypeId="1" CreationDate="2020-06-18T01:47:13.177" Score="1" ViewCount="22" Body="&lt;p&gt;Not able to find any proper document for sam.gov REST API.&#xA;&lt;a href=&quot;https://beta.sam.gov/entity/807849013?keywords=D%26B%20SUPPLY%20CO.&amp;amp;sort=-relevance&amp;amp;index=ei&amp;amp;is_active=true&amp;amp;page=1&amp;amp;date_filter_index=0&amp;amp;inactive_filter_values=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is one example. I want the entire result in JSON or XML format so that I can use that in my system. I am not able to find the correct API URL for this.&lt;/p&gt;&#xA;" OwnerUserId="25280" LastEditorUserId="25280" LastEditDate="2020-06-19T03:23:33.480" LastActivityDate="2020-06-19T03:23:33.480" Title="Not able to find Endpoint URL and correct document for Sam.gov REST callout" Tags="|labor|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17677" PostTypeId="2" ParentId="17675" CreationDate="2020-06-18T02:15:20.223" Score="0" Body="&lt;p&gt;It's hard to get the dataset related to projects, milestones, tasks!!&lt;/p&gt;&#xA;&#xA;&lt;p&gt;You can search for Kaggle for the required dataset.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Link: &lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;&lt;p&gt;Following other dataset resources might be useful too.&lt;/p&gt;&#xA;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://vincentarelbundock.github.io/Rdatasets/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vincentarelbundock.github.io/Rdatasets/datasets.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rdatamining.com/resources/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.rdatamining.com/resources/data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.springboard.com/blog/free-public-data-sets-data-science-project/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.springboard.com/blog/free-public-data-sets-data-science-project/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dreamtolearn.com/ryan/1001_datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dreamtolearn.com/ryan/1001_datasets&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://blog.bigml.com/2013/02/28/data-data-data-thousands-of-public-data-sources/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://blog.bigml.com/2013/02/28/data-data-data-thousands-of-public-data-sources/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.analyticsvidhya.com/blog/2016/11/25-websites-to-find-datasets-for-data-science-projects/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.analyticsvidhya.com/blog/2016/11/25-websites-to-find-datasets-for-data-science-projects/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cs.cmu.edu/~awm/15781/project/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.cs.cmu.edu/~awm/15781/project/data.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://datahack.analyticsvidhya.com/contest/all/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahack.analyticsvidhya.com/contest/all/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.kdd.org/kdd-cup&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.kdd.org/kdd-cup&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kdnuggets.com/datasets/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kdnuggets.com/datasets/index.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.inf.ed.ac.uk/teaching/courses/dme/html/datasets0405.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.inf.ed.ac.uk/teaching/courses/dme/html/datasets0405.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://bigdata-madesimple.com/70-websites-to-get-large-data-repositories-for-free/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://bigdata-madesimple.com/70-websites-to-get-large-data-repositories-for-free/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.reddit.com/r/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.reddit.com/r/datasets/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-18T02:15:20.223" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17680" PostTypeId="1" CreationDate="2020-06-18T10:48:05.143" Score="0" ViewCount="577" Body="&lt;p&gt;Football industry revenue data. For instance, expense related data, accounts payroll, wage transfer data?&lt;/p&gt;&#xA;" OwnerUserId="25282" LastEditorUserId="90" LastEditDate="2020-07-18T18:31:38.873" LastActivityDate="2020-07-18T18:31:38.873" Title="Data Sources for Revenues of European Football Clubs?" Tags="|data-request|europe|football|" AnswerCount="1" CommentCount="1" ClosedDate="2020-07-30T11:46:50.873" ContentLicense="CC BY-SA 4.0" />
  <row Id="17681" PostTypeId="1" CreationDate="2020-06-18T11:09:21.277" Score="2" ViewCount="154" Body="&lt;p&gt;I am looking for a data set to train and set up a personal information masking application. Is there a text data set available with the name, location, bank account numbers, SSN, Name, Ip address etc (either anonymized or masked, I am only interested in sentence structure and not the actual SSN or Bank account number)? I am trying to build an application similar to this &lt;a href=&quot;https://presidio-demo.azurewebsites.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://presidio-demo.azurewebsites.net/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25283" LastEditorUserId="23272" LastEditDate="2022-07-14T12:55:27.480" LastActivityDate="2024-04-05T06:05:10.683" Title="Text Dataset for Entity Recognition of personal data" Tags="|data-request|geospatial|english|text|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17682" PostTypeId="1" CreationDate="2020-06-18T12:02:47.110" Score="0" ViewCount="1194" Body="&lt;p&gt;I'm after a list of all bank holidays, ideally separate lists for England, Wales, Scotland, NI, that include Date, Bank Holiday name. I can find individual years' worth, or a decade or two, but I'm after a large data set for populating a data warehouse for analysis.&#xA;e.g.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;'30 May 2016', 'Spring bank holiday'&lt;/li&gt;&#xA;&lt;li&gt;'29 Aug 2016', 'Summer bank holiday'&lt;/li&gt;&#xA;&lt;li&gt;'26 Dec 2016', 'Boxing Day'&lt;/li&gt;&#xA;&lt;li&gt;'27 Dec 2016', 'Christmas Day (substitute day)'&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2020-06-18T12:02:47.110" Title="List of all UK bank holidays for the last 100 years" Tags="|uk|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17683" PostTypeId="2" ParentId="17681" CreationDate="2020-06-18T15:32:15.293" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/abhinavwalia95/entity-annotated-corpus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annotated Corpus for Named Entity Recognition&lt;/a&gt; - Feature Engineered Corpus annotated with IOB and POS tags&lt;/p&gt;&#xA;&lt;p&gt;Annotated Corpus for Named Entity Recognition using GMB(Groningen Meaning Bank) corpus for entity classification with enhanced and popular features by Natural Language Processing applied to the data set.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/arminehn/rumor-citation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Who starts and who debunks rumors&lt;/a&gt; Webpages cited by rumor trackers&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Best place to explore more datasets&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://lionbridge.ai/datasets/15-free-datasets-and-corpora-for-named-entity-recognition-ner/&quot; rel=&quot;nofollow noreferrer&quot;&gt;15 Free Datasets and Corpora for Named Entity Recognition (NER)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-18T15:32:15.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17684" PostTypeId="2" ParentId="17680" CreationDate="2020-06-18T15:48:26.277" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www2.deloitte.com/uk/en/pages/sports-business-group/articles/annual-review-of-football-finance.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annual Review of Football Finance 2020&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The Deloitte Annual Review of Football Finance is produced by the Sports Business Group at Deloitte and is the most comprehensive review of the business and finances of English professional football, set within the context of the regulatory environment and the wider European game&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/tags/association-football&quot; rel=&quot;nofollow noreferrer&quot;&gt;Association football&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.statista.com/statistics/261223/european-soccer-market-total-revenue/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Market size of the European professional football market from 2006/07 to 2017/18&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.world/datasets/sports&quot; rel=&quot;nofollow noreferrer&quot;&gt;There are 338 sports datasets available on data.world.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.statista.com/statistics/271581/revenue-of-soccer-clubs-worldwide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Top-20 European soccer clubs by total revenue 2018/19 season&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-18T15:48:26.277" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17685" PostTypeId="2" ParentId="16251" CreationDate="2020-06-18T16:11:47.017" Score="4" Body="&lt;p&gt;Would like to add few more resources&lt;/p&gt;&#xA;&lt;p&gt;There is a large body of research and data around COVID-19. Help the global community better understand the disease by getting involved on Kaggle.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/search?q=covid%20in%3Adatasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datasets in Kaggle&lt;/a&gt; related to COVID&lt;/p&gt;&#xA;&lt;p&gt;Popular datasets&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/allen-institute-for-ai/CORD-19-research-challenge?select=document_parses&quot; rel=&quot;nofollow noreferrer&quot;&gt;COVID-19 Open Research Dataset Challenge (CORD-19)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/roche-data-science-coalition/uncover&quot; rel=&quot;nofollow noreferrer&quot;&gt;UNCOVER COVID-19 Challenge&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://covid19.who.int/?gclid=Cj0KCQjwoaz3BRDnARIsAF1RfLdvi057U2gXevvGpMu5T_Ek-OkdVwpvLKKIe8SY9Y1Hmi90c_GWa5YaAlx8EALw_wcB&quot; rel=&quot;nofollow noreferrer&quot;&gt;WHO Coronavirus Disease (COVID-19)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&amp;quot; The EULAR - COVID-19 Database is a European pediatric and adult database (in collaboration with the Pediatric Rheumatology European Society (PReS)) to monitor and report on outcomes of “Coronavirus Disease 2019” (COVID-19) occurring in patients with rheumatic and musculoskeletal diseases (RMDs). &amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;Ref.: The COVID-19 Global Rheumatology Alliance. &lt;a href=&quot;http://rheum-covid.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;Website&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please visit: &lt;a href=&quot;https://www.eular.org/eular_covid19_database.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;The European League Against Rheumatism (EULAR)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.who.int/emergencies/diseases/novel-coronavirus-2019/global-research-on-novel-coronavirus-2019-ncov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/emergencies/diseases/novel-coronavirus-2019/global-research-on-novel-coronavirus-2019-ncov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.who.int/news-room/feature-stories/detail/who-updates-covid-19-dashboard-with-better-data-visualization&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/news-room/feature-stories/detail/who-updates-covid-19-dashboard-with-better-data-visualization&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ourworldindata.org/covid-cases&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/covid-cases&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://coronavirus-disasterresponse.hub.arcgis.com/datasets/UrbanObservatory::covid-19-the-first-global-pandemic-of-the-information-age&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coronavirus-disasterresponse.hub.arcgis.com/datasets/UrbanObservatory::covid-19-the-first-global-pandemic-of-the-information-age&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ourworldindata.org/grapher/stay-at-home-covid&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/grapher/stay-at-home-covid&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Here is a list of open-source databases for COVID-19 case reports,&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/CSSEGISandData/COVID-19&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/CSSEGISandData/COVID-19&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/cheongsa/Coronavirus-COVID-19-statistics-in-China&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/cheongsa/Coronavirus-COVID-19-statistics-in-China&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/beoutbreakprepared/nCoV2019/tree/master/latest_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/beoutbreakprepared/nCoV2019/tree/master/latest_data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/JieYingWu/COVID-19_US_County-level_Summaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/JieYingWu/COVID-19_US_County-level_Summaries&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.mendeley.com/datasets/b98d8mj2xk/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.mendeley.com/datasets/b98d8mj2xk/2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-18T16:11:47.017" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17686" PostTypeId="1" CreationDate="2020-06-18T16:17:09.663" Score="2" ViewCount="16" Body="&lt;p&gt;I am looking into automating the conversion of data written based on CBS (Cost breakdown structure) to data that are written based on WBS (Work breakdown structure). To do so, I needed a good number of CBS-WBS 1 to 1 pair dataset. However, I could not find any openly available data yet. Does anybody know where I can find such data? Or where can I start the search from?&lt;/p&gt;&#xA;" OwnerUserId="25287" LastActivityDate="2020-06-18T16:17:09.663" Title="Is there a good source for construction projects (CBS, WBS) written in Microsoft .mpp format?" Tags="|industry|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="17687" PostTypeId="1" AcceptedAnswerId="17695" CreationDate="2020-06-18T23:07:34.120" Score="1" ViewCount="78" Body="&lt;p&gt;Is it possible to search specific terms within the summary or statement PDF of the 510k records of medical devices using either the API, the &lt;a href=&quot;https://open.fda.gov/apis/device/510k/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset&lt;/a&gt; or an online database?&lt;/p&gt;&#xA;&lt;p&gt;I found a similar question (&lt;a href=&quot;https://opendata.stackexchange.com/questions/11752/open-fda-medical-device-search-summary-pdf&quot;&gt;Open FDA - Medical device search -&amp;gt; summary pdf&lt;/a&gt;), however, the answer there does not fully answer my question if this is possible.&lt;/p&gt;&#xA;&lt;p&gt;I loaded the dataset in R and tried to search the full text of the PDF but it looks like the full text is not stored in the dataset?&lt;/p&gt;&#xA;&lt;p&gt;If it is not available, would it be reasonable to scrape it?&lt;/p&gt;&#xA;" OwnerUserId="25291" LastEditorUserId="23272" LastEditDate="2021-03-11T06:13:10.717" LastActivityDate="2021-03-11T06:13:10.717" Title="Search the summary PDF 510k medical device of openfda" Tags="|api|openfda|government|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17690" PostTypeId="1" AcceptedAnswerId="17740" CreationDate="2020-06-20T15:53:23.810" Score="2" ViewCount="4903" Body="&lt;p&gt;I've been looking for a while for a database (or API) containing information about motorcycles. Notament :&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Brand&lt;/li&gt;&#xA;&lt;li&gt;Model&lt;/li&gt;&#xA;&lt;li&gt;Year of manufacture&lt;/li&gt;&#xA;&lt;li&gt;If possible various technical information&lt;/li&gt;&#xA;&lt;li&gt;And also if possible the different maintenance to be done on the vehicle.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The best would be a free base (because it is, for the moment, for a personal project). But why not later on move to a paid base but with more information.&lt;/p&gt;&#xA;" OwnerUserId="25303" LastEditorUserId="23272" LastEditDate="2021-04-03T09:19:49.773" LastActivityDate="2023-07-16T21:43:19.020" Title="Looking for a motorcycle database" Tags="|transportation|database|open-source|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17691" PostTypeId="1" AcceptedAnswerId="17696" CreationDate="2020-06-20T16:22:44.207" Score="0" ViewCount="78" Body="&lt;p&gt;Is it possible to identify all 510k records of medical devices were a &lt;code&gt;FDA review&lt;/code&gt; or &lt;code&gt;clinical trials&lt;/code&gt; is available (e.g. &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfpmn/pmn.cfm?ID=K151502&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfpmn/pmn.cfm?ID=K151502&lt;/a&gt;) using either the API, the dataset (&lt;a href=&quot;https://open.fda.gov/apis/device/510k/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/device/510k/download/&lt;/a&gt;) or any other database?&lt;/p&gt;&#xA;&lt;p&gt;Records with a summary/statement can easily be identified by &lt;code&gt;statement_or_summary&lt;/code&gt; in the provided dataset.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Update:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Just saw that the online search mask (&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPMN/pmn.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPMN/pmn.cfm&lt;/a&gt;) offers a box to filter results with clinical trials. Is this information also available with the api or the /device/510k data file?&lt;/p&gt;&#xA;" OwnerUserId="25291" LastEditorUserId="25291" LastEditDate="2020-06-20T16:32:31.627" LastActivityDate="2020-06-22T15:11:41.923" Title="OpenFDA Medical Device 510(k) other information than summary/statement" Tags="|api|openfda|government|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17692" PostTypeId="1" CreationDate="2020-06-20T19:55:09.283" Score="1" ViewCount="19" Body="&lt;p&gt;For my undergraduate thesis I must do a spatial analysis over the OECD countries, but I cannot find a map for them, due to them being so spread apart. Funny thing, even my spatial analysis teacher couldn't do it, so I am wondering if there is any way you know about doing it?&lt;/p&gt;&#xA;" OwnerUserId="25304" LastActivityDate="2020-06-20T19:55:09.283" Title="Looking for a Geoda map with OECD countries" Tags="|geospatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17694" PostTypeId="2" ParentId="7758" CreationDate="2020-06-22T05:54:44.933" Score="0" Body="&lt;p&gt;Great! I'm working on a similar project, too. You can use average of those queries and create an index. Let $X_1, X_2, ...$ are your queries from Google Trends, so you can simply generate GTI=mean($X_i$).&lt;/p&gt;&#xA;" OwnerUserId="25315" LastActivityDate="2020-06-22T05:54:44.933" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17695" PostTypeId="2" ParentId="17687" CreationDate="2020-06-22T15:06:18.727" Score="2" Body="&lt;p&gt;I'm Jack with the openFDA team. At present the text of the summary PDFs is not included in the openFDA 510k API. We have no plans to change this yet, but I will bring it up with the team and look into adding this feature. As this would be a large feature addition, it will take some time to implement if it is determined to be a feasible and approved.&lt;/p&gt;&#xA;&lt;p&gt;Thank you,&#xA;Jack Finch&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-06-22T15:06:18.727" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17696" PostTypeId="2" ParentId="17691" CreationDate="2020-06-22T15:11:41.923" Score="1" Body="&lt;p&gt;I'm Jack with the openFDA team. To my knowledge none of the fields in the openFDA 510k API flag the record as a clinical trial. There are no plans to add this at present.&lt;/p&gt;&#xA;&lt;p&gt;Thank you,&#xA;Jack Finch&lt;/p&gt;&#xA;" OwnerUserId="15495" LastActivityDate="2020-06-22T15:11:41.923" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17698" PostTypeId="1" CreationDate="2020-06-22T19:14:52.180" Score="1" ViewCount="16" Body="&lt;p&gt;Is there an open-data library of text\language images for ancient &lt;a href=&quot;https://en.wikipedia.org/wiki/Linear_A&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linear A&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Linear_B&quot; rel=&quot;nofollow noreferrer&quot;&gt;Linear B&lt;/a&gt; languages?&lt;/p&gt;&#xA;" OwnerUserId="3104" LastEditorUserId="10235" LastEditDate="2020-06-23T14:42:30.703" LastActivityDate="2020-06-23T14:42:30.703" Title="Library of ancient Linear A and Linear B text images?" Tags="|images|language|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17699" PostTypeId="1" CreationDate="2020-06-23T02:36:52.290" Score="1" ViewCount="29" Body="&lt;p&gt;The way I understand it, LO_INC_WDRAW_ORIG_YR2_RT is the number of low-income students that withdrew from the college within 2 years. There is also a variable for 3 years, 4, 6, and 8 years. I am confused because the maximum value goes down for larger years (in R, I have filtered &amp;quot;PrivacySuppressed&amp;quot; and &amp;quot;NULL&amp;quot; entries then arranged them in descending order by the LO_INC_WDRAW_ORIG_YR#_RT variables where # is 2, 3, 4, 6 or 8).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;colleges %&amp;gt;% &#xA;    select(INSTNM, LO_INC_WDRAW_ORIG_YR6_RT) %&amp;gt;% &#xA;    filter(!(LO_INC_WDRAW_ORIG_YR6_RT == &amp;quot;PrivacySuppressed&amp;quot;), &#xA;                 !(LO_INC_WDRAW_ORIG_YR6_RT == &amp;quot;NULL&amp;quot;),&#xA;                 !(is.na(LO_INC_WDRAW_ORIG_YR6_RT)), &#xA;                 !(is.null(LO_INC_WDRAW_ORIG_YR6_RT))) %&amp;gt;% &#xA;    arrange(desc(LO_INC_WDRAW_ORIG_YR6_RT)) &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Shouldn't the number of students that withdrew within 2 years be counted into the total for 3 years, and those be counted into the total for 4, etc, meaning the maximum value should go up rather than down?&lt;/p&gt;&#xA;" OwnerUserId="25318" LastEditorUserId="23272" LastEditDate="2021-04-07T13:15:11.027" LastActivityDate="2021-04-07T13:15:11.027" Title="Why is LO_INC_WDRAW_ORIG_YR2_RT greater than LO_INC_WDRAW_ORIG_YR4_RT?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17700" PostTypeId="1" CreationDate="2020-06-23T08:19:46.747" Score="0" ViewCount="41" Body="&lt;p&gt;I'm trying to retrieve infos about birth and death corresponding to paintors with this query, however I have an empty result if I uncomment birth and death infos.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;# added before 2016-10&#xA;# Recherche de tableaux avec images&#xA;#defaultView:Table&#xA;SELECT ?paintingLabel ?date ?movementLabel ?pic ?painter ?painterLabel  &#xA;                            ?painterGenderLabel ?painterCountryLabel ?birthDateLabel ?birthPlaceLabel ?deathDateLabel ?deathPlaceLabel  &#xA;        WHERE {           &#xA;  ?painting wdt:P31 wd:Q3305213. &#xA;  ?painting wdt:P18 ?pic.&#xA;  ?painting wdt:P571 ?date.&#xA;  ?painting wdt:P135 ?movement.&#xA;  ?painting wdt:P170 ?painter.&#xA;  ?painter  wdt:P21 ?painterGender.&#xA;  ?painter  wdt:P27 ?painterCountry.&#xA;  #?painter wdt:p569 ?birthDate.&#xA;  #?painter wdt:p19 ?birthPlace.&#xA;  #?painter wdt:p570 ?deathDate.&#xA;  #?painter wdt:p20 ?deathPlace.&#xA;          &#xA;  SERVICE wikibase:label {            # ... include the labels&#xA;        bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot; .&#xA;    }&#xA;}&#xA;&#xA;#ORDER BY DESC(?time)&#xA;LIMIT 3&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;How could I modify this query to get these informations?&lt;/p&gt;&#xA;" OwnerUserId="14695" LastActivityDate="2020-06-23T08:19:46.747" Title="How to retrieve infos about creators with sparql in wikidata" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17701" PostTypeId="1" CreationDate="2020-06-22T05:55:44.383" Score="2" ViewCount="42" Body="&lt;p&gt;I have a time series technique I want to try out.  Is there a list of canonical data sets or time series data that I should test my technique on so that I can see if the technique works?  For example, when it comes to ML, the IRIS and MNIST are some popular datasets that one should test, and there are benchmarks to exceed.&lt;/p&gt;&#xA;&lt;p&gt;In R, I could generate any order Arima() using Arima.sim() function.  I plan to generate AR(1) and MA(1), probably ARMA(1, 1), AR(2), MA(2), and ARMA(2, 2), data.  Are there any other ones I should generate to cover the main types of data?  Maybe seasonal data or regression with time series error type data?  And finally, are there any popular real-life time-series data sets I should test the technique on?  The response can be either categorical or numerical.&lt;/p&gt;&#xA;" OwnerDisplayName="confused" LastEditorUserId="70" LastEditDate="2022-10-14T18:36:31.800" LastActivityDate="2022-10-14T18:36:31.800" Title="What are some canonical time series data sets or data series?" Tags="|data-request|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17702" PostTypeId="2" ParentId="17701" CreationDate="2020-06-22T07:48:38.587" Score="1" Body="&lt;p&gt;I don't know any iconic MNIST-like data set for time series, but what I would suggest is to look for suitable real life data on the internet. Good sources are &lt;a href=&quot;https://www.kaggle.com/datasets?search=time%20series&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt; or the &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.php?format=&amp;amp;task=&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=10to100&amp;amp;numIns=&amp;amp;type=ts&amp;amp;sort=nameUp&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCI Machine Learning Repository&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Look for a few substantially different (different in the sense of from what scientific area the data originates) data sets where you have a strong baseline with current models / algorithms and compare them against your new technique.&lt;/p&gt;&#xA;" OwnerDisplayName="Tinu" LastActivityDate="2020-06-22T07:48:38.587" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17703" PostTypeId="1" AcceptedAnswerId="17738" CreationDate="2020-06-23T13:31:34.330" Score="2" ViewCount="70" Body="&lt;p&gt;I am a research master student and I need the data to finish my thesis, I would like a MRI brain tumor dataset for classification, which contains certain classes from this list (malignant, benign, atypica, pituitary adenoma, pituitary cacinoma, craniopharvngioma, rathke's cleft cyst) Would you suggest a database please?&lt;/p&gt;&#xA;" OwnerUserId="25321" LastActivityDate="2020-07-03T09:31:41.357" Title="3D brain tumor datasets for classification" Tags="|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17704" PostTypeId="1" CreationDate="2020-06-23T16:34:24.143" Score="1" ViewCount="47" Body="&lt;p&gt;I am looking for a specific type of a dataset in order to develop a statistical and/or machine learning model for health data. This dataset should contain histories of many patients with the diagnoses/procedures that they underwent and the corresponding time labels. I would like to hope that there is such a dataset (or similar) used for machine learning algorithms, which is freely available and not constrained by patient privacy issues, etc.&lt;/p&gt;&#xA;&lt;p&gt;All suggestions will be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="25322" LastActivityDate="2021-07-21T20:04:15.423" Title="Standard longitudinal health dataset" Tags="|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17705" PostTypeId="1" CreationDate="2020-06-24T04:07:40.623" Score="3" ViewCount="61" Body="&lt;p&gt;I wish I could look up, locally, without ever making an external request, the release dates (for each region/country) for &amp;quot;any commercially sold product ever&amp;quot;. For example, I could do:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT product_name, release_date_usa, release_date_fr FROM products WHERE (creator_company = 'Nintendo' OR publisher_company = 'Nintendo') AND title LIKE '%Zelda%' ORDER BY release_date_usa DESC;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;That would give me a nice list of each Zelda game released and their release dates for the USA and France, ordered by their release date in the USA.&lt;/p&gt;&#xA;&lt;p&gt;I've many times had the need to do things like that, and if somebody from 1985 would somehow read this question from the future, they would say:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Are you kidding? You can't even do that in the year 2020? But... all of these TV programmes talk about how databases and computers will make everything wonderful and easy and free? How come you still don't have it so far into the future?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;To make it crystal clear:&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for a regularly updated and high-quality (reliable, and with the correct product names) CSV/JSON file which I can regularly download as a single archive, update my local SQL database with and then make all kinds of queries on locally, as shown above.&lt;/p&gt;&#xA;&lt;p&gt;Please let this exist. If it's too broad, I would be okay with &amp;quot;just&amp;quot; all video games and movies, but preferably, I want every single product ever released in any nontrivial amount.&lt;/p&gt;&#xA;" OwnerUserId="25323" LastActivityDate="2023-08-12T11:06:10.717" Title="Is there some kind of public, open, free, reliable database containing all &quot;product release dates&quot;?" Tags="|data-request|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17706" PostTypeId="1" CreationDate="2020-06-24T16:13:16.567" Score="2" ViewCount="91" Body="&lt;p&gt;I am looking for a dataset of bodybuilding/workout/exercise Q&amp;amp;A in a machine-readable way.&lt;/p&gt;&#xA;&lt;p&gt;For example:&lt;br /&gt;&#xA;Q: What kinds of exercises to train my chest at home?&lt;br /&gt;&#xA;A: Push up. (or any article, website)&lt;/p&gt;&#xA;&lt;p&gt;Q: How to do the deadlift?&lt;br /&gt;&#xA;A: There are 3 different way to do the ...&lt;/p&gt;&#xA;" OwnerUserId="25324" LastActivityDate="2020-06-24T16:13:16.567" Title="dataset of workout/bodybuilding QA" Tags="|data-request|sports|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17707" PostTypeId="1" CreationDate="2020-06-24T20:14:15.360" Score="2" ViewCount="42" Body="&lt;p&gt;I am submitting the following url on the OSHA site, and it doesn't appear to filter the data properly.  My understanding is the below url should filter accident table by LOAD_DT column and the 2020-05-31 date is considered a start date.   Therefore, it would retrieve first 200 results for records that have a LOAD_DT greater or equal to 2020-05-31.  I am getting results where LOAD_DT = 2019-07-22.  Your help would be appreciated.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.dol.gov/get/accident/format/json/limit/200/date_column/LOAD_DT/2020-05-31&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/accident/format/json/limit/200/date_column/LOAD_DT/2020-05-31&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25326" LastEditorUserId="25326" LastEditDate="2020-06-25T18:04:48.310" LastActivityDate="2020-06-25T18:04:48.310" Title="How do i filter the accident table (OSHA) by the load_dt field using API V2 curl methodology?" Tags="|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17708" PostTypeId="1" CreationDate="2020-06-24T23:35:45.487" Score="1" ViewCount="66" Body="&lt;p&gt;I am searching for open datasets containing images of humans (or human heads, with or without background) wearing face masks, preferably medical FFP masks.&lt;/p&gt;&#xA;&lt;p&gt;Context/scenery is not important. Annotated datasets would be beneficial, but images only would also be highly appreciated.&lt;/p&gt;&#xA;&lt;p&gt;Images should cover at least the complete head of a human wearing a face mask like this: &lt;a href=&quot;https://i.stack.imgur.com/8SxDW.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8SxDW.jpg&quot; alt=&quot;example of human wearing face mask&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25327" LastActivityDate="2021-03-22T21:00:20.057" Title="Searching for datasets of face mask images" Tags="|data-request|images|faces|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17709" PostTypeId="2" ParentId="17708" CreationDate="2020-06-25T18:09:42.457" Score="1" Body="&lt;p&gt;You can use Real World Masked Face Dataset -&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/X-zhangyang/Real-World-Masked-Face-Dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/X-zhangyang/Real-World-Masked-Face-Dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25332" LastActivityDate="2020-06-25T18:09:42.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17710" PostTypeId="1" CreationDate="2020-06-25T18:41:31.270" Score="1" ViewCount="67" Body="&lt;p&gt;I thought that safetyreportid is the unique identity of a report, but I found that some safetyreportid like &amp;quot;5390497-5&amp;quot; has two or three reports in openFDA when I search by API:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=safetyreportid:%225390497-5%22&amp;amp;limit=99&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=safetyreportid:%225390497-5%22&amp;amp;limit=99&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Could I ask why there are multiple reports with the same safetyreportid in openFDA?&lt;/p&gt;&#xA;" OwnerUserId="25110" LastEditorUserId="23272" LastEditDate="2021-03-16T04:58:45.410" LastActivityDate="2024-03-30T12:05:00.620" Title="What does some reports have the same safetyreportid?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17711" PostTypeId="1" CreationDate="2020-06-26T05:08:36.557" Score="1" ViewCount="166" Body="&lt;p&gt;I'm using ckan 2.7.2 (Docker), Whenever I try to &lt;strong&gt;update&lt;/strong&gt; any resource file (via GUI), Ckan is throwing an error i.e. &lt;strong&gt;403 forbidden&lt;/strong&gt; and data could not successfully upload to the &lt;code&gt;DataStore&lt;/code&gt;. Because of that file preview is showing old content, although we are able to download the new updated file (with updated data). whether I try to upload(update) that file directly to &lt;code&gt;DataStore&lt;/code&gt; by &lt;code&gt; Upload to DataStore&lt;/code&gt; option, it throws same error i.e. &lt;strong&gt;403 Forbidden error&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;below are the logs of &lt;strong&gt;datapusher.error.log&lt;/strong&gt; file:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[Tue Jun 23 10:56:50.423279 2020] [wsgi:error] [pid 725:tid 140031474673408] Deleting &amp;quot;&amp;lt;resource_id&amp;gt;&amp;quot; from datastore.&#xA;[Tue Jun 23 10:56:50.469999 2020] [wsgi:error] [pid 725:tid 140031474673408] /usr/lib/ckan/datapusher/lib/python2.7/site-packages/requests/packages/urllib3/connection.py:340: SubjectAltNameWarning: Certificate for demo.ckan.org has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)&#xA;[Tue Jun 23 10:56:50.470014 2020] [wsgi:error] [pid 725:tid 140031474673408]   SubjectAltNameWarning&#xA;[Tue Jun 23 10:56:50.534169 2020] [wsgi:error] [pid 725:tid 140031474673408] Job &amp;quot;push_to_datastore (trigger: RunTriggerNow, run = True, next run at: None)&amp;quot; raised an exception&#xA;[Tue Jun 23 10:56:50.534185 2020] [wsgi:error] [pid 725:tid 140031474673408] Traceback (most recent call last):&#xA;[Tue Jun 23 10:56:50.534187 2020] [wsgi:error] [pid 725:tid 140031474673408]   File &amp;quot;/usr/lib/ckan/datapusher/lib/python2.7/site-packages/apscheduler/scheduler.py&amp;quot;, line 512, in _run_job&#xA;[Tue Jun 23 10:56:50.534189 2020] [wsgi:error] [pid 725:tid 140031474673408]     retval = job.func(*job.args, **job.kwargs)&#xA;[Tue Jun 23 10:56:50.534190 2020] [wsgi:error] [pid 725:tid 140031474673408]   File &amp;quot;/usr/lib/ckan/datapusher/src/datapusher/datapusher/jobs.py&amp;quot;, line 463, in push_to_datastore&#xA;[Tue Jun 23 10:56:50.534192 2020] [wsgi:error] [pid 725:tid 140031474673408]     delete_datastore_resource(resource_id, api_key, ckan_url)&#xA;[Tue Jun 23 10:56:50.534193 2020] [wsgi:error] [pid 725:tid 140031474673408]   File &amp;quot;/usr/lib/ckan/datapusher/src/datapusher/datapusher/jobs.py&amp;quot;, line 199, in delete_datastore_resource&#xA;[Tue Jun 23 10:56:50.534195 2020] [wsgi:error] [pid 725:tid 140031474673408]     good_status=(201, 200, 404), ignore_no_success=True)&#xA;[Tue Jun 23 10:56:50.534196 2020] [wsgi:error] [pid 725:tid 140031474673408]   File &amp;quot;/usr/lib/ckan/datapusher/src/datapusher/datapusher/jobs.py&amp;quot;, line 160, in check_response&#xA;[Tue Jun 23 10:56:50.534197 2020] [wsgi:error] [pid 725:tid 140031474673408]     response=response.text)&#xA;[Tue Jun 23 10:56:50.534198 2020] [wsgi:error] [pid 725:tid 140031474673408] HTTPError: CKAN bad response. Status code: 403 Forbidden. At: https://demo.ckan.org/ckan/api/3/action/datastore_delete. status=403 url=https://demo.ckan.org/ckan/api/3/action/datastore_delete response=&amp;lt;html&amp;gt;\r&#xA;[Tue Jun 23 10:56:50.534200 2020] [wsgi:error] [pid 725:tid 140031474673408] &amp;lt;head&amp;gt;&amp;lt;title&amp;gt;403 Forbidden&amp;lt;/title&amp;gt;&amp;lt;/head&amp;gt;\r&#xA;[Tue Jun 23 10:56:50.534201 2020] [wsgi:error] [pid 725:tid 140031474673408] &amp;lt;body bgcolor=&amp;quot;white&amp;quot;&amp;gt;\r&#xA;[Tue Jun 23 10:56:50.534203 2020] [wsgi:error] [pid 725:tid 140031474673408] &amp;lt;center&amp;gt;&amp;lt;h1&amp;gt;403 Forbidden&amp;lt;/h1&amp;gt;&amp;lt;/center&amp;gt;\r&#xA;[Tue Jun 23 10:56:50.534204 2020] [wsgi:error] [pid 725:tid 140031474673408] &amp;lt;hr&amp;gt;&amp;lt;center&amp;gt;nginx&amp;lt;/center&amp;gt;\r&#xA;[Tue Jun 23 10:56:50.534205 2020] [wsgi:error] [pid 725:tid 140031474673408] &amp;lt;/body&amp;gt;\r&#xA;[Tue Jun 23 10:56:50.534206 2020] [wsgi:error] [pid 725:tid 140031474673408] &amp;lt;/html&amp;gt;\r&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;strong&gt;Please suggest, how to fix this.&#xA;Thanks:)&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="23704" LastActivityDate="2020-06-26T05:08:36.557" Title="datapusher log shows `403 Forbidden` error every-time, while `Updating` resource files in CKAN" Tags="|ckan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17712" PostTypeId="1" CreationDate="2020-06-26T10:12:41.320" Score="0" ViewCount="39" Body="&lt;p&gt;I'm desperate to find something to make me money. For this reason, I've recently gone through huge lists of APIs available, and it seems as if 100% of the ones that don't charge you money are extremely low quality. For example, some API (also offering a data dump, which I studied) which was supposed to give area names and street names for many countries, lacked my street for my country. Incomplete, buggy and useless for relying on.&lt;/p&gt;&#xA;&lt;p&gt;The other problem is that all of these free APIs that exist seem to do very pointless things, such as dispense a stupid joke or something. I want things like up-to-date, official information about a given address such as who lives there, etc.&lt;/p&gt;&#xA;&lt;p&gt;Just about anything I would need or find useful in the least wants me to pay them money, which I don't have. I also have no desire to reveal my identity for any more companies with constant data leaks everywhere, so that's also a huge problem even besides the sheer monetary cost.&lt;/p&gt;&#xA;&lt;p&gt;It really appears as if all worthwhile data is securely locked away behind thick paywalls with huge padlocks.&lt;/p&gt;&#xA;&lt;p&gt;I'm trying to come up with some kind of system which fetches data from various free APIs (or possibly paid ones, if it turns out to be worth it), process it locally with some &amp;quot;patented logic&amp;quot; (the real work), and then publish it in a new form which is very valuable to somebody so that they will give me money for it.&lt;/p&gt;&#xA;&lt;p&gt;You keep hearing about all this data that is allegedly available, but I don't see how I'm going to get hold of it since I'm not already rich.&lt;/p&gt;&#xA;" OwnerUserId="25335" LastActivityDate="2020-06-26T10:12:41.320" Title="Is there such a thing as a non-trash open (free) API or &quot;regular data dump&quot;?" Tags="|data-request|api|uses-of-open-data|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17713" PostTypeId="2" ParentId="17710" CreationDate="2020-06-26T13:46:11.530" Score="0" Body="&lt;p&gt;As indicated on the &lt;a href=&quot;https://www.fda.gov/drugs/questions-and-answers-fdas-adverse-event-reporting-system-faers/fda-adverse-event-reporting-system-faers-public-dashboard&quot; rel=&quot;nofollow noreferrer&quot;&gt;FDA FAERS page&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Duplicate and incomplete reports are in the system: There are many instances of duplicative reports and some reports do not contain all the necessary information.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This is one of those cases.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-06-26T13:46:11.530" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17714" PostTypeId="1" AcceptedAnswerId="17722" CreationDate="2020-06-26T17:58:17.677" Score="2" ViewCount="2790" Body="&lt;p&gt;For a project I need a data source, where I can find informations about ingredients like lactic acid or E 901. The needed information is if the searched ingredient can cause food allergies, is vegan, vegetarian, kosher, etc.&lt;/p&gt;&#xA;&lt;p&gt;I could not find something like this in the last hour, only recipe information by name and/or barcode.&lt;/p&gt;&#xA;&lt;p&gt;Use case: Check if a list of ingredients for a food will be suitable for people with dietary restrictions.&lt;/p&gt;&#xA;" OwnerUserId="25338" LastActivityDate="2020-06-30T07:18:40.247" Title="Food Ingredient API/Database" Tags="|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17715" PostTypeId="2" ParentId="17704" CreationDate="2020-06-26T18:22:22.433" Score="1" Body="&lt;p&gt;Check out &lt;a href=&quot;https://ipums.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ipums.org&lt;/a&gt;. They have two sources that may be beneficial to you:&lt;/p&gt;&#xA;&lt;p&gt;Health Surveys: Historical and contemporary U.S. health survey data from the National Health Interview Survey (NHIS) (1963-present) and the Medical Expenditure Panel Survey (MEPS) (1996-present).&lt;/p&gt;&#xA;&lt;p&gt;Global Health: Health survey data for Africa and Asia, including harmonized data collections for Demographic Health Surveys (DHS) and Performance Monitoring for Action (PMA)&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-06-26T18:22:22.433" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17716" PostTypeId="2" ParentId="17599" CreationDate="2020-06-26T20:27:53.667" Score="0" Body="&lt;p&gt;It turns out there is a separate data portal maintained by the IIASA which has this data: &lt;a href=&quot;http://www.gaez.iiasa.ac.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.gaez.iiasa.ac.at/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25188" LastEditorUserId="1511" LastEditDate="2020-06-29T08:12:15.590" LastActivityDate="2020-06-29T08:12:15.590" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17718" PostTypeId="2" ParentId="1440" CreationDate="2020-06-29T01:38:21.837" Score="0" Body="&lt;p&gt;I believe this api provides exactly what you are looking for - &lt;a href=&quot;https://rapidapi.com/Megatvini/api/amazon-price-history&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amazon Price History API&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I recently published it and made available virtually for free in case you only need info about a few products.&lt;/p&gt;&#xA;" OwnerUserId="25348" LastActivityDate="2020-06-29T01:38:21.837" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17719" PostTypeId="1" CreationDate="2020-06-29T12:37:32.987" Score="0" ViewCount="391" Body="&lt;p&gt;I am currently working on a project where I need access to an Order to Cash(O2C) and Purchase to Pay (P2P) dataset. I managed to get a P2P dataset from &lt;a href=&quot;https://icpmconference.org/2019/icpm-2019/contests-challenges/bpi-challenge-2019/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, but am struggling to data for O2C. I've gone through kaggle/google datasets as well as several govt databanks but without any success. Any ideas/help regarding locating an O2C/another P2P dataset would be very helpful.&lt;/p&gt;&#xA;" OwnerUserId="25350" LastActivityDate="2020-11-27T06:05:25.600" Title="Order to Cash public dataset" Tags="|data-request|finance|opencorporates|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17720" PostTypeId="1" CreationDate="2020-06-29T17:50:21.673" Score="1" ViewCount="850" Body="&lt;p&gt;I'm looking for a downloadable ADS-B historical database preferably with a free option, like the one that &lt;a href=&quot;https://opensky-network.org/data/impala&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSky-Network&lt;/a&gt; offers. To my knowledge, unfortunately, the OpenSky-Network database doesn't provide ADS B data that complied with DO-260B, where the quality indicators (the &lt;strong&gt;NUC&lt;/strong&gt; (Navigation Uncertainty Code) or &lt;strong&gt;NACp&lt;/strong&gt; (Navigation Accuracy Code for Position) or &lt;strong&gt;NIC&lt;/strong&gt; (Navigation Integrity Code) or &lt;strong&gt;SIL&lt;/strong&gt; (Surveillance Integrity Level)) are also included.&lt;/p&gt;&#xA;&lt;p&gt;Any suggestions on other websites that offer downloadable ADS-B historical databases that include the quality indicators?&lt;/p&gt;&#xA;" OwnerUserId="25296" LastEditorUserId="70" LastEditDate="2022-10-13T18:05:58.673" LastActivityDate="2024-03-08T08:05:55.537" Title="Searching downloadable ADS-B database" Tags="|data-request|historical|database|aviation|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17721" PostTypeId="2" ParentId="17719" CreationDate="2020-06-30T05:55:18.797" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.win.tue.nl/ocbc/cases/order_to_cash.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OCBC - A NEW MODELING LANGUAGE&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Order to cash (OTC or O2C) business process which is a very typical business process that involves receiving and fulfilling customer requests for goods or services.&lt;/p&gt;&#xA;&lt;p&gt;You can download this case study dataset from &lt;a href=&quot;https://www.win.tue.nl/ocbc/experiments/CaseStudy.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;the Direct Download Link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-30T05:55:18.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17722" PostTypeId="2" ParentId="17714" CreationDate="2020-06-30T07:18:40.247" Score="2" Body="&lt;p&gt;Spoonacular's &lt;a href=&quot;https://www.programmableweb.com/api/food&quot; rel=&quot;nofollow noreferrer&quot;&gt;Food and Recipe API&lt;/a&gt; provides access to over 360,000 recipes and 80,000 food products. The API enables users to search for recipes using natural language (such as &amp;quot;gluten-free brownies without sugar&amp;quot;). Users can visualize recipe nutrition and ingredient lists, analyze recipe costs, find recipes by nutritional requirements, favorite ingredients, or what's in the refrigerator, classify recipes, convert ingredient amounts, and even compute an entire meal plan. The service covers ingredients, recipes, food products, and menu items.&#xA;&lt;em&gt;spoonacular Food API includes a Visualize Recipe Nutrition feature.&lt;a href=&quot;https://spoonacular.com/food-api/docs/visualize-recipe-nutrition&quot; rel=&quot;nofollow noreferrer&quot;&gt;spoonacular&lt;/a&gt;&lt;/em&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://esha.com/products/nutrition-database-api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESHA Nutrition Database API&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The ESHA Nutrition API is designed to simplify the integration of your application with ESHA’s extensive food database and nutritional standards. Rather than developing and maintaining your own nutrient database, you can rely on ESHA for high-quality source data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;How this works&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;When a user searches for a food item on your website or application, a list of selections meeting the search criteria is returned. The user selects the closest match, enters a quantity and measure, and adds the item to the list. From there, the user can view a nutrition breakdown of total Calories, Fat, Protein, and other nutrients.&lt;/p&gt;&#xA;&lt;p&gt;With, developers can design an application that accesses the ESHA database and nutritional standards. The application can search over 100,000 foods, build a recipe or food intake with the results, analyze up to 80 nutrients in seconds, and view client nutrient recommendations expressed as DRIs, DGAs, or RDIs.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Extensive Database&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Our database boasts over 100,000 unique foods, including raw ingredients, recipes, manufacturers’ foods, processing items, more.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Food Analysis&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Analyze foods for up to 80 nutrients and nutrient factors – everything from Calories and Fats to MyPlate values.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Recommendations&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can analyze dietary intakes per nutritional recommendations specified by various standards such as DRI, DGA, and RDI.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.edamam.com/food-database-api-docs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Food Database API Documentation&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Food Database&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;This API provides you with tools to find nutrition and diet data for generic foods, packaged foods, and restaurant meals. In addition, it employs NLP (Natural Language Processing) which allows for the extraction of food entities from unstructured text.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Covered Use Cases&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Search for food by keyword, food name or UPC/Barcode&lt;/li&gt;&#xA;&lt;li&gt;Sourcing of nutrition facts for a given food, including macro and micronutrients, allergen labels, lifestyle and health labels&lt;/li&gt;&#xA;&lt;li&gt;Search for food by given nutrient quantity for 28 nutrients&lt;/li&gt;&#xA;&lt;li&gt;Seach for foods within a given brand&lt;/li&gt;&#xA;&lt;li&gt;With the built-in food-logging context it allows for NLP requests for chatbots and natural language calorie counters&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Parse requests: &lt;a href=&quot;https://api.edamam.com/api/food-database/v2/parser&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.edamam.com/api/food-database/v2/parser&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://developer.edamam.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Edamam’s Recipe Search API&lt;/a&gt; which features 1.5 million recipes -&#xA;All recipes contain nutrition facts and are tagged with diet, health, and allergy labels. Recipes are searchable by keywords and ingredients. There is a free plan available.&lt;/p&gt;&#xA;&lt;p&gt;The database is available for free noncommercial use and free commercial use for startups&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;More Resources&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.programmableweb.com/news/10-most-popular-food-apis/brief/2019/08/06&quot; rel=&quot;nofollow noreferrer&quot;&gt;10 Most Popular Food APIs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://rapidapi.com/collection/food-apis&quot; rel=&quot;nofollow noreferrer&quot;&gt;Food-Related APIs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Check out this collection of Food APIs, including ingredients, nutrition, recipes, allergies, restaurants, and more!&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.programmableweb.com/category/food/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Programmableweb&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://apilist.fun/category/food&quot; rel=&quot;nofollow noreferrer&quot;&gt;APIlist&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-06-30T07:18:40.247" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17723" PostTypeId="1" CreationDate="2020-06-30T12:42:22.080" Score="1" ViewCount="73" Body="&lt;p&gt;I spent several hours unsuccessfully trying to import the drug json files that you have available in the downloads section into the latest release of elasticseach  (7.8.0). The download files don't appear to be elasticsearch export files. Do you have any instructions for importing your files into elasticsearch?&#xA;The purpose for importing into elasticsearch is to use wildcard queries. Since you are using an elasticsearch DB, it seems reasonable that you would support imports into a similar DB.&lt;/p&gt;&#xA;" OwnerUserId="25354" LastActivityDate="2024-03-13T00:07:25.827" Title="How can I import your database downloads into Elasticsearch?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17724" PostTypeId="2" ParentId="1951" CreationDate="2020-06-30T23:24:41.930" Score="3" Body="&lt;p&gt;If this still makes sense, there's a dataset that I'm maintaining:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/tb0hdan/domains&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/tb0hdan/domains&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;TLD kinds: &lt;code&gt;1522&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Country TLDs: &lt;code&gt;245&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Generic TLDs: &lt;code&gt;1277&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Total domains in dataset: &lt;code&gt;1,789,946,688&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="25358" LastEditorUserId="25358" LastEditDate="2021-09-28T21:16:48.120" LastActivityDate="2021-09-28T21:16:48.120" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17725" PostTypeId="2" ParentId="15625" CreationDate="2020-07-01T09:39:24.813" Score="1" Body="&lt;p&gt;Here is all I need (thanks to @philshem):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/tb0hdan/domains&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/tb0hdan/domains&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This repo containes crawled domain names, top level domains as well as subdomains.&lt;/p&gt;&#xA;&lt;p&gt;It's a good start for my searching purpose.&lt;/p&gt;&#xA;" OwnerUserId="1930" LastActivityDate="2020-07-01T09:39:24.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17726" PostTypeId="1" CreationDate="2020-07-01T18:01:49.977" Score="1" ViewCount="62" Body="&lt;p&gt;The College Scorecard Data Dictionary simply describes the variables as the percent of the population from the students' zip codes that are of that race, of the students in the earnings cohort. Is this the average over all of the zip codes? The earnings cohort refers to earnings after college, so is this considering a student's zip code prior to or post-graduation? Any help is appreciated&lt;/p&gt;&#xA;" OwnerUserId="25364" LastEditorUserId="23272" LastEditDate="2021-08-21T04:41:11.013" LastActivityDate="2021-08-21T04:41:11.013" Title="Is there a more detailed definition of variables under the PCT_RACE category, such as PCT_WHITE or PCT_HISPANIC?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17727" PostTypeId="2" ParentId="17723" CreationDate="2020-07-01T19:08:44.043" Score="0" Body="&lt;p&gt;That is correct: the download files are not Elasticsearch exports. The files follow the same JSON format that query results follow. Because the format is exactly the same as API query results, one can reuse existing code written for applications that process openFDA data.&lt;/p&gt;&#xA;&lt;p&gt;We don't have instructions on how to import the download files back into Elasticsearch. You could write your own code to do so though. The simplest solution that comes to mind is to read through the array of JSON objects and send them to Elasticsearch for indexing. There are more sophisticated and more efficient ways of doing the import, of course.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-07-01T19:08:44.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17728" PostTypeId="1" AcceptedAnswerId="17735" CreationDate="2020-07-01T20:37:15.643" Score="1" ViewCount="123" Body="&lt;p&gt;I would like to have an idea of precise coverage (extend) for the latitude/longitude of the city of Porto, Portugal.&lt;/p&gt;&#xA;&lt;p&gt;This is in connection with my research that I need to filter out geolocation data for the cities of Porto (Portugal) and Beijing (China). Luckily, I found one for Beijing city &lt;a href=&quot;https://en.wikipedia.org/wiki/Geography_of_Beijing#:%7E:text=Beijing%20is%20a%20municipality%20located,to%20the%20east%20and%20south.&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; as &amp;quot;ranges from 39° 27' to 41° 03' N and in longitude from 115° 25' to 117° 30' E&amp;quot; which is what I want.&lt;/p&gt;&#xA;&lt;p&gt;For the city of Porto, all I get is a one-point coordinates (41.1579° N, 8.6291° W).&lt;/p&gt;&#xA;" OwnerUserId="25366" LastEditorUserId="90" LastEditDate="2020-09-02T05:28:36.857" LastActivityDate="2020-09-02T05:28:36.857" Title="Longitude and Latitude coverage for the city of Porto" Tags="|data-request|geospatial|europe|geocoding|portugal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17729" PostTypeId="1" AcceptedAnswerId="17732" CreationDate="2020-07-02T03:45:37.570" Score="1" ViewCount="56" Body="&lt;p&gt;I am interested in testing a causal inference and need a dataset with the explanatory variables mostly or, even better, all continuous; ideally a randomized control setting, too.&lt;/p&gt;&#xA;" OwnerUserId="25172" LastActivityDate="2020-07-02T09:23:57.280" Title="Datasets for Causal Inference with Continuous Covariates" Tags="|data-request|randomized-trial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17730" PostTypeId="2" ParentId="862" CreationDate="2020-07-02T06:07:51.577" Score="0" Body="&lt;p&gt;Not sure if this meets your definition of open, but for future readers like me who just want some free datastreams that continuously get updated I can recommend Twitter.&#xA;It has a fair amount of free messages per second coming through, and only charges for additional capabilities (such as the full data, or filtering).&lt;/p&gt;&#xA;&lt;p&gt;As an additional advantage for those who want to try out streaming: there are many open tools with standard solutions available for ingesting and parsing Twitter, so it might provide a nice starting point. I have used both Python and Nifi before. (Mandatory disclosure: Nifi is open source, but I am affiliated with it).&lt;/p&gt;&#xA;" OwnerUserId="25368" LastActivityDate="2020-07-02T06:07:51.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17731" PostTypeId="1" CreationDate="2020-07-02T06:42:54.317" Score="1" ViewCount="68" Body="&lt;p&gt;In the openFDA website(&lt;a href=&quot;https://open.fda.gov/apis/drug/event/searchable-fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/event/searchable-fields&lt;/a&gt;), it said safetyreportid is &amp;quot;The 8-digit Safety Report ID number, also known as the case report number or case ID. The first 7 digits (before the hyphen) identify an individual report and the last digit (after the hyphen) is a checksum. This field can be used to identify or find a specific adverse event report.&amp;quot; Sorry I was confused with some points of the definition.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What does checksum mean? Is that the version number?&lt;/li&gt;&#xA;&lt;li&gt;I saw some case IDs with a hyphen (like '4322505-4') but some don't (like '10003310'), is it just because of the different format?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="25110" LastEditorUserId="23272" LastEditDate="2021-03-16T04:55:13.307" LastActivityDate="2024-03-30T16:02:45.310" Title="What does the searchable field safetyreportid mean in openFDA drug adverse event api" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17732" PostTypeId="2" ParentId="17729" CreationDate="2020-07-02T09:23:57.280" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.chalearn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Challenges in Machine Learning&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here you can find &lt;a href=&quot;http://www.causality.inf.ethz.ch/repository.php?page=data&quot; rel=&quot;nofollow noreferrer&quot;&gt;causality Workbench&lt;/a&gt; datasets Choose the one that matches your requirement. Most of the datasets were from the competitions or from the real-world data.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-02T09:23:57.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17734" PostTypeId="1" AcceptedAnswerId="17746" CreationDate="2020-07-02T11:41:30.650" Score="1" ViewCount="23" Body="&lt;p&gt;I am doing some time-series forecasts.&lt;/p&gt;&#xA;&lt;p&gt;The datasets that I am working on have the attributes year, month, day and hour, however, in order to deal with seasonality and holiday effects, I am looking for datasets to complement with chronological variables such as week day, holiday, week number, month number,... for specific countries (Portugal and Spain).&lt;/p&gt;&#xA;&lt;p&gt;I am wondering where may I be able to access this kind of data, ideally historical (but for future periods is a plus).&lt;/p&gt;&#xA;" OwnerUserId="17434" LastEditorUserId="17434" LastEditDate="2020-07-02T11:47:22.477" LastActivityDate="2020-07-05T22:13:19.093" Title="Datasets with chronological variables for specific countries" Tags="|time-series|calendar|portugal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17735" PostTypeId="2" ParentId="17728" CreationDate="2020-07-02T12:06:29.167" Score="3" Body="&lt;p&gt;If you need a precise border of the city of Porto in coordinates, then extract a city boundary. Check these pages &lt;a href=&quot;https://stackoverflow.com/questions/15658585/getting-city-boundaries-from-openstreetmap&quot;&gt;Getting city boundaries from openstreetmap&lt;/a&gt; and &lt;a href=&quot;https://gis.stackexchange.com/questions/183248/getting-polygon-boundaries-of-city-in-json-from-google-maps-api&quot;&gt;Getting polygon boundaries of City in JSON from Google Maps API?&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If only a rectangular, it is &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Bounding_Box&quot; rel=&quot;nofollow noreferrer&quot;&gt;a boundig box&lt;/a&gt;, and you can get it here &lt;a href=&quot;https://stackoverflow.com/questions/13440102/getting-bounding-box-of-city&quot;&gt;Getting bounding-box of city&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;-8.691294,41.138351,-8.552009,41.185935&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Both cases are also possible with &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass turbo&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;References:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_API/Overpass_API_by_Example&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass API/Overpass API by Example&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19535" LastEditorUserId="19535" LastEditDate="2020-07-02T12:50:32.647" LastActivityDate="2020-07-02T12:50:32.647" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17736" PostTypeId="1" CreationDate="2020-07-02T18:14:04.147" Score="1" ViewCount="19" Body="&lt;p&gt;I am looking for a dataset that shows the number of units in each NYC building. The most complete dataset on NYC buildings that I've come across so far is the &lt;a href=&quot;https://www1.nyc.gov/site/planning/data-maps/open-data/dwn-pluto-mappluto.page&quot; rel=&quot;nofollow noreferrer&quot;&gt;PLUTO&lt;/a&gt; dataset, which is referenced by &lt;a href=&quot;https://www.kaggle.com/new-york-city/nyc-buildings&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt; as being:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;a master record of the locations and characteristics of buildings in New York City.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;However, the latest version of this dataset has 858k rows and according to &lt;a href=&quot;https://ny.curbed.com/2018/4/23/17271092/manhattan-buildings-data-visualization-taylor-baldwin&quot; rel=&quot;nofollow noreferrer&quot;&gt;other sources&lt;/a&gt;, there are &amp;gt; 1 million buildings in NYC.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know why some buildings are excluded and if there is a more complete dataset to analyze the number of units in buildings?&lt;/p&gt;&#xA;" OwnerUserId="16533" LastActivityDate="2020-07-02T18:14:04.147" Title="Complete dataset of NYC building units" Tags="|data-request|buildings|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17737" PostTypeId="2" ParentId="17720" CreationDate="2020-07-02T21:35:42.547" Score="0" Body="&lt;p&gt;There is likely none, any of the websites that offer ADS-B data are fairly easy to find, too trivial to list them here even. If none of the half dozen or so offer what you need (in particular for free), you might have to collect your own data or engage as a volunteer with one of them. I'm sure your work would be appreciated!&lt;/p&gt;&#xA;&lt;p&gt;That said, have you tried decoding it yourself from the available raw messages in OpenSky? Sounds like it might work from:&#xA;&lt;a href=&quot;https://github.com/junzis/pymodes-opensky&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/junzis/pymodes-opensky&lt;/a&gt;&#xA;&lt;a href=&quot;https://mode-s.org/decode/adsb/uncertainty.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mode-s.org/decode/adsb/uncertainty.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25372" LastActivityDate="2020-07-02T21:35:42.547" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17738" PostTypeId="2" ParentId="17703" CreationDate="2020-07-03T09:31:41.357" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/sartajbhuvaji/brain-tumor-classification-mri&quot; rel=&quot;nofollow noreferrer&quot;&gt;Brain Tumor Classification (MRI)&lt;/a&gt; with four Classes MRI images into four classes&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;glioma_tumor&lt;/li&gt;&#xA;&lt;li&gt;meningioma_tumor&lt;/li&gt;&#xA;&lt;li&gt;no_tumor&lt;/li&gt;&#xA;&lt;li&gt;pituitary_tumor&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/SartajBhuvaji/Brain-Tumor-Classification-DataSet&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub Link&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The folder contains MRI data. The images are already split into Training and Testing folders.&#xA;Each folder has more four subfolders. These folders have MRIs of respective tumor classes.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;http://braintumorsegmentation.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Multimodal Brain Tumor Image Segmentation Benchmark (BRATS)&lt;/a&gt; is a challenge focused on brain tumor segmentation and occurs on a yearly basis on MICCAI.&#xA;This dataset, from the 2015 challenge, contains data and expert annotations on four types of MRI images:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;T1&lt;/li&gt;&#xA;&lt;li&gt;T1c&lt;/li&gt;&#xA;&lt;li&gt;T2&lt;/li&gt;&#xA;&lt;li&gt;FLAIR&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.kaggle.com/andrewmvd/brain-tumor-segmentation-in-mri-brats-2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Here&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/awsaf49/brats2020-training-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Brain Tumor Segmentation(BraTS2020)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Additional References&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://nist.mni.mcgill.ca/?page_id=672&quot; rel=&quot;nofollow noreferrer&quot;&gt;BITE: Brain Images of Tumors for Evaluation database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://paperswithcode.com/task/brain-tumor-segmentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;Brain Tumor Segmentation&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/search?q=Brain%20Tumor%20in%3Adatasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-03T09:31:41.357" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17739" PostTypeId="1" CreationDate="2020-07-03T10:31:11.583" Score="0" ViewCount="424" Body="&lt;h1&gt;Context&lt;/h1&gt;&#xA;&lt;p&gt;I am searching an open data set and/or a model &amp;quot;ready&amp;quot; (or close to be ready) to segment the sky out of outdoor images, e.g.:&lt;/p&gt;&#xA;&lt;p&gt;Input:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PmYnG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PmYnG.png&quot; alt=&quot;Pascal Debrunner Oeschinen Lake, Kandersteg, Switzerland&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;Source; unsplash, Pascal Debrunner, Oeschinen Lake, Kandersteg, Switzerland&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Desired output:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tRwTO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tRwTO.png&quot; alt=&quot;Desired output&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h1&gt;Question&lt;/h1&gt;&#xA;&lt;p&gt;Do you know some data sets or models on that topic?&lt;br /&gt;&#xA;Or better, meta-surveys on that question?&lt;/p&gt;&#xA;&lt;p&gt;Info; the deep-learning backend will normally be tensorflow/keras based.&lt;/p&gt;&#xA;" OwnerUserId="21677" LastEditorUserId="21677" LastEditDate="2020-07-08T10:32:46.147" LastActivityDate="2020-07-08T10:32:46.147" Title="Sky segmentation data set or model for deep learning" Tags="|machine-learning|images|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17740" PostTypeId="2" ParentId="17690" CreationDate="2020-07-03T10:39:38.287" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/mohanraj7/bikes-specifications&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bikes Price and Specs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The dataset containing bike manufacturer, model, price and other specifications&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/nehalbirla/vehicle-dataset-from-cardekho&quot; rel=&quot;nofollow noreferrer&quot;&gt;Vehicle dataset from cardekho&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Used Cars and motorcycles data&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Additional Resources&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://pages.ebay.com/motors/compatibility/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pages.ebay.com/motors/compatibility/download.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Need to web scrap&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.autoevolution.com/moto/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.autoevolution.com/moto/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://bikez.com/main/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://bikez.com/main/index.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Paid:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.teoalida.com/cardatabase/motorcycles/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Teoalida's Car Database&lt;/a&gt;&#xA;The most updated automobile database – Excel, CSV, SQL files for download&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-03T10:39:38.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17742" PostTypeId="1" CreationDate="2020-07-04T07:46:22.320" Score="1" ViewCount="67" Body="&lt;p&gt;I know that any time you register a business in Canada, you have to classify the business with respect to the &lt;a href=&quot;https://www23.statcan.gc.ca/imdb/p3VD.pl?Function=getVD&amp;amp;TVD=1181553&quot; rel=&quot;nofollow noreferrer&quot;&gt;North American Industry Classification System&lt;/a&gt; (&lt;a href=&quot;https://www23.statcan.gc.ca/imdb/p3VD.pl?Function=getVD&amp;amp;TVD=1181553&quot; rel=&quot;nofollow noreferrer&quot;&gt;NAICS&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;I am interested in knowing how populated certain industries are. But for some reason I cannot figure out how to access the data in the NAICS.&lt;/p&gt;&#xA;&lt;p&gt;Does anybody know where one can access such data?&lt;/p&gt;&#xA;" OwnerUserId="19697" LastActivityDate="2024-02-23T11:45:21.563" Title="Canadian Industrial Data i.e. NAICS" Tags="|data-request|government|research|business|canada|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17743" PostTypeId="2" ParentId="17742" CreationDate="2020-07-04T08:22:10.577" Score="0" Body="&lt;p&gt;I believe I finally found the way to access it...&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ic.gc.ca/app/scr/app/cis/search-recherche?lang=eng&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ic.gc.ca/app/scr/app/cis/search-recherche?lang=eng&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19697" LastActivityDate="2020-07-04T08:22:10.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17744" PostTypeId="1" CreationDate="2020-07-04T15:53:54.040" Score="1" ViewCount="20" Body="&lt;p&gt;I am looking for a dataset of text (tweets, post, etc...) labeled with the social class or occupation of the person. Any ideas are welcome.&lt;/p&gt;&#xA;" OwnerUserId="25379" LastActivityDate="2020-07-04T15:53:54.040" Title="Social class and text dataset" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17745" PostTypeId="1" CreationDate="2020-07-04T19:02:51.777" Score="1" ViewCount="14" Body="&lt;p&gt;I was wondering if there exits an grammar defining mathematical language. By that I mean the list of the tokens used and the syntactic rules.&lt;/p&gt;&#xA;" OwnerUserId="25060" LastActivityDate="2020-07-04T19:02:51.777" Title="Grammar for mathematics" Tags="|language|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17746" PostTypeId="2" ParentId="17734" CreationDate="2020-07-05T22:13:19.093" Score="1" Body="&lt;p&gt;As I was seeing different problems regarding Holidays, I using two different approaches to build my own Holidays dataset, for the Iberian Peninsula.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/goncaloperes/TimeSeries/tree/master/IsItHoliday/IberianPeninsula&quot; rel=&quot;nofollow noreferrer&quot;&gt;The scripts are available on this repo, on GitHub.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;• &lt;a href=&quot;https://github.com/goncaloperes/TimeSeries/blob/master/IsItHoliday/IberianPeninsula/IberianBusinessCalender.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;In this one&lt;/a&gt;, I have added the holidays dates manually.&lt;/p&gt;&#xA;&lt;p&gt;• &lt;a href=&quot;https://github.com/goncaloperes/TimeSeries/blob/master/IsItHoliday/IberianPeninsula/holidays_prophet.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;In this one&lt;/a&gt;, I am taking advantage of Facebook Prophet.&lt;/p&gt;&#xA;&lt;p&gt;In the meantime, I have also found a &lt;a href=&quot;https://github.com/dr-prodigy/python-holidays&quot; rel=&quot;nofollow noreferrer&quot;&gt;library&lt;/a&gt; that seeks to help generating country, province and state specific sets of holidays on the fly, however there is still a lot of room for improvement.&lt;/p&gt;&#xA;" OwnerUserId="17434" LastActivityDate="2020-07-05T22:13:19.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17748" PostTypeId="2" ParentId="17739" CreationDate="2020-07-06T09:04:14.597" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.ime.usp.br/%7Eeduardob/datasets/sky/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sky Dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A Dataset for Sky Segmentation&lt;/p&gt;&#xA;&lt;p&gt;The Sky dataset contains a collection of 60 images with ground truth for sky segmentation. It was based on the Caltech Airplanes Side dataset by R. Fergus 15/02/03. Those images from the dataset which contained sky regions were selected and ground truths were created for them. The original dataset image names were kept unchanged.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9pi28.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9pi28.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The dataset can be &lt;a href=&quot;https://www.ime.usp.br/%7Eeduardob/datasets/sky/sky.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloaded here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;A large dataset of webcam images annotated with sky regions.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://mvrl.cs.uky.edu/datasets/skyfinder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.researchgate.net/publication/322076297_Segmenting_Sky_Pixels_in_Images&quot; rel=&quot;nofollow noreferrer&quot;&gt;Useful Resource&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-08T10:06:48.613" LastActivityDate="2020-07-08T10:06:48.613" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17749" PostTypeId="2" ParentId="17731" CreationDate="2020-07-06T15:44:16.037" Score="0" Body="&lt;p&gt;Each unique submission of a case received is given a version number (for example, Case# 1234567, Version 1). The first version received (formerly called Initial) will be version 1; the second version received (formerly called Follow-up 1) will be version 2, and so on. The latest version of a case represents the most current information about a particular case.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-07-06T15:44:16.037" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17750" PostTypeId="2" ParentId="17534" CreationDate="2020-07-06T18:08:39.133" Score="0" Body="&lt;p&gt;The issue for the CDS API is still open.&lt;/p&gt;&#xA;&lt;p&gt;Initially, I was looking for a wind speed forecast dataset, accessible for download via an already existing python API. I ended up using &lt;a href=&quot;https://www.ncdc.noaa.gov/data-access/model-data/model-datasets/global-forcast-system-gfs&quot; rel=&quot;nofollow noreferrer&quot;&gt;GFS data&lt;/a&gt;. Downloading was made easy with the &lt;a href=&quot;https://nomads.ncep.noaa.gov/txt_descriptions/grib_filter_doc.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Grib filter&lt;/a&gt;. I wrote &lt;a href=&quot;https://github.com/Bielorusse/duventchezmoi/blob/master/modules/download_gfs.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;a small wrapper function&lt;/a&gt; in python for my project.&lt;/p&gt;&#xA;" OwnerUserId="25068" LastActivityDate="2020-07-06T18:08:39.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17751" PostTypeId="2" ParentId="17618" CreationDate="2020-07-06T23:02:23.367" Score="2" Body="&lt;p&gt;ZCTAs are created every 10 years for the Decennial Census. They are not representative of current zip code boundaries. Zip codes are created for mail carriers to deliver the mail, not for data analysis.&lt;/p&gt;&#xA;&lt;p&gt;here is some really good information about ZCTAs from the Census Bureau:&#xA;&lt;a href=&quot;https://www.census.gov/programs-surveys/geography/guidance/geo-areas/zctas.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;ZCTA Guidance&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/data/academy/data-gems/2018/zcta.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;This video also has some good information in it&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-07-06T23:02:23.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17752" PostTypeId="1" AcceptedAnswerId="18600" CreationDate="2020-07-07T02:51:54.890" Score="1" ViewCount="31" Body="&lt;p&gt;Is there an open &lt;a href=&quot;https://en.wikipedia.org/wiki/Media_contacts_database&quot; rel=&quot;nofollow noreferrer&quot;&gt;media contacts database&lt;/a&gt;, a sort of free version of &lt;a href=&quot;https://www.easymedialist.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EasyMediaList.com&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2021-03-18T20:12:53.863" Title="Media Contacts Database?" Tags="|data-request|media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17753" PostTypeId="1" CreationDate="2020-07-07T03:56:59.787" Score="1" ViewCount="101" Body="&lt;p&gt;Are there any datasets that contains Japanese Company names?&lt;/p&gt;&#xA;&lt;p&gt;For example, ASICS Corporation's Japanese company name is &amp;quot;アシックス&amp;quot;. If the datasets contains other information about the company it is fine, as long as it has the company name in Japanese characters.&lt;/p&gt;&#xA;" OwnerUserId="25391" LastActivityDate="2024-02-23T11:37:39.970" Title="Are there any free datasets on Japanese company names available?" Tags="|data-request|companies|japan|japanese|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17754" PostTypeId="1" CreationDate="2020-07-07T06:52:29.157" Score="1" ViewCount="497" Body="&lt;p&gt;has anyone come across a data set of &lt;em&gt;all&lt;/em&gt; countries with historical average annual temperatures? The World Bank provided exactly this (see &lt;a href=&quot;https://climateknowledgeportal.worldbank.org/download-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;), but has not updated it after 2016 - I would like to have the latest data until 2019.&lt;/p&gt;&#xA;" OwnerUserId="25393" LastEditorUserId="23272" LastEditDate="2021-04-07T13:12:08.000" LastActivityDate="2023-12-23T20:08:51.027" Title="historical annual average temperature by country (with data after 2016)" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17755" PostTypeId="2" ParentId="3835" CreationDate="2020-07-07T08:55:59.753" Score="0" Body="&lt;p&gt;The highest quality dataset that I've seen is Natural Earth. About 7,000 cities total so you would need to filter it down if you don't want that many&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.naturalearthdata.com/downloads/10m-cultural-vectors/10m-populated-places/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.naturalearthdata.com/downloads/10m-cultural-vectors/10m-populated-places/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25395" LastActivityDate="2020-07-07T08:55:59.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17756" PostTypeId="2" ParentId="17576" CreationDate="2020-07-07T16:50:57.067" Score="1" Body="&lt;p&gt;Not sure about split of household incomes, I dont think they produce a table for that. But table B19325 from the Census Bureau's American Community Survey (ACS) has sex by income broken down into ranges. You'd have to us $75,000 + as they don't have it at $80,000+. The top two categories are $75k to $99k and $100k or more.&lt;/p&gt;&#xA;&lt;p&gt;here is a direct link to the table:&#xA;&lt;a href=&quot;https://data.census.gov/cedsci/table?q=b19325&amp;amp;hidePreview=false&amp;amp;tid=ACSDT1Y2018.B19325&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.census.gov/cedsci/table?q=b19325&amp;amp;hidePreview=false&amp;amp;tid=ACSDT1Y2018.B19325&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can also explore the data/tables that the ACS have by reviewing the table shells and table list in the documentation found here: &lt;a href=&quot;https://www.census.gov/programs-surveys/acs/technical-documentation/table-shells.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/acs/technical-documentation/table-shells.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There's also a compiled Excel version you can find here &lt;a href=&quot;http://gisdiva.com/downloads/acs2018-5yr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gisdiva.com/downloads/acs2018-5yr/&lt;/a&gt; that has the tables listed in Appendix A and the the table shells as Appendix C.&lt;/p&gt;&#xA;&lt;p&gt;if that still doesn't get you what you are looking for, you can play around with the ACS  microdata at iPUMS.org here &lt;a href=&quot;https://usa.ipums.org/usa/sda/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://usa.ipums.org/usa/sda/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2020-07-07T16:50:57.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17757" PostTypeId="2" ParentId="17754" CreationDate="2020-07-08T04:59:14.413" Score="0" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/IPS/mcdw/mcdw.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monthly Climatic Data for the World&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/lJcRO.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/lJcRO.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Monthly issues of this publication from May of 1948 through the present contain monthly mean temperature, pressure, precipitation, vapor pressure, and sunshine recorded at approximately 2,000 surface data collection stations around the world. It also offers monthly mean upper air temperatures, dew point depressions, and wind velocities for approximately 500 observing sites. Each issue represents the final quality-controlled data from all stations: issues generally become available after a 4 - 6-month time lag.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Where do these data come from?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data are prepared by Members of the World Meteorological Organization (WMO) and exchanged monthly via international telecommunications systems. The National Oceanic and Atmospheric Administration's (NOAA) National Centers for Environmental Prediction (NCEP) and the United Kingdom's Hadley Centre for Climate Prediction and Research prepares and relays data to NOAA's National Centers for Environmental Information for quality control, publication, and archive.&lt;/p&gt;&#xA;&lt;p&gt;Contains monthly mean temperature, pressure, precipitation, vapor pressure, and sunshine for approximately 2,000 surface data collection stations worldwide and monthly mean upper air temperatures, dew point depressions, and wind Velocities for approximately 500 observing sites.&lt;/p&gt;&#xA;&lt;p&gt;Data 1948 to 2018 December - &lt;strong&gt;&lt;a href=&quot;https://www.ncdc.noaa.gov/IPS/mcdw/mcdw.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Here&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-08T04:59:14.413" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17758" PostTypeId="1" CreationDate="2020-07-08T12:55:21.657" Score="1" ViewCount="12" Body="&lt;p&gt;Is there an interactive map with CORINE Land Cover data, which allows to me to find places with presence of a particular CORINE Land Cover class?&lt;/p&gt;&#xA;&lt;p&gt;Interactive maps like this one exist: &lt;a href=&quot;https://europelandcover.ourecosystem.com/interface/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://europelandcover.ourecosystem.com/interface/&lt;/a&gt; , but I'd like to see, for example, examples of occurence of &amp;quot;Complex cultivation patterns&amp;quot; (CLC242) on the map...&lt;/p&gt;&#xA;" OwnerUserId="790" LastActivityDate="2020-07-08T12:55:21.657" Title="CORINE Land Cover - interactive map which allows to emphasize/display/look for particular class" Tags="|geospatial|land-cover|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17759" PostTypeId="2" ParentId="17753" CreationDate="2020-07-09T08:46:49.000" Score="0" Body="&lt;p&gt;You can scrape the following Wikipedia webpage : &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_companies_of_Japan&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_companies_of_Japan&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-07-09T08:46:49.000" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17760" PostTypeId="1" CreationDate="2020-07-09T09:33:46.783" Score="1" ViewCount="29" Body="&lt;p&gt;I'm looking for detailed data about Student e-learning habit before and during Covid-19&lt;/p&gt;&#xA;" OwnerUserId="25406" LastActivityDate="2020-07-09T09:33:46.783" Title="please can someone help me with (or where) i can find dataset about Student e-learning habit before and during Covid-19?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17761" PostTypeId="2" ParentId="15942" CreationDate="2020-07-09T14:58:47.983" Score="1" Body="&lt;p&gt;&lt;strong&gt;This answer may not fully answer your question.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Have you seen the &lt;a href=&quot;https://matplotlib.org/3.1.0/gallery/statistics/confidence_ellipse.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Plot a confidence ellipse of a two-dimensional dataset&lt;/a&gt;? Here they use plotting an ellipse for a two-dimensional dataset.&lt;/p&gt;&#xA;&lt;p&gt;or if you are looking for data points to plot&lt;/p&gt;&#xA;&lt;p&gt;you can use the parametric equation of an ellipse and generate random datapoints&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;x = u+a.cos(t) ; y = v+b.sin(t)&lt;/code&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import numpy as np&#xA;from matplotlib import pyplot as plt&#xA;from math import pi&#xA;&#xA;u=1.     #x-position of the center&#xA;v=0.5    #y-position of the center&#xA;a=2.     #radius on the x-axis&#xA;b=1.5    #radius on the y-axis&#xA;&#xA;t = np.linspace(0, 2*pi, 100)&#xA;plt.plot( u+a*np.cos(t) , v+b*np.sin(t) )&#xA;plt.grid(color='lightgray',linestyle='--')&#xA;plt.show()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Which gives :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/x5IcR.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/x5IcR.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-09T14:58:47.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17762" PostTypeId="2" ParentId="15626" CreationDate="2020-07-10T09:41:08.527" Score="0" Body="&lt;p&gt;This dataset from &lt;a href=&quot;https://www.kaggle.com/muhammadkhalid/negative-images&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle contains Negative Images&lt;/a&gt; which you can use it for haar cascade or other machine learning / deep learning algorithms.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/JoakimSoderberg/haarcascade-negatives&quot; rel=&quot;nofollow noreferrer&quot;&gt;Haar cascade negative sample images&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-10T09:41:08.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17763" PostTypeId="2" ParentId="17524" CreationDate="2020-07-10T09:59:37.033" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jasvO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jasvO.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://library.noaa.gov/Collections/Digital-Docs/Foreign-Climate-Data/India-Climate-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;India Climatological Data&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The publications shown below contains climatological and other geophysical data for India. The description shows the dates of coverage for each publication, the parameters you can find in the data, and a list of the volumes that the Library holds with links to the years for which images are available.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;India weather review. Annual summary (1891-1927)&#xA;India weather review. Annual summary. Part A, Summary of weather with tables. (1928-1966)&#xA;India weather review. Annual summary. Part B, Snowfall (1928-1970)&#xA;India weather review. Annual summary. Part C, Storms and depressions (1928-1970)&#xA;Monthly weather review (Calcutta, India) (1891-1920)&#xA;Rainfall of India for ... (1891-1914)&#xA;Daily rainfall of India for ... (1915-1955)&#xA;Monthly weather report for ... (1823-1932)&#xA;India weather review, ... monthly weather report (133-1969)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-10T09:59:37.033" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17764" PostTypeId="2" ParentId="16206" CreationDate="2020-07-10T10:18:17.320" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.back4app.com/database/back4app/car-make-model-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Car Models by Manufacturer, Category, and Year&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A dataset with car models categorized by manufacturer, type (SUV, Sedan, etc), and manufacturing year. A developer is able to clone, connect, and download the dataset in a JSON format (transform to CSV after downloading). The dataset is open-source and provides detailed information about motor vehicles manufactured in the US between the years 1992 and 2020.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;This &lt;a href=&quot;https://stackoverflow.com/questions/11172031/dataset-vehicle-make-model-year-free&quot;&gt;Stack Overflow thread&lt;/a&gt; links to a database someone put together and hosted on GitHub, although it sounds like it's fairly incomplete.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-10T10:18:17.320" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17765" PostTypeId="2" ParentId="16192" CreationDate="2020-07-10T10:23:03.573" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://rstudio-pubs-static.s3.amazonaws.com/191484_f1f4ea945ae0413d96ed18e95985e736.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tanzania Life Table 2013&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;data collected from UNICEF website “State of the World children 2015 Tanzania Statistical table”&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-10T10:23:03.573" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17767" PostTypeId="1" CreationDate="2020-07-10T14:27:32.870" Score="1" ViewCount="84" Body="&lt;p&gt;In an answer of this specific question on stack exchange:&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/17710/what-does-some-reports-have-the-same-safetyreportid&quot;&gt;What does some reports have the same safetyreportid?&lt;/a&gt;&#xA;It is stated that openfda has duplicates:&#xA;'Duplicate and incomplete reports are in the system: There are many instances of duplicative reports and some reports do not contain all the necessary information'&lt;/p&gt;&#xA;&lt;p&gt;However, checking openfda site for the  duplicate field description:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hq9J5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hq9J5.png&quot; alt=&quot;Screenshot of Searching OpenFDA for &amp;quot;duplicate&amp;quot;&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The site states that openFDA shows only the most recent version (meaning there is no duplicates on the openFDA)&lt;/p&gt;&#xA;&lt;p&gt;I am a bit confused whether the openFDA API data provides duplicates or not.&#xA;I would love to hear more clarification about this matter.&lt;/p&gt;&#xA;" OwnerUserId="25408" LastEditorUserId="90" LastEditDate="2021-02-21T22:35:24.837" LastActivityDate="2024-03-08T14:08:11.110" Title="Does OpenFDA have duplicate reports?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17769" PostTypeId="1" CreationDate="2020-07-11T10:16:26.773" Score="4" ViewCount="1305" Body="&lt;p&gt;I want to download the raw data for COVID-19 cases in &lt;a href=&quot;https://www.worldometers.info/coronavirus/country/sweden&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sweden&lt;/a&gt; but can't find anywhere on &lt;a href=&quot;https://www.worldometers.info/coronavirus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;worldometer&lt;/a&gt; to do it.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know how to download the data as a csv file?&lt;/p&gt;&#xA;" OwnerUserId="25422" LastActivityDate="2022-02-20T16:00:56.097" Title="Is it possible to download worldometer COVID-19 country data?" Tags="|csv|covid19|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17770" PostTypeId="1" CreationDate="2020-07-11T15:58:25.023" Score="2" ViewCount="23" Body="&lt;p&gt;I'm currently working with a dataset of contagious bird illness in Papua New Guinea (specific for the Madang Province) and I would like to plot it in a map and try to run a few models, however all the climatic and geographical data that I've managed to found is usually for larger scales.&lt;/p&gt;&#xA;&lt;p&gt;Has anyone on the forum worked with Papua New Guinea in the past and knows where to find high resolution climatic layers of mean temperature/rain. Also landcover, NDVI and land-use layers?&lt;/p&gt;&#xA;&lt;p&gt;Also, does anyone know where to find very precise river layers, including not only the main rivers, but tiny streams, ponds, etc?&lt;/p&gt;&#xA;" OwnerUserId="25423" LastActivityDate="2020-07-11T15:58:25.023" Title="Obtain high resolution data for Papua New Guinea-Madang Province (QGIS)" Tags="|geospatial|climate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17772" PostTypeId="1" CreationDate="2020-07-13T12:01:38.317" Score="1" ViewCount="45" Body="&lt;p&gt;The team from JAXA made a great job on &lt;a href=&quot;https://www.eorc.jaxa.jp/ALOS/en/aw3d30/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;DSM derived from ALOS-2&lt;/a&gt;. However, I find issues on data, e.g.:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;satellite stripes footprints, elevation drops by 1 to 5 metres&#xA;&lt;a href=&quot;https://i.stack.imgur.com/CzQw6.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CzQw6.jpg&quot; alt=&quot;satellite paths footprints in JAXA ALOS DSM AW3D30 data, accessed 2020-06&quot; /&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;rare, but obvious noise in data&#xA;&lt;a href=&quot;https://i.stack.imgur.com/bZB6A.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bZB6A.jpg&quot; alt=&quot;rare noise in JAXA ALOS DSM AW3D30 data, accessed 2020-06&quot; /&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Is there any version with cleaned/postprocessed global dataset, which deals with imperfections of AW3D30 data? (e.g. SRTM data were upgraded multiple times by various communities).&lt;/p&gt;&#xA;" OwnerUserId="20207" LastEditorUserId="20207" LastEditDate="2020-07-13T13:01:25.230" LastActivityDate="2020-07-13T13:01:25.230" Title="Is there cleaner alternative of the original JAXA ALOS AW3D30 digital surface model (DSM) data?" Tags="|geospatial|global|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17773" PostTypeId="2" ParentId="17769" CreationDate="2020-07-13T12:30:33.387" Score="4" Body="&lt;p&gt;I don't think it is possible (from a read of &lt;a href=&quot;https://www.worldometers.info/faq/&quot; rel=&quot;nofollow noreferrer&quot;&gt;faq&lt;/a&gt;, &lt;a href=&quot;https://www.worldometers.info/coronavirus/about/&quot; rel=&quot;nofollow noreferrer&quot;&gt;about&lt;/a&gt;) there seems to be no way to download data.&lt;/p&gt;&#xA;&lt;p&gt;Have a look at alternative data sources in &lt;a href=&quot;https://opendata.stackexchange.com/questions/16185/covid19-coronavirus-case-data-country-summary-data&quot;&gt;another question&lt;/a&gt;, but of these I would use the &lt;a href=&quot;https://github.com/CSSEGISandData/COVID-19/blob/master/csse_covid_19_data/csse_covid_19_time_series/time_series_covid19_confirmed_global.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Johns Hopkins github data&lt;/a&gt;, which is a daily updated csv.&lt;/p&gt;&#xA;" OwnerUserId="10235" LastActivityDate="2020-07-13T12:30:33.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17774" PostTypeId="1" CreationDate="2020-07-15T06:39:46.920" Score="2" ViewCount="36" Body="&lt;p&gt;Is there a site or &amp;quot;Service&amp;quot; to exchange QGIS project files? Perhaps creation of one would be interesting for others.&lt;/p&gt;&#xA;&lt;p&gt;For example, I have created a complex project for sewer managment. I want to see and compare what others in this field might already have developed to improve my project. But i also want to share my project, because someone else might find it usefull what i have done.&lt;/p&gt;&#xA;" OwnerUserId="23055" LastEditorUserId="19535" LastEditDate="2020-08-26T09:14:44.377" LastActivityDate="2020-08-26T09:14:44.377" Title="Possibility for exchanging QGIS project files" Tags="|geospatial|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="17775" PostTypeId="1" CreationDate="2020-07-15T14:40:25.143" Score="3" ViewCount="160" Body="&lt;p&gt;I'm working on a project to build a drug database that provides drug lookup and information (indications/use, side effects, interactions, etc.) and also provides pricing by pharmacy networks. So, apart from the drug database where can I get the registered Pharmacy network (NPI) and pricing data?&lt;/p&gt;&#xA;" OwnerUserId="25444" LastEditorUserId="23272" LastEditDate="2021-04-07T13:08:54.360" LastActivityDate="2023-04-27T18:04:30.623" Title="What is the best free database to use to get prescription and otc drugs marketed in the U.S. and approved by FDA?" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17776" PostTypeId="1" CreationDate="2020-07-16T09:04:49.077" Score="1" ViewCount="99" Body="&lt;p&gt;I am using California county Data from 2016, from the US census site&lt;br /&gt;&#xA;Dataset: CA_Counties_TIGER2016&lt;/p&gt;&#xA;&lt;p&gt;Metadata: &lt;a href=&quot;https://catalog.data.gov/harvest/object/8933496c-7da8-486e-aa66-64981962a3c5/html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/harvest/object/8933496c-7da8-486e-aa66-64981962a3c5/html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;What are the units of column Aland?&lt;/p&gt;&#xA;&lt;p&gt;When I run statistics using Arcmap they show a sum of 403501101370 (which does not seem to match  California;s landmass when calculated in sq m, km, acres)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GcW71.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GcW71.jpg&quot; alt=&quot;Census Table in a Spreadsheet Editor.&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25445" LastEditorUserId="23272" LastEditDate="2021-08-21T04:38:09.247" LastActivityDate="2022-05-18T06:02:25.217" Title="Units on the attribute table of GIS dataset - California Counties 2016" Tags="|data.gov|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17777" PostTypeId="2" ParentId="17775" CreationDate="2020-07-16T12:26:31.817" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://healthdata.gov/dataset/ddod-use-case-historical-structured-product-labels-fda-approved-drugs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical Structured Product Labels for FDA-Approved Drugs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Every prescription drug (including biological drug products) approved by FDA for human use comes with FDA-approved labeling. The openFDA drug product labeling API provides data for prescription and over-the-counter (OTC) drug labeling. Since mid-2009, labeling has been posted publicly in the &lt;a href=&quot;https://healthdata.gov/dataset/ddod-use-case-historical-structured-product-labels-fda-approved-drugs/resource/949dffeb-77b3&quot; rel=&quot;nofollow noreferrer&quot;&gt;Structured Product Labeling (SPL)&lt;/a&gt; format.&lt;/p&gt;&#xA;&lt;p&gt;The openFDA drug product labeling API returns data from the FDA Structured Product Labeling (SPL) dataset. This dataset contains structured documentation about regulated products, submitted by manufacturers to FDA. OpenFDA uses the latest available bulk downloads, which have the latest version of every structured product labeling document for products that are actively marketed.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/drug/label/reference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reference&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://dailymed.nlm.nih.gov/dailymed/spl-resources-all-drug-labels.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Library of Medicine (NLM) DailyMed SPL files&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nlm.nih.gov/research/umls/rxnorm/overview.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Library of Medicine RxNorm API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-16T12:26:31.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17778" PostTypeId="1" CreationDate="2020-07-16T15:53:05.880" Score="1" ViewCount="52" Body="&lt;p&gt;I am working on a project where I need the trade data for a specific type of generator and I'm using the UN Comtrade database. Some countries report no quantity (quantity code 1) but do report a positive trade value. I am thinking that they do import this type of generator but do not provide the quantity but I haven't found any documentation about this happening so I am not positive.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know why there may be trade values that do not reflect the number of reported units?&lt;/p&gt;&#xA;&lt;p&gt;Additionally, I'm confused by the actual reporting of trade values. &lt;a href=&quot;https://comtrade.un.org/data/MethodologyGuideforComtradePlus.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; document (page 6) implies that CIF trade values and FOB values could be reported, depending on what the country does. However, I don't see any field that would indicate another trade value or if an import value is CIF or FOB. Could anyone shed some light on this?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jihuM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jihuM.png&quot; alt=&quot;Here's and example of the data I'm seeing&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25447" LastActivityDate="2020-07-16T15:53:05.880" Title="UN Comtrade Database: Trade value when no quantity reported" Tags="|trade|un|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17780" PostTypeId="1" CreationDate="2020-07-17T12:41:56.517" Score="1" ViewCount="28" Body="&lt;p&gt;The state of Florida provides detailed information of each positive case in its jurisdiction.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://hub.arcgis.com/datasets/FDOH::florida-covid19-case-line-data/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hub.arcgis.com/datasets/FDOH::florida-covid19-case-line-data/data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;which allows a more detailed analysis of hospitalization/icu/ventilation/fatality rates at the age level.&lt;/p&gt;&#xA;&lt;p&gt;Is anyone aware of other states or similar dataset structure for other administrative units in America or around the world?&lt;/p&gt;&#xA;&lt;p&gt;Below is the State of Florida's Case Line Data Definition Table for reference:&lt;br /&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/IbSoU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IbSoU.png&quot; alt=&quot;State of Florida's Case Line Data Definition Table&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25453" LastEditorUserId="90" LastEditDate="2020-07-18T21:49:40.310" LastActivityDate="2020-07-18T21:49:40.310" Title="COVID-19 Case Line Data Sources for US States" Tags="|covid19|epidemic|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17781" PostTypeId="1" CreationDate="2020-07-17T09:22:57.380" Score="1" ViewCount="385" Body="&lt;p&gt;I am looking for the latest shapefiles of the whole Paraguay:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Soil type&lt;/li&gt;&#xA;&lt;li&gt;Contour&lt;/li&gt;&#xA;&lt;li&gt;Land use&lt;/li&gt;&#xA;&lt;li&gt;Precipitation&lt;/li&gt;&#xA;&lt;li&gt;Administrative boundary&lt;/li&gt;&#xA;&lt;li&gt;Open green space&lt;/li&gt;&#xA;&lt;li&gt;Built-up area&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;I have looked at it on the national geo-portal of Paraguay, but could not find it. I also have looked through other geo-portal.&#xA;Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="24826" OwnerDisplayName="Jack Zaki Zakiul Fahmi Jailani" LastEditorUserId="14011" LastEditDate="2020-07-18T21:50:20.523" LastActivityDate="2020-07-20T08:15:42.067" Title="Shapefiles for Paraguay" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17782" PostTypeId="1" CreationDate="2020-07-18T20:28:35.560" Score="1" ViewCount="31" Body="&lt;p&gt;I am reviewing the tables at &lt;a href=&quot;https://data.census.gov/cedsci/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.census.gov/cedsci/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But it seems like they are catering to people that want some columns or some locations/years.&lt;/p&gt;&#xA;&lt;p&gt;But for my project I am looking to get every year available (I think ACS goes back to 1990 at PUMA level), for every PUMA, for every variable available.&lt;/p&gt;&#xA;&lt;p&gt;This will allow me to run year-level regressions for the whole US with the high precision of geography.&lt;/p&gt;&#xA;" OwnerUserId="1724" LastActivityDate="2020-07-22T14:39:29.367" Title="ACS. Best way to get all PUMA, all variables, all years?" Tags="|us-census|census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17783" PostTypeId="1" AcceptedAnswerId="17789" CreationDate="2020-07-20T07:43:58.693" Score="1" ViewCount="78" Body="&lt;p&gt;I am interested in language families such as Indoeuropean, Romance languages, Afroasiatic and so on, not individual families (although if the dataset includes languages it doesn't hurt).&lt;/p&gt;&#xA;&lt;p&gt;Wikidata and Wikipedia have some of this information but it's quite incomplete and several different classifications overlap, which makes it difficult to form the groups.&lt;/p&gt;&#xA;&lt;p&gt;I am looking to make a clean and more useful version of this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/0GRMj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/0GRMj.png&quot; alt=&quot;Familie languages relations (in spanish)&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25414" LastActivityDate="2020-07-20T22:33:38.720" Title="Dataset of language families, sub-families and their relations other than Wikidata" Tags="|data-request|language|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17784" PostTypeId="2" ParentId="17781" CreationDate="2020-07-20T08:15:42.067" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://osm-internal.download.geofabrik.de/south-america/paraguay.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap Data Extracts&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This server has data extracts from the &lt;a href=&quot;http://www.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap project&lt;/a&gt; which are normally updated every day. (If you have been directed to this page from elsewhere and are not familiar with OpenStreetMap, we highly recommend that you read up on OSM before you use the data.) This open data download service is offered free of charge by Geofabrik GmbH.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://download.geofabrik.de/south-america/paraguay.html#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to Download&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://download.geofabrik.de/osm-data-in-gis-formats-free.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap Data&#xA;in&#xA;Layered GIS Format&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://download.geofabrik.de/south-america/paraguay-latest-free.shp.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;paraguay-latest-free.shp.zip&lt;/a&gt;, yields a number of ESRI compatible shape files when unzipped. (&lt;a href=&quot;https://download.geofabrik.de/osm-data-in-gis-formats-free.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Format description PDF&lt;/a&gt;) This file was last modified 6 hours ago. File size: 169 MB; MD5 sum: &lt;a href=&quot;https://download.geofabrik.de/south-america/paraguay-latest-free.shp.zip.md5&quot; rel=&quot;nofollow noreferrer&quot;&gt;b3bd6ba7a8abe4b2562d05c5f08581f5&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://download.geofabrik.de/south-america/paraguay.html#&quot; rel=&quot;nofollow noreferrer&quot;&gt;Other Formats&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-20T08:15:42.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17785" PostTypeId="1" CreationDate="2020-07-20T13:44:12.130" Score="1" ViewCount="23" Body="&lt;p&gt;I'm looking for a public dataset of data gathered from a cardiac stress test (AKA a cardiac diagnostic test, cardiopulmonary exercise test, or CPX test). Does anyone heard of such a thing?&lt;/p&gt;&#xA;" OwnerUserId="25464" LastActivityDate="2020-07-21T04:57:50.650" Title="Public dataset of cardiac stress test" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17786" PostTypeId="2" ParentId="15952" CreationDate="2020-07-20T13:57:29.570" Score="1" Body="&lt;p&gt;This type of data is generated by financial institutions and is usually protected and not made available to the public.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;There is a d&lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets/issues/234&quot; rel=&quot;nofollow noreferrer&quot;&gt;ataset&lt;/a&gt;, that has real transactions but it doesn't have any label for fraud detection. It is Berka dataset available as part of PKDD'99 Discovery Challenge.&#xA;It is real anonymized data from the Czech bank.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sorry.vse.cz/%7Eberka/challenge/pkdd1999/data_berka.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://sorry.vse.cz/~berka/challenge/pkdd1999/data_berka.zip&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://lisp.vse.cz/pkdd99/berka.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lisp.vse.cz/pkdd99/berka.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It seems the link for data description doesn't work anymore, so please use this link from WebArchive:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://web.archive.org/web/20161019192412/http://lisp.vse.cz/pkdd99/berka.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20161019192412/http://lisp.vse.cz/pkdd99/berka.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Python Notebooks that did some analysis on the data that might be helpful:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/justinng1/berka&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/justinng1/berka&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets/issues/234&quot; rel=&quot;nofollow noreferrer&quot;&gt;Follow this thread&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/santander-customer-transaction-prediction/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Santander Customer Transaction Prediction&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can find more at Kaggle Datasets&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-20T13:57:29.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17787" PostTypeId="1" CreationDate="2020-07-20T17:05:16.320" Score="0" ViewCount="247" Body="&lt;p&gt;I want to create some sort of spell checking program for German language, for which i need a database with all the words and their gender description(only their gender description) to cross reference every word.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone help me to find such database to download? i would like if it would be in rows and columns so i can later then import it into a sql database in order to use it more easily&lt;/p&gt;&#xA;&lt;p&gt;I want to create some sort of spell checking program for German language, for which I need a database with all the words and their gender description(only their gender description) to cross reference every word.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone help me to find such database to download?&lt;/p&gt;&#xA;&lt;p&gt;I would like if it would be in rows and columns so I can later then import it into a sql database in order to use it more easily&lt;/p&gt;&#xA;" OwnerUserId="25466" LastEditorUserId="16193" LastEditDate="2020-07-20T22:36:30.957" LastActivityDate="2021-04-17T05:19:50.933" Title="German nouns gender source" Tags="|data-request|language|programming|database|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17788" PostTypeId="2" ParentId="17787" CreationDate="2020-07-20T21:19:45.327" Score="0" Body="&lt;p&gt;If you are using the R language, then you could try to use the &lt;code&gt;hunspell&lt;/code&gt; package: &lt;a href=&quot;https://cran.r-project.org/web/packages/hunspell/vignettes/intro.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cran.r-project.org/web/packages/hunspell/vignettes/intro.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Since it is open-source, maybe you can extract the data you want for your project.&lt;/p&gt;&#xA;" OwnerUserId="389" LastActivityDate="2020-07-20T21:19:45.327" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17789" PostTypeId="2" ParentId="17783" CreationDate="2020-07-20T22:33:38.720" Score="1" Body="&lt;p&gt;It seems that &lt;a href=&quot;https://github.com/glottolog/glottolog&quot; rel=&quot;nofollow noreferrer&quot;&gt;Glottolog&lt;/a&gt; data repository is the most comprehensive source of machine-readable data.&lt;/p&gt;&#xA;&lt;p&gt;Perhaps the easiest way to access the data is &lt;a href=&quot;https://github.com/glottolog/pyglottolog&quot; rel=&quot;nofollow noreferrer&quot;&gt;pyglottolog&lt;/a&gt; package.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastActivityDate="2020-07-20T22:33:38.720" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17790" PostTypeId="1" CreationDate="2020-07-20T23:41:14.230" Score="1" ViewCount="287" Body="&lt;p&gt;I'm wondering whether there is any open data out there that comprehensively lists weigh stations in the US and their latitude/longitude. Other vehicle inspection facilities would be interesting.&lt;/p&gt;&#xA;" OwnerUserId="25469" LastEditorUserId="23272" LastEditDate="2021-04-04T04:56:48.103" LastActivityDate="2021-04-04T04:56:48.103" Title="List of weigh stations in the US and their locations?" Tags="|geospatial|government|transportation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17791" PostTypeId="2" ParentId="17787" CreationDate="2020-07-21T03:11:11.967" Score="1" Body="&lt;p&gt;The German language has 3 genders for nouns: Masculine, Feminine, Neutral. Unlike English which has one article &amp;quot;The&amp;quot;, German has many articles change based on the grammatical case. Nominativ, Akkusativ, Dativ, Genitiv! ... It's a long story :D&lt;/p&gt;&#xA;&lt;p&gt;You can read more about &lt;a href=&quot;https://en.wikipedia.org/wiki/German_nouns&quot; rel=&quot;nofollow noreferrer&quot;&gt;German nouns here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Anyway, in German, this is not the best way to determine the noun gender, there are other rules that make it easy to guess.&lt;/p&gt;&#xA;&lt;p&gt;Dict.cc version (About 334,000 words): You can download data set from &lt;a href=&quot;https://www1.dict.cc/translation_file_request.php?l=e&quot; rel=&quot;nofollow noreferrer&quot;&gt;dict.cc&lt;/a&gt;, you can find more information about this data set on the following URL:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www1.dict.cc/translation_file_request.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www1.dict.cc/translation_file_request.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://dumps.wikimedia.org/dewiktionary/latest/dewiktionary-latest-pages-meta-current.xml.bz2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary.org&lt;/a&gt; version (About 50,000 words): Get data set from the following URL:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dumps.wikimedia.org/dewiktionary/latest/dewiktionary-latest-pages-meta-current.xml.bz2&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dumps.wikimedia.org/dewiktionary/latest/dewiktionary-latest-pages-meta-current.xml.bz2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Few additional Resources&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/aabouzaid/german-nouns-gender-analyzer&quot; rel=&quot;nofollow noreferrer&quot;&gt;Analyzer of German nouns gender&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/fkdplc/german-nouns-gender-analysis&quot; rel=&quot;nofollow noreferrer&quot;&gt;german nouns: gender analysis&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-21T03:11:11.967" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17792" PostTypeId="1" AcceptedAnswerId="17831" CreationDate="2020-07-21T03:34:23.997" Score="4" ViewCount="128" Body="&lt;p&gt;I'm looking broadly for datasets that offer insight into labor union membership, participation and behavior in the U.S.&lt;/p&gt;&#xA;&lt;p&gt;So far there's some good stuff in the &lt;a href=&quot;https://www.dol.gov/olms/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Office of Labor Management and Standards financial reports data&lt;/a&gt;, but I can't find much else in the way of robust datasets about unions. There's also some interesting stuff on the Department of Labor developer site &lt;a href=&quot;https://developer.dol.gov/others/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, but it doesn't seem to touch on unions at all (other than one column in an OSHA dataset).&lt;/p&gt;&#xA;&lt;p&gt;Are there any other datasets or bodies that accumulate public data on unions / labor participation in the U.S.? I'd specifically love any datasets that associate unions with specific industries or employee titles, but would welcome basically anything.&lt;/p&gt;&#xA;" OwnerUserId="3730" LastActivityDate="2020-07-23T07:27:33.977" Title="Datasets of labor union metadata and membership in the United States" Tags="|data-request|usa|government|labor|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17794" PostTypeId="5" CreationDate="2020-07-21T05:00:45.957" Score="0" Body="&lt;p&gt;Agriculture is the art and science of cultivating the soil, growing crops and raising livestock. It includes the preparation of plant and animal products for people to use and their distribution to markets. Agriculture provides most of the world's food and fabrics.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:05.303" LastActivityDate="2020-07-25T00:18:05.303" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17795" PostTypeId="4" CreationDate="2020-07-21T05:00:45.957" Score="0" Body="For questions related to Agriculture, cultivation, crops, vegetation" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:00.643" LastActivityDate="2020-07-25T00:18:00.643" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17796" PostTypeId="5" CreationDate="2020-07-21T05:02:39.973" Score="0" Body="&lt;p&gt;Animal, (kingdom Animalia), any of a group of multicellular eukaryotic organisms (i.e., as distinct from bacteria, their deoxyribonucleic acid, or DNA, is contained in a membrane-bound nucleus). They are thought to have evolved independently from the unicellular eukaryotes. Animals differ from members of the two other kingdoms of multicellular eukaryotes, the plants (Plantae), and the fungi (Mycota), in fundamental variations in morphology and physiology.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:45.157" LastActivityDate="2020-07-25T00:18:45.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17797" PostTypeId="4" CreationDate="2020-07-21T05:02:39.973" Score="0" Body="For questions related to animals, any of a group of multicellular eukaryotic organisms thought to have evolved independently from the unicellular eukaryotes" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:42.320" LastActivityDate="2020-07-25T00:18:42.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17798" PostTypeId="5" CreationDate="2020-07-21T05:05:09.083" Score="0" Body="&lt;p&gt;Astronomy is the scientific study of celestial objects (such as stars, planets, comets, and galaxies) and phenomena that originate outside the Earth's atmosphere (such as the cosmic background radiation).&lt;/p&gt;&#xA;&lt;p&gt;It is concerned with the evolution, physics, chemistry, meteorology, and motion of celestial objects, as well as the formation and development of the universe.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-21T11:40:16.903" LastActivityDate="2020-07-21T11:40:16.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17799" PostTypeId="4" CreationDate="2020-07-21T05:05:09.083" Score="0" Body="For questions related to sun, moon, stars, planets, and other objects and phenomena in space. Astronomy, science that encompasses the study of all extraterrestrial objects and phenomena." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:19:42.537" LastActivityDate="2020-07-25T00:19:42.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17800" PostTypeId="5" CreationDate="2020-07-21T05:07:27.433" Score="0" Body="&lt;p&gt;The terms audio and video commonly refers to the time-based media storage format for sound/music and moving pictures information.&lt;/p&gt;&#xA;&lt;p&gt;Audio is defined as anything related to sound in terms of receiving, transmitting, or reproducing or its specific frequency. An example of something that is audio is a stereo.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:20:01.310" LastActivityDate="2020-07-25T00:20:01.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17801" PostTypeId="4" CreationDate="2020-07-21T05:07:27.433" Score="0" Body="For questions related to sound in terms of receiving, transmitting or reproducing or its specific frequency." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:18.540" LastActivityDate="2020-07-25T00:18:18.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17802" PostTypeId="5" CreationDate="2020-07-21T05:09:35.267" Score="0" Body="&lt;p&gt;A bank is a financial institution licensed to receive deposits and make loans. Banks may also provide financial services such as wealth management, currency exchange, and safe deposit boxes.&lt;/p&gt;&#xA;&lt;p&gt;Banks borrow from individuals, businesses, financial institutions, and governments with surplus funds (savings). They then use those deposits and borrowed funds (liabilities of the bank) to make loans or to purchase securities (assets of the bank).&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:19:34.697" LastActivityDate="2020-07-25T00:19:34.697" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17803" PostTypeId="4" CreationDate="2020-07-21T05:09:35.267" Score="0" Body="For questions related to bank, financial services, businesses, financial institutions" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:19:45.057" LastActivityDate="2020-07-25T00:19:45.057" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17804" PostTypeId="2" ParentId="17790" CreationDate="2020-07-21T05:17:30.417" Score="1" Body="&lt;p&gt;&lt;strong&gt;This may not be the answer you seek.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fdot.gov/maintenance/WeighStationListing.shtm#Bunnell%20Static%20Station&quot; rel=&quot;nofollow noreferrer&quot;&gt;Weigh Station Location Information&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Weigh-in-Motion (Bi-Directional) Interstate based Weigh Stations:&#xA;Flagler / Madison / Martin / Pensacola / Punta Gorda / Seffner / Sneads / White Springs / Wildwood / Yulee&#xA;&#xA;Static Station Non-Interstate based Weigh Stations:&#xA;Hilliard / Hopewell / Lake City / MacClenny / Old Town / Palatka / Palm Coast / Pensacola / Plantation Key / Yulee&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;But still, you can web scrape from the &lt;a href=&quot;https://www.fdot.gov/maintenance/WeighStationListing.shtm#Bunnell%20Static%20Station&quot; rel=&quot;nofollow noreferrer&quot;&gt;Florida Department of TRANSPORTATION&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;AFAIK, I haven't found a direct download of this data. It contains all the required fields&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; It has only Florida Weigh station info&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-21T05:17:30.417" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17805" PostTypeId="5" CreationDate="2020-07-21T05:19:35.323" Score="0" Body="&lt;p&gt;The building, a usually roofed and walled structure built for permanent use.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:49.043" LastActivityDate="2020-07-25T00:18:49.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17806" PostTypeId="4" CreationDate="2020-07-21T05:19:35.323" Score="0" Body="For questions related to Commercial building, facilities management resource dedicated to construction, modernization, &amp; operation of public and private buildings." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:33.597" LastActivityDate="2020-07-25T00:18:33.597" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17807" PostTypeId="5" CreationDate="2020-07-21T05:25:36.807" Score="0" Body="&lt;p&gt;Cambodia, country of the Indochinese mainland of Southeast Asia, bordered to the west and northwest by Thailand, to the northeast by Laos, to the east&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:19:29.920" LastActivityDate="2020-07-25T00:19:29.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17808" PostTypeId="4" CreationDate="2020-07-21T05:25:36.807" Score="0" Body="For questions about data related to the country of Cambodia. Cambodia is a Southeast Asian nation whose landscape spans low-lying plains, the Mekong Delta, mountains, and Gulf of Thailand coastline." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-21T11:40:13.210" LastActivityDate="2020-07-21T11:40:13.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17809" PostTypeId="5" CreationDate="2020-07-21T05:43:34.283" Score="0" Body="&lt;p&gt;Automobile, byname auto, also called motorcar or car, a usually four-wheeled vehicle designed primarily for passenger transportation and commonly propelled by an internal-combustion engine using a volatile fuel.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Car&quot; rel=&quot;nofollow noreferrer&quot;&gt;Most definitions&lt;/a&gt; of cars say that they run primarily on roads, seat one to eight people, have four tires, and mainly transport people rather than goods.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:24.440" LastActivityDate="2020-07-25T00:18:24.440" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17810" PostTypeId="4" CreationDate="2020-07-21T05:43:34.283" Score="0" Body="For questions about data related to cars, automobiles" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:18:37.003" LastActivityDate="2020-07-25T00:18:37.003" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17811" PostTypeId="5" CreationDate="2020-07-21T05:47:59.237" Score="0" Body="&lt;p&gt;China, a country of East Asia that is the largest of all Asian countries and has the largest population of any country in the world.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:19:49.980" LastActivityDate="2020-07-25T00:19:49.980" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17812" PostTypeId="4" CreationDate="2020-07-21T05:47:59.237" Score="0" Body="For questions about data related to the country China, officially the People's Republic of China" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T00:20:46.157" LastActivityDate="2020-07-25T00:20:46.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17813" PostTypeId="2" ParentId="15797" CreationDate="2020-07-21T07:10:42.307" Score="2" Body="&lt;h3&gt;&lt;a href=&quot;https://www.kaggle.com/martj42/international-football-results-from-1872-to-2017&quot; rel=&quot;nofollow noreferrer&quot;&gt;International football results from 1872 to 2020&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;&lt;strong&gt;An up-to-date dataset of over 40,000 international football results&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;This dataset includes 41,586 results of international football matches starting from the very first official match in 1972 up to 2019. The matches range from FIFA World Cup to FIFI Wild Cup to regular friendly matches. The matches are strictly men's full internationals and the data does not include Olympic Games or matches where at least one of the teams was the nation's B-team, U-23 or a league select team.&lt;/p&gt;&#xA;&lt;p&gt;The data includes the following columns:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;date - date of the match&lt;/li&gt;&#xA;&lt;li&gt;home_team - the name of the home team&lt;/li&gt;&#xA;&lt;li&gt;away_team - the name of the away team&lt;/li&gt;&#xA;&lt;li&gt;home_score - full-time home team score including extra time, not including penalty-shootouts&lt;/li&gt;&#xA;&lt;li&gt;away_score - full-time away team score including extra time, not including penalty-shootouts&lt;/li&gt;&#xA;&lt;li&gt;tournament - the name of the tournament&lt;/li&gt;&#xA;&lt;li&gt;city - the name of the city/town/administrative unit where the match was played&lt;/li&gt;&#xA;&lt;li&gt;country - the name of the country where the match was played&lt;/li&gt;&#xA;&lt;li&gt;neutral - TRUE/FALSE column indicating whether the match was played at a neutral venue&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Note on team and country names:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;For home and away teams the current name of the team has been used. For example, when in 1882 a team who called themselves Ireland played against England, in this dataset, it is called Northern Ireland because the current team of Northern Ireland is the successor of the 1882 Ireland team. This is done so it is easier to track the history and statistics of teams.&lt;/p&gt;&#xA;&lt;p&gt;For country names, the name of the country at the time of the match is used. So when Ghana played in Accra, Gold Coast in the 1950s, even though the names of the home team and the country don't match, it was a home match for Ghana. This is indicated by the neutral column, which says FALSE for those matches, meaning it was not at a neutral venue.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://datahub.io/collections/football&quot; rel=&quot;nofollow noreferrer&quot;&gt;Football Data&lt;/a&gt;&#xA;A collection of awesome football datasets including national teams, clubs, match schedules, players, stadiums, etc.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-21T07:16:19.443" LastActivityDate="2020-07-21T07:16:19.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17814" PostTypeId="2" ParentId="15777" CreationDate="2020-07-21T07:21:12.080" Score="0" Body="&lt;p&gt;Rank movies from the &lt;a href=&quot;https://grouplens.org/datasets/movielens/100k/&quot; rel=&quot;nofollow noreferrer&quot;&gt;movielens&lt;/a&gt; open dataset based on artificially generated user data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Dataset Summary&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;MovieLens data sets were collected by the GroupLens Research Project&#xA;at the University of Minnesota.&lt;/p&gt;&#xA;&lt;p&gt;This data set consists of:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;100,000 ratings (1-5) from 943 users on 1682 movies.&lt;/li&gt;&#xA;&lt;li&gt;Each user has rated at least 20 movies.&lt;/li&gt;&#xA;&lt;li&gt;Simple demographic info for the users (age, gender, occupation, zip)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The data was collected through the MovieLens web site&#xA;(movielens.umn.edu) during the seven-month period from September 19th,&#xA;1997 through April 22nd, 1998. This data has been cleaned up - users&#xA;who had less than 20 ratings or did not have complete demographic&#xA;information was removed from this data set.&lt;/p&gt;&#xA;&lt;p&gt;For code, reference steps are available on &lt;a href=&quot;https://github.com/mottalrd/learning-to-rank&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github&lt;/a&gt; in a Jupyter notebook format.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-21T07:21:12.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17815" PostTypeId="2" ParentId="15524" CreationDate="2020-07-21T07:45:24.570" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://www.stat.rice.edu/%7Esneeley/STAT553/Datasets/survivaldata.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;Survival Data Sets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Heart transplant data&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data on 69 patients receiving heart transplants. Taken from &amp;quot;The&#xA;Statistical Analysis of Failure Time Data&amp;quot; by Kalbfleisch and Prentice,&#xA;Appendix I pages 230-232 from stalib data depository.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://lib.stat.cmu.edu/datasets/stanford&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lib.stat.cmu.edu/datasets/stanford&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Ovarian cancer data&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Chemotherapy after surgical treatment. 26 women with minimal residual&#xA;the disease was randomized to cyclophosphamide with or without adriamycin.&#xA;Survival time in days, status (0 = censored), treatment (2 = combined), age&#xA;in years. Example 4.9 in D. Collett, Modelling Survival Data in Medical&#xA;Research, Chapman &amp;amp; Hall, 1994 (pg 141)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Cervical cancer data&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Sample of 30 patients from a randomized study of radiotherapy with and without a new radiosensitizer. Based on data from the MRC Working Party on&#xA;Advanced Carcinoma of the Cervix, Radiotherapy Oncology 26:93-103, 1993.&#xA;Analyzed in and obtained from MKB Parmar, D Machin, Survival Analysis: A&#xA;Practical Approach, Wiley, 1995. Group = treatment (2 = radiosensitiser),&#xA;age = age in years at diagnosis, status: (0 = censored)&#xA;Survival time is in days (from randomization).&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Primary Biliary Cirrhosis&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The data set found in appendix D of Fleming and Harrington, Counting&#xA;Processes and Survival Analysis, Wiley, 1991. The only differences are:&#xA;age is in days&#xA;status is coded as 0=censored, 1=censored due to liver tx, 2=death&#xA;the sex and stage variables are not missing for obs 313-418&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.stat.rice.edu/%7Esneeley/STAT553/Datasets/survivaldata.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;and more&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-21T07:45:24.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17816" PostTypeId="2" ParentId="15520" CreationDate="2020-07-21T07:49:38.483" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://vision.stanford.edu/Datasets/40actions.html#:%7E:text=Stanford%2040%20Actions&amp;amp;text=The%20Stanford%2040%20Action%20Dataset,300%20images%20per%20action%20class.&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford 40 Actions&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The Stanford 40 Action Dataset contains images of humans performing 40 actions. In each image, we provide a bounding box of the person who is performing the action indicated by the filename of the image. There are 9532 images in total with 180-300 images per action class.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Download&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please download the dataset using the links below:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.stanford.edu/Datasets/Stanford40_JPEGImages.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Images&lt;/a&gt;: 297.6MB;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.stanford.edu/Datasets/Stanford40_MatlabAnnotations.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annotation in Matlab&lt;/a&gt;: Bounding boxes of humans, one box per image;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.stanford.edu/Datasets/Stanford40_XMLAnnotations.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annotation in XML&lt;/a&gt;: Bounding boxes of humans, one box per image. You can use the parser provided by PASCAL VOC to parse the XML files;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.stanford.edu/Datasets/Stanford40_ImageSplits.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Image sets&lt;/a&gt;: suggested train/test split of the images;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vision.stanford.edu/Datasets/Stanford40.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;All&lt;/a&gt;: you can download all above files here.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-21T07:49:38.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17817" PostTypeId="1" AcceptedAnswerId="17818" CreationDate="2020-07-21T12:02:38.447" Score="1" ViewCount="58" Body="&lt;p&gt;Where can I find the yearly Survey dataset of Developers(developer experience from career satisfaction and job search to education and opinions on open-source software)?&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-10-12T04:18:06.370" LastActivityDate="2022-10-12T04:18:06.370" Title="Where Can I find the Developers Survey Dataset?" Tags="|data-request|survey|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17818" PostTypeId="2" ParentId="17817" CreationDate="2020-07-21T12:03:13.280" Score="1" Body="&lt;p&gt;Apparently here&lt;/p&gt;&#xA;&lt;h2&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stack Overflow Annual Developer Survey&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;strong&gt;2020&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Nearly 65,000 responses fielded from over 180 countries and dependent territories, the 2020 Annual Developer Survey examines all aspects of the developer experience from career satisfaction and job search to education and opinions on open-source software.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey/2020&quot; rel=&quot;nofollow noreferrer&quot;&gt;View Survey Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/file/d/1dfGerWeWkcyQ9GX9x20rdSGj7WtEpzBB/view?usp=sharing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2019&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Nearly 90,000 developers took the 20-minute survey.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey/2019&quot; rel=&quot;nofollow noreferrer&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/open?id=1QOmVDpd8hcVYqqUXDXf68UMDWQZP0wQV&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2018&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Nearly 100,000 developers took the 30-minute survey&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey/2018&quot; rel=&quot;nofollow noreferrer&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=1_9On2-nsBQIw3JiY43sWbrF8EjrqrR4U&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2017&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Nearly 64,000 developers took the survey&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey/2017&quot; rel=&quot;nofollow noreferrer&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0B6ZlG_Eygdj-c1kzcmUxN05VUXM&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2016&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Nearly 56,033 coders in 173 countries took the survey&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey/2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0B0DL28AqnGsrV0VldnVIT1hyb0E&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2015&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;26,086 people from 157 countries participated in a 45-question survey. 6,800 identified as full-stack developers, 1,900 as mobile developers, 1,200 as front-end developers, 2 as farmers, and 12,000 as something else.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://insights.stackoverflow.com/survey/2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0B0DL28AqnGsra1psanV1MEdxZk0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2014&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The survey sample of 7,500 responses from 96 countries.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.blog/2014/02/2013-stack-overflow-user-survey-results/?_ga=2.174702625.2065321923.1595169812-403292418.1587981474&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0B0DL28AqnGsrempjMktvWFNaQzA&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2013&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Nearly 10,000 responses&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.blog/2013/01/2012-stack-overflow-user-survey-results/?_ga=2.136997939.2065321923.1595169812-403292418.1587981474&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0B0DL28AqnGsrenpPNTc5UE1PYW8&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2012&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.blog/2012/02/survey-results/?_ga=2.106193920.2065321923.1595169812-403292418.1587981474&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0B0DL28AqnGsrX3JaZWVwWEpHNWM&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2011&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Morethan 2500 responses&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.blog/2011/01/11/survey-says/?_ga=2.237751939.2065321923.1595169812-403292418.1587981474&quot;&gt;View Results&lt;/a&gt; • &lt;a href=&quot;https://drive.google.com/uc?export=download&amp;amp;id=0Bx0LyhBTBZQgUGVYaGx3SzdUQ1U&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Full Data Set (CSV)&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-21T12:03:13.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17819" PostTypeId="1" CreationDate="2020-07-21T20:13:14.410" Score="1" ViewCount="55" Body="&lt;p&gt;I think it would be useful to create a model that tries to predict whether a youtube comment is paedophilic - maybe the model should also take into account the channel name/description/front image.&lt;/p&gt;&#xA;&lt;p&gt;It's not an easy task but at the moment I'm just looking for data.&lt;/p&gt;&#xA;&lt;p&gt;I know it's a sensitive topic - but does anyone know of a dataset out there with the characteristics I need?&lt;/p&gt;&#xA;" OwnerUserId="25075" LastEditorUserId="23272" LastEditDate="2020-07-26T20:15:43.497" LastActivityDate="2020-07-26T20:15:43.497" Title="(Serious) Dataset of paedophilic Youtube comments (or similar)?" Tags="|data-request|nlp|text|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17820" PostTypeId="2" ParentId="17518" CreationDate="2020-07-22T08:06:25.520" Score="1" Body="&lt;p&gt;To get started&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://snap.stanford.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Large Network Dataset Collection&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;pre&gt;&lt;code&gt;Social networks : online social networks, edges represent interactions between people&#xA;Networks with ground-truth communities : ground-truth network communities in social and information networks&#xA;Communication networks : email communication networks with edges representing communication&#xA;Citation networks : nodes represent papers, edges represent citations&#xA;Collaboration networks : nodes represent scientists, edges represent collaborations (co-authoring a paper)&#xA;Web graphs : nodes represent webpages and edges are hyperlinks&#xA;Amazon networks : nodes represent products and edges link commonly co-purchased products&#xA;Internet networks : nodes represent computers and edges communication&#xA;Road networks : nodes represent intersections and edges roads connecting the intersections&#xA;Autonomous systems : graphs of the internet&#xA;Signed networks : networks with positive and negative edges (friend/foe, trust/distrust)&#xA;Location-based online social networks : social networks with geographic check-ins&#xA;Wikipedia networks, articles, and metadata : talk, editing, voting, and article data from Wikipedia&#xA;Temporal networks : networks where edges have timestamps&#xA;Twitter and Memetracker : memetracker phrases, links and 467 million Tweets&#xA;Online communities : data from online communities such as Reddit and Flickr&#xA;Online reviews : data from online review systems such as BeerAdvocate and Amazon&#xA;User actions : actions of users on social platforms.&#xA;Face-to-face communication networks : networks of face-to-face (non-online) interactions&#xA;Graph classification datasets : disjoint graphs from different classes&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.php?format=&amp;amp;task=&amp;amp;att=&amp;amp;area=&amp;amp;numAtt=10to100&amp;amp;numIns=&amp;amp;type=ts&amp;amp;sort=nameUp&amp;amp;view=table&quot; rel=&quot;nofollow noreferrer&quot;&gt;Center for Machine Learning and Intelligent Systems&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-22T08:06:25.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17821" PostTypeId="2" ParentId="17369" CreationDate="2020-07-22T08:16:16.620" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/Kriyszig/financial-news-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reuters Financial Dataset as a structured DataFrame&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/Danbo3004/financial-news-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reuters Financial Dataset&lt;/a&gt; is a large collection of Financial News Article scraped from Reuters website. Originally used for the paper &lt;a href=&quot;http://emnlp2014.org/papers/pdf/EMNLP2014148.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Using Structured Events to Predict Stock Price Movement:An Empirical Investigation - Ding et al.(2014)&lt;/a&gt; this set of unstructured data is a powerful warehouse of historic Financial Data. This script provides a way of arranging the huge corpus of information into a Pandas' efficient data structure DataFrame&lt;/p&gt;&#xA;&lt;p&gt;Originally, this repository consisted of badly written Python script which was monolitic and cryptic. This refactor breaks the code down into smaller functions and comes equipped with a function to create the DataFrame.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-22T08:16:16.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17822" PostTypeId="2" ParentId="16170" CreationDate="2020-07-22T09:31:19.027" Score="1" Body="&lt;h2&gt;&lt;a href=&quot;http://mvrl.cs.uky.edu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Multimodal Vision Research Laboratory&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;Below is a list of datasets that are made publicly available for research purposes.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Archive of Many Outdoor Scenes (AMOS): A dataset containing hundreds of millions of images gathered from publicly available outdoor webcams.&#xA;Crossview USA (CVUSA): A large dataset containing millions of pairs of ground-level and aerial/satellite images from across the United States.&#xA;Face2Year: A large number of images extracted from highschool yearbooks.&#xA;GeoFaces: A dataset containing millions of geotagged images of human faces.&#xA;Horizon Lines in the Wild: A large dataset of images annotated with horizon lines.&#xA;LOST: A large dataset containing streaming video collected from publicly available outdoor webcams.&#xA;SkyFinder: A large dataset of webcam images annotated with sky regions.&#xA;Timelapse Clouds: A dataset containing videos of clouds and cloud shadows captured by stationary ground-based cameras.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;http://mvrl.cs.uky.edu/datasets/skyfinder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SkyFinder&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;&lt;strong&gt;Dataset Description&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;A large dataset of webcam images annotated with sky regions.&lt;/p&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;http://mvrl.cs.uky.edu/datasets/amos/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Archive of Many Outdoor Scenes (AMOS)&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;&lt;strong&gt;Dataset Description&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;A dataset containing hundreds of millions of images gathered from publicly available outdoor webcams.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-22T09:31:19.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17823" PostTypeId="1" CreationDate="2020-07-22T10:02:16.353" Score="1" ViewCount="66" Body="&lt;p&gt;I scoured the US Census site for any data like the &lt;strong&gt;population&lt;/strong&gt; at Census Tract level, for the year 2019 or 2018, but I am unable to find it.&lt;/p&gt;&#xA;&lt;p&gt;I can get plain shapefiles that do not contain any demographic information at &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2019/TRACT/&quot; rel=&quot;nofollow noreferrer&quot;&gt;census tract&lt;/a&gt; level, but then that's it.&lt;/p&gt;&#xA;&lt;p&gt;For the state of &lt;a href=&quot;https://prod-hub-indexer.s3.amazonaws.com/files/2128d5e4260a47c28b3fd124f79008a1/0/full/4326/2128d5e4260a47c28b3fd124f79008a1_0_full_4326.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;Colorado&lt;/a&gt;, I got file which has population/population density data along with geometries at census tract level from &lt;a href=&quot;https://hub.arcgis.com/datasets/2128d5e4260a47c28b3fd124f79008a1_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;ArcGIS&lt;/a&gt; from 2017 I suppose, but it does not seem to contain data for rest of the states.&lt;/p&gt;&#xA;&lt;p&gt;Even if both the information are not together, but if they can me merged using two different data sets, that's fine too.&lt;/p&gt;&#xA;&lt;p&gt;If you have worked with census tract level &lt;strong&gt;population&lt;/strong&gt; data (2019 or 2018 estimates) then do let me know.&lt;/p&gt;&#xA;" OwnerUserId="25475" LastEditorUserId="25475" LastEditDate="2020-07-22T17:37:09.550" LastActivityDate="2020-08-29T17:03:55.387" Title="From where do I get shapefiles for all the states in USA at Census Tract level with &quot;population&quot; or &quot;population density&quot; data too?" Tags="|geospatial|usa|us-census|census|population|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="17824" PostTypeId="1" CreationDate="2020-07-22T10:30:26.947" Score="1" ViewCount="19" Body="&lt;p&gt;I am looking for data, preferably large public datasets, related to graduation rates from public high schools according to zip code across American states. Can you help me with them?&lt;/p&gt;&#xA;" OwnerUserId="25474" LastEditorUserId="23272" LastEditDate="2021-04-07T13:06:23.460" LastActivityDate="2021-04-07T13:06:23.460" Title="How Can I Find Public Datasets related to graduation rates from public high schools?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17826" PostTypeId="2" ParentId="17782" CreationDate="2020-07-22T14:39:29.367" Score="1" Body="&lt;p&gt;The American Community Survey (ACS) began large-scale surveying starting in 2005, and began nationally-representative population surveying in 2007 (when it included group quarters populations). Prior to that, the ACS was inherited from the Decennial Census Long Form. Essentially, your data years would look something like this: 1990, 2000, 2007-2018. The microdata are available in the Public Use Microdata Sample (PUMS) series. These PUMS have substate geographic delineations known as PUMS Areas (PUMA's) that are divided to cover a minimum population threshold for each PUMA. As a result, PUMA boundaries change every 10 years and are often not comparable to each other between Decennial Censuses. This may greatly affect your ability to compare 2010 with 2000 or 1990 if your goal is substate analysis, for instance.&lt;/p&gt;&#xA;&lt;p&gt;If you wish, you can find most of the non-spatial data through &lt;a href=&quot;https://usa.ipums.org/usa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IPUMS&lt;/a&gt;. They also have the geographic boundaries through their &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHGIS&lt;/a&gt; project. Registration is free for these platforms.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2020-07-22T14:39:29.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17827" PostTypeId="2" ParentId="17792" CreationDate="2020-07-23T00:16:28.497" Score="0" Body="&lt;p&gt;The BLS has a recurring survey which includes a union membership question. See: &lt;a href=&quot;https://www.bls.gov/cps/tables.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bls.gov/cps/tables.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25254" LastActivityDate="2020-07-23T00:16:28.497" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17828" PostTypeId="1" CreationDate="2020-07-23T00:24:38.597" Score="2" ViewCount="62" Body="&lt;p&gt;I initially posted this question here&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://datascience.stackexchange.com/questions/78139/public-datasets-that-show-cyclical-behavior&quot;&gt;https://datascience.stackexchange.com/questions/78139/public-datasets-that-show-cyclical-behavior&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;but was redirected here.  I am looking for any publicly available dataset that has a &amp;quot;cyclical&amp;quot; structure to it (limit cycles), in the sense that if I plot the data in a certain way, a loop becomes visible.  A good example of this would be the &lt;a href=&quot;https://en.wikipedia.org/wiki/Lotka%E2%80%93Volterra_equations&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lotka-Volterra predator-prey model&lt;/a&gt;, which has a very pronounced cycle, shown below.  Are there any other good examples that demonstrate this?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/yiAFc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yiAFc.png&quot; alt=&quot;Predator-prey picture&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25483" LastActivityDate="2020-07-23T03:17:07.657" Title="Public datasets that show “cyclical” behavior" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17829" PostTypeId="2" ParentId="17776" CreationDate="2020-07-23T00:30:14.807" Score="1" Body="&lt;p&gt;ALAND is supposed to be m^2. Example: Sierra County should be about 2.492 × 10^9 m^2. Which county or counties look off? AWATER has same units.&lt;/p&gt;&#xA;" OwnerUserId="25254" LastActivityDate="2020-07-23T00:30:14.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17830" PostTypeId="2" ParentId="17828" CreationDate="2020-07-23T03:17:07.657" Score="1" Body="&lt;p&gt;Sunrise (or sunset) vs days distant (i.e., 0-183 days) from equinox yields a nice cycle, and if you repeat over many years you see the effects of leap years and leap centuries. US Naval Observatory would be a good source for that, or any of the various calculated times (from many sources) if calculated values are OK.&lt;/p&gt;&#xA;&lt;p&gt;Other astronomical data have similar cycles.&lt;/p&gt;&#xA;" OwnerUserId="25254" LastActivityDate="2020-07-23T03:17:07.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17831" PostTypeId="2" ParentId="17792" CreationDate="2020-07-23T05:05:49.423" Score="4" Body="&lt;h3&gt;&lt;a href=&quot;https://guides.library.cornell.edu/StatisticalSources/laborunionstats&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data and Statistical Sources: Labor and Employment: Labor Union Statistics&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.nlrb.gov/reports-guidance/reports/annual-reports&quot; rel=&quot;nofollow noreferrer&quot;&gt;Annual Reports (National Labor Relations Board)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Find summary statistics on NLRB activity, including decisions, court reviews, elections, unfair labor practices, etc.. (from 1936-2009)&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ilo.org/public/english/bureau/stat/info/dbases.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;ILO Statistical Data, Union&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;(Information about the database. The database must be requested.) The ILO has created a database on trade union membership. It contains data for 45 countries from 1990-Available in Excel files on request from the ILO Bureau of Statistics.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://newcatalog.library.cornell.edu/catalog/3447001&quot; rel=&quot;nofollow noreferrer&quot;&gt;Labor Database&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Contains publicly available US data about labor and unions dating from 1983-2014 in an MSAccess database for easy manipulation. Available at Catherwood Library only. Ask for assistance at the ILR Reference Desk.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://resolver.library.cornell.edu/misc/3160574&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProQuest Statistical Insight&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Provides statistical data from U.S. government publications from 1973, state and private sources from 1980, and international organizations from 1983.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/news.release/union2.toc.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Union Membership Annual (U.S. Bureau of Labor Statistics)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This January release is the main government source for statistics on U. S. labor union membership and density.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.unionreports.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UnionReports.gov (U.S. Office of Labor Management Standards)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Source for information on membership and finances of individual unions. From the U. S. Department of Labor.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.unionstats.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unionstats.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The Union Membership and Coverage Database is an Internet data resource providing private and public sector labor union membership, coverage, and density estimates compiled from the Current Population Survey (CPS), a monthly household survey, using BLS methods. These statistics are provided by the BLS in its annual Union Membership survey, but due with less detail. Be sure to read the background information on Unionstats.com with its commentary on the accuracy of the sample.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bls.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Bureau of Labor Statistics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The Bureau of Labor Statistics (BLS) of the U.S. Department of Labor is the principal Federal agency responsible for measuring labor market activity, working conditions, and price changes in the economy. Its mission is to collect, analyze, and disseminate essential economic information to support public and private decision–making.&lt;/p&gt;&#xA;&lt;p&gt;and more....&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://guides.library.cornell.edu/StatisticalSources/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data and Statistical Sources: Labor and Employment: Data Sets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bls.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Databases, Tables &amp;amp; Calculators by Subject (U.S. Bureau of Labor Statistics)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ilostat.ilo.org/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ILOSTAT&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The ILO Department of Statistics is the focal point to the United Nations for labor statistics.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-23T07:27:33.977" LastActivityDate="2020-07-23T07:27:33.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17832" PostTypeId="1" CreationDate="2020-07-23T13:51:48.933" Score="1" ViewCount="18" Body="&lt;p&gt;Each Xbox game has certain challenges called &amp;quot;Achievements and Trophies&amp;quot;. When one is achieved, a pop up appears on screen notifying the player. Along with the notification that the achievement as been made, the notification also displays the % of other purchasers of that game who also got the achievement.&lt;/p&gt;&#xA;&lt;p&gt;Is this data (a list of game + achievement + % of players who achieve) publicly available somewhere (preferably as an API)?&lt;/p&gt;&#xA;" OwnerUserId="25373" LastActivityDate="2020-07-23T13:51:48.933" Title="xbox achievement / trophy statistics?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17833" PostTypeId="1" CreationDate="2020-07-23T19:25:16.637" Score="1" ViewCount="30" Body="&lt;p&gt;I'm interested in the size of organizations (ANY organizations), the number of managers and/or officials, salary/compensation, operating territories, and the organizational structure of the organization. For organizational structure, I mean something that could be represented as a network. This includes current and past data.&lt;/p&gt;&#xA;&lt;p&gt;This data would generally be useful for researchers in the social sciences (that's me), so I'm keeping this question pretty broad. Are there open data databases or datasets for this anywhere? Are there sources which are not quite databases but which could be easily programmatically scraped to build a dataset?&lt;/p&gt;&#xA;&lt;h2&gt;Public and Regulated Companies (US)&lt;/h2&gt;&#xA;&lt;p&gt;The US Securities and Exchange Comission (SEC)'s online database, EDGAR, might contain some usable information, but I was unable to find anything obvious.&lt;/p&gt;&#xA;&lt;h2&gt;Governments (US)&lt;/h2&gt;&#xA;&lt;p&gt;I did find that a web search would bring up org charts for some US national departments, agencies, and so on, and some US states. Everything I have found would need a lot of human work to put into a usable data format, even with the assistance of some PDF or web scraping.&lt;/p&gt;&#xA;&lt;h2&gt;International (outside the US)&lt;/h2&gt;&#xA;&lt;p&gt;I looked at Canada's Innovation, Science and Economic Development (ISED) and Germany's BaFin, but they seemed to have no useful information.&lt;/p&gt;&#xA;&lt;h2&gt;Private Databases&lt;/h2&gt;&#xA;&lt;p&gt;I found a paper from the 80s where the researcher obtained data from Hewitt (which is now Aon Solutions). I suspect there are a number of large consulting firms (e.g. Deloitte) and also firms that sell title and pay information (e.g. Payscale, Glassdoor) that could have this information, or at least some of it.&lt;/p&gt;&#xA;" OwnerUserId="25486" LastActivityDate="2020-07-23T19:25:16.637" Title="Organization size, number of managers or officials, or organizational charts for organizations (NGOs, firms, etc)" Tags="|network-structure|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17834" PostTypeId="1" AcceptedAnswerId="17892" CreationDate="2020-07-24T16:30:11.197" Score="1" ViewCount="26" Body="&lt;p&gt;-- Missing manfuacturer?:&lt;/p&gt;&#xA;&lt;p&gt;The manufacturer Beckman Coulter, Inc. is not available in the data as can be seen here&#xA;&lt;a href=&quot;https://api.fda.gov/device/covid19serology.json?count=manufacturer.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/covid19serology.json?count=manufacturer.exact&lt;/a&gt;&#xA;but it is listed here &lt;a href=&quot;https://www.fda.gov/medical-devices/emergency-situations-medical-devices/eua-authorized-serology-test-performance&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/medical-devices/emergency-situations-medical-devices/eua-authorized-serology-test-performance&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;What is the reason that some data appears in openFDA and some does not?&lt;/p&gt;&#xA;&lt;p&gt;-- Missing tests?:&lt;/p&gt;&#xA;&lt;p&gt;Also, there are 110 samples for each of the manufacturers, 80 Antibody Truth Negative and 30 Antibody Truth positive. Can you explain this data distribution? It seems that the data that is available under openFDA is hand picked. If so, how/why is it chosen?&lt;/p&gt;&#xA;" OwnerUserId="25491" LastActivityDate="2020-07-28T14:30:27.413" Title="OpenFDA Covid19 Serology Tests missing manufacturer?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17837" PostTypeId="2" ParentId="9723" CreationDate="2020-07-24T21:53:30.150" Score="0" Body="&lt;p&gt;You can also use &lt;a href=&quot;https://www.microsoft.com/en-us/p/sec-edgar-viewer/9p8l8snm3kgx?activetab=pivot:overviewtab&quot; rel=&quot;nofollow noreferrer&quot;&gt;SEC EDGAR Viewer&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;You get all SEC Filings in real-time. Analyze and download filing documents.&lt;/p&gt;&#xA;" OwnerUserId="25488" LastActivityDate="2020-07-24T21:53:30.150" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17838" PostTypeId="5" CreationDate="2020-07-25T04:21:27.667" Score="0" Body="&lt;p&gt;District a type of administrative division that, in some countries, is managed by local government.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:23.340" LastActivityDate="2020-07-25T13:38:23.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17839" PostTypeId="4" CreationDate="2020-07-25T04:21:27.667" Score="0" Body="For questions about data related to district, an area of a country or town that has fixed borders that are used for official purposes" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:00.843" LastActivityDate="2020-07-25T13:39:00.843" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17840" PostTypeId="2" ParentId="17819" CreationDate="2020-07-25T04:35:53.347" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://zenodo.org/record/1479531#.Xxu0vZ4zbDd&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataset Abusive YouTube Comment&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Sexually Abusive Comments and specific words collection from popular youtube videos such as music videos and cartoons (Peppa Pig)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasnaek/youtube&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trending YouTube Video Statistics and Comments&lt;/a&gt;&#xA;Daily statistics (views, likes, category, comments+) for trending YouTube videos&lt;/p&gt;&#xA;&lt;p&gt;The dataset includes data gathered from videos on YouTube that are contained within the trending category each day.&lt;/p&gt;&#xA;&lt;p&gt;There are two kinds of data files, one includes comments and one includes video statistics. They are linked by the unique video_id field.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;If you are interested to generate your own dataset the below article might be helpful.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://towardsdatascience.com/how-to-build-your-own-dataset-of-youtube-comments-39a1e57aade&quot; rel=&quot;nofollow noreferrer&quot;&gt;How to Build Your Own Dataset of YouTube Comments&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/XWilliamY/custom_yt_comments_dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Collecting Comments with YouTube Data API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-25T04:35:53.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17841" PostTypeId="5" CreationDate="2020-07-25T04:39:29.377" Score="0" Body="&lt;p&gt;A stock (also known as equity) is a security that represents the ownership of a fraction of a corporation. This entitles the owner of the stock to a proportion of the corporation's assets and profits equal to how much stock they own. Units of stock are called &amp;quot;shares.&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:34.143" LastActivityDate="2020-07-25T13:39:34.143" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17842" PostTypeId="4" CreationDate="2020-07-25T04:39:29.377" Score="0" Body="For questions about data related to the Stock/Equity" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:52.450" LastActivityDate="2020-07-25T13:38:52.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17843" PostTypeId="5" CreationDate="2020-07-25T04:41:25.727" Score="0" Body="&lt;p&gt;Police are the official organization that is responsible for protecting people and property, making people obey the law, finding out about and solving crime, and catching people who have committed a crime&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:37:59.373" LastActivityDate="2020-07-25T13:37:59.373" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17844" PostTypeId="4" CreationDate="2020-07-25T04:41:25.727" Score="0" Body="For questions about data related to Police" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:19.710" LastActivityDate="2020-07-25T13:38:19.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17845" PostTypeId="5" CreationDate="2020-07-25T04:43:53.933" Score="0" Body="&lt;p&gt;The trend is a general direction in which something is developing or changing.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:57.693" LastActivityDate="2020-07-25T13:38:57.693" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17846" PostTypeId="4" CreationDate="2020-07-25T04:43:53.933" Score="0" Body="For questions about data related to the trend, a prevailing tendency or inclination or drift" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:29.697" LastActivityDate="2020-07-25T13:38:29.697" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17847" PostTypeId="5" CreationDate="2020-07-25T04:45:36.133" Score="0" Body="&lt;p&gt;a set of beliefs concerning the cause, nature, and purpose of the universe, especially when considered as the creation of a superhuman agency or agencies, usually involving devotional and ritual observances, and often containing a moral code governing the conduct of human affairs.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:09.187" LastActivityDate="2020-07-25T13:39:09.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17848" PostTypeId="4" CreationDate="2020-07-25T04:45:36.133" Score="0" Body="For questions about data related to religion, a belief in and worship of superhuman controlling power, especially a personal God or gods." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:06.683" LastActivityDate="2020-07-25T13:39:06.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17849" PostTypeId="5" CreationDate="2020-07-25T04:47:30.623" Score="0" Body="&lt;p&gt;Those activities, actions, and operations that involve the interaction between people.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:04.043" LastActivityDate="2020-07-25T13:39:04.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17850" PostTypeId="4" CreationDate="2020-07-25T04:47:30.623" Score="0" Body="For questions about data related to Social processes that refer to forms of social interaction " OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:22.120" LastActivityDate="2020-07-25T13:39:22.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17851" PostTypeId="5" CreationDate="2020-07-25T04:49:45.747" Score="0" Body="&lt;p&gt;An accelerometer is an electromechanical device used to measure acceleration forces. Such forces may be static, like the continuous force of gravity or, as is the case with many mobile devices, dynamic to sense movement or vibrations.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:28.593" LastActivityDate="2020-07-25T13:39:28.593" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17852" PostTypeId="4" CreationDate="2020-07-25T04:49:45.747" Score="0" Body="For questions about data related to an accelerometer." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:37.320" LastActivityDate="2020-07-25T13:38:37.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17853" PostTypeId="5" CreationDate="2020-07-25T04:51:45.990" Score="0" Body="&lt;p&gt;Academia refers to all the academics in a particular country or region, the institutions, the life, community, or world of teachers, schools, and education&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:54.977" LastActivityDate="2020-07-25T13:38:54.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17854" PostTypeId="4" CreationDate="2020-07-25T04:51:45.990" Score="0" Body="For questions about data related to the environment or community concerned with the pursuit of research, education, and scholarship" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:11.563" LastActivityDate="2020-07-25T13:38:11.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17855" PostTypeId="5" CreationDate="2020-07-25T04:55:01.150" Score="0" Body="&lt;p&gt;Chile is a long, narrow country stretching along South America's western edge, with more than 6,000km of Pacific Ocean coastline. Santiago, its capital, sits in a valley surrounded by the Andes and Chilean Coast Range mountains.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:25.570" LastActivityDate="2020-07-25T13:39:25.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17856" PostTypeId="4" CreationDate="2020-07-25T04:55:01.150" Score="0" Body="For questions about data related to Chile, one of South America's most stable and prosperous nations." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:05.347" LastActivityDate="2020-07-25T13:38:05.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17857" PostTypeId="5" CreationDate="2020-07-25T04:56:16.680" Score="0" Body="&lt;p&gt;any of several fundamental and distinct classes to which entities or concepts belong&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:38:47.753" LastActivityDate="2020-07-25T13:38:47.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17858" PostTypeId="4" CreationDate="2020-07-25T04:56:16.680" Score="0" Body="For questions related to a class or division of people or things regarded as having particular shared characteristics" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-25T13:39:31.433" LastActivityDate="2020-07-25T13:39:31.433" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17861" PostTypeId="1" CreationDate="2020-07-25T14:41:09.043" Score="1" ViewCount="44" Body="&lt;p&gt;I am working on a research program about social media traffic and my mission is to find official usage data for major platforms like YouTube, Facebook, Twitter, Wikipedia etc.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Wikipedia provides official Worldwide stats per year &lt;a href=&quot;https://stats.wikimedia.org/#/all-projects&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stats.wikimedia.org/#/all-projects&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know where I can find similar &lt;strong&gt;official source about Facebook, YouTube, and Twitter statistics?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please note that both Youtube and Facebook provide some metrics worldwide about &lt;strong&gt;Monthly Active Users (MAUs)&lt;/strong&gt; and &lt;strong&gt;Daily Active Users (DAUs)&lt;/strong&gt; but my goal is to find yearly records about total page/video/tweet views like &lt;a href=&quot;https://stats.wikimedia.org/#/all-projects&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia's&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25499" LastEditorUserId="23272" LastEditDate="2021-04-03T09:18:27.147" LastActivityDate="2021-04-03T09:18:27.147" Title="Where can I find statistics for Facebook and YouTube total views worldwide like those of Wikipedia?" Tags="|research|social-media|internet|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17862" PostTypeId="1" CreationDate="2020-07-25T20:08:43.917" Score="1" ViewCount="894" Body="&lt;p&gt;Suppose we need a service that would determine if someone is a Business, be able to verify it from the Company Name and the EIN provided.&lt;/p&gt;&#xA;" OwnerUserId="25502" LastActivityDate="2020-07-25T20:08:43.917" Title="How can I access the EIN (Employer Identification Number) data?" Tags="|data-request|api|data.gov|business|irs|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17863" PostTypeId="1" CreationDate="2020-07-25T21:26:45.497" Score="1" ViewCount="13" Body="&lt;p&gt;I need the zip code for 1993 Irvine, CA.  Would anyone know this?&lt;/p&gt;&#xA;" OwnerUserId="25504" LastActivityDate="2020-07-25T21:26:45.497" Title="Would anyone know the 1993 zip code for Irvine CA" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17865" PostTypeId="1" CreationDate="2020-07-26T19:18:58.913" Score="1" ViewCount="18" Body="&lt;p&gt;Does anyone have more information about how OSHA classifies certain inspections as migrant labour inspections? The frequency of these migrant labour inspections seems low relative to the number of migrant labourers we have in the country, so I was wondering if there are additional criteria for an inspection to qualify as a migrant labor inspection. The webpage does not provide any additional information &lt;a href=&quot;https://developer.dol.gov/health-and-safety/dol-osha-enforcement/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.dol.gov/health-and-safety/dol-osha-enforcement/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="25507" LastEditorUserId="23272" LastEditDate="2022-07-14T12:52:00.370" LastActivityDate="2022-07-14T12:52:00.370" Title="OSHA Inspection Enforcement Data, Migrant Labor Inspection Variable" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17867" PostTypeId="5" CreationDate="2020-07-27T09:43:39.533" Score="0" Body="&lt;p&gt;Epidemic definition, (of a disease) affecting many persons at the same time, and spreading from person to person in a locality where the disease is not permanently prevalent&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:27.273" LastActivityDate="2020-07-31T09:38:27.273" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17868" PostTypeId="4" CreationDate="2020-07-27T09:43:39.533" Score="0" Body="For questions about data related to a widespread occurrence of an infectious disease in a community at a particular time." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:21.340" LastActivityDate="2020-07-31T09:38:21.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17869" PostTypeId="5" CreationDate="2020-07-27T09:45:10.327" Score="0" Body="&lt;p&gt;The economy is the total of all activities related to the production and consumption of limited resources by a group of participants.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:24.343" LastActivityDate="2020-07-31T09:38:24.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17870" PostTypeId="4" CreationDate="2020-07-27T09:45:10.327" Score="0" Body="For questions about data related to the state of a country or region in terms of the production and consumption of goods and services and the supply of money." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:54.383" LastActivityDate="2020-07-31T09:38:54.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17871" PostTypeId="5" CreationDate="2020-07-27T09:47:01.040" Score="0" Body="&lt;p&gt;to transfer (data, files, etc.) from one location (such as a large computer or the cloud) to another (such as a smaller computer, smartphone, or storage device)&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:31.780" LastActivityDate="2020-07-31T09:38:31.780" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17872" PostTypeId="4" CreationDate="2020-07-27T09:47:01.040" Score="0" Body="For questions about data related to copy (data) from one computer system to another, typically over the Internet." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:37.240" LastActivityDate="2020-07-31T09:38:37.240" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17873" PostTypeId="5" CreationDate="2020-07-27T09:47:57.627" Score="0" Body="&lt;p&gt;Disease, any harmful deviation from the normal structural or functional state of an organism, generally associated with certain signs and symptoms.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:56.960" LastActivityDate="2020-07-31T09:38:56.960" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17874" PostTypeId="4" CreationDate="2020-07-27T09:47:57.627" Score="0" Body="For questions about data related to a disorder of structure or function in a human, animal, or plant, especially one that produces specific symptoms or that affects a specific location and is not simply a direct result of physical injury." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:39:02.437" LastActivityDate="2020-07-31T09:39:02.437" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17875" PostTypeId="5" CreationDate="2020-07-27T09:50:24.630" Score="0" Body="&lt;p&gt;Dinosaurs are a diverse group of reptiles of the clade Dinosauria. They first appeared during the Triassic period, between 243 and 233.23 million years ago, although the exact origin and timing of the evolution of dinosaurs is the subject of active research. Most died out by the end of the Cretaceous Period, about 66 million years ago, but many lines of evidence now show that one lineage evolved into birds about 150 million years ago.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:39:05.540" LastActivityDate="2020-07-31T09:39:05.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17876" PostTypeId="4" CreationDate="2020-07-27T09:50:24.630" Score="0" Body="For questions about data related to a fossil reptile of the Mesozoic era, in many species reaching an enormous size. Dinosaur, the common name given to a group of reptiles, often very large, that first appeared roughly 245 million years ago (near the beginning of the Middle Triassic Epoch) and thrived worldwide for nearly 180 million years." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:39:11.923" LastActivityDate="2020-07-31T09:39:11.923" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17877" PostTypeId="5" CreationDate="2020-07-27T09:52:59.490" Score="0" Body="&lt;p&gt;An amount that has to be paid or given up in order to get something.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:34.503" LastActivityDate="2020-07-31T09:38:34.503" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17878" PostTypeId="4" CreationDate="2020-07-27T09:52:59.490" Score="0" Body="For questions about data related to the amount or equivalent paid or charged for something." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:48.457" LastActivityDate="2020-07-31T09:38:48.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17879" PostTypeId="5" CreationDate="2020-07-27T09:55:53.580" Score="0" Body="&lt;p&gt;Fashion is the area of activity that involves styles of clothing and appearance.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:40.340" LastActivityDate="2020-07-31T09:38:40.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17880" PostTypeId="4" CreationDate="2020-07-27T09:55:53.580" Score="0" Body="For questions about data related to a popular or the latest style of clothing, hair, decoration, or behavior." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:18.707" LastActivityDate="2020-07-31T09:38:18.707" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17881" PostTypeId="5" CreationDate="2020-07-27T09:58:05.650" Score="0" Body="&lt;p&gt;Microsoft Excel is a spreadsheet developed by Microsoft for Windows, macOS, Android and iOS. It features calculation, graphing tools, pivot tables, and a macro programming language called Visual Basic for Applications&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:39:14.657" LastActivityDate="2020-07-31T09:39:14.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17882" PostTypeId="4" CreationDate="2020-07-27T09:58:05.650" Score="0" Body="For questions about data related to a software program created by Microsoft that uses spreadsheets to organize numbers and data with formulas and functions." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:59.763" LastActivityDate="2020-07-31T09:38:59.763" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17883" PostTypeId="5" CreationDate="2020-07-27T10:00:57.863" Score="0" Body="&lt;p&gt;A federal country or system of government is one in which the different states or provinces of the country have important powers to make their own laws and decisions.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:39:17.453" LastActivityDate="2020-07-31T09:39:17.453" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17884" PostTypeId="4" CreationDate="2020-07-27T10:00:57.863" Score="0" Body="For questions about data related to having or relating to a system of government in which several states form a unity but remain independent in internal affairs." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:51.787" LastActivityDate="2020-07-31T09:38:51.787" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17885" PostTypeId="5" CreationDate="2020-07-27T10:03:05.157" Score="0" Body="&lt;p&gt;Fire is the rapid oxidation of a material in the exothermic chemical process of combustion, releasing heat, light, and various reaction products.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:39:09.327" LastActivityDate="2020-07-31T09:39:09.327" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17886" PostTypeId="4" CreationDate="2020-07-27T10:03:05.157" Score="0" Body="For questions about data related to a state, process, or instance of combustion in which fuel or other material is ignited and combined with oxygen, giving off light, heat, and flame." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T09:38:43.523" LastActivityDate="2020-07-31T09:38:43.523" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17887" PostTypeId="1" CreationDate="2020-07-27T14:39:25.130" Score="1" ViewCount="67" Body="&lt;p&gt;I am looking for a medical dataset. I Need a list of all diseases, symptoms, categories, causes, body part relations. I don't know how to get it. Actually I've found some semantic sources like  DO  and  SYMP ontologies. But I am not familiar with  SPARQL that is why I don't know how to extract needed information from them.&#xA;Also, I've found DIsgnet database. it is pretty good. But it doesn't hold the symptoms.&#xA;Need your suggestions.&#xA;How can I get these data?&lt;/p&gt;&#xA;" OwnerUserId="25411" LastActivityDate="2020-07-27T14:39:25.130" Title="How to get List of all diseases , categories , causes and symptoms?" Tags="|data-request|medical|sparql|database|ontology|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17888" PostTypeId="1" CreationDate="2020-07-27T15:25:05.097" Score="2" ViewCount="40" Body="&lt;p&gt;We are looking to monitor data that is added/changed within the DB on a daily basis.  When looking at the results returned from the OpenFDA Covid19 Serology Tests API, it appears that in the metadata there is reference to when the DB was updated, but there does not appear to be a way to see the records within the DB that were actually updated.&lt;/p&gt;&#xA;&lt;p&gt;For example...  As of today, there are 4180 results and the DB was updated yesterday.  There does not appear to be a way to identify which records within the database were updated or added as there is no record field for updated_on or created_on - only when the actual test was performed with date_performed.  As this test could have been performed some time before being added to the database, and probably does not correlate to when the test was added or updated within the db, we can't easily see what has changed.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;meta&amp;quot;: {&#xA;    &amp;quot;last_updated&amp;quot;: &amp;quot;2020-07-26&amp;quot;,&#xA;    &amp;quot;terms&amp;quot;: &amp;quot;https://open.fda.gov/terms/&amp;quot;,&#xA;    &amp;quot;results&amp;quot;: {&#xA;      &amp;quot;skip&amp;quot;: 0,&#xA;      &amp;quot;total&amp;quot;: 4180,&#xA;      &amp;quot;limit&amp;quot;: 4180&#xA;    },&#xA;    &amp;quot;license&amp;quot;: &amp;quot;https://open.fda.gov/license/&amp;quot;,&#xA;    &amp;quot;disclaimer&amp;quot;: &amp;quot;Do not rely on openFDA to make decisions regarding medical care. While we make every effort to ensure that data is accurate, you should assume all results are unvalidated. We may limit or otherwise restrict your access to the API in line with our Terms of Service.&amp;quot;&#xA;  },&#xA;  &amp;quot;results&amp;quot;: [&#xA;    {&#xA;      &amp;quot;control&amp;quot;: &amp;quot;Pass&amp;quot;,&#xA;      &amp;quot;lot_number&amp;quot;: &amp;quot;COV1252003C&amp;quot;,&#xA;      &amp;quot;igm_agree&amp;quot;: &amp;quot;TN&amp;quot;,&#xA;      &amp;quot;date_performed&amp;quot;: &amp;quot;5/8/2020&amp;quot;,&#xA;      &amp;quot;sample_id&amp;quot;: &amp;quot;C0054&amp;quot;,&#xA;      &amp;quot;iga_result&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;igg_truth&amp;quot;: &amp;quot;Negative&amp;quot;,&#xA;      &amp;quot;pan_result&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;igg_agree&amp;quot;: &amp;quot;TN&amp;quot;,&#xA;      &amp;quot;group&amp;quot;: &amp;quot;HIV+&amp;quot;,&#xA;      &amp;quot;igg_titer&amp;quot;: &amp;quot;0&amp;quot;,&#xA;      &amp;quot;igm_titer&amp;quot;: &amp;quot;0&amp;quot;,&#xA;      &amp;quot;igg_result&amp;quot;: &amp;quot;Negative&amp;quot;,&#xA;      &amp;quot;manufacturer&amp;quot;: &amp;quot;Abacus Pharma International&amp;quot;,&#xA;      &amp;quot;type&amp;quot;: &amp;quot;Plasma&amp;quot;,&#xA;      &amp;quot;igm_truth&amp;quot;: &amp;quot;Negative&amp;quot;,&#xA;      &amp;quot;igm_igg_agree&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;days_from_symptom&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;sample_no&amp;quot;: &amp;quot;30&amp;quot;,&#xA;      &amp;quot;antibody_agree&amp;quot;: &amp;quot;TN&amp;quot;,&#xA;      &amp;quot;device&amp;quot;: &amp;quot;SARS-CoV-2 IgM/IgG AB Antibody Rapid Test (Immunochromatography)&amp;quot;,&#xA;      &amp;quot;igm_igg_result&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;panel&amp;quot;: &amp;quot;Panel 1&amp;quot;,&#xA;      &amp;quot;antibody_truth&amp;quot;: &amp;quot;Negative&amp;quot;,&#xA;      &amp;quot;pan_titer&amp;quot;: &amp;quot;0&amp;quot;,&#xA;      &amp;quot;iga_agree&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;evaluation_id&amp;quot;: &amp;quot;maf3257-a001&amp;quot;,&#xA;      &amp;quot;pan_agree&amp;quot;: &amp;quot;NA&amp;quot;,&#xA;      &amp;quot;igm_result&amp;quot;: &amp;quot;Negative&amp;quot;&#xA;    },&#xA;....&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;As we are looking to see what has changed, it would be nice if each record had something like searchable fields of &amp;quot;created_on&amp;quot; and &amp;quot;updated_on&amp;quot; so specific tests that were added/updated could be monitored instead of having to do a comparison of every record's field to find results that had changed from the previous update.&lt;/p&gt;&#xA;&lt;p&gt;Are there any plans to add these fields to the database as it would make tracking changes much, much easier for external (and potentially internal) interested parties?&lt;/p&gt;&#xA;" OwnerUserId="25512" LastEditorUserId="1511" LastEditDate="2020-07-31T09:39:47.523" LastActivityDate="2023-12-13T15:09:31.243" Title="OpenFDA Covid19 Serology Tests DB Created_On/Updated_On Fields?" Tags="|openfda|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17891" PostTypeId="2" ParentId="17775" CreationDate="2020-07-28T14:13:47.690" Score="1" Body="&lt;p&gt;Unfortunately, openFDA does not that information and we are unable to provide directions to obtain it.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-07-28T14:13:47.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17892" PostTypeId="2" ParentId="17834" CreationDate="2020-07-28T14:30:27.413" Score="0" Body="&lt;p&gt;Unfortunately, we don't have answers to the questions you posted since openFDA merely processes &amp;amp; exposes the COVID data set that we receive via internal FDA channels. We would recommend that you contact the Center for Devices and Radiological Health at FDA directly with your inquiry as they are likely much better suited to answer these. Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-07-28T14:30:27.413" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17893" PostTypeId="2" ParentId="17888" CreationDate="2020-07-28T14:45:34.517" Score="0" Body="&lt;p&gt;Unfortunately, because the COVID data we receive internally for this dataset do not have the two fields you're looking for, openFDA is unable to provide them. We would recommend that you contact CDRH at FDA directly with your inquiry and see if the two fields could be added to the dataset. Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-07-28T14:45:34.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17894" PostTypeId="1" CreationDate="2020-07-29T12:52:54.290" Score="1" ViewCount="53" Body="&lt;p&gt;I have a question and I would be happy to receive any leads on it from you.&lt;/p&gt;&#xA;&lt;p&gt;I need some yearly offshore wind data sets for a given location but for several many years (say past 20 years or so). I would be happy if the data is recorded uniformly at hourly or half-hourly frequency.&lt;/p&gt;&#xA;&lt;p&gt;Would anyone be knowing any open data source for this?&lt;/p&gt;&#xA;" OwnerUserId="25525" LastEditorUserId="25525" LastEditDate="2020-07-29T13:08:09.257" LastActivityDate="2020-07-30T09:45:43.807" Title="Offshore Wind Data" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17895" PostTypeId="1" CreationDate="2020-07-29T14:23:08.977" Score="1" ViewCount="24" Body="&lt;p&gt;I am searching for medical datasets that include taking the dosage of a particular medicine and measurements of Bioindexes such as blood sugar or everything else. Can you guide me if you know?&lt;/p&gt;&#xA;" OwnerUserId="25527" LastActivityDate="2020-07-29T14:23:08.977" Title="Medical data sets" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17897" PostTypeId="1" CreationDate="2020-07-29T10:06:29.687" Score="0" ViewCount="21" Body="&lt;p&gt;I am trying to analyze the number of schools per square kilometer in Madagascar, but only considering the number over inhabited areas. I have data on schools from the World Bank, but I can't find a reliable source of data for populated areas.&lt;/p&gt;&#xA;&lt;p&gt;I have looked at the data on Open Street Maps but the extent and quality of the data varies a lot by sub-region. Some areas have many buildings and roads mapped while others do not. I lived in Madagascar for four years and I can tell that these gaps are due to missing data. I joined select land uses with a buffer around buildings to get an &amp;quot;inhabited areas&amp;quot; layer, but the measure of schools per area is also varying unrealistically (some places have more than 50 up to thousands of schools per square kilometer of calculated area).&lt;/p&gt;&#xA;&lt;p&gt;Where can I find data on inhabited/populated areas to compliment or replace OSM? Are there any strategies this community has come across for finding or calculating measures of populated areas?&lt;/p&gt;&#xA;" OwnerUserId="25533" OwnerDisplayName="user14012271" LastEditorUserId="19566" LastEditDate="2020-07-29T20:30:34.570" LastActivityDate="2020-07-29T20:30:34.570" Title="Need data populated/inhabited areas for Madagascar" Tags="|geospatial|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17898" PostTypeId="1" CreationDate="2020-07-29T19:31:37.607" Score="0" ViewCount="192" Body="&lt;p&gt;How to get Rto data by vehical no in android studio any api available for get rto data ...&lt;/p&gt;&#xA;&lt;p&gt;From where other apps are getting data.&lt;/p&gt;&#xA;" OwnerUserId="25532" LastActivityDate="2020-07-30T10:24:57.397" Title="How to get get Rto data using vehical no in android studio" Tags="|government|india|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17899" PostTypeId="2" ParentId="17897" CreationDate="2020-07-29T20:23:55.237" Score="1" Body="&lt;p&gt;You can get all sorts of gridded population data (e.g. counts or density) from the &lt;a href=&quot;https://www.worldpop.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldpop&lt;/a&gt; website, this includes Madagascar. Methodology is discussed &lt;a href=&quot;https://www.worldpop.org/methods&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2020-07-29T20:23:55.237" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17900" PostTypeId="2" ParentId="17894" CreationDate="2020-07-30T09:45:43.807" Score="2" Body="&lt;p&gt;20 years is quite the range, I only managed to find either yearly data or unclean data over 5 years.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You will find data of 5 years &lt;a href=&quot;https://maps.nrel.gov/wind-prospector/?aL=M-cbwo%255Bv%255D%3Dt%268T4hj4%255Bv%255D%3Dt%268T4hj4%255Bd%255D%3D1&amp;amp;bL=groad&amp;amp;cE=0&amp;amp;lR=0&amp;amp;mC=60.23981116999893%2C-146.95312499999997&amp;amp;zL=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Under &lt;code&gt;wind Resource &amp;gt; Distributed Wind Resource &amp;gt; Wind Speed @40m&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://globalwindatlas.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is also a nice alternative but I am not sure if you can can have multiple years data.&lt;/li&gt;&#xA;&lt;li&gt;This &lt;a href=&quot;http://www.winddata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataset&lt;/a&gt; seems to be perfect for you, but you will need to contact the maintainer for access.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-07-30T09:45:43.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17901" PostTypeId="2" ParentId="17898" CreationDate="2020-07-30T10:24:57.397" Score="1" Body="&lt;p&gt;You can access the required data from the official website&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://vahan.nic.in/nrservices/faces/user/searchstatus.xhtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ministry of Road Transport &amp;amp; Highways&lt;/a&gt;&#xA;Government of India&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://vahan.nic.in/nrservices/&quot; rel=&quot;nofollow noreferrer&quot;&gt;No Of Digitized Vehicles - 286,943,104&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;AFSIK Database access won't be authorized to everyone or publicly available due to security and confidentiality purposes.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-30T10:24:57.397" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17902" PostTypeId="1" CreationDate="2020-07-30T12:30:28.673" Score="1" ViewCount="48" Body="&lt;p&gt;I need to extract the list of diseases, categories, bodyparts and symptoms.&#xA;I've found several ontologies for that datasets.&lt;br /&gt;&#xA;Disease ontology, symptom ontology,  Bioportal and Wikipedia. But I don't know how to build  SPARQL queries correctly for extracting needed information.&lt;br /&gt;&#xA;Is there anyone that can help?&lt;/p&gt;&#xA;" OwnerUserId="25411" LastActivityDate="2020-07-30T12:30:28.673" Title="DOID , SYMP Ontology Sparql Queries" Tags="|wikidata|sparql|ontology|semantic-web|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="17903" PostTypeId="2" ParentId="17823" CreationDate="2020-07-30T16:11:29.963" Score="1" Body="&lt;p&gt;As Anthony mentioned, tract-level American Community Survey (ACS) data is only published as part of the 5-year series. The most recent data that's available at the tract level is from the 2014-2018 ACS. Tract-level estimates are not reliable enough to be published annually. There's also the decennial census, but the number of variables is more limited and 2010 is receding into the distant past.&lt;/p&gt;&#xA;&lt;p&gt;Generally this is going to be a three step process: download your shapefiles, create an extract of the ACS data that you want and download it, and then join the two together based on the FIPS ID codes that each record shares.&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately, &lt;a href=&quot;https://data.census.gov/cedsci/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.census.gov&lt;/a&gt; doesn't allow you to download data for all census tracts at the same time. The data is packaged state by state, i.e. in advanced search, choose your year and ACS dataset, and under geography select tracts, a state, and all tracts in that state, and then narrow the options down to tables that you're interested in (&lt;a href=&quot;https://atcoordinates.info/2019/06/10/navigating-the-new-data-census-gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;see this post for details&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;Alternatives that allow you to download data in bulk (all tract data for the whole US) include &lt;a href=&quot;https://www.nhgis.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHGIS&lt;/a&gt; and the &lt;a href=&quot;http://mcdc.missouri.edu/applications/uexplore.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;MCDC's Dexter&lt;/a&gt; tool. I wrote a &lt;a href=&quot;https://atcoordinates.info/2013/05/07/downloading-data-for-small-census-geographies-in-bulk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;post a few years ago&lt;/a&gt; that summarizes these options. The post is a bit outdated, but still applies; at the time I was looking for 2010 census data, but both of these resources will include the most recent 5-year ACS. NHGIS is the simpler option, while Dexter will give you more control in creating specific extracts.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-07-30T16:11:29.963" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17904" PostTypeId="1" AcceptedAnswerId="17907" CreationDate="2020-07-31T06:41:17.323" Score="0" ViewCount="533" Body="&lt;p&gt;I'm looking for a free image dataset to test my U-Net network.&lt;/p&gt;&#xA;&lt;p&gt;I'm developing a brain mri segmentation algorithm and I need data to train it. This algorithm will segmentate brain tumors and I need a dataset with brain images and ground truth images.&lt;/p&gt;&#xA;&lt;p&gt;Do you know if there is any dataset like the one I need?&lt;/p&gt;&#xA;" OwnerUserId="25538" LastEditorUserId="25538" LastEditDate="2020-07-31T15:55:22.000" LastActivityDate="2020-07-31T15:55:22.000" Title="Free grayscale images dataset with ground truth to pre-train U-Net used later into brain mri segmentation" Tags="|data-request|machine-learning|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17905" PostTypeId="1" AcceptedAnswerId="17906" CreationDate="2020-07-31T08:35:34.937" Score="1" ViewCount="208" Body="&lt;p&gt;I'm learning AI and I want to apply my knowledge in the stock exchange.&lt;/p&gt;&#xA;&lt;p&gt;Do you know if there is a dataset to start training and testing my algorithm?&lt;/p&gt;&#xA;" OwnerUserId="25538" LastActivityDate="2020-08-05T20:54:06.690" Title="Stock exchange dataset to use it with deep learning" Tags="|machine-learning|stock|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17906" PostTypeId="2" ParentId="17905" CreationDate="2020-07-31T08:59:37.190" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/borismarjanovic/price-volume-data-for-all-us-stocks-etfs?&quot; rel=&quot;nofollow noreferrer&quot;&gt;Huge Stock Market Dataset&lt;/a&gt;&#xA;Historical daily prices and volumes of all U.S. stocks and ETFs&lt;/p&gt;&#xA;&lt;p&gt;High-quality financial data is expensive to acquire and is therefore rarely shared for free. Here I provide the full historical daily price and volume data for all US-based stocks and ETFs trading on the NYSE, NASDAQ, and NYSE MKT. It's one of the best datasets of its kind you can obtain.&lt;/p&gt;&#xA;&lt;p&gt;The data (last updated 11/10/2017) is presented in CSV format as follows: Date, Open, High, Low, Close, Volume, OpenInt. Note that prices have been adjusted for dividends and splits.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://lionbridge.ai/datasets/top-10-stock-market-datasets-for-machine-learning/#:%7E:text=for%20machine%20learning.-,Stock%20Market%20Datasets,%2C%20NYSE%2C%20and%20NYSE%20MKT.&amp;amp;text=Stock%20Market%20from%20a%20High,%2C%20NASDAQ%2C%20and%20S%26P%20500.&quot; rel=&quot;nofollow noreferrer&quot;&gt;Top 10 Stock Market Datasets for Machine Learning&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-31T08:59:37.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17907" PostTypeId="2" ParentId="17904" CreationDate="2020-07-31T09:16:35.293" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.med.upenn.edu/cbica/brats2019/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Multimodal Brain Tumor Segmentation Challenge 2019&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Imaging Data Description&#xA;All BraTS multimodal scans are available as NIfTI files (.nii.gz) and describe a) native (T1) and b) post-contrast T1-weighted (T1Gd), c) T2-weighted (T2), and d) T2 Fluid Attenuated Inversion Recovery (T2-FLAIR) volumes, and were acquired with different clinical protocols and various scanners from multiple (n=19) institutions, mentioned as data contributors here.&lt;/p&gt;&#xA;&lt;p&gt;All the imaging datasets have been segmented manually, by one to four raters, following the same annotation protocol, and their annotations were approved by experienced neuro-radiologists. Annotations comprise the GD-enhancing tumor (ET — label 4), the peritumoral edema (ED — label 2), and the necrotic and non-enhancing tumor core (NCR/NET — label 1), as described both in the BraTS 2012-2013 TMI paper and in the latest BraTS summarizing paper (also see Fig.1). The provided data are distributed after their pre-processing, i.e. co-registered to the same anatomical template, interpolated to the same resolution (1 mm^3) and skull-stripped.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.smir.ch/BRATS/Start2015&quot; rel=&quot;nofollow noreferrer&quot;&gt;BRATS 2015: Brain Tumor Image Segmentation Challenge&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://kaggle.com/mateuszbuda/lgg-mri-segmentation?&quot; rel=&quot;nofollow noreferrer&quot;&gt;LGG Segmentation Dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This dataset contains brain MR images together with manual FLAIR abnormality segmentation masks.&#xA;The images were obtained from The Cancer Imaging Archive (TCIA).&#xA;They correspond to 110 patients included in The Cancer Genome Atlas (TCGA) lower-grade glioma collection with at least fluid-attenuated inversion recovery (FLAIR) sequence and genomic cluster data available.&#xA;Tumor genomic clusters and patient data is provided in data.csv file.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Additional Resources for Deep Learning/AI image processing&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.imageprocessingplace.com/root_files_V3/image_databases.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.imageprocessingplace.com/root_files_V3/image_databases.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-07-31T09:16:35.293" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17908" PostTypeId="5" CreationDate="2020-07-31T10:56:39.693" Score="0" Body="&lt;p&gt;History is the study of the whole series of past events connected with a particular person or thing.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:25.583" LastActivityDate="2020-07-31T14:07:25.583" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17909" PostTypeId="4" CreationDate="2020-07-31T10:56:39.693" Score="0" Body="For questions about data related to a continuous, systematic narrative of past events as relating to a particular people, country, period, person, etc." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:10.017" LastActivityDate="2020-07-31T14:07:10.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17910" PostTypeId="5" CreationDate="2020-07-31T10:58:38.950" Score="0" Body="&lt;p&gt;A genome is an organism's complete set of DNA, including all of its genes. Each genome contains all of the information needed to build and maintain that organism. In humans, a copy of the entire genome—more than 3 billion DNA base pairs—is contained in all cells that have a nucleus.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:05:54.590" LastActivityDate="2020-07-31T14:05:54.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17911" PostTypeId="4" CreationDate="2020-07-31T10:58:38.950" Score="0" Body="For questions about data related to the haploid set of chromosomes in a gamete or microorganism, or in each cell of a multicellular organism. In the fields of molecular biology and genetics, a genome is the genetic material of an organism. " OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:05:57.147" LastActivityDate="2020-07-31T14:05:57.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17912" PostTypeId="5" CreationDate="2020-07-31T11:01:04.063" Score="0" Body="&lt;p&gt;Game is an entertaining activity or sport, especially one played by children, or the equipment needed for such an activity&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:06:17.097" LastActivityDate="2020-07-31T14:06:17.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17913" PostTypeId="4" CreationDate="2020-07-31T11:01:04.063" Score="0" Body="For questions about data related to an activity that one engages in for amusement or fun. Game is a physical or mental competition conducted according to rules with the participants in direct opposition to each other." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:06.497" LastActivityDate="2020-07-31T14:07:06.497" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17914" PostTypeId="5" CreationDate="2020-07-31T11:03:41.970" Score="0" Body="&lt;p&gt;The film also called a movie, motion picture, or moving picture consists of moving pictures that have been recorded so that they can be shown at the cinema or on television. A film is a visual art-form used to simulate experiences that communicate ideas, stories, perceptions, feelings, beauty, or atmosphere through the use of moving images.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:06:12.387" LastActivityDate="2020-07-31T14:06:12.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17915" PostTypeId="4" CreationDate="2020-07-31T11:03:41.970" Score="0" Body="For questions about data related to a story or event recorded by a camera as a set of moving images and shown in a cinema or on television." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:06:55.960" LastActivityDate="2020-07-31T14:06:55.960" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17916" PostTypeId="5" CreationDate="2020-07-31T11:04:37.893" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2020-07-31T11:04:37.893" LastActivityDate="2020-07-31T11:04:37.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17917" PostTypeId="4" CreationDate="2020-07-31T11:04:37.893" Score="0" Body="For questions about data related to moral principles that govern a person's behavior or the conducting of an activity." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:05:36.663" LastActivityDate="2020-07-31T14:05:36.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17918" PostTypeId="5" CreationDate="2020-07-31T11:06:15.693" Score="0" Body="&lt;p&gt;ImageNet is an image database organized according to the WordNet hierarchy (currently only the nouns), in which each node of the hierarchy is depicted by hundreds and thousands of images.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:06:00.763" LastActivityDate="2020-07-31T14:06:00.763" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17919" PostTypeId="4" CreationDate="2020-07-31T11:06:15.693" Score="0" Body="For questions about data related to the image database. The ImageNet project is a large visual database designed for use in visual object recognition software research." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:06:05.443" LastActivityDate="2020-07-31T14:06:05.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17920" PostTypeId="5" CreationDate="2020-07-31T11:09:06.167" Score="0" Body="&lt;p&gt;Hydrology is the science that encompasses the study of water on the Earth's surface and beneath the surface of the Earth, the occurrence and movement of water, the physical and chemical properties of water, and its relationship with the living and material components of the environment.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:28.120" LastActivityDate="2020-07-31T14:07:28.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17921" PostTypeId="4" CreationDate="2020-07-31T11:09:06.167" Score="0" Body="For questions about data related to the branch of science concerned with the properties of the earth's water, and especially its movement in relation to land." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:14.367" LastActivityDate="2020-07-31T14:07:14.367" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17922" PostTypeId="5" CreationDate="2020-07-31T11:14:57.743" Score="0" Body="&lt;p&gt;Industry refers to a group of productive enterprises or organizations that produce or supply goods, services, or sources of income. In economics, industries are generally classified as primary, secondary, tertiary, and quaternary; secondary industries are further classified as heavy and light.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="90" LastEditDate="2020-07-31T14:06:51.870" LastActivityDate="2020-07-31T14:06:51.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17923" PostTypeId="4" CreationDate="2020-07-31T11:14:57.743" Score="0" Body="For questions about data related to the companies and activities involved in the process of producing goods for sale, especially in a factory or special area" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:22.563" LastActivityDate="2020-07-31T14:07:22.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17924" PostTypeId="5" CreationDate="2020-07-31T11:21:07.983" Score="0" Body="&lt;p&gt;The flow of cash or cash-equivalents received from work (wage or salary), capital (interest or profit), or land (rent). Accounting: (1) An excess of revenue over expenses for an accounting period. Also called earnings or gross profit. (2) An amount by which total assets increase in an accounting period.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:17.293" LastActivityDate="2020-07-31T14:07:17.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17925" PostTypeId="4" CreationDate="2020-07-31T11:21:07.983" Score="0" Body="For questions about data related to money that is earned from doing work or received from investments." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-07-31T14:07:20.110" LastActivityDate="2020-07-31T14:07:20.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17926" PostTypeId="5" CreationDate="2020-07-31T15:20:37.170" Score="0" Body="&lt;p&gt;Politics are the actions or activities concerned with achieving and using power in a country or society.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-08-01T19:51:58.337" LastActivityDate="2020-08-01T19:51:58.337" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17927" PostTypeId="4" CreationDate="2020-07-31T15:20:37.170" Score="0" Body="For questions about data related to the activities associated with the governance of a country or area, especially the debate between parties having power." OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-08-01T19:51:52.263" LastActivityDate="2020-08-01T19:51:52.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17929" PostTypeId="2" ParentId="13499" CreationDate="2020-08-02T08:27:51.587" Score="0" Body="&lt;p&gt;Robert Shiller has monthly total returns of the S&amp;amp;P 500 going back to 1871 on his website at Yale: &lt;a href=&quot;http://www.econ.yale.edu/%7Eshiller/data.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.econ.yale.edu/~shiller/data.htm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25545" LastActivityDate="2020-08-02T08:27:51.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17930" PostTypeId="1" CreationDate="2020-08-02T09:07:49.320" Score="1" ViewCount="17" Body="&lt;p&gt;I would like to estimate country differences in earning for university graduates. I know I could use the real PPP GDP for that, but I would specifically like the average wage per country for someone who has a tertiary degree.&#xA;I have found the earnings data from the ILO, which is sorted into the ISIC classifications by occupation. However, I have no clue how to figure out who should have a tertiary degree with these classifications. Their documentation is not helpful at all. Does anyone have a dataset or an idea how to convert ISIC Rev. 4 (or older) classifications to ISCED classifications? Roughly is enough.&lt;/p&gt;&#xA;" OwnerUserId="25546" LastActivityDate="2020-08-02T09:07:49.320" Title="ISIC (Industrial Standard) classification Rev. 4 and ISCED classification" Tags="|labor|gdp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17931" PostTypeId="1" AcceptedAnswerId="17938" CreationDate="2020-08-03T02:51:45.407" Score="0" ViewCount="97" Body="&lt;p&gt;Recently I'm doing some research on holiday effect's on web traffic data and trying to predict it more precisely using data in previous year. I need to get daily or hourly web traffic data in a website for years. I only need some data like in 2020/08/03 page:&lt;a href=&quot;http://www.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.google.com&lt;/a&gt; get 50 requests.&lt;/p&gt;&#xA;&lt;p&gt;I have already get similar data from &lt;a href=&quot;https://www.kaggle.com/c/web-traffic-time-series-forecasting/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;kaggle&lt;/a&gt; and &lt;a href=&quot;https://dumps.wikimedia.org/other/pagecounts-ez/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikipedia's pageview&lt;/a&gt;, and use its &lt;a href=&quot;https://wikitech.wikimedia.org/wiki/Analytics/AQS/Pageviews&quot; rel=&quot;nofollow noreferrer&quot;&gt;api&lt;/a&gt; to get hourly pageview data for every day from 2016 to 2020. However, my supervisor didn't think my job can work well on other websites. He thinks all my work is based on wikipedia's pageview data and holiday effects doesn't influence the behavior of a wiki.&lt;/p&gt;&#xA;&lt;p&gt;So I try to find out more data like e-commerce website's pageview or other websites, but I failed. Is there any datas or logs that can help me?&lt;/p&gt;&#xA;" OwnerUserId="25548" LastEditorUserId="1511" LastEditDate="2020-09-08T10:03:36.207" LastActivityDate="2020-09-08T10:03:36.207" Title="How can I get daily web traffic data for years in a website" Tags="|data-request|uses-of-open-data|releasing-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17932" PostTypeId="1" AcceptedAnswerId="17937" CreationDate="2020-08-03T04:18:41.493" Score="1" ViewCount="45" Body="&lt;p&gt;I am looking for a comprehensive dataset of natural history dates, for a deep interactive timeline.&lt;/p&gt;&#xA;&lt;p&gt;I'm interested in the dates of fossils, geological eras, estimated times for the apparition of different taxonomies, such as life itself, multicelular organisms and so on.&lt;/p&gt;&#xA;&lt;p&gt;I imagine I will have to combine several sources, but in any case I am not interested in detailed descriptions, only dates.&lt;/p&gt;&#xA;" OwnerUserId="25414" LastActivityDate="2021-05-07T10:02:25.393" Title="Natural history / paleontology / geology dates" Tags="|data-request|historical|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17934" PostTypeId="2" ParentId="93" CreationDate="2020-08-05T05:59:27.037" Score="0" Body="&lt;p&gt;The answer has changed a bit nowadays:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Analytics: For accelerated computing, &lt;a href=&quot;https://github.com/rapidsai/cugraph&quot; rel=&quot;nofollow noreferrer&quot;&gt;cuGraph&lt;/a&gt; (GPU-accelerated Python) as part of the broader RAPIDS Python GPU ecosystem. For many diverse algorithms, Neo4j has great extensions, and for potentially more scalable experiences, TigerGraph and GraphX. Graph neural nets are emerging as an exciting area but no clear best practice yet.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Visualization: &lt;a href=&quot;https://www.graphistry.com/get-started&quot; rel=&quot;nofollow noreferrer&quot;&gt;Graphistry&lt;/a&gt; (bias as the founder ;-)) is the only end-to-end GPU-accelerated visual graph analysis tool and runs in browsers even 5+ years old. Likewise, for use by analytics teams, it is also gaining popularity due to Python notebook support and built-in visual analytics (&lt;a href=&quot;https://www.github.com/graphistry/pygraphistry&quot; rel=&quot;nofollow noreferrer&quot;&gt;1K+ GitHub stars&lt;/a&gt;). D3/Linkurious/KeyLines/etc. are good for small graphs, with D3 being free. However, for bigger ones, all of these are still much slower than Graphistry from 5 years ago, meaning you or your user's browser will &lt;em&gt;crash&lt;/em&gt; on basic tasks like event data, and have little for already built-in visual analytics similar to desktop Gephi or beyond&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25558" LastEditorUserId="25558" LastEditDate="2020-08-05T06:05:33.127" LastActivityDate="2020-08-05T06:05:33.127" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17935" PostTypeId="2" ParentId="17905" CreationDate="2020-08-05T20:54:06.690" Score="0" Body="&lt;p&gt;if you using &lt;a href=&quot;https://rstudio.cloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rstudio.cloud&lt;/a&gt;, install tidyquant package can get the latest and updated real-time dataset...&lt;/p&gt;&#xA;" OwnerUserId="9719" LastActivityDate="2020-08-05T20:54:06.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17936" PostTypeId="1" CreationDate="2020-08-05T23:48:50.003" Score="1" ViewCount="10" Body="&lt;p&gt;I am a data science student and for my machine learning project, I am looking for a dataset that contains all the information related to home sales in San Francisco for the past few years. Any help is highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="25559" LastActivityDate="2020-08-05T23:48:50.003" Title="SF home sales data" Tags="|data-request|machine-learning|database|" AnswerCount="0" CommentCount="0" ClosedDate="2020-08-06T19:55:32.387" ContentLicense="CC BY-SA 4.0" />
  <row Id="17937" PostTypeId="2" ParentId="17932" CreationDate="2020-08-06T04:43:34.280" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.wdl.org/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Digital Library&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Provides data of 19,147 items about 193 countries between 8000 BCE and 2000.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://timelinesrevisited.github.io/supplemental/datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Timelines Revisited&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A Design Space and Considerations for Expressive Storytelling&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Additional Sources:&lt;/p&gt;&#xA;&lt;p&gt;I'm not sure if this helps but it might be worth taking a look at.&lt;/p&gt;&#xA;&lt;p&gt;There is a paper for extracting the historical events data from Wikipedia.  Extraction of &lt;a href=&quot;https://arxiv.org/ftp/arxiv/papers/1205/1205.4138.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical Events from Wikipedia&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-08-10T07:45:33.460" LastActivityDate="2020-08-10T07:45:33.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17938" PostTypeId="2" ParentId="17931" CreationDate="2020-08-06T13:06:21.017" Score="1" Body="&lt;p&gt;I don't know if that's proper, but this question can go to an end cause I found two wonderful datasets. I'd like to publish them under this answer to help people in similar situation like me.&lt;/p&gt;&#xA;&lt;p&gt;The first is &lt;a href=&quot;https://opendata.dc.gov/datasets/acdcbf4dd2c9479abe3a24c8edff93f3?selectedAttribute=2008_PAGEVIEWS&quot; rel=&quot;nofollow noreferrer&quot;&gt;Website Analytics Daily Page Views&lt;/a&gt; from Open data DC, it contains daily pageview data from 2008 to 2020.&lt;/p&gt;&#xA;&lt;p&gt;Second is from &lt;a href=&quot;https://performance.ci.janesville.wi.us/Government/City-Website-Google-Analytics/xeqs-kevn&quot; rel=&quot;nofollow noreferrer&quot;&gt;City Website Google Analytics&lt;/a&gt;, it's a daily pageview data since November 2011 until now.&lt;/p&gt;&#xA;&lt;p&gt;Many thanks to those who publish pageview data to the public. And if anyone have similar pageview data, please answer this question to let me know it.&lt;/p&gt;&#xA;" OwnerUserId="25548" LastActivityDate="2020-08-06T13:06:21.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17939" PostTypeId="2" ParentId="1863" CreationDate="2020-08-07T21:39:07.187" Score="0" Body="&lt;p&gt;I just wanted to add one more point to this old thread, although there are very good answers already.&lt;/p&gt;&#xA;&lt;p&gt;Graph databases can be very appealing for anyone dealing with unstructured data, and there are &amp;quot;enterprise&amp;quot; products with a lot of features that make the job easier, such as Neo4J, etc. These databases offer the flexibility of graph languages that work well within a closed group (e.g. a company and its subsidiaries).&lt;/p&gt;&#xA;&lt;p&gt;RDF is a specialized graph language built with sharing in mind. This imposes further restrictions and complexity, such as the use of URIs, the need for choosing an appropriate ontology, aligning with community standards... Such added complexity is welcome by cultural heritage and scientific communities whose core mission is to make their data broadly available. For-profit organizations may not at all be interested in sharing data, so RDF is unnecessarily complicated for their use.&lt;/p&gt;&#xA;" OwnerUserId="19308" LastActivityDate="2020-08-07T21:39:07.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17940" PostTypeId="1" CreationDate="2020-08-08T05:32:30.840" Score="1" ViewCount="69" Body="&lt;p&gt;ProPublica kindly provided the COMPAS Recidivism data in the github: &lt;a href=&quot;https://github.com/propublica/compas-analysis/blob/master/compas-scores-two-years-violent.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/propublica/compas-analysis/blob/master/compas-scores-two-years-violent.csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Most of the features are clear from their name. But there are few variables like e.g., start , end, score_text, event etc..etc. which are not clear. ...What do these variables actually mean? Does anybody have any idea? Is there any place that I can find a description of the variables?&lt;/p&gt;&#xA;&lt;p&gt;I have contacted many researchers all are saying ProPublica doesn't provide an official codebook for the data..which makes it really difficult to use it confidently.&lt;/p&gt;&#xA;&lt;p&gt;The owner of the dataset doesn't bother to answer.&lt;/p&gt;&#xA;" OwnerUserId="25569" LastActivityDate="2020-08-08T05:32:30.840" Title="ProPublica's COMPAS Data | Feature Descriptions" Tags="|machine-learning|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17941" PostTypeId="1" AcceptedAnswerId="18001" CreationDate="2020-08-09T07:26:09.583" Score="2" ViewCount="36" Body="&lt;p&gt;There are many sites that contain some relevant data about the coronavirus. The question has been asked &lt;a href=&quot;https://opendata.stackexchange.com/questions/16185/covid19-coronavirus-case-data-country-summary-data&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/questions/16251/covid-19-clinical-data-or-statistics&quot;&gt;here&lt;/a&gt;, however, these are usually time-series data and some case-level data.&lt;/p&gt;&#xA;&lt;p&gt;Is there however a summary of it? Someplace that summaries all of the odds ratio of various demographic attributes of the chance of death/hospitalization and the like? Or any other relevant metric?&lt;/p&gt;&#xA;" OwnerUserId="6228" LastEditorUserId="23272" LastEditDate="2020-08-10T03:56:09.120" LastActivityDate="2020-08-29T10:12:22.353" Title="Corona virus - summary of analyses" Tags="|data-request|covid19|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17942" PostTypeId="1" AcceptedAnswerId="17947" CreationDate="2020-08-09T09:15:20.283" Score="2" ViewCount="107" Body="&lt;p&gt;I am looking for a finance data set. Particularly, I am interested in EuroStoxx50&#xA;or indices like S&amp;amp;P 500, and DAX data sets.&lt;/p&gt;&#xA;" OwnerUserId="21540" LastActivityDate="2020-08-10T07:14:53.710" Title="Open access finance data set" Tags="|data-request|finance|economics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17943" PostTypeId="1" CreationDate="2020-08-09T10:54:46.467" Score="1" ViewCount="10" Body="&lt;p&gt;I am interested in finding out how many people visit a competitor's store each day. When I look at my competitors business on Google Maps it tells me how busy their store is each hour for every day of the week. This data doesn't include counts so there's no information to be gained from scraping the webpage.&lt;/p&gt;&#xA;&lt;p&gt;I am open to paying for this kind of data and if there was other data available such as where these people come from, demographics etc. I would also be keen to get this.&lt;/p&gt;&#xA;&lt;p&gt;Do you know if Google or Facebook have access to this data and whether they 'sell' such data?&lt;/p&gt;&#xA;" OwnerUserId="25575" LastActivityDate="2020-08-09T10:54:46.467" Title="Competitive Intelligence Data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17944" PostTypeId="1" CreationDate="2020-08-09T22:17:11.373" Score="2" ViewCount="155" Body="&lt;p&gt;Is there available a mapping between US voting precincts and census-recognized geographical units, like census block groups, or even to ZIP codes?&lt;/p&gt;&#xA;&lt;p&gt;There are nice data sets now of US election results at the very granular level of the voting precinct (about 168k in the nation), e.g., at Harvard's &amp;quot;dataverse&amp;quot;. I would like to merge this with census data. The difficulty is that &amp;quot;voting precinct&amp;quot; is not one of the census geographical units. Usually a precinct is made of &amp;quot;census blocks&amp;quot;, and is something closer (but usually not equal to) a &amp;quot;block group&amp;quot; or maybe &amp;quot;census tract&amp;quot;, I gather.&lt;/p&gt;&#xA;&lt;p&gt;There is a 2017 journal &lt;a href=&quot;https://academic.oup.com/poq/article/81/S1/385/3749191&quot; rel=&quot;nofollow noreferrer&quot;&gt;article&lt;/a&gt; discussing methods of merging election and census data, with a summary &lt;a href=&quot;http://www.publicmapping.org/resources/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. It sounds a little involved, and a lot of choices need to be made. I was hoping that someone has done this for 2016 or other more recent precincts.&lt;/p&gt;&#xA;" OwnerUserId="14544" LastActivityDate="2020-08-09T22:17:11.373" Title="merged election (voting precinct) data and census (block group/tract) data" Tags="|us-census|elections|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17945" PostTypeId="2" ParentId="17941" CreationDate="2020-08-10T03:55:32.940" Score="1" Body="&lt;h3&gt;&lt;a href=&quot;https://www.worldometers.info/coronavirus/coronavirus-death-rate/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Worldometer&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;This site provides the summaries all of the odds ratios of various demographic attributes of the chance of death/hospitalization.&lt;/p&gt;&#xA;&lt;p&gt;You can explore different sections of the &lt;a href=&quot;https://www.worldometers.info/coronavirus/coronavirus-cases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-08-10T03:55:32.940" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17946" PostTypeId="2" ParentId="17942" CreationDate="2020-08-10T04:27:31.340" Score="1" Body="&lt;p&gt;Quandl is likely to be your best bet. If you want price and volume data, you can look for indices (not all are available) or the continuous futures datasets (&lt;em&gt;e.g.&lt;/em&gt; CHRIS/CME_ES1 for front-month S&amp;amp;P 500 futures).&lt;/p&gt;&#xA;" OwnerUserId="25578" LastActivityDate="2020-08-10T04:27:31.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17947" PostTypeId="2" ParentId="17942" CreationDate="2020-08-10T07:14:53.710" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.investing.com/indices/eu-stoxx50-historical-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Investing.com&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Get free historical data for EU Stoxx50. You'll find the closing price, open, high, low, change, and %change for the selected range of dates. The data can be viewed in daily, weekly or monthly time intervals&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/camnugent/sandp500&quot; rel=&quot;nofollow noreferrer&quot;&gt;S&amp;amp;P 500 stock data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Historical stock data for all current S&amp;amp;P 500 companies&lt;/p&gt;&#xA;&lt;p&gt;Stock market data can be interesting to analyze and as a further incentive, strong predictive models can have a large financial payoff. The amount of financial data on the web is seemingly endless. A large and well-structured dataset on a wide array of companies can be hard to come by. Here they provided a dataset with historical stock prices (last 5 years) for all companies currently found on the S&amp;amp;P 500 index.&lt;/p&gt;&#xA;&lt;p&gt;The script used to acquire all of these .csv files can be found in this &lt;a href=&quot;http://github.com/CNuge/kaggle_code&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub repository&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-08-10T07:14:53.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17948" PostTypeId="1" AcceptedAnswerId="17951" CreationDate="2020-08-10T13:31:02.347" Score="1" ViewCount="29" Body="&lt;p&gt;For teaching purposes (options for a class project), I am looking for sources of &lt;em&gt;monthly&lt;/em&gt; data that can be programmatically accessed and downloaded into a high-level language (say &lt;code&gt;R&lt;/code&gt; or &lt;code&gt;python&lt;/code&gt;).&lt;/p&gt;&#xA;&lt;p&gt;I am interested in any topic, ranging from geophysical to socio-economical all the way to financial, although I am particularly interested in socio-economical sources.&lt;/p&gt;&#xA;&lt;p&gt;Ideally, the data should be as centralized and as global as possible. By that, I mean that I would prefer a single (or a few) stable sources providing access to a variety of data from all over the world than a long list of &amp;quot;smaller&amp;quot; providers each giving access to smaller and more local amounts of monthly data (e.g., one gateway for monthly climate data all over the world rather than a long list of individual weather stations each with their own API).&lt;/p&gt;&#xA;" OwnerUserId="25580" LastEditorUserId="25580" LastEditDate="2020-08-10T13:38:20.577" LastActivityDate="2020-08-11T03:27:50.553" Title="Centralized sources of *monthly* data accessible through API (or otherwise automated query)" Tags="|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17949" PostTypeId="1" AcceptedAnswerId="17952" CreationDate="2020-08-10T16:05:13.147" Score="1" ViewCount="39" Body="&lt;p&gt;As context for this question, look at the response for NDA211172 (inotersen) from the &lt;code&gt;label.json&lt;/code&gt; endpoint: &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.application_number.exact:NDA211172&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.application_number.exact:NDA211172&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have an internal tool for tracking content changes between versions of labels per application ID. This one just changed version from 4 to 5 and got a new SPL ID (&lt;code&gt;ec6ce482-951a-455f-aba3-f7cf8d42cd29&lt;/code&gt;).&lt;/p&gt;&#xA;&lt;p&gt;The diff for the change in label shows a bunch of places where whitespace has been removed and created many places where words are incorrectly concatenated together. For example, look at the &lt;code&gt;drug_interactions&lt;/code&gt; field&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;7 DRUG INTERACTIONS7.1 Antiplatelet Drugs or Anticoagulant MedicationsBecause of the risk&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;This has 2 places where words are missing significant whitespace: &lt;code&gt;INTERACTIONS7.1&lt;/code&gt; and &lt;code&gt;MedicationsBecause&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm guessing this is due to some data transformation process that isn't handling newline characters like &lt;code&gt;\n&lt;/code&gt; and &lt;code&gt;\r&lt;/code&gt; properly.&lt;/p&gt;&#xA;&lt;p&gt;This is not a problem in older versions of JSON labels so I expect there must be some change over the past year that is incrementally introducing this bug in more and mover labels over time.&lt;/p&gt;&#xA;" OwnerUserId="25581" LastActivityDate="2020-08-11T16:03:57.537" Title="Missing whitespace in label text values?" Tags="|api|openfda|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17950" PostTypeId="1" CreationDate="2020-08-10T17:50:56.590" Score="1" ViewCount="38" Body="&lt;p&gt;Related to this other question: &lt;a href=&quot;https://opendata.stackexchange.com/questions/17948/centralized-sources-of-monthly-data-accessible-through-api-or-otherwise-autom&quot;&gt;Centralized sources of *monthly* data accessible through API (or otherwise automated query)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Looking at &lt;a href=&quot;https://www.census.gov/data/developers/data-sets.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/data/developers/data-sets.html&lt;/a&gt;, it seemed to me that the Census bureau does not yet have an API for monthly CPS data. In R, I couldn't find an api listed under &lt;code&gt;listCensusApis()&lt;/code&gt; from &lt;code&gt;censusapi&lt;/code&gt; , which reinforced my impression that there just wasn't an API for this data.&lt;/p&gt;&#xA;&lt;p&gt;So I went through the ordeal of manually selecting variables using the data browser: &lt;a href=&quot;https://data.census.gov/mdat&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.census.gov/mdat&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Once I was done, I ended up on the final download page. To my surprise, on top of a direct dowload link, that page also included two API links:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/cpx8u.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cpx8u.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/1eagb.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/1eagb.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;So &lt;strong&gt;my questions are&lt;/strong&gt;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Is there or is there not an API for that data?&lt;/li&gt;&#xA;&lt;li&gt;If there is, what are its name, query structure, etc.?&lt;/li&gt;&#xA;&lt;li&gt;In particular, can I query it using &lt;code&gt;getCensus&lt;/code&gt; from &lt;code&gt;censusapi&lt;/code&gt;, and if so, how (what are the &lt;code&gt;name&lt;/code&gt; and &lt;code&gt;vintage&lt;/code&gt; format and can I obtain summary statistics by state or otherwise select a custom geography?)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25580" LastActivityDate="2020-08-10T17:50:56.590" Title="Census CPS monthly API?" Tags="|api|us-census|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17951" PostTypeId="2" ParentId="17948" CreationDate="2020-08-11T03:27:50.553" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.quandl.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quandl&lt;/a&gt; (economics and finance), &lt;a href=&quot;https://fred.stlouisfed.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FRED&lt;/a&gt; (economics), and &lt;a href=&quot;http://data.un.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN Data&lt;/a&gt; (especially their &lt;a href=&quot;https://unstats.un.org/unsd/mbs/app/DataSearchTable.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;MBS=Monthly Bulletin of Statistics Online site&lt;/a&gt;) are all excellent places to start.&lt;/p&gt;&#xA;" OwnerUserId="25578" LastActivityDate="2020-08-11T03:27:50.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17952" PostTypeId="2" ParentId="17949" CreationDate="2020-08-11T16:03:57.537" Score="0" Body="&lt;p&gt;Thank you for bringing this to our attention. We have &lt;a href=&quot;https://github.com/FDA/openfda/issues/141&quot; rel=&quot;nofollow noreferrer&quot;&gt;created an issue&lt;/a&gt; in our GitHub repository to track resolution. We will post back on that link once the problem is remediated.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-08-11T16:03:57.537" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="17953" PostTypeId="1" CreationDate="2020-08-11T21:06:53.443" Score="1" ViewCount="16" Body="&lt;p&gt;We are using SQL Server to calculate mileage breakdowns per state. It's a simple query to find length of intersection between path (polyline) and shape.&lt;/p&gt;&#xA;&lt;p&gt;Data for US, MX, and CA were sourced from different public places. Now we got first issue where we see MX and US borders overlap like shown on image:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SeBi1.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SeBi1.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As you see shapes of TX and MX overlap. Now, this route happens to be in overlapped area and we get double mileage figures.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/XImkn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/XImkn.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;We need better data. Is there single source where we can obtain all 3 countries with no overlapping data/shapes?&lt;/p&gt;&#xA;" OwnerUserId="25589" LastActivityDate="2020-08-11T21:06:53.443" Title="Source for good administrative area boundary data US, MX, CA" Tags="|geospatial|metadata|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17955" PostTypeId="1" CreationDate="2020-08-13T16:28:54.717" Score="1" ViewCount="277" Body="&lt;p&gt;I'm looking for a plant identification dataset (to train a plant identification system) that is free or not too expensive to use and has plant images, specifically garden plants. Just wondering if anyone came across such a thing? Or perhaps could you point me toward where to look for it?&lt;/p&gt;&#xA;&lt;p&gt;So far I came across a few databases but they all are not free to use.&lt;/p&gt;&#xA;" OwnerUserId="25609" OwnerDisplayName="user912830823" LastEditorUserId="25609" LastEditDate="2020-08-15T06:55:15.917" LastActivityDate="2020-08-26T21:11:04.750" Title="Dataset for plant identification" Tags="|data-request|images|wikidata|biology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17956" PostTypeId="1" CreationDate="2020-08-14T20:13:21.780" Score="1" ViewCount="11" Body="&lt;p&gt;I am looking for residential property values in Harris County, Texas. Specifically, I am interested in the value of the buildings and their contents and not on the land value. Are you aware of any public source for this data?&lt;/p&gt;&#xA;" OwnerUserId="25089" LastActivityDate="2020-08-14T20:13:21.780" Title="Where can I find data on Houston, TX property values for residential building?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17957" PostTypeId="2" ParentId="10002" CreationDate="2020-08-14T20:36:27.273" Score="1" Body="&lt;p&gt;In addition to the dataset provided by vonjd, you can look at the Online retail and Online retail II datasets on the UC irvine data repository.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/online+retail&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/online+retail&lt;/a&gt;&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Online+Retail+II&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Online+Retail+II&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;They contain transaction data for an online retailer that can be used to derive the Recency, Frequency and Monetary variables for each customer.&lt;/p&gt;&#xA;" OwnerUserId="25605" LastActivityDate="2020-08-14T20:36:27.273" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17958" PostTypeId="1" CreationDate="2020-08-14T20:54:34.697" Score="1" ViewCount="13" Body="&lt;p&gt;I am looking for datasets for RFM analysis - The goal of the analysis is to use the RFM variables to predict whether a customer will respond favorably (0/1) on a future campaign.&lt;/p&gt;&#xA;&lt;p&gt;I am looking for a dataset that contains a response variable for a previous campaign. I have already looked at the Online retail and Online retail II datasets - I am looking for something similar, but with a response variable.&lt;/p&gt;&#xA;&lt;p&gt;Additionally, I am okay with artificially creating a response column on the Online retail dataset as well, as long as it is not randomly generated, but statistically related to the customer's attributes in some way that would closely resemble the customer's actual behavior.&lt;/p&gt;&#xA;" OwnerUserId="25605" LastActivityDate="2020-08-14T20:54:34.697" Title="Data set for Recency Frequency Monetary (RFM) analysis" Tags="|data-request|business|classification|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17959" PostTypeId="1" CreationDate="2020-08-16T08:33:13.907" Score="1" ViewCount="18" Body="&lt;p&gt;I am searching for an online free database for heating degree days for including non-European countries on a yearly basis between 2015 and 2017.&lt;/p&gt;&#xA;&lt;p&gt;I found several databases, but they are either expensive or only for EU countries.&lt;/p&gt;&#xA;" OwnerUserId="25616" LastEditorUserId="23272" LastEditDate="2021-03-15T05:43:56.307" LastActivityDate="2021-03-15T05:43:56.307" Title="Free database for heating degree days" Tags="|database|climate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17960" PostTypeId="2" ParentId="15537" CreationDate="2020-08-16T15:43:09.167" Score="-1" Body="&lt;p&gt;In the USA, you could try this api :&#xA;&lt;a href=&quot;http://www.vehicleregistrationapi.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.vehicleregistrationapi.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It works on license plates, not drivers license numbers.&lt;/p&gt;&#xA;" OwnerUserId="21063" LastActivityDate="2020-08-16T15:43:09.167" CommentCount="1" CommunityOwnedDate="2020-08-16T15:43:09.167" ContentLicense="CC BY-SA 4.0" />
  <row Id="17961" PostTypeId="1" AcceptedAnswerId="17962" CreationDate="2020-08-16T18:30:17.277" Score="0" ViewCount="139" Body="&lt;p&gt;I read on &lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/30265128/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pubmed.ncbi.nlm.nih.gov/30265128/&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;PMID: &lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/30265128/&quot; rel=&quot;nofollow noreferrer&quot;&gt;30265128&lt;/a&gt; (PMID=&lt;a href=&quot;https://en.wikipedia.org/wiki/PubMed#PubMed_identifier&quot; rel=&quot;nofollow noreferrer&quot;&gt;PubMed identifier&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;DOI: &lt;a href=&quot;https://doi.org/10.1164/rccm.201806-1083IM&quot; rel=&quot;nofollow noreferrer&quot;&gt;10.1164/rccm.201806-1083IM&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;However when trying to convert the DOI &lt;code&gt;10.1164/rccm.201806-1083IM&lt;/code&gt; ot its PMID on &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/pmctopmid/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncbi.nlm.nih.gov/pmc/pmctopmid/&lt;/a&gt; I get &amp;quot;Identifier not found in PMC&amp;quot;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HD8nh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HD8nh.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Same issue with:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;PMID: &lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/29794847/&quot; rel=&quot;nofollow noreferrer&quot;&gt;29794847&lt;/a&gt;; DOI: 10.1097/SLA.0000000000002825&lt;/li&gt;&#xA;&lt;li&gt;PMID: &lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/30601258/&quot; rel=&quot;nofollow noreferrer&quot;&gt;30601258&lt;/a&gt;; DOI: 10.1097/SLA.0000000000003154&lt;/li&gt;&#xA;&lt;li&gt;PMID: &lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/31725892/&quot; rel=&quot;nofollow noreferrer&quot;&gt;31725892&lt;/a&gt;; DOI: 10.1093/eurheartj/ehz824&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Why do I get a &amp;quot;Identifier not found in PMC&amp;quot; error message when trying to convert a valid DOI that has a PMID?&lt;/p&gt;&#xA;&lt;p&gt;(Note that &lt;a href=&quot;https://www.doi.org/doi_handbook/2_Numbering.html#2.4&quot; rel=&quot;nofollow noreferrer&quot;&gt;DOI names are case insensitive&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2020-08-16T18:44:07.537" LastActivityDate="2020-08-16T19:18:21.890" Title="Why do I get a &quot;Identifier not found in PMC&quot; error message when trying to convert a valid DOI that has a PMID?" Tags="|medical|pubmed|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17962" PostTypeId="2" ParentId="17961" CreationDate="2020-08-16T19:18:21.890" Score="0" Body="&lt;p&gt;From understanding this is because these papers aren't in PMC but only in PubMed. Which raises the question: &lt;a href=&quot;https://stackoverflow.com/q/63441023/395857&quot;&gt;How can I programmatically get the PMID from the DOI of a paper that isn't in PMC (i.e.. that doesn't have a PMCID)?&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Background reading: &lt;a href=&quot;https://nexus.od.nih.gov/all/2015/08/31/pmid-vs-pmcid-whats-the-difference/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PMID vs PMCID: What’s the Difference?&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;PubMed is an index of the biomedical literature. A PMID, also known as the PubMed reference number, is a number assigned by the NIH National Library of Medicine to papers indexed in PubMed. PubMed Central is an archive of full-text journal articles. The National Library of Medicine assigns a PMCID, also known as a PMC Identifier, to each full-text paper in PubMed Central.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2020-08-16T19:18:21.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17963" PostTypeId="1" CreationDate="2020-08-16T21:12:17.073" Score="1" ViewCount="36" Body="&lt;p&gt;Can any buddy help me out to find the API of Government website of Registered Companies. please guide me easy way to find API FOR &lt;strong&gt;REGISTERED GOVERNMENT COMPANIES&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="25618" LastActivityDate="2020-08-16T21:12:17.073" Title="Government Registered Companies Websites API" Tags="|api|government|companies|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="17964" PostTypeId="1" CreationDate="2020-08-16T22:53:59.297" Score="1" ViewCount="9" Body="&lt;p&gt;The USPS is removing sorting machines and mail collection boxes from several locations. I've seen this mapped but cannot yet find this data.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/bPmMI.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bPmMI.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.msn.com/en-us/news/us/internal-usps-documents-raise-questions-about-effectiveness-of-sorting-machines-removal-order/ar-BB181ZRG&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.msn.com/en-us/news/us/internal-usps-documents-raise-questions-about-effectiveness-of-sorting-machines-removal-order/ar-BB181ZRG&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25365" LastActivityDate="2020-08-16T22:53:59.297" Title="Where can someone find a public dataset on where/which USPS postal boxes and sorting machines have been removed?" Tags="|usa|government|elections|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17965" PostTypeId="1" CreationDate="2020-08-17T13:38:14.157" Score="1" ViewCount="11" Body="&lt;p&gt;I am researching the history of the motion picture industry and seeking U.S. government reports and documents from major departments (especially Commerce, State) for the period of 1900-1950. I'm looking for online archives containing PDFs of that kind of material.&lt;/p&gt;&#xA;&lt;p&gt;Is that material available in any academic databases, open data repositories, or other sources?&lt;/p&gt;&#xA;" OwnerUserId="340" LastActivityDate="2020-08-17T14:11:52.753" Title="Source for U.S. government reports 1900-1950?" Tags="|government|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17966" PostTypeId="2" ParentId="17965" CreationDate="2020-08-17T13:44:28.833" Score="1" Body="&lt;p&gt;Answering my own question.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Records of the Department of State&lt;/strong&gt; here: &lt;a href=&quot;https://www.archives.gov/research/foreign-policy/state-dept/agency-records&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.archives.gov/research/foreign-policy/state-dept/agency-records&lt;/a&gt;&#xA;(Contains inventories of physical archives but no scans of primary sources.)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://about.proquest.com/libraries/academic/databases/proquest-congressional.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Proquest Congressional&lt;/a&gt; contains historical archives of government docs. (Not an open source.)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;(More updates to come)&lt;/p&gt;&#xA;" OwnerUserId="340" LastEditorUserId="340" LastEditDate="2020-08-17T14:11:52.753" LastActivityDate="2020-08-17T14:11:52.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17967" PostTypeId="1" CreationDate="2020-08-18T03:51:02.753" Score="1" ViewCount="9" Body="&lt;p&gt;Where can i find open datasets regarding &amp;quot; Wheat/Maize Leaf Spectra with Associated water content, Potassium and Nitrogen Measurements&amp;quot; for machine learning research i.e. hyperspectral tabular data collected from a field spectroradiometer along with chemical parameters.&lt;/p&gt;&#xA;" OwnerUserId="25624" LastActivityDate="2020-08-18T03:51:02.753" Title="Where to find open tabular hyperspectral data for machine learning research?" Tags="|machine-learning|agriculture|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17968" PostTypeId="1" CreationDate="2020-08-18T14:04:11.667" Score="1" ViewCount="12" Body="&lt;p&gt;I have a huge list of URLs in a database table. From these, I am able to extract the &amp;quot;domain&amp;quot;, such as &amp;quot;stackexchange.com&amp;quot; or &amp;quot;bbc.co.uk&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;I'd like to be able to get some standardized &amp;quot;category&amp;quot; label for each of these domains.&lt;/p&gt;&#xA;&lt;p&gt;This means I'm looking for some kind of free resource online which has something like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[&#xA;    'stackexchange.com': 'Q&amp;amp;A service',&#xA;    'bbc.co.uk': 'News',&#xA;    ...&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;(I forget exactly what JSON syntax looks like since I always let my JSON parser deal with the parsing to a more native format.)&lt;/p&gt;&#xA;&lt;p&gt;Is there such a thing? Perhaps it's provided by Mozilla or something for some kind of categorization project used in some way by Firefox, which I can &amp;quot;hook into&amp;quot;?&lt;/p&gt;&#xA;" OwnerUserId="25629" LastActivityDate="2020-08-18T14:04:11.667" Title="Is there such a thing as a JSON blob which has categorized *numerous* sites in a meaningful way?" Tags="|database|json|categories|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17969" PostTypeId="2" ParentId="12076" CreationDate="2020-08-18T14:26:05.727" Score="0" Body="&lt;p&gt;I've added some steps to collect views and ratings from playlists or channels, or simple lists of youtube videos.&lt;/p&gt;&#xA;&lt;p&gt;The example is done for Last Week Tonight with John Oliver (HBO) but could be adapted.&lt;/p&gt;&#xA;&lt;p&gt;Processing requires &lt;a href=&quot;https://ytdl-org.github.io/youtube-dl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;youtube-dl&lt;/a&gt;, &lt;a href=&quot;https://stedolan.github.io/jq/&quot; rel=&quot;nofollow noreferrer&quot;&gt;jq&lt;/a&gt;, and python 3.7+&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Raw data:&lt;/strong&gt; &lt;a href=&quot;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-all-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-all-csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;youtube-dl wrapper&lt;/strong&gt; (may be time-outs): &lt;a href=&quot;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-get_stats-sh&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-get_stats-sh&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;python json2csv:&lt;/strong&gt; &lt;a href=&quot;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-make_csv-py&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-make_csv-py&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;sample json for one video:&lt;/strong&gt; &lt;a href=&quot;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-sample-json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/philshem/ca0b8f964458c63ee4f0e68c0f700f39#file-sample-json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;based on this tweet of mine: &lt;a href=&quot;https://twitter.com/philshem/status/1295725064147603459&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/philshem/status/1295725064147603459&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-08-18T14:26:05.727" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17970" PostTypeId="1" CreationDate="2020-08-19T06:00:23.727" Score="1" ViewCount="11" Body="&lt;p&gt;I am working on a research project and I need to find detailed load profiles for electricity usage in industry (also which kind of industry), transport(also which kind) and household in Norway in an hourly or a better resolution.&lt;/p&gt;&#xA;" OwnerUserId="25633" LastActivityDate="2020-08-19T06:00:23.727" Title="Where can I find more detailed data on electrictiy usage in preferably hourly time resoultion for Norway?" Tags="|data-request|energy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17971" PostTypeId="1" AcceptedAnswerId="17981" CreationDate="2020-08-19T09:14:43.863" Score="1" ViewCount="73" Body="&lt;p&gt;Looking for the &lt;strong&gt;tagged dataset&lt;/strong&gt;, because I would like to identify &lt;strong&gt;race / ethnicity by photo&lt;/strong&gt;. I tried using the UTKFace dataset from Kaggle, but it outputs Hispanic and Arab people on images as &lt;code&gt;other&lt;/code&gt;. My customer would like those ones as separate categories. Because UTKFace has only 4 tags - &lt;code&gt;black&lt;/code&gt;, &lt;code&gt;white&lt;/code&gt;, &lt;code&gt;indian&lt;/code&gt;, &lt;code&gt;other&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Do you have any datasets containing among other things ethnicity? Papers, links, or direction to search or something else would be appreciated as well.&lt;/p&gt;&#xA;" OwnerUserId="25634" LastActivityDate="2020-08-23T14:30:47.137" Title="Tagged dataset with photos for the race/ethnicity detection" Tags="|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17973" PostTypeId="1" CreationDate="2020-08-20T01:11:12.287" Score="1" ViewCount="21" Body="&lt;p&gt;I also tried to get the labels for a pull-request using GitHub API, but that did not work as labels are not linked with the pull-request. Any idea? How can I get the PR comments labels for GitHub repositories?&lt;/p&gt;&#xA;" OwnerUserId="25639" LastActivityDate="2020-08-20T01:11:12.287" Title="Is there any GitHub pull-request dataset with labels information?" Tags="|data-request|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17974" PostTypeId="1" CreationDate="2020-08-20T17:12:46.530" Score="1" ViewCount="45" Body="&lt;p&gt;I am trying to use OpenFDA open-source data so that I can know ATC Class 1-5 of a drug name and the disease it can be used to treat for?&lt;/p&gt;&#xA;" OwnerUserId="25642" LastActivityDate="2023-09-06T02:09:06.130" Title="How to know ATC Class 1-5 of a drug name in OpenFDA data" Tags="|openfda|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17976" PostTypeId="1" CreationDate="2020-08-21T16:32:37.447" Score="1" ViewCount="70" Body="&lt;p&gt;For a number of codes found in the National Drug Code directory the API returns code not found.&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/ndc/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cder/ndc/index.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have reviewed the API documentation and tried building a number of queries to try and look up information about a drug given the package ndc.  all return a code:&amp;quot;Not_Found&amp;quot; error.&lt;/p&gt;&#xA;&lt;p&gt;Here's a list of a few different api calls I have tried.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=package_ndc:%2225021-166-48%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=package_ndc:%2225021-166-48%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=package_ndc:%2225021-166-48%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=package_ndc:%2225021-166-48%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=product_ndc:%2225021-166-48%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=product_ndc:%2225021-166-48%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2225021-166-48%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2225021-166-48%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have tried removing the hyphens, putting the search field in quotes, and adding a limit at the end with an &amp;amp;&lt;/p&gt;&#xA;&lt;p&gt;Can anyone advise on how to get information about a drug with the API by ndc code?&lt;/p&gt;&#xA;" OwnerUserId="25646" LastActivityDate="2024-01-10T02:03:15.400" Title="API returns code not found" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17977" PostTypeId="2" ParentId="17974" CreationDate="2020-08-21T19:57:34.923" Score="1" Body="&lt;p&gt;I'm afraid openFDA does not capture such information.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-08-21T19:57:34.923" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17978" PostTypeId="2" ParentId="17563" CreationDate="2020-08-22T10:21:22.217" Score="0" Body="&lt;p&gt;One option may be the monthly CO2 data from Mauna Loa&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.esrl.noaa.gov/gmd/ccgg/trends/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.esrl.noaa.gov/gmd/ccgg/trends/data.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;data goes back to 1958 and seems to be actively updated:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.esrl.noaa.gov/gmd/ccgg/trends/monthly.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.esrl.noaa.gov/gmd/ccgg/trends/monthly.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/CF5Iu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/CF5Iu.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-08-22T10:21:22.217" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17979" PostTypeId="1" CreationDate="2020-08-22T18:41:43.190" Score="1" ViewCount="7" Body="&lt;p&gt;I'm trying to get historical records of land sale in Singapore.&lt;/p&gt;&#xA;&lt;p&gt;(For example, with the data it should be able to answer the question of whether Varsity Park sold land to The Stellar (or even vice versa)  at the west coast area. And the details of the sale.)&lt;/p&gt;&#xA;&lt;p&gt;What are some good source/s?&lt;/p&gt;&#xA;" OwnerUserId="1096" LastActivityDate="2020-08-22T18:41:43.190" Title="Land sale data Singapore" Tags="|land|singapore|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17980" PostTypeId="1" CreationDate="2020-08-23T11:30:01.897" Score="1" ViewCount="48" Body="&lt;p&gt;I am working on an approach to creating a data lake using Cloudera.&#xA;My question is for an approach to be taken for the Curated/Gold layer.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;RAW layer - All data from the source will be available in raw format and partitioned as per the data extraction key.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Gold layer / Curated Layer / Optimized layer - Here in this layer, the plan is after reading the data from RAW layer will do simple transformation on column values, transformation on file format changes to Parquet (partition, compression, enrichment) and then write as a parquet file using Apache Spark.&#xA;I am not planning to create a hive table in this spark job or use a hive query to create a parquet table.&#xA;Instead will create a separate impala query/hive query to read data from this file as per need.Idea is that there should be flexibility to query the data using any component - Impala/Hive/Presto etc.&#xA;Incase i create a parquet file using hive script and if need to read this data from Impala, then the Impala query compilation then hive query compilation and other required processing could be overhead.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Data serving layer: Here will create Hive HQL/impala scripts to read data from Gold/Optimized layer to read data.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;What is your opinion in terms of storing data in gold layer- as a partitioned table using a hive or store as a partitioned parquet file and then read using any component?&lt;/p&gt;&#xA;" OwnerUserId="25652" LastActivityDate="2020-08-23T11:30:01.897" Title="Data lake layers approach" Tags="|big-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17981" PostTypeId="2" ParentId="17971" CreationDate="2020-08-23T14:30:47.137" Score="0" Body="&lt;p&gt;Alright, I believe I found one:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/dchen236/FairFace&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/dchen236/FairFace&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25634" LastActivityDate="2020-08-23T14:30:47.137" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17983" PostTypeId="1" CreationDate="2020-08-23T20:29:01.363" Score="2" ViewCount="84" Body="&lt;p&gt;Using the api for the 510(k) database in openfda, I can search the statement_or_summary field and find all the rows (i.e. devices) with summaries.  But in the download, the api just produces the string &amp;quot;Summary&amp;quot; in that field.  In the actual FDA database, that string includes a hyperlink to a pdf document in FDA's database that is the actual &amp;quot;Summary.&amp;quot;  I want to download the actual links so I can consult the summary itself.  How do I download the links to the pdf documents.  Those summaries are rich in information.&lt;/p&gt;&#xA;" OwnerUserId="25655" LastActivityDate="2024-01-10T04:03:15.363" Title="openfda: query to obtain links to 510(k) summaries" Tags="|openfda|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="17984" PostTypeId="2" ParentId="17563" CreationDate="2020-08-24T07:43:34.863" Score="1" Body="&lt;p&gt;Another option is&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.giss.nasa.gov/modelforce/ghgases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.giss.nasa.gov/modelforce/ghgases/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/LEjRE.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LEjRE.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;direct link to co2: &lt;a href=&quot;https://data.giss.nasa.gov/modelforce/ghgases/CMIP5/CO2_OBS_1850-2005.lpl&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.giss.nasa.gov/modelforce/ghgases/CMIP5/CO2_OBS_1850-2005.lpl&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;another direct link to co2: &lt;a href=&quot;https://data.giss.nasa.gov/modelforce/ghgases/Fig1A.ext.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.giss.nasa.gov/modelforce/ghgases/Fig1A.ext.txt&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-08-24T07:43:34.863" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17985" PostTypeId="1" CreationDate="2020-08-25T17:05:40.997" Score="1" ViewCount="9" Body="&lt;p&gt;Is the information written on trail signs publicly available in a central place so that when I am out hiking or biking on a trail and come across a sign, I could get the same information on my phone via an app or OSMAnd plugin?  Additionally, if it were to be available, it would be useful if it were downloadable beforehand either along a route or within a polygon.&lt;/p&gt;&#xA;" OwnerUserId="25663" LastActivityDate="2020-08-25T17:05:40.997" Title="Is there an application or plugin for OSMAnd to retrieve trail signage and information?" Tags="|historical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17987" PostTypeId="1" CreationDate="2020-08-25T23:13:12.527" Score="1" ViewCount="52" Body="&lt;p&gt;How would one leverage the OpenFDA API to obtain listing of all recalls associated with a specific CIED?  We have limited info on each device such as the model of implanted device and serial number.  We do not have manufacturing data or lot info.  Any pointers would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="25621" LastActivityDate="2024-01-10T01:02:45.317" Title="How would one leverage the OpenFDA API to obtain listing of all recalls associated with a specific CIED?" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17988" PostTypeId="1" CreationDate="2020-08-26T17:46:43.760" Score="1" ViewCount="16" Body="&lt;p&gt;I am not sure if this question is better suited for data science but I'm mostly looking for an outline of what currently is or is not possible and a direction for where I should learn more.&lt;/p&gt;&#xA;&lt;p&gt;My first interest is if it is possible to look at aspects of who is using a particular hashtag - location and date of account creation, But more importantly if it is possible to separately apply tags to accounts or have lists of accounts that are categorized pre-analysis or manually and see who is using a hashtag.&lt;/p&gt;&#xA;&lt;p&gt;To explain further - I want to look at everyone who follows one particular account and see how many of them are using a particular hashtag - and then of those that are using the hashtag how many are new accounts? How many are from particular countries? How many have lots of numbers or particular strings in their user names? And how many compare to a list of previously identified trolls for example (or their followers)&lt;/p&gt;&#xA;&lt;p&gt;I think up to maybe the strings in user names and previously id lists it is possible but I don't know the right words to use to look up what I'm trying to do.&lt;/p&gt;&#xA;" OwnerUserId="25670" LastEditorUserId="23272" LastEditDate="2021-03-17T05:20:42.800" LastActivityDate="2021-03-17T05:20:42.800" Title="Options for analyzing twitter hashtag use by various factors - date of account creation, location, username strings and even defined user lists" Tags="|api|tool-request|demographics|scraping|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="17989" PostTypeId="2" ParentId="17955" CreationDate="2020-08-26T21:11:04.750" Score="1" Body="&lt;p&gt;This is for the leaf disease detection: &lt;a href=&quot;https://www.kaggle.com/emmarex/plantdisease&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/emmarex/plantdisease&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I haven't checked this myself but &lt;a href=&quot;https://www.kaggle.com/c/leaf-classification/notebooks&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/c/leaf-classification/notebooks&lt;/a&gt; this kaggle competition might help you!&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/One-hundred+plant+species+leaves+data+set&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/One-hundred+plant+species+leaves+data+set&lt;/a&gt; - This is an UCI dataset, the files will also lead you to the papers which have used it. Please do cite it when you use it!&lt;/p&gt;&#xA;&lt;p&gt;Let me know if you find anything else! Please do upvote if it helps :)&lt;/p&gt;&#xA;" OwnerUserId="25673" LastActivityDate="2020-08-26T21:11:04.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17990" PostTypeId="2" ParentId="17563" CreationDate="2020-08-27T08:09:08.020" Score="0" Body="&lt;p&gt;Another option has data going back to year 0 and up to 2014, sourced by ETH-Zürich:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.co2.earth/historical-co2-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.co2.earth/historical-co2-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Datasets are compiled by the Institute for Atmospheric and Climate Science (IAC) at Eidgenössische Technische Hochschule in Zürich, Switzerland.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;A full data page is here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://data.iac.ethz.ch/atmos/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.iac.ethz.ch/atmos/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;including Terabyte (!) sized datasets&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-08-27T08:09:08.020" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17991" PostTypeId="1" CreationDate="2020-08-27T08:36:35.620" Score="1" ViewCount="13" Body="&lt;p&gt;Im trying to write a paper on using GANs for image regeneration.&lt;/p&gt;&#xA;&lt;p&gt;Could somebody suggest some data which is similar to cifar or mnist!&lt;/p&gt;&#xA;" OwnerUserId="25673" LastEditorUserId="70" LastEditDate="2020-08-31T14:06:27.483" LastActivityDate="2020-08-31T14:06:27.483" Title="A dataset for training GANs for image regeneration" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ClosedDate="2020-08-31T19:20:07.260" ContentLicense="CC BY-SA 4.0" />
  <row Id="17992" PostTypeId="1" CreationDate="2020-08-27T14:39:27.033" Score="1" ViewCount="26" Body="&lt;p&gt;I downloaded the device classification dataset from &lt;a href=&quot;https://open.fda.gov/apis/device/classification/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Despite being listed in the searchable fields in the documentation, the openFDA field &amp;quot;pma_number&amp;quot; appears to be missing (at least in the Aug2020 release).&lt;/p&gt;&#xA;&lt;p&gt;Also, does this dataset link the medical device identified with k_number with the facility is manufactured in? It is not clear to me the information about fei_number/registration_number. As an alternative, is it possible to recover information about where the specific medical device is manufactured?&lt;/p&gt;&#xA;" OwnerUserId="25679" LastEditorUserId="23272" LastEditDate="2021-03-17T05:20:08.017" LastActivityDate="2024-03-31T12:07:10.863" Title="Missing pma_number in classification endpoint Aug2020 release" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17993" PostTypeId="2" ParentId="17976" CreationDate="2020-08-27T15:20:06.083" Score="0" Body="&lt;p&gt;The correct URL to get the NDC record is &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:%2225021-166-48%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;. Please note that &lt;code&gt;package_ndc&lt;/code&gt; is a sub-field of the top-level &lt;code&gt;packaging&lt;/code&gt; element.&lt;/p&gt;&#xA;&lt;p&gt;The correct URL to get the label is &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.package_ndc:%2225021-166-48%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;. Please note that &lt;code&gt;package_ndc&lt;/code&gt; is a sub-field of the top-level &lt;code&gt;openfda&lt;/code&gt; element.&lt;/p&gt;&#xA;&lt;p&gt;You can determine correct path to the fields you need by looking at the &amp;quot;&lt;a href=&quot;https://open.fda.gov/apis/drug/ndc/searchable-fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;Searchable Fields&lt;/a&gt;&amp;quot; documentation on the openFDA website.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-08-27T15:20:06.083" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17994" PostTypeId="2" ParentId="17983" CreationDate="2020-08-27T15:36:06.770" Score="0" Body="&lt;p&gt;openFDA gets its 510(k) data from the 510(k) downloadable files made available by the FDA. As described on the &lt;a href=&quot;https://www.fda.gov/medical-devices/510k-clearances/file-layout-releasable-510ks&quot; rel=&quot;nofollow noreferrer&quot;&gt;File Layout for Releasable 510(k)s&lt;/a&gt; page, &lt;code&gt;statement_or_summary&lt;/code&gt; contains either &amp;quot;SUMMARY&amp;quot; or &amp;quot;STATEMENT&amp;quot;. SUMMARY indicates that a summary of safety and effectiveness information is available from FDA. STATEMENT indicates that safety and effectiveness information may be obtained from the 510(k) applicant.&lt;/p&gt;&#xA;&lt;p&gt;It appears the hyperlink you're looking for is missing from the downloadable 510(k) files and therefore is unavailable in openFDA as well. Unfortunately, at this point you would have to look for other resources to obtain the said hyperlink. Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-08-27T15:36:06.770" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17995" PostTypeId="1" CreationDate="2020-08-27T16:19:47.220" Score="1" ViewCount="105" Body="&lt;p&gt;We are testing the use of the &lt;a href=&quot;https://data.dol.gov/get/inspection/format/json/limit/100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/inspection/format/json/limit/100&lt;/a&gt; service request and are seeing conditions where the response sometimes comes back with an empty response, but other times comes back with data. Is there additional documentation around how this API should behave? My understanding is that this call should return data consistently for each call.&lt;/p&gt;&#xA;" OwnerUserId="25680" LastEditorUserId="25680" LastEditDate="2020-09-03T13:12:40.723" LastActivityDate="2020-09-03T13:12:40.723" Title="Why would an inspection query data.dol.gov/get/inspection/... return a 200 with an empty response?" Tags="|usa|api|data.gov|government|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17996" PostTypeId="2" ParentId="17987" CreationDate="2020-08-27T16:33:57.840" Score="0" Body="&lt;p&gt;You could query the Device Recall Enforcement endpoint in openFDA with the information you have available. For example, if you have a device model name, you could query against the &lt;code&gt;product_description&lt;/code&gt; field, which often contains model name, number or other relevant information:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/enforcement.json?search=product_description:IMPLANTABLE%20CARDIOVERTER%20DEFIBRILLATOR&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/enforcement.json?search=product_description:IMPLANTABLE%20CARDIOVERTER%20DEFIBRILLATOR&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Serial as well as model numbers often appear in the &lt;code&gt;code_info&lt;/code&gt; field:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/enforcement.json?search=code_info:BWB202998H&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/enforcement.json?search=code_info:BWB202998H&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please note: due to &amp;quot;imprecise&amp;quot; nature of these search queries you are &lt;strong&gt;not&lt;/strong&gt; guaranteed to obtain a &lt;em&gt;complete&lt;/em&gt; list of recalls associated with a particular device.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-08-27T16:33:57.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17997" PostTypeId="2" ParentId="17992" CreationDate="2020-08-27T17:05:35.157" Score="0" Body="&lt;p&gt;&lt;code&gt;grep &amp;quot;\&amp;quot;pma_number\&amp;quot;&amp;quot; device-classification-0001-of-0001.json | wc -l&lt;/code&gt; yields &lt;code&gt;406&lt;/code&gt;, which means 406 records do have &lt;code&gt;pma_number&lt;/code&gt; values.&lt;/p&gt;&#xA;&lt;p&gt;Please note that this specific dataset relies on harmonization to determine &lt;code&gt;pma_number&lt;/code&gt;, which is not always feasible and thus many records will inevitably miss &lt;code&gt;pma_number&lt;/code&gt; entries.&lt;/p&gt;&#xA;&lt;p&gt;If you have a &lt;code&gt;k_number&lt;/code&gt; value, you could query the &lt;a href=&quot;https://open.fda.gov/apis/device/registrationlisting/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Device Registrations &amp;amp; Listings Overview&lt;/a&gt; endpoint to determine manufacturing information, such as&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/registrationlisting.json?search=k_number:%22K120954%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/registrationlisting.json?search=k_number:%22K120954%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-08-27T17:05:35.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="17999" PostTypeId="1" CreationDate="2020-08-29T08:07:55.290" Score="1" ViewCount="39" Body="&lt;p&gt;Is there a place one can ask for help for creating a dataset?&lt;/p&gt;&#xA;&lt;p&gt;I'm writing a thesis and I am in desperate need of people drawing images for me since they need to be of a specific kind. I have even created a site where they are guided and the image can be uploaded.&lt;/p&gt;&#xA;&lt;p&gt;I have already tried social media, asking friends and family, but the amount of images I got are nowhere near of what would be needed to train a model. I would also be willing to pay to get help, and I have already taken a look at amazon turk, but it is rather confusing and I'm not sure if I can use it.&lt;/p&gt;&#xA;" OwnerUserId="25035" LastEditorUserId="25035" LastEditDate="2021-03-17T10:06:19.577" LastActivityDate="2021-12-23T21:07:00.673" Title="Where to find help creating a dataset" Tags="|data-request|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18000" PostTypeId="1" AcceptedAnswerId="18018" CreationDate="2020-08-29T08:14:46.087" Score="1" ViewCount="97" Body="&lt;p&gt;I would like to do a mobility research over a well defined geographical area. In an ideal world, I would need a dataset containing anonymized geo-location information from date X to date Y of the users that moved across that region.&lt;/p&gt;&#xA;&lt;p&gt;I was wondering if Google sells those data? After all, they collect it through the Google Location History, which (as far as I know) is also used to get real-time traffic data on Google Maps...&lt;/p&gt;&#xA;" OwnerUserId="25689" LastActivityDate="2020-09-04T12:02:59.123" Title="Where do I get a Geolocation History dataset" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18001" PostTypeId="2" ParentId="17941" CreationDate="2020-08-29T10:12:22.353" Score="2" Body="&lt;p&gt;A partial answer, with hospitalization, for Germany only:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Nox0S.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Nox0S.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Help finding data with hospitalization rates in other countries would be welcome:&#xA;what percentage of hospital beds are occupied by covid patients,&#xA;what % of critical care, how long ?&lt;/p&gt;&#xA;&lt;p&gt;.csv, code and some notes are under &lt;a href=&quot;https://gist.github.com/denis-bz&quot; rel=&quot;nofollow noreferrer&quot;&gt;gist.github.com/denis-bz&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="966" LastActivityDate="2020-08-29T10:12:22.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18002" PostTypeId="1" CreationDate="2020-08-30T07:58:19.120" Score="1" ViewCount="826" Body="&lt;p&gt;I have been able to source datasets of:&#xA;(i) given first names and their gender&#xA;(ii) given first names by country&#xA;e.g. &lt;a href=&quot;https://github.com/MatthiasWinkelmann/firstname-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/MatthiasWinkelmann/firstname-database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But not given first names by their frequency within a country for a given year.&lt;/p&gt;&#xA;&lt;p&gt;A great example would be the USA SSA database that Hadley included in the babyname R package - but that only includes USA.&lt;/p&gt;&#xA;&lt;p&gt;Any ideas of similar data but for other countries?&lt;/p&gt;&#xA;" OwnerUserId="25693" LastActivityDate="2024-01-13T10:01:00.120" Title="Database of given first names by country frequency and year" Tags="|data-request|global|names|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18003" PostTypeId="2" ParentId="18002" CreationDate="2020-08-31T03:15:57.970" Score="0" Body="&lt;p&gt;This site: &lt;a href=&quot;https://data.world/arunbabu/gender-by-names&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/arunbabu/gender-by-names&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;provides what you are looking for. It has names with gender for Indians!&lt;/p&gt;&#xA;" OwnerUserId="25673" LastActivityDate="2020-08-31T03:15:57.970" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18004" PostTypeId="1" CreationDate="2020-08-31T12:09:13.930" Score="1" ViewCount="31" Body="&lt;p&gt;I'm trying to get all the filters working for Maude DB via the device/event.json endpoint.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfMAUDE/Search.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;URL&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The Filter in the website &lt;em&gt;Brand Name&lt;/em&gt; matches to &lt;em&gt;device.brand_name&lt;/em&gt; in the API.&lt;/p&gt;&#xA;&lt;p&gt;Similarly, Need help to construct query string parameters for the below UI Filters&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Report Number&lt;/li&gt;&#xA;&lt;li&gt;Event Type&lt;/li&gt;&#xA;&lt;li&gt;Product Problem&lt;/li&gt;&#xA;&lt;li&gt;Product Class&lt;/li&gt;&#xA;&lt;li&gt;Model Number&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="25699" LastEditorUserId="23272" LastEditDate="2021-03-17T05:19:17.893" LastActivityDate="2024-03-31T11:04:20.467" Title="Need help for Constructing Query String - device/event.json endpoint" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18005" PostTypeId="1" CreationDate="2020-08-31T16:02:53.707" Score="1" ViewCount="16" Body="&lt;p&gt;Our HR department has to manually enter data for apprentice level employees who are participating in the apprenticeship program as part of the apprenticeship program rules.  Is there an API that our company's in-house developer can use to automatically have this information uploaded from our payroll to the Department of Labor system?&lt;/p&gt;&#xA;" OwnerUserId="25701" LastActivityDate="2020-08-31T16:02:53.707" Title="Is there a API or method to automatically upload apprentice On the Job Hours (OJT) to the DOL system instead of manually entering it?" Tags="|api|government|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18006" PostTypeId="1" CreationDate="2020-08-31T22:04:24.453" Score="2" ViewCount="73" Body="&lt;p&gt;A while ago, while vacationing in a sunny island in the Mediterranean, I saw a beautiful superyacht anchored off a bay. I would like to know the name of this yacht and who designed it.&lt;/p&gt;&#xA;&lt;p&gt;I do not know if it is required that yachts of this size turn their &lt;a href=&quot;https://en.wikipedia.org/wiki/Automatic_identification_system&quot; rel=&quot;nofollow noreferrer&quot;&gt;AIS&lt;/a&gt; transceivers on.&lt;/p&gt;&#xA;&lt;p&gt;Given the &lt;strong&gt;latitude&lt;/strong&gt; and &lt;strong&gt;longitude&lt;/strong&gt; of some reference point in this bay, a &lt;strong&gt;radius&lt;/strong&gt; and a &lt;strong&gt;date&lt;/strong&gt;, is it possible to find out a list of all vessels that were inside the circle centered at the given reference point and with the given radius on the given date?&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Related:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/4139/12650&quot;&gt;API giving ship positions worldwide&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/15329/12650&quot;&gt;Free source of AIS data (API)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="12650" LastEditorUserId="12650" LastEditDate="2022-06-11T11:54:29.687" LastActivityDate="2022-10-14T17:24:37.810" Title="Identifying a superyacht from date and location" Tags="|data-request|database|oceanographic|location|ais|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18007" PostTypeId="1" CreationDate="2020-09-02T11:23:15.847" Score="1" ViewCount="13" Body="&lt;p&gt;I'm building a heat map of PPP loan data comparing black-owned small businesses that did not receive PPP loans vs white large businesses that received and returned the PPP loan. Then, analyzing the returned PPP loan time frame against minority-owned business closures in major cities. The results should be interesting!&lt;/p&gt;&#xA;" OwnerUserId="25706" LastEditorUserId="70" LastEditDate="2022-10-14T19:01:16.700" LastActivityDate="2022-10-14T19:01:16.700" Title="Where can I find black owned small businesses that did not receive PPP loan?" Tags="|data-request|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18008" PostTypeId="1" CreationDate="2020-09-02T17:22:35.040" Score="1" ViewCount="15" Body="&lt;p&gt;Is there an API or query tool for something like this PAD-US system? I want to determine if GPS coordinates are public land or private land.  I could only see downloads or ESRI maps available.&lt;/p&gt;&#xA;&lt;p&gt;PAD-US is America’s official national inventory of U.S. terrestrial and marine protected areas (List of National Geospatial Data Assets) that are dedicated to the preservation of biological diversity and to other natural, recreation, and cultural uses, managed for these purposes through legal or other effective means.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.usgs.gov/core-science-systems/science-analytics-and-synthesis/gap/science/pad-us-data-overview?qt-science_center_objects=0#qt-science_center_objects&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25707" LastEditorUserId="23272" LastEditDate="2021-03-17T05:18:20.677" LastActivityDate="2021-03-17T05:18:20.677" Title="API or query tool for USGS Protected Areas Database of the United States?" Tags="|land|usgs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18009" PostTypeId="1" CreationDate="2020-09-03T14:21:35.747" Score="1" ViewCount="34" Body="&lt;p&gt;Searching for a live financial data source with fields:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Transaction date&lt;/strong&gt; - date of the purchase, as exact as possible&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Unique Account ID&lt;/strong&gt; - ID that represents the unique entity making the transaction&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Unique Stock ID&lt;/strong&gt; - ID representing the stock purchased&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Transaction Amount&lt;/strong&gt; - amount spent in transaction&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Non-negotiables include the above fields, and a live data source.&lt;/p&gt;&#xA;&lt;p&gt;Doesn't need to be an entire market. Might be account transaction data from a broker like eTrade or Robinhood. Might be transaction data on one market segment like materials, or real estate. Might be a sample of one of the above.&lt;/p&gt;&#xA;&lt;p&gt;Pursuing a theory that as the burden of entry for stock trading shrinks, stock values are determined moreso by public awareness than actual financial results. I'd like to run some type of RFM model using the data described to better measure and predict &amp;quot;public awareness&amp;quot; to predict stock fluctuations.&lt;/p&gt;&#xA;&lt;p&gt;Open to and appreciate your thoughts/suggestions/comments.&lt;/p&gt;&#xA;" OwnerUserId="25712" LastActivityDate="2020-09-03T14:21:35.747" Title="Searching for live financial data" Tags="|data-request|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18011" PostTypeId="1" CreationDate="2020-09-03T16:07:47.680" Score="1" ViewCount="96" Body="&lt;p&gt;I downloaded the PMA devices dataset from here&#xA;&lt;a href=&quot;https://download.open.fda.gov/device/pma/device-pma-0001-of-0001.json.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.open.fda.gov/device/pma/device-pma-0001-of-0001.json.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, It seems like the denied filings were not included since the decision_code field only reports the following strings:&#xA;APCB&#xA;APCV&#xA;APPR&#xA;APRL&#xA;APWD&#xA;OK30&lt;/p&gt;&#xA;&lt;p&gt;If this is the case, is it possible to access the denied filings too?&lt;/p&gt;&#xA;" OwnerUserId="25679" LastActivityDate="2024-01-24T20:03:05.383" Title="openFDA decision_code field in PMA device API endpoint" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18012" PostTypeId="1" CreationDate="2020-09-03T16:40:13.827" Score="1" ViewCount="122" Body="&lt;p&gt;From examining the College Scorecard data, it appears that median and mean earnings data stop being reported after the 2014-15 data and the values are null for the 2015-16 through 2018-19 data files. Is this reported elsewhere? And does anyone know why it is no longer included in the Scorecard data?&lt;/p&gt;&#xA;&lt;p&gt;I know program-level data were released in 2019, but these neither appear to include institution-level values nor can one create institution-level values because so many of the program-level values are privacy suppressed.&lt;/p&gt;&#xA;" OwnerUserId="25714" LastActivityDate="2020-09-03T16:40:13.827" Title="Why Does College Scorecard institution-level earning data stop are 2014-15 data file?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18013" PostTypeId="1" CreationDate="2020-09-04T09:30:15.627" Score="2" ViewCount="553" Body="&lt;p&gt;Where can I find open source pre-trained deep learning models(source code optional)?&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-01-27T12:06:00.637" Title="Where can I find open source deep learning pretrained models?" Tags="|machine-learning|deep-learning|models|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18014" PostTypeId="2" ParentId="18013" CreationDate="2020-09-04T09:30:43.560" Score="2" Body="&lt;h3&gt;&lt;a href=&quot;https://modelzoo.co/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Model Zoo&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;Discover open-source deep learning code and pre-trained models.&lt;/p&gt;&#xA;&lt;p&gt;Model Zoo curates and provides a platform for deep learning researchers to easily find pre-trained models for a variety of platforms and uses. We regularly update the site and provide filtering functionality for users to find models that they need, either for educational purposes, transfer learning, or other uses.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://www.kaggle.com/datasets?search=pretrained&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;For more pre-trained models check the &lt;code&gt;Official pre-trained models thread&lt;/code&gt; thread on each competition discussion form.&lt;/p&gt;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/c/intel-mobileodt-cervical-cancer-screening/discussion/30134&quot; rel=&quot;nofollow noreferrer&quot;&gt;Intel &amp;amp; MobileODT Cervical Cancer Screening&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://github.com/tensorflow/models/tree/master/research/slim#pre-trained-models&quot; rel=&quot;nofollow noreferrer&quot;&gt;TensorFlow-Slim image classification model library&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;This directory contains code for training and evaluating several widely used Convolutional Neural Network (CNN) image classification models using &lt;a href=&quot;https://github.com/tensorflow/models/blob/master/research/slim/slim_walkthrough.ipynb&quot; rel=&quot;nofollow noreferrer&quot;&gt;tf_slim&lt;/a&gt;. It contains scripts that allow you to train models from scratch or fine-tune them from pre-trained network weights. It also contains code for downloading standard image datasets, converting them to TensorFlow's native TFRecord format and reading them in using TF-Slim's data reading and queueing utilities. You can easily train any model on any of these datasets, as we demonstrate below. We've also included a &lt;a href=&quot;https://github.com/tensorflow/models/blob/master/research/slim/slim_walkthrough.ipynb&quot; rel=&quot;nofollow noreferrer&quot;&gt;jupyter notebook&lt;/a&gt;, which provides working examples of how to use TF-Slim for image classification. For developing or modifying your own models, see also the main TF-Slim page.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;&lt;a href=&quot;https://github.com/onnx/models&quot; rel=&quot;nofollow noreferrer&quot;&gt;ONNX Model Zoo&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://onnx.ai/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Neural Network Exchange (ONNX)&lt;/a&gt; is an open standard format for representing machine learning models. ONNX is supported by a community of partners who have implemented it in many frameworks and tools.&lt;/p&gt;&#xA;&lt;p&gt;The ONNX Model Zoo is a collection of pre-trained, state-of-the-art models in the ONNX format contributed by community members like you. Accompanying each model are Jupyter notebooks for model training and running inference with the trained model. The notebooks are written in Python and include links to the training dataset as well as references to the original paper that describes the model architecture.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;More:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.analyticsvidhya.com/blog/2018/07/top-10-pretrained-models-get-started-deep-learning-part-1-computer-vision/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Top 10 Pretrained Models to get you started with Deep Learning (Part 1 – Computer Vision)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-09-04T09:30:43.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18015" PostTypeId="1" AcceptedAnswerId="18016" CreationDate="2020-09-04T09:48:01.690" Score="0" ViewCount="39" Body="&lt;p&gt;Where can I find a free and open resource of categorized scholarly articles in the fields of Data Science/Machine Learning/Deep Learning/AI/Statistics papers, code, and evaluation tables?&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-09-04T09:48:27.080" Title="Where can I find research papers on Data Science and AI?" Tags="|machine-learning|ai|deep-learning|research-papers|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18016" PostTypeId="2" ParentId="18015" CreationDate="2020-09-04T09:48:27.080" Score="2" Body="&lt;h3&gt;&lt;a href=&quot;https://paperswithcode.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PapersWithCode&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://paperswithcode.com/sota&quot; rel=&quot;nofollow noreferrer&quot;&gt;Browse State-of-the-Art&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;3,076 benchmarks • 1,689 tasks • 2,719 datasets • 27,765 papers with code&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;All data is licensed under the CC BY-SA license, the same as Wikipedia.&#xA;The vast majority of the data is either annotated by the community or by them. However, they also included data from other resources that are published under a compatible license, such as NLP-progress, EFF AI metrics, SQuAD, and RedditSota.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://arxiv.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;arXiv.org&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;arXiv is a free distribution service and an open-access archive for 1,757,455 scholarly articles in the fields of physics, mathematics, computer science, quantitative biology, quantitative finance, statistics, electrical engineering and systems science, and economics. Materials on this site are not peer-reviewed by arXiv.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-09-04T09:48:27.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18018" PostTypeId="2" ParentId="18000" CreationDate="2020-09-04T12:02:59.123" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/juliansimon/location-history&quot; rel=&quot;nofollow noreferrer&quot;&gt;History of Locations of an android mobile in the month of October 2014&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The history of locations of each of the mobile can be downloaded from this link:&#xA;&lt;a href=&quot;https://takeout.google.com/settings/takeout/custom/location_history&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;These data are interesting to perform geolocation studies associated with time.&lt;/p&gt;&#xA;&lt;p&gt;Format file: JSON&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;If you are willing to buy the data, you can find the below link&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://datarade.ai/data-categories/location-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datarade&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Location data is information relating to the geographic coordinates of a person or object. It's mostly used by retailers and marketers e.g. in-store location optimization and location-based advertising. Datarade helps you find the right location data providers and datasets.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-09-04T12:02:59.123" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18020" PostTypeId="1" AcceptedAnswerId="18037" CreationDate="2020-09-06T22:35:01.507" Score="1" ViewCount="112" Body="&lt;p&gt;I have some NDCs that I want to search for on the openFDA API:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;33992-8010-1&#xA;50058-100-08&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;...etc.&lt;/p&gt;&#xA;&lt;p&gt;So this is what I've tried so far (all with base url &lt;a href=&quot;http://api.fda.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;api.fda.gov&lt;/code&gt;&lt;/a&gt;):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2233992-8010%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;drug/ndc.json?search=product_ndc:&amp;quot;33992-8010&amp;quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=package_ndc:%2233992-8010-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;drug/ndc.json?search=package_ndc:&amp;quot;33992-8010-1&amp;quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2233992-8010-1%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;drug/ndc.json?search=product_ndc:&amp;quot;33992-8010-1&amp;quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.package_ndc.exact:%2233992-8010-1%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;drug/label.json?search=openfda.package_ndc.exact:&amp;quot;33992-8010-1&amp;quot;&lt;/code&gt;&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;...but nothing seems to work. All I get is this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;error&amp;quot;: {&#xA;    &amp;quot;code&amp;quot;: &amp;quot;NOT_FOUND&amp;quot;,&#xA;    &amp;quot;message&amp;quot;: &amp;quot;No matches found!&amp;quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, if I use a different NDC, like &lt;code&gt;63653-1171-1&lt;/code&gt;, the query works fine. Is it possible that the NDCs I'm querying are just not in the database, or am I doing something wrong?&lt;/p&gt;&#xA;" OwnerUserId="25725" LastActivityDate="2020-09-11T15:13:50.410" Title="openFDA API seems to be missing NDCs" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18021" PostTypeId="1" CreationDate="2020-09-07T06:27:49.037" Score="2" ViewCount="140" Body="&lt;p&gt;I have looked on kaggle.com and done a lot of Googling. The only thing I found was one that has 2000 vertices in the polygon for each province. That is too large to write to DynamoDb, which is what I need to do.&lt;/p&gt;&#xA;" OwnerUserId="25729" LastEditorUserId="1511" LastEditDate="2020-09-07T13:21:38.427" LastActivityDate="2020-09-07T13:21:38.427" Title="Where can I get a reasonably small geojson file for the boundaries of Canadian provinces?" Tags="|geospatial|canada|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18022" PostTypeId="2" ParentId="18021" CreationDate="2020-09-07T06:38:48.947" Score="3" Body="&lt;p&gt;there are many, but this one at 398 kb should probably work.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/codeforamerica/click_that_hood/blob/master/public/data/canada.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/codeforamerica/click_that_hood/blob/master/public/data/canada.geojson&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It's not &amp;quot;official&amp;quot;, though. For official, you'll have to make your own geojson from &lt;a href=&quot;https://gis.stackexchange.com/a/282508/112869&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-09-07T06:38:48.947" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18023" PostTypeId="1" CreationDate="2020-09-07T07:30:47.153" Score="1" ViewCount="14" Body="&lt;p&gt;I am looking for data sets that consist of trajectories mapped to a network. Instead of GPS location, each point should be a vertex in the network and a time step or interval.&lt;/p&gt;&#xA;&lt;p&gt;I am looking for any hints to such data sets.&lt;/p&gt;&#xA;" OwnerUserId="25724" LastEditorUserId="1511" LastEditDate="2020-09-07T10:12:49.473" LastActivityDate="2020-09-07T10:12:49.473" Title="Trajectories in network data set" Tags="|data-request|network-structure|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18024" PostTypeId="1" CreationDate="2020-09-07T10:03:53.243" Score="1" ViewCount="19" Body="&lt;p&gt;Is there an equivalent of the &lt;a href=&quot;https://voaratinglists.blob.core.windows.net/html/rlidata.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Valuation Office Agency Rating List&lt;/a&gt; for Scotland? I've looked on the SAA website, but can only find a way to download rateable values for individual properties. No floor area, no bulk download.&lt;/p&gt;&#xA;" OwnerUserId="13665" LastActivityDate="2020-09-07T10:03:53.243" Title="Looking for non-domestic building floor areas in Scotland" Tags="|data-request|uk|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18025" PostTypeId="1" CreationDate="2020-09-07T19:25:21.083" Score="2" ViewCount="910" Body="&lt;p&gt;I am looking for shapefiles of two Chinese landmarks.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Great Wall of China. Format: spatial lines. The sources mentioned in another &lt;a href=&quot;https://opendata.stackexchange.com/a/12149/21916&quot;&gt;post&lt;/a&gt; are apparently not available anymore.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Silk Road. Format: spatial lines, points or polygons.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Comments on maps that can be geocoded are also welcome.&lt;/p&gt;&#xA;" OwnerUserId="21916" LastActivityDate="2024-01-04T16:20:58.050" Title="Shapefiles of the Great Wall of China and the Silk Road" Tags="|geospatial|historical|geocoding|china|" AnswerCount="3" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="18027" PostTypeId="2" ParentId="15306" CreationDate="2020-09-08T11:29:43.483" Score="0" Body="&lt;p&gt;Currently there are 8596 data records with addresses available for the city of Radebeul.&lt;/p&gt;&#xA;&lt;p&gt;The Adress data for For &lt;a href=&quot;https://en.wikipedia.org/wiki/Saxony&quot; rel=&quot;nofollow noreferrer&quot;&gt;Saxony (Free State of Saxony)&lt;/a&gt; in Germany can be downloaded in &lt;code&gt;zip&lt;/code&gt;-format from the following link:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.geodaten.sachsen.de/downloadbereich-hauskoordinaten-4172.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geodaten.sachsen.de/downloadbereich-hauskoordinaten-4172.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The inside of the archive includes several files:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/S1bDj.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/S1bDj.png&quot; alt=&quot;zip_archive&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A file with addresses &lt;code&gt;&amp;quot;adressen.txt&amp;quot;&lt;/code&gt; looks as following:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pBBlT.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pBBlT.png&quot; alt=&quot;addresses&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;More about the structure of txt-file with house coordinates can be found in the PDF document attached below.&lt;/p&gt;&#xA;&lt;p&gt;Columns (#12 and #13) that represent coordinates are projected in &lt;a href=&quot;https://spatialreference.org/ref/epsg/etrs89-utm-zone-33n/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EPSG:25833&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;References:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/180200/free-address-data-providers-for-germany/361029#361029&quot;&gt;Free address data providers for Germany&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19535" LastActivityDate="2020-09-08T11:29:43.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18028" PostTypeId="2" ParentId="1767" CreationDate="2020-09-08T12:15:02.030" Score="2" Body="&lt;p&gt;There is a newly released dataset from ETH-Zürich&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://utd19.ethz.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://utd19.ethz.ch/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The Institute for Transport Planning and Systems ETH Zurich collected the data in a research campaign from 2017-2019. The data mainly consists of measurements from loop detectors, which record vehicle flow and occupancy (or speed) in relatively small aggregation interval, typically 3-5min. The location of all detectors and the associated roads have been geo-coded in WGS84 coordinates making map matching as easy as possible. Its use is open to researchers from all over the world.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;4.9 billion detected vehicles&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;40 cities&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;170 million data rows&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;23541 detectors&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;3-5 minute intervals&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;3.8 years of data&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Error-flagged&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Standardized dataset&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;obtaining the data request registration. publishing with the data requires attribution.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Lpi0m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Lpi0m.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-09-08T12:15:02.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18030" PostTypeId="1" CreationDate="2020-09-09T17:15:24.587" Score="1" ViewCount="22" Body="&lt;p&gt;I'm trying to access current data for unemployment claims.  I don't get anything back after 2016.  I am filtering on week gt 2016-12-01.&lt;/p&gt;&#xA;" OwnerUserId="25744" LastActivityDate="2020-09-09T17:15:24.587" Title="Current data through API" Tags="|labor|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18031" PostTypeId="1" CreationDate="2020-09-10T03:08:46.623" Score="4" ViewCount="50" Body="&lt;p&gt;I'm looking for a data layer that can be used to display &amp;quot;green&amp;quot; spaces, which would ideally include parks (city, county, state, national), as well as golf courses and cemeteries.&lt;/p&gt;&#xA;&lt;p&gt;Is there a single data repository that would contain all of these features?&lt;/p&gt;&#xA;&lt;p&gt;I only need it for the state of California. I have found several government sites, but have not had too much luck so far. I'd rather not patch together dozens of layers from different sources if possible.&lt;/p&gt;&#xA;" OwnerUserId="25750" OwnerDisplayName="b-rad-b" LastEditorUserId="6229" LastEditDate="2020-09-12T00:39:07.717" LastActivityDate="2020-09-12T00:39:07.717" Title="Seeking Green space layer for California" Tags="|usa|research|openstreetmap|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18032" PostTypeId="2" ParentId="18031" CreationDate="2020-09-10T06:43:02.287" Score="4" Body="&lt;p&gt;&lt;a href=&quot;https://www.openstreetmap.org/#map=15/33.9058/-117.4301&quot; rel=&quot;nofollow noreferrer&quot;&gt;Openstreetmap&lt;/a&gt; (OSM) is an excellent source of all kinds of vector data on human infrastructure, particularly in urban areas of the USA and Europe.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/iheum.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/iheum.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You'll need to figure out which &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tags&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM tags for polygons&lt;/a&gt; refer to the types of green spaces you are interested in.&lt;/p&gt;&#xA;&lt;p&gt;There are many ways to access OSM data - wholesale country downloads, regions, by tag, etc. Have a look at the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Downloading_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM wiki on data downloading&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://github.com/lcoandrade/OSMDownloader&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSMDownloader&lt;/a&gt; plugin in QGIS will let you download rectangular areas and helpfully adds a set of symbols, including a 'natural' category:&lt;/p&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/c3jqa.png&quot; width=&quot;150&quot;&gt;&#xA;&lt;p&gt;Caution! Certainly where I live in Africa we have to be very careful about &lt;em&gt;national park and reserve boundaries&lt;/em&gt; in OSM data - they often do not reflect the official boundaries, often with huge errors in both area, position or topology with neighbouring areas.&lt;/p&gt;&#xA;" OwnerUserId="25747" OwnerDisplayName="Simbamangu" LastActivityDate="2020-09-10T06:43:02.287" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18033" PostTypeId="2" ParentId="3930" CreationDate="2020-09-11T00:37:49.973" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/iannuttall/binlist-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/iannuttall/binlist-data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;impressive compilation, can't say how often it is updated. seems to have been scraped from some of the sites listed above.&lt;/p&gt;&#xA;" OwnerUserId="25703" LastActivityDate="2020-09-11T00:37:49.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18034" PostTypeId="1" CreationDate="2020-09-11T13:38:49.743" Score="2" ViewCount="46" Body="&lt;p&gt;I have found a variety of resources that provide daily historical prices for cryptocurrencies. However, I can hardly find any places where I can download hourly historical prices. Can anyone point me to a good place? More specifically, I want to download or web-scrape the historical hourly prices of Sashimi and Ethereum.&lt;/p&gt;&#xA;" OwnerUserId="25754" LastEditorUserId="70" LastEditDate="2022-10-13T16:47:49.283" LastActivityDate="2022-10-13T16:47:49.283" Title="Cryptocurrency hourly historical prices" Tags="|data-request|prices|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18035" PostTypeId="2" ParentId="18004" CreationDate="2020-09-11T14:50:22.887" Score="0" Body="&lt;p&gt;You can find all the searchable fields for this endpoint &lt;a href=&quot;https://open.fda.gov/apis/device/event/searchable-fields/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-09-11T14:50:22.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18036" PostTypeId="2" ParentId="18011" CreationDate="2020-09-11T15:01:07.797" Score="0" Body="&lt;p&gt;openFDA generates the content of the Device PMA dataset from the PMA/PDP &lt;a href=&quot;https://www.accessdata.fda.gov/premarket/ftparea/pma.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable file&lt;/a&gt; made available by the FDA. The decision codes you have mentioned cover all the codes contained in that file, which is also why openFDA would not have the denied filings information.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-09-11T15:01:07.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18037" PostTypeId="2" ParentId="18020" CreationDate="2020-09-11T15:13:50.410" Score="1" Body="&lt;p&gt;The two NDCs you mentioned are indeed not in the database. openFDA generates its NDC dataset from the downloadable files &lt;a href=&quot;https://www.fda.gov/drugs/drug-approvals-and-databases/national-drug-code-directory&quot; rel=&quot;nofollow noreferrer&quot;&gt;available&lt;/a&gt; at the FDA, and we have verified the two NDCs are not present in those files, which is why they are also missing from openFDA.&lt;/p&gt;&#xA;&lt;p&gt;FDA National Drug Code Directory &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/ndc/index.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;search&lt;/a&gt; &lt;em&gt;does&lt;/em&gt; bring results for those two NDCs; however, they are marked as:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;(E): This information was removed from publication, because FDA has found inaccuracy in the data submitted by the firm.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This is the reason the information is not present in the downloadable files.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-09-11T15:13:50.410" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18038" PostTypeId="1" CreationDate="2020-09-11T16:21:21.097" Score="1" ViewCount="176" Body="&lt;p&gt;Say, for example, that I wanted to know what the first 100 items are on WikiData (which I do,) without searching in WikiData Q1, Q2, Q3 and so on. Is there a way to write a SPARQL query to find all WikiData entries (either items or properties) associated with a certain numeric index, between 1 and 100? As far as I can tell it seems like SPARQL doesn't have for loops, so I'm not sure if there's a mechanism to generate this data.&lt;/p&gt;&#xA;" OwnerUserId="25757" LastActivityDate="2020-09-11T16:21:21.097" Title="Is it possible to query Wikidata to get a list of things by item index?" Tags="|wikidata|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18040" PostTypeId="1" CreationDate="2020-09-13T10:53:16.280" Score="1" ViewCount="416" Body="&lt;p&gt;I have to make web application with rdf and sparql and I need database in rdf/xml or in ttl format but I can not find. I thought about music or movies or books database but I did'nt find if you know please tell me where can I find databases?&lt;/p&gt;&#xA;" OwnerUserId="25768" LastActivityDate="2020-12-18T19:33:30.500" Title="Where can I find databases in .rdf or in .ttl format" Tags="|database|sparql|rdf|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18041" PostTypeId="2" ParentId="18040" CreationDate="2020-09-14T04:18:10.157" Score="3" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://data.mendeley.com/datasets/rth2kr5hxf/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Information Retrieval Dataset - Internet Movie Database (IMDB)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Description&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;This dataset was constructed for an Information Retrieval research project to obtain a master's degree at the Federal University of Rio de Janeiro (UFRJ). It consists of a collection of nearly 115,000 documents in XML format, being a subset of the Internet Movie Database (IMDB). Each XML file contains the following information about one movie in the collection: · ID · Title · Year · Country · Actors (and their roles) · Actresses (and their roles) · Genre · Color Info · Language · Sound Info · Directors · Writers · Composers · Certificates (by country) · Duration · Shooting location (cities and countries) · Editors · Release date (by country) · Producers · Type (film, TV series, etc.)&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://github.com/zygmuntz/goodbooks-10k/tree/master/books_xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Books XML&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The archive contains 10000 XML files. One of them is available as books_xml/sample_book.xml.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.w3.org/wiki/DataSetRDFDumps&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataSetRDFDumps&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Linked Data Sets (i.e., with Dereferenceable URIs) available as RDF Dumps&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2020-09-14T04:18:10.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18043" PostTypeId="1" CreationDate="2020-09-14T11:43:00.597" Score="1" ViewCount="44" Body="&lt;p&gt;I'm currently doing a research project analyzing how cities evolve over time and were wondering if there were any good online databases for finding historical building footprints. I've been looking around for a while now but couldn't find what I was looking for. Any help would be greatly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="25758" LastEditorUserId="23272" LastEditDate="2021-03-17T05:17:10.720" LastActivityDate="2024-03-31T15:04:45.657" Title="Trying to find historical building footprints or centroids" Tags="|data-request|geospatial|city|openstreetmap|buildings|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18044" PostTypeId="2" ParentId="13453" CreationDate="2020-09-14T13:29:09.240" Score="0" Body="&lt;p&gt;Are you looking for business related machine learning use cases (link here with &lt;a href=&quot;https://www.explorium.ai/usecases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.explorium.ai/usecases/&lt;/a&gt;), there are many- finance, risk use cases are perhaps the most well known right now but there are lots.&lt;/p&gt;&#xA;" OwnerUserId="25474" LastActivityDate="2020-09-14T13:29:09.240" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18045" PostTypeId="1" CreationDate="2020-09-15T17:48:24.343" Score="1" ViewCount="54" Body="&lt;p&gt;Is there any available mapping between the HCPCS-II codes associated with medical devices and the 3-letter FDA &amp;quot;Product Code&amp;quot;?&lt;/p&gt;&#xA;&lt;p&gt;So to be excruciatingly obvious...&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPCD/classification.cfm?id=1702&quot; rel=&quot;nofollow noreferrer&quot;&gt;FDA Product Code for Cochlear Implant&lt;/a&gt; is &amp;quot;PGQ&amp;quot;&lt;/li&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://www.aapc.com/codes/hcpcs-codes/L8614&quot; rel=&quot;nofollow noreferrer&quot;&gt;HCPCS-II code for roughly the same device&lt;/a&gt; class/group/type is &amp;quot;L8614&amp;quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Is there a cross-walk or equivalence mapping dataset that will let me find &amp;quot;PGQ&amp;quot; given that all I've got is the &amp;quot;L8614&amp;quot;?&lt;/p&gt;&#xA;" OwnerUserId="3275" LastActivityDate="2021-12-20T00:06:40.697" Title="Crosswalk / Equivalence Mapping from HCPCS (Devices) to FDA Product Code" Tags="|medical|openfda|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18046" PostTypeId="1" CreationDate="2020-09-16T00:57:27.797" Score="1" ViewCount="52" Body="&lt;p&gt;I need a dataset with generic ingredients and their nutrition. I am familiar with USDA and other similar ingredients datasets but they are all polluted with a lot of brands and very long descriptions.&lt;/p&gt;&#xA;&lt;p&gt;For example, if my user searched &amp;quot;egg&amp;quot; I want it to return just the ingredient object and the nutritional facts.&lt;/p&gt;&#xA;&lt;p&gt;Using the USDA datasets I would find around 10 types of eggs... I am looking for something more simple or generic.&lt;/p&gt;&#xA;" OwnerUserId="25772" LastEditorUserId="23272" LastEditDate="2021-03-17T05:16:46.000" LastActivityDate="2021-03-17T05:16:46.000" Title="Database with list of generic ingredients and their nutrients?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18047" PostTypeId="1" CreationDate="2020-09-16T02:50:36.997" Score="1" ViewCount="34" Body="&lt;p&gt;I am looking for a dataset that contains both music and movie preferences of users, preferably based on genres.&lt;/p&gt;&#xA;" OwnerUserId="25773" LastEditorUserId="90" LastEditDate="2020-09-16T20:37:00.560" LastActivityDate="2020-09-16T20:37:00.560" Title="Movie and Music Preferences" Tags="|music|film|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18048" PostTypeId="1" AcceptedAnswerId="18051" CreationDate="2020-09-16T05:06:42.037" Score="1" ViewCount="62" Body="&lt;p&gt;Looks like the device end point for adverse events is not returning latest data or I'm missing something.&lt;/p&gt;&#xA;&lt;p&gt;As on today (Sept 16th) when I trigger the below endpoint:&#xA;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:%5B20200801+TO+20200831%5D&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20200801+TO+20200831]&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;{&#xA;&amp;quot;error&amp;quot;: {&#xA;&amp;quot;code&amp;quot;: &amp;quot;NOT_FOUND&amp;quot;,&#xA;&amp;quot;message&amp;quot;: &amp;quot;No matches found!&amp;quot;&#xA;}&#xA;}&lt;/p&gt;&#xA;&lt;p&gt;However when I try the same via the website, we can see 500 records.&#xA;Refer image below for the filters Used while doing the search.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Wv0vt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Wv0vt.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Sample Result: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=10475104&amp;amp;pc=QBJ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=10475104&amp;amp;pc=QBJ&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Can someone help me understand what is happening here pls ? Thanks in Advance.&lt;/p&gt;&#xA;" OwnerUserId="25699" LastActivityDate="2020-09-21T13:25:37.353" Title="Device API not returning recent data" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18049" PostTypeId="1" CreationDate="2020-09-16T08:33:00.333" Score="1" ViewCount="19" Body="&lt;p&gt;I'm looking for customs trade data of Brazil and China.&#xA;For Brazil I need export of poultry meat (HS-code 0207)&#xA;For China I need import to country.&#xA;And all these data must contain such information as: name of company-exporter and consignee, quantities, value, price in USD, Incoterms, detailed description of the goods and country of origin.&#xA;I have already wrote to lots of companies providing customs data, but there was no one who can provide all the information requred.&#xA;Maybe anyone knows where to find these information and can advice me company, which supply data I described.&lt;/p&gt;&#xA;" OwnerUserId="25774" LastActivityDate="2020-09-16T08:33:00.333" Title="Customs trade data of Brazil and China needed" Tags="|data-request|data-format|database|china|brazil|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18050" PostTypeId="1" AcceptedAnswerId="18085" CreationDate="2020-09-16T16:10:18.837" Score="1" ViewCount="360" Body="&lt;p&gt;We are basically looking to find a database of road distances between all possible cities in the US, or maybe you can advise something we could do to calculate it ourselves.&lt;/p&gt;&#xA;" OwnerUserId="25776" LastActivityDate="2020-09-24T20:46:35.643" Title="Road distance between all US cities" Tags="|usa|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18051" PostTypeId="2" ParentId="18048" CreationDate="2020-09-16T17:56:31.453" Score="0" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;openFDA is experiencing some technical difficulties with updating the&#xA;Device Event dataset, which is why it is slightly behind MAUDE. We&#xA;will fix it shortly and report back once done.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;UPDATE: The Device Event dataset in openFDA has been updated and this issue has been resolved.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="12808" LastEditDate="2020-09-21T13:25:37.353" LastActivityDate="2020-09-21T13:25:37.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18052" PostTypeId="2" ParentId="786" CreationDate="2020-09-16T20:03:23.493" Score="3" Body="&lt;p&gt;Unfortunately, the key links in the popular answers for this question are all currently broken. It is still true, as David H answered, that the Common Core of Data is the official source, but the links to data.gov are broken.&lt;/p&gt;&#xA;&lt;p&gt;Now, the only relevant thing on data.gov is the &lt;a href=&quot;https://catalog.data.gov/dataset/school-district-navigator&quot; rel=&quot;nofollow noreferrer&quot;&gt;page about the School &amp;amp; District Navigator&lt;/a&gt; which links to &lt;a href=&quot;https://nces.ed.gov/ccd/schoolmap/&quot; rel=&quot;nofollow noreferrer&quot;&gt;an interactive map&lt;/a&gt; that doesn't itself offer data.&lt;/p&gt;&#xA;&lt;p&gt;However, the Department of Education has &lt;a href=&quot;https://nces.ed.gov/ccd/files.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;a simple interactive tool&lt;/a&gt; which helps get access to specific CCD files, &amp;quot;fiscal&amp;quot; or &amp;quot;non-fiscal&amp;quot;, at the state, district, or school level.&lt;/p&gt;&#xA;&lt;p&gt;Along the way, I also found &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/public-schools&quot; rel=&quot;nofollow noreferrer&quot;&gt;public schools as GIS data&lt;/a&gt; from the DHS Homeland Infrastructure Foundation-Level Data (HIFLD) website.&lt;/p&gt;&#xA;&lt;p&gt;The Department of Education also created &lt;a href=&quot;https://usedgov.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;a polished &amp;quot;Developer Hub&amp;quot;&lt;/a&gt; referencing supported and legacy APIs, but the dates on blog posts for that are all at least 3 years old right now, so it's hard to know what's actively supported -- and in any case, none of the APIs are for K-12 schools.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2020-09-16T20:03:23.493" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18053" PostTypeId="2" ParentId="17378" CreationDate="2020-09-16T21:40:54.870" Score="1" Body="&lt;p&gt;The &lt;strong&gt;title&lt;/strong&gt; field in that datadump appears to be the same as the page title, and thus can be used as the page URL - standard Wikipedia URLs are of the form .../wiki/Page_title&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; {&#xA;     &amp;quot;id&amp;quot;: &amp;quot;54551&amp;quot;, &#xA;     &amp;quot;url&amp;quot;: &amp;quot;https://en.wikipedia.org/wiki?curid=54551&amp;quot;, &#xA;     &amp;quot;title&amp;quot;: &amp;quot;Preston Tucker&amp;quot;, &#xA;     &amp;quot;text&amp;quot;: &amp;quot;Preston Tucker\n\nPreston Thomas Tucker&amp;quot;&#xA; }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;So rather than using the provided URL, &lt;a href=&quot;https://en.wikipedia.org/wiki?curid=54551&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki?curid=54551&lt;/a&gt;, you could construct one in the form &lt;a href=&quot;https://en.wikipedia.org/wiki/Preston_Tucker&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Preston_Tucker&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The only change that is needed is to change any spaces for underscores. Otherwise (I believe) it should work straightforwardly as a URL.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2020-09-16T21:40:54.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18054" PostTypeId="1" CreationDate="2020-09-17T03:40:28.623" Score="1" ViewCount="65" Body="&lt;p&gt;I came across a question. Some of the generic_name contains backward slash sign, for example, CYCLOPHOSPHAMIDE\PREDNISONE\VINCRISTINE. How to construct the API query that can include backward slash sign?&lt;/p&gt;&#xA;" OwnerUserId="25779" LastActivityDate="2024-02-01T04:08:05.997" Title="openFDA API query including &quot;\&quot;" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18055" PostTypeId="1" CreationDate="2020-09-17T10:15:30.953" Score="0" ViewCount="14" Body="&lt;p&gt;I am looking for a high resolution land cover map in the Netherland (ideally for the whole country, but local datasets are also welcome). I know that I can get some information from Open Street map or from the Copernicus products, but I am wondering if there is an open dataset with more details (spatial resolution &amp;lt; 10 m or thematic details that extend the pure land cover components, including e.g. crop types (or groups of crop types), biotopes types ) that I could compare with those products. So I am looking for national/regional product and not global/european products.&lt;/p&gt;&#xA;" OwnerUserId="17715" LastEditorUserId="17715" LastEditDate="2020-09-21T08:33:30.953" LastActivityDate="2020-09-21T08:33:30.953" Title="Land cover map of the Netherland" Tags="|land-cover|map|" AnswerCount="0" CommentCount="2" ClosedDate="2020-09-25T08:24:04.673" ContentLicense="CC BY-SA 4.0" />
  <row Id="18056" PostTypeId="1" AcceptedAnswerId="18082" CreationDate="2020-09-17T10:18:20.173" Score="3" ViewCount="150" Body="&lt;p&gt;I am looking for a high resolution land cover map in Germany and Netherlands (ideally for the whole country, but local datasets are also welcome). I know that I can get some information from Open Street map or from the Copernicus products, but I am wondering if there is an open dataset with more details (spatial resolution &amp;lt; 10 m or thematic details that extend the pure land cover components, including e.g. crop types (or groups of crop types), biotopes types ) that I could compare with those products. So I am looking for national/regional product and not global/european products.&lt;/p&gt;&#xA;" OwnerUserId="17715" LastEditorUserId="1511" LastEditDate="2020-09-25T08:23:52.057" LastActivityDate="2020-12-18T21:13:39.313" Title="Land cover map of Germany and Netherlands" Tags="|geospatial|land-cover|map|" AnswerCount="1" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="18057" PostTypeId="1" CreationDate="2020-09-17T12:17:12.863" Score="1" ViewCount="41" Body="&lt;p&gt;When we Query Maude Website for Report Number &amp;quot;2024168-2020-03898&amp;quot;, the brand name is displayed as “ABSORB BIORESORBABLE VASCULAR SCAFFOLD SYSTEM”.&lt;/p&gt;&#xA;&lt;p&gt;However, when we use the device endpoint and query the same report (URL below), the output brand_name is only “ABSORB”.&lt;/p&gt;&#xA;&lt;p&gt;URL :&#xA;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=report_number:%222024168-2020-03898%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=report_number:%222024168-2020-03898%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Screenshots :&lt;/p&gt;&#xA;&lt;p&gt;Website Search Query + Result:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/QZbwP.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/QZbwP.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;API:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JSIb5.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JSIb5.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;URL: &lt;a href=&quot;https://api.fda.gov/device/event.json?search=report_number:%222024168-2020-03898%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=report_number:%222024168-2020-03898%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Will this be corrected or it will be like this and we continue to use it like this?&lt;/li&gt;&#xA;&lt;li&gt;Is there a single place where similar data issues are reported?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Note: We got this Report Number when we tried to search for something else and there probably are many more such instances which have data mismatches between Website and API.&lt;/p&gt;&#xA;" OwnerUserId="25699" LastEditorUserId="23272" LastEditDate="2022-07-14T12:40:19.370" LastActivityDate="2024-04-04T21:03:40.510" Title="Device Endpoint - Brand Name Mismatch" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18058" PostTypeId="1" CreationDate="2020-09-17T17:31:23.897" Score="1" ViewCount="50" Body="&lt;p&gt;Is there a free dataset with monthly average temperature / rainfall / sunshine hours / humidity / wind figures for Europe going back 5-10yrs with geo coordinates?&lt;/p&gt;&#xA;" OwnerUserId="25835" OwnerDisplayName="Boppity Bop" LastEditorUserId="14011" LastEditDate="2020-09-20T17:38:14.927" LastActivityDate="2020-09-20T17:38:14.927" Title="Average monthly weather dataset for Europe" Tags="|data-request|weather|europe|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18059" PostTypeId="1" CreationDate="2020-09-17T19:50:52.740" Score="1" ViewCount="16" Body="&lt;p&gt;To answer &lt;a href=&quot;https://sustainability.stackexchange.com/a/10208/3379&quot;&gt;a question on Sustainability.SE&lt;/a&gt;, I am interested in finding data on how many people in the U.S. utilize public transit in a given year.&lt;/p&gt;&#xA;&lt;p&gt;Most of the data I can find in the &lt;a href=&quot;https://www.transit.dot.gov/ntd/ntd-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Transit Data&lt;/a&gt; covers &lt;em&gt;ridership&lt;/em&gt;, defined as rides taken during a time period. So if the period is one year and a person takes the bus twice a week, that counts as 104 rides. I want to know how many unique individuals use any form of public transit in a given year. A reasonable approximation with a defined methodology would be sufficient.&lt;/p&gt;&#xA;" OwnerUserId="20229" LastActivityDate="2020-09-17T19:50:52.740" Title="How many people use public transit in the U.S.?" Tags="|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18060" PostTypeId="1" CreationDate="2020-09-17T20:49:55.793" Score="1" ViewCount="11" Body="&lt;p&gt;I have multiple kinect cameras that I use to make a pointcloud of the scene. I want to perform Instance segmentation on the scene which will involve people. But I need a dataset for that, all the datasets I have looked at seem to be for outdoors or indoors but with no people in them. (like &lt;a href=&quot;http://www.scan-net.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;scannet&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;Are there any multiview RGB-D datasets available that would involve people ? something like scannet but with people in it.&lt;/p&gt;&#xA;" OwnerUserId="25784" LastActivityDate="2020-09-17T20:49:55.793" Title="People Dataset for 3D instance segmentation" Tags="|data-request|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18061" PostTypeId="1" CreationDate="2020-09-18T12:59:54.437" Score="1" ViewCount="54" Body="&lt;p&gt;I would like to know where I can get a credible source of information about health.&#xA;I read a lot of information about what causing an illness a lot of information that somebody else claim its wrong, I am a computer scientist and I know how to get info from data, so I want a data set contains illnesses and and what is the diagnosis, or illness and what deficiencies in the Patients.&lt;/p&gt;&#xA;" OwnerUserId="25788" LastActivityDate="2024-03-03T20:08:26.080" Title="Where can I get statistics about illness relationships with vitamins and minerals deficiency?" Tags="|data-request|medical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18062" PostTypeId="2" ParentId="18054" CreationDate="2020-09-18T20:03:43.370" Score="0" Body="&lt;p&gt;Those are three separate medication names, not one with backslashes in it. So you would search for them individually or in combinations with logical operators.&lt;/p&gt;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.generic_name.exact:%22CYCLOPHOSPHAMIDE%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.generic_name.exact:%22CYCLOPHOSPHAMIDE%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-09-18T20:03:43.370" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18063" PostTypeId="2" ParentId="18061" CreationDate="2020-09-19T11:32:04.390" Score="0" Body="&lt;p&gt;I think you are trying to search for diseases and their symptoms.&#xA;You can obtains such a data set from &lt;a href=&quot;http://kaggle.com/data/55703&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="25792" LastActivityDate="2020-09-19T11:32:04.390" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18064" PostTypeId="2" ParentId="18050" CreationDate="2020-09-19T12:00:37.410" Score="0" Body="&lt;p&gt;I hope this might help you out.&#xA;Just send an HTTP request on this link, you'll get the city. You can also do it programmatically and scrap the result using a library like beautifulsoup(Python) or X-Ray(Node.JS).&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;Just remember to replace the from and to parameters in the url, with your respective cities.&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mapdevelopers.com/distance_from_to.php?&amp;amp;from=city1&amp;amp;to=city2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mapdevelopers.com/distance_from_to.php?&amp;amp;from=city1&amp;amp;to=city2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You get the data at real-time. If you want in bulk, consider running a program and storing it for yourself for later use.&lt;/p&gt;&#xA;" OwnerUserId="25792" LastActivityDate="2020-09-19T12:00:37.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18065" PostTypeId="1" CreationDate="2020-09-19T15:30:17.713" Score="1" ViewCount="40" Body="&lt;p&gt;I've been looking at the values of COMP_ORIG_YRX_RT for a subset of schools (4 year schools in MI). I was examining the values of COMP_ORIG_YR8_RT, since that seems to match up with what's used for published graduation rates (is that right?). I would expect that the percent completed within 8 years would be greater than within 6 or 4 for each school. For Aquinas College (the one that caught my eye), the graduation rate on the College Scorecard interface is 58%. Can anyone explain these columns to me? Should I be using a different column for completion rate?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/mtZFB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/mtZFB.png&quot; alt=&quot;Excerpt of Michigan Schools&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25794" LastActivityDate="2020-09-19T15:30:17.713" Title="College Scorecard: Why are values of the variables in the series &quot; Percent completed within X years at original institution&quot; not strictly ascending?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18066" PostTypeId="1" CreationDate="2020-09-20T13:38:09.860" Score="1" ViewCount="12" Body="&lt;p&gt;Ideally tabling both the generic and branded drug names.&lt;/p&gt;&#xA;" OwnerUserId="25795" LastActivityDate="2020-09-20T13:38:09.860" Title="Is there a way to match ICD-10 Diagnosis Codes with available Rx treatments?" Tags="|uses-of-open-data|programming|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18067" PostTypeId="1" CreationDate="2020-09-20T18:13:12.060" Score="1" ViewCount="322" Body="&lt;p&gt;I'm currently working on a seatbelt detection algorithm. I need videos/pics of front view cars taken by &lt;strong&gt;traffic cameras&lt;/strong&gt;, would be better if the driver's face are shown.&lt;/p&gt;&#xA;" OwnerUserId="25797" LastActivityDate="2020-09-20T18:13:12.060" Title="Dataset for belt detection (car front view) -data request-" Tags="|data-request|data.gov|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18068" PostTypeId="1" CreationDate="2020-09-21T06:22:47.713" Score="1" ViewCount="68" Body="&lt;p&gt;I am unable to find any endpoint(s) to fetch TPLC related details in the OpenFDA website or may be i've overlooked.&lt;/p&gt;&#xA;&lt;p&gt;Is there is an API or other ways to retrieve TPLC related details, could you pls share ? Thanks In Advance. Also, Here is the TPLC website&#xA;URL: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfTPLC/tplc.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfTPLC/tplc.cfm&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25699" LastActivityDate="2024-02-04T01:05:00.530" Title="Total Product Life Cycle API?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18069" PostTypeId="2" ParentId="18057" CreationDate="2020-09-21T13:22:02.520" Score="0" Body="&lt;p&gt;The Device Event dataset in openFDA has been updated and this issue has been resolved.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/FDA/openfda/issues&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/FDA/openfda/issues&lt;/a&gt; is the best place to report issues with openFDA to the development team.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-09-21T13:22:02.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18070" PostTypeId="2" ParentId="18068" CreationDate="2020-09-21T17:04:06.553" Score="0" Body="&lt;p&gt;Unfortunately, openFDA does not yet have this dataset available via API.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-09-21T17:04:06.553" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18071" PostTypeId="1" CreationDate="2020-09-22T06:33:38.883" Score="1" ViewCount="144" Body="&lt;p&gt;I was doing a machine learning project, assigned by my advisor. The project description is as follows - given an audio sample of a patient, we want to predict whether that patient to whom the audio sample belongs to, is suffering from influenza-like illness (ILI). Unfortunately, I have hit a roadblock at the very start, because I am not able to find any dataset or previous work related to my project. Basically, I want labelled audio samples of people suffering from ILI, if someone has them. I would also love if any of you would redirect me to other forums or sites where I can ask for datasets, and also if you know of any relevant related work. The idea was that people suffering from ILI would have sore throats, thereby having some differences in voice from normal speech, and we would like to see if we can exploit that.&lt;/p&gt;&#xA;" OwnerUserId="25803" LastEditorUserId="1511" LastEditDate="2020-09-22T08:00:27.777" LastActivityDate="2020-09-28T18:56:30.413" Title="Voice audio dataset labeled with influenza-like illness or not" Tags="|data-request|medical|audio|covid19|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18072" PostTypeId="2" ParentId="18071" CreationDate="2020-09-22T07:59:05.423" Score="0" Body="&lt;p&gt;This is a hot research topic. Best chance is to contact researchers, although medical audio recordings are going to be highly sensitive, so getting raw data is not so likely.&lt;/p&gt;&#xA;&lt;p&gt;I found one app that asks users to submit voice samples.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.covid-19-sounds.org/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.covid-19-sounds.org/en/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It's funded by the EU, so there may be some initiative to make the data open: &lt;a href=&quot;https://erc.europa.eu/news/ai-app-part-funded-eu-collects-sounds-covid-19&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://erc.europa.eu/news/ai-app-part-funded-eu-collects-sounds-covid-19&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-09-22T07:59:05.423" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18075" PostTypeId="1" CreationDate="2020-09-23T15:38:03.847" Score="1" ViewCount="17" Body="&lt;p&gt;I visit &lt;a href=&quot;https://api.open.fec.gov/developers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.open.fec.gov/developers/&lt;/a&gt; , fill out the form titled &amp;quot;Sign up for an API key&amp;quot;, and press &amp;quot;Signup&amp;quot;. The button briefly changes to &amp;quot;Loading...&amp;quot;, then flips back to &amp;quot;Submit&amp;quot;. Nothing else happens and I receive no email. I've tried Chrome 85.0.4183.102 and Safari 13.1.2 (15609.3.5.1.3).&lt;/p&gt;&#xA;" OwnerUserId="25810" LastActivityDate="2020-09-23T15:38:03.847" Title="FEC API key form submit does nothing" Tags="|usa|government|elections|federal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18077" PostTypeId="1" CreationDate="2020-09-23T18:56:34.833" Score="2" ViewCount="329" Body="&lt;p&gt;I'm building a store and I need to calculate the sales tax at checkout only for clients that reside in California. I looked for an API, but all of them charge a monthly fee. Seeing as I only need this for one state, I would be better off with a simple mapping based on zip codes. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="25811" LastActivityDate="2022-02-14T16:03:05.290" Title="Looking for California sales tax data by zip" Tags="|data-request|data.gov|taxes|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18078" PostTypeId="1" CreationDate="2020-09-23T19:22:43.817" Score="1" ViewCount="80" Body="&lt;p&gt;A huge number of news related wiki pages contain article references (&lt;a href=&quot;https://en.wikipedia.org/wiki/2017_Equifax_data_breach&quot; rel=&quot;nofollow noreferrer&quot;&gt;for example this article on the 2017 Equifax data breach&lt;/a&gt;) and I would like to obtain the following data from the references section at the bottom of the page:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The article title&lt;/li&gt;&#xA;&lt;li&gt;The article url&lt;/li&gt;&#xA;&lt;li&gt;The article publish date&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;There doesn't appear to be any way to obtain that data other than parsing the whole page. And the format seems inconsistent enough that doing so wouldn't be fruitful.&lt;/p&gt;&#xA;" OwnerUserId="25764" LastEditorUserId="25764" LastEditDate="2020-09-23T20:12:39.073" LastActivityDate="2021-02-22T23:12:24.850" Title="Wikipedia referenced articles in computer readable format?" Tags="|api|wikipedia|scraping|" AnswerCount="3" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18079" PostTypeId="1" CreationDate="2020-09-23T20:12:43.737" Score="1" ViewCount="85" Body="&lt;p&gt;I'm trying to upload project datasets (survey data). I have 30 to 40 excel files. They're not all formatted exactly the same way, because the survey design and platform were changed a few times during the project lifecycle. Can I simply drag these into the upload field? When I tried this with multiple files, DDL seems only to be previewing one of the files.&lt;/p&gt;&#xA;" OwnerUserId="25813" LastEditorUserId="23272" LastEditDate="2022-07-14T12:53:50.300" LastActivityDate="2022-07-14T12:53:50.300" Title="Uploading Project Data" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18080" PostTypeId="1" CreationDate="2020-09-23T21:55:26.713" Score="1" ViewCount="12" Body="&lt;p&gt;I am looking for free websites that contain (potentially partial) catalogs of state and local court cases in the United States, and allows me to filter and/or sort by any of the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;The vote margin&#xA;Some kind of expert/subjective/automated/experimental measure of the case's influence&#xA;Some kind of objective measure of how often the case was cited&#xA;Some kind of expert/subjective/automated/experimental measure of the case's political contentiousness&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Does anything like this exist? My intent is to be able to look for things like &amp;quot;top 5 most politically sensitive cases in bla county superior court from 2000-2010.&amp;quot; Determinations like that would be deeply subjective, but maybe subject to some kind of systematic approach?&lt;/p&gt;&#xA;" OwnerUserId="25469" LastActivityDate="2020-09-23T21:55:26.713" Title="Free website for identifying influential or contentious US state and local court cases?" Tags="|usa|government|database|legal|state|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18081" PostTypeId="1" AcceptedAnswerId="20394" CreationDate="2020-09-24T06:23:51.920" Score="5" ViewCount="10456" Body="&lt;p&gt;I am looking for a free API to retrieve the daily end-of-day S&amp;amp;P 500 index for the past year.&lt;/p&gt;&#xA;&lt;p&gt;There are plenty of APIs which provide the individual stocks, but the indices are not for free. There are also many historic S&amp;amp;P 500 index datasets, but they do not cover the very recent couple of days.&lt;/p&gt;&#xA;" OwnerUserId="25815" LastActivityDate="2022-12-05T14:28:06.477" Title="free REST API for daily end-of-day S&amp;P 500 index" Tags="|api|finance|historical|time-series|stock|" AnswerCount="5" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18082" PostTypeId="2" ParentId="18056" CreationDate="2020-09-24T12:10:38.220" Score="3" Body="&lt;p&gt;Earlier this year the &amp;quot;Land Cover Map of Europe 2017&amp;quot; with 10m pixel size has been published, see &lt;a href=&quot;http://www.esa.int/Applications/Observing_the_Earth/Copernicus/Sentinel-2/Land-cover_maps_of_Europe_from_the_Cloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.esa.int/Applications/Observing_the_Earth/Copernicus/Sentinel-2/Land-cover_maps_of_Europe_from_the_Cloud&lt;/a&gt; .&#xA;It is a pan-European map, yet potentially interesting for you due to its high spatial resolution.&lt;/p&gt;&#xA;&lt;p&gt;At country level, you find for Germany e.g. the following products:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&amp;quot;CORINE Land Cover 5 ha&amp;quot;, 2018 (CLC5-2018): &lt;a href=&quot;https://gdz.bkg.bund.de/index.php/default/catalog/product/view/id/1071/s/corine-land-cover-5-ha-stand-2018-clc5-2018/category/8/?___store=default&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gdz.bkg.bund.de/index.php/default/catalog/product/view/id/1071/s/corine-land-cover-5-ha-stand-2018-clc5-2018/category/8/?___store=default&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;del&gt;Digitales Landbedeckungsmodell für Deutschland, Stand 2018 (LBM-DE2018), &lt;a href=&quot;https://gdz.bkg.bund.de/index.php/default/digitale-geodaten/digitale-landschaftsmodelle/digitales-landbedeckungsmodell-fur-deutschland-stand-2018-lbm-de2018.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gdz.bkg.bund.de/index.php/default/digitale-geodaten/digitale-landschaftsmodelle/digitales-landbedeckungsmodell-fur-deutschland-stand-2018-lbm-de2018.html&lt;/a&gt;&lt;/del&gt; (note: not available to citizens but only to federal offices).&lt;/li&gt;&#xA;&lt;li&gt;Germany 2016/2019 - Land cover based on Sentinel-2 data, 10m resolution&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.mundialis.de/en/deutschland-2019-landbedeckung-auf-basis-von-sentinel-2-daten/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mundialis.de/en/deutschland-2019-landbedeckung-auf-basis-von-sentinel-2-daten/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;For Netherlands:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nationaalgeoregister.nl/geonetwork/srv/search?keyword=land%20cover&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nationaalgeoregister.nl/geonetwork/srv/search?keyword=land%20cover&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;maybe more...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;em&gt;Edit 12/2020: added new Germany 2016/2019 - Land cover maps&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="1614" LastEditorUserId="1614" LastEditDate="2020-12-18T21:13:39.313" LastActivityDate="2020-12-18T21:13:39.313" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18084" PostTypeId="2" ParentId="18081" CreationDate="2020-09-24T15:49:05.060" Score="2" Body="&lt;p&gt;The official website of the index is&#xA;&lt;a href=&quot;https://www.spglobal.com/spdji/en/indices/equity/sp-500/#overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.spglobal.com/spdji/en/indices/equity/sp-500/#overview&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If you hover with your mouse over &lt;em&gt;Export&lt;/em&gt; above the graph, then you can recover a link, with which I can download the last ten years' worth of closing prices up until yesterday in XLS format (I've removed the &lt;code&gt;hostIdentifier&lt;/code&gt; part):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.spglobal.com/spdji/en/idsexport/file.xls?redesignExport=true&amp;amp;selectedModule=PerformanceGraphView&amp;amp;selectedSubModule=Graph&amp;amp;yearFlag=tenYearFlag&amp;amp;indexId=340&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.spglobal.com/spdji/en/idsexport/file.xls?redesignExport=true&amp;amp;selectedModule=PerformanceGraphView&amp;amp;selectedSubModule=Graph&amp;amp;yearFlag=tenYearFlag&amp;amp;indexId=340&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25822" LastActivityDate="2020-09-24T15:49:05.060" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18085" PostTypeId="2" ParentId="18050" CreationDate="2020-09-24T20:46:35.643" Score="0" Body="&lt;p&gt;The only available solution we found which suits our needs and can generate big amounts of distances with the distance matrix is using OSRM (Open Source Routing Machine) which we can host on our own.&lt;/p&gt;&#xA;&lt;p&gt;There is another service that can be hosted OpenRouteService which built on top of GraphHopper and allows to generate distance matrix too but it way less in size than OSRM.&lt;/p&gt;&#xA;" OwnerUserId="25776" LastActivityDate="2020-09-24T20:46:35.643" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18086" PostTypeId="2" ParentId="18078" CreationDate="2020-09-24T22:13:52.717" Score="1" Body="&lt;p&gt;Properly formatted references include &lt;a href=&quot;https://en.wikipedia.org/wiki/COinS&quot; rel=&quot;nofollow noreferrer&quot;&gt;COinS&lt;/a&gt; metadata (which does require HTML parsing, but at least it's a standardized format).&lt;/p&gt;&#xA;" OwnerUserId="8828" LastActivityDate="2020-09-24T22:13:52.717" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18087" PostTypeId="2" ParentId="18081" CreationDate="2020-09-25T06:29:23.160" Score="0" Body="&lt;p&gt;Sorry that I have to &amp;quot;answer&amp;quot; you question when I should actually &amp;quot;comment&amp;quot; to ask if you're okay with using a python module instead of a REST API (not enough reputation).&lt;br /&gt;&#xA;Anyway, I love playing with stock data, here is my method for getting it for free in python and exporting it to a csv.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;pip install yfinance&#xA;&#xA;import yfinance as yf&#xA;import pandas as pd&#xA;&#xA;sp500 = yf.Ticker('^GSPC')&#xA;sp500_hist = sp500.history(period='1y')&#xA;sp500_hist.to_csv('sp500_1y.csv')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This will provide you with daily data, open high low close and volume. Not sure how familiar you are with pandas, but if you only want closing prices, subset your dataframe like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;sp500_hist[['Close']].to_csv('sp500_1y.csv')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;or if you want volume as well:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;sp500_hist[['Close', 'Volume']].to_csv('sp500_1y.csv')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="25827" LastActivityDate="2020-09-25T06:29:23.160" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18088" PostTypeId="1" AcceptedAnswerId="18089" CreationDate="2020-09-25T08:41:20.043" Score="1" ViewCount="134" Body="&lt;p&gt;I've compiled some covid data, and I think adding some political leaning data might make it a little spicy. I've seen some maps of political leaning for counties, but I cant find a source. I'm looking for a data set that has counties (or states, preferably counties) that show their political leanings. Hopefully in a simple format, like +4 Democrat or +4 Republican.&lt;/p&gt;&#xA;" OwnerUserId="25827" LastActivityDate="2020-09-25T09:15:57.570" Title="Political leanings on the county level, or state level?" Tags="|government|politics|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18089" PostTypeId="2" ParentId="18088" CreationDate="2020-09-25T09:15:57.570" Score="0" Body="&lt;p&gt;538 has a pretty cool election forecast page:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://projects.fivethirtyeight.com/2020-election-forecast/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://projects.fivethirtyeight.com/2020-election-forecast/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;you can get a direct download of the polling data: &lt;a href=&quot;https://projects.fivethirtyeight.com/data-webpage-data/datasets/polls.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://projects.fivethirtyeight.com/data-webpage-data/datasets/polls.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;they also have a data page at github that links other CSVs and explains the data model: &lt;a href=&quot;https://github.com/fivethirtyeight/data/tree/master/election-forecasts-2020&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/fivethirtyeight/data/tree/master/election-forecasts-2020&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IG1h1m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IG1h1m.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-09-25T09:15:57.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18090" PostTypeId="1" CreationDate="2020-09-25T10:15:53.360" Score="1" ViewCount="15" Body="&lt;p&gt;I am looking for an open/free dataset on IoT use across countries over the years, where I can create my plots or graps illustrating their growing use/diffusion. There exists some data on &lt;a href=&quot;http://www.statista.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.statista.com&lt;/a&gt;, but it is chargeable.&lt;/p&gt;&#xA;&lt;p&gt;Any suggestions where I can find the data?&lt;/p&gt;&#xA;" OwnerUserId="9794" LastActivityDate="2020-09-25T10:15:53.360" Title="Data on IoT use" Tags="|data-request|internet-of-things|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18091" PostTypeId="2" ParentId="18079" CreationDate="2020-09-25T18:21:23.670" Score="-1" Body="&lt;p&gt;We have received your request and a member of our team will email you shortly to help you troubleshoot.&lt;/p&gt;&#xA;&lt;p&gt;Best wishes,&#xA;Data Services Team&#xA;dataservices@usaid.gov&lt;/p&gt;&#xA;" OwnerUserId="20637" LastActivityDate="2020-09-25T18:21:23.670" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18092" PostTypeId="1" CreationDate="2020-09-26T16:29:41.503" Score="1" ViewCount="45" Body="&lt;p&gt;Can someone recommend a list / database of commonly used existing CLI executable / command / alias / builtin / etc. names?&lt;/p&gt;&#xA;&lt;p&gt;I want to write some CLI utilities, but I don’t want to have name clashes (e.g., names like &lt;code&gt;git&lt;/code&gt;, &lt;code&gt;hg&lt;/code&gt;, &lt;code&gt;brew&lt;/code&gt;, &lt;code&gt;grep&lt;/code&gt;, &lt;code&gt;Java&lt;/code&gt;, &lt;code&gt;cd&lt;/code&gt;, &lt;code&gt;ls&lt;/code&gt;, &lt;code&gt;ll&lt;/code&gt;, etc. are already commonly used).&lt;/p&gt;&#xA;&lt;p&gt;I’m primarily interested in macOS / UNIX-like environments, but a list for Windows would also be helpful.&lt;/p&gt;&#xA;" OwnerUserId="25833" LastEditorUserId="21435" LastEditDate="2020-09-28T16:23:54.633" LastActivityDate="2020-09-28T16:23:54.633" Title="List / database of commonly used existing CLI executable names" Tags="|data-request|software|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18093" PostTypeId="1" AcceptedAnswerId="18094" CreationDate="2020-09-26T18:56:45.547" Score="1" ViewCount="69" Body="&lt;p&gt;I'd like to analyze the development of COVID-19 cases in Austria by state, in respect to the designation of &amp;quot;risk areas&amp;quot; as defined by the &lt;a href=&quot;https://www.auswaertiges-amt.de/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Foreign Office of Germany&lt;/a&gt;. According to that definition, &amp;quot;risk areas&amp;quot; are &lt;a href=&quot;https://www.rki.de/DE/Content/InfAZ/N/Neuartiges_Coronavirus/Transport/Archiv_Risikogebiete/Risikogebiete_25092020_en.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;areas with &amp;quot;more than 50 new infections per 100,000 inhabitants in the last seven days&amp;quot; (PDF file&lt;/a&gt; provided by &lt;a href=&quot;https://www.rki.de/EN/Home/homepage_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Robert Koch Institute&lt;/a&gt;). So, to assess if an austrian state may be in danger of being declared a &amp;quot;risk area&amp;quot;, one has to compute the count of new infections in relation to the total population.&lt;/p&gt;&#xA;&lt;p&gt;There's an open data set available at &lt;a href=&quot;https://data.gv.at&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.gv.at&lt;/a&gt; &lt;a href=&quot;https://www.data.gv.at/katalog/dataset/covid-19-anzahl-der-aktuell-erkrankten-je-bundesland&quot; rel=&quot;nofollow noreferrer&quot;&gt;that enumerates the cases per state&lt;/a&gt; (&amp;quot;COVID-19: Anzahl der aktuell Erkrankten je Bundesland&amp;quot;), but only for the current day.&lt;/p&gt;&#xA;&lt;p&gt;I've found a &lt;a href=&quot;https://www.coronatracker.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;page that analyzes the case counts per state (coronatracker.at)&lt;/a&gt;, but they don't provide raw data and they don't compute the count of new infections per seven days retrospectively.&lt;/p&gt;&#xA;&lt;p&gt;So, does anybody know if there a dataset of new infections per austrian state for the (let's say) last three months?&lt;/p&gt;&#xA;" OwnerUserId="1566" LastEditorUserId="1566" LastEditDate="2020-09-26T19:13:28.787" LastActivityDate="2020-09-27T18:37:22.703" Title="COVID-19 - Austria - historical data of new infections per state" Tags="|data-request|medical|europe|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18094" PostTypeId="2" ParentId="18093" CreationDate="2020-09-27T18:30:08.373" Score="1" Body="&lt;p&gt;I wrote a python3 scraper for the &lt;a href=&quot;https://coronatracker.at&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coronatracker.at&lt;/a&gt; site that gets the individual states' data. The code is really a wrapper for the amazing pandas function &lt;a href=&quot;https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.read_html.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;.read_html()&lt;/code&gt;&lt;/a&gt;, which does basically everything by reading the table from the html.&lt;/p&gt;&#xA;&lt;p&gt;The CSV could be cleaned up (e.g. splitting some columns that contain multiple data points together &lt;code&gt;42.545 +191 (0%)&lt;/code&gt;), but you'll notice that there are individual Bundesländer (labeled as column &amp;quot;state&amp;quot;) and also daily counts per state. It may not be the data you are exactly looking for, but at least now the raw data is &amp;quot;available&amp;quot;. The data goes back to February, 2020.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;all states' data (csv, as of 27. Sept. 2020)&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/philshem/388f009a839cdcecb32c40b0d8f01b6e#file-at-20200927-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;formatted&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.githubusercontent.com/philshem/388f009a839cdcecb32c40b0d8f01b6e/raw/8d2cbd2daf5eb4b7f28971fdd111c417eef061b4/at.20200927.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;raw&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;scraper (python3)&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/philshem/388f009a839cdcecb32c40b0d8f01b6e#file-scrape_coronadata_at-py&quot; rel=&quot;nofollow noreferrer&quot;&gt;formatted&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gist.githubusercontent.com/philshem/388f009a839cdcecb32c40b0d8f01b6e/raw/8d2cbd2daf5eb4b7f28971fdd111c417eef061b4/scrape_coronadata_at.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;raw&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;also here for a reference:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import requests&#xA;import pandas as pd&#xA;&#xA;# scraping individual states from:&#xA;# https://www.coronatracker.at/&#xA;&#xA;# manually got each state's name from the site dropdown Bundesländer &#xA;states = ['burgenland','kaernten','niederoesterreich','oberoesterreich',&#xA;            'salzburg','steiermark','tirol','vorarlberg','wien']&#xA;&#xA;headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'}&#xA;s = requests.Session()&#xA;url_base = 'https://www.coronatracker.at/'&#xA;&#xA;big_df = []&#xA;# loop over all states, aka url paths&#xA;for state in states:&#xA;    print(state)&#xA;    url = url_base + state&#xA;&#xA;    # make request&#xA;    r = s.get(url, headers=headers)&#xA;&#xA;    # convert html to dataframe, thanks pandas&#xA;    # add [0] because read_html() returns a list of dataframes&#xA;    df = pd.read_html(r.content)[0]&#xA;&#xA;    # add state to dataframe&#xA;    df['state'] = state&#xA;    df['url'] = url&#xA;&#xA;    # add to list of states&#xA;    big_df.append(df)&#xA;&#xA;# concat all dataframes&#xA;df = pd.concat(big_df)&#xA;&#xA;df.to_csv('at.csv',index=False)&#xA;#print(df)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-09-27T18:37:22.703" LastActivityDate="2020-09-27T18:37:22.703" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="18095" PostTypeId="2" ParentId="18092" CreationDate="2020-09-28T12:48:12.170" Score="2" Body="&lt;p&gt;For &lt;strong&gt;macOS&lt;/strong&gt; you can use this &lt;a href=&quot;https://ss64.com/osx/&quot; rel=&quot;nofollow noreferrer&quot;&gt;list&lt;/a&gt; and for &lt;strong&gt;Windows&lt;/strong&gt; this &lt;a href=&quot;https://ss64.com/nt/&quot; rel=&quot;nofollow noreferrer&quot;&gt;one&lt;/a&gt;. This &lt;a href=&quot;https://ss64.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; seems to have some useful lists summarizing the CLI commands. However, there will always be extra/additional tools that can be installed/ added to the CLI such as &lt;code&gt;git&lt;/code&gt;, &lt;code&gt;rsync&lt;/code&gt; etc. so in -my opinion- you should always google the names you come up with, to make sure that you won't have any collusion with existing tools.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-09-28T12:48:12.170" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18096" PostTypeId="2" ParentId="11649" CreationDate="2020-09-28T13:22:11.293" Score="0" Body="&lt;p&gt;I've recently been using &lt;a href=&quot;https://developer.here.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here.com&lt;/a&gt; using the R library &lt;code&gt;hereR&lt;/code&gt;and it seems to provide all the functionality I need, mainly geocoding text addresses and route finding between locations. Their 'Freemium' model allows up to 250k transactions per month.&lt;/p&gt;&#xA;&lt;p&gt;Another, much more complex process would be setting up you own &lt;a href=&quot;https://postgis.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PostGIS&lt;/a&gt; server and &lt;a href=&quot;https://livebook.manning.com/book/postgis-in-action-second-edition/chapter-8/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;loading the shape files&lt;/a&gt; for the area/country you need. I've done this for the US using the &lt;a href=&quot;https://www.census.gov/geographies/mapping-files/time-series/geo/tiger-line-file.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Brueau's TIGER/Line&lt;/a&gt; shapefiles and it works well once up and running but it can be complex process, especially if you are new to GIS. Also, I have no idea how it would work for areas outside the US.&lt;/p&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2020-09-28T13:22:11.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18097" PostTypeId="2" ParentId="18071" CreationDate="2020-09-28T13:40:55.130" Score="1" Body="&lt;p&gt;As @philshem explained, this is an ongoing research area especially with the COVID situation nowadays and it is a bit tricky at this early stage to find open-sourced datasets. Luckily, there are a couple such:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://osf.io/tmkud/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sick Sounds&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/virufy/covid/tree/master/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;COVID-19 Open Source Cough Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/iiscleap/Coswara-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coswara-Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/hernanmd/COVID-19-train-audio&quot; rel=&quot;nofollow noreferrer&quot;&gt;hernanmd/COVID-19-train-audio &lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://research.google.com/audioset/dataset/cough.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google-cough-audioset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://annotator.freesound.org/fsd/explore/%252Fm%252F01b_21/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Freesound-cough data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;If those are not sufficient, I would advise you to search for similar projects or papers related to the topic and contact the authors with the hope that maybe, they share their data with you under certain conditions/ licensing. The following projects/ papers should help in that regard:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ichgcp.net/clinical-trials-registry/NCT04326309&quot; rel=&quot;nofollow noreferrer&quot;&gt;Audio Data Collection for Identification and Classification of Coughing&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://covid-19-sounds.org/de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;COVID-19 Sounds App&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://coughvid.epfl.ch/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Coughvid&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/23354669/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Automatic identification of wet and dry cough in pediatric patients with respiratory diseases&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.medrxiv.org/content/10.1101/2020.05.19.20107532v2.full.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;COVID-19 OPEN SOURCE DATA SETS: A COMPREHENSIVE SURVEY&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="21435" LastEditDate="2020-09-28T18:56:30.413" LastActivityDate="2020-09-28T18:56:30.413" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18098" PostTypeId="1" CreationDate="2020-09-16T06:38:15.743" Score="7" ViewCount="86" Body="&lt;p&gt;I work and teach in a field where public data is scarce (anatomical MRI processing). I planned to organize a few practical works for students this semester. I had a pretty hard time gathering publicly available data from different software suites/open projects to organize a consistent and motivating practical work. Now, my question is the following:&lt;/p&gt;&#xA;&lt;p&gt;Given that all these data are available to download (examples of data: fsl.fmrib.ox.ac.uk/fslcourse (Section Data Files)) on the author/lab website, do I &amp;quot;have the right&amp;quot; to create &amp;quot;my own data set&amp;quot; from parts of this data and under what conditions?&lt;/p&gt;&#xA;&lt;p&gt;The reason that pushes me to do so is that some of the data comes from different heavy archives with hundreds of unnecessary things, with heterogeneous naming from one source to another, and I would like to &amp;quot;repackage&amp;quot; only the needed data in a consistent and comprehensive way and make this repackaged archive available somewhere for my students.&lt;/p&gt;&#xA;" OwnerUserId="25841" OwnerDisplayName="peuhp" LastEditorUserId="1511" LastEditDate="2020-09-29T06:56:51.870" LastActivityDate="2024-02-15T02:07:40.920" Title="Can I aggregate and reformat publicly available data for teaching?" Tags="|medical|releasing-data|licensing|academia|" AnswerCount="1" CommentCount="10" ContentLicense="CC BY-SA 4.0" />
  <row Id="18099" PostTypeId="2" ParentId="18098" CreationDate="2020-09-20T18:06:17.030" Score="0" Body="&lt;p&gt;This is fine. The only exceptions would be for identifiable data which would be covered by responsible conduct of research. You should take that training if you have not already in order to make sure you do not run afoul of the institutional IRB.&lt;/p&gt;&#xA;" OwnerDisplayName="user128815" LastActivityDate="2020-09-20T18:06:17.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18101" PostTypeId="2" ParentId="10154" CreationDate="2020-09-29T15:22:48.673" Score="0" Body="&lt;p&gt;I have recently worked on &lt;a href=&quot;https://github.com/abiratsis/GlobalWeatherData&quot; rel=&quot;nofollow noreferrer&quot;&gt;GWeather&lt;/a&gt; a command-line tool/library that helps users to work with climate data from all over the world. The main goal is to be able to work on a dataset where data from &lt;a href=&quot;https://psl.noaa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PSL&lt;/a&gt; will be presented in a friendly way combining location names from &lt;a href=&quot;https://simplemaps.com/data/world-cities&quot; rel=&quot;nofollow noreferrer&quot;&gt;simplemaps&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The application supports the next features:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Download climate datasets from PSL&lt;/li&gt;&#xA;&lt;li&gt;Download cities/countries dataset from simplemaps.com&lt;/li&gt;&#xA;&lt;li&gt;Merge/join above datasets by location's coordinates&lt;/li&gt;&#xA;&lt;li&gt;Export merged data in several formats&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Comments remarks and pull requests are all welcome.&lt;/p&gt;&#xA;" OwnerUserId="25843" LastActivityDate="2020-09-29T15:22:48.673" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18102" PostTypeId="1" CreationDate="2020-09-30T06:40:12.160" Score="2" ViewCount="175" Body="&lt;p&gt;I want to know who collects all necessary administrative data in US state governments, is any particular office, or director responsible for handling, disseminating, and analyzing data? Also, are executive departments of the US government responsible for collecting state data?&lt;/p&gt;&#xA;" OwnerUserId="25845" LastActivityDate="2020-10-03T21:52:16.230" Title="State government data collection system" Tags="|data-request|usa|data.gov|government|research|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18103" PostTypeId="1" CreationDate="2020-09-30T09:33:51.110" Score="2" ViewCount="36" Body="&lt;p&gt;I'm looking for datasets (or webpages) from one or many countries that lists travel restrictions and quarantine requirements for travelers entering the country.&lt;/p&gt;&#xA;&lt;p&gt;For example, lists that countries publish to indicate for which countries travelers are required to enter quarantine upon their arrival.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-09-30T10:12:50.257" LastActivityDate="2020-10-30T17:14:46.753" Title="Travel restrictions or quarantine regulations due to Covid19 (machine readable, if possible)" Tags="|data-request|medical|government|covid19|travel|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18104" PostTypeId="2" ParentId="18103" CreationDate="2020-09-30T10:11:46.063" Score="1" Body="&lt;p&gt;EUROPE&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Switzerland&lt;/strong&gt;, html (not machine readable): &lt;a href=&quot;https://www.bag.admin.ch/bag/en/home/krankheiten/ausbrueche-epidemien-pandemien/aktuelle-ausbrueche-epidemien/novel-cov/empfehlungen-fuer-reisende/quarantaene-einreisende.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bag.admin.ch/bag/en/home/krankheiten/ausbrueche-epidemien-pandemien/aktuelle-ausbrueche-epidemien/novel-cov/empfehlungen-fuer-reisende/quarantaene-einreisende.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Germany&lt;/strong&gt;, html (not machine readable): &lt;a href=&quot;https://www.rki.de/DE/Content/InfAZ/N/Neuartiges_Coronavirus/Risikogebiete_neu.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.rki.de/DE/Content/InfAZ/N/Neuartiges_Coronavirus/Risikogebiete_neu.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;France&lt;/strong&gt;, html (very not machine readable): &lt;a href=&quot;https://www.diplomatie.gouv.fr/en/coming-to-france/coronavirus-advice-for-foreign-nationals-in-france/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.diplomatie.gouv.fr/en/coming-to-france/coronavirus-advice-for-foreign-nationals-in-france/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-09-30T13:36:54.427" LastActivityDate="2020-09-30T13:36:54.427" CommentCount="0" CommunityOwnedDate="2020-09-30T10:11:46.063" ContentLicense="CC BY-SA 4.0" />
  <row Id="18105" PostTypeId="1" CreationDate="2020-09-30T11:01:57.143" Score="2" ViewCount="25" Body="&lt;p&gt;I am conducting a research and I would like to know in detail what is the administrative data collection system in the USA, and are there any legal repercussions for state governments or executive departments if they don't submit quality data or not on time?&lt;/p&gt;&#xA;" OwnerUserId="25845" LastActivityDate="2020-09-30T11:01:57.143" Title="Administrative data system USA" Tags="|data-request|usa|uses-of-open-data|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18106" PostTypeId="1" AcceptedAnswerId="18117" CreationDate="2020-10-01T13:58:07.373" Score="0" ViewCount="36" Body="&lt;p&gt;I would like to data scrape a reliable source where I can get real time data about insulin prices.  I am using Python's BeautifulSoup and shoving the results into a SQL database that has the columns of Date, Vendor, and Retail Price. Or are there already reliable open data sources about this topic? I was currently reading reports about insulin trends and the people have these graphs; however, I often question where did they get their data.&lt;/p&gt;&#xA;" OwnerUserId="23643" LastEditorUserId="23643" LastEditDate="2020-10-01T17:10:21.143" LastActivityDate="2020-10-05T05:06:57.173" Title="Insulin Prices Particularly Novolog" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18107" PostTypeId="1" CreationDate="2020-10-02T07:00:22.840" Score="0" ViewCount="101" Body="&lt;p&gt;I'm looking for data containing point of interests or POI across India.&lt;br /&gt;&#xA;Only place name, location and state will be enough. I don't need details like it's location or it's shape.&lt;/p&gt;&#xA;&lt;p&gt;Details like this will be good&lt;br /&gt;&#xA;&lt;strong&gt;Victoria Memorial - Museum - West Bengal&lt;/strong&gt;&lt;br /&gt;&#xA;Data like this can be found from Google search but I'm looking for something like a database containing such infos.&lt;/p&gt;&#xA;&lt;p&gt;Where can I get something like this for offline use ?&lt;/p&gt;&#xA;" OwnerUserId="25853" LastActivityDate="2020-10-20T23:08:10.983" Title="Finding POI across India" Tags="|india|travel|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18108" PostTypeId="1" CreationDate="2020-10-02T11:13:53.760" Score="1" ViewCount="7" Body="&lt;p&gt;There are several plant/weed image datasets from various places, like &lt;a href=&quot;https://github.com/AlexOlsen/DeepWeeds&quot; rel=&quot;nofollow noreferrer&quot;&gt;Australia&lt;/a&gt;, &lt;a href=&quot;https://github.com/cwfid/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Germany&lt;/a&gt;, &lt;a href=&quot;https://www.sciencedirect.com/science/article/pii/S2352340920307277&quot; rel=&quot;nofollow noreferrer&quot;&gt;Latvia&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please forgive my ignorance on this question, but what is the applicability of this data when implemented on a production system on a different continent, say North America for example.&lt;/p&gt;&#xA;&lt;p&gt;My background is in computer vision and computer science and less in agriculture.  To me, weeds that grow in Europe/Australia will look different to weeds growing on the common lawns of a United States home.&lt;/p&gt;&#xA;&lt;p&gt;Some plants have species that have the name of the continent in them!  So is the different in shape/color etc liable to make this data unusable in another environment?&lt;/p&gt;&#xA;" OwnerUserId="25854" LastActivityDate="2020-10-02T11:13:53.760" Title="Applicability of plant images from different continents" Tags="|agriculture|deep-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18110" PostTypeId="2" ParentId="9315" CreationDate="2020-10-02T13:58:07.197" Score="1" Body="&lt;p&gt;This &lt;a href=&quot;https://www.google.com/url?sa=t&amp;amp;rct=j&amp;amp;q=&amp;amp;esrc=s&amp;amp;source=web&amp;amp;cd=&amp;amp;ved=2ahUKEwiOu7GXhZbsAhWP_aQKHSIxDdAQFjAAegQIBRAC&amp;amp;url=https%3A%2F%2Fwww.destatis.de%2FDE%2FThemen%2FLaender-Regionen%2FRegionales%2FGemeindeverzeichnis%2FAdministrativ%2F05-staedte.xlsx%3F__blob%3DpublicationFile&amp;amp;usg=AOvVaw3ILEGrnP35OHGg-QmAaTmb&quot; rel=&quot;nofollow noreferrer&quot;&gt;excel table&lt;/a&gt; includes a list with more than 2k German cities, their state and municipality. It also includes the surface of each city, its population (females, males, total) and its density (population pro km²). More related stats can be found on the &lt;a href=&quot;https://www.destatis.de/DE/Themen/Laender-Regionen/Regionales/_inhalt.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.destatis.de/DE/Themen/Laender-Regionen/Regionales/_inhalt.html&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-02T13:58:07.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18112" PostTypeId="1" CreationDate="2020-10-02T18:07:17.517" Score="2" ViewCount="59" Body="&lt;p&gt;I was wondering if anyone had any tips for finding the data I need... for one of my projects I need to find data showing grocery stores, shopping and other essential businesses in California (specifically the central coast).&lt;/p&gt;&#xA;&lt;p&gt;Is there a way to get this data from somewhere like Google Maps?&lt;/p&gt;&#xA;" OwnerUserId="25858" LastActivityDate="2020-10-03T21:15:54.470" Title="Finding Open Source Data" Tags="|open-source|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18113" PostTypeId="2" ParentId="18112" CreationDate="2020-10-03T02:15:05.213" Score="2" Body="&lt;p&gt;See the link below. However, the last time I used it (about 2 years ago), there was a small fee associated with it.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://cloud.google.com/maps-platform/places&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cloud.google.com/maps-platform/places&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The simplest way to get the data is to use the specialized library like &lt;a href=&quot;https://pypi.org/project/googlemaps/1.0.2/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pypi.org/project/googlemaps/1.0.2/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25861" LastActivityDate="2020-10-03T02:15:05.213" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18114" PostTypeId="2" ParentId="18112" CreationDate="2020-10-03T21:15:54.470" Score="2" Body="&lt;p&gt;OpenStreetMaps has this data. You can try/test it out using &lt;a href=&quot;https://overpass-turbo.eu/#&quot; rel=&quot;nofollow noreferrer&quot;&gt;OverPass Turbo&lt;/a&gt;.&lt;br /&gt;&#xA;This tool isn't going to do the entire state of California, but if you choose the manually select bbox option and pick a locality, it will show you what is available for that locality.&lt;br /&gt;&#xA;I zoomed into San Francisco and manually drew the bbox around it, then clicked run and it populated the map.&lt;br /&gt;&#xA;If you click on the data option in the top right of the UI, you'll see the JSON that is powering/populating the map.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2020-10-03T21:15:54.470" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18115" PostTypeId="2" ParentId="18102" CreationDate="2020-10-03T21:52:16.230" Score="3" Body="&lt;p&gt;Each state in the US runs their governments differently; while there may be similarities and/or overlap between them, I'm going to go ahead and say that there are 50 different versions of who collects necessary administrative data in US state governments.&lt;/p&gt;&#xA;&lt;p&gt;Adding to the 50 different versions, I'm not aware of any state that has any one agency/office/director that heads this up. Virginia has a number of state agencies, that all are responsible for collecting the data necessary/required for their functionality. In my experience, most of these agencies are run in silos and there is very little data sharing, so its more like 50 * X, where X is the number of agencies/directors/offices collecting data in each state.&lt;/p&gt;&#xA;&lt;p&gt;Federal agencies of the US government collect data within states, but I'm not aware of any agency that is responsible for collecting data states should be.&lt;/p&gt;&#xA;&lt;p&gt;COVID-19 has exposed many issues with US federal/state/local data collections, and I think can help illuminate the answers to what you are asking.&#xA;A few months into the pandemic, CMS.gov forced all Long Term Care Facilities in the country to start reporting their COVID data to CMS.gov.&lt;br /&gt;&#xA;This may seem like a federal agency being responsible for collecting state data, however the states did not stop collecting this data at the same time.&#xA;There are a few reasons why this was done, but the primary reasons being that each state's process/data collection was unique (no standards), and some states were simply not sharing their data with the public.&lt;/p&gt;&#xA;&lt;p&gt;So we are left with 51 versions of the data collections; 50 state flavors + 1 federal flavor.&lt;/p&gt;&#xA;&lt;p&gt;There have been a number of initiatives to get governments to be more data driven/digital in recent years, and the one that stands out to me/could be related here is the emergence of state CDOs (Chief Data Officer). However, I don't think any of these offices are doing what you are asking, at least not yet. If there is one, it would probably be California; I am familiar with Virginia's, and its not 100% clear to me what our CDO's role is and/or what they are accomplishing. That said, I can affirmatively state that Virginia's CDO is not doing what you are asking.&lt;/p&gt;&#xA;" OwnerUserId="90" LastActivityDate="2020-10-03T21:52:16.230" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18116" PostTypeId="2" ParentId="4858" CreationDate="2020-10-04T20:53:33.660" Score="0" Body="&lt;p&gt;Kind of stumbled upon this, while unlikely to help the OP seeing as this was asked years ago, hopefully someone will find this useful. I have not downloaded the full dataset but you can fetch the desired data &lt;a href=&quot;https://clinicaltables.nlm.nih.gov/apidoc/rxterms/v3/doc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. I believe the rate limit is 20/second/IP address.&lt;/p&gt;&#xA;&lt;p&gt;example call:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://clinicaltables.nlm.nih.gov/api/rxterms/v3/search?sf=DISPLAY_NAME&amp;amp;ef=DISPLAY_NAME,STRENGTHS_AND_FORMS,RXCUIS,DISPLAY_NAME_SYNONYM&amp;amp;terms=%7Byour&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://clinicaltables.nlm.nih.gov/api/rxterms/v3/search?sf=DISPLAY_NAME&amp;amp;ef=DISPLAY_NAME,STRENGTHS_AND_FORMS,RXCUIS,DISPLAY_NAME_SYNONYM&amp;amp;terms={your&lt;/a&gt; search term here}&lt;/p&gt;&#xA;&lt;p&gt;this should get you all names, aliases, strengths and forms along with rxcuis.&lt;/p&gt;&#xA;" OwnerUserId="23451" LastActivityDate="2020-10-04T20:53:33.660" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18117" PostTypeId="2" ParentId="18106" CreationDate="2020-10-05T05:06:57.173" Score="1" Body="&lt;p&gt;Check these out, not real time, one updated monthly and the other yearly:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://data.medicaid.gov/Drug-Pricing-and-Payment/NADAC-National-Average-Drug-Acquisition-Cost-/a4y5-998d&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Average Drug Acquisition Costs&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.meps.ahrq.gov/mepsweb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medical Expenditure Panel Survey&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;NADAC gives you the wholesale prices I think. MEPS is a great source but requires a lot of digging and cross referencing different parts of the survey on a common key. As far as open data those are the best I have found for expense estimating. Also check out open FDA.&lt;/p&gt;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="23451" LastActivityDate="2020-10-05T05:06:57.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18118" PostTypeId="1" CreationDate="2020-10-05T05:48:49.060" Score="1" ViewCount="131" Body="&lt;p&gt;Is there a specific list of data in the USA which includes what all is not to be shared on an open data platform to the public? If yes, where can it be found? It is popularly known as a 'negative list' as well.&lt;/p&gt;&#xA;" OwnerUserId="25845" LastActivityDate="2020-10-05T05:48:49.060" Title="Unshareable Database in USA" Tags="|usa|data.gov|uses-of-open-data|research|research-papers|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18119" PostTypeId="1" CreationDate="2020-10-05T06:53:04.197" Score="1" ViewCount="55" Body="&lt;p&gt;I'm trying to estimate Rx costs using the &lt;a href=&quot;https://data.medicaid.gov/Drug-Pricing-and-Payment/NADAC-National-Average-Drug-Acquisition-Cost-/a4y5-998d&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Average Drug Acquisition Cost (NADAC)&lt;/a&gt; dataset. Essentially I lookup drugs using the &lt;a href=&quot;https://clinicaltables.nlm.nih.gov/apidoc/rxterms/v3/doc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;RxTerms API&lt;/a&gt;, which provides RxCUIs, strengths and forms and different display name for search terms. NADAC gives pricing by unit which may be GM (I'm assuming gram), ML (I'am assuming milliliter) and EA (I'm assuming each e.g. per pill or per vial etc.). The issue here is that sometimes the string provided for strengths and forms from RxTerms is a bit ambiguous. For example:&lt;/p&gt;&#xA;&lt;p&gt;RxTerms data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name: Insulin analog, lispro (Injectable)&lt;/li&gt;&#xA;&lt;li&gt;RxCUI: 242120&lt;/li&gt;&#xA;&lt;li&gt;Strength &amp;amp; Form: 100 unt/ml Sol&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;NADAC data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name: INSULIN LISPRO 100 UNIT/ML VL&lt;/li&gt;&#xA;&lt;li&gt;Pricing Unit: ML&lt;/li&gt;&#xA;&lt;li&gt;Price Per Unit: 13.171067241379319&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Here the pricing is in ML, but the strength is 100 units per ML solution (NADAC name indicates vial but that isn't helpful), but doesn't indicate the quantity held in the vial. I spoke to a GP to see if perhaps this meant the vial held 1 ML but he said he couldn't recall any 1 ML vials he's prescribed. Not definitive but then I compared it to other similar Rxs, like:&lt;/p&gt;&#xA;&lt;p&gt;RxTerms data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name: Insulin analog, lispro (Injectable)&lt;/li&gt;&#xA;&lt;li&gt;RxCUI: 1652639&lt;/li&gt;&#xA;&lt;li&gt;Strength &amp;amp; Form: 100 unt/ml Pen Injector 3 ml&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;NADAC data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name: INSULIN LISPRO 100 UNIT/ML KWIKPEN&lt;/li&gt;&#xA;&lt;li&gt;Pricing Unit: ML&lt;/li&gt;&#xA;&lt;li&gt;Price Per Unit: 16.962141551724123&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Here at least the size is indicated as 3 ML. How can I get the total units of the first example?&lt;/p&gt;&#xA;&lt;p&gt;I can provide other examples of ambiguous strength &amp;amp; form strings if needed.&lt;/p&gt;&#xA;" OwnerUserId="23451" LastEditorUserId="23451" LastEditDate="2020-10-05T15:51:26.517" LastActivityDate="2020-11-05T12:12:52.697" Title="Estimate drug costs by RxCUI from NADAC data" Tags="|medical|drugs|prices|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18120" PostTypeId="1" CreationDate="2020-10-05T10:59:03.270" Score="1" ViewCount="87" Body="&lt;p&gt;If federal statistical agencies in USA and executive departments of the US Gov don't upload unbiased data on open data platforms or in general don't release information on time, are they penalized? Is there any law which governs them? Are they terminated, what happens exactly?&lt;/p&gt;&#xA;" OwnerUserId="25845" LastActivityDate="2020-10-05T10:59:03.270" Title="What happens if federal statistical agencies and executive departments don't upload data regularly?" Tags="|data-request|usa|data.gov|research|research-papers|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18121" PostTypeId="1" CreationDate="2020-10-06T10:22:27.150" Score="1" ViewCount="65" Body="&lt;p&gt;Like O*NET database which have skills categorized on based on occupations defined by &lt;a href=&quot;https://www.bls.gov/soc/2018/major_groups.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;BLS Standard Occupations&lt;/a&gt;, is there any dataset similar that can provide skills categorized based on industries as well?&lt;/p&gt;&#xA;" OwnerUserId="18994" LastActivityDate="2020-10-06T10:22:27.150" Title="Looking for Skills Taxonomy with Industry specific" Tags="|data-request|usa|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18122" PostTypeId="1" CreationDate="2020-10-06T14:25:40.203" Score="3" ViewCount="31" Body="&lt;p&gt;Let's have a look at the category&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Category:British_politicians&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Category:British_politicians&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Theresa May is not in it. So let's see:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Theresa May is in &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:20th-century_British_women_politicians&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:20th-century_British_women_politicians&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;which is in &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:20th-century_British_politicians&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:20th-century_British_politicians&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;which is in &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:British_politicians_by_century&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:British_politicians_by_century&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;which indeed is in &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:British_politicians&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:British_politicians&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;So those categories seem to be inclusive: the items of a subcategory are thought to be in the parent category as well.&lt;/p&gt;&#xA;&lt;p&gt;However, then we have the following problem:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The &lt;a href=&quot;https://en.wikipedia.org/wiki/2019_Conservative_Party_leadership_election&quot; rel=&quot;nofollow noreferrer&quot;&gt;2019_Conservative_Party_leadership_election&lt;/a&gt; is in the category &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:2019_Conservative_Party_(UK)_leadership_election&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:2019_Conservative_Party_(UK)_leadership_election&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;which is in &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Theresa_May&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:Theresa_May&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;which also is in &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:20th-century_British_women_politicians&quot; rel=&quot;nofollow noreferrer&quot;&gt;Category:20th-century_British_women_politicians&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Uh, so this means that the &lt;strong&gt;2019 Conservative Party leadership election&lt;/strong&gt; is a British politician too?&lt;/p&gt;&#xA;&lt;p&gt;So there seem to be two kinds of &amp;quot;subcategory relations&amp;quot;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;this category is a subcategory, all its items belong to the parent category (Theresa May --&amp;gt; British politician)&lt;/li&gt;&#xA;&lt;li&gt;this category is just related to that parent category (2019 election --&amp;gt; Theresa May)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Is that just messy, or am I missing something to distinguish between the two types?&lt;/p&gt;&#xA;" OwnerUserId="21642" LastActivityDate="2020-10-06T14:25:40.203" Title="How are Wikipedia subcategories meant, semantically?" Tags="|wikipedia|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="18123" PostTypeId="1" CreationDate="2020-10-06T14:47:52.873" Score="1" ViewCount="15" Body="&lt;p&gt;Is there any API or DataSet available to know the Building elevation and levels based on lat and long. I need data for North America(USA)&lt;/p&gt;&#xA;" OwnerUserId="25874" LastActivityDate="2020-10-06T14:47:52.873" Title="How to get building elevation and levels" Tags="|geocoding|openstreetmap|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18124" PostTypeId="1" CreationDate="2020-10-07T10:46:07.210" Score="1" ViewCount="36" Body="&lt;p&gt;For a very long time, I've been hunting for sources of data to process in my database. I've found that everything is either behind a pay wall and wants me to pay (lots of) money, which I don't have, or it's &amp;quot;allegedly&amp;quot; available but so well hidden behind an eternal maze of weird links and cryptic webpages (government websites) that it might as well not exist.&lt;/p&gt;&#xA;&lt;p&gt;Only in an extremely small number of cases have I been able to actually find any kind of non-garbage data set for me to automate downloading and updating my database with, which can actually be used for anything.&lt;/p&gt;&#xA;&lt;p&gt;I've found websites listing &amp;quot;free APIs&amp;quot;. These are always complete trash. I've gone through them all and they are all &amp;quot;novelty&amp;quot; nonsense such as &amp;quot;random joke&amp;quot; or something useless like that. The kind of data I want is meaningful statistics and information which can actually be used for something.&lt;/p&gt;&#xA;&lt;p&gt;Besides, &amp;quot;APIs&amp;quot; are fundamentally privacy-disrespecting even if free and even if they have some sort of useful data. I don't want to announce to the world or some external party what piece of information I want in real time; I want to have the whole dataset locally and make &amp;quot;secret&amp;quot; (local) queries on that, without anyone knowing what data I'm using/interested in.&lt;/p&gt;&#xA;&lt;p&gt;Is there a real website which actually has collected real data sets of non-garbage data? I don't even mean that they need to have &amp;quot;processed&amp;quot; it in any way; just that they link to the sources where I can manually figure out how to grab and process it.&lt;/p&gt;&#xA;&lt;p&gt;I'm not mentioning any specific kind of data here because my data needs are very general. In fact, I want to base whatever service I'm going to build on whatever data is actually available, as I can't just decide to do thing X, and then try to find data for it, since I can never find any quality/updated data for whatever really interests me. So instead, I hope to become inspired to build some sort of service by learning that some kind of data is actually available for me to process and present in some useful manner for people.&lt;/p&gt;&#xA;" OwnerUserId="25881" LastActivityDate="2020-10-07T10:46:07.210" Title="How do I actually find non-garbage data?" Tags="|data-request|open-source|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18125" PostTypeId="2" ParentId="12672" CreationDate="2020-10-08T11:03:16.137" Score="1" Body="&lt;p&gt;I'm afraid you might be asking too much for what is currently available, in particular the requirement that the sentiment is expressed precisely towards the conversational partner. Maybe you can consider finding a way of extracting the desired dataset from a bigger public dataset.&lt;/p&gt;&#xA;&lt;p&gt;In particular, Amazon did release a &lt;a href=&quot;https://www.amazon.science/blog/amazon-releases-data-set-of-annotated-conversations-to-aid-development-of-socialbots&quot; rel=&quot;nofollow noreferrer&quot;&gt;sentiment-annotated dialogue dataset&lt;/a&gt; in 2019. It contains ~235K utterances annotated with sentiment.&lt;/p&gt;&#xA;&lt;p&gt;Here's an excerpt of one &lt;a href=&quot;https://raw.githubusercontent.com/alexa/Topical-Chat/master/conversations/test_freq.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;file&lt;/a&gt; from the annotation to give you an easy idea:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;Do you happen to know why he won the emmy?&amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_1&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Curious to dive deeper&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;AS4&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Excellent&amp;quot;&#xA;  },&#xA;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;Do you watch or keep up on much basketball?It's definitely a team sport I didn't play much of &amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_1&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Neutral&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;FS1&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Excellent&amp;quot;&#xA;  },&#xA;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;Hi are you a football fan?&amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_1&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Curious to dive deeper&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;FS2&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Good&amp;quot;&#xA;  },&#xA;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;Hahah Yes it would be!  I've had a good time chatting with you!&amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_1&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Happy&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;FS3&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Good&amp;quot;&#xA;  },&#xA;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;It's sad. I wonder how many people grew up hearing his voice?&amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_2&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Sad&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;AS1&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Good&amp;quot;&#xA;  },&#xA;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;I imagine this number in the millions taking into account he had a 54 year broadcasting carreer, so sad, but he was old.&amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_1&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Curious to dive deeper&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;AS1&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Excellent&amp;quot;&#xA;  },&#xA;  {&#xA;    &amp;quot;message&amp;quot;: &amp;quot;I like that he used this phrase alot Whoa, Nellie!&amp;quot;,&#xA;    &amp;quot;agent&amp;quot;: &amp;quot;agent_2&amp;quot;,&#xA;    &amp;quot;sentiment&amp;quot;: &amp;quot;Happy&amp;quot;,&#xA;    &amp;quot;knowledge_source&amp;quot;: [&#xA;      &amp;quot;AS1&amp;quot;&#xA;    ],&#xA;    &amp;quot;turn_rating&amp;quot;: &amp;quot;Good&amp;quot;&#xA;  },&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="20652" LastActivityDate="2020-10-08T11:03:16.137" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18126" PostTypeId="1" CreationDate="2020-10-08T14:23:12.520" Score="1" ViewCount="28" Body="&lt;p&gt;Where can I find historical London meteorological data at a minimum resolution of 15 minutes (and not just hourly data)? The data needs to be from a station close to the London bridge. I found that St. James park station is the closest one but I only found hourly data, from here for example: &lt;a href=&quot;http://rp5.co.uk/Weather_archive_in_London,_St._James%27s_Park&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://rp5.co.uk/Weather_archive_in_London,_St._James's_Park&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Specific types I need from the weather data: Humidity, Temperature, Wind speed, Wind direction.&lt;/p&gt;&#xA;" OwnerUserId="25886" LastActivityDate="2020-10-08T14:23:12.520" Title="Finding historical London meteorological data" Tags="|data-request|weather|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18127" PostTypeId="2" ParentId="3946" CreationDate="2020-10-08T14:25:30.940" Score="0" Body="&lt;p&gt;There is also ELCD, &lt;a href=&quot;https://eplca.jrc.ec.europa.eu/ELCD3/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://eplca.jrc.ec.europa.eu/ELCD3/&lt;/a&gt;, and this &lt;a href=&quot;https://www.globallcadataaccess.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.globallcadataaccess.org/&lt;/a&gt;, and &lt;a href=&quot;https://eplca.jrc.ec.europa.eu/LCDN/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://eplca.jrc.ec.europa.eu/LCDN/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Hope it helps, Regards and stay safe,&lt;/p&gt;&#xA;&lt;p&gt;António Martins&lt;/p&gt;&#xA;" OwnerUserId="22045" LastActivityDate="2020-10-08T14:25:30.940" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18128" PostTypeId="1" CreationDate="2020-10-08T15:31:41.777" Score="1" ViewCount="10" Body="&lt;p&gt;I am working in the modelling and environmental evaluation of redox flow batteries based on Anthraquinone and ferrocyanide. Currently I am having difficulties in finding information on how ferrocyanide is produced, for example as Potassium Ferrocyanide.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know where I can find information or data concerning its production, if possible at an industrial scale.&lt;/p&gt;&#xA;" OwnerUserId="22045" LastActivityDate="2020-10-08T15:31:41.777" Title="Data/information on ferrocyanide production" Tags="|products|environment|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18129" PostTypeId="1" CreationDate="2020-10-08T21:07:04.997" Score="2" ViewCount="42" Body="&lt;p&gt;Starting your own startup is a great idea, you may become as rich as Jeff Bezos, Elon Musk, Bill Gates or Mark Zuckerberg. Wait... or may not. It of course depends on your skills and perspiration they say. And some mention luck.&lt;/p&gt;&#xA;&lt;p&gt;If we look at all the IT engineers who are employees in Silicon Valley (or better in the entire US, UK, or EU) and all the IT engineers who were brave to become a startup founder (failed or not) and calculate the average employee income and startup founder income. What would be that figures.&lt;/p&gt;&#xA;&lt;p&gt;In other words, whether being an employee or being a startup founder gives you a higher &lt;strong&gt;average&lt;/strong&gt; reward as an IT engineer. Statistically is it worth running after that carrot called own startup as opposed to sitting in the office chair 9 to 5?&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know about any available datasets around this?&lt;/p&gt;&#xA;&lt;p&gt;Apologies if I posted it in the wrong stackexchange, in this case please point me to a right one...&lt;/p&gt;&#xA;" OwnerUserId="25888" LastEditorUserId="14011" LastEditDate="2020-10-13T10:16:55.030" LastActivityDate="2020-10-13T10:16:55.030" Title="Statistically who gets higher **average** income, an employed engineer or an IT startup founder?" Tags="|data-request|usa|uk|economics|europe|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18130" PostTypeId="1" CreationDate="2020-10-08T22:23:18.490" Score="0" ViewCount="262" Body="&lt;p&gt;I have got a dataset with names of companies and I am trying to retrieve their SIC codes. Is there an API accessible via Python that'd allow me to do so?&lt;/p&gt;&#xA;" OwnerUserId="25890" LastEditorUserId="16193" LastEditDate="2020-10-08T23:46:22.627" LastActivityDate="2020-10-09T11:19:16.870" Title="Getting SIC Codes for Companies" Tags="|api|business|industry|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18131" PostTypeId="2" ParentId="18130" CreationDate="2020-10-09T11:11:05.067" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCorporates&lt;/a&gt; is an agregator that collects public company information from different national registries. It also contains SIC codes whenever available.  Althought access to OC's API is paid, in the past they have provided time-limited free access for particular research purposes upon written request.&lt;/p&gt;&#xA;&lt;p&gt;However, &amp;quot;whenever available&amp;quot; above is a caveat that depends on jurisdictions and it might turn out that it is limiting particularly for your personal focus. If you are interested in one particular jurisdiction and you're lucky, on OC you would be able to find the local registrar of interest and it would have its own publicly accessible API.&lt;/p&gt;&#xA;" OwnerUserId="20652" LastEditorUserId="20652" LastEditDate="2020-10-09T11:19:16.870" LastActivityDate="2020-10-09T11:19:16.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18132" PostTypeId="2" ParentId="17538" CreationDate="2020-10-10T07:03:37.323" Score="1" Body="&lt;p&gt;&lt;br/&gt;&lt;br/&gt;&#xA;I suggest some websites that provided different traffic information.&lt;br/&gt; I hope they contain your request.&lt;br/&gt;&lt;br/&gt;&#xA;&lt;a href=&quot;https://www.travelmidwest.com/lmiga/home.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.travelmidwest.com/lmiga/home.jsp&lt;/a&gt; &lt;br/&gt;&#xA;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/PEMS-SF#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/PEMS-SF#&lt;/a&gt; &lt;br/&gt;&#xA;&lt;a href=&quot;https://data.austintexas.gov/browse?tags=transportation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.austintexas.gov/browse?tags=transportation&lt;/a&gt; &lt;br/&gt;&#xA;&lt;a href=&quot;http://pems.dot.ca.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://pems.dot.ca.gov/&lt;/a&gt; &lt;br/&gt;&#xA;and&lt;br/&gt;&#xA;&lt;a href=&quot;https://data.world/datasets/traffic-volume&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.world/datasets/traffic-volume&lt;/a&gt;  &lt;br/&gt;&#xA;&lt;br/&gt;&#xA;If you have to send a request: &lt;br/&gt;&#xA;&lt;a href=&quot;https://www.markham.ca/wps/portal/home/onlineservices/trafficdatarequest&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.markham.ca/wps/portal/home/onlineservices/trafficdatarequest&lt;/a&gt; &lt;br/&gt;&#xA;Special native area :&lt;br/&gt;&#xA;&lt;a href=&quot;https://www.141.ir/trafficcounterfiles&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.141.ir/trafficcounterfiles&lt;/a&gt;&lt;br/&gt;&lt;/p&gt;&#xA;" OwnerUserId="19543" LastActivityDate="2020-10-10T07:03:37.323" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18133" PostTypeId="1" CreationDate="2020-10-11T03:47:02.773" Score="1" ViewCount="13" Body="&lt;p&gt;I'm trying to analyze export &amp;amp; import data by countries &amp;amp; their partners in UN Comtrade. As a check, I tried extracting data between China and US for one commodity = 850120.&#xA;My assumption was export data as reported by China to US and import data as reported by US from China would be equal. But it doesn't seem so.&lt;/p&gt;&#xA;&lt;p&gt;China says it exported &amp;quot;27,385,806&amp;quot; and US says it imported &amp;quot;61,328,903&amp;quot;. Would anybody know why there is a difference? My assumption is both are in USD. If that's not the case, where can I find what unit was used?&lt;/p&gt;&#xA;&lt;p&gt;Here is the full data and this is the link I used. 156 is country code for China and 842 is for US. If you reverse them (between &amp;quot;r&amp;quot; - reported by and &amp;quot;p&amp;quot; - partner country), you can get the data for the opposite flow&#xA;&lt;a href=&quot;https://comtrade.un.org/api/get?r=156&amp;amp;px=HS&amp;amp;ps=2017&amp;amp;p=842&amp;amp;max=5000&amp;amp;freq=A&amp;amp;cc=840682&amp;amp;type=C&amp;amp;fmt=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://comtrade.un.org/api/get?r=156&amp;amp;px=HS&amp;amp;ps=2017&amp;amp;p=842&amp;amp;max=5000&amp;amp;freq=A&amp;amp;cc=840682&amp;amp;type=C&amp;amp;fmt=json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bV7oQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bV7oQ.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25895" LastActivityDate="2020-10-11T03:47:02.773" Title="Mismatch in Export/Import for countries in Comtrae" Tags="|global|trade|un|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18134" PostTypeId="1" CreationDate="2020-10-12T11:57:01.990" Score="1" ViewCount="47" Body="&lt;p&gt;I'm looking for road traffic count/volume (i.e. number of cars) per road in the Czech Republic. Something like &lt;a href=&quot;http://www.ceskedalnice.cz/prilohy/intenzity-2005.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, although it should ideally be&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;from recent years;&lt;/li&gt;&#xA;&lt;li&gt;a tabular dataset, not an image;&lt;/li&gt;&#xA;&lt;li&gt;per national road (not a must, e.g. per detector is fine as well);&lt;/li&gt;&#xA;&lt;li&gt;hourly data (yearly averages are also ok, if nothing else is available).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I searched for a while now, also on official channels like the &lt;a href=&quot;https://www.czso.cz/csu/czso/ministry-of-transport&quot; rel=&quot;nofollow noreferrer&quot;&gt;Czech Statistical Office&lt;/a&gt;, but to no avail. The data should exist somewhere, since the National Traffic and Information Centre apparently measures volume of traffic. I don't know whether this data is published though and if so, where.&lt;/p&gt;&#xA;&lt;p&gt;Any help is greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="25899" LastActivityDate="2020-10-12T11:57:01.990" Title="Road traffic per national road in the Czech Republic" Tags="|transportation|traffic|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18135" PostTypeId="2" ParentId="12692" CreationDate="2020-10-12T14:03:53.597" Score="0" Body="&lt;p&gt;Not sure if this works for you or if you're still on the hunt for this. Try Terrain.party. Its where you can select any geographic region and it downloads the elevation map for use in the game Cities Skylines. I've used them to get maps of volcanos and mountain terrain, it works great.&lt;/p&gt;&#xA;" OwnerUserId="25900" LastActivityDate="2020-10-12T14:03:53.597" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18136" PostTypeId="1" CreationDate="2020-10-12T17:10:18.813" Score="0" ViewCount="64" Body="&lt;p&gt;Is there somewhere I can get detailed information on real-time traffic accidents?&lt;/p&gt;&#xA;&lt;p&gt;The data I need is accident location (zip code is best) and the names of the people involved.&lt;/p&gt;&#xA;" OwnerUserId="13953" LastEditorUserId="10235" LastEditDate="2020-10-16T15:07:07.487" LastActivityDate="2020-10-20T04:58:55.440" Title="Local Accident Data" Tags="|usa|traffic|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18139" PostTypeId="1" CreationDate="2020-10-13T21:43:20.060" Score="2" ViewCount="1302" Body="&lt;p&gt;Old Photo Restoration via Deep Latent Space Translation (&lt;a href=&quot;https://paperswithcode.com/paper/old-photo-restoration-via-deep-latent-space&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://paperswithcode.com/paper/old-photo-restoration-via-deep-latent-space&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;I am part of a graduated semester project. Do you know if we can find a photo database related to this article? We would be interested in reproducing their work via programming. We need at least 1000 pictures for the training phase.&lt;/p&gt;&#xA;&lt;p&gt;So far, we have already asked to provide us the data.&lt;/p&gt;&#xA;" OwnerUserId="25910" LastEditorUserId="25910" LastEditDate="2020-10-16T12:59:01.053" LastActivityDate="2020-10-16T12:59:01.053" Title="Database for Old Photo Restoration" Tags="|data-request|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18140" PostTypeId="2" ParentId="18139" CreationDate="2020-10-14T08:40:21.837" Score="2" Body="&lt;p&gt;There is a github repository linked: &lt;a href=&quot;https://github.com/microsoft/Bringing-Old-Photos-Back-to-Life&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/microsoft/Bringing-Old-Photos-Back-to-Life&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HCoa5m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HCoa5m.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And in that repository there are folders for test-images and images&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/microsoft/Bringing-Old-Photos-Back-to-Life/tree/master/test_images&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/microsoft/Bringing-Old-Photos-Back-to-Life/tree/master/test_images&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/microsoft/Bringing-Old-Photos-Back-to-Life/tree/master/imgs&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/microsoft/Bringing-Old-Photos-Back-to-Life/tree/master/imgs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-10-14T08:40:21.837" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18141" PostTypeId="1" CreationDate="2020-10-14T21:26:47.863" Score="1" ViewCount="22" Body="&lt;p&gt;Recently, ArXiv partnered with Github to host links to repos implementing theory contained in papers (possibly eliminating the need for universities and formal education).  What is the next step in making data more available and discoverable...perhaps convincing ArXiv to also request authors provide links to the data sets used by the code in their papers?&lt;/p&gt;&#xA;" OwnerUserId="25915" LastEditorUserId="25915" LastEditDate="2022-03-15T14:08:36.473" LastActivityDate="2022-03-15T14:08:36.473" Title="What is the next step in the decentralization of education about data analytics?" Tags="|uses-of-open-data|internet|academia|git|research-papers|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18142" PostTypeId="2" ParentId="18139" CreationDate="2020-10-15T10:13:31.493" Score="1" Body="&lt;p&gt;Unfortunately, there aren't a lot of relevant data to photo restoration, but imo you can replicate them/ generate your own. I suggest choosing a starting data-set similar to your target data, so if you are trying to restore portrait images maybe the &lt;a href=&quot;https://data.vision.ee.ethz.ch/cvl/rrothe/imdb-wiki/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IMDB-WIKI – 500k+ face images with age and gender labels&lt;/a&gt; is a good choice. Using &lt;a href=&quot;https://stackoverflow.com/questions/7624765/converting-an-opencv-image-to-black-and-white&quot;&gt;OpenCV you can convert these images to black and white (gray scaled)&lt;/a&gt; and then you can merge/ blend these images with &lt;a href=&quot;https://www.google.com/search?q=old+photo+texture&amp;amp;tbm=isch&amp;amp;ved=2ahUKEwiNn_vEoLbsAhUM5hoKHXBiCUwQ2-cCegQIABAA&amp;amp;oq=old+photo+texture&amp;amp;gs_lcp=CgNpbWcQAzICCAAyAggAMgIIADICCAAyAggAMgIIADICCAAyAggAMgIIAFC3GFiBJmCsLWgAcAB4AIABkgGIAagGkgEDMS42mAEAoAEBqgELZ3dzLXdpei1pbWfAAQE&amp;amp;sclient=img&amp;amp;ei=QhKIX432HIzMa_DEpeAE&amp;amp;bih=875&amp;amp;biw=1920&amp;amp;client=ubuntu&amp;amp;hs=gm2&quot; rel=&quot;nofollow noreferrer&quot;&gt;different old pictures textures&lt;/a&gt;. For that see &lt;a href=&quot;https://docs.opencv.org/3.4/d5/dc4/tutorial_adding_images.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&#xA;Adding (blending) two images using OpenCV&#xA;&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;With some further tweaking (some randomized degradation and augmentation) the resulting images should be quite realistic and close to real data.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, you can use restoration tools/ codes like the &lt;a href=&quot;https://demos.algorithmia.com/colorize-photos&quot; rel=&quot;nofollow noreferrer&quot;&gt;Algorithmia- API&lt;/a&gt; to restore pictures and build a dataset but that will not result in a better restoration neural network than theirs.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-15T10:13:31.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18143" PostTypeId="1" CreationDate="2020-10-15T14:08:00.403" Score="1" ViewCount="37" Body="&lt;p&gt;Is there any abbreviations dictionary that I can use for free in a commercial application?&lt;/p&gt;&#xA;&lt;p&gt;There are great sources of English abbreviations like&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.abbreviations.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.abbreviations.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://abbreviations.woxikon.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://abbreviations.woxikon.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;that I used as a student, but back then I was not using them for commercial purpose.&lt;/p&gt;&#xA;&lt;p&gt;One thing I like about those dictionaries (and that would be an additional bonus) is that they offer me a way to choose between possible expansions of a short form based on the domain, e.g., LOTR can be expanded Lord Of The Rings in pop culture, and to Legend Of The Rangers in military domain.&lt;/p&gt;&#xA;" OwnerUserId="22469" LastActivityDate="2020-10-15T14:08:00.403" Title="Free abbreviation dictionary for commercial use" Tags="|dictionary|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18144" PostTypeId="1" CreationDate="2020-10-15T20:00:46.527" Score="2" ViewCount="1629" Body="&lt;p&gt;The only reason I know about XDXF is that this dictionary mentions that it supports it: &lt;a href=&quot;http://folkets-lexikon.csc.kth.se/folkets/om.en.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://folkets-lexikon.csc.kth.se/folkets/om.en.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Now I'm trying to find all other dictionaries, in many different languages, but primarily English, Swedish, Finnish, Norwegian, Danish, German, French, Dutch, Japanese, Korean, etc. I pretty much want them all. And several ones for each language, if possible, so that I can make a gigantic local database of them and never have to send any individual requests to external websites again, and make all kinds of queries which would not be possible unless hosted locally.&lt;/p&gt;&#xA;&lt;p&gt;I would then be able to make a nice quick list of words in all kinds of languages based on what I input into my system.&lt;/p&gt;&#xA;&lt;p&gt;However, I've spent significant time now and not found anything. Just the usual nonsensical, outdated source code repositories with cryptic, undocumented information which has nothing to do with what I'm searching for.&lt;/p&gt;&#xA;&lt;p&gt;Other than spending weeks manually searching through every online dictionary and click around their websites only to find that maybe a couple of them have XDXF files for download, is there some way for me to get links to them in one location?&lt;/p&gt;&#xA;&lt;p&gt;Note: &lt;a href=&quot;https://en.wikipedia.org/wiki/XDXF&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/XDXF&lt;/a&gt; has a teasing link called &amp;quot;XDXF dictionaries repository&amp;quot;, but it actually links to no such thing.&lt;/p&gt;&#xA;" OwnerUserId="25920" LastEditorUserId="70" LastEditDate="2022-10-14T18:53:36.520" LastActivityDate="2022-10-14T18:53:36.520" Title="How do I find a list of all dictionaries available as XDXF?" Tags="|data-request|dictionary|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18145" PostTypeId="2" ParentId="18144" CreationDate="2020-10-15T21:52:55.090" Score="1" Body="&lt;p&gt;I went through the old Wikipedia edits and found and old link&#xA;&lt;a href=&quot;https://en.m.wikipedia.org/w/index.php?title=XDXF&amp;amp;oldid=420455117&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.m.wikipedia.org/w/index.php?title=XDXF&amp;amp;oldid=420455117&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;that’s dead: xdxf.revdanica.com/down/&lt;/p&gt;&#xA;&lt;p&gt;but that page was archived on the wayback machine&#xA;&lt;a href=&quot;https://web.archive.org/web/20111222190311/http://xdxf.revdanica.com/down/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20111222190311/http://xdxf.revdanica.com/down/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and I manually checked one download and it was archived, too, so hopefully many are available&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-10-15T21:52:55.090" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18147" PostTypeId="1" CreationDate="2020-10-17T00:22:20.537" Score="1" ViewCount="20" Body="&lt;p&gt;Does anyone have information about the ratio between fraud and valid credit card operations? I found data about the absolute number of frauds, value lost because of them, and so on, but the relation between fraud x and ok operations is pretty hard to find.&lt;/p&gt;&#xA;" OwnerUserId="25927" LastEditorUserId="25927" LastEditDate="2020-10-17T00:50:13.420" LastActivityDate="2020-10-17T00:50:13.420" Title="Data about credit card fraud" Tags="|data-request|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18148" PostTypeId="1" AcceptedAnswerId="20371" CreationDate="2020-10-18T15:28:00.587" Score="3" ViewCount="680" Body="&lt;p&gt;Is there any way to find all occurrences of some file on the entire internet, as captured by the Internet Archive? I want to wildcard-search for a filename.&lt;/p&gt;&#xA;&lt;p&gt;Of course, this doesn't make sense with basic filenames like &lt;code&gt;index.php&lt;/code&gt;, but say you are looking for &lt;code&gt;OOo_1.0.3.1_Win32Intel_install.zip&lt;/code&gt; but cannot find it anywhere using regular live search engines – can the Wayback Machine help with that? &lt;a href=&quot;https://web.archive.org/web/*/*OOo_1.0.3.1_Win32Intel_install.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/*/*OOo_1.0.3.1_Win32Intel_install.zip&lt;/a&gt; e.g. would not not return anything. But it looks like it should: There &lt;strong&gt;is&lt;/strong&gt; &lt;a href=&quot;https://web.archive.org/web/20150411035821/http://download.oldapps.com/OpenOffice/OOo_1.0.3.1_Win32Intel_install.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20150411035821/http://download.oldapps.com/OpenOffice/OOo_1.0.3.1_Win32Intel_install.zip&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;And if not directly, maybe using the &lt;a href=&quot;https://archive.org/services/docs/api/internetarchive/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Python library&lt;/a&gt;? The documentation did not help out, neither did the &lt;a href=&quot;https://help.archive.org/hc/en-us/articles/360018359991-Search-A-Basic-Guide&quot; rel=&quot;nofollow noreferrer&quot;&gt;Search Guide&lt;/a&gt; or the &lt;a href=&quot;https://help.archive.org/hc/en-us/articles/360004651732-Using-The-Wayback-Machine&quot; rel=&quot;nofollow noreferrer&quot;&gt;WM FAQ&lt;/a&gt;. Maybe there is a mirror for some kind of WA metadata database that you can download, so you can build your own queries? Did not find anything either.&lt;/p&gt;&#xA;" OwnerUserId="20860" LastEditorUserId="70" LastEditDate="2022-10-14T18:55:54.537" LastActivityDate="2022-10-14T18:55:54.537" Title="Searching for a specific file name across websites on Wayback Machine" Tags="|web-crawling|html|archive.org|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18149" PostTypeId="1" CreationDate="2020-10-19T14:23:13.877" Score="0" ViewCount="54" Body="&lt;p&gt;When I call the API to get information for a specific Medical Device Recall how can I get the URL for that specific recall?&lt;/p&gt;&#xA;&lt;p&gt;f.e. when I call: &lt;a href=&quot;https://api.fda.gov/device/recall.json?search=product_res_number&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/recall.json?search=product_res_number&lt;/a&gt;: &amp;quot;Z-0997-2015&amp;quot;&#xA;is there a way to find out the related URL: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm?id=131452&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm?id=131452&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or is there a way to find out the id at the end of the URL?&lt;/p&gt;&#xA;" OwnerUserId="25939" LastEditorUserId="23272" LastEditDate="2022-07-14T13:05:44.037" LastActivityDate="2022-07-14T13:05:44.037" Title="How do I get the Url for a specific Medical Device Recall via API?" Tags="|data-request|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18150" PostTypeId="1" CreationDate="2020-10-19T17:05:49.277" Score="1" ViewCount="19" Body="&lt;p&gt;I've worked on a simulation of understanding the rate at which new concepts are found, and I'm looking for a dataset to test this on. I looked at &lt;a href=&quot;https://doi.org/10.1177%2F0003122415601618&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; paper and they tested some of their hypotheses by developing clusters out of single chemicals annotated from MEDLINE publications. What they did is non-trivial and frankly out of the scope of my understanding. But I need something similar. I want to look at journal papers in some year range, and look at how many new concepts were found in that time period and how they are associated with each other. Because if a new concept is found in an area that is relatively new, it often leads to multiple new concepts found in that same general area in a short period of time, thus leading to a new cluster. This can be seen in the following figure from the attached paper.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/cwg3P.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/cwg3P.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As new chemicals related to DNA were found, slowly a cluster of DNA and Molecular Biology was formed. Thus, in the above figure, I'd look at the number of clusters and the number of nodes (chemicals) in each cluster at a year, say 1990, and then at say 1996. The number of new nodes (chemicals) found in that period would form my dataset, and I'd try to set my parameters such that my simulation finds all those nodes in the correspondingly correlated time period. Are there any datasets that allow me access to such information of concepts in the form of clusters? If not, is there a relatively easy way to form such a dataset of clusters?&lt;/p&gt;&#xA;" OwnerUserId="25940" LastActivityDate="2020-10-19T17:05:49.277" Title="Knowledge clusters" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18151" PostTypeId="1" CreationDate="2020-10-20T00:06:23.163" Score="1" ViewCount="51" Body="&lt;p&gt;Recently &lt;a href=&quot;https://ieeexplore.ieee.org/abstract/document/8361343&quot; rel=&quot;nofollow noreferrer&quot;&gt;I found this paper&lt;/a&gt; about the use of &lt;a href=&quot;https://en.wikipedia.org/wiki/Random_forest&quot; rel=&quot;nofollow noreferrer&quot;&gt;random forests&lt;/a&gt; to detect and prevent credit card fraud.&lt;/p&gt;&#xA;&lt;p&gt;In this paper the authors use a dataset with more than 30 million records from a Chinese e-commerce company. Does anyone know if this specific dataset is available? I'm a grad in computer science and I'm currently studying this subject. This database will help me a lot.&lt;/p&gt;&#xA;" OwnerUserId="25927" LastEditorUserId="3786" LastEditDate="2020-10-26T11:15:23.207" LastActivityDate="2020-10-26T11:15:23.207" Title="Credit-card fraud data set wanted" Tags="|data-request|china|" AnswerCount="0" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="18152" PostTypeId="2" ParentId="18136" CreationDate="2020-10-20T04:53:13.200" Score="1" Body="&lt;h2&gt;&lt;a href=&quot;https://www.kaggle.com/sobhanmoosavi/us-accidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Accidents (3.5 million records)&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;h3&gt;A Countrywide Traffic Accident Dataset (2016 - 2020)&lt;/h3&gt;&#xA;&lt;p&gt;This dataset has been collected in real-time, using multiple Traffic APIs. Currently, it contains accident data that are collected from February 2016 to June 2020 for the Contiguous United States.&lt;/p&gt;&#xA;&lt;p&gt;This is a countrywide car accident dataset, which covers 49 states of the USA. The accident data are collected using two APIs that provide streaming traffic incident (or event) data. These APIs broadcast traffic data captured by a variety of entities, such as the US and state departments of transportation, law enforcement agencies, traffic cameras, and traffic sensors within the road-networks. Currently, there are about 3.5 million accident records in this dataset. Check &lt;a href=&quot;https://smoosavi.org/datasets/us_accidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; to learn more about this dataset.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Coverage&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The dataset covers 49 states of the US.&lt;/p&gt;&#xA;&lt;p&gt;More details can be &lt;a href=&quot;https://smoosavi.org/datasets/us_accidents&quot; rel=&quot;nofollow noreferrer&quot;&gt;found here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can download from &lt;a href=&quot;https://osu.app.box.com/v/us-accidents-june20&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; or from Kaggle&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2020-10-20T04:58:55.440" LastActivityDate="2020-10-20T04:58:55.440" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18153" PostTypeId="1" CreationDate="2020-10-20T18:06:16.610" Score="1" ViewCount="26" Body="&lt;p&gt;I am looking for a peer-to-peer communication dataset, chat data, emails, phone calls, etc... any kind of conversation text between pairs of people for research. It would be much useful if the genders(or the names/nicknames) of both sides are labeled.&lt;/p&gt;&#xA;&lt;p&gt;P.S. The language is not important. English, Spanish, French, German, Russian, Indian, etc... all welcome.&lt;/p&gt;&#xA;" OwnerUserId="24761" LastEditorUserId="23272" LastEditDate="2021-04-03T09:22:28.993" LastActivityDate="2021-04-03T09:22:28.993" Title="Peer to peer communication dataset for research" Tags="|data-request|research|language|text|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18154" PostTypeId="1" CreationDate="2020-10-20T19:11:55.207" Score="1" ViewCount="31" Body="&lt;p&gt;Where can I find historical Air pollution data from Johannesburg? I need hourly data (or a smaller resolution, such as 15 minutes, which is probabaly harder to find). Tried googling this online yet got no useful results.&lt;/p&gt;&#xA;&lt;p&gt;The closest thing I found was &lt;a href=&quot;https://aqicn.org/city/johannesburg/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; site, and it wasn't useful.&lt;/p&gt;&#xA;&lt;p&gt;NOTE: by historical I mean from past years till today, 2015-2020 would be good for example.&lt;/p&gt;&#xA;" OwnerUserId="25886" LastActivityDate="2020-10-20T19:11:55.207" Title="Finding historical Air pollution data from Johannesburg" Tags="|data-request|weather|meteorology|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18155" PostTypeId="2" ParentId="18107" CreationDate="2020-10-20T23:08:10.983" Score="1" Body="&lt;p&gt;How about the &lt;a href=&quot;https://cloud.google.com/maps-platform/places&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Places&lt;/a&gt; API? You can get place information that you see on Google Maps through &lt;a href=&quot;https://developers.google.com/places/web-service/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;searching&lt;/a&gt;. There is a free $200 quota per month, that may provide you enough?&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2020-10-20T23:08:10.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18156" PostTypeId="1" CreationDate="2020-10-21T17:11:08.640" Score="1" ViewCount="17" Body="&lt;p&gt;I'm trying to find an API key to access &lt;a href=&quot;https://finder.healthcare.gov/#services&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://finder.healthcare.gov/#services&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The form to request the API Is broken.&lt;/p&gt;&#xA;&lt;p&gt;How do I get access to the API?&lt;/p&gt;&#xA;" OwnerUserId="25949" LastActivityDate="2020-10-21T17:11:08.640" Title="Finder API Access" Tags="|api|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18157" PostTypeId="1" CreationDate="2020-10-21T17:26:09.500" Score="1" ViewCount="19" Body="&lt;p&gt;Suppose I wanted to find the average heating price for a specific location in the US, where:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;em&gt;heating_price&lt;/em&gt;: The price of equivalent unit energy intensity of heating energy source (e.g. natural gas), measured in $/kWh.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Is there a public API that would return such information for either residential, commercial or industrial spaces? After doing my own research I am able to find electricity costs/general energy costs but am unable to find endpoints or data specific to heating.&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I apologize if this is the wrong Q/A forum to ask in advance. If you could please redirect me to the proper site/SE site that would be helpful.&lt;/p&gt;&#xA;" OwnerUserId="25950" LastActivityDate="2020-10-21T17:26:09.500" Title="Determine Heating costs in $/kWh for a specific location" Tags="|api|energy|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18158" PostTypeId="1" CreationDate="2020-10-21T18:43:49.563" Score="1" ViewCount="26" Body="&lt;p&gt;I'm try to do some data analysis on smartphone prices but am having trouble finding a dataset. The data found &lt;a href=&quot;https://www.productchart.com/smartphones/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; looks like exactly what I need, but it's in this interactive chart format. I was wondering if there was a way to extract the data put into this chart as a .csv file so that I can use it in SAS and R for data analysis. Any help is appreciated!&lt;/p&gt;&#xA;" OwnerUserId="25951" LastActivityDate="2020-10-23T21:24:28.293" Title="Extracting Smartphone Data From a Webpage" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18160" PostTypeId="1" CreationDate="2020-10-22T01:53:09.173" Score="1" ViewCount="49" Body="&lt;p&gt;How would I track new FDA drug indications or other major changes each month?&lt;br /&gt;&#xA;Example Dupixent expanded its atopic dermatitis indication from 12 years + to 6 years + in May 2020.&lt;/p&gt;&#xA;&lt;p&gt;How could I set up a CRON job to check for new indications each week or month?&#xA;e.g. ' indications_and_usage ' family, 'purpose' parameter&#xA;e.g.  'Other fields' family, 'recent_major_changes' parameter&lt;/p&gt;&#xA;&lt;p&gt;Example Inquiry:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=effective_time:%5B20110501+TO+20121231%5D&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=effective_time:[20110501+TO+20121231]&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25953" LastEditorUserId="23272" LastEditDate="2021-04-03T05:00:31.643" LastActivityDate="2023-12-19T12:02:45.307" Title="Are weekly CRON jobs possbile for for openFDA, new indications_and_usage inquiries?" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18161" PostTypeId="1" CreationDate="2020-10-22T13:14:51.440" Score="1" ViewCount="56" Body="&lt;p&gt;Why the data we get from openfda seems to grow a lot each quarter? The 2020Q2 openfda csv file we create is 2.3GB vs the 2019Q2 data which is 1.3GB. On the other hand, the FAERS data only changed from 118MB to 123MB in the same time period.&lt;/p&gt;&#xA;" OwnerUserId="25408" LastActivityDate="2024-03-11T22:07:56.000" Title="OpenFda data seems to grow lot each quarter" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18162" PostTypeId="1" CreationDate="2020-10-22T12:17:51.503" Score="4" ViewCount="37" Body="&lt;p&gt;I am seeking datasets for predicting rainfall with the help of the following variables:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Temperature&lt;/li&gt;&#xA;&lt;li&gt;Wind Speed&lt;/li&gt;&#xA;&lt;li&gt;Humidity&lt;/li&gt;&#xA;&lt;li&gt;Air Pressure&lt;/li&gt;&#xA;&lt;li&gt;Quantity of Rainfall&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Please suggest and advise.&lt;/p&gt;&#xA;" OwnerUserId="23669" OwnerDisplayName="Muhammad Maqsoodur Rehman" LastEditorUserId="23272" LastEditDate="2021-04-07T13:03:38.333" LastActivityDate="2021-04-07T13:03:38.333" Title="Where can I find datasets to predict rainfall for a certain city?" Tags="|data-request|weather|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18163" PostTypeId="2" ParentId="18162" CreationDate="2020-10-22T13:55:15.193" Score="1" Body="&lt;p&gt;Try accessing Copernicus, they provide API for accessing climate &amp;amp; other kinds of data: &lt;a href=&quot;https://cds.climate.copernicus.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cds.climate.copernicus.eu&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Viktoria Karamysheva" LastActivityDate="2020-10-22T13:55:15.193" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18164" PostTypeId="1" CreationDate="2020-10-22T19:08:19.497" Score="1" ViewCount="35" Body="&lt;p&gt;Looking for a large dataset for survival analysis where at least one of the variables is time-dependent.&lt;/p&gt;&#xA;&lt;p&gt;For example, this a sample dataset:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;    time status sex age year thickness ulcer&#xA;1     10      3   1  76 1972      6.76     1&#xA;2     30      3   1  56 1968      0.65     0&#xA;3     35      2   1  41 1977      1.34     0&#xA;4     99      3   0  71 1968      2.90     0&#xA;5    185      1   1  52 1965     12.08     1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Ideally, I would want the &amp;quot;thickness&amp;quot; time history progression for each element/row until event time.&lt;/p&gt;&#xA;&lt;p&gt;I have had no luck to find such dataset thus far.&lt;/p&gt;&#xA;" OwnerUserId="25958" LastActivityDate="2020-10-22T19:08:19.497" Title="Where to find large survival dataset with at least one time dependent variable?" Tags="|data-request|medical|finance|metadata|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18165" PostTypeId="2" ParentId="17394" CreationDate="2020-10-22T21:19:11.880" Score="4" Body="&lt;p&gt;Microsoft recently released building footprints for all of Australia. See their &lt;a href=&quot;https://github.com/microsoft/AustraliaBuildingFootprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github page here&lt;/a&gt;; &lt;a href=&quot;https://github.com/microsoft/AustraliaBuildingFootprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/microsoft/AustraliaBuildingFootprints&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The licence is Microsoft's Open Database Commons, meaning you can use the data as you need but you must attribute them, &lt;a href=&quot;https://opendatacommons.org/licenses/odbl/summary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;see licence conditions here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14333" LastActivityDate="2020-10-22T21:19:11.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18166" PostTypeId="1" CreationDate="2020-10-23T13:38:03.293" Score="1" ViewCount="64" Body="&lt;p&gt;I'm looking for open databases representing a tree data structure. I've already found the animal taxonomy, which is a perfect use case, but I'm looking for further open databases, focusing on a topic of commercial and/or scientific interest. I've found several databases representing a directed graph, but I have difficulty at finding databases representing a tree.&lt;/p&gt;&#xA;" OwnerUserId="25962" LastActivityDate="2020-10-26T08:57:42.953" Title="Open databases representing a tree" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18167" PostTypeId="2" ParentId="18158" CreationDate="2020-10-23T21:24:28.293" Score="2" Body="&lt;p&gt;Yes, you can do it. As shown on the Figure below, the webpage generates special links for each phone, so when you filter the smartphones, you need to extract the data for all results smartphones. This can be do it with scrapping techniques maybe with a python based code.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/HDvI0.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/HDvI0.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25964" LastActivityDate="2020-10-23T21:24:28.293" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18168" PostTypeId="2" ParentId="18166" CreationDate="2020-10-24T12:58:54.210" Score="0" Body="&lt;p&gt;&lt;strike&gt;On &lt;a href=&quot;https://en.wikipedia.org/wiki/Graph_database#List_of_graph_databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt; you can see both proprietary and open source graph database. The open source graph databases: Neo4j, RedisGraph, TerminusDB, JanusGraph, Grakn Core.&lt;/p&gt;&#xA;&lt;p&gt;On the website of Apache project &lt;a href=&quot;https://tinkerpop.apache.org/#graph-systems&quot; rel=&quot;nofollow noreferrer&quot;&gt;TinkerPop&lt;/a&gt;, you can also see a longer list of graph databases (both open source and proprietary) it supports.&lt;/strike&gt;&lt;/p&gt;&#xA;" OwnerUserId="25916" LastEditorUserId="25916" LastEditDate="2020-10-24T17:08:46.657" LastActivityDate="2020-10-24T17:08:46.657" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18169" PostTypeId="2" ParentId="295" CreationDate="2020-10-24T19:07:37.177" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://www.openhumans.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;open humans&lt;/a&gt; project is all about this but each user has to opt into your analysis and I think the analysis must be done on the platform.&lt;/p&gt;&#xA;" OwnerUserId="25967" LastActivityDate="2020-10-24T19:07:37.177" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18170" PostTypeId="1" AcceptedAnswerId="18176" CreationDate="2020-10-25T00:36:10.840" Score="2" ViewCount="68" Body="&lt;p&gt;One might think that this question should be on the &lt;a href=&quot;https://german.stackexchange.com/&quot;&gt;StackExchange German&lt;/a&gt; site, but they appear not to like requests for lists and such like. Hence this post ...&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for large &lt;em&gt;electronic&lt;/em&gt; list of German verbs with the following essential fields: infinitive, 3rd-person present indicative, 3rd-person simple past, and the past-participle. For example, in the case of the irregular verb, bringen, the list would have&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;bringen, bringt, brachte, gebracht,&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;and in the case of the weak verb, sagen, the list would have&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;sagen, sagt, sagte, gesagt.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I'm particularly looking for a list that separately lists verbs (where they exist) with the various separable and inseparable prefixes, such as&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;ab-, an-, auf-, aus-, be- emp, ent-, er- ge-, miss-, ver- zer-,&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;etc.&lt;/p&gt;&#xA;&lt;p&gt;I have been able to locate printed lists such as the Collins Pocket German Verb Tables (ISBN 000470153-4) which are quite comprehensive. However, aside from the disadvantage of not being in electronic form, the book does not list the parts I'm looking for. Instead, the body of the book consists of 200 example verbs to which some 2000 verbs are then cross-referenced. The wanted material is all there, but in a very awkward form for linguistic purposes.&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2020-10-26T09:05:10.897" Title="Linguistics. German verbs" Tags="|data-request|language|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18172" PostTypeId="2" ParentId="18170" CreationDate="2020-10-26T01:02:43.180" Score="2" Body="&lt;p&gt;Word forms available at Wiktionary&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://de.wiktionary.org/wiki/Flexion:bringen&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wiktionary.org/wiki/Flexion:bringen&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can parse page content using:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/Suyash458/WiktionaryParser&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Suyash458/WiktionaryParser&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can also check GermaNet:&#xA;&lt;a href=&quot;https://uni-tuebingen.de/en/142806&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://uni-tuebingen.de/en/142806&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8927" LastActivityDate="2020-10-26T01:02:43.180" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18173" PostTypeId="2" ParentId="18166" CreationDate="2020-10-26T01:13:36.020" Score="1" Body="&lt;p&gt;Check Wikipedia Category Tree&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/kevinlu1248/wikipedia-category-tree&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/kevinlu1248/wikipedia-category-tree&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Wikidata Taxonomy. There is an hierarchy of &amp;quot;Instance of&amp;quot; P31 properties for each entity defined in Wikidata&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.npmjs.com/package/wikidata-taxonomy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.npmjs.com/package/wikidata-taxonomy&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8927" LastActivityDate="2020-10-26T01:13:36.020" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18176" PostTypeId="2" ParentId="18170" CreationDate="2020-10-26T09:05:10.897" Score="3" Body="&lt;p&gt;This &lt;a href=&quot;https://github.com/viorelsfetea/german-verbs-database/blob/master/output/verbs.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;verbs.csv&lt;/a&gt; seems to be exactly what you are looking for. It includes 8049 verb with their associated conjugations. The list is part of the &lt;a href=&quot;https://github.com/viorelsfetea/german-verbs-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;german-verbs-database&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-26T09:05:10.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18177" PostTypeId="1" AcceptedAnswerId="18178" CreationDate="2020-10-26T10:03:28.953" Score="1" ViewCount="58" Body="&lt;p&gt;Does anyone know any website where I can get (in structured or unstructured form) data for hail events in Europe (especially Belgium)? I've found quite some (paying) sites for the US/Canada, but no site for Belgium. Ideally, I would need the size of the hail fallen and localization information.&lt;/p&gt;&#xA;" OwnerUserId="25972" LastEditorUserId="23272" LastEditDate="2021-04-03T05:18:53.970" LastActivityDate="2021-04-03T05:18:53.970" Title="Weather data: hail data for europe (belgium)" Tags="|data-request|weather|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18178" PostTypeId="2" ParentId="18177" CreationDate="2020-10-26T12:24:40.457" Score="1" Body="&lt;p&gt;Sometimes it helps to search in different languages, so since you are interested in data for Belgium, maybe it is worthy to search also in French and Flemish/ Dutch and German.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Search in French (événements de grêle), maybe you can find the following resources useful:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For Belgium : &lt;a href=&quot;https://www.meteo.be/fr/climat/evenements-remarquables-depuis-1901/evenements-remarquables/evenements/grele&quot; rel=&quot;nofollow noreferrer&quot;&gt;meteo.be/fr/climat/evenements-remarquables-depuis-1901/grele&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;For France : &lt;a href=&quot;https://www.infoclimat.fr/historic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;infoclimat.fr/historic/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;For Europe :&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.catnat.net/donneesstats/dernieres-actualites/25597-bilan-de-l-activite-grele-en-france-et-en-europe-en-2018&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bilan de l'activite grele en france et en europe en 2018&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.catnat.net/donneesstats/telechargements/bases-de-donnees-grele-france-et-europe&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bases de donnees grele en france et europe&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;Search in German (Hagel Ereignisse)&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For Europe : &lt;a href=&quot;https://eswd.eu/cgi-bin/eswd.cgi&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://eswd.eu/cgi-bin/eswd.cgi&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-26T12:24:40.457" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18179" PostTypeId="2" ParentId="18149" CreationDate="2020-10-26T14:19:03.543" Score="1" Body="&lt;p&gt;It is unclear what are you exactly trying to do. If you only need to extract part of the link then this seems to be a simple parsing task that can be done by editing the api call if possible or write some parsing code for it (using bash or python f.e.).&lt;/p&gt;&#xA;&lt;p&gt;However, if you are trying to do some matching between the datasets, which I suspect is your goal then you need to figure out the &lt;em&gt;id&lt;/em&gt; computation logic or its relation to the &lt;em&gt;product_res_number&lt;/em&gt;. Since this does not seem to be a simple task I suggest using the &lt;strong&gt;510(K)Number&lt;/strong&gt;, which seems to be the same in both Databases and you can search for a certain Device using its &lt;strong&gt;K_res_number&lt;/strong&gt; on &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;So what you can do is simulate a search using the &lt;em&gt;K-number&lt;/em&gt;, by replicating the same request triggered on search click and curl the request ( this is the second command. Note that I pass the &lt;em&gt;k-number&lt;/em&gt; in the command as the variable &lt;code&gt;$knumb&lt;/code&gt;). &lt;a href=&quot;https://curl.haxx.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Curl&lt;/a&gt; would return the Html page with the link that includes the id which you can extract using &lt;a href=&quot;https://man7.org/linux/man-pages/man1/grep.1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;grep&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Regular_expression&quot; rel=&quot;nofollow noreferrer&quot;&gt;regex&lt;/a&gt;. In a bash terminal this can be done as follows:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;# get k-number from first link/request&#xA;$ knumb=$(curl -s https://api.fda.gov/device/recall.json\?search\=product_res_number:%22Z-0997-2015%22 | python3 -c &amp;quot;import sys, json; print(json.load(sys.stdin)['results'][0]['k_numbers'][0])&amp;quot;)&#xA;                                                                                                                       &#xA;$ echo $knumb&#xA;K110474&#xA;&#xA;# get id from second link using search return for k-number&#xA;$ id=$(curl 'https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm' -H 'User-Agent: Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0' -H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8' -H 'Accept-Language: en-US,en;q=0.5' --compressed -H 'Content-Type: application/x-www-form-urlencoded' -H 'Origin: https://www.accessdata.fda.gov' -H 'Connection: keep-alive' -H 'Referer: https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRES/res.cfm' -H 'Cookie: AWSALB=k/tN7E7E4WMctvjulYSGWAjgrR3jlJwt8EWdvVIVJhuNirELXXFdnfK6G/ND2K95WIXt7o1JiYoo/PdCHWJ6u5I+KmJjznvH9/vpULe0tooH5LTi6xHbNfeCqwlF; AWSALBCORS=k/tN7E7E4WMctvjulYSGWAjgrR3jlJwt8EWdvVIVJhuNirELXXFdnfK6G/ND2K95WIXt7o1JiYoo/PdCHWJ6u5I+KmJjznvH9/vpULe0tooH5LTi6xHbNfeCqwlF' -H 'Upgrade-Insecure-Requests: 1' -H 'TE: Trailers' --data-raw 'productdescriptiontxt=&amp;amp;productcode=&amp;amp;centerclassificationtypetext=&amp;amp;PMA_510K_Num='$knumb'&amp;amp;postdatefrom=&amp;amp;postdateto=&amp;amp;recallnumber=&amp;amp;productshortreasontxt=&amp;amp;firmlegalnam=&amp;amp;rootCauseText=&amp;amp;sortcolumn=cdd&amp;amp;Search=Search' | grep -o -P &amp;quot;(?&amp;lt;=./res.cfm\?id=).*(?=\&amp;quot;)&amp;quot;)&#xA;&#xA;$ echo $id&#xA;131452&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;em&gt;&lt;strong&gt;NB:&lt;/strong&gt;&lt;/em&gt;&#xA;&lt;em&gt;If curl, grep and regex seem to be a bit complex or you do not use a Unix-based system where these tools are relatively simple to use ... please know that replicating the previous logic is a simple task in Python and the code is probably much tidier.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Sources and references:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/1955505/parsing-json-with-unix-tools&quot;&gt;Parsing JSON with Unix tools&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/13566574/how-to-match-content-between-html-specific-tags-with-attribute-using-grep&quot;&gt;How to match content between HTML specific tags with attribute using grep?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/13242469/how-to-use-sed-grep-to-extract-text-between-two-words&quot;&gt;How to use sed/grep to extract text between two words?&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-26T14:19:03.543" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18180" PostTypeId="1" CreationDate="2020-10-26T19:18:38.357" Score="2" ViewCount="36" Body="&lt;p&gt;I've been trying to find an open data source for cell and radio towers. OSM often includes these, but not in the areas I am looking at outside the US. I've been trying to see what I can get from opencellid.org but as their FAQ says:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;In addition, one of the basic rules of OSM is to map visible things. This is not the case here as MCC/MNC/LAC/CID are not visible in most cases.&#xA;Therefore, only a very small number of cell towers is currently mapped in OSM with MCC/MNC/LAC/CID tags.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;What I really need is the location of actual visible large cell towers, and ideally some idea as to their type.&lt;/p&gt;&#xA;&lt;p&gt;Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="25977" LastActivityDate="2020-10-26T19:18:38.357" Title="Open data for Visible cell towers outside the US" Tags="|data-request|open-source|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18181" PostTypeId="1" CreationDate="2020-10-27T13:22:48.607" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for a &lt;em&gt;&lt;strong&gt;dataset or a web service&lt;/strong&gt;&lt;/em&gt; that can return a list of &lt;strong&gt;unimpaired&lt;/strong&gt; water segments.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;There exists &lt;a href=&quot;https://www.epa.gov/sites/production/files/2020-08/documents/attains_how_to_access_web_services_2020-08-31.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;ATTAINS&lt;/a&gt;, a web service that will give the name of &amp;quot;&lt;strong&gt;impaired&lt;/strong&gt; water segments&amp;quot; by using - a 12 digit HUC, and an Assessment Unit Id.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;But I need a dataset for &amp;quot;&lt;strong&gt;unimpaired&lt;/strong&gt; water segments&amp;quot;.&#xA;Would anyone happen to know where to find one?&lt;/p&gt;&#xA;" OwnerUserId="25981" LastEditorUserId="21435" LastEditDate="2020-11-10T08:52:30.330" LastActivityDate="2020-11-10T08:52:30.330" Title="Seeking web service to return waterbody names for “unimpaired water segments”" Tags="|data-request|geospatial|environment|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18182" PostTypeId="2" ParentId="6946" CreationDate="2020-10-27T17:36:06.097" Score="0" Body="&lt;p&gt;You should be able to use this data set, just use the folder name &amp;quot;politics&amp;quot;, &amp;quot;sports&amp;quot; as the desired output and ignore the summaries angle.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/pariza/bbc-news-summary&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/pariza/bbc-news-summary&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This associated notebook creates csv files from those txt files. Copy the code starting aroud &amp;quot;Part 2 and 3 : Match Data and convert to csv file&amp;quot;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/anirudhp4/dataframe&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/anirudhp4/dataframe&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25982" LastActivityDate="2020-10-27T17:36:06.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18184" PostTypeId="2" ParentId="18161" CreationDate="2020-10-28T14:34:03.427" Score="0" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;The 2020Q2 openfda csv file we create is 2.3GB vs the 2019Q2 data which is 1.3GB.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Since openFDA does not generate CSV files and we have no way of knowing how the CSV file you are referring to is created &amp;amp; populated, we really have no way of answering the question. Sorry about the incovenience; I wish I could be more helpful.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-10-28T14:34:03.427" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18185" PostTypeId="2" ParentId="18160" CreationDate="2020-10-28T14:39:09.813" Score="0" Body="&lt;p&gt;As you correctly said, you could set up a periodic job that runs the query and compares results looking for changes, additions, etc. Unfortunately, we are unable to provide guidance for configuring a particular tool for doing so, such as CRON. CRON has vast documentation available all over the Web, however.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-10-28T14:39:09.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18186" PostTypeId="1" CreationDate="2020-10-28T18:11:32.643" Score="1" ViewCount="22" Body="&lt;p&gt;I'm looking for an eCommerce dataset, which works with implict data and should be suitable for a neuronal network. This dataset should be equivalent to the &lt;a href=&quot;https://www.aicrowd.com/challenges/spotify-million-playlist-dataset-challenge&quot; rel=&quot;nofollow noreferrer&quot;&gt;Spotify Million Playlist Dataset Challenge&lt;/a&gt; (please see below)&#xA;&lt;a href=&quot;https://i.stack.imgur.com/gW7PC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gW7PC.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Instead of the tracks, there should be the order with different articles. The dataset that I'm looking for should be:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;quot;order&amp;quot;: [&#xA;               {&#xA;                   &amp;quot;orderid&amp;quot;: &amp;quot;01&amp;quot;, &#xA;                   &amp;quot;order_at&amp;quot;: 1493424000, &#xA;                   &amp;quot;num_articels&amp;quot;: 5,&#xA;                   &amp;quot;price&amp;quot;: 120.85 &#xA;                   &amp;quot;articels&amp;quot;: [&#xA;                       {&#xA;                           &amp;quot;pos&amp;quot;: 0, &#xA;                           &amp;quot;articel_name&amp;quot;: &amp;quot;Apple&amp;quot;, &#xA;                           &amp;quot;articel_id&amp;quot;: &amp;quot;articel1545&amp;quot;, &#xA;                           &amp;quot;price&amp;quot;: 12.45, &#xA;                   &amp;quot;amount&amp;quot;: 2, &#xA;                       }, &#xA;                       {&#xA;                           &amp;quot;pos&amp;quot;: 0, &#xA;                           &amp;quot;articel_name&amp;quot;: &amp;quot;Banana&amp;quot;, &#xA;                           &amp;quot;articel_id&amp;quot;: &amp;quot;articel1585&amp;quot;, &#xA;                           &amp;quot;price&amp;quot;: 5.45, &#xA;                   &amp;quot;amount&amp;quot;: 1, &#xA;                       }, &#xA;                      ...&#xA;                  }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;It doesn't matter if json, csv or other formats.&lt;/p&gt;&#xA;&lt;p&gt;Does someone know a dataset that is similar to what I'm looking for? Thanks for suggestions, ideas and answers!&lt;/p&gt;&#xA;" OwnerUserId="25987" LastActivityDate="2020-10-28T18:11:32.643" Title="Does anyone know a similar dataset for training a neural network?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18187" PostTypeId="1" CreationDate="2020-10-28T18:43:54.060" Score="2" ViewCount="123" Body="&lt;p&gt;I want to know the number of papers published by the year from the last 100 years. Where can I find that? or How can I create that?&lt;/p&gt;&#xA;&lt;p&gt;I'm completely lost because with few searches I found nothing, just the papers relatives to a specific topic like artificial intelligence or aquaculture.&lt;/p&gt;&#xA;" OwnerUserId="25964" LastActivityDate="2020-11-03T17:53:05.987" Title="How to search for the number of papers per year worldwide?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18188" PostTypeId="2" ParentId="18187" CreationDate="2020-10-29T01:05:10.277" Score="1" Body="&lt;p&gt;The field of Artificial Intelligence (AI) is barely older than half a century, so finding related publications from the last 100 years is not possible. According to the &lt;a href=&quot;https://en.wikipedia.org/wiki/Artificial_intelligence#History&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia article about Artificial Intelligence&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The field of AI research was born at a workshop at Dartmouth College in 1956, where the term &amp;quot;Artificial Intelligence&amp;quot; was coined by John McCarthy to distinguish the field from cybernetics and escape the influence of the cyberneticist Norbert Wiener.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Furthermore, the words artificial intelligence are a bit general or at least have various sub-fileds/ synonymous terms: Machine Learning (ML), Deep Learning (DL) etc. Although I couldn't find a &amp;quot;clean&amp;quot; dataset related to your search but there are various publications, including &lt;strong&gt;graphs related to the number of publications related to AI, ML or DL:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JBLbA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JBLbA.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Fig 1: &lt;a href=&quot;https://www.researchgate.net/figure/Publications-per-year-in-Deep-Learning-by-IEEE_fig4_322132847&quot; rel=&quot;nofollow noreferrer&quot;&gt;Publications per year in Deep Learning by IEEE&lt;/a&gt; from &lt;a href=&quot;https://www.researchgate.net/publication/322132847_DEEP_LEARNING_PREVIOUS_AND_PRESENT_APPLICATIONS&quot; rel=&quot;nofollow noreferrer&quot;&gt;DEEP LEARNING: PREVIOUS AND PRESENT APPLICATIONS&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The following article &lt;a href=&quot;https://www.microsoft.com/en-us/research/project/academic/articles/aaai-conference-analytics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;AAAI Conference Analytics&lt;/a&gt; provides a nice overview about the state of AI research between 1994-2018.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;As for aquaculture:&lt;/strong&gt;&#xA;&lt;a href=&quot;https://i.stack.imgur.com/Sb8NH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Sb8NH.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Fig 2: &lt;a href=&quot;https://www.researchgate.net/figure/The-number-of-papers-published-on-hydroponic-aquaculture-and-aquaponic-from-1978_fig1_314205280&quot; rel=&quot;nofollow noreferrer&quot;&gt;The number of papers published on hydroponic*, aquaculture*, and aquaponic* ‡ from 1978 to 2015&lt;/a&gt; from &lt;a href=&quot;https://www.researchgate.net/publication/314205280_Strategic_Points_in_Aquaponics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Strategic Points in Aquaponics&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;This graph about &lt;a href=&quot;https://www.researchgate.net/figure/A-Web-of-Science-WOS-citations-of-offshore-aquaculture-over-time-relative-to_fig1_317078108&quot; rel=&quot;nofollow noreferrer&quot;&gt;citations of &amp;quot; offshore aquaculture &amp;quot; over time, relative to the number of publications per year and the associated journals pertaining to the publicatio&lt;/a&gt; could also be of use to you.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-29T01:05:10.277" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18189" PostTypeId="2" ParentId="14103" CreationDate="2020-10-29T01:27:55.663" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://www.worldclim.org/data/worldclim21.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;WorldClim&lt;/a&gt; data seems to be what you are looking for. The latest version (released in January 2020) includes climate data for 1970-2000. There are monthly climate data for minimum, mean, &amp;amp; maximum temperature, precipitation, wind speed, and other “bioclimatic” variables. It also includes data that are 10, 5 2.5 or 0.5 Minutes apart.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-29T01:27:55.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18190" PostTypeId="2" ParentId="18025" CreationDate="2020-10-29T05:39:17.500" Score="1" Body="&lt;p&gt;You can use Overpass API to get data in GeoJSON format.&#xA;You can query using WikidataID parameter (Q12501)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Overpass_turbo/GeoJSON&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Overpass_turbo/GeoJSON&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Example on &lt;a href=&quot;https://geoattractions.com/details/55971&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoattractions.com/details/55971&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bPvbD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bPvbD.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="8927" LastEditorUserId="8927" LastEditDate="2020-10-29T22:34:43.570" LastActivityDate="2020-10-29T22:34:43.570" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18191" PostTypeId="1" CreationDate="2020-10-29T10:48:44.423" Score="1" ViewCount="14" Body="&lt;p&gt;I've just spent several days downloading and loading in what turned out to be 10+ GB of garbage data. All I wanted was to know the current USD (average) market value for each day (not minute/hour) since the beginning. Simply to make some basic states for myself.&lt;/p&gt;&#xA;&lt;p&gt;That is, not some paid/registration &amp;quot;API&amp;quot;. Just a simple resource somewhere trustworthy. It's not a lot of data at all; not even ~4,000 days have passed since Bitcoin was announced, and the first marketplaces probably didn't appear right away. (The data I was trying to juggle was every single transaction ever performed on every exchange.)&lt;/p&gt;&#xA;" OwnerUserId="25991" LastActivityDate="2020-10-29T10:48:44.423" Title="Where can I get a JSON or CSV file with the average Bitcoin USD value for each day since it was announced?" Tags="|finance|historical|json|csv|trade|" AnswerCount="0" CommentCount="0" ClosedDate="2020-10-29T12:37:22.553" ContentLicense="CC BY-SA 4.0" />
  <row Id="18193" PostTypeId="2" ParentId="18103" CreationDate="2020-10-30T17:14:46.753" Score="1" Body="&lt;p&gt;It is a bit tricky to find up to date data/ infos concerning the travel restrictions. Best place to look for infos is the health ministry website of the country in question. For example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Tunisia&lt;/strong&gt; : offers &lt;a href=&quot;https://covid-19.tn/blog/%d8%aa%d8%b5%d9%86%d9%8a%d9%81-%d8%a7%d9%84%d8%af%d9%88%d9%84-%d8%ad%d8%b3%d8%a8-%d8%a7%d9%84%d9%88%d8%b6%d8%b9%d9%8a%d8%a9-%d8%a7%d9%84%d9%88%d8%a8%d8%a7%d9%8a%d9%94%d9%8a%d8%a9-23-%d8%b3%d8%a8/&quot; rel=&quot;nofollow noreferrer&quot;&gt;a pdf list updated continuously with 3 categories, each with each set of restrictions&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;UK&lt;/strong&gt; : publishes an &lt;a href=&quot;https://www.gov.uk/guidance/coronavirus-covid-19-travel-corridors&quot; rel=&quot;nofollow noreferrer&quot;&gt;up-to-date list of exempted countries&lt;/a&gt; (from self-isolation). The webpage includes links to restrictions in &lt;strong&gt;Wales&lt;/strong&gt;, &lt;strong&gt;Scotland&lt;/strong&gt;, and &lt;strong&gt;Northern Ireland&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Furthermore, the following websites include some summaries of the travel status for some countries:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.traveloffpath.com/countries-reopening-their-borders-for-tourism-the-complete-list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Countries Reopening Their Borders For Tourism: The Complete List&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://reopen.europa.eu/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://reopen.europa.eu/en&lt;/a&gt;, not up-to-date but includes some historical data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.traveloffpath.com/covid-19-entry-requirements-by-country-easy-travelers-guide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;covid-19 entry requirements by country easy travelers guide&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kayak.com/travel-restrictions&quot; rel=&quot;nofollow noreferrer&quot;&gt;Travel restrictions by country&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-10-30T17:14:46.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18194" PostTypeId="1" CreationDate="2020-10-30T18:50:18.700" Score="1" ViewCount="50" Body="&lt;p&gt;I want to use ArcGIS to pinpoint the location of fossils.&#xA;There are three variables related to the fossils: (i) lat/long; (ii) elevation.&lt;/p&gt;&#xA;&lt;p&gt;All of the fossils are hominin fossils found in East Africa.&lt;/p&gt;&#xA;&lt;p&gt;I would like to know if LiDAR exists for East Africa (Kenya / Turkana) regions? If not, is it possible to do this project without LiDAR?&lt;/p&gt;&#xA;&lt;p&gt;The reason I want to use LiDAR is to get a more in-depth view of the landscape to examine fluvial landforms such as rivers, terraces, and lakes - but maybe it is still possible to do this in ArcGIS Pro without LiDAR?&lt;/p&gt;&#xA;" OwnerUserId="25996" LastEditorUserId="23272" LastEditDate="2021-03-18T05:53:48.390" LastActivityDate="2022-04-04T10:20:53.130" Title="LiDAR coverage East Africa" Tags="|research|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18195" PostTypeId="1" CreationDate="2020-11-01T20:58:48.437" Score="1" ViewCount="23" Body="&lt;p&gt;I'm looking for a dataset that would contain historical CPI/inflation for each state of the US.&#xA;It seems that &lt;a href=&quot;https://bls.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;bls.gov&lt;/a&gt; should have this data, but it's either regional (South/North) or area (city/town) based data. &lt;a href=&quot;https://i.stack.imgur.com/gBILS.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gBILS.png&quot; alt=&quot;See screenshot here.&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26003" LastActivityDate="2020-11-01T20:58:48.437" Title="Data on Consumer Price Index (inflation rate) by state (USA)" Tags="|data-request|usa|economics|cpi|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18196" PostTypeId="1" CreationDate="2020-11-01T20:59:41.753" Score="2" ViewCount="61" Body="&lt;p&gt;I'm looking for a manually curated thesaurus/synonyms file for Simplified Chinese. Like the English Moby thesaurus, but in simplified Chinese. Does such a thing exist?&lt;/p&gt;&#xA;&lt;p&gt;I'm aware that WordNet can be used to obtain synonyms, but, in English at least, it is not very comprehensive.&lt;/p&gt;&#xA;&lt;p&gt;To clarify:&lt;/p&gt;&#xA;&lt;p&gt;I need it to be manually/human curated, not based on statistical similarity as I am already doing cosine similarity based on a large corpus, and this is intended to be an additional check.&lt;/p&gt;&#xA;&lt;p&gt;It needs to be an offline data file so I can use it for automatic processing.&lt;/p&gt;&#xA;" OwnerUserId="26004" LastEditorUserId="26004" LastEditDate="2020-11-02T03:04:08.870" LastActivityDate="2020-11-02T03:04:08.870" Title="Is there a Simplified Chinese thesaurus file, like Moby for English?" Tags="|nlp|language|text|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18197" PostTypeId="2" ParentId="18196" CreationDate="2020-11-02T02:02:53.767" Score="2" Body="&lt;p&gt;The following tools/ websites seems to do what you are looking for:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://usechinese.com/Apps/Thesaurus&quot; rel=&quot;nofollow noreferrer&quot;&gt;usechinese.com/Apps/Thesaurus&lt;/a&gt; (also allows for searching using English input)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.chinese-tools.com/tools/synonyms.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chinese-tools&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chinese.gratis/tools/synonym/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chinese Synonyms Thesaurus&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;However, if you are looking for data then maybe you can use the &lt;a href=&quot;https://raw.githubusercontent.com/chatopera/Synonyms/master/synonyms/data/vocab.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;following data&lt;/a&gt; from this project &lt;a href=&quot;https://github.com/chatopera/Synonyms&quot; rel=&quot;nofollow noreferrer&quot;&gt;chatopera /&#xA;Synonyms &lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Finally, the following post: &lt;a href=&quot;https://chinese.stackexchange.com/questions/793/is-there-a-chinese-wordnet&quot;&gt;Is there a Chinese WordNet?&lt;/a&gt; from &lt;a href=&quot;https://chinese.stackexchange.com&quot;&gt;https://chinese.stackexchange.com&lt;/a&gt; seems to provide more materials/ resources related to your search, so it is worth checking.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-11-02T02:02:53.767" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18198" PostTypeId="1" CreationDate="2020-11-02T05:24:46.063" Score="4" ViewCount="3718" Body="&lt;p&gt;Is there a free open database of all companies/businesses in the world? If not, how would you go about building one, what would you need to do?&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="70" LastEditDate="2022-10-13T16:35:50.790" LastActivityDate="2024-03-07T05:03:55.423" Title="Is there a free open database of all companies/businesses in the world?" Tags="|data-request|business|opencorporates|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18199" PostTypeId="2" ParentId="9211" CreationDate="2020-11-03T08:49:49.317" Score="0" Body="&lt;p&gt;For QLD there's an API to find where crime has occured in the last 5 years&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.data.qld.gov.au/dataset/crime-locations-2000-present&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.qld.gov.au/dataset/crime-locations-2000-present&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16206" LastActivityDate="2020-11-03T08:49:49.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18200" PostTypeId="1" CreationDate="2020-11-03T11:43:44.867" Score="1" ViewCount="56" Body="&lt;p&gt;I am following the book in subject line. Chapter 22 works with database and the book uses SQL Server database called AutoLot.&lt;/p&gt;&#xA;&lt;p&gt;I don't want to recreate and fill this database with all entries. I search its git source code &lt;a href=&quot;https://github.com/Apress/pro-csharp-and-.net-3.5-platform-07&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; but it doesn't have the database (I don't know why). I can't find it anywhere else either.&lt;/p&gt;&#xA;&lt;p&gt;Can someone please help me find it?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JdcrA.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JdcrA.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26010" LastActivityDate="2020-11-03T11:43:44.867" Title="Looking for AutoLot database that comes with Pro C# book by Andrew Troelsen" Tags="|data-request|books|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18201" PostTypeId="2" ParentId="4872" CreationDate="2020-11-03T14:54:05.900" Score="1" Body="&lt;p&gt;This is the source I use for electric utility service territories:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/electric-retail-service-territories/data?orderBy=NAME&amp;amp;orderByAsc=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hifld-geoplatform.opendata.arcgis.com/datasets/electric-retail-service-territories/data?orderBy=NAME&amp;amp;orderByAsc=false&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It is through the US dept of Homeland Security. I can't promise that it is perfect, but this type of geographic info is hard to come by&lt;/p&gt;&#xA;" OwnerUserId="26012" LastActivityDate="2020-11-03T14:54:05.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18202" PostTypeId="2" ParentId="18187" CreationDate="2020-11-03T17:53:05.987" Score="2" Body="&lt;h1&gt;Here's the answer:&lt;/h1&gt;&#xA;&lt;p&gt;The University of Ottawa published research tracking the number of research papers published going back to 1665.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&amp;quot;&lt;a href=&quot;http://blog.cdnsciencepub.com/21st-century-science-overload/&quot; rel=&quot;nofollow noreferrer&quot;&gt;According to research from the University of Ottawa&lt;/a&gt;, in 2009 we&#xA;passed the &lt;a href=&quot;https://www.researchgate.net/publication/229062236_Article_50_million_An_estimate_of_the_number_of_scholarly_articles_in_existence&quot; rel=&quot;nofollow noreferrer&quot;&gt;50 million&lt;/a&gt; mark in terms of the total number of science&#xA;papers published since 1665, and approximately &lt;a href=&quot;https://www.stm-assoc.org/2015_02_20_STM_Report_2015.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;2.5 million&lt;/a&gt; new&#xA;scientific papers are published each year.&amp;quot;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Additionally, &lt;a href=&quot;https://rads.stackoverflow.com/amzn/click/com/0231049560&quot; rel=&quot;nofollow noreferrer&quot; rel=&quot;nofollow noreferrer&quot;&gt;Derek De Solla Price in his book Little Science, Big Science and Beyond&lt;/a&gt; (where he proposed the concept of a science to study science) presented a graph of the number &lt;em&gt;journals&lt;/em&gt; going back to 1665. (Given the year equivalence - it appears the University of Ottawa was using his data.)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/78PhB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/78PhB.png&quot; alt=&quot;de Solla Price Journals per Year&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h1&gt;Thus...&lt;/h1&gt;&#xA;&lt;p&gt;Combining these two sources together, we can estimate the average number of articles per journal (i.e. De Solla Price estimates there would be ~1M journals in 2000 if the rate from the 1700s continued - and Ottawa estimates there are ~50M articles in 2009...so we might expect there is somewhere between 25-50 articles on average per journal.)&lt;/p&gt;&#xA;" OwnerUserId="11083" LastActivityDate="2020-11-03T17:53:05.987" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18203" PostTypeId="1" CreationDate="2020-11-04T11:51:01.270" Score="2" ViewCount="156" Body="&lt;p&gt;I would like to use the layer for Field Capacity, Wilting Point &amp;amp; Available Water Content (difference between field capacity &amp;amp; wilting point). What does the following attribute mean as mentioned in the metadata file of SoilGrids v1 -&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Derived available soil water capacity (volumetric fraction) with FC = pF 2.0 for depth 0 cm&lt;/li&gt;&#xA;&lt;li&gt;Derived available soil water capacity (volumetric fraction) with FC = pF 2.3 for depth 0 cm&lt;/li&gt;&#xA;&lt;li&gt;Derived available soil water capacity (volumetric fraction) with FC = pF 2.5 for depth 0 cm&lt;/li&gt;&#xA;&lt;li&gt;Derived available soil water capacity (volumetric fraction) until wilting point for depth 0 cm&lt;/li&gt;&#xA;&lt;li&gt;Derived saturated water content (volumetric fraction) teta-S for depth 0 cm&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="26016" LastActivityDate="2022-02-12T20:04:55.403" Title="Which attributes may be used for Field Capacity, WIlting point and Available Water Content as mentioned in the metadata of SoilGrids v1?" Tags="|soils|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18204" PostTypeId="1" CreationDate="2020-11-04T21:26:47.693" Score="1" ViewCount="45" Body="&lt;p&gt;I figured it might be worth a shot to pose this question here. We are analyzing adverse event data from openFDA related to a specific product. As an exercise, we looked at specific events over a 10-year period and compared the data from openFDA to the manufacturer's own pharmacovigilance (PV) data. We found that the PV data contains cases that are not in openFDA, and openFDA contains cases that are not in the PV data. We were hoping to see better alignment between the two sources and are struggling to account for the differences since identical criteria were used to query both sources.&lt;/p&gt;&#xA;&lt;p&gt;Perhaps a long shot; however, would anyone be able to provide a plausible explanation for why discrepancies might exist between the two sources?&lt;/p&gt;&#xA;" OwnerUserId="26019" LastEditorUserId="23272" LastEditDate="2021-03-18T05:54:20.120" LastActivityDate="2023-04-07T14:07:00.763" Title="Alignment between openFDA and PV data" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18206" PostTypeId="1" AcceptedAnswerId="18208" CreationDate="2020-11-05T18:49:24.693" Score="1" ViewCount="47" Body="&lt;p&gt;Does anyone know, on average, how long it takes for openFDA to be updated once the quarterly extracts are released? Is there a way to track this? TIA&lt;/p&gt;&#xA;" OwnerUserId="26019" LastActivityDate="2020-11-06T15:10:25.053" Title="FAERS Quarterly Extracts and openFDA" Tags="|openfda|releasing-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18207" PostTypeId="1" CreationDate="2020-11-05T22:07:02.653" Score="1" ViewCount="18" Body="&lt;p&gt;I am looking for a &lt;strong&gt;corpus&lt;/strong&gt; with dialogue between &lt;strong&gt;elderly patients&lt;/strong&gt; (in a nursing home, hospital, their houses) &lt;strong&gt;and caregivers&lt;/strong&gt; (nurses, doctors, family members). Do you know of anything like this?&lt;/p&gt;&#xA;" OwnerUserId="26026" LastEditorUserId="21435" LastEditDate="2020-11-10T08:52:18.603" LastActivityDate="2020-11-10T08:52:18.603" Title="Elder patient dialogue corpus" Tags="|medical|nlp|text|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18208" PostTypeId="2" ParentId="18206" CreationDate="2020-11-06T15:10:25.053" Score="1" Body="&lt;p&gt;openFDA refreshes its Drug Event endpoint once a week, which means a new quarterly FAERS release would get picked up within 7 days after the release.&lt;/p&gt;&#xA;&lt;p&gt;You could track this, for example, by making periodic calls to &lt;a href=&quot;https://api.fda.gov/drug/event.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json&lt;/a&gt; and checking &lt;code&gt;meta.results.total&lt;/code&gt; value. It increases significantly with each FAERS release.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-11-06T15:10:25.053" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18209" PostTypeId="1" CreationDate="2020-11-06T15:48:25.007" Score="1" ViewCount="12" Body="&lt;p&gt;I am looking for GIS data on Export Processing Zones (for all countries where data is available). I have googled the various free GIS data libraries and not come across any such dataset. If you can guide to me to one (or several) that would be great.&lt;/p&gt;&#xA;" OwnerUserId="26029" LastActivityDate="2020-11-06T15:48:25.007" Title="Looking for Export Processing Zone Database" Tags="|global|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18210" PostTypeId="2" ParentId="15729" CreationDate="2020-11-08T17:46:37.207" Score="0" Body="&lt;p&gt;This answer might be coming a little bit late, but hopefully it can help someone in the future. SFootDB is the largest publicly available gait database, CASIA-D is also a great underfoot pressure database, and there is a database available from UoM that also has underfoot pressure.&#xA;Cheers&lt;/p&gt;&#xA;" OwnerUserId="26035" LastActivityDate="2020-11-08T17:46:37.207" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18211" PostTypeId="1" CreationDate="2020-11-08T19:01:50.453" Score="1" ViewCount="36" Body="&lt;p&gt;I am looking for a dataset with binary output. I would prefer it to be something like years of experience, salary, and a binary output like a subscription to a website. This is to create a use case for logistic regression. I looked on glassdoor for &lt;a href=&quot;https://www.glassdoor.fr/Salaires/paris-data-scientist-salaire-SRCH_IL.0,5_IM1080_KO6,20.htm?countryRedirect=true&quot; rel=&quot;nofollow noreferrer&quot;&gt;the salaries of data scientists&lt;/a&gt; but it doesn't seem there is an available xhr, and it doesn't look like we have their years of experience neither. I tried to generate it using distributions but I wasn't convinced by the results:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;from scipy.stats import poisson, truncnorm&#xA;import matplotlib.pyplot as plt&#xA;&#xA;def get_truncated_normal(mean=0, sd=1, low=0, upp=10):&#xA;    return truncnorm(&#xA;        (low - mean) / sd, (upp - mean) / sd, loc=mean, scale=sd)&#xA;    &#xA;years_of_experience = poisson.rvs(mu=4, size=15)&#xA;salaries = get_truncated_normal(mean=45000, sd=5000, low=38000, upp=57000).rvs(15)&#xA;subscriptions = [random.randint(0,1) for _ in range(0,15)]&#xA;data = [[experience, salary, account] for experience, salary, account in zip(years_of_experience, salaries, subscriptions)]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Which creates:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gwZxH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gwZxH.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Whereas I'm rather looking for something like:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nsEqf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nsEqf.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23069" LastActivityDate="2020-11-14T05:11:10.867" Title="Binary classification: dataset with a binary output where I can apply logistic regression" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18212" PostTypeId="1" AcceptedAnswerId="18214" CreationDate="2020-11-08T19:07:26.010" Score="3" ViewCount="70" Body="&lt;p&gt;I'm searching for some datasets to implement a Human Activity Recognition model I can use on images/videos. Most of the datasets seem to be using sensory data obtained through an accelerometer along with other parameters. I would like to know if there are any image datasets for the same.&lt;/p&gt;&#xA;" OwnerUserId="26036" LastEditorUserId="23272" LastEditDate="2022-07-14T12:42:52.603" LastActivityDate="2022-07-14T12:42:52.603" Title="Datasets for Activity Detection from images" Tags="|data-request|machine-learning|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18213" PostTypeId="1" CreationDate="2020-11-09T18:41:22.543" Score="2" ViewCount="247" Body="&lt;p&gt;I have been tasked with researching good locations for vending machines.&#xA;I have positive factors such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;School nearby&lt;/li&gt;&#xA;&lt;li&gt;Bus Stop nearby&lt;/li&gt;&#xA;&lt;li&gt;Gas station nearby&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Then I have some negative factors like:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;fast food joints&lt;/li&gt;&#xA;&lt;li&gt;super markets&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;and others.&lt;/p&gt;&#xA;&lt;p&gt;I am trying to find a systematic way of identifying good places.&lt;/p&gt;&#xA;&lt;p&gt;What I really need is to display nodes, which are nearby each other but are not nearby my negative list.&lt;/p&gt;&#xA;&lt;p&gt;So far I managed to display multiple types of nodes in overpass turbo with the following code:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;/*&#xA;This has been generated by the overpass-turbo wizard.&#xA;The original search was:&#xA;“amenity=school”&#xA;*/&#xA;[out:json][timeout:25];&#xA;// gather results&#xA;(&#xA;  node[&amp;quot;highway&amp;quot;=&amp;quot;bus_stop&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;amenity&amp;quot;=&amp;quot;school&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;industrial&amp;quot;=&amp;quot;factory&amp;quot;]({{bbox}});&#xA;);&#xA;// print results&#xA;out body;&#xA;&amp;gt;;&#xA;out skel qt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://overpass-turbo.eu/s/ZVJ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/ZVJ&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Bus Stops and Schools are shown, however, factories for some reason are not.&#xA;How can I filter from here to, for example only show bus stops and school in close proximity to each other? How do I exclude nodes based on proximity to other nodes?&lt;/p&gt;&#xA;&lt;p&gt;Are there any other useful methods I should look at to achieve my aim of finding the best places for vending machines? Is there a way to visualize traffic statistics (busy roads) on OSM?&lt;/p&gt;&#xA;" OwnerUserId="14176" LastEditorUserId="1511" LastEditDate="2020-11-10T08:51:52.990" LastActivityDate="2020-11-10T08:51:52.990" Title="How to find different nodes in proximity to each other in OSM?" Tags="|geospatial|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18214" PostTypeId="2" ParentId="18212" CreationDate="2020-11-09T23:07:25.287" Score="1" Body="&lt;p&gt;The following links include various resources related to your search:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://homepages.inf.ed.ac.uk/rbf/CVonline/Imagedbase.htm#action&quot; rel=&quot;nofollow noreferrer&quot;&gt;Action Databases&lt;/a&gt;: this a list of various datasets of images, videos performing basic actions along with their labels&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://deepmind.com/research/open-source/kinetics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kinetics&lt;/a&gt;  collection of large-scale, high-quality datasets of URL links of up to 650,000 video clips that cover 400/600/700 human action classes.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-11-09T23:07:25.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18215" PostTypeId="2" ParentId="18211" CreationDate="2020-11-09T23:17:05.130" Score="1" Body="&lt;p&gt;The data related to the yearly Stackoverflow survey (for instance &lt;a href=&quot;https://insights.stackoverflow.com/survey/2019&quot; rel=&quot;nofollow noreferrer&quot;&gt;Developer Survey Results 2019&lt;/a&gt;) seems to fit your description, but you might need to do some data-cleaning. The data can downloaded form here: &lt;a href=&quot;https://insights.stackoverflow.com/survey&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stack Overflow Annual Developer Survey&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-11-09T23:17:05.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18217" PostTypeId="2" ParentId="18213" CreationDate="2020-11-10T07:35:01.613" Score="1" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;Bus Stops and Schools are shown, however, factories for some reason are not.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Are there any other useful methods I should look at to achieve my aim of finding the best places for vending machines? Is there a way to visualize traffic statistics (busy roads) on OSM?&lt;/p&gt;&#xA;&lt;p&gt;You are only searching on &lt;code&gt;relation&lt;/code&gt; for factories. Some tags are used as &lt;code&gt;nodes&lt;/code&gt; or &lt;code&gt;ways&lt;/code&gt;. Here is the description of OSM tag data structures: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Elements&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Elements&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If you go to each of these  tag pages, you'll see a link to overpass-turbo with all possibilities for that tag:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dschool&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dschool&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:industrial%3Dfactory&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:industrial%3Dfactory&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:highway%3Dbus_stop&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Tag:highway%3Dbus_stop&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Here's an updated &amp;quot;full&amp;quot; query, which can be simplified when you find out what kind of objects are returned for each tag: &lt;a href=&quot;https://overpass-turbo.eu/s/ZVz&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/ZVz&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[out:json][timeout:25];&#xA;// gather results&#xA;(&#xA;   // query part for: “highway=bus_stop”&#xA;  node[&amp;quot;highway&amp;quot;=&amp;quot;bus_stop&amp;quot;]({{bbox}});&#xA;  way[&amp;quot;highway&amp;quot;=&amp;quot;bus_stop&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;highway&amp;quot;=&amp;quot;bus_stop&amp;quot;]({{bbox}});&#xA;&#xA;  // query part for: “amenity=school”&#xA;  node[&amp;quot;amenity&amp;quot;=&amp;quot;school&amp;quot;]({{bbox}});&#xA;  way[&amp;quot;amenity&amp;quot;=&amp;quot;school&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;amenity&amp;quot;=&amp;quot;school&amp;quot;]({{bbox}});&#xA;&#xA;  // query part for: “industrial=factory”&#xA;  node[&amp;quot;industrial&amp;quot;=&amp;quot;factory&amp;quot;]({{bbox}});&#xA;  way[&amp;quot;industrial&amp;quot;=&amp;quot;factory&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;industrial&amp;quot;=&amp;quot;factory&amp;quot;]({{bbox}});&#xA;&#xA;);&#xA;// print results&#xA;out body;&#xA;&amp;gt;;&#xA;out skel qt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;How can I filter from here to, for example only show bus stops and school in close proximity to each other?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Eventually you'll have to &lt;a href=&quot;https://www.geofabrik.de/data/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;download bulk files&lt;/a&gt; and run &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmconvert&quot; rel=&quot;nofollow noreferrer&quot;&gt;osmconvert&lt;/a&gt; and &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Osmfilter&quot; rel=&quot;nofollow noreferrer&quot;&gt;osmfilter&lt;/a&gt; on them. Search this forum or others for steps for this process.&lt;/p&gt;&#xA;&lt;p&gt;For distance between nodes, instead of actual &amp;quot;distance&amp;quot;, you may want to use Routing: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Routing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Routing&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;How do I exclude nodes based on proximity to other nodes?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Probably this should be its own question, perhaps on &lt;a href=&quot;https://gis.stackexchange.com&quot;&gt;https://gis.stackexchange.com&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But once you have raw data locally, there are many tools to parse and filter, or write your own, which can use whatever distance/proximity metric you desire. In the end, all the nodes/ways/relations are series of latitude/longitude for which you can apply mathematical operations.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-11-10T07:49:11.420" LastActivityDate="2020-11-10T07:49:11.420" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18218" PostTypeId="2" ParentId="18203" CreationDate="2020-11-10T09:39:37.323" Score="1" Body="&lt;p&gt;These attributes are Field capacity at different tensions:&lt;/p&gt;&#xA;&lt;p&gt;pF 2.0 corresponds to KPa = 10&lt;/p&gt;&#xA;&lt;p&gt;pF 2.3 corresponds to KPa = 20&lt;/p&gt;&#xA;&lt;p&gt;pF 2.5 corresponds to KPa = 33&lt;/p&gt;&#xA;&lt;p&gt;Depth 0 is the first depth layer predicted.&lt;/p&gt;&#xA;" OwnerUserId="25433" LastActivityDate="2020-11-10T09:39:37.323" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18219" PostTypeId="1" CreationDate="2020-11-10T15:44:34.520" Score="1" ViewCount="17" Body="&lt;h2&gt;Context&lt;/h2&gt;&#xA;&lt;p&gt;This question is about the intent to analyse taskwarrior data of people to improve automatic schedulers of tasks for individual taskwarrior users. This intend is accompanied with two desires. However I am not sure whether these two desires are realisable without compromise. The desires are:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Users of taskwarrior are able to maintain privacy when they share their taskwarrior data. The user don't have to trust the data-analyst with their private data whilst still allowing their data to be used in data analysis.&lt;/li&gt;&#xA;&lt;li&gt;The second desire, is the ability for any arbitrary data-scientist to perform analysis on the data.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;h2&gt;Doubts&lt;/h2&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The simplest conclusion I would draw is: &lt;em&gt;one can't perform data analysis on data that is not seen/accessible&lt;/em&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Yet, I thought&#xA;differential privacy might be a suitable tool to grant users privacy&#xA;whilst also enabling arbitrary datascientists to perform analysis on&#xA;that data. Though, I can't quite wrap my head around the privacy implications in scenarios where people enter identifying information along with a secret in a single &amp;quot;datapoint&amp;quot;. For example, suppose it is a taboo to bake pancakes, and a person enters a task description &lt;code&gt;secretly bake pancakes *with my mother Joe at 4 O' clock on  1930 under the northern corner of this meadow at the blabla street 33 in Somecity*.&lt;/code&gt; This would contain a secret, e.g. baking pancakes, and it would identify the person because, suppose, there were only 1 person in this world with a mother named Joe that were on the northern corner of that meadow at that city.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;I am not sure whether differential privacy is able to automatically obfuscate, with mathematical certainty whom the person was that baked pancakes, or what the person was doing at that time and place with that company. It is also not clear to me up to what extend this would require some intelligence to pre-process the data and set up the dataset that is parsed through a differential privacy software to yield an anonymised data set.&lt;/p&gt;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;I thought perhaps if the entire dataset is split into an encrypted sample- and an encrypted label dataset, that the relative patterns might be preserved, and I thought perhaps that would allow deep learning algorithms to train on that data and make predictions on new data that follows the same encryption.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;h2&gt;Question&lt;/h2&gt;&#xA;&lt;p&gt;Are there solutions that allow arbitrary data-scientists to perform data analysis on datasets whilst maintaining privacy of the persons whose data is in the datasets, without relying on the &amp;quot;intelligent&amp;quot; filtering of some person that preprocesses/prepares the data?&lt;/p&gt;&#xA;" OwnerUserId="25005" LastActivityDate="2020-11-10T15:44:34.520" Title="Preserving user-privacy whilst enabling strangers to perform data analysis on some form of private data" Tags="|releasing-data|best-practice|privacy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18220" PostTypeId="1" CreationDate="2020-11-11T11:59:18.480" Score="2" ViewCount="18" Body="&lt;p&gt;I am using the dataset HYCOM Water Temperature and Salinity for my work. However, I find its image ID a bit confusing. For example, for the ImageCollection filtered by Date of '2019-01-01' to '2019-01-02', there are 8 images for one specific day which seems to have no difference:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;HYCOM/sea_temp_salinity/2019010100&lt;/p&gt;&#xA;&lt;p&gt;HYCOM/sea_temp_salinity/2019010103&lt;/p&gt;&#xA;&lt;p&gt;...&lt;/p&gt;&#xA;&lt;p&gt;HYCOM/sea_temp_salinity/2019010121&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I am wondering if there is anyone who knows the temporal resolution of this dataset and the rule of image ID naming.&lt;/p&gt;&#xA;" OwnerUserId="26056" LastActivityDate="2020-11-11T11:59:18.480" Title="About Dataset：HYCOM Water Temperature and Salinity" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18221" PostTypeId="1" CreationDate="2020-11-12T00:34:36.600" Score="2" ViewCount="33" Body="&lt;p&gt;Is it any public database, API where I could download GDP data per location, per city or IP address?&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2020-11-12T00:34:36.600" Title="GDP per IP or location" Tags="|city|postal-code|gdp|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18223" PostTypeId="1" CreationDate="2020-11-12T09:38:42.230" Score="1" ViewCount="26" Body="&lt;p&gt;I'm working on a object tracking model and I'm looking for a suitable training dataset. It should contain pictures of parts of networks devices (or even the whole device), mainly ethernet and power sockets, buttons, switches, LEDs and antennas. Even if it's preferable it's fine if the dataset isn't annotated (i.e. labels, bounding boxes).&lt;/p&gt;&#xA;&lt;p&gt;I'm aware that maybe such dataset isn't that easy to find therefore I'll gladly accept also suggestions on sites to scrape or other crazy ideas. Surprise me!&lt;/p&gt;&#xA;&lt;p&gt;Thanks for your time, I rely on your wisdom!&lt;/p&gt;&#xA;" OwnerUserId="26062" LastEditorUserId="26062" LastEditDate="2020-11-12T09:43:58.337" LastActivityDate="2020-11-12T09:43:58.337" Title="Request: Network device parts images dataset" Tags="|data-request|machine-learning|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18224" PostTypeId="1" CreationDate="2020-11-12T11:20:00.420" Score="4" ViewCount="34" Body="&lt;p&gt;I need road network data of Sweden with the speed limit of each segment of the road. I downloaded it from &lt;a href=&quot;https://download.geofabrik.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/&lt;/a&gt; but unfortunately, there are a lot of missing values there. Is there any other website to get this data from?&lt;/p&gt;&#xA;" OwnerUserId="26063" LastActivityDate="2020-11-12T11:20:00.420" Title="Road network data with speed limits" Tags="|data-request|geospatial|europe|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18226" PostTypeId="2" ParentId="11583" CreationDate="2020-11-13T16:27:04.907" Score="4" Body="&lt;h3&gt;BEA: GDP by County, Metro, and Other Areas&lt;/h3&gt;&#xA;&lt;p&gt;The Bureau of Economic Analysis released the first official GDP estimates for the county level in December 2019:&lt;a href=&quot;https://www.bea.gov/news/blog/2019-11-21/first-official-county-gdp-stats-coming-dec-12&quot; rel=&quot;nofollow noreferrer&quot;&gt;¹&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.bea.gov/data/gdp/gdp-county-metro-and-other-areas&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;GDP by County, Metro, and Other Areas&amp;quot; on BEA.gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1052" LastEditorUserId="14002" LastEditDate="2020-12-27T12:22:44.753" LastActivityDate="2020-12-27T12:22:44.753" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18228" PostTypeId="1" CreationDate="2020-11-13T18:39:20.833" Score="1" ViewCount="37" Body="&lt;p&gt;I am writing an economic piece and I would like to find estimated that are not older than 10 years at least.&lt;/p&gt;&#xA;" OwnerUserId="26071" LastEditorUserId="26071" LastEditDate="2020-11-15T00:20:11.370" LastActivityDate="2020-12-15T13:03:50.390" Title="Where can I find the list of price elasticities of demand for various industrial products, such as electricity?" Tags="|economics|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18229" PostTypeId="1" CreationDate="2020-11-13T21:18:52.863" Score="1" ViewCount="100" Body="&lt;p&gt;I'm currently operating under the assumption that any two NDCs with the same RxCUI value are pharmaceutical equivalents. Hopefully that's correct.&lt;/p&gt;&#xA;&lt;p&gt;When querying the NDC data from OpenFDA, I noticed that for any given product NDC, there can be multiple RxCUI values. My understanding of the RxCUI value is very limited, but I would like to get a one-to-one relationship for RxCUI to package NDC. Is this possible?&lt;/p&gt;&#xA;" OwnerUserId="26074" LastActivityDate="2024-02-01T03:04:10.640" Title="OpenFDA NDC endpoint has multiple RXCUI values for a single product NDC" Tags="|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18230" PostTypeId="1" CreationDate="2020-11-13T21:24:57.493" Score="1" ViewCount="54" Body="&lt;p&gt;We are storing &lt;strong&gt;spl_id&lt;/strong&gt; in our DB and using it as primary key in the API. But after some time, when we search it via the API, we get the following response:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;error&amp;quot;: {&#xA;    &amp;quot;code&amp;quot;: &amp;quot;NOT_FOUND&amp;quot;,&#xA;    &amp;quot;message&amp;quot;: &amp;quot;No matches found!&amp;quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Here is an example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;In this use case, we used the following &lt;strong&gt;spl_id&lt;/strong&gt;: a732f55b-9001-34b8-e053-2a95a90a23ab&lt;/li&gt;&#xA;&lt;li&gt;URL used for searching medicine:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?api_key=xxxxxx&amp;amp;search=spl_id:a732f55b-9001-34b8-e053-2a95a90a23ab&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?api_key=xxxxxx&amp;amp;search=spl_id:a732f55b-9001-34b8-e053-2a95a90a23ab&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;On the other end:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Here is a current valid API example: &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=spl_id:999ea441-65f0-9946-e053-2a95a90a0753&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=spl_id:999ea441-65f0-9946-e053-2a95a90a0753&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Not sure why that id is no longer available, but it was valid when it was first pulled from the external API into our local DB.&lt;/p&gt;&#xA;&lt;p&gt;Any help will be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="26075" LastEditorUserId="26075" LastEditDate="2020-11-14T17:43:03.577" LastActivityDate="2024-03-31T04:05:55.720" Title="Existing record (spl_id) now showing not found" Tags="|api|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18231" PostTypeId="2" ParentId="18211" CreationDate="2020-11-14T05:11:10.867" Score="0" Body="&lt;p&gt;The Irvine University has a &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;large dataset repository&lt;/a&gt; which is searchable by categories, for example: univariate classification in Business area.&lt;/p&gt;&#xA;&lt;p&gt;This is one example, about &lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Bank+Marketing&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bank Marketing&lt;/a&gt;:&#xA;The classification goal is to predict if the client will subscribe (yes/no) a term deposit.&lt;/p&gt;&#xA;" OwnerUserId="8505" LastActivityDate="2020-11-14T05:11:10.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18232" PostTypeId="2" ParentId="18198" CreationDate="2020-11-14T12:11:28.423" Score="2" Body="&lt;p&gt;You can scrape the following &lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Lists_of_companies_by_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia-pages&lt;/a&gt; and use the &lt;a href=&quot;https://api.opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;opencorporate-API&lt;/a&gt; to build your own/ custom database.&#xA;Otherwise, here are some limited but yet useful resources/ datasets:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.opendata500.com/us/list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opendata500.com/us/list/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.reddit.com/r/InternetIsBeautiful/comments/2tzgy0/the_largest_open_database_of_companies_in_the/&quot; rel=&quot;nofollow noreferrer&quot;&gt;reddit/the_largest_open_database_of_companies_in_the_world/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.opensecrets.org/industries/alphalist.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opensecrets.org/industries/alphalist.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-11-14T12:11:28.423" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18234" PostTypeId="2" ParentId="18228" CreationDate="2020-11-15T12:46:51.327" Score="1" Body="&lt;h3&gt;The US DoA: Commodity and Food Elasticities&lt;/h3&gt;&#xA;&lt;p&gt;The Department of Agriculture collected elasticities from different studies into a single database available at:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ers.usda.gov/data-products/commodity-and-food-elasticities/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ers.usda.gov/data-products/commodity-and-food-elasticities/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The creators grouped the data by country and commodity in summary tables. For example, dairy in the United States:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Fakmk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Fakmk.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or fish in Argentina:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/bFHWk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/bFHWk.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1052" LastActivityDate="2020-11-15T12:46:51.327" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18235" PostTypeId="1" CreationDate="2020-11-15T15:35:49.317" Score="1" ViewCount="20" Body="&lt;p&gt;I'm trying to create a Europe map with countries in it with Leaflet. Is there a resource that has structured data about each of EU country within regions with population density per region?&lt;/p&gt;&#xA;" OwnerUserId="26084" LastEditorUserId="1511" LastEditDate="2020-11-17T14:41:18.450" LastActivityDate="2020-11-17T14:41:18.450" Title="EU countries with regions and population density per each country's region" Tags="|data-request|europe|population|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18236" PostTypeId="2" ParentId="18230" CreationDate="2020-11-16T18:03:07.580" Score="0" Body="&lt;p&gt;I have provided the answer on GitHub: &lt;a href=&quot;https://github.com/FDA/open.fda.gov/issues/196#issuecomment-728228050&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/FDA/open.fda.gov/issues/196#issuecomment-728228050&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-11-16T18:03:07.580" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18237" PostTypeId="2" ParentId="18229" CreationDate="2020-11-16T18:36:13.443" Score="0" Body="&lt;p&gt;Yes, your assumption about pharmaceutical equivalency is correct.&lt;/p&gt;&#xA;&lt;p&gt;The relationship between RxCUI and Package NDC is actually many-to-many. For example, &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=openfda.spl_set_id.exact:b024ab38-e5da-4f5a-888f-e2a281578290&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; cold &amp;amp; flu relief drug has multiple rxcui values -- 1086991,          1110988, 1801964 -- and these rxcui values correspond to other NDC drugs, too (&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=openfda.spl_set_id.exact:23f5b5d4-930a-4968-b09d-fa88567a12cd&quot; rel=&quot;nofollow noreferrer&quot;&gt;here is&lt;/a&gt; an example). So I am not sure building a one-to-one relationship would be reasonable.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-11-16T18:36:13.443" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18238" PostTypeId="1" AcceptedAnswerId="18239" CreationDate="2020-11-16T19:53:23.763" Score="1" ViewCount="2456" Body="&lt;p&gt;Is anyone aware of a database, API, or other source of data on &lt;a href=&quot;https://en.wikipedia.org/wiki/Aviation_transponder_interrogation_modes&quot; rel=&quot;nofollow noreferrer&quot;&gt;icao24&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;p&gt;I want to be able to give an icao24 (from an &lt;a href=&quot;https://opensky-network.org/apidoc/rest.html#all-state-vectors&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSky API&lt;/a&gt;), and get some information as much information as possible about the associated aircraft.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2021-01-06T22:05:12.453" Title="Database or API of icao24 (aircraft ID) information" Tags="|data-request|aviation|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18239" PostTypeId="2" ParentId="18238" CreationDate="2020-11-16T21:52:52.743" Score="2" Body="&lt;p&gt;They do have an aircraft database available right on the website (also for download): &lt;a href=&quot;https://opensky-network.org/aircraft-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opensky-network.org/aircraft-database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Otherwise, the usual suspects are there for individual research but no API: &lt;a href=&quot;https://flightradar24.com/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://flightradar24.com/data&lt;/a&gt;, FlightAware, Radarbox etc.&lt;/p&gt;&#xA;" OwnerUserId="25372" LastActivityDate="2020-11-16T21:52:52.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18240" PostTypeId="1" CreationDate="2020-11-16T22:57:30.933" Score="1" ViewCount="168" Body="&lt;p&gt;Can anyone direct me to where I can access the Variables Codebook for the Merged 2018-2019 PP College Score Card Data? It would be most helpful to connect with this resource by 11/18/2020.&lt;/p&gt;&#xA;" OwnerUserId="26095" LastEditorUserId="23272" LastEditDate="2021-03-18T05:54:53.487" LastActivityDate="2024-04-01T13:09:11.123" Title="Seeking Variables Codebook for Merged 2018-2019 PP College Score Card Data" Tags="|data-request|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18241" PostTypeId="1" CreationDate="2020-11-17T10:16:14.557" Score="0" ViewCount="76" Body="&lt;p&gt;I used some data from Nasa (&lt;a href=&quot;https://visibleearth.nasa.gov/images/73934/topography&quot; rel=&quot;nofollow noreferrer&quot;&gt;Topographic&lt;/a&gt; &amp;amp; &lt;a href=&quot;https://visibleearth.nasa.gov/images/73963/bathymetry&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bathymetric&lt;/a&gt;) to create a 3D (non-round) model of the Earth's surface, nothing insanely detailed. Those images are large enough for what I need, but they are greyscale images that results in only 256 possible values per pixel (even though they are TIFF, Nasa only used 8 bits per pixel! How frustrating!), and thus resulting in banding/jaggedness:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ATUCM.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ATUCM.jpg&quot; alt=&quot;Jagged Heightmap Information&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(This is the South-West coast of Australia's Continent Shelf)&lt;/p&gt;&#xA;&lt;p&gt;So I desperately need something more accurate.&lt;/p&gt;&#xA;&lt;p&gt;A 43,200x21,600+ spreadsheet of the Earth's surface's data (per longitude/latitude) would work great for what I'm doing, but I would bet that something other than a spreadsheet is what map services and scientist use.&lt;/p&gt;&#xA;&lt;p&gt;What data format or file type do scientists or other software use for such information that I could search for? I was told that it's GeoTIFF, but isn't that what this was?&lt;/p&gt;&#xA;&lt;p&gt;Any recommended sites would be appreciated. (Currently using C#) As such, an API could work, but surely somewhere someplace is the data that I can store on my hard drive and read the data in C#.&lt;/p&gt;&#xA;" OwnerUserId="26099" LastEditorUserId="1511" LastEditDate="2020-11-17T14:38:27.757" LastActivityDate="2020-11-18T07:21:44.007" Title="Best Sources of Earth's Topographic + Bathymetric Data?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18242" PostTypeId="1" AcceptedAnswerId="18246" CreationDate="2020-11-17T16:46:37.577" Score="1" ViewCount="194" Body="&lt;p&gt;I am interested in downloading and processing structured product label (SPL) data. What is the difference between DailyMed API and OpenFDA's (&lt;a href=&quot;https://open.fda.gov/apis/drug/label/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/label/&lt;/a&gt;) API?&lt;/p&gt;&#xA;&lt;p&gt;Is one more robust? Does one have a better format?&lt;/p&gt;&#xA;" OwnerUserId="26100" LastActivityDate="2020-11-17T19:50:17.997" Title="What is the difference between OpenFDA's Drug Label API and DailyMed?" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18243" PostTypeId="2" ParentId="11729" CreationDate="2020-11-17T16:48:22.120" Score="1" Body="&lt;p&gt;I was just helping someone find data on delinquencies so I thought I'd add an update. The Consumer Financial Protection Bureau publishes mortgage delinquency rates for states, metro areas, and the 400 to 500 largest counties in the US:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.consumerfinance.gov/data-research/mortgage-performance-trends/download-the-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.consumerfinance.gov/data-research/mortgage-performance-trends/download-the-data/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This data is sourced from the National Mortgage Database produced by the FHFA. They publish some aggregate stats for the nation, but also provide public use microdata files:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fhfa.gov/PolicyProgramsResearch/Programs/Pages/National-Mortgage-Database.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fhfa.gov/PolicyProgramsResearch/Programs/Pages/National-Mortgage-Database.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm not aware of a public national source that provides data for all counties or for places below the county level. You can go state by state, or use a proprietary source like the MBA National Delinquency Survey.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-11-17T16:48:22.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18244" PostTypeId="1" AcceptedAnswerId="18266" CreationDate="2020-11-17T17:44:10.853" Score="0" ViewCount="185" Body="&lt;h3&gt;Needs&lt;/h3&gt;&#xA;&lt;p&gt;For a project, I am trying to run analysis on a representative sample of &lt;em&gt;all&lt;/em&gt; websites on the entire internet.  I'm trying to do things like measure market penetration of certain web technologies, hosting providers, etc.&lt;/p&gt;&#xA;&lt;h3&gt;domainsproject.org&lt;/h3&gt;&#xA;&lt;p&gt;I stumbled across &lt;a href=&quot;https://github.com/tb0hdan/domains&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt; - is it legit? Has anyone used this data before?  It's based on crawlers, so it'll be biased towards websites that actually get traffic, which for my purposes is totally fine.  The git repo just looks a bit stale - the only people commenting are the maintainers. Before I do much work with this, I'd like a bit of validation from the community.&lt;/p&gt;&#xA;&lt;h3&gt;Other options&lt;/h3&gt;&#xA;&lt;p&gt;Does anyone have any other suggestions on how to get a representative sample of all websites on the entire internet?&lt;/p&gt;&#xA;" OwnerUserId="26101" LastActivityDate="2020-11-26T02:31:52.577" Title="Catalog of all websites on the entire internet" Tags="|data-request|machine-learning|internet|web-crawling|security|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18245" PostTypeId="2" ParentId="18240" CreationDate="2020-11-17T19:36:57.007" Score="0" Body="&lt;p&gt;The data dictionary for the Scorecard data can be found &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; under the link Data Dictionary. You will be interested in the tab &amp;quot;institution_data_dictionary&amp;quot; of the excel file.&lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2020-11-17T19:36:57.007" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18246" PostTypeId="2" ParentId="18242" CreationDate="2020-11-17T19:50:17.997" Score="0" Body="&lt;p&gt;DailyMed SPL API (&lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/services/v2/spls/1efe378e-fee1-4ae9-8ea5-0fe2265fe2d8.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;) returns the actual SPL XML file while openFDA API (&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=set_id:1efe378e-fee1-4ae9-8ea5-0fe2265fe2d8&quot; rel=&quot;nofollow noreferrer&quot;&gt;example&lt;/a&gt;) returns a JSON document containing information parsed out of SPL along with annotations added via the &lt;code&gt;openfda&lt;/code&gt; element. The choice between the two really depends on the needs specific to your project.&lt;/p&gt;&#xA;&lt;p&gt;Since you mentioned &amp;quot;downloading and processing&amp;quot;, please note that you can download all the drug labels in SPL format &amp;quot;in bulk&amp;quot; &lt;a href=&quot;https://dailymed.nlm.nih.gov/dailymed/spl-resources-all-drug-labels.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; for further processing on your end &lt;em&gt;or&lt;/em&gt; you can download openFDA JSON &lt;a href=&quot;https://open.fda.gov/apis/drug/label/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;drug label data&lt;/a&gt; in bulk as well.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-11-17T19:50:17.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18247" PostTypeId="2" ParentId="18241" CreationDate="2020-11-18T07:21:44.007" Score="1" Body="&lt;p&gt;GEBCO is the global opensource bathymetry data source, and GMT (Generic Mapping Tools) is the open source visualisation tool, another option for open source visualisation is QGIS.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://download.gebco.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.gebco.net/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.generic-mapping-tools.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.generic-mapping-tools.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.qgis.org/en/site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.qgis.org/en/site/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26105" LastActivityDate="2020-11-18T07:21:44.007" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18248" PostTypeId="1" CreationDate="2020-11-18T23:51:06.550" Score="1" ViewCount="21" Body="&lt;p&gt;I'm looking to build an undirected network of chemicals extracted from biomedicine papers, specifically from MEDLINE. In this network, the nodes would be chemicals and the links would determine publications which mentioned two or more chemicals together. Eg., if A and B are two chemicals, then a link between them would correspond to a paper that mentioned them together. More the papers featuring those two chemicals, greater the link weight between the two corresponding nodes. A paper mentioning 5 chemicals would form a total of 15 links between the 5 nodes - connecting a pair at once. There are tools to extract words, citations, authors, etc. from journal metadata for analysis (like VOSViewer). Is there a way that I can extract the chemical names from titles and abstracts of MEDLINE papers?&lt;/p&gt;&#xA;" OwnerUserId="25940" LastActivityDate="2020-11-18T23:51:06.550" Title="Extract chemical names from biomedicine publications" Tags="|network-structure|extracting|pubmed|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18249" PostTypeId="1" CreationDate="2020-11-19T22:28:03.247" Score="1" ViewCount="65" Body="&lt;p&gt;I would like to performed a spatiotemporal study on COVID-19 in Africa. I would like to study the impact of temperature on COVID-19, but I don't know if there are temperature data for African countries (by country or region).&lt;/p&gt;&#xA;&lt;p&gt;I am looking for recent and open data on temperature (over several periods) in Africa.&lt;/p&gt;&#xA;" OwnerUserId="26109" LastEditorUserId="27927" LastEditDate="2021-04-05T01:09:14.930" LastActivityDate="2021-04-05T01:09:14.930" Title="I am looking for data on temperature by country" Tags="|uses-of-open-data|climate|africa|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18250" PostTypeId="1" CreationDate="2020-11-20T00:32:28.897" Score="1" ViewCount="23" Body="&lt;p&gt;I'm trying to make a mechanism which basically tells me in a few keywords what currently is being pumped out in the major news.&lt;/p&gt;&#xA;&lt;p&gt;I could of course sit and try to determine which websites currently are the biggest and see if they might have RSS feeds, and deal with all that, and then perpetually keep myself updated as they come and go, etc.&lt;/p&gt;&#xA;&lt;p&gt;However, that's a huge amount of work which I'd like to avoid if possible.&lt;/p&gt;&#xA;&lt;p&gt;Is there a single RSS feed or JSON blob somewhere which is constantly updated with all those news sources' headlines in one single computer-parseable feed?&lt;/p&gt;&#xA;&lt;p&gt;I don't care about the article contents -- just the headlines. In fact, I won't even be reading or storing the headlines, but simply extract keywords from them and store those to see which ones are the most frequent, etc.&lt;/p&gt;&#xA;&lt;p&gt;Of course, there's always a trust issue with this third party. What if they modify/suppress/add to the headlines in subtle ways? Still, the thought of manually even visiting those websites, let alone finding the RSS feeds, is just a monumental task. We're talking about thousands of major news sources, after all.&lt;/p&gt;&#xA;&lt;p&gt;(Plus points if it also has a separate feed for other languages than English as well.)&lt;/p&gt;&#xA;" OwnerUserId="26110" LastActivityDate="2020-11-20T00:32:28.897" Title="Is there such a thing as a generic English-language news headline feed in JSON or RSS format?" Tags="|data-request|json|news|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18251" PostTypeId="1" CreationDate="2020-11-20T13:33:46.177" Score="2" ViewCount="32" Body="&lt;p&gt;I am implementing a payment system (based on Stripe Elements). Each payment provider as SEPA, Giropay, Sofort, Klarna, credit card, etc. needs its own brand logo icon, to be distinguishable. I spent multiple hours searching for these resources.&lt;/p&gt;&#xA;&lt;p&gt;Searching, checking licensing, reformatting to or from svg, png, creating black and white versions of the logo. etc. And the whole time I had this nagging feeling that there must be a better way. Does a central resource for such Logos exist that I didn't find yet? If not, what is the way?&lt;/p&gt;&#xA;" OwnerUserId="26113" OwnerDisplayName="Bor Is" LastEditorUserId="14011" LastEditDate="2020-11-30T18:36:16.737" LastActivityDate="2020-11-30T18:36:16.737" Title="How to find Logos for payment providers?" Tags="|images|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18252" PostTypeId="2" ParentId="18251" CreationDate="2020-11-20T16:37:02.123" Score="1" Body="&lt;p&gt;Just &lt;a href=&quot;https://www.google.com/search?q=payment+service+provider+logos&quot; rel=&quot;nofollow noreferrer&quot;&gt;searching for &lt;code&gt;payment service provider logos&lt;/code&gt;&lt;/a&gt; gives a couple of resources.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.flaticon.com/packs/payments-logos&quot; rel=&quot;nofollow noreferrer&quot;&gt;This one&lt;/a&gt; from flaticon.com might do the trick:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Jln7D.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Jln7D.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14011" LastActivityDate="2020-11-20T16:37:02.123" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18254" PostTypeId="1" CreationDate="2020-11-21T18:43:49.457" Score="1" ViewCount="50" Body="&lt;p&gt;There are many datasets released on the internet. Authors of many of these datasets state that the datasets are strictly for academic usage and not for commercial purposes. Although some datasets are released for both academic and commercial use, many of them are restricted from commercial use.&lt;/p&gt;&#xA;&lt;p&gt;If someone uses many of these academic datasets to train a model and then offers this trained model as a REST-API based Cloud service to earn a profit, then what is the way to find out that he or she used academic datasets to train the model? Many people might be already using academic datasets to earn a profit?&lt;/p&gt;&#xA;&lt;p&gt;Similarly, If I collected data from many of my friends and family and published it for the academic research community and did not allow license for commercial purposes, then someone might use this data to build products and sell it commercially? How can we find that my dataset was used unethically? My friends and family might not give their data as they won't like someone to earn a profit from their data?&lt;/p&gt;&#xA;" OwnerUserId="26116" LastActivityDate="2021-02-08T13:26:28.677" Title="Can we identify that an academic dataset was used for commercial purpose" Tags="|machine-learning|uses-of-open-data|academia|deep-learning|models|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18255" PostTypeId="2" ParentId="7429" CreationDate="2020-11-21T19:20:07.063" Score="0" Body="&lt;p&gt;I created a Free Currency Exchange API,&lt;/p&gt;&#xA;&lt;p&gt;Some of it's features are&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Free &amp;amp; Blazing Fast response&lt;/li&gt;&#xA;&lt;li&gt;No Rate limits&lt;/li&gt;&#xA;&lt;li&gt;150+ Currencies, Including Common Cryptocurrencies&lt;/li&gt;&#xA;&lt;li&gt;It's Daily Updated&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The API is user friendly, to get the currency list with EUR as base currency use this URL:&#xA;&lt;a href=&quot;https://cdn.jsdelivr.net/gh/fawazahmed0/currency-api@1/latest/currencies/eur.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cdn.jsdelivr.net/gh/fawazahmed0/currency-api@1/latest/currencies/eur.json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;More Details for the API is available at &lt;a href=&quot;https://github.com/fawazahmed0/currency-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/fawazahmed0/currency-api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26117" LastEditorUserId="26117" LastEditDate="2020-11-21T20:58:37.817" LastActivityDate="2020-11-21T20:58:37.817" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18256" PostTypeId="2" ParentId="10125" CreationDate="2020-11-22T11:21:39.323" Score="0" Body="&lt;p&gt;Here it is. Look for &amp;quot;Download Data -&amp;gt; ocean_temps&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://people.math.umass.edu/%7Elavine/Book/book.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://people.math.umass.edu/~lavine/Book/book.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26121" LastActivityDate="2020-11-22T11:21:39.323" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18257" PostTypeId="1" CreationDate="2020-11-23T01:46:00.547" Score="1" ViewCount="27" Body="&lt;p&gt;I am looking for a dataset for federated learning that includes the location of each client.&lt;/p&gt;&#xA;&lt;p&gt;For example a database for:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;word prediction&lt;/strong&gt; where the location of each phone user is also included in the data records.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;heart rate&lt;/strong&gt; where the location of each person is also included in the data records.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;credit score&lt;/strong&gt; to predict financial distress that includes the location of each client.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;any dataset that contains the location of each user and is suitable for federated learning is useful for me.&lt;/p&gt;&#xA;" OwnerUserId="26123" LastEditorUserId="23272" LastEditDate="2021-03-18T05:55:17.707" LastActivityDate="2021-03-18T05:55:17.707" Title="Where to find a dataset where each record includes location?" Tags="|data-request|location|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18259" PostTypeId="1" AcceptedAnswerId="18270" CreationDate="2020-11-24T17:25:33.367" Score="4" ViewCount="556" Body="&lt;p&gt;I have a project wherein having train route information would be useful. Like if I could get GPS coordinates that form the routes themselves I could do maps like &lt;a href=&quot;https://www.amtrak.com/track-your-train.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.amtrak.com/track-your-train.html&lt;/a&gt; using the &lt;a href=&quot;https://developers.google.com/maps/documentation/javascript/examples/polyline-simple&quot; rel=&quot;nofollow noreferrer&quot;&gt;Simple Polylines&lt;/a&gt; API on Google Maps.&lt;/p&gt;&#xA;&lt;p&gt;Is that stuff publicly available? I'm most specifically interested in this for Texas railroads: &lt;a href=&quot;https://ftp.txdot.gov/pub/txdot-info/tpp/maps/2016-railroad.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ftp.txdot.gov/pub/txdot-info/tpp/maps/2016-railroad.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2022-07-03T01:19:54.027" Title="gps coordinates of train routes" Tags="|geospatial|usa|openstreetmap|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18260" PostTypeId="2" ParentId="18254" CreationDate="2020-11-25T09:12:40.507" Score="1" Body="&lt;p&gt;One approach would be to use a record search engine to identify those records that could match your own records.&lt;br /&gt;&#xA;In addition, in my opinion, it would be a good idea to include identifier data records in your own publicated data records, which could make it easier to identify your own data in case of doubt.&lt;/p&gt;&#xA;&lt;p&gt;Starting points for the search could be:&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.europeandatajournalism.eu/eng&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Data Journalism&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://www.europeandataportal.eu/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;European Dataportal&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://data.europa.eu/euodp/en/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU Open Data Portal&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://datasetsearch.research.google.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Dataset Search&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26073" LastActivityDate="2020-11-25T09:12:40.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18261" PostTypeId="1" CreationDate="2020-11-25T13:19:06.930" Score="1" ViewCount="56" Body="&lt;p&gt;I have found the .las file I'm looking for of Mill Basin, Brooklyn, NYC... USGS Lidar Point Cloud NY CMPG 2013 18TWK910955 LAS 2015.&lt;/p&gt;&#xA;&lt;p&gt;I navigate to the area of interest, create my bounding box, search for LiDAR files, locate the file, click &amp;quot;Download ZIP&amp;quot; and the Download link opens a new tab but never downloads anything.&lt;/p&gt;&#xA;&lt;p&gt;Are others experiencing this same issue? What am I missing here?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/UpksS.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/UpksS.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26138" LastActivityDate="2023-12-18T09:05:45.713" Title="Downloading LIDAR from The National Map" Tags="|geospatial|download|usgs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18262" PostTypeId="1" CreationDate="2020-11-25T14:38:43.693" Score="1" ViewCount="222" Body="&lt;p&gt;I am aware of the question &lt;a href=&quot;https://opendata.stackexchange.com/questions/9608/house-price-data-in-uk-by-lsoa&quot;&gt;House Price Data in UK by LSOA&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;While it does have some excellent answers, their granularity is postcode.&lt;/p&gt;&#xA;&lt;p&gt;That is actually good enough for me, but I need to be able to correlate each house sale price with a latitude &amp;amp; longitude (a bonus for additional data, such as number of rooms/square footage, garage, detached, semi-detached, flats, etc - but I really only need price and lat/long).&lt;/p&gt;&#xA;&lt;p&gt;I started with the governments data for &lt;a href=&quot;https://www.gov.uk/government/statistical-data-sets/price-paid-data-downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;last month's house sales&lt;/a&gt;, of which there were more than 65,000 in the UK in September.&lt;/p&gt;&#xA;&lt;p&gt;I tried using an Open Street Map NOMI API to get lat/long from post code. But, 65k requests blew the 30 second limit on a PHP script.I suppose that I could pause between requests, or offload that part to the client side &amp;amp; build my map gradually, but that might take 5 or 10 minutes :-(  and that's only for a single month.&lt;/p&gt;&#xA;&lt;p&gt;So, short story long, I am looking for a data source that has already done the conversion and can provide me with sale price + lat/long for UK house sales, preferably a month at a time.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2021-08-23T12:02:40.243" Title="UK house prices including latitude &amp; longitude" Tags="|data-request|uk|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18263" PostTypeId="1" AcceptedAnswerId="18264" CreationDate="2020-11-25T16:09:24.540" Score="0" ViewCount="22" Body="&lt;p&gt;I'm using the daily CO2 measurement dataset from the Scripps CO2 Program&lt;/p&gt;&#xA;&lt;p&gt;Data page: &lt;a href=&quot;https://scrippsco2.ucsd.edu/data/atmospheric_co2/mlo.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scrippsco2.ucsd.edu/data/atmospheric_co2/mlo.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Direct link to daily dataset: &lt;a href=&quot;https://scrippsco2.ucsd.edu/assets/data/atmospheric/stations/in_situ_co2/daily/daily_in_situ_co2_mlo.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scrippsco2.ucsd.edu/assets/data/atmospheric/stations/in_situ_co2/daily/daily_in_situ_co2_mlo.csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;You'll see in the &amp;quot;good&amp;quot; csv, that the data continues to almost the present day.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/UFLwwm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/UFLwwm.png&quot; alt=&quot;good data csv&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Archived &amp;quot;good&amp;quot; csv: &lt;a href=&quot;https://raw.githubusercontent.com/co2birthdate/dataops/4d2ed6fd5b3987be8b6ce502d592949414275920/input_data/daily_in_situ_co2_mlo.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/co2birthdate/dataops/4d2ed6fd5b3987be8b6ce502d592949414275920/input_data/daily_in_situ_co2_mlo.csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;While in the &amp;quot;broken&amp;quot; csv, it's spotty data and only until 2006.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OARhBm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OARhBm.png&quot; alt=&quot;bad data csv&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Archived &amp;quot;broken&amp;quot; csv: &lt;a href=&quot;https://raw.githubusercontent.com/co2birthdate/dataops/9edf3968806266774e5f97865f9f368d368e8c9c/input_data/daily_in_situ_co2_mlo.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://raw.githubusercontent.com/co2birthdate/dataops/9edf3968806266774e5f97865f9f368d368e8c9c/input_data/daily_in_situ_co2_mlo.csv&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;--&lt;/p&gt;&#xA;&lt;p&gt;I suspect that something is broken in the data owner's pipeline, but I haven't been able to bring it to their attention.&lt;/p&gt;&#xA;&lt;p&gt;I've tried:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Emailing the person listed in the &amp;quot;data sharing policy&amp;quot;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/t1CLt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/t1CLt.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Contacting them on Twitter: &lt;a href=&quot;https://twitter.com/philshem/status/1323338982084780033?s=20&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/philshem/status/1323338982084780033?s=20&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Emailing webmaster@ucsd.edu and webmaster@scrippsco2.ucsd.edu&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h2&gt;How can I report this &quot;broken&quot; dataset?&lt;/h2&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-11-25T19:28:02.713" Title="CO2 dataset from Scripps is broken. How can in inform the owner?" Tags="|uses-of-open-data|environment|csv|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18264" PostTypeId="2" ParentId="18263" CreationDate="2020-11-25T19:28:02.713" Score="0" Body="&lt;p&gt;Via some emails, I was able to make contact with some people responsible for the data - and they have informed me that the daily CSV has been corrected.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://scrippsco2.ucsd.edu/assets/data/atmospheric/stations/in_situ_co2/daily/daily_in_situ_co2_mlo.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scrippsco2.ucsd.edu/assets/data/atmospheric/stations/in_situ_co2/daily/daily_in_situ_co2_mlo.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-11-25T19:28:02.713" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18265" PostTypeId="1" CreationDate="2020-11-25T22:12:48.877" Score="1" ViewCount="73" Body="&lt;p&gt;I'm searching for some researches for a study project , I'm looking for some researches that contains data bases or statistics data so i can apply my project on those researches , any practical way to find researches with such things( statistics data ) ? for example i want a study that shows relation between online studying and 6 different independent variables about the people who practiced in the study ex : gender , age, etc, or any other topics..&lt;/p&gt;&#xA;" OwnerUserId="26141" LastActivityDate="2021-12-27T21:15:35.727" Title="What is a good way to find research with statistics data?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18266" PostTypeId="2" ParentId="18244" CreationDate="2020-11-26T02:31:52.577" Score="1" Body="&lt;p&gt;Regarding git repo: it's not stale, it was updated about a month ago. Still,&#xA;there aren't &lt;em&gt;newer/larger&lt;/em&gt; and &lt;em&gt;available&lt;/em&gt; datasets just yet. If you stumble upon one - just drop a line here, I'll merge it with mine.&lt;/p&gt;&#xA;&lt;p&gt;Anyway, here are some relevant posts:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/1951/dataset-of-domain-names&quot;&gt;Dataset of domain names&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/15368/list-of-all-http-sites-in-the-world&quot;&gt;List of all http sites in the world&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="25358" LastActivityDate="2020-11-26T02:31:52.577" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18267" PostTypeId="1" CreationDate="2020-11-26T10:30:50.713" Score="2" ViewCount="22" Body="&lt;p&gt;I want to do a project with very high spatial resolution temperature data from a city (any city) with very high resolution (&amp;lt;10 m), in an attempt to create an animated 3D microclimate map for that city (kind of a 3D heatmap).&lt;/p&gt;&#xA;&lt;p&gt;The data would probably have to be raster data and it should be a time series of any kind (preferably hourly but could also be daily, the goal here is to test the 3D animated presentation). Where could I get such data?&lt;/p&gt;&#xA;" OwnerUserId="26146" LastActivityDate="2020-11-26T10:30:50.713" Title="Where do I get hourly temperature data for cities with a high spatial resolution?" Tags="|geospatial|climate|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18268" PostTypeId="2" ParentId="18262" CreationDate="2020-11-26T10:41:50.297" Score="1" Body="&lt;p&gt;I will not accept this, my own answer, in case someone comes up with a better solution.&lt;/p&gt;&#xA;&lt;p&gt;However, &lt;a href=&quot;https://www.freemaptools.com/download-uk-postcode-lat-lng.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.freemaptools.com/download-uk-postcode-lat-lng.htm&lt;/a&gt; allows one to download data to map UK post codes to lat/long (no other data, but that is enough for me) as MSsql, MySql or CSV format.&lt;/p&gt;&#xA;&lt;p&gt;If I download it once, then I don't need the overhead of an HTTP API call for each of those 65k house prices.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2020-11-26T10:41:50.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18269" PostTypeId="1" CreationDate="2020-11-26T14:34:07.880" Score="1" ViewCount="224" Body="&lt;p&gt;I am working on a Machine Learning project to improve/automate hydroponics farming systems. Are there any datasets covering crop yields in vertical/hydroponic farming setups? Any hints or tips on how to find such data will be highly appreciated.&lt;/p&gt;&#xA;" OwnerUserId="26147" LastEditorUserId="23272" LastEditDate="2021-03-18T05:55:40.333" LastActivityDate="2021-03-18T05:55:40.333" Title="Hydroponics/ vertical farming dataset and techniques" Tags="|data-request|agriculture|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18270" PostTypeId="2" ParentId="18259" CreationDate="2020-11-26T22:52:37.420" Score="2" Body="&lt;p&gt;Both &lt;a href=&quot;https://data-usdot.opendata.arcgis.com/datasets/usdot::north-american-rail-network-lines&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data-usdot.opendata.arcgis.com/datasets/usdot::north-american-rail-network-lines&lt;/a&gt; and &lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/2a9677db741d4a78bd221586fe9a61f5_0/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hifld-geoplatform.opendata.arcgis.com/datasets/2a9677db741d4a78bd221586fe9a61f5_0/data&lt;/a&gt; appear to have this data as KMLs, Shapefiles, etc&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fla-etat.org/est/metadata/rails_abandoned.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fla-etat.org/est/metadata/rails_abandoned.htm&lt;/a&gt; explains the various fields.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis-txdot.opendata.arcgis.com/datasets/90f8c6d733274c26b9c8ea25e41fff62_0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gis-txdot.opendata.arcgis.com/datasets/90f8c6d733274c26b9c8ea25e41fff62_0&lt;/a&gt; has this data for Texas, specifically.&lt;/p&gt;&#xA;" OwnerUserId="1306" LastEditorUserId="1306" LastEditDate="2022-07-03T01:19:54.027" LastActivityDate="2022-07-03T01:19:54.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18272" PostTypeId="2" ParentId="18265" CreationDate="2020-11-26T23:16:00.233" Score="1" Body="&lt;p&gt;You can use &lt;a href=&quot;https://www.kaggle.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/&lt;/a&gt; There you have data samples and other people solving the problems with real examples of the solution in python, r or even excel. So you can track and see the logic of other people as well as try to solve the question your way. There also paid competitions... E.g. you can win up to 100k by solving some statistical question of a company... Good source to learn and research.&lt;/p&gt;&#xA;" OwnerUserId="25767" LastActivityDate="2020-11-26T23:16:00.233" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18273" PostTypeId="1" CreationDate="2020-11-27T11:00:29.793" Score="1" ViewCount="60" Body="&lt;p&gt;I need a Database for food and especially ingredients for my App programmmed in android studio.&#xA;I found open food facts and tried to implement it in my project but I don´t know how to access the database through my Application.&#xA;What should I write in my dependencies?&lt;/p&gt;&#xA;" OwnerUserId="26155" LastActivityDate="2020-11-27T11:00:29.793" Title="How can I access open food facts through my Application?" Tags="|database|food|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18274" PostTypeId="2" ParentId="1926" CreationDate="2020-11-27T15:12:04.610" Score="4" Body="&lt;p&gt;Just came across Azure open dataset:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://azure.microsoft.com/en-us/services/open-datasets/catalog/public-holidays/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://azure.microsoft.com/en-us/services/open-datasets/catalog/public-holidays/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Worldwide public holiday data sourced from &lt;a href=&quot;https://pypi.org/project/holidays/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PyPI holidays&lt;/a&gt; package and Wikipedia, covering 38 countries or regions from 1970 to 2099.&lt;br /&gt;&#xA;Each row indicates the holiday info for a specific date, country or region, and whether most people have paid time off.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="26158" LastActivityDate="2020-11-27T15:12:04.610" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18275" PostTypeId="1" AcceptedAnswerId="18277" CreationDate="2020-11-27T17:36:59.903" Score="1" ViewCount="72" Body="&lt;p&gt;I have programmed a Deming regression function in VBA for EXCEL. I want to test it but I cannot find a data set. What I find are R codes where the data sets are created, but since I don't know any R this does not help me. Could some one please point me at a data set.&lt;/p&gt;&#xA;&lt;p&gt;Here is one example in R that I have found.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.lithoguru.com/scientist/statistics/Deming%20Regression.R&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.lithoguru.com/scientist/statistics/Deming%20Regression.R&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I do not know if it is helpful as I don't know any R.&lt;/p&gt;&#xA;" OwnerUserId="26160" LastEditorUserId="26160" LastEditDate="2020-11-27T21:58:29.123" LastActivityDate="2020-11-30T10:21:43.123" Title="Seeking data for Deming regression function" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18277" PostTypeId="2" ParentId="18275" CreationDate="2020-11-28T12:06:57.190" Score="0" Body="&lt;p&gt;I pasted the code from the &lt;a href=&quot;http://www.lithoguru.com/scientist/statistics/Deming%20Regression.R&quot; rel=&quot;nofollow noreferrer&quot;&gt;URL&lt;/a&gt; (&lt;a href=&quot;https://web.archive.org/web/20201111192744/https://stat.ethz.ch/R-manual/R-devel/library/stats/html/Normal.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive&lt;/a&gt;) into RStudio and ran the code. It creates three vectors that, without much analyzing, seem to be input vectors: &lt;code&gt;x&lt;/code&gt;, &lt;code&gt;y&lt;/code&gt;, &lt;code&gt;y_ideal&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;x = seq(10,20,0.25)&#xA;y_ideal = x&#xA;N = length(x)&#xA;sd = 2&#xA;y = rnorm(N,y_ideal,sd)  # rnorm(n,mean,sd)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Actually &lt;code&gt;y_ideal&lt;/code&gt; is just set to &lt;code&gt;x&lt;/code&gt;., so really you should only need &lt;code&gt;x&lt;/code&gt; and &lt;code&gt;y&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;p&gt;The function &lt;a href=&quot;https://stat.ethz.ch/R-manual/R-devel/library/stats/html/Normal.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;rnorm()&lt;/code&gt;&lt;/a&gt; gives you a normal distribution with the variables:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;N&lt;/code&gt;: number of observations&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;mean&lt;/code&gt;: vector of means&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;code&gt;sd&lt;/code&gt;: vector of standard deviations&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I then made a &lt;code&gt;data.frame&lt;/code&gt; (aka &amp;quot;matrix&amp;quot;) with the 3 vectors:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;df &amp;lt;- data.frame(x,y,y_ideal)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;a data frame can have an Excel-like view in RStudio:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/AeYtcm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/AeYtcm.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and then exported it to a csv:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;write.csv(df, 'deming.csv', row.names = FALSE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;which I'll put here for your convenience - and &lt;a href=&quot;https://gist.github.com/philshem/6b16762d7b27ddceed0a361a93b85472&quot; rel=&quot;nofollow noreferrer&quot;&gt;online&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;quot;x&amp;quot;,&amp;quot;y&amp;quot;,&amp;quot;y_ideal&amp;quot;&#xA;10,10.9277728455939,10&#xA;10.25,10.5933490961181,10.25&#xA;10.5,14.0852031368451,10.5&#xA;10.75,12.4232922691896,10.75&#xA;11,14.7683460256395,11&#xA;11.25,9.93532391180117,11.25&#xA;11.5,12.4777201750146,11.5&#xA;11.75,11.3343548513887,11.75&#xA;12,10.2801940515687,12&#xA;12.25,10.3694533979591,12.25&#xA;12.5,16.7670475398486,12.5&#xA;12.75,15.025087197753,12.75&#xA;13,15.747932175025,13&#xA;13.25,12.4146751515162,13.25&#xA;13.5,12.8150380193588,13.5&#xA;13.75,16.9127206628306,13.75&#xA;14,13.6818446843247,14&#xA;14.25,15.6428120655422,14.25&#xA;14.5,11.6094851517286,14.5&#xA;14.75,17.3868200845988,14.75&#xA;15,14.374938003457,15&#xA;15.25,16.5397831100747,15.25&#xA;15.5,16.5774828754729,15.5&#xA;15.75,16.0933165508874,15.75&#xA;16,14.0815845992991,16&#xA;16.25,16.1954498412194,16.25&#xA;16.5,20.62422023611,16.5&#xA;16.75,15.7032049193883,16.75&#xA;17,13.7508477699139,17&#xA;17.25,18.06073937896,17.25&#xA;17.5,19.8632816230287,17.5&#xA;17.75,18.1758896126998,17.75&#xA;18,18.1437515547828,18&#xA;18.25,18.5226369240186,18.25&#xA;18.5,15.8481144868907,18.5&#xA;18.75,20.3427101476114,18.75&#xA;19,21.6697499301055,19&#xA;19.25,21.7060773339034,19.25&#xA;19.5,20.6452923318518,19.5&#xA;19.75,17.1521716029471,19.75&#xA;20,17.6399835307955,20&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The R script also generates this image:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PXOK1.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PXOK1.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and if you print &lt;code&gt;dem.reg&lt;/code&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; dem.reg@para&#xA;                EST        SE        LCI      UCI&#xA;Intercept 2.1266197 1.6300808 -1.1705300 5.423769&#xA;Slope     0.8943716 0.1066187  0.6787149 1.110028&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Instructions for installing R and RStudio are here: &lt;a href=&quot;https://rstudio.com/products/rstudio/download/#download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rstudio.com/products/rstudio/download/#download&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here's what my screen looks like - you'll see RStudio has sort of a &amp;quot;Matlab&amp;quot; look and feel.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qwfS4.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qwfS4.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2020-11-30T10:21:43.123" LastActivityDate="2020-11-30T10:21:43.123" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="18278" PostTypeId="1" CreationDate="2020-11-28T12:07:36.613" Score="1" ViewCount="19" Body="&lt;p&gt;I'm planning on making a &lt;a href=&quot;https://www.youtube.com/watch?v=0waAysaU_p0&quot; rel=&quot;nofollow noreferrer&quot;&gt;video&lt;/a&gt; that depicts a map of the locations of the deaths of migrants and refugees that attempt to cross the Mediterranean Sea as time progresses. Specifically, I'd like to show the country of origin of those who passed away. The International Organization for Migration (IOM) has collected &lt;a href=&quot;https://missingmigrants.iom.int/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; on migrant deaths. In their &lt;a href=&quot;https://missingmigrants.iom.int/methodology&quot; rel=&quot;nofollow noreferrer&quot;&gt;methodology&lt;/a&gt;, it is explained which variables ought to be included in the data sets.&lt;/p&gt;&#xA;&lt;p&gt;However, some variables appear to be missing. In particular, the “Country of Origin” and “Region of Origin” variables are excluded from the data sets. I've already contacted the IOM about this, but so far they haven't responded to my query.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Questions&lt;/strong&gt;:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Have these variables indeed gone missing from the aforementioned data sets, or am I just not looking carefully enough?&lt;/li&gt;&#xA;&lt;li&gt;Is there any way to obtain the country of origin information that belongs to these rows in the tabular data?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="26167" LastActivityDate="2020-11-28T12:07:36.613" Title="Where can I find the country of origin information of migrants who passed away in the Mediterranean Sea?" Tags="|migration|un|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18279" PostTypeId="1" CreationDate="2020-11-28T16:10:40.313" Score="1" ViewCount="49" Body="&lt;p&gt;Im developing an application where I need to display some bibliographic information of books (title, author, publisher, description and book cover).&lt;/p&gt;&#xA;&lt;p&gt;In order to do so im looking for API's to get this data.&lt;/p&gt;&#xA;&lt;p&gt;I read about the following API's:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Google books&lt;/li&gt;&#xA;&lt;li&gt;Goodreads&lt;/li&gt;&#xA;&lt;li&gt;LibraryThing&lt;/li&gt;&#xA;&lt;li&gt;OpenLibrary&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;but each has it's limitations such as 1 call per second/ 50,000 calls a day and so on, so im looking for more databases with hope to find a good data with less restrictive limitations.&lt;/p&gt;&#xA;&lt;p&gt;Any recommendations will be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="26168" LastActivityDate="2020-11-28T16:10:40.313" Title="Bibliographic database for books" Tags="|api|database|books|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18280" PostTypeId="1" CreationDate="2020-11-28T17:22:37.160" Score="1" ViewCount="10" Body="&lt;p&gt;I've long searched for this, but only find entities that want me to pay them money. I don't have money. I can't pay money. This is for my personal, non-commercial use. I can't afford to pay for every little thing I need and which doesn't generate me a cent.&lt;/p&gt;&#xA;&lt;p&gt;I've also found numerous broken or semi-broken webpages intended for humans to manually look up historical currency rates. These are of no use to me since I need it to be automatable, and don't want to rely on some third party for privacy and reliability reasons. They also have the problem that they frequently only go very shortly back in history, whereas I want a far longer span, at least 1900-2020. (Although if nothing else can be had, I'd settle for just 1990-2020).&lt;/p&gt;&#xA;&lt;p&gt;It seems like the only way is for me to &amp;quot;do it myself&amp;quot; somehow. But to do this, I need some sort of raw data. Large tables for each &amp;quot;currency pair&amp;quot; and date, I imagine. Maybe something like a bunch of CSV files like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;# Date,From,To,Ratio&#xA;1900-01-01,USD,JPY,0.5&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;While it would be a lot of annoying and hard work, I could probably do it if I had such (or similar) data. But where would I get that from? And would they &lt;em&gt;also&lt;/em&gt; want money from me? Is there some kind of &amp;quot;public service&amp;quot; providing such data for &amp;quot;most&amp;quot; currencies/currency pairs?&lt;/p&gt;&#xA;&lt;p&gt;Once I have imported the data into my own local database, I would probably be able to figure out how to actually make it answer questions such as:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;How much in JPY was 32 USD worth in 1995-03-25?&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Logically, the existing services must get this data from &lt;em&gt;somewhere&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="26169" LastActivityDate="2020-11-28T17:22:37.160" Title="How do I programmatically and reliably determine how much a sum of money was in some other currency at a given date without paying money?" Tags="|economics|economy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18282" PostTypeId="1" CreationDate="2020-11-29T03:38:43.950" Score="3" ViewCount="493" Body="&lt;p&gt;Where do I find the shapefile of Cyprus communities?&lt;/p&gt;&#xA;&lt;p&gt;I am referring to the small black polygons that made the districts - Famagusta, Kyrenia, Larnaca, Limassol, Nicosia and Paphos in the picture below.&lt;/p&gt;&#xA;&lt;p&gt;Gadm.org has only level0 and level1. What I needed is probably level2 or level3?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Q0DvZ.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Q0DvZ.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26172" LastActivityDate="2022-10-19T10:00:40.093" Title="Seeking shapefile of Districts Cyprus in vector format" Tags="|geospatial|map|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18283" PostTypeId="1" CreationDate="2020-11-30T00:36:53.903" Score="1" ViewCount="51" Body="&lt;p&gt;This is related to open source, but somewhat a new topic here that I hope you will contribute to in the discussion.&lt;/p&gt;&#xA;&lt;p&gt;Many are tired of getting their privacy invaded by Google and all companies who take your data with and without consent. Would it not be great if there was an alternative?&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Would it be possible to for instance:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;To install an app/software that denies any data going from for instance your smartwatch to Samsung, so they can't sell your data? Or from Google Nest to Google?&lt;/li&gt;&#xA;&lt;li&gt;If this is not possible, could you delete everything on for instance a Google Nest or smartwatch, collaborate on building open-source operating systems so that the product works and does not give away personal data?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The legality could be an issue, but one can argue that when major companies either steal data or take data with consent, you should react to protect the public interests. The Cambridge Analytica scandal should have taught everyone by now that our privacy and data should be better protected. And the companies selling our data to the highest bidders are not someone who should have the power of our data in their hands.&lt;/p&gt;&#xA;&lt;p&gt;I'm new to IT, so these are questions I cannot find answers to online or here at the forum. If this discussion proves that either of the options can be realized, then I could be interested in bringing any of these ideas to life.&lt;/p&gt;&#xA;" OwnerUserId="26175" LastActivityDate="2021-02-27T05:47:44.083" Title="Could privacy friendly open source OS/software be made for most tech products?" Tags="|big-data|security|open-source|privacy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18284" PostTypeId="2" ParentId="200" CreationDate="2020-11-30T01:06:48.033" Score="0" Body="&lt;p&gt;These guys have maritime databases too &lt;a href=&quot;https://datalastic.com/maritime-database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datalastic.com/maritime-database/&lt;/a&gt; we have got thier list of vessels&lt;/p&gt;&#xA;" OwnerUserId="26176" LastActivityDate="2020-11-30T01:06:48.033" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18286" PostTypeId="1" CreationDate="2020-11-30T12:12:23.303" Score="1" ViewCount="316" Body="&lt;p&gt;Is there any dataset available for detection of Foreign Object Debris (FOD) on Runways and Taxiways of Airports?&lt;/p&gt;&#xA;&lt;p&gt;We have a project in which we want to detect any foreign object on the runway. These objects mostly consist of airplane parts metal/ plastic/ rubber etc.&lt;/p&gt;&#xA;&lt;p&gt;Is there any images/ dataset available for this purpose?&lt;/p&gt;&#xA;" OwnerUserId="26179" LastEditorUserId="1511" LastEditDate="2020-11-30T12:39:35.430" LastActivityDate="2024-03-06T12:08:26.087" Title="Foreign Object Debris Dataset" Tags="|data-request|machine-learning|images|aviation|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18287" PostTypeId="2" ParentId="18286" CreationDate="2020-11-30T12:39:19.890" Score="0" Body="&lt;p&gt;found with a &lt;a href=&quot;https://www.google.com/search?q=runway%20debris%20dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;simple internet search&lt;/a&gt;, for which there are several results...&lt;/p&gt;&#xA;&lt;p&gt;one result is this paper&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;Foreign object debris material recognition based on convolutional neural networks&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://doi.org/10.1186/s13640-018-0261-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.1186/s13640-018-0261-2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;provides a download link to the FOD data&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The FOD material dataset can be downloaded from Google Drive.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;(136 MB) &lt;a href=&quot;https://drive.google.com/file/d/1UTxZQUipkX6_rC9AoCaweeeeOPrOG1_B&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://drive.google.com/file/d/1UTxZQUipkX6_rC9AoCaweeeeOPrOG1_B&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-11-30T12:39:19.890" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18288" PostTypeId="1" CreationDate="2020-11-30T15:03:47.817" Score="1" ViewCount="49" Body="&lt;p&gt;were the pumps in use when the data for inputevents_mv \inputevents_cv tables was collected, smart pumps? I'm asking because I wonder if the starttime\endtime was entered manually or not for the IV inputs.&lt;/p&gt;&#xA;" OwnerUserId="26181" LastActivityDate="2020-11-30T15:03:47.817" Title="MIMIC III - Inputevents_mv\ inputevents_cv IV pumps" Tags="|mimic-iii|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18289" PostTypeId="2" ParentId="5506" CreationDate="2020-11-30T17:20:16.677" Score="4" Body="&lt;p&gt;You can create an ISO 3166-2 and time zone list using the Geonames API. If you use the &lt;a href=&quot;https://www.geonames.org/export/geonames-search.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;general search API&lt;/a&gt;, you can pass a wildcard in for the name and specify the &lt;a href=&quot;https://www.geonames.org/export/codes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;feature code and feature class&lt;/a&gt; parameters you want, to return all entities of that type. The time zone name and differences for GMT and DST are &lt;a href=&quot;https://download.geonames.org/export/dump/readme.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;among the attributes&lt;/a&gt; returned.&lt;/p&gt;&#xA;&lt;p&gt;For example, the following returns all the first-level administrative divisions of the United States (i.e. states and territories). For country we specify the two-letter ISO country code, feature class A (countries, states, and region features), and feature code ADM1 to get the first-level admin divisions. &lt;em&gt;This link is for illustration purposes and won't render anything.&lt;/em&gt; You need to register and get your own username and tack it on to the end. I've included a screenshot to illustrate a portion of the result you'd see in a web browser.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;code&gt;http://api.geonames.org/searchJSON??name=*&amp;amp;country=US&amp;amp;featureClass=A&amp;amp;featureCode=ADM1&amp;amp;style=full&amp;amp;username=&lt;/code&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The result includes the time zone attribute as a dictionary-like object (to capture the three time zone attributes and account for the fact that areas may span more than one zone), and the values for adminCode1 and adminName1 attributes are the ISO-3166-2 code and division name.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/w0RWs.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/w0RWs.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Some variants: if you remove JSON from the search string you'll get XML instead. If you don't want to loop through a list of countries, you can insert the asterisk wildcard for country to grab them all, but this will be a fairly large request. For testing purposes you can add &lt;code&gt;&amp;amp;maxRows=N&lt;/code&gt; to limit the number of rows returned. You will need to &lt;a href=&quot;http://www.geonames.org/export/web-services.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;register to get an API key&lt;/a&gt; (the value for the username), but it's free. Use your favorite scripting language to make the request and extract the specific attributes you want to create a table. While there is a &lt;a href=&quot;https://www.geonames.org/export/web-services.html#timezone&quot; rel=&quot;nofollow noreferrer&quot;&gt;specific timezone API&lt;/a&gt;, it requires you to pass in long and lat coordinates.&lt;/p&gt;&#xA;&lt;p&gt;If APIs are not your thing, you can &lt;a href=&quot;http://www.geonames.org/export/&quot; rel=&quot;nofollow noreferrer&quot;&gt;download&lt;/a&gt; country-level delimited text files that contain ALL features within each country, and even one file that contains the entire world. You can load these into a database and query just the features and attributes you want, although this will be more tedious and time consuming given the number of country files or the sheer size of the world file.&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-11-30T17:20:16.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18290" PostTypeId="1" CreationDate="2020-12-01T16:31:49.200" Score="1" ViewCount="40" Body="&lt;p&gt;We'd like to resolve older unitid -&amp;gt; opeid without referencing the crosswalk datafiles directly. However, lookups frequently fail.  The first unit id (and many others) present in the 1996-1997 crosswalk data serves as an example:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;unitid,opeid,opeid6&#xA;100636,01230800,012308&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Attempting to retrieve this from the API:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;In [1]: rsp = requests.get('https://api.data.gov/ed/collegescorecard/v1/school&#xA;     ...: s?api_key=8CoAdCZ2zCcLHf6ClaFCMPWwQMRWvVb4FVjKJHIY&amp;amp;fields=ope8_id%2Cid&#xA;     ...: &amp;amp;id=100636')&#xA;&#xA;In [2]: rsp.json()&#xA;Out[2]: {'metadata': {'total': 0, 'page': 0, 'per_page': 20}, 'results': []}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Is there any way to look these up via the API and not have to access the CSV's?&lt;/p&gt;&#xA;" OwnerUserId="26190" LastActivityDate="2020-12-01T16:31:49.200" Title="Looking up older unitids" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18291" PostTypeId="1" CreationDate="2020-12-02T22:40:37.123" Score="3" ViewCount="27" Body="&lt;p&gt;Does anybody know a multi-country data source on travel warnings?&lt;/p&gt;&#xA;&lt;p&gt;I've data sources that cover general travel restrictions during Corona, and data of travel from one country (&lt;a href=&quot;https://opendata.stackexchange.com/questions/3955/country-specific-information-for-travellers-using-opendata-api-dataset/3960#3960&quot;&gt;Country specific information for travellers using opendata api/dataset&lt;/a&gt;), but not a more comprehensive data source of country-wise travel warnings.&lt;/p&gt;&#xA;" OwnerUserId="26065" LastEditorUserId="23272" LastEditDate="2021-04-07T13:08:36.633" LastActivityDate="2021-04-07T13:08:36.633" Title="Travel warnings" Tags="|travel|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18292" PostTypeId="2" ParentId="18261" CreationDate="2020-12-03T03:03:56.127" Score="0" Body="&lt;p&gt;Perhaps check this out if you have not seen this. I google and found this site that might be useful for you...  &lt;a href=&quot;https://gis.ny.gov/elevation/lidar-coverage.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gis.ny.gov/elevation/lidar-coverage.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Just remember that these LIDAR files can be very large to download it....&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2020-12-03T03:03:56.127" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18293" PostTypeId="1" AcceptedAnswerId="18300" CreationDate="2020-12-03T05:11:12.163" Score="1" ViewCount="24" Body="&lt;p&gt;Is there a reason why from 1998-2003 the total number of reports in the FDA Adverse Event Database is &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:%5B19980824%20TO%2020030729%5D&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;235&lt;/a&gt; but after one year there were suddenly increased by about &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:%5B19980824%20TO%2020040729%5D&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;100000&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25110" LastEditorUserId="23272" LastEditDate="2021-04-07T12:58:26.607" LastActivityDate="2021-04-07T12:58:26.607" Title="Question about total number of drug adverse event reports from 1998-2004" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18294" PostTypeId="1" CreationDate="2020-12-03T09:45:14.963" Score="1" ViewCount="15" Body="&lt;p&gt;So I am working on a sentiment analysis project where I need to gather french reviews about some giving product (iPhone XR, PS5, or anything as long as there is enough data), I tried Reddit (praw API) but most of the comments are in English, twitter(Tweeppy API) couldn't get more than 5k reviews because of the API limitations (couldn't get tweets older than 1 week). My question is: if anyone ever worked on a similar project, please could you tell me what API and website you used or if there any other alternatives.&lt;/p&gt;&#xA;&lt;p&gt;Please feel free to ask me anything if the subject is not clear to you.&lt;/p&gt;&#xA;" OwnerUserId="26196" LastEditorUserId="23272" LastEditDate="2021-04-03T05:01:31.673" LastActivityDate="2021-04-03T05:01:31.673" Title="User reviews for consumer tech products, but in French" Tags="|data-request|nlp|french|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18295" PostTypeId="1" AcceptedAnswerId="18298" CreationDate="2020-12-03T16:14:54.880" Score="1" ViewCount="219" Body="&lt;p&gt;I have been taking a closer look at HBCU 4 year institutions and am looking at their 6 and 8 year completion rates (C200_4 &amp;amp; C150_4). I have noticed that several of the 8 year completion rates are lower than the 6 year rates. Why would this be true? Shouldn't the 8 year completion rates always be higher?&lt;/p&gt;&#xA;" OwnerUserId="26200" LastActivityDate="2021-11-30T17:10:42.783" Title="Why are the 6 year completion rates at 4-year institutions at times higher than the 8 year completion rates?" Tags="|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18296" PostTypeId="1" CreationDate="2020-12-03T05:04:47.880" Score="1" ViewCount="28" Body="&lt;p&gt;I know this doesn't sound like a good question but I've been googling and can't find broad range of data for grocery store items. As in, I want to be able to classify things like:&lt;/p&gt;&#xA;&lt;p&gt;strawberry, banana -&amp;gt; fruit&lt;/p&gt;&#xA;&lt;p&gt;potato, onion -&amp;gt; vegetable&lt;/p&gt;&#xA;&lt;p&gt;cheese, yogurt -&amp;gt; dairy&lt;/p&gt;&#xA;&lt;p&gt;detergent, dish soap -&amp;gt; cleaning supplies&lt;/p&gt;&#xA;&lt;p&gt;I don't need it to be certain specificity(there could be a dozen categories or a hundred), but it's just daunting to classify thousands of items in a grocery store by hand when I'm trying to look into the data. What is the best approach?&lt;/p&gt;&#xA;" OwnerUserId="18311" OwnerDisplayName="blueseal" LastEditorUserId="14011" LastEditDate="2020-12-04T09:41:01.970" LastActivityDate="2020-12-04T09:41:01.970" Title="How to find data for classifying grocery store items into categories?" Tags="|classification|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18297" PostTypeId="2" ParentId="18291" CreationDate="2020-12-04T07:40:35.907" Score="1" Body="&lt;p&gt;One resource that may work:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.travel-advisory.info/data-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.travel-advisory.info/data-api&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This API provides you with a daily updated list of country advisories. These advisories contain a risk value which describes how dangerous a country is from a travellers perspective. This data is available for every country and as fresh as this website.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;They don't require a key, but ask for fair-use and attribution.&lt;/p&gt;&#xA;&lt;p&gt;You can get a list of all countries: &lt;a href=&quot;https://www.travel-advisory.info/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.travel-advisory.info/api&lt;/a&gt; - which returns 238 country results.&lt;/p&gt;&#xA;&lt;p&gt;I made a sample request:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.travel-advisory.info/api?countrycode=CH&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.travel-advisory.info/api?countrycode=CH&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And this is the response (basic, but should be complete for all countries)&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;   &amp;quot;api_status&amp;quot;:{&#xA;      &amp;quot;request&amp;quot;:{&#xA;         &amp;quot;item&amp;quot;:&amp;quot;ch&amp;quot;&#xA;      },&#xA;      &amp;quot;reply&amp;quot;:{&#xA;         &amp;quot;cache&amp;quot;:&amp;quot;cached&amp;quot;,&#xA;         &amp;quot;code&amp;quot;:200,&#xA;         &amp;quot;status&amp;quot;:&amp;quot;ok&amp;quot;,&#xA;         &amp;quot;note&amp;quot;:&amp;quot;The api works, we could match requested country code.&amp;quot;,&#xA;         &amp;quot;count&amp;quot;:1&#xA;      }&#xA;   },&#xA;   &amp;quot;data&amp;quot;:{&#xA;      &amp;quot;CH&amp;quot;:{&#xA;         &amp;quot;iso_alpha2&amp;quot;:&amp;quot;CH&amp;quot;,&#xA;         &amp;quot;name&amp;quot;:&amp;quot;Switzerland&amp;quot;,&#xA;         &amp;quot;continent&amp;quot;:&amp;quot;EU&amp;quot;,&#xA;         &amp;quot;advisory&amp;quot;:{&#xA;            &amp;quot;score&amp;quot;:4,&#xA;            &amp;quot;sources_active&amp;quot;:5,&#xA;            &amp;quot;message&amp;quot;:&amp;quot;Switzerland has a current risk level of 4 (out of 5). We advise: Please reconsider your need to travel to Switzerland.&amp;quot;,&#xA;            &amp;quot;updated&amp;quot;:&amp;quot;2020-12-04 08:25:17&amp;quot;,&#xA;            &amp;quot;source&amp;quot;:&amp;quot;https:\/\/www.travel-advisory.info\/switzerland&amp;quot;&#xA;         }&#xA;      }&#xA;   }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;If you go to the specific country page, e.g. &lt;a href=&quot;https://www.travel-advisory.info/switzerland&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.travel-advisory.info/switzerland&lt;/a&gt;, then you'll see more details of the warning. But I don't think the API has that info.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-12-04T07:40:35.907" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18298" PostTypeId="2" ParentId="18295" CreationDate="2020-12-04T10:04:53.590" Score="0" Body="&lt;p&gt;I don't know about the exact schools or years that you are looking at, but in general this situation can easily if the 6-year graduation rate is based on looking at the students who entered in e.g. the fall of 2013 and graduated by 2019; and if the 8-year graduation rate is based on the students who entered in fall of 2011 and graduated by 2019.&lt;/p&gt;&#xA;&lt;p&gt;Those are exactly the entering and graduating classes that every college submitted in their IPEDS surveys last year.  If you're looking at the latest data in the College Scorecard you're probably looking at those years.&lt;/p&gt;&#xA;&lt;p&gt;And as the example shows, those are two completely different groups of students!  Maybe the students who entered in the fall of 2011 didn't do so well and had a low graduation rate whereas the ones who entered in the fall of 2013 enjoyed campus with better support and programs ... or maybe the fall 2013 students were just better.&lt;/p&gt;&#xA;&lt;p&gt;And thus the 6-year graduation rate of the fall 2013 cohort could be higher than the 8-year graduation rate of the fall 2011 cohort.&lt;/p&gt;&#xA;" OwnerUserId="8676" LastActivityDate="2020-12-04T10:04:53.590" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18299" PostTypeId="1" AcceptedAnswerId="18318" CreationDate="2020-12-04T13:42:21.947" Score="1" ViewCount="43" Body="&lt;p&gt;Looking to compare my salespeople's sales to their ability to reach their customers due to lockdown measures. Where would I look to see each state's official response/level of lockdown by week or month through 2020?&lt;/p&gt;&#xA;" OwnerUserId="18572" LastActivityDate="2020-12-10T02:51:18.027" Title="COVID level of lockdown by state by month or week?" Tags="|usa|time-series|covid19|state|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18300" PostTypeId="2" ParentId="18293" CreationDate="2020-12-04T14:01:10.680" Score="0" Body="&lt;p&gt;As can be seen &lt;a href=&quot;https://fis.fda.gov/extensions/FPD-QDE-FAERS/FPD-QDE-FAERS.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, FAERS data files really start from year 2004. Those 235 records could be outliers that made it into the database as well, but you'd have to contact the FDA directly in case you need a precise answer.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2020-12-04T14:01:10.680" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18301" PostTypeId="1" CreationDate="2020-12-04T16:36:47.613" Score="1" ViewCount="42" Body="&lt;p&gt;I am interested in analysing instagram data, particularly some simple text analysis on the user names AKA 'handles' (language, characters, length etc), as well as number of followers for those accounts.&lt;/p&gt;&#xA;&lt;p&gt;Is there somewhere I can find a list of all instagram account handles and their number of followers?&lt;/p&gt;&#xA;&lt;p&gt;If not, is there somewhere I can find a list of the top x account handles ranked by followers? (even if x is small relative to the total number of users, it will still be interesting to analyse)&lt;/p&gt;&#xA;&lt;p&gt;Notes:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;I have a strong preference for a dataset that is already created (rather than a web scraper that would go an do it, but that would also be useful).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I don't need it to be up to date - it can be a year or two old&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25373" LastActivityDate="2020-12-04T16:36:47.613" Title="Where can I find a list of all/top instagram account handles and their number of followers?" Tags="|data-request|social-media|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18302" PostTypeId="2" ParentId="18299" CreationDate="2020-12-05T02:40:43.507" Score="3" Body="&lt;p&gt;An excellent source of Covid related data can be found at covidtracking.com. I wouldn't be surprised if you could find what you are looking for there. You can also download complete datasets from covidtracking.com/data/api.&lt;/p&gt;&#xA;&lt;p&gt;They have been gathering data since the beginning in the US. Every day, 7 days a week, dozens of volunteers scour dept. of health websites, city/state/county government web sites and more to get the most up-to-date data available. Many doctors and scientists are part of their volunteer base too.&lt;/p&gt;&#xA;&lt;p&gt;There are dozens, if not hundreds, of websites, news outlets, and more using their data and you even see their data presented on tv by major news stations.&lt;/p&gt;&#xA;&lt;p&gt;I know this to be true for I have also been helping them to collect data since May. I hope this helps.&lt;/p&gt;&#xA;&lt;p&gt;Rick&lt;/p&gt;&#xA;&lt;p&gt;Added 12/09/20&lt;/p&gt;&#xA;&lt;p&gt;Hi,&#xA;The covidtracking site is the most complete of any site that I have found. Sorry you didn't find what you were looking for.&lt;/p&gt;&#xA;&lt;p&gt;Today I found a resource that might help with what you are looking for. I didn't see anything broken down by state as you are wanting it but there is a table, by state, with URLs to various government and other websites.&lt;/p&gt;&#xA;&lt;p&gt;To get the granularity you are looking for I suspect you will need to scour each individual state for their specifics.&lt;/p&gt;&#xA;&lt;p&gt;COVID-19 State Reopening Guide&#xA;&lt;a href=&quot;https://www.multistate.us/issues/covid-19-state-reopening-guide&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.multistate.us/issues/covid-19-state-reopening-guide&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;COVID-19 State and Local Policy Dashboard&#xA;&lt;a href=&quot;https://www.multistate.us/research/covid/public&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.multistate.us/research/covid/public&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Rick&lt;/p&gt;&#xA;" OwnerUserId="26211" LastEditorUserId="26211" LastEditDate="2020-12-09T18:22:57.757" LastActivityDate="2020-12-09T18:22:57.757" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18303" PostTypeId="1" CreationDate="2020-12-05T13:10:46.207" Score="1" ViewCount="14" Body="&lt;p&gt;We are doing a project in which we are detecting (using YOLOv4) runway debris using a fixed camera mounted at a pole on the side of the runway. We want to find out the position of the object with respect to the runway surface. Does anyone know about any algorithm or technique that will help us find out the position of the object with respect to runway dimensions?&lt;/p&gt;&#xA;" OwnerUserId="26179" LastActivityDate="2020-12-05T13:10:46.207" Title="Does anyone knows any technique to find the location of an object in an image?" Tags="|data-request|machine-learning|computing|deep-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18304" PostTypeId="1" CreationDate="2020-12-05T20:19:40.640" Score="1" ViewCount="24" Body="&lt;p&gt;‘Social cataloguing’ sites like &lt;a href=&quot;https://www.goodreads.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Goodreads&lt;/a&gt;/&lt;a href=&quot;https://letterboxd.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Letterboxd&lt;/a&gt;/etc. allow users to record the media they read/watch/etc., usually with dates, reviews, etc. and social elements. This can also extend beyond media (e.g., &lt;a href=&quot;https://www.strava.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Strava&lt;/a&gt; for cycling), but here I'm limiting my scope to just the cataloguing of discrete pieces of media.&lt;/p&gt;&#xA;&lt;p&gt;I've been toying with the idea of developing a self-hosted, content-agnostic cataloguing tool as a personal project, using the ActivityPub standard to handle the social elements.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Does there exist any open standard that would be good for formatting the cataloguing data of a content-agnostic social cataloguing tool?&lt;/strong&gt; Something like &lt;a href=&quot;https://stixproject.github.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;STIX&lt;/a&gt;, but instead of describing infosec threats it would be expressive enough to describe books, films, games, whatever but more restrictive than just unbounded JSON.&lt;/p&gt;&#xA;&lt;p&gt;I've not been able to find any direct answers from online searching. The best almost-solution I've thought of so far is BibTeX, but I know from experience that that gets quite janky the further one gets from academic papers.&lt;/p&gt;&#xA;" OwnerUserId="26216" LastActivityDate="2020-12-18T19:01:35.000" Title="Is there an open standard for recording pieces of media?" Tags="|metadata|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18305" PostTypeId="1" AcceptedAnswerId="18325" CreationDate="2020-12-06T10:50:38.280" Score="3" ViewCount="371" Body="&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; I am looking for a way to find every Forbes 400 list since 1982. Sources where I can easily download data are best. Anyway, I am also happy about any sources where I can read up all lists.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Background:&lt;/strong&gt;&#xA;Forbes 400 lists contain the richest 400 people of America. The first list appeared in &lt;a href=&quot;https://en.wikipedia.org/wiki/Forbes_400#First_list_(1982)&quot; rel=&quot;nofollow noreferrer&quot;&gt;1982&lt;/a&gt; and thereafter annually a new list has been published.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Downloading as csv (1990-2020) with R:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;write.csv(do.call(&amp;quot;rbind.data.frame&amp;quot;, lapply(1990:2020, function(year_i){&#xA; cbind.data.frame(jsonlite::fromJSON(paste0(&amp;quot;http://www.forbes.com/ajax/list/data?year=&amp;quot;,&#xA;                                             year_i, &amp;quot;&amp;amp;uri=forbes-400&amp;quot;, &amp;quot;&amp;amp;type=person&amp;quot;)),&#xA;                  year= year_i)})),&#xA; file= &amp;quot;Forbes 400.csv&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;strong&gt;My problem:&lt;/strong&gt; The code above uses &lt;a href=&quot;http://www.forbes.com/ajax/list/data?year=2000&amp;amp;uri=forbes-400&amp;amp;type=person&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; source. But there is no data before 1990 and, the data of the first records is not complete, i.e. does not contain all 400 people. This source is the best I have found so far but I can literally find no source with all 400 entries of the Forbes 400 list 1982, 1983 and so on.&lt;/p&gt;&#xA;" OwnerUserId="26217" LastEditorUserId="26217" LastEditDate="2020-12-11T18:29:43.467" LastActivityDate="2020-12-13T01:46:37.450" Title="Most famous list of the rich: Where to find Forbes 400 lists (1982 to 1990). Are they all lost?" Tags="|download|open-source|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18306" PostTypeId="1" CreationDate="2020-12-06T13:12:32.357" Score="1" ViewCount="29" Body="&lt;p&gt;I'm looking for a product catalog of sample products mainly electronics and clothing that I can use to showcase in demo applications, e-commerce themes, etc.&lt;/p&gt;&#xA;&lt;p&gt;Any ideas of sources that would be suitable to use for this purpose without copyright issues?&#xA;I mean even sample data that don't refer to real products but with images would be fine.&lt;/p&gt;&#xA;&lt;p&gt;The format could be json,csv,xls and they should at the very least have&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;name&lt;/li&gt;&#xA;&lt;li&gt;description&lt;/li&gt;&#xA;&lt;li&gt;image&lt;/li&gt;&#xA;&lt;li&gt;category&lt;/li&gt;&#xA;&lt;li&gt;brand&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="26218" LastActivityDate="2020-12-06T13:12:32.357" Title="Where can I find sample product data for demo purposes?" Tags="|products|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18307" PostTypeId="2" ParentId="7793" CreationDate="2020-12-06T13:15:58.350" Score="0" Body="&lt;p&gt;You can also get the data behind the WHO reports, in txt or xls format:&lt;/p&gt;&#xA;&lt;p&gt;Height for Age (boys and girls up to 5 years old, .txt files):&#xA;&lt;a href=&quot;https://www.who.int/childgrowth/standards/h_f_a_tables_p_girls/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/childgrowth/standards/h_f_a_tables_p_girls/en/&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.who.int/childgrowth/standards/h_f_a_tables_p_boys/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/childgrowth/standards/h_f_a_tables_p_boys/en/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Weight for Age (boys and girls up to 5 years old, .txt files):&#xA;&lt;a href=&quot;https://www.who.int/childgrowth/standards/w_f_a_tables_p_girls/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/childgrowth/standards/w_f_a_tables_p_girls/en/&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.who.int/childgrowth/standards/w_f_a_tables_p_boys/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/childgrowth/standards/w_f_a_tables_p_boys/en/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Height for Age (5-19 years, boys and girls, search for Expanded tables to get the .xlsx files):&#xA;&lt;a href=&quot;https://www.who.int/toolkits/growth-reference-data-for-5to19-years/indicators/height-for-age&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/toolkits/growth-reference-data-for-5to19-years/indicators/height-for-age&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Weight for Age (5-10 years, boys and girls, search for Expanded tables to get the .xlsx files):&#xA;&lt;a href=&quot;https://www.who.int/toolkits/growth-reference-data-for-5to19-years/indicators/weight-for-age-5to10-years&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.who.int/toolkits/growth-reference-data-for-5to19-years/indicators/weight-for-age-5to10-years&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26220" LastActivityDate="2020-12-06T13:15:58.350" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18308" PostTypeId="1" CreationDate="2020-12-06T18:04:58.743" Score="1" ViewCount="57" Body="&lt;p&gt;On this page, &lt;a href=&quot;https://developers.google.com/search/docs/guides/sd-policies#completeness&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/search/docs/guides/sd-policies#completeness&lt;/a&gt; we can read:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Specify all &lt;strong&gt;required&lt;/strong&gt; properties for your rich result type. Items that&#xA;are missing required properties are not eligible for rich results.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;The more &lt;strong&gt;recommended&lt;/strong&gt; properties that you provide, the higher quality&#xA;the result is to users. (...)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;But on &lt;a href=&quot;https://schema.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;schema.org&lt;/a&gt;, I'm not able to find which are the &lt;em&gt;required&lt;/em&gt; and which are the &lt;em&gt;recommended&lt;/em&gt; properties.&lt;/p&gt;&#xA;&lt;p&gt;Are these &lt;em&gt;required&lt;/em&gt; and &lt;em&gt;recommended&lt;/em&gt; properties only a thing which is understandable for the google search algorithms to work well, or are they &lt;em&gt;intrinsic&lt;/em&gt; values of any properties of the &lt;a href=&quot;https://schema.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;schema.org&lt;/a&gt; vocabulary? In the latter case, how and where can I find them (I'm not able to figure it out on &lt;a href=&quot;https://schema.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;schema.org&lt;/a&gt;)?&lt;/p&gt;&#xA;" OwnerUserId="21677" LastActivityDate="2020-12-08T15:34:13.457" Title="How to know which are required and recommended linked data properties to use from schema.org" Tags="|linked-data|ontology|semantic-web|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18309" PostTypeId="2" ParentId="18308" CreationDate="2020-12-06T19:27:20.963" Score="1" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;Are these required and recommended properties only a thing which is understandable for the Google search algorithms to work well?&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Yes. Follow additional guidelines in the documentation for your specific type. E.g., for &lt;a href=&quot;https://developers.google.com/search/docs/data-types/movie#movie&quot; rel=&quot;nofollow noreferrer&quot;&gt;Movie&lt;/a&gt;: required properties are &lt;code&gt;name&lt;/code&gt; and &lt;code&gt;image&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;See also &lt;a href=&quot;https://github.com/schemaorg/schemaorg/issues/1715&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/schemaorg/schemaorg/issues/1715&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2020-12-08T15:34:13.457" LastActivityDate="2020-12-08T15:34:13.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18310" PostTypeId="2" ParentId="18204" CreationDate="2020-12-06T21:26:50.060" Score="1" Body="&lt;p&gt;Could it be more accurate if you compare data of both resources by year? For example, in year 2018 what events were reported on both platforms, something like that.&lt;/p&gt;&#xA;&lt;p&gt;I really don't know for sure but I expected that the adverse events on OpenFDA could be reported directly by pharma companies and consumers of all manufacturers while the data from PV could be reported by their own consumers of a specific manufacture or of specific ingredients of a product.&lt;/p&gt;&#xA;&lt;p&gt;I've been working on a few heath AI projects including SAEs for disabilities for 2 years now and we're going to try to combine both resources this year, so that our end-users won't get duplication data in the search filtering. During the changes process, I tried a small set of data from both resources for the past recent year. It turns out that 20% of data from both resources are identical events. If I have some time next couple weeks, I can try out 5 to 10 years data to see how big the differences are.&lt;/p&gt;&#xA;" OwnerUserId="26221" LastActivityDate="2020-12-06T21:26:50.060" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18311" PostTypeId="1" CreationDate="2020-12-07T17:46:18.457" Score="1" ViewCount="45" Body="&lt;p&gt;A short question; does a meta aggregation or collection of ontologies and structured vocabularies which exist out there, each single ones being ready to be used as linked data? (ideally with links to each other)?&lt;/p&gt;&#xA;&lt;p&gt;I would expect such a collection to be made publicly available by an association or a consortium in the semantic web domain, but I'm not much into it (actually, I discovered this familys of concept a few days ago only, and things are fuzzy so I'm still learning about it).&lt;/p&gt;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://www.w3.org/standards/semanticweb&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; page until now but without any list of that sort.&lt;/p&gt;&#xA;" OwnerUserId="21677" LastActivityDate="2020-12-18T18:54:17.017" Title="Meta collection or database of structured vocabularies" Tags="|linked-data|ontology|semantic-web|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18312" PostTypeId="1" CreationDate="2020-12-07T22:09:42.860" Score="2" ViewCount="178" Body="&lt;p&gt;I am creating a database of preferential physicians for special needs families - is there an open-source database of licensed physicians in the US by the state?&lt;/p&gt;&#xA;" OwnerUserId="26235" LastEditorUserId="23272" LastEditDate="2021-04-04T04:46:06.697" LastActivityDate="2022-12-25T17:02:05.457" Title="Is there a open source database of licensed physicians in the US by state" Tags="|data-request|medical|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18314" PostTypeId="1" CreationDate="2020-12-09T02:37:17.260" Score="5" ViewCount="1094" Body="&lt;p&gt;I'm having trouble finding data on the River Thames, specifically in the greater London, UK area. I am trying to georeference and digitize a map of the 1666 fire of London for my final project in my GIS class. I figured if I found a polygon of the Thames that I could use that as a reference feature for digitizing, but for the life of me I can only find polyline data.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have any suggestions of where to look?&lt;/p&gt;&#xA;" OwnerDisplayName="SelDel" LastEditorUserId="19566" LastEditDate="2020-12-09T18:10:18.277" LastActivityDate="2020-12-26T00:57:00.720" Title="Seeking River Thames polygon data" Tags="|geospatial|historical|uk|hydrology|" AnswerCount="4" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18315" PostTypeId="2" ParentId="18314" CreationDate="2020-12-09T02:46:32.127" Score="0" Body="&lt;p&gt;You might need to dissolve your data first, such that all the lines are joined, but it might be easier (and more fun of course) to geoprocess the data from lines to polygons.&lt;/p&gt;&#xA;&lt;p&gt;Try a Lines to Polygons conversion tool.&lt;/p&gt;&#xA;" OwnerUserId="26250" OwnerDisplayName="nr_aus" LastActivityDate="2020-12-09T02:46:32.127" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18316" PostTypeId="2" ParentId="18314" CreationDate="2020-12-09T04:38:18.330" Score="6" Body="&lt;p&gt;&lt;strong&gt;OpenStreetMap&lt;/strong&gt; has it as Waterway.&lt;/p&gt;&#xA;&lt;p&gt;Data Source (shapefile)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://download.geofabrik.de/europe/great-britain/england/greater-london.html&quot; rel=&quot;noreferrer&quot;&gt;https://download.geofabrik.de/europe/great-britain/england/greater-london.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Extract and load into a GIS (QGIS used here).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;gis_osm_water_a_free_1.shp&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Extract using the attributes &lt;code&gt;flcass='riverbank' or name='River Thames'&lt;/code&gt;&#xA;Then dissolve the polygons into one (if required).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qIiIO.jpg&quot; rel=&quot;noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qIiIO.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1743" OwnerDisplayName="Mapperz" LastActivityDate="2020-12-09T04:38:18.330" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18317" PostTypeId="2" ParentId="18314" CreationDate="2020-12-09T08:00:01.243" Score="4" Body="&lt;p&gt;As proposed by @Mapperz, download the data from OpenStreetMap (OSM). You can download just the data you're interested in by using &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Overpass Turbo&lt;/a&gt; - zoom to the area of your interest and insert the tag and value you're interested in - in this case &lt;code&gt;name=&amp;quot;River Thames&amp;quot;&lt;/code&gt;. See first screenshot below and details about how to get the information about the tags/values for your features in &lt;a href=&quot;https://gis.stackexchange.com/a/368774/88814&quot;&gt;this answer&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If working in QGIS, you might directly download the data to the map canvas using &lt;a href=&quot;https://plugins.qgis.org/plugins/QuickOSM/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QuickOSM Plugin&lt;/a&gt; - again zoom to the area of your interest and use QuickOSM with &lt;code&gt;Tag= name&lt;/code&gt; and &lt;code&gt;Value= River Thames&lt;/code&gt; and select &lt;code&gt;Canvas Extent&lt;/code&gt;, see second screenshot and here for details: &lt;a href=&quot;https://gis.stackexchange.com/a/381347/88814&quot;&gt;https://gis.stackexchange.com/a/381347/88814&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vGvsi.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vGvsi.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/WICVu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/WICVu.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30760" OwnerDisplayName="babel" LastActivityDate="2020-12-09T08:25:45.070" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18318" PostTypeId="2" ParentId="18299" CreationDate="2020-12-10T02:51:18.027" Score="3" Body="&lt;p&gt;The &lt;a href=&quot;https://github.com/OxCGRT/covid-policy-tracker/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Oxford COVID-19 Government Response Tracker&lt;/a&gt; appears to have the data you want.  The dataset covers the whole world and is day-by-day, so you'll need to do some processing to extract just the US state data and merge or filter it to produce week-by-week or month-by-month data.&lt;/p&gt;&#xA;" OwnerUserId="26251" LastActivityDate="2020-12-10T02:51:18.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18319" PostTypeId="1" CreationDate="2020-12-10T13:14:41.070" Score="1" ViewCount="34" Body="&lt;p&gt;I'd like step by step instructions for setting up OpenFDA in my lab.&#xA;The goal is to have the available pipelines populate and update the data in Elasticsearch so that I can make use of Kibana for research.&#xA;I have been unsuccessful in attempting this myself and would greatly appreciate any walkthrough, detailed setup instructions, or other advice.&lt;/p&gt;&#xA;" OwnerUserId="26236" LastActivityDate="2020-12-10T13:14:41.070" Title="Local instance setup instructions" Tags="|openfda|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18320" PostTypeId="1" CreationDate="2020-12-11T11:20:57.610" Score="1" ViewCount="95" Body="&lt;p&gt;I'm having trouble finding data about this subject, the data banks that I've explored were of little use. Essentially what would be useful is several data about transformer usage, external conditions, maintenance, etc. Does anyone know where I can find it?&lt;/p&gt;&#xA;" OwnerUserId="26258" LastEditorUserId="26258" LastEditDate="2020-12-11T11:30:15.500" LastActivityDate="2024-03-19T10:04:10.480" Title="Data about Power Transformer Failure for predictive maintenance" Tags="|data-request|machine-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18321" PostTypeId="1" CreationDate="2020-12-11T14:39:19.733" Score="1" ViewCount="24" Body="&lt;p&gt;I am wondering whether any of you knew of data sets for all countries with already calculated annual averages in temperature and precipitation levels? I am aware of all the different websites and databases that give all sorts of aggregated data, mostly daily and monthly.&lt;/p&gt;&#xA;&lt;p&gt;However, I am rather looking at a ready-made data set as I am not an expert in any geospatial software.&lt;/p&gt;&#xA;" OwnerUserId="26259" LastEditorUserId="23272" LastEditDate="2021-04-18T04:53:20.953" LastActivityDate="2021-04-18T04:53:20.953" Title="Annual average temperature and precipitation data set (with data after 2016)" Tags="|data-request|climate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18324" PostTypeId="1" CreationDate="2020-12-11T19:56:55.897" Score="1" ViewCount="206" Body="&lt;p&gt;Where can I find Texas residential building footprint data with information on &lt;strong&gt;building area and number of floors&lt;/strong&gt;?&lt;/p&gt;&#xA;&lt;p&gt;I came across National Structural Inventory github repo (&lt;a href=&quot;https://github.com/HydrologicEngineeringCenter/NSI&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/HydrologicEngineeringCenter/NSI&lt;/a&gt;) which only contains data description. Does anyone know how I can download the data?&lt;/p&gt;&#xA;" OwnerUserId="25089" LastEditorUserId="25089" LastEditDate="2020-12-14T21:10:19.520" LastActivityDate="2022-08-18T20:06:05.540" Title="Where can I find geodata on residential building footprint in US (or Texas)?" Tags="|data-request|usa|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18325" PostTypeId="2" ParentId="18305" CreationDate="2020-12-13T01:46:37.450" Score="2" Body="&lt;p&gt;Since you have the records that are later than 1990, I will only post those from 1982-1989 here. Sadly I couldn't find any records for the year 1984. I guess your best attempt would be to find some archived pdfs or images of the original publication and scrape it yourself. Also there is no main source for the data and they are not perfectly formatted but the following links should help you make your own lists quickly:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://littlesis.org/lists/158-forbes-400-richest-americans-1982/members&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1982&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://oklahoman.com/article/2040956/magazine-lists-400-wealthiest-americans&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1983&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.latimes.com/archives/la-xpm-1985-10-15-fi-16339-story.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1985&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://apnews.com/article/79b52f4b1c409633c9b5fe65b5e25cfa&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1986&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.latimes.com/archives/la-xpm-1987-10-13-fi-13869-story.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1987&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.latimes.com/archives/la-xpm-1988-10-11-fi-3693-story.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1988&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://apnews.com/article/78e27c5e1e03b1a91f23d64735a6c65c&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forbes 400 for 1989&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Recommended related links:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.verdict.co.uk/forbes-100th-birthday/&quot; rel=&quot;nofollow noreferrer&quot;&gt;forbes-100th-birthday&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2020-12-13T01:46:37.450" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="18326" PostTypeId="1" CreationDate="2020-12-14T09:09:26.843" Score="1" ViewCount="18" Body="&lt;p&gt;I am looking for some old global road maps (anytime before 1990 or 2000). Does anyone have any suggestions where I can find such data?&lt;/p&gt;&#xA;" OwnerUserId="26271" LastActivityDate="2020-12-14T09:09:26.843" Title="Where can I find old global road maps?" Tags="|global|historical|map|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18328" PostTypeId="1" CreationDate="2020-12-15T23:29:19.250" Score="2" ViewCount="331" Body="&lt;p&gt;&lt;a href=&quot;https://www.iec.ch/dyn/www/f?p=103:30:0::::FSP_ORG_ID,FSP_LANG_ID:1246,25&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is the link with the relevant page. However, I need to sign in into IEC, but there's no option to create an account. How can I get around this? How can I get access to this data?&lt;/p&gt;&#xA;" OwnerUserId="26258" LastActivityDate="2020-12-15T23:29:19.250" Title="How can I get access to IEC TC 10 database?" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18329" PostTypeId="1" AcceptedAnswerId="18337" CreationDate="2020-12-16T01:38:32.153" Score="5" ViewCount="1333" Body="&lt;p&gt;A system I'm developing is using ISO 3166-2 codes / names to serve as a dropdown for users to pick their state / province / country / etc. However, as I recently learned, some countries, like Great Britain, have &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-2:GB&quot; rel=&quot;noreferrer&quot;&gt;gone a bit overboard with their subdivisions&lt;/a&gt;, making it a bit hard for some users to pick the correct one for themselves. For example, instead of having &amp;quot;Greater London&amp;quot;, you have to specify the specific borough inside of London, etc.&lt;/p&gt;&#xA;&lt;p&gt;This made me have an idea that if I took the postal code someone put in their address field I could pre-populate the proper area and not have to ask the user for it, saving some confusion.&lt;/p&gt;&#xA;&lt;p&gt;I was wondering - is there some list or service that correlates a postal code to an ISO 3166-2 code, ideally on a global scale? I know it's possible to find such data sets for the US or UK individually, but I haven't found anything on a global scale...&lt;/p&gt;&#xA;" OwnerUserId="26282" LastActivityDate="2020-12-18T18:49:28.500" Title="Postal code to ISO 3166-2 code?" Tags="|postal-code|address|data-mapping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18330" PostTypeId="1" CreationDate="2020-12-16T04:45:55.550" Score="2" ViewCount="434" Body="&lt;p&gt;I want to get the locations of all the police stations in India. There is definitely some data which is present in the OpenStreetMap which I am able to crawl. However, there are about 15,579 police stations in the country and only about 4000 are present in the osm bulk data.&lt;/p&gt;&#xA;&lt;p&gt;How can I get the data of all the other police stations?&lt;/p&gt;&#xA;&lt;p&gt;Any kind of procedure even including manual effort will suffice.&lt;/p&gt;&#xA;" OwnerDisplayName="user173416" LastEditorUserId="-1" LastEditDate="2022-10-13T03:46:41.380" LastActivityDate="2022-10-13T03:46:41.380" Title="Seeking locations data of all police stations in India" Tags="|data-request|geospatial|government|india|police|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18331" PostTypeId="2" ParentId="18330" CreationDate="2020-12-16T10:38:50.400" Score="2" Body="&lt;p&gt;I'll put the OSM queries here as an answer, although the person asking the question has stated that OSM doesn't have nearly all entries.&lt;/p&gt;&#xA;&lt;p&gt;There are two main keywords to query:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:police&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;&amp;quot;police=*&amp;quot;&lt;/code&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dpolice&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;&amp;quot;amenity=police&amp;quot;&lt;/code&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://overpass-turbo.eu/s/11f0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/11f0&lt;/a&gt; (without country-filter or bounding box)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Loaded – nodes: 13505, ways: 1516, relations: 16&lt;/p&gt;&#xA;&lt;p&gt;Displayed – pois: 3530, lines: 1, polygons: 1472&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Uju7s.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Uju7s.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[out:json][timeout:100];&#xA;&#xA;// gather results&#xA;(&#xA;  // query part for: “police=*”&#xA;  node[&amp;quot;police&amp;quot;]({{bbox}});&#xA;  way[&amp;quot;police&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;police&amp;quot;]({{bbox}});&#xA;  &#xA;  // query part for: “amenity=police”&#xA;  node[&amp;quot;amenity&amp;quot;=&amp;quot;police&amp;quot;]({{bbox}});&#xA;  way[&amp;quot;amenity&amp;quot;=&amp;quot;police&amp;quot;]({{bbox}});&#xA;  relation[&amp;quot;amenity&amp;quot;=&amp;quot;police&amp;quot;]({{bbox}});&#xA;  &#xA;);&#xA;// print results&#xA;out body;&#xA;&amp;gt;;&#xA;out skel qt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/a/127319/112869&quot;&gt;filter overpass-turbo by country&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-12-16T10:38:50.400" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18332" PostTypeId="1" CreationDate="2020-12-16T18:01:04.783" Score="4" ViewCount="69" Body="&lt;p&gt;Is there a freely available dataset (csv, geojson, topojson, etc.) with geocoordinates (latitude, longitude) of ancient and tombs, for example of the towt? Ideally with additional information like population size?&lt;/p&gt;&#xA;&lt;p&gt;I've searched Egypt but found nothing&lt;/p&gt;&#xA;" OwnerUserId="26286" LastEditorUserId="1511" LastEditDate="2020-12-17T10:47:30.403" LastActivityDate="2021-01-16T11:02:50.547" Title="Is there dataset of historical geocoordinates of ancient cities and places?" Tags="|data-request|geospatial|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18333" PostTypeId="2" ParentId="18332" CreationDate="2020-12-17T10:19:22.090" Score="1" Body="&lt;p&gt;Basic internet search results in this github repo:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/aourednik/historical-basemaps&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/aourednik/historical-basemaps&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and, for example, this geojson&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/aourednik/historical-basemaps/blob/master/world_bc2000.geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/aourednik/historical-basemaps/blob/master/world_bc2000.geojson&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/e7x4h.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/e7x4h.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2020-12-17T10:19:22.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18334" PostTypeId="1" CreationDate="2020-12-17T10:03:30.743" Score="2" ViewCount="63" Body="&lt;p&gt;For Research purposes on &amp;quot;how Sprawl effects Urbans&amp;quot;, Is it possible to get a 50 OR 40 years old Image of a certain location ( 26°37'59.59&amp;quot;N,  49°58'3.32&amp;quot;E) in the eastern province of Saudi Arabia. Google Earth Pro gave me 15 years back only.&lt;/p&gt;&#xA;" OwnerDisplayName="A Q" LastEditorUserId="1511" LastEditDate="2020-12-17T15:58:56.783" LastActivityDate="2020-12-17T16:04:53.010" Title="Older Satellite Images from Saudi Arabia" Tags="|data-request|geospatial|asia|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18335" PostTypeId="2" ParentId="18334" CreationDate="2020-12-17T10:30:57.220" Score="3" Body="&lt;p&gt;You can search the Earth Explorer website by the USGS. It is a fairly complete archive of what is available from most western agencies.&lt;/p&gt;&#xA;&lt;p&gt;You can search by date and location.&#xA;&lt;a href=&quot;https://earthexplorer.usgs.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earthexplorer.usgs.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Check the classified data and the Landsat archive. It has data for your location from 1960s (Corona), 1973 (Landsat) and 1980s (Corona). That's what I found with a quick search, there may be more.&lt;/p&gt;&#xA;" OwnerUserId="26290" OwnerDisplayName="mace" LastEditorUserId="26290" LastEditDate="2020-12-17T16:04:53.010" LastActivityDate="2020-12-17T16:04:53.010" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18336" PostTypeId="1" CreationDate="2020-12-18T11:12:50.220" Score="4" ViewCount="86" Body="&lt;p&gt;For a research purpose how can I extract geotagged wiki data (containing page id or titles for articles that refer to particular geolocation) for a city in England.&lt;/p&gt;&#xA;" OwnerUserId="26296" LastEditorUserId="23272" LastEditDate="2021-04-04T04:57:25.383" LastActivityDate="2021-04-04T04:57:25.383" Title="Geotagged wiki data" Tags="|wikipedia|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18337" PostTypeId="2" ParentId="18329" CreationDate="2020-12-18T18:49:28.500" Score="3" Body="&lt;p&gt;Geonames has postal codes but they're per city not per ADM1.&lt;/p&gt;&#xA;&lt;p&gt;Eg the city &lt;a href=&quot;https://www.geonames.org/728378/pazardzhik.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geonames.org/728378/pazardzhik.html&lt;/a&gt; shows post=4400, and in Hierarchy shows its parent ADM1 &lt;a href=&quot;https://www.geonames.org/728379/pazardzhik.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geonames.org/728379/pazardzhik.html&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;This is available in structured data, so you need to find all populated places (&lt;code&gt;featureClass=P&lt;/code&gt;) per ADM1 and collect their postal codes.&lt;/p&gt;&#xA;&lt;p&gt;Then you need to find ISO_3166-2 codes of ADM1 from eg &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO_3166-2:BG&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/ISO_3166-2:BG&lt;/a&gt; and link them to Geonames.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Actually it's best to use Wikidata, where this info is connected:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q186576&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q186576&lt;/a&gt; is the city of Pazardzhik&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q186576#P128&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q186576#P128&lt;/a&gt; shows its postal code&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q186576#P131&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q186576#P131&lt;/a&gt; is the ADM1&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q2012227#P300&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q2012227#P300&lt;/a&gt; is the ISO 3166-2 code&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Now you need to learn some SPARQL to tie all this up&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T18:49:28.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18338" PostTypeId="2" ParentId="18311" CreationDate="2020-12-18T18:54:17.017" Score="2" Body="&lt;p&gt;If you're looking for ontologies:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archivo.dbpedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archivo.dbpedia.org/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://lov.linkeddata.es/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lov.linkeddata.es/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;But there's maybe 5k ontologies, how do you hope to overview them and learn about them? You should start from a specific (narrow) problem domain.&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T18:54:17.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18339" PostTypeId="2" ParentId="18304" CreationDate="2020-12-18T19:01:35.000" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.w3.org/annotation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.w3.org/annotation/&lt;/a&gt; is what you need (&lt;a href=&quot;http://www.w3.org/TR/annotation-model/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.w3.org/TR/annotation-model/&lt;/a&gt;, &lt;a href=&quot;http://www.w3.org/TR/annotation-vocab/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.w3.org/TR/annotation-vocab/&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;This can be used for bookmarking or any other pointer or a comment on a web resource. You may need to invent a new &lt;code&gt;motivation&lt;/code&gt; value.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.w3.org/TR/selectors-states/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.w3.org/TR/selectors-states/&lt;/a&gt; may also be relevant as it allows to:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;say &amp;quot;this web page, as I saw it on that DATE&amp;quot;.&lt;/li&gt;&#xA;&lt;li&gt;point to specific times in audio/video (using the Media Fragments spec)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T19:01:35.000" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18340" PostTypeId="2" ParentId="17592" CreationDate="2020-12-18T19:05:19.527" Score="1" Body="&lt;p&gt;Well yeah CSO is not an ontology but a thesaurus.&lt;/p&gt;&#xA;&lt;p&gt;Here's an idea: compare it to Microsoft Academic Graph's &amp;quot;Fields of Science&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;Also, you need to include some actual papers in your study, indexed with the two, and assess the accuracy/adequacy of indexing with the two topic thesauri.&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T19:05:19.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18341" PostTypeId="2" ParentId="16051" CreationDate="2020-12-18T19:17:12.660" Score="1" Body="&lt;p&gt;Your question shows &lt;code&gt;&amp;lt;&amp;gt;&lt;/code&gt; which is not a valid property or wildcard.&lt;/p&gt;&#xA;&lt;p&gt;You cannot use property variables (wildcards) in property paths.&lt;/p&gt;&#xA;&lt;p&gt;So you need to understand the structure of how &lt;code&gt;dct:subject&lt;/code&gt; and &lt;code&gt;skos:broader&lt;/code&gt; are used, and exploit that. I happen to know that&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;dct:subject&lt;/code&gt; links pages to categories&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;skos:broader&lt;/code&gt; makes the category hierarchy&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I should warn you that the wikipedia category hierarchy is vast and diverging. Eg see &amp;quot;Domain-specific modeling: Towards a Food and Drink Gazetteer&amp;quot; (&lt;a href=&quot;http://rawgit2.com/VladimirAlexiev/my/master/pubs/Tagarev2015-DomainSpecificGazetteer-slides.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Slides&lt;/a&gt;, &lt;a href=&quot;http://rawgit2.com/VladimirAlexiev/my/master/pubs/Tagarev2015-DomainSpecificGazetteer.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;pdf&lt;/a&gt;, &lt;a href=&quot;http://link.springer.com/chapter/10.1007/978-3-319-27932-9_16&quot; rel=&quot;nofollow noreferrer&quot;&gt;published&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;You don't want to use &lt;code&gt;skos:broader*&lt;/code&gt;, instead use Transitive reasoning and &lt;code&gt;skos:broaderTransitive&lt;/code&gt; (eg get our GraphDB Free edition). So you can try&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;select * {&#xA;  ?cat skos:subject/skos:broaderTransitive ?x.&#xA;  ?dog skos:subject/skos:broaderTransitive ?x.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;but because of the vast and diverging structure, this will take a LOT of time and return lots of cats, many of them barely relevant.&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T19:17:12.660" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18342" PostTypeId="2" ParentId="15646" CreationDate="2020-12-18T19:23:44.207" Score="1" Body="&lt;ul&gt;&#xA;&lt;li&gt;For a straight theme, use &lt;code&gt;&amp;lt;doc&amp;gt; dc:subject &amp;quot;foo&amp;quot;&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;To add confidence, you can use RDF*:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;&amp;lt;&amp;lt; &amp;lt;doc&amp;gt; dc:subject &amp;quot;foo&amp;quot; &amp;gt;&amp;gt; my:confidence 0.962&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;But maybe RDF* is an overkill.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You can use the NIF (NLP Interchange Format) ontology. Use &lt;code&gt;its:taIdentRef&lt;/code&gt; to point to the theme (has to be a URL), and I think &lt;code&gt;its:taIdentConf&lt;/code&gt; is for the confidence&lt;/li&gt;&#xA;&lt;li&gt;Another option is to use the Web Annotation ontology. Put the doc URL in &lt;code&gt;oa:hasTarget&lt;/code&gt;, the theme in &lt;code&gt;oa:hasBody&lt;/code&gt; and the confidence in . This is how Ontotext's TAG works (disclaimer: I work for them)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T19:23:44.207" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18343" PostTypeId="2" ParentId="13125" CreationDate="2020-12-18T19:30:18.773" Score="1" Body="&lt;p&gt;Do you mean &lt;code&gt;charters&lt;/code&gt;? See this search&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/search?q=chartex+charter+annotation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/search?q=chartex+charter+annotation&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2020-12-18T19:30:18.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18344" PostTypeId="2" ParentId="18040" CreationDate="2020-12-18T19:33:30.500" Score="1" Body="&lt;p&gt;You can query DBPedia yourself, and ask it for information about certain Musicians.&lt;/p&gt;&#xA;&lt;p&gt;The shell command&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;curl -sL -H &amp;quot;Accept: text/turtle&amp;quot; &amp;quot;http://dbpedia.org/resource/Iggy_Pop&amp;quot; &lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;would return about 500 triples about the Singer-Songwriter Iggy Pop.&#xA;You can save them into a file, and then continue with the next curl command, submitting a query for another musician or music style, or whatever.&lt;/p&gt;&#xA;&lt;p&gt;A related command such as&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;curl -sL -H &amp;quot;Accept: application/json&amp;quot; https://dbpedia.org/resource/Iggy_Pop   | jq '. | keys_unsorted ' | jq . &lt;/code&gt; would return a list of ~150 URLs which can be used to gather more inforation about all things related to Iggy. Always append the query results to the same .ttl file&lt;/p&gt;&#xA;&lt;p&gt;In rather short time you could create your own knowledge graph.&lt;/p&gt;&#xA;&lt;p&gt;Bulk-Load the ttl file into a triple store . Many triple stores support the  SPARQL  LOAD command.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;LOAD  &#xA;&amp;lt;file:/var/tmp/shared-files/iggy_pop_data.ttl&amp;gt;&#xA;INTO GRAPH &amp;lt;iggy&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Then you can run SPARQL queries.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2020-12-18T19:33:30.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18345" PostTypeId="1" CreationDate="2020-12-19T18:38:30.477" Score="1" ViewCount="21" Body="&lt;p&gt;the CSE-CIC-IDS2018 dataset has a protocol feature which is integers encoding, what those integers encoding mean, and how many values it has.&lt;/p&gt;&#xA;" OwnerUserId="26307" LastActivityDate="2020-12-19T18:38:30.477" Title="Cic 2018 dataset protocol feature" Tags="|machine-learning|security|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18346" PostTypeId="1" CreationDate="2020-12-20T19:52:16.713" Score="1" ViewCount="199" Body="&lt;p&gt;Currently I am searching for a public ITSM dataset with NLP features (to perform a classification task - or - to use it for BERT model fine-tuning). Are there any public sources available?&lt;/p&gt;&#xA;&lt;p&gt;Anything dealing with customer support requests, ticket data, IT issues, IT incidents, security incidents or monitoring data would be fine.&lt;/p&gt;&#xA;" OwnerUserId="26313" LastActivityDate="2020-12-20T19:52:16.713" Title="NLP ITSM / Ticket / Datasets for classification and model fine-tuning" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18347" PostTypeId="1" CreationDate="2020-12-20T19:58:35.413" Score="0" ViewCount="106" Body="&lt;p&gt;On Yahoo Finance, you don't seem to be able to get any data earlier than from January second 1962, and from Google Finance, the corresponding date is December nineteenth 1980. However, General Electric has been on the stock market since at least 1896 so there has to be more than this. How can I see a company's entire historical stock data? Can I get that data for free somehow or do I have to pay for it?&lt;/p&gt;&#xA;" OwnerUserId="9408" LastActivityDate="2020-12-20T22:12:39.043" Title="Get all historical data for a specific stock?" Tags="|historical|stock|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18348" PostTypeId="2" ParentId="18347" CreationDate="2020-12-20T22:12:39.043" Score="1" Body="&lt;p&gt;Do realize that before 1962 you are in the pre-computer age. Prior to the digital era, people had to use metropolitan or institutional libraries for research.&lt;/p&gt;&#xA;&lt;p&gt;From &lt;a href=&quot;https://finance.zacks.com/past-stock-price-4763.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Zack's article on historical stock prices&lt;/a&gt;, once source would have been the &amp;quot;Standard &amp;amp; Poor's Daily Stock Price Record&amp;quot; which seems to have started in 1962 for NYSE and AMEX stocks, 1968 for NASDAQ/OTC. I would not be surprised if Standard &amp;amp; Poor's data is the source of what you find online.&lt;/p&gt;&#xA;&lt;p&gt;Other sources include &amp;quot;The Commercial &amp;amp; Financial Chronicle/Bank &amp;amp; Quotation Record&amp;quot; which provides stock records from 1928 to 1987, and microfiche/microfilm copies of the &amp;quot;Wall Street Journal&amp;quot; assuming your stock is significant enough by the WSJ to be printed.&lt;/p&gt;&#xA;&lt;p&gt;Also while General Electric has been a central ongoing entity, other companies have been subject to mergers, spin-offs, and acquisitions. The &lt;a href=&quot;https://www.nypl.org/blog/2012/04/09/finding-historical-stock-prices&quot; rel=&quot;nofollow noreferrer&quot;&gt;NYPL blog post on historical stock prices&lt;/a&gt; goes over the difficulty of getting prices for Macy's/Federated Department Stores and Del Monte Foods beyond a certain point due to corporate actions.&lt;/p&gt;&#xA;&lt;p&gt;TLDR: If you want full price histories with corporate actions, you'll probably have to pay.&lt;/p&gt;&#xA;" OwnerUserId="26315" LastActivityDate="2020-12-20T22:12:39.043" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18349" PostTypeId="1" AcceptedAnswerId="19715" CreationDate="2020-12-21T15:14:05.927" Score="3" ViewCount="1547" Body="&lt;p&gt;Where can I find an open detailed DEM/DTM model of Israel for some research?&lt;/p&gt;&#xA;&lt;p&gt;I have found:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.diva-gis.org/gdata&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.gov.il/en/departments/general/israel-and-regions-aerial-photo-map&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.il/en/departments/general/israel-and-regions-aerial-photo-map&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.gov.il/en/departments/general/relief-map-of-israel-2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.il/en/departments/general/relief-map-of-israel-2&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This one below is 25m and is nice (from the link), but a pdf, not the raster, is provided.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Tm561m.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Tm561m.jpg&quot; alt=&quot;Israel Hall et al  1990s&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26319" OwnerDisplayName="Oliver Amundsen" LastEditorUserId="26319" LastEditDate="2020-12-22T21:38:34.427" LastActivityDate="2021-05-12T18:02:59.670" Title="Seeking Digital Terrain Map of Israel" Tags="|data-request|geospatial|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18350" PostTypeId="1" CreationDate="2020-12-21T20:48:56.813" Score="1" ViewCount="7" Body="&lt;p&gt;Specifically, the data I can see on the &lt;a href=&quot;https://5500search.dol.gov/#q=%7Bcriteria%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://5500search.dol.gov/#q={criteria}&lt;/a&gt; page.&lt;/p&gt;&#xA;" OwnerUserId="26320" LastActivityDate="2020-12-21T20:48:56.813" Title="Does the API return 401k data?" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18352" PostTypeId="2" ParentId="18349" CreationDate="2020-12-22T03:53:10.943" Score="3" Body="&lt;p&gt;The resolution of the DEM from diva GIS is 30 seconds, which is about 800 to 900 m at 30 degrees latitude. That raster is aggregated from CGIAR-CSI source data, which is accurate to 3 seconds. That's about 90m resolution. You can get that 90m DEM &lt;a href=&quot;https://srtm.csi.cgiar.org/srtmdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. It's broken up into separate tiles, and Israel falls across the dividing line between tiles, so you'll need to download multiple tiles.&lt;/p&gt;&#xA;" OwnerUserId="19566" LastActivityDate="2020-12-22T03:53:10.943" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18354" PostTypeId="1" CreationDate="2020-12-22T08:02:03.997" Score="1" ViewCount="11" Body="&lt;p&gt;I am working on crop classification and for that purpose i need the datasets of aerial imagery of of different crops. There are many satellite imagery datasets available for this sort of task but i need AERIAL IMAGERY datasets.&lt;/p&gt;&#xA;" OwnerUserId="26326" LastActivityDate="2020-12-22T08:02:03.997" Title="AERIAL IMAGERY dataset of Crops" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18355" PostTypeId="1" CreationDate="2020-12-22T00:41:28.987" Score="2" ViewCount="37" Body="&lt;p&gt;I'm looking for datasets that contain labeled news articles. I'm trying to build information retrieval application using latent semantic analysis.&lt;/p&gt;&#xA;&lt;p&gt;I've already used:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://qwone.com/%7Ejason/20Newsgroups/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://qwone.com/~jason/20Newsgroups/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://mlg.ucd.ie/datasets/bbc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mlg.ucd.ie/datasets/bbc.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;These two are not big enough for my needs. I would like to have articles that are decent sized, liked articles on bbc, and there are a lot of them (more than 10k). What is more they must be categorized. I've found this: &lt;a href=&quot;https://www.kaggle.com/snapcrack/all-the-news&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/snapcrack/all-the-news&lt;/a&gt;&#xA;but there is no info about categories. I can't find anything that would fulfill my needs.&lt;/p&gt;&#xA;" OwnerUserId="26329" OwnerDisplayName="Alienown" LastEditorUserId="26329" LastEditDate="2020-12-22T15:03:45.597" LastActivityDate="2020-12-22T15:03:45.597" Title="Looking for public news articles dataset with their associated categories" Tags="|machine-learning|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18356" PostTypeId="1" CreationDate="2020-12-22T19:32:46.287" Score="1" ViewCount="21" Body="&lt;p&gt;I am looking for  a map api that would provide data such as this as you can see from this diagram. Little nav map adds the following I need to be able to replicate the same In my apps but I dont see a common format or much information around the process I have been using gmap with some success in that I have placed my plane on the map at the lat and long of the aiport but I need the below information to be added.&lt;/p&gt;&#xA;&lt;p&gt;It was suggested I posted here in relation to this as I tried on other exchanges.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/judero01col/GMap.NET/issues&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/judero01col/GMap.NET/issues&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Runway Numbers&lt;/li&gt;&#xA;&lt;li&gt;ILS Detail the green aprons of ils&lt;/li&gt;&#xA;&lt;li&gt;Aiport runway lengths&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IGNY7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IGNY7.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="24801" LastActivityDate="2020-12-22T19:32:46.287" Title="MAP Data More detailed for Airports Simulations" Tags="|openstreetmap|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18360" PostTypeId="1" CreationDate="2020-12-23T09:20:22.037" Score="2" ViewCount="97" Body="&lt;p&gt;I am trying to download road data from the PMGSY/GRRIS website (&lt;a href=&quot;http://www.pmgsy-grris.nic.in/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.pmgsy-grris.nic.in/&lt;/a&gt;). While the in-site visualizations are helpful, I wanted to know if there was a way to access the raw data used to create these maps. My understanding is that it is all stored on a SQL server, but I am not sure if this is accessible to the public.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastEditorUserId="6229" LastEditDate="2020-12-25T23:04:29.290" LastActivityDate="2020-12-25T23:04:29.290" Title="Downloading Pradhan Mantri Gram Sadak Yojana (PMGSY) GIS data?" Tags="|geospatial|india|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18362" PostTypeId="2" ParentId="7750" CreationDate="2020-12-23T19:52:47.010" Score="0" Body="&lt;p&gt;You can fell into some copyright issues if you pick any random option or car image. I would suggest you to see &lt;a href=&quot;https://www.programmableweb.com/api/car-imagery-rpc-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Programmable Car Imagery API.&lt;/a&gt; available from &lt;a href=&quot;http://carimagery.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carimagery&lt;/a&gt; Probably, it would work for you.&lt;/p&gt;&#xA;" OwnerUserId="26337" LastEditorUserId="15256" LastEditDate="2023-01-26T08:33:35.890" LastActivityDate="2023-01-26T08:33:35.890" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18363" PostTypeId="2" ParentId="18312" CreationDate="2020-12-23T19:57:33.853" Score="1" Body="&lt;p&gt;If you want an official source then I can suggest you this site &lt;a href=&quot;https://healthdata.gov/search/type/dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://healthdata.gov/search/type/dataset&lt;/a&gt;. Here you can search physicians dataset of different states. By the way, you can also visit Kaggle in this regard.&lt;/p&gt;&#xA;" OwnerUserId="26337" LastActivityDate="2020-12-23T19:57:33.853" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18364" PostTypeId="2" ParentId="17443" CreationDate="2020-12-23T20:09:01.407" Score="0" Body="&lt;p&gt;The datasets of motor vehicles are available in different formats, but it wouldn't be easy to find vehicles dataset, including all of these details. You can no doubt find these details in the form of distinct files from Kaggle or find all vehicle models, manufacturer, manufacturing years and other details related to models from this dataset &lt;a href=&quot;https://www.back4app.com/database/back4app/car-make-model-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.back4app.com/database/back4app/car-make-model-dataset&lt;/a&gt;. This source allows fetching data into a variety of frameworks including PHP, Java, Python etc.&lt;/p&gt;&#xA;&lt;p&gt;However, to know about fuel, torque, maximum engine capacity, you would have to combine different files for web scraping. Or you can consider this reliable source &lt;a href=&quot;https://www.teoalida.com/cardatabase/car-models-engines-dimensions/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.teoalida.com/cardatabase/car-models-engines-dimensions/&lt;/a&gt; but keep in mind, you can only find vehicles till 2016 here.&lt;/p&gt;&#xA;" OwnerUserId="26337" LastActivityDate="2020-12-23T20:09:01.407" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18365" PostTypeId="2" ParentId="9721" CreationDate="2020-12-23T23:57:34.890" Score="0" Body="&lt;p&gt;I'm also looking for similar. Did you check reddit forums? Reddit has a decent API for scraping. Also many telcos have their own customer complaint forums.&lt;/p&gt;&#xA;&lt;p&gt;Also structured, but I came across the fact that MeaningCloud provides some pre-trained categorization models for Telco vertical&#xA;&lt;a href=&quot;https://www.meaningcloud.com/developer/documentation/predefined/deep-categorization-models/voc-telco&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.meaningcloud.com/developer/documentation/predefined/deep-categorization-models/voc-telco&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Let me know if you found anything else!&lt;/p&gt;&#xA;" OwnerUserId="26341" LastActivityDate="2020-12-23T23:57:34.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18366" PostTypeId="1" CreationDate="2020-12-24T13:05:47.803" Score="1" ViewCount="22" Body="&lt;p&gt;I have found tons of datasets for 9x9 sudoku puzzles, though couldn't find custom size puzzles (e.g block size of 2x5 and board size of 10x10, block size of 7x3 and board size of 21x21).&lt;/p&gt;&#xA;&lt;p&gt;Any clue on how to find (puzzles or generating algorithms) and (solutions or solver algorithms)?&lt;/p&gt;&#xA;" OwnerUserId="26343" LastActivityDate="2020-12-24T13:05:47.803" Title="Datasets for custom size sudoku puzzles" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18367" PostTypeId="1" CreationDate="2020-12-24T17:43:10.463" Score="1" ViewCount="20" Body="&lt;p&gt;I'm working on polling data from fivethirtyeight&lt;a href=&quot;https://projects.fivethirtyeight.com/2020-primary-data/pres_primary_avgs_2020.csv%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;1&lt;/a&gt;. What is the meaning of pct_trend_adjusted column here? What are they adjusting for?&lt;/p&gt;&#xA;" OwnerUserId="26344" LastActivityDate="2020-12-24T17:43:10.463" Title="pct_estimate and pct_adjusted in FiveThirtyEight polling data" Tags="|elections|polling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18368" PostTypeId="1" CreationDate="2020-12-24T19:54:40.253" Score="1" ViewCount="36" Body="&lt;p&gt;I'm trying very hard to get this thing to work.   I'm using the AddOn &amp;quot;importJSON&amp;quot; from NoDataNoBusiness on a Google Sheet.  I've got it to a point where I can import data from the OUI, but it is in date order ascending, so I'm getting the stuff going all the way back to 1967 first.   And it limits to 99 rows.&lt;/p&gt;&#xA;&lt;p&gt;So - I need reverse the order of this and essentially get the last rows.   I'm trying to sort in descending order by date, and I've been following the guidlines for the sort statement - but the documentation is COMPLETELY unclear on how the $ sign and ? sign works, what goes where, and in what order.&lt;/p&gt;&#xA;&lt;p&gt;My importJSON cell statement looks like this:&#xA;&lt;strong&gt;=transpose(importJSON($C$1, $C$2))&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here are the contents of $C$1&#xA;&lt;strong&gt;&lt;a href=&quot;https://api.dol.gov/V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims?KEY=mykey&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.dol.gov/V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims?KEY=mykey&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here are the contents of $C$2 which filters (selects) the columns I want to look at:&#xA;&lt;strong&gt;nonSeasonallyAdjustedInitialClaims, seasonallyAdjustedInitialClaims, nonSeasonallyAdjustedContinuingClaims, seasonallyAdjustedContinuingClaims, week, id&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'll attach a sample of the results so you can see how perfectly it's working ...&lt;/p&gt;&#xA;&lt;p&gt;BUT&lt;/p&gt;&#xA;&lt;p&gt;I can't get the data in the order I want it.&lt;/p&gt;&#xA;&lt;p&gt;At the URL for the DOL, they have information about sorting, and they show this:&#xA;&lt;strong&gt;&lt;a href=&quot;http://api.dol.gov/V1/FORMS/AgencyForms?$orderby=FormNumber&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.dol.gov/V1/FORMS/AgencyForms?$orderby=FormNumber&lt;/a&gt; desc&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;...but when I try to place this in the call line with the key, I'm hosed.   In my particular case, my order by statement, following this logic, would look like this ...&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://api.dol.gov/V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims?$orderby=%27week%27?KEY=mykey&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.dol.gov/V1/Statistics/OUI_InitialClaims/unemploymentInsuranceInitialClaims?$orderby='week'?KEY=mykey&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;It fails.  I've tried every imaginable permutation and combination.  No 's around the word week, only one? mark, I mean - I'm going nuts here trying to get this to work - and I can't.&lt;/p&gt;&#xA;&lt;p&gt;Can ANYONE help me please so that I can have this run the way it's supposed to?   I'll be in your debt!&lt;/p&gt;&#xA;" OwnerUserId="26346" LastEditorUserId="23272" LastEditDate="2021-04-18T04:54:20.653" LastActivityDate="2021-04-18T04:54:20.653" Title="Can't Retrieve the OUI (Weekly Unemployment Claims in Reverse Chronological Order with most recent data first" Tags="|api|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18369" PostTypeId="1" CreationDate="2020-12-25T01:13:32.763" Score="3" ViewCount="85" Body="&lt;p&gt;I'm looking for a database cataloging the number of babies born with the name &amp;quot;Isis&amp;quot; by month, along with the corresponding database for number of female births per month. Ideally, this data would be from a government source for an English-speaking Western nation.&lt;/p&gt;&#xA;&lt;p&gt;I need this to be by month or some smaller time period, not by year.&lt;/p&gt;&#xA;" OwnerUserId="26339" LastActivityDate="2022-10-17T16:02:25.360" Title="Month-by-month baby name data" Tags="|demographics|names|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18370" PostTypeId="1" CreationDate="2020-12-25T14:11:13.787" Score="1" ViewCount="57" Body="&lt;p&gt;where can I find good projects on retail/superstore data analysis and visualization? I am trying to see the scheme and how to go about it, as well as the different visualisation techniques used? Preferably in R.&lt;/p&gt;&#xA;" OwnerUserId="26452" LastActivityDate="2020-12-25T14:11:13.787" Title="superstore data analysis projects" Tags="|visualization|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18371" PostTypeId="2" ParentId="18369" CreationDate="2020-12-25T17:42:01.333" Score="1" Body="&lt;p&gt;The go-to places for reliable data on baby names are official statistical authorities.&lt;/p&gt;&#xA;&lt;p&gt;However, official statistical authorities seem to collect baby names according to the temporal unit of a year, and not in smaller time periods.&lt;/p&gt;&#xA;&lt;p&gt;For instance, &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/birthsdeathsandmarriages/livebirths/bulletins/babynamesenglandandwales/2019&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; are some data on baby names for England and Wales; the &lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/birthsdeathsandmarriages/livebirths/methodologies/babynamesqmi&quot; rel=&quot;nofollow noreferrer&quot;&gt;methodology&lt;/a&gt; states that the frequency of data-collection is &lt;em&gt;annual&lt;/em&gt; (implying that data for, say, monthly periods are not available).&lt;/p&gt;&#xA;&lt;p&gt;As regards &lt;a href=&quot;https://www.ssa.gov/oact/babynames/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;baby names in the U.S.&lt;/a&gt;, the &lt;a href=&quot;https://www.ssa.gov/oact/babynames/background.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;background information&lt;/a&gt; likewise indicates that data only exist for a given year, and not for temporal subsets.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2020-12-25T17:42:01.333" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18372" PostTypeId="1" CreationDate="2020-12-25T20:21:24.917" Score="1" ViewCount="16" Body="&lt;p&gt;For a research paper I'm currently working on, I need to compile a dataset based on various news reports. Obviously, there's no way I can be sure that my list is exhaustive, but how can I compile data based on scattered news reports I find on the Internet in a way that is sufficiently rigorous and acceptable for an academic publication?&lt;/p&gt;&#xA;" OwnerUserId="26339" LastActivityDate="2020-12-25T20:21:24.917" Title="How can I sufficiently rigorously create a list from news reports?" Tags="|best-practice|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18373" PostTypeId="2" ParentId="18349" CreationDate="2020-12-26T00:47:53.083" Score="2" Body="&lt;p&gt;If you are an academic you may be able to source it from &lt;a href=&quot;http://www.landinfo.com/country-israel.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;land info&lt;/a&gt; or purchase it from them , they appear to be offering it even down to 5m resolution?&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2020-12-26T00:47:53.083" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18374" PostTypeId="2" ParentId="18314" CreationDate="2020-12-26T00:57:00.720" Score="2" Body="&lt;p&gt;If you are a UK student you can access historic maps from &lt;a href=&quot;https://digimap.edina.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Edina&lt;/a&gt;. They will be OS maps in raster format. Won't take you long to digitise the Thames for just London.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2020-12-26T00:57:00.720" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18375" PostTypeId="1" AcceptedAnswerId="18388" CreationDate="2020-12-26T00:57:02.180" Score="3" ViewCount="1227" Body="&lt;p&gt;I've downloaded the past 6 years of data from the &lt;a href=&quot;https://www.cdc.gov/nchs/data_access/VitalStatsOnline.htm#Mortality_Multiple&quot; rel=&quot;nofollow noreferrer&quot;&gt;NVSS&lt;/a&gt; for Mortality Multiple Cause-of-Death files. I'm a bit perplexed however, because the &lt;a href=&quot;https://www.cdc.gov/nchs/data/dvs/Multiple_Cause_Record_Layout_2018-508.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;user's guide&lt;/a&gt; does not seem to provide any understandable mapping between the columns of data in the data set and the values mentioned in the guide.&lt;/p&gt;&#xA;&lt;p&gt;It seems to refer to &amp;quot;Tape Locations&amp;quot; (?) instead of the columns of the data set, e.g.:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/uhPud.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/uhPud.png&quot; alt=&quot;User Guide&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;whereas the actual data looks like this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Oxz1g.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Oxz1g.png&quot; alt=&quot;data&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Not only do the &amp;quot;Tape Locations&amp;quot; not seem to correspond to columns, the actual values in the columns are not mentioned anywhere in the guide that I can determine. How can one understand this?&lt;/p&gt;&#xA;&lt;p&gt;Since this guide seems to be the only resource for interpreting the data, I tried searching on GitHub and Stack Overflow for past researchers facing the same problem.&lt;/p&gt;&#xA;&lt;p&gt;I found a couple of things, but they are a number of years old (2013, 2014 mostly) and it seems that the data format must've changed since then. For example the data read in by these files was not the &lt;code&gt;.txt&lt;/code&gt; files you can now download in a compressed format, rather it was something called &lt;code&gt;DUSMCPUB&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;FILENAMES = [&#xA;    'VS09MORT.DUSMCPUB',&#xA;    'VS10MORT.DUSMCPUB',&#xA;    'VS11MORT.DUSMCPUB',&#xA;    'VS12MORT.DUSMCPUB',&#xA;    'VS13MORT.DUSMCPUB',&#xA;    'VS14MORT.DUSMCPUB',&#xA;    'VS15MORT.DUSMCPUB'&#xA;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;There also seems to have been some sort of pre-processing before the data was read in by the Python code I found on GitHub...&lt;/p&gt;&#xA;" OwnerUserId="10481" LastActivityDate="2020-12-30T21:51:50.130" Title="How can one interpret the NVSS Mortality Multiple Cause-of-Death data sets?" Tags="|medical|government|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18376" PostTypeId="1" CreationDate="2020-12-26T04:55:59.990" Score="1" ViewCount="336" Body="&lt;p&gt;I am interested in a dataset of sales phone calls. Ideally, I would like it to have the transcripts for each phone call, but I am also open to a set of audio recordings for each call as well.&lt;/p&gt;&#xA;" OwnerUserId="26350" LastEditorUserId="70" LastEditDate="2022-10-13T17:04:39.500" LastActivityDate="2022-10-13T17:04:39.500" Title="Sales Transcript Dataset" Tags="|data-request|research|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18377" PostTypeId="1" AcceptedAnswerId="18393" CreationDate="2020-12-27T03:40:22.947" Score="0" ViewCount="35" Body="&lt;p&gt;I am interested in learning data and in understanding health. I have listened to a lot of Robert Lustig, M.D. the past several months. I know about Framingham's study and the China Study and Ancel Key's work.&lt;/p&gt;&#xA;&lt;p&gt;I was wondering if the data for any of these is available.&lt;/p&gt;&#xA;&lt;p&gt;My goal is to do multivariate linear regressions on the data available and find what is to be found.&lt;/p&gt;&#xA;" OwnerUserId="26317" LastEditorUserId="23272" LastEditDate="2021-04-18T04:54:53.110" LastActivityDate="2021-04-18T04:54:53.110" Title="Medical Risk Factor Datasets - heart disease, metabolic syndrome diet" Tags="|medical|food|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18378" PostTypeId="1" CreationDate="2020-12-27T20:51:05.813" Score="0" ViewCount="73" Body="&lt;p&gt;I have been looking into some Rest APIs for Open Data. There are many languages out there (most) that have reasonably easy to use programming constructs and APIs out there that you can use to access Rest APIs.&lt;/p&gt;&#xA;&lt;p&gt;Do you have a preferred one?&#xA;Is there one with a highly convenient Rest API built in?&#xA;How do you adapt to custom formats and schema's being returned?&#xA;(Am I asking too many questions in one?)&lt;/p&gt;&#xA;&lt;p&gt;What I have played with myself so far is basic C# (because I know this best) HTTP getters (HttpRestRequest/Response) and JsonSerializer with custom format classes. Pretty basic and very problem specific but it worked. But I write a lot of code that is not necessarily reusable for other problems.&lt;/p&gt;&#xA;" OwnerUserId="26357" LastActivityDate="2024-01-13T17:03:15.400" Title="What's your favorite tool, SDK or language to to access Rest APIs" Tags="|api|rest|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18379" PostTypeId="2" ParentId="16142" CreationDate="2020-12-28T11:59:11.120" Score="1" Body="&lt;p&gt;Could the &lt;a href=&quot;https://github.com/allenai/s2orc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Semantic Scholar Open Research Corpus (S2ORC)&lt;/a&gt; be of help?&lt;/p&gt;&#xA;&lt;p&gt;S2ORC contains 12.7M+ full text papers, of which 7.2% pertain to computer science (according to &lt;a href=&quot;http://dx.doi.org/10.18653/v1/2020.acl-main.447&quot; rel=&quot;nofollow noreferrer&quot;&gt;their paper&lt;/a&gt;, at p. 4974).&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2020-12-28T11:59:11.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18380" PostTypeId="2" ParentId="10566" CreationDate="2020-12-28T12:02:37.550" Score="1" Body="&lt;p&gt;Neither WoS nor Scopus nor Google Scholar offer such data openly, not even with the usual licensed, university-mediated access.&lt;/p&gt;&#xA;&lt;p&gt;However, there is a good and open alternative: &lt;em&gt;OpenCitations&lt;/em&gt;' &lt;a href=&quot;https://opencitations.net/index/coci&quot; rel=&quot;nofollow noreferrer&quot;&gt;COCI&lt;/a&gt;-dataset.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2020-12-28T12:02:37.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18381" PostTypeId="2" ParentId="16068" CreationDate="2020-12-28T12:14:38.990" Score="0" Body="&lt;p&gt;Elsevier uses a classification called &lt;em&gt;All Science Journal Classification&lt;/em&gt; (ASJC), &lt;a href=&quot;https://www.journalsindexed.com/2016/06/asjc-code-list.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;see the list here&lt;/a&gt; (&lt;a href=&quot;https://web.archive.org/web/20201228120955/https://www.journalsindexed.com/2016/06/asjc-code-list.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;or the archived version&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.cwts.nl/pdf/nowt_classification_sc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;This list&lt;/a&gt; seems to show Web of Science's classification system.&lt;/p&gt;&#xA;&lt;p&gt;(And, if you want to have an advanced read on this topic, there are more innovative approaches, such as &lt;a href=&quot;https://doi.org/10.1002/asi.22748&quot; rel=&quot;nofollow noreferrer&quot;&gt;this one&lt;/a&gt; used at CWTS Leiden).&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2020-12-28T12:14:38.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18382" PostTypeId="2" ParentId="6924" CreationDate="2020-12-28T12:38:05.900" Score="1" Body="&lt;p&gt;Other than CrossRef alone, &lt;a href=&quot;https://opencitations.net/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCitations&lt;/a&gt; might be of help to you as well.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2020-12-28T12:38:05.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18383" PostTypeId="2" ParentId="1007" CreationDate="2020-12-29T07:10:37.473" Score="0" Body="&lt;p&gt;A little bit of self-promotion but I think this goes directly towards this topic. After struggling to find a good summary of all the data sources out there, free or freemium or paid or premium, I started making a list, evaluating the different source, categorizing them and wrapping it all up nicely in the following article I wrote:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.linkedin.com/pulse/soccer-analytics-data-beginners-guide-christian-kotitschke/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Soccer analytics data: Beginners Guide&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And yes, I do discuss free/open data sources out there.&lt;/p&gt;&#xA;" OwnerUserId="26357" LastActivityDate="2020-12-29T07:10:37.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18384" PostTypeId="2" ParentId="1007" CreationDate="2020-12-29T09:58:20.300" Score="1" Body="&lt;p&gt;There's also &lt;a href=&quot;https://github.com/statsbomb/open-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;the StatsBomb Open Data repository.&lt;/a&gt; on Github.&lt;/p&gt;&#xA;&lt;p&gt;According to the  &lt;a href=&quot;https://statsbomb.com/resource-centre/&quot; rel=&quot;nofollow noreferrer&quot;&gt;company page for the Statsbomb dataset&lt;/a&gt; it contains new data for events, matches and lineups for  major European soccer leagues (men + women).&lt;/p&gt;&#xA;&lt;p&gt;You can download a static 250MB zip-file from there; and of course this will get stale in a matter of weeks, as new games are played all the time.&#xA;Supposedly if you register by giving them you email address they'll notify you of updates. (I didn't register).&lt;/p&gt;&#xA;&lt;p&gt;The zip file will expand to 2.6 GB on disk . Most of its is &amp;quot;events&amp;quot; data (passes, tackles, etc). Content inside folders lineups/ and matches/ are &amp;lt; 10MB.&lt;/p&gt;&#xA;&lt;p&gt;An introductory set of scripts on how to process them can be found &lt;a href=&quot;https://github.com/Friends-of-Tracking-Data-FoTD/FoundationsInR&quot; rel=&quot;nofollow noreferrer&quot;&gt;here on github&lt;/a&gt;. However, although the repo title contains &amp;quot;foundations&amp;quot;, the R code (base R) is not that simple.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2020-12-29T09:58:20.300" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18385" PostTypeId="2" ParentId="18378" CreationDate="2020-12-29T10:52:17.997" Score="0" Body="&lt;p&gt;I use &lt;a href=&quot;https://www.getpostman.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Postman&lt;/a&gt; in single-user mode (no team/workspace). Postman is web based and my account follows me along my roaming habits across many PCs and devices.&lt;/p&gt;&#xA;&lt;p&gt;A few similar questions were &lt;a href=&quot;https://softwarerecs.stackexchange.com/search?q=%5Brest%5D+is%3AQ&quot;&gt;asked previously on Softwarerecs.SE&lt;/a&gt;  and here is an answered one:&lt;br /&gt;&#xA;&lt;a href=&quot;https://softwarerecs.stackexchange.com/questions/71562/is-there-a-decent-rest-api-testing-tool-that-doesnt-lack-basic-features-or-gat&quot;&gt;Is there a decent REST API testing tool&lt;/a&gt; that doesn't lack basic features, or gate them behind a paywall?&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2020-12-29T10:52:17.997" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18386" PostTypeId="2" ParentId="17438" CreationDate="2020-12-29T11:16:42.410" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://clinicaltrials.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ClinicalTrials.gov&lt;/a&gt; contains lots of information - not just for the US, but also for the other  markets  important to &amp;quot;Big Pharma&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;The blog of drug discovery chemist and blogger Derek Howe &lt;a href=&quot;https://blogs.sciencemag.org/pipeline/&quot; rel=&quot;nofollow noreferrer&quot;&gt;In the Pipeline&lt;/a&gt; (it's now a column of &lt;em&gt;Science&lt;/em&gt; magazine) contains in-depth discussions of interesting recent discoveries. Each of his &lt;a href=&quot;https://blogs.sciencemag.org/pipeline/archives/category/clinical-trials&quot; rel=&quot;nofollow noreferrer&quot;&gt;blogposts about clinical trials&lt;/a&gt; contains  numerous links to papers and, if you dig deeper, data.&lt;/p&gt;&#xA;&lt;p&gt;If you want a somewhat standardized access to datasets from experiments, get familiar with the Bioconductor Project that was developed by the R community. Example: &lt;a href=&quot;http://bioconductor.org/packages/release/BiocViews.html#___CancerData&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;gt; 80 Human cancer datasets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(Bioconductor specifies how code and data should be packaged together, to encourage  data sharing and improve reproducibility).&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="14002" LastEditDate="2020-12-31T22:36:24.803" LastActivityDate="2020-12-31T22:36:24.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18387" PostTypeId="1" CreationDate="2020-12-29T17:11:03.057" Score="1" ViewCount="141" Body="&lt;p&gt;The following wikidata query lists the teams Cristiano Ronaldo played for including start and end dates.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?playerLabel ?teamLabel ?start ?end WHERE {&#xA;  VALUES ?player {&#xA;    wd:Q11571&#xA;  }&#xA;  ?player p:P54 ?teams.&#xA;  ?teams ps:P54 ?team;&#xA;    pq:P580 ?start.&#xA;  OPTIONAL { ?teams pq:P582 ?end. }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE]&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3FplayerLabel%20%3FteamLabel%20%3Fstart%20%3Fend%20WHERE%20%7B%0A%20%20VALUES%20%3Fplayer%20%7B%0A%20%20%20%20wd%3AQ11571%0A%20%20%7D%0A%20%20%3Fplayer%20p%3AP54%20%3Fteams.%0A%20%20%3Fteams%20ps%3AP54%20%3Fteam%3B%0A%20%20%20%20pq%3AP580%20%3Fstart.%0A%20%20OPTIONAL%20%7B%20%3Fteams%20pq%3AP582%20%3Fend.%20%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to query&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;His end date at Juventus is not a valid date.&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;Partial Result&lt;/em&gt;&lt;/p&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;playerLabel&lt;/th&gt;&#xA;&lt;th&gt;teamLabel&lt;/th&gt;&#xA;&lt;th&gt;start&lt;/th&gt;&#xA;&lt;th&gt;end&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td&gt;Juventus F.C.&lt;/td&gt;&#xA;&lt;td&gt;10 July 2018&lt;/td&gt;&#xA;&lt;td&gt;t2136841315&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; What is the correct way to show items with invalid dates?&lt;/p&gt;&#xA;" OwnerUserId="26364" LastEditorUserId="26364" LastEditDate="2020-12-29T18:03:01.603" LastActivityDate="2020-12-30T09:46:50.643" Title="SPARQL query to find invalid date in Wikidata" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18388" PostTypeId="2" ParentId="18375" CreationDate="2020-12-29T18:28:04.090" Score="3" Body="&lt;p&gt;This is a fixed-width text file. Instead of separating the different variables with a delimiter (like a comma or tab), the locations of the different variables are specified based on character position. If you look on the 3rd page of the 2018 documentation, it says the first 1-19 positions are blank. Then at position 20 there is a residence variable that is one character in length. The codebook indicates this variable is a number between 1 and 4, and provides the description of the variable. Positions 21 to 60 are blank (40 characters long), and then at position 61 you have an education variable that is 4 characters long, and the codebook provides you with the descriptors, etc.&lt;/p&gt;&#xA;&lt;p&gt;In short, to parse the file you need to indicate where to split the lines into the individual variables based on their position. If this were a small file, you could import it into Excel and specify the breaks for each variable prior to import. That's not going to work in this case as the file is too large. I'm not familiar with stats packages, but I believe some of them contain import functions that will allow you to manually specify breaks when importing fixed width data files.&lt;/p&gt;&#xA;&lt;p&gt;If you use Python, there are some suggestions here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/4914008/how-to-efficiently-parse-fixed-width-files&quot;&gt;https://stackoverflow.com/questions/4914008/how-to-efficiently-parse-fixed-width-files&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A simple approach I've used in the past, which you can use with any scripting language:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Read the file in as a list of lists, where each list is one line in the data file (data list).&lt;/li&gt;&#xA;&lt;li&gt;Manually create a widths list using the codebook, where you specify the position of each break, i.e. widths=[20,21,60, etc.].&lt;/li&gt;&#xA;&lt;li&gt;Loop through each line in the data list, split it using the widths list, append the split variables to a new line list, and append the entire split line to a new parsed list.&lt;/li&gt;&#xA;&lt;li&gt;Write the parsed list out as a CSV or TSV file.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;An example of a function to parse a data list using a widths list in Python:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;def parse_fixwidth(somelist,widths):&#xA;&amp;quot;&amp;quot;&amp;quot;Take fixed-width data and parse into a list using the widths list&amp;quot;&amp;quot;&amp;quot;&#xA;parsedlist=[]&#xA;for line in somelist:&#xA;    idx=0&#xA;    line_list=[]&#xA;    for i in widths:&#xA;        increment=idx+i&#xA;        line_list.append(line[idx:increment].strip())&#xA;        idx=increment&#xA;    parsedlist.append(line_list)&#xA;return parsedlist&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2020-12-29T18:28:04.090" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18389" PostTypeId="1" CreationDate="2020-12-29T19:10:52.467" Score="1" ViewCount="26" Body="&lt;p&gt;Is the SUBJECT_ID filed in the dataset same as the PRODUCT_ID as noted in downloadable datasheets at&#xA;&lt;a href=&quot;http://www.trustlet.org/extended_epinions.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.trustlet.org/extended_epinions.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26365" LastEditorUserId="-1" LastEditDate="2021-06-26T05:48:45.570" LastActivityDate="2021-06-26T05:48:45.570" Title="Is the SUBJECT_ID filed in the dataset the same as the PRODUCT_ID?" Tags="|releasing-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18390" PostTypeId="2" ParentId="18375" CreationDate="2020-12-29T22:01:37.197" Score="3" Body="&lt;p&gt;The accepted answer by @fdonnelly is correct.&lt;/p&gt;&#xA;&lt;p&gt;To save time for any future R users reading this question I will provide the precise code you'll need to read it in for 2018:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;map &amp;lt;- data.frame(widths=c(19, 1,40,2,1,1,2,2,1,1,1,1,1,1,2,2,2,2,1,1,1,16,4,1,1,1,1,34,1,1,4,&#xA;                           3,1,3,3,2,1,2,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,&#xA;                           36,2,1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,1,2,1,1,1,1,33,3,&#xA;                           1,1))&#xA;map$cn &amp;lt;- c(&amp;quot;blank&amp;quot;, # cols 1-19&#xA;            &amp;quot;res_status&amp;quot;,  #20&#xA;            &amp;quot;blank2&amp;quot;, # 21-60&#xA;            &amp;quot;ed_v89&amp;quot;,#61-62&#xA;            &amp;quot;ed_v03&amp;quot;,#63&#xA;            &amp;quot;ed_flag&amp;quot;, #64&#xA;            &amp;quot;death_month&amp;quot;, #65-66&#xA;            &amp;quot;blank3&amp;quot;,&#xA;            &amp;quot;sex&amp;quot;, &#xA;            &amp;quot;age_years&amp;quot;,&#xA;            &amp;quot;age_months&amp;quot;, &#xA;            &amp;quot;age_3&amp;quot;,&#xA;            &amp;quot;age_4&amp;quot;, &#xA;            &amp;quot;age_sub_flag&amp;quot;, &#xA;            &amp;quot;age_recode_52&amp;quot;, &#xA;            &amp;quot;age_recode_27&amp;quot;,&#xA;            &amp;quot;age_recode_12&amp;quot;, &#xA;            &amp;quot;infant_age_recode_22&amp;quot;, &#xA;            &amp;quot;place_of_death&amp;quot;, &#xA;            &amp;quot;marital_status&amp;quot;,&#xA;            &amp;quot;death_day&amp;quot;, &#xA;            &amp;quot;blank4&amp;quot;, &#xA;            &amp;quot;current_year&amp;quot;, &#xA;            &amp;quot;work_injury&amp;quot;, &#xA;            &amp;quot;death_manner&amp;quot;, &#xA;            &amp;quot;disposition&amp;quot;,&#xA;            &amp;quot;autopsy&amp;quot;, &#xA;            &amp;quot;blank5&amp;quot;, &#xA;            &amp;quot;activity_code&amp;quot;, &#xA;            &amp;quot;place_injured&amp;quot;, &#xA;            &amp;quot;icd_cause_of_death&amp;quot;, &#xA;            &amp;quot;cause_recode358&amp;quot;,&#xA;            &amp;quot;blank6&amp;quot;, &#xA;            &amp;quot;cause_recode113&amp;quot;, &#xA;            &amp;quot;infant_cause_recode130&amp;quot;, &#xA;            &amp;quot;cause_recode39&amp;quot;, &#xA;            &amp;quot;blank7&amp;quot;,&#xA;            &amp;quot;num_entity_axis&amp;quot;,&#xA;            &amp;quot;cond1&amp;quot;,&amp;quot;cond2&amp;quot;,&amp;quot;cond3&amp;quot;,&amp;quot;cond4&amp;quot;,&amp;quot;cond5&amp;quot;,&amp;quot;cond6&amp;quot;,&amp;quot;cond7&amp;quot;,&amp;quot;cond8&amp;quot;,&amp;quot;cond9&amp;quot;,&amp;quot;cond10&amp;quot;,&#xA;            &amp;quot;cond11&amp;quot;,&amp;quot;cond12&amp;quot;,&amp;quot;cond13&amp;quot;,&amp;quot;cond14&amp;quot;,&amp;quot;cond15&amp;quot;,&amp;quot;cond16&amp;quot;,&amp;quot;cond17&amp;quot;,&amp;quot;cond18&amp;quot;,&amp;quot;cond19&amp;quot;,&#xA;            &amp;quot;cond20&amp;quot;,&#xA;            &amp;quot;blank7&amp;quot;,&#xA;            &amp;quot;num_rec_axis_cond&amp;quot;, &#xA;            &amp;quot;blank8&amp;quot;, &#xA;            &amp;quot;acond1&amp;quot;, &amp;quot;acond2&amp;quot;, &amp;quot;acond3&amp;quot;,  &amp;quot;acond4&amp;quot;,  &amp;quot;acond5&amp;quot;,  &amp;quot;acond6&amp;quot;,  &amp;quot;acond7&amp;quot;,  &#xA;            &amp;quot;acond8&amp;quot;,  &amp;quot;acond9&amp;quot;, &amp;quot;acond10&amp;quot;, &amp;quot;acond11&amp;quot;, &amp;quot;acond12&amp;quot;, &amp;quot;acond13&amp;quot;, &amp;quot;acond14&amp;quot;, &#xA;            &amp;quot;acond15&amp;quot;, &amp;quot;acond16&amp;quot;, &amp;quot;acond17&amp;quot;, &amp;quot;acond18&amp;quot;, &amp;quot;acond19&amp;quot;, &amp;quot;acond20&amp;quot;, &#xA;            &amp;quot;blank9&amp;quot;,&#xA;            &amp;quot;race&amp;quot;,&#xA;            &amp;quot;bridged_race_flag&amp;quot;,&#xA;            &amp;quot;race_imp_flag&amp;quot;, &#xA;            &amp;quot;race_recode3&amp;quot;, &#xA;            &amp;quot;race_recode5&amp;quot;, &#xA;            &amp;quot;blank10&amp;quot;,&#xA;            &amp;quot;hisp&amp;quot;,&#xA;            &amp;quot;blank11&amp;quot;, &#xA;            &amp;quot;hisp_recode&amp;quot;)&#xA;map$lastcol &amp;lt;- cumsum(map$widths)&#xA;mort2018    &amp;lt;- read.fwf(file=&amp;quot;Mort2018US.PubUse.txt&amp;quot;,&#xA;                        widths=map$widths,&#xA;                        stringsAsFactors=F)&#xA;colnames(mort2018) &amp;lt;- map$cn&#xA;saveRDS(mort2018, &amp;quot;mort2018.RDS&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Hopefully, one day government data engineers will discover formats such as &lt;code&gt;tsv&lt;/code&gt; or &lt;code&gt;csv&lt;/code&gt; and perhaps even learn about a new-fangled invention called &amp;quot;column headers&amp;quot;. Until then, I hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="10481" LastEditorUserId="10481" LastEditDate="2020-12-30T21:51:50.130" LastActivityDate="2020-12-30T21:51:50.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18391" PostTypeId="1" CreationDate="2020-12-30T05:23:02.047" Score="1" ViewCount="13" Body="&lt;p&gt;I've taken an interest to filming trains as they go over bridges. For commuter trains I can guestimate when they'll be over a bridge based on the times that they're going to be at the stop before the bridge and the stop after the bridge. But not all train routes have commuter trains - some just run freight trains and that's it. For these freight trains...  is there a way I could look up scheduled stops online? If I knew what time they were going to be at the stop before and the stop after I could camp out at a bridge for that length of time (possibly guestimating the time that they'll cross the bridge) and take the picture I want to take.&lt;/p&gt;&#xA;&lt;p&gt;The alternative is just to camp out for a potentially indefinite period of time, which has little appeal to me. If I'm going to be camping out I'd prefer to know how long I'd need to be there to get the shot I want to get.&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2020-12-30T05:23:02.047" Title="train schedules for freight trains?" Tags="|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18392" PostTypeId="2" ParentId="18387" CreationDate="2020-12-30T09:46:50.643" Score="2" Body="&lt;p&gt;you could  add this line: &lt;code&gt;    BIND( STR(?end)  as ?ended ).&lt;/code&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT  ?playerLabel ?teamLabel ?start ?ended  WHERE {&#xA;  VALUES ?player {&#xA;    wd:Q11571&#xA;  }&#xA;  ?player p:P54 ?teams.&#xA;  ?teams ps:P54 ?team;&#xA;    pq:P580 ?start.&#xA;  OPTIONAL { &#xA;    ?teams pq:P582 ?end. &#xA;   &#xA;    BIND( STR(?end)  as ?ended ).&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE]&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This will result in &lt;a href=&quot;https://w.wiki/sQq&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;. The  dates are now longer but still in ISO8601 format.&lt;/p&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th style=&quot;text-align: center;&quot;&gt;&lt;strong&gt;playerLabel&lt;/strong&gt;&lt;/th&gt;&#xA;&lt;th style=&quot;text-align: left;&quot;&gt;&lt;strong&gt;teamLabel&lt;/strong&gt;&lt;/th&gt;&#xA;&lt;th style=&quot;text-align: center;&quot;&gt;&lt;strong&gt;start&lt;/strong&gt;&lt;/th&gt;&#xA;&lt;th style=&quot;text-align: center;&quot;&gt;&lt;strong&gt;ended&lt;/strong&gt;&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Portugal national under-15 football team&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2001-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2001-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Portugal national under-17 football team&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2001-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2002-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Sporting CP&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2002-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2003-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Portugal national under-21 football team&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2002-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2003-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Portugal national association football team&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2003-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Portugal national under-20 football team&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2003-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2003-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Manchester United F.C.&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2003-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2009-07-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Portugal Olympic football team&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2004-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2004-01-01T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Real Madrid CF&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2009-07-01T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2018-07-10T00:00:00Z&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Cristiano Ronaldo&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: left;&quot;&gt;Juventus F.C.&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;2018-07-10T00:00:00Z&lt;/td&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;" OwnerUserId="5763" LastActivityDate="2020-12-30T09:46:50.643" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18393" PostTypeId="2" ParentId="18377" CreationDate="2020-12-30T11:18:03.980" Score="0" Body="&lt;p&gt;The free MIT Online Course &lt;a href=&quot;https://www.edx.org/course/the-analytics-edge&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;The Analytics Edge&amp;quot;&lt;/a&gt; used a subset of the Framingham study in their Unit 3 as an introduction to Linear Regression.  (1 Table, 4000 rows, ~20 columns, no NAs).&lt;/p&gt;&#xA;&lt;p&gt;You can enroll and see if they still use that example, as they did in 2015.&lt;/p&gt;&#xA;&lt;p&gt;Otherwise take a look at the &lt;a href=&quot;https://wwwn.cdc.gov/nchs/nhanes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHANES dataset&lt;/a&gt; - that's the National Health and Nutrition Examination Survey of the USA. But with this dataset you'll have to do a lot more preprocessing (because of the many NAs).&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2020-12-30T11:18:03.980" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18394" PostTypeId="2" ParentId="13552" CreationDate="2020-12-30T11:49:13.373" Score="2" Body="&lt;p&gt;Three datasets come to my mind.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The largest one is &lt;a href=&quot;https://github.com/allenai/s2orc&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Semantic Scholar Open Research Corpus (S2ORC)&lt;/a&gt;, comprising 12.7M+ full text papers from various disciplines.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Another cross-disciplinary dataset (of 40k full-text papers) is &lt;a href=&quot;https://arxiv.org/abs/2008.00774&quot; rel=&quot;nofollow noreferrer&quot;&gt;the Elsevier OA CC-BY Corpus&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Another final that is, however, merely reduced to COVID-related papers, is &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7251955/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CORD-19: The Covid-19 Open Research Dataset&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;EDIT:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I found a fourth one, called &lt;a href=&quot;https://doi.org/10.1007/s11192-020-03382-z&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;unarXive&lt;/em&gt;&lt;/a&gt;. It is based on more than a million &lt;em&gt;arXiv&lt;/em&gt; pre-prints, it is freely available, and contains rich metadata.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastEditorUserId="26157" LastEditDate="2021-02-08T14:21:15.850" LastActivityDate="2021-02-08T14:21:15.850" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18395" PostTypeId="1" CreationDate="2020-12-31T16:28:11.333" Score="1" ViewCount="20" Body="&lt;p&gt;I'm working on a 1D time series data problem where I need a filter to be robust to a very wide range of types of signal noise - basically any type of noise where the mean is approximately zero and the magnitude is not too large. We're talking white noise, gaussian noise, funky distributions, random pulses and stutters, multiple frequencies, periodic, and anything else that you can imagine.&lt;/p&gt;&#xA;&lt;p&gt;I'm currently testing this by trying to synthesise different types of noise by just mixing various permutations of standard distributions. Is there a dataset of different real world noises seen in a wide range of real world signals that I could sample from instead?&lt;/p&gt;&#xA;&lt;p&gt;A dataset built for this purpose would be ideal, but any dataset containing a large range of time series signals with many different characteristics could be adapted to this purpose.&lt;/p&gt;&#xA;&lt;p&gt;This feels to me like a relatively common requirement, but I haven't yet found the standard approach to solving it.&lt;/p&gt;&#xA;" OwnerUserId="26352" LastActivityDate="2020-12-31T16:28:11.333" Title="Dataset of many different types of time series noise - for testing filter quality" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18396" PostTypeId="2" ParentId="9075" CreationDate="2021-01-01T19:47:07.723" Score="2" Body="&lt;p&gt;I know of three possibilities:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Unpaywall&lt;/strong&gt;'s API. Use &lt;code&gt;https://api.unpaywall.org/v2/{DOI}&lt;/code&gt; to access it. Not only does it provide a binary &lt;code&gt;is_oa&lt;/code&gt; field (with the values &lt;code&gt;true&lt;/code&gt; or &lt;code&gt;false&lt;/code&gt;) and an &lt;code&gt;oa_status&lt;/code&gt; field (e.g. &lt;code&gt;green&lt;/code&gt; open access), but it even links to repositories and other locations where you can obtain a free version of the paper. &lt;a href=&quot;https://unpaywall.org/products/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Read more instructions here&lt;/a&gt;. One example: &lt;a href=&quot;https://api.unpaywall.org/v2/10.1038/nature12373&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.unpaywall.org/v2/10.1038/nature12373&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;OpenAccessButton&lt;/strong&gt;'s API. Use &lt;code&gt;https://api.openaccessbutton.org/find?id={DOI}&lt;/code&gt; to access it. It contains a &lt;code&gt;licence&lt;/code&gt; field from which you could infer the accessibility of the paper. &lt;a href=&quot;https://openaccessbutton.org/api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Read more instructions here&lt;/a&gt;. One example: &lt;a href=&quot;https://api.openaccessbutton.org/find?id=10.1371/journal.pone.0158765&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.openaccessbutton.org/find?id=10.1371/journal.pone.0158765&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;CrossRef&lt;/strong&gt;'s API (as already hinted by Andrew Gilmartin). Use &lt;code&gt;https://api.crossref.org/works/{DOI}&lt;/code&gt; to access it. Similar to OpenAccessButton, it contains the field name &lt;code&gt;license&lt;/code&gt;. &lt;a href=&quot;https://github.com/CrossRef/rest-api-doc&quot; rel=&quot;nofollow noreferrer&quot;&gt;Read more on the documentation here&lt;/a&gt;. Example: &lt;a href=&quot;https://api.crossref.org/works/10.1371/journal.pone.0158765&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.crossref.org/works/10.1371/journal.pone.0158765&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-01-01T19:47:07.723" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18397" PostTypeId="1" CreationDate="2021-01-02T15:18:39.790" Score="1" ViewCount="96" Body="&lt;p&gt;I am looking for a dataset containing customer reviews (can be about hotels, restaurants, movies...) to build an algorithm able to detect arguments (premises, evidences...) in a given review and the relation between them.&lt;/p&gt;&#xA;&lt;p&gt;My research leads me to &lt;a href=&quot;https://www.researchgate.net/publication/332702231_A_Hotel_Review_Corpus_for_Argument_Mining&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; hotel reviews dataset.&lt;/p&gt;&#xA;&lt;p&gt;However, it does not seem available for download.&lt;/p&gt;&#xA;&lt;p&gt;Is there any public customer reviews dataset for argument detection or anything close?&lt;/p&gt;&#xA;" OwnerUserId="26379" LastActivityDate="2023-02-14T15:09:46.210" Title="Looking for an Argument Mining dataset of customer reviews" Tags="|machine-learning|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18398" PostTypeId="1" CreationDate="2021-01-02T18:46:59.717" Score="1" ViewCount="37" Body="&lt;p&gt;I try to write a simple SPARQL query using WDQS to show some information about a city. My first attempt was to filter using a check for equality, like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?city ?cityLabel&#xA;WHERE &#xA;{&#xA;  ?city wdt:P31/wdt:P279* wd:Q515 .&#xA;  FILTER(?city = wd:Q8471) .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, this query returns no records. My next attempt was to use &amp;quot;IN&amp;quot;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;FILTER (?city in (wd:Q8471)) .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The result is the same as above. Then I found a solution using &amp;quot;VALUES&amp;quot;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?city ?cityLabel&#xA;WHERE &#xA;{&#xA;  ?city wdt:P31/wdt:P279* wd:Q515 .&#xA;  VALUES ?city&#xA;  {&#xA;    wd:Q8471&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This solution works and returns 2 records. But it's not clear to me, why a simple &amp;quot;=&amp;quot; comparision as in &amp;quot;FILTER(?city = wd:Q8471)&amp;quot; does not work in this query (I successfully used it in another query). Funnily enough I found out that enhancing the comparision with &amp;quot;?city = wd:0&amp;quot; (either &amp;quot;FILTER(?city = wd:0 || ?city = wd:Q8471)&amp;quot; or &amp;quot;FILTER (?city in (wd:Q8471, wd:Q0))&amp;quot;) leads to the result I expected.&lt;/p&gt;&#xA;&lt;p&gt;What is the error in my considerations?&lt;/p&gt;&#xA;" OwnerUserId="26382" LastActivityDate="2021-01-02T18:46:59.717" Title="Explanation for behaviour of FILTER in WDQS" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18399" PostTypeId="2" ParentId="16244" CreationDate="2021-01-03T19:56:30.597" Score="0" Body="&lt;p&gt;And now another site, that collects many (MANY) different sources&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://lukaslehner.github.io/covid19policytrackers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://lukaslehner.github.io/covid19policytrackers/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2021-01-03T19:56:30.597" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18400" PostTypeId="1" CreationDate="2021-01-03T20:59:56.870" Score="2" ViewCount="91" Body="&lt;p&gt;I'm looking for a database of US Maine companies.&lt;/p&gt;&#xA;&lt;p&gt;All I found is the page where you can search for companies from &lt;a href=&quot;https://icrs.informe.org/nei-sos-icrs/ICRS?MainPage=x&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. But I cannot find anywhere a place to download a list.&lt;/p&gt;&#xA;" OwnerUserId="26388" LastEditorUserId="23272" LastEditDate="2021-04-18T04:55:59.167" LastActivityDate="2023-02-19T16:06:50.813" Title="Database of US Maine companies" Tags="|data-request|usa|business|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18401" PostTypeId="1" CreationDate="2021-01-04T03:14:23.370" Score="1" ViewCount="33" Body="&lt;p&gt;I need a dataset of historical prices of hotel rooms in the United Kingdom (for the last five years at least).&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know where I could find it?&lt;/p&gt;&#xA;" OwnerUserId="26389" LastEditorUserId="23272" LastEditDate="2021-04-07T13:02:06.533" LastActivityDate="2021-04-07T13:02:06.533" Title="Hotel Historical Data" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18402" PostTypeId="2" ParentId="18400" CreationDate="2021-01-04T07:13:45.020" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/registers&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/registers&lt;/a&gt; is a nice starting point to check whether data is freely available to download.&lt;/p&gt;&#xA;&lt;p&gt;For example if we check &lt;a href=&quot;https://opencorporates.com/registers/147&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/registers/147&lt;/a&gt; which is Maine they are giving it a score of 0, which means the data is not free available for download.&lt;/p&gt;&#xA;&lt;p&gt;This doesn't mean you cannot find this database anywhere, but you'll most probably need to contact US Maine jurisdiction or look for paid database somewhere. For example I can see sites like &lt;a href=&quot;https://mainecorporations.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mainecorporations.info/&lt;/a&gt; have the database imported in their website. OpenCorporates also does have the entries imported. Which means it's not impossible to find but just hard.&lt;/p&gt;&#xA;&lt;p&gt;There is also the possibility that these sites are using some kind of automatic scraper bot, which crawls the official website and collects the data.&lt;/p&gt;&#xA;" OwnerUserId="21873" LastActivityDate="2021-01-04T07:13:45.020" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18403" PostTypeId="1" CreationDate="2021-01-04T08:56:28.860" Score="1" ViewCount="79" Body="&lt;p&gt;Do any-one know few good annotated OCR datasets that we can use to train a OCR model for detecting text from documents like resume (i.e., document image)?&lt;/p&gt;&#xA;" OwnerUserId="26391" LastActivityDate="2021-01-25T12:46:13.093" Title="What are few datasets that we can use to build OCR model to detect text from documents like resumes etc.,?" Tags="|data-request|machine-learning|ai|deep-learning|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18405" PostTypeId="1" CreationDate="2021-01-04T13:15:00.990" Score="1" ViewCount="29" Body="&lt;p&gt;Are there any places where I can find a combined dataset for health vitals like Body Temperature, Blood Pressure, Respiration, Glucose, Heart Rate, Oxygen Saturation, Electro Cardiogram etc. I am looking for such dataset to create a personal project.&lt;/p&gt;&#xA;" OwnerUserId="26392" LastActivityDate="2021-01-04T13:15:00.990" Title="Dataset of health vitals from wearables" Tags="|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18406" PostTypeId="2" ParentId="10378" CreationDate="2021-01-05T13:38:46.423" Score="1" Body="&lt;p&gt;There are data on blood donors confined to specific regions and times. You could use these data to link with additional demographic information from other sources to indirectly infer the answer to your research goal.&lt;/p&gt;&#xA;&lt;p&gt;A few examples:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://doi.org/10.1371/journal.pone.0048139.t001&quot; rel=&quot;nofollow noreferrer&quot;&gt;Demographic characteristics of 1,783 blood donors from Taiwan&lt;/a&gt; (includes information on gender, age, occupation and educational level)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://figshare.com/articles/dataset/Demographic_characteristics_of_blood_donors_at_Debre_Berhan_blood_bank_Central_North_Ethiopia_March_2014-June_2017_/6028184&quot; rel=&quot;nofollow noreferrer&quot;&gt;Demographic characteristics of blood donors at Debre Berhan blood bank, Central North Ethiopia, March 2014-June 2017&lt;/a&gt; (includes data on occupation, age and sex)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.avis.it/it/statistiche&quot; rel=&quot;nofollow noreferrer&quot;&gt;Members of the Italian Association of Voluntary Blood Donors&lt;/a&gt; (by, partly economically disparate, regions)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You could browse through &lt;em&gt;Google Datasets&lt;/em&gt; search results for the query &lt;code&gt;blood donors&lt;/code&gt; (or so) to potentially find some more relevant data.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-01-05T13:38:46.423" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18407" PostTypeId="1" CreationDate="2021-01-05T22:10:50.277" Score="1" ViewCount="312" Body="&lt;p&gt;I am looking for a dataset of traffic flow and its corresponding weather data, such as rain and temperature, of the same location. I am studying the effect of weather variables on traffic, preferably inside cities not on highways.&lt;/p&gt;&#xA;&lt;p&gt;P.S. I could find traffic data of some locations without the corresponding weather, and vice versa. What I need is both data of the same location.&lt;/p&gt;&#xA;" OwnerUserId="26398" LastEditorUserId="26398" LastEditDate="2021-01-18T15:11:03.840" LastActivityDate="2024-02-23T11:35:28.647" Title="Seeking traffic and weather datasets" Tags="|data-request|weather|traffic|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18408" PostTypeId="1" CreationDate="2021-01-06T17:03:35.320" Score="1" ViewCount="34" Body="&lt;p&gt;I am searching for data on financing renewables. The best case would be a data set with a split in private and public funding whereas private should be divided into equity and debt and the public into subsidies and credit.&#xA;Historic data or projections for 2030 targets are appreciated. Most interesting for me is Europe, but I am also interested in other data.&lt;/p&gt;&#xA;&lt;p&gt;If you have any idea where to look or whom to ask, please let me know.&lt;/p&gt;&#xA;" OwnerUserId="26402" LastEditorUserId="23272" LastEditDate="2021-04-18T04:56:31.743" LastActivityDate="2021-04-18T04:56:31.743" Title="Data about financing renewable energy" Tags="|finance|energy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18409" PostTypeId="2" ParentId="18238" CreationDate="2021-01-06T22:05:12.453" Score="1" Body="&lt;p&gt;These might be interesting for you:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.airframes.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.airframes.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.flarmnet.org/flarmnet/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.flarmnet.org/flarmnet/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="26404" LastActivityDate="2021-01-06T22:05:12.453" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18410" PostTypeId="1" CreationDate="2021-01-07T11:49:53.357" Score="1" ViewCount="19" Body="&lt;p&gt;I would like to get projected temperature data under various climate scenarios till 2100 for different European countries.&lt;/p&gt;&#xA;&lt;p&gt;I find CMIP5 data under four RCPs in world bank, I am also interested in the new scenarios of CMIP6 but I am not sure that there are available.&lt;/p&gt;&#xA;" OwnerUserId="26407" LastActivityDate="2021-01-07T11:49:53.357" Title="How to obtain cmip6 projected temperature data?" Tags="|data-request|climate|meteorology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18414" PostTypeId="1" CreationDate="2021-01-11T03:43:09.687" Score="1" ViewCount="18" Body="&lt;p&gt;is it possible to download the DOL's ETA 539 weekly report through the DOL API?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://oui.doleta.gov/unemploy/DataDownloads.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;ETA 539 Report information can be found here... scroll down to report.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://oui.doleta.gov/unemploy/csv/ar539.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;ETA 539 raw data.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.dol.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;DOL Developer tools link.&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26422" LastActivityDate="2021-01-11T03:43:09.687" Title="Is it possible to download [ETA 539-Weekly Claims and Extended Benefits Trigger Data] through the DOL API?" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18415" PostTypeId="1" CreationDate="2021-01-11T12:22:53.880" Score="1" ViewCount="56" Body="&lt;p&gt;I want to check the adverse events of aspirin drugs in the open fda data within the specified date&#xA;I have tried many times and it keeps getting an error display&#xA;Where did I go wrong ？ How can I query correctly？&#xA;I try to:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc:&amp;quot;aspirin+Antipyretic and analgesic+drug&amp;quot;&amp;amp;limit=1&#xA;&#xA;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc:&amp;quot;Antipyretic+analgesic+drug&amp;quot;&amp;amp;limit=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="26423" LastEditorUserId="1511" LastEditDate="2021-01-11T12:49:22.663" LastActivityDate="2024-01-28T22:07:55.997" Title="How to inquire about adverse events of aspirin in the open FDA？" Tags="|openfda|drugs|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18416" PostTypeId="2" ParentId="18415" CreationDate="2021-01-11T12:48:49.303" Score="0" Body="&lt;p&gt;I think the URL you are using has quotation marks (&amp;quot;) which are enforcing an exact match.&lt;/p&gt;&#xA;&lt;p&gt;Please try this URL&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc:aspirin%20Antipyretic%20analgesic%20drug&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.pharm_class_epc:aspirin%20Antipyretic%20analgesic%20drug&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-11T12:48:49.303" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18417" PostTypeId="1" AcceptedAnswerId="18466" CreationDate="2021-01-11T21:56:25.350" Score="0" ViewCount="28" Body="&lt;p&gt;I am seeking a few color aerial photography that are the most recently that I need to cover this area of interest.&lt;/p&gt;&#xA;&lt;p&gt;It has to be overlapped in 60/40 percent  so I can perform them in an Agisoft Metashape.&lt;/p&gt;&#xA;&lt;p&gt;Location is in Central Colorado&#xA;It is in the border between Leadville/Chaffee counties.&lt;/p&gt;&#xA;&lt;p&gt;Point of interest is Twin Lakes river area. It is just to the west all the way to the east leading to the Lake.&lt;/p&gt;&#xA;&lt;p&gt;Let me know if you are able to see the Area of Interest in Google Earth.&lt;/p&gt;&#xA;&lt;p&gt;In order to see it,&lt;/p&gt;&#xA;&lt;p&gt;Go to the Menu at the top left corner, then&#xA;Hit the projects, then&#xA;It should say Survey Area.&lt;/p&gt;&#xA;&lt;p&gt;Google Earth :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://earth.google.com/web/search/Twin+Lakes,+CO/@39.13113129,-106.42151985,3599.28893251a,44275.95222716d,35y,0h,0t,0r/data=CigiJgokCf8jXbmA3zRAEfwjXbmA3zTAGYU_JarUuihAIfMfULmClVbA&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earth.google.com/web/search/Twin+Lakes,+CO/@39.13113129,-106.42151985,3599.28893251a,44275.95222716d,35y,0h,0t,0r/data=CigiJgokCf8jXbmA3zRAEfwjXbmA3zTAGYU_JarUuihAIfMfULmClVbA&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;ArcGIS Online : &lt;a href=&quot;https://arcg.is/1jiHD50&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arcg.is/1jiHD50&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2021-01-26T15:07:35.143" LastActivityDate="2021-01-26T15:07:35.143" Title="In need of a color aerial photography or LIDAR" Tags="|images|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18418" PostTypeId="1" AcceptedAnswerId="18419" CreationDate="2021-01-12T16:04:09.767" Score="4" ViewCount="1102" Body="&lt;p&gt;There have been a number of stories in the last couple of dats claiming a team of developers were able to scrape practically the entirety of the Parler social media platform before it went offline.&lt;/p&gt;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gizmodo.com/every-deleted-parler-post-many-with-users-location-dat-1846032466&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gizmodo.com/every-deleted-parler-post-many-with-users-location-dat-1846032466&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.buzzfeednews.com/article/johnpaczkowski/amazon-parler-aws&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.buzzfeednews.com/article/johnpaczkowski/amazon-parler-aws&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But so far I have been unable to find any evidence this data set actually exists. There are a couple of data sets labeled 'parler' on archive.org but they certainly aren't anywhere close to 70TB of data.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know the status of this dataset? Is it available anywhere? Does it really exist?&lt;/p&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2021-01-20T15:08:37.257" Title="Does anyone have access to the Parler dataset?" Tags="|data-request|social-media|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18419" PostTypeId="2" ParentId="18418" CreationDate="2021-01-12T17:22:48.610" Score="4" Body="&lt;p&gt;update: the full dataset is available here: &lt;a href=&quot;https://ddosecrets.com/wiki/Parler&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ddosecrets.com/wiki/Parler&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Files are accessible from two Amazon S3 buckets, ddosecrets-parler (32.1TB) and ddosecrets-parler-images (235GB).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;At this time, we only have a partial scrape of text posts (1.6 million), which was provided by a 3rd party. The 18 GB torrent can be downloaded here: &lt;a href=&quot;https://ddosecrets.com/images/d/de/Parler_2020-01-06_posts-partial.torrent&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ddosecrets.com/images/d/de/Parler_2020-01-06_posts-partial.torrent&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;s&gt;At the moment only the metadata is available. This means not the content itself, but the creation, id, creation date, and some gps tagging. The full dataset (70+ TB) is being processed by &lt;a href=&quot;https://www.archiveteam.org/index.php?title=Parler&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.archiveteam.org/index.php?title=Parler&lt;/a&gt; and will be available soon.&lt;/s&gt;&lt;/p&gt;&#xA;&lt;p&gt;Grab status: &lt;a href=&quot;https://tracker.archiveteam.org/parler/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tracker.archiveteam.org/parler/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;s&gt;in the meantime,&lt;/s&gt; the metadata:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://donk.sh/metadata.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://donk.sh/metadata.tar.gz&lt;/a&gt; (check for mirrors on this &lt;a href=&quot;https://twitter.com/donk_enby/status/1348860274523123712?s=20&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter thread&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;Also a magnet torrent link:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;magnet:?xt=urn:btih:1723E27BC79186C4574FF056DDB458D771C26E2F&amp;amp;dn=metadata.tar.gz&amp;amp;tr=udp%3a%2f%http://2ftracker.openbittorrent.com%3a1337%2fannounce&amp;amp;tr=udp%3a%2f%http://2ftracker.opentrackr.org%3a1337%2fannounce&#xA;&#xA;MD5: 77299fb15bfa2356b542cdeec944e5c0&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Jupyter notebook to parse gps-tagged metadata (videos): &lt;a href=&quot;https://gist.github.com/kylemcdonald/8fdabd6526924012c1f5afe538d7dc09&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/kylemcdonald/8fdabd6526924012c1f5afe538d7dc09&lt;/a&gt; (&lt;a href=&quot;https://twitter.com/kcimc/status/1348879716594319363?s=20&quot; rel=&quot;nofollow noreferrer&quot;&gt;tweet&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;I also made a parser for a different &lt;a href=&quot;https://srv-store6.gofile.io/download/7Wg83o/parler-videos-geocoded.csv.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;(meta)data source&lt;/a&gt; (this one was only gps-tagged videos in csv format): &lt;a href=&quot;https://github.com/philshem/parler-switzerland&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philshem/parler-switzerland&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-01-20T15:08:37.257" LastActivityDate="2021-01-20T15:08:37.257" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18421" PostTypeId="2" ParentId="1670" CreationDate="2021-01-13T04:35:18.930" Score="0" Body="&lt;p&gt;Some answers are out of date. Here I found useful resources from Harvard &amp;amp; sobigdata sites. In order to use these resources, you have to accept their policy statemnt.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/EGZHFV&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/EGZHFV&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/QLCABU&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/QLCABU&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://sobigdata.d4science.org/catalogue-sobigdata?path=/dataset/call_data_record_district_of_pisa_2013_october&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sobigdata.d4science.org/catalogue-sobigdata?path=/dataset/call_data_record_district_of_pisa_2013_october&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://sobigdata.d4science.org/catalogue-sobigdata?path=/dataset/call_data_record_pisa_livorno_firenze_lucca_2014&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sobigdata.d4science.org/catalogue-sobigdata?path=/dataset/call_data_record_pisa_livorno_firenze_lucca_2014&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="26435" LastActivityDate="2021-01-13T04:35:18.930" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18422" PostTypeId="1" CreationDate="2021-01-13T13:10:04.337" Score="1" ViewCount="12" Body="&lt;p&gt;I have a list of ca. 300 (academic) publishers entailing their commonly used names, such as &lt;em&gt;Taylor &amp;amp; Francis&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;There are two problems now:&lt;/p&gt;&#xA;&lt;p&gt;1.) &lt;strong&gt;Imprints&lt;/strong&gt;: Some are imprints of other publishers. For instance, &lt;em&gt;Routledge&lt;/em&gt; is an imprint of &lt;em&gt;Taylor &amp;amp; Francis&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;2.) &lt;strong&gt;Names&lt;/strong&gt;: Sometimes I am unsure about the correct name. For example, is it &lt;em&gt;Springer&lt;/em&gt;, &lt;em&gt;Springer Publishing&lt;/em&gt;, &lt;em&gt;Springer Science+Business Media&lt;/em&gt; or &lt;em&gt;Springer Nature&lt;/em&gt; (whereby the latter might be an imprint of &lt;em&gt;Springer&lt;/em&gt;)?&lt;/p&gt;&#xA;&lt;p&gt;Thus, my question is:&#xA;Are there any open data that could disambiguate names of publishers, show (persistent?) identifiers, and detect relations between imprints and their overarching companies?&lt;/p&gt;&#xA;&lt;p&gt;This would greatly facilitate the task (in comparison to manual research).&lt;/p&gt;&#xA;" OwnerUserId="26157" LastEditorUserId="23272" LastEditDate="2021-04-07T13:14:45.187" LastActivityDate="2021-04-07T13:14:45.187" Title="Publishers: Identifiers &amp; Imprints" Tags="|companies|publishing|publications|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18423" PostTypeId="2" ParentId="18415" CreationDate="2021-01-13T14:10:48.350" Score="0" Body="&lt;p&gt;Here is the query that searches across the entire dataset: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.substance_name.exact:%22ASPIRIN%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.substance_name.exact:%22ASPIRIN%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can narrow down further by specifying a date range such as: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.substance_name.exact:%22ASPIRIN%22%20AND%20receivedate:%5B2020-01-01%20TO%202020-01-31%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.substance_name.exact:%22ASPIRIN%22+AND+receivedate:[2020-01-01+TO+2020-01-31]&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-01-13T14:10:48.350" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18424" PostTypeId="1" CreationDate="2021-01-14T12:51:39.377" Score="1" ViewCount="29" Body="&lt;p&gt;I'm seeing the following in the drug event endpoint:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hbbSO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hbbSO.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;On a &amp;quot;conceptual&amp;quot; level, it would appear that these are the same person, however, they appear in the drug event endpoint repeatedly, so I'm trying to gain a better understanding, given that openFDA only shows the most recent version. Is this an artifact of some sort of reporting error? How many individual reports are represented above?&lt;/p&gt;&#xA;" OwnerUserId="26019" LastEditorUserId="23272" LastEditDate="2021-04-03T05:02:45.747" LastActivityDate="2023-12-19T10:05:35.687" Title="Question RE Safety Report ID" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18425" PostTypeId="1" CreationDate="2021-01-14T15:19:30.057" Score="1" ViewCount="23" Body="&lt;p&gt;I am looking for a time series dataset where the historical values changed through updated reports.  The data would be reported on some regular frequency, and the historical values (might) change with different reporting dates.  I am flexible as to the frequency of either the reporting or the actual data.  An example for what I am looking for is the below (fictional) data (does not have to be medical):&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Cases of Disease X by diagnosis date:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data reported on January 10th&lt;/p&gt;&#xA;&lt;p&gt;January 5th: 23&lt;/p&gt;&#xA;&lt;p&gt;January 6th: 12&lt;/p&gt;&#xA;&lt;p&gt;January 7th: 14&lt;/p&gt;&#xA;&lt;p&gt;January 8th: 16&lt;/p&gt;&#xA;&lt;p&gt;January 9th: 10&lt;/p&gt;&#xA;&lt;p&gt;January 10th: 2&lt;/p&gt;&#xA;&lt;p&gt;Data reported on January 11th&lt;/p&gt;&#xA;&lt;p&gt;January 5th: 24&lt;/p&gt;&#xA;&lt;p&gt;January 6th: 15&lt;/p&gt;&#xA;&lt;p&gt;January 7th: 18&lt;/p&gt;&#xA;&lt;p&gt;January 8th: 20&lt;/p&gt;&#xA;&lt;p&gt;January 9th: 21&lt;/p&gt;&#xA;&lt;p&gt;January 10th: 22&lt;/p&gt;&#xA;&lt;p&gt;Data reported on January 12th&lt;/p&gt;&#xA;&lt;p&gt;January 5th: 24&lt;/p&gt;&#xA;&lt;p&gt;January 6th: 16&lt;/p&gt;&#xA;&lt;p&gt;January 7th: 18&lt;/p&gt;&#xA;&lt;p&gt;January 8th: 23&lt;/p&gt;&#xA;&lt;p&gt;January 9th: 24&lt;/p&gt;&#xA;&lt;p&gt;January 10th: 29&lt;/p&gt;&#xA;" OwnerUserId="26443" LastActivityDate="2021-01-14T15:19:30.057" Title="Time series dataset where historical values are updated" Tags="|data-request|time-series|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18426" PostTypeId="2" ParentId="18424" CreationDate="2021-01-15T14:14:31.853" Score="0" Body="&lt;p&gt;Those are all individual reports as submitted by the manufacturer to the FDA (as evidenced by the unqiue &lt;code&gt;safetyreportid&lt;/code&gt; values); however, at the same time they are all duplicates of one another (as evidenced by the &lt;code&gt;reportduplicate&lt;/code&gt; field of those records and also matching patient demographics).&lt;/p&gt;&#xA;&lt;p&gt;In other words, your conclusion of a reporting error is very likely correct: the manufacturer appears to have submitted multiple reports in response to a single adverse event.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-01-15T14:14:31.853" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18428" PostTypeId="1" CreationDate="2021-01-15T18:19:26.120" Score="2" ViewCount="42" Body="&lt;p&gt;I am doing research and looking for an API for Vaccination and Allergies. I found some link like  &lt;a href=&quot;https://data.cdc.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.cdc.gov/&lt;/a&gt; where I can the information but I am looking for something which has all information in one dataset or API. Please advise&lt;/p&gt;&#xA;" OwnerUserId="26450" LastActivityDate="2021-01-15T18:19:26.120" Title="Rest APIs or Database for Vaccinations and Allergies" Tags="|api|medical|database|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18429" PostTypeId="1" CreationDate="2021-01-17T12:06:34.677" Score="1" ViewCount="41" Body="&lt;p&gt;I'm looking for orthophotos of Athens, Greece to measure forest development (raster data).&lt;/p&gt;&#xA;&lt;p&gt;Is there any open source for such material? I'm looking for orthophotos dating back to 1980s if possible...&lt;/p&gt;&#xA;&lt;p&gt;If there is also sensor data (infrared/near infrared) taken by planes that would be helpful too.&lt;/p&gt;&#xA;" OwnerUserId="25325" LastActivityDate="2021-01-17T12:06:34.677" Title="Orthophotos of Athens, Greece" Tags="|europe|aerial-photography|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18430" PostTypeId="1" CreationDate="2021-01-17T12:49:10.847" Score="1" ViewCount="16" Body="&lt;p&gt;Looking for open-source high-resolution multi-spectral images (raster data) for Greece in order to analyze the vegetation indices of small forests smaller than 1kmx1km. Preferably if the data is from multiple years in order to see a progression in the forests.&lt;/p&gt;&#xA;" OwnerUserId="25325" LastActivityDate="2021-01-17T12:49:10.847" Title="multi-spectral high resolution satellite images for forests Greece (for vegetation indices)" Tags="|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18431" PostTypeId="1" CreationDate="2021-01-17T17:25:20.040" Score="1" ViewCount="27" Body="&lt;p&gt;Does anyone know examples of real-life data sets {(x_1,y_1), ... ,(x_n,y_n)} that are monotonic in the sense that either (i) for any two indices i and j the inequality x_i&amp;lt;x_j implies y_i&amp;lt;=y_j or (ii) for any two indices i and j the inequality x_i&amp;lt;x_j implies y_i&amp;gt;=y_j? Here, the x_i's and y_i's are real numbers.&lt;/p&gt;&#xA;" OwnerUserId="26458" LastActivityDate="2021-01-17T17:25:20.040" Title="Real-life monotonic data sets" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18432" PostTypeId="1" AcceptedAnswerId="18452" CreationDate="2021-01-18T15:12:50.363" Score="4" ViewCount="143" Body="&lt;p&gt;I'm looking for a dataset that gives me data on bus passengers. The dataset does not have to come from any specific city or country.&lt;/p&gt;&#xA;&lt;p&gt;Specifically, I want:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Which bus station they depart from&lt;/li&gt;&#xA;&lt;li&gt;Which bus station is their destination station.&lt;/li&gt;&#xA;&lt;li&gt;When they want to arrive at their destination station. Failing that, when they actually do arrive (according, if need be, to bus schedules) at their destination bus station.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Also maybe acceptable:&#xA;1) Data on departures from and arrivals to a specific station&#xA;2) Number of people in each station at a given time/day.&lt;/p&gt;&#xA;" OwnerUserId="4203" LastEditorUserId="4203" LastEditDate="2021-01-22T21:11:39.407" LastActivityDate="2021-01-26T07:09:40.480" Title="Bus passenger data" Tags="|public-transport|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18434" PostTypeId="2" ParentId="18203" CreationDate="2021-01-18T17:10:05.883" Score="1" Body="&lt;p&gt;I was using SoilGrids data as well to calculate these values. I took a different approach. I used the sand, clay, and organic matter content at different levels, along with a paper that I found by Teh, C.B.S called &amp;quot;Development and Validation of an Unsaturated Soil Water Flow Model for Oil Palm&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.researchgate.net/publication/321905343_Modeling_soil_water_flow_in_Python_and_Excel&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.researchgate.net/publication/321905343_Modeling_soil_water_flow_in_Python_and_Excel&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In it it gives equations to use sand, clay, and organic matter content (as a %) to derive the:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;permanent wilting point (theta_1500)&lt;/li&gt;&#xA;&lt;li&gt;field capacity (theta_33)&lt;/li&gt;&#xA;&lt;li&gt;and, saturation (theta_0)&#xA;For the various levels.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;They refer to the Saxton Rawls equations from 2006 which is some sort of curve fit. The equations are long so I'm not going to put them here. If you cannot find them in the paper let me know.&lt;/p&gt;&#xA;&lt;p&gt;Using SoilsGrid data I had to derive organic matter content as:&lt;/p&gt;&#xA;&lt;p&gt;OM = (Organic Carbon Density in g/dm3) / { 100 * (Bulk Density in cg/cm3) }&lt;/p&gt;&#xA;&lt;p&gt;both terms on the right are values supplied by SoilGrids. I have a question out to them to confirm I'm deriving this correctly. Sand and Clay content values I used as is from SoilGrids (divided by 1000 to get %).&lt;/p&gt;&#xA;" OwnerUserId="26464" LastActivityDate="2021-01-18T17:10:05.883" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18435" PostTypeId="2" ParentId="18407" CreationDate="2021-01-20T06:38:25.630" Score="0" Body="&lt;p&gt;I use visual crossing for weather data (&lt;a href=&quot;http://www.visualcrossing.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.visualcrossing.com&lt;/a&gt;). I can specify latitude and longitude for weather data. It is a consistent data set for historical and forecast that I use in AI/ML applications through their webservices API. It contains all the key weather data I need for my applications including solar radiation.&lt;/p&gt;&#xA;&lt;p&gt;For historical traffic by location I use &lt;a href=&quot;http://www.tomtom.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.tomtom.com&lt;/a&gt; (webservices API). If you need real-time just use the google API for traffic.&lt;/p&gt;&#xA;" OwnerUserId="26464" LastActivityDate="2021-01-20T06:38:25.630" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18436" PostTypeId="2" ParentId="1064" CreationDate="2021-01-20T06:42:30.190" Score="1" Body="&lt;p&gt;&lt;a href=&quot;http://www.solcast.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.solcast.com&lt;/a&gt; is pretty accurate I have found. It does cost some money but the webservices API is fully featured. I have used visual crossing for weather data as well if all you need is solar radiation and cloud cover.&lt;/p&gt;&#xA;" OwnerUserId="26464" LastActivityDate="2021-01-20T06:42:30.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18437" PostTypeId="2" ParentId="7578" CreationDate="2021-01-20T06:45:42.000" Score="-1" Body="&lt;p&gt;openweathermap.org provides historical forecasts by location for the past 3 years. You purchase the data by location and 3 years of historical forecasts that you can download immediately is available for $45 dollars I believe. I searched long and hard for somebody that provided historical forecasts. Everyone provides historical weather but not the forecasts. Even the US government through NOAA starts purging forecasts after 90 days.&lt;/p&gt;&#xA;" OwnerUserId="26464" LastActivityDate="2021-01-20T06:45:42.000" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18438" PostTypeId="2" ParentId="13330" CreationDate="2021-01-20T06:47:58.893" Score="-1" Body="&lt;p&gt;openweathermap.org provides historical forecasts by location for the past 3 years. You purchase the data by location and 3 years of historical forecasts that you can download immediately is available for $45 dollars I believe. I searched long and hard for somebody that provided historical forecasts. Everyone provides historical weather but not the forecasts. Even the US government through NOAA starts purging forecasts after 90 days.&lt;/p&gt;&#xA;" OwnerUserId="26464" LastActivityDate="2021-01-20T06:47:58.893" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18439" PostTypeId="1" CreationDate="2021-01-20T17:22:00.610" Score="1" ViewCount="30" Body="&lt;p&gt;It is a major topic of interest during the covid pandemic to analyse excess mortality. And it is particularly helpful to look at weekly death counts as the resulting year-year comparisons of weekly data provide rich information about the variability of deaths rates across seasons and years.&lt;/p&gt;&#xA;&lt;p&gt;The USA's CDC provide such data from at least 2015 to the end of 2020 and this make identifying excess mortality related to covid a breeze. See this analysis, for example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/5SenA.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/5SenA.png&quot; alt=&quot;USA weekly deaths 2015-2020 in different age groups&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But how many other countries provide weekly mortality stats?&lt;/p&gt;&#xA;&lt;p&gt;Note the CDC provide the stats with several levels of detail (in the case above by age group). But weekly totals even without the extra breakdowns would be useful. The UK's ONS recently released some weekly stats for 2020 but this didn't seem to have the equivalent weekly totals for previous years when I investigated the equivalent files.&lt;/p&gt;&#xA;" OwnerUserId="11118" LastEditorUserId="1511" LastEditDate="2021-01-21T08:30:38.047" LastActivityDate="2021-01-25T11:45:42.870" Title="How many countrywide weekly mortality datasets are available?" Tags="|data-request|medical|time-series|covid19|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18440" PostTypeId="2" ParentId="17558" CreationDate="2021-01-21T08:33:40.310" Score="2" Body="&lt;p&gt;It's hard to define &amp;quot;after&amp;quot; since we are still in the middle of it. But the discontinuity surely exists between &amp;quot;before&amp;quot; and &amp;quot;during&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;I would suggest something global and clean (machine readable), like the Google Mobility Data, which is available as global or regional CSV files.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/covid19/mobility/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/covid19/mobility/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The data shows how visits to places, such as grocery stores and parks, are changing in each geographic region.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/covid19/mobility/data_documentation.html?hl=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.google.com/covid19/mobility/data_documentation.html?hl=en&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-21T08:33:40.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18441" PostTypeId="2" ParentId="18439" CreationDate="2021-01-21T08:37:36.033" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://ourworldindata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Our World in Data&lt;/a&gt; is compiling excess-death statistics across multiple countries with various age-groups.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://ourworldindata.org/excess-mortality-covid&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/excess-mortality-covid&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Plotu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Plotu.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can mix and match and then download the datasets. Not all countries are represented. Not all age-groups will match between countries, because of how individual countries report their statistics.&lt;/p&gt;&#xA;&lt;p&gt;If you need a specific country, you can look through their &amp;quot;sources&amp;quot; list.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-21T08:37:36.033" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18442" PostTypeId="2" ParentId="18439" CreationDate="2021-01-21T08:40:15.433" Score="1" Body="&lt;p&gt;The federal government of Switzerland provides weekly excess-death statistics going back to 2010&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bfs.admin.ch/bfs/en/home/statistics/health/state-health/mortality-causes-death.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/en/home/statistics/health/state-health/mortality-causes-death.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;2020 - 2021: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/en/home/statistics/health/state-health/mortality-causes-death.assetdetail.15584980.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/en/home/statistics/health/state-health/mortality-causes-death.assetdetail.15584980.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;2010 - 2019: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/en/home/statistics/health/state-health/mortality-causes-death.assetdetail.12607335.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/en/home/statistics/health/state-health/mortality-causes-death.assetdetail.12607335.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rBiRf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rBiRf.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-21T08:40:15.433" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18443" PostTypeId="1" CreationDate="2021-01-21T09:10:47.080" Score="1" ViewCount="266" Body="&lt;p&gt;I am trying to download &lt;strong&gt;road&lt;/strong&gt; and other &lt;strong&gt;spatial data&lt;/strong&gt; files used on the Bhuvan Panchayat 3.0 website (&lt;a href=&quot;https://bhuvan-panchayat3.nrsc.gov.in/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://bhuvan-panchayat3.nrsc.gov.in/&lt;/a&gt;). Is there a way to either directly download the raw data from the website, or are there existing scripts that would allow me to scrape the data I need?&lt;/p&gt;&#xA;" OwnerUserId="26334" LastEditorUserId="28390" LastEditDate="2021-06-01T06:10:37.270" LastActivityDate="2021-06-01T06:10:37.270" Title="Downloading Bhuvan Panchayat 3.0 raw data" Tags="|geospatial|india|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18444" PostTypeId="2" ParentId="17558" CreationDate="2021-01-21T15:41:24.663" Score="1" Body="&lt;p&gt;Perhaps you would be interested in a pre and post COVID-19 look at deaths (spoiler alert: you will notice a sudden increase in deaths in 2020). CDPH has published a query tool for top reportable causes-of-death data by demographic breakdowns with their &lt;a href=&quot;https://cal-vida.cdph.ca.gov/VSQWeb&quot; rel=&quot;nofollow noreferrer&quot;&gt;California Vital Data Query Tool&lt;/a&gt;, it is free to register and you can get relatively up-to-date counts of deaths by reportable cause-of-death.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2021-01-21T15:41:24.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18445" PostTypeId="1" CreationDate="2021-01-21T15:43:12.407" Score="1" ViewCount="92" Body="&lt;p&gt;In Dec'20 the open access pre-print service, arXiv, introduced the ability to include a &lt;a href=&quot;https://blog.arxiv.org/2020/12/10/instant-access-to-code-for-any-arxiv-paper/&quot; rel=&quot;nofollow noreferrer&quot;&gt;link to code&lt;/a&gt; in the metadata for a preprint. Certainly a step in the right direction. However, with a little tweak it could be described as a link to 'supplemental material' more generally, not just code. Then it could be used to link to empirical data, video material, etc. as well.&lt;/p&gt;&#xA;&lt;p&gt;My question: Where can I raise discussion about an arXiv feature like this with those who determine arXiv policies? After extensive searching I cannot find anywhere for feature requests or public discussion about arXiv facilities or policies.&lt;/p&gt;&#xA;&lt;p&gt;Failing that, please feel free to discuss the merit of my proposal here.&lt;/p&gt;&#xA;&lt;p&gt;Obviously, a link can be included in the article itself, but the facility to include a link or links in the top level metadata emphasizes the importance of supporting material. arXiv already had a facility for uploading &lt;a href=&quot;https://arxiv.org/help/ancillary_files&quot; rel=&quot;nofollow noreferrer&quot;&gt;ancillary files&lt;/a&gt;, but this was not intended for large datasets, for which a facility to add a hyperlink would seem far more useful.&lt;/p&gt;&#xA;" OwnerUserId="26482" LastActivityDate="2024-02-13T23:07:46.057" Title="Linking to Supplemental Material on arXiv (empirical data, code, etc)" Tags="|releasing-data|open-access|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18446" PostTypeId="1" CreationDate="2021-01-21T19:05:01.487" Score="0" ViewCount="552" Body="&lt;p&gt;I would like to create a big list of available time-series datasets for anomaly detection. I'm especially interested in the following:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The time-series data should be segmented into cycles&lt;/li&gt;&#xA;&lt;li&gt;Ideally, these cycles should be of the same length&lt;/li&gt;&#xA;&lt;li&gt;These cycles should be labeled as normal/anomalous&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;But anything goes. I will be sharing the ones I found below.&lt;/p&gt;&#xA;" OwnerUserId="25075" LastActivityDate="2021-01-25T11:05:06.983" Title="(Labeled, if possible) time-series datasets for anomaly detection" Tags="|data-request|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18447" PostTypeId="2" ParentId="18446" CreationDate="2021-01-21T19:05:20.033" Score="1" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/boltzmannbrain/nab&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle's NAB&lt;/a&gt;: a variety of sources such as AWS server metrics, Twitter volume, advertisement clicking metrics, traffic data, and more. Data is labeled.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/arbazkhan971/anomaly-detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle's Wafer&lt;/a&gt;: manufacturing data, 2K datapoints, 143 labeled anomalies. Measures are taken every 10 milliseconds.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25075" LastActivityDate="2021-01-21T19:05:20.033" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18449" PostTypeId="2" ParentId="13628" CreationDate="2021-01-22T11:15:22.987" Score="0" Body="&lt;p&gt;Facebook's MapWithAI initiative builds off of existing OSM data. I cannot speak to the quality of the data, but you can find the data and information on how to download it &lt;a href=&quot;https://github.com/facebookmicrosites/Open-Mapping-At-Facebook/wiki/Available-Countries&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2021-01-22T11:15:22.987" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18450" PostTypeId="2" ParentId="15758" CreationDate="2021-01-22T18:37:56.043" Score="2" Body="&lt;p&gt;I do not know up to which extend the spirit of the original answer by @sboysel is preserved by including the fees with a link to the source for the fees, so I posted it as a separate answer:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.freelancer.com/feesandcharges?w=f&amp;amp;ngsw-bypass=#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.freelancer.com/feesandcharges?w=f&amp;amp;ngsw-bypass=#&lt;/a&gt;&lt;br /&gt;&#xA;max(3%,$3)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;http://www.bountysource.com/fees&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.bountysource.com/fees&lt;/a&gt;&lt;br /&gt;&#xA;Free, but withdrawel costs 10%&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.bounties.network/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bounties.network/&lt;/a&gt;&lt;br /&gt;&#xA;website not available (for me)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://internetbugbounty.org/charter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://internetbugbounty.org/charter.html&lt;/a&gt;&lt;br /&gt;&#xA;Appears to be free (it is sponsored)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://gitcoin.co/legal/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gitcoin.co/legal/terms&lt;/a&gt;&lt;br /&gt;&#xA;10 %&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://issuehunt.io/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://issuehunt.io/terms&lt;/a&gt;&lt;br /&gt;&#xA;10 %&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://whitehub.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://whitehub.net/&lt;/a&gt; -&amp;gt; &lt;a href=&quot;https://cystack.net/en/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cystack.net/en/terms&lt;/a&gt;&lt;br /&gt;&#xA;4.1: Costs are obfuscated as an unspecified function of what one has to &amp;quot;pay to purchase service packages&amp;quot;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.boss.dev/policies#privacy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.boss.dev/policies#privacy&lt;/a&gt;&lt;br /&gt;&#xA;Obfuscated as: &amp;quot;a flat fee (“Flat Fee”), a percentage of the Listing price (“Commission”)&amp;quot;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="25005" LastEditorUserId="25005" LastEditDate="2021-05-26T10:40:50.913" LastActivityDate="2021-05-26T10:40:50.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18451" PostTypeId="1" CreationDate="2021-01-23T20:38:12.860" Score="1" ViewCount="63" Body="&lt;p&gt;Is there a freely available test dataset of research papers in computer science field? I need to evaluate my text retrieval system which uses a computer science domain ontology called CSO, so the dataset should come with a ground truth/relevance judgments for text retrieval task and/or classification task.&lt;/p&gt;&#xA;" OwnerUserId="26488" LastActivityDate="2024-02-08T22:04:20.517" Title="Is there a test dataset of research papers in computer science with relevance judgments" Tags="|corpora|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18452" PostTypeId="2" ParentId="18432" CreationDate="2021-01-24T15:28:56.110" Score="0" Body="&lt;p&gt;I asked on Twitter and got this response:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Closest you can get AFAIK is the estimated count of people on each vehicle which is available in the real-time feeds.  Unclear how it is calculated or how accurate it is.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/chris_whong/status/1352259400942170112?s=20&quot; rel=&quot;nofollow noreferrer&quot;&gt;@chris_whong&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://bt.mta.info/wiki/Developers/Index&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://bt.mta.info/wiki/Developers/Index&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;specifially: &lt;a href=&quot;https://bt.mta.info/wiki/Developers/SIRIIntro&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIRI for the MTA Bus Time Developer API&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The SIRI web service calls implemented by MTA Bus Time are:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://bt.mta.info/wiki/Developers/SIRIVehicleMonitoring&quot; rel=&quot;nofollow noreferrer&quot;&gt;VehicleMonitoring&lt;/a&gt;&lt;/strong&gt;: real-time information about one, many, or all vehicles tracked by the system.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://bt.mta.info/wiki/Developers/SIRIStopMonitoringhttps://bt.mta.info/wiki/Developers/SIRIStopMonitoring&quot; rel=&quot;nofollow noreferrer&quot;&gt;StopMonitoring&lt;/a&gt;&lt;/strong&gt;: real-time information about vehicles serving a particular stop.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Requires an API key but is free to use. You'd have to collect data from the API regularly. And you wouldn't know &lt;em&gt;which&lt;/em&gt; passenger got on/off where.&lt;/p&gt;&#xA;&lt;p&gt;You can also find some archive data: &lt;a href=&quot;https://bt.mta.info/wiki/Developers/ArchiveData&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://bt.mta.info/wiki/Developers/ArchiveData&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-24T15:28:56.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18453" PostTypeId="2" ParentId="18451" CreationDate="2021-01-24T15:53:09.450" Score="0" Body="&lt;p&gt;There are some freely available collections of research papers, but whether they are annotated in the way that you need is a different story. Unless the kind of task that you're targeting has been done before, it's likely you'll have to do some annotation work yourself.&lt;/p&gt;&#xA;&lt;p&gt;I'm aware of the &lt;a href=&quot;https://www.aclweb.org/anthology/L08-1005/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACL Anthology Corpus&lt;/a&gt;, which is about CS but more specifically NLP papers.&lt;/p&gt;&#xA;&lt;p&gt;Another option to investigate would be &lt;a href=&quot;https://www.nlm.nih.gov/bsd/medline.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Medline&lt;/a&gt; and/or &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/pmc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PMC&lt;/a&gt; data: while this is about biomedical research, some of the journals it indexes overlap with computer science. This it's so massive there might be enough CS data in there. The advantage of Medline is that the abstracts are indexed with Mesh descriptors which are often used as a kind of gold standard, although I don't know if it would contain enough CS concepts.&lt;/p&gt;&#xA;" OwnerUserId="22934" LastActivityDate="2021-01-24T15:53:09.450" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18454" PostTypeId="2" ParentId="7471" CreationDate="2021-01-24T19:39:34.310" Score="1" Body="&lt;p&gt;Since this is ancient history, I'll give a short update on my preferences for obtaining data.&lt;/p&gt;&#xA;&lt;p&gt;Webscraping. Webscraping is the best way to obtain &lt;strong&gt;interesting&lt;/strong&gt; data.&lt;/p&gt;&#xA;&lt;p&gt;Here is a reddit post outlining how to start webscraping:&#xA;&lt;a href=&quot;https://www.reddit.com/r/webscraping/comments/fsmsqe/learn_how_to_web_scrape_or_use_online_tool/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.reddit.com/r/webscraping/comments/fsmsqe/learn_how_to_web_scrape_or_use_online_tool/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In addition to everything in that post, I also love GraphQL, because with GraphQL introspection you can see all the objects available to you! Then you just act like a frontend developer working for that site, requesting to your heart's content.&lt;/p&gt;&#xA;&lt;p&gt;I don't want to self-promote too much, but I do a lot of Youtube videos showing how easy it is to get and clean data using just a few lines of JavaScript.&lt;/p&gt;&#xA;" OwnerUserId="10876" LastActivityDate="2021-01-24T19:39:34.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18455" PostTypeId="1" CreationDate="2021-01-25T01:20:52.900" Score="4" ViewCount="445" Body="&lt;p&gt;I have data at the country level for the 15 countries of the former Soviet Union but does anyone have a shapefile?&lt;/p&gt;&#xA;&lt;p&gt;My research assistant is claiming she cannot find one.&lt;/p&gt;&#xA;" OwnerUserId="26491" LastEditorUserId="6229" LastEditDate="2021-03-10T18:00:19.097" LastActivityDate="2021-03-10T18:00:19.097" Title="Seeking shapefile for countries of former Soviet Union" Tags="|geospatial|russia|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18456" PostTypeId="2" ParentId="18455" CreationDate="2021-01-25T07:35:16.080" Score="4" Body="&lt;p&gt;There is the &lt;a href=&quot;http://gadm.org/country&quot; rel=&quot;nofollow noreferrer&quot;&gt;GADM database&lt;/a&gt; where you can download Russian boundaries in a variety of formats suitable for QGIS and &lt;a href=&quot;http://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;DIVA GIS&lt;/a&gt; where u can download data by country. Select and download free geographic (GIS) data for any country in the world.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://pubs.usgs.gov/of/2001/ofr-01-104/fsucoal/html/data1.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Generalized political boundaries&lt;/a&gt; of the countries comprising the Former Soviet Union&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/m2r3Q.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/m2r3Q.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data formats:  (Download data)&lt;/p&gt;&#xA;&lt;p&gt;Arcview shapefile - fsucoal/views/shapes/cis.shp&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://pubs.usgs.gov/of/2001/ofr-01-104/fsucoal/html/data1.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;More&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-01-25T07:35:16.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18457" PostTypeId="2" ParentId="18369" CreationDate="2021-01-25T09:11:39.723" Score="1" Body="&lt;p&gt;R / CRAN has a package &amp;quot;&lt;a href=&quot;https://cran.r-project.org/web/packages/babynames/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;babynames&lt;/a&gt;&amp;quot;. See below.&lt;/p&gt;&#xA;&lt;p&gt;To get it:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Install R.&lt;/li&gt;&#xA;&lt;li&gt;on the R REPL, type &lt;code&gt;install.packages(&amp;quot;babynames&amp;quot;)&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;answer some questions (default CRAN mirror etc)&lt;/li&gt;&#xA;&lt;li&gt;work with the data.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;pre&gt;&lt;code&gt;Package: babynames&#xA;Title: US Baby Names 1880-2017&#xA;Version: 1.0.0&#xA;Authors@R: c(&#xA;    person(&amp;quot;Hadley&amp;quot;, &amp;quot;Wickham&amp;quot;, , &amp;quot;hadley@rstudio.com&amp;quot;, c(&amp;quot;aut&amp;quot;, &amp;quot;cre&amp;quot;)),&#xA;    person(&amp;quot;RStudio&amp;quot;, role = &amp;quot;cph&amp;quot;)&#xA;    )&#xA;Description: US baby names provided by the SSA. This package contains all&#xA;    names used for at least 5 children of either sex.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="1511" LastEditDate="2021-01-25T09:58:25.460" LastActivityDate="2021-01-25T09:58:25.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18458" PostTypeId="2" ParentId="18446" CreationDate="2021-01-25T11:05:06.983" Score="0" Body="&lt;p&gt;In addition to &lt;a href=&quot;https://opendata.stackexchange.com/users/25075/guillermo-mosse&quot;&gt;Guillermo Mosse&lt;/a&gt; answer, I would like to add &lt;a href=&quot;https://github.com/rob-med/awesome-TS-anomaly-detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;awesome-TS-anomaly-detection&lt;/a&gt;&#xA;A list of tools &amp;amp; datasets for anomaly detection on time-series data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://webscope.sandbox.yahoo.com/catalog.php?datatype=s&amp;amp;did=70&amp;amp;guccounter=1&amp;amp;guce_referrer=aHR0cHM6Ly9naXRodWIuY29tL3JvYi1tZWQvYXdlc29tZS1UUy1hbm9tYWx5LWRldGVjdGlvbg&amp;amp;guce_referrer_sig=AQAAALWHt84Q2GC8NLo0fyRaADMt2rbSZW1mKIblNV4ZbgQaHXOlmd1pshS4A10-SMMF27CPO6xlpmzqKFAL34fVxj-Jzp2hs5tc-Z6dJG6P-rz83Qd8aq5YowvHxRfPxwRxXT1QUpUpR8QPGt9MLB7QuPCueixS_NblFH3kjIhSqt5v&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Labeled Anomaly Detection Dataset, version 1.0(16M)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Automatic anomaly detection is critical in today's world where the sheer volume of data makes it impossible to tag outliers manually. The goal of this dataset is to benchmark your anomaly detection algorithm. The dataset consists of real and synthetic time-series with tagged anomaly points. The dataset tests the detection accuracy of various anomaly-types including outliers and change-points. The synthetic dataset consists of time-series with varying trends, noise, and seasonality. The real dataset consists of time-series representing the metrics of various Yahoo services.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;The dataset consists of real and synthetic time-series with tagged anomaly points.&lt;/strong&gt; The dataset tests the detection accuracy of various anomaly-types including outliers and change-points.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-01-25T11:05:06.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18460" PostTypeId="2" ParentId="18439" CreationDate="2021-01-25T11:39:52.003" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/birthsdeathsandmarriages/deaths/datasets/weeklyprovisionalfiguresondeathsregisteredinenglandandwales&quot; rel=&quot;nofollow noreferrer&quot;&gt;Deaths registered weekly in England and Wales, provisional&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;About this dataset&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Provisional counts of the number of deaths registered in England and Wales, by age, sex, and region, in the latest weeks for which data are available. Includes the most up-to-date figures available for deaths involving the coronavirus (COVID-19).&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.mortality.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Human Mortality Database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The Human Mortality Database (HMD) was created to provide detailed mortality and population data to researchers, students, journalists, policy analysts, and others interested in the history of human longevity. The project began as an outgrowth of earlier projects in the Department of Demography at the University of California, Berkeley, USA, and at the Max Planck Institute for Demographic Research in Rostock, Germany (see history). It is the work of two teams of researchers in the USA and Germany (see research teams), with the help of financial backers and scientific collaborators from around the world (see acknowledgments). The Center on the Economics and Development of Aging (CEDA) French Institute for Demographic Studies (INED) has also supported the further development of the database in recent years.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://mpidr.shinyapps.io/stmortality/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try here&lt;/a&gt;: To explore this data with online &lt;a href=&quot;https://mpidr.shinyapps.io/stmortality/&quot; rel=&quot;nofollow noreferrer&quot;&gt;STMF visualization toolkit&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2021-01-25T11:45:42.870" LastActivityDate="2021-01-25T11:45:42.870" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18461" PostTypeId="2" ParentId="18397" CreationDate="2021-01-25T12:17:03.427" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/thoughtvector/customer-support-on-twitter&quot; rel=&quot;nofollow noreferrer&quot;&gt;Customer Support on Twitter&lt;/a&gt;: This Kaggle dataset includes more than 3 million tweets and responses from leading brands on Twitter.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://s3-us-west-2.amazonaws.com/nextit-public/cl2017data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Relational Strategies in Customer Service Dataset&lt;/a&gt;: A dataset of travel-related customer service data from four sources. Conversation logs from three commercial customer service VIAs and airline forums on TripAdvisor.com during the month of August 2016.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/rtatman/ubuntu-dialogue-corpus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ubuntu Dialogue Corpus&lt;/a&gt;: Consists of nearly one million two-person conversations from Ubuntu discussion logs, used to receive technical support for various Ubuntu-related issues. The dataset contains 930,000 dialogs and over 100,000,000 words.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-01-25T12:17:03.427" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18462" PostTypeId="2" ParentId="18403" CreationDate="2021-01-25T12:46:13.093" Score="1" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;http://www.iapr-tc11.org/mediawiki/index.php?title=IAM_Online_Document_Database_(IAMonDo-database)&quot; rel=&quot;nofollow noreferrer&quot;&gt;IAM Online Document Database (IAMonDo-database)&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Description&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The dataset contains 941 online handwritten documents by 189 writers. The documents consist of text blocks, lists, tables, formulas, diagrams, and drawings. Such pieces of content have been placed in arbitrary positions on each document.&lt;/p&gt;&#xA;&lt;p&gt;Some of the documents have landscape orientation, others have portrait orientation. On some documents, separate text parts have a different orientation.&lt;/p&gt;&#xA;&lt;p&gt;The dataset contains:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;941 documents&#xA;68841 words&#xA;7616 text lines in text blocks&#xA;1478 text blocks&#xA;2068 list items&#xA;536 lists&#xA;2550 table cells&#xA;450 tables&#xA;5698 labels in diagrams&#xA;917 drawings in diagrams&#xA;910 diagrams&#xA;546 drawing not part of diagrams&#xA;489 formulas&#xA;355,097 strokes&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;More&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://lionbridge.ai/datasets/15-best-ocr-handwriting-datasets/&quot; rel=&quot;nofollow noreferrer&quot;&gt;15 Best OCR &amp;amp; Handwriting Datasets for Machine Learning&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-01-25T12:46:13.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18463" PostTypeId="1" CreationDate="2021-01-25T17:56:33.193" Score="1" ViewCount="12" Body="&lt;p&gt;I am searching for region specific features extracted from e.g Faster R-CNN for the Visual Genome dataset.&lt;/p&gt;&#xA;" OwnerUserId="26498" LastActivityDate="2021-01-25T17:56:33.193" Title="Where can I find ready-to-use region features for Visual Genome?" Tags="|images|deep-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18465" PostTypeId="2" ParentId="16020" CreationDate="2021-01-26T09:34:03.883" Score="1" Body="&lt;p&gt;This could be a useful resource:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendatatoolkit.worldbank.org/en/starting.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendatatoolkit.worldbank.org/en/starting.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;When government data are made accessible and re-usable, they enable individuals, organizations and even governments themselves to innovate and collaborate in new ways.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;With these main points&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Transparency&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Public Service Improvement&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Innovation and Economic Value&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Efficiency&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;and then lots of links for further reading, policy guidelines, resources, etc...&#xA;&lt;a href=&quot;https://i.stack.imgur.com/G5dZI.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/G5dZI.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-01-26T09:34:03.883" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18466" PostTypeId="2" ParentId="18417" CreationDate="2021-01-26T15:07:13.690" Score="0" Body="&lt;p&gt;Never mind. I found one that allowed me to fill it out from the state of Colorado Hazard Mapping Department&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://coloradohazardmapping.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coloradohazardmapping.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;P.S. For those that want the LIDAR from on that site, I do want to caution you that the data is very large to download even if you want to submit them your area of interest shapefile..&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-01-26T15:07:13.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18467" PostTypeId="2" ParentId="7208" CreationDate="2021-01-26T18:16:46.320" Score="2" Body="&lt;p&gt;Yes, it is possible. I am sharing following options that you can use to fetch world cities, their names and languages dataset.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.geonames.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geonames.org/&lt;/a&gt; - The most credible source to fetch this kind of data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.back4app.com/database/back4app/list-of-all-continents-countries-cities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.back4app.com/database/back4app/list-of-all-continents-countries-cities&lt;/a&gt; - It includes all formats in which you can import data related to world cities and their languages. It is also credible because data is imported from the United Nations and GeoNames.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.worldbank.org/&lt;/a&gt; - For the current and updated dataset, the best place is the official data of the World Bank.&lt;/p&gt;&#xA;" OwnerUserId="26337" LastActivityDate="2021-01-26T18:16:46.320" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18468" PostTypeId="2" ParentId="15520" CreationDate="2021-01-26T18:24:36.957" Score="0" Body="&lt;p&gt;I think Stanford 40 Action Dataset, Flickr and Human Activity Recognition tab of World Data could be reliable sources in this regard. I also found Willow-Actions dataset as a good source.&lt;/p&gt;&#xA;" OwnerUserId="26337" LastActivityDate="2021-01-26T18:24:36.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18469" PostTypeId="1" CreationDate="2021-01-26T20:19:45.217" Score="1" ViewCount="12" Body="&lt;p&gt;Can anyone link me a page which mentions statistical data of Agriculture in Uttarakhand(India), I searched the internet for 4hrs now and still I got no result. Specifically the data around 1960s as it was the prime time of green revolution&lt;/p&gt;&#xA;" OwnerUserId="26502" LastActivityDate="2021-01-26T20:19:45.217" Title="Agricultural data of Uttarakhand (1960-till date)" Tags="|agriculture|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18472" PostTypeId="1" CreationDate="2021-01-28T17:41:24.813" Score="1" ViewCount="118" Body="&lt;p&gt;I am looking to build and maintain a database of newly approved oncology drugs from the FDA.&lt;/p&gt;&#xA;&lt;p&gt;I need something similar to their &amp;quot;What's new&amp;quot; or &amp;quot;Novel Drug Approvals&amp;quot; section on their site.&#xA;&lt;a href=&quot;https://www.fda.gov/drugs/new-drugs-fda-cders-new-molecular-entities-and-new-therapeutic-biological-products/novel-drug-approvals-2020&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/new-drugs-fda-cders-new-molecular-entities-and-new-therapeutic-biological-products/novel-drug-approvals-2020&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I am not interested as much in shortages, recalls, etc.&lt;/p&gt;&#xA;&lt;p&gt;My questions is (a) which openFDA endpoint do I need (Drugs@FDA? Product labeling?)? and (b) will this endpoint have the fields I need / is there a way to get the fields I need?&lt;/p&gt;&#xA;&lt;p&gt;I am interested in getting&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;generic name for a given drug&lt;/li&gt;&#xA;&lt;li&gt;tissue type or oncotree type the drug applies to&lt;/li&gt;&#xA;&lt;li&gt;some sort of open text field regarding the &amp;quot;-INDICATIONS AND USAGE-&amp;quot; section of the prescribing info that I can use to mine relevant genes and/or conditions relating to the drug.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I feel like this should be possible and this information should be available but I am a bit confused by openFDA as a whole right now.&lt;/p&gt;&#xA;&lt;p&gt;Additionally there seems to be many RSS feeds on the FDA site but there isn't one that seems to correlate to the FDA Drugs emails I subscribe to (Drugs / Oncology Drugs). If there was such a feed, I could use the drug names from that to query Drugs@FDA.&lt;/p&gt;&#xA;" OwnerUserId="26517" LastEditorUserId="26517" LastEditDate="2021-01-28T18:02:03.113" LastActivityDate="2024-03-25T02:08:46.037" Title="Getting newly approved drugs from any of the Drug API Endpoints" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18473" PostTypeId="1" CreationDate="2021-01-28T22:18:52.363" Score="8" ViewCount="10815" Body="&lt;p&gt;I am looking for a list of all US cities and their latitude and longitude.&lt;/p&gt;&#xA;&lt;p&gt;Ideally something free will work but I'm willing to pay for it if its not too expensive and its complete.&lt;/p&gt;&#xA;" OwnerUserId="20183" LastEditorUserId="6229" LastEditDate="2021-03-11T18:09:38.993" LastActivityDate="2023-08-24T07:36:14.590" Title="Seeking list of all US cities and their latitude and longitude" Tags="|data-request|geospatial|city|location|" AnswerCount="4" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18474" PostTypeId="2" ParentId="876" CreationDate="2021-01-29T00:55:06.107" Score="1" Body="&lt;p&gt;This url is &lt;a href=&quot;https://www.ph4.org/b4_poisk.php?text=reina+valera&amp;amp;abbr=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;allows for searching of multiple formats of the bible&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="26519" LastEditorUserId="90" LastEditDate="2021-01-31T02:14:18.857" LastActivityDate="2021-01-31T02:14:18.857" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18475" PostTypeId="2" ParentId="18473" CreationDate="2021-01-29T05:18:22.117" Score="5" Body="&lt;p&gt;&lt;a href=&quot;https://simplemaps.com/data/us-cities&quot; rel=&quot;noreferrer&quot;&gt;United States Cities Database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A simple, accurate, and up-to-date database of United States cities and towns,  built from the ground up using authoritative sources such as the U.S. Geological Survey and U.S. Census Bureau.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Up-to-date: Data updated as of November 18, 2020.&lt;/li&gt;&#xA;&lt;li&gt;Comprehensive: Over 108,000 cities and towns from all 50 states, DC, Puerto Rico, and the US Virgin Islands.&lt;/li&gt;&#xA;&lt;li&gt;Useful fields: From latitude and longitude to household income.&lt;/li&gt;&#xA;&lt;li&gt;Accurate: Aggregated and cleaned from official sources.&lt;/li&gt;&#xA;&lt;li&gt;Simple: A single CSV file, concise field names, only one entry per city/town.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The Basic (free) database will meet many users' needs. You may want to purchase the Pro or Comprehensive versions if:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;You need data for rural towns/villages or places that aren't incorporated municipalities.&lt;/li&gt;&#xA;&lt;li&gt;You need demographic data such as age, race, education, or income.&lt;/li&gt;&#xA;&lt;li&gt;You don't want to (or can't) attribute your use of our data on a public-facing website.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://simplemaps.com/data/us-cities&quot; rel=&quot;noreferrer&quot;&gt;Download Here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/kelvins/US-Cities-Database&quot; rel=&quot;noreferrer&quot;&gt;the US Cities Database&lt;/a&gt;&#xA;The SQL file and a &lt;a href=&quot;https://github.com/kelvins/US-Cities-Database/tree/main/csv&quot; rel=&quot;noreferrer&quot;&gt;CSV&lt;/a&gt; have 29,880 registered cities. All cities are located in the United States.&lt;/p&gt;&#xA;&lt;p&gt;The SQL file contains two tables:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;US_STATES: ID, STATE_CODE, and STATE_NAME.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;US_CITIES: ID, ID_STATE, CITY, COUNTY, LATITUDE, and LONGITUDE.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The US_CITIES table has all (or almost all) cities from the United States.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2021-01-29T05:37:24.257" LastActivityDate="2021-01-29T05:37:24.257" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18476" PostTypeId="2" ParentId="18473" CreationDate="2021-01-29T14:26:30.120" Score="5" Body="&lt;p&gt;The U.S. Census Bureau is the authoritative government agency that has been tasked with managing national data about governments (state, local, and municipal) and the boundaries that they claim.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2019/PLACE/&quot; rel=&quot;noreferrer&quot;&gt;latest data&lt;/a&gt; includes administrative boundaries for cities, towns, and CDP's (Census Designated Places). What is a CDP? Think of them as an area that is not a city/town nor is incorporated but is recognized as a distinct area for which to produce economic/social estimates.&lt;/p&gt;&#xA;&lt;p&gt;If you're feeling adventurous and want to look through the boundaries shapefile joined with an abundance of demographic/social/economic estimates through their American Community Survey you might be able to delve into their &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER_DP/2018ACS/ACS_2018_5YR_PLACE.gdb.zip&quot; rel=&quot;noreferrer&quot;&gt;Demographic Profile&lt;/a&gt; series in &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER_DP/2018ACS/&quot; rel=&quot;noreferrer&quot;&gt;this directory&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2021-01-29T14:26:30.120" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18477" PostTypeId="2" ParentId="18445" CreationDate="2021-01-29T17:48:39.200" Score="0" Body="&lt;p&gt;I found that arXiv does have an interface for feature requests:&#xA;&lt;a href=&quot;https://arxiv-org.atlassian.net/servicedesk/customer/portal/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv-org.atlassian.net/servicedesk/customer/portal/1&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It's not for public discussion, but it's better than nothing.&lt;/p&gt;&#xA;" OwnerUserId="26482" LastActivityDate="2021-01-29T17:48:39.200" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18478" PostTypeId="2" ParentId="18455" CreationDate="2021-01-31T17:11:08.613" Score="3" Body="&lt;p&gt;This is the data that comes from the MIT&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://geodata.mit.edu/catalog.html?f%5Bdc_format_s%5D%5B%5D=Shapefile&amp;amp;f%5Bdct_spatial_sm%5D%5B%5D=Uzbekistan&amp;amp;per_page=100&amp;amp;sort=dc_publisher_s+asc%2C+dc_title_sort+asc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geodata.mit.edu/catalog.html?f%5Bdc_format_s%5D%5B%5D=Shapefile&amp;amp;f%5Bdct_spatial_sm%5D%5B%5D=Uzbekistan&amp;amp;per_page=100&amp;amp;sort=dc_publisher_s+asc%2C+dc_title_sort+asc&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For your reference : here is the information to ensure you get the right shapefiles&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Post-Soviet_states&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Post-Soviet_states&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-01-31T17:11:08.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18479" PostTypeId="1" AcceptedAnswerId="18481" CreationDate="2021-02-01T09:47:36.097" Score="1" ViewCount="423" Body="&lt;p&gt;Is there a robust API available to download BiBTeX references from a DOI?&lt;/p&gt;&#xA;&lt;p&gt;E.g. a query such as  &lt;code&gt;https://api.somesite.net/10.1111/j.2517-6161.1995.tb02060.x&lt;/code&gt; should return something like&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;@article{mackay1998choice,&#xA;    title={Choice of basis for Laplace approximation},&#xA;    author={MacKay, David JC},&#xA;    journal={Machine learning},&#xA;    volume={33},&#xA;    number={1},&#xA;    pages={77--86},&#xA;    year={1998},&#xA;    publisher={Springer}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="26532" LastActivityDate="2021-02-01T19:15:51.093" Title="BiBTeX reference API (from DOI)" Tags="|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18480" PostTypeId="1" CreationDate="2021-02-01T11:07:19.453" Score="1" ViewCount="77" Body="&lt;p&gt;I'm looking for a research project for datasets (the more the better), potentially crowdsourced, which go beyond basic feature vectors + labels, and include additionally some metadata about the labels. Specifically I'd like the annotation time, or some other cost metric, and if the dataset was crowdsourced, the individual labels per annotator. On top, some measure of the quality of the labels by different annotators would be helpful as well. The Dataset domain is not relevant.&lt;/p&gt;&#xA;&lt;p&gt;So far I could only find &lt;a href=&quot;https://bmcresnotes.biomedcentral.com/articles/10.1186/s13104-019-4858-z&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; dataset.&lt;/p&gt;&#xA;" OwnerUserId="26534" LastActivityDate="2021-02-03T13:14:23.547" Title="(Crowdsourced) Dataset with label/annotation metadata like duration/quality" Tags="|data-request|machine-learning|deep-learning|crowdsourcing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18481" PostTypeId="2" ParentId="18479" CreationDate="2021-02-01T19:15:51.093" Score="3" Body="&lt;p&gt;If you know Python, &lt;a href=&quot;https://pypi.org/project/doi2bib/&quot; rel=&quot;nofollow noreferrer&quot;&gt;doi2bib&lt;/a&gt; might help you.&lt;/p&gt;&#xA;&lt;p&gt;It seems that &lt;a href=&quot;https://citation.crosscite.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CrossCite&lt;/a&gt; offers a similar service; take a look at the Documentation to see how it works.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-02-01T19:15:51.093" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18482" PostTypeId="2" ParentId="18455" CreationDate="2021-02-01T20:58:19.483" Score="1" Body="&lt;p&gt;A good general source for map data, including, but not limited to the political boundaries of the nations of the former Soviet Union, is &lt;a href=&quot;https://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Natural Earth&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Boundaries of nations and nation-like things are under the &amp;quot;cultural&amp;quot; category, and can be downloaded at a variety of resolutions (1:10,000,000; 1:50,000,000; 1:110,000,000) and a variety of organizing principles, including sovereignty, disputed areas, internal divisions (states/provinces), transportation systems, a point-map of populated places, and more.&lt;/p&gt;&#xA;&lt;p&gt;In addition to cultural maps, Natural Earth provides vector data for physical features and raster maps.&lt;/p&gt;&#xA;" OwnerUserId="18" LastActivityDate="2021-02-01T20:58:19.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18484" PostTypeId="1" CreationDate="2021-02-02T18:11:52.147" Score="1" ViewCount="59" Body="&lt;p&gt;I am looking for the regionalized historical covid 19 data for western european countries, especially the number of hospitalization.&lt;/p&gt;&#xA;&lt;p&gt;By regionalized, I mean for each subdivision of a given country (lander for germany for example).&lt;/p&gt;&#xA;&lt;p&gt;By historical, I mean data for, ideally, every day since last march.&lt;/p&gt;&#xA;&lt;p&gt;By western european I mean Germany, Italy, Switzerland, Spain and Portugal mainly.&lt;/p&gt;&#xA;&lt;p&gt;France already have precise historical data per departements: &lt;a href=&quot;https://www.data.gouv.fr/fr/datasets/r/63352e38-d353-4b54-bfd1-f1b3ee1cabd7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.gouv.fr/fr/datasets/r/63352e38-d353-4b54-bfd1-f1b3ee1cabd7&lt;/a&gt; (from &lt;a href=&quot;https://www.data.gouv.fr/fr/datasets/donnees-relatives-aux-resultats-des-tests-virologiques-covid-19/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.gouv.fr/fr/datasets/donnees-relatives-aux-resultats-des-tests-virologiques-covid-19/&lt;/a&gt;). I would like the equivalent for the aforementioned countries.&lt;/p&gt;&#xA;" OwnerUserId="18246" LastEditorUserId="1511" LastEditDate="2021-02-08T11:06:23.627" LastActivityDate="2021-02-08T13:05:27.103" Title="Covid 19 regionalized historical hospitalization data for european countries" Tags="|historical|covid19|" AnswerCount="2" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="18485" PostTypeId="1" CreationDate="2021-02-02T20:31:13.873" Score="0" ViewCount="88" Body="&lt;p&gt;Many P2P loan datasets are public. Commonly these datasets include information on the loan and the borrower (e.g. &lt;a href=&quot;http://kivatools.com/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://kivatools.com/downloads&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;However, I am interested in lenders and their activity on the platforms.&lt;/p&gt;&#xA;&lt;p&gt;Surprisingly, I did not find any dataset that includes (anonymized) information on the lenders of a loan. Meaning (1) which lender did (2) when (3) how much money. I would need this over multiple years (&amp;gt; 5 years).&lt;/p&gt;&#xA;&lt;p&gt;Has anyone a link to such a dataset with time-series information on lenders and their activity?&lt;/p&gt;&#xA;" OwnerUserId="4016" LastEditorUserId="14011" LastEditDate="2021-09-03T17:03:45.377" LastActivityDate="2024-01-21T23:05:15.617" Title="P2P loans dataset WITH lender information" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18486" PostTypeId="1" CreationDate="2021-02-03T12:16:06.350" Score="1" ViewCount="179" Body="&lt;p&gt;I want a dataset that contains resumes and job descriptions, and information about successful job applications for my research work. Is there any dataset available publically?&lt;/p&gt;&#xA;" OwnerUserId="26552" LastActivityDate="2024-02-19T12:01:15.140" Title="Is there any publically available job recommendation (person to job fit) dataset?" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18487" PostTypeId="1" CreationDate="2021-02-03T16:44:48.133" Score="1" ViewCount="99" Body="&lt;p&gt;I am using a query like the following one&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=effective_time:%5B20110601+TO+20121231%5D&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=effective_time:[20110601+TO+20121231]&amp;amp;limit=1&lt;/a&gt;&#xA;to search for all records with effective_time between Jun 01, 2011, and Dec 31, 2012&lt;/p&gt;&#xA;&lt;p&gt;But, is there any way to fetch the records updated/created from a certain date?&lt;/p&gt;&#xA;" OwnerUserId="26553" LastEditorUserId="23272" LastEditDate="2021-04-03T05:03:40.057" LastActivityDate="2023-12-19T16:00:01.203" Title="is there a way to fetch only the updated documents in openFDA?" Tags="|api|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18488" PostTypeId="2" ParentId="18486" CreationDate="2021-02-04T06:16:07.557" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/kandij/job-recommendation-datasets?select=job_data.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Job_Recommendation analysis&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A recommendation engine is build using NLTK helping the applicants to choose their preferred job based on their application. You will learn how lemmatizer, stemming and vectorization are used to process the data and have a better output.&lt;/p&gt;&#xA;&lt;p&gt;The dataset was found on Kaggle, with a total of 8,653 entries of applicant experiences and 80,000 job listings. Note that these applicant experiences are not specifically for any of the job listings.&lt;/p&gt;&#xA;&lt;p&gt;An article on &lt;a href=&quot;https://towardsdatascience.com/resume-screening-tool-resume-recommendation-engine-in-a-nutshell-53fcf6e6559b&quot; rel=&quot;nofollow noreferrer&quot;&gt;How to Build a Resume Recommender like the Applicant Tracking System (ATS)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/JAIJANYANI/Automated-Resume-Screening-System&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/JAIJANYANI/Automated-Resume-Screening-System&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-02-04T06:16:07.557" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18489" PostTypeId="2" ParentId="18487" CreationDate="2021-02-04T14:42:29.920" Score="0" Body="&lt;p&gt;Please note that there are no &amp;quot;updates&amp;quot; to drug labels in the traditional sense -- any change in labeling information requires issuance of a new version of the SPL document. &lt;code&gt;effective_time&lt;/code&gt; serves as a &amp;quot;creation date&amp;quot; for &lt;em&gt;that&lt;/em&gt; particular version.&lt;/p&gt;&#xA;&lt;p&gt;I think you can still rely on the &lt;code&gt;effective_time&lt;/code&gt; field in your searches but also look at the value of the &lt;code&gt;version&lt;/code&gt; field. Value of &lt;code&gt;1&lt;/code&gt; would indicate &amp;quot;creation&amp;quot; in the traditional sense (initial issuance of the drug label), while values higher than &lt;code&gt;1&lt;/code&gt; would indicate &amp;quot;updates&amp;quot;. For example, here is a query for drug labels created since the beginning of the year:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=effective_time:%5B20210101%20TO%2020211231%5D%20AND%20version:%221%22&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=effective_time:[20210101+TO+20211231]+AND+version:%221%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-02-04T14:42:29.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18490" PostTypeId="1" AcceptedAnswerId="19770" CreationDate="2021-02-04T16:17:22.807" Score="0" ViewCount="27" Body="&lt;p&gt;I'm looking for various sources (Global: US, UK, Europe) of adult height data. And it should be self-reported (meaning the person reports their own height, and not that a doctor measures them).&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-06-14T06:16:24.813" LastActivityDate="2021-06-14T06:48:37.087" Title="Various sources for self-reported heights of adults" Tags="|data-request|medical|demographics|global|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18491" PostTypeId="2" ParentId="2009" CreationDate="2021-02-04T18:35:34.900" Score="1" Body="&lt;p&gt;It seems that ECMWF (European Centre for Medium-Range Weather Forecasts) has archived forecast data, both as bulk downloads and even (maybe) as API. Perhaps you have to register.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ecmwf.int/en/forecasts/datasets/archive-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ecmwf.int/en/forecasts/datasets/archive-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Our Meteorological Archival and Retrieval System (MARS) enables you to list and retrieve meteorological data in GRIB/NetCDF via:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the MARS client on ECMWF computers such as ecgate&lt;/li&gt;&#xA;&lt;li&gt;the Web API service (supported Python client software)&lt;/li&gt;&#xA;&lt;li&gt;web interfaces where you can explore the parts of the archive available to you and get the MARS request syntax/scripts to download data on ECMWF computers or via the web API. Members and licence holders can also check availability of the data and estimate the download size.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;YMMV - I haven't explored the data at all&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-02-04T18:45:44.317" LastActivityDate="2021-02-04T18:45:44.317" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18492" PostTypeId="1" CreationDate="2021-02-05T16:24:22.567" Score="1" ViewCount="26" Body="&lt;p&gt;Seeking Berlin's weather conditions for afternoon and evening of April 12, 1945.&#xA;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="26562" LastActivityDate="2021-02-05T16:24:22.567" Title="Berlin weather conditions April 1945" Tags="|data-request|" AnswerCount="0" CommentCount="0" ClosedDate="2021-02-06T08:10:03.900" ContentLicense="CC BY-SA 4.0" />
  <row Id="18495" PostTypeId="2" ParentId="18485" CreationDate="2021-02-07T14:45:09.583" Score="0" Body="&lt;p&gt;If you are prepared to web scrape it yourself and are OK with crowdfunding instead of crowdlending, &lt;a href=&quot;https://www.funderbeam.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Funderbeam&lt;/a&gt; has the list of investors next to the campaign (screenshot attached). Some are anonymous but for some you get their actual name or company name, so can get additional financial data from public sources. The platform Funderbeam goes back about 10 years and the old campaigns are available when clicking on the startup name &amp;gt; Company &amp;gt; Campaign. You may have to become a member of Funderbeam to access this data, but membership is free. &lt;a href=&quot;https://i.stack.imgur.com/yfCPF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/yfCPF.png&quot; alt=&quot;Funderbeam campaign with investor list&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26570" LastActivityDate="2021-02-07T14:45:09.583" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18496" PostTypeId="2" ParentId="13071" CreationDate="2021-02-07T17:36:41.463" Score="1" Body="&lt;p&gt;First, &lt;a href=&quot;https://scirev.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;SciRev&lt;/a&gt; crowdsources and showcases data like that (but it is still sparsely populated, it seems to me).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://scirev.org/reviews/ieee-access/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is an example with &lt;em&gt;IEEE Access&lt;/em&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BYKyQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BYKyQ.png&quot; alt=&quot;SciRev experiences with the journal IEEE Access&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Second, &lt;a href=&quot;https://publons.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Publons&lt;/a&gt; should likewise have such data - but as an entity belonging to a large commercial enterprise, I fear they will not make their granular data available publicly. You could nevertheless browse around to see how useful the website is for your purpose.&lt;/p&gt;&#xA;&lt;p&gt;Third, &lt;a href=&quot;https://academic-accelerator.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Academic Accelerator&lt;/a&gt; seems to collect such data as well (again, &lt;a href=&quot;https://academic-accelerator.com/Review-Speed/IEEE-Access&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; is an example with &lt;em&gt;IEEE Access&lt;/em&gt;).&lt;/p&gt;&#xA;" OwnerUserId="26157" LastEditorUserId="26157" LastEditDate="2021-02-08T14:48:32.850" LastActivityDate="2021-02-08T14:48:32.850" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18497" PostTypeId="2" ParentId="18484" CreationDate="2021-02-08T08:39:02.587" Score="0" Body="&lt;p&gt;For some countries you've already got links in comments, so here is an answer for Germany.&lt;/p&gt;&#xA;&lt;p&gt;For Germany, you can get visualization on County-Level from the &lt;a href=&quot;http://www.risklayer-explorer.com/event/100/detail&quot; rel=&quot;nofollow noreferrer&quot;&gt;Risklayer&lt;/a&gt; website, which is maintained by CEDIM GmbH, a spin-off from KIT, a large, publicly-funded research institute.&lt;/p&gt;&#xA;&lt;p&gt;If you scroll down, or search for &amp;quot;Crowdsourcing&amp;quot;, on that page,  you'll find a link to a &lt;a href=&quot;https://docs.google.com/spreadsheets/d/1wg-s4_Lz2Stil6spQEYFdZaBEp8nWW26gVyfHqvcl8s/edit#gid=1167076856&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Sheet&lt;/a&gt; that relies on, well, crowdsourced data.&lt;br /&gt;&#xA;(At the time I am writing this, 28 people are accessing that document).&lt;/p&gt;&#xA;&lt;p&gt;Note that this Google sheet has many subsheets. One of them is &amp;quot;Länder&amp;quot; and it contains, for instance, the number of intensive-care units occupied. The number of hospitalizations is probably correlated, but difficult to measure.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-02-08T08:39:02.587" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18498" PostTypeId="2" ParentId="18484" CreationDate="2021-02-08T10:16:27.530" Score="2" Body="&lt;p&gt;Switzerland's COVID hospitalizations are available from the federal government:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.covid19.admin.ch/en/epidemiologic/hosp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.covid19.admin.ch/en/epidemiologic/hosp&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In the footer of the page, you'll see download links for raw data (csv or json)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ftbS3m.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ftbS3m.png&quot; alt=&quot;csv and json downloads&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The hospitalizations are available across 4 files, depending on which dimensions you'd like to see the data (age, gender, etc). If you browse the data on the website &lt;a href=&quot;https://www.covid19.admin.ch/en/epidemiologic/hosp&quot; rel=&quot;nofollow noreferrer&quot;&gt;above&lt;/a&gt;, the naming of fields will be more clear.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ROqkym.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ROqkym.png&quot; alt=&quot;csv examples of swiss covid hospitalization data&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;The URLs of the zipped json and csv archives have unique hashes when they are updated. But with some &lt;em&gt;curl-magic&lt;/em&gt; you can fetch the newest version:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;curl -o covid19-data.zip https://www.covid19.admin.ch` \&#xA;  curl -s https://www.covid19.admin.ch/en/ \&#xA;    | grep -o '&amp;quot;[^&amp;quot;]*sources-json.zip&amp;quot;' \&#xA;    | cut -d '&amp;quot;' -f 2`&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;source: &lt;a href=&quot;https://gist.github.com/rkaravia/36e461305bed8cf3fb62be4ea61c3325&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/rkaravia/36e461305bed8cf3fb62be4ea61c3325&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-02-08T13:05:27.103" LastActivityDate="2021-02-08T13:05:27.103" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18499" PostTypeId="2" ParentId="18254" CreationDate="2021-02-08T13:26:28.677" Score="0" Body="&lt;p&gt;One indirect solution might be to take the DOI of the dataset and to search (e.g. in LENS) whether patents cited the dataset. (However, I am aware that this might be too narrow of an approach.)&lt;/p&gt;&#xA;&lt;p&gt;For instance, &lt;a href=&quot;https://www.lens.org/lens/search/scholar/list?q=Genes&amp;amp;p=0&amp;amp;n=10&amp;amp;s=referenced_by_patent_count&amp;amp;d=%2B&amp;amp;f=false&amp;amp;e=false&amp;amp;l=en&amp;amp;authorField=author&amp;amp;dateFilterField=publishedYear&amp;amp;orderBy=%2Breferenced_by_patent_count&amp;amp;presentation=false&amp;amp;stemmed=true&amp;amp;useAuthorId=false&amp;amp;publicationType.must=dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; is a search for datasets that contain the term &amp;quot;Genes&amp;quot;, sorted by the number of patents that cite the datasets.&lt;/p&gt;&#xA;&lt;p&gt;As you see in this screenshot, these three datasets were cited by a total number of 6 patents; you could then click on the &lt;code&gt;Citing Patents&lt;/code&gt;-field to see the respective patents.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/L9cW0.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/L9cW0.png&quot; alt=&quot;LENS search results of patents citing datasets&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-02-08T13:26:28.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18500" PostTypeId="1" CreationDate="2021-02-08T16:43:17.627" Score="1" ViewCount="35" Body="&lt;p&gt;I was using a query like this one  &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(%22ELIQUIS%22)+AND+receivedate:%5B20110101+TO+20151231%5D%27+AND+occurcountry:%27fr%27&amp;amp;count=serious&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(&amp;quot;ELIQUIS&amp;quot;)+AND+receivedate:[20110101+TO+20151231]%27+AND+occurcountry:%27fr%27&amp;amp;count=serious&lt;/a&gt; to retrieve all adverse events for a specific country.&#xA;It was working some month ago. But now it seems the searchable fields occurcountry doesn't work anymore. When I deleted it the query works. It is an bug  or I missed an update for the API?&lt;/p&gt;&#xA;" OwnerUserId="26577" LastEditorUserId="754" LastEditDate="2022-11-02T10:25:50.183" LastActivityDate="2022-11-02T10:25:50.183" Title="Error retrieving adverse events by country" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18501" PostTypeId="1" CreationDate="2021-02-08T17:01:58.020" Score="1" ViewCount="36" Body="&lt;p&gt;Looking for an API I can use to create a bar/restaurant recommendation app in the UK, with the possibility of commercial use.&lt;/p&gt;&#xA;&lt;p&gt;Will need to train a model on this data which may necessitate the &amp;quot;storing&amp;quot; or caching of the dataset.&lt;/p&gt;&#xA;&lt;p&gt;Does anybody know of data I can legally use for this? Happy to pay for the use.&lt;/p&gt;&#xA;" OwnerUserId="26579" LastActivityDate="2021-02-08T17:01:58.020" Title="Seeking live bar/ restauarant UK data API for ML application" Tags="|data-request|api|scraping|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18502" PostTypeId="1" CreationDate="2021-02-08T21:34:31.247" Score="1" ViewCount="39" Body="&lt;p&gt;I am looking for data that covers social trust/trust in elected officials/political system/etc. data for Africa pre-2000. Afrobarometer/WVS have good coverage until around 1999 though do not have the variables I am looking for, and I was wondering if there were any datasets that cover earlier years?&lt;/p&gt;&#xA;" OwnerUserId="26334" LastEditorUserId="26334" LastEditDate="2021-02-09T13:56:34.413" LastActivityDate="2021-02-25T09:07:56.657" Title="Social trust/faith in political system datasets for Africa pre-2000?" Tags="|africa|politics|survey|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18503" PostTypeId="2" ParentId="18500" CreationDate="2021-02-09T13:30:14.927" Score="1" Body="&lt;p&gt;You have an extraneous single quotation mark right after the closing &lt;code&gt;]&lt;/code&gt;, which is breaking the query's syntax. Here is the corrected URL:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(%22ELIQUIS%22)%20AND%20receivedate:%5B20110101%20TO%2020151231%5D%20AND%20occurcountry:%27fr%27&amp;amp;count=serious&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(&amp;quot;ELIQUIS&amp;quot;)+AND+receivedate:[20110101+TO+20151231]+AND+occurcountry:'fr'&amp;amp;count=serious&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-02-09T13:30:14.927" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18504" PostTypeId="2" ParentId="18502" CreationDate="2021-02-09T15:30:20.993" Score="1" Body="&lt;p&gt;For 1995-1999, there would be the &lt;em&gt;&lt;a href=&quot;https://www.transparency.org/en/cpi/1995&quot; rel=&quot;nofollow noreferrer&quot;&gt;Corruption Perception Index&lt;/a&gt;&lt;/em&gt; from &lt;em&gt;Transparency International&lt;/em&gt; which includes some African countries.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-02-09T15:30:20.993" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18505" PostTypeId="2" ParentId="17690" CreationDate="2021-02-10T06:17:06.653" Score="0" Body="&lt;p&gt;Here is a motorcycle specs database API, on the RapidApi marketplace:&#xA;&lt;a href=&quot;https://rapidapi.com/makingdatameaningful/api/motorcycle-specs-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/makingdatameaningful/api/motorcycle-specs-database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19834" LastActivityDate="2021-02-10T06:17:06.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18506" PostTypeId="2" ParentId="13340" CreationDate="2021-02-10T16:53:05.387" Score="1" Body="&lt;p&gt;the correct form of consulting data officers from API Open Corporates:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.opencorporates.com/v0.4/companies/us_fl/L08000108987?api_token=Your_API_Token&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.opencorporates.com/v0.4/companies/us_fl/L08000108987?api_token=Your_API_Token&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;URI:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Base -&amp;gt; &lt;a href=&quot;https://api.opencorporates.com/v0.4/companies/jurisdiction_code/company_number?api_token=Your_API_Token&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.opencorporates.com/v0.4/companies/jurisdiction_code/company_number?api_token=Your_API_Token&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="26585" LastEditorUserId="26585" LastEditDate="2021-02-10T17:07:24.613" LastActivityDate="2021-02-10T17:07:24.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18507" PostTypeId="2" ParentId="18336" CreationDate="2021-02-11T12:54:43.353" Score="1" Body="&lt;p&gt;Cities only have point geometry, so how do you define the &amp;quot;boundary&amp;quot;? Taking&#xA;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries#Places_within_1_km_of_the_Arc_de_Triomphe_(Q64436)&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries#Places_within_1_km_of_the_Arc_de_Triomphe_(Q64436)&lt;/a&gt; as an example, here are Wikidata entries within 1 km of London:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/yrX&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/yrX&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?place ?placeLabel ?page ?location ?dist WHERE&#xA;{&#xA;  wd:Q84 wdt:P625 ?loc .&#xA;  SERVICE wikibase:around {&#xA;      ?place wdt:P625 ?location .&#xA;      bd:serviceParam wikibase:center ?loc .&#xA;      bd:serviceParam wikibase:radius &amp;quot;1&amp;quot; .&#xA;  }&#xA;  optional {?page schema:about ?place; schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;}&#xA;  BIND(geof:distance(?loc, ?location) as ?dist)&#xA;  SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &amp;quot;en&amp;quot; .&#xA;  }&#xA;} order by ?dist&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Note: without OPTIONAL the query times out, not sure why, posted bug: &lt;a href=&quot;https://phabricator.wikimedia.org/T274519&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://phabricator.wikimedia.org/T274519&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21450" LastActivityDate="2021-02-11T12:54:43.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18508" PostTypeId="1" CreationDate="2021-02-11T12:59:35.807" Score="1" ViewCount="17" Body="&lt;p&gt;I need recent 10-15 years datasets of precipitation(rainfall/mm) for India. I have obtained many projection datasets but I need real datasets.&lt;/p&gt;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Real Datasets&lt;/li&gt;&#xA;&lt;li&gt;datasets of 2005-2020&lt;/li&gt;&#xA;&lt;li&gt;1 degree * 1 degree&lt;/li&gt;&#xA;&lt;li&gt;3 hourly or 6 hourly datasets&lt;/li&gt;&#xA;&lt;li&gt;India datasets&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Can anyone can suggest sources for the above?&lt;/p&gt;&#xA;" OwnerUserId="26591" LastEditorUserId="26591" LastEditDate="2021-02-19T06:19:59.157" LastActivityDate="2021-02-19T06:19:59.157" Title="Ground data(real data) for precipitation(rainfall/mm) of India" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18509" PostTypeId="1" CreationDate="2021-02-11T15:37:52.933" Score="1" ViewCount="31" Body="&lt;p&gt;Is any dataset and codefor task to simulate the interior and the arrangement of furniture ?&#xA;For example like in nvidia post?&#xA;&lt;a href=&quot;https://developer.nvidia.com/blog/archigan-generative-stack-apartment-building-design/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.nvidia.com/blog/archigan-generative-stack-apartment-building-design/&lt;/a&gt;&#xA;however, without modeling furniture arrangement&lt;/p&gt;&#xA;" OwnerUserId="21126" LastActivityDate="2021-02-11T15:37:52.933" Title="to train the neural network to simulate the interior and the arrangement of furniture" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18511" PostTypeId="1" AcceptedAnswerId="18512" CreationDate="2021-02-12T01:01:27.367" Score="1" ViewCount="33" Body="&lt;p&gt;I am looking for open data about daily whole stock exchange volumes in order to test the claim that &lt;a href=&quot;https://www.ft.com/content/3dad4ef3-59e8-437e-8f63-f629a5b7d0aa&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amsterdam ousted London as Europe’s top share trading hub&lt;/a&gt; by the Financial Times. I didn't find the volume information &lt;a href=&quot;https://finance.yahoo.com/quote/%5EFTSE?p=%5EFTSE&amp;amp;.tsrc=fin-srch&quot; rel=&quot;nofollow noreferrer&quot;&gt;on yahoo finance&lt;/a&gt; ...&lt;/p&gt;&#xA;" OwnerUserId="23069" LastEditorUserId="1511" LastEditDate="2021-02-12T09:35:41.720" LastActivityDate="2021-02-12T09:35:41.720" Title="Whole national market volume data" Tags="|finance|europe|stock|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18512" PostTypeId="2" ParentId="18511" CreationDate="2021-02-12T09:35:17.813" Score="2" Body="&lt;p&gt;Here's another secondary source of the info:&lt;/p&gt;&#xA;&lt;p&gt;Bloomberg: &lt;a href=&quot;https://archive.is/omvKx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.is/omvKx&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/BlEbF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/BlEbF.png&quot; alt=&quot;market trading geo share&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It turns out the calculation was made by &amp;quot;Cboe Global Markets&amp;quot;, who will have real-time market data access ($$$).&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;I tried to recreate the numbers but for the London exchange I only found&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.londonstockexchange.com/reports?tab=market-summary&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.londonstockexchange.com/reports?tab=market-summary&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(&lt;a href=&quot;https://web.archive.org/web/20210212092926if_/https://www.londonstockexchange.com/reports?tab=market-summary&quot; rel=&quot;nofollow noreferrer&quot;&gt;archive link&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/G3PlX.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/G3PlX.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;where the daily trading amount is on average ~£4 billion (see &lt;a href=&quot;https://docs.londonstockexchange.com/sites/default/files/reports/Order%20book%20trading_104.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;excel download&lt;/a&gt; for more days).&lt;/p&gt;&#xA;&lt;p&gt;I couldn't find any recent data for the Amsterdam exchange.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;So without reading the actual report from Cboe, it's hard to know where they are getting their numbers.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-02-12T09:35:17.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18515" PostTypeId="1" CreationDate="2021-02-14T05:05:57.393" Score="2" ViewCount="27" Body="&lt;p&gt;I searched a lot about a dataset of EEG signals which can I use to classify a depression? I want a labeled dataset?&lt;/p&gt;&#xA;&lt;p&gt;I appreciate all your help thanks.&lt;/p&gt;&#xA;" OwnerUserId="26607" LastEditorUserId="23272" LastEditDate="2021-04-04T04:58:24.643" LastActivityDate="2021-04-04T04:58:24.643" Title="Can I find a dataset of EEG signals to classify a depression?" Tags="|data-request|classification|deep-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18516" PostTypeId="1" CreationDate="2021-02-14T16:02:53.483" Score="2" ViewCount="212" Body="&lt;p&gt;I have a JSON document full of UK postcodes, and I need the list of addresses that are matched to these postcodes. Does anyone know where I can find this data?&lt;/p&gt;&#xA;" OwnerUserId="26611" LastEditorUserId="23272" LastEditDate="2021-04-04T04:52:37.740" LastActivityDate="2023-12-20T14:04:05.487" Title="In need of some open address data, that i can match against a list of UK postcodes" Tags="|data-request|address|location|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="18517" PostTypeId="1" CreationDate="2021-02-14T20:05:47.677" Score="2" ViewCount="48" Body="&lt;p&gt;I am wondering where can one find datasets with all the laws on Earth (or all the laws from every country).&lt;/p&gt;&#xA;" OwnerUserId="17434" LastEditorUserId="5958" LastEditDate="2021-09-22T05:34:04.693" LastActivityDate="2021-09-22T05:34:04.693" Title="List of Codified Laws from Around the World in Structured Format?" Tags="|europe|legal|asia|north-america|south-america|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18518" PostTypeId="1" CreationDate="2021-02-15T06:51:38.733" Score="1" ViewCount="108" Body="&lt;p&gt;Where can I find a open dataset of an adult man healthy/normal EEG Relative Power Spectra Density during rest?&#xA;Like &lt;a href=&quot;https://www.researchgate.net/publication/272147753_Mathematical_Modeling_of_Human_Brain_Neuronal_Activity_in_the_Absence_of_External_Stimuli&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, but in a Relative PSD (%) How to convert &amp;quot;Fourier amplitude a.u.&amp;quot; into Relative PSD (%)?&#xA;&lt;a href=&quot;https://i.stack.imgur.com/GzMNe.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GzMNe.png&quot; alt=&quot;Human normal EEG power spectra during rest&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26615" LastActivityDate="2021-02-15T06:51:38.733" Title="Human normal EEG Relative Power Spectra during Rest" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18519" PostTypeId="2" ParentId="4081" CreationDate="2021-02-15T22:16:00.103" Score="1" Body="&lt;p&gt;This API might give you the data you need:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://rapidapi.com/ditno-ditno-default/api/cities-cost-of-living1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cities Cost of Living&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It contains detailed information about the living expenses of 600+ cities around the world, including multiple indexes like Groceries, Purchasing Power and Rent.&lt;/p&gt;&#xA;&lt;p&gt;On a more detailed level, it has average prices (and ranges) of individual items like a specific food, the cost of an apartment or salary.&lt;/p&gt;&#xA;&lt;p&gt;And you can get the data in a lot of different currencies.&lt;/p&gt;&#xA;" OwnerUserId="26619" LastEditorUserId="26619" LastEditDate="2021-02-18T20:34:50.897" LastActivityDate="2021-02-18T20:34:50.897" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18520" PostTypeId="2" ParentId="7554" CreationDate="2021-02-15T22:18:55.553" Score="0" Body="&lt;p&gt;This API might give you the data you need:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://rapidapi.com/ditno-ditno-default/api/cities-cost-of-living1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cities Cost of Living&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It contains detailed information about the living expenses of 600+ cities around the world, including multiple indexes like Groceries, Purchasing Power and Rent.&lt;/p&gt;&#xA;&lt;p&gt;On a more detailed level, it has average prices (and ranges) of individual items like a specific food, the cost of an apartment or salary.&lt;/p&gt;&#xA;&lt;p&gt;And you can get the data in a lot of different currencies.&lt;/p&gt;&#xA;" OwnerUserId="26619" LastEditorUserId="26619" LastEditDate="2021-02-18T20:35:16.540" LastActivityDate="2021-02-18T20:35:16.540" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18521" PostTypeId="1" CreationDate="2021-02-15T22:36:40.350" Score="5" ViewCount="214" Body="&lt;p&gt;I am looking for data on castles, preferably UK, although I won't object if it extends to Europe.&lt;/p&gt;&#xA;&lt;p&gt;Must be mappable, so lat/long is necessary. Any data beyond that is a bonus. E.g date of con/de-struction (and by whom), famous sieges, battles, photos, other descriptive data - the more, the merrier.&lt;/p&gt;&#xA;&lt;p&gt;I am honing my mapping skills, so this is more of a coding exercise, but I think that castles could be interesting.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;[Update] So far, I have found &lt;a href=&quot;http://www.poi-factory.com/node/745&quot; rel=&quot;noreferrer&quot;&gt;lat/long/name&lt;/a&gt; of 181 castles &amp;quot;outside of USA/Canada&amp;quot;. However, there are no further details. I &lt;em&gt;could&lt;/em&gt; doa lot of research, but , as I said, it's more about coding fancy map features than castles. So, unless someone can come up with better, then I will find another topic. Hope this helped someone, though.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2021-02-15T23:04:27.317" LastActivityDate="2021-04-19T06:48:55.507" Title="GIS data for Castles - UK, Europe also nice" Tags="|geospatial|historical|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18522" PostTypeId="1" CreationDate="2021-02-16T15:17:07.740" Score="1" ViewCount="453" Body="&lt;p&gt;I am looking for a dataset or service providing company name aliases. For example HP == Hewlett Packard, PWC = Price Waterhouse Coopers.&lt;/p&gt;&#xA;&lt;p&gt;Is there such a dataset or service?&lt;/p&gt;&#xA;" OwnerUserId="26625" LastActivityDate="2021-02-16T15:17:07.740" Title="Dataset for company name aliases" Tags="|companies|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18523" PostTypeId="2" ParentId="201" CreationDate="2021-02-17T15:17:49.123" Score="8" Body="&lt;p&gt;Wikidata contains 158752 fictional characters, you can get them using this query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel WHERE {&#xA;  # Item's type is: fictional character, or sub-type, or sub-sub-type, etc&#xA;  ?item p:P31/ps:P31/wdt:P279* wd:Q95074.  &#xA;  SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &amp;quot;en&amp;quot; .&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Just run it by clicking &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20WHERE%20%7B%0A%20%20%23%20Item%27s%20type%20is%3A%20fictional%20character%2C%20or%20sub-type%2C%20or%20sub-sub-type%2C%20etc%0A%20%20%3Fitem%20p%3AP31%2Fps%3AP31%2Fwdt%3AP279%2A%20wd%3AQ95074.%20%20%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%0A%20%20%20%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22%20.%0A%20%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and download as CSV, TSV or JSON.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Q95074&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Q95074&lt;/a&gt; is the &amp;quot;fictional character&amp;quot; item.&lt;/p&gt;&#xA;&lt;p&gt;You can get more properties about each by adding &lt;code&gt;OPTIONAL&lt;/code&gt; lines (and corresponding label in the first line), like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?presentInWorkLabel ?countryOfCitizenshipLabel ?image WHERE {&#xA;  # Item's type is: fictional character, or sub-type, or sub-sub-type, etc.&#xA;  ?item p:P31/ps:P31/wdt:P279* wd:Q95074.&#xA;  OPTIONAL{?item wdt:P18 ?image}&#xA;  OPTIONAL{?item wdt:P27 ?countryOfCitizenship}&#xA;  OPTIONAL{?item wdt:P1441 ?presentInWork}&#xA;  SERVICE wikibase:label {&#xA;    bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. # You can specify more languages.&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The problem is that the query times out easily, so you might have to run it several times with different properties then match the QID identifiers.&lt;/p&gt;&#xA;&lt;p&gt;Excerpt from the output:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/b0gIW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/b0gIW.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please note that the same fictional character can appear in different works, which can be of different genres.&lt;/p&gt;&#xA;&lt;p&gt;To get genres, you could use &lt;code&gt;OPTIONAL{?item wdt:P1441 ?work. OPTIONAL{?work wdt:P136 ?genre}}&lt;/code&gt; but timeouts will become difficult to avoid so you will have to limit your query.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3FworkLabel%20%3FgenreLabel%20WHERE%20%7B%0A%20%20%23%20Item%27s%20type%20is%3A%20fictional%20character%2C%20or%20sub-type%2C%20or%20sub-sub-type%2C%20etc.%0A%20%20%3Fitem%20p%3AP31%2Fps%3AP31%2Fwdt%3AP279%2A%20wd%3AQ95074.%0A%20%20%23OPTIONAL%7B%3Fitem%20wdt%3AP18%20%3Fimage%7D%0A%20%20%23OPTIONAL%7B%3Fitem%20wdt%3AP27%20%3FcountryOfCitizenship%7D%0A%20%20OPTIONAL%7B%3Fitem%20wdt%3AP1441%20%3Fwork.%20OPTIONAL%7B%3Fwork%20wdt%3AP136%20%3Fgenre%7D%7D%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%0A%20%20%20%20bd%3AserviceParam%20wikibase%3Alanguage%20%22en%22.%20%23%20You%20can%20specify%20more%20languages.%0A%20%20%7D%0A%7D%0ALIMIT%201000&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt; to get a result like this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TiZjt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TiZjt.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;To reliably get all properties of all fictional characters, I believe (&lt;em&gt;I would love to be proved wrong, if you know another way please comment&lt;/em&gt;) that your only option is to write a script that performs many smaller SPARQL requests, similar to &lt;a href=&quot;https://github.com/database-of-embassies/database-of-embassies/tree/master/tools/generate_csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;this script&lt;/a&gt; that gets a dozen properties for &lt;a href=&quot;https://database-of-embassies.github.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;all embassies and consulates of the world&lt;/a&gt;, please be aware that adapting this script will take a few hours (or a few days if you are new to development) and running it without overloading the server will take days.&lt;/p&gt;&#xA;&lt;p&gt;License: public domain&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2022-09-28T01:12:25.677" LastActivityDate="2022-09-28T01:12:25.677" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18524" PostTypeId="2" ParentId="13820" CreationDate="2021-02-17T20:26:58.213" Score="0" Body="&lt;p&gt;Open Cell iD&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opencellid.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencellid.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;OpenCelliD is working towards creating an open cellular dataset that is driven and inspired by the community. This cellular data is used for a multitude of commercial/private purposes by patrons worldwide. From locating devices to understanding network coverage patterns; OpenCelliD enables it by providing convenient access to the data via an API and data dumps.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://wiki.opencellid.org/wiki/FAQ#How_can_I_use_the_OpenCellID_API_free_of_charge.3F&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.opencellid.org/wiki/FAQ#How_can_I_use_the_OpenCellID_API_free_of_charge.3F&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As seen here: &lt;a href=&quot;https://news.ycombinator.com/item?id=26169747&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://news.ycombinator.com/item?id=26169747&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-02-17T20:26:58.213" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18525" PostTypeId="1" CreationDate="2021-02-18T12:45:37.880" Score="1" ViewCount="17" Body="&lt;p&gt;I am a final year CS student and have a class about data warehouses.&lt;/p&gt;&#xA;&lt;p&gt;For term requirements, we are supposed to choose 3 datasets that should have about 10 columns and at least 500 rows each. Otherwise, we are not limited in any way. Then we will process it via data warehouse (i am not exactly sure about details, as I have no experience).&#xA;I am from the Czech Republic, but as I said the data origin is not much important.&lt;/p&gt;&#xA;&lt;p&gt;I have searched multiple sites of opendata providers but could not choose interesting topics that would be related together. I know that there are tons and tons of datasets to choose from, but exactly that is the issue for me that I am overwhelmed with the options and cant choose any.&lt;/p&gt;&#xA;&lt;p&gt;As I am a total newbie in this field, could you please advise me with topics, you have encountered and found interesting or found some hidden correlation within them?&lt;/p&gt;&#xA;" OwnerUserId="26636" LastEditorUserId="23272" LastEditDate="2021-04-03T05:05:39.443" LastActivityDate="2021-04-03T05:05:39.443" Title="Interesting topics of opendata datasets for learning about data warehouses" Tags="|data-request|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18527" PostTypeId="2" ParentId="18516" CreationDate="2021-02-19T11:32:31.583" Score="0" Body="&lt;p&gt;Adam, I love this question and would also like an answer.&lt;/p&gt;&#xA;&lt;p&gt;Our aims may differ, though, if you want a one-of solution to handle your JSON file only (approx how many postcodes are in it?). I would like code a web site such that the user enters a post code &amp;amp; is given a drop-down list of associated addresses from which to choose. Let's see if we can't find a solution to both.&lt;/p&gt;&#xA;&lt;p&gt;The accepted answer to &lt;a href=&quot;https://stackoverflow.com/questions/1900221/how-do-i-match-street-addresses-to-uk-postcodes&quot;&gt;How do I match street addresses to UK postcodes?&lt;/a&gt; says&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;I believe you need the Royal Mail Postcode Address File. From that&#xA;link:&lt;/p&gt;&#xA;&lt;p&gt;PAF is the only complete source of all known UK Postcodes.&lt;/p&gt;&#xA;&lt;p&gt;Services do exist to handle requests for this info, such that it may&#xA;be cheaper to use such services for small numbers of requests&#xA;(obviously you have issues as and when such services aren't available&#xA;for whatever reasons).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;When I follow up the PAF, I find it to be an expensive service (more than GBP 1k/year), &lt;em&gt;&lt;strong&gt;but&lt;/strong&gt;&lt;/em&gt; they do offer a &lt;a href=&quot;https://www.poweredbypaf.com/licence-our-products/licence-agreements/pricing/pricing-essentials-microbuisness/&quot; rel=&quot;nofollow noreferrer&quot;&gt;micro-business license&lt;/a&gt; which says&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;If your organisation is a Microbusiness with less than 9 employees and&#xA;turnover below £2 million per annum, you may be eligible to access&#xA;free PAF Data for one year for the purpose of developing your&#xA;addressing Solutions.&lt;/p&gt;&#xA;&lt;p&gt;If you wish to use our other complementary address data products, or&#xA;continue to use PAF after your first year of use you will need to&#xA;return the correct licence fees for the supply and use of each of our&#xA;products. Fees are payable to Royal Mail in full every year.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;So, it looks like you could use that license and would have a twelvemonth in which to manipulate your JSON file.&lt;/p&gt;&#xA;&lt;p&gt;That won't help me, so I will continue to search futher &amp;amp; update this answer if I fidn other solutions&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://getaddress.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://getaddress.io/&lt;/a&gt; looked promising, but won't quite do it, I think.&lt;/p&gt;&#xA;&lt;p&gt;I use the Open Street Map &lt;a href=&quot;https://nominatim.org/release-docs/latest/api/Lookup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;nominatum API&lt;/a&gt; for other porpoises, but cant' quite see to achieve what we want with it:-( Great, free, API, though.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://postcodes.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://postcodes.io/&lt;/a&gt; gives useful info from a post code, but, again, not what we want :-(&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2021-02-19T11:50:09.713" LastActivityDate="2021-02-19T11:50:09.713" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18528" PostTypeId="1" AcceptedAnswerId="18538" CreationDate="2021-02-19T15:27:04.020" Score="2" ViewCount="138" Body="&lt;p&gt;I am trying to divide up a pool of addresses currently in Microsoft Excel according to the Census Block Code. Would anyone tell me where can I access data like that? Any instructions? Moreover, is it possible to retrieve those data with VBA or any programming API?&lt;/p&gt;&#xA;" OwnerUserId="26650" LastActivityDate="2021-03-27T16:09:10.970" Title="How to look up the Census Block Code of an address?" Tags="|us-census|census|address|excel|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18529" PostTypeId="1" CreationDate="2021-02-20T07:36:46.167" Score="1" ViewCount="23" Body="&lt;p&gt;I wanted to map out where Ethiopians live in the Puget Sound area. ArcGIS has mapped ACS data, but I could only find data for places of birth &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=f0dd0af9535e4d77864df1b728e4b162&quot; rel=&quot;nofollow noreferrer&quot;&gt;grouped by continent&lt;/a&gt;.  Same with &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=527ea2b5ba814c8ca1c34a2945e1b751&quot; rel=&quot;nofollow noreferrer&quot;&gt;languages spoken&lt;/a&gt;. What I really want is data that shows how many people came from &amp;quot;Ethiopia&amp;quot;, or speak &amp;quot;Amharic&amp;quot; at home (or Oromo, Tigrinya, etc.) Does such data exist?&lt;/p&gt;&#xA;&lt;p&gt;I'd also like to drill down into specific ethnicities, e.g. Arabs and Kurds, Sinhalese vs. Tamil, Kinh vs. Hmong. After all, many people of Ethiopian descent were born in the United States! Does the ACS even have data that specific?&lt;/p&gt;&#xA;" OwnerUserId="26655" LastActivityDate="2021-02-20T07:36:46.167" Title="Where can I find ACS data for *specific* countries of origin and languages spoken at home?" Tags="|us-census|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18530" PostTypeId="2" ParentId="17767" CreationDate="2021-02-20T09:05:31.917" Score="0" Body="&lt;p&gt;&amp;quot;Opening data means cleaning data&amp;quot; from &amp;quot;https://www.techrepublic.com/article/openfda-launches-open-data-platform-for-consumer-protection/&amp;quot;.&#xA;&amp;quot;We had removed duplicate records when we did the harmonization process. There are now 15 identifiers mapped to 85% of the adverse events data.&amp;quot; said by Herron from FDA&lt;/p&gt;&#xA;" OwnerUserId="26656" LastActivityDate="2021-02-20T09:05:31.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18531" PostTypeId="1" CreationDate="2021-02-21T06:27:22.683" Score="2" ViewCount="19" Body="&lt;p&gt;In 2008 &lt;a href=&quot;https://commons.wikimedia.org/wiki/User:NE2&quot; rel=&quot;nofollow noreferrer&quot;&gt;User:NE2&lt;/a&gt; on wikipedia added a bunch of train routes from 1918 to wikipedia:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Missouri%E2%80%93Kansas%E2%80%93Texas_Railroad#/media/File:Missouri,_Kansas_and_Texas_Railway_system_map_(1918).svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Missouri%E2%80%93Kansas%E2%80%93Texas_Railroad#/media/File:Missouri,_Kansas_and_Texas_Railway_system_map_(1918).svg&lt;/a&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/File:Detroit,_Toledo_and_Ironton_Railroad_system_map_(1918).svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/File:Detroit,_Toledo_and_Ironton_Railroad_system_map_(1918).svg&lt;/a&gt;&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/File:Oregon_and_California_Railroad_system_map_(1918).svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/File:Oregon_and_California_Railroad_system_map_(1918).svg&lt;/a&gt;&#xA;&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Michigan_Central_Railroad_system_map_(1918).svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/File:Michigan_Central_Railroad_system_map_(1918).svg&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;He says the data for these maps came from &amp;quot;Bureau of Transportation Statistics North American Transportation Atlas Data&amp;quot;. Google'ing that I found this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data-usdot.opendata.arcgis.com/datasets/north-american-rail-lines&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data-usdot.opendata.arcgis.com/datasets/north-american-rail-lines&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But that data isn't from 1918.&lt;/p&gt;&#xA;&lt;p&gt;Archives going as far back as 2011 can be found here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.bts.gov/archive/publications/national_transportation_atlas_database/index&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bts.gov/archive/publications/national_transportation_atlas_database/index&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But 2011 is a far cry from 1918.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://geodata.lib.ncsu.edu/fedgov/bts/nortad/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geodata.lib.ncsu.edu/fedgov/bts/nortad/&lt;/a&gt; has data going back to 1998 but that's still not 1918.&lt;/p&gt;&#xA;&lt;p&gt;So my question is...  where can I get train route info going back to 1918?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastEditorUserId="1306" LastEditDate="2021-08-31T20:14:42.200" LastActivityDate="2021-08-31T20:14:42.200" Title="1918 Bureau of Transportation Statistics North American Transportation Atlas Data?" Tags="|geospatial|usa|historical|transportation|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18532" PostTypeId="1" CreationDate="2021-02-22T03:13:10.590" Score="1" ViewCount="10" Body="&lt;p&gt;In the past , I have asked for Colorado Ski Areas here: &lt;a href=&quot;https://opendata.stackexchange.com/questions/10790/colorado-ski-areas-gis-dataset&quot;&gt;Colorado Ski Areas GIS dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There are very limited gis data that I am seeking to find more new information&lt;/p&gt;&#xA;&lt;p&gt;I am looking for new GIS or CAD  or kml data that I need to update for my projects. They have to be the most recently ones.  Do know know of any sites that will be very useful for me to review them ?&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-02-22T03:13:10.590" Title="Latest new updated for GIS or CAD or KML for Colorado Datasets?" Tags="|data-request|geospatial|usa|ski|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18533" PostTypeId="2" ParentId="18078" CreationDate="2021-02-22T12:14:16.670" Score="0" Body="&lt;p&gt;If you know how to code with Python, perhaps &lt;a href=&quot;https://gist.github.com/bennokr/436ed03168668b5305d87fbfab4cac27&quot; rel=&quot;nofollow noreferrer&quot;&gt;this script&lt;/a&gt; might be helpful to you.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;As for the links (but not for article titles and dates), one can use the MediaWiki API's &lt;code&gt;prop=externallinks&lt;/code&gt; function, as in:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=parse&amp;amp;page=2017_Equifax_data_breach&amp;amp;prop=externallinks&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=parse&amp;amp;page=2017_Equifax_data_breach&amp;amp;prop=externallinks&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As Tgr wrote, the references should be formatted in a structured way; if you only wish to extract that formatted Wiki text, use &lt;code&gt;prop=wikitext&lt;/code&gt; on the basis of which you could try parsing each date and article title:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/w/api.php?action=parse&amp;amp;page=2017_Equifax_data_breach&amp;amp;prop=wikitext&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/w/api.php?action=parse&amp;amp;page=2017_Equifax_data_breach&amp;amp;prop=wikitext&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-02-22T12:14:16.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18534" PostTypeId="1" CreationDate="2021-02-22T18:34:15.500" Score="1" ViewCount="39" Body="&lt;p&gt;My co-worker is seeking to find where or who made these maps ?&lt;a href=&quot;https://i.stack.imgur.com/vfMhy.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vfMhy.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="90" LastEditDate="2021-02-26T10:00:47.523" LastActivityDate="2021-02-26T10:00:47.523" Title="Who Makes This Map" Tags="|data-request|download|federal|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18535" PostTypeId="2" ParentId="18078" CreationDate="2021-02-22T23:12:24.850" Score="2" Body="&lt;p&gt;The format of the citations on Wikipedia, by and large, follows one of two standard citation models, with the exciting names Citation Style 1 (&lt;a href=&quot;https://en.wikipedia.org/wiki/Help:Citation_Style_1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Help:Citation_Style_1&lt;/a&gt;) and Citation Style 2 (&lt;a href=&quot;https://en.wikipedia.org/wiki/Help:Citation_Style_2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Help:Citation_Style_2&lt;/a&gt;).  These are easy to parse, when they are using the standard templates.  Lesser used styles (Vancouver, LSA) should not be harder, just different.&lt;/p&gt;&#xA;&lt;p&gt;Since Wikipedia is editable by anyone, and there is no mandatory style of referencing, partly because of battles, long long ago, you cannot expect to get 100% of the information you seek with a naive parser, however you can get a very high percentage, and the more effort you put in, the higher the percentage will be.&lt;/p&gt;&#xA;&lt;p&gt;You can find code to help you in pywikibot (python) AWB (C#) and in various other places, such as Anomie's excellent perl bot code [https://en.wikipedia.org/wiki/User:AnomieBOT/source].&lt;/p&gt;&#xA;&lt;p&gt;I would suggest any language you use have PCRE available, if you want to craft your own tools.&lt;/p&gt;&#xA;&lt;p&gt;Also be aware that you can download XML dumps of Wikipedia articles in any language.  If you want to get the references for a very large number (or all) articles, this will be a resource saver.&lt;/p&gt;&#xA;&lt;p&gt;You should also look at Wikidata, which has an extensive bibliographic coverage of academic papers.&lt;/p&gt;&#xA;&lt;p&gt;You can also look at various cite completion tools for code to borrow.   Refill (&lt;a href=&quot;https://en.wikipedia.org/wiki/User:Zhaofeng_Li/reFill&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/User:Zhaofeng_Li/reFill&lt;/a&gt;) is a php tool that fills in missing details in references.  Citation bot (&lt;a href=&quot;https://en.wikipedia.org/wiki/User:Citation_bot&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/User:Citation_bot&lt;/a&gt;) is also written in php, and has I believe a git repository.&lt;/p&gt;&#xA;&lt;p&gt;If you have specific questions, you can ask me on my Wikipedia talk page, or ask other at any of the usual places (&lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:Village_pump_(technical)&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Wikipedia:Village_pump_(technical)&lt;/a&gt;, &lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:Help_desk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Wikipedia:Help_desk&lt;/a&gt; or Wikipedia:Bots/Noticeboard).  Most people are pretty friendly.&lt;/p&gt;&#xA;" OwnerUserId="26673" LastActivityDate="2021-02-22T23:12:24.850" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18536" PostTypeId="2" ParentId="18502" CreationDate="2021-02-25T09:07:56.657" Score="0" Body="&lt;p&gt;The HUMAN surveys (accessible through the &lt;a href=&quot;https://dataverse.harvard.edu/dataverse/humansurveys&quot; rel=&quot;nofollow noreferrer&quot;&gt;Harvard Dataverse&lt;/a&gt;) contain information on social trust, satisfaction with and support for democracy, and perceived electoral integrity, for &lt;em&gt;some&lt;/em&gt; African states post 2000. Though coverage is more comprehensive after 2000.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2021-02-25T09:07:56.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18537" PostTypeId="2" ParentId="15329" CreationDate="2021-02-25T09:44:21.297" Score="8" Body="&lt;p&gt;The &lt;a href=&quot;https://kystverket.no/&quot; rel=&quot;noreferrer&quot;&gt;Norwegian Coastal Administration&lt;/a&gt; have an &lt;a href=&quot;https://kystverket.no/navigasjonstjenester/ais/tilgang-pa-ais-data/&quot; rel=&quot;noreferrer&quot;&gt;open AIS stream&lt;/a&gt; available, licensed under the &lt;a href=&quot;https://data.norge.no/nlod/en/2.0/&quot; rel=&quot;noreferrer&quot;&gt;Norwegian Licence for Open Government Data (NLOD) 2.0&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;It's a TCP endpoint that you can access with a tool such as &lt;code&gt;nc&lt;/code&gt; and pipe through a decoder like &lt;code&gt;gpsdecode&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;nc 153.44.253.27 5631|gpsdecode                                                                                                                                                                                                                                                                                                                                                    130 ↵&#xA;{&amp;quot;class&amp;quot;:&amp;quot;AIS&amp;quot;,&amp;quot;device&amp;quot;:&amp;quot;stdin&amp;quot;,&amp;quot;type&amp;quot;:3,&amp;quot;repeat&amp;quot;:0,&amp;quot;mmsi&amp;quot;:258201500,&amp;quot;scaled&amp;quot;:true,&amp;quot;status&amp;quot;:5,&amp;quot;status_text&amp;quot;:&amp;quot;Moored&amp;quot;,&amp;quot;turn&amp;quot;:&amp;quot;nan&amp;quot;,&amp;quot;speed&amp;quot;:0.0,&amp;quot;accuracy&amp;quot;:true,&amp;quot;lon&amp;quot;:16.548040,&amp;quot;lat&amp;quot;:68.798587,&amp;quot;course&amp;quot;:360.0,&amp;quot;heading&amp;quot;:511,&amp;quot;second&amp;quot;:48,&amp;quot;maneuver&amp;quot;:0,&amp;quot;raim&amp;quot;:true,&amp;quot;radio&amp;quot;:40442}&#xA;{&amp;quot;class&amp;quot;:&amp;quot;AIS&amp;quot;,&amp;quot;device&amp;quot;:&amp;quot;stdin&amp;quot;,&amp;quot;type&amp;quot;:1,&amp;quot;repeat&amp;quot;:0,&amp;quot;mmsi&amp;quot;:257078370,&amp;quot;scaled&amp;quot;:true,&amp;quot;status&amp;quot;:0,&amp;quot;status_text&amp;quot;:&amp;quot;Under way using engine&amp;quot;,&amp;quot;turn&amp;quot;:&amp;quot;fastright&amp;quot;,&amp;quot;speed&amp;quot;:3.8,&amp;quot;accuracy&amp;quot;:true,&amp;quot;lon&amp;quot;:6.019022,&amp;quot;lat&amp;quot;:60.055675,&amp;quot;course&amp;quot;:137.0,&amp;quot;heading&amp;quot;:166,&amp;quot;second&amp;quot;:47,&amp;quot;maneuver&amp;quot;:0,&amp;quot;raim&amp;quot;:false,&amp;quot;radio&amp;quot;:23112}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="26516" LastEditorUserId="30428" LastEditDate="2021-11-05T10:21:00.450" LastActivityDate="2021-11-05T10:21:00.450" CommentCount="9" ContentLicense="CC BY-SA 4.0" />
  <row Id="18538" PostTypeId="2" ParentId="18528" CreationDate="2021-02-25T15:35:07.710" Score="0" Body="&lt;p&gt;The U.S. Census Bureau has a &lt;a href=&quot;https://geocoding.geo.census.gov/geocoder/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geocoder API service&lt;/a&gt; that you might want to look into. Here is the &lt;a href=&quot;https://www.census.gov/programs-surveys/geography/technical-documentation/complete-technical-documentation/census-geocoder.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;landing page&lt;/a&gt; with some additional information.&lt;/p&gt;&#xA;&lt;p&gt;I was able to return information on the Census Block of a given address using the &lt;a href=&quot;https://geocoding.geo.census.gov/geocoder/geographies/onelineaddress?form&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;FIND GEOGRAPHIES USING...&amp;quot; OPTION --&amp;gt; One Line&lt;/a&gt; option.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2021-02-25T15:35:07.710" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18539" PostTypeId="1" CreationDate="2021-02-26T11:39:37.057" Score="4" ViewCount="34" Body="&lt;p&gt;I am wondering if there are some GIS (Geographical Information System) resources for finding data on forest production in Europe, e.g. raster data depicting yearly production of beech hard mast (Fagus sylvatica) or other tree species, in order to perform some studies on the influence of this parameter on some animal species.&lt;/p&gt;&#xA;&lt;p&gt;Perhaps something obtained from remote sensing. Any suggestion?&lt;/p&gt;&#xA;" OwnerUserId="26695" LastEditorUserId="6229" LastEditDate="2021-03-10T18:00:40.177" LastActivityDate="2021-03-10T18:00:40.177" Title="Data on forest production in Europe" Tags="|geospatial|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18541" PostTypeId="1" CreationDate="2021-02-27T07:11:11.023" Score="1" ViewCount="25" Body="&lt;p&gt;I am building a demo dashboard for an app that tracks the location of everyone's phones in anonymized manner to evaluate traffic, crowding dynamics and so one. For my demo I would want to have a sample dataset for a big city, e.g. New York with pinpoints (location lat. and long.) for each person in the city. Are you aware of some similar open datasets which I can use in my app?&lt;/p&gt;&#xA;" OwnerUserId="26699" LastActivityDate="2021-02-27T07:11:11.023" Title="All citizens in a city geolocation dataset" Tags="|data-request|machine-learning|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18542" PostTypeId="2" ParentId="7855" CreationDate="2021-02-27T08:34:29.647" Score="0" Body="&lt;p&gt;In the &lt;a href=&quot;http://visualgenome.org/data_analysis/statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;VisualGenome&lt;/a&gt; there are 75,729 unique objects with labels, and they provide &lt;a href=&quot;http://visualgenome.org/api/v0/api_endpoint_reference.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;APIs&lt;/a&gt; for easy use and &lt;a href=&quot;http://visualgenome.org/api/v0/api_beginners_tutorial.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;a tutorial&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;To get an image word pair one only needs to crop the picture and get the corresponding region.&lt;/p&gt;&#xA;" OwnerUserId="6287" LastActivityDate="2021-02-27T08:34:29.647" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18543" PostTypeId="1" CreationDate="2021-02-27T10:35:57.437" Score="2" ViewCount="40" Body="&lt;p&gt;Is there a dataset of UK battle sites?&lt;/p&gt;&#xA;&lt;p&gt;At a minimum, Lat/Long, but the more data the better such as who fought who, how many, who won, when was it, was it part of a particular war, etc?&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="70" LastEditDate="2021-05-22T17:01:46.250" LastActivityDate="2021-05-22T17:01:46.250" Title="UK battle sites" Tags="|data-request|geospatial|historical|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18544" PostTypeId="1" CreationDate="2021-02-27T10:48:35.570" Score="1" ViewCount="511" Body="&lt;p&gt;Is there an API for rail company/ies, preferably for all UK locations?&lt;/p&gt;&#xA;&lt;p&gt;Lat/long, train Id at a minimum but data such as train name, speed, from/to station, ETA, number of coaches/passengers, train type (freight/mail/passenger), etc will be useful too.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="6229" LastEditDate="2021-03-09T21:32:03.603" LastActivityDate="2021-03-09T21:32:03.603" Title="UK train data in real-time" Tags="|geospatial|uk|public-transport|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18545" PostTypeId="1" CreationDate="2021-02-28T06:03:36.350" Score="4" ViewCount="213" Body="&lt;p&gt;Looking for text data including books, GitHub repositories, webpages, chat logs, and medical, physics, math, computer science, and philosophy papers for Language modeling.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2023-06-27T18:49:08.870" Title="Open Source huge dataset for Language Modelling" Tags="|data-request|text|large-datasets|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18546" PostTypeId="2" ParentId="18545" CreationDate="2021-02-28T06:07:19.357" Score="3" Body="&lt;h3&gt;&lt;a href=&quot;https://pile.eleuther.ai/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Pile&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;&lt;strong&gt;An 800GB Dataset of Diverse Text for Language Modeling&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;What is the Pile?&lt;/strong&gt;&#xA;The Pile is an 825 GiB diverse, open-source language modeling data set that consists of 22 smaller, high-quality datasets combined together.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Why is the Pile a good training set?&lt;/strong&gt;&#xA;Recent work has shown that especially for large models, diversity in data sources improves general cross-domain knowledge of the model, as well as downstream generalization capability. In our evaluations, not only do models trained on the Pile show moderate improvements in traditional language modeling benchmarks, but they also show significant improvements on Pile BPB.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Why is the Pile a good benchmark?&lt;/strong&gt;&#xA;To score well on Pile BPB (bits per byte), a model must be able to understand many disparate domains including books, GitHub repositories, webpages, chat logs, and medical, physics, math, computer science, and philosophy papers. Pile BPB is a measure of world knowledge and reasoning ability in these domains, making it a robust benchmark of general, cross-domain text modeling ability for large language models.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wget -m -np -c -U &amp;quot;eye02&amp;quot; -w 2 -R &amp;quot;index.html*&amp;quot; &amp;quot;https://the-eye.eu/public/AI/pile/&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://the-eye.eu/public/AI/pile/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download Here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-02-28T06:07:19.357" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18547" PostTypeId="1" CreationDate="2021-02-28T22:24:22.367" Score="0" ViewCount="45" Body="&lt;p&gt;I'm looking for a data set listing computer models with at least the following information:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;display size (e.g., 24 inches)&lt;/li&gt;&#xA;&lt;li&gt;resolution (e.g.,1920x1080)&lt;/li&gt;&#xA;&lt;li&gt;weight&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2021-03-02T07:02:31.783" Title="Computer monitor dataset listing display size, resolution and weight" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18548" PostTypeId="1" CreationDate="2021-03-01T13:04:58.520" Score="1" ViewCount="366" Body="&lt;p&gt;I'm looking for a way to identify (as many as possible) YouTube videos on a certain topics based on a keywords occurring in their titles.&lt;/p&gt;&#xA;&lt;p&gt;YouTube Data API provides a way to search for videos based on the keywords but &lt;a href=&quot;https://developers.google.com/youtube/v3/docs/search/list&quot; rel=&quot;nofollow noreferrer&quot;&gt;limits results up to 500 titles only&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://commoncrawl.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Common Crawl&lt;/a&gt; indexes YouTube.com domain but it contains information only about page URLs and not its HTML &lt;code&gt;&amp;lt;title&amp;gt;&lt;/code&gt; while YouTube.com videos do not have their titles in URL (basicaly it's &lt;code&gt;https://www.youtube.com/watch?v=v01QZUxYg62&lt;/code&gt;).&lt;/p&gt;&#xA;&lt;p&gt;There's &lt;a href=&quot;http://research.google.com/youtube8m/&quot; rel=&quot;nofollow noreferrer&quot;&gt;YouTube 8M dataset&lt;/a&gt; of segmented videos but it seems an overkill to just get the titles. Is there any other corpora of up-to-date YouTube video titles?&lt;/p&gt;&#xA;" OwnerUserId="22469" LastEditorUserId="1511" LastEditDate="2021-05-06T05:13:23.013" LastActivityDate="2021-05-06T05:13:23.013" Title="Index of YouTube video titles" Tags="|nlp|text|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18549" PostTypeId="2" ParentId="18548" CreationDate="2021-03-01T17:14:38.723" Score="1" Body="&lt;p&gt;You can use &lt;a href=&quot;https://youtube-dl.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;youtube-dl&lt;/a&gt; to make queries, and then dump just the metadata as a json, without downloading the video. Then you can parse the (huge) json to get just the ids and titles and categories, or any other field with &lt;strong&gt;&lt;a href=&quot;https://stedolan.github.io/jq/&quot; rel=&quot;nofollow noreferrer&quot;&gt;jq&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;youtube-dl --no-warnings --dump-single-json &amp;quot;ytsearch1:mike birbiglia it's so easy to be on time&amp;quot; | jq -r '.entries[] | &amp;quot;\(.id)\t\(.title)\t\(.categories)&amp;quot;'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;returns tab-separated id, title, categories&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;W-_M4r-gKI0 Mike Birbiglia - It's So Easy To Be On Time [&amp;quot;Comedy&amp;quot;]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;my sources: &lt;a href=&quot;https://github.com/ytdl-org/youtube-dl/issues/23442#issuecomment-566746924&quot; rel=&quot;nofollow noreferrer&quot;&gt;metadata + jq&lt;/a&gt; and &lt;a href=&quot;https://askubuntu.com/a/906363/104223&quot;&gt;ytsearch&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;fyi, the link you shared wasn't available for me&lt;/p&gt;&#xA;&lt;p&gt;btw, it's a funny video&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-03-01T17:14:38.723" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18550" PostTypeId="2" ParentId="18547" CreationDate="2021-03-02T07:02:31.783" Score="-1" Body="&lt;p&gt;you can search it on the website &amp;quot;https://www.kaggle.com/&amp;quot;.&lt;/p&gt;&#xA;" OwnerUserId="26712" LastActivityDate="2021-03-02T07:02:31.783" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18551" PostTypeId="1" CreationDate="2021-03-03T05:16:12.133" Score="0" ViewCount="33" Body="&lt;p&gt;Looking for a &lt;a href=&quot;https://www.nationalgallery.org.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;British National public Art Gallery&lt;/a&gt; with high-quality images, to train GANs for Image Regeneration.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2024-03-17T11:02:35.327" Title="British National public Art Gallery High Quality Images for GAN Modelling" Tags="|data-request|machine-learning|images|deep-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18552" PostTypeId="2" ParentId="18551" CreationDate="2021-03-03T05:18:40.690" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://www.nationalgallery.org.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Gallery, London&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The National Gallery is the primary British national public art gallery, sited on Trafalgar Square, in central London. It is home to one of the world's greatest collections of Western European paintings. Founded in 1824, from an initial purchase of 36 paintings by the British Government, its collections have since grown to about 2,300 paintings dating from the mid-13th century to 1900, most of which are on display.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://the-eye.eu/public/Images/National%20Gallery%20Paintings/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download from here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This directory contains 2,405 items.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wget -m -np -c -U &amp;quot;eye02&amp;quot; -w 2 -R &amp;quot;index.html*&amp;quot; &amp;quot;https://the-eye.eu/public/Images/National%20Gallery%20Paintings/&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-03-03T05:18:40.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18553" PostTypeId="1" CreationDate="2021-03-03T05:29:35.693" Score="0" ViewCount="45" Body="&lt;p&gt;I wonder where the historical Corona Virus research papers can be downloaded. Probably a bulk download of all papers from a couple of years or decades.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2023-12-18T13:03:25.360" Title="Historical CoronaVirus Papers" Tags="|data-request|research|covid19|research-papers|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18554" PostTypeId="2" ParentId="18553" CreationDate="2021-03-03T05:32:07.947" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://the-eye.eu/public/Papers/CoronaVirusPapers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CoronaVirusPapers&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Historical Corona Virus Papers can be downloaded from &lt;a href=&quot;https://the-eye.eu/public/Papers/CoronaVirusPapers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. This directory contains 5,352 items. And it contains papers from 1968 to 2020. All papers are in PDF format.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wget -m -np -c -U &amp;quot;eye02&amp;quot; -w 2 -R &amp;quot;index.html*&amp;quot; &amp;quot;https://the-eye.eu/public/Papers/CoronaVirusPapers/&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2021-03-03T05:37:44.300" LastActivityDate="2021-03-03T05:37:44.300" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18555" PostTypeId="1" CreationDate="2021-03-03T08:35:35.020" Score="1" ViewCount="341" Body="&lt;p&gt;&amp;quot;The Korea Postal code system changed from a 6-digit postal code system to a 5-digit postal code system on August 1, 2015&amp;quot; (&lt;a href=&quot;http://www.fedex.com/gy/koreapostalcode/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;source&lt;/a&gt;). So if you look up for example the old &amp;quot;korea 110-744&amp;quot; or &amp;quot;korea 110744&amp;quot; on Google Maps or GeoNames.org, you draw a blank. But if you simply Google it, you do find references to gazetteer websites, such as &lt;a href=&quot;http://south-korea.postcode.info/p/110-744&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://south-korea.postcode.info/p/110-744&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Is there a good (ideally open) source of structured (machine-readable) geolocation (address and ideally long-lat) data for South Korea pre-reform postcodes (and ideally current ones as well)? The address could be romanised or in &lt;a href=&quot;https://en.wikipedia.org/wiki/Hangul&quot; rel=&quot;nofollow noreferrer&quot;&gt;hangul&lt;/a&gt;, but that would be indifferent if long-lat is provided. The goal is to geolocate (long-lat) a dataset of addresses going back to the 1980s.&lt;/p&gt;&#xA;" OwnerUserId="15114" OwnerDisplayName="syre" LastEditorUserId="-1" LastEditDate="2022-10-13T03:46:22.593" LastActivityDate="2022-10-13T03:46:22.593" Title="South Korea pre-reform postcodes dataset" Tags="|data-request|postal-code|korea|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18557" PostTypeId="2" ParentId="18544" CreationDate="2021-03-04T00:29:51.683" Score="3" Body="&lt;p&gt;The UK is relatively good when it comes to open transport data. You might want to have a look at the &lt;a href=&quot;https://www.realtimetrains.co.uk/about/developer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;APIs produced by Real Time Trains&lt;/a&gt; (although some of these are chargeable) or the &lt;a href=&quot;https://datafeeds.networkrail.co.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;Network Rail data feeds&lt;/a&gt; that cover both trains and infrastructure (e.g. temporary speed restrictions on particular pieces of track).&lt;/p&gt;&#xA;&lt;p&gt;There is also lots of useful information on the &lt;a href=&quot;https://wiki.openraildata.com/index.php?title=Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;openraildata.com wiki&lt;/a&gt; including a &lt;a href=&quot;https://wiki.openraildata.com/index.php/Projects&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of projects using open train data&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;One thing that might be difficult is precise lat/lon data, since the rail network is set up to track trains between pairs of signals, so it may be that the available data only includes the location at what is referred to as 'signal berth' level. It should be possible to map trains to a point relating to each signal berth, but possibly not within each berth.&lt;/p&gt;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-03-04T00:29:51.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18558" PostTypeId="2" ParentId="18555" CreationDate="2021-03-04T08:09:37.060" Score="1" Body="&lt;p&gt;The Korean postal service offers downloads of the latest pre-reform postal codes here: &lt;a href=&quot;https://www.epost.go.kr/search/zipcode/newAddressDown.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.epost.go.kr/search/zipcode/newAddressDown.jsp&lt;/a&gt; (page in Korean). The data takes the form of pipe-separated postal codes and addresses both romanized and in hangul. No latitude nor longitude.&lt;/p&gt;&#xA;" OwnerUserId="15114" LastActivityDate="2021-03-04T08:09:37.060" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18560" PostTypeId="1" CreationDate="2021-03-04T10:15:03.977" Score="2" ViewCount="14" Body="&lt;p&gt;By categories, I mean areas such as:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Bankruptcy law&#xA;Consumer finance&#xA;Contracts&#xA;Tax law&#xA;Employment Law&#xA;Housing discrimination&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I’m looking to build a list of specific terminology by legal category, and am wondering if this already exists somewhere.&lt;/p&gt;&#xA;&lt;p&gt;For example: “Chapter 11,” “Bankruptcy petition,” “Adversary proceeding,” all relate to Bankruptcy law.&lt;/p&gt;&#xA;&lt;p&gt;The two parts I'm looking to join together do exist, on sites such as &lt;a href=&quot;https://dictionary.law.com/Default.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dictionary.law.com/Default.aspx&lt;/a&gt; and &lt;a href=&quot;https://www.enjuris.com/students/types-of-law-careers.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.enjuris.com/students/types-of-law-careers.html&lt;/a&gt;, but it's the connection between them that's proving difficult.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know if a resource like this already exists?&lt;/p&gt;&#xA;" OwnerUserId="26720" LastActivityDate="2021-03-04T10:15:03.977" Title="Is there a resource that links legal terminology to categories of law?" Tags="|legal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18561" PostTypeId="1" CreationDate="2021-03-04T10:27:20.000" Score="1" ViewCount="41" Body="&lt;p&gt;Does anyone have a link to some open source data on EV charging station data preferably in Denmark, but maybe Europe?&lt;/p&gt;&#xA;" OwnerUserId="26721" LastEditorUserId="6229" LastEditDate="2021-03-10T18:00:04.167" LastActivityDate="2024-02-23T11:24:59.887" Title="Seeking EV charging station data for Denmark" Tags="|geospatial|transportation|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18563" PostTypeId="2" ParentId="18320" CreationDate="2021-03-05T04:28:50.350" Score="0" Body="&lt;p&gt;You have to hook few sensors on the power transformers &amp;amp; monitor their values ver time.&#xA;Also you need some alogorithms working in the system to inform you on possible failures.&#xA;Also you can apply various formulas for the key paramaters like overloading,Gas PPM LOL,Paper degradation etc&#xA;Regards&#xA;Sanjaya Srivastava&#xA;seaasipl@gmail.com&#xA;+919004520982&lt;/p&gt;&#xA;" OwnerUserId="26723" LastActivityDate="2021-03-05T04:28:50.350" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18566" PostTypeId="1" CreationDate="2021-03-05T14:05:17.567" Score="0" ViewCount="34" Body="&lt;p&gt;Does anybody know where I can find some sample data to use as stub data for my application to test with I don't want it to be just random strings and numbers?&lt;/p&gt;&#xA;&lt;p&gt;I was originally going to user Microsoft &amp;quot;Ready for Windows&amp;quot; list but this appears to have vanished. I'm looking for a list of Software with Vendor, Application Name and Version e.g. (Mozilla, Firefox, 85.0).&lt;/p&gt;&#xA;&lt;p&gt;In terms of quantity as many as possible (thousands if possible) and format doesn't really matter as I can write some code to deal with that.&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;&lt;p&gt;C&lt;/p&gt;&#xA;" OwnerUserId="26729" LastActivityDate="2021-04-05T09:03:30.480" Title="List of software and versions for test data" Tags="|data-request|programming|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18567" PostTypeId="2" ParentId="18566" CreationDate="2021-03-06T08:57:06.387" Score="1" Body="&lt;p&gt;You can generate the data yourself :-)&lt;/p&gt;&#xA;&lt;p&gt;If you know a bit about JavaScript and Node programming: take a look at the free &amp;quot;Faker.js&amp;quot; third-party library.&lt;/p&gt;&#xA;&lt;p&gt;Scroll down on the &lt;a href=&quot;https://github.com/marak/Faker.js/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Faker.js GitHub page&lt;/a&gt; to see what categories of fake data can be generated (Fake Addresses, Computer Lingo, Business-Gibberish, Lorem-Ipsums, Dates...)&lt;/p&gt;&#xA;&lt;p&gt;I think there are implementations of Faker.js available in other languages,e.g. Perl and Python. Or rather it was the other way around . JavaScript implementation came second.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-03-06T08:57:06.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18568" PostTypeId="1" AcceptedAnswerId="18569" CreationDate="2021-03-06T20:01:35.363" Score="1" ViewCount="105" Body="&lt;p&gt;I'm trying to do some data analysis on crime rates within my local constituency. I'm using the UK Police API to get the data but currently, I have to manually define the boundary using longitude and latitude coordinates defining a polynomial.&lt;/p&gt;&#xA;&lt;p&gt;Is there any way to download the outline of UK constituencies as longitude and latitude coordinates?&lt;/p&gt;&#xA;" OwnerUserId="26735" LastEditorUserId="6229" LastEditDate="2021-03-11T18:09:55.620" LastActivityDate="2024-03-28T09:58:38.527" Title="Seeking location data for UK parliamentary constituencies" Tags="|geospatial|uk|elections|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18569" PostTypeId="2" ParentId="18568" CreationDate="2021-03-06T21:14:15.557" Score="2" Body="&lt;p&gt;The ONS has what looks like the data you're looking for - &lt;a href=&quot;https://geoportal.statistics.gov.uk/datasets/5ce27b980ffb43c39b012c2ebeab92c0_2&quot; rel=&quot;nofollow noreferrer&quot;&gt;digital vector boundaries for Westminster Parliamentary Constituencies in the UK&lt;/a&gt;, as at 31 December 2017.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2021-03-06T21:14:15.557" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="18572" PostTypeId="1" CreationDate="2021-03-08T03:39:42.517" Score="1" ViewCount="67" Body="&lt;p&gt;Im doing an assessment for my highschool project where I need to find data for BMI and number of covid deaths associated with that BMI. Is there any website that will give me just the raw numbers on a table or anything like that?&lt;/p&gt;&#xA;" OwnerUserId="26741" LastEditorUserId="1511" LastEditDate="2021-03-08T19:01:04.193" LastActivityDate="2024-03-23T02:04:50.720" Title="What website to use to find data for my highschool project on BMI and Covid deaths?" Tags="|data-request|covid19|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18573" PostTypeId="1" CreationDate="2021-03-08T16:53:42.057" Score="1" ViewCount="10" Body="&lt;p&gt;I'm looking for a data source that shows me lease rates.  I know there are some on Costar and LoopNet, but I do not have a subscription and am hoping there is a free data source available.&lt;/p&gt;&#xA;" OwnerUserId="26744" LastActivityDate="2021-03-08T16:53:42.057" Title="Where can I find the lease rates for office and industrial space in my area (Sturgeon Bay, Wisconsin to be specific)?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18574" PostTypeId="2" ParentId="18572" CreationDate="2021-03-08T19:04:37.227" Score="0" Body="&lt;p&gt;good question.&lt;/p&gt;&#xA;&lt;p&gt;There are some sources linked here, for China, and also for early in the pandemic: &lt;a href=&quot;https://ourworldindata.org/mortality-risk-covid#case-fatality-rate-of-covid-19-by-preexisting-health-conditions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/mortality-risk-covid#case-fatality-rate-of-covid-19-by-preexisting-health-conditions&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;but BMI isn't directly reported. (indicators of BMI are, though, for example: heart disease, diabetes, hypertension)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/naiwN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/naiwN.png&quot; alt=&quot;health conditions for covid deaths&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Are any of those useful? If so, you can find the data here: &lt;a href=&quot;https://github.com/owid/covid-19-data/tree/master/public/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/owid/covid-19-data/tree/master/public/data&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-03-08T19:04:37.227" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18575" PostTypeId="1" CreationDate="2021-03-09T11:40:13.667" Score="2" ViewCount="57" Body="&lt;p&gt;where I can get Radarsat-1 data for 1999-2001 over Indian region(open for download)?&#xA;or can anyone suggest me SAR dataset for the above mentioned year and location which can be downloaded free of cost.&lt;/p&gt;&#xA;" OwnerUserId="26748" LastEditorUserId="70" LastEditDate="2022-10-13T18:00:19.423" LastActivityDate="2024-03-08T09:04:16.257" Title="Open source SAR data for the year 1999-2001 over India" Tags="|data-request|geospatial|uses-of-open-data|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18579" PostTypeId="2" ParentId="18472" CreationDate="2021-03-10T18:41:12.017" Score="0" Body="&lt;p&gt;openFDA does not have an easy way to provide 100% accurate results to your query, but you could search the Drug Label endpoint and get &amp;quot;new&amp;quot; labels by filtering on &lt;code&gt;effective_time&lt;/code&gt; and also looking in &lt;code&gt;indications_and_usage&lt;/code&gt; for indications of a cancer drug, for example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=indications_and_usage:%22cancer%22+AND+effective_time:%5B20210101+TO+20211231%5D+AND+openfda.product_type.exact:%22HUMAN%20PRESCRIPTION%20DRUG%22&amp;amp;sort=effective_time:desc&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=indications_and_usage:%22cancer%22+AND+effective_time:[20210101+TO+20211231]+AND+openfda.product_type.exact:%22HUMAN%20PRESCRIPTION%20DRUG%22&amp;amp;sort=effective_time:desc&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Then you would need to cross-check the results with the Drugs@FDA endpoint to make sure the drugs in fact have had a recent FDA approval.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-03-10T18:41:12.017" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18582" PostTypeId="2" ParentId="12692" CreationDate="2021-03-11T18:12:59.453" Score="0" Body="&lt;p&gt;There are 2 kinds of surface maps to look for, Digital Elevation Models (DEMs) for ground level, and Digital Terrain Models (DSMs) which include built environment like buildings, towers, etc. If you google DEM and keywords you should have luck. Might be of interest: &lt;a href=&quot;https://gis.stackexchange.com/questions/279320/just-need-a-lo-res-8-bit-depth-elevation-map-either-real-or-fictional-bmp&quot;&gt;https://gis.stackexchange.com/questions/279320/just-need-a-lo-res-8-bit-depth-elevation-map-either-real-or-fictional-bmp&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3932" LastActivityDate="2021-03-11T18:12:59.453" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18585" PostTypeId="1" AcceptedAnswerId="19769" CreationDate="2021-03-12T12:44:28.517" Score="0" ViewCount="27" Body="&lt;p&gt;I am looking for demographics of languages spoken or not-spoken by Swiss citizens or residents.&lt;/p&gt;&#xA;&lt;p&gt;Although I don't think it's possible to find this exact dataset, this is the core question: &lt;strong&gt;how many swiss citizens can't speak one of the national languages?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The best would be on the country level, but broken down into different Cantons. And relevant is if the person speaks or does not speak one of official languages of the country or region.&lt;/p&gt;&#xA;&lt;p&gt;For example, 95% of Swiss citizens in Kanton Zürich speak German/Swiss-German fluently.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;I just need some stats, so I'm flexible with the license of the data.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-03-12T15:39:56.703" LastActivityDate="2021-06-14T05:56:51.890" Title="Language demographics of Swiss citizens" Tags="|data-request|language|demographics|switzerland|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18591" PostTypeId="1" CreationDate="2021-03-15T11:41:00.910" Score="1" ViewCount="60" Body="&lt;p&gt;Transit Open Data APIs often use &lt;a href=&quot;https://developers.google.com/transit/gtfs-realtime&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTFS-realtime&lt;/a&gt; for providing real time status updates (service late, currently here, effectively RT differences against scheduled services).&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://developers.google.com/transit/gtfs-realtime/reference&quot; rel=&quot;nofollow noreferrer&quot;&gt;GTFS-realtime spec is now at v2&lt;/a&gt; for what seems like a lot of good reasons.&lt;/p&gt;&#xA;&lt;p&gt;Wondering if anyone has any tips / advice / gotchas on migrating an existing code base (java) from v1 to v2?&lt;/p&gt;&#xA;" OwnerUserId="26797" LastEditorUserId="26797" LastEditDate="2021-03-15T12:20:53.700" LastActivityDate="2021-03-26T00:46:23.870" Title="Any tips dealing with GTFS-realtime v2 compared with GTFS-relatime v1" Tags="|api|uses-of-open-data|public-transport|real-time|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18593" PostTypeId="1" CreationDate="2021-03-16T09:35:44.593" Score="0" ViewCount="174" Body="&lt;p&gt;I am currently writing my thesis on how temperature affects mortality in Europe.&lt;/p&gt;&#xA;&lt;p&gt;I obtained an excellent dataset from the Eurostat Database containing weekly Mortality numbers on NUTS1 level (regions). It is important that my data fits this NUTS1 specification (Germany for instance has 16 NUTS1 regions).&lt;/p&gt;&#xA;&lt;p&gt;So far I've only been able to find daily data from weather stations where the frequency is way too high for my research.&lt;/p&gt;&#xA;&lt;p&gt;I could do with daily data for NUTS1, NUTS2, or even NUTS3 (Germany is divided into 400 of these).&lt;/p&gt;&#xA;&lt;p&gt;But when the data is from stations the task of getting data and matching it to coordinates seems a bit much.&lt;/p&gt;&#xA;&lt;p&gt;I heard something about a software called QGis that can match stations to coordinates but that is not something I have experience doing though.&lt;/p&gt;&#xA;&lt;p&gt;Any help is much appreciated&lt;/p&gt;&#xA;" OwnerUserId="26807" LastEditorUserId="23272" LastEditDate="2021-03-17T05:04:24.173" LastActivityDate="2021-04-15T08:33:51.983" Title="Weekly temperature data for Europe on a regional level NUTS 1" Tags="|data-request|programming|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18595" PostTypeId="2" ParentId="18043" CreationDate="2021-03-17T10:02:04.503" Score="0" Body="&lt;p&gt;Very good question. Unfortunately OpenStreetMap will be of no use here. Maybe there is are established ML techniques to extract buildings from georeferenced historical maps, like the &lt;a href=&quot;https://test.map.geo.admin.ch/?lang=en&amp;amp;topic=ech&amp;amp;layers=ch.swisstopo.zeitreihen,ch.bfs.gebaeude_wohnungs_register,ch.bav.haltestellen-oev,ch.swisstopo.swisstlm3d-wanderwege&amp;amp;layers_opacity=1,1,1,0.8&amp;amp;layers_visibility=true,false,false,false&amp;amp;layers_timestamp=18841231,,,&amp;amp;lon=6.14318&amp;amp;lat=46.20237&amp;amp;zoom=11.19000000000347&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dufour map&lt;/a&gt; in Switzerland and others.&lt;/p&gt;&#xA;&lt;p&gt;E.g. something like this: &lt;a href=&quot;http://lazarus.elte.hu/avhm/proc/AVHM_proceedings_01_Drolias.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lazarus.elte.hu/avhm/proc/AVHM_proceedings_01_Drolias.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26819" LastActivityDate="2021-03-17T10:02:04.503" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18598" PostTypeId="1" AcceptedAnswerId="18599" CreationDate="2021-03-17T21:18:01.090" Score="0" ViewCount="105" Body="&lt;p&gt;Having ingested the 510k dataset, several of the entries have a &lt;code&gt;statement_or_summary&lt;/code&gt; value of &amp;quot;Summary&amp;quot; or &amp;quot;Statement&amp;quot; which I understand means a summary/statement is available.&lt;/p&gt;&#xA;&lt;p&gt;For example, given this record:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;third_party_flag&amp;quot;: &amp;quot;N&amp;quot;,&#xA;  &amp;quot;advisory_committee_description&amp;quot;: &amp;quot;Ear, Nose, Throat&amp;quot;,&#xA;  &amp;quot;statement_or_summary&amp;quot;: &amp;quot;Summary&amp;quot;,&#xA;  &amp;quot;product_code&amp;quot;: &amp;quot;ETN&amp;quot;,&#xA;  &amp;quot;openfda&amp;quot;: {&#xA;    &amp;quot;device_name&amp;quot;: &amp;quot;Stimulator, Nerve&amp;quot;,&#xA;    &amp;quot;medical_specialty_description&amp;quot;: &amp;quot;Ear, Nose, Throat&amp;quot;,&#xA;    &amp;quot;regulation_number&amp;quot;: &amp;quot;874.1820&amp;quot;,&#xA;    &amp;quot;device_class&amp;quot;: &amp;quot;2&amp;quot;,&#xA;    &amp;quot;registration_number&amp;quot;: [...],&#xA;    &amp;quot;fei_number&amp;quot;: [...]&#xA;  },&#xA;  &amp;quot;applicant&amp;quot;: &amp;quot;THE MAGSTIM COMPANY LTD.&amp;quot;,&#xA;  &amp;quot;decision_date&amp;quot;: &amp;quot;1995-06-02&amp;quot;,&#xA;  &amp;quot;decision_code&amp;quot;: &amp;quot;SESE&amp;quot;,&#xA;  &amp;quot;device_name&amp;quot;: &amp;quot;NEUROSIGN 100 IMPEDANCE METER&amp;quot;,&#xA;  &amp;quot;advisory_committee&amp;quot;: &amp;quot;EN&amp;quot;,&#xA;  &amp;quot;contact&amp;quot;: &amp;quot;CHRIS  HOVEY&amp;quot;,&#xA;  &amp;quot;expedited_review_flag&amp;quot;: &amp;quot;&amp;quot;,&#xA;  &amp;quot;k_number&amp;quot;: &amp;quot;K945799&amp;quot;,&#xA;  &amp;quot;date_received&amp;quot;: &amp;quot;1994-11-28&amp;quot;,&#xA;  &amp;quot;decision_description&amp;quot;: &amp;quot;Substantially Equivalent&amp;quot;,&#xA;  &amp;quot;clearance_type&amp;quot;: &amp;quot;Traditional&amp;quot;&#xA;},&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Although the record says &amp;quot;Summary&amp;quot;, one doesn't exist when viewing the FDAs database: &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfpmn/pmn.cfm?ID=K945799&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfpmn/pmn.cfm?ID=K945799&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;So far I've seen that the URL structure for these is normally &lt;code&gt;https://www.accessdata.fda.gov/cdrh_docs/pdf&amp;lt;k number year&amp;gt;/&amp;lt;k number&amp;gt;.pdf&lt;/code&gt; However, for years 95ish through 01ish, it's just &lt;code&gt;/pdf/&lt;/code&gt; with no year. Is this behavior documented anywhere (or possibly purposely not exposed)? Is there something I'm missing?&lt;/p&gt;&#xA;" OwnerUserId="26824" LastEditorUserId="26824" LastEditDate="2021-03-18T19:48:06.610" LastActivityDate="2021-04-16T14:13:17.683" Title="Given the 510k dataset, how do I derive the location of summary PDFs?" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18599" PostTypeId="2" ParentId="18598" CreationDate="2021-03-18T14:52:34.270" Score="2" Body="&lt;p&gt;openFDA renders its 510K dataset from the &lt;a href=&quot;https://www.fda.gov/medical-devices/510k-clearances/downloadable-510k-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable 510K files&lt;/a&gt;, which unfortunately do not provide any information about the links to PDF letters. We would recommend that you contact CDRH directly to inquiry about the best way of programmatically obtaining the links to PDFs.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-03-18T14:52:34.270" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="18600" PostTypeId="2" ParentId="17752" CreationDate="2021-03-18T20:12:53.863" Score="1" Body="&lt;p&gt;The Python script &lt;a href=&quot;https://github.com/Geremia/MondotimesScraper&quot; rel=&quot;nofollow noreferrer&quot;&gt;MondotimesScraper&lt;/a&gt; can collect data from &lt;a href=&quot;https://www.mondotimes.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mondotimes.com&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2021-03-18T20:12:53.863" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18601" PostTypeId="1" AcceptedAnswerId="18603" CreationDate="2021-03-18T22:43:28.813" Score="0" ViewCount="33" Body="&lt;p&gt;I am looking at the openFDA documentation and I don't see an endpoint to gather all of their press releases/announcements.  Can I back into that using the existing api?&lt;/p&gt;&#xA;" OwnerUserId="26830" LastActivityDate="2021-03-19T13:57:17.287" Title="FDA Press Releases/Announcements" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18603" PostTypeId="2" ParentId="18601" CreationDate="2021-03-19T13:57:17.287" Score="2" Body="&lt;p&gt;Unfortunately, such an endpoint is not yet available in openFDA.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-03-19T13:57:17.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18606" PostTypeId="1" CreationDate="2021-03-21T21:04:54.883" Score="1" ViewCount="25" Body="&lt;p&gt;If anyone has worked with Cal Fire Perimeter dataset, can you advise what will be a good data source to get hourly California Fire perimeter, by date and by location, from 2010s and later?&lt;/p&gt;&#xA;&lt;p&gt;I am looking for a dataset that will give me the timestamp and the location, in term of longitude and latitude, when a fire occurs. I did look at NASA VIIRS Active Fire Data to get active fire hotspot. However, when I compared the data I got from there with Cal Fire Perimeter dataset, I noticed that NASA VIIRS Active Fire Data did not contain all of the fire's hotspot when it occurs. Thus, to get a more accurate picture of the fire's spreading time, I just wonder if anyone has any recommendations on what dataset I should use.&lt;/p&gt;&#xA;" OwnerUserId="26844" LastEditorUserId="6229" LastEditDate="2021-03-21T23:33:25.737" LastActivityDate="2021-03-25T00:46:02.653" Title="Seeking remote sensing dataset for fire perimeter by hour in California" Tags="|usa|real-time|fire|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18607" PostTypeId="1" CreationDate="2021-03-22T14:04:24.117" Score="2" ViewCount="39" Body="&lt;p&gt;I am trying to download Landsat 5 tile on USGS explorer from the Landsat Collection 1 and Landsat Collection 2 dataset in order to do temporal analysis. However, in Africa, I can only retrieve a few images between 1984 and 2002 (approximately one every two year). In other continent such as Europe, I can access all images (every 14 days).&lt;/p&gt;&#xA;&lt;p&gt;Is it a USGS issue, or can I get the data somewhere else ?&lt;/p&gt;&#xA;&lt;p&gt;PS : I am posting my issue here because custserv@usgs.gov has not answering to me.&lt;/p&gt;&#xA;" OwnerUserId="26846" LastActivityDate="2021-12-19T14:05:05.380" Title="Landsat 5 missing archives in Africa" Tags="|data-request|africa|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18610" PostTypeId="2" ParentId="18607" CreationDate="2021-03-24T12:21:27.117" Score="1" Body="&lt;p&gt;not sure about why. I am currently doing a project on Nigeria, and I have had issues finding particular images. I am using Landsat 8, 7 gave me murky images. Have you tried other landsat satellites?&lt;/p&gt;&#xA;" OwnerUserId="25450" LastActivityDate="2021-03-24T12:21:27.117" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18613" PostTypeId="2" ParentId="4116" CreationDate="2021-03-24T13:37:22.953" Score="0" Body="&lt;p&gt;I can suggest you algoseek. They provide historical data for stocks, ETFs, and ETNs from 2007.&lt;/p&gt;&#xA;&lt;p&gt;Also, they offer different kinds of datasets (tick data, daily OHLC etc).&lt;/p&gt;&#xA;&lt;p&gt;You can browse their products list on their website, also, there you can find samples and documentation per each dataset.&lt;/p&gt;&#xA;" OwnerUserId="26864" LastActivityDate="2021-03-24T13:37:22.953" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="18616" PostTypeId="2" ParentId="18606" CreationDate="2021-03-25T00:40:47.507" Score="1" Body="&lt;p&gt;There are a few of them that may what you are looking for. You said Cal Fire Perimeter and indicate that you wanted focus on California ?&lt;/p&gt;&#xA;&lt;p&gt;The USFS has their Forest Service in California.&lt;/p&gt;&#xA;&lt;p&gt;The other one is Interagency&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fs.usda.gov/science-technology/fire/information&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fs.usda.gov/science-technology/fire/information&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://egp.nwcg.gov/egp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://egp.nwcg.gov/egp/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Plus, here is my question I had in the past here :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/9122/us-fire-database&quot;&gt;US Fire Database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://fsapps.nwcg.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fsapps.nwcg.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Also you might find them in ArcGIS Online . ArcGIS Hubs&lt;/p&gt;&#xA;&lt;p&gt;In the past, I post my question about Fire data&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/9122/us-fire-database&quot;&gt;US Fire Database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastEditorUserId="2686" LastEditDate="2021-03-25T00:46:02.653" LastActivityDate="2021-03-25T00:46:02.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18617" PostTypeId="2" ParentId="18575" CreationDate="2021-03-25T00:48:38.510" Score="0" Body="&lt;p&gt;If you have not found one yet,&lt;/p&gt;&#xA;&lt;p&gt;Here is the link to it&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://earth.esa.int/web/eoportal/satellite-missions/r/radarsat-1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://earth.esa.int/web/eoportal/satellite-missions/r/radarsat-1&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-03-25T00:48:38.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18619" PostTypeId="1" CreationDate="2021-03-25T13:31:30.290" Score="1" ViewCount="24" Body="&lt;p&gt;Are there other projects similar to google books that allow (legally defensible) search, snippet view, and/or metadata exploration of non-public domain books?&lt;/p&gt;&#xA;" OwnerUserId="25469" LastActivityDate="2021-03-25T13:31:30.290" Title="Projects similar to google books?" Tags="|metadata|books|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18620" PostTypeId="2" ParentId="15705" CreationDate="2021-03-25T15:35:12.287" Score="1" Body="&lt;p&gt;There is a &lt;em&gt;Firmenbuch&lt;/em&gt; in Austria which officially registers all businesses. Unfortunately, retrieving data from that register is not for free. &lt;a href=&quot;https://www.registerauszug.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Take a look here&lt;/a&gt;, and you will see a price list after your search query. (If you know German, there are more information about the &lt;em&gt;Firmenbuch&lt;/em&gt; &lt;a href=&quot;https://www.usp.gv.at/laufender-betrieb/firmenbuch/firmenbuchabfrage.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; at the Republic of Austria's &lt;em&gt;Unternehmensserviceportal&lt;/em&gt;.)&lt;/p&gt;&#xA;&lt;p&gt;If you are fine with aggregated data about the Austrian landscape of businesses, then you could take a look at &lt;a href=&quot;https://www.statistik.at/web_de/statistiken/wirtschaft/unternehmen_arbeitsstaetten/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;the relevant page of Statistics Austria&lt;/a&gt;. You might also find something at &lt;a href=&quot;https://www.data.gv.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Austria's Open Data Portal&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-03-25T15:35:12.287" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18622" PostTypeId="1" AcceptedAnswerId="19625" CreationDate="2021-03-25T18:07:53.977" Score="2" ViewCount="61" Body="&lt;p&gt;I am working on a multifactorial model to explain preferences for a given habitat for a species of bird,&#xA;on a European scale. In this model, I have included variables such as slope or terrain ruggedness, which caraterize mountain habitat. However, I would like to be a little more precise regarding presence of rocks, boulders, screes, or anything related to broken rock fragments. My research has been unsuccessful so far, I could only find lithological maps, which is not quite my goal.&lt;/p&gt;&#xA;&lt;p&gt;Do you know if such maps exist? Or is there a proxy that I have not thought about?&lt;/p&gt;&#xA;&lt;p&gt;I am new to habitat modelling, so any help would be greatly appreciated!&lt;/p&gt;&#xA;&lt;p&gt;(I use both QGIS and R)&lt;/p&gt;&#xA;" OwnerUserId="26879" LastEditorUserId="26879" LastEditDate="2021-03-25T18:18:04.113" LastActivityDate="2021-03-28T20:23:42.627" Title="Does maps of rocky habitats exist?" Tags="|data-request|geospatial|europe|data-mapping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="18624" PostTypeId="1" CreationDate="2021-03-27T00:04:57.930" Score="0" ViewCount="23" Body="&lt;p&gt;I'm working on a project with 3d buildings and looking for high LOD 3d buildings like this&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/sk5jM.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/sk5jM.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/qfJgW.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/qfJgW.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Where can I get these high LOD buildings?&lt;/p&gt;&#xA;" OwnerUserId="26886" LastEditorUserId="70" LastEditDate="2022-10-13T16:53:02.513" LastActivityDate="2024-03-06T21:00:35.070" Title="3D Building high LOD" Tags="|data-request|buildings|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19625" PostTypeId="2" ParentId="18622" CreationDate="2021-03-28T20:23:42.627" Score="1" Body="&lt;p&gt;I doubt there is any pan European dataset that maps boulders!&lt;/p&gt;&#xA;&lt;p&gt;In the UK the national mapping agency OS will map on 1:25,000 scree, boulder fields and the like, I suspect this data is in OS MasterMap. I would imagine other national mapping agencies will capture similar detail although quality and resolution will surely vary.&lt;/p&gt;&#xA;&lt;p&gt;There are very few datasets that map consistently across different nations and at scale that could identify fine detail.&lt;/p&gt;&#xA;&lt;p&gt;The only cross-continental dataset that I'm aware of is OpenStreetMap and this is unlikely to capture what you are looking for in any consistent manner.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2021-03-28T20:23:42.627" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19626" PostTypeId="2" ParentId="17999" CreationDate="2021-03-28T20:32:12.603" Score="1" Body="&lt;p&gt;How about the website &lt;a href=&quot;https://www.upwork.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.upwork.com/&lt;/a&gt; I'm sure there are other sites out there, this was the first I found?&lt;/p&gt;&#xA;&lt;p&gt;You could also look &lt;a href=&quot;https://millo.co/sites-like-upwork&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2021-03-28T20:32:12.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19627" PostTypeId="2" ParentId="18624" CreationDate="2021-03-28T22:45:19.203" Score="0" Body="&lt;p&gt;My first go-to for 3d models is TurboSquid.com.  Try this link:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.turbosquid.com/3d-model/free/commercial-building?synonym=commercial+buildings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.turbosquid.com/3d-model/free/commercial-building?synonym=commercial+buildings&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="26377" LastActivityDate="2021-03-28T22:45:19.203" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19628" PostTypeId="1" CreationDate="2021-03-29T12:52:45.267" Score="2" ViewCount="369" Body="&lt;p&gt;I was wondering if there are any available data sets on newspaper headline/article aggregation over 2019 and 2020, I'm interested in exploring sentiment analysis over the period but have been unable to find anything contemporary enough?&lt;/p&gt;&#xA;" OwnerUserId="27898" LastEditorUserId="23272" LastEditDate="2022-07-14T12:21:11.903" LastActivityDate="2022-07-14T12:21:11.903" Title="Public Data sets on News paper headlines or articles from 2019-2020" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19630" PostTypeId="1" CreationDate="2021-03-29T19:14:46.280" Score="0" ViewCount="448" Body="&lt;p&gt;Having difficulty accessing this data file - EARN_MDN_HI_2YR.  have tried the search bar, but have not been successful.&lt;/p&gt;&#xA;" OwnerUserId="27901" LastEditorUserId="5763" LastEditDate="2021-04-02T08:06:05.060" LastActivityDate="2021-07-11T22:30:19.300" Title="How to find undergraduate earnings data" Tags="|data-request|data.gov|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19631" PostTypeId="2" ParentId="19630" CreationDate="2021-03-29T21:05:52.913" Score="1" Body="&lt;p&gt;A search for &amp;quot;EARN_MDN_HI_2YR&amp;quot; in Bing leads to the document &amp;quot;&lt;a href=&quot;https://collegescorecard.ed.gov/assets/FieldOfStudyDataDocumentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Technical Documentation: College Scorecard Data by Field of Study (PDF)&lt;/a&gt;&amp;quot;. The field &amp;quot;EARN_MDN_HI_2YR&amp;quot; is a part of the dataset resource &amp;quot;&lt;a href=&quot;https://data.ed.gov/dataset/college-scorecard-all-data-files-through-6-2020/resources?resource=ff68afc4-6d23-459d-9f60-4006e4f85583&quot; rel=&quot;nofollow noreferrer&quot;&gt;Most Recent Data by Field of Study&lt;/a&gt;&amp;quot;. The download from this page is a zip file containing a CSV file. The CSV file has several columns including the column &amp;quot;EARN_MDN_HI_2YR&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;From the Technical Documentation, &amp;quot;The 2020 Scorecard earnings data release makes progress toward the goal of adding measurement points to the earnings data series by publishing median earnings measured two years after completion (EARN_MDN_HI_2YR).&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="27902" LastActivityDate="2021-03-29T21:05:52.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19632" PostTypeId="2" ParentId="19628" CreationDate="2021-03-30T16:57:45.310" Score="1" Body="&lt;p&gt;&amp;quot;A Million News Headlines&amp;quot; is &amp;quot;sourced from the Australian Broadcasting Corporation&amp;quot; containing &amp;quot;data of news headlines published over a period of eighteen years from 2003-02-19 to 2020-12-31&amp;quot; available from:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/therohk/million-headlines&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/million-headlines&lt;/a&gt;, or&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/SYBGZL&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/SYBGZL&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&amp;quot;India News Headlines Dataset&amp;quot; is &amp;quot;an archive of notable events in the Indian subcontinent&amp;quot; from &amp;quot;2001-01-01 to 2020-12-31&amp;quot;:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/therohk/india-headlines-news-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/india-headlines-news-dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Although the following do not cover 2019 and 2020 as requested I include for information:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&amp;quot;One Week of Global News Feeds&amp;quot; is &amp;quot;a snapshot of most of the new news content published online&amp;quot; covering &amp;quot;the 7 Day-period of August 24 through August 30 for the years 2017 and 2018&amp;quot; &lt;a href=&quot;https://www.kaggle.com/therohk/global-news-week&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/therohk/global-news-week&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&amp;quot;News Headline Collection&amp;quot; is &amp;quot;Headline Dataset collected over three years (Jan-2014 to Dec-2016)&amp;quot; &lt;a href=&quot;https://sites.google.com/view/headlinedataset/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sites.google.com/view/headlinedataset/home&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;There is also a &amp;quot;Dataset of major newspapers content&amp;quot; question on this site posted Apr 12 2015 with some useful links &lt;a href=&quot;https://opendata.stackexchange.com/questions/4981/dataset-of-major-newspapers-content&quot;&gt;Dataset of major newspapers content&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="27902" LastActivityDate="2021-03-30T16:57:45.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19633" PostTypeId="1" CreationDate="2021-03-31T23:55:55.860" Score="0" ViewCount="171" Body="&lt;p&gt;so I am looking for a list of every municipality in the USA in spreadsheet form, or at least that can be easily imported into a spreadsheet. I would like it to include every municipality type in every state, whether it's a town, township, city, or anything else.&lt;/p&gt;&#xA;&lt;p&gt;It should also have population values for every municipality, as well as the name and state it's located in. I would like the population values to be estimates from 2016 or later, preferably as recently as possible. Though I would also accept older estimates or 2010 census figures.&lt;/p&gt;&#xA;&lt;p&gt;I would also prefer if each entry also had a land area, but that is somewhat optional. It is fine if the spreadsheet also contains more information than name, state, population, and area, but it is not necessary.&lt;/p&gt;&#xA;&lt;p&gt;I did find &lt;a href=&quot;https://www.uscitieslist.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, but it is paid. I would like to find a free dataset if at all possible, especially because what I'm looking for doesn't quite need to be as extensive as this one is.&lt;/p&gt;&#xA;&lt;p&gt;So does such a dataset exist? And where can I find it if so?&lt;/p&gt;&#xA;" OwnerUserId="16801" LastActivityDate="2021-09-11T23:01:10.133" Title="Is there a list of all municipalities in the USA with population values as a spreadsheet?" Tags="|usa|city|population|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19634" PostTypeId="1" CreationDate="2021-04-01T07:54:15.253" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for website catalogs of companies in Europe - Spain, Portugal, Baltic states, etc.&lt;/p&gt;&#xA;&lt;p&gt;My knowledge of their native languages is very low, so I couldn't find any relevant results in English.&lt;/p&gt;&#xA;&lt;p&gt;Could anyone please recommend such a website? For example - Czech Republic has firmy(dot)cz - something like yellow pages, but a local variant.&lt;/p&gt;&#xA;&lt;p&gt;I am looking for websites and e-mails.&lt;/p&gt;&#xA;" OwnerUserId="27917" LastEditorUserId="23272" LastEditDate="2021-04-18T04:57:38.923" LastActivityDate="2021-04-18T04:57:38.923" Title="Any good website to find local companies and firms?" Tags="|research|europe|business|social-media|email|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19635" PostTypeId="2" ParentId="18553" CreationDate="2021-04-02T08:02:39.050" Score="0" Body="&lt;p&gt;You can also search the Entrez Portal of NCBI. See &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/books/NBK25501/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Entrez Programming Utilities Help&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;A query to get publication metadata for papers from 1995 that have &amp;quot;Coronavirus&amp;quot; in their title: &lt;a href=&quot;https://eutils.ncbi.nlm.nih.gov/entrez/eutils/esearch.fcgi?db=pubmed&amp;amp;term=coronavirus%5Btitle%5D%20AND%201995%5Bpdat%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://eutils.ncbi.nlm.nih.gov/entrez/eutils/esearch.fcgi?db=pubmed&amp;amp;term=coronavirus[title]%20AND%201995[pdat]&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This query does &lt;em&gt;not&lt;/em&gt; give you the full text of these papers, only basic metadata about the results, and the first 20 ids of  papers found.&lt;/p&gt;&#xA;&lt;p&gt;It would be your task then to follow up  on each paper ID (get more info from Entrez, fetch the PDF etc). I haven't done so here because you have already answered your own question, sufficiently.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-04-02T08:02:39.050" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19636" PostTypeId="2" ParentId="19630" CreationDate="2021-04-02T08:26:14.547" Score="0" Body="&lt;p&gt;I do not know where to find a dataset with exactly this column name (on data.gov - noticed your use of the &amp;quot;data.gov&amp;quot; tag only &lt;em&gt;after&lt;/em&gt; my post was written)&lt;/p&gt;&#xA;&lt;p&gt;However, in &lt;a href=&quot;https://github.com/rfordatascience/tidytuesday/tree/master/data/2018/2018-10-16&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dataset&lt;/a&gt; on the tidytuesday site (an R learning community), the column is simply called &amp;quot;Median&amp;quot;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Median  Median earnings of full-time, year-round workers&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The original dataset was compiled by Fivethirtyeight in 2012, though.&#xA;See data.fivethirtyeight.com and scroll down to &lt;a href=&quot;https://data.fivethirtyeight.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;  &amp;quot;The Economic Guide To Picking A College Major&amp;quot;&lt;/a&gt;     (Sept. 12, 2014)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;All data is from American Community Survey 2010-2012 Public Use Microdata Series.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Original data and more: &lt;a href=&quot;http://www.census.gov/programs-surveys/acs/data/pums.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.census.gov/programs-surveys/acs/data/pums.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;For details see post on &lt;a href=&quot;https://fivethirtyeight.com/features/the-economic-guide-to-picking-a-college-major/&quot; rel=&quot;nofollow noreferrer&quot;&gt;fivethirtyeight.com&lt;/a&gt; about the subject.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2021-04-02T08:33:12.920" LastActivityDate="2021-04-02T08:33:12.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19637" PostTypeId="1" CreationDate="2021-04-02T17:14:04.187" Score="1" ViewCount="66" Body="&lt;p&gt;#1: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.application_number:ANDA076407&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.application_number:ANDA076407&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I am trying to make a similar API call to above but for below application#&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;New Drug Application (NDA): 212994&#xA;Company: COMMCAVE THERAPEUTICS SA&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;However I am getting code not found error when using the API call below. Why is call #1 working and #2 not working? What am I doing wrong in call #2?&lt;/p&gt;&#xA;&lt;p&gt;#2: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.application_number:NDA212994&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.application_number:NDA212994&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="27928" LastActivityDate="2023-05-18T18:04:25.530" Title="Why is my API call for application_number is not working?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19639" PostTypeId="2" ParentId="18249" CreationDate="2021-04-03T10:48:36.710" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/JY2VZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JY2VZ.png&quot; alt=&quot;Global Climate monitor&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can try:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.globalclimatemonitor.org/#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.globalclimatemonitor.org/#&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There you can select data by country and of course you can download time series data.&lt;/p&gt;&#xA;" OwnerUserId="27927" LastEditorUserId="27927" LastEditDate="2021-04-03T11:07:41.353" LastActivityDate="2021-04-03T11:07:41.353" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19640" PostTypeId="1" CreationDate="2021-04-03T21:59:56.343" Score="1" ViewCount="23" Body="&lt;p&gt;According to the most recent Scorecard Dictionary, institutional level earnings data (e.g. MN_EARN_WNE_P10, MS_EARN_WNE_P6, etc.,) hasn't been updated since FY15. Is that correct - or is there more current earnings data by institution that I missed? In variation, When will this information be updated, if at all? Lastly, are you aware of any similar alternative sources - at the institutional level.&lt;/p&gt;&#xA;" OwnerUserId="27937" LastActivityDate="2021-04-03T21:59:56.343" Title="Institutional level earnings data (e.g. MN_EARN_WNE_P10, etc.,) has been updated since FY15. Is there anything more current? When will it be updated?" Tags="|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19641" PostTypeId="1" CreationDate="2021-04-05T21:37:16.823" Score="1" ViewCount="18" Body="&lt;p&gt;I'm trying to build an aerial imagery satellite overfishing detector. I've seen somebody has posted a question but that was 5 years ago and without aerial imagery.&lt;/p&gt;&#xA;" OwnerUserId="27943" LastEditorUserId="23272" LastEditDate="2021-04-06T04:09:41.980" LastActivityDate="2021-04-06T04:09:41.980" Title="Are there any overfishing aerial imagery datasets?" Tags="|geospatial|machine-learning|images|aerial-photography|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19642" PostTypeId="1" CreationDate="2021-04-06T10:04:07.197" Score="1" ViewCount="80" Body="&lt;ul&gt;&#xA;&lt;li&gt;I want to normalize my address by country wise and I'm in search of&#xA;dataset set that contains abbreviations for street values.&lt;/li&gt;&#xA;&lt;li&gt;For example: (St =&amp;gt; Street, Rd =&amp;gt; Road, Avn =&amp;gt; Avenue and so on.)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This is for English countries. But I want this abbreviations for every country in their local language.&#xA;Am searching for this data for    almost a week but I could find is not that informative. Can anyone    please suggest some data source for such data.?&lt;/p&gt;&#xA;&lt;p&gt;Thank you very much for your response. :)&lt;/p&gt;&#xA;" OwnerUserId="27945" LastEditorUserId="70" LastEditDate="2022-10-13T17:55:41.847" LastActivityDate="2023-07-11T16:03:40.407" Title="Seeking global (worldwide) list of street abbreviations" Tags="|data-request|global|address|normalization|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19643" PostTypeId="2" ParentId="18144" CreationDate="2021-04-07T08:34:58.423" Score="0" Body="&lt;p&gt;Another source is here: &lt;a href=&quot;https://quest-app.appspot.com/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://quest-app.appspot.com/download&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There are a lot of XDXF dictionaries listed for &lt;strong&gt;QTranslate&lt;/strong&gt;.&#xA;I do not know if they are taken from the &lt;strong&gt;web.archive.org&lt;/strong&gt;,&#xA;but the project is alive.&lt;/p&gt;&#xA;" OwnerUserId="27953" LastActivityDate="2021-04-07T08:34:58.423" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19645" PostTypeId="1" CreationDate="2021-04-08T13:12:41.790" Score="2" ViewCount="105" Body="&lt;p&gt;I'm looking to locate either a published table or federally hosted API that returns current (and/or past, if available) ZIP codes that includes the ZIP code type (S/P/U/Z/etc). This data must be published by an agency of the federal government. I'm not looking for ZCTA shapefiles, just a list of active codes, their type, and ideally the address of the corresponding post office for P- and Z- type zip codes. I've checked data.gov but they do not appear to offer datasets from the USPS.&lt;/p&gt;&#xA;&lt;p&gt;Most open geography datasources I have checked are based on ZCTA instead of the entire ZIP code universe (because they have to have polygon shapefiles, which I don't care about). This &lt;strong&gt;does not work&lt;/strong&gt; for me, ZIP and ZCTA are separate systems even though they use the same unique identifier (ZIP5). ZCTAs are maintained by the census bureau as approximations of the delivery area of S-type zip codes, and exclude P-, U- and Z- type ZIP codes, which do not have a postal delivery area. I need a datasource that includes P- and Z- ZIP codes (I don't care about U-type zip codes or any other types, if any exist).&lt;/p&gt;&#xA;&lt;p&gt;I can't use any source encumbered by restrictive terms of use and I don't want to use a commercial service for my project. I'd like my data to come directly from the Postal Service, or from another federal agency if no data is available from the Postal Service.&lt;/p&gt;&#xA;" OwnerUserId="27961" LastActivityDate="2021-04-08T13:12:41.790" Title="Need US federal source for ZIP codes (not ZCTAs) including ZIP code type" Tags="|geospatial|usa|data.gov|government|postal-code|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="19647" PostTypeId="1" CreationDate="2021-04-13T12:03:32.217" Score="1" ViewCount="148" Body="&lt;p&gt;&lt;em&gt;Please excuse due to lack of knowledge in the area of private company filings in the US.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;My assumption is that private companies in the US must make 2 separate returns (at federal and state)&#xA;For federal, we can use &lt;a href=&quot;https://www.sec.gov/edgar/search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDGAR&lt;/a&gt; platform to search for filing/documents. But when it comes to State, we need to visit individual state portal ( for eg  &lt;a href=&quot;https://businesssearch.sos.ca.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;for California&lt;/a&gt;, &lt;a href=&quot;https://esos.nv.gov/EntitySearch/OnlineEntitySearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;and for Nevada&lt;/a&gt; etc) to download documents such as annual returns/certificate of incorporation etc.&lt;/p&gt;&#xA;&lt;p&gt;I am in process of building a search feature which help user to search/download all returns across federal and state portals. Unfortunately, I am finding it difficult to perform search across various states since there is no unified identifier (something like CIK for EDGAR) handy for me to perform this search.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; Is there any provider (open source or paid) available out there who could abstract this complexity of search. Something like an API which would perform a consolidated search across various states and return the result ?&lt;/p&gt;&#xA;" OwnerUserId="26679" LastEditorUserId="26679" LastEditDate="2021-04-13T12:13:38.357" LastActivityDate="2024-02-29T22:08:56.103" Title="Consolidated search platform for company documents (federal and state)" Tags="|data-request|usa|data.gov|state|federal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19648" PostTypeId="1" CreationDate="2021-04-13T13:28:57.380" Score="1" ViewCount="247" Body="&lt;p&gt;Can you please suggest on how to get the CIK number and jurisdiction details of private companies registered in the US? What I have is a list of companies and its address, but in need of CIK and Jurisdiction for downloading returns. Open source or paid is fine with me.&lt;/p&gt;&#xA;" OwnerUserId="26679" LastEditorUserId="23272" LastEditDate="2022-07-14T12:42:30.140" LastActivityDate="2022-07-14T12:42:30.140" Title="CIK Number and Jurisdiction details - Private companies" Tags="|data-request|usa|data.gov|state|federal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19649" PostTypeId="2" ParentId="19642" CreationDate="2021-04-14T20:25:27.017" Score="1" Body="&lt;p&gt;I'm afraid it's very unlikely that you'll be able to find an existing dataset of abbreviations for every language, simply because there are so many languages (&lt;a href=&quot;https://www.linguisticsociety.org/content/how-many-languages-are-there-world&quot; rel=&quot;nofollow noreferrer&quot;&gt;more than 6,000&lt;/a&gt;) and variations within each language. For example, even in English 'Avenue' can be abbreviated to 'Av', 'Ave' or 'Avn' at least. That's before you get to the issue of different alphabets – do you want to abbreviate 'улица' (the Russian word for Street) to 'ул' as it would be in Cyrillic or 'Ul' as it would be transliterated into the Latin alphabet.&lt;/p&gt;&#xA;&lt;p&gt;A useful starting point would probably be to think carefully about exactly what languages you need for your purpose and whether the benefit of including a particular language in your abbreviations dataset out-weighs the time required to find or generate the abbreviations for that language. You might want to look at a &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_languages_by_total_number_of_speakers&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of languages by total number of speakers&lt;/a&gt; or to gather data about the most-common languages that you will be applying your abbreviations dataset to. This different might matter if, for example, Hindi is a rare language in your context even though it's the third-most common language in the world.&lt;/p&gt;&#xA;&lt;p&gt;Once you've done that you can concentrate your search on particular languages that are important in your context. For English, ESRI has an &lt;a href=&quot;https://support.esri.com/en/technical-article/000008454&quot; rel=&quot;nofollow noreferrer&quot;&gt;abbreviation dictionary for commonly used street prefixes&lt;/a&gt; that might be helpful.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-04-14T20:25:27.017" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19650" PostTypeId="2" ParentId="19633" CreationDate="2021-04-14T20:34:07.970" Score="1" Body="&lt;p&gt;This data should be available on &lt;a href=&quot;https://data.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.census.gov&lt;/a&gt;, specifically by selecting one-year population estimates from the &lt;a href=&quot;https://www.census.gov/programs-surveys/acs&quot; rel=&quot;nofollow noreferrer&quot;&gt;American Communities Survey&lt;/a&gt;. The geography type that most-closely matches municipalities is the '&lt;a href=&quot;https://en.wikipedia.org/wiki/Place_(United_States_Census_Bureau)&quot; rel=&quot;nofollow noreferrer&quot;&gt;place&lt;/a&gt;', which includes both incorporated places and Census-designated places, so you'll need to filter the data after downloading. You can read more about the &lt;a href=&quot;https://www.census.gov/programs-surveys/geography/about/glossary.html#par_textimage_14&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census definition of a place on the census.gov website&lt;/a&gt;. You may also want to check that the Census definition of a place matches your definition of a municipality by dip sampling the data you've downloaded.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-04-14T20:34:07.970" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19651" PostTypeId="2" ParentId="18593" CreationDate="2021-04-14T20:51:23.337" Score="1" Body="&lt;p&gt;The easiest way to access this data is probably to get daily summaries from the &lt;a href=&quot;https://www.ncdc.noaa.gov/ghcn-daily-description&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA Global Historical Climatology Network-Daily&lt;/a&gt; dataset and then aggregate them to weekly values. So if you're interested in how mortality is affected by weekly maximum and minimum temperature, you could calculate that by finding the highest of the daily maximum temperatures for a week and the lowest of the daily minimum temperatures.&lt;/p&gt;&#xA;&lt;p&gt;You will also have to choose which station(s) you want to represent each NUTS1 region. NUTS1 regions are very large and so the temperature is likely to vary substantially within them. For example in Bavaria the temperature in Garmisch-Partenkirchen (a ski resort in the Alps) is likely to be quite different from the temperature in Bamberg, which is 300km away and 500 metres lower in elevation but still in the same NUTS1 region. There's not much you can do about this if you only have mortality data for NUTS1 regions, but it's a limitation to be aware of. You might want to choose a single station to represent the whole region or calculate the median temperature for all the stations within a NUTS1 region.&lt;/p&gt;&#xA;&lt;p&gt;You haven't said what software you're using, but if you're using R then you can download NOAA GHCND data directly with the &lt;a href=&quot;https://docs.ropensci.org/rnoaa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;rnoaa&lt;/code&gt; package&lt;/a&gt; and then aggregate the data as needed. If you're using other software such as Excel or SPSS for your data analysis then you can download the weather data from the &lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA Climate Data Online&lt;/a&gt; website.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-04-14T20:51:23.337" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19652" PostTypeId="2" ParentId="18543" CreationDate="2021-04-14T21:10:38.903" Score="3" Body="&lt;p&gt;You can find the locations of &lt;a href=&quot;https://data.gov.uk/dataset/3b327613-faa1-4d0b-8fb8-75436fed80cc/registered-battlefields-gis-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;registered battlefields in England&lt;/a&gt; and &lt;a href=&quot;https://data.gov.uk/dataset/e290e0b9-b85e-4c9a-a1a3-475acacf5dfe/battlefields-inventory-boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;battlefield boundaries in Scotland&lt;/a&gt; on the data.gov.uk website licensed under the Open Government Licence. Note that these files show battlefields as polygons, so if you want to extract a single lat/lon pair for each then you'll have to calculate the centroid of each polygon.&lt;/p&gt;&#xA;&lt;p&gt;There is also a &lt;a href=&quot;http://battlefields.rcahmw.gov.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;Inventory of Historic Battlefields in Wales&lt;/a&gt; but I can't immediately see an option to download the data.&lt;/p&gt;&#xA;&lt;p&gt;Other data about battles might be harder to find because the facts themselves may be disputed. It's not unusual for there to be several conflicting estimates of how many people fought in a battle, for example, while the further back in time you go we may not even know for sure the date (or dates) on which a battle occurred. Even locations might be uncertain – in 2010 it was &lt;a href=&quot;http://news.bbc.co.uk/1/hi/england/leicestershire/8523386.stm&quot; rel=&quot;nofollow noreferrer&quot;&gt;discovered that the Battle of Bosworth Field happened in a different place to where it had previously been thought to have occurred&lt;/a&gt; while the location of the &lt;a href=&quot;https://en.wikipedia.org/wiki/Battle_of_Brunanburh&quot; rel=&quot;nofollow noreferrer&quot;&gt;Battle of Brunanburh&lt;/a&gt; remains unknown. Your best bet is probably to use the dataset of battlefield locations to generate a list of battlefields in each country and then use that to look up the details of each battle in the list.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-04-14T21:10:38.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19653" PostTypeId="2" ParentId="18521" CreationDate="2021-04-14T21:21:05.257" Score="3" Body="&lt;p&gt;The UK has separate heritage organisations for each of England, Scotland, Wales and Northern Ireland so the easiest way to do this is probably to get the data from Open Street Map. Features on OSM can be tagged as '&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:historic%3Dcastle&quot; rel=&quot;nofollow noreferrer&quot;&gt;historic=castle&lt;/a&gt;' so you can download only features that have that tag. However, I'd suggest reading the documentation page that I've linked to because you might also need to look at some related tags that are listed there.&lt;/p&gt;&#xA;&lt;p&gt;OSM data is obviously limited by being crowd-sourced, so you have to accept the data quality for what it is (although in the UK it's generally very high). You may want to distinguish between castles that are still standing, ruined castles and castles where only the earthworks remain without buildings.&lt;/p&gt;&#xA;&lt;p&gt;You don't say what mapping software you're using but there are tutorials for accessing OSM data in &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/QGIS#QGIS2_OpenStreetMap_Vectors&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGIS&lt;/a&gt; or in &lt;a href=&quot;https://docs.ropensci.org/osmdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;R using the &lt;code&gt;osmdata&lt;/code&gt; package&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-04-14T21:21:05.257" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19654" PostTypeId="1" AcceptedAnswerId="19732" CreationDate="2021-04-15T08:03:32.537" Score="0" ViewCount="24" Body="&lt;p&gt;I am looking for a georeferenced list of international border crossings for Middle East and South Asia. Is there any reliable source?&lt;/p&gt;&#xA;" OwnerUserId="15375" LastActivityDate="2021-05-23T21:44:12.530" Title="Georeferenced list of international border crossings" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19655" PostTypeId="2" ParentId="18593" CreationDate="2021-04-15T08:33:51.983" Score="0" Body="&lt;p&gt;The ERA5 reanalysis provides monthly averaged values for temperature (and many more weather factors) for any given point on land, going back to 1980.&lt;/p&gt;&#xA;&lt;p&gt;So while not pre-computed per NUTS1 region, if you have a representative coordinate per region, you get the averages for that coordinate.&lt;/p&gt;&#xA;&lt;p&gt;The data is available for download from the following webpage:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://cds.climate.copernicus.eu/cdsapp#!/dataset/reanalysis-era5-land-monthly-means&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cds.climate.copernicus.eu/cdsapp#!/dataset/reanalysis-era5-land-monthly-means&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2021-04-15T08:33:51.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19658" PostTypeId="1" CreationDate="2021-04-16T16:40:19.690" Score="1" ViewCount="173" Body="&lt;p&gt;I am looking for Puerto Rico Land Use Land Cover GIS data that has residential/commercial office/commercial retail classifications. I have not been able to find anything&lt;/p&gt;&#xA;" OwnerUserId="10652" LastActivityDate="2021-05-03T16:33:18.040" Title="Puerto Rico Land Use Land Cover GIS Data" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19659" PostTypeId="1" CreationDate="2021-04-16T20:05:00.180" Score="2" ViewCount="805" Body="&lt;p&gt;I have a CSV of thousands of zip codes and need to add the state data. I don't need cities, just states. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="28052" LastActivityDate="2021-05-17T11:57:47.837" Title="Is there a tool to match zip codes to states?" Tags="|data-request|postal-code|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="19660" PostTypeId="1" CreationDate="2021-04-17T21:59:08.043" Score="1" ViewCount="12" Body="&lt;p&gt;I'm doing a recommender for one social network disabled yet.&lt;/p&gt;&#xA;&lt;p&gt;Social network includes images post, like in Instagram. My idea is scrap images labels/classes and then try to classify it in some given classes. However since social network disabled, there are a few data for handling this task and I'm searching some opened dataset of network images labels.&lt;/p&gt;&#xA;&lt;p&gt;Maybe you know some? Or I could do scrapping by myself from Instagram? How to do it exactly?&lt;/p&gt;&#xA;" OwnerUserId="28061" LastActivityDate="2021-04-17T21:59:08.043" Title="Is there is exists dataset contains images labels/classes from some social network like Instagram?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19663" PostTypeId="2" ParentId="18521" CreationDate="2021-04-19T06:48:55.507" Score="1" Body="&lt;p&gt;The website &lt;a href=&quot;https://www.kasteleninnederland.nl&quot; rel=&quot;nofollow noreferrer&quot;&gt;kasteleninnederland.nl&lt;/a&gt; has a database of all Dutch castles, including coordinates, photos, paintings, and more information. Note that everything is in Dutch, but for the coordinates that shouldn't be a problem.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://www.kasteleninnederland.nl/kasteelopvraag_facet.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;search page&lt;/a&gt; has a search option, if you select &amp;quot;intact&amp;quot; under &amp;quot;Toestand&amp;quot; it will give you a list of all 244 castles that are still intact. The&lt;/p&gt;&#xA;" OwnerUserId="11218" LastActivityDate="2021-04-19T06:48:55.507" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19664" PostTypeId="2" ParentId="4756" CreationDate="2021-04-19T14:00:49.877" Score="1" Body="&lt;p&gt;The best source of international human given (first) names comes from official statistics provided from states. Damegender has done an open data collection provided from multiple states (austria,australia,belgium,canada,german,denmark,spain,finland,great britan,ireland,island,mexico,new zealand,portugal,uruguay,slovenia, united states of america, ...)&lt;/p&gt;&#xA;&lt;p&gt;More information:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://pypi.org/project/damegender/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pypi.org/project/damegender/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://damegender.davidam.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://damegender.davidam.com&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23713" LastActivityDate="2021-04-19T14:00:49.877" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19665" PostTypeId="1" AcceptedAnswerId="19666" CreationDate="2021-04-20T13:48:16.567" Score="0" ViewCount="52" Body="&lt;p&gt;Is there a freely available master list of MSA (Metropolitan or Micropolitan Statistical Area (USA)) with the codes and their corresponding human-friendly name, one that can be downloaded in a single file in a machine-readable format like CSV or Excel? I haven't found one in an importable format yet.&lt;/p&gt;&#xA;&lt;p&gt;I have been handed a dataset of locations that have been characterized by a MSA code and I need to write a simple report against it that displays the human-friendly area name.&lt;/p&gt;&#xA;" OwnerUserId="28084" LastActivityDate="2021-04-20T14:45:31.313" Title="Is there an open-source master list of MSA (Metro / Micro Statistical Areas) available in a machine-readable format" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19666" PostTypeId="2" ParentId="19665" CreationDate="2021-04-20T14:45:31.313" Score="2" Body="&lt;p&gt;The Census Bureau has MSA's outlined in their API system. &lt;a href=&quot;https://api.census.gov/data/2019/acs/acs1?get=NAME,B01001_001E&amp;amp;for=metropolitan%20statistical%20area/micropolitan%20statistical%20area:*&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is an example of the list of 2019 MSA with total populations. It is technically in JSON format, but it would be very easy to Find/Replace the brackets and end-of-line commas out to turn it into a comma-separated values structure.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2021-04-20T14:45:31.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19667" PostTypeId="1" CreationDate="2021-04-20T22:38:27.943" Score="1" ViewCount="27" Body="&lt;p&gt;I'm viewing Wikidata with Swedish set as my user interface language. This turns all the language names in the list of labels into Swedish, which makes the list hard to follow in my opinion since the list is ordered by language code and not localised name. I would like the list to show local names instead of the translated ones, is there any way of doing this? Preferably I'd also like the list to also show the language code of the items.&lt;/p&gt;&#xA;" OwnerUserId="28090" LastActivityDate="2021-04-20T22:38:27.943" Title="Label language, how to change to local names" Tags="|language|wikibase|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19668" PostTypeId="1" CreationDate="2021-04-21T10:39:50.783" Score="1" ViewCount="71" Body="&lt;p&gt;I trying to figure out how to know which drug product is a reference listed drug (RLD).&lt;/p&gt;&#xA;&lt;p&gt;Let's take for an example following &lt;code&gt;spl_set_id&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=products.reference_drug:%22Yes%22+AND+openfda.spl_set_id:%22051be7ae-6504-c2d8-7424-2e328e4fcfc2%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/drugsfda.json?search=products.reference_drug:&amp;quot;Yes&amp;quot;+AND+openfda.spl_set_id:&amp;quot;051be7ae-6504-c2d8-7424-2e328e4fcfc2&amp;quot;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I can see that three of six products have &lt;code&gt;&amp;quot;reference_drug&amp;quot;: &amp;quot;Yes&amp;quot;&lt;/code&gt;. This should be a flag that marks drug product as RLD.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question:&lt;/strong&gt; How can I find related &lt;code&gt;spl_set_id&lt;/code&gt; for the particular product since in the response I have three of them in the &lt;code&gt;spl_set_id&lt;/code&gt; array?&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;" OwnerUserId="28097" LastActivityDate="2024-01-19T21:01:25.173" Title="How to know which drug product is a reference listed drug (RLD)?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19670" PostTypeId="1" CreationDate="2021-04-22T07:51:43.293" Score="3" ViewCount="72" Body="&lt;p&gt;I am trying to create an infrastructure map for Balkan countries. The thing is that for countries such as Albania, Bosnia - Herzegovina e.tc., the shapefiles from OpenStreetMap &lt;a href=&quot;http://download.geofabrik.de&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de&lt;/a&gt;, as well as from DIVA-GIS &lt;a href=&quot;https://www.diva-gis.org/gdata&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.diva-gis.org/gdata&lt;/a&gt;. However, the road network is not precise. For instance, there are many &amp;quot;gaps&amp;quot; between the lines, looking like something is missing...&lt;/p&gt;&#xA;&lt;p&gt;Is it possible to find another source of information for shapefiles of roads at a country level?&lt;/p&gt;&#xA;" OwnerUserId="22827" LastActivityDate="2021-04-22T07:51:43.293" Title="Seeking other source of information for road networks to increase precision of shapefiles in Balkans" Tags="|geospatial|open-access|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19672" PostTypeId="1" CreationDate="2021-04-25T14:29:47.123" Score="0" ViewCount="151" Body="&lt;p&gt;Our website is a platform for patients to consult with physicians and specialists on-demand.&#xA;The doctors will be able to search for the drug name though the database (NDCID drug database integrated in our system i.e open FDA API ). Through this subsection the doctor will be able to verify Allergy details and Active medication; add drug name and strength. The same info will be pushed to e-prescription (third party) platform where doctors will write the prescription for patient and send to pharmacy.&lt;/p&gt;&#xA;&lt;p&gt;We have implemented Drug API with NDC dictionary to get all drug databases into our system.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;API End point&lt;/strong&gt; - &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=finished:true&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=finished:true&amp;amp;limit=1&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Problem Statement&lt;/strong&gt; –&#xA;As per requirement, we need to allow Doctors to add drug strength for the respective drugs. While integrating the open FDA API, we reviewed the available response for the API for locating the drug strength, but were unable to find the same.&lt;/p&gt;&#xA;&lt;p&gt;We need drug information along with its strength &amp;amp; 11 digit NDC code(packaging NDC). We have illustrated problem statement with following example.&lt;/p&gt;&#xA;&lt;p&gt;Eg. Consider drug with name &lt;strong&gt;&amp;quot;Lovastatin&amp;quot;&lt;/strong&gt;. For this drug we need detail information like below.&#xA;Lovastatin tablet (generic)&#xA;10 mg&#xA;20 mg&#xA;40 mg&lt;/p&gt;&#xA;&lt;p&gt;Lovastatin tablet extended release 24 hr&#xA;20 mg&#xA;40 mg&#xA;60 mg&lt;/p&gt;&#xA;&lt;p&gt;When we are pulling drug information using NDC API endpoint then we are getting appx. 72 records with brand_name &lt;strong&gt;&amp;quot;Lovastatin&amp;quot;&lt;/strong&gt;. This drug information contains values like packaging, active ingredients, brand name, generic name. But not the strength like 10mg, 20mg along with NDCs (packaging code).&lt;/p&gt;&#xA;&lt;p&gt;Sample API Result from Open FDA  for one of the &lt;strong&gt;&amp;quot;Lovastatin&amp;quot;&lt;/strong&gt; drug found (out of 72).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;    &amp;quot;_id&amp;quot; : ObjectId(&amp;quot;601930da98fbb123706a4c94&amp;quot;), &#xA;    &amp;quot;product_ndc&amp;quot; : &amp;quot;70518-0194&amp;quot;, &#xA;    &amp;quot;generic_name&amp;quot; : &amp;quot;Lovastatin&amp;quot;, &#xA;    &amp;quot;labeler_name&amp;quot; : &amp;quot;REMEDYREPACK INC.&amp;quot;, &#xA;    &amp;quot;brand_name&amp;quot; : &amp;quot;Lovastatin&amp;quot;, &#xA;    &amp;quot;active_ingredients&amp;quot; : [&#xA;        {&#xA;            &amp;quot;name&amp;quot; : &amp;quot;LOVASTATIN&amp;quot;, &#xA;            &amp;quot;strength&amp;quot; : &amp;quot;10 mg/1&amp;quot;&#xA;        }&#xA;    ], &#xA;    &amp;quot;finished&amp;quot; : true, &#xA;    &amp;quot;packaging&amp;quot; : [&#xA;        {&#xA;            &amp;quot;package_ndc&amp;quot; : &amp;quot;70518-0194-0&amp;quot;, &#xA;            &amp;quot;description&amp;quot; : &amp;quot;90 TABLET in 1 BOTTLE, PLASTIC (70518-0194-0)&amp;quot;, &#xA;            &amp;quot;marketing_start_date&amp;quot; : &amp;quot;20170202&amp;quot;, &#xA;            &amp;quot;sample&amp;quot; : false, &#xA;            &amp;quot;ndcid&amp;quot; : &amp;quot;70518019400&amp;quot;&#xA;        }, &#xA;        {&#xA;            &amp;quot;package_ndc&amp;quot; : &amp;quot;70518-0194-1&amp;quot;, &#xA;            &amp;quot;description&amp;quot; : &amp;quot;30 TABLET in 1 BLISTER PACK (70518-0194-1)&amp;quot;, &#xA;            &amp;quot;marketing_start_date&amp;quot; : &amp;quot;20171004&amp;quot;, &#xA;            &amp;quot;sample&amp;quot; : false, &#xA;            &amp;quot;ndcid&amp;quot; : &amp;quot;70518019401&amp;quot;&#xA;        }&#xA;    ], &#xA;    &amp;quot;listing_expiration_date&amp;quot; : &amp;quot;20211231&amp;quot;, &#xA;    &amp;quot;openfda&amp;quot; : {&#xA;        &amp;quot;manufacturer_name&amp;quot; : [&#xA;            &amp;quot;REMEDYREPACK INC.&amp;quot;&#xA;        ], &#xA;        &amp;quot;rxcui&amp;quot; : [&#xA;            &amp;quot;197903&amp;quot;&#xA;        ], &#xA;        &amp;quot;spl_set_id&amp;quot; : [&#xA;            &amp;quot;84a67585-8c8d-4309-b7fa-bd7be330c4a1&amp;quot;&#xA;        ], &#xA;        &amp;quot;nui&amp;quot; : [&#xA;            &amp;quot;N0000175589&amp;quot;, &#xA;            &amp;quot;N0000000121&amp;quot;&#xA;        ], &#xA;        &amp;quot;pharm_class_epc&amp;quot; : [&#xA;            &amp;quot;HMG-CoA Reductase Inhibitor [EPC]&amp;quot;&#xA;        ], &#xA;        &amp;quot;pharm_class_moa&amp;quot; : [&#xA;            &amp;quot;Hydroxymethylglutaryl-CoA Reductase Inhibitors [MoA]&amp;quot;&#xA;        ], &#xA;        &amp;quot;unii&amp;quot; : [&#xA;            &amp;quot;9LHU78OQFD&amp;quot;&#xA;        ]&#xA;    }, &#xA;    &amp;quot;marketing_category&amp;quot; : &amp;quot;ANDA&amp;quot;, &#xA;    &amp;quot;dosage_form&amp;quot; : &amp;quot;TABLET&amp;quot;, &#xA;    &amp;quot;spl_id&amp;quot; : &amp;quot;a3d6c1c7-9f51-6937-e053-2a95a90a3d10&amp;quot;, &#xA;    &amp;quot;product_type&amp;quot; : &amp;quot;HUMAN PRESCRIPTION DRUG&amp;quot;, &#xA;    &amp;quot;route&amp;quot; : [&#xA;        &amp;quot;ORAL&amp;quot;&#xA;    ], &#xA;    &amp;quot;marketing_start_date&amp;quot; : &amp;quot;20170202&amp;quot;, &#xA;    &amp;quot;product_id&amp;quot; : &amp;quot;70518-0194_a3d6c1c7-9f51-6937-e053-2a95a90a3d10&amp;quot;, &#xA;    &amp;quot;application_number&amp;quot; : &amp;quot;ANDA075991&amp;quot;, &#xA;    &amp;quot;brand_name_base&amp;quot; : &amp;quot;Lovastatin&amp;quot;, &#xA;    &amp;quot;pharm_class&amp;quot; : [&#xA;        &amp;quot;HMG-CoA Reductase Inhibitor [EPC]&amp;quot;, &#xA;        &amp;quot;Hydroxymethylglutaryl-CoA Reductase Inhibitors [MoA]&amp;quot;&#xA;    ], &#xA;    &amp;quot;createdOn&amp;quot; : ISODate(&amp;quot;2021-03-04T07:38:43.216+0000&amp;quot;), &#xA;    &amp;quot;modifiedOn&amp;quot; : ISODate(&amp;quot;2021-03-04T07:38:43.216+0000&amp;quot;)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Third party e-prescription platform integrated on our platform is using 'First data bank' for drug database from where they are getting all the information of drug along with strength &amp;amp; NDCs. Sending the NDC codes or the drugs identified from our platform is not matching for the specified drug strength. As we are not able to locate the desired drug strength on our platform using open FDA API drug db.&lt;/p&gt;&#xA;&lt;p&gt;For the above example &lt;strong&gt;&amp;quot;Lovastatin 10mg&amp;quot;&lt;/strong&gt; they have (Third party e-prescription platform) specific NDCs. They have provided us following NDC against &amp;quot;Lovastatin&amp;quot;.&#xA;&lt;code&gt;00185007001,00093092610,00093092606,68180046707,68180046703,68180046701,61442014110,61442014101,68001031400,68180046709,00440669285,00440669281,00440669260,00440669230,00440669201,00440669200,49999029330,52959097430,63629358302&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Out of the shared NDCs (19 records) few of the records are available and matching (10 records) with the open FDA db. Though, the strength for the same is unavailable.&lt;/p&gt;&#xA;&lt;p&gt;Would be great if you can help us with locating or finding the strength in open API FDA API response for the specified drug.  Also let us know if we are missing something at our end.&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="28121" LastActivityDate="2024-01-11T21:09:21.140" Title="(Drug API with NDC) Drug name with specified strength &amp; NDC Error" Tags="|api|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19674" PostTypeId="2" ParentId="19672" CreationDate="2021-04-26T17:01:44.943" Score="0" Body="&lt;p&gt;You might find it easier to just download the entire NDC database and then run your own queries.&lt;/p&gt;&#xA;&lt;p&gt;We did that because we didn't want to be contrained by the API.&lt;/p&gt;&#xA;" OwnerUserId="17566" LastActivityDate="2021-04-26T17:01:44.943" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19675" PostTypeId="1" CreationDate="2021-04-26T20:56:27.690" Score="0" ViewCount="23" Body="&lt;p&gt;&lt;strong&gt;tl;dr:&lt;/strong&gt; I'm looking for data on age demographics in the US for &lt;em&gt;individual ages&lt;/em&gt; on some characteristic/measure that is reasonably &amp;quot;smooth&amp;quot; across the population. In other words, no sharp distinction like &amp;quot;number who drink&amp;quot; where we'll see a huge change at the drinking age, or &amp;quot;number of unemployed&amp;quot; where we'll see a huge change at ~60yrs.&lt;/p&gt;&#xA;&lt;p&gt;Ideally something within the past 10yrs and for an even year (aligns with election data I already have).&lt;/p&gt;&#xA;&lt;p&gt;That said, I'll take what I can get, and data on individual ages has been hard to find, period.&lt;/p&gt;&#xA;&lt;p&gt;This is my first post here, so if context is appreciate on this site, see below. Otherwise, this is the short and sweet request!&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;I recently read &lt;a href=&quot;https://www.depernolaw.com/uploads/2/7/0/2/27029178/collective_response_to_motions_for_protective_order_040921.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;a theory&lt;/a&gt; on voter fraud with the core finding being that one could predict votes cast from registered voters, claiming that the resemblance between the shapes of the two curves is too similar to be accidental.&lt;/p&gt;&#xA;&lt;p&gt;I believe this is an age-based analog of this &lt;a href=&quot;https://xkcd.com/1138/&quot; rel=&quot;nofollow noreferrer&quot;&gt;xkcd cartoon&lt;/a&gt;, and that the &amp;quot;illusion&amp;quot; (i.e. this &amp;quot;wow&amp;quot; factor on shape alignment between two curves) stems from the fact that we never see data for individual age demographics plotted.&lt;/p&gt;&#xA;&lt;p&gt;I did find it for all elections going back to 2000 to show that VAP, VEP, registrations, and all curves always match in shape. No surprises, as of those who exist some smooth % multiplier across the ages tracks with those who register and vote (from that same population).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/19212.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/19212.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Now I'd like to find some preposterous dataset on individual age, showing that you can correlate &lt;em&gt;any&lt;/em&gt; data along age demographics with any other data on age demographics because both track to the parent population (kind of like &amp;quot;any activity tends to happen more in summer, which is why burlaries and ice cream eating both go up&amp;quot;).&lt;/p&gt;&#xA;&lt;p&gt;That said, it needs to be something that is relatively &amp;quot;smooth&amp;quot; across each age. No sharp changes for e.g. drinking age or retirement. Perhaps the number of people by age who: visit the doctor, drive, travel out of state/country, get a passport, buy stock, watch youtube... anything like that where given some age being higher than average compared to neighboring ages, this disproportionate spike will carry through in the measure as well.&lt;/p&gt;&#xA;" OwnerUserId="28138" LastActivityDate="2021-04-26T20:56:27.690" Title="Data on age demographics by individual age for some uniformly distributed measure" Tags="|usa|demographics|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="19676" PostTypeId="2" ParentId="10813" CreationDate="2021-04-27T04:59:31.637" Score="2" Body="&lt;p&gt;The only place I found where it is possible to actually download full ImageNet: &lt;a href=&quot;https://academictorrents.com/details/564a77c1e1119da199ff32622a1609431b9f1c47&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://academictorrents.com/details/564a77c1e1119da199ff32622a1609431b9f1c47&lt;/a&gt;. All other places where I looked either provide just a small portion of it or have broken links, even image-net.org.&lt;/p&gt;&#xA;" OwnerUserId="28139" LastActivityDate="2021-04-27T04:59:31.637" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19677" PostTypeId="1" CreationDate="2021-04-27T17:13:02.803" Score="1" ViewCount="27" Body="&lt;p&gt;I have examined the male to female average rating difference in &lt;a href=&quot;https://www.kaggle.com/rohanrao/chess-fide-ratings&quot; rel=&quot;nofollow noreferrer&quot;&gt;chess&lt;/a&gt;&#xA;To determine if women are inherently worse at chess (on average) or if there is just a selective bias against them, I would now like to evaluate ratings in a similar female dominated game, but I am having trouble finding any (with available gendered ratings).&#xA;Could anybody point me to a usable dataset?&lt;/p&gt;&#xA;" OwnerUserId="28147" LastActivityDate="2021-04-27T17:13:02.803" Title="Looking for Ratings in a female dominated game by gender" Tags="|data-request|sports|demographics|games|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19679" PostTypeId="1" CreationDate="2021-04-27T21:16:50.957" Score="1" ViewCount="540" Body="&lt;p&gt;I'm building an web-application where users can add plants they want to grow in a list!&lt;/p&gt;&#xA;&lt;p&gt;So my user would type, for example &lt;strong&gt;Oregano&lt;/strong&gt;, and using that keyword i should be able to collect info regarding that specific plant!&lt;/p&gt;&#xA;&lt;p&gt;What I'm looking for is a database where I can &lt;strong&gt;collect information regarding edible plants&lt;/strong&gt; such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Temperature needed&lt;/li&gt;&#xA;&lt;li&gt;Humidity needed&lt;/li&gt;&#xA;&lt;li&gt;Water consumption&lt;/li&gt;&#xA;&lt;li&gt;Light needed&lt;/li&gt;&#xA;&lt;li&gt;Soil required&lt;/li&gt;&#xA;&lt;li&gt;Habitat needed (i.e. African continent)&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;PS: I'm not sure if this is the right forum, I don't know what tags to use for this question. I would prefer if the data was in JSON format! Please be nice.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;UPDATE:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I wrote a javascript application to get wiki data for the keyword &lt;strong&gt;OREGANO&lt;/strong&gt;, and this is what I get back. I obviously can't work with this because each page would result differently. I only need parameters, such as &lt;code&gt;Low_Temperature: 20&lt;/code&gt;,  &lt;code&gt;High_Temperature: 34&lt;/code&gt;, &lt;code&gt;Light: Partial Shade&lt;/code&gt; or something similar!&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{{Short description|Perennial herb}}&#xA;{{Other uses}}&#xA;{{Use dmy dates|date=May 2012}}&#xA;{{Speciesbox&#xA;|image = Origanum vulgare - harilik pune.jpg&#xA;|image_caption = Flowering oregano&#xA;|genus = Origanum&#xA;|species = vulgare&#xA;|authority = [[Carl Linnaeus|L.]]&#xA;}}&#xA;&#xA;'''Oregano''' ({{IPAc-en|US|ɔː|ˈ|r|ɛ|g|ə|n|oʊ|,_|ə|-}},&amp;lt;ref name=&amp;quot;Collins&amp;quot;&amp;gt;{{cite web|url=http://www.CollinsDictionary.com/dictionary/american/oregano?showCookiePolicy=true|title=American: Oregano|access-date=25 September 2014|publisher=Collins Dictionary|date=n.d.}}&amp;lt;/ref&amp;gt; {{IPAc-en|UK|ˌ|ɒr|ɪ|ˈ|ɡ|ɑː|n|əʊ}};&amp;lt;ref name=&amp;quot;Collins2&amp;quot;&amp;gt;{{cite web|url=http://www.CollinsDictionary.com/dictionary/english/oregano?showCookiePolicy=true|title=British: Oregano|access-date=25 September 2014|publisher=Collins Dictionary}}&amp;lt;/ref&amp;gt; '''''Origanum vulgare''''') is a [[flowering plant]] in the [[mint family]] (Lamiaceae). It is native to [[temperate]] Western and Southwestern [[Eurasia]] and the [[Mediterranean]] region.&#xA;&#xA;Oregano is a [[Perennial plant|perennial]] [[herb]], growing from {{convert|20|–|80|cm|in|0|abbr=on}} tall, with [[opposite leaves]] {{convert|1|–|4|cm|in|frac=4|abbr=on}} long. The [[flower]]s are purple, {{convert|3|–|4|mm|in|frac=16|abbr=on}} long, produced in erect spikes. It is sometimes called '''wild marjoram''', and its close relative, ''[[Origanum majorana|O. majorana]]'', is known as '''sweet marjoram'''.&#xA;&#xA;==Etymology==&#xA;Used since the middle [[18th century]], ''oregano'' is derived from the [[Spanish (language)|Spanish]] ''orégano'' and [[Latin]] ''orīganum'' from the [[Classical Greek]] {{lang|grc|ὀρίγανον}} (''orī́ganon'').&amp;lt;ref name=&amp;quot;oed&amp;quot;&amp;gt;{{cite web|url=http://www.etymonline.com/index.php?term=oregano|title=Oregano|publisher=Online Etymology Dictionary, Douglas Harper, Inc. |access-date=6 October 2016}}&amp;lt;/ref&amp;gt; This is a compound Greek term that consists of {{lang|grc|ὄρος}} (''óros'') meaning &amp;quot;mountain&amp;quot;, and {{lang|grc|γάνος}} (''gános'') meaning &amp;quot;brightness&amp;quot;, thus, &amp;quot;brightness of the mountain&amp;quot;.&amp;lt;ref name=oed/&amp;gt;&#xA;&#xA;==Description and biology==&#xA;Oregano is related to the herb [[marjoram]], sometimes being referred to as wild marjoram. It has purple flowers and spade-shaped, olive-green leaves. It is a perennial,&amp;lt;ref name=&amp;quot;W21&amp;quot;&amp;gt;{{cite web|url=http://plants.usda.gov/java/profile?symbol=ORVU|title=Origanum vulgare L. oregano|publisher=Plants Database, United States Department of Agriculture|access-date=30 January 2011}}&amp;lt;/ref&amp;gt;&amp;lt;ref name=&amp;quot;W1&amp;quot;&amp;gt;{{cite web|url=http://www.omafra.gov.on.ca/english/crops/facts/02-049.htm|title=Growing Culinary Herbs In Ontario|publisher=Ontario Ministry of Agriculture, Food &amp;amp; Rural Affairs|access-date=30 January 2011|archive-url=https://web.archive.org/web/20100719222438/http://www.omafra.gov.on.ca/english/crops/facts/02-049.htm|archive-date=19 July 2010|url-status=dead}}&amp;lt;/ref&amp;gt; although it is grown as an annual in colder climates, as it often does not survive the winter.&amp;lt;ref name=&amp;quot;B266&amp;quot;&amp;gt;{{cite book|last=Peter|first=K. V.|title=Handbook of herbs and spices|chapter-url =https://books.google.com/books?id=jITovbFEuO8C&amp;amp;pg=PA215|access-date =30 January 2011|volume=2|year=2004|publisher=Woodhead Publishing Limited|location=Abington Hall, Abington|isbn=1-85573-721-3|page=219|chapter =14.3.1 Growth habit of wild oregano populations}}&amp;lt;/ref&amp;gt;&amp;lt;ref name=&amp;quot;aW1&amp;quot;&amp;gt;{{cite web|url=http://www.agriculture.gov.sk.ca/Default.aspx?DN=b1d5ac77-718e-45d1-9aec-ccc6d293e4a1|title=Herbs|date=September 2009|publisher=Government of Saskatchewan|access-date=30 January 2011|archive-url=https://web.archive.org/web/20111003060853/http://www.agriculture.gov.sk.ca/Default.aspx?DN=b1d5ac77-718e-45d1-9aec-ccc6d293e4a1|archive-date=3 October 2011|url-status=dead}}&amp;lt;/ref&amp;gt;&#xA;Oregano is planted in early spring, the plants being spaced {{convert|12|in|cm|order=flip|abbr=on|sigfig=1}} apart in fairly dry soil, with full sun. It will grow in a pH range between 6.0 (mildly acidic) and 9.0 (strongly alkaline), with a preferred range between 6.0 and 8.0. It prefers a hot, relatively dry climate, but does well in other environments.&amp;lt;ref&amp;gt;{{Cite web|url=http://www.omafra.gov.on.ca/CropOp/en/herbs/culinary/orega.html|title=Oregano and Marjoram|publisher=Ontario Ministry of Agriculture, Food and Rural Affairs, Guelph, Canada|date=17 October 2012|access-date=31 January 2017}}&amp;lt;/ref&amp;gt;&#xA;&#xA;==Taxonomy==&#xA;[[File:Majorana syriaca - za'atar.jpg|thumb|right|[[Syrian oregano]] (''Origanum syriacum'')]]&#xA;[[File:Bombus lucorum - Origanum vulgare - Keila.jpg|thumbnail|Pollination with [[white-tailed bumblebee]]]]&#xA;[[File:S oregano.png|thumb|Oregano leaves]]&#xA;[[File:Origanum vulgare young plant 2.JPG|thumb|right|Young plant]]&#xA;Many subspecies and strains of oregano have been developed by humans over centuries for their unique flavours or other characteristics. Tastes range from spicy or astringent to more complicated and sweet. Simple oregano sold in garden stores as ''Origanum vulgare'' may have a bland taste and larger, less-dense leaves, and is not considered the best for culinary use, with a taste less remarkable and pungent. It can pollinate other more sophisticated strains, but the offspring are rarely better in quality.&#xA;&#xA;The related species, ''[[Origanum onites]]'' (Greece, Turkey) and ''O. syriacum'' (West Asia), have similar flavours. A closely related plant is marjoram from Turkey, which differs significantly in taste though, because [[natural phenol|phenolic compounds]] are missing from its essential oil. Some varieties show a flavour intermediate between oregano and marjoram.&#xA;&#xA;===Subspecies===&#xA;Accepted subspecies:&amp;lt;ref&amp;gt;{{cite web|url=http://apps.kew.org/wcsp/namedetail.do?name_id=143954|title=Oregano, ''Origanum vulgare'' L.|publisher=Kew World Checklist of Selected Plant Families, Royal Botanic Gardens, Kew, Richmond, Surrey, UK|date=2017}}&amp;lt;/ref&amp;gt;&#xA;# ''O. v.'' subsp. ''glandulosum'' &amp;lt;small&amp;gt;(Desf.) Ietsw.&amp;lt;/small&amp;gt; – Tunisia, Algeria&#xA;# ''O. v.'' subsp. ''gracile''  &amp;lt;small&amp;gt;(K.Koch) Ietsw.&amp;lt;/small&amp;gt; (= ''O. tyttanthum'')  has glossy green leaves and pink flowers. It grows well in pots or containers, and is more often grown for added ornamental value than other oregano. The flavor is pungent and spicy.&amp;lt;ref name=drugs/&amp;gt; – Central Asia, Iran, India, Turkey, Afghanistan, Pakistan. &#xA;# ''O. v.'' subsp. ''hirtum''  &amp;lt;small&amp;gt;(Link) Ietsw.&amp;lt;/small&amp;gt; – (Italian oregano, Greek oregano) is a common source of cultivars with a different aroma&amp;lt;ref name=drugs/&amp;gt; from those of ''O. v. gracile''. Growth is vigorous and very hardy, with darker green, slightly hairy foliage. Generally, it is considered the best all-purpose culinary subspecies. – Greece, Balkans, Turkey, Cyprus&#xA;# ''O. v.'' subsp. ''virens'' &amp;lt;small&amp;gt;(Hoffmanns. &amp;amp; Link) Ietsw.&amp;lt;/small&amp;gt; – Morocco, Spain, Portugal, Balearic Islands, Canary Islands, Azores, Madeira&#xA;# ''O. v.'' subsp. ''viridulum'' &amp;lt;small&amp;gt;(Martrin-Donos) Nyman&amp;lt;/small&amp;gt; – widespread from Corsica to Nepal &#xA;# ''O. v.'' subsp. ''vulgare'' – widespread across Europe + Asia from Ireland to China; naturalized in North America + Venezuela&#xA;&#xA;===Cultivars===&#xA;Example [[cultivars]] of oregano include:&#xA;* 'Aureum' – golden foliage (greener if grown in shade), mild taste: It has gained the [[Royal Horticultural Society]]'s [[Award of Garden Merit]]&amp;lt;ref&amp;gt;{{cite web|title=RHS Plant Selector – ''Origanum vulgare'' 'Aureum'|url=https://www.rhs.org.uk/Plants/89773/Origanum-vulgare-Aureum/Details | access-date = 16 January 2021}}&amp;lt;/ref&amp;gt; &#xA;* 'Greek Kaliteri' – ''O. v.'' subsp. ''hirtum'' strains/[[landrace]]s, small, hardy, dark, compact, thick, silvery-haired leaves, usually with purple undersides, excellent reputation for flavor and pungency, as well as medicinal uses, strong, archetypal oregano flavor ([[Greek (language)|Greek]] ''kaliteri'': the best)&#xA;* 'Hot &amp;amp; Spicy' – ''O. v.'' subsp. ''hirtum'' strain&#xA;* 'Nana' – dwarf cultivar&#xA;Cultivars traded as Italian, Sicilian, etc. are usually hardy sweet marjoram ([[Origanum ×majoricum|''O.'' ×''majoricum'']]), a [[hybrid (biology)|hybrid]] between the southern [[Adriatic]] ''O. v.'' subsp. ''hirtum'' and sweet marjoram (''O. majorana''). They have a reputation for sweet and spicy tones, with little bitterness, and are prized for their flavor and compatibility with various recipes and sauces.&#xA;&#xA;==Uses==&#xA;{{more citations needed section|date=November 2017}}&#xA;&#xA;===Culinary===&#xA;[[File:Oregano (অরেগানো).JPG|thumb|Dried Oregano Leaves]]&#xA;&#xA;Oregano is a culinary herb, used for the flavor of its leaves, which can be more flavorful when dried than fresh. It has an [[aroma]]tic, warm, and slightly [[Bitter (taste)|bitter]] taste, which can vary in intensity. Good-quality oregano may be strong enough almost to numb the tongue, but cultivars adapted to colder climates may have a lesser flavor. Factors such as climate, season, and soil composition may affect the aromatic oils present, and this effect may be greater than the differences between the various species of plants. Among the chemical compounds contributing to the flavour are [[carvacrol]], thymol, [[limonene]], [[pinene]], [[ocimene]], and [[caryophyllene]].&amp;lt;ref&amp;gt;{{cite journal |doi=10.1016/S0031-9422(00)00474-X |pmid=11336262 |title=The essential oil of Origanum vulgare L. Ssp. Vulgare growing wild in Vilnius district (Lithuania) |journal=Phytochemistry |volume=57 |issue=1 |pages=65–9 |year=2001 |last1=Mockute |first1=Danute |last2=Bernotiene |first2=Genovaite |last3=Judzentiene |first3=Asta }}&amp;lt;/ref&amp;gt;&#xA;&#xA;Oregano's most prominent modern use is as the staple herb of [[Italian cuisine]]. Its popularity in the U.S. began when soldiers returning from [[World War II]] brought back with them a taste for the &amp;quot;pizza herb&amp;quot;, which had probably been eaten in southern Italy for centuries.&amp;lt;ref&amp;gt;{{cite news |last=Martyris |first=Nina |date=May 9, 2015 |title=GIs Helped Bring Freedom To Europe, And A Taste For Oregano To America |url=https://www.npr.org/sections/thesalt/2015/05/09/405302961/gis-helped-bring-freedom-to-europe-and-a-taste-for-oregano-to-america |publisher=[[NPR]] |access-date=May 28, 2018}}&amp;lt;/ref&amp;gt; There, it is most frequently used with roasted, fried, or grilled vegetables, meat, and fish. Oregano combines well with spicy foods popular in southern Italy. It is less commonly used in the north of the country, as marjoram generally is preferred.&#xA;&#xA;The herb is widely used in [[cuisine]]s of the [[Mediterranean Basin]] and [[Latin American cuisine|Latin America]], especially in [[Argentine cuisine]].&#xA;&#xA;In Turkish cuisine, oregano is mostly used for flavoring meat, especially for [[mutton]] and lamb. In barbecue and [[kebab]] restaurants,{{Clarify|reason=does this refer to a restaurant in Turkey that serves various kebab dishes, or a [[kebab shop]] that sells fast-food [[Doner kebab]]?|date=May 2016}} it can be usually found as a [[condiment]], together with [[paprika]], salt, and pepper.&#xA;&#xA;During the summer, generous amounts of dried oregano are often added as the aromatic and flavorful topping to a tomato and cucumber salad in [[Portugal]], but it can be used to season meat and fish dishes as well.&#xA;&#xA;The dried and ground leaves are most often used in Greece to add flavor to [[Greek salad]], and is usually added to the lemon-olive oil sauce that accompanies fish or meat grills and [[casserole]]s.&#xA;&#xA;===Oregano oil===&#xA;[[File:OreganoEssentialOil.png|thumb|Oregano essential oil in a clear glass vial]]&#xA;&#xA;Oregano oil has been used in [[Traditional medicine|folk medicine]] over centuries.&amp;lt;ref name=&amp;quot;drugs&amp;quot;&amp;gt;{{cite web | url=https://www.drugs.com/npp/oregano.html | title=Oregano | publisher=Drugs.com | date=2016 | access-date=7 October 2016}}&amp;lt;/ref&amp;gt; Oregano essential oil is extracted from the leaves of the oregano plant. Although oregano or its oil may be used as a [[dietary supplement]], there is no clinical evidence to indicate that either has any effect on human health.&amp;lt;ref name=drugs/&amp;gt;&amp;lt;ref name=&amp;quot;mp&amp;quot;&amp;gt;{{cite web | url=https://medlineplus.gov/druginfo/natural/644.html | title=Oregano | publisher=MedlinePlus, US National Library of Medicine | date=2016 | access-date=7 October 2016}}&amp;lt;/ref&amp;gt;&#xA;&#xA;In 2014, the US [[Food and Drug Administration]] (FDA) warned a [[Utah]] company, [[Young Living]], that its herbal products, including oregano [[essential oil]], were being promoted to have numerous unproven anti-disease effects, and so were being sold as unauthorized misbranded [[prescription drug|drugs]] subject to seizure and federal penalties.&amp;lt;ref name=&amp;quot;fda&amp;quot;&amp;gt;{{cite web|url=https://www.fda.gov/inspections-compliance-enforcement-and-criminal-investigations/warning-letters/young-living-09222014|title=Warning Letter: Young Living|author=LaTonya M. Mitchell|publisher= Inspections, Compliance, Enforcement, and Criminal Investigations, US Food and Drug Administration|date=22 September 2014|access-date=7 October 2016}}&amp;lt;/ref&amp;gt; Similar FDA [[FDA warning letter|warning letters]] for false advertising and unproven [[health claim]]s about oregano essential oil products were published in 2017 and 2018.&amp;lt;ref name=&amp;quot;fda2&amp;quot;&amp;gt;{{cite web|url=https://www.fda.gov/inspections-compliance-enforcement-and-criminal-investigations/warning-letters/absonutrix-508557-07252017|title=Warning Letter: Absonutrix|author=Ingrid A. Zambrana|publisher= Inspections, Compliance, Enforcement, and Criminal Investigations, US Food and Drug Administration|date=25 July 2017|access-date=18 May 2019}}&amp;lt;/ref&amp;gt;&amp;lt;ref name=&amp;quot;fda3&amp;quot;&amp;gt;{{cite web|url=https://www.fda.gov/inspections-compliance-enforcement-and-criminal-investigations/warning-letters/long-life-unlimited-533282-01312018|title=Warning Letter: Long Life Unlimited|author=Kimberly L. McMillan|publisher= Inspections, Compliance, Enforcement, and Criminal Investigations, US Food and Drug Administration|date=31 January 2018|access-date=18 May 2019}}&amp;lt;/ref&amp;gt;&#xA;&#xA;==Chemical components==&#xA;Oregano contains [[polyphenol]]s, including numerous [[flavone]]s.&amp;lt;ref name=&amp;quot;Dragland2003&amp;quot;&amp;gt;{{cite journal|url=http://jn.nutrition.org/cgi/pmidlookup?view=long&amp;amp;pmid=12730411|last1=Dragland|first1=Steinar|last2=Senoo|first2=Haruki |last3=Wake|first3=Kenjiro|last4=Holte|first4=Kari|last5=Blomhoff|first5=Rune|title=Several culinary and medicinal herbs are important sources of dietary antioxidants|journal=Journal of Nutrition|volume=133|issue=5|pages=1286–90|date=1 May 2003|doi=10.1093/jn/133.5.1286|issn=0022-3166|pmid=12730411|doi-access=free}}&amp;lt;/ref&amp;gt;&amp;lt;ref&amp;gt;{{cite journal|doi=10.1080/14786419.2014.896011|pmid=24635145|title=Origanum species native to the island of Crete: in vitro antioxidant characteristics and liquid chromatography–mass spectrometry identification of major polyphenolic components|journal=[[Natural Product Research]]|volume=28|issue=16|pages=1284–7|year=2014|last1=Tair|first1=Asma|last2=Weiss|first2=Erika-Krisztina|last3=Palade|first3=Laurentiu Mihai|last4=Loupassaki|first4=Sofia|last5=Makris|first5=Dimitris P.|last6=Ioannou|first6=Efstathia|last7=Roussis|first7=Vassilios|last8=Kefalas|first8=Panagiotis|s2cid=42500633}}&amp;lt;/ref&amp;gt;&#xA;&#xA;The essential oil of oregano is composed primarily of [[monoterpenoid]]s and [[monoterpenes]], with the relative concentration of each compound varying widely across geographic origin and other factors. Over 60 different compounds have been identified, with the primary ones being carvacrol and [[thymol]] ranging to over 80%, while lesser abundant compounds include [[p-cymene|''p''-cymene]], [[γ-terpinene]], caryophyllene, [[spathulenol]], [[germacrene D]], [[β-fenchyl alcohol]] and [[δ-terpineol]].&amp;lt;ref&amp;gt;{{cite journal|doi=10.1002/jsfa.6089|pmid=23553824|title=Chemical composition and bioactivity of different oregano (''Origanum vulgare'') extracts and essential oil|journal=[[Journal of the Science of Food and Agriculture]]|volume=93|issue=11|pages=2707–14|year=2013|last1=Teixeira |first1=Bárbara|last2=Marques|first2=António|last3=Ramos|first3=Cristina|last4=Serrano|first4=Carmo|last5=Matos|first5=Olívia |last6=Neng|first6=Nuno R|last7=Nogueira|first7=José M F|last8=Saraiva|first8=Jorge Alexandre|last9=Nunes|first9=Maria Leonor}}&amp;lt;/ref&amp;gt;&#xA;&#xA;Drying of the plant material affects both quantity and distribution of volatile compounds, with methods using higher heat and longer drying times having greater negative impact. A sample of fresh whole plant material found to contain 33 g/kg dry weight (3.1 g/kg wet) decreased to below a third after warm-air convection drying. Much higher concentrations of volatile compounds are achieved towards the end of the growing season.&amp;lt;ref&amp;gt;{{cite journal|doi=10.1016/j.jfoodeng.2010.01.002|title=Composition of oregano essential oil (Origanum vulgare) as affected by drying method|journal=[[Journal of Food Engineering]]|volume=98|issue=2|pages=240–7|year=2010|last1=Figiel |first1=Adam|last2=Szumny|first2=Antoni|last3=Gutiérrez-Ortíz|first3=Antonio|last4=Carbonell-Barrachina|first4=Ángel A.}}&amp;lt;/ref&amp;gt;&#xA;&#xA;==Other plants called &amp;quot;oregano&amp;quot;==&#xA;&#xA;* ''[[Coleus amboinicus]]'', known as Cuban oregano, {{lang|es|orégano poleo}} ('[[Hedeoma|pennyroyal]] oregano'), {{lang|fr|orégano francés}} ('French oregano'), Mexican mint, Mexican thyme, and many other names, is also of the mint family (Lamiaceae).  It has large and somewhat [[succulent]] leaves.  Common throughout the tropics, including Latin America, Africa, and Southeast Asia, it is probably of eastern-hemisphere origin.&#xA;* ''[[Lippia graveolens]]'', Mexican oregano, known in Spanish as {{lang|es|orégano cimarrón}} ('wild oregano'), is not in the mint family, but in the related [[vervain family]] (Verbenaceae). The flavor of Mexican oregano has a stronger savory component instead of the piney hint of rosemary-like flavor in true oregano, and its citrus accent might be more aromatic than in oregano. It is becoming more commonly sold outside of Mexico, especially in the southeastern United States. It is sometimes used as a substitute for [[epazote]] leaves.&amp;lt;!-- Move most of this material – to the extent any of it can be sourced – to the article on that plant. See WP:COATRACK. --&amp;gt;&#xA;* ''[[Hedeoma patens]]'', known in Spanish as {{lang|es|orégano chiquito}} ('small oregano'), is also among the Lamiaceae.  It is used as an herb in the Mexican states of [[Chihuahua (state)|Chihuahua]] and [[Coahuila]].&#xA;&#xA;==See also==&#xA;* ''[[Thymus vulgaris]]'', thyme&#xA;&#xA;==References==&#xA;{{Reflist|30em}}&#xA;&#xA;==External links==&#xA;{{Commons|Origanum vulgare}}&#xA;{{Wikiquote}}&#xA;* [http://rbg-web2.rbge.org.uk/cgi-bin/nph-readbtree.pl/feout?FAMILY_XREF=&amp;amp;GENUS_XREF=Origanum+&amp;amp;SPECIES_XREF=vulgare&amp;amp;TAXON_NAME_XREF=&amp;amp;RANK= Flora Europaea: ''Origanum vulgare'']&#xA;* [https://www.ars-grin.gov/cgi-bin/npgs/html/taxon.pl?25913 Germplasm Resources Information Network: ''Origanum vulgare'']&#xA;&#xA;{{Herbs &amp;amp; spices}}&#xA;{{Medicinal herbs &amp;amp; fungi}}&#xA;{{Transient receptor potential channel modulators}}&#xA;{{Taxonbar|from=Q134283}}&#xA;{{Authority control}}&#xA;&#xA;[[Category:Flora of Asia]]&#xA;[[Category:Flora of Europe]]&#xA;[[Category:Herbs]]&#xA;[[Category:Medicinal plants]]&#xA;[[Category:Origanum]]&#xA;[[Category:New Mexican cuisine]]&#xA;[[Category:Plants described in 1753]]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="28149" LastEditorUserId="28149" LastEditDate="2021-04-28T14:12:46.580" LastActivityDate="2022-11-08T19:10:50.220" Title="Where can I find a database with edible plants?" Tags="|database|json|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19680" PostTypeId="2" ParentId="19679" CreationDate="2021-04-28T06:25:02.577" Score="1" Body="&lt;p&gt;Wikidata has a category &amp;quot;Edible plants&amp;quot;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://m.wikidata.org/wiki/Q7224176&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://m.wikidata.org/wiki/Q7224176&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This would be the data behind this list, but most languages will also be linked.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Category:Edible_plants&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Category:Edible_plants&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You can use the Sparql front-end to build a query:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://query.wikidata.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;And request either on this site, or&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Request_a_query&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Wikidata:Request_a_query&lt;/a&gt; for help with a query.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-04-28T06:25:02.577" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19681" PostTypeId="1" CreationDate="2021-04-28T01:16:59.657" Score="1" ViewCount="87" Body="&lt;p&gt;I'm trying to get elevation data and I have no idea where to look. I'm basically trying to get where land is above a certain elevation.&lt;/p&gt;&#xA;&lt;p&gt;I'm primarily concerned with where land is above X' in Washington State and a kml file would be easiest for me to use.&lt;/p&gt;&#xA;&lt;p&gt;Are there freely available websites or software programs where I can get this data?&lt;/p&gt;&#xA;" OwnerDisplayName="GFL" LastEditorUserId="1511" LastEditDate="2021-04-29T05:50:59.377" LastActivityDate="2021-06-10T08:20:26.237" Title="Seeking Elevation Data" Tags="|data-request|geospatial|usa|kml|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19682" PostTypeId="2" ParentId="19637" CreationDate="2021-04-28T13:50:25.217" Score="1" Body="&lt;p&gt;The openFDA drug adverse event API returns data that has been collected from the FDA Adverse Event Reporting System (FAERS),&#xA;a database that contains information on adverse events and medication error reports submitted to FDA.&lt;/p&gt;&#xA;&lt;p&gt;To know more about FAERS, Please go through the below link&#xA;&lt;a href=&quot;https://www.fda.gov/drugs/surveillance/questions-and-answers-fdas-adverse-event-reporting-system-faers&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/surveillance/questions-and-answers-fdas-adverse-event-reporting-system-faers&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please find the below link for a more detailed description of the &lt;code&gt;application_number&lt;/code&gt; field.&#xA;&lt;a href=&quot;https://open.fda.gov/apis/drug/event/searchable-fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/event/searchable-fields&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If the FAERS database has the newly reported application number then the openFDA will load the data quarterly basis.&#xA;However, please be advised that the data in this API may lag by 3 months or more at any given time, depending on when the quarterly FAERS data is released.&lt;/p&gt;&#xA;&lt;p&gt;Please check the below page for more recent updates that happened on the drug adverse events dataset in openFDA.&#xA;&lt;a href=&quot;https://open.fda.gov/about/status/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/about/status/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="22138" LastActivityDate="2021-04-28T13:50:25.217" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19683" PostTypeId="1" CreationDate="2021-05-01T18:47:14.663" Score="1" ViewCount="262" Body="&lt;p&gt;Is there any way to get Drugs side effect for specific drug name like Paxil from openFDA API. I read the documentation but don't really understand&lt;/p&gt;&#xA;" OwnerUserId="28166" LastEditorUserId="28166" LastEditDate="2021-05-01T19:13:12.607" LastActivityDate="2024-01-20T00:07:21.000" Title="Can I use openFDA API for Drugs side effects?" Tags="|api|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19686" PostTypeId="2" ParentId="19658" CreationDate="2021-05-03T16:33:18.040" Score="1" Body="&lt;p&gt;The NOAA Office for Coastal Management publishes C-CAP regional land use land cover data for Puerto Rico.  See this link:  &lt;a href=&quot;https://coast.noaa.gov/digitalcoast/data/ccapregional.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coast.noaa.gov/digitalcoast/data/ccapregional.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21780" LastActivityDate="2021-05-03T16:33:18.040" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19687" PostTypeId="1" CreationDate="2021-05-03T19:01:24.207" Score="3" ViewCount="112" Body="&lt;p&gt;I'm looking to set up a dropdown of languages once the app picks up the city a person is in. Where would I find this database or API?&lt;/p&gt;&#xA;" OwnerUserId="28183" LastEditorUserId="70" LastEditDate="2022-10-13T16:51:32.080" LastActivityDate="2022-10-13T16:51:32.080" Title="Where do I find a database of each city in the world and the languages spoken there? (Ex. Barcelona - Catalan, Spanish vs. Madrid - Spanish)" Tags="|data-request|language|city|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19688" PostTypeId="2" ParentId="19668" CreationDate="2021-05-04T15:20:31.603" Score="0" Body="&lt;p&gt;I'm Violet with the openFDA team. This one is a bit tricky as it deals with the harmonized data contained in the &lt;code&gt;openfda&lt;/code&gt; object. The drugs@FDA endpoint contains the field &lt;code&gt;application_number&lt;/code&gt;, which is what it uses to link to other openFDA endpoints and populate the &lt;code&gt;openfda&lt;/code&gt; object through the process we label harmonization. To find which &lt;code&gt;spl_set_id&lt;/code&gt; is linked to each product, you'll need to do some detective work with other endpoints, namely &lt;code&gt;drug/label&lt;/code&gt; &amp;amp; &lt;code&gt;drug/ndc&lt;/code&gt; - searching by &lt;code&gt;spl_set_id&lt;/code&gt;. Alternatively, you can search for the details of those &lt;code&gt;spl_set_id&lt;/code&gt;s on DailyMed, which already incorporates data from multiple sources into its results.&lt;/p&gt;&#xA;&lt;p&gt;Sorry I don't have an easier approach for you!&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2021-05-04T15:20:31.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19689" PostTypeId="2" ParentId="19683" CreationDate="2021-05-04T15:33:24.013" Score="0" Body="&lt;p&gt;I'm Violet with the openFDA team. To find side effect information, you'll want to look for the &lt;code&gt;adverse_reactions&lt;/code&gt; field in the endpoint &lt;code&gt;drug/label&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.brand_name:Paxil&amp;amp;limit=10&quot; rel=&quot;nofollow noreferrer&quot;&gt;An example /drug/label query for Paxil.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For a full list of all reactions reported while a patient was taking the drug, you can check the endpoint &lt;code&gt;drug/event&lt;/code&gt;, but please note that these reports are per incident and often reference multiple drugs, meaning the drug you're looking for may not be &lt;em&gt;causally&lt;/em&gt; related to the reaction.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:paxil&amp;amp;count=patient.reaction.reactionmeddrapt.exact&quot; rel=&quot;nofollow noreferrer&quot;&gt;A count of all reactions reported which include Paxil (check the url for the full query - it's complex.)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Please remember that there's a lot of information included within these endpoints, but it's intended for research purposes and requires medical training to properly parse and relate to healthcare. Do not rely on openFDA to make decisions regarding medical care. Always speak to your health provider about the risks and benefits of FDA-regulated products.&lt;/p&gt;&#xA;&lt;p&gt;Have a great day,&lt;/p&gt;&#xA;&lt;p&gt;Violet&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2021-05-04T15:33:24.013" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19690" PostTypeId="1" AcceptedAnswerId="19712" CreationDate="2021-05-04T21:07:12.253" Score="0" ViewCount="27" Body="&lt;p&gt;I am looking for information on musical bands with attributes like genre and members of the bands, etc.&lt;/p&gt;&#xA;" OwnerUserId="3373" LastActivityDate="2021-05-12T00:25:02.613" Title="Is there an open data somewhere that has information on musical bands" Tags="|music|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19691" PostTypeId="2" ParentId="19679" CreationDate="2021-05-05T01:09:48.647" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://garden.org/plants/search/advanced/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://garden.org/plants/search/advanced/&lt;/a&gt; might be a starting point.&lt;/p&gt;&#xA;&lt;p&gt;You can select plants with edible fruits (for example), but you don't get all the results because there are too many.&lt;/p&gt;&#xA;&lt;p&gt;There also doesn't appear to be an easy way to download their database, though you could use a site scraper or similar.&lt;/p&gt;&#xA;&lt;p&gt;Detail pages like &lt;a href=&quot;https://garden.org/plants/view/78036/Pink-Evening-Primrose-Oenothera-speciosa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://garden.org/plants/view/78036/Pink-Evening-Primrose-Oenothera-speciosa/&lt;/a&gt; seem to provide much of the information you seek.&lt;/p&gt;&#xA;" OwnerUserId="28191" LastActivityDate="2021-05-05T01:09:48.647" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19692" PostTypeId="1" CreationDate="2021-05-05T12:54:32.507" Score="2" ViewCount="630" Body="&lt;p&gt;is there source code on github with a neural network that animates photos, making photos moving pictures like in a video? For example somithing similar on Deep Nostalgia (&lt;a href=&quot;https://www.myheritage.com/deep-nostalgia?lang=EN&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.myheritage.com/deep-nostalgia?lang=EN&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="21126" LastActivityDate="2023-02-04T08:07:03.783" Title="is there source code on github with a neural network that animates photos, making photos moving pictures like in a video" Tags="|data-request|open-source|git|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19693" PostTypeId="1" AcceptedAnswerId="19697" CreationDate="2021-05-05T15:19:59.093" Score="1" ViewCount="55" Body="&lt;p&gt;&lt;strong&gt;EDITED QUESTION to add context:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm interested in &amp;quot;modeling&amp;quot; the Electricity Price for Residential Users in the US, particularly (if possible) in Massachusetts.&lt;/p&gt;&#xA;&lt;p&gt;I'd like to obtain something like a 24 hourly-prices list for every day of the year.&lt;/p&gt;&#xA;&lt;p&gt;To relax this constraint, I could also accept a list of 24 hourly-prices per month, or even just per season.&lt;/p&gt;&#xA;&lt;p&gt;And, to relax even more, I could also accept a resolution greater than 1 hour.&#xA;E.g.: resolution = 4 hours:&#xA;so, instead of having a price for each hour of the day, I could accept a single price for an interval of 4 hours (so 6 prices per day).&lt;/p&gt;&#xA;&lt;p&gt;So, I'm looking for something similar to the dataset of this link: &lt;a href=&quot;https://data.open-power-system-data.org/time_series/2020-10-06&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.open-power-system-data.org/time_series/2020-10-06&lt;/a&gt;.&#xA;It consists of a CSV file which collects hourly electricity prices 32 European countries, but I'm interested in the US.&lt;/p&gt;&#xA;&lt;p&gt;Another way could also be to find scientific papers (or other sources) which model the electricity price associated to every hour of the day (this time interval could be relaxed) in the US as a PDF, by providing the 'mean' and the 'standard deviation' (or any other parameter which describe the PDF).&lt;/p&gt;&#xA;&lt;p&gt;Is there anyone who knows any reference (papers, dataset, link, ...) which could be useful?&lt;/p&gt;&#xA;" OwnerUserId="28200" LastEditorUserId="28200" LastEditDate="2021-05-05T21:47:08.930" LastActivityDate="2021-05-05T22:21:08.643" Title="USA Residential Electricity Prices" Tags="|data-request|usa|historical|time-series|energy|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19696" PostTypeId="1" CreationDate="2021-05-05T19:56:50.777" Score="0" ViewCount="337" Body="&lt;p&gt;Where can I found on &lt;a href=&quot;https://spglobal.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spglobal.com&lt;/a&gt; &lt;code&gt;S&amp;amp;P 500&lt;/code&gt; index actual official stock weights.&lt;/p&gt;&#xA;" OwnerUserId="28206" LastEditorUserId="1511" LastEditDate="2021-05-06T05:10:27.820" LastActivityDate="2021-05-06T05:10:27.820" Title="S&amp;P 500 index actual official stock weights" Tags="|data-request|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19697" PostTypeId="2" ParentId="19693" CreationDate="2021-05-05T22:21:08.643" Score="1" Body="&lt;p&gt;I believe the closest you can get is a monthly average retail price. The Energy Information Agency provides a monthly report on &lt;a href=&quot;https://www.eia.gov/electricity/data/browser/#/topic/7?agg=0,1&amp;amp;geo=002&amp;amp;endsec=8&amp;amp;linechart=ELEC.PRICE.MA-RES.M&amp;amp;columnchart=ELEC.PRICE.MA-RES.M&amp;amp;map=ELEC.PRICE.MA-RES.M&amp;amp;freq=M&amp;amp;start=200101&amp;amp;end=202102&amp;amp;ctype=linechart&amp;amp;ltype=pin&amp;amp;rtype=s&amp;amp;maptype=0&amp;amp;rse=0&amp;amp;pin=&quot; rel=&quot;nofollow noreferrer&quot;&gt;average retail price of electricity&lt;/a&gt; by state (note that EIA &lt;a href=&quot;https://www.eia.gov/opendata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;has an API&lt;/a&gt; if you want to access this data programmatically):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/eh47w.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/eh47w.png&quot; alt=&quot;Average retail price of electricity, monthly: Massachusetts residential&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As mentioned in the comments, it's unlikely that any significant amount of residential customers in Massachusetts are on a rate that would change during the course of the day. To confirm, you could &lt;a href=&quot;https://www.eia.gov/electricity/sales_revenue_price/xls/table6.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;get a list of Massachusetts utilities (xlsx)&lt;/a&gt; from EIA, then check their rates at &lt;a href=&quot;https://openei.org/apps/USURDB/&quot; rel=&quot;nofollow noreferrer&quot;&gt;USURDB&lt;/a&gt;. I spot checked and see that there are a few optional TOU rates at a couple of the larger utilities. However, according to &lt;a href=&quot;http://files.brattle.com/files/12658_the_national_landscape_of_residential_tou_rates_a_preliminary_summary.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this 2017 study&lt;/a&gt;, only about 3% of customers are using TOU rates where they are offered.&lt;/p&gt;&#xA;" OwnerUserId="20229" LastActivityDate="2021-05-05T22:21:08.643" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19698" PostTypeId="2" ParentId="19696" CreationDate="2021-05-06T05:04:17.890" Score="1" Body="&lt;p&gt;I found one source that has the data as an html table.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.slickcharts.com/sp500&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.slickcharts.com/sp500&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can use pandas to parse the html table as a dataframe, and then write a csv:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;import requests&#xA;&#xA;df = pd.read_html(requests.get('https://www.slickcharts.com/sp500',&#xA;                      headers={'User-agent': 'Mozilla/5.0'}).text)[0]&#xA;&#xA;print(df)&#xA;df.to_csv('sp.csv',index=False)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;And here's the data as of 2021-05-06&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/philshem/f2fc94d7e49f045fe0feda8532ab2c08#file-sp-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/philshem/f2fc94d7e49f045fe0feda8532ab2c08#file-sp-csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-05-06T05:04:17.890" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19699" PostTypeId="2" ParentId="19687" CreationDate="2021-05-06T07:22:53.157" Score="1" Body="&lt;p&gt;You can probably use &lt;a href=&quot;https://www.geonames.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geonames&lt;/a&gt; for this. See, for example, Barcelona:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.geonames.org/3128760/barcelona.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geonames.org/3128760/barcelona.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It shows &amp;quot;preferred&amp;quot; names for the languages Catalan and Spanish&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/tHAov.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/tHAov.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and you'll notice that Madrid doesn't have Catalan as a preferred language&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/44Tyi.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/44Tyi.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;examples of export data: &lt;a href=&quot;https://download.geonames.org/export/dump/readme.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geonames.org/export/dump/readme.txt&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;so you'd need the files and &lt;code&gt;cities500.zip &lt;/code&gt; and &lt;code&gt;alternateNamesV2.zip&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Also check for libraries for Python/R or other programming languages, that download and parse the appropriate language&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-05-06T07:43:06.527" LastActivityDate="2021-05-06T07:43:06.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19700" PostTypeId="2" ParentId="12912" CreationDate="2021-05-06T20:01:28.163" Score="1" Body="&lt;p&gt;You might find &lt;a href=&quot;https://www.openrailwaymap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Railway Map&lt;/a&gt; useful. It is mainly focused on active railways, but also includes lines that are &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:railway%3Ddisused&quot; rel=&quot;nofollow noreferrer&quot;&gt;disused&lt;/a&gt; (i.e. the line is closed but the infrastructure remains) or &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:railway%3Dabandoned&quot; rel=&quot;nofollow noreferrer&quot;&gt;abandoned&lt;/a&gt; (the infrastructure is gone but the route still discernable). It would be more difficult to find the routes of lines that have been completely obliterated, or which have been re-used for other purposes (as roads, tram routes, etc.).&lt;/p&gt;&#xA;&lt;p&gt;Open Railway Map uses data from Open Street Map (OSM), so to get the routes you'll have to extract the data from OSM. There are lots of tools for getting data from OSM, but you might want to look at &lt;a href=&quot;https://www.reddit.com/r/openstreetmap/comments/84nxg5/how_do_i_export_railway_track_data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Reddit thread&lt;/a&gt; for suggestions specific to extracting railway data. Also check if your GIS software includes a tool for extracting OSM data, e.g. if you're using R then I recommend the &lt;a href=&quot;https://cran.r-project.org/web/packages/osmdata/vignettes/osmdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;osmdata package&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-05-06T20:01:28.163" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19701" PostTypeId="2" ParentId="19681" CreationDate="2021-05-06T20:08:01.547" Score="3" Body="&lt;p&gt;As &lt;a href=&quot;https://opendata.stackexchange.com/questions/19681/seeking-elevation-data#comment20067_19681&quot;&gt;one of the comments&lt;/a&gt; mentioned, you can use the 30m-resolution data from the &lt;a href=&quot;https://en.wikipedia.org/wiki/Shuttle_Radar_Topography_Mission&quot; rel=&quot;nofollow noreferrer&quot;&gt;Shuttle Radar Topography Mission&lt;/a&gt; that can be downloaded from various sites. Specifically for Washington State, you may find it more useful to look at the &lt;a href=&quot;https://wagda.lib.washington.edu/data/geography/wa_state/#elevation&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of links to WA elevation data&lt;/a&gt; maintained by the Washington State Geospatial Data Archive, which includes higher-resolution data for parts of the state. Be prepared for the data to come in different formats, though – elevation data are usually stored as spatial rasters so KML is unlikely to be the format they're available in.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-05-06T20:08:01.547" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19702" PostTypeId="2" ParentId="10813" CreationDate="2021-05-07T16:33:05.323" Score="3" Body="&lt;p&gt;It seems only &lt;a href=&quot;https://image-net.org/data/winter21_whole.tar.gz&quot; rel=&quot;nofollow noreferrer&quot;&gt;winter21_whole.tar.gz&lt;/a&gt; is available at the official site, instead &lt;code&gt;fall11_whole.tar&lt;/code&gt; is no longer possible other than that mentioned by &lt;a href=&quot;https://opendata.stackexchange.com/users/28139/lissanro-rayen&quot;&gt;@Lissanro Rayen&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;A preprocessing script is given &lt;a href=&quot;https://github.com/Alibaba-MIIL/ImageNet21K/blob/main/dataset_preprocessing/processing_instructions.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;To untar the tarball:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;#!/bin/sh&#xA;SRC='/path/to/winter21_whole'&#xA;DEST='/path/to/untar/imagenet21k/'&#xA;for tarball in $SRC/*.tar;do&#xA;    echo &amp;quot;untarring $tarball&amp;quot;&#xA;    tardir=$(echo $tarball| cut -d'.' -f 1)&#xA;    if [ ! -d $tardir ]; then&#xA;        echo &amp;quot;making dir $DEST/$tardir&amp;quot;&#xA;        mkdir -p $DEST/$tardir&#xA;        tar -xf $tarball -C $DEST/$tardir&#xA;    fi  &#xA;done&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;These JPEG files are found corrupted in &lt;code&gt;winter21_whole.tar.gz&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;n01678043/n01678043_6448.JPEG &#xA;n01896844/n01896844_997.JPEG &#xA;n02368116/n02368116_318.JPEG &#xA;n02428089/n02428089_710.JPEG &#xA;n02487347/n02487347_1956.JPEG &#xA;n02597972/n02597972_5463.JPEG &#xA;n03957420/n03957420_33553.JPEG &#xA;n03957420/n03957420_30695.JPEG &#xA;n03957420/n03957420_8296.JPEG &#xA;n04135315/n04135315_9318.JPEG &#xA;n04135315/n04135315_8814.JPEG &#xA;n04257684/n04257684_9033.JPEG &#xA;n04427559/n04427559_2974.JPEG &#xA;n06470073/n06470073_47249.JPEG &#xA;n07930062/n07930062_4147.JPEG &#xA;n09224725/n09224725_3995.JPEG &#xA;n09359803/n09359803_8155.JPEG &#xA;n09894445/n09894445_7463.JPEG &#xA;n12353203/n12353203_3849.JPEG &#xA;n12630763/n12630763_8018.JPEG&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="28224" LastEditorUserId="28224" LastEditDate="2022-01-21T16:32:04.677" LastActivityDate="2022-01-21T16:32:04.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19703" PostTypeId="2" ParentId="10813" CreationDate="2021-05-08T09:41:14.307" Score="1" Body="&lt;p&gt;To elaborate on what @MeadowMuffins wrote&lt;/p&gt;&#xA;&lt;p&gt;check the article&#xA;&amp;quot; ImageNet-21K Pretraining for the Masses&amp;quot;&#xA;for more details about how to pretrain on this dataset, it's more complicated than regular ImageNet1K, but pretrain quality is much (much) better.&#xA;&lt;a href=&quot;https://github.com/Alibaba-MIIL/ImageNet21K&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Alibaba-MIIL/ImageNet21K&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28229" LastActivityDate="2021-05-08T09:41:14.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19706" PostTypeId="1" AcceptedAnswerId="19708" CreationDate="2021-05-09T18:31:46.630" Score="3" ViewCount="56" Body="&lt;p&gt;I am looking for a phylogeny of old-world vultures that would be downloaded into R for a project.&#xA;I am not an expert on this kind of data, and my research has not been successful so far. Does someone know if this kind of dataset exists somewhere? A larger tree would also do the job (e.g. a tree of all raptors) as long as the level of precision is species.&lt;/p&gt;&#xA;" OwnerUserId="26879" LastEditorUserId="23272" LastEditDate="2022-07-14T13:05:59.320" LastActivityDate="2022-07-14T13:05:59.320" Title="Avian phylogenetic trees" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19707" PostTypeId="2" ParentId="1158" CreationDate="2021-05-10T07:31:55.163" Score="1" Body="&lt;p&gt;You can also check out the algorithm used on &lt;a href=&quot;https://www.word-grabber.com/words-with-friends-cheat&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.word-grabber.com/words-with-friends-cheat&lt;/a&gt; that finds word possibilities from letters.&lt;/p&gt;&#xA;" OwnerUserId="28244" LastActivityDate="2021-05-10T07:31:55.163" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19708" PostTypeId="2" ParentId="19706" CreationDate="2021-05-10T19:06:21.897" Score="3" Body="&lt;p&gt;A good start when you want a phylogeny that includes specific species is to use the NCBI Taxonomy Common Tree tool: &lt;a href=&quot;https://www.ncbi.nlm.nih.gov/Taxonomy/CommonTree/wwwcmt.cgi&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncbi.nlm.nih.gov/Taxonomy/CommonTree/wwwcmt.cgi&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It allows you to specify 2 or more species. You specify the species by searching their binomials or TAXIDs one by one to add them, or upload a text file with one species binomial per line. It then produces the shared phylogeny that connects the entire set of species.&lt;/p&gt;&#xA;&lt;p&gt;In your case you want the 16 species of Old World vultures. Wikipedia has them in a list &lt;a href=&quot;https://en.wikipedia.org/wiki/Vulture#Old_World_vultures&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. I right clicked to inspect element, then extracted the species with this code:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Array.from(document.querySelector('#mw-content-text &amp;gt; div.mw-parser-output &amp;gt; ul:nth-child(15)').children).map(c =&amp;gt; c.innerText.split(', ')[1]).join('\n')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Producing this list:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Aegypius monachus&#xA;Gyps fulvus&#xA;Gyps bengalensis&#xA;Gyps rueppelli&#xA;Gyps indicus&#xA;Gyps tenuirostris&#xA;Gyps himalayensis&#xA;Gyps africanus&#xA;Gyps coprotheres&#xA;Necrosyrtes monachus&#xA;Sarcogyps calvus&#xA;Torgos tracheliotos&#xA;Trigonoceps occipitalis&#xA;Gypaetus barbatus&#xA;Neophron percnopterus&#xA;Gypohierax angolensis&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I uploaded that list to CommonTree, and here's your tree:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/2Uha8.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/2Uha8.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In Phylip format (which you can load in most phylogenetic tools, or convert easily:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;(&#xA;(&#xA;'Gypohierax angolensis':4)&#xA;Gypohierax:4,&#xA;(&#xA;'Sarcogyps calvus':4)&#xA;Sarcogyps:4,&#xA;(&#xA;'Gypaetus barbatus':4)&#xA;Gypaetus:4,&#xA;(&#xA;'Neophron percnopterus':4)&#xA;Neophron:4,&#xA;(&#xA;'Torgos tracheliotos':4)&#xA;Torgos:4,&#xA;(&#xA;'Necrosyrtes monachus':4)&#xA;Necrosyrtes:4,&#xA;(&#xA;'Trigonoceps occipitalis':4)&#xA;Trigonoceps:4,&#xA;(&#xA;'Gyps tenuirostris':4,&#xA;'Gyps indicus':4,&#xA;'Gyps bengalensis':4,&#xA;'Gyps africanus':4,&#xA;'Gyps himalayensis':4,&#xA;'Gyps fulvus':4,&#xA;'Gyps rueppelli':4,&#xA;'Gyps coprotheres':4&#xA;)Gyps:4,&#xA;(&#xA;'Aegypius monachus':4)&#xA;Aegypius:4&#xA;)Accipitridae:4;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;There are lots of other ways to achieve this but the NCBI tools are extremely useful to know about. The TAXIDs from NCBI can be used to pull data using many of the R packages for phylogenetics.&lt;/p&gt;&#xA;" OwnerUserId="28248" LastActivityDate="2021-05-10T19:06:21.897" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19709" PostTypeId="1" CreationDate="2021-05-10T20:12:32.433" Score="0" ViewCount="75" Body="&lt;p&gt;i 'm looking to get info on all catholic churches in Europe. Specifically, I'd love to get:&lt;/p&gt;&#xA;&lt;p&gt;their address&#xA;Denomination&#xA;Active/Not&#xA;Contact Info (website, email, phone)&#xA;and any other info I can get.&lt;/p&gt;&#xA;&lt;p&gt;well we ve got several approaches:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;use overpass-tubro.eu;&lt;/li&gt;&#xA;&lt;li&gt;we can get a list of all &amp;quot;places of worship&amp;quot; by downloading bulk osm files from geofabrik.de and then using use osmfilter or osmosis to select only certain tags, for example: wiki.openstreetmap.org/wiki/Tag:amenity=place_of_worship&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;to use the Open StreetMap data with Nominatom for a base file. This&#xA;should get the #1 and then we can get #2 just by text mining their&#xA;titles. For #3 I believe the closest you'll get is just to use the&#xA;most recent available data. For #4 I think we'd need to do original&#xA;data scraping from the Internet - at least to get their websites (I'm&#xA;not sure on this one, actually).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;btw: see a List of Catholic dioceses (structured view)&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Catholic_dioceses_(structured_view)#Episcopal_Conference_of_France&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_Catholic_dioceses_(structured_view)#Episcopal_Conference_of_France&lt;/a&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;As of May 31, 2018, the Catholic Church in its entirety comprises&#xA;3,160 ecclesiastical jurisdictions, including over 645 archdioceses&#xA;and 2,236 dioceses,  as well as apostolic vicariates, apostolic&#xA;exarchates, apostolic administrations, apostolic prefectures, military&#xA;ordinariates, personal ordinariates,  personal prelatures, territorial&#xA;prelatures, territorial abbacies and missions sui juris around the&#xA;world.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;do you know more ways to go ahead and find the appropiate dataset&lt;/p&gt;&#xA;" OwnerUserId="3131" LastActivityDate="2021-05-12T01:00:45.920" Title="get info on all catholic churches in Europe" Tags="|geospatial|openstreetmap|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19711" PostTypeId="1" AcceptedAnswerId="19714" CreationDate="2021-05-11T22:01:50.393" Score="1" ViewCount="2396" Body="&lt;p&gt;I am using &lt;a href=&quot;https://tfhub.dev/google/Wiki-words-250/2&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; model for word embeddings trained using word2vec, I want to get the embedding using GloVe to compare the performance. The model is trained using the English Wikipedia corpus, nevertheless, I have not found such a dataset online. Does anyone knows where can I find the dataset?&lt;/p&gt;&#xA;" OwnerUserId="28258" LastActivityDate="2021-05-13T03:35:54.950" Title="How can I get the English Wikipedia Corpus?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19712" PostTypeId="2" ParentId="19690" CreationDate="2021-05-12T00:25:02.613" Score="1" Body="&lt;p&gt;Have a look at &lt;a href=&quot;https://musicbrainz.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://musicbrainz.org&lt;/a&gt;. I think it has what you're looking for.&lt;/p&gt;&#xA;" OwnerUserId="2473" LastActivityDate="2021-05-12T00:25:02.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19713" PostTypeId="2" ParentId="19709" CreationDate="2021-05-12T01:00:45.920" Score="2" Body="&lt;p&gt;Have you seen this ?  I google it and try to see if there's any and it came up...&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://catholic-geo-hub-cgisc.hub.arcgis.com/pages/a-globalchurch&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catholic-geo-hub-cgisc.hub.arcgis.com/pages/a-globalchurch&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-05-12T01:00:45.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19714" PostTypeId="2" ParentId="19711" CreationDate="2021-05-12T17:31:18.670" Score="0" Body="&lt;p&gt;Have a look at this &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/collections/latest-core&quot; rel=&quot;nofollow noreferrer&quot;&gt;page from the &amp;quot;DBpedia&amp;quot; project&lt;/a&gt; which show everything in great detail. DBpedia is a subset  of Wikipedia.&lt;/p&gt;&#xA;&lt;p&gt;Downloadable Files are given in Turtle format (.ttl, compressed as .bz2) which is a plain-text file format.&lt;/p&gt;&#xA;&lt;p&gt;For more expert advice I would ask around on the Wikidata Telegram group - the Wikipedia and Wikidata developers hang around there, AFAIK.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-05-12T17:31:18.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19715" PostTypeId="2" ParentId="18349" CreationDate="2021-05-12T18:02:59.670" Score="3" Body="&lt;p&gt;You can take the SRTM 1 arc (30m) by going through this web GUI &lt;a href=&quot;https://dwtkns.com/srtm30m/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dwtkns.com/srtm30m/&lt;/a&gt; to get the links. You need an account on NASA Earthdata (link in the GUI to create one)&lt;/p&gt;&#xA;&lt;p&gt;Israel covered by 5 SRTM tiles e.g screencapture below&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/auXNy.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/auXNy.png&quot; alt=&quot;SRTM grid tiles 1 arc centered on Israel&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You will need to merge these 5 tiles. You may use &amp;quot;gdalbuildvrt&amp;quot; (&lt;a href=&quot;https://gdal.org/programs/gdalbuildvrt.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gdal.org/programs/gdalbuildvrt.html&lt;/a&gt;) to do so and then convert the resulting VRT with &amp;quot;gdal_translate&amp;quot; &lt;a href=&quot;https://gdal.org/programs/gdal_translate.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gdal.org/programs/gdal_translate.html&lt;/a&gt; Both command line utilities are provided by GDAL. You may also use QGIS to do the same using a GUI but &amp;quot;I do not know where you are starting from&amp;quot; concerning your skillsets.&lt;/p&gt;&#xA;&lt;p&gt;PS: All tools mentioned are Open Source and the data is also available freely after creating your NASA account.&lt;/p&gt;&#xA;" OwnerUserId="660" LastActivityDate="2021-05-12T18:02:59.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19717" PostTypeId="2" ParentId="19711" CreationDate="2021-05-13T03:27:30.560" Score="0" Body="&lt;h3&gt;&lt;a href=&quot;https://www.english-corpora.org/wiki/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Wikipedia Corpus - English-Corpora.org&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://www.corpusdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Full-text corpus data&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;This corpus contains the full text of Wikipedia, and it contains &lt;strong&gt;1.9 billion words&lt;/strong&gt; in more than &lt;strong&gt;4.4 million articles&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;But this corpus allows you to search Wikipedia in a much more powerful way than is possible with the standard interface. You can search by word, phrase, part of speech, and synonyms. You can also find collocates (nearby words), and see re-sortable concordance lines for any word or phrase.&lt;/p&gt;&#xA;&lt;p&gt;Click on any of the links in the search form to the left for context-sensitive help and see the range of queries the corpus offers.&lt;/p&gt;&#xA;&lt;p&gt;Most importantly, you can create and use virtual corpora from any of the &lt;strong&gt;4,400,000 articles&lt;/strong&gt; in the corpus. For example, you could create a corpus with &lt;strong&gt;500-1,000 pages&lt;/strong&gt; (perhaps 500,000-1,000,000 words) related to &lt;strong&gt;microbiology, economics, basketball, Buddhism&lt;/strong&gt;, or thousands of other topics in less than a minute. (More information, with YouTube videos)&lt;/p&gt;&#xA;&lt;p&gt;You can then search within that virtual corpus, compare the frequency of a word, phrase, or grammatical construction in your different virtual corpora, and also create &amp;quot;keyword lists&amp;quot; based on the texts in your virtual corpus.&lt;/p&gt;&#xA;&lt;p&gt;Rather than spending hours or days creating a specialized corpus for a particular topic, you can create it and search it within just a minute or two with this Wikipedia corpus.&lt;/p&gt;&#xA;&lt;p&gt;Finally, the corpus is related to many other corpora of English that they have created. These corpora were formerly known as the &lt;strong&gt;&amp;quot;BYU Corpora&amp;quot;&lt;/strong&gt;, and they offer unparalleled insight into variation in English.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Wikipedia:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia:Database download&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Wikipedia offers free copies of all available content to interested users. These databases can be used for mirroring, personal use, informal backups, offline use, or database queries (such as for Wikipedia: Maintenance). All text content is multi-licensed under the &lt;strong&gt;Creative Commons Attribution-ShareAlike 3.0 License (CC-BY-SA)&lt;/strong&gt; and the &lt;strong&gt;GNU Free Documentation License (GFDL)&lt;/strong&gt;. Images and other files are available under different terms, as detailed on their description pages.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2021-05-13T03:35:54.950" LastActivityDate="2021-05-13T03:35:54.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19721" PostTypeId="1" CreationDate="2021-05-14T14:42:51.730" Score="0" ViewCount="134" Body="&lt;p&gt;I am looking for a &lt;strong&gt;public domain&lt;/strong&gt; version of &lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Internationalwaters.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;this image&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MqLft.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MqLft.png&quot; alt=&quot;Exclusive Economic Zones&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Requirements:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Raster or vector image (PNG, TIFF, SVG, etc)&lt;/li&gt;&#xA;&lt;li&gt;Public domain (or MIT license, CC0)&lt;/li&gt;&#xA;&lt;li&gt;Shows Exclusive Economic Zones of each country separately. For instance, you can tell whether a pixel in the sea &amp;quot;belongs&amp;quot; to USA or Mexico.&lt;/li&gt;&#xA;&lt;li&gt;Also shows countries and their limits.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It can also be territorial waters, contiguous zone, or continental shelf, as long as the whole image is coherent.&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;(Map above is Creative Commons Attribution-Share Alike 3.0 &lt;a href=&quot;https://en.wikipedia.org/wiki/User:Kvasir&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kvasir&lt;/a&gt; at &lt;a href=&quot;https://en.wikipedia.org/wiki/&quot; rel=&quot;nofollow noreferrer&quot;&gt;English Wikipedia&lt;/a&gt;)&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2021-05-15T14:27:49.727" LastActivityDate="2024-02-05T10:08:41.043" Title="Public domain worldmap image showing Exclusive Economic Zones (water around islands etc)" Tags="|data-request|geospatial|oceanographic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19722" PostTypeId="1" CreationDate="2021-05-16T13:40:30.220" Score="1" ViewCount="87" Body="&lt;p&gt;I have time series data about water consumption by day and hour in all of the apartments in a specific residential building located in Moscow, Russia. It covers the time period from 1st of January 2006 to 10th of February 2006. The example output of pandas DataFrame for hot water consumption (in liters):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;                 Time  1   2  3  4  5    6  7  ...   77  78  79  80  81  82  83  84&#xA;0     01.01.2006 0:00  0   0  0  0  0    0  0  ...    0   0   0   0   0   0  40   0&#xA;1     01.01.2006 1:00  0   0  0  0  0    0  0  ...    0   0   0   0  40  10   0   0&#xA;2     01.01.2006 2:00  0  30  0  0  0    0  0  ...    0  20   0   0   0   0   0   0&#xA;3     01.01.2006 3:00  0   0  0  0  0    0  0  ...    0   0   0   0   0   0   0   0&#xA;4     01.01.2006 4:00  0   0  0  0  0   10  0  ...    0   0   0   0   0   0   0   0&#xA;..                ... ..  .. .. .. ..  ... ..  ...  ...  ..  ..  ..  ..  ..  ..  ..&#xA;979  10.02.2006 19:00  0  20  0  0  0   20  0  ...  120   0   0   0   0  10   0   0&#xA;980  10.02.2006 20:00  0  10  0  0  0   20  0  ...    0   0   0  20   0  10  30   0&#xA;981  10.02.2006 21:00  0  70  0  0  0  110  0  ...   10  20  10   0  10  80  10   0&#xA;982  10.02.2006 22:00  0   0  0  0  0   10  0  ...    0  50   0  30   0  40   0   0&#xA;983  10.02.2006 23:00  0   0  0  0  0   10  0  ...   10   0   0   0   0  10  40   0&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Every column except the first (&lt;code&gt;Time&lt;/code&gt;) marks the apartment number. The values in the &lt;code&gt;Time&lt;/code&gt; column have a period of one hour. At the intersection of rows and columns there is the amount of water distributed to the specific apartment in the last hour. For example, a cell with timestamp &lt;code&gt;01.01.2006 2:00&lt;/code&gt; in column &lt;code&gt;2&lt;/code&gt; indicates that at 1st of January 2006 apartment 2 has consumed 30 liters of hot water between 1 pm and 2 pm.&lt;/p&gt;&#xA;&lt;p&gt;Original dataset also has a count of registered residents in each apartment, which is not included in the example above. The cold water consumption dataframe looks the same.&lt;/p&gt;&#xA;&lt;p&gt;In the process of developing the Python application I got to the point where I need to analyze more data.&lt;/p&gt;&#xA;&lt;p&gt;I am looking for a dataset that covers at least a whole year (to analyze the seasonality) and includes more than a single building (to assign some of the results to buildings with certain characteristics).&lt;/p&gt;&#xA;&lt;p&gt;So, the needs are as follows:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Daily or hourly data, the shorter the period, the better&lt;/li&gt;&#xA;&lt;li&gt;Two buildings or more, preferably with the basic characteristics about each building (e.g. the number of registered residents in each apartment, level of quality, location) or with some info through which I can get these characteristics (e.g. address)&lt;/li&gt;&#xA;&lt;li&gt;It has to be Russian, but any other country will be helpful too in some way&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The type of water (cold or hot) doesn't really matter.&lt;/p&gt;&#xA;&lt;p&gt;I am open to the data with totally not the same structure as in the example above, because the requirements are already strong enough.&lt;/p&gt;&#xA;" OwnerUserId="28287" LastActivityDate="2021-05-16T13:40:30.220" Title="Is there a dataset with time series on water consumption for household needs in Russia?" Tags="|data-request|time-series|russia|buildings|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19723" PostTypeId="2" ParentId="19721" CreationDate="2021-05-16T22:51:52.803" Score="0" Body="&lt;p&gt;For &amp;quot;GIS territorial waters&amp;quot;, one good source is &lt;a href=&quot;https://www.marineregions.org/downloads.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Marine regions&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;By clicking the dropdown: &amp;quot;Maritime Boundaries v11&amp;quot;, you'll see these datasets, with corresponding links to downloads&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;World EEZ v11 (2019-11-18, 127 MB)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;World 24 Nautical Miles Zone (Contiguous Zone) v3 (2019-11-18, 47 MB)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;World 12 Nautical Miles Zone (Territorial Seas) v3 (2019-11-18, 53 MB)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;World Internal Waters v3 (2019-11-18, 55 MB)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;World Archipelagic Waters v3 (2019-11-18, 28 MB)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;World High Seas v1 (2020-08-26, 6 MB)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;The license seems to be &lt;a href=&quot;https://creativecommons.org/licenses/by/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://creativecommons.org/licenses/by/4.0/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9622" LastEditorUserId="1511" LastEditDate="2021-05-21T06:59:01.123" LastActivityDate="2021-05-21T06:59:01.123" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19725" PostTypeId="2" ParentId="19659" CreationDate="2021-05-17T11:57:47.837" Score="1" Body="&lt;p&gt;It isn't clear whether you are asking only about a data set that has ZIP code data matched against the relevant state, or whether you are also asking about how to do the matching from your own CSV file. Given the inclusion of the word &amp;quot;tool&amp;quot; in the subject line, I take it that you want both the data set and details of how to do the matching.&lt;/p&gt;&#xA;&lt;p&gt;First, there is a Microsoft Excel workbook &lt;a href=&quot;https://edelalon.com/blog/wp-content/uploads/2013/09/Zip-Codes-to-City-County-State-2020.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; that has the data that you need for the match. I haven't checked the sheet for accuracy but I'm assuming that it is correct.&lt;/p&gt;&#xA;&lt;p&gt;If you do not have Microsoft Excel, you can open the worksheet using Open Office Calc, available &lt;a href=&quot;https://www.openoffice.org/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Note that the Excel worksheet to which I have provided a link actually contains macros. To do what you want, it is &lt;em&gt;&lt;strong&gt;not necessary to use macros&lt;/strong&gt;&lt;/em&gt; and you do &lt;em&gt;not need to agree&lt;/em&gt; to the requests that you might get to &amp;quot;enable content&amp;quot;, or &amp;quot;run macros&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;The workbook includes a worksheet called &amp;quot;Zip Code Data&amp;quot;. Column A of that worksheet contains the ZIP codes (in numerical format and without the leading zeroes) and column F provides the relevant state information. If you scroll down to row number 38140 you will be able to confirm, for example, that ZIP code 90210 is in California.&#xA;To do the matching that you want, I suggest that you open your own CSV file using the same software (Excel or Open Office) as you use to open the data worksheet. You will than have to use the cell function called &lt;a href=&quot;https://support.microsoft.com/en-us/office/vlookup-function-0bbc8083-26fe-4963-8ab8-93a18ad188a1&quot; rel=&quot;nofollow noreferrer&quot;&gt;VLOOKUP&lt;/a&gt; to do the match.&#xA;Almost any book on Excel or Open Office, and indeed many websites, will be able to explain the intricacies of using Excel and VLOOKUP if you are unsure how to proceed.&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2021-05-17T11:57:47.837" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19727" PostTypeId="1" CreationDate="2021-05-18T16:33:45.457" Score="0" ViewCount="31" Body="&lt;p&gt;It looks like the Q1 2021 FAERS release was posted on 10-May-2021. Does anyone know when openFDA will refresh its Drug Event endpoint to include the new data? I know this typically occurs once a week, so hopefully soon?&lt;/p&gt;&#xA;&lt;p&gt;TIA&lt;/p&gt;&#xA;" OwnerUserId="26019" LastActivityDate="2021-05-19T16:52:30.067" Title="Q1 2021 Drug Event Endpoint Update" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19728" PostTypeId="2" ParentId="16041" CreationDate="2021-05-18T18:38:07.883" Score="0" Body="&lt;p&gt;Experian has this.  I suggest checking with them.&lt;/p&gt;&#xA;" OwnerUserId="13358" LastActivityDate="2021-05-18T18:38:07.883" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19729" PostTypeId="2" ParentId="19727" CreationDate="2021-05-19T16:52:30.067" Score="1" Body="&lt;p&gt;The Q1 2021 FAERS release has just been added to openFDA.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-05-19T16:52:30.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19732" PostTypeId="2" ParentId="19654" CreationDate="2021-05-23T21:44:12.530" Score="2" Body="&lt;p&gt;As with most requests for spatial data for more than one country, &lt;a href=&quot;https://openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Street Map&lt;/a&gt; is likely to be your friend here. Depending on what &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/GIS_software&quot; rel=&quot;nofollow noreferrer&quot;&gt;GIS software&lt;/a&gt; you're using, you can search for features tagged as &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:barrier%3Dborder_control&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;barrier=border_control&lt;/code&gt;&lt;/a&gt; or &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:government%3Dborder_control&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;government=border_control&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If you don't want to use Open Street Map (for example because you don't have time to learn how to use it and are unlikely to need those skills in future) there is a &lt;a href=&quot;http://worldmap.harvard.edu/data/geonode:border_crossings_phv&quot; rel=&quot;nofollow noreferrer&quot;&gt;file of border crossings derived by identifying places where major roads cross national borders&lt;/a&gt;, although you should note that many border crossings do not carry major roads.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-05-23T21:44:12.530" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19735" PostTypeId="1" CreationDate="2021-05-25T14:45:10.420" Score="2" ViewCount="42" Body="&lt;p&gt;I am working on a model to assess color harmonies (given a set of colors, output an evaluation of their harmony).&lt;/p&gt;&#xA;&lt;p&gt;Do you know any dataset of images (real or artificial) that contain information about color harmonies?&lt;/p&gt;&#xA;" OwnerUserId="28357" LastActivityDate="2021-05-25T14:45:10.420" Title="Do you know any dataset about color harmonies?" Tags="|images|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19739" PostTypeId="1" AcceptedAnswerId="19740" CreationDate="2021-05-30T20:22:44.127" Score="0" ViewCount="588" Body="&lt;p&gt;I'm trying to find a list of popular recording artists and their songs (not the actual music, but their names and titles).  The list could be a simple &lt;strong&gt;ascii file&lt;/strong&gt;, or &lt;strong&gt;csv&lt;/strong&gt; or &lt;strong&gt;spreadsheet&lt;/strong&gt;, or even an &lt;strong&gt;sqlite&lt;/strong&gt; file, anything that I can download as a single file and isn't a proprietary format that requires costly software. Also, I'm familiar with Billboards website, RIAA's Gold and Platinum list and Wikipedia's various lists.  I've also found enormous databases that are hundreds of gigabytes in size and talk of a million songs, but I haven't figured out how to use it.  The entire Bible is 4.13MB in byte size, so I figure if the file is over a gigabyte then it has a lot of extraneous data, perhaps audio or video or some other data.  I'm interested in &lt;strong&gt;text&lt;/strong&gt; data, not audio or video.&lt;/p&gt;&#xA;&lt;p&gt;My ultimate goal is simple.  I'm trying to find an early 70s song from youth that I heard over and over.  It had a fast lively energetic beat at it's climax, and definitely wasn't a slow ballad.  But I haven't heard it again since.  It was probably in about 1974 but could have been recorded earlier than that.  It was popular on AM contemporary listening radio, but I haven't heard it a single time since the 70s.  I'd like to find it again.&lt;/p&gt;&#xA;&lt;p&gt;So, I want to collect a list of songs, weed through them one by one, and eventually find it.  Neil Diamond, Tony Orlando, BJ Thomas were artists that I thought it might have been, but so far I haven't discovered it.&lt;/p&gt;&#xA;&lt;p&gt;Here are some examples of song data I've already discovered:&#xA;WIKIPEDIA -- they have a plethora of lists. However, they are usually by year and genre --&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_Billboard_number-one_adult_contemporary_hits&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_Billboard_number-one_adult_contemporary_hits&lt;/a&gt;&#xA;(this is a directory to links specific to each there. there are a plethora of similar lists for other genres on WIKIPEDIA)&lt;/p&gt;&#xA;&lt;p&gt;I need a portable file, but here's is a link to a 300GB &amp;quot;million song dataset&amp;quot; billed to run on an AWS cloud server:&#xA;&lt;a href=&quot;http://millionsongdataset.com/pages/getting-dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://millionsongdataset.com/pages/getting-dataset/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="11320" LastEditorUserId="11320" LastEditDate="2021-06-01T14:44:19.890" LastActivityDate="2021-09-28T22:25:02.853" Title="Where can a list of popular recording artists and their songs be downloaded" Tags="|music|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19740" PostTypeId="2" ParentId="19739" CreationDate="2021-05-31T10:54:46.120" Score="2" Body="&lt;p&gt;The following Kaggle dataset contains csv files of around 600k audio tracks with associated artists' names:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/yamaerenay/spotify-dataset-19212020-160k-tracks&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/yamaerenay/spotify-dataset-19212020-160k-tracks&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28390" LastActivityDate="2021-05-31T10:54:46.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19743" PostTypeId="1" CreationDate="2021-06-03T06:03:37.773" Score="1" ViewCount="206" Body="&lt;p&gt;Where do I find SRTM or sentinel's high resolution DEMs for recent years? USGS is only giving the data till 2014, and I need at least for 2019. I've even tried sentinel hub but the cloud cover is too much for recent years.&lt;/p&gt;&#xA;" OwnerUserId="28404" LastEditorUserId="28390" LastEditDate="2021-06-05T13:33:04.267" LastActivityDate="2023-04-07T19:08:10.997" Title="High Resolution Digital Elevation Model for recent years" Tags="|data-request|geospatial|remote-sensing|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19745" PostTypeId="1" CreationDate="2021-06-03T13:03:53.077" Score="0" ViewCount="34" Body="&lt;p&gt;Is anyone aware of any web graph datasets, such that the nodes represent the webpages and the link represent the URLS? I am looking for a dataset which has node attributes. I have found many datasets, but not sure if they have provided the node attributes (as I'm new to Graph Theory).&#xA;The node attributes should basically represent the features of the web pages.&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="28410" LastActivityDate="2021-06-20T07:06:19.153" Title="Web pages graph data sets" Tags="|data-request|metadata|network-structure|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19749" PostTypeId="1" AcceptedAnswerId="19752" CreationDate="2021-06-04T15:28:02.530" Score="0" ViewCount="185" Body="&lt;p&gt;I need 4 pieces of data at the census block group level for the most recent year available:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;% non-white population&lt;/li&gt;&#xA;&lt;li&gt;Poverty rate&lt;/li&gt;&#xA;&lt;li&gt;% Vacant homes&lt;/li&gt;&#xA;&lt;li&gt;Per-capita income&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;From what I can tell, the American Community Survey (ACS) 5-year summary data for 'Tracts_Block_Groups_Only' is the best source for this data, and the following data fields are the ones I'd need:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;B01001_001 SEX BY AGE% Total population%Total&#xA;B01001A_001 SEX BY AGE (WHITE ALONE)% People who are White alone%Total&#xA;B17001_001 POVERTY STATUS IN THE PAST 12 MONTHS BY SEX BY AGE% Population for whom poverty status is determined%Total&#xA;B19301_001 PER CAPITA INCOME IN THE PAST 12 MONTHS (IN 2019 INFLATION-ADJUSTED DOLLARS)% Total population%Per capita income in the past 12 months (in 2019 inflation-adjusted dollars)&#xA;B25002_001 OCCUPANCY STATUS% Housing units%Total&#xA;B25002_003 OCCUPANCY STATUS%Housing units%Total%Vacant&#xA;B17001_002 POVERTY STATUS IN THE PAST 12 MONTHS BY SEX BY AGE%Population for whom poverty status is determined%Total%Income in the past 12 months below poverty level &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Of these fields, however, it appears that B01001A_001, B17001_001, B17001_002 are only available at the tract - not block group - level.&lt;/p&gt;&#xA;&lt;p&gt;I've seen maps and tables in other publications with race and poverty data at the block group level, but can't find it in this dataset. Is there another dataset, or are there other data fields in this dataset, that I should look for?&lt;/p&gt;&#xA;" OwnerUserId="28425" LastEditorUserId="28425" LastEditDate="2021-06-04T19:41:26.007" LastActivityDate="2021-06-07T17:46:19.837" Title="Race and poverty data at the census block group level?" Tags="|us-census|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19751" PostTypeId="1" AcceptedAnswerId="19766" CreationDate="2021-06-07T07:47:01.467" Score="1" ViewCount="16" Body="&lt;p&gt;I am looking for companies/sources that can provide GIS layers about soil properties (e.g. soil moisture, soil pH, texture, nutrients) at a relatively high resolution (&amp;lt; 500 m pixel) in the UK for research in the Agritech sector. These sources can be either free or paid.&lt;/p&gt;&#xA;" OwnerUserId="28436" LastActivityDate="2021-06-13T22:13:01.973" Title="Layers with soil properties in the UK" Tags="|data-request|geospatial|agriculture|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19752" PostTypeId="2" ParentId="19749" CreationDate="2021-06-07T17:46:19.837" Score="1" Body="&lt;p&gt;The 2015-2019 ACS estimates are your best bet.&lt;/p&gt;&#xA;&lt;p&gt;These tables you can get block group level (sumlevel 150):&lt;/p&gt;&#xA;&lt;p&gt;For non-white population, use table &lt;strong&gt;B03002&lt;/strong&gt;. Subtract B03002003 (white alone, non Hispanic) from the total pop B03002001.&lt;/p&gt;&#xA;&lt;p&gt;For poverty rate, the easiest way to get it by block group is to use table &lt;strong&gt;C17002&lt;/strong&gt;. Add C17002002 + C17002003 for the population with income below poverty, then divide it by the total pop for whom poverty is determined, C17002001.&lt;/p&gt;&#xA;&lt;p&gt;You should have no trouble using &lt;strong&gt;B25002&lt;/strong&gt; for vacancy&lt;/p&gt;&#xA;&lt;p&gt;Per capita income is table &lt;strong&gt;B19301&lt;/strong&gt;, variable B19301001&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2021-06-07T17:46:19.837" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19753" PostTypeId="1" CreationDate="2021-06-07T21:26:25.670" Score="0" ViewCount="360" Body="&lt;p&gt;I have been looking to extract all data from FDA so I can use it all.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I created this code below that works but seems it is too much data it fails. This way it just gives me 25000 records.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;pre&gt;&lt;code&gt;url = 'https://api.fda.gov/drug/ndc.json?sort=dea_schedule:desc&amp;amp;limit={}&amp;amp;skip={}'&#xA;&#xA;all_data_df = []&#xA;&#xA;limit = 100&#xA;for skip in range(0, total, limit):&#xA;    query = url.format( limit, skip)&#xA;    print('query:', query)&#xA;    data = pd.read_json(query, orient='values', typ='series', convert_dates=False)&#xA;    data = data['results']&#xA;    all_data_df = pd.DataFrame(all_data_df.append(data))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I need all data. FDA site says to use paging&#xA;here the link &lt;a href=&quot;https://open.fda.gov/apis/paging/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/paging/&lt;/a&gt;&#xA;This below will give me the next page that they mention but I am not sure how to do put it together. Any help is appreciated&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;re = requests.get('https://api.fda.gov/drug/ndc.json?sort=dea_schedule:desc&amp;amp;limit=100')&#xA;url =re.links['next']['url']&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="28445" LastActivityDate="2022-09-17T23:01:35.133" Title="Extracting data from OpenFDA using python to save it locally" Tags="|openfda|python|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19754" PostTypeId="1" CreationDate="2021-06-08T21:42:46.520" Score="2" ViewCount="119" Body="&lt;p&gt;I am looking for a way to create new private wikidata items to be integrated with the existing public wikidata.&lt;/p&gt;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Fluffy (Qxxxx) is a (P31) red (Q3142) rabbit (Q9394) stuffed toy (Q682582) .&lt;/li&gt;&#xA;&lt;li&gt;Poo (Qyyyy) is a (P31) stuffed toy (Q682582).&lt;/li&gt;&#xA;&lt;li&gt;Fluffy (Qxxxx) is friends with (P3342) Poo (Qyyyy).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;What would be the most straightforward way to&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;create the new items,&lt;/li&gt;&#xA;&lt;li&gt;populate them with the corresponding properties, and&lt;/li&gt;&#xA;&lt;li&gt;keep them in an appropriate database in such a way that they may be &lt;strong&gt;queried in the same way as the public items&lt;/strong&gt; are?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;(my main programming language is python, so suggestions of existing packages are welcome).&lt;/p&gt;&#xA;" OwnerUserId="28457" LastActivityDate="2021-06-18T17:12:20.283" Title="What is the best way to create private wikidata items" Tags="|wikidata|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19755" PostTypeId="1" CreationDate="2021-06-09T03:51:03.193" Score="0" ViewCount="14" Body="&lt;p&gt;I am searching for data in German with the names of cooking ingredients.&lt;/p&gt;&#xA;&lt;p&gt;The example would be: Milch, Rindfleisch, Tomato, Mayonaisse, Knoblauch, Salz&lt;/p&gt;&#xA;&lt;p&gt;Nutrient factors (fat, calories) would be a plus, but are not required&lt;/p&gt;&#xA;" OwnerUserId="9975" LastActivityDate="2021-06-09T03:51:03.193" Title="Searching for cooking/food ingredients in German" Tags="|data-request|food|germany|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19756" PostTypeId="1" CreationDate="2021-06-10T06:17:52.017" Score="0" ViewCount="590" Body="&lt;p&gt;I want to evaluate some algorithms for the directed graph classification task. Therefore, I'm looking for directed graphs data sets (preferably without node or edge features) as benchmarks.&#xA;Do you have any ideas for datasets that could fit?&lt;/p&gt;&#xA;" OwnerUserId="28479" LastActivityDate="2022-03-20T09:04:50.400" Title="Dataset for directed graphs classification" Tags="|data-request|classification|" AnswerCount="2" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="19757" PostTypeId="2" ParentId="19743" CreationDate="2021-06-10T07:40:59.103" Score="1" Body="&lt;p&gt;You may want to take a look at the newly published (2021) Copernicus DEM - Global and European Digital Elevation Model (COP-DEM).&lt;/p&gt;&#xA;&lt;p&gt;From the web site:&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;It is a Digital Surface Model (DSM) which represents the surface of the Earth including buildings, infrastructure and vegetation. This DEM is derived from an edited DSM named WorldDEM. The Copernicus DEM is provided in 3 different instances named EEA-10, GLO-30 and GLO-90. The Copernicus DEM instances have varying geographical extent (European and global) and varying format (INSPIRE, DGED, DTED).&lt;/em&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;EEA-10: 0.3 (INSPIRE) 0.4 (DGED) - non-free&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;GLO-30&lt;/strong&gt;: 1.0 &lt;strong&gt;Copernicus DSM30&lt;/strong&gt; (DGED) 1.0 (DTED):&lt;/li&gt;&#xA;&lt;li&gt;GLO-90: 3.0 (DGED) 3.0 (DTED)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Details, precision: &lt;a href=&quot;https://spacedata.copernicus.eu/fr/dataset-details?articleId=394198&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spacedata.copernicus.eu/fr/dataset-details?articleId=394198&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Download options:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;FTP at PRISM: &lt;a href=&quot;https://spacedata.copernicus.eu/fr/data-access/discovery-and-download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://spacedata.copernicus.eu/fr/data-access/discovery-and-download&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;AWS: &lt;a href=&quot;https://registry.opendata.aws/copernicus-dem/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://registry.opendata.aws/copernicus-dem/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;em&gt;Edit 2022:&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can download the Copernicus Digital Elevation Model covering Europe at different spatial resolutions from here (GeoTIFF files):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.mundialis.de/geonetwork/srv/eng/catalog.search#/search?keyword=Copernicus&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.mundialis.de/geonetwork/srv/eng/catalog.search#/search?keyword=Copernicus&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For the download links, see the respective Zenodo DOI entries therein.&lt;/p&gt;&#xA;" OwnerUserId="1614" LastEditorUserId="1614" LastEditDate="2022-07-11T16:29:00.023" LastActivityDate="2022-07-11T16:29:00.023" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19758" PostTypeId="2" ParentId="19681" CreationDate="2021-06-10T08:20:26.237" Score="0" Body="&lt;p&gt;Find in this &lt;a href=&quot;https://opendata.stackexchange.com/a/19757/1614&quot;&gt;comment&lt;/a&gt; information concerning the newly published (2021) Copernicus DEM - Global and European Digital Elevation Model (COP-DEM).&lt;/p&gt;&#xA;" OwnerUserId="1614" LastActivityDate="2021-06-10T08:20:26.237" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19761" PostTypeId="1" CreationDate="2021-06-10T21:22:21.983" Score="0" ViewCount="578" Body="&lt;p&gt;I'm trying to scrap all the historical filings of a particular Central Index Key (CIK) using python but I get http error codes.&lt;/p&gt;&#xA;&lt;p&gt;First, I got 403 error, I resolved by using requests session and timing the requests every 5 seconds.&lt;/p&gt;&#xA;&lt;p&gt;Now, I get http 400 after processing 30-40 requests. Not sure how to resolve this.&lt;/p&gt;&#xA;&lt;p&gt;I have set the user-agent field as well.&lt;/p&gt;&#xA;" OwnerUserId="28489" LastEditorUserId="1511" LastEditDate="2021-06-11T09:12:15.740" LastActivityDate="2024-02-26T17:06:05.753" Title="Scraping sec filings" Tags="|finance|python|scraping|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="19762" PostTypeId="2" ParentId="19761" CreationDate="2021-06-11T09:20:39.773" Score="0" Body="&lt;p&gt;If you are scraping successfully but then it stops working, then you are getting your IP address blocked. This is an anti-scraping measure done by the server.&lt;/p&gt;&#xA;&lt;p&gt;You'll need to slow down your scraping with a sleep statement (or switch IP addresses).&lt;/p&gt;&#xA;&lt;p&gt;Here is a basic example: &lt;a href=&quot;https://stackoverflow.com/a/46471556/2327328&quot;&gt;https://stackoverflow.com/a/46471556/2327328&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But you can also devise more robust solutions, that use python's &lt;code&gt;while&lt;/code&gt; to check for a valid status code, and if not, then sleep an increasing amount of time.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-06-11T09:20:39.773" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19764" PostTypeId="2" ParentId="3559" CreationDate="2021-06-13T08:47:26.777" Score="0" Body="&lt;p&gt;Hope this will help others!&#xA;&lt;a href=&quot;http://www.mcicon.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.mcicon.com&lt;/a&gt; free logo and icons for commercial use without registration, you only need to attribute the author.&lt;/p&gt;&#xA;" OwnerUserId="28518" LastActivityDate="2021-06-13T08:47:26.777" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19766" PostTypeId="2" ParentId="19751" CreationDate="2021-06-13T22:13:01.973" Score="3" Body="&lt;p&gt;You probably want to start by looking at the &lt;a href=&quot;http://www.ukso.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UK Soil Observatory&lt;/a&gt; run by the &lt;a href=&quot;https://www.bgs.ac.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;British Geological Survey&lt;/a&gt;. There is also the &lt;a href=&quot;http://www.landis.org.uk/data/natmap.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Soil Map&lt;/a&gt; and other datasets in the Cranfeld University &lt;a href=&quot;http://www.landis.org.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Land Information System&lt;/a&gt;. Both these sources provide online data but may also be able to help you further if you contact them directly.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-06-13T22:13:01.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19769" PostTypeId="2" ParentId="18585" CreationDate="2021-06-14T05:56:51.890" Score="0" Body="&lt;p&gt;Demographics split by official languages, English, and &amp;quot;other&amp;quot; &lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/sprachen-religionen/sprachen.assetdetail.15384580.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/sprachen-religionen/sprachen.assetdetail.15384580.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;By Kanton: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/sprachen-religionen/sprachen.assetdetail.15384656.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/sprachen-religionen/sprachen.assetdetail.15384656.html&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Part of the population having one of the national languages as (one of) their man language(s):&#xA;&lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/migration-integration/integrationindikatoren/alle-indikatoren/sprache/landessprache.assetdetail.5546593.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/migration-integration/integrationindikatoren/alle-indikatoren/sprache/landessprache.assetdetail.5546593.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;By Kanton: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/migration-integration/integrationindikatoren/alle-indikatoren/sprache/landessprache.assetdetail.5546605.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/migration-integration/integrationindikatoren/alle-indikatoren/sprache/landessprache.assetdetail.5546605.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;English page: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/en/home/statistics/population/migration-integration/integration-indicators/all-indicators/language/national-languages-main.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/en/home/statistics/population/migration-integration/integration-indicators/all-indicators/language/national-languages-main.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Percentage of people regularly using 3,2,1 or no national language(s): &lt;a href=&quot;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/migration-integration/integrationindikatoren/alle-indikatoren/sprache/3-2-1-0-landessprachen.assetdetail.5546599.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/de/home/statistiken/bevoelkerung/migration-integration/integrationindikatoren/alle-indikatoren/sprache/3-2-1-0-landessprachen.assetdetail.5546599.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;English page: &lt;a href=&quot;https://www.bfs.admin.ch/bfs/en/home/statistics/population/migration-integration/integration-indicators/all-indicators/language/using-national-language.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bfs.admin.ch/bfs/en/home/statistics/population/migration-integration/integration-indicators/all-indicators/language/using-national-language.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-06-14T05:56:51.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19770" PostTypeId="2" ParentId="18490" CreationDate="2021-06-14T06:17:51.347" Score="0" Body="&lt;p&gt;This question has a relevant answer on this forum: &lt;a href=&quot;https://opendata.stackexchange.com/a/12085/1511&quot;&gt;https://opendata.stackexchange.com/a/12085/1511&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/hugomathien/soccer&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/hugomathien/soccer&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And the data even has a weird distribution (big bar at 182-185 cm, which contains 6 feet 0 inches):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/I4S7nm.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/I4S7nm.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and another one with two peaks&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Srb0r.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Srb0r.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/stefanoleone992/fifa-20-complete-player-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/stefanoleone992/fifa-20-complete-player-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But I can't be sure it's self-reported.&lt;/p&gt;&#xA;" OwnerUserId="1511" LastEditorUserId="1511" LastEditDate="2021-06-14T06:48:37.087" LastActivityDate="2021-06-14T06:48:37.087" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19772" PostTypeId="2" ParentId="14121" CreationDate="2021-06-14T08:49:37.827" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://forecastingdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monash Time Series Forecasting Repository&lt;/a&gt; contains multiple different time series datasets from various domains. These have been collected from forecasting competitions or other previous forecasting use, so you should also be able to learn something from previous work that used a particular dataset.&lt;/p&gt;&#xA;&lt;p&gt;An introduction and description of the repository, along with more information about the datasets, is given by &lt;a href=&quot;https://arxiv.org/abs/2105.06643&quot; rel=&quot;nofollow noreferrer&quot;&gt;Godahewa et al. (2021)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3987" LastActivityDate="2021-06-14T08:49:37.827" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19773" PostTypeId="2" ParentId="10779" CreationDate="2021-06-14T08:50:49.703" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://forecastingdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monash Time Series Forecasting Repository&lt;/a&gt; contains multiple different time series datasets from various domains. These have been collected from forecasting competitions or other previous forecasting use, so you may also be able to learn something from previous work that used a particular dataset. Some of these data should also have been used in clustering previously.&lt;/p&gt;&#xA;&lt;p&gt;An introduction and description of the repository, along with more information about the datasets, is given by &lt;a href=&quot;https://arxiv.org/abs/2105.06643&quot; rel=&quot;nofollow noreferrer&quot;&gt;Godahewa et al. (2021)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3987" LastActivityDate="2021-06-14T08:50:49.703" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19774" PostTypeId="2" ParentId="10360" CreationDate="2021-06-14T08:52:27.107" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://forecastingdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monash Time Series Forecasting Repository&lt;/a&gt; contains multiple different time series datasets from various domains. These have been collected from forecasting competitions or other previous forecasting use (in particular, the M competition data &lt;a href=&quot;https://opendata.stackexchange.com/a/10386/3987&quot;&gt;recommended by horaceT&lt;/a&gt; is included), so you should also be able to learn something from previous work that used a particular dataset.&lt;/p&gt;&#xA;&lt;p&gt;An introduction and description of the repository, along with more information about the datasets, is given by &lt;a href=&quot;https://arxiv.org/abs/2105.06643&quot; rel=&quot;nofollow noreferrer&quot;&gt;Godahewa et al. (2021)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3987" LastActivityDate="2021-06-14T08:52:27.107" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19775" PostTypeId="2" ParentId="10313" CreationDate="2021-06-14T08:59:02.797" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://forecastingdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monash Time Series Forecasting Repository&lt;/a&gt; contains multiple different time series datasets from various domains. These have been collected from forecasting competitions or other previous forecasting use, so you should also be able to learn something from previous work that used a particular dataset.&lt;/p&gt;&#xA;&lt;p&gt;Some of the datasets included should show clear seasonality, even if they are not sales. Specifically, I am thinking of the Tourism and the Electricity datasets. These may even exhibit &lt;em&gt;multiple&lt;/em&gt; seasonalities - for instance, the Electricity dataset contains hourly data, and of course there are seasonalities within each day, but the intra-daily seasonality differs between weekdays and weekends. (For that matter, so does &lt;a href=&quot;https://stats.meta.stackexchange.com/a/3107/1352&quot;&gt;StackExchange traffic&lt;/a&gt;, which you can also download.)&lt;/p&gt;&#xA;&lt;p&gt;An introduction and description of the repository, along with more information about the datasets, is given by &lt;a href=&quot;https://arxiv.org/abs/2105.06643&quot; rel=&quot;nofollow noreferrer&quot;&gt;Godahewa et al. (2021)&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, take a look at the M5 forecasting competition, which I believe is not (yet) contained in the Monash Repository. It's daily sales on a store $\times$ SKU level from multiple Walmart stores. The weekly seasonality may not be visible on the lowest level of aggregation, but it should become clear once you aggregate SKUs up to categories.&lt;/p&gt;&#xA;" OwnerUserId="3987" LastActivityDate="2021-06-14T08:59:02.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19776" PostTypeId="2" ParentId="17701" CreationDate="2021-06-14T09:07:59.490" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://forecastingdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Monash Time Series Forecasting Repository&lt;/a&gt; contains multiple different time series datasets from various domains. These have been collected from forecasting competitions or other previous forecasting use, so you should also be able to learn something from previous work that used a particular dataset.&lt;/p&gt;&#xA;&lt;p&gt;An introduction and description of the repository, along with more information about the datasets, is given by &lt;a href=&quot;https://arxiv.org/abs/2105.06643&quot; rel=&quot;nofollow noreferrer&quot;&gt;Godahewa et al. (2021)&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3987" LastActivityDate="2021-06-14T09:07:59.490" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19778" PostTypeId="1" CreationDate="2021-06-14T14:57:40.957" Score="0" ViewCount="15" Body="&lt;p&gt;I need to build theory for this school project - AI algorithm that could identify with some probability - glaucoma/cataract. My question is - where to get data? This should be existing data, preferably from some open source. The project assumes that we could for example cooperate with some research unit, basically we can assume anything that is within the bounds of common sense - this may be important - we play the role of company that produces Advanced OCT Solutions. We need to feed the algorithm with photos of healthy eyes and of eyes with glaucoma/cataract. And the photos have to be labeled. Any ideas guys?&lt;/p&gt;&#xA;" OwnerUserId="28530" LastActivityDate="2021-06-14T14:57:40.957" Title="AI/ML specialists - Where to find open source, medical data for creating AI algorithm which could diagnose glaucoma/cataract?" Tags="|machine-learning|ai|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="19783" PostTypeId="1" CreationDate="2021-06-16T02:03:44.383" Score="0" ViewCount="117" Body="&lt;p&gt;According to the scorecard dictionary, the undergraduate totals are defined as &amp;quot;the number of degree/certificate-seeking undergraduates enrolled in the fall, as reported in the IPEDS Fall Enrollment component.&lt;/p&gt;&#xA;&lt;p&gt;In the IPEDS raw data (&lt;a href=&quot;https://nces.ed.gov/ipeds/datacenter/DataFiles.aspx?goToReportId=7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/datacenter/DataFiles.aspx?goToReportId=7&lt;/a&gt;), one gets a more finite breakdown of enrollment by year. I have synthesized the total undergrad population by combining the full-time and part-time undergraduate men and women total counts (efrace15/efrace15), but this number does not always seem to match the College Scorecard Data.&lt;/p&gt;&#xA;&lt;p&gt;I'd love to figure out how my totals can match for replication purposes!&lt;/p&gt;&#xA;" OwnerUserId="28546" LastActivityDate="2024-03-13T20:02:00.283" Title="How can I align the College Scorecard population totals to those that are derived from IPEDS?" Tags="|collegescorecard|population|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19787" PostTypeId="1" AcceptedAnswerId="19791" CreationDate="2021-06-16T20:36:55.747" Score="0" ViewCount="38" Body="&lt;p&gt;I am looking for a tourism related dataset (ideally air traffic) with daily observations and a reasonable number of dimensions (thinking at least 1000 observations, and over 50 dimensions), ideally it would include the year 2020 (i.e. it has the impact of COVID). Most tourism datasets aggregate monthly/annually, and if they do aggregate daily they are only one or two dimensions. Any pointers would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="28556" LastActivityDate="2021-06-24T14:38:53.740" Title="Tourism Multivariate Time Series Dataset (daily observations)" Tags="|time-series|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19789" PostTypeId="2" ParentId="19787" CreationDate="2021-06-17T15:30:51.883" Score="1" Body="&lt;p&gt;You could use the &lt;a href=&quot;https://github.com/simonpcouch/anyflights&quot; rel=&quot;nofollow noreferrer&quot;&gt;anyflights&lt;/a&gt; R package. - The anyflights package supplies a set of functions to generate air travel data. (but not vacation inforamtion and traveller information) - similar to &lt;a href=&quot;https://github.com/hadley/nycflights13&quot; rel=&quot;nofollow noreferrer&quot;&gt;nycflights13&lt;/a&gt; with its 337000 + x  rows in ~45 columns&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Gather flights + airlines metadata from &lt;a href=&quot;https://openflights.org/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openflights.org/data.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;or from &lt;a href=&quot;https://www.transtats.bts.gov/databases.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.transtats.bts.gov/databases.asp&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-06-17T15:30:51.883" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19790" PostTypeId="2" ParentId="18061" CreationDate="2021-06-17T16:01:02.460" Score="0" Body="&lt;p&gt;Check Journals for Sports Medicine, and for Professional Athletics.&lt;/p&gt;&#xA;&lt;p&gt;If you want a diagnosis app, check &lt;a href=&quot;https://ada.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ada.com/&lt;/a&gt;, free for Android and Apple.&lt;/p&gt;&#xA;&lt;p&gt;Another possibility is to search &lt;a href=&quot;https://pubmed.ncbi.nlm.nih.gov/?term=mineral+deficiency&amp;amp;filter=articleattr.data&amp;amp;filter=pubt.clinicaltrial&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenClinicalTrials on PubMed&lt;/a&gt; . However, finding an article there that has also  results/datasets attached is possible but can be time consuming. These results are for doctors and epidemiologists.&lt;/p&gt;&#xA;&lt;p&gt;Scroll down to &amp;quot;Associated data&amp;quot;, then click on the link to clinicaltrials.gov. &lt;a href=&quot;https://clinicaltrials.gov/ct2/show/record/NCT02694978&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example&lt;/a&gt; , click on &amp;quot;Study Results&amp;quot;.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-06-17T16:01:02.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19791" PostTypeId="2" ParentId="19787" CreationDate="2021-06-17T17:41:19.937" Score="0" Body="&lt;p&gt;Found what I was looking for here &lt;a href=&quot;https://ansperformance.eu/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EU airport traffic dataset&lt;/a&gt;. Daily observations for many EU airports going back to January 1 2016.&lt;/p&gt;&#xA;" OwnerUserId="28556" LastEditorUserId="28556" LastEditDate="2021-06-24T14:38:53.740" LastActivityDate="2021-06-24T14:38:53.740" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19792" PostTypeId="2" ParentId="7042" CreationDate="2021-06-18T08:35:18.187" Score="3" Body="&lt;p&gt;I wrote some code to analyse the &lt;a href=&quot;http://www.daviddlewis.com/resources/testcollections/reuters21578/&quot; rel=&quot;nofollow noreferrer&quot;&gt;reuters21578 corpus&lt;/a&gt; (thanks @philshem for pointing me to it)!&lt;/p&gt;&#xA;&lt;p&gt;You can find the results here - &lt;a href=&quot;https://raw.githubusercontent.com/piersy/ascii-char-frequency-english/main/ascii_freq.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;ascii_freq.txt&lt;/a&gt; or &lt;a href=&quot;https://raw.githubusercontent.com/piersy/ascii-char-frequency-english/main/ascii_freq.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;ascii_freq.json&lt;/a&gt;. The code used to generate them can be found &lt;a href=&quot;https://github.com/piersy/ascii-char-frequency-english&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="28566" LastActivityDate="2021-06-18T08:35:18.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19793" PostTypeId="2" ParentId="19756" CreationDate="2021-06-18T12:28:08.740" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;http://snap.stanford.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stanford Network Analysis Platform (SNAP)&lt;/a&gt; share a variety of widely used graph datasets.  There are datasets for &lt;a href=&quot;http://snap.stanford.edu/data/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Large Networks&lt;/a&gt; and &lt;a href=&quot;http://snap.stanford.edu/biodata/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Biomedical Networks&lt;/a&gt;.  You can see that there are many that are directed and most do not include features (if I remember correctly).&lt;/p&gt;&#xA;" OwnerUserId="7031" LastActivityDate="2021-06-18T12:28:08.740" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19795" PostTypeId="2" ParentId="19754" CreationDate="2021-06-18T17:12:20.283" Score="3" Body="&lt;p&gt;What you are describing sounds like a &lt;a href=&quot;https://wikiba.se/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikibase&lt;/a&gt; instance federated to Wikidata, but unfortunately, at the moment, only &lt;a href=&quot;https://doc.wikimedia.org/Wikibase/master/php/md_docs_components_repo-federated-properties.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;properties federation&lt;/a&gt; is possible (you could reuse P31), not items federation (you would need to import Q682582 locally).&lt;/p&gt;&#xA;&lt;p&gt;You could then use SPARQL federated queries to query both your own Wikibase instance and Wikidata.&lt;/p&gt;&#xA;&lt;p&gt;See &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Federation_input&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federation input&lt;/a&gt; for more on this topic.&lt;/p&gt;&#xA;" OwnerUserId="12938" LastActivityDate="2021-06-18T17:12:20.283" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19796" PostTypeId="1" AcceptedAnswerId="19825" CreationDate="2021-06-16T15:31:07.150" Score="1" ViewCount="582" Body="&lt;p&gt;Many weather apps and websites are now including airport ASOS/AWOS weather reports. (All the colored dots in the below screenshot, from &lt;a href=&quot;http://SkyVector.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;SkyVector&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ZVZW9.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZVZW9.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'd like to find the API for getting the NOAA (NWS?) data feed. So far, nothing has jumped out at me in my searches, although I have found &lt;a href=&quot;https://www.faa.gov/air_traffic/weather/asos/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.faa.gov/air_traffic/weather/asos/&lt;/a&gt; where I could scrape the site for data.&lt;/p&gt;&#xA;" OwnerUserId="28576" OwnerDisplayName="Kenn Sebesta" LastActivityDate="2021-07-07T19:29:11.637" Title="Seeking API for live ASOS/AWOS reports" Tags="|api|weather|" AnswerCount="2" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="19797" PostTypeId="2" ParentId="19796" CreationDate="2021-06-17T20:18:34.370" Score="2" Body="&lt;p&gt;The point data shown in the &lt;a href=&quot;http://skyvector.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;SkyVector&lt;/a&gt; map is listed as METAR/TAF&lt;/p&gt;&#xA;&lt;p&gt;METAR/TAF data can be obtained from NOAA through the following page:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://aviationweather.gov/metar&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aviationweather.gov/metar&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A request for METAR/TAF data for the last 120 hours would be:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://aviationweather.gov/metar/data?ids=&amp;amp;format=raw&amp;amp;date=&amp;amp;hours=120&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aviationweather.gov/metar/data?ids=&amp;amp;format=raw&amp;amp;date=&amp;amp;hours=120&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Looking at the  data acknowledgements on the SkyVector page it would appear that the weather data most likely comes via &lt;a href=&quot;https://www.arincdirect.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ARINC&lt;/a&gt;, who may add the  geographical location.&lt;/p&gt;&#xA;" OwnerUserId="5766" OwnerDisplayName="nmtoken" LastActivityDate="2021-06-17T20:24:19.200" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19799" PostTypeId="2" ParentId="19745" CreationDate="2021-06-20T07:06:19.153" Score="1" Body="&lt;p&gt;The WDC12 page-level graph should be useful. The full graph is extremely large, though, and will need hefty computing resources to work with. More details at &lt;a href=&quot;http://www.webdatacommons.org/hyperlinkgraph/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.webdatacommons.org/hyperlinkgraph/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28582" LastActivityDate="2021-06-20T07:06:19.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19800" PostTypeId="1" CreationDate="2021-06-22T19:54:43.137" Score="1" ViewCount="103" Body="&lt;h2&gt;Quick version&lt;/h2&gt;&#xA;&lt;p&gt;Is there a way to mass-download block-level data from the USA Decennial Census besides just total population and housing?&lt;/p&gt;&#xA;&lt;h2&gt;Explanation&lt;/h2&gt;&#xA;&lt;p&gt;I know that some of the 2010 Census block-level data is available &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2010BLKPOPHU/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; in GDB format, but that data set only contains total population and total household units.&lt;/p&gt;&#xA;&lt;p&gt;I also know that the full data set for the American Community Survey (ACS) for 2010 is available &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER_DP/2010ACS/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; in GDB format. But note that the smallest/finest level of geographic aggregation available is Block Group, not Block.&lt;/p&gt;&#xA;&lt;p&gt;Lastly, I found that you can download block-level data tables one-by-one on the &lt;a href=&quot;https://data.census.gov/cedsci/all&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Data portal&lt;/a&gt;, clicking on the &amp;quot;Filter&amp;quot; button and selecting Geography -&amp;gt; Block -&amp;gt; State -&amp;gt; All Blocks within State in the &amp;quot;Browse Filters&amp;quot; section that pops up. This will filter the tables on the left-hand side to only contain tables related to block-level data (see screenshot below). The problem is that, in order to download a set of data, I need to select each data table one-by-one from the left-hand panel and wait a significant amount of time for the server to &amp;quot;prepare&amp;quot; the data. If I just want to download all the available block-level data for a given state, this quickly becomes a very tedious and time-consuming process.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/gtONf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/gtONf.png&quot; alt=&quot;Census Data portal&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Is the block-level census data available somewhere for mass-download instead of having to download one table at a time from the &lt;a href=&quot;https://data.census.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Data portal&lt;/a&gt;?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I believe the old &amp;quot;Fact Finder&amp;quot; portal allowed you to download multiple data tables at once, but that tool has been sadly decommissioned. This is only tangentially related, but it was still worth mentioning.&lt;/p&gt;&#xA;&lt;p&gt;This question was originally asked on the &lt;a href=&quot;https://gis.stackexchange.com/questions/402194/is-usa-block-level-census-data-available-for-mass-download-if-so-where&quot;&gt;GIS Stack Exchange&lt;/a&gt; and is now copied here.&lt;/p&gt;&#xA;" OwnerUserId="28593" LastEditorUserId="6229" LastEditDate="2021-06-22T21:10:51.420" LastActivityDate="2021-09-18T22:01:40.147" Title="USA block-level census data for mass-download" Tags="|geospatial|usa|us-census|census|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19802" PostTypeId="2" ParentId="19756" CreationDate="2021-06-23T07:58:12.587" Score="1" Body="&lt;p&gt;In &lt;a href=&quot;https://bookdown.org/markhoff/social_network_analysis/transitivity-structural-balance-and-hierarchy.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Chapter 11 - Transitivity, structural, balance, and hierarchy&lt;/a&gt;, of the free online book &lt;a href=&quot;https://bookdown.org/markhoff/social_network_analysis/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Methods for Network Analysis&lt;/a&gt;, there is a picture how &lt;em&gt;triads&lt;/em&gt; of nodes are be classified.&#xA;Scroll down to section &amp;quot;11.4 - Calculating a triad census&amp;quot; to see the figure and the names that I mean.&lt;/p&gt;&#xA;&lt;p&gt;(the first part, the number before the &amp;quot;-&amp;quot; is a counter.)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ecXV2.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ecXV2.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Obviously, this classification is different from a machine-learning classification (=prediction) task.&lt;/p&gt;&#xA;&lt;p&gt;However, if ML classification &lt;em&gt;is&lt;/em&gt; your use-case, then I have &lt;em&gt;no&lt;/em&gt; dataset examples. But the book in the same chapter, but section &amp;quot;11.5 - Random graphs galore!&amp;quot; also shows how you can create your own synthetic directed graphs with R and igraph.&lt;/p&gt;&#xA;&lt;p&gt;Then you can control and know the size and the properties of the graph in advance. Perfect for prediction tasks and algorithm evaluation!&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2021-06-23T07:58:12.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19807" PostTypeId="2" ParentId="4833" CreationDate="2021-06-27T08:57:41.920" Score="0" Body="&lt;p&gt;if you are looking for good dental clinic in eastern Europe, I deffinately recommend [Protezavimas-imlantavimas clinic][1]&lt;/p&gt;&#xA;&lt;p&gt;[1]: &lt;a href=&quot;https://www.protezavimas-implantavimas.lt/lt/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.protezavimas-implantavimas.lt/lt/&lt;/a&gt; in Vilnius, Lithuania.&lt;/p&gt;&#xA;" OwnerUserId="28632" LastActivityDate="2021-06-27T08:57:41.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19808" PostTypeId="1" AcceptedAnswerId="19809" CreationDate="2021-06-28T11:56:54.827" Score="2" ViewCount="238" Body="&lt;p&gt;I have downloaded the shapefile for European NUTS region fro &lt;a href=&quot;https://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units/nuts&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;In particular I have downloaded the 1:1 Million SHP file for NUTS 2021 from &lt;a href=&quot;https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/ref-nuts-2021-01m.shp.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I have opened them using &lt;a href=&quot;https://qgis.org/en/site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGIS&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;In each region there are 3 categorical variables, named &amp;quot;MOUNT_TYPE&amp;quot;, &amp;quot;URBN_TYPE&amp;quot;, and &amp;quot;COAST_TYPE&amp;quot;, as can be seen in this example from Mance:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hCVPH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hCVPH.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;What does the value of that categorical variables represent?&lt;/p&gt;&#xA;&lt;p&gt;There is a &amp;quot;metadata.pdf&amp;quot; file together with the shapefile that doesn't explain them. Also the online reference in that PDF file doesn't explain them.&lt;/p&gt;&#xA;&lt;p&gt;I googled for them but could not find anything.&lt;/p&gt;&#xA;" OwnerUserId="26415" LastActivityDate="2023-08-03T07:19:13.977" Title="What &quot;MOUNT_TYPE&quot;, &quot;URBN_TYPE&quot;, and &quot;COAST_TYPE&quot; represents in European NUTS shape files?" Tags="|geospatial|geocoding|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19809" PostTypeId="2" ParentId="19808" CreationDate="2021-06-28T13:29:52.283" Score="3" Body="&lt;p&gt;Following the link in the metadata file you arrive &lt;a href=&quot;https://ec.europa.eu/eurostat/web/regions-and-cities/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; where is states:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Specific geographies such as coastal regions, mountain regions, border&#xA;regions or island regions are also covered.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;It's does not take a massive leap in imagine to realise that Mount/UrBn/Coast type fields relate to these typologies.&lt;/p&gt;&#xA;&lt;p&gt;That said I completely agree their metadata falls short of explaining what these fields are and their values. EUROSTAT appear to have &amp;quot;dropped the ball&amp;quot; on this and published their data without updating their metadata. Would have expected better...&lt;/p&gt;&#xA;&lt;p&gt;Fortunately for you I clicked on a few more links and ended up &lt;a href=&quot;https://ec.europa.eu/eurostat/web/nuts/background&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, click on the  NUTS 2021 classification link to download an Excel file and the information you seek (what the codes mean) are embedded in the sheets.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2021-06-28T13:29:52.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19813" PostTypeId="1" CreationDate="2021-06-30T23:15:17.470" Score="0" ViewCount="41" Body="&lt;p&gt;I think the title explains the question.  Im trying to run a query that pull specified legend drug name and specified inactive ingredient.  The results only seem to have an inactive ingredient property for OTC products and not rx drugs?&lt;/p&gt;&#xA;" OwnerUserId="28656" LastActivityDate="2024-03-18T19:03:45.510" Title="Combined search query of openfda.generic_name and inactive ingredients only provides info for OTC products?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19814" PostTypeId="2" ParentId="11716" CreationDate="2021-07-01T22:26:21.950" Score="0" Body="&lt;p&gt;Sees like this &lt;a href=&quot;https://www.nomisweb.co.uk/census/2011/postcode_headcounts_and_household_estimates&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nomisweb.co.uk/census/2011/postcode_headcounts_and_household_estimates&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wget https://www.nomisweb.co.uk/output/census/2011/Postcode_Estimates_Table_1.csv &#xA;&#xA;$ head Postcode_Estimates_Table_1.csv &#xA;&amp;quot;Postcode&amp;quot;,&amp;quot;Total&amp;quot;,&amp;quot;Males&amp;quot;,&amp;quot;Females&amp;quot;,&amp;quot;Occupied_Households&amp;quot;&#xA;&amp;quot;AL1 1AG&amp;quot;,14,6,8,6&#xA;&amp;quot;AL1 1AJ&amp;quot;,124,60,64,51&#xA;&amp;quot;AL1 1AR&amp;quot;,32,17,15,17&#xA;&amp;quot;AL1 1AS&amp;quot;,34,17,17,13&#xA;&amp;quot;AL1 1BH&amp;quot;,52,15,37,41&#xA;&amp;quot;AL1 1BX&amp;quot;,54,26,28,19&#xA;&amp;quot;AL1 1BY&amp;quot;,18,9,9,5&#xA;&amp;quot;AL1 1BZ&amp;quot;,18,11,7,12&#xA;&amp;quot;AL1 1DG&amp;quot;,24,10,14,8&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="28663" LastActivityDate="2021-07-01T22:26:21.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19815" PostTypeId="2" ParentId="5902" CreationDate="2021-07-02T10:10:13.520" Score="1" Body="&lt;p&gt;I think the Nager.Date API meets your requirements.&lt;/p&gt;&#xA;&lt;p&gt;the model have both &lt;code&gt;localName&lt;/code&gt; and &lt;code&gt;name&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://date.nager.at/swagger/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://date.nager.at/swagger/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18320" LastActivityDate="2021-07-02T10:10:13.520" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19816" PostTypeId="1" CreationDate="2021-07-02T14:18:51.990" Score="1" ViewCount="67" Body="&lt;p&gt;I am looking for Olympics data.&lt;/p&gt;&#xA;&lt;p&gt;What I must have is all the world records in every competition (at least for modern Olympics) including: when and by who the world record was broken.&lt;/p&gt;&#xA;&lt;p&gt;I would also like to have:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;All athletes participating in every Olympiad including meta data such as birthdate, age, nationality, height, weight, etc.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For each competition the results of all the athletes in every round including final rankings.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Basically, I am looking for all possible data. I am sure it is stored somewhere, but can't find it.&lt;/p&gt;&#xA;&lt;p&gt;Any clue where can I find this data?&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="26343" LastActivityDate="2021-07-04T21:33:21.493" Title="Olympics data request" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19817" PostTypeId="2" ParentId="19813" CreationDate="2021-07-02T14:26:32.660" Score="0" Body="&lt;p&gt;This does not seem to be &lt;em&gt;entirely&lt;/em&gt; the case; the following query shows there are Rx drugs with inactive ingredients listed:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.product_type.exact:%22HUMAN%20PRESCRIPTION%20DRUG%22%20AND%20_exists_:inactive_ingredient&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.product_type.exact:%22HUMAN%20PRESCRIPTION%20DRUG%22+AND+&lt;em&gt;exists&lt;/em&gt;:inactive_ingredient&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I agree the number of hits is somewhat small: &lt;strong&gt;695&lt;/strong&gt;. This information, however, comes from the SPL files, which originate from within the FDA.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-07-02T14:26:32.660" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19818" PostTypeId="1" CreationDate="2021-07-02T17:03:09.637" Score="1" ViewCount="149" Body="&lt;h3&gt;Context&lt;/h3&gt;&#xA;&lt;p&gt;I am investigating how I can set-up a data management system for a department of 100+ colleagues.&lt;/p&gt;&#xA;&lt;p&gt;Many of our datasets are stored (scattered is a better word) on different network drives, database instances and servers, and the organisation needs to keep it that way (for now) due to security and certification reasons.&lt;/p&gt;&#xA;&lt;p&gt;However, the department does see the value in knowing what data exists and where it can be accessed. Because of that it's looking for a searchable data catalog method that would allow us to search the metadata of the datasets and then, use existing processes to actually request access to the data if needed.&lt;/p&gt;&#xA;&lt;p&gt;In my ideal case:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;A data owner would use CKAN to extract a data dictionary (tables, files, columns, types) from a stored dataset (database, CSV's, etc...) without storing the data in CKAN itself.&lt;/li&gt;&#xA;&lt;li&gt;With that data dictionary the data admin creates a CKAN dataset with all the relevant metadata and perhaps a few data samples (e.g. first 100 rows of each table).&lt;/li&gt;&#xA;&lt;li&gt;The data owner adds a link to the CKAN dataset with instruction on how to request access (e.g. contact Dilbert and request read rights for network share &lt;code&gt;\\unc\path\to\data&lt;/code&gt;).&lt;/li&gt;&#xA;&lt;li&gt;Colleagues without read rights to the dataset &lt;em&gt;can&lt;/em&gt; search the metadata in CKAN and requests access to the data itself outside of CKAN.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h3&gt;Question&lt;/h3&gt;&#xA;&lt;p&gt;Will CKAN (+extensions) allow me to do the above? If so, how would that process look like roughly?&#xA;If not, is there another data cataloguing method that I can use?&lt;/p&gt;&#xA;&lt;h3&gt;Looked into so far&lt;/h3&gt;&#xA;&lt;h4&gt;User manual&lt;/h4&gt;&#xA;&lt;p&gt;From the &lt;a href=&quot;https://docs.ckan.org/en/2.9/user-guide.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;user guide&lt;/a&gt; I see that it supports three methods to add data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Link to file&lt;/li&gt;&#xA;&lt;li&gt;Link to API&lt;/li&gt;&#xA;&lt;li&gt;Upload a file&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It's not clear to me if any of these methods would be able to create a dataset while only reading the data once to obtain it's data dictionary.&lt;/p&gt;&#xA;&lt;h4&gt;Extensions&lt;/h4&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;I found the &lt;a href=&quot;https://extensions.ckan.org/extension/dataproxy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ckanext-dataproxy&lt;/a&gt; extension that allows one to read remote databases.&#xA;It's unclear though if that preview can be used to extract a persistent data dictionary.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I found the &lt;a href=&quot;https://extensions.ckan.org/extension/extractor/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ckanext-extractor&lt;/a&gt; extension which seems to do the metadata extraction part, however the examples seem to be limited to documents (doc, pdf) and don't mention databases or CSV's.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9127" LastActivityDate="2021-07-02T17:03:09.637" Title="(How) can I use CKAN when data needs to be kept in place and only its data dictionary should be published?" Tags="|metadata|ckan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19822" PostTypeId="2" ParentId="19816" CreationDate="2021-07-04T21:33:21.493" Score="2" Body="&lt;p&gt;There is a &lt;a href=&quot;https://www.kaggle.com/heesoo37/120-years-of-olympic-history-athletes-and-results&quot; rel=&quot;nofollow noreferrer&quot;&gt;dataset of athlete details on kaggle.com&lt;/a&gt; that shows most of what you ask for at point 1 above (age, nationality, height, weight – although not birthdate) as well as the events that they participated in and what medals they got (if any). The data was scraped from &lt;a href=&quot;https://www.sports-reference.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;sports-reference.com&lt;/a&gt; and is shown on Kaggle as being CC0 licensed (probably on the basis that under US copyright law you can't copyright a fact)&lt;sup&gt;1&lt;/sup&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The Olympics section of sports-reference.com has &lt;a href=&quot;https://www.sports-reference.com/olympics.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;since closed&lt;/a&gt; and instead redirects you to &lt;a href=&quot;http://www.olympedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;olympedia.org&lt;/a&gt;, which doesn't seem to have a data download page. You may want to look through that site to see if there is anything more there.&lt;/p&gt;&#xA;&lt;hr&gt;&#xA;&lt;p&gt;&lt;sup&gt;1&lt;/sup&gt; Depending on the circumstances in which you want to use the data, it might be relevant for you to know that this scraping &lt;em&gt;might&lt;/em&gt; have been a breach of the &lt;a href=&quot;https://www.sports-reference.com/data_use.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;sports-reference.com policy on data use&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="19374" LastActivityDate="2021-07-04T21:33:21.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19823" PostTypeId="1" CreationDate="2021-07-05T13:37:25.623" Score="1" ViewCount="64" Body="&lt;p&gt;We're working on deploying CKAN on Cloud using &lt;a href=&quot;https://github.com/okfn/docker-ckan&quot; rel=&quot;nofollow noreferrer&quot;&gt;this docker-compose network&lt;/a&gt;. We're not storing any datasets but only publish URLs to data resources. We would like to stand up a permanent Postgres database on Cloud (AWS) to replace the &lt;code&gt;db&lt;/code&gt; service, but it's not clear to me how this can be done. For example, how can we point to the db endpoint, having only db name, user and password editable in &lt;a href=&quot;https://github.com/okfn/docker-ckan/blob/master/postgresql/Dockerfile&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dockerfile&lt;/a&gt;? How Docker volumes come into play here?&lt;/p&gt;&#xA;&lt;p&gt;So far, I created on AWS an RDS instance with 4 databases (ckan, ckan_test, datastore and datastore_test) and 2 users (ckan and datastore_ro) with the former having read and write access to all the databases while datastore_ro has only read access to datastore* databases. I updated the env vars accordingly. But I still don't understand if this would entirely replace the &lt;code&gt;db&lt;/code&gt; service or they're two completely different components?&lt;/p&gt;&#xA;&lt;p&gt;Pointers to any helpful documentation will be appreciated!&lt;/p&gt;&#xA;" OwnerUserId="28681" LastEditorUserId="28681" LastEditDate="2021-07-05T14:54:17.973" LastActivityDate="2021-07-05T14:54:17.973" Title="Making CKAN Postgres DB permanent on Cloud" Tags="|ckan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19825" PostTypeId="2" ParentId="19796" CreationDate="2021-07-07T19:29:11.637" Score="2" Body="&lt;p&gt;I have been searching for something similar. So far this is the best API I have found (for free). Just looking to make a site for a fun side project.&lt;/p&gt;&#xA;&lt;p&gt;API Swagger doc:&#xA;&lt;a href=&quot;https://mesonet.agron.iastate.edu/api/1/docs#/default/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mesonet.agron.iastate.edu/api/1/docs#/default/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Main site to play around with and look for the &amp;quot;network&amp;quot; you want to query:&#xA;&lt;a href=&quot;https://mesonet.agron.iastate.edu/sites/locate.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mesonet.agron.iastate.edu/sites/locate.php&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;p&gt;I have not gone through all of the endpoints but found the /current.{fmt} to have at least the basics of what I'm going for.&lt;/p&gt;&#xA;" OwnerUserId="28707" LastActivityDate="2021-07-07T19:29:11.637" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19830" PostTypeId="2" ParentId="9723" CreationDate="2021-07-11T11:09:48.487" Score="1" Body="&lt;p&gt;CUAD: An Expert-Annotated NLP Dataset for Legal Contract Review - &lt;a href=&quot;https://arxiv.org/abs/2103.06268&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://arxiv.org/abs/2103.06268&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28726" LastActivityDate="2021-07-11T11:09:48.487" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19831" PostTypeId="1" CreationDate="2021-07-11T22:16:07.293" Score="2" ViewCount="25" Body="&lt;p&gt;I'm looking for a dataset that contains human-written transcripts of videos or audio files (e.g., podcast). I'm aware of the IWSLT2011 (TED) dataset and &lt;a href=&quot;https://github.com/PolyAI-LDN/conversational-datasets/tree/master/opensubtitles&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenSubtitles&lt;/a&gt;. What else exists?&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2021-07-11T22:54:15.647" LastActivityDate="2021-07-11T22:54:15.647" Title="Dataset that contains human-written transcripts of videos or audio files" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19833" PostTypeId="2" ParentId="16213" CreationDate="2021-07-12T13:55:48.910" Score="1" Body="&lt;p&gt;Whilst this is not polygon format, &lt;a href=&quot;http://hydro.iis.u-tokyo.ac.jp/%7Eyamadai/MERIT_Hydro/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MERIT Hydro: Global Hydrography Datasets&lt;/a&gt; does provide a raster of river width and this is a global dataset. You can convert this into a polygon format.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastEditorUserId="28390" LastEditDate="2021-08-18T18:26:34.420" LastActivityDate="2021-08-18T18:26:34.420" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19834" PostTypeId="1" CreationDate="2021-07-12T15:56:23.867" Score="1" ViewCount="241" Body="&lt;p&gt;&lt;strong&gt;What I want:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;To obtain a R dataframe with completion-rate data from all colleges in the US (or all the colleges that have available data in college scorecard datalake).&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;What I expect:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;A data frame in the long format with data from multiple cohorts for each college, something like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;| college_id (if available) | college_name               | cohort | completion_rate | median_program_length | average_sat_score |&#xA;|---------------------------|----------------------------|--------|-----------------|-----------------------|-------------------|&#xA;| 1                         | Yale University            | 1980   | 0.823           | 4 years               | .                 |&#xA;| 1                         | Yale University            | 1981   | 0.791           | 4 years               | .                 |&#xA;| ...                       | ...                        | ...    | ...             | ...                   | ...               |&#xA;| 1                         | Yale University            | 2000   | 0.918           | 4 years               | 1421              |&#xA;| 1                         | Yale University            | 2001   | 0.907           | 4 years               | 1447              |&#xA;| ...                       | ...                        | ...    | ...             | ...                   | ...               |&#xA;| 1387                      | New College of Springfield | 2000   | 0.231           | 2 years               | 704               |&#xA;| 1387                      | New College of Springfield | 2001   | 0.257           | 2 years               | 753               |&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;strong&gt;What I tried:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I registred in the &lt;a href=&quot;https://collegescorecard.ed.gov/data/documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard API&lt;/a&gt; website and got my key. I also read and tried to understand the documentation and dictionary, but not quite sure if I understood it well. Then I tried to extract data from the API following some tutorials on the internet, I managed to download some lists of different objects but I cannot manage to extract an R dataframe from them. One of the problems is that these objects apparently do not contain any data.&lt;/p&gt;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(httr)&#xA;library(jsonlite)&#xA;&#xA;completion = GET(&amp;quot;https://api.data.gov/ed/collegescorecard/v1/completion?api_key=0eXXXXXXXXXXXXX&amp;quot;)&#xA;&#xA;df= fromJSON(rawToChar(completion$content))&#xA;&#xA;print(df)&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The result is:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;$message&#xA;[1] &amp;quot;&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;That is, I do not even know If I am being able to download the data that I want. Apparently, the object has no data.&lt;/p&gt;&#xA;&lt;p&gt;I also tried variants of that request, but it seems that all returned with objects that are lists of lists of empty objects. Or at least I was not able to extract data from it:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;completion2 = GET(&amp;quot;https://api.data.gov/ed/collegescorecard/v1/schools?fields=completion_rate_4yr_150nt&amp;amp;api_key=0eXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX&amp;quot;)&#xA;&#xA;completion3 = GET(&amp;quot;https://api.data.gov/ed/collegescorecard/v1/completion?fields=completion_rate_4yr_150nt&amp;amp;api_key=0eXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX&amp;quot;)&#xA;&#xA;completion4 = GET(&amp;quot;https://api.data.gov/ed/collegescorecard/v1/schools?fields=completion&amp;amp;api_key=0eXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX&amp;quot;)&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;strong&gt;Possible solutions&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have some experience with handling dataframes in R, but I am completely new to accessing APIs with R and also to json files. I read some material on both, but I am still struggling with college scorecard API. I only need help with data extraction from the API and to convert it to an R dataframe. There is no problem if not all data from my example are available in a single request (cohort, completion rate, program length, average SAT score). I can put it together if I have some type of ID variable (like college_id, or unique college names, etc).&lt;/p&gt;&#xA;" OwnerUserId="28731" LastEditorUserId="28731" LastEditDate="2021-07-12T21:38:07.080" LastActivityDate="2023-01-19T20:03:25.443" Title="How can I get completion rate data from all colleges and cohorts in a longitudinal format from college scorecard? (with R)" Tags="|data-request|api|programming|collegescorecard|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19835" PostTypeId="1" CreationDate="2021-07-13T20:47:24.617" Score="1" ViewCount="1305" Body="&lt;p&gt;I'm looking for examples of PDF invoices. I want to write a code for extraction and analysis.&lt;/p&gt;&#xA;&lt;p&gt;I need PDF invoices from companies such as Uber, Amazon, AliExpress, Nike, Adidas, Apple, Huawei, all kind of internet providers and phone network providers, hotels etc.&lt;/p&gt;&#xA;&lt;p&gt;It would be good if examples are on english, but german is also good.&lt;/p&gt;&#xA;&lt;p&gt;I have looked all over the Kaggle, UCI ML Repository, GitHub but I have found only 2-3 pdf invoice documents. It would be great if you can tell me where can I download more of the REAL PDF invoices&lt;/p&gt;&#xA;" OwnerUserId="24760" LastActivityDate="2024-04-04T09:07:05.887" Title="Dataset of PDF invoices" Tags="|data-request|pdf|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19839" PostTypeId="1" AcceptedAnswerId="19841" CreationDate="2021-07-14T07:44:42.463" Score="0" ViewCount="104" Body="&lt;p&gt;I am looking for a list of all the entries of &lt;a href=&quot;https://de.wiktionary.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wiktionary.org&lt;/a&gt; (German Wiktionary, but I think this works for all Wikimedia the same way) that have had any changes since the last dump. Is there something like that? Under which URL is this list available? Or is there a list that contains the timestamp of the last change for each entry?&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Background:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Wikimedia (including Wikipedia, Wiktionary etc.) provides dumps of its contents every 1 or 2 weeks.&lt;/p&gt;&#xA;&lt;p&gt;A script I wrote loads every day the page &lt;a href=&quot;https://dumps.wikimedia.org/dewiktionary/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;https://dumps.wikimedia.org/dewiktionary/latest/&lt;/code&gt;&lt;/a&gt; and reads the timestamp of the current version of the file &lt;code&gt;dewiktionary-latest-all-titles-in-ns0.gz&lt;/code&gt;. If there is a new version of this file (usually every 1 - 2 weeks), the script downloads it.&lt;/p&gt;&#xA;&lt;p&gt;This file contains all the titles of the sites de.wiktionary.org (only the titles, no contents). My script compares this list with the titles that are already in my database. It marks entries as deleted if they are no longer in the current list, and marks titles for download that do not yet exist in my database.&lt;/p&gt;&#xA;&lt;p&gt;Then another script iterates through all the new titles and downloads their contents, one after the other, for example by going to this page: &lt;a href=&quot;https://de.wiktionary.org/w/index.php?action=raw&amp;amp;title=Titel&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wiktionary.org/w/index.php?action=raw&amp;amp;title=Titel&lt;/a&gt; (where you can find the sourcecode for this site: &lt;a href=&quot;https://de.wiktionary.org/wiki/Titel&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://de.wiktionary.org/wiki/Titel&lt;/a&gt;) using the respective title instead of &lt;code&gt;Titel&lt;/code&gt;, of course.&lt;/p&gt;&#xA;&lt;p&gt;To conserve both my own server's and Wiktionary's bandwidth, this script always pauses briefly between two titles, thus downloading the contents of a maximum of about 100,000 titles per day. There are about 1,000,000 titles in total in German Wiktionary, so the download of the whole German Wiktionary was done in less than 2 weeks.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;And here's the point:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I want to keep my database as up-to-date as possible, but I also want to download as little data as possible. Above all, I don't want to download content again and again every 10 days, that already exists in exactly the same version in my database.&lt;/p&gt;&#xA;&lt;p&gt;So ideally I only want to download the contents of those titles where there has been any change since the last dump (as provided on &lt;a href=&quot;https://dumps.wikimedia.org/dewiktionary/latest/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;https://dumps.wikimedia.org/dewiktionary/latest/&lt;/code&gt;&lt;/a&gt;). Is there such a list? If so, where can I find it?&lt;/p&gt;&#xA;&lt;p&gt;A list where each title has a timestamp of it's last change also will do.&lt;/p&gt;&#xA;" OwnerUserId="28744" LastActivityDate="2021-07-14T17:24:38.213" Title="Wikimedia: Delta-Dumps or Timestamp of Last Change" Tags="|wikidata|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19841" PostTypeId="2" ParentId="19839" CreationDate="2021-07-14T17:24:38.213" Score="1" Body="&lt;p&gt;There are two ways to generate a list of last-revision data for all pages. &lt;strong&gt;The preferable tool is probably the second one listed here, PetScan.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The first is to use the Wikimedia Quarry SQL service (&lt;a href=&quot;https://quarry.wmflabs.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;quarry.wmflabs.org&lt;/a&gt; - &lt;a href=&quot;https://meta.wikimedia.org/wiki/Research:Quarry&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;) to generate a list of all pages with metadata. &lt;a href=&quot;https://quarry.wmflabs.org/query/56779&quot; rel=&quot;nofollow noreferrer&quot;&gt;This query&lt;/a&gt; (took about 25m to run, most recent results are cached) gives the page ID, page title, and latest revision ID for all ns=0 (ie main article space) pages on dewiktionary. You could also tweak the query so it picks up the actual timestamp of the latest revision ID (this is available from the &lt;a href=&quot;https://www.mediawiki.org/wiki/Manual:Revision_table&quot; rel=&quot;nofollow noreferrer&quot;&gt;revisions table&lt;/a&gt;, but my SQL competency to tie them together is a bit limited...).&lt;/p&gt;&#xA;&lt;p&gt;The second is a slightly hacky approach should be &amp;quot;good enough&amp;quot; for most purposes: the PetScan tool (&lt;a href=&quot;https://petscan.wmflabs.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;petscan.wmflabs.org&lt;/a&gt; - &lt;a href=&quot;https://meta.wikimedia.org/wiki/PetScan/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt;) can generate this data for arbitrary queries like &amp;quot;all articles in this set of categories&amp;quot;. It can't do &amp;quot;every page on the wiki&amp;quot;, which is a pity, but as it turns out pretty much every Wiktionary article page is in a sub-category of Kategorie:Sprachen, so we can just use that as our source. &lt;a href=&quot;https://petscan.wmflabs.org/?psid=19580293&quot; rel=&quot;nofollow noreferrer&quot;&gt;This query&lt;/a&gt; looks for everything filed in Sprachen or up to three levels below it, takes ~60s to run, and identifies almost the same number of pages as the main one - 992644, versus 993681 in the Quarry list. You can get this list of results as a TSV or other file by selecting the relevant format in the last tab (&amp;quot;output&amp;quot;) and re-running.&lt;/p&gt;&#xA;&lt;p&gt;There are three important identifiers here. One is the page title, which you know about. This is likely to be static for Wiktionary (given it is the headword) but might change if you were eg doing an analysis on Wikipedia. The next is the page ID, which is assigned when the page is created and does not change even if the title does. The last is the latest revision ID (in Quarry) or the last changed date (in Petscan). For example, &amp;quot;Pferd&amp;quot; has a latest revision ID of 8615119, which corresponds to being edited on &lt;a href=&quot;https://de.wiktionary.org/w/index.php?title=Pferd&amp;amp;oldid=8606762&quot; rel=&quot;nofollow noreferrer&quot;&gt;22 June&lt;/a&gt;). This is the one you're looking for.&lt;/p&gt;&#xA;&lt;p&gt;In terms of which source to use - well, either would work. &lt;strong&gt;I think the PetScan approach is likely to be preferable&lt;/strong&gt;, as it is a much quicker system (data in ~1m not ~25m) and so is presumably a lot less expensive on the back-end systems. I think it is also possible to trigger a fresh PetScan query with wget etc, using the exact URL for the query, while Quarry may have to be manually triggered in the browser.&lt;/p&gt;&#xA;&lt;p&gt;There is a slight risk that the PetScan approach would lose any pages that have not been categorised for whatever reason, but it looks like this is very rare. On examination they are probably redirects to another page title, which would count on the Quarry list (they exist in namespace 0) but which would not be picked up by PetScan as they are usually not placed in categories; there are currently around 1050 redirects in namespace 0 per &lt;a href=&quot;https://de.wiktionary.org/w/index.php?title=Spezial:Weiterleitungen&quot; rel=&quot;nofollow noreferrer&quot;&gt;this index&lt;/a&gt;, which is very close to the discrepancy we saw between the two lists.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2021-07-14T17:24:38.213" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="19842" PostTypeId="1" CreationDate="2021-07-14T19:27:54.120" Score="1" ViewCount="41" Body="&lt;p&gt;Every time I try to look this up, it always gives me the number for native speakers. I'm not looking for that. I specifically want to know &lt;strong&gt;how prevalent Egyptian Arabic is as a second language around the world&lt;/strong&gt;. Only 68% of Egyptian citizens speak Egyptian Arabic natively but the other 32% have to have some kind of fluency in it, right? Not to mention, Egyptian Arabic is often the language used in Arabic movies, tv shows, and books. So there's a lot of people in the Arab world who have learned Egyptian Arabic as a second language.&lt;/p&gt;&#xA;&lt;p&gt;Every article I find states that Egyptian Arabic is spoken in Iraq, Israel, Jordan, Kuwait, Libya, Saudi Arabia, United Arab Emirates, and Yemen, but they never specify how many people in those countries speak it. I've also tried looking at the demographics for some of those countries and they almost never mention Egyptian Arabic. The closest I got was a demographic chart that said roughly 600,000 of Saudi Arabians speak Egyptian Arabic but that was only counting. &lt;em&gt;Egyptian immigrants to the country and not the people in Saudi Arabia who learned it as a second language.&lt;/em&gt; I'm looking for L2 speakers of Egyptian Arabic, not native speakers who have moved to other countries. I'm not sure where else to look, so I came here hoping someone would either know the answer or know a good place to look.&lt;/p&gt;&#xA;" OwnerUserId="28747" LastEditorUserId="28390" LastEditDate="2021-08-06T12:51:28.970" LastActivityDate="2021-08-06T12:51:28.970" Title="How many *Non-Native* speakers of Egyptian Arabic are there world wide?" Tags="|data-request|language|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19843" PostTypeId="1" CreationDate="2021-07-15T20:10:25.907" Score="2" ViewCount="127" Body="&lt;p&gt;The US Coast Guard provides a service by which a snippet of boat/ship identifying data, most typically an MMSI number, can be &lt;a href=&quot;https://www.navcen.uscg.gov/aisSearch/dbo_aisVessels_list.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;used to retrieve a more complete data set&lt;/a&gt; of ship information, such as draft, name, dimensions, etc...&lt;/p&gt;&#xA;&lt;p&gt;I'd like to download this database for offline usage. Is there, either (semi-)official or community created?&lt;/p&gt;&#xA;" OwnerUserId="28576" LastEditorUserId="28576" LastEditDate="2021-07-16T14:03:56.967" LastActivityDate="2021-07-16T14:03:56.967" Title="Where to find a database of AIS vessel information?" Tags="|ais|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19844" PostTypeId="1" CreationDate="2021-07-16T17:30:17.647" Score="0" ViewCount="14" Body="&lt;p&gt;I misjudged how much memory would be required and my computer ran out of memory when R was 76% done with an lapply function. Is there a way to recover and saveRDS the object or do I have to start over from the beginning?&lt;/p&gt;&#xA;" OwnerUserId="28754" LastActivityDate="2021-07-16T17:30:17.647" Title="R cannot allocate vector. Where is the object?" Tags="|programming|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19845" PostTypeId="1" AcceptedAnswerId="19854" CreationDate="2021-07-18T03:10:47.157" Score="0" ViewCount="146" Body="&lt;p&gt;Is there a database of the busiest intersections in major U.S. cities?&lt;/p&gt;&#xA;&lt;p&gt;Could this be figured out with, e.g., Google Maps API?&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2022-12-13T02:08:31.057" Title="U.S. major cities busiest intersections?" Tags="|usa|transportation|traffic|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19848" PostTypeId="1" CreationDate="2021-07-19T07:55:12.880" Score="2" ViewCount="31" Body="&lt;p&gt;Is there a command-line tool, or a website, or a &amp;quot;directory service&amp;quot;,  that I can use to determine which organization (or person) owns a &lt;code&gt;doi//&lt;/code&gt; domain?&lt;/p&gt;&#xA;&lt;p&gt;I want to know &amp;quot;Who owns &lt;code&gt;10.2312&lt;/code&gt;?&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;(That's the same as: who owns &lt;code&gt;doi://10.2312?&lt;/code&gt;).&lt;/p&gt;&#xA;&lt;p&gt;(I could also ask on softwarerecs.stackexchange.com, or academia.SE, but this &amp;quot;open data&amp;quot; forum is bigger and seems more appropriate.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2021-07-21T10:47:47.390" LastActivityDate="2021-09-01T22:06:10.597" Title="Find who owns a doi:// domain? (A &quot;whois&quot; for doi Links)" Tags="|doi|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19850" PostTypeId="1" CreationDate="2021-07-19T12:06:09.310" Score="0" ViewCount="31" Body="&lt;p&gt;Background: the Dutch government publishes certain Covid-related metrics via a dashboard (&lt;a href=&quot;https://coronadashboard.government.nl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coronadashboard.government.nl/&lt;/a&gt;) and I have a few questions about the underlying data science.&#xA;&lt;br/&gt;&lt;br/&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;NUMBER OF POSITIVES&lt;/strong&gt;&lt;br /&gt;&#xA;It's shown either as-is or as ratio per 100K inhabitants. Since population of the country hasn't changed significantly within 1 year, they both just reflect the number of positive cases:&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/Z1ED1.png&quot; width=&quot;500&quot;/&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;code&gt;OBJECTION&lt;/code&gt;: if people get themselves tested more (eg going abroad on holiday during July/August, and are required by the destination countries to get tested), even if the same proportion of tests are positive, then because we have more tests, we'll have more positives, &lt;strong&gt;&lt;code&gt;so by measuring # positives and not adjusting to # tests, we're subject to various biases towards # tested&lt;/code&gt;&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;br/&gt;&lt;br/&gt;&#xA;&lt;strong&gt;PERCENTAGE OF TESTS WHICH ARE POSITIVE&lt;/strong&gt;&lt;br /&gt;&#xA;This one is the ratio &lt;code&gt;# positives  / # tests&lt;/code&gt;. Surprisingly, the trends are very similar, which seems to invalidate (at least partially) the objection formulated earlier:&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/QRA79.png&quot; width=&quot;500&quot;/&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;code&gt;Q1: Is there an explanation why the trends in [# positives] and [# positives / # tested] align so well?&lt;/code&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;My hypothesis: if you've been in contact with a positive case, it makes you more likely to be positive, and if you know you were in contact, it makes you more likely to get yourself tested, hence why the trends of &lt;code&gt;# positives&lt;/code&gt; and  &lt;code&gt;# positives / # tested&lt;/code&gt; follow each other. Are there other explanations?&lt;/p&gt;&#xA;&lt;p&gt;&lt;br/&gt;&lt;br/&gt;&#xA;&lt;strong&gt;COMPARING BOTH&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I downloaded the source data and compared both metrics:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;import plotly.express as px&#xA;&#xA;# Loading the source data&#xA;df_src = pd.read_csv('./COVID-19_uitgevoerde_testen.csv',sep=';')&#xA;# Keeping only coluns we're interested in and renaming&#xA;df = df_src[['Date_of_statistics','Tested_with_result','Tested_positive']]&#xA;df = df.rename(columns = {'Date_of_statistics': 'date', 'Tested_with_result': 'tested', 'Tested_positive': 'positive'})&#xA;# Grouping by test&#xA;df = df.groupby(['date']).sum().reset_index()&#xA;# Rolling 7-day mean&#xA;df['tested'] = df['tested'].rolling(7).mean()&#xA;df['positive'] = df['positive'].rolling(7).mean()&#xA;# Removing first 6 days for which we have no data due to 7-day rolling&#xA;df = df.iloc[6:]&#xA;# Calculating percentage of tests which came back positive&#xA;df['positive_rate'] = df['positive']/df['tested']&#xA;# Normalizing # positives and % positives as their peak so we can compare them&#xA;df['% positives (normalized)'] = df['positive_rate'] / df['positive_rate'].max() * 100&#xA;df['# positives (normalized)'] = df['positive'] / df['positive'].max() * 100&#xA;# Visualizing both # positives and % positive on the same chart&#xA;compare = df[['date','% positives (normalized)','# positives (normalized)']].melt(id_vars=['date'],var_name='metric')&#xA;compare.head()&#xA;fig = px.line(compare, x=&amp;quot;date&amp;quot;, y=&amp;quot;value&amp;quot;, color='metric')&#xA;fig.show()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Here is what I get:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/vljMB.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/vljMB.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As we can see the trends follow each other closely, the correlation coefficient on that dataset is actually &lt;code&gt;0.88&lt;/code&gt; which confirms what we're seeing&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;code&gt;Q2: Despite the very strong correlation, [# positives / # tested] seems a more robust metric than [# positives] as it removes biases towards # tested, so is there any reason why we would want to report on [# positives] at all?&lt;/code&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="28767" LastEditorUserId="28767" LastEditDate="2021-07-19T12:14:45.690" LastActivityDate="2023-12-13T18:03:55.477" Title="Why # positives and % positives align, and why use former?" Tags="|medical|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19851" PostTypeId="1" CreationDate="2021-07-20T14:26:11.153" Score="0" ViewCount="82" Body="&lt;p&gt;I have a question about parsing two specific variables from the Product Labeling Endpoint on OpenFDA:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;indications_and_usage&lt;/li&gt;&#xA;&lt;li&gt;dosage_and_administration&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Ideally I would like to:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Extract each indication and its abbreviation.&#xA;E.g. drug: Keytruda would be Melanoma, Non-Small Cell Lung Cancer (NSCLC), etc..&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Extract each dosage (related to indication and population)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Map the indication with the dosage&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;The request via the API returns a long text/string, which is unstructured and difficult to parse.&lt;/p&gt;&#xA;&lt;p&gt;Some questions I have:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Are there any existing libraries that can parse these two variables out?&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Is there a paid service that OpenFDA offers that contains a parsed or more structured format of these two variables?&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Are there any existing services by other companies that parses this information into a structured format?&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;I've already looked at the DailyMed XML files for these two sections (indications and dosages) and tried to parse it that way, however, the structure of the XML files for each drug is different and also difficult to parse.&lt;/p&gt;&#xA;&lt;p&gt;Is this still the only way: &lt;a href=&quot;https://opendata.stackexchange.com/questions/13738/can-we-get-the-dosage-list-for-a-drug&quot;&gt;Can we get the dosage list for a drug&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28772" LastActivityDate="2024-01-11T01:02:40.280" Title="OpenFDA - Parsing Indications and Dosage Variables" Tags="|openfda|parsing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19852" PostTypeId="1" AcceptedAnswerId="19853" CreationDate="2021-07-20T17:05:28.050" Score="2" ViewCount="77" Body="&lt;p&gt;I'm being asked to find all the information I can about US and UK customs data, but I just don't know where to search for, any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="28780" OwnerDisplayName="armoredchihuahua" LastEditorUserId="-1" LastEditDate="2022-10-13T03:46:54.783" LastActivityDate="2022-10-13T03:46:54.783" Title="Is there a way to obtain US and UK customs data?" Tags="|data-request|usa|uk|migration|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19853" PostTypeId="2" ParentId="19852" CreationDate="2021-07-20T18:23:54.157" Score="0" Body="&lt;p&gt;You could submit a Freedom of Information Act Request to CBP. Here's a &lt;a href=&quot;https://www.cbp.gov/site-policy-notices/foia&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; with more information on how to do that.&lt;/p&gt;&#xA;&lt;p&gt;The UK has a similar law. Here is a &lt;a href=&quot;https://www.gov.uk/make-a-freedom-of-information-request&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt; to the non-specific FOI instructions for the UK. And a &lt;a href=&quot;https://www.gov.uk/government/organisations/hm-revenue-customs&quot; rel=&quot;nofollow noreferrer&quot;&gt;specific link for HM Revenue and Customs&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="3425" OwnerDisplayName="JohnFx" LastActivityDate="2021-07-20T18:23:54.157" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19854" PostTypeId="2" ParentId="19845" CreationDate="2021-07-20T22:15:21.070" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://trafficview.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://trafficview.org/&lt;/a&gt; presents Google Maps's traffic congestion data.&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2021-07-20T22:15:21.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19856" PostTypeId="2" ParentId="19850" CreationDate="2021-07-23T09:39:48.867" Score="0" Body="&lt;p&gt;We're interested in the true total number of new infections, but since you can't test everyone all the time we'll have to make do with a proxy for this number.&lt;/p&gt;&#xA;&lt;p&gt;Both of these metrics depend on the (true) total number of infections and incentives to get tested in some way. In order to figure out which metric is a more accurate proxy for true total number of infections we have to know which groups are how likely to get tested, and how large they are.&lt;/p&gt;&#xA;&lt;p&gt;Now let's split people into groups depending on what reason they might have to get tested, how likely they are to get tested.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Symptoms:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;With covid --&amp;gt; depends on spread of covid, not on other incentives&lt;/li&gt;&#xA;&lt;li&gt;Without covid --&amp;gt; depends on allergies, flu, cold, etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;Contact with infected person:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;With covid --&amp;gt; depends on spread of covid, not on other incentives&lt;/li&gt;&#xA;&lt;li&gt;Without covid --&amp;gt; &lt;em&gt;also&lt;/em&gt; depends on spread of covid (with some delay)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;No contact or symptoms:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;With covid --&amp;gt; depends on spread of covid and other incentives&lt;/li&gt;&#xA;&lt;li&gt;Without covid --&amp;gt; depends on other incentives&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Of all of those covid-positive groups, only number of positive tests from people without symptoms or contact also depends on other incentives people have to get tested (vacations, etc.). And keep in mind that a portion of these people are pre-symptomatic and will develop symptoms a few days, so they would have moved to the 'symptoms' group. For those people, their positive test result effectively just came a few days early.&lt;/p&gt;&#xA;&lt;p&gt;So the question boils down to which of the covid-positive groups is larger: those with symptoms and/or contact, or those without contact and who &lt;em&gt;remain&lt;/em&gt; without symptoms?&lt;/p&gt;&#xA;&lt;p&gt;Given that most infected people seem to experience at least some symptoms, and that (when not over capacity) contact tracing accounts for nearly half of the cases (&lt;a href=&quot;https://www.rivm.nl/sites/default/files/2021-07/COVID-19_WebSite_rapport_wekelijks_20210720_1149_final.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;source, page 28&lt;/a&gt;). The with symptoms and/or contact group appears to be the largest by far, so total number of positive tests would be a more accurate proxy for the total number of infections.&lt;/p&gt;&#xA;&lt;p&gt;That's not to say that we shouldn't keep an eye out for a sudden spike in infections from the no contact/symptoms group and possibly correct for that.&lt;/p&gt;&#xA;" OwnerUserId="11218" LastEditorUserId="11218" LastEditDate="2021-07-26T13:52:26.960" LastActivityDate="2021-07-26T13:52:26.960" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19860" PostTypeId="1" CreationDate="2021-07-27T15:10:06.617" Score="2" ViewCount="51" Body="&lt;p&gt;I'm looking for a dataset that contains number of COVID-19 cases broken down by whether the individuals are vaccinated, and if so, with which vaccine.&lt;/p&gt;&#xA;&lt;p&gt;I'd prefer if the COVID-19 cases broken down by day and country, similarly to &lt;a href=&quot;https://studylib.net/coronavirus&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://studylib.net/coronavirus&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/Z3maG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Z3maG.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;(but the screenshot is missing vaccine info)&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2021-08-05T12:40:40.730" Title="COVID-19 cases broken down by whether the individuals are vaccinated, and if so, with which vaccine" Tags="|data-request|medical|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19861" PostTypeId="2" ParentId="11761" CreationDate="2021-07-28T01:44:20.400" Score="0" Body="&lt;p&gt;There is a helpful strategy outlined in &lt;a href=&quot;https://forums.ohdsi.org/t/how-to-determine-whether-a-drug-is-brand-or-generics/5745/5&quot; rel=&quot;nofollow noreferrer&quot;&gt;this post&lt;/a&gt; that entails using the following steps to determine if a given NDC is brand or generic:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Use the &lt;a href=&quot;https://rxnav.nlm.nih.gov/api-RxNorm.getNDCProperties.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rxnav.nlm.nih.gov/api-RxNorm.getNDCProperties.html&lt;/a&gt; endpoint to find the RXCUI for the NDC&lt;/li&gt;&#xA;&lt;li&gt;Pass the RXCUI to the &lt;a href=&quot;https://rxnav.nlm.nih.gov/api-RxNorm.getRxConceptProperties.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rxnav.nlm.nih.gov/api-RxNorm.getRxConceptProperties.html&lt;/a&gt; endpoint in order to find the associated RxNorm Term Type (TTY) which can be used to indicate brand/generic&lt;/li&gt;&#xA;&lt;li&gt;If the TTY is one of the following: &lt;code&gt;'BN', 'SBDC', 'SBDF', 'SBDG', 'SBD', 'BPCK'&lt;/code&gt; then it is likely a brand name drug, otherwise it's likely a generic.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Here is the appendix detailing the various TTY values: &lt;a href=&quot;https://www.nlm.nih.gov/research/umls/rxnorm/docs/2018/appendix5.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nlm.nih.gov/research/umls/rxnorm/docs/2018/appendix5.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28797" LastEditorUserId="28797" LastEditDate="2021-07-28T02:02:46.187" LastActivityDate="2021-07-28T02:02:46.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19864" PostTypeId="1" AcceptedAnswerId="19896" CreationDate="2021-07-28T08:57:33.877" Score="1" ViewCount="29" Body="&lt;p&gt;I am studying about flood events and its results. Because of that I need to find the number of people who die as a result of the flooding in the country scale. Is there any source that shows these statistics and numbers?&lt;/p&gt;&#xA;" OwnerUserId="28713" LastEditorUserId="28390" LastEditDate="2021-08-10T01:51:00.110" LastActivityDate="2021-08-10T01:51:00.110" Title="Number of deaths during flood events" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19866" PostTypeId="1" AcceptedAnswerId="19868" CreationDate="2021-07-29T14:17:04.580" Score="0" ViewCount="50" Body="&lt;p&gt;Normally, we control for geography variables in some economic studies. However, in the study examining how well the government implements the laws and orders, my advisor told me that we can think of the &amp;quot;geopolitical variables&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;From &lt;a href=&quot;https://www.ecb.europa.eu/pub/pdf/scpwps/ecbwp965.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reynaud(2008)&lt;/a&gt;, geopolitic is&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Geopolitics traditionally indicates the links and causal relationships&#xA;between political power and geographic space; in concrete terms it is&#xA;often seen as a body of thought assaying specific strategic&#xA;prescriptions based on the relative importance of land power&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I am wondering if there is any popular geopolitical variable in published resource?&lt;/p&gt;&#xA;&lt;p&gt;In another word, &amp;quot;Geopolitics&amp;quot; is how geographical factor affects the national behaviors. More specific, geopolitic examines some factors as: geography, natural resources, population,... affects a country's foreign policy and the position of this country in international system&lt;/p&gt;&#xA;&lt;p&gt;Some suggested me to think the data about &amp;quot;spending on the military, trade agreements, research agreements and size of trade relationships, voting power in international bodies, closeness of government systems, to which countries does a given country provide aid&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="28230" LastEditorUserId="28230" LastEditDate="2021-07-31T04:05:13.817" LastActivityDate="2021-07-31T04:05:13.817" Title="Asking for some geopolitical variables datasource" Tags="|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19867" PostTypeId="1" CreationDate="2021-07-29T17:31:18.113" Score="1" ViewCount="130" Body="&lt;p&gt;can anyone direct me to instructions to show how to download traffic data across the US?  I've been all over the site and not finding the data.&lt;/p&gt;&#xA;" OwnerUserId="29844" LastEditorUserId="23272" LastEditDate="2021-07-30T04:00:30.783" LastActivityDate="2021-12-27T06:04:30.383" Title="I need help finding and downloading traffic data" Tags="|data.gov|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19868" PostTypeId="2" ParentId="19866" CreationDate="2021-07-29T21:14:29.727" Score="1" Body="&lt;p&gt;Quite a broad concept, but I would say databases such as &lt;a href=&quot;https://www.v-dem.net/en/data/data/v-dem-dataset-v111/&quot; rel=&quot;nofollow noreferrer&quot;&gt;V-Dem&lt;/a&gt; (varieties of democracy), &lt;a href=&quot;https://www.gu.se/en/quality-government/qog-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;QoG&lt;/a&gt; (quality of governance), &lt;a href=&quot;https://datacatalog.worldbank.org/dataset/wps2283-database-political-institutions&quot; rel=&quot;nofollow noreferrer&quot;&gt;DPI&lt;/a&gt; (database of political institutions) are all pretty comprehensive when it comes to looking and country-level political variables.&lt;/p&gt;&#xA;&lt;p&gt;The above datasets contain information on population, resources, GDP, elections, etc.&lt;/p&gt;&#xA;&lt;p&gt;If you are more interested in spatial information, conflict, etc., I would recommend &lt;a href=&quot;https://www.prio.org/Data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PRIO&lt;/a&gt;, &lt;a href=&quot;https://ucdp.uu.se/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UCDP&lt;/a&gt;, and &lt;a href=&quot;https://www.systemicpeace.org/polityproject.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Polity IV&lt;/a&gt;. These all have good coverage of geo-referenced conflict events, and other useful spatial data (i.e. area of state, proximity to oceans, topography, trade, etc.).&lt;/p&gt;&#xA;&lt;p&gt;It might well be the case that you will need to join these datasets together to get at all the variables you are interested in -- this can be done fairly easily in R or similar tools.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastEditorUserId="26334" LastEditDate="2021-07-30T16:02:06.003" LastActivityDate="2021-07-30T16:02:06.003" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19869" PostTypeId="2" ParentId="19867" CreationDate="2021-07-30T04:06:47.267" Score="1" Body="&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://www.fhwa.dot.gov/policyinformation/tables/tmasdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Traffic Volume Data&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;State highway agencies collect traffic volume data through both temporary traffic counting and continuous traffic counting programs and report their continuous counting data to FHWA on a monthly basis. Data listed here are reported by states following data format prescribed in FHWA's 2001 Traffic Monitoring Guide located at &lt;a href=&quot;https://www.fhwa.dot.gov/policyinformation/tmguide/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fhwa.dot.gov/policyinformation/tmguide/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;You can directly download files from &lt;a href=&quot;https://www.fhwa.dot.gov/policyinformation/tables/tmasdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, for the below years.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Lists by Year: 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2021-07-30T04:06:47.267" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19870" PostTypeId="1" AcceptedAnswerId="19871" CreationDate="2021-07-30T05:41:21.787" Score="0" ViewCount="31" Body="&lt;p&gt;I am wondering if there are some sources for the democratic level of countries all over the world in 2020? (to separate Democratic and Dictatorship)&lt;/p&gt;&#xA;" OwnerUserId="28230" LastActivityDate="2021-07-30T16:06:54.757" Title="Asking for some data sources relating to democratic score of all countries in 2020?" Tags="|politics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19871" PostTypeId="2" ParentId="19870" CreationDate="2021-07-30T16:06:54.757" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.v-dem.net/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;V-dem&lt;/a&gt; and &lt;a href=&quot;https://www.systemicpeace.org/polityproject.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Polity IV&lt;/a&gt; probably have the most commonly used measures of democracy/autocracy in political science.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2021-07-30T16:06:54.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19872" PostTypeId="2" ParentId="13533" CreationDate="2021-07-30T16:09:18.913" Score="1" Body="&lt;p&gt;Not sure about the overall coverage, but the &lt;a href=&quot;https://icr.ethz.ch/data/epr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ethnic Power Relations&lt;/a&gt; dataset family contains shapefiles on a wide range of ethnic groups which might be of use to you.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2021-07-30T16:09:18.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19875" PostTypeId="1" CreationDate="2021-08-01T01:20:30.003" Score="2" ViewCount="166" Body="&lt;p&gt;I am looking for country-superregion mapping for the following super regions:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;APAC = Asia Pacific&lt;/li&gt;&#xA;&lt;li&gt;EMEA = Europe, Middle-East and Africa&lt;/li&gt;&#xA;&lt;li&gt;AMER = North, Central and South America&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;So far I have only seen a compiled list on &lt;a href=&quot;https://gist.github.com/richjenks/15b75f1960bc3321e295&quot; rel=&quot;nofollow noreferrer&quot;&gt;GitHub as a gist&lt;/a&gt;. Would be great to have a standard list and wonder where I may be able to find such information.&lt;/p&gt;&#xA;" OwnerUserId="29858" LastActivityDate="2023-12-19T20:01:45.183" Title="What are the known standards to map country names to super regions APAC, EMEA, and AMER?" Tags="|geospatial|geocoding|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19876" PostTypeId="2" ParentId="19875" CreationDate="2021-08-01T06:34:58.253" Score="0" Body="&lt;p&gt;I think it is hard to find a standard compiled list of region wise countries. Here are some sources for different regions:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;APAC: &lt;a href=&quot;https://data.unescap.org/dataviz/methodology/list-of-countries-in-the-asia-pacific-region-and-subregions.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;UN ESCAP&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;EMEA : &lt;a href=&quot;https://istizada.com/list-of-emea-countries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISTIZADA&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;AMER: &lt;a href=&quot;https://www.researchgate.net/publication/270220990_Geographical_distribution_of_the_association_between_El_Nino_South_Oscillation_and_dengue_fever_in_the_Americas_A_continental_analysis_using_geographical_information_system-based_techniques&quot; rel=&quot;nofollow noreferrer&quot;&gt;Map of all countries&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Hope this helps you.&lt;/p&gt;&#xA;" OwnerUserId="28390" LastActivityDate="2021-08-01T06:34:58.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19877" PostTypeId="2" ParentId="19875" CreationDate="2021-08-01T06:37:37.883" Score="0" Body="&lt;p&gt;FAO Geopolitical ontology should help &lt;a href=&quot;https://en.wikipedia.org/wiki/Geopolitical_ontology#FAO_ontology&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Geopolitical_ontology#FAO_ontology&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Links are a bit rotten for now, but there is an archive at DataHub &lt;a href=&quot;https://old.datahub.io/dataset/fao-geopolitical-ontology&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://old.datahub.io/dataset/fao-geopolitical-ontology&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;It was the most comprehensive ontology on country classification.&lt;/p&gt;&#xA;&lt;p&gt;The alternative is the WorldBank Data project &lt;a href=&quot;https://data.worldbank.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.worldbank.org&lt;/a&gt; . Its data is available via API, and countries are also linked with geographic and economic territories.&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-08-01T06:37:37.883" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19880" PostTypeId="1" AcceptedAnswerId="19882" CreationDate="2021-08-02T05:48:12.400" Score="1" ViewCount="45" Body="&lt;p&gt;I am looking for UK school performance data.&lt;/p&gt;&#xA;&lt;p&gt;I don't know what format that comes from, but I want to compare results achieved by pupils, for instance average number and grade of O and A levels per pupil, preferably over at least 5 years.&lt;/p&gt;&#xA;&lt;p&gt;It would be a bonus if I could chose the subjects, and lean heavily towards STEM, but that's not &amp;quot;must have&amp;quot;, just nice to have.&lt;/p&gt;&#xA;&lt;p&gt;Apparently, house prices in the UK are ridiculously expensive, and a friend in the UK wants me to correlate house prices to education, so that they can find a good school and a relatively affordable house nearby.&lt;/p&gt;&#xA;&lt;p&gt;I imagine that I will post a second question asking for UK house price data, but the potential problem is that I need them to have the same geolocation data. It is not of much use if one dataset is at town/city level while the other is at post code level. Unless, of course, they can be easily converted, so, any dataset that helps towards that end would be gratefully received.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2021-11-03T08:42:38.240" Title="Seeking UK School performance data" Tags="|geospatial|uk|education|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19882" PostTypeId="2" ParentId="19880" CreationDate="2021-08-02T10:40:36.077" Score="3" Body="&lt;p&gt;School performance data is collected by the Department for Education (DfE) and can be accessed via the gov.uk web site - &lt;a href=&quot;https://www.gov.uk/school-performance-tables&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.uk/school-performance-tables&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The types of data available (for 2018-19 anyway) are:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;School information&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h3&gt;Performance&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Final key stage 2&lt;/li&gt;&#xA;&lt;li&gt;Final key stage 4&lt;/li&gt;&#xA;&lt;li&gt;Provisional key stage 4&lt;/li&gt;&#xA;&lt;li&gt;Key stage 4 qualification and subject data&lt;/li&gt;&#xA;&lt;li&gt;Final 16 to 18 study&lt;/li&gt;&#xA;&lt;li&gt;16 to 18 value added - qualification type data&lt;/li&gt;&#xA;&lt;li&gt;16 to 18 qualification and subject data&lt;/li&gt;&#xA;&lt;li&gt;16 to 18 value added - subject data&lt;/li&gt;&#xA;&lt;li&gt;Apprenticeships data&lt;/li&gt;&#xA;&lt;li&gt;16 to 18 Maths and science A levels&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h3&gt;Pupil destinations&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Revised key stage 4 pupil destinations&lt;/li&gt;&#xA;&lt;li&gt;Revised 16 to 18 student destinations&lt;/li&gt;&#xA;&lt;li&gt;Revised 16 to 18 progression to higher education or training&lt;/li&gt;&#xA;&lt;li&gt;Provisional key stage 4 pupil destinations&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h3&gt;Absence and pupil population&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Pupil absence&lt;/li&gt;&#xA;&lt;li&gt;Census (detail about pupil types)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h3&gt;Workforce and finance&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Workforce&lt;/li&gt;&#xA;&lt;li&gt;Spend per pupil&lt;/li&gt;&#xA;&lt;li&gt;Spend per pupil (grouped data)&lt;/li&gt;&#xA;&lt;li&gt;Spend per pupil (full dataset)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h3&gt;Multi-academy trust data&lt;/h3&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Key stage 2&lt;/li&gt;&#xA;&lt;li&gt;Key stage 4&lt;/li&gt;&#xA;&lt;li&gt;16 to 18 study&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It looks like it comes as Excel files (even if you select CSV in the download) and you have to do your own joining from the school information table to the actual performance data. The geography of the school can probably be inferred from it's post code but I don't know if that works for say multi-site academy chains.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2021-08-02T10:40:36.077" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="19883" PostTypeId="2" ParentId="19835" CreationDate="2021-08-02T19:06:09.540" Score="0" Body="&lt;p&gt;Unlikely it's available or available for free. Invoice data is a personal data or include personal data, and I guess the only legal way to collect such a dataset is to crowdsource it.&lt;/p&gt;&#xA;&lt;p&gt;Other sources of such data are email providers, but I don't think that any of them would easily break users' privacy.&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-08-02T19:06:09.540" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19884" PostTypeId="2" ParentId="19848" CreationDate="2021-08-02T19:14:00.987" Score="1" Body="&lt;p&gt;The easiest way is to use Crossref DOI Resolution &lt;a href=&quot;https://dx.doi.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dx.doi.org/&lt;/a&gt;&#xA;10.2312 used by DataCite (10.SERV/DATACITE)&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-08-02T19:14:00.987" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19885" PostTypeId="1" AcceptedAnswerId="19886" CreationDate="2021-08-03T16:14:01.423" Score="0" ViewCount="52" Body="&lt;p&gt;I'm looking for a data source that will let me download, in bulk, machine-readable format, the list of all charities that file form T3010, along with information about the organization. Ideally I'd like the following info:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Name&lt;/li&gt;&#xA;&lt;li&gt;CRA category code&lt;/li&gt;&#xA;&lt;li&gt;Revenue&lt;/li&gt;&#xA;&lt;li&gt;Expenses&lt;/li&gt;&#xA;&lt;li&gt;Any other fields on the form&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You can &lt;a href=&quot;https://www.canada.ca/en/revenue-agency/services/charities-giving/charities/guidance-videos-forms/request-charities-listings.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;request these data from the CRA&lt;/a&gt;, but this can take up to four weeks and I can't look at the data beforehand. Is there anywhere (similar to, in the US, the IRS' bulk download tools) where I can just download the full list for the most recent tax year as a machine readable file?&lt;/p&gt;&#xA;" OwnerUserId="3565" LastEditorUserId="3565" LastEditDate="2021-08-03T16:30:49.720" LastActivityDate="2021-08-04T05:41:06.563" Title="Where can I download data on registered Canadian charities (form T3010) in bulk?" Tags="|data-request|canada|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19886" PostTypeId="2" ParentId="19885" CreationDate="2021-08-04T05:41:06.563" Score="1" Body="&lt;p&gt;Open Data Canada portal should help&#xA;&lt;a href=&quot;https://search.open.canada.ca/en/od/?sort=score%20desc&amp;amp;page=1&amp;amp;search_text=T3010&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://search.open.canada.ca/en/od/?sort=score%20desc&amp;amp;page=1&amp;amp;search_text=T3010&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, you could parse the data from &lt;a href=&quot;https://apps.cra-arc.gc.ca/ebci/hacc/srch/pub/dsplyAdvncdSrch&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of charities search&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-08-04T05:41:06.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19892" PostTypeId="1" CreationDate="2021-08-05T09:20:10.267" Score="1" ViewCount="72" Body="&lt;p&gt;I am looking for a table of flights that have been canceled.&lt;br /&gt;&#xA;For each canceled flight I need:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Date and time at which departure had been expected. Example: &lt;code&gt;2017-08-25T19:20:00Z&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Departure airport. Example: &lt;code&gt;KIX&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;Destination airport. Example: &lt;code&gt;OKA&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;(optional) airline company. Example: &lt;code&gt;JAL&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;(optional) flight number. Example: &lt;code&gt;JAL909&lt;/code&gt;&lt;/li&gt;&#xA;&lt;li&gt;(optional) cancellation reason. Example: &lt;code&gt;weather&lt;/code&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The more open the better, but I am OK with not-so-open databases too.&lt;br /&gt;&#xA;Ten years of data would be ideal, but I am OK with one year of data too.&lt;br /&gt;&#xA;Worldwide would be ideal, but I am particularly interested in Japan/JAL data.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;em&gt;Context: In Japan, flights get canceled whenever a typhoon comes close by, which happens every few weeks. Using past weather data and current weather forecast, I want to predict what flights will probably get canceled. JAL only provides &lt;a href=&quot;https://www.jal.co.jp/flight-status/dom/?FsBtn=route&amp;amp;DPORT=HND&amp;amp;APORT=OKA&amp;amp;DATEFLG=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;data&lt;/a&gt; going back to the day before.&lt;/em&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2021-08-10T01:50:40.217" LastActivityDate="2021-08-10T01:50:40.217" Title="Database of canceled flights" Tags="|data-request|public-transport|aviation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19893" PostTypeId="2" ParentId="19860" CreationDate="2021-08-05T12:40:40.730" Score="2" Body="&lt;p&gt;The Swiss government just expanded their data to include infections of fully immunized people (include brand of vaccine)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://twitter.com/BAG_OFSP_UFSP/status/1423245231856754689&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://twitter.com/BAG_OFSP_UFSP/status/1423245231856754689&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/1CoIw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/1CoIw.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The API notes are here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.covid19.admin.ch/api/data/documentation#v0160&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.covid19.admin.ch/api/data/documentation#v0160&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;From here &lt;a href=&quot;https://www.covid19.admin.ch/en/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.covid19.admin.ch/en/overview&lt;/a&gt; you can also download the data as JSON/CSV&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/O0oPV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/O0oPV.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The URLs are changing, but you can use this curl script to download the current data: &lt;a href=&quot;https://gist.github.com/rkaravia/36e461305bed8cf3fb62be4ea61c3325&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/rkaravia/36e461305bed8cf3fb62be4ea61c3325&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or see more on this page: &lt;a href=&quot;https://opendata.swiss/en/dataset/covid-19-schweiz&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.swiss/en/dataset/covid-19-schweiz&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2021-08-05T12:40:40.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19895" PostTypeId="1" CreationDate="2021-08-05T22:53:26.583" Score="1" ViewCount="47" Body="&lt;p&gt;I'm looking for a full list of NYC bodegas and delis. Could or could not have a spatial component. A list would suffice.&lt;/p&gt;&#xA;" OwnerUserId="10652" LastEditorUserId="14011" LastEditDate="2022-04-28T02:24:35.207" LastActivityDate="2022-04-28T02:24:35.207" Title="List of all NYC bodegas and delis" Tags="|data-request|usa|restaurant|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19896" PostTypeId="2" ParentId="19864" CreationDate="2021-08-06T14:15:05.370" Score="0" Body="&lt;p&gt;Emergency Events Database (EM-DAT) created by the Centre for Research on the Epidemiology of Disasters (CRED) has global disaster related data. It has free access to data of all kinds of disasters geophysical, hydrological, biological etc. in detail (including number of deaths). I think it would be helpful for you.&lt;/p&gt;&#xA;&lt;p&gt;Visit the &lt;a href=&quot;https://www.emdat.be/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EM-DAT website&lt;/a&gt; for details. To access the database &lt;a href=&quot;https://public.emdat.be/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Click here&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28390" LastActivityDate="2021-08-06T14:15:05.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19898" PostTypeId="1" CreationDate="2021-08-08T04:31:49.293" Score="0" ViewCount="74" Body="&lt;p&gt;The &lt;a href=&quot;https://www2.census.gov/geo/pdfs/reference/geodiagram.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census geographic hierarchy diagram&lt;/a&gt; indicates that Congressional Districts are built from Census Blocks. However, I don't see any crosswalks from blocks to congressional districts on the Census &lt;a href=&quot;https://www.census.gov/geographies/reference-files/time-series/geo/relationship-files.2010.html#par_textimage_1589730557&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congressional District Relationship Files&lt;/a&gt; website section. I also couldn't find such a crosswalk on sites like NHGIS, though I did just &lt;a href=&quot;https://forum.ipums.org/t/joining-data-on-congressional-districts/3670/17?u=max_ghenis&quot; rel=&quot;nofollow noreferrer&quot;&gt;ask on the IPUMS forum&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;A &lt;a href=&quot;https://opendata.stackexchange.com/questions/6142/where-is-the-block-assignment-file-linking-2010-census-data-with-113th-congressi&quot;&gt;similar question&lt;/a&gt; was asked in 2015, but it asked about a specific past congressional session, and all the links in questions and answers are now dead.&lt;/p&gt;&#xA;&lt;p&gt;Specifically I'm most interested in a crosswalk from 2010 Census Block to 117th (current) Congressional District, but ideally would like to know a general solution.&lt;/p&gt;&#xA;" OwnerUserId="6227" LastActivityDate="2023-12-26T22:00:45.103" Title="Crosswalk from US Census Block to Congressional District" Tags="|data-request|geospatial|usa|us-census|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19900" PostTypeId="1" CreationDate="2021-08-08T15:27:45.490" Score="1" ViewCount="20" Body="&lt;p&gt;I'm looking for a dataset that contains the incarceration numbers in the United States broken down by reason of incarceration. E.g. 30% theft, 20% drugs, 10% gun violence, etc. Bonus point if it is broken down by year and US state.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2022-09-06T21:00:50.197" Title="Reasons for incarceration in the United States" Tags="|data-request|usa|legal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19901" PostTypeId="2" ParentId="19898" CreationDate="2021-08-08T16:23:27.313" Score="0" Body="&lt;p&gt;Here's a crosswalk from 2010 Census block to 116th Congressional District: &lt;a href=&quot;https://www.census.gov/geographies/mapping-files/2019/dec/rdo/116-congressional-district-bef.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/geographies/mapping-files/2019/dec/rdo/116-congressional-district-bef.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="6227" LastActivityDate="2021-08-08T16:23:27.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19904" PostTypeId="2" ParentId="12741" CreationDate="2021-08-09T11:40:17.007" Score="2" Body="&lt;p&gt;Thanks to @Trevor-J-Smith (on GIS SE) I've found this publication in Nature's Scientific Data :&lt;/p&gt;&#xA;&lt;p&gt;Karger, Dirk Nikolaus, Olaf Conrad, Jürgen Böhner, Tobias Kawohl, Holger Kreft, Rodrigo Wilber Soria-Auza, Niklaus E. Zimmermann, H. Peter Linder, et Michael Kessler. 2017. « Climatologies at High Resolution for the Earth’s Land Surface Areas ». Scientific Data 4 (1): 170122. &lt;a href=&quot;https://doi.org/10.1038/sdata.2017.122&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.1038/sdata.2017.122&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nature.com/articles/sdata2017122&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nature.com/articles/sdata2017122&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The data are described and links to download are given at the &amp;quot;Data Records&amp;quot; chapter : &lt;a href=&quot;https://www.nature.com/articles/sdata2017122#Sec18&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nature.com/articles/sdata2017122#Sec18&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Following variables (among with other) are available as georeferenced TIF maps (raster data) at ~ 1km resolution :&lt;/p&gt;&#xA;&lt;p&gt;bioclim-variable:&lt;/p&gt;&#xA;&lt;p&gt;1=Annual Mean Temperature [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;2=Mean Diurnal Range [°C]&lt;/p&gt;&#xA;&lt;p&gt;3=Isothermality&lt;/p&gt;&#xA;&lt;p&gt;4=Temperature Seasonality [standard deviation]&lt;/p&gt;&#xA;&lt;p&gt;5=Max Temperature of Warmest Month [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;6=Min Temperature of Coldest Month [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;7=Temperature Annual Range [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;8=Mean Temperature of Wettest Quarter [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;9=Mean Temperature of Driest Quarter [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;10=Mean Temperature of Warmest Quarter [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;11=Mean Temperature of Coldest Quarter [°C*10]&lt;/p&gt;&#xA;&lt;p&gt;12=Annual Precipitation [mm/year]&lt;/p&gt;&#xA;&lt;p&gt;13=Precipitation of Wettest Month [mm/month]&lt;/p&gt;&#xA;&lt;p&gt;14=Precipitation of Driest Month [mm/month]&lt;/p&gt;&#xA;&lt;p&gt;15=Precipitation Seasonality [coefficient of variation]&lt;/p&gt;&#xA;&lt;p&gt;16=Precipitation of Wettest Quarter [mm/quarter]&lt;/p&gt;&#xA;&lt;p&gt;17=Precipitation of Driest Quarter [mm/quarter]&lt;/p&gt;&#xA;&lt;p&gt;18=Precipitation of Warmest Quarter [mm/quarter]&lt;/p&gt;&#xA;&lt;p&gt;19=Precipitation of Coldest Quarter [mm/quarter]&lt;/p&gt;&#xA;&lt;p&gt;Here is an exemple of the stylised map of Annual Mean Temperature :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TzoKa.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TzoKa.jpg&quot; alt=&quot;World map of Annual Mean Temperature [°C], for the 1981-2010 period&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You will find the code to style it this way &lt;a href=&quot;https://opendata.stackexchange.com/questions/19905/where-could-i-get-mean-annual-temperature-raster-or-vector-map-for-land-surfaces&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If the CHELSA dataset dont suit your needs, then for the precipitations, there are these other data :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/IO42q.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/IO42q.gif&quot; alt=&quot;GPCC Precipitation normals in mm/year per 0.25 degree grid for year&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Rustemeier Elke, Andreas Becker, Peter Finger, Udo Schneider, et Markus Ziese. 2020. « GPCC Precipitation Climatology Version 2020 at 0.25°: Monthly Land-Surface Precipitation Climatology for Every Month and the Total Year from Rain-Gauges built on GTS-based and Historic Data: Globally Gridded Monthly Totals ». Gzip compressed NetCDF. Global Precipitation Climatology Centre (GPCC). &lt;a href=&quot;https://doi.org/10.5676/DWD_GPCC/CLIM_M_V2020_025&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.5676/DWD_GPCC/CLIM_M_V2020_025&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Which you can access at the following link (scroll down : there are the gif and pdf versions of the files, you'll have to georeference them however) :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.dwd.de/climate_environment/GPCC/html/gpcc_normals_v2020_doi_download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.dwd.de/climate_environment/GPCC/html/gpcc_normals_v2020_doi_download.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="29919" LastEditorUserId="29919" LastEditDate="2021-08-09T19:08:08.487" LastActivityDate="2021-08-09T19:08:08.487" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19905" PostTypeId="1" CreationDate="2021-08-09T11:55:34.223" Score="2" ViewCount="786" Body="&lt;p&gt;In an attempt to do some climate and &lt;strong&gt;climate change vulgarization, in relation to vegetation sciences&lt;/strong&gt;, I would need to find some &lt;strong&gt;reference sourced world map of annual mean temperature&lt;/strong&gt; (monthly means would be nice but I'm looking for annual means as my principal focus) , &lt;strong&gt;in common raster or vector format which I could readily open with QGIS&lt;/strong&gt; (or which I could easily georeference), something similar to these kind of maps (which I've found for precipitations) :&lt;/p&gt;&#xA;&lt;p&gt;Rustemeier et al. 2020. « GPCC Precipitation Climatology Version 2020 at 0.25°: Monthly Land-Surface Precipitation Climatology for Every Month and the Total Year from Rain-Gauges built on GTS-based and Historic Data: Globally Gridded Monthly Totals ». Global Precipitation Climatology Centre (GPCC). &lt;a href=&quot;https://doi.org/10.5676/DWD_GPCC/CLIM_M_V2020_025&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.5676/DWD_GPCC/CLIM_M_V2020_025&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.dwd.de/climate_environment/GPCC/html/gpcc_normals_v2020_doi_download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata.dwd.de/climate_environment/GPCC/html/gpcc_normals_v2020_doi_download.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;My researches :&lt;/strong&gt;&#xA;Looking the generic web browser as well as scholar browser I mostly encounter&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;some sourceless maps on website of poor credibility like : &lt;a href=&quot;https://www.eldoradoweather.com/climate/world-maps/world-annual-temps-map.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.eldoradoweather.com/climate/world-maps/world-annual-temps-map.html&lt;/a&gt; which is exactly the kind of map which I'm looking for (well it'd be nice to find some better resolution but, it's ok), the problem with the eldoradowheather.com is that they give no source for the data, so I won't trust it, and would not like to base my vulgarization work on such poor information.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;as well as&lt;/p&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;maps of anomalies to normal temperatures like this on Berkeley : &lt;a href=&quot;http://berkeleyearth.org/global-temperature-report-for-2020/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://berkeleyearth.org/global-temperature-report-for-2020/&lt;/a&gt; but this is NOT what I'm looking for,&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;strong&gt;Some results that look good but I'm unable to handle&lt;/strong&gt; :&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Climate Data Guide have Global (Land) precipitation and temperature: Willmott &amp;amp; Matsuura, University of Delaware, which provide ASCII (raster) files for each year from 1900 to 2014.&#xA;These are text files with X, Y, and january to december mean temperature columns. When I try to open it within QGIS (as a raster) it says : &amp;quot;Could'nt determine X spacing raster layer&amp;quot;&#xA;&lt;a href=&quot;https://climatedataguide.ucar.edu/climate-data/global-land-precipitation-and-temperature-willmott-matsuura-university-delaware&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://climatedataguide.ucar.edu/climate-data/global-land-precipitation-and-temperature-willmott-matsuura-university-delaware&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I've found the ERA5 data : &lt;a href=&quot;https://cds.climate.copernicus.eu/cdsapp#!/dataset/reanalysis-era5-land-monthly-means?tab=overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cds.climate.copernicus.eu/cdsapp#!/dataset/reanalysis-era5-land-monthly-means?tab=overview&lt;/a&gt; but it comes as GRIB or NetCDF formats and I don't know how to handle such files. And I'm not willing to learn to use some new software.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I've tried to browse US's NOAA's climate.gov ( &lt;a href=&quot;https://www.climate.gov/maps-data/datasets/coverage/global/variables/atmospheric/collection_type/land?search_api_views_fulltext=temperature&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.climate.gov/maps-data/datasets/coverage/global/variables/atmospheric/collection_type/land?search_api_views_fulltext=temperature&lt;/a&gt; ) but can't find what I'm looking for.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I've reach till GHCN Gridded Products : &lt;a href=&quot;https://www.ncdc.noaa.gov/temp-and-precip/ghcn-gridded-products/maps/202013&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/temp-and-precip/ghcn-gridded-products/maps/202013&lt;/a&gt; but these are like Berkeley's deviations to normal temperatures. Although it does seem to have annual means somewhere, but I can't find it.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;My question is closely related to this one :&#xA;&lt;a href=&quot;https://opendata.stackexchange.com/questions/12741/looking-for-0-25x0-25-spatial-resolution-grid-data-for-land-surface-temperature&quot;&gt;Looking for 0.25x0.25 spatial resolution grid data for land surface temperature/precipitation&lt;/a&gt;&#xA;but It would be ok to be oriented to maps at other resolutions, however, as already mentioned, the finer the better.&lt;/p&gt;&#xA;" OwnerUserId="29919" LastEditorUserId="6229" LastEditDate="2021-08-19T05:02:21.673" LastActivityDate="2021-08-19T05:02:21.673" Title="Seeking mean annual temperature raster or vector map for land surfaces worldwide" Tags="|geospatial|climate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19907" PostTypeId="2" ParentId="19905" CreationDate="2021-08-09T18:46:46.117" Score="1" Body="&lt;p&gt;Finally I found what I was looking for with this publication in Nature's Scientific Data :&lt;/p&gt;&#xA;&lt;p&gt;Karger, Dirk Nikolaus, Olaf Conrad, Jürgen Böhner, Tobias Kawohl, Holger Kreft, Rodrigo Wilber Soria-Auza, Niklaus E. Zimmermann, H. Peter Linder, et Michael Kessler. 2017. « Climatologies at High Resolution for the Earth’s Land Surface Areas ». Scientific Data 4 (1): 170122. &lt;a href=&quot;https://doi.org/10.1038/sdata.2017.122&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://doi.org/10.1038/sdata.2017.122&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.nature.com/articles/sdata2017122&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.nature.com/articles/sdata2017122&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The data are described and links to download are given at the &amp;quot;Data Records&amp;quot; chapter : &lt;a href=&quot;https://www.nature.com/articles/sdata2017122#Sec18&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nature.com/articles/sdata2017122#Sec18&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;On the Chelsa website : &lt;a href=&quot;https://chelsa-climate.org/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://chelsa-climate.org/downloads/&lt;/a&gt;&#xA;go to Download, then clic the lattest version, then in this new page : &lt;a href=&quot;https://envicloud.wsl.ch/#/?prefix=chelsa%2Fchelsa_V2%2FGLOBAL%2F&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://envicloud.wsl.ch/#/?prefix=chelsa%2Fchelsa_V2%2FGLOBAL%2F&lt;/a&gt;&#xA;browse to climotologies / time period of interest / bio / and download the maps of interest at TIF format, for the mean annual temperature map it's the CHELSA_bio1_1981-2010_V.2.1.tif&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/TzoKa.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/TzoKa.jpg&quot; alt=&quot;World map of Annual Mean Temperature [°C], for the 1981-2010 period&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This solution was found making a new search on GIS Stack Exchange for just &amp;quot;temperature&amp;quot; instead of &amp;quot;mean annual temperature world map&amp;quot;, the data mentioned above where pointed out by @Trevor-J-Smith. Many thanks to him !&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.stackexchange.com/questions/140119/global-temperature-maps&quot;&gt;https://gis.stackexchange.com/questions/140119/global-temperature-maps&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The CHELSA dataset have a lot of climatic related world maps of high resolution (~ 1km) which are all georeferenced and ready to use under CC0  ! It's exactly what I was looking for.&lt;/p&gt;&#xA;&lt;p&gt;Here is the content of the &lt;code&gt;CHELSA_bio1_1981-2010_V.2.1.qml&lt;/code&gt; file to import the symbology I reproduced on the map in QGIS 3.10&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;!DOCTYPE qgis PUBLIC 'http://mrcc.com/qgis.dtd' 'SYSTEM'&amp;gt;&#xA;&amp;lt;qgis maxScale=&amp;quot;0&amp;quot; version=&amp;quot;3.10.4-A Coruña&amp;quot; hasScaleBasedVisibilityFlag=&amp;quot;0&amp;quot; styleCategories=&amp;quot;AllStyleCategories&amp;quot; minScale=&amp;quot;1e+08&amp;quot;&amp;gt;&#xA;  &amp;lt;flags&amp;gt;&#xA;    &amp;lt;Identifiable&amp;gt;1&amp;lt;/Identifiable&amp;gt;&#xA;    &amp;lt;Removable&amp;gt;1&amp;lt;/Removable&amp;gt;&#xA;    &amp;lt;Searchable&amp;gt;0&amp;lt;/Searchable&amp;gt;&#xA;  &amp;lt;/flags&amp;gt;&#xA;  &amp;lt;customproperties&amp;gt;&#xA;    &amp;lt;property value=&amp;quot;false&amp;quot; key=&amp;quot;WMSBackgroundLayer&amp;quot;/&amp;gt;&#xA;    &amp;lt;property value=&amp;quot;false&amp;quot; key=&amp;quot;WMSPublishDataSourceUrl&amp;quot;/&amp;gt;&#xA;    &amp;lt;property value=&amp;quot;0&amp;quot; key=&amp;quot;embeddedWidgets/count&amp;quot;/&amp;gt;&#xA;    &amp;lt;property value=&amp;quot;Value&amp;quot; key=&amp;quot;identify/format&amp;quot;/&amp;gt;&#xA;  &amp;lt;/customproperties&amp;gt;&#xA;  &amp;lt;pipe&amp;gt;&#xA;    &amp;lt;rasterrenderer band=&amp;quot;1&amp;quot; type=&amp;quot;singlebandpseudocolor&amp;quot; classificationMax=&amp;quot;35&amp;quot; opacity=&amp;quot;1&amp;quot; alphaBand=&amp;quot;-1&amp;quot; classificationMin=&amp;quot;-20&amp;quot;&amp;gt;&#xA;      &amp;lt;rasterTransparency/&amp;gt;&#xA;      &amp;lt;minMaxOrigin&amp;gt;&#xA;        &amp;lt;limits&amp;gt;None&amp;lt;/limits&amp;gt;&#xA;        &amp;lt;extent&amp;gt;WholeRaster&amp;lt;/extent&amp;gt;&#xA;        &amp;lt;statAccuracy&amp;gt;Estimated&amp;lt;/statAccuracy&amp;gt;&#xA;        &amp;lt;cumulativeCutLower&amp;gt;0.02&amp;lt;/cumulativeCutLower&amp;gt;&#xA;        &amp;lt;cumulativeCutUpper&amp;gt;0.98&amp;lt;/cumulativeCutUpper&amp;gt;&#xA;        &amp;lt;stdDevFactor&amp;gt;2&amp;lt;/stdDevFactor&amp;gt;&#xA;      &amp;lt;/minMaxOrigin&amp;gt;&#xA;      &amp;lt;rastershader&amp;gt;&#xA;        &amp;lt;colorrampshader classificationMode=&amp;quot;1&amp;quot; colorRampType=&amp;quot;DISCRETE&amp;quot; clip=&amp;quot;1&amp;quot;&amp;gt;&#xA;          &amp;lt;colorramp type=&amp;quot;gradient&amp;quot; name=&amp;quot;[source]&amp;quot;&amp;gt;&#xA;            &amp;lt;prop k=&amp;quot;color1&amp;quot; v=&amp;quot;43,131,186,255&amp;quot;/&amp;gt;&#xA;            &amp;lt;prop k=&amp;quot;color2&amp;quot; v=&amp;quot;215,25,28,255&amp;quot;/&amp;gt;&#xA;            &amp;lt;prop k=&amp;quot;discrete&amp;quot; v=&amp;quot;0&amp;quot;/&amp;gt;&#xA;            &amp;lt;prop k=&amp;quot;rampType&amp;quot; v=&amp;quot;gradient&amp;quot;/&amp;gt;&#xA;            &amp;lt;prop k=&amp;quot;stops&amp;quot; v=&amp;quot;0.121394;105,175,176,255:0.185096;138,198,170,255:0.25;171,221,164,255:0.319712;195,231,172,255:0.373798;213,238,178,255:0.438702;235,247,185,255:0.5;255,255,191,255:0.574519;255,231,163,255:0.637019;254,211,140,255:0.69351;254,193,118,255:0.75;253,174,97,255:0.8125;244,137,80,255:0.873798;235,100,63,255:0.91226;229,77,52,255:0.953125;223,53,41,255&amp;quot;/&amp;gt;&#xA;          &amp;lt;/colorramp&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;&amp;amp;lt;= -20&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;-20&amp;quot; color=&amp;quot;#2b83ba&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;-20 → -10&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;-10&amp;quot; color=&amp;quot;#88c5aa&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;-10 → -7.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;-7.5&amp;quot; color=&amp;quot;#a0d5a6&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;-7.5 → -5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;-5&amp;quot; color=&amp;quot;#b3e1a7&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;-5 → -2.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;-2.5&amp;quot; color=&amp;quot;#c3e7ac&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;-2.5 → 0&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;0&amp;quot; color=&amp;quot;#d2edb1&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;0 → 2.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;2.5&amp;quot; color=&amp;quot;#e1f3b6&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;2.5 → 5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;5&amp;quot; color=&amp;quot;#f1fabb&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;5 → 7.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;7.5&amp;quot; color=&amp;quot;#ffffbf&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;7.5 → 10&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;10&amp;quot; color=&amp;quot;#fff1ae&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;10 → 12.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;12.5&amp;quot; color=&amp;quot;#ffe29d&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;12.5 → 15&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;15&amp;quot; color=&amp;quot;#ffd48c&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;15 → 17.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;17.5&amp;quot; color=&amp;quot;#fecc79&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;17.5 → 20&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;20&amp;quot; color=&amp;quot;#feb669&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;20 → 22.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;22.5&amp;quot; color=&amp;quot;#f4864e&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;22.5 → 25&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;25&amp;quot; color=&amp;quot;#ed6a42&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;25 → 27.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;27.5&amp;quot; color=&amp;quot;#d7191c&amp;quot;/&amp;gt;&#xA;          &amp;lt;item label=&amp;quot;&amp;gt; 27.5&amp;quot; alpha=&amp;quot;255&amp;quot; value=&amp;quot;35&amp;quot; color=&amp;quot;#96187e&amp;quot;/&amp;gt;&#xA;        &amp;lt;/colorrampshader&amp;gt;&#xA;      &amp;lt;/rastershader&amp;gt;&#xA;    &amp;lt;/rasterrenderer&amp;gt;&#xA;    &amp;lt;brightnesscontrast brightness=&amp;quot;0&amp;quot; contrast=&amp;quot;0&amp;quot;/&amp;gt;&#xA;    &amp;lt;huesaturation saturation=&amp;quot;0&amp;quot; grayscaleMode=&amp;quot;0&amp;quot; colorizeBlue=&amp;quot;128&amp;quot; colorizeStrength=&amp;quot;100&amp;quot; colorizeGreen=&amp;quot;128&amp;quot; colorizeRed=&amp;quot;255&amp;quot; colorizeOn=&amp;quot;0&amp;quot;/&amp;gt;&#xA;    &amp;lt;rasterresampler maxOversampling=&amp;quot;2&amp;quot;/&amp;gt;&#xA;  &amp;lt;/pipe&amp;gt;&#xA;  &amp;lt;blendMode&amp;gt;0&amp;lt;/blendMode&amp;gt;&#xA;&amp;lt;/qgis&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="29919" LastActivityDate="2021-08-09T18:46:46.117" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19909" PostTypeId="1" CreationDate="2021-08-10T08:31:15.183" Score="0" ViewCount="240" Body="&lt;p&gt;I originally asked this on the &lt;a href=&quot;https://gis.stackexchange.com/&quot;&gt;Stack GIS&lt;/a&gt; - incorrectly&lt;/p&gt;&#xA;&lt;p&gt;I'm trying to get a list of special (those receive an exceptionally large amount of mail) and non-geographic postcodes (eg PO boxes).&lt;/p&gt;&#xA;&lt;p&gt;There's nothing definitive available on &lt;a href=&quot;https://geoportal.statistics.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ONS&lt;/a&gt; or &lt;a href=&quot;https://www.ordnancesurvey.co.uk/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;OS&lt;/a&gt; that I can find.&lt;/p&gt;&#xA;&lt;p&gt;The ONS postcode lookup provides a lookup against Grid Ref positional quality indicator but this isn't definitive. eg PO Boxes are assigned an &lt;code&gt;osind&lt;/code&gt; of 6 but so are other things.  So this doesn't work for me.&lt;/p&gt;&#xA;&lt;p&gt;Other than this &lt;a href=&quot;https://en.wikipedia.org/wiki/Postcodes_in_the_United_Kingdom#Non-geographic_codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiki article&lt;/a&gt; I can't find anything.&lt;/p&gt;&#xA;" OwnerUserId="29922" LastEditorUserId="70" LastEditDate="2022-10-13T14:10:21.303" LastActivityDate="2024-03-06T17:03:50.460" Title="Non Geographic and Special Postcodes" Tags="|data-request|uk|postal-code|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19910" PostTypeId="1" CreationDate="2021-08-10T21:18:23.160" Score="0" ViewCount="29" Body="&lt;p&gt;I am looking for the inactive ingredients for a dozen of different drugs. However when querying in the Label API, most results return without an &amp;quot;&lt;em&gt;inactive_ingredient&lt;/em&gt;&amp;quot; field. The field only exists in the  Fields Reference Document: &lt;a href=&quot;https://open.fda.gov/apis/drug/label/searchable-fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/drug/label/searchable-fields&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Example1, Propofol search:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.substance_name:propofol&amp;amp;limit=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.substance_name:propofol&amp;amp;limit=3&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Examlpe2, Albuterol search:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.substance_name:albuterol&amp;amp;limit=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.substance_name:albuterol&amp;amp;limit=3&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;No inactive_ingredient field is found in any of these queries.&lt;/p&gt;&#xA;" OwnerUserId="29924" LastActivityDate="2024-01-11T02:00:25.113" Title="No inactive_ingredient field when query for drug substance in Drug Label API" Tags="|data-request|api|openfda|data-format|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19911" PostTypeId="2" ParentId="1115" CreationDate="2021-08-11T17:02:40.763" Score="1" Body="&lt;p&gt;Your question was asked a long time ago but you can check &lt;a href=&quot;http://www.katalog.world&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.katalog.world&lt;/a&gt;&#xA;It's a tool to collect product information from GTIN (EAN or UPC)&#xA;Hope it will be usefull for you or other.&lt;/p&gt;&#xA;" OwnerUserId="29929" LastActivityDate="2021-08-11T17:02:40.763" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19913" PostTypeId="2" ParentId="10101" CreationDate="2021-08-12T14:10:16.170" Score="1" Body="&lt;p&gt;See &lt;a href=&quot;https://github.com/didi/ChineseNLP/blob/master/docs/sentiment_analysis.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/didi/ChineseNLP/blob/master/docs/sentiment_analysis.md&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://alt.qcri.org/semeval2016/task5/index.php?id=data-and-tools#&quot; rel=&quot;nofollow noreferrer&quot;&gt;SemEval-2016 Task 5&lt;/a&gt; contains 2 test sets with over 5000 reviews in total from digital camera and mobile phone area.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;th&gt;Size(words)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;SemEval 2016 Task 5 – CAM Test&lt;/td&gt;&#xA;&lt;td&gt;Digital Camera reviews (Chinese)&lt;/td&gt;&#xA;&lt;td&gt;3&lt;/td&gt;&#xA;&lt;td&gt;2256&lt;/td&gt;&#xA;&lt;td&gt;~25k&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;SemEval 2016 Task 5 – PHNS Test&lt;/td&gt;&#xA;&lt;td&gt;Mobile Phone reviews (Chinese)&lt;/td&gt;&#xA;&lt;td&gt;3&lt;/td&gt;&#xA;&lt;td&gt;3191&lt;/td&gt;&#xA;&lt;td&gt;~34k&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;th&gt;Size(words)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;SemEval 2016 Task 5 – CAM  Train&lt;/td&gt;&#xA;&lt;td&gt;Digital Camera reviews (Chinese)&lt;/td&gt;&#xA;&lt;td&gt;3&lt;/td&gt;&#xA;&lt;td&gt;5784&lt;/td&gt;&#xA;&lt;td&gt;~61k&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;SemEval 2016 Task 5 – PHNS Train&lt;/td&gt;&#xA;&lt;td&gt;Mobile Phone reviews (Chinese)&lt;/td&gt;&#xA;&lt;td&gt;3&lt;/td&gt;&#xA;&lt;td&gt;6330&lt;/td&gt;&#xA;&lt;td&gt;~62k&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://tcci.ccf.org.cn/conference/2012/pages/page04_eva.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;NLP&amp;amp;CC 2012 Test&lt;/a&gt;: Chinese Weibo sentiment analysis evaluation data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;th&gt;Topics&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://link.springer.com/chapter/10.1007/978-1-4614-6880-6_29&quot; rel=&quot;nofollow noreferrer&quot;&gt;NLP&amp;amp;CC 2012 Test&lt;/a&gt;&lt;/td&gt;&#xA;&lt;td&gt;Weibo reviews&lt;/td&gt;&#xA;&lt;td&gt;2&lt;/td&gt;&#xA;&lt;td&gt;1908&lt;/td&gt;&#xA;&lt;td&gt;10&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.sciencedirect.com/science/article/pii/S0957417407001534&quot; rel=&quot;nofollow noreferrer&quot;&gt;ChnSentiCorp&lt;/a&gt;: It contains 1021 documents in three domains: education, movie and house.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;th&gt;Size(words)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;ChnSentiCorp Test&lt;/td&gt;&#xA;&lt;td&gt;Hotel reviews(Chinese)&lt;/td&gt;&#xA;&lt;td&gt;2&lt;/td&gt;&#xA;&lt;td&gt;1999&lt;/td&gt;&#xA;&lt;td&gt;~725k&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.aclweb.org/anthology/I08-1040&quot; rel=&quot;nofollow noreferrer&quot;&gt;IT168TEST&lt;/a&gt;: A product review dataset presented by Zagibalov and Carroll. This dataset contains over 20000 reviews, in which 78% were manually labeled as positive and 22% labeled as negative.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;IT168Test&lt;/td&gt;&#xA;&lt;td&gt;Product review&lt;/td&gt;&#xA;&lt;td&gt;2&lt;/td&gt;&#xA;&lt;td&gt;29531&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/zhangxiangxiao/glyph&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dianping&lt;/a&gt;: Chinese restaurant reviews were evenly split as follows: 4 and 5 star reviews were assigned to the positive class while 1-3 star reviews were in the negative class.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;Dianping&lt;/td&gt;&#xA;&lt;td&gt;restaurant reviews&lt;/td&gt;&#xA;&lt;td&gt;2&lt;/td&gt;&#xA;&lt;td&gt;2,000,000&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/zhangxiangxiao/glyph&quot; rel=&quot;nofollow noreferrer&quot;&gt;JD Full&lt;/a&gt;: Chinese shopping reviews were evenly split for predicting full five stars.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;JD Full&lt;/td&gt;&#xA;&lt;td&gt;shopping reviews&lt;/td&gt;&#xA;&lt;td&gt;5&lt;/td&gt;&#xA;&lt;td&gt;3,000,000&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/zhangxiangxiao/glyph&quot; rel=&quot;nofollow noreferrer&quot;&gt;JD Binary&lt;/a&gt;: Chinese shopping reviews are evenly split into positive (4-and-5 star reviews)and negative (1-and-2 star reviews) sentiments, ignoring 3-star reviews.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;th&gt;Genre&lt;/th&gt;&#xA;&lt;th&gt;# Classes&lt;/th&gt;&#xA;&lt;th&gt;Size(sentences)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;JD Binary&lt;/td&gt;&#xA;&lt;td&gt;shopping reviews&lt;/td&gt;&#xA;&lt;td&gt;2&lt;/td&gt;&#xA;&lt;td&gt;4,000,000&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Other Resources&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Overview paper in this area:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://sentic.net/chinese-sentiment-analysis-review.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;chinese-sentiment-analysis-review&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;An incomplete list of new corpora (as of 2020):&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Name&lt;/th&gt;&#xA;&lt;th&gt;Description&lt;/th&gt;&#xA;&lt;th&gt;Domain/ Source&lt;/th&gt;&#xA;&lt;th&gt;Size (positive/ negative where applicable)&lt;/th&gt;&#xA;&lt;th&gt;Accuracy&lt;/th&gt;&#xA;&lt;th&gt;F1&lt;/th&gt;&#xA;&lt;th&gt;Link&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;Chinese Sarcasm Dataset&lt;/td&gt;&#xA;&lt;td&gt;Text manually labelled as sarcastic or not&lt;/td&gt;&#xA;&lt;td&gt;news&lt;/td&gt;&#xA;&lt;td&gt;2500 / 90 000&lt;/td&gt;&#xA;&lt;td&gt;0.7611&lt;/td&gt;&#xA;&lt;td&gt;0.7368&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://www.aclweb.org/anthology/2020.lrec-1.619.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gong et al., 2020&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;CH-SIMS&lt;/td&gt;&#xA;&lt;td&gt;Individually labelled multi-modal (text, video, audio)&lt;/td&gt;&#xA;&lt;td&gt;movies, TV shows&lt;/td&gt;&#xA;&lt;td&gt;2281 video segments&lt;/td&gt;&#xA;&lt;td&gt;-&lt;/td&gt;&#xA;&lt;td&gt;0.827&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://www.aclweb.org/anthology/2020.acl-main.343.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yu et al., 2020&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;FiTSA&lt;/td&gt;&#xA;&lt;td&gt;Aspect-based sentiment analysis for financial news&lt;/td&gt;&#xA;&lt;td&gt;news&lt;/td&gt;&#xA;&lt;td&gt;8314 sentences, 647 000 characters&lt;/td&gt;&#xA;&lt;td&gt;-&lt;/td&gt;&#xA;&lt;td&gt;0.798&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://www.aclweb.org/anthology/2020.lrec-1.620.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Yuan et al., 2020&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;MPDD&lt;/td&gt;&#xA;&lt;td&gt;Emotion in multi-party dialogs&lt;/td&gt;&#xA;&lt;td&gt;TV shows&lt;/td&gt;&#xA;&lt;td&gt;25 500 utterances&lt;/td&gt;&#xA;&lt;td&gt;0.595&lt;/td&gt;&#xA;&lt;td&gt;-&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://www.aclweb.org/anthology/2020.lrec-1.76.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cheng et al., 2020&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;MIMN&lt;/td&gt;&#xA;&lt;td&gt;Multimodal (text, image) and aspect-based analysis&lt;/td&gt;&#xA;&lt;td&gt;zol.com (shopping site)&lt;/td&gt;&#xA;&lt;td&gt;5200 reviews&lt;/td&gt;&#xA;&lt;td&gt;0.616&lt;/td&gt;&#xA;&lt;td&gt;0.605&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://github.com/xunan0812/MIMN&quot; rel=&quot;nofollow noreferrer&quot;&gt;github&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;" OwnerUserId="1652" LastActivityDate="2021-08-12T14:10:16.170" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19916" PostTypeId="1" CreationDate="2021-08-15T01:51:19.107" Score="1" ViewCount="38" Body="&lt;p&gt;This is a very simple question. I'm looking for the total number of deaths in 2020 world-wide. We are already well into 2021 - the statistics from 2020 should be available - yet I couldn't find the simple total number of deaths that occurred in 2020 world-wide.&lt;/p&gt;&#xA;" OwnerUserId="29949" LastEditorUserId="28390" LastEditDate="2021-09-03T17:03:30.427" LastActivityDate="2021-09-03T17:03:30.427" Title="What is the total number of deaths world-wide in 2020?" Tags="|data-request|demographics|global|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19917" PostTypeId="1" CreationDate="2021-08-16T13:42:25.593" Score="0" ViewCount="52" Body="&lt;p&gt;I ran OLS regression on my data and found issues with auto correlation due to non-stationarity of data (time series data). I need to conduct a Generalized least Square regression as it is robust against biased estimators&lt;/p&gt;&#xA;" OwnerUserId="29961" LastActivityDate="2021-08-16T13:42:25.593" Title="How Can I use SPSS to conduct a Generalized Least Square regression" Tags="|time-series|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19918" PostTypeId="1" AcceptedAnswerId="19920" CreationDate="2021-08-16T18:19:15.593" Score="0" ViewCount="27" Body="&lt;p&gt;I see that AACT (&lt;a href=&quot;https://aact.ctti-clinicaltrials.org/data_dictionary&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://aact.ctti-clinicaltrials.org/data_dictionary&lt;/a&gt;) has investigational drugs. I find the table/field: keywords/name to be useful for finding investigational drugs.&lt;/p&gt;&#xA;&lt;p&gt;I'm wondering though how to find the name of the company that owns an investigational drug.&lt;br /&gt;&#xA;I'm also interested in finding drugs that are competitors / have similar effects.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone point me in the right direction?&lt;/p&gt;&#xA;" OwnerUserId="29962" LastActivityDate="2021-08-17T13:40:34.117" Title="Linking investigational drugs to name of owning company" Tags="|data-request|medical|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19919" PostTypeId="1" AcceptedAnswerId="19948" CreationDate="2021-08-17T03:57:09.940" Score="0" ViewCount="698" Body="&lt;p&gt;I have this Node.js sparql fetcher from Wikidata:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;next()&#xA;&#xA;async function next(offset = 0) {&#xA;  const sparql = `&#xA;  SELECT ?person ?pic ?givenName ?familyName ?placeOfBirth&#xA;  WHERE {&#xA;    ?person wdt:P31 wd:Q5 .&#xA;    ?person wdt:P18 ?pic .&#xA;    ?person wdt:P735 ?givenName .&#xA;    ?person wdt:P734 ?familyName .&#xA;    ?person wdt:P19 ?placeOfBirth .&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. }&#xA;  }&#xA;  OFFSET ${offset}&#xA;  LIMIT 50`&#xA;  const query = new URLSearchParams({ query: sparql }).toString();&#xA;  const url = ` https://query.wikidata.org/bigdata/namespace/wdq/sparql?${query}`&#xA;  console.log(url)&#xA;  const res = await fetch(url, { headers: { Accept: 'application/sparql-results+json' } })&#xA;  const json = await res.json()&#xA;  const array = json.results.bindings&#xA;  if (!array.length) {&#xA;    return&#xA;  }&#xA;  console.log(array)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, it is returning an array of values like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  person: { type: 'uri', value: 'http://www.wikidata.org/entity/Q15198783' },&#xA;  placeOfBirth: { type: 'uri', value: 'http://www.wikidata.org/entity/Q61' },&#xA;  familyName: { type: 'uri', value: 'http://www.wikidata.org/entity/Q2658150' },&#xA;  pic: {&#xA;    type: 'uri',&#xA;    value: 'http://commons.wikimedia.org/wiki/Special:FilePath/Charles%20Baker%202016.jpg'&#xA;  },&#xA;  givenName: { type: 'uri', value: 'http://www.wikidata.org/entity/Q2958359' }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The &lt;code&gt;pic&lt;/code&gt; is at least resolved, but everything else is not. How can I just get both the entity ID for each, &lt;em&gt;as well as&lt;/em&gt; the resolved literal value for it, for all these properties?&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2021-09-01T19:20:12.903" Title="How to get person name and other attributes from Wikidata Sparql (resolving entities)?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19920" PostTypeId="2" ParentId="19918" CreationDate="2021-08-17T13:40:34.117" Score="0" Body="&lt;p&gt;I've never used that dataset, but I can give you general guidance.&lt;/p&gt;&#xA;&lt;p&gt;The name of the company that owns an investigational drug can have several answers. The drug could be the product of collaboration (e.g. the Pfizer/BioNTech covid vaccine), so to which company would you attribute ownership? Some ways are through the name of the drug (e.g. Merck investigational drugs start with &amp;quot;MK-&amp;quot;), or through the name of the company listed as the sponsor of the clinical trial.&lt;/p&gt;&#xA;&lt;p&gt;For drugs with similar effects, you may need to use TF/IDF against research publications and then cluster based on frequently-used terms.&lt;/p&gt;&#xA;&lt;p&gt;I hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="17566" LastActivityDate="2021-08-17T13:40:34.117" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19922" PostTypeId="1" AcceptedAnswerId="19923" CreationDate="2021-08-18T01:48:15.473" Score="0" ViewCount="22" Body="&lt;p&gt;I am looking for a source that allows me to perform the logarithmic chart of COVID-19 Deaths per capita for selected countries with up-to-date data as below&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/x09n7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/x09n7.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28230" LastEditorUserId="30800" LastEditDate="2022-02-09T18:18:01.353" LastActivityDate="2022-02-09T18:18:01.353" Title="How to get the graph for covid-death per capita for specific countries?" Tags="|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19923" PostTypeId="2" ParentId="19922" CreationDate="2021-08-18T01:51:33.787" Score="0" Body="&lt;p&gt;Your concern is right here&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ourworldindata.org/covid-deaths&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/covid-deaths&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can choose the countries based on your desires.&lt;/p&gt;&#xA;" OwnerUserId="28230" LastActivityDate="2021-08-18T01:51:33.787" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19924" PostTypeId="1" AcceptedAnswerId="19928" CreationDate="2021-08-18T12:25:51.797" Score="0" ViewCount="17" Body="&lt;p&gt;Does anyone know where I might find data for the number of gun homicides per county in 2020, for the entire United States? I can settle for another year if 2020 is not available and I can settle too for homicides instead of gun homicides.&lt;/p&gt;&#xA;&lt;p&gt;I have found this but its per state:&#xA;&lt;a href=&quot;https://ucr.fbi.gov/crime-in-the-u.s/2019/crime-in-the-u.s.-2019/tables/table-20&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ucr.fbi.gov/crime-in-the-u.s/2019/crime-in-the-u.s.-2019/tables/table-20&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="18843" LastActivityDate="2021-08-20T05:01:03.680" Title="Gun Homicide Rate per US County" Tags="|usa|crime|county|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19925" PostTypeId="1" AcceptedAnswerId="19926" CreationDate="2021-08-17T15:42:26.297" Score="0" ViewCount="88" Body="&lt;p&gt;I am looking for real world salt and pepper or gaussian noise images. Where can I find them?&lt;/p&gt;&#xA;" OwnerUserId="29990" OwnerDisplayName="gm tom" LastEditorUserId="-1" LastEditDate="2022-10-13T03:46:31.643" LastActivityDate="2022-10-13T03:46:31.643" Title="Where can I find real world salt and pepper noise image?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19926" PostTypeId="2" ParentId="19925" CreationDate="2021-08-17T21:24:12.523" Score="0" Body="&lt;p&gt;The following image data sets with the requested distortions can be found with the following links:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://archive.ics.uci.edu/ml/datasets/Discrete+Tone+Image+Dataset#&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.ics.uci.edu/ml/datasets/Discrete+Tone+Image+Dataset#&lt;/a&gt;&#xA;&lt;a href=&quot;http://signal.ece.utexas.edu/%7Ebevans/synthetic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://signal.ece.utexas.edu/~bevans/synthetic/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, they are synthetic data sets and, for the second link, you will need to contact some one for the password.&lt;/p&gt;&#xA;&lt;p&gt;I did find one with natural images that had the noise synthetically introduced.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/tarunpathak/natural-images-with-synthetic-noise&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/tarunpathak/natural-images-with-synthetic-noise&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerDisplayName="Miguel Raevenswood" LastActivityDate="2021-08-17T21:24:12.523" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19927" PostTypeId="2" ParentId="19800" CreationDate="2021-08-19T21:14:53.310" Score="1" Body="&lt;p&gt;If you need every single table for all blocks in a state, the simplest approach to get them in bulk is to use the FTP site:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www2.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For documentation on how the files are constructed and how to load them, there is some documentation coupled with each data file, or you can consult the specific program website. There are distinct pages for each series - redistricting files, data profiles, summary file 1, and summary file 2, etc. For example, here's info for 2010 summary file 1:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/data/datasets/2010/dec/summary-file-1.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/data/datasets/2010/dec/summary-file-1.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And this is the info for the recently released public redistricting data for the 2020 census:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/programs-surveys/decennial-census/about/rdo/summary-files.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/decennial-census/about/rdo/summary-files.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The state-level files contain data for every piece of geography in the state. The data is split across several CSV files (called segments), and there is one geo header file that contains details about the geographies. The LOGRECNO is the unique ID for relating geographies across the tables. There are some table shells for loading the data into stats packages or a relational db.&lt;/p&gt;&#xA;&lt;p&gt;The national-level file only contains geographies that do not nest within states (states, metro areas, regions, divisions, etc).&lt;/p&gt;&#xA;" OwnerUserId="6788" LastActivityDate="2021-08-19T21:14:53.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19928" PostTypeId="2" ParentId="19924" CreationDate="2021-08-20T05:01:03.680" Score="1" Body="&lt;p&gt;Here is a county based dataset of the number of deaths due to homicide per 100,000 population from 2013-2019. The data source is National Center for health statistics.&lt;/p&gt;&#xA;&lt;p&gt;Dataset Link:  &lt;a href=&quot;https://www.countyhealthrankings.org/explore-health-rankings/measures-data-sources/county-health-rankings-model/health-factors/social-and-economic-factors/community-safety/homicides&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.countyhealthrankings.org/explore-health-rankings/measures-data-sources/county-health-rankings-model/health-factors/social-and-economic-factors/community-safety/homicides&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28390" LastActivityDate="2021-08-20T05:01:03.680" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19931" PostTypeId="2" ParentId="19910" CreationDate="2021-08-23T18:51:12.870" Score="0" Body="&lt;p&gt;This means that the inactive ingredients section is missing from the drug label SPL file.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-08-23T18:51:12.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19932" PostTypeId="2" ParentId="19851" CreationDate="2021-08-23T18:54:15.887" Score="0" Body="&lt;p&gt;Unfortunately, openFDA is not readily aware of libraries or companies that parse this information and does not offer paid services of any sort.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-08-23T18:54:15.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19933" PostTypeId="2" ParentId="19753" CreationDate="2021-08-23T18:56:43.020" Score="1" Body="&lt;p&gt;It appears your best option would be to use the downloadable JSON files: &lt;a href=&quot;https://open.fda.gov/data/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/data/downloads/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-08-23T18:56:43.020" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19936" PostTypeId="2" ParentId="19834" CreationDate="2021-08-27T15:07:18.550" Score="1" Body="&lt;p&gt;If you want to use the College Scorecard API, the R package &lt;a href=&quot;https://www.btskinner.io/rscorecard/&quot; rel=&quot;nofollow noreferrer&quot;&gt;rscorecard&lt;/a&gt; is available (I'm the author of the package). Here's an MWE of what I believe you wanted&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(rscorecard)&#xA;&#xA;df &amp;lt;- sc_init() |&amp;gt; &#xA;    sc_select(unitid, instnm, c150_4) |&amp;gt; &#xA;    sc_get()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This is a big request, so it takes a minute, but the final output should look like this&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; df&#xA;# A tibble: 6,694 × 4&#xA;   unitid instnm                              c150_4 year  &#xA;    &amp;lt;int&amp;gt; &amp;lt;chr&amp;gt;                                &amp;lt;dbl&amp;gt; &amp;lt;chr&amp;gt; &#xA; 1 100654 Alabama A &amp;amp; M University             0.297 latest&#xA; 2 100663 University of Alabama at Birmingham  0.634 latest&#xA; 3 100690 Amridge University                   0.333 latest&#xA; 4 100706 University of Alabama in Huntsville  0.577 latest&#xA; 5 100724 Alabama State University             0.328 latest&#xA; 6 100751 The University of Alabama            0.711 latest&#xA; 7 100760 Central Alabama Community College   NA     latest&#xA; 8 100812 Athens State University             NA     latest&#xA; 9 100830 Auburn University at Montgomery      0.340 latest&#xA;10 100858 Auburn University                    0.791 latest&#xA;# … with 6,684 more rows&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Before running the code above, you'll need to set your API key (the one you've already gotten). &lt;a href=&quot;https://www.btskinner.io/rscorecard/articles/introduction.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Instructions to do that are here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="30019" LastEditorUserId="30019" LastEditDate="2021-08-27T17:00:29.473" LastActivityDate="2021-08-27T17:00:29.473" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19937" PostTypeId="1" CreationDate="2021-08-28T14:20:25.953" Score="1" ViewCount="17" Body="&lt;p&gt;I'm working on a project that will be in the public domain/ creative commons. I would like to find watershed/drainage basin data for Central and South America.&lt;/p&gt;&#xA;&lt;p&gt;WWF provides HydroSHEDS, which covers the planet very well. Unfortunately WWF provides the data under a license. It's free, but there are terms and clauses on derivative work which would undermine goal of having the project be public domain/ CC.&lt;/p&gt;&#xA;&lt;p&gt;Short of being able to find other national or NGO sources, the only option seems to be building the polygons from the same SRTM topo data.&lt;/p&gt;&#xA;" OwnerUserId="30028" LastActivityDate="2021-08-28T14:20:25.953" Title="Public Domain Watershed Data for Central and South America" Tags="|geospatial|hydrology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19940" PostTypeId="1" CreationDate="2021-08-31T06:28:20.097" Score="1" ViewCount="20" Body="&lt;p&gt;In the book &amp;quot;&lt;a href=&quot;https://rads.stackoverflow.com/amzn/click/com/0316451401&quot; rel=&quot;nofollow noreferrer&quot; rel=&quot;nofollow noreferrer&quot;&gt;Noise&lt;/a&gt;&amp;quot; by Kahneman, Sibony &amp;amp; Sunstein, extensive reference is made to a study by &lt;a href=&quot;https://scholarlycommons.law.northwestern.edu/jclc/vol72/iss2/7&quot; rel=&quot;nofollow noreferrer&quot;&gt;Clancy, Bartolomeo, Richardson and Wellford (1981)&lt;/a&gt;. I'm particularly interested in the study &lt;a href=&quot;https://opendata.stackexchange.com/questions/3786/dataset-of-multiple-judges-or-examiners-giving-scores&quot;&gt;because&lt;/a&gt; multiple decision makers made decisions about a single, complete set of data. Does anyone know whether the dataset for the study is available?&lt;/p&gt;&#xA;" OwnerUserId="3786" LastEditorUserId="14011" LastEditDate="2022-12-01T05:43:08.797" LastActivityDate="2022-12-01T05:43:08.797" Title="Sentencing decisions" Tags="|legal|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19945" PostTypeId="1" AcceptedAnswerId="20567" CreationDate="2021-08-31T16:03:42.633" Score="1" ViewCount="104" Body="&lt;p&gt;When I search for a neighborhood in Google I usually get a preview of that neighborhood on Google Maps in my search results. My question is...  where do they get this data?&lt;/p&gt;&#xA;&lt;p&gt;If it's city / county dependent then is there a good rule of thumb for finding this data?&lt;/p&gt;&#xA;&lt;p&gt;Here's an example of what I mean:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/WiNSp.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/WiNSp.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1306" LastEditorUserId="28390" LastEditDate="2021-09-03T17:03:14.843" LastActivityDate="2022-08-27T10:52:22.150" Title="Where can I find shapefiles of US county or city neighborhoods?" Tags="|geospatial|usa|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19947" PostTypeId="1" CreationDate="2021-09-01T18:02:37.113" Score="2" ViewCount="19" Body="&lt;p&gt;There are some blogs and dishwasher manufacturers that say that handwashing of dishes can be between 3.5 and 5 more water-consuming than using a dishwasher. I would like to know if there is some open data to back such statement.&lt;/p&gt;&#xA;&lt;p&gt;The closest I have been to data is &lt;a href=&quot;https://www.reviewed.com/dishwashers/features/please-stop-hand-washing-your-dishes&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page in reviewed&lt;/a&gt;, but it's not clear how many cases were analyzed. I am particularly intrigued by the variability I expect in hand washing (machine washing being pretty stable). In &lt;a href=&quot;https://www.reviewed.com/dishwashers/features/why-obamas-dishwasher-efficiency-crusade-makes-sense&quot; rel=&quot;nofollow noreferrer&quot;&gt;another page&lt;/a&gt; they say that they followed AHAM's &amp;quot;standardized testing methodology&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;I would appreciate if you could lead me towards an open database of water consumption for either (ideally both) hand or machine dishwashing.&lt;/p&gt;&#xA;" OwnerUserId="4266" LastActivityDate="2021-09-01T18:02:37.113" Title="Dishwasher and hand washing water consumption data" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19948" PostTypeId="2" ParentId="19919" CreationDate="2021-09-01T19:20:12.903" Score="1" Body="&lt;p&gt;You need to select additional variables on the pattern &lt;code&gt;${variableName}Label&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?person ?personLabel ?pic ?givenName ?givenNameLabel ?familyName ?familyNameLabel ?placeOfBirth ?placeOfBirthLabel&#xA;WHERE {&#xA;  ?person wdt:P31 wd:Q5 .&#xA;  ?person wdt:P18 ?pic .&#xA;  ?person wdt:P735 ?givenName .&#xA;  ?person wdt:P734 ?familyName .&#xA;  ?person wdt:P19 ?placeOfBirth .&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. }&#xA;}&#xA;LIMIT 50&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;See the &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikidata_Query_Service/User_Manual#Label_service&quot; rel=&quot;nofollow noreferrer&quot;&gt;User Manual&lt;/a&gt; for more details&lt;/p&gt;&#xA;" OwnerUserId="12938" LastActivityDate="2021-09-01T19:20:12.903" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19949" PostTypeId="1" CreationDate="2021-09-03T12:41:55.523" Score="1" ViewCount="53" Body="&lt;p&gt;Does anyone know of a place to get a correspondence table between standard point location codes (SPLC) or freight station accounting codes (FSAC), and county-level federal information processing standards (FIPS) codes? Preferable formats would be a txt, csv, or xlsx file.&lt;/p&gt;&#xA;" OwnerUserId="30052" LastActivityDate="2021-09-03T12:41:55.523" Title="U.S. rail terminal location county correspondence table" Tags="|transportation|county|conversion|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19950" PostTypeId="1" CreationDate="2021-09-03T13:46:51.860" Score="1" ViewCount="25" Body="&lt;p&gt;I plan to create an algorithm for detecting voice sentiment in Brazilian Portuguese, but i wasn't able to find any datasets to train the model with. If anyone knows where I could find a dataset of voices classified by emotion in Brazilian Portuguese, I would greatly appreciate it.&lt;/p&gt;&#xA;&lt;p&gt;Region: no region requirements as long as the data is in Brazilian Portuguese and preferably voiced by native speakers.&lt;/p&gt;&#xA;&lt;p&gt;License: open data.&lt;/p&gt;&#xA;&lt;p&gt;Format: preferably a csv file, but any format will do.&lt;/p&gt;&#xA;" OwnerUserId="30053" LastActivityDate="2021-09-03T13:46:51.860" Title="Dataset of Brazilian Portuguese audio classified by emotion" Tags="|data-request|sentiment-analysis|brazil|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19953" PostTypeId="2" ParentId="19945" CreationDate="2021-09-03T21:50:35.267" Score="2" Body="&lt;p&gt;You can get shapefiles by county, ZIP code and census block from the US Census Bureau.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/cgi-bin/geo/shapefiles/index.php&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm not sure if this is the same data that Google uses.&lt;/p&gt;&#xA;" OwnerUserId="30059" LastActivityDate="2021-09-03T21:50:35.267" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19957" PostTypeId="2" ParentId="18517" CreationDate="2021-09-08T05:22:24.377" Score="1" Body="&lt;p&gt;I don't know much but am wondering the same thing. &lt;a href=&quot;https://www.loc.gov/research-centers/law-library-of-congress/researcher-resources/databases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; are some resources to start, from the Library of Congress (copied for reference):&lt;/p&gt;&#xA;&lt;h2&gt;Free&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://memory.loc.gov/ammem/amlaw/lwsp.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;American State Papers, 1789-1838&lt;/a&gt; (&lt;em&gt;Contains the legislative and executive documents of Congress for the period 1789 to    1838.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://avalon.law.yale.edu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Avalon Project&lt;/a&gt; (&lt;em&gt;Digital    primary source documents selected by the Yale Law School relevant to the fields of Law,    History, Economics, Politics, Diplomacy and Government.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://congress.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congress.gov&lt;/a&gt; (&lt;em&gt;Contains full-text of legislation from the 103rd   Congress (1993) to the present and member profiles from the 93rd Congress   (1973) to the present.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.gpo.gov/fdsys/browse/collection.action?collectionCode=CREC&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congressional Record&lt;/a&gt; (&lt;em&gt;Contains    the official record of the proceedings and debates of the United States    Congress from Volume 140 (1994) to the present.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://history.state.gov/historicaldocuments&quot; rel=&quot;nofollow noreferrer&quot;&gt;Foreign Relations of the United States (FRUS)&lt;/a&gt; (&lt;em&gt;U.S. Department of State site presenting the official documentary historical record of major United States foreign policy decisions and significant diplomatic activity, primarily covering 1945 to 1980.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/research-centers/law-library-of-congress/researcher-resources/databases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Guide to Law Online&lt;/a&gt; (&lt;em&gt;Vast    network of links to content-based Web sites of primary and secondary legal    information from foreign jurisdictions and all U.S. federal, state and    territorial government entities.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/collections/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Historical American Indian Constitutions and Legal Material&lt;/a&gt; (&lt;em&gt;Digital copies of historical American Indian constitutions and other legal material, some in the vernacular languages of the tribes.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ncsl.org/aboutus/ncslservice/state-legislative-websites-directory.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;NCSL    State Legislative Websites Directory&lt;/a&gt; (&lt;em&gt;Searchable    database providing links to Web sites of State Legislatures, Legislators and    political developments.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.oyez.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OYEZ&lt;/a&gt; (&lt;em&gt;A multimedia database about the United States Supreme Court which includes audio files of oral arguments, abstracts of key constitutional cases, and    information on Supreme Court justices.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.gpo.gov/fdsys/browse/collection.action?collectionCode=GPO&amp;amp;browsePath=Precedents+of+the+U.S.+House+of+Representatives&amp;amp;isCollapsed=false&amp;amp;leafLevelBrowse=false&amp;amp;ycord=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Precedents of the U.S. House of Representatives (FDsys)&lt;/a&gt; (&lt;em&gt;Includes Deschler’s, Cannon’s, and Hinds’ Precedents; contains rulings made by the chair of the House of Representatives.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/collections/statutes-at-large/&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Statutes at Large&lt;/a&gt; (&lt;em&gt;Digital copies of the U.S. Statutes at Large, from Congress 1 (1789) through Congress 81 (1950).&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.asil.org/resources/electronic-resource-guide-erg&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASIL Electronic Resource Guide&lt;/a&gt; (&lt;em&gt;Electronic    resource guide that sets out basic international law search strategies and    lists resources on various topics.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.un.org/law/avl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Audiovisual Library of International Law&lt;/a&gt; (&lt;em&gt;Contains documents, tapes - both audio and video  - and other materials on subjects of international law.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.austlii.edu.au/databases.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Australasian    Legal Information Institute Databases&lt;/a&gt; (&lt;em&gt;AustLII    contains primary legal and legislative materials for Australia and New Zealand.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.bailii.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;British and    Irish Legal Information Institute Databases&lt;/a&gt; (&lt;em&gt;BAILII    contains primary legal and legislative materials for England and Wales, Ireland, Northern Ireland, Scotland, United Kingdom, and the European Union.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.canlii.org/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Canadian Legal    Information Institute Databases&lt;/a&gt; (&lt;em&gt;CanLII contains primary legal and legislative materials for Canada.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://history.state.gov/historicaldocuments&quot; rel=&quot;nofollow noreferrer&quot;&gt;Foreign Relations of the United States (FRUS)&lt;/a&gt; (&lt;em&gt;U.S. Department of State site presenting the official documentary historical record of major United States foreign policy decisions and significant diplomatic activity, primarily covering 1945 to 1980.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www1.umn.edu/humanrts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Human Rights Library&lt;/a&gt; (&lt;em&gt;Digital copies of core human rights documents, including several hundred human rights    treaties and other primary international human rights instruments.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.utexas.edu/law/academics/centers/transnational/work_new/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Institute for Transnational Law Foreign Law Translations&lt;/a&gt; (&lt;em&gt;English translations of French,    German, Austrian, and Israeli legal materials in the fields of    constitutional, administrative, contract and tort law.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.gazettes-online.co.uk/Home.aspx?geotype=London&quot; rel=&quot;nofollow noreferrer&quot;&gt;London Gazette Archive&lt;/a&gt; (&lt;em&gt;An    official newspaper of record in the United Kingdom for publishing legal notices,    including insolvency (bankruptcy) notices.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ilo.org/dyn/natlex/natlex_browse.home?p_lang=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;NATLEX&lt;/a&gt; (&lt;em&gt;Contains    over 55,000 records covering over 170 countries and territories on national labour, social security and related human rights legislation.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.worldlii.org/cgi-bin/browse.pl&quot; rel=&quot;nofollow noreferrer&quot;&gt;World    Legal Information Institute (WorldLII)&lt;/a&gt; (&lt;em&gt;Provides access to worldwide law    from countries in six continents.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.congress.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Congress.gov&lt;/a&gt; (&lt;em&gt;Contains full-text of legislation from the 103rd   Congress (1993) to the present and member profiles from the 93rd Congress   (1973) to the present.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www1.umn.edu/humanrts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Human  Rights Library&lt;/a&gt; (&lt;em&gt;Digital copies of core human rights documents,  including treaties and other primary international human rights instruments.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dc.library.okstate.edu/digital/collection/kapplers&quot; rel=&quot;nofollow noreferrer&quot;&gt;Indian  Affairs: Laws and Treaties&lt;/a&gt; (&lt;em&gt;Digital copies of documents dealing with the  legal status and laws, government relations, and treaties of North American  Indians.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/research-centers/law-library-of-congress/collections/indigenous-law/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Indigenous Law Portal&lt;/a&gt; (&lt;em&gt;Links to legal documents, including full-text constitutions, charters and, other legal material.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/research-centers/law-library-of-congress/researcher-resources/databases/&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Treaty Series&lt;/a&gt; (&lt;em&gt;Digital copies of  historical treaties (1795-1945) compiled by Charles I. Bevans.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/law/help/federal-register.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Register&lt;/a&gt; (&lt;em&gt;Provides the full-text of the Federal Register, volumes 1-58, 1936-1993.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.regulations.gov/#!home&quot; rel=&quot;nofollow noreferrer&quot;&gt;Regulations.gov&lt;/a&gt; (&lt;em&gt;Allows for browsing and searching of proposed and final federal regulations, submitted comments regarding proposed regulations, supporting agency documentation, and reports related to regulations.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;On-Site Only Access&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000855%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Gale Legal Forms  Library&lt;/a&gt; (&lt;em&gt;Includes  thousands of state and federal legal forms, centered around the areas of  business, personal use, and litigation, which can be personalized by users.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000623%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nexis Uni&lt;/a&gt; (&lt;em&gt;Comprehensive coverage of US federal and state case law, statutes and   regulations.  Includes secondary source materials such as law reviews,   newspapers, treatises and patent information. Also  includes Shepard’s Citations Service.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.cq.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CQ.com&lt;/a&gt; (&lt;em&gt;Congressional Quarterly, including Congressional  Weekly, provides in-depth legislative news and analysis of the United States  Congress.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ets.umdl.umich.edu/cgi/t/text/text-idx?g=llmc;page=home&quot; rel=&quot;nofollow noreferrer&quot;&gt;LLMC Digital&lt;/a&gt; (&lt;em&gt;Searchable    databases of earlier primary U.S. federal and state government    documents as well as various foreign jurisdictions and international    organizations.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://galenet.galegroup.com/servlet/MOML;jsessionid=&quot; rel=&quot;nofollow noreferrer&quot;&gt;Making of Modern Law: Legal Treatises 1800 – 1926&lt;/a&gt; (&lt;em&gt;Searchable    collection of Anglo-American legal treatises containing works from casebooks,    local practice manuals, form books, works for lay readers, pamphlets,    letters, speeches and more.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://eresources.loc.gov/record=e1000130%7ES9.&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProQuest Congressional&lt;/a&gt; (&lt;em&gt;Provides    access to U.S. legislative information, including hearings, reports, prints,    documents, bills, laws, regulations, and CIS Legislative Histories (1969-present).&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000927%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProQuest Legislative Insight&lt;/a&gt; (&lt;em&gt;Provides various browsing and searching options for selected compiled legislative histories, for the 24th Congress (1835-1837) through the 112th Congress (2011-2013).&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://heinonline.org/HOL/Index?collection=usreports&quot; rel=&quot;nofollow noreferrer&quot;&gt;Supreme Court Library from HeinOnline&lt;/a&gt; (&lt;em&gt;Includes complete coverage of published cases in official sources from 1754 to the    last full calendar year for the United States Supreme Court.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://galenet.galegroup.com/servlet/SCRB?locID=loc_main&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Supreme Court Records and Briefs,    1832 - 1978 (Gale)&lt;/a&gt; (&lt;em&gt;A collection of Supreme Court documents covering more than    150,000 distinct cases.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000440%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;U.S. Congressional Serial Set (Readex)&lt;/a&gt; (&lt;em&gt;Contains    all the reports, documents, and journals of the United States Senate and    House of Representatives, from the 15th Congress (1817) through the 97th Congress (1982).&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.doinet.com.br/logar.asp?c=5813675916239&quot; rel=&quot;nofollow noreferrer&quot;&gt;DOINet&lt;/a&gt; (&lt;em&gt;DOINet provides public legal documents for Brazil.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://oxcon.ouplaw.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Oxford Constitutions of the World&lt;/a&gt; (&lt;em&gt;Contains    the full-text of constitutions from over 187 countries, including English    translations and introductory and comparative notes.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://heinonline.org/HOL/Index?collection=iflp&amp;amp;set_as_cursor=clear&quot; rel=&quot;nofollow noreferrer&quot;&gt;Index to Foreign    Legal Periodicals (via HeinOnline)&lt;/a&gt; (&lt;em&gt;A multilingual subject index to legal articles and book reviews published in over 550 sources worldwide.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://opil.ouplaw.com/home/EPIL&quot; rel=&quot;nofollow noreferrer&quot;&gt;Max Planck Encyclopedia of Public International Law&lt;/a&gt; (&lt;em&gt;Comprehensive work covering the central and essential topics in international law since the Peace of Westphalia in 1648.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://heinonline.org/HOL/Welcome&quot; rel=&quot;nofollow noreferrer&quot;&gt;HeinOnline&lt;/a&gt; (&lt;em&gt;Offers a full-text searchable database of law    reviews and journals.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://heinonline.org/HOL/Index?collection=iflp&amp;amp;set_as_cursor=clear&quot; rel=&quot;nofollow noreferrer&quot;&gt;Index to Foreign    Legal Periodicals (via HeinOnline)&lt;/a&gt; (&lt;em&gt;A multilingual subject index to    legal articles and book reviews published in over 550 sources worldwide.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000392%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Index to Legal    Periodicals &amp;amp; Books Full Text (1981-present)&lt;/a&gt; (&lt;em&gt;Covers over 1,000 legal journals,    yearbooks, law reviews, and more from the U.S., Canada, Great Britain, Ireland, Australia, and New Zealand.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000389%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Index to Legal    Periodicals Retrospective (1908-1981)&lt;/a&gt; (&lt;em&gt;Index    to over 750 legal periodicals, including law reviews, bar association    journals, and government publications.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://go.galegroup.com/ps/start.do?page=IdentityUserGroup.jsp&amp;amp;prodId=LT&amp;amp;userGroupName=loc_main&amp;amp;authCount=1&amp;amp;u=loc_main&quot; rel=&quot;nofollow noreferrer&quot;&gt;LegalTrac&lt;/a&gt; (&lt;em&gt;Index to more than 2,400 titles including major law reviews, legal newspapers, bar    association journals and international legal journals.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://heinonline.org/HOL/Index?collection=ustreaties&quot; rel=&quot;nofollow noreferrer&quot;&gt;Treaties  and Agreements Library from HeinOnline&lt;/a&gt; (&lt;em&gt;Includes both official and unofficial primary  treaty resources in addition to helpful guides.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1000674%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;CCH IntelliConnect&lt;/a&gt; (&lt;em&gt;Includes federal, state, and international tax primary law materials such as regulations, administrative decisions, statutes, and treaties. Also includes secondary tax resources such as tax articles, practice tools, state and federal tax guides and reporters. Resources in the fields of accounting and audit and financial and estate planning are included.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://heinonline.org/HOL/Index?collection=fedreg&amp;amp;set_as_cursor=clear&quot; rel=&quot;nofollow noreferrer&quot;&gt;Code of Federal Regulations/The Federal Register Collection (via HeinOnline)&lt;/a&gt; (&lt;em&gt;Provides search and browse options to the PDF of the Federal Register and Federal Register Index back to 1936; the Code of Federal Regulations (C.F.R.) back to 1938; and details on C.F.R. sections affected back to 1949.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://loc.cyberregs.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CyberRegs&lt;/a&gt; (&lt;em&gt;Provides the full-text of the US Code, Federal Register, Code of    Federal Regulations, state registers, state statutes and forms, and state    environmental, safety, health and transportation regulations.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1002092%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;ProQuest Regulatory Insight&lt;/a&gt; (&lt;em&gt;Includes compiled regulatory &amp;quot;histories&amp;quot; of U.S. federal regulations promulgated pursuant to specific U.S. Public Laws. Covers U.S. federal administrative law histories for the period 1936-2017 organized by federal statute and Executive Order. This includes Federal Register documents, Code of Federal Regulations documents, and Executive Orders.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;Other Access Rights&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1001811%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bluebook&lt;/a&gt; (&lt;strong&gt;Access for Law Library staff only&lt;/strong&gt;, &lt;em&gt;Comprehensive guide to legal citation in the United States&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://eresources.loc.gov/record=e1002324%7ES9&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bloomberg Law&lt;/a&gt; (&lt;strong&gt;Access  only available on one specific Library computer in the Law Library Reading Room&lt;/strong&gt;, &lt;em&gt;Practitioner  resources including, court dockets and documents, litigation analytics, sample  forms. Secondary sources including Bloomberg BNA publications (current  awareness sources and law reports), treatises from ABI, ABA, Wiley Press and  others. Includes US federal and state case law, statutes, and regulations. Also  includes BCite citator.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.westlaw.com/search/home.html?rs=IWLN1.0&amp;amp;vr=3.0&amp;amp;sp=004026439-4100&quot; rel=&quot;nofollow noreferrer&quot;&gt;Westlaw Patron Access&lt;/a&gt; (&lt;strong&gt;Access only available on Library computers in the Law  Library Reading Room; limit of 3 simultaneous users&lt;/strong&gt;, &lt;em&gt;Comprehensive coverage of US federal and state  case law, statutes, and regulations. Includes select secondary sources such as  American Law Reports,  legal encyclopedias, treatises, law review articles,  50 state surveys, legal forms, and Restatements. Also includes the citator  KeyCite.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://referenceworks.brillonline.com/browse/foreign-law-guide&quot; rel=&quot;nofollow noreferrer&quot;&gt;Foreign Law Guide&lt;/a&gt; (&lt;strong&gt;Access only available in the Law Library&lt;/strong&gt;, &lt;em&gt;Provides    an overview of individual legal systems with references to current sources of    codes and basic legislation for each jurisdiction.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://loc.lawnb.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Law nB – Korean Law    Database&lt;/a&gt; (&lt;strong&gt;Access only available in the Law Library&lt;/strong&gt;, &lt;em&gt;Provides access to cases, statutes    and other legal references for Korea.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.rdb.at/rdbstart.html?browser=MSIE&amp;amp;rnd=0.6218716425791699&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDB de Rechtsdatenbank&lt;/a&gt; (&lt;strong&gt;Access only available in the Law Library&lt;/strong&gt;, &lt;em&gt;Provides access to a large number    of Austrian legal journals, collections of cases, and other resources related    to the laws of Austria.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.loc.gov/pubrr/findit-articlefinder.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Find It! Article Finder&lt;/a&gt; (&lt;strong&gt;Internet&lt;/strong&gt;, &lt;em&gt;Library of Congress tool to help you locate the    full-text of an article by providing citation information.&lt;/em&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;None of these are structured, however. It seems we are a far ways away from that.&lt;/p&gt;&#xA;&lt;p&gt;From what I recall from school, most of the stuff is private in Lexus Nexus or other &lt;a href=&quot;https://www.quora.com/Who-are-the-major-competitors-of-LexisNexis&quot; rel=&quot;nofollow noreferrer&quot;&gt;competitively similar legal databases&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.datacoalition.org/new-proposal-transform-u-s-statutes-at-large-into-open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Here&lt;/a&gt; is a project for converting US Code to structured data (2015). And according to that, &lt;a href=&quot;http://uscode.house.gov/download/download.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; is the US Code in XML.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="5958" LastEditDate="2021-09-08T05:37:24.990" LastActivityDate="2021-09-08T05:37:24.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19960" PostTypeId="2" ParentId="46" CreationDate="2021-09-08T11:40:24.023" Score="3" Body="&lt;p&gt;You can use leaked Facebook name dataset with 1.6M first names and 3.5M last names: &lt;a href=&quot;https://github.com/philipperemy/name-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/philipperemy/name-dataset&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30079" LastActivityDate="2021-09-08T11:40:24.023" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19961" PostTypeId="1" AcceptedAnswerId="19962" CreationDate="2021-09-09T00:48:54.113" Score="1" ViewCount="87" Body="&lt;p&gt;&lt;em&gt;Leptospermum scoparium&lt;/em&gt; (&lt;a href=&quot;https://www.wikidata.org/wiki/Q1520028&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q1520028&lt;/a&gt;) has &lt;a href=&quot;https://w.wiki/433L&quot; rel=&quot;nofollow noreferrer&quot;&gt;8 common name (P1843) entries&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I have data in OpenRefine reconciled to this object:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/ARNan.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ARNan.png&quot; alt=&quot;Google OpenRefine screenshot showing plain-text data reconciled to WikiData&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;How can I get only those &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P1843&quot; rel=&quot;nofollow noreferrer&quot;&gt;P1843&lt;/a&gt; entries that are in English? The &lt;a href=&quot;https://wikidata.reconci.link&quot; rel=&quot;nofollow noreferrer&quot;&gt;reconciliation documentation&lt;/a&gt; says to use &lt;code&gt;Len&lt;/code&gt; to get, for example, the English label of a given object, but I can't work out the SPARQL syntax that would deliver what I want.&lt;/p&gt;&#xA;&lt;p&gt;I have tried &lt;code&gt;P1843/Len&lt;/code&gt; and &lt;code&gt;P1843|Len&lt;/code&gt; but these operators don't work the way I thought:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/zf4B4.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zf4B4.png&quot; alt=&quot;OpenRefine reconcile data modal&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I realise I can limit the number of values returned per row, but the values are returned in the order in which they appear, meaning in this instance the Welsh common name appears first.&lt;/p&gt;&#xA;&lt;p&gt;If I can't do what I need through a SPARQL-like syntax on the reconcile screen, is there some way to obtain the JSON response from the reconciliation and parse it? I've tried &lt;a href=&quot;https://docs.openrefine.org/manual/grelfunctions#format-based-functions-json-html-xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;jsonize(cell.recon.match)&lt;/code&gt;&lt;/a&gt; but that just gives:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&amp;quot;id&amp;quot;:&amp;quot;Q1520028&amp;quot;,&amp;quot;name&amp;quot;:&amp;quot;Leptospermum scoparium&amp;quot;,&amp;quot;types&amp;quot;:[&amp;quot;Q16521&amp;quot;],&amp;quot;score&amp;quot;:100}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="30082" LastEditorUserId="23272" LastEditDate="2022-07-14T14:26:53.197" LastActivityDate="2022-07-14T14:26:53.197" Title="Wikidata reconciliation with OpenRefine—get only those subjects with English as the language flag" Tags="|wikidata|sparql|openrefine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19962" PostTypeId="2" ParentId="19961" CreationDate="2021-09-09T04:32:53.873" Score="0" Body="&lt;p&gt;Currently there is no way to do this simply via the reconciliation API. What you could do instead is use the &amp;quot;Add columns by fetching URLs&amp;quot; feature to retrieve the JSON representation of the item from Wikidata (for instance with the expression &lt;code&gt;&amp;quot;https://www.wikidata.org/wiki/Special:EntityData/&amp;quot;+cell.recon.match.id+&amp;quot;.json&amp;quot;&lt;/code&gt;).&lt;/p&gt;&#xA;&lt;p&gt;Then manipulate that object to get what you need (probably doable in GREL, but personally I would go for Python).&lt;/p&gt;&#xA;" OwnerUserId="15686" LastActivityDate="2021-09-09T04:32:53.873" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19968" PostTypeId="1" CreationDate="2021-09-13T14:03:54.667" Score="2" ViewCount="1552" Body="&lt;p&gt;I am looking for a simple CSV with the list of country names, country ISO codes, city, time zone UTC and DST... It seems simple, but I am struggling to find it. Any advice/help would be very much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="30074" LastEditorUserId="30074" LastEditDate="2021-09-23T14:01:30.303" LastActivityDate="2023-07-22T09:09:06.137" Title="Time zones and country ISO codes" Tags="|data-request|geospatial|csv|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="19971" PostTypeId="2" ParentId="4212" CreationDate="2021-09-15T12:47:41.850" Score="1" Body="&lt;p&gt;I'd suggest you look at &lt;a href=&quot;https://geosystemsdev.com/products/textq/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TextQ&lt;/a&gt; (disclaimer - I'm its developer). It can import a big CSV file and allows you to manage its schema/structure:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;parse date and numbers in various formats;&lt;/li&gt;&#xA;&lt;li&gt;rename or hide columns;&lt;/li&gt;&#xA;&lt;li&gt;index columns for faster queries;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You can filter rows via a UI Query Builder.&lt;/p&gt;&#xA;&lt;p&gt;For advanced users, TextQ supports SQL - select, join, group by, etc. The UI Query Builder can convert to SQL with a single button click.&lt;/p&gt;&#xA;&lt;p&gt;You can export any query result (filtered rows) to a CSV file, which can be imported in MS Excel or others.&lt;/p&gt;&#xA;&lt;p&gt;You can get it from the &lt;a href=&quot;https://apps.apple.com/au/app/textq/id1571423170&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mac App Store&lt;/a&gt; or Microsoft Store (coming soon).&lt;/p&gt;&#xA;" OwnerUserId="30119" LastActivityDate="2021-09-15T12:47:41.850" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19973" PostTypeId="1" CreationDate="2021-09-15T15:29:12.520" Score="5" ViewCount="386" Body="&lt;p&gt;I am aware of &lt;a href=&quot;https://openinframap.org/#6.13/57.227/14.383/L,P,S&quot; rel=&quot;noreferrer&quot;&gt;Open Infrastructure Map&lt;/a&gt; - it does a great job of showing electric power lines. I would like to have a datasource independent from OIM, showing the Swedish electricity grid, possibly with substations.&lt;/p&gt;&#xA;&lt;p&gt;I am also aware of &lt;a href=&quot;https://www.svk.se/en/national-grid/map-of-the-national-grid/&quot; rel=&quot;noreferrer&quot;&gt;this&lt;/a&gt; map - I need higher resolution though. &lt;a href=&quot;https://www.entsoe.eu/data/map/&quot; rel=&quot;noreferrer&quot;&gt;This map&lt;/a&gt; shows the locations connected, but the power lines itself are not marked with precision. I can use &lt;a href=&quot;https://vbk.lansstyrelsen.se/&quot; rel=&quot;noreferrer&quot;&gt;this map&lt;/a&gt; to confirm OIM's map of high voltage power lines, but that map has only the highest voltage lines, and not the lower level ones.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://hifld-geoplatform.opendata.arcgis.com/datasets/electric-power-transmission-lines/explore?location=37.704023%2C-96.422940%2C9.00&quot; rel=&quot;noreferrer&quot;&gt;This map&lt;/a&gt; is about the US. I would need a similar one but of Sweden.&lt;/p&gt;&#xA;" OwnerUserId="30122" LastActivityDate="2022-09-30T23:29:04.383" Title="Is there a publicly accessible map of the Swedish medium-voltage electricity grid?" Tags="|data-request|geospatial|government|europe|energy|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19976" PostTypeId="1" CreationDate="2021-09-17T03:01:56.940" Score="1" ViewCount="61" Body="&lt;p&gt;When did USPS start/stop producing its TIGER/ZIP+4 dataset?&lt;/p&gt;&#xA;&lt;p&gt;Updates to the product page &lt;a href=&quot;https://web.archive.org/web/20011106042019/http://www.usps.com/ncsc/addressmgmt/tiger.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;archived by the WayBack Machine&lt;/a&gt; stopped in July 2011, but it looks like some people might have been using it later than that.&lt;/p&gt;&#xA;&lt;p&gt;I'm trying to figure out the range of years this product would cover if I could get a hold of the old CDs and DVDs.&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately, the support team for this data product no longer exists.&lt;/p&gt;&#xA;" OwnerUserId="30130" LastActivityDate="2021-12-31T09:02:30.187" Title="When did USPS start/stop producing its TIGER/ZIP+4 dataset?" Tags="|geospatial|geocoding|postal-code|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19977" PostTypeId="2" ParentId="18077" CreationDate="2021-09-17T15:08:14.173" Score="1" Body="&lt;p&gt;Avalara (at this time) offers a free download by state which includes zip codes and a breakdown of the tax amounts.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.avalara.com/taxrates/en/download-tax-tables.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.avalara.com/taxrates/en/download-tax-tables.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30133" LastActivityDate="2021-09-17T15:08:14.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19979" PostTypeId="1" CreationDate="2021-09-19T14:27:59.980" Score="-1" ViewCount="57" Body="&lt;p&gt;I need to get a bunch (&amp;gt;100.000) of static satellite images around a specific spot.&#xA;The way I do it now is simple: I send a request with &lt;code&gt;longitude&lt;/code&gt; and &lt;code&gt;latitude&lt;/code&gt; to Google staticmap API, like that:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://maps.googleapis.com/maps/api/staticmap?center=39.87514383009362 -83.09151320633832&amp;amp;zoom=19&amp;amp;size=1000x1000&amp;amp;maptype=satellite&amp;amp;key=MY_API_KEY&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The example is here: &lt;a href=&quot;https://codepen.io/chapkovski/full/mdWaxgp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://codepen.io/chapkovski/full/mdWaxgp&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The problem is that some satellite images by Google Maps are pretty old (sometimes 2 or 3 years old).&lt;/p&gt;&#xA;&lt;p&gt;Any ideas of a similar API with the comparable pricing (Google charges $2 for 1000 images), but with more recent data?&lt;/p&gt;&#xA;" OwnerUserId="30139" LastActivityDate="2022-08-14T08:00:30.107" Title="What kind of alternatives to Google staticmap exist?" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19981" PostTypeId="1" CreationDate="2021-09-20T06:35:09.617" Score="1" ViewCount="125" Body="&lt;p&gt;Description of High Definition Maps from Wikipedia:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;A high-definition map (HD map) is a highly accurate map used in autonomous driving, containing details not normally present on traditional maps. Such maps can be precise at a centimetre level. ... HD maps are often captured using an array of sensors, such as LiDARs, radars, digital cameras, and GPS. HD maps can also be constructed using aerial imagery. ... High-definition maps for self-driving cars usually include map elements such as road shape, road marking, traffic signs, and barriers.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;HD maps are being produced by Tomtom, Nvidia and other giants for the purpose of autonomous driving but I believe they will have other applications. I have been trying to find sample HD maps for download but with no luck so far. It seems like an emerging field with great competition between the commercial companies, but perhaps some pilot project was made available to download, or a FOSS initiative has been launched? I would appreciate any piece of data, even abstract examples.&lt;/p&gt;&#xA;" OwnerUserId="30146" LastEditorUserId="30146" LastEditDate="2021-09-20T09:35:38.520" LastActivityDate="2021-09-29T14:27:45.940" Title="High-Definition Map - sample data" Tags="|geospatial|map|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19982" PostTypeId="1" CreationDate="2021-09-20T23:10:15.013" Score="1" ViewCount="44" Body="&lt;p&gt;I'm working with partial least square regression with 1 component, and I would like to know where can I find datasets for this model where the number of predictors p is greater than the number of observations n. I know this is a typical framework in chemometrics, but most dataset I found are with more then 1 component. Thanks&lt;/p&gt;&#xA;" OwnerUserId="30157" LastActivityDate="2022-11-22T18:07:50.817" Title="PLS with one component" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19983" PostTypeId="2" ParentId="19976" CreationDate="2021-09-21T13:35:58.717" Score="1" Body="&lt;p&gt;TIGER is not solely a USPS initiative, it was a collaboration between the U.S. Census Bureau and the USPS. From my recollection, the first release to the public that included a lot of smaller geographic level boundaries was the 2007 edition of TIGER. You can read a general overview in &lt;a href=&quot;https://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2007/TGRSHP07.pdf#page=9&quot; rel=&quot;nofollow noreferrer&quot;&gt;this document&lt;/a&gt;. If you've ever heard of the OpenStreetMap (OSM) initiative, they used the 2007 TIGER release for an initial starting point to build out their knowledge of US infrastructures/boundaries.&lt;/p&gt;&#xA;&lt;p&gt;You can some of the shapefiles &lt;a href=&quot;https://www.census.gov/geographies/mapping-files/time-series/geo/tiger-line-file.2007.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2021-09-21T13:35:58.717" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19984" PostTypeId="1" CreationDate="2021-09-21T22:28:30.833" Score="0" ViewCount="79" Body="&lt;p&gt;MobyGames has a &amp;quot;begware&amp;quot; API where you have to contact them and ask for access.&lt;/p&gt;&#xA;&lt;p&gt;GameFAQs actively blocks scraper bots and appear to have no API whatsoever, and if they do, they probably charge through the nose.&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for some sort of reliable JSON blob which returns the 100 latest video games released, such as:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;    &amp;quot;title&amp;quot;: &amp;quot;Halo 123&amp;quot;,&#xA;    &amp;quot;platform&amp;quot;: &amp;quot;Xbox 1024&amp;quot;,&#xA;    &amp;quot;developer&amp;quot;: &amp;quot;Bungie&amp;quot;,&#xA;    &amp;quot;publisher&amp;quot;: &amp;quot;Microsoft&amp;quot;,&#xA;    &amp;quot;genre&amp;quot;: &amp;quot;FPS&amp;quot;,&#xA;    &amp;quot;released-date&amp;quot;: &amp;quot;2021-09-22&amp;quot;,&#xA;    &amp;quot;URL&amp;quot;: &amp;quot;https://www.halo123game.com/&amp;quot;&#xA;},&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Does it exist? There is no way that I will try to keep up with these modern games in any kind of manual way, but if I can do this automated, I may pay some minimal interest in them.&lt;/p&gt;&#xA;" OwnerUserId="30160" LastEditorUserId="70" LastEditDate="2022-10-14T18:18:28.847" LastActivityDate="2024-03-11T21:43:21.200" Title="How to get a computer-parseable (JSON preferably) feed of all new video game releases?" Tags="|data-request|releasing-data|games|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19988" PostTypeId="1" CreationDate="2021-09-22T21:03:02.420" Score="0" ViewCount="170" Body="&lt;p&gt;I'd like to find a dataset which lists common objects and their physical dimensions:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;apple: 5cm-15cm height, 5cm-10cm width&lt;/li&gt;&#xA;&lt;li&gt;car: 1m-2m height, 3m-5m width&lt;/li&gt;&#xA;&lt;li&gt;cat: 20cm-30cm height, 30cm-50cm width&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Does such a dataset exist?&lt;/p&gt;&#xA;" OwnerUserId="24972" LastActivityDate="2024-02-14T13:06:20.737" Title="Is there a data set which lists common objects and their sizes / measurements / dimensions?" Tags="|data-request|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="19989" PostTypeId="2" ParentId="3930" CreationDate="2021-09-23T10:35:28.243" Score="1" Body="&lt;p&gt;I purchased a &lt;a href=&quot;https://bin-data.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;complete BIN database&lt;/a&gt; from &lt;a href=&quot;https://bin-data.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://bin-data.com&lt;/a&gt; for $179 and it has over 100,000 total records from every country.  I had to sign a license agreement and agree not to distribute the files.&lt;/p&gt;&#xA;" OwnerUserId="30178" LastActivityDate="2021-09-23T10:35:28.243" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19990" PostTypeId="2" ParentId="17585" CreationDate="2021-09-23T14:03:35.833" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://international.ipums.org/international/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://international.ipums.org/international/&lt;/a&gt; has a lot of data from censuses from many countries, all conveniently stored in the same place and with a common interface. It's not very different from what you could get by going to official sources in each country.&lt;/p&gt;&#xA;" OwnerUserId="14052" LastActivityDate="2021-09-23T14:03:35.833" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19992" PostTypeId="1" CreationDate="2021-09-24T19:05:16.183" Score="0" ViewCount="30" Body="&lt;p&gt;I'm skimming through the Drugs@FDA dataset, and I'm wondering if any of the identifiers would tell me which pathway the application went through. Of the options, SubmissionClassCodeID seems most likely, but I'm not sure how to read the definitions. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="30191" LastActivityDate="2024-02-14T21:03:00.330" Title="Is there an identifier that might indicate 505(b)(1) vs 505(b)(2) filing?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19995" PostTypeId="2" ParentId="17585" CreationDate="2021-09-27T09:09:43.297" Score="1" Body="&lt;p&gt;For India, &lt;a href=&quot;https://censusindia.gov.in/pca/cdb_pca_census/cd_block.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Census Data of india&lt;/a&gt; contains the district level census data of census work done in 2011 in CSV file format. This is the Government of India website. Each state in India is divided into various districts.&lt;/p&gt;&#xA;" OwnerUserId="30202" LastEditorUserId="6229" LastEditDate="2021-11-19T22:03:47.553" LastActivityDate="2021-11-19T22:03:47.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19996" PostTypeId="2" ParentId="19968" CreationDate="2021-09-27T10:06:19.267" Score="1" Body="&lt;p&gt;There is IANA &lt;a href=&quot;https://data.iana.org/time-zones/tz-link.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;tzdb&lt;/a&gt; with a list of all timezones. It's quite complex and changing since timezones change too, for example in Russia timezones changed several times during the last 20 years.&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-09-27T10:06:19.267" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19997" PostTypeId="2" ParentId="19988" CreationDate="2021-09-27T10:10:10.030" Score="0" Body="&lt;p&gt;Unlikely, but... I would suggest looking at some complex life simulation games. Probably some of them are open-sourced and have open data with objects inside.&lt;/p&gt;&#xA;&lt;p&gt;Still, It's too simplified to measure common objects this way.&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-09-27T10:10:10.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19998" PostTypeId="2" ParentId="4212" CreationDate="2021-09-27T10:19:45.763" Score="0" Body="&lt;p&gt;It's quite a common operation, file size doesn't really matter. I do it with 20GB CSV files sometimes.&lt;/p&gt;&#xA;&lt;p&gt;I use &lt;a href=&quot;https://github.com/datacoon/undatum/&quot; rel=&quot;nofollow noreferrer&quot;&gt;undatum&lt;/a&gt; cmd tool created initially for JSON lines processing but it works with CSV files too.&lt;/p&gt;&#xA;&lt;p&gt;Example of the command to get a list of headers fields&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;undatum headers budgetreg_domains.csv&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;It will provide a list of field names from the file first line&lt;/p&gt;&#xA;&lt;p&gt;Example of the command to extract only 2 fields:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;undatum select -f okopfCode,okoguCode budgetreg_domains.csv &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;It will output CSV file to std output with just 2 fields okopfCode and okoguCode from this file.&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I am author of undatum tool, feel free to submit any issue or idea how to improve it.&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-09-27T10:19:45.763" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="19999" PostTypeId="2" ParentId="18400" CreationDate="2021-09-27T10:29:34.913" Score="0" Body="&lt;p&gt;Dothub provides a list of US Business entities parsed from official registries &lt;a href=&quot;https://www.dolthub.com/repositories/dolthub/us-businesses/data/master&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dolthub.com/repositories/dolthub/us-businesses/data/master&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Just use the following SQL query.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT *&#xA;FROM `businesses`&#xA;where state_registered = 'ME'&#xA;LIMIT 200;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Disclaimer: I have no relations with DoltHub, Inc.&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2021-09-27T10:29:34.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20000" PostTypeId="1" CreationDate="2021-09-27T10:45:55.377" Score="0" ViewCount="80" Body="&lt;p&gt;Im downloading and processing the complete data of OpenFDA as described in:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://open.fda.gov/apis/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/downloads/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;But i could not find a way to uniquely identify the records that i read, as there seems to be no uniqueId for most of the data. Am i right ?&lt;/p&gt;&#xA;&lt;p&gt;For example:&lt;/p&gt;&#xA;&lt;p&gt;The Adverse-Events (device.event) does not seem to provide any field, that uniquely identifies a record.&lt;/p&gt;&#xA;&lt;p&gt;See also:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://open.fda.gov/apis/device/event/searchable-fields/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/device/event/searchable-fields/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It is very problematic to not have unique-identifiers, because i need to compeletely drop my data and reimport it every month, when i want to import new changes in the OpenFDA to my local database.&lt;/p&gt;&#xA;&lt;p&gt;Am i really correct, that the data does not have such unique-identifiers?&lt;/p&gt;&#xA;" OwnerUserId="30203" LastActivityDate="2024-02-14T22:07:45.927" Title="Uniquely Identify Items in OpenFDA (MAUDE)" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20001" PostTypeId="2" ParentId="19992" CreationDate="2021-09-27T14:27:08.003" Score="0" Body="&lt;p&gt;Unfortunately, the Drugs@FDA dataset does not have a field that could be used to readily distinguish 505(b)(1) and 505(b)(2) applications. You could try parsing the content of the Approval Letter that is attached to the submission via the &lt;code&gt;application_docs&lt;/code&gt; array -- the API does expose that -- to look for 505(b)(1) vs 505(b)(2) indication, but we are unsure on exactly how accurate that method would be.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-09-27T14:27:08.003" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20003" PostTypeId="2" ParentId="20000" CreationDate="2021-09-27T17:58:46.307" Score="0" Body="&lt;p&gt;This varies across the openFDA datasets; most datasets have a field or a combination of fields that could be used to uniquely identify a record. Device Events uses &lt;code&gt;mdr_report_key&lt;/code&gt; as the key. Drug Events uses &lt;code&gt;safetyreportid&lt;/code&gt;. And so on. I agree the documentation could be more clear on what field(s) is the key for each dataset.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-09-27T17:58:46.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20005" PostTypeId="1" CreationDate="2021-09-28T06:44:12.333" Score="0" ViewCount="50" Body="&lt;p&gt;I'm looking for a dataset that could allow me to compute, or better give me directly;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;How many days per year a city x experiences some rain for more than y hours.&lt;/li&gt;&#xA;&lt;li&gt;How many days per year a city x experiences some rain for more than z mm of rains at time.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;(where x, y and z are specified by the user)&lt;/p&gt;&#xA;&lt;p&gt;E.g. how many days per year Seattle experiences more than two hours of rain.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="28390" LastEditDate="2021-09-29T04:38:12.773" LastActivityDate="2021-09-30T07:52:48.523" Title="Number of rainy days per year in a given city" Tags="|data-request|weather|meteorology|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20009" PostTypeId="2" ParentId="20005" CreationDate="2021-09-30T07:52:48.523" Score="1" Body="&lt;p&gt;All the climate data of US are available on the National Climatic Data Center, under the National Oceanic and Atmospheric Administration (NOAA). You can get county, city or state based rainfall, wind etc. data of both recent and historical times.&lt;/p&gt;&#xA;&lt;p&gt;Data link: &lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncdc.noaa.gov/cdo-web/search&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="28390" LastActivityDate="2021-09-30T07:52:48.523" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20010" PostTypeId="2" ParentId="13294" CreationDate="2021-09-30T09:17:19.047" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://physionet.org/about/database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Physionet&lt;/a&gt; is an online repository of EHR databases.&lt;/p&gt;&#xA;&lt;p&gt;For example, here are some (credentialed access) deidentified ICU datasets:&lt;/p&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;Dataset&lt;/th&gt;&#xA;&lt;th&gt;Location&lt;/th&gt;&#xA;&lt;th&gt;N hospitals&lt;/th&gt;&#xA;&lt;th&gt;Source&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;MIMIC-III&lt;/td&gt;&#xA;&lt;td&gt;US&lt;/td&gt;&#xA;&lt;td&gt;1&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://physionet.org/content/mimiciii/1.4/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://physionet.org/content/mimiciii/1.4/&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;MIMIV-IV&lt;/td&gt;&#xA;&lt;td&gt;US&lt;/td&gt;&#xA;&lt;td&gt;1&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://physionet.org/content/mimiciv/1.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://physionet.org/content/mimiciv/1.0/&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;eICU&lt;/td&gt;&#xA;&lt;td&gt;US&lt;/td&gt;&#xA;&lt;td&gt;&amp;gt;200&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://physionet.org/content/eicu-crd/2.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://physionet.org/content/eicu-crd/2.0/&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;HiRID&lt;/td&gt;&#xA;&lt;td&gt;Switzerland&lt;/td&gt;&#xA;&lt;td&gt;1&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://physionet.org/content/hirid/1.1.1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://physionet.org/content/hirid/1.1.1/&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;AmsterdamUMCDB&lt;/td&gt;&#xA;&lt;td&gt;Amsterdam&lt;/td&gt;&#xA;&lt;td&gt;1&lt;/td&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://amsterdammedicaldatascience.nl/#amsterdamumcdb&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://amsterdammedicaldatascience.nl/#amsterdamumcdb&lt;/a&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;" OwnerUserId="30196" LastEditorUserId="30196" LastEditDate="2021-09-30T11:38:25.713" LastActivityDate="2021-09-30T11:38:25.713" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20014" PostTypeId="1" CreationDate="2021-10-04T17:10:57.530" Score="2" ViewCount="119" Body="&lt;p&gt;Is it possible to access new indication submissions or approvals via the OpenFDA API?&lt;/p&gt;&#xA;&lt;p&gt;I can see the information that I am looking for via the the Drugs@FDA website. For example, the &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cder/daf/index.cfm?event=overview.process&amp;amp;ApplNo=202192&quot; rel=&quot;nofollow noreferrer&quot;&gt;page for Jakafi&lt;/a&gt; has submissions labeled as &amp;quot;Efficacy-New Indication&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/GLKQM.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/GLKQM.png&quot; alt=&quot;New indication data available via website&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, when I try to &lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=openfda.brand_name:%22JAKAFI%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;query the same information via the the Drugs@FDA API&lt;/a&gt;, the same submissions are returned without the &amp;quot;New Indication&amp;quot; label.&lt;/p&gt;&#xA;&lt;p&gt;API Query:&#xA;&lt;code&gt;https://api.fda.gov/drug/drugsfda.json?search=openfda.brand_name:%22JAKAFI%22&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;API Response Excerpt:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;          &amp;quot;submission_type&amp;quot;: &amp;quot;SUPPL&amp;quot;,&#xA;          &amp;quot;submission_number&amp;quot;: &amp;quot;23&amp;quot;,&#xA;          &amp;quot;submission_status&amp;quot;: &amp;quot;AP&amp;quot;,&#xA;          &amp;quot;submission_status_date&amp;quot;: &amp;quot;20210922&amp;quot;,&#xA;          &amp;quot;review_priority&amp;quot;: &amp;quot;PRIORITY&amp;quot;,&#xA;          &amp;quot;submission_class_code&amp;quot;: &amp;quot;EFFICACY&amp;quot;,&#xA;          &amp;quot;submission_class_code_description&amp;quot;: &amp;quot;Efficacy&amp;quot;,&#xA;          &amp;quot;submission_property_type&amp;quot;: [&#xA;            {&#xA;              &amp;quot;code&amp;quot;: &amp;quot;Orphan&amp;quot;&#xA;            }&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="29910" LastActivityDate="2021-10-05T18:14:15.450" Title="New Indications via OpenFDA API" Tags="|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20018" PostTypeId="1" CreationDate="2021-10-04T23:59:13.243" Score="2" ViewCount="31" Body="&lt;p&gt;I'm looking for a dataset that contains how much UVA and UVB radiations a given city received every hour over a year.&lt;/p&gt;&#xA;&lt;p&gt;E.g.:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;0.0 kJ/m² UVA and 0.0 kJ m² UVB between 00 and 01 AM on 2020-01-01 in Seattle.&lt;/li&gt;&#xA;&lt;li&gt;0.0 kJ/m² UVA and 0.0 kJ m² UVB between 01 and 02 AM on 2020-01-01 in Seattle.&lt;/li&gt;&#xA;&lt;li&gt;[...]&lt;/li&gt;&#xA;&lt;li&gt;0.3 kJ/m² UVA and 0.0 kJ m² UVB between 08 and 09 AM on 2020-01-01 in Seattle.&lt;/li&gt;&#xA;&lt;li&gt;0.9 kJ/m² UVA and 0.1 kJ m² UVB between 09 and 10 AM on 2020-01-01 in Seattle.&lt;/li&gt;&#xA;&lt;li&gt;1.2 kJ/m² UVA and 0.3 kJ m² UVB between 10 and 11 AM on 2020-01-01 in Seattle.&lt;/li&gt;&#xA;&lt;li&gt;etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Preference if values are averaged over several years. Also, the finer the wavelength ranges, the better: e.g., instead of having UVA = [315 nm; 400 nm] and UVB = [280 nm; 315 nm], measurements could be move fine-grained, such as range_1 = [315 nm; 330 nm], range_2 = [330 nm; 345 nm]; etc. I'd also be interested in UVC ([100 nm; 280 nm]).&lt;/p&gt;&#xA;&lt;p&gt;I am not interested in the &lt;a href=&quot;https://en.wikipedia.org/wiki/Ultraviolet_index&quot; rel=&quot;nofollow noreferrer&quot;&gt;UV index&lt;/a&gt; because it is erythemally weighted UV: I want the UVA and UVB breakdown.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2021-10-07T22:49:23.143" LastActivityDate="2021-10-07T22:49:23.143" Title="UVA and UVB radiations every hour over a year in a given city" Tags="|data-request|medical|weather|climate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20019" PostTypeId="2" ParentId="20014" CreationDate="2021-10-05T18:14:15.450" Score="3" Body="&lt;p&gt;openFDA builds its &lt;em&gt;Drugs@FDA&lt;/em&gt; dataset from the downloadable &lt;a href=&quot;https://www.fda.gov/drugs/drug-approvals-and-databases/drugsfda-data-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;data files&lt;/a&gt; at the FDA. Unfortunately, the information you are looking for is currently absent from these files: if you scroll down to the ER diagram on that page you will see a note saying&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;ActionTypes_Lookup (a linking table will be provided in the near future)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The &amp;quot;linking table&amp;quot; hasn't been provided yet, which is why we are unable to extract the information to openFDA. Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-10-05T18:14:15.450" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20020" PostTypeId="1" CreationDate="2021-10-05T20:23:03.430" Score="0" ViewCount="55" Body="&lt;p&gt;There are quite a lot of really, really large utterance/phoneme datasets out there, but I can't seem to find anything small. I'm looking for the minimum viable set of utterances/sentences in English that would provide sufficient coverage of phonemes so that, if you fed them all into a training algorithm, you could get a half-decent model. I don't actually want any audio data, because I'm going to generate that myself (custom voice model).&lt;/p&gt;&#xA;" OwnerUserId="30249" LastActivityDate="2024-02-23T20:06:55.970" Title="Looking for &quot;minimum viable English utterances&quot; to provide sufficient phoneme coverage for TTS training" Tags="|english|models|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20021" PostTypeId="2" ParentId="20020" CreationDate="2021-10-06T13:22:46.170" Score="0" Body="&lt;p&gt;Someone shared: &lt;a href=&quot;https://github.com/rhasspy/tts-prompts&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/rhasspy/tts-prompts&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This looks great!&lt;/p&gt;&#xA;&lt;p&gt;Ref: &lt;a href=&quot;https://discourse.mozilla.org/t/minimum-viable-english-phoneme-coverage-set-ljspeech-style/86854&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://discourse.mozilla.org/t/minimum-viable-english-phoneme-coverage-set-ljspeech-style/86854&lt;/a&gt; (also my post)&lt;/p&gt;&#xA;" OwnerUserId="30249" LastActivityDate="2021-10-06T13:22:46.170" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20024" PostTypeId="1" CreationDate="2021-10-12T06:40:56.377" Score="1" ViewCount="28" Body="&lt;p&gt;Where can I read a graph that describes the worldly prevalence of office equipment consumption?&lt;/p&gt;&#xA;&lt;p&gt;These data might help me assume &amp;quot;how much&amp;quot; have offices become digital and even &amp;quot;remote&amp;quot;, in practice.&lt;/p&gt;&#xA;&lt;p&gt;I didn't find any such information in Google Images.&lt;/p&gt;&#xA;" OwnerUserId="30276" LastActivityDate="2021-10-12T06:40:56.377" Title="Office equipment consumption 2000-2021" Tags="|industry|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20025" PostTypeId="2" ParentId="19647" CreationDate="2021-10-12T18:25:19.517" Score="0" Body="&lt;p&gt;OpenCorporates and CorporationsWiki are the best that I know of. They're certainly incomplete and out of date at times though.&lt;/p&gt;&#xA;" OwnerUserId="30280" LastActivityDate="2021-10-12T18:25:19.517" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20034" PostTypeId="2" ParentId="19984" CreationDate="2021-10-18T17:05:42.947" Score="0" Body="&lt;p&gt;I came across your question because I want to do the same thing! I found one promising website with an api along with documentation. &lt;a href=&quot;https://rawg.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is what I have found, I hope it helps with what you are looking for :)&lt;/p&gt;&#xA;" OwnerUserId="30322" LastActivityDate="2021-10-18T17:05:42.947" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20035" PostTypeId="2" ParentId="1566" CreationDate="2021-10-19T01:07:41.263" Score="1" Body="&lt;p&gt;US Treasury has a Gitub repo that could help. Realize the is a very old post, but it came up on Google for a related issue.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/US-Department-of-the-Treasury/insiderTrades&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/US-Department-of-the-Treasury/insiderTrades&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30327" LastActivityDate="2021-10-19T01:07:41.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20036" PostTypeId="1" CreationDate="2021-10-19T16:24:54.820" Score="1" ViewCount="27" Body="&lt;p&gt;I'm looking to download satellite data with resolution good enough to see objects that are 10 meters in size (eg tiles that are 20m x 20m).  I do not care about changes over time.  I'm basically just looking at rocks and static/snapshot (one point in time) data is fine.  I don't care if the data is 20 years old or new today.&lt;/p&gt;&#xA;&lt;p&gt;I really want to be able to download all of the data, ideally as a bunch of files/images containing zoomed in views, instead of accessing bits of data via an API.&lt;/p&gt;&#xA;&lt;p&gt;I primarily care about the USA but would be fine with data from the whole world.  I'm not intending on using these data for financial gain, nor will I share with the public, so okay with data that has limitations around that type of usage.&lt;/p&gt;&#xA;&lt;p&gt;Thank you so much for any tips!&lt;/p&gt;&#xA;" OwnerUserId="3797" LastEditorUserId="3797" LastEditDate="2021-10-19T18:26:02.310" LastActivityDate="2021-10-20T16:23:03.153" Title="download static/snapshot satellite data of the USA" Tags="|geospatial|map|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20040" PostTypeId="2" ParentId="4054" CreationDate="2021-10-20T15:53:15.957" Score="0" Body="&lt;p&gt;I went to &lt;a href=&quot;https://www.usgs.gov/core-science-systems/ngp/board-on-geographic-names/download-gnis-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;this website&lt;/a&gt; (USGS board on geographic names), downloaded each state's information and then filtered the rows with &amp;quot;county&amp;quot; in the place name. Each state's URL can be programatically manipulated easily.&lt;/p&gt;&#xA;" OwnerUserId="25059" LastActivityDate="2021-10-20T15:53:15.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20041" PostTypeId="2" ParentId="20036" CreationDate="2021-10-20T16:23:03.153" Score="2" Body="&lt;p&gt;Check out the data mentioned on this &lt;a href=&quot;https://gisgeography.com/free-satellite-imagery-data-list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt;. It e.g. mentions Sentinel with a 10m and SPOT with a 1.5m resolution.&lt;/p&gt;&#xA;" OwnerUserId="21916" LastActivityDate="2021-10-20T16:23:03.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20042" PostTypeId="1" CreationDate="2021-10-21T16:40:41.217" Score="0" ViewCount="33" Body="&lt;p&gt;All - admittedly, a beginner question.  I'm looking at the most recent pma json dataset from OpenFDA to understand trends in new applications over time and by geographic location.  My first look at the data suggests that everything I can find in the data set is a supplement, rather than a first approval.  What values in which fields indicate that an entry represents a newly approved device?&lt;/p&gt;&#xA;" OwnerUserId="30341" LastActivityDate="2024-03-15T21:02:35.270" Title="Filtering pma dataset for only new PMA decisions (that is, no supplmements)" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20043" PostTypeId="1" CreationDate="2021-10-22T13:23:24.240" Score="1" ViewCount="30" Body="&lt;p&gt;Is there a easy way to access and query carbon data such as the data that comes from OCO-2 satellite?&lt;/p&gt;&#xA;&lt;p&gt;I’m trying to find a easy way of quantifying the carbon emissions within a certain area.&lt;/p&gt;&#xA;&lt;p&gt;Ideally I enter an address or coordinates and I get the data. Does something like this exist?&lt;/p&gt;&#xA;" OwnerUserId="30345" LastActivityDate="2021-10-26T07:40:58.587" Title="Seeking carbon geospatial data" Tags="|data-request|geospatial|geocoding|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20044" PostTypeId="1" CreationDate="2021-10-23T12:43:39.943" Score="0" ViewCount="94" Body="&lt;p&gt;Is anyone aware of a way to query/download Airworthiness Directives? I don't want to resort to HTML scraping, but I can't seem to find any alternatives.&lt;/p&gt;&#xA;&lt;p&gt;I wouldn't be opposed to downloading whole chunks of the data and parsing it locally, but I don't even see a great way to do that.&lt;/p&gt;&#xA;&lt;p&gt;Any help would be appreciated!&lt;/p&gt;&#xA;&lt;p&gt;Daniel&lt;/p&gt;&#xA;" OwnerUserId="30349" LastActivityDate="2024-01-08T09:04:30.530" Title="Reading Current FAA ADs via API" Tags="|data-request|api|aviation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20045" PostTypeId="1" CreationDate="2021-10-24T10:27:02.267" Score="1" ViewCount="90" Body="&lt;p&gt;As a German speaker learning French, I really enjoyed the &amp;quot;Fremdsprachentexte Reclam&amp;quot; books: they are French literature books for German learners, each book has a CEFR level (e.g. B2, C1...), and the words that are deemed complicated to that CEFR level have translations/explanations in the footnote. &lt;a href=&quot;https://www.biderundtanner.ch/detail/ISBN-9783150199961/Ionesco-Eug%C3%A8ne/Rhinoc%C3%A9ros.-La-pi%C3%A8ce-de-th%C3%A9%C3%A2tre-%C2%B7-La-nouvelle?bpmctrl=bpmrownr.1%7Cforeign.209425-79-0-63234&quot; rel=&quot;nofollow noreferrer&quot;&gt;B2 example here.&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I find this an amazing reading experience for language learners.&lt;/p&gt;&#xA;&lt;p&gt;I'm wanting to create an app for this. I would like to see if there's an open database of French words mapped to their CEFR level. I found answers for &lt;a href=&quot;https://opendata.stackexchange.com/questions/17612/cefr-for-english-words-by-level&quot;&gt;English&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/questions/11057/word-list-with-learning-age/11862#11862&quot;&gt;Swedish&lt;/a&gt;, and I'm sure there' something for French.&lt;/p&gt;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="30354" LastActivityDate="2021-10-24T10:27:02.267" Title="Dataset with French words by CEFR level" Tags="|language|french|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20046" PostTypeId="2" ParentId="20043" CreationDate="2021-10-26T07:40:58.587" Score="3" Body="&lt;p&gt;It doesn't seem like there is very geograpically detailed data easily available, but at the country level, Our World In Data has sources listed here: &lt;a href=&quot;https://github.com/owid/co2-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/owid/co2-data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There are also several sources from NOAA that may include satellite data - but I'm pretty sure that observational data like this won't account for the differences between human emissions and other factors like seasonal variation due to plant growth:&#xA;&lt;a href=&quot;https://gml.noaa.gov/aftp/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gml.noaa.gov/aftp/data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30364" LastActivityDate="2021-10-26T07:40:58.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20048" PostTypeId="1" AcceptedAnswerId="20795" CreationDate="2021-10-26T19:21:00.110" Score="0" ViewCount="81" Body="&lt;p&gt;I'm trying to find a Chinese (and also French) word list, similar to this one for English: &lt;a href=&quot;https://www.mit.edu/%7Eecprice/wordlist.10000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mit.edu/~ecprice/wordlist.10000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;All I'm finding are 100-500 word lists. Anyone know a comprehensive list?&lt;/p&gt;&#xA;" OwnerUserId="28456" LastActivityDate="2022-12-16T23:07:34.197" Title="A comprehensive list of words in Chinese?" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20049" PostTypeId="2" ParentId="20042" CreationDate="2021-10-27T14:26:40.860" Score="0" Body="&lt;p&gt;You would look for a blank supplement number. The following query does exactly that:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/pma.json?search=supplement_number:%22%22%20OR%20_missing_:supplement_number&amp;amp;sort=decision_date:desc&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/pma.json?search=supplement_number:%22%22+OR+&lt;em&gt;missing&lt;/em&gt;:supplement_number&amp;amp;sort=decision_date:desc&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-10-27T14:26:40.860" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20052" PostTypeId="2" ParentId="19982" CreationDate="2021-10-28T16:51:12.587" Score="1" Body="&lt;p&gt;Firstly, I'm a little confused by your question. Are you using PLS to reduce the dimensionality of the regression model, remove multicollinearity, or do you only have one independent predictor variable? IMHO, PLS is inappropriate for the latter since PLS transforms your independent variables (X) into uncorrelated components that are then regressed against the dependent variable(s) (Y). There's absolutely no point in applying a PLS transform if you only have one independent predictor variable in your regression model!&lt;/p&gt;&#xA;&lt;p&gt;I'm not familiar with chemometrics, but the &lt;a href=&quot;https://www.bgs.ac.uk/geology-projects/applied-geochemistry/g-base/advanced-soil-geochemical-atlas&quot; rel=&quot;nofollow noreferrer&quot;&gt;Advanced Soil Geochemical Atlas of England and Wales&lt;/a&gt; has a freely available &lt;a href=&quot;https://www.bgs.ac.uk/download/advanced-soil-geochemical-atlas-nsi-grids/&quot; rel=&quot;nofollow noreferrer&quot;&gt;gridded dataset&lt;/a&gt; of soil geochemistry. It is a multivariate &lt;em&gt;&lt;strong&gt;geospatial&lt;/strong&gt;&lt;/em&gt; dataset; each pixel contains the estimated soil concentrations of approximately 53 elements.&lt;/p&gt;&#xA;&lt;p&gt;It would require some pre-processing, but this dataset should give you a fairly large number of independent variables for PLS regression analysis. For example, you could choose a subset of the elements to predict another. Moreover, most of the elements are likely correlated with each other, thereby justifying the use of PLS to reduce multicollinearity by transforming the variables into uncorrelated components.&lt;/p&gt;&#xA;" OwnerDisplayName="user30383" LastActivityDate="2021-10-28T16:51:12.587" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20054" PostTypeId="2" ParentId="3496" CreationDate="2021-10-29T09:04:52.773" Score="1" Body="&lt;p&gt;The best option for the English Wiktionary is the &lt;a href=&quot;https://github.com/tatuylonen/wiktextract&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktextract project&lt;/a&gt;. It offers already parsed versions in JSONL format &lt;a href=&quot;https://kaikki.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. I did something similar and parsed every JSON line to then add it into my database.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2021-10-29T09:04:52.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20055" PostTypeId="1" CreationDate="2021-10-29T09:42:54.690" Score="1" ViewCount="287" Body="&lt;p&gt;I am looking to automate the process of setting the stress of Russian words. There are already tools that do this (RussianGram or &lt;a href=&quot;https://morpher.ru/accentizer/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://morpher.ru/accentizer/&lt;/a&gt;), but nothing open source which can be executed offline as far as I know.&lt;/p&gt;&#xA;&lt;p&gt;So what I am looking for is a dataset that contains Russian words with their stresses and correct forms of е or ё. I have had some success so far by using the dataset provided by &lt;a href=&quot;https://kaikki.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kaikki.org/&lt;/a&gt;, which contains Russian words (and English translations) and many of their inflections. &lt;strike&gt;The only problem is that right now it does not support the short form of many verbs (like завершён). It is possible that the creator will parse the sites more so that the short form of verbs will be included in the dataset as well. (That was his plan I think).&lt;/strike&gt; Edit: Now all this information is available, making this maybe the best resource.&lt;/p&gt;&#xA;&lt;p&gt;Another option would be to attempt to use the &lt;a href=&quot;https://github.com/tatuylonen/wiktextract&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/tatuylonen/wiktextract&lt;/a&gt; project, which right now only works for the English Wiktionary, on the Russian Wiktionary or to try to parse the Russian Wiktionary dumps, but both options would probably be a lot of work.&lt;/p&gt;&#xA;&lt;p&gt;I also found one project which attempted to parse the Russian Wiktionary: &lt;a href=&quot;http://whinger.krc.karelia.ru/soft/wikokit/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://whinger.krc.karelia.ru/soft/wikokit/index.html&lt;/a&gt;&#xA;Unfortunately the database dump contains the files misencoded in some form, which is not trivial to fix (at least for me).&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have any other ideas?&lt;/p&gt;&#xA;" OwnerUserId="30391" LastEditorUserId="30391" LastEditDate="2022-03-08T08:31:11.433" LastActivityDate="2022-03-08T08:31:11.433" Title="Russian Dictionary that contains stress marks" Tags="|data-request|language|dictionary|russia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20056" PostTypeId="1" CreationDate="2021-10-29T10:27:03.377" Score="1" ViewCount="76" Body="&lt;p&gt;I am seeking, but have been unable to find, detailed information about the women's high jump at the 2020 Tokyo Olympics (which was of course held in 2021). I particularly want data about the sequence in which the athletes jumped (but not necessarily time-stamped) including whether an athlete chose not to try a particular height, as well information about as success or failure. I had hoped that the Olympics site itself would have the information but I was surprised to find that it does not. In the absence of anything else, I would be willing to watch the entirety of the replays but I have been unable to find the videos for the qualifying events.&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2021-10-29T11:38:38.667" Title="Sports data set. Olympics. High jump" Tags="|data-request|sports|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20057" PostTypeId="2" ParentId="20056" CreationDate="2021-10-29T11:38:38.667" Score="2" Body="&lt;p&gt;Scorecard PDFs are available on the world athletics website if you click official results -&amp;gt; download: &lt;a href=&quot;https://www.worldathletics.org/results/olympic-games/2021/the-xxxii-olympic-games-athletics-7132391/women/high-jump/qualification/series&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.worldathletics.org/results/olympic-games/2021/the-xxxii-olympic-games-athletics-7132391/women/high-jump/qualification/series&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And for the final: &lt;a href=&quot;https://www.worldathletics.org/results/olympic-games/2021/the-xxxii-olympic-games-athletics-7132391/women/high-jump/final/series#resultheader&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.worldathletics.org/results/olympic-games/2021/the-xxxii-olympic-games-athletics-7132391/women/high-jump/final/series#resultheader&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If you click &amp;quot;startlist&amp;quot; you can see the seeding order as well, the order of jumps would follow that skipping people who have dropped out or passed&lt;/p&gt;&#xA;&lt;p&gt;You can watch the full session replays for free if you have a Japanese VPN but if you're in the US I think you may have to pay for Peacock / NBC Sports to see the VODs as they have exclusive rights.&lt;/p&gt;&#xA;" OwnerUserId="16777" LastActivityDate="2021-10-29T11:38:38.667" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20058" PostTypeId="1" CreationDate="2021-10-29T14:27:01.860" Score="0" ViewCount="69" Body="&lt;p&gt;I am writing a paper on adverse reaction mining, and I need to calculate ROR and PRR values of all adverse reactions of a drug. May I ask how to use openFDA to build query statements?&lt;/p&gt;&#xA;" OwnerUserId="30389" LastActivityDate="2023-03-29T23:04:25.697" Title="How to obtain ROR and PRR of an adverse drug event using openFDA" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20059" PostTypeId="2" ParentId="3668" CreationDate="2021-10-29T15:15:07.510" Score="1" Body="&lt;p&gt;I've mashed up a dataset based on Academy Awards winners and nominees on &lt;a href=&quot;https://github.com/AminFadaee/awards/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Github&lt;/a&gt; which you can use like this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;https://raw.githubusercontent.com/AminFadaee/awards/master/academy_awards/93rd_academy_awards.json&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="30394" LastActivityDate="2021-10-29T15:15:07.510" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20061" PostTypeId="1" CreationDate="2021-11-01T02:25:00.277" Score="1" ViewCount="25" Body="&lt;p&gt;I am looking for a dataset containing which state payroll taxes individuals residing in the United States must pay, broken down per state.  E.g., Washington tax residents must pay a 0.58% long-term care insurance payroll tax (unless they have managed to opt out of it).&lt;/p&gt;&#xA;&lt;p&gt;Some state payroll taxes are employer contributions (e.g., Unemployment Insurance (UI) and Employment Training Tax (ETT)  in California) while some others are withheld from employees’ wages (e.g., State Disability Insurance (SDI) and Personal Income Tax (PIT) in California). I'm only interested in state payroll taxes withheld from employees’ wages.&lt;/p&gt;&#xA;&lt;p&gt;E.g. the dataset could be something like (the number for CA is made up):&lt;/p&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;US State&lt;/th&gt;&#xA;&lt;th&gt;Payroll tax rate withheld from employees’ wages.&lt;/th&gt;&#xA;&lt;th&gt;Tax name(s)&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;California&lt;/td&gt;&#xA;&lt;td&gt;3%&lt;/td&gt;&#xA;&lt;td&gt;State Disability Insurance (SDI) and Personal Income Tax (PIT) in California&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;Texas&lt;/td&gt;&#xA;&lt;td&gt;0%&lt;/td&gt;&#xA;&lt;td&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;Washington&lt;/td&gt;&#xA;&lt;td&gt;0.58%&lt;/td&gt;&#xA;&lt;td&gt;long-term care insurance tax&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;[...]&lt;/td&gt;&#xA;&lt;td&gt;[...]&lt;/td&gt;&#xA;&lt;td&gt;&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gusto.com/tools/employer-tax-calculator&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gusto.com/tools/employer-tax-calculator&lt;/a&gt; (&lt;a href=&quot;https://web.archive.org/web/20211101024712/https://gusto.com/tools/employer-tax-calculator&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;) only contains state payroll taxes that are employer contributions, whereas I want state payroll taxes withheld from employees’ wages:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NBiGW.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NBiGW.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2021-11-01T02:44:39.397" LastActivityDate="2021-11-01T02:44:39.397" Title="Payroll taxes per state in the United States" Tags="|data-request|usa|finance|taxes|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20062" PostTypeId="2" ParentId="20048" CreationDate="2021-11-02T04:23:23.393" Score="1" Body="&lt;p&gt;I didn't find any ready-made word list either, but here you can &lt;a href=&quot;http://cql.corpora.uni-leipzig.de/bonito/run.cgi/wordlist_form&quot; rel=&quot;nofollow noreferrer&quot;&gt;generate a word list from the corpus&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;At first just adjust an options and click &lt;code&gt;Make word list&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/jF41i.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;Then you can save a word list to CSV, TSV or XML by choosing &lt;code&gt;Save&lt;/code&gt; on the left-side menu:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/wlEVd.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;" OwnerUserId="30414" LastActivityDate="2021-11-02T04:23:23.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20063" PostTypeId="1" CreationDate="2021-11-02T05:37:55.907" Score="1" ViewCount="125" Body="&lt;p&gt;I am trying to list all of the approved drugs in a particular year, (e.g. &lt;a href=&quot;https://www.fda.gov/drugs/new-drugs-fda-cders-new-molecular-entities-and-new-therapeutic-biological-products/novel-drug-approvals-2021&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/drugs/new-drugs-fda-cders-new-molecular-entities-and-new-therapeutic-biological-products/novel-drug-approvals-2021&lt;/a&gt;), but when I try going through the searchable fields I am not able to find anything relevant. How might I do this?&lt;/p&gt;&#xA;" OwnerUserId="30416" LastEditorUserId="30464" LastEditDate="2021-11-10T05:28:39.490" LastActivityDate="2024-03-29T11:07:00.840" Title="How can I list FDA approved drugs in a year?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20064" PostTypeId="2" ParentId="19880" CreationDate="2021-11-03T08:42:38.240" Score="1" Body="&lt;p&gt;Someone has already done some of the hard work for you.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://myed.com/about-myed&quot; rel=&quot;nofollow noreferrer&quot;&gt;MyEd is a small business&lt;/a&gt; that combines open data about educational performance, environmental data and some user generated data to provide students and parents impartial information about schools and colleges.&lt;/p&gt;&#xA;&lt;p&gt;You can search their website for schools by postcode - you'll have to do your own research into house prices. Good luck :)&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://myed.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://myed.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30423" LastActivityDate="2021-11-03T08:42:38.240" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20066" PostTypeId="2" ParentId="15371" CreationDate="2021-11-03T17:23:34.137" Score="1" Body="&lt;p&gt;CAMRA's &lt;a href=&quot;https://whatpub.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;whatpub.com&lt;/a&gt; / good beer guide &lt;a href=&quot;https://gbg-api.camra.org.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;seems to have an API&lt;/a&gt;, although you might have to become a member to access it&lt;/p&gt;&#xA;&lt;p&gt;Looks like &lt;a href=&quot;https://github.com/hazanjon/camra-pubs/blob/master/research/README.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;someone has tried here&lt;/a&gt;, which might give you some leads&lt;/p&gt;&#xA;" OwnerUserId="30423" LastActivityDate="2021-11-03T17:23:34.137" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20067" PostTypeId="2" ParentId="20055" CreationDate="2021-11-03T17:39:37.840" Score="1" Body="&lt;p&gt;I searched some more and found so far the best data set, OpenRussian: &lt;a href=&quot;https://en.openrussian.org/dictionary&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.openrussian.org/dictionary&lt;/a&gt;. It contains a lot of data, but as far as I could tell not as much as the Russian Wiktionary.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2021-11-03T17:39:37.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20068" PostTypeId="1" AcceptedAnswerId="20179" CreationDate="2021-11-04T07:45:08.070" Score="0" ViewCount="78" Body="&lt;p&gt;I want to retrieve the the first recorded ejection fraction (EF) of patients. From my attempts, the codes &lt;code&gt;2697&lt;/code&gt;, &lt;code&gt;2699&lt;/code&gt;, &lt;code&gt;226272&lt;/code&gt;, and &lt;code&gt;227008&lt;/code&gt; represent ejection fractions:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT itemid, label, abbreviation, linksto, category, unitname&#xA;FROM d_items&#xA;WHERE itemid IN ('2697', '2699', '226272', '227008');&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;...which gives:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; itemid |       label       |   abbreviation    |   linksto   |        category        | unitname&#xA;--------+-------------------+-------------------+-------------+------------------------+----------&#xA;   2697 | EF %              |                   | chartevents |                        |&#xA;   2699 | EF                |                   | chartevents |                        |&#xA; 226272 | EF (CCO)          | EF (CCO)          | chartevents | Hemodynamics           | %&#xA; 227008 | Ejection Fraction | Ejection Fraction | chartevents | Scores - APACHE IV (2) | %&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;To extract the values of EF, I use:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT subject_id, hadm_id, icustay_id, itemid, charttime, value, valuenum&#xA;FROM&#xA;(&#xA;    SELECT * &#xA;    , RANK() OVER (PARTITION BY chartevents.subject_id ORDER BY chartevents.charttime) as charttime_id_order&#xA;    FROM chartevents&#xA;    WHERE itemid IN ('2697', '2699', '226272', '227008')&#xA;) AS tbl_ef&#xA;WHERE charttime_id_order=1&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;...which returns the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; subject_id | hadm_id | icustay_id | itemid |      charttime      | value | valuenum&#xA;------------+---------+------------+--------+---------------------+-------+----------&#xA;        711 |  158767 |     270525 | 227008 | 2185-03-23 14:45:00 | 45    |       45&#xA;       1581 |  113063 |     217900 |   2699 | 2171-11-13 00:30:00 | 32    |       32&#xA;       2638 |  135772 |     264212 |   2699 | 2138-10-02 04:30:00 | 40    |       40&#xA;       9767 |  195886 |     277000 |   2699 | 2154-11-13 20:30:00 | 35    |       35&#xA;      14135 |  196667 |     238064 |   2699 | 2136-09-15 21:00:00 | 16    |       16&#xA;      14588 |  177135 |     270609 |   2699 | 2187-12-03 08:00:00 | 44    |       44&#xA;      15145 |  142200 |     248846 |   2697 | 2162-09-18 01:00:00 | 31    |       31&#xA;      16630 |  136282 |     264249 |   2699 | 2108-01-22 12:00:00 | 26    |       26&#xA;      28426 |  153325 |     245963 | 227008 | 2124-01-10 14:32:00 | 0     |        0&#xA;      40094 |  193368 |     210633 | 226272 | 2147-11-23 17:30:00 | 46    |       46&#xA;      43961 |  150566 |     247783 | 226272 | 2120-07-02 20:22:00 | 42    |       42&#xA;      52532 |  124500 |     255738 | 226272 | 2195-02-05 19:53:00 | 31    |       31&#xA;      54187 |  116451 |     246413 | 226272 | 2112-04-29 20:48:00 | 58    |       58&#xA;      63961 |  160874 |     284945 | 226272 | 2140-08-11 20:28:00 | 54    |       54&#xA;      71243 |  124711 |     243996 | 226272 | 2140-06-04 07:47:00 | 35    |       35&#xA;      78419 |  126041 |     203258 | 226272 | 2179-06-07 03:36:00 | 39    |       39&#xA;      81087 |  106452 |     228342 | 226272 | 2155-05-21 07:43:00 | 20    |       20&#xA;      86155 |  145282 |     296472 | 226272 | 2190-10-28 09:00:00 | 38    |       38&#xA;      89356 |  159967 |     256091 | 226272 | 2104-12-02 09:00:00 | 35    |       35&#xA;      96218 |  122615 |     275009 | 226272 | 2187-10-14 14:00:00 | 36    |       36&#xA;      97539 |  178571 |     215558 | 226272 | 2139-11-08 18:06:00 | 36    |       36&#xA;(21 rows)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The result set is ridiculously small. Am I doing something wrong or are EF values stored somewhere else as well?&lt;/p&gt;&#xA;" OwnerUserId="25579" LastEditorUserId="25579" LastEditDate="2021-11-04T08:17:23.517" LastActivityDate="2021-12-31T03:51:10.060" Title="Retrieving first-recorded ejection fraction value" Tags="|mimic-iii|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20069" PostTypeId="1" CreationDate="2021-11-04T12:18:23.190" Score="-1" ViewCount="37" Body="&lt;p&gt;I have a list of course completion dates (person, start, end) in the following format (exemplary):&lt;/p&gt;&#xA;&lt;p&gt;Person X || Sept 21, 2021 06:30 PM || Sept 21, 2021 06:50 PM&lt;/p&gt;&#xA;&lt;p&gt;Now I'd like to calculate the overall spent time in minutes from the difference between end and start date. However, I struggle with formatting the start and end date in a way that allows such difference calculations. Excel does not seem to provide a date format that suits the given table record. Manual formatting would take ages since the table is pretty long.&lt;/p&gt;&#xA;&lt;p&gt;Any help would be highly appreciated!&lt;/p&gt;&#xA;&lt;p&gt;Many thanks in advance&lt;/p&gt;&#xA;" OwnerUserId="30426" LastEditorUserId="70" LastEditDate="2022-10-13T17:49:28.410" LastActivityDate="2022-10-13T17:49:28.410" Title="R or Excel: Calculate difference between dates" Tags="|programming|excel|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20070" PostTypeId="2" ParentId="1742" CreationDate="2021-11-04T13:32:24.823" Score="0" Body="&lt;p&gt;Answering because I came to this from Google, even though it was asked ages ago. Check out &lt;a href=&quot;https://constellate.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;constellate.org&lt;/a&gt;. Recent release by JSTORLabs, they integrate multiple databases, and allow access to filtered sets of up to 25k papers at a time.&lt;/p&gt;&#xA;" OwnerUserId="30427" LastEditorUserId="30427" LastEditDate="2021-11-04T13:37:45.603" LastActivityDate="2021-11-04T13:37:45.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20071" PostTypeId="2" ParentId="20058" CreationDate="2021-11-04T19:06:05.473" Score="1" Body="&lt;p&gt;If you have an &amp;quot;Event of Interest&amp;quot; (e.g. DIARRHOEA) and a &amp;quot;Product of Interest&amp;quot; (e.g. IBUPROFEN), then by following &lt;a href=&quot;https://allaboutpharmacovigilance.org/43-reporting-odds-ratio-ror/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this guide&lt;/a&gt; you would need the following queries:&lt;/p&gt;&#xA;&lt;p&gt;A: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22)+AND+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22)+AND+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;B: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22)+AND+(NOT+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22)&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22)+AND+(NOT+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;C: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=(NOT+patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22))+AND+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=(NOT+patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22))+AND+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;D: &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=(NOT+patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22))+AND+(NOT+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22)&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=(NOT+patient.drug.medicinalproduct.exact:(%22IBUPROFEN%22))+AND+(NOT+patient.reaction.reactionmeddrapt.exact:%22DIARRHOEA%22)&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Hopefully this is a good start.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-11-04T19:06:05.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20072" PostTypeId="2" ParentId="20063" CreationDate="2021-11-05T17:49:11.793" Score="0" Body="&lt;p&gt;The Drugs@FDA endpoint is likely the best to fit your needs. You would want to search for records with submission status of &amp;quot;&lt;em&gt;AP&lt;/em&gt;&amp;quot; (approved). Also, you would want to look for submission types indicating a new drug application (for example, &lt;em&gt;Type 2 - New Active Ingredient&lt;/em&gt;). Finally, if you know the year, you can filter by the submission status date falling into that year.&lt;/p&gt;&#xA;&lt;p&gt;Here is an example for the year of 1981:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=submissions.submission_status:%22AP%22%20AND%20(submissions.submission_class_code:%22TYPE%201%22%20OR%20submissions.submission_class_code:%22TYPE%201/4%22%20OR%20submissions.submission_class_code:%22TYPE%202%22%20OR%20submissions.submission_class_code:%22TYPE%202/3%22%20OR%20submissions.submission_class_code:%22TYPE%202/4%22%20OR%20submissions.submission_class_code:%22TYPE%204%22%20OR%20submissions.submission_class_code:%22TYPE%205%22%20OR%20submissions.submission_class_code:%22TYPE%203/4%22)%20AND%20submissions.submission_status_date:%5B1981-01-01%20TO%201981-12-31%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA API Call&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Hopefully this helps&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-11-05T17:49:11.793" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20073" PostTypeId="2" ParentId="20069" CreationDate="2021-11-07T20:02:07.183" Score="0" Body="&lt;p&gt;The function(s) you‘re looking for in R are „date parsing“ functions. There are various libraries out there which do that.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;as.POSIXct() &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;should to the trick out of the box.&lt;/p&gt;&#xA;&lt;p&gt;You will need to use &lt;code&gt;strptime&lt;/code&gt; format codes for your dates.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2021-11-07T20:02:07.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20074" PostTypeId="2" ParentId="16120" CreationDate="2021-11-07T22:26:58.243" Score="0" Body="&lt;p&gt;In case, if you have not seen this sites so what about this ?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.omniglot.com/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.omniglot.com/index.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://mylanguages.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mylanguages.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-11-07T22:26:58.243" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20075" PostTypeId="2" ParentId="20055" CreationDate="2021-11-07T22:32:08.540" Score="0" Body="&lt;p&gt;See if they may be helpful for you if you have not seen this sites before ?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.omniglot.com/writing/russian.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.omniglot.com/writing/russian.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://mylanguages.org/learn_russian.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://mylanguages.org/learn_russian.php&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://learn101.org/russian.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://learn101.org/russian.php&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-11-07T22:32:08.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20078" PostTypeId="1" CreationDate="2021-11-08T21:47:59.260" Score="0" ViewCount="337" Body="&lt;p&gt;I'm trying to sort an API query by size of students, but I can't figure out how to get the API to accept the &amp;amp;sort parameter. Can someone provide me an example? I'm referring to the documentation &lt;a href=&quot;https://github.com/RTICWDT/open-data-maker/blob/master/API.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; but it isn't very clear (to me, a noob at API's). I've already tried the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;let collegeDataAPIoptions = {&#xA;    url: 'https://api.data.gov/ed/collegescorecard/v1/schools.json' +&#xA;        '?school.' +&#xA;        'operating=0,1' +&#xA;        '&amp;amp;_fields=' +&#xA;        'id,' +&#xA;        'school.name,' +&#xA;        '2019.student.size,' +&#xA;        '2019.academics.program_percentage.education' +&#xA;        '&amp;amp;sort=2019.student.size' +&#xA;        '&amp;amp;api_key=[redacted]'&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This is the error I'm getting:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;StatusCodeError: 400 - &amp;quot;{\&amp;quot;error\&amp;quot;:{\&amp;quot;error\&amp;quot;:\&amp;quot;unknown_column\&amp;quot;,\&amp;quot;message\&amp;quot;:\&amp;quot;Only select columns are available for filtering. &#xA;Please see the data documentation column \\\&amp;quot;INDEX\\\&amp;quot; to find out which ones are allowed.\&amp;quot;,\&amp;quot;input\&amp;quot;:\&amp;quot;Unknown column '2019_student_size' in 'order clause'\&amp;quot;}}&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="30452" LastActivityDate="2024-03-28T02:07:10.910" Title="How to sort in an API call for College ScoreCard" Tags="|api|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20079" PostTypeId="2" ParentId="20078" CreationDate="2021-11-08T21:51:53.190" Score="0" Body="&lt;p&gt;Ok after more debugging it looks like it works if the field (in &amp;amp;sort=[field]) doesn't start with a number. If I start it with 'latest' then it works just fine, even though in this case 'latest' and 2019 should be interchangeable.&lt;/p&gt;&#xA;" OwnerUserId="30452" LastActivityDate="2021-11-08T21:51:53.190" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20082" PostTypeId="1" CreationDate="2021-11-12T06:18:54.750" Score="1" ViewCount="42" Body="&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=(receivedate:[20040108+TO+20210401])+AND+patient.drug.medicinalproduct:%22IBUPROFEN%22&amp;amp;count=patient.reaction.reactionmeddrapt.exact&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Using the above search request, I get values as (&lt;a href=&quot;https://0bin.net/paste/OAG1lSoL#+Fi57xXJT869JGfXYWDmwDl0EHHYa5euxJCRSyUHce2&quot; rel=&quot;nofollow noreferrer&quot;&gt;full response&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&amp;quot;term&amp;quot;: &amp;quot;PAIN&amp;quot;, &amp;quot;count&amp;quot;: 9080&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/drug/event.json?search=(receivedate:[20040108+TO+20210401])+AND+patient.drug.medicinalproduct.exact:%22IBUPROFEN%22+AND+patient.reaction.reactionmeddrapt.exact:%22PAIN%22&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Using the above search request, I get (&lt;a href=&quot;https://0bin.net/paste/rx1E5xwh#MCuQ0jJOPiXoMfO3M-GQlVnNZpRcpzQXOwot2LJkTkk&quot; rel=&quot;nofollow noreferrer&quot;&gt;full response&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&amp;quot;total&amp;quot;: 2914&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;How does the above two search requests differentiate so that the result are different?&lt;/p&gt;&#xA;" OwnerUserId="30389" LastEditorUserId="30486" LastEditDate="2021-11-19T22:04:30.210" LastActivityDate="2023-12-10T03:10:11.433" Title="Why are the results of two search statements inconsistent?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20083" PostTypeId="2" ParentId="20082" CreationDate="2021-11-12T16:49:33.953" Score="0" Body="&lt;p&gt;Your former query is using &lt;code&gt;patient.drug.medicinalproduct&lt;/code&gt; while the latter is using &lt;code&gt;patient.drug.medicinalproduct.exact&lt;/code&gt;. The &lt;code&gt;exact&lt;/code&gt; part is what makes the difference.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-11-12T16:49:33.953" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20086" PostTypeId="2" ParentId="2112" CreationDate="2021-11-13T15:00:31.803" Score="0" Body="&lt;p&gt;You'll find usefull informations here: &lt;a href=&quot;http://bharata.nexgate.ch/gavesayati3C.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://bharata.nexgate.ch/gavesayati3C.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Voizins&lt;/p&gt;&#xA;" OwnerUserId="30494" LastActivityDate="2021-11-13T15:00:31.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20089" PostTypeId="1" CreationDate="2021-11-16T10:17:33.523" Score="2" ViewCount="93" Body="&lt;p&gt;I'm trying to draw an interactive map showing boundaries for upper tier local authorities in England, but can't find the polygon data I need.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone help?&lt;/p&gt;&#xA;" OwnerDisplayName="MapJourno" LastEditorUserId="6229" LastEditDate="2022-01-02T20:12:58.387" LastActivityDate="2022-01-02T20:12:58.387" Title="Seeking polygon data for upper tier local authorities in England" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20091" PostTypeId="2" ParentId="20089" CreationDate="2021-11-16T11:38:59.393" Score="1" Body="&lt;p&gt;You need the &lt;a href=&quot;https://osdatahub.os.uk/downloads/open/BoundaryLine&quot; rel=&quot;nofollow noreferrer&quot;&gt;OS Boundary Line dataset&lt;/a&gt; which is freely available under the &lt;a href=&quot;http://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Government Licence&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;From Euro constituencies to council wards, Boundary-Line™ maps every administrative boundary in detail for you.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="312" LastActivityDate="2021-11-16T11:38:59.393" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20092" PostTypeId="1" CreationDate="2021-11-16T14:25:02.733" Score="1" ViewCount="44" Body="&lt;p&gt;Where can I find the average price of properties in each country? I know prices vary from city to city but I was hoping there was something for each country much like for the UK (&lt;a href=&quot;https://www.ons.gov.uk/economy/inflationandpriceindices/bulletins/housepriceindex/july2021#:%7E:text=Image%20.csv%20.xls-,The%20average%20UK%20house%20price%20was%20%C2%A3256%2C000%20in%20July,same%20period%20a%20year%20ago.&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="30337" LastActivityDate="2022-01-07T10:52:16.900" Title="Average property price per country?" Tags="|real-estate|prices|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20093" PostTypeId="1" CreationDate="2021-11-16T16:25:33.690" Score="0" ViewCount="44" Body="&lt;p&gt;When I'm making what seems like a working query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/food/enforcement.json?api_key=123&amp;amp;search=report_date:[2021111+TO+20211112]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I get an error:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;[token_mgr_error] token_mgr_error: Lexical error at line 1, column&#xA;32. Encountered: &amp;quot;]&amp;quot; (93), after :&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;That same query works fine when done in browser but it's failing in my API tool. Any ideas?&lt;/p&gt;&#xA;&lt;p&gt;Secondly, Is there another way to do a relative date or date range in the API if brackets simply can't work for me?&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2024-02-06T02:07:20.833" Title="FDA Api Issue with Brackets" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20096" PostTypeId="1" CreationDate="2021-11-16T17:54:34.263" Score="1" ViewCount="30" Body="&lt;p&gt;I am trying to find spatial data on all (or as many as possible) US college dormitories. Specifically, I want to find the location as a polygon or centroid. I have tried a few methods to acquire this data, including using the serpapi Python scraping package. I tried using the following but it seems it is returning an incomplete dataset (I tried Raleigh, NC to test, which probably has a couple dozen dorms and it only returned 3-4).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; from serpapi import GoogleSearch&#xA; search2 = GoogleSearch({&amp;quot;q&amp;quot;: &amp;quot;dormitory&amp;quot;, &amp;quot;location&amp;quot;: &amp;quot;Raleigh, North Carolina&amp;quot;, &amp;quot;api_key&amp;quot;: &amp;lt;my_api_secret_key&amp;gt;})&#xA; result2 = search2.get_dict()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;If you print the results, it returns a json object with a key called &amp;quot;local_results&amp;quot; that has the data I need but, like I said, it was incomplete and only returned a few dorms. Is anyone familiar with this API package or know of another source where I might find this data?&lt;/p&gt;&#xA;" OwnerUserId="30504" LastActivityDate="2021-11-16T17:54:34.263" Title="GIS Data on US College Dormitories" Tags="|geospatial|python|large-datasets|scraping|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20097" PostTypeId="2" ParentId="1946" CreationDate="2021-11-16T21:59:37.027" Score="0" Body="&lt;p&gt;You can simply take a big corpus of the language text, process it, and count the frequency of each word. As a rule of thumb, you can consider more frequent words and being easiest and less frequent ones as being difficult.&lt;/p&gt;&#xA;&lt;p&gt;There are some processed corpora for this purpose especially for English like TypeDM (&lt;a href=&quot;https://marcobaroni.org/dm/#data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://marcobaroni.org/dm/#data&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="30514" LastActivityDate="2021-11-16T21:59:37.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20098" PostTypeId="2" ParentId="19979" CreationDate="2021-11-17T06:06:09.527" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://staticmapmaker.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://staticmapmaker.com/&lt;/a&gt; provides a quick way to generate API calls for 7 different static map providers, including Google maps. I think they are all paid services but differ in the baselayers they provide, etc. So you need an API key for each but the preview option allows you to see the basic map image they output.&lt;/p&gt;&#xA;" OwnerUserId="30515" LastActivityDate="2021-11-17T06:06:09.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20100" PostTypeId="1" AcceptedAnswerId="20135" CreationDate="2021-11-18T19:40:08.470" Score="0" ViewCount="23" Body="&lt;p&gt;Last time I moved some of the companies I do business with (maybe credit unions, companies that I had loans with, etc) seemed to be aware that my address had changed and updated it in their DB accordingly. My question is...  how did they learn that my address has changed? Is there some sort of notification service that USPS provides?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2021-12-07T10:06:37.387" Title="getting notified when someone's address changes?" Tags="|usa|address|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20102" PostTypeId="2" ParentId="18081" CreationDate="2021-11-19T10:55:42.980" Score="0" Body="&lt;p&gt;Here's a sample function to extract some data cell based on the answer by Bence Mélykúti:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;from requests import Request, Session&#xA;from requests.exceptions import ConnectionError, Timeout, TooManyRedirects&#xA;import pandas as pd&#xA;&#xA;def fetch_sp500_index():&#xA;    spglobal_hostid = get_parameter('spglobal_hostid')&#xA;    url = f'https://www.spglobal.com/spdji/en/idsexport/file.xls?hostIdentifier={spglobal_hostid}&amp;amp;redesignExport=true&amp;amp;languageId=1&amp;amp;selectedModule=PerformanceTableView&amp;amp;selectedSubModule=Daily&amp;amp;indexId=340'&#xA;    parameters = {}&#xA;    headers = {}&#xA;    try:&#xA;        print('fetch_sp500_index: get url=' + url, flush=True)&#xA;        session = Session()&#xA;        session.headers.update(headers)&#xA;        response = session.get(url, params=parameters)&#xA;        df = pd.read_excel(response.content)&#xA;        print(f&amp;quot;{__name__}: df:\n{df}&amp;quot;)&#xA;        print(f&amp;quot;{__name__}: df.keys():\n{df.keys()}&amp;quot;)&#xA;        print(f&amp;quot;{__name__}: col count:\n{len(df.keys())}&amp;quot;)&#xA;        price_row_found = False&#xA;        price_col_found = False&#xA;        price_row_index = None&#xA;        price_col_index = None&#xA;        col_index = 0&#xA;        for col_name in df.keys():&#xA;            col = df[col_name]&#xA;            row_index = 0&#xA;            for cell in col:&#xA;                value = f'{cell}'.strip()&#xA;                if value == 'Price Return\nS&amp;amp;P 500':&#xA;                    price_row_found = True&#xA;                    price_row_index = row_index&#xA;                    print(&amp;quot;price_row_index: &amp;quot;, price_row_index)&#xA;                else:&#xA;                    # print(f&amp;quot;val: '{value}'&amp;quot;)&#xA;                    if value == 'Index Level':&#xA;                        price_col_found = True&#xA;                        price_col_index = col_index&#xA;                        print(&amp;quot;price_col_index: &amp;quot;, price_col_index)&#xA;                if price_row_found and price_col_found:&#xA;                    break&#xA;                row_index = row_index + 1&#xA;            if price_row_found and price_col_found:&#xA;                break&#xA;            col_index = col_index + 1&#xA;        if not price_row_found or not price_col_found:&#xA;            return f'S&amp;amp;P500 Fetch Error: Unrecognized Format'&#xA;        else:&#xA;            return f'S&amp;amp;P500 Index: {&amp;quot;{:0,.2f}&amp;quot;.format(float(df.iloc[price_row_index, price_col_index]))}'&#xA;    except (ConnectionError, Timeout, TooManyRedirects) as e:&#xA;        print(__name__, e, flush=True)&#xA;        return f'S&amp;amp;P500 Fetch Error: {e}'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="30524" LastEditorUserId="30524" LastEditDate="2021-11-19T12:52:13.123" LastActivityDate="2021-11-19T12:52:13.123" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20103" PostTypeId="2" ParentId="18149" CreationDate="2021-11-19T13:08:04.143" Score="0" Body="&lt;p&gt;A new field named &lt;code&gt;cfres_id&lt;/code&gt; has been added to the Device Recalls dataset. That field's value is the &lt;code&gt;id&lt;/code&gt; used in the &lt;code&gt;accessdata&lt;/code&gt; URL.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-11-19T13:08:04.143" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20105" PostTypeId="2" ParentId="6754" CreationDate="2021-11-21T23:25:01.800" Score="0" Body="&lt;p&gt;Another way to list the description of items can be done by using &lt;code&gt;schema:description&lt;/code&gt;. Further information can be found in &lt;a href=&quot;https://www.wikidata.org/wiki/Help:Description&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; page at the official documentation.&lt;/p&gt;&#xA;&lt;p&gt;Here's a minimal working example: List of all continents with their description.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT&#xA;  ?item&#xA;  ?description&#xA;{&#xA;  ?item wdt:P31 wd:Q5107;&#xA;        schema:description ?description.&#xA;  FILTER(LANG(?description) = &amp;quot;en&amp;quot;)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="30534" LastActivityDate="2021-11-21T23:25:01.800" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20108" PostTypeId="1" CreationDate="2021-11-23T19:28:49.240" Score="0" ViewCount="38" Body="&lt;p&gt;I am looking for yearly or monthly &lt;strong&gt;electricity consumption data&lt;/strong&gt; for India for the period 2013-2020. Is there any website that provides these kind of data? The data set should be at the District level at least (748 districts in total).&lt;/p&gt;&#xA;" OwnerUserId="19115" LastEditorUserId="70" LastEditDate="2022-10-13T16:54:13.160" LastActivityDate="2024-02-23T11:48:18.947" Title="Sources of yearly electricity consumption data for India?" Tags="|data-request|geospatial|energy|india|open-source|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20111" PostTypeId="1" CreationDate="2021-11-27T01:10:09.900" Score="0" ViewCount="20" Body="&lt;p&gt;Deadlines are always up to date in interactive chat ,for example:i want to query time range between 2015/01/01-2020/01/01.how to modify?&lt;/p&gt;&#xA;" OwnerUserId="30389" LastActivityDate="2023-12-21T17:01:35.173" Title="how to modify time range in interactive chat?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20112" PostTypeId="1" CreationDate="2021-11-27T02:05:08.767" Score="0" ViewCount="44" Body="&lt;p&gt;Can you explain the difference between searching on &lt;a href=&quot;https://en.wikipedia.org/wiki/OpenFDA&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFDA&lt;/a&gt; with the &lt;code&gt;.exact&lt;/code&gt; suffix, and without the suffix?  I'm a little confused&lt;/p&gt;&#xA;" OwnerUserId="30389" LastEditorUserId="3786" LastEditDate="2023-01-12T04:55:49.283" LastActivityDate="2024-02-06T07:07:55.957" Title="The difference between exact with suffix and without suffix" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20113" PostTypeId="1" CreationDate="2021-11-27T16:01:47.657" Score="0" ViewCount="43" Body="&lt;p&gt;I am trying to find a data set for data visualization purposes. This can be a data set which has only three months of data in it, or a subset of a larger data set. What reputable data sets can you reccomend to me? I tried to search in Kaggle.com , and data.gov.uk but I have not found a dataset which contains a date field. Thank you in advance!&lt;/p&gt;&#xA;" OwnerUserId="30572" LastEditorUserId="70" LastEditDate="2022-10-13T16:41:38.143" LastActivityDate="2024-03-06T22:04:25.517" Title="Data set with time-series data for visualization exercise" Tags="|data-request|large-datasets|visualization|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20114" PostTypeId="2" ParentId="20113" CreationDate="2021-11-27T19:32:32.003" Score="0" Body="&lt;p&gt;If I understand you correctly, you need a dataset that covers at least 3 months.&lt;/p&gt;&#xA;&lt;p&gt;Well, how about the '&lt;a href=&quot;https://www.ecdc.europa.eu/en/publications-data/data-daily-new-cases-covid-19-eueea-country&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data on the daily number of new reported COVID-19 cases and deaths by EU/EEA country&lt;/a&gt;'?&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Another example would be a dataset of articles published in a major scientific journal. Let's take the journal &lt;em&gt;Nature Communications&lt;/em&gt; and look at all publications from 1 August 2021 to 31 October 2021:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.crossref.org/journals/2041-1723/works?filter=from-pub-date:2021-08,until-pub-date:2021-10&amp;amp;cursor=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.crossref.org/journals/2041-1723/works?filter=from-pub-date:2021-08,until-pub-date:2021-10&amp;amp;cursor=&lt;/a&gt;*&lt;/p&gt;&#xA;&lt;p&gt;There is an open dataset provided by &lt;em&gt;CrossRef&lt;/em&gt; in a JSON-format; &lt;a href=&quot;https://github.com/CrossRef/rest-api-doc&quot; rel=&quot;nofollow noreferrer&quot;&gt;see the documentation of the CrossRef API&lt;/a&gt; so that you find out how to download the data with the cursor etc.&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2021-11-27T19:32:32.003" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20115" PostTypeId="1" CreationDate="2021-11-29T09:51:45.300" Score="2" ViewCount="154" Body="&lt;p&gt;I am looking for a free datasource (or a possibility to extract that data from OpenStreetMap) on Germany`s roads. I need this data for the purpose of routing/ calculating the travel distance between several points. The programs available to me are QGIS, ArcGIS and R Studio. Unfortunately, I do not know python language, thus the geodata should be readable in one of those programs for the purpose of my calculations.&lt;/p&gt;&#xA;" OwnerUserId="30574" LastActivityDate="2023-10-24T03:04:55.723" Title="Seeking Geodata on German Roads" Tags="|geospatial|transportation|germany|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20116" PostTypeId="1" CreationDate="2021-11-29T11:27:55.427" Score="0" ViewCount="15" Body="&lt;p&gt;I am looking for a routable file of the German Road System in order to perform route calculation in QGIS, ArcGIS Desktop or even R Studio.&lt;/p&gt;&#xA;&lt;p&gt;Can someone help me out?&lt;/p&gt;&#xA;" OwnerUserId="30574" LastEditorUserId="6229" LastEditDate="2022-01-02T20:12:32.057" LastActivityDate="2022-01-02T20:12:32.057" Title="Seeking toutable file of German Road System" Tags="|data-request|geospatial|transportation|germany|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20117" PostTypeId="2" ParentId="6788" CreationDate="2021-11-29T19:11:34.423" Score="1" Body="&lt;p&gt;In the years between the question was asked and this answer is written, a number of A/B test datasets has been made freely available.&lt;/p&gt;&#xA;&lt;p&gt;The following list include datasets that shows results arising from a randomized controlled experiment run online. Thus, it does not include offline experiment such as those in the R package Agridat.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;From Research Archives&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;A number of research teams have either open-sourced research archives containing A/B test results, or made the results available as supplementary materials for their research articles.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://osf.io/jd64p/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Upworthy Research Archive&lt;/a&gt; records 32,487 media copy experiments run on Upworthy (see &lt;a href=&quot;https://www.nature.com/articles/s41597-021-00934-7&quot; rel=&quot;nofollow noreferrer&quot;&gt;article on Nature Scientific Data&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://sites.google.com/site/las2016data/data/thison&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASSISTments Dataset&lt;/a&gt; records 22 experiments on ASSISTments, an online learning platform for middle school students (see &lt;a href=&quot;https://files.eric.ed.gov/fulltext/ED571517.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper in L@S 2016&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://scholarworks.montana.edu/xmlui/handle/1/3507&quot; rel=&quot;nofollow noreferrer&quot;&gt;Montana State Uni Library A/B Test Dataset&lt;/a&gt; records an UI A/B test run on the Library website (see &lt;a href=&quot;https://quod.lib.umich.edu/w/weave/12535642.0001.101?view=text;rgn=main&quot; rel=&quot;nofollow noreferrer&quot;&gt;article on Journal of Library User Experience&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.sciencedirect.com/science/article/pii/S2352340917301646&quot; rel=&quot;nofollow noreferrer&quot;&gt;MeuTutor Dataset&lt;/a&gt; records 2 experiments run on MeuTutor, another online learning platform for high school students in Brazil (see &lt;a href=&quot;https://www.sciencedirect.com/science/article/abs/pii/S0747563216304770&quot; rel=&quot;nofollow noreferrer&quot;&gt;article on Computers in Human Behavior&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://osf.io/64jsb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ASOS Digital Experiments Dataset&lt;/a&gt; records 78 experiments on ASOS.com, an online fashion retail website (see &lt;a href=&quot;https://openreview.net/pdf?id=79shW3z5Eaq&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper in NeurIPS 2021&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Example Datasets from MOOCs&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Some MOOCs that has a module on A/B testing also include sample datasets for course participants to play with. These include:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.udacity.com/course/ab-testing--ud257&quot; rel=&quot;nofollow noreferrer&quot;&gt;Udacity A/B Testing&lt;/a&gt; - Final Project / Free Trial Screener Experiment (&lt;a href=&quot;https://www.kaggle.com/purvanahar/udacity-free-trial-screener-model-analysis/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 1&lt;/a&gt;, &lt;a href=&quot;https://www.kaggle.com/zacksshen/udacity-ab-testing-by-google-datasets/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 2&lt;/a&gt;, &lt;a href=&quot;https://github.com/moggirain/A-B-Testing-for-Udacity&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 3&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.udacity.com/course/ab-testing--ud257&quot; rel=&quot;nofollow noreferrer&quot;&gt;Udacity Online Data Analyst Course&lt;/a&gt; - Project 3 / Analyse A/B Test Results (&lt;a href=&quot;https://github.com/SadiqAlreemi/Analyze-AB-Test-Results&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 1&lt;/a&gt;, &lt;a href=&quot;https://www.kaggle.com/ahmedmohameddawoud/ecommerce-ab-testing/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 2&lt;/a&gt;, &lt;a href=&quot;https://github.com/patiegm/Udacity_Data_Analysis_Nanodegree/tree/master/Analyze%20AB%20Test%20Results&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 3&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Datacamp Project - &lt;a href=&quot;https://www.datacamp.com/projects/184&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mobile Games A/B Testing with Cookie Cats&lt;/a&gt; (&lt;a href=&quot;https://www.kaggle.com/arpitdw/cokie-cats/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 1&lt;/a&gt;, &lt;a href=&quot;https://www.kaggle.com/yufengsui/mobile-games-ab-testing/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 2&lt;/a&gt;, &lt;a href=&quot;https://www.kaggle.com/mursideyarkin/mobile-games-ab-testing-cookie-cats/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mirror 3&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.datacamp.com/courses/ab-testing-in-r&quot; rel=&quot;nofollow noreferrer&quot;&gt;Datacamp A/B Testing in R&lt;/a&gt; - Experiment Dataset (&lt;a href=&quot;https://assets.datacamp.com/production/repositories/2292/datasets/52b52cb1ca28ce10f9a09689325c4d94d889a6da/experiment_data.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to CSV file&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Datacamp A/B Testing in R - Data Visualization Website - Apr 2018 Dataset (&lt;a href=&quot;https://assets.datacamp.com/production/repositories/2292/datasets/b502094e5de478105cccea959d4f915a7c0afe35/data_viz_website_2018_04.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to CSV file&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.datacamp.com/courses/customer-analytics-and-ab-testing-in-python&quot; rel=&quot;nofollow noreferrer&quot;&gt;Customer Analytics and A/B Testing in Python&lt;/a&gt; - AB Testing Results (&lt;a href=&quot;https://assets.datacamp.com/production/repositories/1646/datasets/2751adce60684a03d8b4132adeadab8a0b95ee56/AB_testing_exercise.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Link to CSV file&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Miscellaneous Datasets on Kaggle&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;There are also a few A/B tests available on Kaggle. Documentation on these datasets are generally on the light side and we urge caution when using these datasets to build any serious applications.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/tklimonova/grocery-website-data-for-ab-test/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Grocery Website Data for AB Test&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/osuolaleemmanuel/ad-ab-testing/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ad A/B Testing a.k.a. SmartAd AB Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/yamaerenay/synthetical-abtests/version/1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Synthetical A/B-Tests&lt;/a&gt; - A meta dataset exploring effect of having different experiment parameters in A/B tests&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Datasets for Uplift Modelling&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Unlike an A/B test, which generally looks for the treatment effect on a population level, Uplift Modelling seeks to under the treatment effect on an individual level. Having that said, both tasks start with a controlled experiment and so datasets constructed with Uplift Modelling tasks in mind may also be applicable.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://blog.minethatdata.com/2008/03/minethatdata-e-mail-analytics-and-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;The MineThatData E-Mail Analytics And Data Mining Challenge&lt;/a&gt; - A 2008 classic.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://ailab.criteo.com/criteo-uplift-prediction-dataset/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Criteo Uplift Modeling Dataset&lt;/a&gt; (see &lt;a href=&quot;http://ama.imag.fr/%7Eamini/Publis/large-scale-benchmark.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper in AdKDD &amp;amp; TargetAd 2018 Workshop&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="30576" LastActivityDate="2021-11-29T19:11:34.423" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20121" PostTypeId="1" CreationDate="2021-11-30T10:00:43.377" Score="0" ViewCount="68" Body="&lt;p&gt;Is there any open data that changes daily for every county in the United States? I'm working on a project that involves finding patterns in data across counties. I've had a difficult time finding daily weather data. Is there crime data available every day in every county? Any government data? Financial?&lt;/p&gt;&#xA;" OwnerUserId="30582" LastActivityDate="2021-12-03T13:44:03.347" Title="Open data that changes daily for every county in the United States" Tags="|usa|data.gov|crime|county|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20122" PostTypeId="2" ParentId="18295" CreationDate="2021-11-30T17:10:42.783" Score="0" Body="&lt;p&gt;To add to what Mike Tamada said, depending on the school you will only see minimal improvement in grad rates between years 6 and 8 as they approach what will be the final completion rate (as in even if you ran it out to 20 years, the % after year 6 isn't going to change much). When I've looked at data there is a big jump between years 4 and 5, then not much 5 to 6 and probably even less above 6.&lt;/p&gt;&#xA;" OwnerUserId="30584" LastActivityDate="2021-11-30T17:10:42.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20124" PostTypeId="2" ParentId="19976" CreationDate="2021-12-01T08:36:46.313" Score="1" Body="&lt;p&gt;I reached the USPS team that used to produce this product. They said they discarded their archives, and the product was discontinued around 2011 because (1) the underlying Census data never seemed to change, and (2) about half of their ZIP+4 codes couldn't be attached to any feature in the Census TIGER files. Dead end.&lt;/p&gt;&#xA;" OwnerUserId="30130" LastActivityDate="2021-12-01T08:36:46.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20125" PostTypeId="2" ParentId="20112" CreationDate="2021-12-01T13:51:16.737" Score="0" Body="&lt;p&gt;We sure can. Fields that permit an &lt;code&gt;.exact&lt;/code&gt; suffix have been indexed in two forms in the openFDA database (which uses &lt;a href=&quot;https://en.wikipedia.org/wiki/Elasticsearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;Elasticsearch&lt;/a&gt;). A field without the &lt;code&gt;.exact&lt;/code&gt; suffix has been tokenized to allow flexible partial searches. For example, consider the following query: &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=brand_name:Advil&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=brand_name:Advil&amp;amp;limit=1000&lt;/a&gt;. This will return all NDC drugs that contain &lt;code&gt;Advil&lt;/code&gt; within their brand name, such as &lt;em&gt;CHILDRENS ADVIL&lt;/em&gt;,&lt;em&gt;ADVIL MIGRAINE&lt;/em&gt;, and so on.&lt;/p&gt;&#xA;&lt;p&gt;Now try adding the suffix as follows: &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=brand_name.exact:Advil&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=brand_name.exact:Advil&amp;amp;limit=1000&lt;/a&gt;. You will see fewer results, and each result will have its &lt;code&gt;brand_name&lt;/code&gt; exactly that: &lt;code&gt;Advil&lt;/code&gt;. Exact value match is now required.&lt;/p&gt;&#xA;&lt;p&gt;Hope this makes sense.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="3786" LastEditDate="2023-01-12T04:55:57.973" LastActivityDate="2023-01-12T04:55:57.973" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20126" PostTypeId="2" ParentId="20111" CreationDate="2021-12-01T14:02:46.547" Score="0" Body="&lt;p&gt;The interactive charts have the &amp;quot;Custom search parameter&amp;quot; box (bottom left), in which you can type in a custom search parameter, and then press Enter to update the chart. Please see an example below:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/PjjVV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PjjVV.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-12-01T14:02:46.547" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20130" PostTypeId="1" CreationDate="2021-12-03T05:07:25.973" Score="0" ViewCount="46" Body="&lt;p&gt;when will people in Pensacola Florida receive landlord assistance the application sure is discouraging&lt;/p&gt;&#xA;" OwnerUserId="30597" LastActivityDate="2021-12-03T05:07:25.973" Title="vaccine or roof over your head which is more important" Tags="|data.gov|" AnswerCount="0" CommentCount="6" ContentLicense="CC BY-SA 4.0" />
  <row Id="20131" PostTypeId="2" ParentId="20121" CreationDate="2021-12-03T13:44:03.347" Score="1" Body="&lt;p&gt;Climate.gov provides a way to get daily weather data by zip code &lt;a href=&quot;https://www.climate.gov/maps-data/dataset/past-weather-zip-code-data-table&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.climate.gov/maps-data/dataset/past-weather-zip-code-data-table&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="30596" LastActivityDate="2021-12-03T13:44:03.347" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20132" PostTypeId="2" ParentId="10589" CreationDate="2021-12-03T13:53:11.483" Score="0" Body="&lt;p&gt;The company Splunk maintains a Boss of the SOC dataset, which powers a large capture the flag exercise. The exercise is Splunk-focused, the data is not. The dataset contains data generated from the entire stack of devices often found in an enterprise network. You can find it here &lt;a href=&quot;https://github.com/splunk/botsv3&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/splunk/botsv3&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30596" LastActivityDate="2021-12-03T13:53:11.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20135" PostTypeId="2" ParentId="20100" CreationDate="2021-12-07T10:06:37.387" Score="1" Body="&lt;p&gt;It's done by change of address. Many companies offer this. Here is the link for the USA.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://postalpro.usps.com/mailing-and-shipping-services/NCOALink&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://postalpro.usps.com/mailing-and-shipping-services/NCOALink&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30614" LastActivityDate="2021-12-07T10:06:37.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20140" PostTypeId="1" CreationDate="2021-12-13T20:28:38.937" Score="1" ViewCount="408" Body="&lt;p&gt;I'm looking for shapefiles that contain Portugal 4 digits postal codes polygons&lt;/p&gt;&#xA;&lt;p&gt;Are there any open-source or public resources where I can obtain these files?&lt;/p&gt;&#xA;" OwnerUserId="30648" LastEditorUserId="30648" LastEditDate="2021-12-13T20:42:06.923" LastActivityDate="2024-02-21T04:11:56.420" Title="Shapefile of Portugal 4 digit Postal codes" Tags="|geospatial|postal-code|portugal|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20141" PostTypeId="1" CreationDate="2021-12-13T20:30:38.773" Score="1" ViewCount="16" Body="&lt;p&gt;Is there a database to get the sales / market history from various vendors of a book specified by its ISBN? I think &lt;a href=&quot;https://www.isbndb.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISBNDB.com&lt;/a&gt; has this ability, but it's not free/open.&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2021-12-13T20:30:38.773" Title="ISBN market history?" Tags="|historical|books|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20142" PostTypeId="2" ParentId="20140" CreationDate="2021-12-14T00:36:36.330" Score="0" Body="&lt;p&gt;Here is the link to it. Scroll down at the bottom on how to get the gis data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://worldpostalcode.com/portugal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://worldpostalcode.com/portugal/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2021-12-14T00:36:36.330" CommentCount="8" ContentLicense="CC BY-SA 4.0" />
  <row Id="20143" PostTypeId="1" CreationDate="2021-12-15T16:11:39.767" Score="0" ViewCount="43" Body="&lt;p&gt;I am using the recalls database to always be aware of the recalls for some specific vendors and products.&#xA;This is the call I am doing: https://api.fda.gov/device/recall.json?search=recalling_firm:(&amp;quot;Medtronic Inc., Cardiac Rhythm And Heart Failure (CRHF)&amp;quot;+OR+&amp;quot;Boston Scientific&amp;quot;+OR+&amp;quot;Biotronik&amp;quot;+OR+&amp;quot;St Jude Medical&amp;quot;+OR+&amp;quot;Abbott&amp;quot;)+AND+product_code:(&amp;quot;DSZ&amp;quot;+OR+&amp;quot;DTB&amp;quot;+OR+&amp;quot;DTD&amp;quot;+OR+&amp;quot;DTE&amp;quot;+OR+&amp;quot;DXY&amp;quot;+OR+&amp;quot;MXC&amp;quot;+OR+&#xA;&amp;quot;MXD&amp;quot;+OR+&amp;quot;PNJ&amp;quot;+OR+&amp;quot;LWP&amp;quot;+OR+&amp;quot;LWS&amp;quot;+OR+&amp;quot;LWW&amp;quot;+OR+&amp;quot;MRM&amp;quot;+OR+&amp;quot;NIK&amp;quot;+OR+&amp;quot;NKE&amp;quot;+OR+&amp;quot;NVY&amp;quot;+OR+&amp;quot;NVZ&amp;quot;+OR+&amp;quot;PCW&amp;quot;+OR+&amp;quot;QFV&amp;quot;)&amp;amp;limit=1000&lt;/p&gt;&#xA;&lt;p&gt;However, I realized for most of the recalls the event_date_initiated (Date that the firm first began notifying the public or their consignees of the recall) is 1 month earlier than the event_date_created (Date on which the recall record was created in the FDA database). Could you exolain this difference?&#xA;I see the database is updated frequently (according to what you have in &lt;a href=&quot;https://open.fda.gov/about/status/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/about/status/&lt;/a&gt;) and I am affraid I cannot use it because of this delay.&lt;/p&gt;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="30655" LastActivityDate="2024-01-06T17:04:05.473" Title="Device recalls - difference between date entry was created in openFDA database and date manufacturer informed about recall" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20144" PostTypeId="2" ParentId="20143" CreationDate="2021-12-16T16:01:21.350" Score="0" Body="&lt;p&gt;Whenever a manufacturer recalls a device, it takes time for them to prepare and submit the recall information to the FDA and then for the FDA to process, classify and publish the recall. This has nothing to do with the database refresh frequency.&lt;/p&gt;&#xA;&lt;p&gt;If your goals are time-sensitive and you need to become aware of recalls very quickly, you might consider monitoring the manufacturers websites directly.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, take a look at the openFDA Recall Enforcement Reports. All recalls monitored by FDA are included in the Enforcement Report once they are classified and may be listed prior to classification when FDA determines the firm’s removal or correction of a marketed product(s) meets the definition of a recall.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastEditorUserId="12808" LastEditDate="2021-12-17T13:06:22.010" LastActivityDate="2021-12-17T13:06:22.010" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20145" PostTypeId="1" AcceptedAnswerId="20588" CreationDate="2021-12-16T16:31:02.787" Score="1" ViewCount="61" Body="&lt;p&gt;Currently we have a solution that uses both EAN and GS1 barcodes, but there is a need for a small business to have barcodes for local products or other products that don't have barcodes. These barcodes would only have meaning within the store.&lt;/p&gt;&#xA;&lt;p&gt;Does EAN provide any provision for these sort of products or should we be using a different barcode type for this? Any advice would be helpful. Whatever we use should be supported by barcode scanners and not clash with external EAN or GS1 barcodes.&lt;/p&gt;&#xA;" OwnerUserId="30660" LastEditorUserId="70" LastEditDate="2022-10-14T17:58:52.993" LastActivityDate="2022-10-14T17:58:52.993" Title="Store-specific barcodes?" Tags="|barcodes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20148" PostTypeId="1" CreationDate="2021-12-18T14:12:13.523" Score="1" ViewCount="50" Body="&lt;p&gt;Anyone have any experience working with US trademark  data? &lt;a href=&quot;https://bulkdata.uspto.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bulk data is easy to retrieve&lt;/a&gt;, but it's challenging to work with. The assignments are small but need to be joined with other data to be interesting. And then the applications data sets are rather large (for my purposes) and the volume is quite high. I wasn't sure if there was an API that was a bit simpler to work with and thought someone here might have some experience.&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2024-01-09T00:09:26.167" Title="US Trademark Data" Tags="|data-request|parsing|xml|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20149" PostTypeId="2" ParentId="20044" CreationDate="2021-12-19T02:17:47.743" Score="0" Body="&lt;p&gt;Best I've found is getting them &lt;a href=&quot;https://rgl.faa.gov/Regulatory_and_Guidance_Library/rgSAIB.nsf/MainFrame?OpenFrameSet&quot; rel=&quot;nofollow noreferrer&quot;&gt;via email&lt;/a&gt;. It doesn't seem like there is any &lt;a href=&quot;https://ecfr.report/t/title-14-aeronautics-and-space-volume-1/#393_Definition_of_airworthiness_directives&quot; rel=&quot;nofollow noreferrer&quot;&gt;explicit demand via CFR&lt;/a&gt; to make the data available via API.&lt;/p&gt;&#xA;" OwnerUserId="30674" LastActivityDate="2021-12-19T02:17:47.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20150" PostTypeId="2" ParentId="20148" CreationDate="2021-12-19T20:44:05.030" Score="0" Body="&lt;p&gt;Depending on the use case, you might be able to find an API on &lt;a href=&quot;https://developer.uspto.gov/api-catalog&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.uspto.gov/api-catalog&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If you already have a list of trademarks you want to check against, &lt;a href=&quot;https://developer.uspto.gov/api-catalog/tsdr-data-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Trademark Status Document Retrieval&lt;/a&gt; API can fetch you their status.&lt;/p&gt;&#xA;&lt;p&gt;But I don't think they have any API for raw queries, which is understandable because I can imagine that they want to deter patent trolls. Imagine someone querying for all misspellings of Disney, and trademarking anything which is still available.&lt;/p&gt;&#xA;" OwnerUserId="30677" LastActivityDate="2021-12-19T20:44:05.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20151" PostTypeId="1" CreationDate="2021-12-20T10:24:24.153" Score="0" ViewCount="31" Body="&lt;p&gt;I am trying to connect the Adverse Events API to SAP's Data Warehouse Cloud. I do not know what to enter in the fields, can I please get some advice?&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;FDA Base URL&lt;/strong&gt;: &lt;a href=&quot;https://api.fda.gov/device/event.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What type of pagination? Offset or Cursor?&lt;/li&gt;&#xA;&lt;li&gt;Authentication Type = Basic? Custom?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ylKPf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ylKPf.png&quot; alt=&quot;SAP Integration Suite&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;ol start=&quot;3&quot;&gt;&#xA;&lt;li&gt;Must I add any configurations or parameters? I would like to see all of the Device Adverse Events and load them into SAP Data Warehouse Cloud.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/oWACZ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/oWACZ.png&quot; alt=&quot;SAP Configurations&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/DLQJx.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/DLQJx.png&quot; alt=&quot;SAP Parameters&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Any help is appreciated, I do not know where to start consuming this data!&lt;/p&gt;&#xA;" OwnerUserId="30678" LastEditorUserId="70" LastEditDate="2022-10-13T19:06:35.033" LastActivityDate="2024-03-08T02:08:36.090" Title="Connecting FDA API to SAP Data Warehouse Cloud" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20152" PostTypeId="1" CreationDate="2021-12-20T13:33:14.463" Score="1" ViewCount="2032" Body="&lt;p&gt;Im searching for a dataset which contains support tickets and the corresponding answers&lt;/p&gt;&#xA;&lt;p&gt;I did found various datasets with support ticket questions like&#xA;this &lt;a href=&quot;https://github.com/pankajkishore/Cognitive-Project/blob/master/latest_ticket_data.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt; support ticket dataset&lt;/a&gt; but the answers are missing&lt;/p&gt;&#xA;" OwnerUserId="30679" LastEditorUserId="30679" LastEditDate="2021-12-21T19:21:01.663" LastActivityDate="2023-12-12T15:31:19.590" Title="looking for support ticket data set with tickets and answers" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20153" PostTypeId="2" ParentId="20151" CreationDate="2021-12-20T14:58:52.707" Score="0" Body="&lt;p&gt;You might want to start with a &lt;a href=&quot;https://open.fda.gov/data/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;bulk download&lt;/a&gt;. After that you can use the &lt;a href=&quot;https://api.fda.gov/drug/event.json?search=receivedate:%5B20040101%20TO%2020081231%5D&amp;amp;limit=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;date rage filter&lt;/a&gt;. I don't believe that a API supports an offset.&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2021-12-20T14:58:52.707" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20156" PostTypeId="1" AcceptedAnswerId="20160" CreationDate="2021-12-22T00:16:37.987" Score="1" ViewCount="89" Body="&lt;p&gt;I see that open.fda.gov has data for drugs, food, etc, but I can't find anything about cosmetics (makeup, shampoo etc) recalls. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="30674" LastEditorUserId="28390" LastEditDate="2021-12-28T20:43:28.170" LastActivityDate="2022-01-06T21:06:03.313" Title="FDA Cosmetics Data" Tags="|data-request|openfda|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20157" PostTypeId="2" ParentId="12327" CreationDate="2021-12-22T05:30:42.540" Score="1" Body="&lt;p&gt;this seems old but I found this website: &lt;a href=&quot;https://www.binance.com/en/landing/data#data-futures&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.binance.com/en/landing/data#data-futures&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data from binance.&lt;/p&gt;&#xA;" OwnerUserId="30690" LastActivityDate="2021-12-22T05:30:42.540" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20158" PostTypeId="2" ParentId="201" CreationDate="2021-12-22T11:18:01.560" Score="0" Body="&lt;p&gt;A bit unusual, but might I suggest &lt;a href=&quot;https://villains.fandom.com/wiki/Main_Page&quot; rel=&quot;nofollow noreferrer&quot;&gt;Villains Wiki&lt;/a&gt; and &lt;a href=&quot;https://hero.fandom.com/wiki/Heroes_Wiki&quot; rel=&quot;nofollow noreferrer&quot;&gt;Heroes Wiki&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;p&gt;You would need to learn how to use the &lt;a href=&quot;https://github.com/search?q=wikia+api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikia API&lt;/a&gt; though.&lt;/p&gt;&#xA;" OwnerUserId="30677" LastActivityDate="2021-12-22T11:18:01.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20159" PostTypeId="2" ParentId="20152" CreationDate="2021-12-22T15:55:29.113" Score="1" Body="&lt;p&gt;Kaggle seems to have a number of them.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/sudhanshu746/analyze-helpdesk-tickets&quot; rel=&quot;nofollow noreferrer&quot;&gt;Quantitative measured response&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/aniketg11/supportticketsclassification&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ticket classification&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;And Google &lt;a href=&quot;https://datasetsearch.research.google.com/search?query=support%20ticket&amp;amp;docid=L2cvMTFqY2t2OTd5Mg%3D%3D&quot; rel=&quot;nofollow noreferrer&quot;&gt;has a few more&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="30674" LastActivityDate="2021-12-22T15:55:29.113" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20160" PostTypeId="2" ParentId="20156" CreationDate="2021-12-22T15:59:25.490" Score="0" Body="&lt;p&gt;Unfortunately, openFDA does not provide any datasets related to cosmetics.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-12-22T15:59:25.490" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20164" PostTypeId="1" CreationDate="2021-12-27T06:58:23.090" Score="0" ViewCount="37" Body="&lt;p&gt;Hello I know this may be a dumb question but I would like to search for a drug by the NDC like this &lt;code&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:&amp;quot;54868-4517&amp;quot;&amp;amp;limit=100&lt;/code&gt; but I get a&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;error: {&#xA;code: &amp;quot;NOT_FOUND&amp;quot;,&#xA;message: &amp;quot;No matches found!&amp;quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;as the result. Would love any suggestions with this thank you.&lt;/p&gt;&#xA;" OwnerUserId="30710" LastActivityDate="2024-01-16T21:01:25.170" Title="Cant Search By NDC String" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20165" PostTypeId="2" ParentId="20164" CreationDate="2021-12-27T16:23:10.037" Score="0" Body="&lt;p&gt;Your query is syntactically correct; there are simply no matches in the NDC directory itself. Using the example you provided, &lt;code&gt;54868-4517&lt;/code&gt; appears to match &lt;em&gt;ADVAIR DISKUS- fluticasone propionate and salmeterol powder&lt;/em&gt;, which has been inactivated by the FDA:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9udz2.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9udz2.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2021-12-27T16:23:10.037" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20168" PostTypeId="2" ParentId="18265" CreationDate="2021-12-27T21:15:35.727" Score="0" Body="&lt;p&gt;One source that can be used in this directions - &lt;a href=&quot;https://paperswithcode.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://paperswithcode.com/&lt;/a&gt; Caveat- Only for machine learning.&#xA;For bigger demographics you ca use RTI in india.&lt;/p&gt;&#xA;" OwnerUserId="30718" LastActivityDate="2021-12-27T21:15:35.727" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20176" PostTypeId="2" ParentId="5742" CreationDate="2021-12-30T08:00:06.397" Score="0" Body="&lt;p&gt;This may help.&lt;/p&gt;&#xA;&lt;p&gt;There is a python package called &lt;a href=&quot;https://pypi.org/project/Wikidata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata&lt;/a&gt; using which you can query.&lt;/p&gt;&#xA;&lt;p&gt;Here is a sample :&#xA;for entity 'Q5' you can check the label/description in eng(or other language) as shown below:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;from wikidata.client import Client&#xA;client = Client()  # doctest: +SKIP&#xA;entity = client.get('Q5', load=True)&#xA;&amp;gt;&amp;gt;&amp;gt; entity.label.texts['en']&#xA;'human'&#xA;&#xA;&amp;gt;&amp;gt;&amp;gt; entity.description.texts['en']&#xA;m'common name of Homo sapiens'&#xA;&#xA;image_prop = client.get('P18')&#xA;image = entity[image_prop]&#xA;&amp;gt;&amp;gt;&amp;gt; image&#xA;&amp;lt;wikidata.commonsmedia.File 'File:KBS &amp;quot;The Producers&amp;quot; press conference, 11 May 2015 10.jpg'&amp;gt;&#xA;&amp;gt;&amp;gt;&amp;gt; image.image_resolution&#xA;(820, 1122)&#xA;&amp;gt;&amp;gt;&amp;gt; image.image_url&#xA;'https://upload.wikimedia.org/wikipedia/commons/6/60/KBS_%22The_Producers%22_press_conference%2C_11_May_2015_10.jpg'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23016" LastActivityDate="2021-12-30T08:00:06.397" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20179" PostTypeId="2" ParentId="20068" CreationDate="2021-12-31T03:51:10.060" Score="0" Body="&lt;p&gt;Ejection fraction values are contained within the echodiagram notes. To get the text of the echodiagram notes, use the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT subject_id, hadm_id&#xA;    , category&#xA;    , text&#xA;FROM noteevents&#xA;    WHERE category='Echo'&#xA;    AND hadm_id IS NOT NULL&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The &lt;code&gt;charttime&lt;/code&gt; values for most records is blank, so you will have to get the values from the echodiagram text itself. Use the following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT subject_id, hadm_id&#xA;    , PARSE_DATETIME (&#xA;    '%Y-%m-%d%H:%M:%S',&#xA;    FORMAT_DATE('%Y-%m-%d', chartdate)&#xA;    || REGEXP_EXTRACT(noteevents.text, 'Date/Time: .+? at ([0-9]+:[0-9]{2})')&#xA;    || ':00') AS regex_charttime&#xA;    , category&#xA;    , text&#xA;FROM noteevents&#xA;    WHERE category='Echo'&#xA;    AND hadm_id IS NOT NULL&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Now that we have the text of the echodiagram notes and when they were taken, we can rank the &lt;code&gt;charttime&lt;/code&gt; values to determine the first echodiagram note:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;WITH ef_regex_charttime AS (&#xA;   SELECT subject_id, hadm_id&#xA;   , PARSE_DATETIME (&#xA;         '%Y-%m-%d%H:%M:%S',&#xA;         FORMAT_DATE('%Y-%m-%d', chartdate)&#xA;         || REGEXP_EXTRACT(noteevents.text,&#xA;            'Date/Time: .+? at ([0-9]+:[0-9]{2})')&#xA;         || ':00'&#xA;      ) AS regx_charttime&#xA;   , category&#xA;   , text&#xA;   FROM noteevents&#xA;   WHERE category='Echo'&#xA;   AND hadm_id IS NOT NULL&#xA;)&#xA;&#xA;, ef_rank_charttime AS (&#xA;   SELECT *&#xA;   , RANK() OVER (&#xA;       PARTITION BY ef_regex_charttime.subject_id&#xA;       ORDER BY ef_regex_charttime.regx_charttime&#xA;    ) as ejectionf_time_id_order&#xA;   FROM ef_regex_charttime&#xA;)&#xA;&#xA;, ef AS (&#xA;   SELECT *&#xA;   FROM ef_rank_charttime&#xA;   WHERE ejectionf_time_id_order = 1 -- FIRST ECHODIAGRAM&#xA;)&#xA;&#xA;SELECT * FROM ef;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The above may not be the most optimal query but it gets the job done. After this step, you will have to use Regex to get the actual values (or value ranges) for the ejection fractions.&lt;/p&gt;&#xA;&lt;p&gt;Please see the &lt;a href=&quot;https://github.com/vincentmajor/mimicfilters/blob/b6903be8cf89ceb53f15d70919db6874d9a0befe/R/extract_ejection_fraction.R#L137&quot; rel=&quot;nofollow noreferrer&quot;&gt;R ejection fraction extraction function&lt;/a&gt; by &lt;a href=&quot;https://github.com/vincentmajor&quot; rel=&quot;nofollow noreferrer&quot;&gt;vincentmajor&lt;/a&gt; on GitHub.&lt;/p&gt;&#xA;" OwnerUserId="25579" LastActivityDate="2021-12-31T03:51:10.060" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20181" PostTypeId="1" CreationDate="2022-01-01T17:51:04.920" Score="2" ViewCount="108" Body="&lt;p&gt;I am trying to write a sparql query that can retrieve all categories/items from a root and filter down only the ones that are of &amp;quot;human&amp;quot; type.&lt;/p&gt;&#xA;&lt;p&gt;Using the query below, I can retrieve all categories &amp;amp; items for the category &amp;quot;Obama&amp;quot;, but for some reason the filter isnt kicking in to narrow down the results from the service. In both my filter attempts the query timesout, but there shouldnt be that many items in the first place.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT &#xA;*&#xA;WHERE {&#xA;  # get all categories&#xA;  wd:Q76 wdt:P910 ?category .  &#xA;  ?link schema:about ?category; schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;; schema:name ?title .&#xA;  SERVICE wikibase:mwapi {&#xA;     bd:serviceParam wikibase:endpoint &amp;quot;en.wikipedia.org&amp;quot;;&#xA;                     wikibase:api &amp;quot;Generator&amp;quot;;&#xA;                     mwapi:generator &amp;quot;categorymembers&amp;quot;;&#xA;                     mwapi:gcmtitle ?title;&#xA;                     mwapi:gcmprop &amp;quot;ids|title|type&amp;quot;;&#xA;                     mwapi:gcmlimit &amp;quot;max&amp;quot;.&#xA;     ?member wikibase:apiOutput mwapi:title.&#xA;     ?ns wikibase:apiOutput &amp;quot;@ns&amp;quot;.&#xA;     ?item wikibase:apiOutputItem mwapi:item.&#xA;  }&#xA;  &#xA;  #filter results&#xA;&#xA;  #attemp1: this times out&#xA;  #?item (wdt:P31) ?type&#xA;  #filter exists {?type wdt:P31 wd:Q5}&#xA;  &#xA;  #attemp2: this times out&#xA;  #?item wdt:P31 wd:Q5 &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="30754" LastActivityDate="2022-01-01T17:51:04.920" Title="WikiData: filter mwapi results" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20183" PostTypeId="2" ParentId="1256" CreationDate="2022-01-03T05:54:26.457" Score="0" Body="&lt;p&gt;Gigasheet, which is relatively new, now allows you to upload and work with a 1 billion row CSV file in a browser-based, excel-like interface. The full details are here: &lt;a href=&quot;https://www.gigasheet.co/post/open-large-csv-file&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gigasheet.co/post/open-large-csv-file&lt;/a&gt;, and nice video showing the interaction is here: &lt;a href=&quot;https://www.youtube.com/watch?v=g0ZC73oi-WM&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.youtube.com/watch?v=g0ZC73oi-WM&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;It's pretty straight-forward. You'll need to create a (free) account at gigasheet.co, after which you can upload your file and interact with it immediately.&lt;/p&gt;&#xA;&lt;p&gt;Disclosure: Since posting this answer, I joined the Gigasheet team&lt;/p&gt;&#xA;" OwnerUserId="30596" LastEditorUserId="30596" LastEditDate="2022-01-05T01:21:41.370" LastActivityDate="2022-01-05T01:21:41.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20189" PostTypeId="2" ParentId="20156" CreationDate="2022-01-06T21:06:03.313" Score="1" Body="&lt;p&gt;Foods, dietary supplements, and cosmetics are categorized as food and included in the food API endpoints available on OpenFDA (recalls and adverse events).&lt;/p&gt;&#xA;" OwnerUserId="30785" LastActivityDate="2022-01-06T21:06:03.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20191" PostTypeId="1" CreationDate="2022-01-08T21:42:47.780" Score="3" ViewCount="175" Body="&lt;p&gt;Is &lt;a href=&quot;http://www.geonames.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;geonames&lt;/a&gt; the best data source for finding geographic place names for every place on earth? Or is there any open data that comes closer to the level of Google or Apple maps? Just looking for place names, with potentially geographic coordinates, nothing too fancy.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2022-07-01T04:11:01.137" Title="Open place names and geographic coordinates?" Tags="|geospatial|location|" AnswerCount="3" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20196" PostTypeId="2" ParentId="638" CreationDate="2022-01-12T22:21:13.347" Score="0" Body="&lt;p&gt;Citation data at least can be found in &lt;a href=&quot;https://opencitations.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenCitations&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2022-01-12T22:21:13.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20198" PostTypeId="2" ParentId="4654" CreationDate="2022-01-14T10:01:09.253" Score="1" Body="&lt;p&gt;Wikipedia has also an option to download the UK postcodes in .kml files&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/H5TUO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/H5TUO.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23095" LastActivityDate="2022-01-14T10:01:09.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20201" PostTypeId="2" ParentId="20093" CreationDate="2022-01-16T19:06:16.183" Score="0" Body="&lt;p&gt;Try to urlencode() or a similar function in your server-side language to encode the special characters in your API URL.&lt;/p&gt;&#xA;" OwnerUserId="30840" LastActivityDate="2022-01-16T19:06:16.183" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20202" PostTypeId="2" ParentId="10481" CreationDate="2022-01-17T04:31:18.400" Score="0" Body="&lt;p&gt;You can use Relativity6 API service to classify business with NAICs, just using business name and address. The system will perform a real-time consulting with the help of an IA to classify the business.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.relativity6.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.relativity6.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I work for Relativity6.&lt;/p&gt;&#xA;" OwnerUserId="30843" LastActivityDate="2022-01-17T04:31:18.400" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20208" PostTypeId="1" CreationDate="2022-01-20T04:48:14.627" Score="-1" ViewCount="64" Body="&lt;p&gt;For example, life expectancy in Russia in 1945 was 23.6 years.&lt;/p&gt;&#xA;&lt;p&gt;► Does this mean that ANYONE alive in 1945 was expected to die at around 24 years of age (on average)?&lt;/p&gt;&#xA;&lt;p&gt;► Or does this mean that people born in 1945 were expected to live only 24 years (on average)?&lt;/p&gt;&#xA;&lt;p&gt;Follow-up question: Is there a name for or a way to find data for the OTHER definition?&lt;/p&gt;&#xA;" OwnerUserId="30869" LastEditorUserId="23272" LastEditDate="2022-07-14T12:55:14.143" LastActivityDate="2022-08-13T13:03:05.460" Title="Does Life Expectancy at a certain year refer to lifespan of people born that year or average lifespan of all people living that year?" Tags="|demographics|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20209" PostTypeId="1" CreationDate="2022-01-20T09:01:56.660" Score="1" ViewCount="41" Body="&lt;p&gt;When talking about open data the &lt;a href=&quot;https://5stardata.info/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;5-star principle&lt;/a&gt; has paved our way. And although the highest level, linked data, is machine readable, it is not application friendly from a reusability perspective. By &amp;quot;reusable applications&amp;quot; I mean applications (mobile apps, server apps, web-apps, etc) that work on multiple data sources from different data publishers without configuration changes.&lt;/p&gt;&#xA;&lt;p&gt;For example, an application to visualize results of local elections would be far more reusable if there were a data format for election results.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;I am looking for data standards for open data that applications can use to operate on multiple data sources.&lt;/strong&gt; I could not find any standards directories nor standardizing bodies that drive this process.&lt;/p&gt;&#xA;&lt;p&gt;This could be a killer feature for the open data movement since, on one hand, application developers could rely on a single format description, and on the other hand data publishers get applications for published data faster and cheaper.&lt;/p&gt;&#xA;&lt;p&gt;Do we already have such &amp;quot;domain&amp;quot; standards for open data formats? Am I missing something?&lt;/p&gt;&#xA;" OwnerUserId="1930" LastEditorUserId="32221" LastEditDate="2022-09-14T15:32:58.760" LastActivityDate="2022-09-14T15:32:58.760" Title="Are there domain standards for open data?" Tags="|data-format|standards|5-star-scheme|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20210" PostTypeId="2" ParentId="20208" CreationDate="2022-01-20T11:27:48.613" Score="0" Body="&lt;p&gt;Usually &amp;quot;life expectancy&amp;quot; is calculated from a so called life table.&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Life_table&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Life_table&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A life table consists of the population from a certain year, how many lived and how many died. From that you can calculate the probability of death for each age that year. From that you can calculate a life expectancy from a person who was born that year and who experienced the same probability of death through out it's life as in that year. So &amp;quot;life expectancy&amp;quot; is sort of an artificial index so to speak and it doesn't really represent an expected value for any certain cohort.&lt;/p&gt;&#xA;" OwnerUserId="30871" LastActivityDate="2022-01-20T11:27:48.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20211" PostTypeId="1" CreationDate="2022-01-20T16:54:07.940" Score="0" ViewCount="137" Body="&lt;p&gt;I'm looking for a very specific kind of dataset or a website that documents this data. I need data for NBA players' salaries ideally going back 30 years. I've found some sites that have the data, but they don't go into enough detail. I would like the data to include a marker that says when a new contract is signed and a number specifying how much of the contract is guaranteed.&lt;/p&gt;&#xA;" OwnerUserId="30873" LastEditorUserId="23272" LastEditDate="2022-07-14T13:06:59.250" LastActivityDate="2023-12-07T03:11:21.437" Title="Does anybody know where to find very detailed NBA player salary data?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20216" PostTypeId="2" ParentId="18282" CreationDate="2022-01-22T08:08:28.093" Score="1" Body="&lt;p&gt;You can find it in the &lt;a href=&quot;https://www.data.gov.cy/&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Open Data Portal&lt;/a&gt;, in which data of most Cypriot public bodies are available for further use.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.data.gov.cy/dataset/%CE%B4%CE%B9%CE%BF%CE%B9%CE%BA%CE%B7%CF%84%CE%B9%CE%BA%CE%AC-%CF%8C%CF%81%CE%B9%CE%B1-%CE%B4%CE%AE%CE%BC%CF%89%CE%BD-%CE%BA%CE%B1%CE%B9-%CE%BA%CE%BF%CE%B9%CE%BD%CE%BF%CF%84%CE%AE%CF%84%CF%89%CE%BD-%CE%B4%CE%B9%CE%BF%CE%B9%CE%BA%CE%B7%CF%84%CE%B9%CE%BA%CF%8C%CF%82-%CF%87%CE%AC%CF%81%CF%84%CE%B7%CF%82&quot; rel=&quot;nofollow noreferrer&quot;&gt;Administrative Boundaries of Municipalities and Communities - Administrative Map&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30888" LastActivityDate="2022-01-22T08:08:28.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20217" PostTypeId="1" CreationDate="2022-01-23T01:25:08.057" Score="0" ViewCount="37" Body="&lt;p&gt;tl;dr; I'm looking for a corpus (or multiple of them) of un-scripted English speech, transcribed to text and tagged by who said what. Ideally, I'd like hundreds or even thousands of distinct speakers.&lt;/p&gt;&#xA;&lt;p&gt;I've found a few possibilities, but they have issues. Also, I don't have much of a data science background (I'm a dev tools programmer by trade) so I frankly have no idea where to even start looking beyond the blindingly obvious search terms, and those haven't returned anything very inviting.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;I'm working on a literary project where I want to create dialog with recognizably distinct &amp;quot;voices&amp;quot;. I don't want everyone's speech to sound like they are quoting me, but rather seem like actual different people. I've a few different ideas of how to approach this, but all of them require training data with rather specific properties.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;I need text, not audio.&lt;/li&gt;&#xA;&lt;li&gt;I need data source from speech, not written materiel and I'd strongly prefer non-scripted speech. (I know that for some people, myself included, the way they speak and write can be very different from each other).&lt;/li&gt;&#xA;&lt;li&gt;I need data tagged by who came up with the words. (The same person giving speeches from different speech writes, or a screenplay where everyone's dialog is written by one person would be undesirable.)&lt;/li&gt;&#xA;&lt;li&gt;I want a diverse set of speakers. (A data set where everyone in it works in the same industry or is talking about the same subject could be problematic.)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;On the flip side, my &amp;quot;openness&amp;quot; constraints are rather lax; I'm not going to pay for data is about the only hard constraint. I'd &lt;em&gt;like&lt;/em&gt; to be able to redistribute the source data, but as long as I can make the cooked data available to a private group I'm fine with most restrictions.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Most of the natural langue data sets I've found fail hard at the second point: most text data set seem to be from written work like questions on this site or reviews/comments on other web pages. Also the third point is problematic, data sets with speaker tagging don't necessarily tag it &amp;quot;correctly&amp;quot; for my needs.&lt;/p&gt;&#xA;&lt;p&gt;Off hand the only source I've come up with that would already exist would be court transcripts. However it looks like they are often &lt;a href=&quot;https://www.rev.com/blog/how-to-get-court-transcripts&quot; rel=&quot;nofollow noreferrer&quot;&gt;far from free and/or open&lt;/a&gt;, thought some some are &lt;a href=&quot;https://www.supremecourt.gov/oral_arguments/argument_transcript/2021&quot; rel=&quot;nofollow noreferrer&quot;&gt;free to download, but maybe not in the easiest format&lt;/a&gt;. Also, I suspect that such transcripts will have significant over representations of legal professionals and legal topics, likely more so at the higher court level which are the ones likely to be easiest to obtain.&lt;/p&gt;&#xA;" OwnerUserId="30894" LastActivityDate="2024-02-13T00:05:55.687" Title="Extemporaneous speech, as text, tagged by speaker?" Tags="|data-request|language|english|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20218" PostTypeId="2" ParentId="20191" CreationDate="2022-01-23T08:19:52.070" Score="0" Body="&lt;p&gt;Geonames does not only include cities, but other features too.&lt;/p&gt;&#xA;&lt;p&gt;In the tab-limited file, there are fields (columns) for feature class and feature code. &lt;a href=&quot;http://www.geonames.org/export/codes.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.geonames.org/export/codes.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For example the class with a code &amp;quot;T&amp;quot; (for mountains, hills and rocks) includes a feature with a code &amp;quot;ATOL&amp;quot; (for atolls).&lt;/p&gt;&#xA;" OwnerUserId="30896" LastActivityDate="2022-01-23T08:19:52.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20220" PostTypeId="2" ParentId="20217" CreationDate="2022-01-23T20:13:07.320" Score="0" Body="&lt;p&gt;I don't have a link to a specific dataset, but maybe some podcast transcripts would give you what you're looking for?&#xA;I would also search for &amp;quot;dialogue dataset&amp;quot;, here is e.g. one option: &lt;a href=&quot;https://paperswithcode.com/dataset/dailydialog&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://paperswithcode.com/dataset/dailydialog&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30903" LastActivityDate="2022-01-23T20:13:07.320" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20222" PostTypeId="1" CreationDate="2022-01-25T06:00:56.980" Score="1" ViewCount="42" Body="&lt;p&gt;Is the source database for OpenFDA APIs updated on real time with the updates released by FDA?&#xA;If not, what is the ideal update frequency, particularly for medical devices recalls and classification.&lt;/p&gt;&#xA;" OwnerUserId="30912" LastActivityDate="2023-02-20T16:05:30.647" Title="frequency of data updates in source system" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20224" PostTypeId="2" ParentId="10104" CreationDate="2022-01-25T21:09:45.837" Score="0" Body="&lt;p&gt;I'm not sure how realtime this is, but &lt;a href=&quot;http://LexisNexis%C2%AE%20Community%20Crime%20Map&quot; rel=&quot;nofollow noreferrer&quot;&gt;LexisNexis® Community Crime Map&lt;/a&gt; (which appears not to be paywalled) lists traffic incidents.&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2022-01-25T21:09:45.837" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20225" PostTypeId="1" CreationDate="2022-01-26T01:29:09.383" Score="1" ViewCount="20" Body="&lt;p&gt;I have been searching for a list of all (or atleast a significant list of say top 1000 of) &lt;strong&gt;United States' railroad &amp;amp; subway station&lt;/strong&gt; with its passenger usage of each station. Where can I find such information. Is there a single open source dataset that contains the information that I need or do I need to combine information from multiple sources? Any guidance on where and how to put together such data will be very helpful?&lt;/p&gt;&#xA;" OwnerUserId="30915" LastEditorUserId="30915" LastEditDate="2022-01-26T07:32:47.173" LastActivityDate="2022-01-26T07:32:47.173" Title="Where can I find all United States' railroad &amp; subway station list and its passenger usage of each station?" Tags="|usa|traffic|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20226" PostTypeId="2" ParentId="20222" CreationDate="2022-01-26T13:11:59.900" Score="1" Body="&lt;p&gt;No, openFDA isn't being updated in real time. Device Recall and Device Classification endpoints are updated weekly.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2022-01-26T13:11:59.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20227" PostTypeId="1" CreationDate="2022-01-26T13:27:56.500" Score="1" ViewCount="31" Body="&lt;p&gt;I am looking for daily data for the water level of Kinneret over the years (ideally 20+ years).&lt;/p&gt;&#xA;&lt;p&gt;Is there such thing?&lt;/p&gt;&#xA;" OwnerUserId="16925" LastActivityDate="2024-02-15T23:07:40.950" Title="Kinneret water levels" Tags="|historical|hydrology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20228" PostTypeId="2" ParentId="20227" CreationDate="2022-01-26T21:00:03.143" Score="0" Body="&lt;p&gt;Not sure how to scrape this, or whether it exists in an easier format:&#xA;&lt;a href=&quot;https://www.gov.il/he/Departments/DynamicCollectors/kinneret_level?skip=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gov.il/he/Departments/DynamicCollectors/kinneret_level?skip=0&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Ah here you go: &lt;a href=&quot;https://data.gov.il/dataset/https-www-data-gov-il-dataset-682/resource/2de7b543-e13d-4e7e-b4c8-56071bc4d3c8&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.il/dataset/https-www-data-gov-il-dataset-682/resource/2de7b543-e13d-4e7e-b4c8-56071bc4d3c8&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30903" LastActivityDate="2022-01-26T21:00:03.143" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20230" PostTypeId="1" CreationDate="2022-01-27T08:38:30.360" Score="1" ViewCount="33" Body="&lt;p&gt;I am looking for georeferenced CO2 emissions of sites of energy-intensive industry sectors on a global scale. Besides the EU-ETS and the E-PRTR, I found the &lt;a href=&quot;https://www.hotmaps-project.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hotmaps projects&lt;/a&gt; covering EU28, but no project covering the global scale.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know of such a project?&lt;/p&gt;&#xA;&lt;p&gt;If such a comprehensive overview of energy-intensive industry sectors on a global scale is not available, I would also be interested in open-source sectoral databases covering the global scale.&lt;/p&gt;&#xA;&lt;p&gt;During my research I came across the following data sources:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://gidmodel.org.cn/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GIDmodel database&lt;/a&gt; covering the cement, iron and steel industry&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.risiinfo.com/product/asset-database/&quot; rel=&quot;nofollow noreferrer&quot;&gt;RISI Pulp and Paper database&lt;/a&gt; covering the pulp and paper industry, which is not available for free&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://plants.glassglobal.com/login/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GlassGlobal database&lt;/a&gt; covering the glass industry, which is not available for free&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="30927" OwnerDisplayName="Lucas_Edenhofer" LastEditorUserId="6229" LastEditDate="2022-01-27T12:28:08.947" LastActivityDate="2022-01-27T12:28:08.947" Title="Seeking global data for georeferenced CO2 emissions of industrial sites" Tags="|data-request|global|industry|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20231" PostTypeId="1" CreationDate="2022-01-28T02:56:06.860" Score="1" ViewCount="133" Body="&lt;p&gt;I'm in need of finding a data source that I can use to create a heat map showing varying water hardness in the U.S.&lt;/p&gt;&#xA;&lt;p&gt;I've tried the usual, i.e. usgs, epa, and I'm not able to find what I need.&lt;/p&gt;&#xA;&lt;p&gt;I'd like to make something similar to this (I can't find the original creator so I have to make my own&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/WbGxk.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/WbGxk.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30934" LastActivityDate="2024-01-25T01:00:58.310" Title="Seeking hard water data source" Tags="|data-request|usa|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20232" PostTypeId="1" CreationDate="2022-01-28T03:23:25.487" Score="1" ViewCount="45" Body="&lt;p&gt;I am looking for temporal EHR dataset for my project work. I know some hospital website allows to download the dataset. But it requires permission and the dataset huge which will be difficult to manage. I am looking medium simple temporal EHR dataset. Could you give me link of the website.&lt;/p&gt;&#xA;" OwnerUserId="30935" LastEditorUserId="1652" LastEditDate="2022-02-05T21:07:15.940" LastActivityDate="2024-02-26T04:05:30.830" Title="I am looking for temporal EHR dataset" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20233" PostTypeId="1" CreationDate="2022-01-28T13:46:24.413" Score="1" ViewCount="102" Body="&lt;p&gt;I'm looking for petrol stations across Europe either in a shapefile format, coordinate data as .csv or addresses from a webpage which I can scrape.&lt;/p&gt;&#xA;&lt;p&gt;I have had a look and couldn't find anything that covers all of europe&lt;/p&gt;&#xA;" OwnerUserId="30938" LastActivityDate="2022-01-28T13:46:24.413" Title="Shapefile for Petrol Fueling stations across Europe" Tags="|geospatial|europe|csv|scraping|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20235" PostTypeId="1" CreationDate="2022-01-29T21:05:48.887" Score="1" ViewCount="16" Body="&lt;p&gt;I'm trying to test an idea regarding the chapter lengths of various books. I was wondering if there's a database I can query for this information? This similar to &lt;a href=&quot;https://opendata.stackexchange.com/questions/1904/is-there-a-database-that-provides-lengths-of-books&quot;&gt;this question&lt;/a&gt;, though I would like to have more granular data than the average chapter length of a book.&lt;/p&gt;&#xA;" OwnerUserId="30945" LastActivityDate="2022-01-29T21:05:48.887" Title="Is there a database that provides chapter lengths of books?" Tags="|api|database|books|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20237" PostTypeId="1" CreationDate="2022-01-31T04:48:37.780" Score="1" ViewCount="83" Body="&lt;p&gt;I think a human-centric multi-modal dataset (i.e.: head mounted binocular cameras, steroes mics, text transciption, skeletal pose, skin area contact) would be a great starting point for building human-level artificial intelligence. Do you know if such a dataset exists or if there are open data efforts to build one. (It'd be terrible if Tesla or another private company were the first to become an AI superpower in this domain. It's unlikely they'd release any data)&lt;/p&gt;&#xA;" OwnerUserId="30952" LastEditorUserId="70" LastEditDate="2022-10-14T19:14:40.080" LastActivityDate="2024-03-08T17:03:30.387" Title="Dataset for human-level artificial intelligence" Tags="|data-request|language|text|video|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20238" PostTypeId="2" ParentId="20191" CreationDate="2022-01-31T22:25:07.193" Score="1" Body="&lt;p&gt;Why not to look on OpenStreetMap data? You can use Nominatim for search, &lt;a href=&quot;https://nominatim.org/release-docs/latest/api/Search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nominatim.org/release-docs/latest/api/Search/&lt;/a&gt;, you can use Overpass for spatial data queries, like this one for sumits: &lt;a href=&quot;https://overpass-turbo.eu/s/1fCT&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/1fCT&lt;/a&gt;. There is a world outside Google and Apple, very often much better mapped.&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-01-31T22:25:07.193" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20239" PostTypeId="2" ParentId="20140" CreationDate="2022-01-31T22:44:30.673" Score="0" Body="&lt;p&gt;Is it something you are looking for? &lt;a href=&quot;https://github.com/temospena/CP7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/temospena/CP7&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-01-31T22:44:30.673" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20240" PostTypeId="2" ParentId="20115" CreationDate="2022-01-31T22:50:41.660" Score="1" Body="&lt;p&gt;I would suggest to start with &lt;a href=&quot;https://download.geofabrik.de/europe/germany.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/europe/germany.html&lt;/a&gt;. You can download the &lt;code&gt;.pbf&lt;/code&gt; files and import lines &amp;amp; multilinestrings into your GIS software (at least QGIS). In OSM roads have a &lt;code&gt;key = highway&lt;/code&gt;. For details please check &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Highway&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Highway&lt;/a&gt;. In &lt;code&gt;R&lt;/code&gt; you can use &lt;code&gt;osmdata&lt;/code&gt; library to access the data via Overpass.&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-01-31T22:50:41.660" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20242" PostTypeId="2" ParentId="20191" CreationDate="2022-02-01T03:43:05.383" Score="0" Body="&lt;p&gt;Maxmind has a world cities database too that has a list of cities and countries with geographic coordinates&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/max-mind/world-cities-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/max-mind/world-cities-database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14901" LastActivityDate="2022-02-01T03:43:05.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20243" PostTypeId="1" CreationDate="2022-02-01T15:25:35.730" Score="0" ViewCount="442" Body="&lt;p&gt;I have a dataset in pkl file, and I write the following code to unpkl the file and read the data&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pickle&#xA;f=open(&amp;quot;data_cdg.pkl&amp;quot;,&amp;quot;rb&amp;quot;)&#xA;a = pickle.load(f)&#xA;f.close()&#xA;print(a)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;but I got in the output 67 sparse matrix of type '&amp;lt;class 'numpy.int64'&amp;gt;' so how I can read the content of the dataset in python?&lt;/p&gt;&#xA;" OwnerUserId="30965" LastActivityDate="2024-02-24T07:04:40.513" Title="how I can read the content of the dataset in pkl file and return 67 sparse matrix of type '&lt;class 'numpy.int64'&gt;'in python?" Tags="|machine-learning|python|large-datasets|deep-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20244" PostTypeId="1" AcceptedAnswerId="20245" CreationDate="2022-02-01T16:35:15.940" Score="0" ViewCount="92" Body="&lt;p&gt;Where can I find Swiss website domains with &lt;code&gt;.ch&lt;/code&gt; and with some basic stats about popularity?&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2022-02-02T13:34:41.340" Title="Dataset for Swiss (.ch) domain names with basic traffic stats" Tags="|data-request|internet|switzerland|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20245" PostTypeId="2" ParentId="20244" CreationDate="2022-02-01T16:35:15.940" Score="0" Body="&lt;p&gt;switch.ch publishes some stats about the top 1000 domains with &lt;code&gt;.ch&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.switch.ch/open-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.switch.ch/open-data/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;direct link to &amp;quot;latest&amp;quot; CSV file: &lt;a href=&quot;https://www.switch.ch/open-data/top1000/latest.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.switch.ch/open-data/top1000/latest.csv&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1511" LastActivityDate="2022-02-01T16:35:15.940" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20246" PostTypeId="2" ParentId="20231" CreationDate="2022-02-01T17:14:41.200" Score="0" Body="&lt;p&gt;Water hardness is not measured by the EPA or similar sites, like &lt;a href=&quot;https://mytapwater.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;MyTapWater.org&lt;/a&gt;, EWG etc. I'd look into private datasets from &lt;a href=&quot;https://mytapscore.com/pages/the-lead-map&quot; rel=&quot;nofollow noreferrer&quot;&gt;MyTapScore&lt;/a&gt;, who has released similar data sets.&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2022-02-01T17:14:41.200" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20249" PostTypeId="2" ParentId="20244" CreationDate="2022-02-02T13:34:41.340" Score="1" Body="&lt;p&gt;In addition to what @philshem already mentioned, you might also want to download the &lt;strong&gt;zone file&lt;/strong&gt; which is available as well. With some scripting, you can extract almost all registered .ch files. Look for the lines that contain &lt;code&gt;NS&lt;/code&gt; and refer to name servers, and remove duplicates. Most domain names have at least two name servers, which means as many line entries in that zone file.&lt;/p&gt;&#xA;&lt;p&gt;A tiny percentage of registered domain names will be missing from the zone file, for instance suspended or expired domain names, or those without any name servers, and thus not resolving.&lt;/p&gt;&#xA;&lt;p&gt;&amp;quot;Popularity&amp;quot; is a broad concept. What the registry offers is lists based mostly on the number of DNS queries which is a fairly good indicator, but it could be for E-mail or other services. Not necessarily correlated with the amount of website traffic.&lt;/p&gt;&#xA;" OwnerUserId="26171" LastActivityDate="2022-02-02T13:34:41.340" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20251" PostTypeId="1" CreationDate="2022-02-03T21:06:16.900" Score="1" ViewCount="13" Body="&lt;p&gt;I am trying to find the AMSL (average mean sea level) of a bunch of different counties based on their FIPS code. I am hoping there might be a table out there that contains the AMSL that I might be able to join my table to. I have already found the USGS site where I can plug in lat and longs (&lt;a href=&quot;https://www.usgs.gov/faqs/how-do-i-find-average-elevation-county&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/faqs/how-do-i-find-average-elevation-county&lt;/a&gt;) but that only gives elevation of that particular spot, I am hoping to find the average value instead of a singular spot.&lt;/p&gt;&#xA;" OwnerUserId="30984" LastActivityDate="2022-02-03T21:06:16.900" Title="Average Mean Sea Level per FIPS Code" Tags="|geospatial|county|usgs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20252" PostTypeId="2" ParentId="20243" CreationDate="2022-02-04T05:03:43.097" Score="0" Body="&lt;p&gt;There is a &lt;code&gt;read_pickle&lt;/code&gt; function as part of &lt;code&gt;pandas&lt;/code&gt; &lt;strong&gt;0.22+&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;&#xA;object = pd.read_pickle(&amp;quot;data_cdg.pkl&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-02-04T05:03:43.097" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20253" PostTypeId="2" ParentId="20237" CreationDate="2022-02-05T21:05:11.090" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_datasets_for_machine-learning_research&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/List_of_datasets_for_machine-learning_research&lt;/a&gt; list many AI datasets. Note that private companies have released plenty of very useful AI datasets.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2022-02-05T21:05:11.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20254" PostTypeId="2" ParentId="20232" CreationDate="2022-02-05T21:06:57.667" Score="0" Body="&lt;p&gt;The freely available MIMIC dataset (&lt;a href=&quot;https://archive.physionet.org/physiobank/database/mimicdb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.physionet.org/physiobank/database/mimicdb/&lt;/a&gt;) contains temporal EHR info.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2022-02-05T21:06:57.667" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20255" PostTypeId="2" ParentId="18545" CreationDate="2022-02-05T21:10:54.103" Score="1" Body="&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commoncrawl.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commoncrawl.org/&lt;/a&gt;. Larger (petabytes) but more difficult to use than &lt;a href=&quot;https://pile.eleuther.ai/&quot; rel=&quot;nofollow noreferrer&quot;&gt;The Pile&lt;/a&gt;. More on the size: &lt;a href=&quot;https://commoncrawl.github.io/cc-crawl-statistics/plots/crawlsize&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commoncrawl.github.io/cc-crawl-statistics/plots/crawlsize&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/jcpeterson/openwebtext&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenWebText&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://huggingface.co/datasets/tiiuae/falcon-refinedweb&quot; rel=&quot;nofollow noreferrer&quot;&gt;falcon-refinedweb&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2023-06-27T18:49:08.870" LastActivityDate="2023-06-27T18:49:08.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20256" PostTypeId="2" ParentId="17681" CreationDate="2022-02-05T21:14:12.517" Score="0" Body="&lt;p&gt;You can use one of the datasets mentioned in &lt;a href=&quot;https://opendata.stackexchange.com/a/6679/1652&quot;&gt;physician notes with annotated PHI&lt;/a&gt;. PHI = protected health information, which is basically the personal information you're mentioning.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2022-02-05T21:14:12.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20264" PostTypeId="1" CreationDate="2022-02-09T07:45:32.377" Score="0" ViewCount="54" Body="&lt;p&gt;I am facing a very peculiar issue with the USFDA database. There is one NDA number 050790 corresponding to 2 different drug names viz. Restasis and Restasis multidose! Both the drugs have different patents.&lt;/p&gt;&#xA;&lt;p&gt;If I were to download these data from the API, my database will get confused as to which patents are applicable to which drugs. Also when generics of these drugs will come, how will we know which one is the RLD for the approved generic (assuming approval letters are not uploaded).&lt;/p&gt;&#xA;" OwnerUserId="31016" LastActivityDate="2022-02-10T13:40:43.363" Title="Is it possible to have 2 drugs with same NDA number" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20266" PostTypeId="1" AcceptedAnswerId="20272" CreationDate="2022-02-10T01:17:43.717" Score="0" ViewCount="164" Body="&lt;p&gt;Using Sparql I can find person on Wikdata by his name:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct (SAMPLE(?image)as ?image) ?item ?itemLabel ?itemDescription&#xA;                (SAMPLE(?DR) as ?DR)(SAMPLE(?RIP) as ?RIP)(SAMPLE(?article) as ?article)&#xA;                WHERE {?item wdt:P31 wd:Q5. ?item ?label 'Putin' @en. OPTIONAL{?item wdt:P569 ?DR .}&#xA;                ?article schema:about ?item . ?article schema:inLanguage 'en'. ?article schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt;.&#xA;                OPTIONAL{?item wdt:P570 ?RIP .}&#xA;                OPTIONAL{?item wdt:P18 ?image .}&#xA;                SERVICE wikibase:label { bd:serviceParam wikibase:language 'en'. }}&#xA;                GROUP BY ?item ?itemLabel ?itemDescription&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20distinct%20%28SAMPLE%28%3Fimage%29as%20%3Fimage%29%20%3Fitem%20%3FitemLabel%20%3FitemDescription%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%28SAMPLE%28%3FDR%29%20as%20%3FDR%29%28SAMPLE%28%3FRIP%29%20as%20%3FRIP%29%28SAMPLE%28%3Farticle%29%20as%20%3Farticle%29%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20WHERE%20%7B%3Fitem%20wdt%3AP31%20wd%3AQ5.%20%3Fitem%20%3Flabel%20%27Putin%27%20%40en.%20OPTIONAL%7B%3Fitem%20wdt%3AP569%20%3FDR%20.%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%3Farticle%20schema%3Aabout%20%3Fitem%20.%20%3Farticle%20schema%3AinLanguage%20%27en%27.%20%3Farticle%20schema%3AisPartOf%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E.%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20OPTIONAL%7B%3Fitem%20wdt%3AP570%20%3FRIP%20.%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20OPTIONAL%7B%3Fitem%20wdt%3AP18%20%3Fimage%20.%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%27en%27.%20%7D%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20GROUP%20BY%20%3Fitem%20%3FitemLabel%20%3FitemDescription&quot; rel=&quot;nofollow noreferrer&quot;&gt;See this on Wikidat Query Service&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or if you know his ID:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct (SAMPLE(?image)as ?image)  ?item ?itemLabel ?itemDescription&#xA;            (SAMPLE(?DR) as ?DR)(SAMPLE(?RIP) as ?RIP)(SAMPLE(?article) as ?article)&#xA;            WHERE{ ?article  schema:about ?item ; schema:inLanguage  'en' ; schema:isPartOf    &amp;lt;https://en.wikipedia.org/&amp;gt;&#xA;            FILTER ( ?item = &amp;lt;http://www.wikidata.org/entity/Q303&amp;gt; )&#xA;            OPTIONAL { ?item  wdt:P569  ?DR }&#xA;            OPTIONAL { ?item  wdt:P570  ?RIP }&#xA;            OPTIONAL { ?item  wdt:P18  ?image }&#xA;            SERVICE wikibase:label { bd:serviceParam wikibase:language  'en'}}&#xA;            GROUP BY ?item ?itemLabel ?itemDescription&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20distinct%20%28SAMPLE%28%3Fimage%29as%20%3Fimage%29%20%20%3Fitem%20%3FitemLabel%20%3FitemDescription%0A%20%20%20%20%20%20%20%20%20%20%20%20%28SAMPLE%28%3FDR%29%20as%20%3FDR%29%28SAMPLE%28%3FRIP%29%20as%20%3FRIP%29%28SAMPLE%28%3Farticle%29%20as%20%3Farticle%29%0A%20%20%20%20%20%20%20%20%20%20%20%20WHERE%7B%20%3Farticle%20%20schema%3Aabout%20%3Fitem%20%3B%20schema%3AinLanguage%20%20%27en%27%20%3B%20schema%3AisPartOf%20%20%20%20%3Chttps%3A%2F%2Fen.wikipedia.org%2F%3E%0A%20%20%20%20%20%20%20%20%20%20%20%20FILTER%20%28%20%3Fitem%20%3D%20%3Chttp%3A%2F%2Fwww.wikidata.org%2Fentity%2FQ303%3E%20%29%0A%20%20%20%20%20%20%20%20%20%20%20%20OPTIONAL%20%7B%20%3Fitem%20%20wdt%3AP569%20%20%3FDR%20%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20OPTIONAL%20%7B%20%3Fitem%20%20wdt%3AP570%20%20%3FRIP%20%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20OPTIONAL%20%7B%20%3Fitem%20%20wdt%3AP18%20%20%3Fimage%20%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%20%27en%27%7D%7D%0A%20%20%20%20%20%20%20%20%20%20%20%20GROUP%20BY%20%3Fitem%20%3FitemLabel%20%3FitemDescription&quot; rel=&quot;nofollow noreferrer&quot;&gt;This query on Wikidata&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But can't figure out how to get several random persons. If I remove search criteria and add limit 10, I get timeout, probably because it query all people even I just want 5 or 10.&lt;/p&gt;&#xA;&lt;p&gt;Any idea how I can get 10 random people?&lt;/p&gt;&#xA;" OwnerUserId="3286" LastActivityDate="2022-02-12T02:10:43.493" Title="Find random 10 people Wikidata" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20267" PostTypeId="2" ParentId="20264" CreationDate="2022-02-10T13:40:43.363" Score="1" Body="&lt;p&gt;Yes, as you can see, an NDA application can have more than one product on it, which makes NDA number not the best choice for identifying a specific drug product. You are much better off relying on other unique drug identifiers, such as NDC or SPL ID.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2022-02-10T13:40:43.363" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20268" PostTypeId="1" CreationDate="2022-02-10T15:03:46.250" Score="0" ViewCount="53" Body="&lt;p&gt;I was trying to search information about Advil so I tried two ways&lt;/p&gt;&#xA;&lt;p&gt;Search by drug name:&#xA;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:advil&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=patient.drug.openfda.brand_name:advil&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Search by ndc code: &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:0573-0134&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:0573-0134&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In second link output I could get lot of information about the drug where as first link doesn't provide much information about the drug.&#xA;Example fields found in second link but missing in first link&#xA;dosage_form&#xA;active_ingredients&#xA;many more fields&lt;/p&gt;&#xA;&lt;p&gt;Is it expected to work like that? If so, would you help out me with your reasoning.&lt;/p&gt;&#xA;" OwnerUserId="3851" LastActivityDate="2024-03-05T21:09:01.150" Title="Search via NDC api and brand name outputs different results" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20270" PostTypeId="1" AcceptedAnswerId="20278" CreationDate="2022-02-11T11:33:14.547" Score="0" ViewCount="241" Body="&lt;p&gt;I found out that there are two ways to find drug information based on NDC code but I am not quite sure which one to choose.&lt;/p&gt;&#xA;&lt;p&gt;Here is an example&#xA;NDC API - &lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:73408-709&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:73408-709&lt;/a&gt;&#xA;Drug label API - &lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.product_ndc:%220573-0134%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.product_ndc:%220573-0134%22&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3851" LastActivityDate="2022-02-14T16:36:40.197" Title="Which API to use to find the information based on NDC code?" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20271" PostTypeId="2" ParentId="3334" CreationDate="2022-02-11T14:37:14.730" Score="1" Body="&lt;p&gt;I would also recommend ERDDAP &lt;a href=&quot;https://coastwatch.pfeg.noaa.gov/erddap/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://coastwatch.pfeg.noaa.gov/erddap/index.html&lt;/a&gt; for marine data products and HYCOM for modeled data &lt;a href=&quot;https://www.hycom.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.hycom.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30498" LastActivityDate="2022-02-11T14:37:14.730" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20272" PostTypeId="2" ParentId="20266" CreationDate="2022-02-12T02:10:43.493" Score="1" Body="&lt;p&gt;Below code gives different 10s of people in different runs (Random) but it gives new results only when running incognito or private tab (May be because of caching)&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item ?itemLabel WHERE {&#xA;SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE]&amp;quot;. }&#xA;  {&#xA;    SELECT DISTINCT ?item WHERE {&#xA;      ?item p:P31 ?statement0.&#xA;      ?statement0 (ps:P31/(wdt:P279*)) wd:Q5.&#xA;    }&#xA;    LIMIT 10&#xA;  }&#xA;}ORDER BY RAND() LIMIT 100&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/hOAOF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/hOAOF.png&quot; alt=&quot;Screenshot of query results&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31039" LastActivityDate="2022-02-12T02:10:43.493" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20273" PostTypeId="1" CreationDate="2022-02-12T21:21:17.597" Score="1" ViewCount="62" Body="&lt;p&gt;I am trying to do some experiments with data science algorithms and looking for some sample datasets.&lt;/p&gt;&#xA;&lt;p&gt;For example, I am looking for a sample patient dataset. For example, a dataset that each row is a patient (without identifiable information) and each column is a feature of that patient. For example a dataset with information about patients who checked for cancer and the result of the test.&lt;/p&gt;&#xA;&lt;p&gt;I also like to have information about credit card applications. Each row is a person who applied for a credit card and information on the application result.&lt;/p&gt;&#xA;&lt;p&gt;Where can I find this type of sample information?&lt;/p&gt;&#xA;" OwnerUserId="31043" LastEditorUserId="70" LastEditDate="2022-10-13T16:48:10.880" LastActivityDate="2023-03-13T18:06:40.830" Title="patient and credit card dataset" Tags="|data-request|medical|bank|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20275" PostTypeId="1" CreationDate="2022-02-13T20:36:00.987" Score="0" ViewCount="127" Body="&lt;p&gt;Hello CollegeScorecard folks, I'm doing some work on updating my college scorecard data file. I'm seeing a couple variables in the documentation (&lt;code&gt;dolprovider&lt;/code&gt; and &lt;code&gt;admcon7&lt;/code&gt;). But, I'm not finding the variables in the data files.&lt;/p&gt;&#xA;&lt;p&gt;I see &lt;code&gt;dolprovider&lt;/code&gt; documented in the &lt;code&gt;Institution_Data_Dictionary&lt;/code&gt; tab (and other tabs) of CollegeScorecardDataDictionary.xlsx file. For example see lines 2650 &amp;amp; 2651 of the &lt;code&gt;Institution_Data_Dictionary&lt;/code&gt; tab.&lt;/p&gt;&#xA;&lt;p&gt;I also see &lt;code&gt;admcon7&lt;/code&gt; documented in the same way over there in then CollegeScorecardDataDictionary.xlsx file. For examples see lines 2652 and 2656 of the &lt;code&gt;Institution_Data_Dictionary&lt;/code&gt; tab.&lt;/p&gt;&#xA;&lt;p&gt;It looks like these variables came along with the Aug 2021 update. I'm seeing references to these new variables in the change log under Aug 2021. Could the documentation have been updated (but somehow the data files not updated)?&lt;/p&gt;&#xA;&lt;p&gt;I think &lt;em&gt;think&lt;/em&gt; I've thoroughly searched the data files for these variables. But, I'm not finding them in the data files. Has anyone else noticed this? Any thoughts on what I might be missing?&lt;/p&gt;&#xA;" OwnerUserId="21508" LastActivityDate="2024-03-10T00:01:25.137" Title="Variables &quot;dolprovider&quot; and &quot;admcon7&quot;" Tags="|collegescorecard|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20277" PostTypeId="2" ParentId="20268" CreationDate="2022-02-14T16:27:12.553" Score="0" Body="&lt;p&gt;Yes, that's correct. The issue is that Drug Adverse Event (FAERS) records do not always identify a &lt;em&gt;specific&lt;/em&gt; drug product associated with the adverse event -- as you can see from your example the AE record merely refers to the drug by its generic name &amp;quot;Ibuprofen&amp;quot;, which of course matches many specific drug products. It is infeasible for us to determine the specific NDC; hence the long list within the &lt;code&gt;openfda&lt;/code&gt; section.&lt;/p&gt;&#xA;&lt;p&gt;The second link you provided identifies one specific drug product by its NDC; hence more fields within the &lt;code&gt;openfda&lt;/code&gt; section.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2022-02-14T16:27:12.553" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20278" PostTypeId="2" ParentId="20270" CreationDate="2022-02-14T16:36:40.197" Score="1" Body="&lt;p&gt;Using the NDC endpoint would be a logical choice. And you can supplement that by calling Drug Label, too, in case you need additional fields otherwise not provided by NDC (e.g. details from the drug's label).&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2022-02-14T16:36:40.197" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20279" PostTypeId="2" ParentId="20275" CreationDate="2022-02-15T14:43:24.227" Score="0" Body="&lt;p&gt;On the &lt;a href=&quot;https://collegescorecard.ed.gov/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;College Scorecard Data&lt;/a&gt; page there is a link to the data on &lt;a href=&quot;https://data.ed.gov/dataset/college-scorecard-all-data-files/resources&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.ed.gov&lt;/a&gt;. In the &lt;a href=&quot;https://data.ed.gov/dataset/college-scorecard-all-data-files/resources?resource=823ac095-bdfc-41b0-b508-4e8fc3110082&quot; rel=&quot;nofollow noreferrer&quot;&gt;Most Recent Institution Level Data&lt;/a&gt; file, those two columns are found in columns CMZ and CNA. This is the same file as is in the raw data, which is also available on data.ed.gov.&lt;/p&gt;&#xA;&lt;p&gt;I hope that helps!&lt;/p&gt;&#xA;" OwnerUserId="31053" LastActivityDate="2022-02-15T14:43:24.227" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20281" PostTypeId="1" AcceptedAnswerId="20298" CreationDate="2022-02-16T20:08:50.600" Score="0" ViewCount="58" Body="&lt;p&gt;I am using the openFDA NDC API. Searching and counting using the &amp;quot;manufacture_name.exact&amp;quot; field results in a status 400 bad request when passing the character &amp;quot;&amp;amp;&amp;quot; as part of the manufacturer name.&lt;/p&gt;&#xA;&lt;p&gt;I am using the fetch API and JavaScript. The code is provided below; where &amp;quot;${manufacturer}&amp;quot; may be exactly:  &amp;quot;The Procter &amp;amp; Gamble Manufacturing Company&amp;quot;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;const manufacturerResponse = await fetch(`${this.ndcBaseEndpoint}?${this.apiKey}&amp;amp;search=openfda.manufacturer_name.exact:${manufacturer}&amp;amp;limit=10`)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I have reviewed &lt;a href=&quot;https://opendata.stackexchange.com/questions/16211/what-characters-are-allowed-in-the-search-parameter-of-the-ndc-openfda-api-reque&quot;&gt;this question&lt;/a&gt;  where an answer by Nag lists the supported characters and &amp;amp; is not on that list.&lt;/p&gt;&#xA;&lt;p&gt;I have tried using %26 as a replacement without success.&lt;/p&gt;&#xA;&lt;p&gt;Is there a method to search with &amp;amp; inside the manufacturer name? If not, is there a reliable way to access the data which has &amp;quot;&amp;amp;&amp;quot; in the manufacturer's name?&lt;/p&gt;&#xA;" OwnerUserId="30599" LastActivityDate="2022-02-25T19:09:33.463" Title="Is passing an &quot;&amp;&quot; as a string character possible using the openFDA API? If no, is there a way to access data with manufacturer name containing &quot;&amp;&quot;?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20283" PostTypeId="2" ParentId="20275" CreationDate="2022-02-18T21:02:21.810" Score="0" Body="&lt;p&gt;With an assist from Alex I believe I have a partial answer to this question. I was referencing the data files here:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;ed-public-download.app.cloud.gov/downloads/CollegeScorecard_Raw_Data.zip&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The data file I was referencing (shown above) contains a subset of columns. The two variables &lt;code&gt;dolprovider&lt;/code&gt; and &lt;code&gt;admcon7&lt;/code&gt; are just two of the many not included in the above files. Both &lt;code&gt;dolprovider&lt;/code&gt; and &lt;code&gt;admcon7&lt;/code&gt; along with full set of columns are available from:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;ed-public-download.app.cloud.gov/downloads/CollegeScorecard_Raw_Data_MMDDYYYY.zip&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Or currently as of today that is:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;ed-public-download.app.cloud.gov/downloads/CollegeScorecard_Raw_Data_02072022.zip&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The data dictionary available at the address below matches the full complete data set.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;collegescorecard.ed.gov/assets/CollegeScorecardDataDictionary.xlsx&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="21508" LastActivityDate="2022-02-18T21:02:21.810" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20285" PostTypeId="1" CreationDate="2022-02-19T21:57:04.990" Score="0" ViewCount="31" Body="&lt;p&gt;I have an idea for an alternative world-map projection. Is there a (simple) public data-source which indicates for each longitude/latitude-location whether it is land or sea I could use for this purpose? As an added bonus longitude/latitude of state-borders would be nice.&lt;/p&gt;&#xA;" OwnerUserId="31092" LastActivityDate="2022-02-19T23:24:04.313" Title="Data for generating a world map" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20286" PostTypeId="2" ParentId="20285" CreationDate="2022-02-19T23:24:04.313" Score="1" Body="&lt;p&gt;My favorite one is OSM: &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Downloading_data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Downloading_data&lt;/a&gt;. But it can be an overkill for your task.&#xA;NaturalEarth has a few datasets: &lt;a href=&quot;https://github.com/nvkelso/natural-earth-vector&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/nvkelso/natural-earth-vector&lt;/a&gt; (&lt;a href=&quot;https://www.naturalearthdata.com/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.naturalearthdata.com/downloads/&lt;/a&gt;)&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-02-19T23:24:04.313" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20287" PostTypeId="2" ParentId="17769" CreationDate="2022-02-20T16:00:56.097" Score="2" Body="&lt;p&gt;to clear philshem's comment up for the non-programmers, here's what to do:&lt;/p&gt;&#xA;&lt;p&gt;Right click anywhere and open inspect element. Then click the search button at the top right and with the top search bar (not the one that says filter), search daily cases. Click the third one; the list of numbers below is the dataset.&lt;/p&gt;&#xA;&lt;p&gt;Typing that makes it sound really obvious so sorry if everyone already knew that but it took too much trouble shooting for me to get it!&lt;/p&gt;&#xA;" OwnerUserId="31097" LastActivityDate="2022-02-20T16:00:56.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20290" PostTypeId="1" CreationDate="2022-02-21T16:38:08.580" Score="0" ViewCount="34" Body="&lt;p&gt;I'm playing around with the data.gov API and was trying to reconstruct a API request from the websearch.&#xA;ex: COVID-19 datasets filtered by Texas&#xA;my url looks like&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://catalog.data.gov/dataset?q=COVID-19++&amp;amp;sort=views_recent+desc&amp;amp;as_sfid=AAAAAAVj354uPLWh4A-rtCGREQUj1meuoN7meraqiIpM0fYfGGWoEaGfEPqUjArih-22d-oaV26Dhfu_Id9XjdmN1nx2RQRL_KrLPw3K57Fv7P5zT9Z0HR3-ShUHdp8UvZdqXuM%3D&amp;amp;as_fid=8563fb05fbeea54c88ab1649dfdc5c5933f46436&amp;amp;ext_location=Texas&amp;amp;ext_bbox=-106.6501%2C25.8456%2C-93.5074%2C36.4939&amp;amp;ext_prev_extent=-110.390625%2C22.43134015636061%2C-89.82421875%2C37.579412513438385&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;and yields 36 results&lt;/p&gt;&#xA;&lt;p&gt;But when I use just the &lt;em&gt;q&lt;/em&gt; and &lt;em&gt;ext_location&lt;/em&gt; parameters in the following request get a much higher result.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://catalog.data.gov/api/3/action/package_search?q=COVID-19&amp;amp;ext_location=Texas&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I understand that &lt;em&gt;ext_bbox&lt;/em&gt; and &lt;em&gt;ext_prev_extent&lt;/em&gt; are related to the spatial search and adding them to my requests gives me my expected results.&lt;/p&gt;&#xA;&lt;p&gt;My question is how do I find the parameters that are accepted in package_search API ?&#xA;(The &lt;a href=&quot;https://docs.ckan.org/en/ckan-1.7.3/apiv3.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CKAN documentation&lt;/a&gt; does not go into details here)&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;TLDR&lt;/strong&gt;; How does one identify parameters that are accepted in an API request&lt;/p&gt;&#xA;" OwnerUserId="31105" LastActivityDate="2023-06-06T04:05:10.600" Title="Identifying parameters accepted by API request" Tags="|api|scraping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20291" PostTypeId="2" ParentId="20290" CreationDate="2022-02-22T01:25:50.480" Score="1" Body="&lt;p&gt;if you can read code, PHP code, there a client API&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/GSA/ckan-php-client/blob/7602dec864c25cfe5f3f96910cdaa8620ea6d57d/src/CKAN/OrganizationList.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/GSA/ckan-php-client/blob/7602dec864c25cfe5f3f96910cdaa8620ea6d57d/src/CKAN/OrganizationList.php&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;more precisely in:&lt;a href=&quot;https://github.com/GSA/ckan-php-client/blob/7602dec864c25cfe5f3f96910cdaa8620ea6d57d/src/CKAN/CkanClient.php#L510&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/GSA/ckan-php-client/blob/7602dec864c25cfe5f3f96910cdaa8620ea6d57d/src/CKAN/CkanClient.php#L510&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You should see here too:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://docs.ckan.org/en/latest/api/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://docs.ckan.org/en/latest/api/index.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;By experimentation I found these parameters:&#xA;&lt;a href=&quot;https://catalog.data.gov/dataset?tags=cases&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset?tags=cases&lt;/a&gt;&#xA;&amp;amp;groups=&#xA;&amp;amp;res_format=&#xA;&amp;amp;ext_prev_extent=&#xA;&amp;amp;ext_bbox=&#xA;&amp;amp;q=&#xA;&amp;amp;organization=&#xA;&amp;amp;sort=&#xA;&amp;amp;ext_location=&#xA;&amp;amp;publisher=&#xA;&amp;amp;bureauCode=&#xA;&amp;amp;as_sfid=&#xA;&amp;amp;as_fid=&lt;/p&gt;&#xA;" OwnerUserId="31107" LastActivityDate="2022-02-22T01:25:50.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20292" PostTypeId="2" ParentId="19783" CreationDate="2022-02-22T15:36:39.157" Score="0" Body="&lt;p&gt;Not sure if you are still looking for an answer.&lt;/p&gt;&#xA;&lt;p&gt;I have previously matched the undergraduate total for degree/certificate-seeking undergraduates enrolled in the fall (UGDS) variable in Scorecard by checking the following 3 under Fall Enrollment/ Gender,attendance, and level of student:&lt;/p&gt;&#xA;&lt;p&gt;First time&#xA;Transfer-ins&#xA;Continuing&lt;/p&gt;&#xA;&lt;p&gt;I have used the IPEDS data center to choose my variables.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://nces.ed.gov/ipeds/datacenter/SelectVariables.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/datacenter/SelectVariables.aspx&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Hope this helps.&lt;/p&gt;&#xA;" OwnerUserId="31112" LastActivityDate="2022-02-22T15:36:39.157" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20298" PostTypeId="2" ParentId="20281" CreationDate="2022-02-25T19:09:33.463" Score="1" Body="&lt;p&gt;This is now fixed:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/label.json?search=openfda.manufacturer_name.exact:%22The%20Procter%20%26%20Gamble%20Manufacturing%20Company%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json?search=openfda.manufacturer_name.exact:%22The%20Procter%20%26%20Gamble%20Manufacturing%20Company%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2022-02-25T19:09:33.463" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20301" PostTypeId="2" ParentId="2065" CreationDate="2022-03-02T14:40:45.543" Score="0" Body="&lt;p&gt;Since the accepted answer's link appears to be broken I share here the best I could find from a &lt;a href=&quot;https://github.com/stefangabos/world_countries&quot; rel=&quot;nofollow noreferrer&quot;&gt;github repository&lt;/a&gt; that is quite active. There are 193 country names translated in 30 languages:&#xA;&lt;em&gt;ar&lt;/em&gt;, &lt;em&gt;bg&lt;/em&gt;, &lt;em&gt;cs&lt;/em&gt;, &lt;em&gt;da&lt;/em&gt;, &lt;em&gt;de&lt;/em&gt;, &lt;em&gt;el&lt;/em&gt;, &lt;em&gt;en&lt;/em&gt;, &lt;em&gt;eo&lt;/em&gt;, &lt;em&gt;es&lt;/em&gt;, &lt;em&gt;et&lt;/em&gt;, &lt;em&gt;eu&lt;/em&gt;, &lt;em&gt;fi&lt;/em&gt;, &lt;em&gt;fr&lt;/em&gt;, &lt;em&gt;hu&lt;/em&gt;, &lt;em&gt;it&lt;/em&gt;, &lt;em&gt;ja&lt;/em&gt;, &lt;em&gt;ko&lt;/em&gt;, &lt;em&gt;lt&lt;/em&gt;, &lt;em&gt;nl&lt;/em&gt;, &lt;em&gt;no&lt;/em&gt;, &lt;em&gt;pl&lt;/em&gt;, &lt;em&gt;pt&lt;/em&gt;, &lt;em&gt;ro&lt;/em&gt;, &lt;em&gt;ru&lt;/em&gt;, &lt;em&gt;sk&lt;/em&gt;, &lt;em&gt;sv&lt;/em&gt;, &lt;em&gt;th&lt;/em&gt;, &lt;em&gt;uk&lt;/em&gt;, &lt;em&gt;zh&lt;/em&gt;, &lt;em&gt;zh-tw&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The file is accessible &lt;a href=&quot;https://github.com/stefangabos/world_countries/blob/master/data/countries/_combined/countries.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="31157" LastActivityDate="2022-03-02T14:40:45.543" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20303" PostTypeId="1" AcceptedAnswerId="20347" CreationDate="2022-03-03T12:54:59.987" Score="1" ViewCount="13" Body="&lt;p&gt;We create a standard for a data exchange format in form of an RDF graph.  We would like to re-use existing class entities of external ontologies that fit our needs – except that they are too general and can be related to entities of other external classes too freely.&lt;/p&gt;&#xA;&lt;p&gt;Thus, does it make sense to say in our standard&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Use &lt;a href=&quot;http://example.com/SomeClass&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://example.com/SomeClass&lt;/a&gt; for that but relate it to &lt;a href=&quot;http://example.com/SomeOtherClass&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://example.com/SomeOtherClass&lt;/a&gt; only to express &amp;lt;some explanation&amp;gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Or, is it necessary to define new entity classes for that in our own namespace, possible with is-a relations to the external classes?&lt;/p&gt;&#xA;&lt;p&gt;To give an example: We must describe physical experiments in RDF.  There are two classes, “process” and “sample”.  “process” may be hierarchically connected to sub- and super processes.  The external ontology allows to connect “sample” with every ”process”, but we like to restrict the connection only to processes that represent a concrete run of an experimental setup.  Can we still take the external class URIs and refine their use in our specification?&lt;/p&gt;&#xA;" OwnerUserId="31165" LastActivityDate="2022-04-14T07:38:34.530" Title="Does it make sense to restrict the meaning of an external entity for our purposes?" Tags="|rdf|ontology|semantic-web|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20306" PostTypeId="1" CreationDate="2022-03-06T02:58:17.163" Score="3" ViewCount="102" Body="&lt;p&gt;I'm working on a project to track Russian troop movements in the Ukraine with a large group of people. I'm tasked with internationalizing the data.&lt;/p&gt;&#xA;&lt;p&gt;We need a list of the top 1,000 cities in Ukraine and we need them in English, Ukrainian, and Russian. I'm hoping someone here can help me do this faster than if I were to learn it myself.&lt;/p&gt;&#xA;&lt;p&gt;Right now I'm using &lt;a href=&quot;https://query.wikidata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://query.wikidata.org/&lt;/a&gt; because I think it has the ability to do this, but not having much luck.&lt;/p&gt;&#xA;&lt;p&gt;Is there someone who can help me print a list of these names in 3 languages? One column per language?&lt;/p&gt;&#xA;" OwnerUserId="31177" LastEditorUserId="16193" LastEditDate="2022-03-20T09:58:38.483" LastActivityDate="2022-04-26T01:03:35.420" Title="Need top 1000 city names in Ukraine in English, Ukrainian, and Russian" Tags="|data-request|geospatial|wikidata|translation|ukraine|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20310" PostTypeId="1" CreationDate="2022-03-08T03:58:32.387" Score="1" ViewCount="53" Body="&lt;p&gt;I'm looking for a shapefile of all major river drainages in the USA. Something similar to this in R:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ohNHM.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ohNHM.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Specifically, I need the Arizona/New Mexico boundaries but probably could zoom in from the US shapefile...&lt;/p&gt;&#xA;" OwnerUserId="31190" LastEditorUserId="31190" LastEditDate="2022-03-08T04:11:40.870" LastActivityDate="2022-03-09T08:57:34.773" Title="Where to find USA river drainage data as shapefile in R" Tags="|geospatial|usa|hydrology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20311" PostTypeId="1" CreationDate="2022-03-08T11:25:20.583" Score="2" ViewCount="330" Body="&lt;p&gt;It was possible to collect any data on google trends hour by hour in the past.&#xA;However, Google changed the search engine, and nowadays, we can only get hourly data at the platform since a week ago.&#xA;Some solutions (e.g., PyTrends) are not working correctly.&#xA;Is there any way to get historical hourly data at Google Trends that works in 2022?&lt;/p&gt;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="31193" LastActivityDate="2022-03-08T11:25:20.583" Title="Hourly historical data in Google Trends?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20312" PostTypeId="1" CreationDate="2022-03-08T20:03:19.043" Score="2" ViewCount="460" Body="&lt;p&gt;As some of you may have noticed across the network, I have a couple of scripts to repair &lt;a href=&quot;https://gist.github.com/Glorfindel83/9d954d34385d2ac2597bbe864466259f&quot; rel=&quot;nofollow noreferrer&quot;&gt;broken images&lt;/a&gt; or &lt;a href=&quot;https://meta.mathoverflow.net/a/5223/70594&quot;&gt;broken links&lt;/a&gt;. They often make use of the &lt;a href=&quot;https://web.archive.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wayback Machine&lt;/a&gt;, which has a simple &lt;a href=&quot;https://archive.org/help/wayback_api.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; to query the latest snapshot of a page.&lt;/p&gt;&#xA;&lt;p&gt;I'm currently checking whether I can fix the &lt;a href=&quot;https://stackexchange.com/search?q=url%3A%22springerlink.com%22&quot;&gt;many broken links to &lt;code&gt;springerlink.com&lt;/code&gt;&lt;/a&gt;. I've noticed that broken links like &lt;a href=&quot;http://www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.springerlink.com/content/g29akrhnyf0ul4np/&lt;/a&gt;, found in &lt;a href=&quot;https://skeptics.stackexchange.com/a/928/26375&quot;&gt;this Skeptics.SE answer&lt;/a&gt;, have been &lt;a href=&quot;https://web.archive.org/web/2015*/http://www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;saved in the Wayback Machine&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&lt;pre&gt;&#xA;Loading...&#xA;&lt;p&gt;&lt;a href=&quot;http://www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.springerlink.com/content/g29akrhnyf0ul4np/&lt;/a&gt; |&#xA;02:35:13 January 12, 2015&lt;/p&gt;&#xA;&lt;p&gt;Got an HTTP 301 response at crawl time&lt;/p&gt;&#xA;&lt;p&gt;Redirecting to...&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://link.springer.com/10.1023%2FA%3A1014576505223?from=SL&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://link.springer.com/10.1023%2FA%3A1014576505223?from=SL&lt;/a&gt;&#xA;&lt;/pre&gt;&lt;/blockquote&gt;&lt;/p&gt;&#xA;&lt;p&gt;and this redirect is very helpful; I'd like to use the final URL (&lt;a href=&quot;https://link.springer.com/article/10.1023/A:1014576505223?from=SL&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://link.springer.com/article/10.1023/A:1014576505223?from=SL&lt;/a&gt;) in the edit. However, there seems to be no way for me to get this URL, or even the 'snapshot' from the API. It seems the API only serves 'completely successful' snapshots. I've tried the following URLs:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/wayback/available?url=www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/wayback/available?url=www.springerlink.com/content/g29akrhnyf0ul4np/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/wayback/available?url=//www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/wayback/available?url=//www.springerlink.com/content/g29akrhnyf0ul4np/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/wayback/available?url=http://www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/wayback/available?url=http://www.springerlink.com/content/g29akrhnyf0ul4np/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://archive.org/wayback/available?url=https://www.springerlink.com/content/g29akrhnyf0ul4np/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://archive.org/wayback/available?url=https://www.springerlink.com/content/g29akrhnyf0ul4np/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;but none of them work. Any ideas, or should I just try to mimic a browser request?&lt;/p&gt;&#xA;" OwnerUserId="14011" LastEditorUserId="70" LastEditDate="2022-10-14T18:45:21.940" LastActivityDate="2022-10-14T18:45:21.940" Title="How can I get information about redirects in the Wayback Machine API?" Tags="|api|archive.org|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20313" PostTypeId="2" ParentId="20310" CreationDate="2022-03-09T08:57:34.773" Score="1" Body="&lt;p&gt;I would suggest to start with &lt;a href=&quot;https://www.naturalearthdata.com/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.naturalearthdata.com/downloads/&lt;/a&gt; where you can find &lt;em&gt;Rivers, Lake Centerlines&lt;/em&gt; and/or &lt;em&gt;Lakes + Reservoirs&lt;/em&gt; datasets. The other option is OpenStreetMap data, available at &lt;a href=&quot;https://download.geofabrik.de/north-america.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/north-america.html&lt;/a&gt;, however it requires a bit of preprocessing.&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-03-09T08:57:34.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20315" PostTypeId="1" CreationDate="2022-03-12T00:15:15.890" Score="0" ViewCount="18" Body="&lt;p&gt;The TSA has daily checked passenger data on their website for 2019 to present. Where can I find the data for the prior years?&lt;/p&gt;&#xA;" OwnerUserId="10644" LastActivityDate="2022-03-12T00:15:15.890" Title="TSA Checked Passengers Daily Data for 2002-2022" Tags="|data-request|federal|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20317" PostTypeId="1" AcceptedAnswerId="20334" CreationDate="2022-03-15T18:05:45.100" Score="1" ViewCount="118" Body="&lt;p&gt;I was wondering if anyone know of a dataset that is tracking the GIS locations of the bombing and artillery attacks in Ukraine? I was particularly interested in Kiev or Kharkiv regions, but I will take whatever I can get. If anyone know of data like this, please respond with the link.&lt;/p&gt;&#xA;" OwnerUserId="786" LastEditorUserId="16193" LastEditDate="2022-03-20T09:58:10.107" LastActivityDate="2022-03-31T15:38:09.710" Title="Open data with GIS locations of bombing or artillery attacks in Ukraine" Tags="|data-request|geospatial|ukraine|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20322" PostTypeId="2" ParentId="15334" CreationDate="2022-03-24T14:39:31.380" Score="0" Body="&lt;p&gt;At the time of writing I'm able to download it via anonymous ftp at &lt;a href=&quot;ftp://motinas.elec.qmul.ac.uk/pub/iLids/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ftp://motinas.elec.qmul.ac.uk/pub/iLids/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/S58xV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/S58xV.png&quot; alt=&quot;i-Lids bag detection challenge &quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="15868" LastActivityDate="2022-03-24T14:39:31.380" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20323" PostTypeId="2" ParentId="16192" CreationDate="2022-03-25T12:43:40.180" Score="0" Body="&lt;p&gt;You could find life tables here: &lt;a href=&quot;https://www.mortalitytrends.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mortalitytrends.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31295" LastActivityDate="2022-03-25T12:43:40.180" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20324" PostTypeId="2" ParentId="20208" CreationDate="2022-03-25T12:57:34.510" Score="0" Body="&lt;p&gt;Anyone born in Russia in 1945 is expected to live on average 23.6 years if the cohort born in 1945 is subjected for all of its life to the mortality conditions of 1945.&lt;/p&gt;&#xA;&lt;p&gt;And there are no reliable data on mortality conditions in Russia in 1945 so nobody knows what the actual life expectancy at birth was in this year.  The figure “23.6” is somebody’s guess.&lt;/p&gt;&#xA;" OwnerUserId="31295" LastActivityDate="2022-03-25T12:57:34.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20326" PostTypeId="1" CreationDate="2022-03-25T14:23:12.607" Score="1" ViewCount="4015" Body="&lt;p&gt;I am looking for datasets containing customer support interaction. Not any aggregated statistics (resolution time, survey results), but the actually written emails/chat messages between customers and support assistants. IT forums could be helpful as well, but I don't know any that provide a dataset with the QAs.&lt;/p&gt;&#xA;&lt;p&gt;I tried Google DatasetSearch, but I wasn't able to find exactly what I am looking for.&lt;/p&gt;&#xA;" OwnerUserId="31296" LastEditorUserId="23272" LastEditDate="2022-07-14T12:49:35.567" LastActivityDate="2024-04-04T18:03:50.470" Title="Dataset that contains customer support interaction" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20327" PostTypeId="2" ParentId="20211" CreationDate="2022-03-26T01:32:42.110" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://nbasalary.sportsdada.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nbasalary.sportsdada.net/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Check the links here.&#xA;The Kaggle set goes back almost 30 years.&lt;/p&gt;&#xA;" OwnerUserId="31300" LastActivityDate="2022-03-26T01:32:42.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20328" PostTypeId="2" ParentId="20306" CreationDate="2022-03-27T00:23:16.743" Score="2" Body="&lt;p&gt;The latest census in Ukraine was in 2001.  Results are published here: &lt;a href=&quot;http://2001.ukrcensus.gov.ua&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://2001.ukrcensus.gov.ua&lt;/a&gt; and the data on cities are available here &lt;a href=&quot;http://2001.ukrcensus.gov.ua/results/general/city/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://2001.ukrcensus.gov.ua/results/general/city/&lt;/a&gt; including names.&lt;/p&gt;&#xA;&lt;p&gt;UN Population Division publishes data on cities in World Urbanization Prospects  (&lt;a href=&quot;https://population.un.org/wup/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://population.un.org/wup/&lt;/a&gt;).  By a custom request they might provide more data on the cities.&lt;/p&gt;&#xA;&lt;p&gt;UN Statistics Division (data.un.org) publishes data on cities here: City population by sex, city and city type&#xA;&lt;a href=&quot;http://data.un.org/Data.aspx?d=POP&amp;amp;f=tableCode%3a240&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://data.un.org/Data.aspx?d=POP&amp;amp;f=tableCode%3a240&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31295" LastActivityDate="2022-03-27T00:23:16.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20329" PostTypeId="1" CreationDate="2022-03-27T11:45:06.030" Score="0" ViewCount="23" Body="&lt;p&gt;&lt;a href=&quot;https://www.google.com/search?q=st%20michael%27s%20cave%20gibraltar&amp;amp;client=ms-android-samsung-ss&amp;amp;prmd=minv&amp;amp;source=lnms&amp;amp;tbm=isch&amp;amp;sa=X&amp;amp;ved=2ahUKEwjRyvnXm-b2AhUV4XMBHZ1fBPgQ_AUoAnoECAIQAg&quot; rel=&quot;nofollow noreferrer&quot;&gt;St Michael's cave in Gibraltar&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.google.com/search?q=unesco%20world%20heritage%20site&amp;amp;client=ms-android-samsung-ss&amp;amp;prmd=nbiv&amp;amp;source=lnms&amp;amp;tbm=isch&amp;amp;sa=X&amp;amp;ved=2ahUKEwiy_LDqm-b2AhXVW3wKHd6ABrIQ_AUoA3oECAIQAw&amp;amp;biw=360&amp;amp;bih=674&amp;amp;dpr=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unesco World Heritage site&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I would like to know how a new world heritage site is updated in the Unesco world heritage sites repository?&lt;/p&gt;&#xA;&lt;p&gt;Can the St.Michael's Cave in Gibraltar be added as a new Unesco world heritage site?&lt;/p&gt;&#xA;" OwnerUserId="31305" LastActivityDate="2022-03-27T11:45:06.030" Title="St Michael's cave in Gibraltar" Tags="|geospatial|research|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20331" PostTypeId="1" CreationDate="2022-03-29T15:24:29.387" Score="0" ViewCount="63" Body="&lt;p&gt;I'm trying to fetch not headlines but rather facts. I have no interest in reading any &amp;quot;opinions&amp;quot; or &amp;quot;articles&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;I do not want to hear propaganda such as &lt;code&gt;Thousands Fleeing Ukraine After Russia Attack&lt;/code&gt;, but instead &lt;code&gt;Russia fires 10-12 missiles toward Ukraine&lt;/code&gt; with a timestamp attached to it, etc.&lt;/p&gt;&#xA;&lt;p&gt;I hope I make myself clear. I've stopped reading any so-called &amp;quot;mainstream&amp;quot; since many years, but even the so-called &amp;quot;alternative&amp;quot; news are full of idiotic, unwanted &amp;quot;opinions&amp;quot; which I have no interest in wading through.&lt;/p&gt;&#xA;&lt;p&gt;I've already gone through the phase of collecting &amp;quot;all sources&amp;quot;, but it very quickly exhausts me. I don't want to manually scan through tons of &amp;quot;opinion&amp;quot; headlines. I just want cold, established facts with zero &amp;quot;feelings&amp;quot; or &amp;quot;spins&amp;quot; added. Just a feed of &amp;quot;events that happen&amp;quot;. I imagine it to look something like this (these are completely made up &amp;quot;facts&amp;quot;):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Microsoft releases Windows 12&#xA;YouTube removes downvotes&#xA;Ukraine adopts Bitcoin as primary currency&#xA;Russia buys 10-15 containers of Bitcoin miners&#xA;USA elects John Doe as new president&#xA;Nintendo stops making hardware&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;And so on.&lt;/p&gt;&#xA;&lt;p&gt;I have never been able to find any such thing anywhere. It always ends up with me having to add a million different keyword-based filters and then unwanted &amp;quot;opinions&amp;quot; still keep slipping through. Slashdot is a perfect example of something where 1% is actual news but 99% of it is propaganda/noise. It drives me insane to try to wade through headlines even with all my &amp;quot;automatic processing&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;Is there really no such project run where they only report &amp;quot;what happened&amp;quot; rather than &amp;quot;how I am supposed to feel and think about it; here is my annoying and wrong opinion which I'm forcing down your throat&amp;quot;?&lt;/p&gt;&#xA;" OwnerUserId="31315" LastActivityDate="2022-04-04T13:45:23.090" Title="Is there such a thing as a truly objective, neutral, factual news source for world news?" Tags="|news|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20334" PostTypeId="2" ParentId="20317" CreationDate="2022-03-31T15:38:09.710" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://maphub.net/Cen4infoRes/russian-ukraine-monitor&quot; rel=&quot;nofollow noreferrer&quot;&gt;This website&lt;/a&gt; looks like it has the data you are looking for. You could reach out to the owners of the site to see if they would send you the raw data. Another potential hit is &lt;a href=&quot;https://acleddata.com/#/dashboard&quot; rel=&quot;nofollow noreferrer&quot;&gt;ACLED&lt;/a&gt; which has geo-located conflict instances.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2022-03-31T15:38:09.710" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20335" PostTypeId="1" CreationDate="2022-04-01T14:55:16.190" Score="0" ViewCount="34" Body="&lt;p&gt;How do I download OSM power grid data (for India) for a particular year or at a particular time point? I do not want the latest maps but those with specific timestamps.&lt;/p&gt;&#xA;" OwnerUserId="31328" LastActivityDate="2023-02-21T11:42:53.500" Title="OpenStreetMap power grid data for a given year" Tags="|openstreetmap|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20336" PostTypeId="2" ParentId="20331" CreationDate="2022-04-02T04:54:03.383" Score="2" Body="&lt;p&gt;I don't think there exists objective neutral facts for notable news.&lt;/p&gt;&#xA;&lt;p&gt;Hypothetically, you could create a news feed that takes in all of the stock market buys and sells. Then you could generate a news story every hour about the changes. So you would have an objective neutral fact about each company every hour. But what is the value in that? Someone needs to determine if any news story is notable enough to publish or read. At the very point that someone desides to publish or not publish a sentence, paragraph or article, you no longer have an objective fact. It has been subjected to a criteria of either noteable or not. One person will find an article about a stock notable if they have an investment in to that company. But another person might make a different judgement call. Publishing bias is just one of the many issues that make it impossible to find the facts that you are looking for.&#xA;There are many other issues, including that different people are going to have different facts about the same event just because they have a different point of view. A great example of this is a 2008 movie, Vantage point, that depicts witnesses with different points of view.&lt;/p&gt;&#xA;&lt;p&gt;The truth about the human condition comes from listening to all sides of the story, but that takes a lot of work so most people don't even try.&lt;/p&gt;&#xA;" OwnerUserId="31331" LastEditorUserId="31331" LastEditDate="2022-04-04T13:43:09.570" LastActivityDate="2022-04-04T13:43:09.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20338" PostTypeId="1" CreationDate="2022-04-04T06:22:52.970" Score="0" ViewCount="62" Body="&lt;p&gt;I want to analyse the impacts of poverty (absolute poverty) on areas such as education and health. Some of the variables I would like to analyse are: years of schooling, rates of diseases, unemployment rate. I am preferably looking for latest data, at least until 2021. I would prefer several datasets, such as data categorized by continents. However, a country specific dataset would also be fine.&lt;/p&gt;&#xA;" OwnerUserId="31338" LastEditorUserId="32221" LastEditDate="2022-10-04T08:27:30.453" LastActivityDate="2024-02-26T11:07:30.937" Title="Looking for datasets about poverty and its effects (eg education, health)" Tags="|data-request|economics|global|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20340" PostTypeId="2" ParentId="20331" CreationDate="2022-04-04T13:45:23.090" Score="1" Body="&lt;p&gt;Here is a source of news that gets close to what you are wanting:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.m.wikipedia.org/wiki/Portal:Current_events&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.m.wikipedia.org/wiki/Portal:Current_events&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31331" LastActivityDate="2022-04-04T13:45:23.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20341" PostTypeId="1" CreationDate="2022-04-05T12:56:34.203" Score="-1" ViewCount="44" Body="&lt;p&gt;I would like to take an online Fraud course and need help finding it?&lt;/p&gt;&#xA;" OwnerUserId="31350" LastEditorUserId="-1" LastEditDate="2022-05-19T08:45:41.067" LastActivityDate="2022-09-16T09:01:05.103" Title="I would like to take an online Fraud course and need help finding it?" Tags="|usaidopen|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20344" PostTypeId="1" CreationDate="2022-04-06T19:16:07.453" Score="0" ViewCount="687" Body="&lt;p&gt;I'm trying to duplicate the SVoice results here shared by Facebook:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/facebookresearch/svoice/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/facebookresearch/svoice/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;They mentioned that their model was created using WSJ. They couldn't share the model due to legal concerns but the repo outlines how to replicate if you have access to this data. Would anyone know where I could find it?&lt;/p&gt;&#xA;" OwnerUserId="30873" LastActivityDate="2023-12-31T18:06:35.753" Title="Does anyone know where to find the WSJ audio dataset?" Tags="|data-request|audio|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20345" PostTypeId="1" CreationDate="2022-04-07T01:47:51.277" Score="0" ViewCount="694" Body="&lt;p&gt;I am using NLP for sentiment analysis ,so I need to determine the type of speech , can any one help me where can I download dataset/database  for oxford dictionary?&lt;/p&gt;&#xA;" OwnerUserId="31337" LastEditorUserId="70" LastEditDate="2022-10-13T16:44:56.723" LastActivityDate="2024-03-07T07:06:05.783" Title="oxford dictionary database for NLP" Tags="|data-request|nlp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20347" PostTypeId="2" ParentId="20303" CreationDate="2022-04-07T08:12:30.467" Score="1" Body="&lt;p&gt;This is what &lt;code&gt;rdfs:subClassOf&lt;/code&gt;/&lt;code&gt;rdfs:subPropertyOf&lt;/code&gt; is for. So yes, recreate these classes in your own namespace, narrowing the meaning.&lt;/p&gt;&#xA;&lt;p&gt;If you can express the restriction in terms of an &lt;code&gt;owl:equivalentClass&lt;/code&gt; on an &lt;code&gt;owl:Restriction&lt;/code&gt; the inference engine will find those classes in terms of the external ontology that also fit your (narrower) meaning.  You'd still need to use your namespace to describe your idea of the classes.&lt;/p&gt;&#xA;&lt;p&gt;Using just rdf-schema you'd probably want an alignment dataset where you mention those individuals (instances of external classes, what you call external entities) that fulfil your narrower definition.&lt;/p&gt;&#xA;" OwnerUserId="889" LastEditorUserId="889" LastEditDate="2022-04-14T07:38:34.530" LastActivityDate="2022-04-14T07:38:34.530" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20351" PostTypeId="2" ParentId="20345" CreationDate="2022-04-09T15:31:04.360" Score="1" Body="&lt;p&gt;AFAIK, the Oxford dictionary is not freely available.&lt;/p&gt;&#xA;&lt;p&gt;As an alternative,&lt;/p&gt;&#xA;&lt;p&gt;you can download The Gutenberg Project hosts &lt;a href=&quot;https://www.gutenberg.org/ebooks/29765&quot; rel=&quot;nofollow noreferrer&quot;&gt;Webster's Unabridged English Dictionary&lt;/a&gt; plus many other public domain literary works.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/eddydn/DictionaryDatabase&quot; rel=&quot;nofollow noreferrer&quot;&gt;DictionaryDatabase&lt;/a&gt; - Project converter The Online Text Plain English Dictionary (OPTED) to SQLite database and JSON&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-04-09T15:31:04.360" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20352" PostTypeId="2" ParentId="20338" CreationDate="2022-04-09T15:44:25.153" Score="0" Body="&lt;h2&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/theworldbank/poverty-and-equity-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Poverty and Equity Database&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;The latest poverty and inequality indicators are compiled from officially recognized international sources. Poverty indicators include the poverty headcount ratio, poverty gap, and the number of poor at both international and national poverty lines. Inequality indicators include the Gini index and income or consumption distributions. The database includes national, regional and global estimates.&lt;/p&gt;&#xA;&lt;p&gt;This database is maintained by the Global Poverty Working Group (GPWG), a team of poverty measurement experts from the Poverty Reduction and Equity Network, the Development Research Group, and the Development Data Group.&lt;/p&gt;&#xA;&lt;p&gt;This is a dataset hosted by the World Bank. The organization has an open data platform found &lt;a href=&quot;https://databank.worldbank.org/home.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and they update their information according to the amount of data that is brought in. Explore the World Bank using &lt;a href=&quot;https://www.kaggle.com/datasets/theworldbank/poverty-and-equity-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt; and all of the data sources available through the &lt;a href=&quot;https://databank.worldbank.org/home.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank organization page&lt;/a&gt;!&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-04-09T15:44:25.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20353" PostTypeId="2" ParentId="20326" CreationDate="2022-04-09T15:48:54.410" Score="0" Body="&lt;h3&gt;&lt;a href=&quot;https://blog.bitext.com/free-customer-support-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bitext’s Customer Support Dataset&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Bitext’s Synthetic Data technology— completely for free! It contains over 8,000 utterances from 27 common intents —password recovery, delivery options, track refund, registration issues, etc.—, grouped in 11 major categories. The format is very straightforward, with text files with fields separated by commas). It includes language register variations such as politeness, colloquial style, swearing, indirect style, etc.&lt;/p&gt;&#xA;&lt;p&gt;You can download it, import it to your favourite platform, and start discovering how Synthetic Training Data can help you get your bot up and running in a matter of minutes!&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://blog.bitext.com/cs/c/?cta_guid=1d729875-a124-4c6c-b4e3-4fb02f392a72&amp;amp;signature=AAH58kFkqMMc1ZOtGQyVp_Q-cm1Jx94loQ&amp;amp;pageId=23770464491&amp;amp;placement_guid=ccdc9c01-5398-45ca-aa90-398f0dcf5907&amp;amp;click=226aa3b7-e699-443c-ac76-6b224c4e4958&amp;amp;hsutk=d2d115443ddd7b7be321d1127a1eb6e4&amp;amp;canon=https%3A%2F%2Fblog.bitext.com%2Ffree-customer-support-dataset&amp;amp;portal_id=2396105&amp;amp;redirect_url=APefjpHY0MTlSFhJZGlednRxOoy98cCmZbD0eM9r4qdfCEjIW0ei0xAYr34rKFx_OqRqRE6wKHoz59uar2HF6rmjKLsbRtjSueT10nv16E17pCYwRRCDeqWcaMRZpjxWeT1_R75X_oQo&amp;amp;__hstc=153079206.d2d115443ddd7b7be321d1127a1eb6e4.1649519205649.1649519205649.1649519205649.1&amp;amp;__hssc=153079206.1.1649519205650&amp;amp;__hsfp=4193594878&amp;amp;contentType=blog-post&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;Download&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/veeralakrishna/relational-strategies-in-customer-servicersics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Relational Strategies in Customer Service (RSiCS) Dataset&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;Human-computer data from three live customer service Intelligent Virtual Agents (IVAs) in the domains of travel and telecommunications were collected, and annotators marked all text that was deemed unnecessary to the determination of user intention. After merging the selections of multiple annotators to create highlighted texts, a s second round of annotation was performed to determine the classes of language present in the highlighted sections such as the presence of Greetings, Backstory, Justification, Gratitude, Rants, or Emotions. This resulting corpus is a valuable resource for improving the quality and relational abilities of IVAs.&lt;/p&gt;&#xA;&lt;h3&gt;Data&lt;/h3&gt;&#xA;&lt;p&gt;Data was collected from four sources. The conversation logs of three commercial customer service IVAs and the Airline forums on TripAdvisor.com during August 2016.&lt;/p&gt;&#xA;&lt;p&gt;Dataset numbering used in files:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;TripAdvisor.com airline forum&lt;/li&gt;&#xA;&lt;li&gt;Train travel IVA&lt;/li&gt;&#xA;&lt;li&gt;Airline travel IVA&lt;/li&gt;&#xA;&lt;li&gt;Telecommunications support IVA&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-04-09T15:48:54.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20355" PostTypeId="2" ParentId="20344" CreationDate="2022-04-10T14:15:27.343" Score="0" Body="&lt;h3&gt;SMS-WSJ: &lt;a href=&quot;http://github.com/kaldi-asr/kaldi&quot; rel=&quot;nofollow noreferrer&quot;&gt;A database for in-depth analysis of multi-channel source separation algorithms&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;This repository includes the scripts required to create the SMS-WSJ database, a spatial clustering baseline for separation, and a baseline ASR system using &lt;a href=&quot;http://github.com/kaldi-asr/kaldi&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaldi&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;In multi-speaker ASR the &lt;a href=&quot;https://www.merl.com/demos/deep-clustering&quot; rel=&quot;nofollow noreferrer&quot;&gt;WSJ0-2MIX database&lt;/a&gt; and the spatialized version thereof are widely used. Observing that research in multi-speaker ASR is often hard to compare because some researchers pretrain on WSJ, while others train only on WSJ0-2MIX or create other sub-lists of WSJ we decided to use a fixed file list which is suitable for training an ASR system without additional audio data. Punctuation pronunciation utterances are filtered to further facilitate end-to-end ASR experiments.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://paperswithcode.com/dataset/sms-wsj&quot; rel=&quot;nofollow noreferrer&quot;&gt;SMS-WSJ&lt;/a&gt; (Spatialized Multi-Speaker Wall Street Journal)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-04-10T14:15:27.343" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20356" PostTypeId="2" ParentId="20273" CreationDate="2022-04-10T14:42:29.893" Score="1" Body="&lt;h2&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/fedesoriano/stroke-prediction-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stroke Prediction Dataset&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;According to the World Health Organization (WHO) stroke is the 2nd leading cause of death globally, responsible for approximately 11% of total deaths.&#xA;This dataset is used to predict whether a patient is likely to get a stroke based on the input parameters like gender, age, various diseases, and smoking status. Each row in the data provides relevant information about the patient.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Attribute Information&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;id: unique identifier&lt;/li&gt;&#xA;&lt;li&gt;gender: &amp;quot;Male&amp;quot;, &amp;quot;Female&amp;quot; or &amp;quot;Other&amp;quot;&lt;/li&gt;&#xA;&lt;li&gt;age: age of the patient&lt;/li&gt;&#xA;&lt;li&gt;hypertension: 0 if the patient doesn't have hypertension, 1 if the patient has hypertension&lt;/li&gt;&#xA;&lt;li&gt;heart_disease: 0 if the patient doesn't have any heart diseases, 1 if the patient has a heart disease&lt;/li&gt;&#xA;&lt;li&gt;ever_married: &amp;quot;No&amp;quot; or &amp;quot;Yes&amp;quot;&lt;/li&gt;&#xA;&lt;li&gt;work_type: &amp;quot;children&amp;quot;, &amp;quot;Govt_jov&amp;quot;, &amp;quot;Never_worked&amp;quot;, &amp;quot;Private&amp;quot; or &amp;quot;Self-employed&amp;quot;&lt;/li&gt;&#xA;&lt;li&gt;Residence_type: &amp;quot;Rural&amp;quot; or &amp;quot;Urban&amp;quot;&lt;/li&gt;&#xA;&lt;li&gt;avg_glucose_level: average glucose level in blood&lt;/li&gt;&#xA;&lt;li&gt;bmi: body mass index&lt;/li&gt;&#xA;&lt;li&gt;smoking_status: &amp;quot;formerly smoked&amp;quot;, &amp;quot;never smoked&amp;quot;, &amp;quot;smokes&amp;quot; or &amp;quot;Unknown&amp;quot;*&lt;/li&gt;&#xA;&lt;li&gt;stroke: 1 if the patient had a stroke or 0 if not&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;strong&gt;Note&lt;/strong&gt;: &amp;quot;Unknown&amp;quot; in smoking_status means that the information is unavailable for this patient&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Similar Datasets&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/fedesoriano/hepatitis-c-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hepatitis C Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/fedesoriano/body-fat-prediction-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Body Fat Prediction Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/fedesoriano/cirrhosis-prediction-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cirrhosis Prediction Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/fedesoriano/heart-failure-prediction&quot; rel=&quot;nofollow noreferrer&quot;&gt;Heart Failure Prediction Dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/fedesoriano/stellar-classification-dataset-sdss17&quot; rel=&quot;nofollow noreferrer&quot;&gt;Stellar Classification Dataset - SDSS17&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;hr /&gt;&#xA;&lt;h3&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/rikdifos/credit-card-approval-prediction&quot; rel=&quot;nofollow noreferrer&quot;&gt;A Credit Card Dataset for Machine Learning!&lt;/a&gt;&lt;/h3&gt;&#xA;&lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Credit score cards are a common risk control method in the financial industry. It uses personal information and data submitted by credit card applicants to predict the probability of future defaults and credit card borrowings. The bank is able to decide whether to issue a credit card to the applicant. Credit scores can objectively quantify the magnitude of risk.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th style=&quot;text-align: center;&quot;&gt;application_record.csv&lt;/th&gt;&#xA;&lt;th&gt;　&lt;/th&gt;&#xA;&lt;th&gt;　&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Feature name&lt;/td&gt;&#xA;&lt;td&gt;Explanation&lt;/td&gt;&#xA;&lt;td&gt;Remarks&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;ID&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Client number&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;CODE_GENDER&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Gender&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;FLAG_OWN_CAR&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Is there a car&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;FLAG_OWN_REALTY&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Is there a property&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;CNT_CHILDREN&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Number of children&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;AMT_INCOME_TOTAL&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Annual income&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;NAME_INCOME_TYPE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Income category&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;NAME_EDUCATION_TYPE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Education level&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;NAME_FAMILY_STATUS&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Marital status&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;NAME_HOUSING_TYPE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Way of living&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;DAYS_BIRTH&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Birthday&lt;/td&gt;&#xA;&lt;td&gt;　 Count backwards from current day (0), -1 means yesterday&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;DAYS_EMPLOYED&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Start date  of employment&lt;/td&gt;&#xA;&lt;td&gt;Count backwards from current day(0). If  positive, it means the person currently unemployed.&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;FLAG_MOBIL&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Is there a mobile   phone&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;FLAG_WORK_PHONE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Is there a work phone&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;FLAG_PHONE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Is there a phone&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;FLAG_EMAIL&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Is there an email&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;OCCUPATION_TYPE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Occupation&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;CNT_FAM_MEMBERS&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Family size&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;　&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;credit_record.csv&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;Feature name&lt;/td&gt;&#xA;&lt;td&gt;Explanation&lt;/td&gt;&#xA;&lt;td&gt;Remarks&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;ID&lt;/td&gt;&#xA;&lt;td&gt;Client number&lt;/td&gt;&#xA;&lt;td&gt;　&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;MONTHS_BALANCE&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Record month&lt;/td&gt;&#xA;&lt;td&gt;The month of the extracted data is the starting point,  backwards, 0 is the current month, -1 is the previous month,  and so on&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td style=&quot;text-align: center;&quot;&gt;&lt;code&gt;STATUS&lt;/code&gt;&lt;/td&gt;&#xA;&lt;td&gt;Status&lt;/td&gt;&#xA;&lt;td&gt;0: 1-29 days past due 1: 30-59 days past due   2: 60-89 days overdue 3: 90-119 days overdue    4: 120-149 days overdue 5: Overdue or bad debts, write-offs for more than 150 days    C: paid off that month X: No loan for the month&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&lt;/blockquote&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-04-10T14:42:29.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20358" PostTypeId="1" AcceptedAnswerId="20365" CreationDate="2022-04-11T17:23:58.007" Score="0" ViewCount="56" Body="&lt;p&gt;I'm looking to purchase the a database containing all the address data in Germany including the coordinates of these properties.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know where I can download such a database or a provider that could provide one?&lt;/p&gt;&#xA;" OwnerUserId="31381" LastActivityDate="2022-05-16T20:05:40.550" Title="Address Data and Coordinates in Germany" Tags="|data-request|database|real-estate|address|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20360" PostTypeId="1" CreationDate="2022-04-13T13:22:28.067" Score="2" ViewCount="55" Body="&lt;p&gt;Recently, I took part in a large, international investigative journalistic &lt;a href=&quot;https://www.theguardian.com/environment/2022/mar/22/revealed-ships-may-dump-oil-up-to-3000-times-a-year-in-europes-waters&quot; rel=&quot;nofollow noreferrer&quot;&gt;project&lt;/a&gt; on dumps of oily waste water by ships. In that context, I did a FOIA request to the Dutch government. Whereas the journalists that partook in the same investigation received the relevant documents pretty quickly in their respective countries when they sent out a similar request, I haven't received the information I asked for even after 8 months and a legal procedure with the administrative judge - who decided in my favour.&lt;/p&gt;&#xA;&lt;p&gt;The inadequate response from the Dutch government in this case got me wondering about whether any systematic, academic research has been done on the comparative performance of FOIA response speeds by different European countries. I've tried finding recent and relevant scientific literature about this topic on - for instance - Google Scholar, but to no avail.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;: are there any academic research papers that compare the response speed and adequateness of FOIA requests in different European countries, preferably including the Netherlands?&lt;/p&gt;&#xA;" OwnerUserId="26167" LastEditorUserId="70" LastEditDate="2022-10-14T18:21:03.897" LastActivityDate="2024-03-08T19:01:35.193" Title="Has any recent academic research been done on the comparative performance of FOIA response speeds by different European governments?" Tags="|data-request|government|europe|academia|foia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20362" PostTypeId="2" ParentId="20341" CreationDate="2022-04-15T14:12:03.550" Score="0" Body="&lt;p&gt;Since you are USAID staff, I recommend signing into the agency-only site &lt;a href=&quot;https://pages.usaid.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pages.usaid.gov/&lt;/a&gt; and navigating to USAID University.  I see several fraud related courses listed.&#xA;Best,&#xA;Data Services Team&lt;/p&gt;&#xA;" OwnerUserId="31403" LastActivityDate="2022-04-15T14:12:03.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20365" PostTypeId="2" ParentId="20358" CreationDate="2022-04-16T19:24:14.810" Score="0" Body="&lt;p&gt;I would suggest to use OSM data: &lt;a href=&quot;https://download.geofabrik.de/europe/germany/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/europe/germany/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Regards,&#xA;Grzegorz&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-04-16T19:24:14.810" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20370" PostTypeId="1" CreationDate="2022-04-20T08:23:13.340" Score="1" ViewCount="10" Body="&lt;p&gt;I have done a few researches about the spanish cadastre. I found the incredible QGIS plug-in &amp;quot;Spanish Inspire Catastral Downloader&amp;quot; which allows to retrieve the parcels.&lt;/p&gt;&#xA;&lt;p&gt;I am now asking if there is a dataset linking the parcels and the owners. As a comparaison, in France, a dataset of the parcels owned by a moral person -ie a company- is published.&lt;/p&gt;&#xA;&lt;p&gt;Is there something like this in Spain ?&lt;/p&gt;&#xA;" OwnerUserId="31438" LastActivityDate="2022-04-20T08:23:13.340" Title="Spanish Cadastre Owner" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20371" PostTypeId="2" ParentId="18148" CreationDate="2022-04-20T22:39:50.940" Score="0" Body="&lt;p&gt;I now contacted the IA directly and Mark Graham kindly told me that this is impossible, as there is no fts url index.&lt;/p&gt;&#xA;" OwnerUserId="20860" LastActivityDate="2022-04-20T22:39:50.940" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20372" PostTypeId="2" ParentId="9691" CreationDate="2022-04-21T17:03:39.897" Score="1" Body="&lt;p&gt;As of 2022-04-20, I was able to access and download presidential election results by county for the years 2000 through 2020 at the Harvard Dataverse, using this url:&#xA;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/VOQCHQ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/VOQCHQ&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21976" LastActivityDate="2022-04-21T17:03:39.897" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20373" PostTypeId="2" ParentId="12542" CreationDate="2022-04-22T17:06:43.070" Score="1" Body="&lt;p&gt;You may want to see &lt;a href=&quot;https://github.com/DominikFilipiak/imagenet-to-wikidata-mapping&quot; rel=&quot;nofollow noreferrer&quot;&gt;ImageNet to Wikidata mapping&lt;/a&gt; (I am the co-author), which extends the work of Finn Arup Nielsen.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;We linked the ILSVRC 2012 dataset (often simply referred as ImageNet) labels to Wikidata entities. This enables using rich knowledge graph structure and contextual information for several computer vision tasks, traditionally benchmarked with ImageNet and its variations. We mapped all 1000 ImageNet labels - 461 were already directly linked with the exact match property (P2888), 467 have exact match candidates, and 72 cannot be matched directly. For these 72 labels, we proposed semantically close non-exact match candidates are presented as well.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;More details &lt;a href=&quot;https://www.tib-op.org/ojs/index.php/bis/article/view/65&quot; rel=&quot;nofollow noreferrer&quot;&gt;in the paper&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6156" LastActivityDate="2022-04-22T17:06:43.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20376" PostTypeId="1" CreationDate="2022-04-25T12:06:59.873" Score="2" ViewCount="16" Body="&lt;p&gt;I am looking for data regarding the export and import of Russia during the recent 3 months monthly. I am wondering if anyone can give me a hint&lt;/p&gt;&#xA;" OwnerUserId="28230" LastEditorUserId="16193" LastEditDate="2022-04-27T09:45:46.830" LastActivityDate="2022-04-27T09:45:46.830" Title="Does anyone have the monthly data export and import of Russia?" Tags="|data-request|economics|russia|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20378" PostTypeId="1" CreationDate="2022-04-26T13:52:27.263" Score="0" ViewCount="81" Body="&lt;p&gt;I'm trying to use the &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_academic_fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia academic fields&lt;/a&gt; as a JSON object in one of my projects. I couldn't find it in a useable or convertible format so I am looking into the best approach to obtain it.&lt;/p&gt;&#xA;&lt;p&gt;I came up with 3 approaches:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Get the data from DBPedia (&lt;a href=&quot;https://dbpedia.org/data/Outline_of_academic_disciplines.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dbpedia.org/data/Outline_of_academic_disciplines.json&lt;/a&gt;) but it returns a non-ordered list with no hierarchical level&lt;/li&gt;&#xA;&lt;li&gt;Copy-paste the markdown from the Wikipedia page and proceed with a regex/find/replace trickery but it is not as easy as it seemed at first (inconsistencies in the page to deal with across 5900 lines once prettified)&lt;/li&gt;&#xA;&lt;li&gt;Go the programmatic way: I import the markdown file and parse it. It feels like I'm doing a computer science exercise (a fun little recursive function) and I would gladly spend time on it if I had some to spare. The part where I go through trial-error to correct all the inconsistencies in the file doesn't look too appealing tho. :-)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I probably will go for the third option if I don't find an easier way. However, as all 3 options would require a good amount of work and I would gladly welcome a better/simpler approach.&lt;/p&gt;&#xA;&lt;p&gt;Any ideas? Any other source to find wikimedia related data in a suitable format in general and &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_academic_fields&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; in particular?&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="16102" LastActivityDate="2024-02-26T21:07:30.880" Title="What is the best way to convert a taxonomy from wikipedia into a JSON-like object?" Tags="|uses-of-open-data|wikidata|json|wikipedia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20379" PostTypeId="1" CreationDate="2022-04-27T15:13:22.927" Score="1" ViewCount="16" Body="&lt;p&gt;Can you suggest where I can download the exact data and map of the sectorwise (industrial, commercial, residential, agricultural, and forest) land use patterns of India?&lt;/p&gt;&#xA;&lt;p&gt;Is this available on the Bhuvan (Indian Geo-spatial data portal) or Survey of India websites.&lt;/p&gt;&#xA;&lt;p&gt;Or any other sources?&lt;/p&gt;&#xA;" OwnerUserId="31471" LastActivityDate="2022-04-27T15:13:22.927" Title="Downloading sectorwise classification map and data of India" Tags="|geospatial|india|map|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20380" PostTypeId="1" CreationDate="2022-04-27T18:46:39.533" Score="0" ViewCount="12" Body="&lt;p&gt;I wanna start off by saying I'm new to asking questions on forums, so I'll try to do it as best as I can...&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Backstory:&lt;/strong&gt;&#xA;I'm using point cloud data from an FMCW radar to do binary classification for human activity recognition. When I evaluate the model on the test data (unseen data) it gets an accuracy of 81%. However, during live tests when deployed it performs poorly and sometimes feels like flipping a coin.&lt;/p&gt;&#xA;&lt;p&gt;I plotted histograms to take a better look at the data that I collected. I know I should've plotted histograms earlier when visualizing the data but simply forgot to do it.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Good to know:&lt;/strong&gt;&#xA;The features are Elevation, Azimuth, Doppler, Range, and SNR. The data is recorded from two radars, positioned in the corner of a room and the other placed in the opposite corner. The plots show the histogram for each feature across the whole dataset.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;The problem:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm starting to get worried that something weird is going on with the data since the histograms for the features are identical and the median is practically the same. I'd expect some kind of offset in the median since not all features have the same unit (Range has meters, SNR has steps of 0.1 dB and Azimuth has radians). There is interference between the radars of course, but should only cause problems with some values (which often result in outliers).&lt;/p&gt;&#xA;&lt;p&gt;There is a total of 62,046,400 numerical values per feature.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Elevation median: 0.791562&lt;/li&gt;&#xA;&lt;li&gt;Azimuth median: 0.795468&lt;/li&gt;&#xA;&lt;li&gt;Doppler median: 0.796543&lt;/li&gt;&#xA;&lt;li&gt;Range median: 0.797557&lt;/li&gt;&#xA;&lt;li&gt;SNR median: 0.797557&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Histograms:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Y-axis is amount, X-axis is the numerical value&lt;/p&gt;&#xA;&lt;h2&gt;&lt;strong&gt;Azimuth&lt;/strong&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/DRQYO.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/DRQYO.png&quot; alt=&quot;Azimuth&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h2&gt;&lt;strong&gt;Doppler&lt;/strong&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/nGbww.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/nGbww.png&quot; alt=&quot;Doppler&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h2&gt;&lt;strong&gt;Elevation&lt;/strong&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/4XCEL.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/4XCEL.png&quot; alt=&quot;Elevation&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h2&gt;&lt;strong&gt;Range&lt;/strong&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ks5dU.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ks5dU.png&quot; alt=&quot;Range&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h2&gt;&lt;strong&gt;SNR&lt;/strong&gt;&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/SQy5l.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/SQy5l.png&quot; alt=&quot;SNR&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31473" LastActivityDate="2022-04-27T18:46:39.533" Title="Same distribution and median on all five features in point cloud dataset, weird?" Tags="|machine-learning|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20381" PostTypeId="1" AcceptedAnswerId="20805" CreationDate="2022-04-28T06:15:46.773" Score="0" ViewCount="21" Body="&lt;p&gt;I am looking for electricity consumption data for provinces/ districts/regions of Turkey for last 25 years (or any period) on an hourly basis. On there official statistics site it is available only on yearly basis.&lt;/p&gt;&#xA;" OwnerUserId="31471" LastActivityDate="2022-12-20T09:51:50.263" Title="Does anyone have electricity consumption data of Turkey on hourly basis for last 25 years or any period?" Tags="|data-request|energy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20383" PostTypeId="1" CreationDate="2022-04-28T10:09:56.903" Score="0" ViewCount="80" Body="&lt;p&gt;I am a professional web-crawler and love scraping sites for potential data. However, I have recently hit a brick-wall on openly sourced websites with unique data that can be webscraped.&lt;/p&gt;&#xA;&lt;p&gt;So I would like to gather a few ideas on data that would be great to scrape for the following reasons:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It's unique; It has not been scraped before, or minimal places to access this information.&lt;/li&gt;&#xA;&lt;li&gt;Having a larger database for this data would be optimal for professionals in various fields to work with.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;links to the websites to get the data would be great also!&lt;/p&gt;&#xA;&lt;p&gt;Additional note:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There is no specific region for this request; If the data can be found in various countries that would be a bonus!&lt;/li&gt;&#xA;&lt;li&gt;If the website does not like being web-crawled because the data is that much more difficult to grab, I am still happy to look into it&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="31479" LastActivityDate="2024-02-15T22:04:25.490" Title="Types of data great for webscraping" Tags="|data-request|web-crawling|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20384" PostTypeId="2" ParentId="20378" CreationDate="2022-04-28T10:17:08.183" Score="0" Body="&lt;p&gt;I would recommend web-scraping the webpage for the data that you require.&lt;/p&gt;&#xA;&lt;p&gt;You can either opt for scrapy, which is faster and so it should not take long at all if you have experience with it. I approximate less than 15 minutes at best.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, you can go down the &lt;code&gt;requests&lt;/code&gt; route and use &lt;code&gt;pandas&lt;/code&gt; to read the tables, and then grab all the information from the tables this way. This is also a very easy route to take.&lt;/p&gt;&#xA;" OwnerUserId="31479" LastActivityDate="2022-04-28T10:17:08.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20385" PostTypeId="2" ParentId="13325" CreationDate="2022-04-30T21:33:50.297" Score="0" Body="&lt;p&gt;Maybe I am not understanding your requirements correctly...?&lt;/p&gt;&#xA;&lt;p&gt;Why can you not search for your dataset via the API and use the response that is returned as your &amp;quot;filtered&amp;quot; download?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/event.json?search=:%22Alzheimers%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/event.json?search=:&amp;quot;Alzheimers&amp;quot;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;-Michelle&lt;/p&gt;&#xA;" OwnerUserId="31485" LastActivityDate="2022-04-30T21:33:50.297" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20388" PostTypeId="2" ParentId="6627" CreationDate="2022-05-02T11:12:05.260" Score="1" Body="&lt;p&gt;The ThinkQuest data that the original poster is still downloadable &lt;a href=&quot;http://web.archive.org/web/20080328104539/http://library.thinkquest.org:80/C006628/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&#xA;As mentioned above though, there is no information on licensing. The best I could find was &lt;a href=&quot;http://web.archive.org/web/20080328161758/http://library.thinkquest.org:80/C006628/disclaimer.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this disclaimer&lt;/a&gt; page.&lt;/p&gt;&#xA;" OwnerUserId="30492" LastActivityDate="2022-05-02T11:12:05.260" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20389" PostTypeId="1" AcceptedAnswerId="20398" CreationDate="2022-05-04T08:41:10.533" Score="0" ViewCount="45" Body="&lt;p&gt;I am looking for ways to augment/enrich latitude longitude data, to obtain for example information like this (for the EU/Europe and the UK):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;rural/urban area&lt;/li&gt;&#xA;&lt;li&gt;distance to lake/sea&lt;/li&gt;&#xA;&lt;li&gt;distance to nearest town/village&lt;/li&gt;&#xA;&lt;li&gt;number of restaurants nearby&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I tried some basic Python code to use :&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import geocoder&#xA;&#xA;g = geocoder.osm([45,-75], method='reverse')&#xA;print(g)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This returns:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;[OK] Osm - Reverse [Ault Drive, Ingleside, South Stormont, Stormont, Dundas and Glengarry Counties, Eastern Ontario, Ontario, K0C 1M0, Canada]&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;so not useful for my use case. What else could I explore, please?&lt;/p&gt;&#xA;" OwnerUserId="5837" LastEditorUserId="23272" LastEditDate="2022-07-14T12:49:51.550" LastActivityDate="2022-07-14T12:49:51.550" Title="augment/enrich latitude longitude data" Tags="|demographics|geocoding|python|population|restaurant|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20393" PostTypeId="2" ParentId="5752" CreationDate="2022-05-06T02:10:21.927" Score="0" Body="&lt;p&gt;Kroger makes a lot of data available via their API:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.kroger.com/reference&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.kroger.com/reference&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This includes products, cart, customer identity, locations, chains, etc. for all stores associated with Kroger.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kroger.com/i/kroger-family-of-companies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kroger.com/i/kroger-family-of-companies&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31506" LastActivityDate="2022-05-06T02:10:21.927" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20394" PostTypeId="2" ParentId="18081" CreationDate="2022-05-06T12:50:49.887" Score="5" Body="&lt;p&gt;By looking into yFinance source code I've found this query:&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;https://query2.finance.yahoo.com/v8/finance/chart/%5EGSPC&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;where &lt;code&gt;%5E&lt;/code&gt; is &lt;code&gt;^&lt;/code&gt; ( ^GSPC )&lt;/p&gt;&#xA;" OwnerUserId="31508" LastActivityDate="2022-05-06T12:50:49.887" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20397" PostTypeId="2" ParentId="1390" CreationDate="2022-05-07T19:29:25.797" Score="2" Body="&lt;p&gt;This question is 8 years old but as i couldn't find an straight forward answer in 2022 I'm sharing it here.&lt;/p&gt;&#xA;&lt;p&gt;Wiktionary is the best resource for both monolingual and bilingual dictionaries in terms of licensing and diversity. but parsing it is a bit tricky. fortunately  Karl Bartel has already done it and you can download already parsed and updated dictionaries &lt;a href=&quot;https://www.wikdict.com/page/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="31514" LastActivityDate="2022-05-07T19:29:25.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20398" PostTypeId="2" ParentId="20389" CreationDate="2022-05-08T15:09:14.063" Score="1" Body="&lt;p&gt;I'm actually working on a project like this (feel free to contact me directly for more details) and here are some sources I know above and beyond OpenStreetMap:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Coastal distance: &lt;a href=&quot;https://oceancolor.gsfc.nasa.gov/docs/distfromcoast/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://oceancolor.gsfc.nasa.gov/docs/distfromcoast/&lt;/a&gt; (caveat: treats inland seas, such as the Caspian Sea, as land)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;More accurate coastal distance (but you have to calculate it yourself, I used GRASS GIS): &lt;a href=&quot;http://www.soest.hawaii.edu/pwessel/gshhg/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.soest.hawaii.edu/pwessel/gshhg/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Land cover/use data (rural vs urban for example):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://eoimages.gsfc.nasa.gov/images/news/NasaNews/ReleaseImages/LCC/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://eoimages.gsfc.nasa.gov/images/news/NasaNews/ReleaseImages/LCC/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.gsi.go.jp/kankyochiri/gm_global_e.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gsi.go.jp/kankyochiri/gm_global_e.html&lt;/a&gt; under &amp;quot;Land Cover (GLCNMO)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.esa-landcover-cci.org/?q=node/158&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.esa-landcover-cci.org/?q=node/158&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Elevation data: &lt;a href=&quot;https://www2.jpl.nasa.gov/srtm/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.jpl.nasa.gov/srtm/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Animal habitat data: &lt;a href=&quot;https://www.iucnredlist.org/resources/spatial-data-download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.iucnredlist.org/resources/spatial-data-download&lt;/a&gt; (may require free login to actually download linked data)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Climate data: &lt;a href=&quot;http://koeppen-geiger.vu-wien.ac.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://koeppen-geiger.vu-wien.ac.at/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Population count and density:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://sedac.ciesin.columbia.edu/data/collection/gpw-v4&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sedac.ciesin.columbia.edu/data/collection/gpw-v4&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://data.worldpop.org/GIS/Population/Global_2000_2020/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.worldpop.org/GIS/Population/Global_2000_2020/&lt;/a&gt; (see &lt;a href=&quot;https://data.worldpop.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.worldpop.org/&lt;/a&gt; or &lt;a href=&quot;https://data.humdata.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.humdata.org/&lt;/a&gt; for more general information)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Ethnicity data: &lt;a href=&quot;https://icr.ethz.ch/data/epr/#geoepr&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://icr.ethz.ch/data/epr/#geoepr&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Solar energy availability: &lt;a href=&quot;https://energydata.info/dataset/world-photovoltaic-power-potential-pvout-gis-data-global-solar-atlas&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://energydata.info/dataset/world-photovoltaic-power-potential-pvout-gis-data-global-solar-atlas&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://www.naturalearthdata.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.naturalearthdata.com/&lt;/a&gt; has lots of free data of various types though it's at lower resolution that some of the more specific sites above&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;For completeness, there are many sources of weather data at &lt;a href=&quot;http://opendata.stackexchange.com/questions/10154/sources-of-weather-data/10155&quot;&gt;Sources of weather data&lt;/a&gt; but, if you're looking for general properties of a given latitude/longitude, you're almost certainly more interested in climate, not weather&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;I do have other data, but it's fairly obscure and probably uninteresting.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="30273" LastActivityDate="2022-05-08T15:09:14.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20399" PostTypeId="1" CreationDate="2022-05-09T11:17:00.270" Score="1" ViewCount="14" Body="&lt;p&gt;The NUTS (&lt;a href=&quot;https://en.wikipedia.org/wiki/Nomenclature_of_Territorial_Units_for_Statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Nomenclature_of_Territorial_Units_for_Statistics&lt;/a&gt;) divides countries into regions.&lt;/p&gt;&#xA;&lt;p&gt;So does the GADM (&lt;a href=&quot;https://gadm.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gadm.org/&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;Is there any publicly available correspondence table that allows for an (approximate) matching between the two?&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2022-05-09T11:17:00.270" Title="Correspondence table between regional spatial units from NUTS and GADM" Tags="|spatial|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20404" PostTypeId="1" CreationDate="2022-05-11T09:43:15.207" Score="0" ViewCount="32" Body="&lt;p&gt;I am trying to find historical (e.g., one year) wind speed and wind direction datasets for different suburbs in Sydney/Greater Sydney in CSV format. I tried different platforms for it but could not find it. If it is not possible to get free of charge, any other city's dataset including different station locations could also be acceptable.&lt;/p&gt;&#xA;&lt;p&gt;Any help in this regard is much appreciated.&lt;/p&gt;&#xA;" OwnerUserId="31543" LastActivityDate="2022-05-11T09:43:15.207" Title="Wind Speed and Direction Datasets" Tags="|data-request|data.gov|releasing-data|large-datasets|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20405" PostTypeId="1" CreationDate="2022-05-11T12:11:38.827" Score="0" ViewCount="13" Body="&lt;p&gt;I am looking for the sources for these variables (country-level), as many countries as possible about: the technology literacy levels, cashless level, financial monetary policy, and financial stability system of each country.&lt;/p&gt;&#xA;&lt;p&gt;Regarding the financial stability, I found a source from &lt;a href=&quot;https://sites.google.com/site/bosun09/monetary-policy-uncertainty-index&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bo Sun&lt;/a&gt; but they just cover 22 countries&lt;/p&gt;&#xA;" OwnerUserId="28230" LastActivityDate="2022-05-11T12:11:38.827" Title="Asking for some sources of country-level data regarding technology literacy, cashless level, financial moneytary policy, and financial stability" Tags="|economics|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20407" PostTypeId="2" ParentId="18229" CreationDate="2022-05-11T22:59:41.550" Score="0" Body="&lt;p&gt;I'm also not understanding why multiple RxCUIs are being returned for a single NDC. It was my understanding that a single NDC code would only be associated with a single RxCUI, but an RxCUI could be associated with multiple NDCs. I don't have enough points to comment on the thread, but wanted to know if the original poster ever figured this out.&lt;/p&gt;&#xA;" OwnerUserId="31551" LastActivityDate="2022-05-11T22:59:41.550" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20408" PostTypeId="1" CreationDate="2022-05-12T15:19:19.160" Score="1" ViewCount="15" Body="&lt;p&gt;I am looking for a current, global vector dataset of metropolitan areas. The &lt;a href=&quot;https://catalog.data.gov/dataset/tiger-line-shapefile-2019-nation-u-s-current-metropolitan-statistical-area-micropolitan-statist&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Census Bureau&lt;/a&gt; has what I am after, though only for the USA. I also see that Natural Earth has an &lt;a href=&quot;https://www.naturalearthdata.com/downloads/10m-cultural-vectors/10m-urban-area/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Urban Areas dataset&lt;/a&gt;, yet this is based of fairly old data for my purposes (2002-2003).&lt;/p&gt;&#xA;&lt;p&gt;Is there a generally accepted global dataset of metropolitan areas similar to the linked US Census data, or will I need to piece together multiple datasets?&lt;/p&gt;&#xA;" OwnerUserId="31552" LastActivityDate="2022-05-12T15:19:19.160" Title="Seeking global metropolitan areas geospatial dataset" Tags="|geospatial|spatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20409" PostTypeId="1" CreationDate="2022-05-12T17:26:04.987" Score="0" ViewCount="70" Body="&lt;p&gt;Could you help me to find free georeferenced databases for study purpose?&lt;/p&gt;&#xA;&lt;p&gt;For example, database with georeferenced data about soil chemestry (N-P-K, Calcium, Magnesium...), soil physics (Soil Density), electric conductivity, Cation Exchange Capacity (CEC) and other relevant information.&lt;/p&gt;&#xA;" OwnerUserId="31555" LastActivityDate="2023-02-11T07:03:10.340" Title="Seeking free georeferenced databases" Tags="|data-request|geospatial|data.gov|uses-of-open-data|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20411" PostTypeId="2" ParentId="6114" CreationDate="2022-05-13T08:44:21.253" Score="0" Body="&lt;p&gt;Here is a database of the entire collection of words in urban dictionary upto may 2016: &lt;a href=&quot;https://www.kaggle.com/datasets/therohk/urban-dictionary-words-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/therohk/urban-dictionary-words-dataset&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The csv dictionary file contains the crowdsourced definitions of 2.5 million words and short phrases.&lt;/p&gt;&#xA;" OwnerUserId="16824" LastActivityDate="2022-05-13T08:44:21.253" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20412" PostTypeId="1" CreationDate="2022-05-13T11:05:34.230" Score="1" ViewCount="49" Body="&lt;p&gt;I know it can be done manually through the NAICS website but I have over 3000 companies and I need to get their NAICS codes. So I'm looking for a database or anything else which I can download.&lt;/p&gt;&#xA;" OwnerUserId="31561" LastEditorUserId="23272" LastEditDate="2022-07-14T12:22:00.920" LastActivityDate="2022-12-12T01:04:50.573" Title="I'm looking to match quite a lot of US companies to their NAICS codes without having to manually search it up" Tags="|data-request|business|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20416" PostTypeId="1" CreationDate="2022-05-15T19:29:35.953" Score="1" ViewCount="70" Body="&lt;p&gt;I tried to search and get the ID of a item with a certain label: &lt;code&gt;Teodor Bogdanov&lt;/code&gt;. I can search this name successfully through &lt;a href=&quot;https://www.wikidata.org/wiki/Q22277104&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata website&lt;/a&gt;. However, I failed to do so by searching through SPARQL. The code is &lt;a href=&quot;https://query.wikidata.org/#SELECT%20distinct%20%3Fitem%20%3FitemLabel%20%3FitemDescription%20WHERE%7B%20%20%0A%20%20%3Fitem%20%3Flabel%20%22Teodor%20Bogdanov%22.%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I also copied it here:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct ?item ?itemLabel ?itemDescription WHERE{  &#xA;  ?item ?label &amp;quot;Teodor Bogdanov&amp;quot;.&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The same thing happens for &lt;code&gt;Félix Anaut&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Could anyone help me fix this issue? Thank you in advance.&lt;/p&gt;&#xA;" OwnerUserId="31569" LastActivityDate="2023-06-04T08:38:49.480" Title="Fail to search a wikidata item through SPARQL" Tags="|wikidata|sparql|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20421" PostTypeId="2" ParentId="20409" CreationDate="2022-05-17T04:07:17.370" Score="1" Body="&lt;p&gt;Would something like this help?&#xA;&lt;a href=&quot;https://data.isric.org/geonetwork/srv/eng/catalog.search#/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.isric.org/geonetwork/srv/eng/catalog.search#/home&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31625" LastActivityDate="2022-05-17T04:07:17.370" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20424" PostTypeId="2" ParentId="11626" CreationDate="2022-05-24T03:58:21.663" Score="0" Body="&lt;p&gt;You can use Relativity6 API service to classify business with NAICs, just using business name and address. The system will perform a real-time consulting with the help of an IA to classify the business.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.relativity6.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.relativity6.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I work for Relativity6.&lt;/p&gt;&#xA;" OwnerUserId="30843" LastActivityDate="2022-05-24T03:58:21.663" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20425" PostTypeId="2" ParentId="20412" CreationDate="2022-05-24T04:00:37.573" Score="1" Body="&lt;p&gt;You can use Relativity6 API service to classify business with NAICs, just using business name and address. The system will perform a real-time consulting with the help of an IA to classify the business.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.relativity6.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.relativity6.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I work for Relativity6.&lt;/p&gt;&#xA;" OwnerUserId="30843" LastActivityDate="2022-05-24T04:00:37.573" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20426" PostTypeId="1" CreationDate="2022-05-24T16:08:48.677" Score="1" ViewCount="180" Body="&lt;p&gt;I am creating a bootcamp for data analyst and it's been 2 days I am looking for some good dataset fit for commercial use that I can use to create Tableau and Power BI tutorials. Even on kaggle some datasets are licensed as CC0 but when you track back the company the data was scrapped from, it states that the data shouldn't be used for commercial use (e.g Zomato dataset).&lt;/p&gt;&#xA;&lt;p&gt;Are there any good data sources which I can use for this bootcamp's tutorial? Does the sample superstore dataset of Tableau can be used? But I think it does come under strict copyrights as well.&lt;/p&gt;&#xA;&lt;p&gt;P.S I have emailed tons of people for permission and haven't heard back from anyone.&lt;/p&gt;&#xA;" OwnerUserId="31655" LastActivityDate="2024-01-05T16:07:05.823" Title="Are there any open datasets for commercial use?" Tags="|data-request|data.gov|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20428" PostTypeId="1" AcceptedAnswerId="20429" CreationDate="2022-05-25T09:07:35.810" Score="1" ViewCount="247" Body="&lt;p&gt;Is there any source to find the high voltage (110kV and above) substation and transmission network for Germany.&lt;/p&gt;&#xA;&lt;p&gt;I have tried contacting the Transmission System Operators but have only got generic responses back.&lt;/p&gt;&#xA;&lt;p&gt;For the substations a list of coordinates would be ideal but even a static map that could be geo-referenced in would work.&lt;/p&gt;&#xA;&lt;p&gt;Any ideas as google searches have started to fail me.&lt;/p&gt;&#xA;" OwnerUserId="31381" LastActivityDate="2022-05-25T10:29:39.750" Title="Germany Transmission Network" Tags="|data-request|geospatial|energy|germany|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20429" PostTypeId="2" ParentId="20428" CreationDate="2022-05-25T10:29:39.750" Score="1" Body="&lt;p&gt;Have a look at the &lt;a href=&quot;https://wiki.openmod-initiative.org/wiki/Transmission_network_datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;openmod wiki&lt;/a&gt;, which lists currently available sources.&lt;/p&gt;&#xA;&lt;p&gt;The appropriateness of sources depends on the details of your use case. For example, if you are happy with quantitative transmission capacities between &amp;quot;reasonable&amp;quot; grid nodes, you could go for the input data of the open source &lt;a href=&quot;https://www.diw.de/de/diw_01.c.599753.de/modelle.html#ab_599760&quot; rel=&quot;nofollow noreferrer&quot;&gt;ELMOD-DE&lt;/a&gt;. If you require full geographical detail, your best bet is likely to pull the data from OpenStreetMap and do some postprocessing: Check out &lt;a href=&quot;https://help.openstreetmap.org/questions/53691/how-to-download-electricity-distributiontransmission-lines-data-for-an-us-state&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; discussion concerning the extraction of distribution/transmission lines. Substations would be analogous. To the best of my knowledge, that's what most models rely as original input. Don't count on the TSOs ;)&lt;/p&gt;&#xA;" OwnerUserId="29993" LastActivityDate="2022-05-25T10:29:39.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20431" PostTypeId="2" ParentId="20383" CreationDate="2022-05-25T22:57:01.430" Score="0" Body="&lt;p&gt;Maybe try to find niche communities for an online video game that doesn't have an API, yet. (Check steamcharts.com for active players)&lt;/p&gt;&#xA;&lt;p&gt;edit:&#xA;Since we have the same interest in webscraping niche/unique data, maybe we can combine forces and work on something together. Can I contact you offline?&lt;/p&gt;&#xA;" OwnerUserId="31664" LastEditorUserId="31664" LastEditDate="2022-05-26T19:31:50.833" LastActivityDate="2022-05-26T19:31:50.833" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20435" PostTypeId="1" CreationDate="2022-05-30T15:56:55.747" Score="1" ViewCount="54" Body="&lt;p&gt;My team is researching solutions about sentiment analysis or comment(preferably product review) helpfulness in Bulgarian. Anybody know a good source for those? The comment health one is a long shot for sure, but at least somebody should know a sentiment labeled dataset. Any other suggestions would also be appreciated!&lt;/p&gt;&#xA;" OwnerUserId="31681" LastEditorUserId="70" LastEditDate="2022-10-13T18:21:13.440" LastActivityDate="2024-03-08T05:01:30.397" Title="Bulgarian dataset for sentiment analysis or comment helpfulness" Tags="|data-request|products|sentiment-analysis|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20437" PostTypeId="1" CreationDate="2022-06-01T12:47:35.003" Score="2" ViewCount="931" Body="&lt;p&gt;I am looking for a dataset of Indian Address.&#xA;Possibly in the following format:&#xA;&lt;code&gt;Address Line 1&lt;/code&gt;,&#xA;&lt;code&gt;Address Line 2&lt;/code&gt;,&#xA;&lt;code&gt;Town/City&lt;/code&gt;,&#xA;&lt;code&gt;State&lt;/code&gt;,&#xA;&lt;code&gt;Postal code&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I have tried to find it but there doesn't seem to be one freely available.&#xA;Has anyone tried point me to a spot where it may be available.&lt;/p&gt;&#xA;" OwnerUserId="31694" LastActivityDate="2022-06-01T12:47:35.003" Title="Dataset of Indian Address" Tags="|address|large-datasets|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20439" PostTypeId="2" ParentId="9046" CreationDate="2022-06-03T07:45:08.570" Score="0" Body="&lt;p&gt;There is dataset on Kaggle - &amp;quot;&lt;a href=&quot;https://www.kaggle.com/datasets/aagghh/divorcemarriage-dataset-with-birth-dates&quot; rel=&quot;nofollow noreferrer&quot;&gt;Divorce/marriage dataset with birth dates&lt;/a&gt;&amp;quot;.&lt;/p&gt;&#xA;" OwnerUserId="31704" LastActivityDate="2022-06-03T07:45:08.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20440" PostTypeId="1" CreationDate="2022-06-03T09:31:24.757" Score="0" ViewCount="889" Body="&lt;p&gt;For a small project I would like to get the product data for &lt;a href=&quot;https://ikea.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IKEA&lt;/a&gt; products. Things like dimensions, color, assembly instructions etc.&lt;/p&gt;&#xA;&lt;p&gt;Other parts of IKEA data (product names, item number, stock level and stores) are available in an XHR call, but I can not find the product details anywhere except inside the HTML code as a json structure inside an attribute. So lots of overhead here.&lt;/p&gt;&#xA;&lt;p&gt;Do anyone know of an IKEA API for these details ? Or know how to get access to the new &lt;a href=&quot;https://developer.inter.ikea.com/publish&quot; rel=&quot;nofollow noreferrer&quot;&gt;InterIkea API developer portal&lt;/a&gt; ?&lt;/p&gt;&#xA;" OwnerUserId="29930" LastEditorUserId="70" LastEditDate="2022-10-14T19:11:12.440" LastActivityDate="2022-10-14T19:11:12.440" Title="Does IKEA have a json / XML access point for product information?" Tags="|data-request|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20441" PostTypeId="2" ParentId="840" CreationDate="2022-06-04T09:49:53.723" Score="1" Body="&lt;p&gt;The &lt;a href=&quot;https://kaikki.org/dictionary/rawdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;dump here&lt;/a&gt; contains nearly all pronunciation data used on the English wiktionary. So the files are from a combination of sources like project SHTOOKA, Lingualibre, etc.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2022-06-04T09:49:53.723" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20444" PostTypeId="2" ParentId="20440" CreationDate="2022-06-07T20:26:58.647" Score="1" Body="&lt;p&gt;It looks like someone has been working on one:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/vrslev/ikea-api-client&quot; rel=&quot;nofollow noreferrer&quot;&gt;Documentation on Github for Ikea API&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;No Idea if it works though...&lt;/p&gt;&#xA;" OwnerUserId="24755" LastActivityDate="2022-06-07T20:26:58.647" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20445" PostTypeId="2" ParentId="13330" CreationDate="2022-06-08T14:08:47.603" Score="1" Body="&lt;p&gt;One free source of forecasted temperatures for the &lt;a href=&quot;https://www.pjm.com/about-pjm/who-we-are.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;PJM&lt;/a&gt; electricity market is the regional transmission operator (PJM). Unfortunately, you are limited to data beginning July 1, 2018 and based on PJM's &lt;a href=&quot;https://www.pjm.com/library/%7E/media/about-pjm/pjm-zones.ashx&quot; rel=&quot;nofollow noreferrer&quot;&gt;zones&lt;/a&gt;: &lt;a href=&quot;https://dataminer2.pjm.com/feed/da_tempset/definition&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dataminer2.pjm.com/feed/da_tempset/definition&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/dlYhn.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dlYhn.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;PJM does offer a free API, although there is a simple registration process.&lt;/p&gt;&#xA;&lt;p&gt;Data service providers such as &lt;a href=&quot;https://www.marketview.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;MarketView&lt;/a&gt; have NOAA's historical weather forecasts for several hundred airports. However, the most affordable option is about $300 per month and that doesn't include an API feed (much more expensive). MarketView does offer an Excel add-in so that could work if you don't mind importing an Excel file into your program (e.g., python script). Also offers a free 14-day trial. Here is an interface from the Excel add-in for NOAA weather forecasts:&lt;a href=&quot;https://i.stack.imgur.com/11Jw6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/11Jw6.png&quot; alt=&quot;MarketView weather forecast&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31731" LastEditorUserId="31731" LastEditDate="2022-06-08T14:51:23.887" LastActivityDate="2022-06-08T14:51:23.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20446" PostTypeId="1" CreationDate="2022-06-09T08:18:29.280" Score="0" ViewCount="484" Body="&lt;p&gt;Is there a dataset free online that I can download to get the country coordinates (polygons) in WKT format?&lt;/p&gt;&#xA;&lt;p&gt;I cannot find it anywhere. I would like a dataset that includes both the country name and the polygons (no multipolygons) of the same country in WKT format. Also, I would like that the dataset ignores the islands (for example I would like only the mainland of France and not the islands). Thank you in advance.&lt;/p&gt;&#xA;" OwnerUserId="31735" LastActivityDate="2024-01-01T13:07:45.900" Title="Well-Known Text format (WKT) country dataset" Tags="|geospatial|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20447" PostTypeId="2" ParentId="4242" CreationDate="2022-06-09T10:37:47.213" Score="0" Body="&lt;p&gt;If you solve ML task and want to try weather historical data as features, I recommend you to try python library upgini for smart enrichment. It contains 12 years history weather data by 68 countries.&lt;/p&gt;&#xA;&lt;p&gt;My code of usage is following:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;%pip install -Uq upgini&#xA;from upgini import SearchKey, FeaturesEnricher&#xA;from upgini.metadata import CVType, RuntimeParameters&#xA;&#xA;## define search keys&#xA;search_keys = {&#xA;    &amp;quot;Date&amp;quot;: SearchKey.DATE, &#xA;    &amp;quot;country&amp;quot;: SearchKey.COUNTRY,&#xA;    &amp;quot;postal_code&amp;quot;: SearchKey.POSTAL_CODE&#xA;}&#xA;&#xA;## define X_train / y_train&#xA;X_train=df_prices.drop(columns=['Target'])&#xA;y_train = df_prices.Target&#xA;&#xA;## define Features Enricher&#xA;features_enricher = FeaturesEnricher(&#xA;search_keys = search_keys,&#xA;cv = CVType.time_series&#xA;)&#xA;&#xA;X_enriched=features_enricher.fit_transform(X_train, y_train, calculate_metrics=True)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;As a result you will get dataframe with new features with non-zero feature importance on your target variable, such as temperature, wind speed etc&lt;/p&gt;&#xA;&lt;p&gt;Web: &lt;a href=&quot;https://upgini.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://upgini.com&lt;/a&gt; GitHub: &lt;a href=&quot;https://github.com/upgini&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/upgini&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31736" LastEditorUserId="31736" LastEditDate="2022-06-12T19:09:03.643" LastActivityDate="2022-06-12T19:09:03.643" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20448" PostTypeId="1" CreationDate="2022-06-09T14:03:36.337" Score="0" ViewCount="87" Body="&lt;p&gt;I'm trying to iterate through an excel sheet and find the NDC of a drug from its generic name in each cell in a column so that I don't have to manually type in each generic name. This is what I have so far, but the parameter value is not recognized as a valid key. Is there a syntax problem or something else wrong?&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wrkbk = openpyxl.load_workbook('data.xlsx')&#xA;sh = wrkbk.active&#xA;&#xA;for i in range(1, sh.max_row):&#xA;&#xA;    cell_obj = sh.cell(row=i+1, column=3)&#xA;    parameter = cell_obj.value&#xA;&#xA;    response = requests.get('https://api.fda.gov/drug/ndc.json?search=generic_name:',parameter)    &#xA;&#xA;    jprint(response.json())&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="31739" LastEditorUserId="31739" LastEditDate="2022-06-09T14:04:07.510" LastActivityDate="2022-06-15T17:42:23.920" Title="How do I modularize openFDA API requests?" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20449" PostTypeId="1" CreationDate="2022-06-09T22:31:49.000" Score="1" ViewCount="14" Body="&lt;p&gt;Are there sources through which data on passenger numbers (or ticket sales) for European cities (in particular DE, AT, CH and Scandinavia) are available at a monthly resolution?&lt;/p&gt;&#xA;" OwnerUserId="975" LastActivityDate="2022-06-09T22:31:49.000" Title="Monthly city-level data for public transport usage (or ticket sales)" Tags="|europe|public-transport|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20452" PostTypeId="1" CreationDate="2022-06-12T00:46:53.893" Score="0" ViewCount="61" Body="&lt;p&gt;I am trying to look up data on the ingredient milbemycin oxime, and I want results that contain only milbemycin oxime as the active ingredient.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/animalandveterinary/event.json?search=drug.active_ingredients.name.exact:%22milbemycin+oxime%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/animalandveterinary/event.json?search=drug.active_ingredients.name.exact:&amp;quot;milbemycin+oxime&amp;quot;&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;returns 0 results. This cannot be the case as there are several pet medicines with milbemycin oxime as the sole active ingredient for which I know adverse reaction events have been reported.&lt;/p&gt;&#xA;&lt;p&gt;I also tried &amp;quot;spinosad&amp;quot; (Comfortis single active ingredient) and again 0 results.&lt;/p&gt;&#xA;&lt;p&gt;However, there are many results when a query allows for multiple active ingredients.&lt;/p&gt;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="31753" LastActivityDate="2022-11-12T22:02:20.277" Title="Why is my API call for drug.active_ingredients.name.exact not working? (Animal and Veterinary endpoint)" Tags="|api|openfda|uses-of-open-data|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20453" PostTypeId="2" ParentId="20426" CreationDate="2022-06-13T16:24:38.510" Score="0" Body="&lt;p&gt;Have you checked out &lt;a href=&quot;https://data.nasa.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;data repo at NASA?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31761" LastActivityDate="2022-06-13T16:24:38.510" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20454" PostTypeId="2" ParentId="13659" CreationDate="2022-06-13T18:55:02.457" Score="1" Body="&lt;p&gt;This is from circa 1981, but as of this date it is still very accurate. I believe the number issued by the FBI lasts the life of the agency, unless the ORI has been revoked for violations.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.ojp.gov/ncjrs/virtual-library/abstracts/national-law-enforcement-telecommunications-systems-ori-originating&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ojp.gov/ncjrs/virtual-library/abstracts/national-law-enforcement-telecommunications-systems-ori-originating&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31763" LastActivityDate="2022-06-13T18:55:02.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20455" PostTypeId="2" ParentId="3850" CreationDate="2022-06-15T10:37:08.623" Score="0" Body="&lt;p&gt;aviowiki.com has over 60,000 worldwide airports, continually managed by an in-house team of aviation professionals.&lt;/p&gt;&#xA;&lt;p&gt;All the data is available to view online at app.aviowiki.com and is available via API too.&lt;/p&gt;&#xA;" OwnerUserId="31773" LastActivityDate="2022-06-15T10:37:08.623" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20456" PostTypeId="1" CreationDate="2022-06-15T10:49:26.557" Score="0" ViewCount="127" Body="&lt;p&gt;FDA Orange Book data contains a column for strength, but it is formatted so differently from the strength columns available in other FDA data (i.e. NDC catalog).  Therapeutic equivalency codes (TE codes) from Orange Book are at the dose form-route-strength level yet without a map between the strengths in Orange Book and FDA NDC catalog, I'm finding it impossible to know that a given NDC has a given TE code.  The closest you could get would be to say that a given Application Number (i.e. ANDA012345) has products with 1 to n TE codes.&lt;/p&gt;&#xA;&lt;p&gt;Mapping the strengths between the two data sources seems tedious and error prone; however, Orange Book data also contains a &amp;quot;Product Number&amp;quot; (i.e. 001, 002, 003) field that - if included at the product NDC level in other FDA NDC data sources - could be a reliable map between the two sources.&lt;/p&gt;&#xA;&lt;p&gt;Can this be added, or is there another way to accomplish this?&lt;/p&gt;&#xA;&lt;p&gt;Example:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/upSLz.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/upSLz.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31774" LastEditorUserId="31774" LastEditDate="2022-06-15T10:52:32.160" LastActivityDate="2024-03-08T00:00:40.090" Title="How do I find NDC-level therapeutic equivalency (TE) codes (Orange Book)" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20457" PostTypeId="2" ParentId="20448" CreationDate="2022-06-15T17:42:23.920" Score="1" Body="&lt;p&gt;I was able to confirm that the API is working using the name 'ibuprofen':&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;curl -g &amp;quot;https://api.fda.gov/drug/ndc.json?search=generic_name:'ibuprofen'&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This gave a json response about ibuprofen, as expected.&lt;/p&gt;&#xA;&lt;p&gt;I suspect that the problem is in your Python code, in the way in which you are passing the parameter to the &lt;code&gt;requests.get&lt;/code&gt; function.&#xA;Some troubleshooting in an ipython session confirms this (see below).&lt;/p&gt;&#xA;&lt;p&gt;One quick fix that I found is to use python string formatting (also see below).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;In [1]: import requests&#xA;&#xA;In [2]: requests.get? &#xA;Signature: requests.get(url, params=None,**kwargs) &#xA;Docstring: &#xA;Sends a GET request.&#xA;&#xA;:param url: URL for the new :class:`Request` object. &#xA;:param params: (optional) Dictionary, list of tuples or bytes to send&#xA;    in the query string for the :class:`Request`. &#xA;:param \*\*kwargs: Optional arguments that ``request`` takes. &#xA;:return: :class:`Response &amp;lt;Response&amp;gt;` object &#xA;:rtype: requests.Response &#xA;File:      /opt/local/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/site-packages/requests/api.py &#xA;Type:      function&#xA;&#xA;In [3]: parameter=&amp;quot;ibuprofen&amp;quot;&#xA;&#xA;In [4]: response = requests.get('https://api.fda.gov/drug/ndc.json?search=generic_name:',parameter)&#xA;&#xA;In [5]: print(response.json()) &#xA;{'error': {'code': 'BAD_REQUEST', 'message': 'Invalid parameter: ibuprofen'}}&#xA;&#xA;In [6]: response = requests.get(f'https://api.fda.gov/drug/ndc.json?search=generic_name:&amp;quot;{parameter}&amp;quot;')&#xA;&#xA;In [7]: print(response.json()) &#xA;{'meta': {'disclaimer': 'Do not rely on openFDA to make decisions regarding medical care. While we make every effort to ensure that data is accurate, you should assume all results are unvalidated. We may limit or otherwise restrict your access to the API in line with our Terms of Service.', 'terms': 'https://open.fda.gov/terms/', 'license': 'https://open.fda.gov/license/', 'last_updated': '2022-06-14', 'results': {'skip': 0, 'limit': 1, 'total': 1443}}, 'results': [{'product_ndc': '72189-266', 'generic_name': 'IBUPROFEN', 'labeler_name': 'DIRECT RX', 'brand_name': 'IBUPROFEN', 'active_ingredients': [{'name': 'IBUPROFEN', 'strength': '800 mg/1'}], 'finished': True, 'packaging': [{'package_ndc': '72189-266-15', 'description': '15 TABLET, FILM COATED in 1 BOTTLE (72189-266-15)', 'marketing_start_date': '20210916', 'sample': False}, {'package_ndc': '72189-266-30', 'description': '30 TABLET, FILM COATED in 1 BOTTLE (72189-266-30)', 'marketing_start_date': '20210916', 'sample': False}, {'package_ndc': '72189-266-40', 'description': '40 TABLET, FILM COATED in 1 BOTTLE (72189-266-40)', 'marketing_start_date': '20210916', 'sample': False}, {'package_ndc': '72189-266-60', 'description': '60 TABLET, FILM COATED in 1 BOTTLE (72189-266-60)', 'marketing_start_date': '20210916', 'sample': False}, {'package_ndc': '72189-266-71', 'description': '100 TABLET, FILM COATED in 1 BOTTLE (72189-266-71)', 'marketing_start_date': '20210916', 'sample': False}, {'package_ndc': '72189-266-72', 'description': '120 TABLET, FILM COATED in 1 BOTTLE (72189-266-72)', 'marketing_start_date': '20210916', 'sample': False}, {'package_ndc': '72189-266-90', 'description': '90 TABLET, FILM COATED in 1 BOTTLE (72189-266-90)', 'marketing_start_date': '20210916', 'sample': False}], 'listing_expiration_date': '20231231', 'openfda': {'manufacturer_name': ['DIRECT RX'], 'rxcui': ['197806', '197807'], 'spl_set_id': ['c3f30813-0848-6e8a-e053-2995a90a3dea'], 'nui': ['N0000000160', 'M0001335', 'N0000175722'], 'pharm_class_moa': ['Cyclooxygenase Inhibitors [MoA]'], 'pharm_class_cs': ['Anti-Inflammatory Agents, Non-Steroidal [CS]'], 'pharm_class_epc': ['Nonsteroidal Anti-inflammatory Drug [EPC]'], 'unii': ['WK2XYI10QM']}, 'marketing_category': 'ANDA', 'dosage_form': 'TABLET, FILM COATED', 'spl_id': 'd6a6d801-5a63-2aa7-e053-2995a90aebe9', 'product_type': 'HUMAN PRESCRIPTION DRUG', 'route': ['ORAL'], 'marketing_start_date': '20210916', 'product_id': '72189-266_d6a6d801-5a63-2aa7-e053-2995a90aebe9', 'application_number': 'ANDA090796', 'brand_name_base': 'IBUPROFEN', 'pharm_class': ['Anti-Inflammatory Agents', 'Non-Steroidal [CS]', 'Cyclooxygenase Inhibitors [MoA]', 'Nonsteroidal Anti-inflammatory Drug [EPC]']}]}&#xA;&#xA;In [8]:&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I hope this helps!&#xA;ZK&lt;/p&gt;&#xA;" OwnerUserId="31776" LastActivityDate="2022-06-15T17:42:23.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20458" PostTypeId="2" ParentId="20452" CreationDate="2022-06-15T19:51:56.797" Score="1" Body="&lt;p&gt;I'm Violet Wren, Senior Engineer on the openFDA team. In this case, @barrycarter is correct that .exact is case sensitive. The feature you're looking for - returning results with &lt;em&gt;only&lt;/em&gt; one active ingredient (the one you're searching for) is not currently possible within our API. However, I'll add this feature request to the queue and review the possibility of enhancing the API with this behavior.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Vi (they/she)&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2022-06-15T19:51:56.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20459" PostTypeId="2" ParentId="20456" CreationDate="2022-06-15T20:43:31.580" Score="0" Body="&lt;p&gt;It looks to me as though you are asking about adding a data field to the FDA NDA catalog.  However, you also added the tag &amp;quot;openfda&amp;quot; to your question.  So I have a question for you:  Are you asking about adding the field to the NDA catalog, to the openFDA data accessible via API, or both?&lt;/p&gt;&#xA;&lt;p&gt;ZK&lt;/p&gt;&#xA;" OwnerUserId="31776" LastActivityDate="2022-06-15T20:43:31.580" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="20460" PostTypeId="1" CreationDate="2022-06-17T08:50:40.480" Score="1" ViewCount="107" Body="&lt;p&gt;I'm trying to find some elevation data - either LiDAR, elevation or DTM - for the UK, specifically in Cheshire. I am a University student, so have access to gov data and other databases. I currently have the OS Terrain 5 which has a resolution of 5m. Ideally I need 1-2m or less. However, I can't find this.&lt;/p&gt;&#xA;&lt;p&gt;Any ideas of whether this data is out there?&lt;/p&gt;&#xA;&lt;p&gt;UPDATE:&#xA;I have tried the government portal, however, my site is currently part of the country that has yet to be mapped. This is the government coverage for the area I am looking for (Brown layer). The green polygon is the area I need data for.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/7wR4h.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7wR4h.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31790" LastEditorUserId="31790" LastEditDate="2022-06-27T09:04:57.320" LastActivityDate="2024-03-23T22:09:11.070" Title="Elevation/LiDAR/DTM Data with resolution less than 5m for Cheshire UK" Tags="|data-request|geospatial|open-source|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20461" PostTypeId="1" CreationDate="2022-06-17T16:35:26.160" Score="1" ViewCount="23" Body="&lt;p&gt;Does anybody have the updated and cleaned and connected world railroads network?&lt;/p&gt;&#xA;&lt;p&gt;In a way that could be used for routing.&lt;/p&gt;&#xA;" OwnerUserId="31793" LastEditorUserId="70" LastEditDate="2022-10-13T16:44:05.830" LastActivityDate="2023-03-13T09:03:00.333" Title="Updated and Cleaned World Railroads Data" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20464" PostTypeId="1" CreationDate="2022-06-19T00:19:18.067" Score="1" ViewCount="53" Body="&lt;p&gt;I'm looking for a dataset regarding the share of people who identify as naturists/nudists or have tried nudism per country, preferably as a CSV or JSON file or a spreadsheet but web scraping would work too.&#xA;Ideally this would include all the OECD countries but anything that includes at least one or 2 countries per continent (including South America) would work.&#xA;I don't need a specific license so anything is ok as long as I don't have to pay for it.&#xA;I'm not sure if this kind of data exists at all.&lt;/p&gt;&#xA;" OwnerUserId="31617" LastActivityDate="2022-06-19T00:19:18.067" Title="I'm looking for the share of nudists per country" Tags="|data-request|demographics|global|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20466" PostTypeId="1" CreationDate="2022-06-23T10:01:20.683" Score="0" ViewCount="62" Body="&lt;p&gt;I want to ask why the Maude-Device-Event Files for Q2 are currently not available in the downloads. See:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://open.fda.gov/data/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/data/downloads/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;It states last updated on 2022-06-23.&lt;/p&gt;&#xA;" OwnerUserId="30203" LastEditorUserId="23272" LastEditDate="2022-07-14T12:25:03.623" LastActivityDate="2024-04-04T22:05:20.583" Title="Device Events for 2022 Q2 are missing" Tags="|openfda|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20469" PostTypeId="1" CreationDate="2022-06-24T05:54:14.600" Score="1" ViewCount="33" Body="&lt;p&gt;From pandora papers we know that who are in that list.&#xA;But how do i get pdf, excel sheets, images etc. types data,to use as evidence, from pandora papers for a person in that list ?&lt;/p&gt;&#xA;" OwnerUserId="5549" LastEditorUserId="5549" LastEditDate="2022-06-24T12:54:11.357" LastActivityDate="2022-06-24T12:54:11.357" Title="How to get data from pandora papers" Tags="|uses-of-open-data|images|pdf|excel|leak|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20472" PostTypeId="2" ParentId="20460" CreationDate="2022-06-24T18:58:34.990" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://data.gov.uk/dataset/f0db0249-f17b-4036-9e65-309148c97ce4/national-lidar-programme&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk/dataset/f0db0249-f17b-4036-9e65-309148c97ce4/national-lidar-programme&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;National lidar survey should fit the bill for you&lt;/p&gt;&#xA;" OwnerUserId="31821" LastActivityDate="2022-06-24T18:58:34.990" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20474" PostTypeId="1" CreationDate="2022-06-25T12:43:31.273" Score="0" ViewCount="110" Body="&lt;p&gt;Does anyone figur this out?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/questions/20063/how-can-i-list-fda-approved-drugs-in-a-year&quot;&gt;How can I list FDA approved drugs in a year?&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The answer stated the example for the year of 1981, and that call contains [1981-01-01+TO+1981-12-31].  So, I assumed that I should change to 2021.  However, what I got was &amp;quot;SYMTUZA&amp;quot; which is not on the list of approved drugs in 2021.&lt;/p&gt;&#xA;&lt;p&gt;Here is the&#xA;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=submissions.submission_status:%22AP%22%20AND%20(submissions.submission_class_code:%22TYPE%201%22%20OR%20submissions.submission_class_code:%22TYPE%201/4%22%20OR%20submissions.submission_class_code:%22TYPE%202%22%20OR%20submissions.submission_class_code:%22TYPE%202/3%22%20OR%20submissions.submission_class_code:%22TYPE%202/4%22%20OR%20submissions.submission_class_code:%22TYPE%204%22%20OR%20submissions.submission_class_code:%22TYPE%205%22%20OR%20submissions.submission_class_code:%22TYPE%203/4%22)%20AND%20submissions.submission_status_date:%5B2021-01-01%20TO%202021-12-31%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA API call&lt;/a&gt; I used, and I was wrong. I got:REMICADE.&lt;/p&gt;&#xA;&lt;p&gt;Still, I could not get a drug on the list of approved drugs in 2021.&lt;/p&gt;&#xA;&lt;p&gt;One answer suggested to add a filter of submission_type:&amp;quot;ORIG&amp;quot;. The follwing is the API call revised, I blieve, adding the filter.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=submissions.submission_status:%22AP%22%20AND%20(submissions.submission_class_code:%22TYPE%201%22%20OR%20submissions.submission_class_code:%22TYPE%201/4%22%20OR%20submissions.submission_class_code:%22TYPE%202%22%20OR%20submissions.submission_class_code:%22TYPE%202/3%22%20OR%20submissions.submission_class_code:%22TYPE%202/4%22%20OR%20submissions.submission_class_code:%22TYPE%204%22%20OR%20submissions.submission_class_code:%22TYPE%205%22%20OR%20submissions.submission_class_code:%22TYPE%203/4%22)%20AND%20submissions.submission_status_date:%5B2021-01-01%20TO%202021-12-31%5D%20AND%20submissions.submission_type:%22ORIG%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;another openFDA API call&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I still get REMICADE, which is not on the list of drugs approved in 2021.&lt;/p&gt;&#xA;" OwnerUserId="31824" LastEditorUserId="31824" LastEditDate="2022-06-27T12:21:02.710" LastActivityDate="2024-03-18T17:04:05.510" Title="How can I list FDA approved drugs in a year? asked again" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20476" PostTypeId="2" ParentId="20474" CreationDate="2022-06-26T15:28:38.377" Score="0" Body="&lt;p&gt;Too long for a comment. If you visit&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=symtuza&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/drugsfda.json?search=symtuza&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;you'll see &lt;code&gt;results[0].submissions[0].submissionStatusDate = 20210611&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;The URL you (probably) used was probably similar to:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=submissions.submission_status:%22AP%22%20AND%20(submissions.submission_class_code:%22TYPE%201%22%20OR%20submissions.submission_class_code:%22TYPE%201/4%22%20OR%20submissions.submission_class_code:%22TYPE%202%22%20OR%20submissions.submission_class_code:%22TYPE%202/3%22%20OR%20submissions.submission_class_code:%22TYPE%202/4%22%20OR%20submissions.submission_class_code:%22TYPE%204%22%20OR%20submissions.submission_class_code:%22TYPE%205%22%20OR%20submissions.submission_class_code:%22TYPE%203/4%22)%20AND%20submissions.submission_status_date:%5B2021-01-01%20TO%202021-12-31%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/drugsfda.json?search=submissions.submission_status:%22AP%22%20AND%20(submissions.submission_class_code:%22TYPE%201%22%20OR%20submissions.submission_class_code:%22TYPE%201/4%22%20OR%20submissions.submission_class_code:%22TYPE%202%22%20OR%20submissions.submission_class_code:%22TYPE%202/3%22%20OR%20submissions.submission_class_code:%22TYPE%202/4%22%20OR%20submissions.submission_class_code:%22TYPE%204%22%20OR%20submissions.submission_class_code:%22TYPE%205%22%20OR%20submissions.submission_class_code:%22TYPE%203/4%22)%20AND%20submissions.submission_status_date:[2021-01-01%20TO%202021-12-31]&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Since you're filtering on the &lt;code&gt;submission_status_date&lt;/code&gt; SYMTUZA will come up.&lt;/p&gt;&#xA;&lt;p&gt;I think you need to add a filter for &lt;code&gt;submission_type = ORIG&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="30273" LastActivityDate="2022-06-26T15:28:38.377" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="20479" PostTypeId="2" ParentId="19968" CreationDate="2022-06-27T07:26:20.387" Score="0" Body="&lt;p&gt;&lt;a href=&quot;http://www.geonames.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;geonames&lt;/a&gt; offers this both through their API and bulk dumps.&lt;/p&gt;&#xA;" OwnerUserId="889" LastActivityDate="2022-06-27T07:26:20.387" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20482" PostTypeId="2" ParentId="15633" CreationDate="2022-06-28T13:14:52.583" Score="1" Body="&lt;p&gt;You can do a federated query with the Wikimedia Commons endpoint and the Wikidata endpoint. The query below does take a while to complete - though.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT &#xA;  ?count&#xA;  ?depicted ?depictedLabel&#xA;  ?example_file&#xA;WHERE {&#xA;  {&#xA;    SELECT &#xA;      (COUNT(*) AS ?count)&#xA;      ?depicted&#xA;      (SAMPLE(?file) AS ?example_file)&#xA;    WHERE {&#xA;      ?file wdt:P180 ?depicted .&#xA;    }&#xA;    GROUP BY ?depicted&#xA;    ORDER BY DESC(?count)&#xA;    LIMIT 100&#xA;  }&#xA;  SERVICE &amp;lt;https://query.wikidata.org/sparql&amp;gt; {&#xA;    MINUS { ?depicted wdt:P18 [] }&#xA;    OPTIONAL {?depicted rdfs:label ?depictedLabel FILTER (lang(?depictedLabel) = 'en') } .&#xA;  }&#xA;}&#xA;ORDER BY DESC(?count)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Short link: &lt;a href=&quot;https://w.wiki/5MyH&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/5MyH&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5593" LastActivityDate="2022-06-28T13:14:52.583" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20483" PostTypeId="1" CreationDate="2022-06-28T20:06:40.267" Score="2" ViewCount="437" Body="&lt;p&gt;Wikipedia and its sister sites make heavy use of templates. I want to find the source code behind those templates, i.e. the code that renders the HTML from a given template reference.&lt;/p&gt;&#xA;&lt;p&gt;Looking &lt;a href=&quot;https://github.com/wikimedia/mediawiki/find/master&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, I found a few files which seem to deal with templates, but I could not find any results when looking for a specific one. For example, the template &lt;code&gt;{es-conj}&lt;/code&gt;, which renders a conjugation table for a given Spanish verb, did not show up in the search list.&lt;/p&gt;&#xA;" OwnerUserId="21642" LastActivityDate="2022-06-29T18:30:31.567" Title="Where can I find the source code of Wikipedia / Wiktionary templates?" Tags="|wikipedia|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20484" PostTypeId="2" ParentId="20483" CreationDate="2022-06-28T20:06:40.267" Score="1" Body="&lt;p&gt;Turns out, the source code of the template is saved as plain-text in the template's wiki page itself. To see the source code of the template &lt;code&gt;{es-conj}&lt;/code&gt;, just go to its page and click &lt;em&gt;Edit&lt;/em&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wiktionary.org/wiki/Template:es-conj&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/wiki/Template:es-conj&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21642" LastActivityDate="2022-06-28T20:06:40.267" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20487" PostTypeId="2" ParentId="20483" CreationDate="2022-06-29T18:30:31.567" Score="0" Body="&lt;p&gt;You can check the templates involved in generating the page via page information, linked from the sidebar on desktop skins (&lt;a href=&quot;https://en.wiktionary.org/w/index.php?title=absconder&amp;amp;action=info&quot; rel=&quot;nofollow noreferrer&quot;&gt;e.g.&lt;/a&gt;). There's an edit / view source link for each.&lt;/p&gt;&#xA;&lt;p&gt;You can also add &lt;code&gt;?action=raw&amp;amp;templates=expand&lt;/code&gt; to the URL of a page to see the page source after all templates have been processed.&lt;/p&gt;&#xA;" OwnerUserId="8828" LastActivityDate="2022-06-29T18:30:31.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20489" PostTypeId="2" ParentId="10608" CreationDate="2022-07-01T19:39:35.670" Score="1" Body="&lt;p&gt;I think this is what you are looking for&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/bpmtips/websiteiabcategorization&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/bpmtips/websiteiabcategorization&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;if you want to validate your model you can use this free api to validate results of your model&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://front-page.com/domain.php?domain=google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://front-page.com/domain.php?domain=google.com&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;you just need to provide attribution to &lt;a href=&quot;https://front-page.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://front-page.com&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31866" LastEditorUserId="31866" LastEditDate="2022-07-01T19:40:49.103" LastActivityDate="2022-07-01T19:40:49.103" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20490" PostTypeId="2" ParentId="20231" CreationDate="2022-07-01T20:37:08.797" Score="0" Body="&lt;p&gt;I stumbled upon this open dataset about water quality. It shows much more than just hardness but I'm not sure if it can help you:&#xA;&lt;a href=&quot;https://www.kaggle.com/datasets/adityakadiwal/water-potability&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/adityakadiwal/water-potability&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31617" LastActivityDate="2022-07-01T20:37:08.797" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20491" PostTypeId="1" AcceptedAnswerId="20492" CreationDate="2022-07-02T05:04:28.433" Score="1" ViewCount="1027" Body="&lt;p&gt;Process mining assumes the existence of an event log where each event refers to a case, an activity, and a point in time. An event log can be seen as a collection of cases and a case as a trace/sequence of events.&lt;/p&gt;&#xA;&lt;p&gt;Event data may come from a wide variety of sources:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a database system (e.g., patient data in a hospital),&lt;/li&gt;&#xA;&lt;li&gt;a transaction log (e.g., a trading system),&lt;/li&gt;&#xA;&lt;li&gt;a business suite/ERP system (SAP, Oracle, etc.),&lt;/li&gt;&#xA;&lt;li&gt;a message log (e.g., from IBM middleware),&lt;/li&gt;&#xA;&lt;li&gt;an open API providing data from websites or social media,&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I am looking for publicly available event logs with csv or xes or any other available formats.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2024-04-04T23:20:18.283" Title="Event log data for Process Mining" Tags="|data-request|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20492" PostTypeId="2" ParentId="20491" CreationDate="2022-07-02T05:07:44.270" Score="1" Body="&lt;h2&gt;Process and Data Science Group - RWTH Aachen University&lt;/h2&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.processmining.org/event-data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;processmining.org&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Available data sets in XES:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://doi.org/10.4121/uuid:d06aff4b-79f0-45e6-8ec8-e19730c248f1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Purchase order handling process (BPI Challenge 2019)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://doi.org/10.4121/uuid:3301445f-95e8-4ff0-98a4-901f1f204972&quot; rel=&quot;nofollow noreferrer&quot;&gt;Payment process of Common Agricultural Policy (BPI Challenge 2018)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://doi.org/10.4121/uuid:5f3067df-f10b-45da-b98b-86ae4c7a310b&quot; rel=&quot;nofollow noreferrer&quot;&gt;Loan application process of a Dutch financial institute (BPI Challenge 2017)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:a0addfda-2044-4541-a450-fdcc9fe16d17&quot; rel=&quot;nofollow noreferrer&quot;&gt;Municipality log 1 (BPI Challenge 2015)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:63a8435a-077d-4ece-97cd-2c76d394d99c&quot; rel=&quot;nofollow noreferrer&quot;&gt;Municipality log 2 (BPI Challenge 2015)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:ed445cdd-27d5-4d77-a1f7-59fe7360cfbe&quot; rel=&quot;nofollow noreferrer&quot;&gt;Municipality log 3 (BPI Challenge 2015)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:679b11cf-47cd-459e-a6de-9ca614e25985&quot; rel=&quot;nofollow noreferrer&quot;&gt;Municipality log 4 (BPI Challenge 2015)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:b32c6fe5-f212-4286-9774-58dd53511cf8&quot; rel=&quot;nofollow noreferrer&quot;&gt;Municipality log 5 (BPI Challenge 2015)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:500573e6-accc-4b0c-9576-aa5468b10cee&quot; rel=&quot;nofollow noreferrer&quot;&gt;Incident management log (BPI Challenge 2013)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:3537c19d-6c64-4b1d-815d-915ab0e479da&quot; rel=&quot;nofollow noreferrer&quot;&gt;Problem management log, open problems (BPI Challenge 2013)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:c2c3b154-ab26-4b31-a0e8-8f2350ddac11&quot; rel=&quot;nofollow noreferrer&quot;&gt;Problem management log, closed problems (BPI Challenge 2013)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:3926db30-f712-4394-aebc-75976070e91f&quot; rel=&quot;nofollow noreferrer&quot;&gt;Event log of a loan application process (BPI Challenge 2012)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:d9769f3d-0ab0-4fb8-803b-0d1120ffcf54&quot; rel=&quot;nofollow noreferrer&quot;&gt;Anonymized event log of a Dutch Academic Hospital (BPI Challenge 2011)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Available data sets in CSV:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://doi.org/10.4121/uuid:d06aff4b-79f0-45e6-8ec8-e19730c248f1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Purchase order handling process (BPI Challenge 2019)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:9b99a146-51b5-48df-aa70-288a76c82ec4&quot; rel=&quot;nofollow noreferrer&quot;&gt;Click-data for the customers that are not logged in to the website (BPI Challenge 2016)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:01345ac4-7d1d-426e-92b8-24933a079412&quot; rel=&quot;nofollow noreferrer&quot;&gt;Click-data for the customers that are logged in to the website (BPI Challenge 2016)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:2b02709f-9a84-4538-a76a-eb002eacf8d1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Questions asked by customers (BPI Challenge 2016)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:c3f3ba2d-e81e-4274-87c7-882fa1dbab0d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Messages sent by customers (BPI Challenge 2016)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:e30ba0c8-0039-4835-a493-6e3aa2301d3f&quot; rel=&quot;nofollow noreferrer&quot;&gt;Complaints filed by customers (BPI Challenge 2016)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:679b11cf-47cd-459e-a6de-9ca614e25985&quot; rel=&quot;nofollow noreferrer&quot;&gt;Change log (BPI Challenge 2014)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:3cfa2260-f5c5-44be-afe1-b70d35288d6d&quot; rel=&quot;nofollow noreferrer&quot;&gt;Incident log (BPI Challenge 2014)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:3d5ae0ce-198c-4b5c-b0f9-60d3035d07bf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Interaction log (BPI Challenge 2014)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:86977bac-f874-49cf-8337-80f26bf5d2ef&quot; rel=&quot;nofollow noreferrer&quot;&gt;Incident activity log (BPI Challenge 2014)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:500573e6-accc-4b0c-9576-aa5468b10cee&quot; rel=&quot;nofollow noreferrer&quot;&gt;Incident management log (BPI Challenge 2013)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:3537c19d-6c64-4b1d-815d-915ab0e479da&quot; rel=&quot;nofollow noreferrer&quot;&gt;Problem management log, open problems (BPI Challenge 2013)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:c2c3b154-ab26-4b31-a0e8-8f2350ddac11&quot; rel=&quot;nofollow noreferrer&quot;&gt;Problem management log, closed problems (BPI Challenge 2013)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://dx.doi.org/10.4121/uuid:d9769f3d-0ab0-4fb8-803b-0d1120ffcf54&quot; rel=&quot;nofollow noreferrer&quot;&gt;Anonymized event log of a Dutch Academic Hospital (BPI Challenge 2011)&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-07-27T04:15:27.690" LastActivityDate="2022-07-27T04:15:27.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20493" PostTypeId="2" ParentId="20435" CreationDate="2022-07-02T05:23:56.917" Score="0" Body="&lt;h2&gt;&lt;a href=&quot;https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/TXIK9P&quot; rel=&quot;nofollow noreferrer&quot;&gt;Dataset for &amp;quot;Customer Feedback-Text Analysis for Online Stores Reviews in Bulgarian&amp;quot;&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;The dataset Customer_feedback_bg consists of customer reviews for online stores in Bulgarian. The data are retrieved from otzivi.bg and pazaruvaj.com, and represent user reviews in Bulgarian language about 87 online stores. 906 customer reviews were collected in free text and manually associated with the following categories: compliments, complaints, mixed, suggestions.&#xA;Наборът от данни Customer_feedback_bg се състои от потребителски отзиви за онлайн магазини на български език. Данните са получени от otzivi.bg и pazaruvaj.com и представляват потребителски отзиви на български език за 87 онлайн магазина. Събрани са 906 потребителски отзива в свободен текст, които са ръчно асоциирани със следните категории: похвали, оплаквания, смесени, препоръки.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastActivityDate="2022-07-02T05:23:56.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20494" PostTypeId="2" ParentId="20231" CreationDate="2022-07-03T23:41:09.527" Score="1" Body="&lt;p&gt;Honestly I've been looking for a similar dataset. So far I found this but have no way of actually downloading it since it's too big (I think).&lt;/p&gt;&#xA;&lt;p&gt;This is real data and pre-collated to include several definitions of hardness. I'm still exploring the page but I think it could be possible to get the geographical data too:&#xA;&lt;a href=&quot;https://www.waterqualitydata.us/#countrycode=US&amp;amp;sampleMedia=Water&amp;amp;characteristicName=Hardness&amp;amp;characteristicName=Hardness%2C%20Ca%2C%20Mg&amp;amp;characteristicName=Hardness%2C%20carbonate&amp;amp;characteristicName=Total%20hardness&amp;amp;characteristicName=Hardness%2C%20non-carbonate&amp;amp;mimeType=csv&amp;amp;dataProfile=narrowResult&amp;amp;providers=NWIS&amp;amp;providers=STEWARDS&amp;amp;providers=STORET&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.waterqualitydata.us/#countrycode=US&amp;amp;sampleMedia=Water&amp;amp;characteristicName=Hardness&amp;amp;characteristicName=Hardness%2C%20Ca%2C%20Mg&amp;amp;characteristicName=Hardness%2C%20carbonate&amp;amp;characteristicName=Total%20hardness&amp;amp;characteristicName=Hardness%2C%20non-carbonate&amp;amp;mimeType=csv&amp;amp;dataProfile=narrowResult&amp;amp;providers=NWIS&amp;amp;providers=STEWARDS&amp;amp;providers=STORET&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31617" LastActivityDate="2022-07-03T23:41:09.527" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20496" PostTypeId="1" AcceptedAnswerId="20786" CreationDate="2022-07-05T09:19:35.933" Score="0" ViewCount="29" Body="&lt;p&gt;I am looking for a georeferenced dataset in any format providing longitudinal information at the year/month and EU or global powerplant levels. Ideally, it should have information on load, capacity, and fuel(s) used.&lt;/p&gt;&#xA;" OwnerUserId="15375" LastEditorUserId="15375" LastEditDate="2022-07-05T10:04:59.343" LastActivityDate="2022-12-12T08:15:23.833" Title="Georeferenced timeseries on EU/Global energy load by powerplant (including information on fuel type)" Tags="|data-request|geospatial|time-series|energy|longitudinal|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20497" PostTypeId="1" CreationDate="2022-07-05T23:32:28.463" Score="0" ViewCount="21" Body="&lt;p&gt;I see that the National Weather Service has a couple of pages with current &lt;a href=&quot;https://www.weather.gov/media/tae/RipCurrentFlags.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Green/Yellow/Red flag conditions&lt;/a&gt; for beaches:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.weather.gov/greatlakes/beachhazards&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.weather.gov/greatlakes/beachhazards&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But where does that data come from? I can see it's an embedded ArcGIS map, but do they provide beach conditions as an API somewhere?&lt;/p&gt;&#xA;" OwnerUserId="31877" LastActivityDate="2022-07-24T09:52:45.373" Title="Does the NWS/NOAA provide a Beach Safety conditions API?" Tags="|api|weather|noaa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20498" PostTypeId="1" CreationDate="2022-07-06T10:03:16.263" Score="0" ViewCount="69" Body="&lt;p&gt;I need to calculate the elevation of 1600 survey plots covering all of the UK - I have these formatted as a point shapefile. I have looked at the OS50 dataset but this is only available as tiles and it would take forever to process each tile individually - my points cover the entire country. Is there free-to-use raster elevation data anywhere that is not split into many tiles?&lt;/p&gt;&#xA;&lt;p&gt;I have read several questions on here relating to sourcing elevation data and I also downloaded the Environment Agency LIDAR composite dtm dataset - but this does not appear to contain any asc or tiff files so I can't get a raster from it. I just want a simple calc of elevation for all these plots without having to process many individual tiles.&lt;/p&gt;&#xA;" OwnerUserId="31880" LastActivityDate="2024-02-23T23:02:10.260" Title="Looking for a DEM elevation model for entire UK - not in tile form" Tags="|data-request|geospatial|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20500" PostTypeId="2" ParentId="20416" CreationDate="2022-07-06T17:20:39.513" Score="2" Body="&lt;p&gt;Try:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT distinct ?item ?itemLabel ?itemDescription WHERE{  &#xA;  ?item ?label &amp;quot;Teodor Bogdanov&amp;quot;@en .&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Result:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/dmr7k.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dmr7k.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31882" LastEditorUserId="754" LastEditDate="2022-10-04T08:18:06.580" LastActivityDate="2022-10-04T08:18:06.580" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20501" PostTypeId="2" ParentId="20466" CreationDate="2022-07-07T12:15:48.957" Score="0" Body="&lt;p&gt;i have found a workaround for my question. The Fda-Maude Website has a section with downloads. Those files seem to be recent and up-to-date. Im not sure if it's a good idea to use those instead of OpenFDA, but it is important to have latest files, and if OpenFDA is always hanging behind, this is problematic.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/about-manufacturer-and-user-facility-device-experience-maude&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/about-manufacturer-and-user-facility-device-experience-maude&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="31884" LastEditorUserId="31884" LastEditDate="2022-07-07T12:16:09.803" LastActivityDate="2022-07-07T12:16:09.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20504" PostTypeId="2" ParentId="13330" CreationDate="2022-07-10T19:08:41.213" Score="0" Body="&lt;p&gt;Some data seems to be available here:&#xA;&lt;a href=&quot;https://www.weather.gov/wrh/climate?wfo=lot&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.weather.gov/wrh/climate?wfo=lot&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You have to choose the location, then your desired target climate variable, select the applicable date option and then press &amp;quot;View&amp;quot;. Depending on the options you have chosen, the data is presented either in tabular or in graphical views.&lt;/p&gt;&#xA;" OwnerUserId="31897" LastActivityDate="2022-07-10T19:08:41.213" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20505" PostTypeId="2" ParentId="20498" CreationDate="2022-07-11T16:27:55.230" Score="0" Body="&lt;p&gt;You can download the Copernicus Digital Elevation Model covering Europe at different spatial resolutions from here (GeoTIFF files):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.mundialis.de/geonetwork/srv/eng/catalog.search#/search?keyword=Copernicus&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.mundialis.de/geonetwork/srv/eng/catalog.search#/search?keyword=Copernicus&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For the download links, see the respective Zenodo DOI entries therein.&lt;/p&gt;&#xA;" OwnerUserId="1614" LastActivityDate="2022-07-11T16:27:55.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20506" PostTypeId="1" AcceptedAnswerId="20635" CreationDate="2022-07-13T13:09:53.270" Score="1" ViewCount="259" Body="&lt;p&gt;&lt;a href=&quot;https://www.dhs.gov/mytsa-api-documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dhs.gov/mytsa-api-documentation&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There used to be an API for TSA airport wait times, but it seems to have been closed down. Does anyone know if this data is available from anywhere else?&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2023-12-30T03:34:46.140" Title="TSA Wait Times API" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20509" PostTypeId="1" CreationDate="2022-07-14T19:16:13.830" Score="0" ViewCount="10" Body="&lt;p&gt;I want to know about recently available datasets for twitter topics where each tweet has its topic.&lt;/p&gt;&#xA;" OwnerUserId="31910" LastActivityDate="2022-07-14T19:16:13.830" Title="What are the available labeled twitter datasets by topic" Tags="|data-request|social-media|large-datasets|social-process|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20511" PostTypeId="2" ParentId="6046" CreationDate="2022-07-15T15:48:40.770" Score="0" Body="&lt;p&gt;If you are developing an ML model, the cool way to find relevant data is to launch a data search in &lt;a href=&quot;https://github.com/upgini/&quot; rel=&quot;nofollow noreferrer&quot;&gt;upgini&lt;/a&gt; library.&lt;/p&gt;&#xA;&lt;p&gt;It searches for relevant features for the ML model through data about 700+ mln phone numbers, 400+ mln emails, 239 countries, and up to 41 years of history.&lt;/p&gt;&#xA;" OwnerUserId="31736" LastActivityDate="2022-07-15T15:48:40.770" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20515" PostTypeId="2" ParentId="875" CreationDate="2022-07-18T19:22:45.123" Score="0" Body="&lt;p&gt;I know it's a late answer. But I recently had the same question. During my research I found this site:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://dev.meteostat.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Meteostat&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;They describe themself as&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Meteostat is an open platform which provides free access to historical weather and climate data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;There's a own python library and a JSON API available (2022-07-18).&lt;/p&gt;&#xA;&lt;p&gt;I found that for my locations of interest the last few months (~4) aren't available.&lt;/p&gt;&#xA;&lt;p&gt;For all the ones looking for a simple and free way to get historical weather data this is the best source I found.&lt;/p&gt;&#xA;" OwnerUserId="31925" LastEditorUserId="31925" LastEditDate="2022-07-18T19:32:20.800" LastActivityDate="2022-07-18T19:32:20.800" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20516" PostTypeId="2" ParentId="1390" CreationDate="2022-07-19T11:37:14.460" Score="1" Body="&lt;p&gt;The parsed Wiktionary under &lt;a href=&quot;https://kaikki.org/dictionary/German/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kaikki.org/dictionary/German/&lt;/a&gt; in JSON (lines) is also very easy to use and contains a lot of data.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2022-07-19T11:37:14.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20517" PostTypeId="2" ParentId="9665" CreationDate="2022-07-19T12:03:20.990" Score="0" Body="&lt;p&gt;One option is the &lt;a href=&quot;https://github.com/Vuizur/dewiktionary-htmldump-parser/releases/tag/1.0.0&quot; rel=&quot;nofollow noreferrer&quot;&gt;Czech-German Tabfile&lt;/a&gt; that I created by &lt;a href=&quot;https://github.com/Vuizur/dewiktionary-htmldump-parser&quot; rel=&quot;nofollow noreferrer&quot;&gt;parsing&lt;/a&gt; the German Wiktionary.&lt;/p&gt;&#xA;&lt;p&gt;Another option (I haven't tested yet) could be &lt;a href=&quot;https://github.com/kakaobrain/word2word&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/kakaobrain/word2word&lt;/a&gt;. Or you could create your own dictionary with the help of translated sentence pairs from Tatoeba or CCMatrix (maybe I'll work on it too).&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2022-07-19T12:03:20.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20518" PostTypeId="1" CreationDate="2022-07-19T14:21:21.167" Score="1" ViewCount="105" Body="&lt;p&gt;I am aware that you can download a Wikidata dump file from &lt;a href=&quot;https://dumps.wikimedia.org/wikidatawiki/entities/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But is it possible to only include results for a specific language?I have in the past worked with a json dump file and used python to parse it as well as &lt;a href=&quot;https://pypi.org/project/Wikidata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this library&lt;/a&gt; to get the labels of properties such as P106 in english (&amp;quot;occupation&amp;quot;). But is this something that can be done for other languages as well?&lt;/p&gt;&#xA;" OwnerUserId="31929" LastActivityDate="2023-05-21T22:00:31.167" Title="Wikidata dump in another language" Tags="|wikidata|python|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20519" PostTypeId="1" AcceptedAnswerId="20558" CreationDate="2022-07-19T15:37:38.387" Score="0" ViewCount="54" Body="&lt;p&gt;I often need to find a list of french words (sometimes english as well, but that's certainly for another question) where I can filter words depending on multiple criterias. For instance, I may like to select only nouns, singular nouns, or non-conjugated verbs (infinitif), nouns masculin... It would be even nicer if I could also filter depending on the frequency of the word.&lt;/p&gt;&#xA;&lt;p&gt;Note that I'm fine if the file is simply a csv/sql/whatever format that I need to parse using python or alike.&lt;/p&gt;&#xA;&lt;p&gt;One application could be to create a list of words to generate passphrase, in such a way that this list only contains nouns or verbs that are not conjugated.&lt;/p&gt;&#xA;" OwnerUserId="31930" LastEditorUserId="70" LastEditDate="2022-10-13T19:08:00.893" LastActivityDate="2022-10-13T19:08:00.893" Title="French list of word where I can use filters like nouns, singular form, verbs…" Tags="|data-request|language|french|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20520" PostTypeId="2" ParentId="18324" CreationDate="2022-07-19T19:51:35.143" Score="1" Body="&lt;p&gt;This is what you are looking for:&#xA;&lt;a href=&quot;https://github.com/microsoft/USBuildingFootprints&quot; rel=&quot;nofollow noreferrer&quot;&gt;Microsoft Building Footprints&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The linked GitHub has downloads for each state. Additionally, in my state, we have an agency that aggregates county submitted tax GIS data into one dataset for building footprints. I suppose the Texas is probably lagging behind in that department, among others.&lt;/p&gt;&#xA;&lt;p&gt;The National Structures Inventory is restricted to USACE for the time being as it includes proprietary licensed data. This is why you can read about it, but not access the actual data. I understand that they are working on an open source version, but I do not know when it will be available and if it will be totally public or just to partner agencies.&lt;/p&gt;&#xA;" OwnerUserId="31931" LastActivityDate="2022-07-19T19:51:35.143" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20521" PostTypeId="2" ParentId="20519" CreationDate="2022-07-19T20:39:08.247" Score="1" Body="&lt;p&gt;I just found &lt;a href=&quot;https://kaikki.org/dictionary/French/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this great database&lt;/a&gt; extracted from the wikitionary&lt;/p&gt;&#xA;&lt;p&gt;For instance one entry can look like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;  &amp;quot;pos&amp;quot;: &amp;quot;noun&amp;quot;,&#xA;  &amp;quot;head_templates&amp;quot;: [&#xA;    {&#xA;      &amp;quot;name&amp;quot;: &amp;quot;fr-noun&amp;quot;,&#xA;      &amp;quot;args&amp;quot;: {&#xA;        &amp;quot;1&amp;quot;: &amp;quot;m&amp;quot;&#xA;      },&#xA;      &amp;quot;expansion&amp;quot;: &amp;quot;volatile m (plural volatiles)&amp;quot;&#xA;    }&#xA;  ],&#xA;  &amp;quot;forms&amp;quot;: [&#xA;    {&#xA;      &amp;quot;form&amp;quot;: &amp;quot;volatiles&amp;quot;,&#xA;      &amp;quot;tags&amp;quot;: [&#xA;        &amp;quot;plural&amp;quot;&#xA;      ]&#xA;    }&#xA;  ],&#xA;  &amp;quot;word&amp;quot;: &amp;quot;volatile&amp;quot;,&#xA;  &amp;quot;lang&amp;quot;: &amp;quot;French&amp;quot;,&#xA;  &amp;quot;lang_code&amp;quot;: &amp;quot;fr&amp;quot;,&#xA;  &amp;quot;sounds&amp;quot;: [&#xA;    {&#xA;      &amp;quot;ipa&amp;quot;: &amp;quot;/vɔ.la.til/&amp;quot;&#xA;    },&#xA;    {&#xA;      &amp;quot;audio&amp;quot;: &amp;quot;LL-Q150 (fra)-DSwissK-volatile.wav&amp;quot;,&#xA;      &amp;quot;text&amp;quot;: &amp;quot;Audio&amp;quot;,&#xA;      &amp;quot;ogg_url&amp;quot;: &amp;quot;https://upload.wikimedia.org/wikipedia/commons/transcoded/7/7d/LL-Q150_%28fra%29-DSwissK-volatile.wav/LL-Q150_%28fra%29-DSwissK-volatile.wav.ogg&amp;quot;,&#xA;      &amp;quot;mp3_url&amp;quot;: &amp;quot;https://upload.wikimedia.org/wikipedia/commons/transcoded/7/7d/LL-Q150_%28fra%29-DSwissK-volatile.wav/LL-Q150_%28fra%29-DSwissK-volatile.wav.mp3&amp;quot;&#xA;    }&#xA;  ],&#xA;  &amp;quot;categories&amp;quot;: [],&#xA;  &amp;quot;senses&amp;quot;: [&#xA;    {&#xA;      &amp;quot;raw_glosses&amp;quot;: [&#xA;        &amp;quot;fowl, bird&amp;quot;&#xA;      ],&#xA;      &amp;quot;tags&amp;quot;: [&#xA;        &amp;quot;masculine&amp;quot;&#xA;      ],&#xA;      &amp;quot;glosses&amp;quot;: [&#xA;        &amp;quot;fowl, bird&amp;quot;&#xA;      ],&#xA;      &amp;quot;id&amp;quot;: &amp;quot;volatile-fr-noun-FPyjimxu&amp;quot;&#xA;    }&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Sadly the frequency is not present.&lt;/p&gt;&#xA;&lt;p&gt;There is also this compressed version (many information is lost, but it's csv and potentially easier to parse) &lt;a href=&quot;https://github.com/hbenbel/French-Dictionary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/hbenbel/French-Dictionary/&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="31930" LastActivityDate="2022-07-19T20:39:08.247" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20523" PostTypeId="2" ParentId="20518" CreationDate="2022-07-20T22:22:51.887" Score="1" Body="&lt;p&gt;The dump files should contain &lt;em&gt;all&lt;/em&gt; language content - Wikidata does not have different language editions and so there are no language-specific dumps. In general all items and properties exist in all languages - the difference is in the labels which are applied to them. (There are a few plain-text fields which are language specific, but not for things like &amp;quot;occupation&amp;quot;)&lt;/p&gt;&#xA;&lt;p&gt;The python library you mention is not one I'm familiar with, and it's confusing me a bit - WD doesn't give any particular priority or special status to English, but this &lt;em&gt;only&lt;/em&gt; seems to return English labels/descriptions, which suggests to me that maybe it has hard coded a language selector somewhere. I wonder if you might be able to tinker with the code and just switch eg 'fr' for 'en' somewhere. I couldn't work out where that is set, though.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, rather than use this API wrapper to get labels for a given property/item, you could try using and parsing the Wikidata query service results, or the Wikidata MediaWiki API - this will give you much finer control over languages returned etc. The &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Data_access&quot; rel=&quot;nofollow noreferrer&quot;&gt;WD data access page&lt;/a&gt; gives an indication of the various endpoints.&lt;/p&gt;&#xA;&lt;p&gt;It depends a little on what you're trying to do - for &amp;quot;all properties and values on a specific item with labels in a specific language&amp;quot;, the MediaWiki API is probably best; for &amp;quot;all values of a single property across all items with labels in a specific language&amp;quot;, the query service is best.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2022-07-20T22:22:51.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20527" PostTypeId="2" ParentId="20360" CreationDate="2022-07-22T13:45:20.760" Score="0" Body="&lt;p&gt;One should consult a database of scholarly articles and conduct a literature research.&lt;/p&gt;&#xA;&lt;p&gt;If you search for  &lt;code&gt;( Title: ( FOIA AND Europe* ) OR ( Abstract: ( FOIA AND Europe* ) OR ( Keyword: ( FOIA AND Europe* ) OR Field of Study: ( FOIA AND Europe* ) ) ) ) &lt;/code&gt; at LENS.org, you find &lt;a href=&quot;https://www.lens.org/lens/search/scholar/list?q=(title:(FOIA%20Europe*)%20OR%20abstract:(FOIA%20Europe*)%20OR%20keyword:(FOIA%20Europe*)%20OR%20field_of_study:(FOIA%20Europe*))&amp;amp;p=0&amp;amp;n=10&amp;amp;s=date_published&amp;amp;d=%2B&amp;amp;f=false&amp;amp;e=false&amp;amp;l=en&amp;amp;authorField=author&amp;amp;dateFilterField=publishedYear&amp;amp;orderBy=%2Bdate_published&amp;amp;presentation=false&amp;amp;preview=true&amp;amp;stemmed=true&amp;amp;useAuthorId=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;26 articles in academic venues&lt;/a&gt;. (For a more thorough search, you could replace &amp;quot;FOIA&amp;quot; with &amp;quot;Freedom of Information&amp;quot;.)&lt;/p&gt;&#xA;&lt;p&gt;The most relevant source seems to be an &lt;a href=&quot;https://doi.org/10.1007/978-3-319-76460-3&quot; rel=&quot;nofollow noreferrer&quot;&gt;edited volume&lt;/a&gt; called &lt;em&gt;The Laws of Transparency in Action: A European Perspective&lt;/em&gt;. This book &amp;quot;[p]rovides comparative and empirical data on the implementation of Freedom of Information laws (FOIAs) across, Western, Southern Central and Eastern Europe&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;Since that book seems to provide a perspective from various countries per chapter, written by distinct authors, I am not sure to what extent one may regard it as a strictly comparative study (with a uniform goal, a single method, with coordinated analyses etc.), but it may offer a first step.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://dialnet.unirioja.es/servlet/tesis?codigo=178324&quot; rel=&quot;nofollow noreferrer&quot;&gt;This thesis&lt;/a&gt; sound relevant too, but it is in Spanish (and just a thesis and not a publication in a peer-reviewed outlet).&lt;/p&gt;&#xA;" OwnerUserId="26157" LastActivityDate="2022-07-22T13:45:20.760" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20529" PostTypeId="1" CreationDate="2022-07-23T00:30:59.943" Score="0" ViewCount="27" Body="&lt;p&gt;For example, a long-term projection of the population in &lt;a href=&quot;https://en.wikipedia.org/wiki/Fulton_County,_Georgia&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fulton County, GA&lt;/a&gt; (not this one specifically, just a random county I picked) with the number of people age 65+ earning more than $100,000, the number of people age 65+ earning more than $200,000, etc. I know the error bars will be huge on this, especially that many years out, but I have to ignore that for now. It doesn't have to be those exact income levels, but I'm looking for some measure of the projected income distribution by age or age bracket.&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2022-07-23T00:30:59.943" Title="Where can I get projections of the population by income level and age (such as population by income percentile) in a US county through 2040?" Tags="|data-request|economics|population|income|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20530" PostTypeId="1" AcceptedAnswerId="20780" CreationDate="2022-07-23T15:02:10.663" Score="0" ViewCount="55" Body="&lt;p&gt;I'm looking for microdata on the &lt;strong&gt;location&lt;/strong&gt; and &lt;strong&gt;actual operation&lt;/strong&gt; of wind turbines in Germany. There is a similar question (&lt;a href=&quot;https://opendata.stackexchange.com/questions/15461/location-and-data-of-wind-turbines&quot;&gt;see here&lt;/a&gt;), however it is from 2019 and links (e.g. to German plant listings) are broken.&lt;/p&gt;&#xA;&lt;p&gt;I don't need actual energy generation. However, I would need information on if some wind turbine was actually operating at some point in time or not plus the respective location of the turbine.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, the location and the date a wind turbine (or wind park) assumed operation would be an option for me as well.&lt;/p&gt;&#xA;&lt;p&gt;I know that &lt;a href=&quot;https://www.bundesnetzagentur.de/EN/Home/home_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bundesnetzagentur&lt;/a&gt; published data on wind turbines in the past, but I don't know what is published exactly (and where).&lt;/p&gt;&#xA;" OwnerUserId="23668" LastEditorUserId="70" LastEditDate="2022-10-14T18:32:37.953" LastActivityDate="2022-12-07T11:57:39.180" Title="Wind power generation in Germany (location, actual operation of turbines)" Tags="|data-request|energy|germany|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20531" PostTypeId="1" CreationDate="2022-07-23T20:15:29.917" Score="1" ViewCount="97" Body="&lt;p&gt;I am able to retrieve the results for a drug from the openFDA via PHP; however the results are just strings of text without any indicators for formatting such as html tags or splitting them up into different objects. Is there a version of the data that can be more easily formatted? I feel the data is pointless if it isn't human readable.&lt;/p&gt;&#xA;&lt;p&gt;EDITED above for clarification.&lt;/p&gt;&#xA;&lt;p&gt;How I am retrieving the data:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;$xml_path = 'https://api.fda.gov/drug/label.json?api_key='.$api.'&amp;amp;search=set_id:'.$setid;&#xA;&#xA;$ch = curl_init();&#xA;curl_setopt($ch, CURLOPT_URL,$xml_path);&#xA;curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);&#xA;curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);&#xA;$data = curl_exec($ch);&#xA;curl_close($ch);&#xA;&#xA;$setid_array = json_decode($data, true);&#xA;&#xA;// Empty string&#xA;$results = '';&#xA;&#xA;// Ensure there is a setid array&#xA;if (!empty($setid_array)) {&#xA;&#xA;    // Results &#xA;    $sections = $setid_array['results'][0];&#xA;&#xA;    // Cycle through each&#xA;    foreach ($sections as $key =&amp;gt; $section) {&#xA;&#xA;        // Get the content&#xA;        $content = $section[0];&#xA;        echo $content;&#xA;    }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;What I get for &amp;quot;Indications &amp;amp; Usage&amp;quot; on Rosuvastatin for example:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;1 INDICATIONS AND USAGE Pediatric use information for patients 7 to 17 years of age is approved for AstraZeneca’s CRESTOR (rosuvastatin calcium) tablets. However, due to AstraZeneca’s marketing exclusivity rights, this drug product is not labeled with that pediatric information. Rosuvastatin tablets are an HMG Co-A reductase inhibitor indicated for: • adult patients with hypertriglyceridemia as an adjunct to diet ( 1.3 ) • adult patients with primary dysbetalipoproteinemia (Type III hyperlipoproteinemia) as an adjunct to diet ( 1.4 ) • adult patients with homozygous familial hypercholesterolemia (HoFH) to reduce LDL-C, total-C, and ApoB ( 1.5 ) Limitations of use (1.8): Rosuvastatin tablets have not been studied in Fredrickson Type I and V dyslipidemias. 1.3 Hypertriglyceridemia Rosuvastatin tablets are indicated as adjunctive therapy to diet for the treatment of adult patients with hypertriglyceridemia. 1.4 Primary Dysbetalipoproteinemia (Type III Hyperlipoproteinemia) Rosuvastatin tablets are indicated as an adjunct to diet for the treatment of adult patients with primary dysbetalipoproteinemia (Type III Hyperlipoproteinemia). 1.5 Adult Patients with Homozygous Familial Hypercholesterolemia Rosuvastatin tablets are indicated as adjunctive therapy to other lipid-lowering treatments (e.g., LDL apheresis) or alone if such treatments are unavailable to reduce LDL-C, Total-C, and ApoB in adult patients with homozygous familial hypercholesterolemia. 1.8 Limitations of Use Rosuvastatin tablets have not been studied in Fredrickson Type I and V dyslipidemias.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="31956" LastEditorUserId="31956" LastEditDate="2022-07-31T15:48:06.577" LastActivityDate="2023-12-23T17:08:56.110" Title="How to format openFDA API results?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20532" PostTypeId="2" ParentId="10803" CreationDate="2022-07-24T09:48:14.877" Score="0" Body="&lt;p&gt;Try to use an automatic feature search for ML modeling: &lt;a href=&quot;https://github.com/upgini/#-data-coverage-and-statistics-updated-20220525&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/upgini/#-data-coverage-and-statistics-updated-20220525&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Work through python:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;from upgini import FeaturesEnricher, SearchKey&#xA;&#xA;# load labeled training dataset to initiate search&#xA;train_df = pd.read_csv(&amp;quot;customer_loan_prediction_train.csv&amp;quot;)&#xA;X = train_df.drop(columns=&amp;quot;fraud_flag&amp;quot;)&#xA;y = train_df[&amp;quot;fraud_flag&amp;quot;]&#xA;&#xA;# now we're going to create `FeaturesEnricher` class&#xA;enricher = FeaturesEnricher(search_keys={&amp;quot;IP_address&amp;quot;: SearchKey.IP,&#xA;&amp;quot;phone_number&amp;quot;: SearchKey.PHONE, &amp;quot;Date&amp;quot;: SearchKey.DATE,&#xA;})&#xA;&#xA;&#xA;# everything is ready to fit! &#xA;enricher.fit(X, y)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="31961" LastActivityDate="2022-07-24T09:48:14.877" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20533" PostTypeId="2" ParentId="20497" CreationDate="2022-07-24T09:52:45.373" Score="1" Body="&lt;p&gt;NOAA doesn't provide a Beach Safety conditions API&lt;/p&gt;&#xA;" OwnerUserId="31961" LastActivityDate="2022-07-24T09:52:45.373" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20534" PostTypeId="2" ParentId="20531" CreationDate="2022-07-26T17:24:58.003" Score="0" Body="&lt;p&gt;The openFDA APIs are meant to return json data which contains text strings, some of which can be long.  Once the json is parsed, which you appear to be doing in your PHP code, these text strings are then available for whatever formatting you want to do.  Since you are already programming in PHP, why not manipulate each retrieved string as necessary?  Anyway, openFDA is behaving properly.&lt;/p&gt;&#xA;" OwnerUserId="31776" LastActivityDate="2022-07-26T17:24:58.003" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20535" PostTypeId="5" CreationDate="2022-07-27T04:24:17.653" Score="0" Body="&lt;p&gt;a picture made using a camera, in which an image is focused on light-sensitive material and then made visible and permanent by chemical treatment, or stored digitally.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-10-21T14:07:22.927" LastActivityDate="2022-10-21T14:07:22.927" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20536" PostTypeId="4" CreationDate="2022-07-27T04:24:17.653" Score="0" Body="For questions related to photos/photographs" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2023-01-10T15:36:02.783" LastActivityDate="2023-01-10T15:36:02.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20537" PostTypeId="5" CreationDate="2022-07-27T04:30:05.450" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2022-07-27T04:30:05.450" LastActivityDate="2022-07-27T04:30:05.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20538" PostTypeId="4" CreationDate="2022-07-27T04:30:05.450" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2022-07-27T04:30:05.450" LastActivityDate="2022-07-27T04:30:05.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20539" PostTypeId="5" CreationDate="2022-07-27T04:32:34.490" Score="0" Body="&lt;p&gt;News is a piece of information or recent events reported in a newspaper or magazine or on a broadcast.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-10-21T14:03:35.577" LastActivityDate="2022-10-21T14:03:35.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20540" PostTypeId="4" CreationDate="2022-07-27T04:32:34.490" Score="0" Body="For questions related to news dataset requests" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-11-30T16:01:51.337" LastActivityDate="2022-11-30T16:01:51.337" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20541" PostTypeId="5" CreationDate="2022-07-27T04:33:59.290" Score="0" Body="&lt;p&gt;A large-dataset means that the volume or amount of data is too high(in GB or TB) that a single machine can not handle it.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-11-30T16:00:56.667" LastActivityDate="2022-11-30T16:00:56.667" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20542" PostTypeId="4" CreationDate="2022-07-27T04:33:59.290" Score="0" Body="For questions related to large dataset requests" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2023-02-22T22:42:42.007" LastActivityDate="2023-02-22T22:42:42.007" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20543" PostTypeId="5" CreationDate="2022-07-27T04:35:14.110" Score="0" Body="&lt;p&gt;Deep Learning is a type of machine learning based on artificial neural networks in which multiple layers of processing are used to extract progressively higher-level features from data.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-10-21T14:08:21.123" LastActivityDate="2022-10-21T14:08:21.123" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20544" PostTypeId="4" CreationDate="2022-07-27T04:35:14.110" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2022-07-27T04:35:14.110" LastActivityDate="2022-07-27T04:35:14.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20545" PostTypeId="5" CreationDate="2022-07-27T04:39:38.463" Score="0" Body="&lt;p&gt;A map is a diagrammatic representation of an area of land or sea showing physical features, cities, roads, etc.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-10-21T14:08:16.913" LastActivityDate="2022-10-21T14:08:16.913" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20546" PostTypeId="4" CreationDate="2022-07-27T04:39:38.463" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2022-07-27T04:39:38.463" LastActivityDate="2022-07-27T04:39:38.463" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20547" PostTypeId="1" AcceptedAnswerId="20548" CreationDate="2022-07-27T08:26:00.220" Score="2" ViewCount="76" Body="&lt;p&gt;Does anyone have access to a shapefile containing British shipping forecast boundaries? I can see a shapefile on the &lt;a href=&quot;https://www.arcgis.com/home/item.html?id=859436be603c4abb88382e49967ff180&quot; rel=&quot;nofollow noreferrer&quot;&gt;ESRI website&lt;/a&gt; but I cannot download it and have not been able to contact the owner of the data.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2022-07-27T10:29:27.503" Title="British shipping forecast boundary shapefile" Tags="|data-request|geospatial|uk|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20548" PostTypeId="2" ParentId="20547" CreationDate="2022-07-27T10:29:27.503" Score="2" Body="&lt;p&gt;I used to have a shapefile but I can't find it any longer - I created it by hand using the coordinates given at &lt;a href=&quot;http://www.users.zetnet.co.uk/tempusfugit/marine/area_coord.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.users.zetnet.co.uk/tempusfugit/marine/area_coord.htm&lt;/a&gt; and a UK coastal outline.&lt;/p&gt;&#xA;" OwnerUserId="312" LastActivityDate="2022-07-27T10:29:27.503" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20550" PostTypeId="1" CreationDate="2022-07-27T13:13:55.073" Score="1" ViewCount="71" Body="&lt;p&gt;I am trying to get the survey number details from &lt;a href=&quot;https://bhunaksha.raj.nic.in/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Bhunaksha website&lt;/a&gt; . The website shows the coordinates on the top left corner, when I move cursor over a land record. I am able to find projection system of the coordinates displayed on top left corner.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone help me in this ?&lt;/p&gt;&#xA;" OwnerUserId="14056" LastEditorUserId="70" LastEditDate="2022-10-14T18:12:10.107" LastActivityDate="2022-10-14T18:12:10.107" Title="What is the projection system used in Bhunaksha Rajasthan?" Tags="|geospatial|india|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20551" PostTypeId="2" ParentId="7784" CreationDate="2022-07-27T20:59:56.027" Score="0" Body="&lt;p&gt;This datasets shed a different light on both anxiety and depression as they show the disease burden per 100000 people, unluckily they only go back to 1990 when the measurement was established but I hope you find them useful:&#xA;&lt;a href=&quot;https://ourworldindata.org/grapher/daly-rates-from-anxiety-disorders-by-age?country=%7EUSA&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/grapher/daly-rates-from-anxiety-disorders-by-age?country=~USA&lt;/a&gt;&#xA;&lt;a href=&quot;https://ourworldindata.org/grapher/depression-daly-rates-by-age?country=%7EUSA&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/grapher/depression-daly-rates-by-age?country=~USA&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31617" LastActivityDate="2022-07-27T20:59:56.027" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20553" PostTypeId="2" ParentId="7784" CreationDate="2022-07-28T13:07:08.097" Score="0" Body="&lt;p&gt;This book by Insel titled, &amp;quot;Healing: Our Path from Mental Illness to Mental Health,&amp;quot; has great statistics starting from the 1950's onwards. The book has useful figures about all types of mental illness, and is a great overview of mental health challenges in the United States.&lt;/p&gt;&#xA;" OwnerUserId="31981" LastActivityDate="2022-07-28T13:07:08.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20556" PostTypeId="2" ParentId="9639" CreationDate="2022-07-31T20:53:55.130" Score="1" Body="&lt;p&gt;I came across this while doing some of my own &amp;quot;back of the envelope&amp;quot; research.&lt;/p&gt;&#xA;&lt;p&gt;When I look at any given weather app, on the hourly or daily forecasts, I often wish I could go back in time to see what the prediction was, and how it then ended. In my current mindset, I'm thinking mainly of precipitation (total rainfall amounts).&lt;/p&gt;&#xA;&lt;p&gt;Per what user3856 said about 8 years ago, I would benefit from having that forecast data, combined with the actual data. The forecast data would need to be multiple layers, as it would be a forecast at different intervals, eg &amp;quot;5days out&amp;quot; to &amp;quot;1day out&amp;quot;, and then compared to the actual 0day values.&lt;/p&gt;&#xA;&lt;p&gt;This is why I think daily rainfall/precipitation totals are a good metric to start with (and useful for my purposes).&lt;/p&gt;&#xA;&lt;p&gt;So, is there something like an internet archive of weather forecast data? Where I could see what xyz weather service was predicting for a certain time/date, at a specific time/date?&lt;/p&gt;&#xA;&lt;p&gt;I could keep going, but I'd rather open up the conversation again and see who else has thoughts on the topic, or perhaps any sources for these datasets.&lt;/p&gt;&#xA;&lt;p&gt;Thanks y'all!&#xA;(And yes I'm posting from a brand new account, it's been a while).&#xA;-Rob&lt;/p&gt;&#xA;" OwnerUserId="31989" LastActivityDate="2022-07-31T20:53:55.130" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20557" PostTypeId="1" CreationDate="2022-08-01T13:11:18.553" Score="0" ViewCount="13" Body="&lt;p&gt;Does anyone know how comprehensive the FBI crime reporting program is? For example, if I wanted to answer the question: how likely is crime x to happen, can I rely on this data* or should I assume there is a lot missing from local, country, state, etc&lt;/p&gt;&#xA;&lt;p&gt;*I'd also need to take into account some crimes are likely not reported at all.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.fbi.gov/services/cjis/ucr&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fbi.gov/services/cjis/ucr&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="31899" LastEditorUserId="70" LastEditDate="2022-10-13T18:03:36.250" LastActivityDate="2022-10-13T18:03:36.250" Title="Comprehensively of FBI Crime Reporting Program" Tags="|usa|crime|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20558" PostTypeId="2" ParentId="20519" CreationDate="2022-08-02T11:10:33.657" Score="1" Body="&lt;p&gt;I suggest &lt;a href=&quot;http://www.lexique.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Lexique.org&lt;/a&gt; or &lt;a href=&quot;https://github.com/chrplr/openlexicon&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenLexicon&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Lexique gives the word, a phonological representation, morphological information, frequency in a subtitles corpus, etc.&lt;/p&gt;&#xA;&lt;p&gt;OpenLexicon gathers multiple lexical databases, among which &lt;a href=&quot;https://github.com/chrplr/openlexicon/blob/master/datasets-info/README.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;many for French&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="31996" LastActivityDate="2022-08-02T11:10:33.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20559" PostTypeId="5" CreationDate="2022-08-02T12:08:51.403" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2022-08-02T12:08:51.403" LastActivityDate="2022-08-02T12:08:51.403" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20560" PostTypeId="4" CreationDate="2022-08-02T12:08:51.403" Score="0" Body="Questions about the readable sequences of characters, if they represent open data." OwnerUserId="3499" LastEditorUserId="3499" LastEditDate="2022-10-04T08:25:27.817" LastActivityDate="2022-10-04T08:25:27.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20561" PostTypeId="2" ParentId="20209" CreationDate="2022-08-02T12:16:19.517" Score="0" Body="&lt;p&gt;There are many different domain-specific standard for open data. There are also general metadata frameworks which maybe are what you are thinking about: see for example &lt;a href=&quot;https://frictionlessdata.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;frictionless&lt;/a&gt; which provides a framework &amp;amp; and a standard for writing metadata (in json format) describing tabular data (e.g. csv files).&lt;/p&gt;&#xA;" OwnerUserId="31996" LastEditorUserId="31996" LastEditDate="2022-08-02T12:16:57.780" LastActivityDate="2022-08-02T12:16:57.780" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20562" PostTypeId="1" CreationDate="2022-08-03T06:31:45.417" Score="0" ViewCount="26" Body="&lt;p&gt;&lt;a href=&quot;https://data.dundeecity.gov.uk/en_GB/dataset/energy-consumption-of-schools/resource/96e14a3c-4828-49fd-a69a-057d8f99bc85&quot; rel=&quot;nofollow noreferrer&quot;&gt;Energy Consumption in schools Dundee&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I need this dataset for a project. The original source has been removed. I couldnt find any references to it. Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="32001" LastActivityDate="2022-08-03T06:31:45.417" Title="Need help finding dataset whose original source is removed" Tags="|data-request|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20563" PostTypeId="1" CreationDate="2022-08-06T13:28:39.533" Score="0" ViewCount="10" Body="&lt;p&gt;I have developed a new model which caters for frequency data with large number of zeroes and ones. I am looking for new and latest data on number of insurance claims for any types of claims. In insurance claims, many policyholders do not claim because it will affect their No-Claim Discount/Bonus provided by their insurance company. And usually, if they claim, they will claim only once because most policyholders are believed to be a good driver with enough experiences to not cause accident and takes good care of their vehicles. Is there any datasets that gives information like the following:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Policy Number or ID Number or any distinct information for the policyholders.&lt;/li&gt;&#xA;&lt;li&gt;Number of times claimes in a particular time (a year or 10 years).&lt;/li&gt;&#xA;&lt;li&gt;Type of Cars (based on the brand or cubic capacity or both).&lt;/li&gt;&#xA;&lt;li&gt;Types of insurance coverage (if available).&lt;/li&gt;&#xA;&lt;li&gt;Location (states or urban-suburban-city types).&lt;/li&gt;&#xA;&lt;li&gt;Other informations.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;The model will then be further developed to accomodate all these variables as covariates in my research. If anyone can direct me to pages/links regarding this, it will be highly appreciated.&#xA;p/s: It is okay if the data has been studied previously because it will allow us to do some comparison as well.&lt;/p&gt;&#xA;" OwnerUserId="32013" LastActivityDate="2022-08-06T13:28:39.533" Title="Latest data on frequency of insurance claims" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20564" PostTypeId="2" ParentId="19900" CreationDate="2022-08-07T20:44:53.670" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.prisonpolicy.org/reports/pie2022.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.prisonpolicy.org/reports/pie2022.html&lt;/a&gt; has such stats, shown as the Mass Incarceration: The Whole Pie 2022:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/6JanF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/6JanF.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/H06D0.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/H06D0.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/aabQb.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/aabQb.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/KEihV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/KEihV.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Data source: &lt;a href=&quot;https://www.prisonpolicy.org/reports/pie2022.html#datasection&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.prisonpolicy.org/reports/pie2022.html#datasection&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2022-08-07T20:44:53.670" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20565" PostTypeId="1" CreationDate="2022-08-08T07:42:12.447" Score="1" ViewCount="35" Body="&lt;p&gt;I am looking for &lt;strong&gt;map data&lt;/strong&gt; (geojson) that is &lt;strong&gt;similar in style to the UN CartoTile&lt;/strong&gt; style of map found here: &lt;a href=&quot;https://www.un.org/geospatial/mapsgeo/webservices&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.un.org/geospatial/mapsgeo/webservices&lt;/a&gt;.&#xA;I found a site some time back that has this data but I am unable to find it again.  That is, the site has data that will render a simplified, blocky style administrative regions on a map.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;If&lt;/strong&gt; I am recalling correctly the site was for a fairly recent project, open source, and was from a pretty well known organization. On the home page there was a graphic showing the blocky administrative regions of Europe I think. I believe with a purplish color.&lt;/p&gt;&#xA;&lt;p&gt;It definitely is not the UN site but here is a screen capture from the link above for reference.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MiEXg.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MiEXg.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It was recommended that I ask here. See: &lt;a href=&quot;https://meta.stackexchange.com/q/381068/1238100&quot;&gt;https://meta.stackexchange.com/q/381068/1238100&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="32018" LastEditorUserId="70" LastEditDate="2022-10-13T17:48:05.347" LastActivityDate="2022-10-13T17:48:05.347" Title="Looking for a project similar to UN CartoTile" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20567" PostTypeId="2" ParentId="19945" CreationDate="2022-08-12T02:20:10.657" Score="0" Body="&lt;p&gt;Neighborhood data can be downloaded from here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://catalog.data.gov/dataset/neighborhoods-us-2017-zillow-segs&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://catalog.data.gov/dataset/neighborhoods-us-2017-zillow-segs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/q/1557720/569976&quot;&gt;Stack Overflow: Where can I find a city/neighborhood database?&lt;/a&gt; has good info as well.&lt;/p&gt;&#xA;" OwnerUserId="1306" LastEditorUserId="1306" LastEditDate="2022-08-27T10:52:22.150" LastActivityDate="2022-08-27T10:52:22.150" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20568" PostTypeId="1" AcceptedAnswerId="20569" CreationDate="2022-08-12T12:39:02.983" Score="0" ViewCount="42" Body="&lt;p&gt;There are various sites where we can search for various flights (opodo, flights.google.com and so on).&lt;/p&gt;&#xA;&lt;p&gt;I think, these sites get some public, centralized aviation planning of all the upcoming (planned) flights of the world, and then they use various algorithms to present the best for us.&lt;/p&gt;&#xA;&lt;p&gt;What are they using?&lt;/p&gt;&#xA;" OwnerUserId="3499" LastEditorUserId="70" LastEditDate="2022-10-13T18:11:11.460" LastActivityDate="2022-10-13T18:11:11.460" Title="Where do sites get all the upcoming flights from?" Tags="|data-request|aviation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20569" PostTypeId="2" ParentId="20568" CreationDate="2022-08-13T08:39:00.880" Score="0" Body="&lt;p&gt;Yes it's public, You can see all flights on &lt;a href=&quot;https://www.flightradar24.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.flightradar24.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and you can get data from API's like:&#xA;&lt;a href=&quot;https://rapidapi.com/collection/flightradar24-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/collection/flightradar24-api&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32032" LastActivityDate="2022-08-13T08:39:00.880" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20570" PostTypeId="1" CreationDate="2022-08-16T15:39:28.313" Score="1" ViewCount="79" Body="&lt;p&gt;I've been looking for a heightmap of South Africa for a while but I can't seem to find the kind I need anywhere. It needs to be a Grayscale Raster of high quality.&lt;/p&gt;&#xA;" OwnerUserId="32052" LastEditorUserId="70" LastEditDate="2022-10-13T18:00:57.060" LastActivityDate="2024-03-08T07:07:30.907" Title="Where can I find a heightmap of South Africa?" Tags="|data-request|africa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20577" PostTypeId="1" AcceptedAnswerId="20591" CreationDate="2022-08-21T19:11:03.047" Score="0" ViewCount="27" Body="&lt;p&gt;I'm searching for a dataset that correlates pH, TDS (total dissolved solids), salinity (in either PPM or percent), ORP (oxidation reduction potential), specific gravity and hardness with at least 500 samples to predict water hardness based on the other parameters using a random forest regression. It doesn't matter location or license as long as I don't have to pay. Timeframe is not important but recent data would be preferable. Ideally the dataset would be in CSV or Excel but JSON or web scraping is OK.&lt;/p&gt;&#xA;&lt;p&gt;I've tried the USGS water quality portal but It doesn't seem to work&lt;/p&gt;&#xA;" OwnerUserId="31617" LastActivityDate="2022-08-29T21:18:12.777" Title="Water quality data for regression" Tags="|data-request|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20579" PostTypeId="1" AcceptedAnswerId="20584" CreationDate="2022-08-22T12:38:38.933" Score="1" ViewCount="68" Body="&lt;p&gt;I know some websites with photographs that have missing metadata. For example it could be missing location, missing event (WW1, WW2, …).&lt;/p&gt;&#xA;&lt;p&gt;If I have a source URL: &lt;code&gt;http://example.org/imgwithoutlocation.png&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;And I know the image is located in Brussels:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.geonames.org/2800866/brussels.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.geonames.org/2800866/brussels.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://vocab.getty.edu/page/tgn/7007868&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://vocab.getty.edu/page/tgn/7007868&lt;/a&gt; (&lt;a href=&quot;https://www.getty.edu/vow/TGNFullDisplay?find=brussel&amp;amp;place=&amp;amp;nation=&amp;amp;prev_page=1&amp;amp;english=Y&amp;amp;subjectid=7007868&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.getty.edu/vow/TGNFullDisplay?find=brussel&amp;amp;place=&amp;amp;nation=&amp;amp;prev_page=1&amp;amp;english=Y&amp;amp;subjectid=7007868&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I can also link it to WW2 (&lt;em&gt;don't know which vocab to use here?&lt;/em&gt;).&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;1. If I want to create a list of &amp;quot;missing links&amp;quot; and make it available on my website as &lt;code&gt;/missing.jsonld&lt;/code&gt;, would this be a good start?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[{&#xA;  &amp;quot;@context&amp;quot;: &amp;quot;https://schema.org/&amp;quot;,&#xA;  &amp;quot;@type&amp;quot;: &amp;quot;Photograph&amp;quot;,&#xA;  &amp;quot;image&amp;quot;: &amp;quot;http://archive.org/imgwithoutlocation.png&amp;quot;,&#xA;  &amp;quot;contentLocation&amp;quot;: {&#xA;    &amp;quot;@type&amp;quot;: &amp;quot;City&amp;quot;,&#xA;    &amp;quot;sameAs&amp;quot;: [&#xA;        &amp;quot;https://www.geonames.org/2800866/brussels.html&amp;quot;,&#xA;        &amp;quot;http://vocab.getty.edu/page/tgn/7007868&amp;quot;&#xA;    ]&#xA;  }&#xA;},&#xA;{&#xA;  &amp;quot;@context&amp;quot;: &amp;quot;https://schema.org/&amp;quot;,&#xA;  &amp;quot;@type&amp;quot;: &amp;quot;Photograph&amp;quot;,&#xA;  &amp;quot;image&amp;quot;: &amp;quot;http://archive.org/otherone.html&amp;quot;,&#xA;  &amp;quot;contentLocation&amp;quot;: {&#xA;    &amp;quot;@type&amp;quot;: &amp;quot;City&amp;quot;,&#xA;    &amp;quot;sameAs&amp;quot;: [&#xA;        &amp;quot;https://www.geonames.org/2800866/brussels.html&amp;quot;,&#xA;        &amp;quot;http://vocab.getty.edu/page/tgn/7007868&amp;quot;&#xA;    ]&#xA;  }&#xA;}]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="32074" LastEditorUserId="32074" LastEditDate="2022-08-25T11:13:17.543" LastActivityDate="2022-08-25T11:13:17.543" Title="Linking data and making it available as linked data" Tags="|linked-data|json|rdf|semantic-web|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20584" PostTypeId="2" ParentId="20579" CreationDate="2022-08-24T21:12:50.123" Score="1" Body="&lt;p&gt;If the source doesn’t provide a URI which represents the work/concept (in addition to the URI that represents the actual image file, and separate from a webpage about the photograph),&#xA;I think it makes sense to provide a blank node representing the photograph (like you did).&lt;/p&gt;&#xA;&lt;p&gt;Using the &lt;code&gt;image&lt;/code&gt; property doesn’t seem to be appropriate, as it would be an image of (!) the &lt;code&gt;Photograph&lt;/code&gt;. The &lt;a href=&quot;https://schema.org/encoding&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;encoding&lt;/code&gt;&lt;/a&gt; property (and/or its synonym, the &lt;a href=&quot;https://schema.org/associatedMedia&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;associatedMedia&lt;/code&gt;&lt;/a&gt; property) could be used instead.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;I can also link it to WW2 (&lt;em&gt;don't know which vocab to use here?&lt;/em&gt;)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;To convey that the photograph depicts a situation associated with World War II, you could use Schema.org’s &lt;a href=&quot;https://schema.org/recordedAt&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;recordedAt&lt;/code&gt;&lt;/a&gt; property, representing the war as an &lt;a href=&quot;https://schema.org/Event&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;Event&lt;/code&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;@context&amp;quot;: &amp;quot;https://schema.org/&amp;quot;,&#xA;  &amp;quot;@type&amp;quot;: &amp;quot;Photograph&amp;quot;,&#xA;  &amp;quot;encoding&amp;quot;: {&amp;quot;@id&amp;quot;: &amp;quot;http://example.org/photo42.png&amp;quot;},&#xA;  &amp;quot;contentLocation&amp;quot;: {&#xA;    &amp;quot;@type&amp;quot;: &amp;quot;City&amp;quot;,&#xA;    &amp;quot;sameAs&amp;quot;: [&#xA;        &amp;quot;https://www.geonames.org/2800866/brussels.html&amp;quot;,&#xA;        &amp;quot;http://vocab.getty.edu/page/tgn/7007868&amp;quot;&#xA;    ]&#xA;  },&#xA;  &amp;quot;recordedAt&amp;quot;: {&#xA;    &amp;quot;@type&amp;quot;: &amp;quot;Event&amp;quot;,&#xA;    &amp;quot;sameAs&amp;quot;: &amp;quot;https://en.wikipedia.org/wiki/World_War_II&amp;quot;&#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This means in natural language:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There exists a photograph (no URI).&lt;/li&gt;&#xA;&lt;li&gt;This photograph is encoded in a file (&lt;code&gt;http://example.org/photo42.png&lt;/code&gt;).&lt;/li&gt;&#xA;&lt;li&gt;This photograph depicts a city (no URI), which is the same city as the one identified by the webpages &lt;code&gt;https://www.geonames.org/2800866/brussels.html&lt;/code&gt; and &lt;code&gt;http://vocab.getty.edu/page/tgn/7007868&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;li&gt;This photograph captures all or part of an event (no URI), which is the same event as the one identified by the webpage &lt;code&gt;https://en.wikipedia.org/wiki/World_War_II&lt;/code&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;What this structure doesn’t convey is that you are the author of some of these statements. The &lt;a href=&quot;https://www.w3.org/TR/prov-overview/&quot; rel=&quot;nofollow noreferrer&quot;&gt;PROV ontology&lt;/a&gt; might be useful for that.&lt;/p&gt;&#xA;" OwnerUserId="31934" LastEditorUserId="31934" LastEditDate="2022-08-24T21:33:33.693" LastActivityDate="2022-08-24T21:33:33.693" CommentCount="7" ContentLicense="CC BY-SA 4.0" />
  <row Id="20585" PostTypeId="1" CreationDate="2022-08-25T04:20:42.570" Score="1" ViewCount="8" Body="&lt;p&gt;Is there a freely (libre and gratis) available database of private and public property boundaries in Oregon that could be loaded onto a Garmin GPS as a map overlay, or converted to a suitable format?&lt;/p&gt;&#xA;" OwnerUserId="32089" LastActivityDate="2022-08-25T04:20:42.570" Title="Oregon property boundaries" Tags="|geospatial|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20588" PostTypeId="2" ParentId="20145" CreationDate="2022-08-28T21:42:46.860" Score="1" Body="&lt;p&gt;In GS1 Parlance, this is called &lt;a href=&quot;https://www.gs1.org/standards/barcodes-epcrfid-id-keys/gs1-general-specifications&quot; rel=&quot;nofollow noreferrer&quot;&gt;Restricted Circulation Numbers&lt;/a&gt; in section 1.4.1.2 of the specification.&lt;/p&gt;&#xA;&lt;p&gt;Restricted Circulation Numbers are used for special applications in restricted environments. They are allocated by GS1 for internal use:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;■ RCN-12 is a 12-digit Restricted Circulation Number.&#xA;■ RCN-13 is a 13-digit Restricted Circulation Number.&#xA;■ RCN-8 is an 8-digit Restricted Circulation Number.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The RCN-8 are 8 digit barcodes with prefix 0 or 2. Many barcode scanner systems and applications have trouble reading these properly. Especially if you attempt to use UPC-E barcodes in the same location.&lt;/p&gt;&#xA;&lt;p&gt;The RCN-12 have 12 digit barcodes with prefix 04 is for use inside a company and 02 is for use inside a company within a geographic region.&lt;/p&gt;&#xA;&lt;p&gt;Finally with the RCN-13 you have 13 digit barcodes with prefix 04 and 02 identical to the RCN-12 designations.&lt;/p&gt;&#xA;&lt;p&gt;Keep in mind you have the prefix, some number of digits, and the checksum. How you arrange the digits in the middle are left up the the site using the restricted circulation number.&lt;/p&gt;&#xA;" OwnerUserId="32115" LastEditorUserId="32115" LastEditDate="2022-08-29T18:04:04.837" LastActivityDate="2022-08-29T18:04:04.837" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20589" PostTypeId="2" ParentId="12774" CreationDate="2022-08-28T21:54:07.327" Score="1" Body="&lt;p&gt;Using GS1's number search, you can look up who owns that &lt;a href=&quot;https://www.gs1us.org/tools/gs1-company-database-gepir&quot; rel=&quot;nofollow noreferrer&quot;&gt;8430709157279 barcode&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Entity GLN&#xA;8430709000001&#xA;&#xA;GS1 Company Prefix&#xA;8430709&#xA;&#xA;Company&#xA;FERROLI ESPAÑA SLU&#xA;CL Alcalde Martin Cobos s/n. Pol. Ind. Villayuda.&#xA;Burgos 09007&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Reading this data, the &lt;code&gt;8430709000001&lt;/code&gt; is their identifier for the compnay and the prefix &lt;code&gt;8430709&lt;/code&gt;leaves 5 digits of product and 1 check digit at the end.&lt;/p&gt;&#xA;&lt;p&gt;How you make use of those 5 digits are up to the company using them. There is an algorithm to compute the check digit to make the barcode work with the barcode scanning industry.&lt;/p&gt;&#xA;&lt;p&gt;You can use GS1's &lt;a href=&quot;https://www.gs1.org/services/check-digit-calculator&quot; rel=&quot;nofollow noreferrer&quot;&gt;calculator to verify&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;When you supply  &lt;code&gt;843070915727&lt;/code&gt; the calculator reports the last digit should be &lt;code&gt;9&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Barcode are fun!&lt;/p&gt;&#xA;" OwnerUserId="32115" LastActivityDate="2022-08-28T21:54:07.327" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20590" PostTypeId="2" ParentId="18034" CreationDate="2022-08-28T22:12:09.183" Score="1" Body="&lt;p&gt;Your question is about hourly data, but I've never seen that available for free. It's generally the basis of paid service plans.&lt;/p&gt;&#xA;&lt;p&gt;Coinecko has documentation on how to &lt;a href=&quot;https://support.coingecko.com/hc/en-us/articles/4538748734233-How-can-I-download-CoinGecko-data-in-CSV-Excel-Format-&quot; rel=&quot;nofollow noreferrer&quot;&gt;download their data&lt;/a&gt; with daily snapshots as you noticed.&lt;/p&gt;&#xA;&lt;p&gt;Their link for &lt;a href=&quot;https://www.coingecko.com/en/coins/sashimi/historical_data#panel&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sashimi&lt;/a&gt; and &lt;a href=&quot;https://www.coingecko.com/en/coins/ethereum/historical_data#panel&quot; rel=&quot;nofollow noreferrer&quot;&gt;Ethereum&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If you start recording the data hourly on your PC, you can archive every hour going forward. Here is a &lt;a href=&quot;https://towardsdatascience.com/obtain-unlimited-historical-crypto-data-through-simple-api-calls-without-keys-8a6f5ed55b43&quot; rel=&quot;nofollow noreferrer&quot;&gt;description of how to do so&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="32115" LastActivityDate="2022-08-28T22:12:09.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20591" PostTypeId="2" ParentId="20577" CreationDate="2022-08-29T21:18:12.777" Score="0" Body="&lt;p&gt;I found it!&#xA;It's in India but it's almost exactly what I needed. I'll leave it here if someone else needs it:&#xA;&lt;a href=&quot;https://www.kaggle.com/datasets/harsh2040/surface-water-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/harsh2040/surface-water-dataset&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="31617" LastActivityDate="2022-08-29T21:18:12.777" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20593" PostTypeId="1" CreationDate="2022-08-31T14:35:01.867" Score="2" ViewCount="69" Body="&lt;p&gt;I am looking for a panel dataset of the EUR with other countries / currencies that give the average exchange rate in each year. Any ideas?&lt;/p&gt;&#xA;" OwnerUserId="26065" LastActivityDate="2024-01-25T09:05:15.607" Title="Historical EUR exchange rates" Tags="|data-request|finance|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20594" PostTypeId="2" ParentId="10806" CreationDate="2022-08-31T22:24:15.873" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.arcgis.com/home/item.html?id=3d626ffd8ca1483ca37d32fd430b277d&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.arcgis.com/home/item.html?id=3d626ffd8ca1483ca37d32fd430b277d&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This data is available as of 2020 and I think is what people are looking for! It was computed using the FES2014 model data obtained from AVISO. It is possible you need an ERSI account to access it.&lt;/p&gt;&#xA;" OwnerUserId="32146" LastActivityDate="2022-08-31T22:24:15.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20595" PostTypeId="2" ParentId="20593" CreationDate="2022-09-02T06:30:46.177" Score="0" Body="&lt;p&gt;Have you looked at &lt;a href=&quot;https://finance.yahoo.com/quote/EURUSD%3DX/history?p=EURUSD%3DX&quot; rel=&quot;nofollow noreferrer&quot;&gt;finance.yahoo&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="14538" LastActivityDate="2022-09-02T06:30:46.177" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20599" PostTypeId="2" ParentId="1566" CreationDate="2022-09-04T14:53:33.867" Score="0" Body="&lt;p&gt;A relatively newer, and more official, API is the SEC's own &lt;a href=&quot;https://www.sec.gov/edgar/sec-api-documentation&quot; rel=&quot;nofollow noreferrer&quot;&gt;EDGAR Application Programming Interfaces&lt;/a&gt;. The SEC's API can obtain submission information for submissions to EDGAR, company facts, etc.&lt;/p&gt;&#xA;&lt;p&gt;There's no authentication required and it's free to use.&lt;/p&gt;&#xA;&lt;p&gt;Per the SEC, the update times are, for the /submissions/ endpoints less than a second and for the /xbrl/ endpoints (company facts, etc), less than a minute&lt;/p&gt;&#xA;" OwnerUserId="32167" LastActivityDate="2022-09-04T14:53:33.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20600" PostTypeId="1" AcceptedAnswerId="20601" CreationDate="2022-09-05T14:43:15.700" Score="0" ViewCount="15" Body="&lt;p&gt;I'm trying to get a list of all files of a specific media type (e.g. 'video') directly in a category (not in subcategories).&lt;/p&gt;&#xA;&lt;p&gt;I've tried with &lt;code&gt;list:categorymembers&amp;amp;cmtype:file&lt;/code&gt; which gives me all files ,but I can't find a way to filter for specific media types.&lt;/p&gt;&#xA;&lt;p&gt;And querying all the files and then filtering them seems overkill.&lt;/p&gt;&#xA;&lt;p&gt;I tried for a while with &lt;code&gt;generator:search&lt;/code&gt; but didn't get really far.&lt;/p&gt;&#xA;" OwnerUserId="32172" LastEditorUserId="70" LastEditDate="2022-10-14T18:25:43.287" LastActivityDate="2022-10-14T18:25:43.287" Title="Search for specific media types in a Wikimedia Commons category" Tags="|wikimedia-commons|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20601" PostTypeId="2" ParentId="20600" CreationDate="2022-09-05T17:19:15.667" Score="0" Body="&lt;p&gt;You can use &lt;code&gt;filetype:video&lt;/code&gt; to get only videos. For example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commons.wikimedia.org/w/index.php?search=Helsingborg%20incategory%3A%22Beaches%20in%20Helsingborg%22%20filetype%3Avideo&amp;amp;title=Special%3ASearch&amp;amp;profile=advanced&amp;amp;fulltext=1&amp;amp;advancedSearch-current=%7B%22fields%22%3A%7B%22filetype%22%3A%22video%22%2C%22plain%22%3A%5B%22Helsingborg%22%5D%2C%22deepcategory%22%3A%5B%22Beaches%20in%20Helsingborg%22%5D%7D%7D&amp;amp;ns6=1&amp;amp;ns14=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;The regular search&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;format=json&amp;amp;generator=search&amp;amp;gsrsearch=fire%20filetype%3Avideo%20incategory%3Afire&amp;amp;gsrnamespace=6&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2022-09-05T17:19:15.667" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20605" PostTypeId="1" CreationDate="2022-09-07T04:51:35.210" Score="2" ViewCount="50" Body="&lt;p&gt;I am looking for data on real estate transactions for as many countries as possible in Europe. These data would ideally include a home's exact location, the transaction price, the transaction date, home characteristics (e.g. number of bedrooms), and information about the transaction (like whether or not it was an arm's length transaction). I have found (via &lt;a href=&quot;https://opendata.stackexchange.com/questions/7635/us-house-sale-data&quot;&gt;this question&lt;/a&gt;]) data like this on the UK, and am now looking for comparable data elsewhere in Europe. Similar datasets in the US context include &lt;a href=&quot;https://www.zillow.com/research/ztrax/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ZTRAX&lt;/a&gt; and CoreLogic's transactions dataset. Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="25188" LastEditorUserId="70" LastEditDate="2022-10-13T17:20:37.710" LastActivityDate="2022-11-13T12:01:05.113" Title="Property transactions datasets in Europe" Tags="|data-request|europe|real-estate|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20608" PostTypeId="1" AcceptedAnswerId="20615" CreationDate="2022-09-07T19:03:30.527" Score="2" ViewCount="886" Body="&lt;p&gt;I want to get data for barcode, from EAN. In my case, it's mostly about Funko Pop.&lt;/p&gt;&#xA;&lt;p&gt;Few example code with &amp;quot;&lt;em&gt;Good Answer&lt;/em&gt;&amp;quot; as link: &lt;a href=&quot;https://www.barcodelookup.com/889698466844&quot; rel=&quot;nofollow noreferrer&quot;&gt;889698466844&lt;/a&gt;, &lt;a href=&quot;https://www.barcodelookup.com/889698327169&quot; rel=&quot;nofollow noreferrer&quot;&gt;889698327169&lt;/a&gt;, &lt;a href=&quot;https://www.barcodelookup.com/889698471947&quot; rel=&quot;nofollow noreferrer&quot;&gt;889698471947&lt;/a&gt;, &lt;a href=&quot;https://www.barcodelookup.com/889698247016&quot; rel=&quot;nofollow noreferrer&quot;&gt;889698247016&lt;/a&gt;, &lt;a href=&quot;https://www.barcodelookup.com/889698256551&quot; rel=&quot;nofollow noreferrer&quot;&gt;889698256551&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://opendata.stackexchange.com/q/562/32184&quot;&gt;this&lt;/a&gt; post which have lot of answer, but no one is working fine.&lt;/p&gt;&#xA;&lt;p&gt;All proposed options:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://product.okfn.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenProductData&lt;/a&gt; : No longer available. All &amp;quot;reborn&amp;quot; way are not updated.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.datakick.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DataKick&lt;/a&gt; is no longer working, and &lt;a href=&quot;https://gtinsearch.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GtinSearch&lt;/a&gt; (the replication) isn't updated&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://openfoodfacts.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenFoodFacts&lt;/a&gt; is only for Food, which is not what I'm looking for.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ean-search.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EAN search&lt;/a&gt;, &lt;a href=&quot;http://www.upcdatabase.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;UPC&lt;/a&gt;, &lt;a href=&quot;http://www.barcoo.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Barcoo&lt;/a&gt; are not open data&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://affiliate-program.amazon.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Amazon Affiliate&lt;/a&gt; is not open data and require multiple things to use it&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.dukten.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DukTen&lt;/a&gt; : the domain name is for sale&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://barcode.monster/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Barcode Monster&lt;/a&gt; don't find content, scrape and take lot of time to run&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;http://www.ean13.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;EAN13&lt;/a&gt; is in Russian and not open&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;How can I get barcode information, for free, thanks to open data ?&lt;/p&gt;&#xA;" OwnerUserId="32184" LastEditorUserId="32184" LastEditDate="2022-09-12T14:50:39.843" LastActivityDate="2022-09-12T15:02:17.153" Title="How can we get EAN 13 barcode information of products?" Tags="|data-request|products|barcodes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20611" PostTypeId="2" ParentId="19909" CreationDate="2022-09-09T11:37:28.280" Score="0" Body="&lt;p&gt;I found a list from 2012 in PDF format via the &lt;a href=&quot;https://www.ianvisits.co.uk/articles/londons-non-geographic-postcodes-38692/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IanVisits&lt;/a&gt; website:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://web.archive.org/web/20120916141140/http://www.poweredbypaf.com/wp-content/uploads/2012/07/12July_current_non-geos-original.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.archive.org/web/20120916141140/http://www.poweredbypaf.com/wp-content/uploads/2012/07/12July_current_non-geos-original.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32195" LastActivityDate="2022-09-09T11:37:28.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20615" PostTypeId="2" ParentId="20608" CreationDate="2022-09-10T00:12:09.517" Score="2" Body="&lt;p&gt;The issue with this is that there is, in general, no incentive to make this information available to entities outside the business using the barcodes.&lt;/p&gt;&#xA;&lt;h2&gt;Why &lt;a href=&quot;https://www.gs1.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;GS1&lt;/a&gt; does not have the information?&lt;/h2&gt;&#xA;&lt;p&gt;They are similar to Internet Number Registries. They only lease the IP addresses to ISP's and Businesses. In the case of GS1, they only lease sections of the various barcode number ranges.&lt;/p&gt;&#xA;&lt;h2&gt;Businesses that use barcodes manage their database of barcodes.&lt;/h2&gt;&#xA;&lt;p&gt;Working inside retail environments, I've witnessed manufacturers make a number of mistakes:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Put an incorrect image for the barcode on a product. This requires relabeling the products before retail sales.&lt;/li&gt;&#xA;&lt;li&gt;Use another GS1 subscribers number range either by accident or to avoid paying yearly fees to GS1. This requires retailers to accommodate the fact two products have the same barcode, but are different items.&lt;/li&gt;&#xA;&lt;li&gt;UPC-E is an 8 digit barcode that represents a 12 digit barcode, frequently used on soda cans and smaller objects. Those numbers can clash with GTIN-8 barcodes, and you can not be determine which code the 8 digit number represents.&lt;/li&gt;&#xA;&lt;li&gt;Barcodes can also be used for weighed items, just as fresh cut meat from the grocery. When they wrap you mean and print a label. That label encodes the weight and price, not that it is ham.&lt;/li&gt;&#xA;&lt;li&gt;Coupons and sales are also barcodes and often reused by removing the old coupon and entering the new one in the system.&lt;/li&gt;&#xA;&lt;li&gt;All proposed options attempt to collect barcodes from the internet or users and match with any information they can obtain about the item. This is often difficult to do without introducing errors.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;What information is available on these barcodes?&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;889698466844&lt;br /&gt;&#xA;Looking up this code in &lt;a href=&quot;https://www.gs1us.org/tools/gs1-company-database-gepir&quot; rel=&quot;nofollow noreferrer&quot;&gt;GS1's database&lt;/a&gt;, we find Funko LLC owns the UPC range starting with 889698 and the EAN block 0889698. The remaining digits 46684 are for their internal use. Typically these are just incremented as needed and have no structure to them. The final digit (4) is a checksum of the other digits.&lt;br /&gt;&#xA;Their address on file is: 1202 SHUKSAN WAY EVERETT, WA 98203-7105 US&lt;/li&gt;&#xA;&lt;li&gt;Funko also owns this, as it is also starts with 889698 and has a product identifier of 32716 and a check digit of 9.&lt;/li&gt;&#xA;&lt;li&gt;Your last three have product identifiers of 47194, 24701, and 25655 respectively. All owned by Funko, LLC.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="32115" LastEditorUserId="32115" LastEditDate="2022-09-12T15:02:17.153" LastActivityDate="2022-09-12T15:02:17.153" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20617" PostTypeId="2" ParentId="20209" CreationDate="2022-09-11T19:52:44.090" Score="1" Body="&lt;p&gt;Your question is quite open ended and answers may be quite subjective, but here are some resources and pointers.&lt;/p&gt;&#xA;&lt;p&gt;There are in fact many different domain specific standard data models and exchange formats. You can find some of these in standards registries like &lt;a href=&quot;https://fairsharing.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;fairsharing&lt;/a&gt;, which may have a bias towards scientific and clinical standards, where there may be more incentives towards producing standards.&lt;/p&gt;&#xA;&lt;p&gt;I can imagine producing a single standard for election results might be hard. For some applications, some aspects such as location may be captured in existing standards like GEOJson. It may be hard to include multiple different countries voting schemes and rules in one standard.&lt;/p&gt;&#xA;&lt;p&gt;One strategy here is to standardize at the level of metadata elements or vocabulary terms. The &lt;a href=&quot;https://en.wikipedia.org/wiki/ISO/IEC_11179&quot; rel=&quot;nofollow noreferrer&quot;&gt;ISO 11179&lt;/a&gt; seeks to do this, and linked data standards also seek to make it easier to make data self describing, with data described in RDF or JSON-LD, using one or more standard vocabularies. However, after two decades, uptake of these approaches is patchy, and variable across communities, for reasons that are complex and widely debated.&lt;/p&gt;&#xA;&lt;p&gt;Newer general purpose standards like frictionless, &lt;a href=&quot;https://linkml.io&quot; rel=&quot;nofollow noreferrer&quot;&gt;LinkML&lt;/a&gt; (disclaimer: I am involved with this effort) seek to address these but having a one size fits all answer is hard, even agreeing on the base substrate is impossible. For some communities CSV plus standard data dictionary elements may be the answer, for others, dedicated JSON schemas or SQL databases, others with high volume data may need HDF5 based substrates.&lt;/p&gt;&#xA;" OwnerUserId="20995" LastActivityDate="2022-09-11T19:52:44.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20618" PostTypeId="1" CreationDate="2022-09-12T16:40:15.720" Score="1" ViewCount="28" Body="&lt;p&gt;I am looking for an efficient way to find exact date and time for events in the recent past which have been in the news. Finding the date is not difficult, but I am also interested in the exact time the event has first been reported in the media and as such been made available to the public.&lt;/p&gt;&#xA;&lt;p&gt;As an example, the WHO has announced on 11 March 2020 that the Covid-19 outbreak is now considered a pandemic, that's easy to find in press statements or on news sites, but I spent hours trying to find the time when the media briefing started and/or when it was first reported in the news. I have a whole list of such events, and I am hoping to speed up the research.&lt;/p&gt;&#xA;&lt;p&gt;Is anyone aware of websites or tools that can provide such information on date and time? Or a good strategy? I tried google search, google news, websites of big media, wikipedia articles, original press statements, ...&lt;/p&gt;&#xA;" OwnerUserId="32217" LastEditorUserId="70" LastEditDate="2022-10-13T16:54:00.213" LastActivityDate="2022-10-13T16:54:00.213" Title="Find date and time of past events" Tags="|data-request|media|search-engine|news|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20620" PostTypeId="1" CreationDate="2022-09-13T18:06:46.303" Score="0" ViewCount="137" Body="&lt;p&gt;I'm looking for a current map of Sierra Leone provinces (admin 1 level). One province split in 2017, making a total of 5, but I can only find files with 4 provinces.&lt;/p&gt;&#xA;&lt;p&gt;I've checked humdata, DIVA-GIS, and GADM, and they're all out-of-date . As far as I can tell, there isn't a way to have only admin borders on the OpenStreetMap/Geofabrik data set.&lt;/p&gt;&#xA;&lt;p&gt;Alternately, is there any workaround? I don't need much, just the polygons for the provinces. This is for use in a scientific manuscript. Ultimately, I want to import it into R and add data to it. Thanks!&lt;/p&gt;&#xA;" OwnerUserId="32223" LastActivityDate="2024-02-19T03:03:10.330" Title="Seeking up-to-date shapefile of Sierra Leone" Tags="|data-request|geospatial|africa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20621" PostTypeId="1" CreationDate="2022-09-14T17:05:00.043" Score="1" ViewCount="196" Body="&lt;p&gt;I am looking for a large dataset (greater than 100MB), preferably CSV, which is raw and unprocessed, with missing values. It is for a data preprocessing assignment as part of my college course on Big Data Analytics. I have to demonstrate data preprocessing in R or Python which I will work on. However, I am having a hard time finding a good dataset. On Kaggle, the datasets I looked at did not have missing values.&lt;/p&gt;&#xA;&lt;p&gt;The dataset I have been considering is one from the New Zealand 2018 Census from &lt;a href=&quot;https://www.stats.govt.nz/large-datasets/csv-files-for-download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.stats.govt.nz/large-datasets/csv-files-for-download/&lt;/a&gt;. The one I have selected is the &lt;a href=&quot;https://www3.stats.govt.nz/2018census/Age-sex-by-ethnic-group-grouped-total-responses-census-usually-resident-population-counts-2006-2013-2018-Censuses-RC-TA-SA2-DHB.zip?_ga=2.218197209.1563931550.1663094489-2079092918.1662898429&quot; rel=&quot;nofollow noreferrer&quot;&gt;Age and sex by ethnic group (grouped total responses), for census usually resident population counts, 2006, 2013, and 2018 Censuses (RC, TA, SA2, DHB)&lt;/a&gt;. It seems to be a good dataset for this purpose. It has around 34 million rows:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/zFnzF.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/zFnzF.png&quot; alt=&quot;Dataset Dimension&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, the problem here is 18M out of those 34M records have a non-numeric value called &amp;quot;&lt;code&gt;..C&lt;/code&gt;&amp;quot; for the &lt;code&gt;count&lt;/code&gt; column which I'm not exactly sure what it means. I thought about considering them as &amp;quot;missing values&amp;quot; but that is more than 50% of the entire dataset:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/RR7Ig.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/RR7Ig.png&quot; alt=&quot;Dataset NA values&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Any help regarding finding a good dataset or further information on the above dataset would help!&lt;/p&gt;&#xA;&lt;p&gt;Update: The above dataset seems to have a lot of outliers. So I would prefer a recommendation for a new dataset instead.&lt;/p&gt;&#xA;" OwnerUserId="32227" LastEditorUserId="32227" LastEditDate="2022-09-17T06:39:39.787" LastActivityDate="2022-09-19T10:53:36.543" Title="Where can I find a large unprocessed dataset?" Tags="|data-request|metadata|large-datasets|" AnswerCount="1" CommentCount="1" FavoriteCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20628" PostTypeId="2" ParentId="20108" CreationDate="2022-09-17T05:49:04.847" Score="0" Body="&lt;p&gt;You can get electricity generation data and it's monthly report on central electricity authority, India website while it is hard to get electricity consumption data.&lt;/p&gt;&#xA;" OwnerUserId="31471" LastActivityDate="2022-09-17T05:49:04.847" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20630" PostTypeId="2" ParentId="20621" CreationDate="2022-09-19T10:53:36.543" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/general/155805&quot; rel=&quot;nofollow noreferrer&quot;&gt;Japanese Trade Stats&lt;/a&gt;&#xA;This seems to satisfy your request.&#xA;There are other data sets on that site if your find this particular one doesn’t.&lt;/p&gt;&#xA;" OwnerUserId="32115" LastActivityDate="2022-09-19T10:53:36.543" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20631" PostTypeId="2" ParentId="3496" CreationDate="2022-09-19T14:55:19.140" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;http://kaiko.getalp.org/about-dbnary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dbnary&lt;/a&gt; project is doing a great job at extracting a large amount of the Wiktionary data into RDF triples. If you prefer a the data as a relational database, I did further processing on the dbnary output and provide &lt;a href=&quot;https://www.wikdict.com/page/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable sqlite databases&lt;/a&gt; as part of &lt;a href=&quot;https://www.wikdict.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WikDict&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If you are only interested in the English Wiktionary, I second the &lt;a href=&quot;https://github.com/tatuylonen/wiktextract&quot; rel=&quot;nofollow noreferrer&quot;&gt;wiktextract&lt;/a&gt; recommendation, without having much experience with it myself.&lt;/p&gt;&#xA;" OwnerUserId="32249" LastActivityDate="2022-09-19T14:55:19.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20632" PostTypeId="2" ParentId="13783" CreationDate="2022-09-19T15:47:58.503" Score="2" Body="&lt;p&gt;Working with the full Wiktionary dump is hard, so I recommend using data sources which extract the parts you are interested in and present them in an easier to digest format.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/tatuylonen/wiktextract&quot; rel=&quot;nofollow noreferrer&quot;&gt;wiktextract&lt;/a&gt; looks like a great fit for your request, especially &lt;a href=&quot;https://kaikki.org/dictionary/Latin/nonsenses.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;this list&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If you are willing to accept data from the Latin Wiktionary, &lt;a href=&quot;http://kaiko.getalp.org/about-dbnary/&quot; rel=&quot;nofollow noreferrer&quot;&gt;dbnary&lt;/a&gt; is also an excellent data source. If you prefer relational data to RDF triples, I provide &lt;a href=&quot;https://www.wikdict.com/page/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable sqlite databases&lt;/a&gt; as part of &lt;a href=&quot;https://www.wikdict.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;WikDict&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="32249" LastActivityDate="2022-09-19T15:47:58.503" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20634" PostTypeId="2" ParentId="11309" CreationDate="2022-09-19T17:42:36.160" Score="0" Body="&lt;p&gt;check this link. I was thankful I found it&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://data.grid3.org/datasets/0824aded5f5a4d39b10871c667aa8ccf_139/explore?location=9.046621%2C8.685290%2C7.09&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.grid3.org/datasets/0824aded5f5a4d39b10871c667aa8ccf_139/explore?location=9.046621%2C8.685290%2C7.09&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32251" LastActivityDate="2022-09-19T17:42:36.160" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20635" PostTypeId="2" ParentId="20506" CreationDate="2022-09-19T22:35:07.007" Score="1" Body="&lt;p&gt;Turns out there is no good answer to this! Some people have clearly &lt;a href=&quot;https://www.ifly.com/john-f-kennedy-international-airport/wait-times&quot; rel=&quot;nofollow noreferrer&quot;&gt;figured it out&lt;/a&gt; but there doesn't appear to be a solid API or easily available dataset.&lt;/p&gt;&#xA;" OwnerUserId="30512" LastEditorUserId="30512" LastEditDate="2023-12-30T03:34:46.140" LastActivityDate="2023-12-30T03:34:46.140" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20640" PostTypeId="1" AcceptedAnswerId="20661" CreationDate="2022-09-23T19:10:26.143" Score="0" ViewCount="71" Body="&lt;p&gt;Could you please recommend some GIS projects with an open source (or free trial) access to the GeoTIFF data over WMTS protocol (image/tiff format in Capabilities.xml)?&lt;/p&gt;&#xA;" OwnerUserId="32269" LastEditorUserId="70" LastEditDate="2022-10-13T14:16:07.840" LastActivityDate="2022-10-13T14:16:07.840" Title="GeoTIFF over WMTS data source" Tags="|data-request|geospatial|api|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20641" PostTypeId="1" CreationDate="2022-09-23T22:01:42.097" Score="0" ViewCount="37" Body="&lt;p&gt;I want image data sources for following conditions:&lt;/p&gt;&#xA;&lt;p&gt;Mapping soil sealing and water bodies at scale of 1:30000&lt;/p&gt;&#xA;&lt;p&gt;Mapping surface flooding when there is persistent high cloud cover&lt;/p&gt;&#xA;&lt;p&gt;Mapping parks in urban areas and the sub-classes: lawn, trees, tree groups, water bodies, road (sealed) and road (unsealed) at a scale of 1:3000.&lt;/p&gt;&#xA;&lt;p&gt;What are the individual best RS data sources for above conditions?&lt;/p&gt;&#xA;" OwnerUserId="32270" LastEditorUserId="70" LastEditDate="2022-10-13T14:16:59.180" LastActivityDate="2024-03-07T14:02:00.263" Title="Data Source For Images (Soil Sealing, Water Bodies, Surface Flooding, Parks etc.), at Scale of 1:30000" Tags="|data-request|images|open-source|remote-sensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20642" PostTypeId="1" CreationDate="2022-09-24T00:44:31.640" Score="0" ViewCount="26" Body="&lt;p&gt;Census, ESRI, and others provide shapefiles and feature classes of county boundaries, but all the data sets I can find seem to clip the boundaries at the shoreline. So they really only show the boundaries over land, but not over water, that is, bodies of water along a boundary are shown to not be in any county.&lt;/p&gt;&#xA;&lt;p&gt;I need a similar data source that shows the boundaries between counties over both land and water. Great accuracy is not needed, I just need data that resemble the typical printed map where there is one relatively smooth boundary between adjacent counties (for example) following the course of a river, instead of two boundaries along the two shorelines.&lt;/p&gt;&#xA;&lt;p&gt;I would have assumed that Census and others start with maps with the boundaries in the water, but my search skills have not been good enough to find such sources.&lt;/p&gt;&#xA;&lt;p&gt;Any idea where I might find such a data set?&lt;/p&gt;&#xA;" OwnerUserId="32271" LastEditorUserId="70" LastEditDate="2022-10-13T14:16:44.960" LastActivityDate="2022-10-13T14:16:44.960" Title="Where can I find a map of US county boundaries that reasonably shows the boundaries over bodies of water?" Tags="|data-request|usa|county|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20644" PostTypeId="2" ParentId="20640" CreationDate="2022-09-24T21:16:32.643" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://docs.opengeospatial.org/is/19-008r4/19-008r4.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;GeoTIFF&lt;/a&gt; is a file format while &lt;a href=&quot;https://portal.ogc.org/files/?artifact_id=35326&quot; rel=&quot;nofollow noreferrer&quot;&gt;WMTS&lt;/a&gt; is an OGC format for data streaming over the web.&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The GeoTIFF format was initially developed during the early 1990’s (N. Ritter &amp;amp; Ruth, 1997). The objective was to leverage a mature platform independent file format (TIFF) by adding metadata required for describing and using geographic image data. TIFF met the requirements for an underlying format, as it was - and still is (though JPEG compression was added) - lossless and extensible. (...)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;vs&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The Web Map Tile Service (WMTS) Implementation Standard provides a standard based solution to serve digital maps using predefined image tiles. The service advertises the tiles it has available through a standardized declaration in the ServiceMetadata document common to all OGC web services. This declaration defines the tiles available in each layer (i.e. each type of content), in each graphical representation style, in each format, in each coordinate reference system, at each scale, and over each geographic fragment of the total covered area. The ServiceMetadata document also declares the communication protocols and encodings through which clients can interact with the server. Clients can&#xA;interpret the ServiceMetadata document to request specific tiles. (...)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;WMTS doesn't use TIFF for broadcasting map tiles, it relies on JPEG or PNG instead:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;It is recommended that servers offer Tiles in the image/png and image/jpeg file formats. The image/png image format is good for categorical maps and image/jpeg is better for imagery but since image/jpeg does not support transparency, image/png may be used for images. It is recommended that WMTS Clients support both. Since a GetTile operation can serve only one tile at a time, it is important that clients have the ability to support transparency and also be able to overlap tiles from the same geographical area.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Such service may be available, e.g. for the city of Wien (AT) at: &lt;a href=&quot;https://maps.wien.gv.at/wmts/1.0.0/WMTSCapabilities.xml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://maps.wien.gv.at/wmts/1.0.0/WMTSCapabilities.xml&lt;/a&gt; or check if your local government is providing such services.&lt;/p&gt;&#xA;&lt;p&gt;But you won't find any GeoTIFF through WMTS, by definition.&lt;/p&gt;&#xA;" OwnerUserId="21677" LastActivityDate="2022-09-24T21:16:32.643" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20646" PostTypeId="2" ParentId="20620" CreationDate="2022-09-26T23:13:45.790" Score="0" Body="&lt;p&gt;Let's try to find the boundaries within OSM data :).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(osmdata)&#xA;&#xA;bbox &amp;lt;- matrix(data = c(6.9, -14, 10, -10), nrow = 2, ncol = 2)&#xA;&#xA;boundaries &amp;lt;- opq(bbox, timeout = 240) |&amp;gt;&#xA;  add_osm_feature (key = &amp;quot;boundary&amp;quot;, value = &amp;quot;administrative&amp;quot;) |&amp;gt;&#xA;  osmdata_sf()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;code&gt;boundary=administrative&lt;/code&gt; is the key to look for. You can add another condition here like &lt;code&gt;admin_level=4&lt;/code&gt; as main provinces are on level 4, however we will use other level for the whole country as well.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;sl &amp;lt;- boundaries$osm_multipolygons |&amp;gt;&#xA;  subset(admin_level == 2 &amp;amp; name == &amp;quot;Sierra Leone&amp;quot;) |&amp;gt;&#xA;  subset(select = c(osm_id, name))&#xA;&#xA;sl |&amp;gt;&#xA;  sf::st_geometry() |&amp;gt;&#xA;  plot(col = &amp;quot;lightblue&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/o9hrb.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/o9hrb.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Now, let's filter out the provinces:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;provinces &amp;lt;- boundaries$osm_multipolygons |&amp;gt;&#xA;  subset(admin_level == 4)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;and restrict only to those, which are within Sierra Leone&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;provinces &amp;lt;- provinces |&amp;gt;&#xA;  subset(apply(sf::st_within(provinces, sl, sparse = FALSE), 1, any)) |&amp;gt;&#xA;  subset(select = c(osm_id, name))&#xA;&#xA;provinces |&amp;gt;&#xA;  sf::st_geometry() |&amp;gt;&#xA;  plot(col = RColorBrewer::brewer.pal(5,&amp;quot;Greens&amp;quot;), add = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/EnwxR.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/EnwxR.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Hope it helps :).&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-09-26T23:13:45.790" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20649" PostTypeId="2" ParentId="20461" CreationDate="2022-09-27T18:42:41.510" Score="1" Body="&lt;p&gt;Try OSM data &lt;a href=&quot;http://download.geofabrik.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/&lt;/a&gt;. IMHO there is no better source of rails data.&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-09-27T18:42:41.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20650" PostTypeId="1" CreationDate="2022-09-28T04:18:36.643" Score="1" ViewCount="24" Body="&lt;p&gt;I am looking for a website, data file, list, or something similar of the &amp;quot;lucky&amp;quot; lottery retail locations. Specifically for the Powerball and MegaMillions lottery tickets.&lt;/p&gt;&#xA;&lt;p&gt;Hopefully listing the store, location, date of win, and amount of win.&lt;/p&gt;&#xA;&lt;p&gt;Lottery Retailers qualified as “lucky” by meeting one or more of the criteria below:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Sold at least one $100,000 or higher winning ticket&lt;/li&gt;&#xA;&lt;li&gt;Paid out an average of 400 winning tickets per week&lt;/li&gt;&#xA;&lt;li&gt;Paid out an average of $4,000 in winning tickets per week&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any help would be greatly appreciated! All I can seem to find is individual local listings and not a complete list.&lt;/p&gt;&#xA;" OwnerUserId="32298" LastActivityDate="2023-02-18T06:01:27.980" Title="Looking for a data list/file/website of the USA Lucky Lottery Retail Locations and historical lucky retailers?" Tags="|data-request|database|games|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20651" PostTypeId="6" CreationDate="2022-09-28T07:21:54.667" Score="0" Body="&lt;h1&gt;Pluviophile&lt;/h1&gt;&#xA;&lt;p&gt;Hi there, I'm Pluviophile. I've spent a lot of time as a user helping curate site content via review queues improving the quality of the site. I equally enjoy helping new users produce better posts.&lt;/p&gt;&#xA;&lt;p&gt;I'm willing to serve the community as a moderator because I believe I have the knowledge and temperament to excel at the job.&lt;/p&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2022-09-28T07:21:54.667" LastActivityDate="2022-09-28T07:21:54.667" CommentCount="0" CommunityOwnedDate="2022-09-28T07:21:54.667" ContentLicense="CC BY-SA 4.0" />
  <row Id="20656" PostTypeId="1" AcceptedAnswerId="20657" CreationDate="2022-09-30T13:58:27.497" Score="1" ViewCount="64" Body="&lt;p&gt;I am searching for very coarse spatial resolution (&amp;gt;1000m pixel size) digital elevation model (DEM) global raster data. I am aware of data sources like SRTM or Copernicus DEM (90m pixel size) but unfortunately it will be very difficult to download a global DEM with such resolution. Do you know any sources from where I can, freely, download very coarse spatial resolution DEM data?&lt;/p&gt;&#xA;" OwnerUserId="32246" LastActivityDate="2022-09-30T16:48:41.123" Title="Very coarse spatial resolution (&gt;1000m) global digital elevation raster data" Tags="|data-request|download|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20657" PostTypeId="2" ParentId="20656" CreationDate="2022-09-30T16:48:41.123" Score="4" Body="&lt;p&gt;The easiest way would be using R and download prepared set like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;r &amp;lt;- geodata::elevation_global(res = 10, path = &amp;quot;data&amp;quot;)&#xA;r&#xA;#&amp;gt; class       : SpatRaster &#xA;#&amp;gt; dimensions  : 1080, 2160, 1  (nrow, ncol, nlyr)&#xA;#&amp;gt; resolution  : 0.1666667, 0.1666667  (x, y)&#xA;#&amp;gt; extent      : -180, 180, -90, 90  (xmin, xmax, ymin, ymax)&#xA;#&amp;gt; coord. ref. : lon/lat WGS 84 (EPSG:4326) &#xA;#&amp;gt; source      : wc2.1_10m_elev.tif &#xA;#&amp;gt; name        : wc2.1_10m_elev &#xA;#&amp;gt; min value   :           -352 &#xA;#&amp;gt; max value   :           6251&#xA;&#xA;terra::plot(r)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/sgaJ2.png&quot; alt=&quot;&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;The parameter &lt;code&gt;res&lt;/code&gt; corresponds to desired resolution: 10, 5, 2.5, and 0.5 minutes of a degree. The data itself comes from UC Davis &lt;a href=&quot;https://geodata.ucdavis.edu/climate/worldclim/2_1/base/wc2.1_10m_elev.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geodata.ucdavis.edu/climate/worldclim/2_1/base/wc2.1_10m_elev.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2022-09-30 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.0.2&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-09-30T16:48:41.123" CommentCount="1" CommunityOwnedDate="2022-10-01T11:01:16.203" ContentLicense="CC BY-SA 4.0" />
  <row Id="20658" PostTypeId="2" ParentId="19973" CreationDate="2022-09-30T23:29:04.383" Score="3" Body="&lt;p&gt;Open Infrastructure Map is based on OSM Data. Let's use it to create own map / dataset. In below example I'm using R and mainly &lt;code&gt;osmdata&lt;/code&gt; together with &lt;code&gt;sf&lt;/code&gt; packages.&lt;/p&gt;&#xA;&lt;p&gt;Let's download the boundary of Sweden, which will be used as a clipping area.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;sw &amp;lt;- osmdata::getbb(&amp;quot;Sweden&amp;quot;, featuretype = &amp;quot;country&amp;quot;, format_out = &amp;quot;matrix&amp;quot;) |&amp;gt;&#xA;  osmdata::opq(timeout = 60) |&amp;gt;&#xA;  osmdata::add_osm_feature(key = &amp;quot;boundary&amp;quot;, value = &amp;quot;administrative&amp;quot;) |&amp;gt;&#xA;  osmdata::add_osm_feature(key = &amp;quot;admin_level&amp;quot;, value = &amp;quot;2&amp;quot;) |&amp;gt;&#xA;  osmdata::osmdata_sf()&#xA;&#xA;boundary &amp;lt;- sw$osm_multipolygons |&amp;gt;&#xA;  subset(name.en == &amp;quot;Sweden&amp;quot;) |&amp;gt;&#xA;  sf::st_geometry()&#xA;&#xA;boundary |&amp;gt;&#xA;  plot(col = &amp;quot;grey90&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Let's download all features with &lt;code&gt;power&lt;/code&gt; key (for details, see &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:power&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Key:power&lt;/a&gt;):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&#xA;p &amp;lt;- osmdata::getbb(&amp;quot;Sweden&amp;quot;, featuretype = &amp;quot;country&amp;quot;, format_out = &amp;quot;matrix&amp;quot;) |&amp;gt;&#xA;  osmdata::opq(timeout = 600) |&amp;gt;&#xA;  osmdata::add_osm_feature(key = &amp;quot;power&amp;quot;) |&amp;gt;&#xA;  osmdata::osmdata_sf()&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Now, we will extract only power lines, which spatially belong to Sweden. They are in &lt;code&gt;osm_lines&lt;/code&gt; data:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;grid &amp;lt;- p$osm_lines |&amp;gt;&#xA;  subset(apply(sf::st_intersects(p$osm_lines, boundary, sparse = TRUE), 1, any)) |&amp;gt;&#xA;  subset(power == &amp;quot;line&amp;quot;) |&amp;gt;&#xA;  subset(select = c(&amp;quot;osm_id&amp;quot;, &amp;quot;voltage&amp;quot;)) |&amp;gt;&#xA;  tidyr::separate_rows(voltage) |&amp;gt;&#xA;  dplyr::distinct(.keep_all = TRUE) |&amp;gt;&#xA;  dplyr::mutate(voltage = as.numeric(voltage))&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;And let's add them to the plot:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;plot(grid[&amp;quot;voltage&amp;quot;], add = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Let's extract the substations form &lt;code&gt;osm_polygon&lt;/code&gt; and &lt;code&gt;osm_multipolygon&lt;/code&gt; data, bind them together and add to plot as well:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;subst &amp;lt;- p$osm_polygons |&amp;gt;&#xA;  subset(apply(sf::st_intersects(p$osm_polygons, boundary, sparse = TRUE), 1, any)) |&amp;gt;&#xA;  subset(power == &amp;quot;substation&amp;quot;) |&amp;gt;&#xA;  subset(select = c(&amp;quot;osm_id&amp;quot;, &amp;quot;name&amp;quot;))&#xA;&#xA;subst &amp;lt;- p$osm_multipolygons |&amp;gt;&#xA;  subset(apply(sf::st_intersects(p$osm_multipolygons, boundary, sparse = TRUE), 1, any)) |&amp;gt;&#xA;  subset(power == &amp;quot;substation&amp;quot;) |&amp;gt;&#xA;  subset(select = c(&amp;quot;osm_id&amp;quot;, &amp;quot;name&amp;quot;)) |&amp;gt;&#xA;  rbind(subst)&#xA;&#xA;subst |&amp;gt;&#xA;  sf::st_geometry() |&amp;gt;&#xA;  plot(col = &amp;quot;grey90&amp;quot;, add = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/rrnNF.png&quot; alt=&quot;&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;The downloaded data can be saved on disc for further use with &lt;code&gt;st_write()&lt;/code&gt; function from &lt;code&gt;sf&lt;/code&gt; package. Then you can open it in QGIS and style it properly.&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2022-10-01 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.0.2&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-09-30T23:29:04.383" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20660" PostTypeId="2" ParentId="20498" CreationDate="2022-10-01T17:58:59.143" Score="0" Body="&lt;p&gt;If you are interested only in elevation data, there is no need to download and process large TIFFs thanks to &lt;a href=&quot;https://github.com/jhollist/elevatr&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;elevatr&lt;/code&gt;&lt;/a&gt; package.&lt;/p&gt;&#xA;&lt;p&gt;Let's get some species occurrence data from GBIF as example. &lt;em&gt;Calystegia pulchra,&lt;/em&gt; from GB territory.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;occ &amp;lt;- rgbif::occ_data(scientificName = &amp;quot;Calystegia pulchra&amp;quot;, &#xA;          country = &amp;quot;GB&amp;quot;, hasCoordinate = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;In next step let's take first 20 rows and convert it to &lt;code&gt;sf&lt;/code&gt; data frame with POINT coordinates.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;occ &amp;lt;- head(occ$data, 20) |&amp;gt;&#xA;  sf::st_as_sf(coords = c(&amp;quot;decimalLongitude&amp;quot;, &amp;quot;decimalLatitude&amp;quot;), &#xA;    crs = sf::st_crs(4326)) |&amp;gt;&#xA;  subset(select = c(&amp;quot;key&amp;quot;, &amp;quot;scientificName&amp;quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;And finally let's add the elevation using &lt;code&gt;mutate&lt;/code&gt; from &lt;code&gt;dplyr&lt;/code&gt; package:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&#xA;occ |&amp;gt;&#xA;  dplyr::mutate(ele = elevatr::get_elev_point(geometry, src = &amp;quot;aws&amp;quot;))&#xA;#&amp;gt; Mosaicing &amp;amp; Projecting&#xA;#&amp;gt; Note: Elevation units are in meters&#xA;#&amp;gt; Simple feature collection with 20 features and 3 fields&#xA;#&amp;gt; Geometry type: POINT&#xA;#&amp;gt; Dimension:     XY&#xA;#&amp;gt; Bounding box:  xmin: -6.19056 ymin: 51.49552 xmax: -0.17902 ymax: 57.42103&#xA;#&amp;gt; Geodetic CRS:  WGS 84&#xA;#&amp;gt; # A tibble: 20 × 4&#xA;#&amp;gt;    key        scientificName                                  geometry ele$elevation $elev_units            $geometry&#xA;#&amp;gt;  * &amp;lt;chr&amp;gt;      &amp;lt;chr&amp;gt;                                        &amp;lt;POINT [°]&amp;gt;         &amp;lt;dbl&amp;gt; &amp;lt;chr&amp;gt;                &amp;lt;POINT [°]&amp;gt;&#xA;#&amp;gt;  1 3320924569 Calystegia pulchra Brumm. &amp;amp; Heywood  (-0.17902 51.49553)            15 meters       (-0.17902 51.49553)&#xA;#&amp;gt;  2 3437494613 Calystegia pulchra Brumm. &amp;amp; Heywood (-1.962333 51.78564)           191 meters      (-1.962333 51.78564)&#xA;#&amp;gt;  3 3785877810 Calystegia pulchra Brumm. &amp;amp; Heywood  (-2.541045 52.5979)           169 meters       (-2.541045 52.5979)&#xA;#&amp;gt;  4 3352641836 Calystegia pulchra Brumm. &amp;amp; Heywood (-6.189535 57.41207)            44 meters      (-6.189535 57.41207)&#xA;#&amp;gt;  5 3338086543 Calystegia pulchra Brumm. &amp;amp; Heywood (-2.302697 53.20301)            75 meters      (-2.302697 53.20301)&#xA;#&amp;gt;  6 3352720276 Calystegia pulchra Brumm. &amp;amp; Heywood  (-3.052632 54.8225)            81 meters       (-3.052632 54.8225)&#xA;#&amp;gt;  7 3352736637 Calystegia pulchra Brumm. &amp;amp; Heywood (-1.614114 55.37932)            19 meters      (-1.614114 55.37932)&#xA;#&amp;gt;  8 3384449063 Calystegia pulchra Brumm. &amp;amp; Heywood (-4.681922 57.14801)            78 meters      (-4.681922 57.14801)&#xA;#&amp;gt;  9 3421262904 Calystegia pulchra Brumm. &amp;amp; Heywood  (-6.19056 57.42103)            75 meters       (-6.19056 57.42103)&#xA;#&amp;gt; 10 3392248456 Calystegia pulchra Brumm. &amp;amp; Heywood (-6.159327 56.11731)            12 meters      (-6.159327 56.11731)&#xA;#&amp;gt; 11 3437541839 Calystegia pulchra Brumm. &amp;amp; Heywood (-1.962333 51.78564)           191 meters      (-1.962333 51.78564)&#xA;#&amp;gt; 12 2641626771 Calystegia pulchra Brumm. &amp;amp; Heywood  (-2.82636 53.56805)            46 meters       (-2.82636 53.56805)&#xA;#&amp;gt; 13 2988497510 Calystegia pulchra Brumm. &amp;amp; Heywood (-2.094492 53.71386)           244 meters      (-2.094492 53.71386)&#xA;#&amp;gt; 14 3057847359 Calystegia pulchra Brumm. &amp;amp; Heywood  (-2.83544 52.59035)           273 meters       (-2.83544 52.59035)&#xA;#&amp;gt; 15 3384377467 Calystegia pulchra Brumm. &amp;amp; Heywood           (-2.34 53)           125 meters                (-2.34 53)&#xA;#&amp;gt; 16 2907372606 Calystegia pulchra Brumm. &amp;amp; Heywood (-1.962333 51.78564)           191 meters      (-1.962333 51.78564)&#xA;#&amp;gt; 17 3115794572 Calystegia pulchra Brumm. &amp;amp; Heywood  (-5.405346 56.4888)            32 meters       (-5.405346 56.4888)&#xA;#&amp;gt; 18 3785862074 Calystegia pulchra Brumm. &amp;amp; Heywood (-2.762203 52.38906)            92 meters      (-2.762203 52.38906)&#xA;#&amp;gt; 19 3115792727 Calystegia pulchra Brumm. &amp;amp; Heywood (-5.403569 56.49253)            32 meters      (-5.403569 56.49253)&#xA;#&amp;gt; 20 2868245139 Calystegia pulchra Brumm. &amp;amp; Heywood (-2.520677 56.59051)            35 meters      (-2.520677 56.59051)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2022-10-01 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.0.2&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;&lt;p&gt;Regards,&#xA;Grzegorz&lt;/p&gt;&#xA;" OwnerUserId="30960" LastEditorUserId="30960" LastEditDate="2022-10-01T18:42:47.067" LastActivityDate="2022-10-01T18:42:47.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20661" PostTypeId="2" ParentId="20640" CreationDate="2022-10-02T12:11:02.607" Score="0" Body="&lt;p&gt;There are Web Services/Cloud Providers that can stream GeoTIFF tiles over WMTS.&lt;/p&gt;&#xA;&lt;p&gt;For example, Sentinel-Hub &lt;a href=&quot;https://www.sentinel-hub.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sentinel-hub.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It accepts &lt;strong&gt;GetTile request URL parameters:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;FORMAT The returned image format.&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;Optional, default: &amp;quot;image/png&amp;quot;, other options: &amp;quot;image/jpeg&amp;quot;&lt;/code&gt;, &lt;strong&gt;&amp;quot;image/tiff&amp;quot;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Details: &lt;a href=&quot;https://www.sentinel-hub.com/develop/api/ogc/standard-parameters/wmts/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sentinel-hub.com/develop/api/ogc/standard-parameters/wmts/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Some notes on WMTS:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;WMTS is not a format, it is an OGC Standard; it is an &lt;code&gt;interface&lt;/code&gt; as defined in the official standard. Web Map Tile Service is a popular interface that can be used for serving georeferenced map tiles over the HTTP.&lt;/li&gt;&#xA;&lt;li&gt;WMTS does not rely on JPEG or PNG, it is just a recommendation to WMTS servers to support well-known image formats; see item 11.3 of the standard - this does not exclude supporting other image formats.&lt;/li&gt;&#xA;&lt;li&gt;WMTS does not restrict the set of formats in which tiles can be provided.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;See &lt;a href=&quot;https://www.ogc.org/standards/wmts&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ogc.org/standards/wmts&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32284" LastActivityDate="2022-10-02T12:11:02.607" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20662" PostTypeId="1" CreationDate="2022-10-03T18:39:19.553" Score="2" ViewCount="35" Body="&lt;p&gt;Where can I find a list of all roads in Ontario?&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for a publicly available list, such as a website or downloadable PDF/spreadsheet. The intended audience aren't GIS professionals, so a GIS layer wouldn't be suitable.&lt;/p&gt;&#xA;&lt;p&gt;Example use case:&lt;/p&gt;&#xA;&lt;p&gt;Find all the roads in Ontario that have the word &lt;em&gt;marble&lt;/em&gt; in their names.&lt;/p&gt;&#xA;" OwnerUserId="15812" LastEditorUserId="70" LastEditDate="2022-10-13T14:13:30.807" LastActivityDate="2022-10-13T14:13:30.807" Title="List of Ontario road names" Tags="|data-request|canada|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20663" PostTypeId="1" CreationDate="2022-10-04T02:11:33.960" Score="1" ViewCount="529" Body="&lt;p&gt;I have the tax ROLL number (aka ARN - Active Rolle Number) of a specific property/parcel in Ontario, Canada. I want to determine who the owner of the parcel is. (For what it's worth, I also have the municpal address and spatial location too.)&lt;/p&gt;&#xA;&lt;p&gt;How can I look up the property owner using the ROLL number?&lt;/p&gt;&#xA;&lt;p&gt;Are there any free or paid resources where I can do that online?&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;strong&gt;Edit:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;em&gt;An example of something similar - look up a &lt;strong&gt;PIN&lt;/strong&gt; instead of a &lt;strong&gt;ROLL&lt;/strong&gt; number:&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;I can use the steps on this page: &lt;a href=&quot;https://www.ihunterapp.com/using-ihunter-and-onland-to-find-property-information/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ihunterapp.com/using-ihunter-and-onland-to-find-property-information/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;Subscribe to &lt;a href=&quot;https://web.ihunterapp.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;iHunter&lt;/a&gt; for ~$40 CAD per year. The iHunter map has polygons that have parcel PIN numbers.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;From there, enter the PIN number into &lt;a href=&quot;https://www.onland.ca/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OnLand&lt;/a&gt; to download a PDF that has the property owner info (costs ~$30 CAD).&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;As an alternative to using OnLand, I think the same thing can be done using &lt;a href=&quot;https://www.teranetexpress.ca/csp/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Teranet Express&lt;/a&gt; . It seems to cost ~$30 CAD too, the same as OnLand, so I'm not sure if there is a benefit to one or the other.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Using those steps, I can look up the property owner using parcel's &lt;strong&gt;PIN&lt;/strong&gt; number. Which works, but isn't what I'm looking for. I want to look up the &lt;strong&gt;ROLL&lt;/strong&gt; number instead -- since that's the information I have on hand.&lt;/p&gt;&#xA;" OwnerUserId="15812" LastEditorUserId="70" LastEditDate="2022-10-14T19:22:36.357" LastActivityDate="2022-10-14T19:22:36.357" Title="Look up property owner using ROLL number (Ontario)" Tags="|data-request|real-estate|canada|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20664" PostTypeId="6" CreationDate="2022-10-04T07:52:12.420" Score="0" Body="&lt;h1&gt;Nicolas Raoul&lt;/h1&gt;&#xA;&lt;p&gt;Posting answers and questions here since 2013, it seems like I am #4 in terms of reputation. I am also a moderator on &lt;a href=&quot;https://softwarerecs.stackexchange.com/users/140/nicolas-raoul&quot;&gt;Software Recommendations&lt;/a&gt; since 2015.&lt;/p&gt;&#xA;&lt;p&gt;I am a big fan of open data, and curate a few &lt;a href=&quot;https://github.com/database-of-embassies/database-of-embassies&quot; rel=&quot;nofollow noreferrer&quot;&gt;datasets&lt;/a&gt;. I believe that our QA site has a great role to play connecting people and datasets. I am perfectly happy with the current Open Data moderators, but if more are needed then I am happy to help.&lt;/p&gt;&#xA;&lt;p&gt;On Software Recommendations I tend to let the community decide on policy issues, and only use moderation tools when required, for instance to fight spam.&lt;/p&gt;&#xA;&lt;p&gt;On a personal note, I sometimes downvote answers about datasets that are not open (we are &amp;quot;Open&amp;quot; Data after all) though I am more tolerant for topics where open datasets probably do not exist. Also, I prefer answers that describe one dataset well, rather than answers that are just a list of links. I don't think this will influence my moderation activity, though.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2022-10-04T08:12:47.780" LastActivityDate="2022-10-04T08:12:47.780" CommentCount="0" CommunityOwnedDate="2022-10-04T07:52:12.420" ContentLicense="CC BY-SA 4.0" />
  <row Id="20665" PostTypeId="2" ParentId="20662" CreationDate="2022-10-04T11:56:09.813" Score="1" Body="&lt;p&gt;If there is no publicly available list, let's prepare it :). The best source will be OSM Data (&lt;a href=&quot;http://download.geofabrik.de/north-america/canada.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://download.geofabrik.de/north-america/canada.html&lt;/a&gt;) from where we will take a bit. In below example I'm using R and &lt;code&gt;osmextract&lt;/code&gt; package. Full list of available attributes for roads in OSM you can find under link&#xA;&lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:highway&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Key:highway&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Let's load the library and create subdirectory for files storage:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(osmextract)&#xA;if (!dir.exists(&amp;quot;data&amp;quot;)) {&#xA;  dir.create(&amp;quot;data&amp;quot;)&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Let's check, if there is a subset of data or Ontario&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;on &amp;lt;- oe_match(place = &amp;quot;Ontario&amp;quot;)&#xA;#&amp;gt; The input place was matched with: Ontario&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Let's download the file (here I'm using wget for download).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;download.file(&#xA;  url = on$url, &#xA;  destfile = &amp;quot;data/ontario-latest.osm.pbf&amp;quot;,&#xA;  method = &amp;quot;wget&amp;quot;,&#xA;  extra = &amp;quot;-c&amp;quot;&#xA;  )&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;In below steps we are extracting the necessary &amp;quot;layers&amp;quot; of geospatial data for further analysis:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;oe_vectortranslate(&#xA;  file_path = &amp;quot;data/ontario-latest.osm.pbf&amp;quot;,&#xA;  layer = &amp;quot;lines&amp;quot;,&#xA;  extra_tags = c(&amp;quot;highway&amp;quot;, &amp;quot;name&amp;quot;)&#xA;  )&#xA;&#xA;oe_vectortranslate(&#xA;  file_path = &amp;quot;data/ontario-latest.osm.pbf&amp;quot;,&#xA;  layer = &amp;quot;multipolygons&amp;quot;,&#xA;  extra_tags = c(&amp;quot;boundary&amp;quot;, &amp;quot;admin_level&amp;quot;)&#xA;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Let's read the highways (roads) from the data file:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;highways &amp;lt;- oe_read(&#xA;  file_path = &amp;quot;data/ontario-latest.osm.pbf&amp;quot;,&#xA;  layer = &amp;quot;lines&amp;quot;, &#xA;  query = &amp;quot;SELECT osm_id, highway, name, geometry FROM lines WHERE highway IS NOT NULL&amp;quot;&#xA;  )&#xA;#&amp;gt; Simple feature collection with 1135393 features and 3 fields&#xA;#&amp;gt; Geometry type: LINESTRING&#xA;#&amp;gt; Dimension:     XY&#xA;#&amp;gt; Bounding box:  xmin: -95.36875 ymin: 41.72912 xmax: -74.32076 ymax: 56.13301&#xA;#&amp;gt; Geodetic CRS:  WGS 84&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This step is just for fun. Analyzing spatial data without drawing it is like decaffeinated coffee.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;boundary &amp;lt;- oe_read(&#xA;  file_path = &amp;quot;data/ontario-latest.osm.pbf&amp;quot;,&#xA;  layer = &amp;quot;multipolygons&amp;quot;, &#xA;  query = &amp;quot;SELECT osm_id, name, geometry FROM multipolygons \&#xA;             WHERE boundary = 'administrative' AND admin_level = '4'&amp;quot;&#xA;)&#xA;&#xA;#&amp;gt; Simple feature collection with 1 feature and 2 fields&#xA;#&amp;gt; Geometry type: MULTIPOLYGON&#xA;#&amp;gt; Dimension:     XY&#xA;#&amp;gt; Bounding box:  xmin: -95.15602 ymin: 41.67656 xmax: -74.32011 ymax: 56.86135&#xA;#&amp;gt; Geodetic CRS:  WGS 84&#xA;&#xA;&#xA;boundary |&amp;gt;&#xA;  sf::st_geometry() |&amp;gt;&#xA;  plot()&#xA;&#xA;highways |&amp;gt;&#xA;  subset(highway %in% c(&amp;quot;motorway&amp;quot;, &amp;quot;primary&amp;quot;)) |&amp;gt;&#xA;  sf::st_geometry() |&amp;gt;&#xA;  plot(col = &amp;quot;blue&amp;quot;, add = TRUE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/HG1uA.png&quot; alt=&quot;&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;Now, only the roads, which you are interested in:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;highways |&amp;gt;&#xA;  subset(grepl(&amp;quot;marble&amp;quot;, name, ignore.case = TRUE))&#xA;&#xA;#&amp;gt; Simple feature collection with 49 features and 3 fields&#xA;#&amp;gt; Geometry type: LINESTRING&#xA;#&amp;gt; Dimension:     XY&#xA;#&amp;gt; Bounding box:  xmin: -79.82654 ymin: 43.40498 xmax: -75.28377 ymax: 45.54217&#xA;#&amp;gt; Geodetic CRS:  WGS 84&#xA;#&amp;gt; First 10 features:&#xA;#&amp;gt;         osm_id      highway                 name                       geometry&#xA;#&amp;gt; 3950   5064974 unclassified     Marble Rock Road LINESTRING (-76.1998 44.373...&#xA;#&amp;gt; 4975   5379107  residential Marble Arch Crescent LINESTRING (-79.29217 43.73...&#xA;#&amp;gt; 4977   5379116  residential Marble Arch Crescent LINESTRING (-79.29426 43.73...&#xA;#&amp;gt; 7042   9397164  residential      Marblehead Road LINESTRING (-79.55451 43.69...&#xA;#&amp;gt; 31503 28615578  residential   Marblethorne Court LINESTRING (-79.59533 43.64...&#xA;#&amp;gt; 39875 31382638  residential         Marble Place LINESTRING (-79.48716 44.06...&#xA;#&amp;gt; 56675 33852914  residential  Marblehead Crescent LINESTRING (-79.74659 43.73...&#xA;#&amp;gt; 61350 33873128  residential  Marbleseed Crescent LINESTRING (-79.75081 43.75...&#xA;#&amp;gt; 88686 33974318  residential         Marble Court LINESTRING (-77.66915 44.46...&#xA;#&amp;gt; 91993 33979087     tertiary    Marble Point Road LINESTRING (-77.69978 44.48...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;To write it down (without geometries) you can use &lt;code&gt;write.csv()&lt;/code&gt; function, like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;highways |&amp;gt;&#xA;  sf::st_drop_geometry() |&amp;gt;&#xA;  subset(grepl(&amp;quot;marble&amp;quot;, name, ignore.case = TRUE)) |&amp;gt;&#xA;  write.csv(file = &amp;quot;data/marble_roads.csv&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;To add &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:highway&quot; rel=&quot;nofollow noreferrer&quot;&gt;other attributes&lt;/a&gt;, like number of lanes, surface just modify &lt;code&gt;extra_tags = c(&amp;quot;highway&amp;quot;, &amp;quot;name&amp;quot;)&lt;/code&gt; in &lt;code&gt;oe_vectortranslate()&lt;/code&gt; and then modify the query in &lt;code&gt;highways &amp;lt;- oe_read(...)&lt;/code&gt; chunk.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&#xA;Grzegorz&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2022-10-04 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.0.2&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-10-04T11:56:09.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20666" PostTypeId="2" ParentId="20378" CreationDate="2022-10-04T18:44:54.890" Score="0" Body="&lt;p&gt;I don't think there's an easy, out-of-the-box, solution, but another possible path to investigate is querying Wikidata for instances of &lt;a href=&quot;https://www.wikidata.org/wiki/Q11862829&quot; rel=&quot;nofollow noreferrer&quot;&gt;academic discipline&lt;/a&gt;  or &lt;a href=&quot;https://www.wikidata.org/wiki/Q2267705&quot; rel=&quot;nofollow noreferrer&quot;&gt;field of study&lt;/a&gt; and examining the hierarchy using the &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P279&quot; rel=&quot;nofollow noreferrer&quot;&gt;subclass of&lt;/a&gt; property.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2022-10-04T18:44:54.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20667" PostTypeId="1" CreationDate="2022-10-04T18:46:14.467" Score="0" ViewCount="17" Body="&lt;p&gt;I'm somewhat new to GIS and am exploring creating DEM's from stereo paired images using &lt;a href=&quot;https://github.com/centreborelli/s2p&quot; rel=&quot;nofollow noreferrer&quot;&gt;s2p&lt;/a&gt;. I've searched high and low for a source for stereo paired tiff files but I haven't had any luck.&lt;/p&gt;&#xA;&lt;p&gt;Can someone point me in the right direction?&lt;/p&gt;&#xA;" OwnerUserId="32325" LastEditorUserId="545" LastEditDate="2022-10-21T14:03:49.957" LastActivityDate="2024-03-14T16:04:55.560" Title="Seeking free stereo paired .tiff image files" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20668" PostTypeId="2" ParentId="20667" CreationDate="2022-10-04T19:13:50.813" Score="0" Body="&lt;p&gt;Perhaps the dataset from &lt;a href=&quot;https://deepai.org/publication/a-new-stereo-benchmarking-dataset-for-satellite-images&quot; rel=&quot;nofollow noreferrer&quot;&gt;A New Stereo Benchmarking Dataset for Satellite Images&lt;/a&gt; would be useful:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://engineering.purdue.edu/RVL/Database/SatStereo/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://engineering.purdue.edu/RVL/Database/SatStereo/index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2022-10-04T19:13:50.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20670" PostTypeId="1" CreationDate="2022-10-10T13:07:23.837" Score="0" ViewCount="17" Body="&lt;p&gt;I am looking for shapefiles containing the boundaries of all voting districts in German federal elections, 1949-2021. I appreciate any pointers.&lt;/p&gt;&#xA;" OwnerUserId="32341" LastEditorUserId="70" LastEditDate="2022-10-13T14:09:59.770" LastActivityDate="2024-03-07T17:00:45.177" Title="Where can I find boundaries of all German voting districts in federal elections (since 1949)?" Tags="|data-request|germany|district|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20671" PostTypeId="1" CreationDate="2022-10-10T12:20:30.133" Score="1" ViewCount="18" Body="&lt;p&gt;Where can I find shapefiles containing the boundaries of all voting districts in German federal elections, 1949-2021?&lt;/p&gt;&#xA;" OwnerUserId="32341" OwnerDisplayName="Financeguy" LastEditorUserId="6229" LastEditDate="2022-10-12T04:15:07.920" LastActivityDate="2022-10-12T04:15:07.920" Title="Where can I find boundaries of all German voting districts in federal elections (since 1949)?" Tags="|data-request|geospatial|germany|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20673" PostTypeId="1" CreationDate="2022-10-10T20:14:04.887" Score="0" ViewCount="25" Body="&lt;p&gt;Is there any websites where I can find the health risk prediction open source tabular dataset in the year between 2015 - 2017?  Also, I need to find out some research papers that used those datasets. I know about the Google Dataset website but it seems not very resourceful.&lt;/p&gt;&#xA;" OwnerDisplayName="Encipher" LastEditorUserId="-1" LastEditDate="2022-10-13T03:46:13.053" LastActivityDate="2024-02-05T05:04:40.540" Title="Finding dataset for some specific years" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20674" PostTypeId="2" ParentId="20673" CreationDate="2022-10-11T06:51:02.163" Score="0" Body="&lt;p&gt;You may find the dataset on IEEE Dataport&lt;/p&gt;&#xA;" OwnerUserId="32345" OwnerDisplayName="Rina" LastActivityDate="2022-10-11T06:51:02.163" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20676" PostTypeId="1" CreationDate="2022-10-13T12:45:28.677" Score="0" ViewCount="379" Body="&lt;p&gt;I need 10 or 12.5 m spatial resolution dem maps of mountainous areas, precisely grey scale(map with height data) version for use in 3d software.&lt;/p&gt;&#xA;&lt;p&gt;I found geoTiff maps from Copernicus, but they are 25m spatial and I need more precision.&lt;/p&gt;&#xA;&lt;p&gt;Other option is &lt;a href=&quot;https://scihub.copernicus.eu/dhus/#/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://scihub.copernicus.eu/dhus/#/home&lt;/a&gt;, data from Sentinel satellites, but it is a pain, because I need to use Snap software and then another one and still I cant get it to work properly. So hard to get simple gray scale elevation map out of Sentinel 1 satellite data. Lost a lot of time trying to do it.&lt;/p&gt;&#xA;&lt;p&gt;I seek some resource to get that resolution Geo Tiff preferably or a fast, uncomplicated way to get 10m spatial resolution maps.&lt;/p&gt;&#xA;&lt;p&gt;Update 1: I do not need one map for whole Europe. Smaller area maps like one for one part of the Alps, another for another part,.. are all right, but they need to be 10m or 12.5m spartial res.&lt;/p&gt;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="32351" LastEditorUserId="70" LastEditDate="2022-10-13T14:08:34.290" LastActivityDate="2024-03-07T18:07:35.947" Title="Simple way to get dem, grayscale elevation maps for EU (10m resolution)" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20677" PostTypeId="2" ParentId="20641" CreationDate="2022-10-13T16:28:04.497" Score="0" Body="&lt;p&gt;Sentinel 2 and Sentinel 1 would be my answer.&#xA;For water bodies sentinel 1 is the best shout.&#xA;Land classification would be sentinel 2&lt;/p&gt;&#xA;&lt;p&gt;Both datasets can be downloaded from &lt;a href=&quot;https://scihub.copernicus.eu/dhus/#/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="14315" LastActivityDate="2022-10-13T16:28:04.497" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20678" PostTypeId="2" ParentId="20670" CreationDate="2022-10-13T16:40:24.773" Score="0" Body="&lt;p&gt;Please take a look here:&#xA;&lt;a href=&quot;https://www.bundeswahlleiter.de/en/bundestagswahlen/2017/wahlkreiseinteilung/downloads.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bundeswahlleiter.de/en/bundestagswahlen/2017/wahlkreiseinteilung/downloads.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or some other EU data portals like this :&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/web/main/data/database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ec.europa.eu/eurostat/web/main/data/database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="14315" LastActivityDate="2022-10-13T16:40:24.773" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20679" PostTypeId="2" ParentId="20676" CreationDate="2022-10-13T20:53:19.683" Score="0" Body="&lt;p&gt;Alps, Alps.. What's Alps?&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Alps are the highest and most extensive mountain range system that lies entirely in Europe, stretching approximately 1,200 km (750 mi) across seven Alpine countries (from west to east): France, Switzerland, Italy, Liechtenstein, Austria, Germany, and Slovenia.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Let's check what's available.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;France: &lt;a href=&quot;https://geoservices.ign.fr/rgealti&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoservices.ign.fr/rgealti&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Switzerland: &lt;a href=&quot;https://www.swisstopo.admin.ch/de/geodata/height/alti3d.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.swisstopo.admin.ch/de/geodata/height/alti3d.html&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Italy: &lt;a href=&quot;http://tinitaly.pi.ingv.it/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://tinitaly.pi.ingv.it/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Liechtenstain: see Switzerland&lt;/li&gt;&#xA;&lt;li&gt;Austria: 10 m raster - &lt;a href=&quot;https://www.data.gv.at/katalog/dataset/d88a1246-9684-480b-a480-ff63286b35b7&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.data.gv.at/katalog/dataset/d88a1246-9684-480b-a480-ff63286b35b7&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Germany: no detailed open source data for whole country, you can search by federal countries, example for Bayern - &lt;a href=&quot;https://www.ldbv.bayern.de/produkte/3dprodukte/gelaende.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ldbv.bayern.de/produkte/3dprodukte/gelaende.html&lt;/a&gt; where you can get 50 and 200 m data, however you can buy 10 m datasets&lt;/li&gt;&#xA;&lt;li&gt;Slovenia: &lt;a href=&quot;http://gis.arso.gov.si/evode/profile.aspx?id=atlas_voda_Lidar@Arso&amp;amp;culture=en-US&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://gis.arso.gov.si/evode/profile.aspx?id=atlas_voda_Lidar@Arso&amp;amp;culture=en-US&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Hope it helps,&#xA;Grzegorz&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2022-10-13T20:53:19.683" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20680" PostTypeId="1" CreationDate="2022-10-14T17:19:54.417" Score="0" ViewCount="20" Body="&lt;p&gt;I am looking for a list of &lt;em&gt;mandatory&lt;/em&gt; vaccines for as many countries as possible.  The data set I am interested in could look like something along the following lines.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;          | Chickenpox | Flu        | Shingles   |&#xA;----------|------------|------------|------------|&#xA;Borduria  | True       | False      | True       |&#xA;Ruritania | True       | True       | True       |&#xA;Syldavia  | True       | True       | True       |&#xA;----------|------------|------------|------------|&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;My motivation is to find vaccines that are mandatory in, say, &lt;a href=&quot;https://en.wikipedia.org/wiki/Borduria&quot; rel=&quot;nofollow noreferrer&quot;&gt;Borduria&lt;/a&gt;, but not in neighbouring &lt;a href=&quot;https://en.wikipedia.org/wiki/Syldavia&quot; rel=&quot;nofollow noreferrer&quot;&gt;Syldavia&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12650" LastActivityDate="2022-10-22T19:00:15.943" Title="On mandatory vaccines" Tags="|data-request|medical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20681" PostTypeId="2" ParentId="20570" CreationDate="2022-10-14T18:42:22.577" Score="0" Body="&lt;p&gt;OpenTopography supports downloading heightmaps (and other data) from several sources.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://portal.opentopography.org/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://portal.opentopography.org/datasets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here's the current sources available for South Africa:&lt;/p&gt;&#xA;&lt;p&gt;1      Copernicus Global Digital Elevation Models&lt;br /&gt;&#xA;2      NASADEM Global Digital Elevation Model&lt;br /&gt;&#xA;3      Global Bathymetry and Topography at 15 Arc Sec: SRTM15+ V2.1&lt;br /&gt;&#xA;4      Global Multi-Resolution Topography (GMRT) Data Synthesis&lt;br /&gt;&#xA;5      ALOS World 3D - 30m&lt;br /&gt;&#xA;6      Shuttle Radar Topography Mission (SRTM) Global&lt;/p&gt;&#xA;&lt;p&gt;You may need some dataprocessing to convert the raw data to Grayscale Raster.&lt;/p&gt;&#xA;" OwnerUserId="17452" LastActivityDate="2022-10-14T18:42:22.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20682" PostTypeId="5" CreationDate="2022-10-14T18:46:31.153" Score="0" Body="" OwnerUserId="70" LastEditorUserId="70" LastEditDate="2022-10-14T18:46:31.153" LastActivityDate="2022-10-14T18:46:31.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20683" PostTypeId="4" CreationDate="2022-10-14T18:46:31.153" Score="0" Body="For questions related to the Internet Archive." OwnerUserId="70" LastEditorUserId="70" LastEditDate="2022-10-14T18:46:31.153" LastActivityDate="2022-10-14T18:46:31.153" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20684" PostTypeId="2" ParentId="12590" CreationDate="2022-10-16T22:27:08.870" Score="0" Body="&lt;p&gt;This github repo has all US city boundaries in GeoJSON format:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/generalpiston/geojson-us-city-boundaries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/generalpiston/geojson-us-city-boundaries&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It's derived from the US Census TIGER data.&lt;/p&gt;&#xA;" OwnerUserId="32364" LastActivityDate="2022-10-16T22:27:08.870" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20687" PostTypeId="1" CreationDate="2022-10-19T08:42:39.627" Score="0" ViewCount="16" Body="&lt;p&gt;In &lt;code&gt;R&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;p&gt;I have a sample (&lt;code&gt;y&lt;/code&gt;) of length &lt;code&gt;1e4&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;y = sample(0:200, 1e4, replace = TRUE)&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have plugged this sample into:&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;dbinom(y-x,100,0.3)&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, I would like to gather samples from this function but simulate for &lt;code&gt;x&lt;/code&gt; values from &lt;code&gt;0:200&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;i.e&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;x = 0:200&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;For e.g. the first iteration will be &lt;code&gt;1e4&lt;/code&gt; samples of &lt;code&gt;dbinom(y-0,100,0.3)&lt;/code&gt; which will produce &lt;code&gt;1e4&lt;/code&gt; samples then the next iteration will be &lt;code&gt;dbinom(y-1,100,0.3)&lt;/code&gt; etc up until &lt;code&gt;x = 200.&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;This is for going to be used in getting the &lt;code&gt;M = max(f(y)/h(y))&lt;/code&gt; for accept-reject envelope method however since my &lt;code&gt;f(y)&lt;/code&gt; is discrete I would like to sample for each integer value of x = 0:200 and then get the max from there.&lt;/p&gt;&#xA;&lt;p&gt;However, I am unsure as to how to approach this as I am new to &lt;code&gt;R&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Any help is much appreciated!&lt;/p&gt;&#xA;" OwnerUserId="32377" LastActivityDate="2024-03-14T21:07:45.887" Title="R: sampling using dbinom(y-0:200)" Tags="|programming|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20688" PostTypeId="2" ParentId="3744" CreationDate="2022-10-19T20:09:28.530" Score="0" Body="&lt;p&gt;Try this... We are adding 25.000 new sources everyday in 10 most spoken languages.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://rapidapi.com/search/ctrdevs&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/search/ctrdevs&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32381" LastActivityDate="2022-10-19T20:09:28.530" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20691" PostTypeId="2" ParentId="16241" CreationDate="2022-10-21T00:56:06.807" Score="0" Body="&lt;p&gt;They may have changed their site, but &lt;a href=&quot;https://meta.m.wikimedia.org/wiki/Data_dump_torrents&quot; rel=&quot;nofollow noreferrer&quot;&gt;the link&lt;/a&gt; you shared now has magnet  links to torrents near the bottom.&lt;/p&gt;&#xA;" OwnerUserId="32115" LastActivityDate="2022-10-21T00:56:06.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20692" PostTypeId="1" CreationDate="2022-10-21T01:26:50.490" Score="1" ViewCount="63" Body="&lt;p&gt;I am trying do the following:&#xA;Subscribe and be alerted when a new version of the VFR and IFR charts are available from the following websites:&#xA;&lt;a href=&quot;https://www.faa.gov/air_traffic/flight_info/aeronav/digital_products/vfr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.faa.gov/air_traffic/flight_info/aeronav/digital_products/vfr/&lt;/a&gt;&#xA;&lt;a href=&quot;https://www.faa.gov/air_traffic/flight_info/aeronav/digital_products/ifr/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.faa.gov/air_traffic/flight_info/aeronav/digital_products/ifr/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If a new version is available, download all zip flies  from the &amp;quot;&amp;quot;Next Edition&amp;quot;&amp;quot; columns which are the following:&lt;/p&gt;&#xA;&lt;p&gt;Sectional Set&#xA;Terminal Area Set&#xA;Helicopter Set&#xA;Grand Canyon Set&#xA;Caribbean Set&#xA;Planning Set&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;If a new version is available, go to the FAA website for IFR Charts, and select the &amp;quot;56-Day Sets&amp;quot;&#xA;Download the zip file in the &amp;quot;Next Edition&amp;quot; column &amp;quot;DDECUS XXX&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;Is there an API that will allow me to do that?&lt;/p&gt;&#xA;" OwnerUserId="32392" LastActivityDate="2024-01-16T08:05:30.607" Title="Programmatically retrieving VFR/IFR Charts from FAA" Tags="|data-request|geospatial|api|scraping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20693" PostTypeId="2" ParentId="20687" CreationDate="2022-10-21T18:42:37.020" Score="0" Body="&lt;pre&gt;&lt;code&gt;idx &amp;lt;- 0:200&#xA;y &amp;lt;- sample(idx, 1e4, replace = TRUE)&#xA;lapply(idx, function(x) {&#xA;  message('x = ', x)&#xA;  dbinom(y - x, 100, 0.3)  &#xA;})&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="32399" LastActivityDate="2022-10-21T18:42:37.020" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20694" PostTypeId="2" ParentId="20680" CreationDate="2022-10-22T19:00:15.943" Score="1" Body="&lt;p&gt;The closest I have seen to what you're looking for are listings of countries where certain childhood vaccinations are mandatory:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://ourworldindata.org/childhood-vaccination-policies&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ourworldindata.org/childhood-vaccination-policies&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/sansuthi/childhood-vaccination&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/sansuthi/childhood-vaccination&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;You might be able to infer whether a vaccination is compulsory based on coverage rates found in WHO immunization data sets:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://immunizationdata.who.int/listing.html?topic=coverage&amp;amp;location=&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://immunizationdata.who.int/listing.html?topic=coverage&amp;amp;location=&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I believe that there is significant regional variance within individual countries in terms of what is compulsory/mandatory, which would make a data set of this nature quite labour intensive to produce and maintain, which may explain why it is somewhat difficult to find this data online.&lt;/p&gt;&#xA;" OwnerUserId="32399" LastActivityDate="2022-10-22T19:00:15.943" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20695" PostTypeId="1" CreationDate="2022-10-22T19:57:08.443" Score="2" ViewCount="42" Body="&lt;p&gt;I am looking for a dataset on the real speed of cars in German autobahns.&lt;/p&gt;&#xA;&lt;p&gt;This question was inspired by &lt;a href=&quot;https://travel.stackexchange.com/q/139723/1810&quot;&gt;https://travel.stackexchange.com/q/139723/1810&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2022-10-24T18:19:03.290" Title="Dataset on the real speed of cars in German autobahns" Tags="|data-request|germany|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20696" PostTypeId="1" CreationDate="2022-09-26T19:56:15.907" Score="0" ViewCount="328" Body="&lt;p&gt;Does anyone know where I can find animal population censuses or datasets with different types of animals? It's for a paper on a type of sampling called capture-recapture sampling.&lt;/p&gt;&#xA;" OwnerDisplayName="gorkam" LastEditorUserId="-1" LastEditDate="2022-10-25T05:55:14.043" LastActivityDate="2022-10-25T05:55:14.043" Title="Animal population dataset" Tags="|data-request|animals|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20697" PostTypeId="2" ParentId="20696" CreationDate="2022-09-27T07:23:06.990" Score="1" Body="&lt;p&gt;You can find below some datasets looking at animal populations, focusing on endangered species. I hope you find some of these useful.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/johnharshith/number-of-species-in-each-iucn-red-list-category&quot; rel=&quot;nofollow noreferrer&quot;&gt;Number of Species in Each IUCN Red List Category&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/kkhandekar/conservation-status-of-the-worlds-snakes&quot; rel=&quot;nofollow noreferrer&quot;&gt;A dataset focusing on endangered snakes, also including their red&#xA;list status&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/harshithgupta/endangered-fish-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;A dataset focusing on endangered types of fish&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/codefantasy/list-of-fishes-found-in-sweden&quot; rel=&quot;nofollow noreferrer&quot;&gt;Also fish, but this time both endangered and common, focusing on the region of Sweden&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="missrg" LastActivityDate="2022-09-27T07:23:06.990" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20700" PostTypeId="2" ParentId="20695" CreationDate="2022-10-24T18:19:03.290" Score="3" Body="&lt;p&gt;You could look into the &lt;a href=&quot;https://www.highd-dataset.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HighD dataset&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The highD dataset is a new dataset of naturalistic vehicle trajectories recorded on German highways. Using a drone, typical limitations of established traffic data collection methods such as occlusions are overcome by the aerial perspective. Traffic was recorded at six different locations and includes more than 110 500 vehicles. Each vehicle's trajectory, including vehicle type, size and manoeuvres, is automatically extracted.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The data is collected at different locations near Cologne in Germany, hopefully one of them is at a location where there is no speed limit:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://www.highd-dataset.com/static/img/location.6a3874e.png&quot; alt=&quot;&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;Additionally, you could look for data from induction loop detectors (Induktionsschleifendetektoren in German). &lt;a href=&quot;https://en.wikipedia.org/wiki/Induction_loop#Vehicle_detection&quot; rel=&quot;nofollow noreferrer&quot;&gt;These detectors record passing vehicles&lt;/a&gt;, from which the (average) speed and flow can be derived.&lt;/p&gt;&#xA;" OwnerUserId="9127" LastActivityDate="2022-10-24T18:19:03.290" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20709" PostTypeId="1" CreationDate="2022-10-27T10:06:00.500" Score="1" ViewCount="61" Body="&lt;p&gt;I obtained entities(and their QIDs) and the category data from Wikidata, but cannot connect the two.&lt;/p&gt;&#xA;&lt;p&gt;Here is what an entity entry is like:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;code&gt;&amp;lt;http://wikidata.dbpedia.org/resource/Q100000001&amp;gt; &amp;lt;http://dbpedia.org/ontology/alias&amp;gt; &amp;quot;Franklin School&amp;quot;@tl .&lt;/code&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;and here is a category data entry:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;code&gt;&amp;lt;http://dbpedia.org/resource/!Oka_Tokat&amp;gt; &amp;lt;http://purl.org/dc/terms/subject&amp;gt; &amp;lt;http://dbpedia.org/resource/Category:Television_shows_set_in_the_Philippines&amp;gt; .&lt;/code&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;We can see that the two dataset cannot be linked by a foreign key.&lt;/p&gt;&#xA;&lt;p&gt;I know that I cant extract the page of an entity by its QID, but I wonder if there is a table containing the QID-category mapping?&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2022-10-30T14:30:14.493" LastActivityDate="2022-10-30T14:30:14.493" Title="How can I get the category of a term by its QID?" Tags="|wikidata|dbpedia|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20710" PostTypeId="1" CreationDate="2022-10-28T08:16:19.003" Score="1" ViewCount="27" Body="&lt;p&gt;From the descriptions of &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/wikidata/sameas-all-wikis&quot; rel=&quot;nofollow noreferrer&quot;&gt;sameAs&lt;/a&gt; and &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/wikidata/alias&quot; rel=&quot;nofollow noreferrer&quot;&gt;alias&lt;/a&gt; I don't know how the two relate to each other, and it also provides the &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/wikidata/redirects&quot; rel=&quot;nofollow noreferrer&quot;&gt;redirects&lt;/a&gt;. And aliases also appear in &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/wikidata/properties&quot; rel=&quot;nofollow noreferrer&quot;&gt;properties&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2022-10-28T08:25:19.537" LastActivityDate="2022-10-28T08:25:19.537" Title="What is the difference between sameAs and alias in Wikidata?" Tags="|wikidata|wikipedia|dbpedia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20712" PostTypeId="1" CreationDate="2022-10-31T09:23:25.387" Score="1" ViewCount="22" Body="&lt;p&gt;I am looking for open datasets with survey data of households and individuals which includes the location of the survey respondents in coordinates. The datasets should be worldwide or covering at least areas exceeding single counties or small (sub-)continents.&#xA;For example, the Demographic &amp;amp; Health Surveys (DHS) collect survey data in 90 countries that provide information on a wide range of monitoring and impact evaluation indicators in the areas of population, health, and nutrition. Most of the surveys also include the location of households in small clusters of around 20 to 30 households. Now I am looking for alternatives of the DHS data.&lt;/p&gt;&#xA;" OwnerUserId="32440" LastActivityDate="2022-10-31T09:23:25.387" Title="Looking for geocoded survey data of households and individuals" Tags="|data-request|geospatial|survey|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20713" PostTypeId="1" AcceptedAnswerId="20716" CreationDate="2022-11-01T02:47:48.883" Score="2" ViewCount="60" Body="&lt;p&gt;I have these two corpora: 1) &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/wikidata/alias/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata alias&lt;/a&gt;; 2) &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/wikidata/labels/&quot; rel=&quot;nofollow noreferrer&quot;&gt;wikidata labels&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;What confused me is that &lt;a href=&quot;https://zh.wikipedia.org/wiki/%E6%95%B0%E5%AD%A6%E5%B8%B8%E6%95%B0&quot; rel=&quot;nofollow noreferrer&quot;&gt;数学常数&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/Mathematical_constant&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mathematical constant&lt;/a&gt;'s QIDs are respectively Q866140 and Q186509, even though they are linked to each other by switching languages. The traditional Chinese version &lt;a href=&quot;https://zh.wikipedia.org/zh-hant/%E6%95%B0%E5%AD%A6%E5%B8%B8%E6%95%B0&quot; rel=&quot;nofollow noreferrer&quot;&gt;數學常數&lt;/a&gt;'s QID is the same as &lt;a href=&quot;https://en.wikipedia.org/wiki/Mathematical_constant&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mathematical constant&lt;/a&gt;'s, and the former is also linked with the latter by the language setting. I filtered in only alias and labels with language codes &amp;quot;en&amp;quot; and &amp;quot;zh&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;Are there something wrong? Or how to download interlanguage links data? &lt;a href=&quot;https://databus.dbpedia.org/dbpedia/generic/interlanguage-links/&quot; rel=&quot;nofollow noreferrer&quot;&gt;This interlanguage links dataset&lt;/a&gt; is too small.&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2022-12-18T11:10:18.407" LastActivityDate="2022-12-18T11:10:18.407" Title="The Chinese English parallel corpus from Wikidata?" Tags="|wikidata|dbpedia|china|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20714" PostTypeId="1" CreationDate="2022-11-01T05:18:27.817" Score="0" ViewCount="213" Body="&lt;p&gt;The WMTS url for ESRI imagery is &lt;code&gt;http://services.arcgisonline.com/arcgis/rest/services/World_Imagery/MapServer/WMTS/1.0.0/WMTSCapabilities.xml&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know of any other WMTS urls for world imagery?&lt;/p&gt;&#xA;" OwnerDisplayName="Buff Fox" LastEditorUserId="6229" LastEditDate="2022-11-03T16:02:15.423" LastActivityDate="2022-11-03T16:02:15.423" Title="Alternate WMTS layers for world imagery" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20715" PostTypeId="2" ParentId="20714" CreationDate="2022-11-01T05:58:08.353" Score="1" Body="&lt;p&gt;You can, for example access recent global satellite image/LC-maps/NDVI etc. from ESA's Sentinel 2 at &lt;a href=&quot;https://services.terrascope.be/wms/v2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://services.terrascope.be/wms/v2&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="30519" OwnerDisplayName="Vincé" LastEditorUserId="6229" LastEditDate="2022-11-01T13:27:09.073" LastActivityDate="2022-11-01T13:27:09.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20716" PostTypeId="2" ParentId="20713" CreationDate="2022-11-01T13:29:45.997" Score="2" Body="&lt;p&gt;It's important to note that you are linking to &lt;em&gt;dbpedia's version of Wikidata&lt;/em&gt;, as noted in the other question, and they might have done things a little differently when processing it. I can't really answer from the dbpedia side of things, so this is a Wikidata-oriented answer...&lt;/p&gt;&#xA;&lt;p&gt;The Wikipedia pages you mention link to the same item, &lt;a href=&quot;https://wikidata.org/wiki/Q186509&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wikidata.org/wiki/Q186509&lt;/a&gt; - the other item links to a related set of WP pages, in English &amp;quot;Mathematical constants by continued fraction representation&amp;quot;. However, this item has had its Chinese label truncated (it lost the brackets in 数学常数 (以连分数表示排列)) and so it shows up on Wikidata with the same Chinese label as the first.&lt;/p&gt;&#xA;&lt;p&gt;If you are simply matching on labels or aliases, then the key thing to know is that Wikidata's labels and aliases are &lt;strong&gt;not unique&lt;/strong&gt;. There might be a hundred items with an identical &amp;quot;John Smith&amp;quot; label in English and fifty more with that alias. In general, Wikidata does not keep the disambiguation notes in brackets from Wikipedia page titles, which is probably why the Chinese one here lost the bracketed section, but there can be many other differences.&lt;/p&gt;&#xA;&lt;p&gt;You can get a copy of the full set of the interlanguage links from the Wikidata dumps at &lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dumps.wikimedia.org/&lt;/a&gt; - you will want the wikidatawiki dump and the wb-items-per-site file (&amp;quot;For each Wikidata item, this contains rows with the corresponding page name on a given wiki project.&amp;quot;). Documentation for the file is &lt;a href=&quot;https://m.mediawiki.org/wiki/Wikibase/Schema/wb_items_per_site/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;at mediawiki.org&lt;/a&gt; and more general documentation on the dumps is &lt;a href=&quot;https://m.wikidata.org/wiki/Wikidata:Database_download&quot; rel=&quot;nofollow noreferrer&quot;&gt;available on Wikidata&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastEditorUserId="5418" LastEditDate="2022-11-02T12:30:48.280" LastActivityDate="2022-11-02T12:30:48.280" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20717" PostTypeId="1" AcceptedAnswerId="20718" CreationDate="2022-11-03T01:55:03.743" Score="1" ViewCount="16" Body="&lt;p&gt;I'm searching for the recovered data after that day for any country for my SIR model fitting with python. But I cannot find any recovered data except for CSSE data, there is a data for recovered population but not after August 4th 2021.&lt;/p&gt;&#xA;&lt;p&gt;Or is it the case that They do not collect the data because it's kind of not essential information? because by period about 10-12 days, we can just predict the recovered population? I mean I'm wonder the reason cannot find an single data for recovered is whether there is no data or my poor searching&lt;/p&gt;&#xA;" OwnerUserId="32450" LastActivityDate="2022-11-03T14:58:35.293" Title="Is there any recovered data for covid-19 after August 4th, 2021?" Tags="|uses-of-open-data|covid19|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20718" PostTypeId="2" ParentId="20717" CreationDate="2022-11-03T14:58:35.293" Score="0" Body="&lt;p&gt;The problem with the recovered measurement is that the definition/concept is almost entirely separate from how it is calculated. It is very difficult for researchers/contact tracers to get follow-up information from confirmed infected after the initial exposure. As a result, many agencies will simply calculate the measurement for the actively infected population and recovered population as being within 45 days of a positive PCR and 45 days or more since a positive PCR respectively. Given the many issues with the recovered measurement, I am not surprised to see many reporting agencies deprecating that indicator.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2022-11-03T14:58:35.293" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20719" PostTypeId="1" CreationDate="2022-11-04T18:46:35.800" Score="0" ViewCount="33" Body="&lt;p&gt;I am interested in creating a dataset that only contains that class of drugs. I would prefer being able to search by the drug name, but entries for that field are masked. Does anyone know if I can search by and create a dataset by drug class?&lt;/p&gt;&#xA;" OwnerUserId="32458" LastActivityDate="2023-12-19T01:00:25.180" Title="Query Syntax by Drug Class" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20721" PostTypeId="1" AcceptedAnswerId="20743" CreationDate="2022-11-07T17:16:24.960" Score="0" ViewCount="53" Body="&lt;p&gt;I'm looking for a data source that would allow me to generate a lat/long that is &amp;quot;probable location of a human's home&amp;quot;. I'd hope that if I ran it ~8 billion times, it'd give me something 'similar' to the distributions of humans on the planet at any given time.&lt;/p&gt;&#xA;&lt;p&gt;I'm comfortable with the data being very rough — it'd be ideal if I could get single digit number of different lat/long 'bins' for a major metropolis for example (eg. the east side of NYC has an X% chance of hosting a human, the west side Y%), but not a requirement — whole city level 'bins' would be fine too.&lt;/p&gt;&#xA;&lt;p&gt;I live in the UK, so I'm reasonably familiar with &lt;a href=&quot;https://www.ons.gov.uk/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the ONS&lt;/a&gt;, which I'm sure has data I can use for my country, but is there anything global I could lean on?&lt;/p&gt;&#xA;" OwnerUserId="32469" LastActivityDate="2022-11-14T12:54:17.107" Title="Data source for probable location of rough primary residences over the globe?" Tags="|data-request|geospatial|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20722" PostTypeId="1" CreationDate="2022-11-08T06:08:29.133" Score="3" ViewCount="49" Body="&lt;p&gt;I wonder why Wikidata includes/filters in &lt;a href=&quot;https://www.wikidata.org/wiki/Q105030571&quot; rel=&quot;nofollow noreferrer&quot;&gt;this kind of entries&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Foundations of Astrophysics Barbara Ryden Bradley M. Peterson. 596 pp. Addison-Wesley, San Francisco, 2009. Price: $137.33 (hardcover). ISBN 978-0-321-59558-4 (Q105030571)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;German Reich and Protectorate of Bohemia and Moravia September 1939–September 1941 (Q104958086)&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Do they imply mistakes somewhere?&lt;/p&gt;&#xA;" OwnerUserId="6287" LastActivityDate="2023-12-03T10:04:50.590" Title="Why are some entries so long and strange on Wikidata?" Tags="|wikidata|wikipedia|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20723" PostTypeId="2" ParentId="20722" CreationDate="2022-11-08T07:25:42.550" Score="1" Body="&lt;p&gt;As you can see in the &lt;a href=&quot;https://www.wikidata.org/w/index.php?title=Q105030571&amp;amp;action=history&quot; rel=&quot;nofollow noreferrer&quot;&gt;edit history&lt;/a&gt; of the first one, that item was created by a bot, implying that the machine-readable source data is odd.&lt;/p&gt;&#xA;&lt;p&gt;The second one &lt;a href=&quot;https://www.worldcat.org/title/1164624132&quot; rel=&quot;nofollow noreferrer&quot;&gt;seems to be&lt;/a&gt; correctly named and is merely a long title of a book.&lt;/p&gt;&#xA;" OwnerUserId="3223" LastActivityDate="2022-11-08T07:25:42.550" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20724" PostTypeId="1" CreationDate="2022-11-08T15:22:12.497" Score="1" ViewCount="28" Body="&lt;p&gt;I'm trying to extract some of the latest data about covid-19 pandemic statistics (number of cases, recoveries, point in time) per country from Wikidata using this SPARQL query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?COVID19_loc ?COVID19_locLabel ?countryLabel ?cases ?timeC ?recoveries ?timeR {  &#xA;    ?pandemic wdt:P1269 wd:Q81068910;&#xA;    FILTER ( ?pandemic in ( wd:Q83741704)).&#xA;    ?pandemic wdt:P527 ?COVID19_loc.&#xA;    ?COVID19_loc wdt:P17 ?country.&#xA;    ?COVID19_loc wdt:P1603 ?cases.&#xA;    FILTER NOT EXISTS {?COVID19_loc wdt:P1603/wdt:P585 ?timeC_Other FILTER ( ?timeC_Other &amp;gt; ?timeC)}.&#xA;    ?COVID19_loc wdt:P8010 ?recoveries.&#xA;    FILTER NOT EXISTS {?COVID19_loc wdt:P8010/wdt:P585 ?timeR_Other FILTER ( ?timeR_Other &amp;gt; ?timeR)}.&#xA;SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. } }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The thing is I'm getting multiples cases and recoveries results instead of the latest of them only, also timeC and timeR don't return a thing!&lt;/p&gt;&#xA;" OwnerUserId="32470" LastActivityDate="2022-11-08T15:22:12.497" Title="getting the latest data about covid-19 pandemic per country with a Wikidata SPARQL query" Tags="|wikidata|sparql|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20726" PostTypeId="1" CreationDate="2022-11-08T23:46:32.747" Score="1" ViewCount="541" Body="&lt;p&gt;For an application I'm building, I need to find a list of all office addresses for large companies (e.g. the addresses for each of Google's 170+ offices, not just their headquarters).&lt;/p&gt;&#xA;&lt;p&gt;The closest solution I've found is &lt;a href=&quot;https://craft.co/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://craft.co/&lt;/a&gt;, although that seems to be an API for large enterprises.&lt;/p&gt;&#xA;&lt;p&gt;(happy to write code to scrape the data, or pay for the data, etc.)&lt;/p&gt;&#xA;" OwnerUserId="32475" LastActivityDate="2023-04-16T10:05:45.707" Title="Where can I find a dataset of company office addresses?" Tags="|business|companies|address|location|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20728" PostTypeId="1" CreationDate="2022-11-09T17:42:00.767" Score="0" ViewCount="71" Body="&lt;p&gt;I'm building a search form using the openFDA API starting with the Drugs@FDA endpoint. In my attempts to find a consistent method and identifiable field to search for drugs I have noticed some inconsistencies not talked about in the project documentation.&lt;/p&gt;&#xA;&lt;p&gt;Question: What is the openFDA field and why is it not included in every application.&lt;/p&gt;&#xA;" OwnerUserId="32480" LastEditorUserId="32480" LastEditDate="2022-11-10T20:05:16.253" LastActivityDate="2023-12-18T20:05:20.647" Title="Drugs@FDA Endpoint - Why is the openFDA field missing from some applications" Tags="|api|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20730" PostTypeId="2" ParentId="20726" CreationDate="2022-11-09T21:58:09.597" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://opencorporates.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/&lt;/a&gt; provides access to data on 200M+ companies in many jurisdictions across the planet&lt;/p&gt;&#xA;&lt;p&gt;OpenCorporates labels itself as &amp;quot;open data&amp;quot; but the reality is more nuanced:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;API keys are available in two ways: free of charge to anyone legitimately working on a project that will contribute back to the open-data community (“share-alike API keys”), and for a fee under our non-share-alike API terms (“non-share-alike API keys”), for example for use in commercial or proprietary applications.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I have not found a link at which the whole database can be downloaded, so it does not qualify as &amp;quot;open data&amp;quot;. However, it says:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The OpenCorporates database is licensed under the Open Database License.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Source: &lt;a href=&quot;https://opencorporates.com/legal/licence&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opencorporates.com/legal/licence&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32399" LastEditorUserId="754" LastEditDate="2022-11-17T09:49:48.313" LastActivityDate="2022-11-17T09:49:48.313" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20731" PostTypeId="1" AcceptedAnswerId="20734" CreationDate="2022-11-10T08:34:27.977" Score="0" ViewCount="29" Body="&lt;p&gt;How would an HTTP request or API request retrieve navigation data from Google Maps? Are there some simple lines of code for that? Let's say I want to give an input of origin and destination address, then the results of car, public transport, walking etc. are given with distance, required time and so on. Basically, setting the navigation UI Google Maps settings which results in a somewhat tabular form or any other format that can be used for analyzing.&lt;/p&gt;&#xA;&lt;p&gt;Thank you in advance!&lt;/p&gt;&#xA;" OwnerUserId="32483" LastActivityDate="2022-11-11T06:15:07.440" Title="Is there a way to retrieve navigation data from Google Maps e.g. to R?" Tags="|geospatial|api|programming|scraping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20733" PostTypeId="1" CreationDate="2022-11-10T20:45:43.073" Score="1" ViewCount="12" Body="&lt;p&gt;Would love anything related to whale strandings, even if not in eastern US, just must be a singular area (west, midwest, etc.).&lt;/p&gt;&#xA;" OwnerUserId="32490" LastEditorUserId="754" LastEditDate="2022-11-11T13:23:11.523" LastActivityDate="2022-11-11T13:23:11.523" Title="Open data sets for whale strandings in eastern U.S?" Tags="|geospatial|environment|animals|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20734" PostTypeId="2" ParentId="20731" CreationDate="2022-11-11T06:15:07.440" Score="0" Body="&lt;p&gt;Yes, from R you can call Google Maps' &lt;a href=&quot;https://developers.google.com/maps/documentation/directions&quot; rel=&quot;nofollow noreferrer&quot;&gt;Directions API&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;API calls look like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://maps.googleapis.com/maps/api/directions/json&#xA;?destination=Perth%2C%20AU&#xA;&amp;amp;origin=Sydney%2C%20AU&#xA;&amp;amp;waypoints=via%3Aenc%3AlexeF%7B~wsZejrPjtye%40%3A&#xA;&amp;amp;key=YOUR_API_KEY&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;You can specify to receive results in either JSON or XML.&lt;/p&gt;&#xA;&lt;p&gt;You will need an API key.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2022-11-11T06:15:07.440" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20735" PostTypeId="1" CreationDate="2022-11-11T07:06:10.260" Score="1" ViewCount="68" Body="&lt;p&gt;I get stuck by this Wikidata item: &lt;a href=&quot;https://www.wikidata.org/wiki/Q87525777&quot; rel=&quot;nofollow noreferrer&quot;&gt;9.&lt;/a&gt;, and wonder why there is no corresponding Wikipedia entry?&lt;/p&gt;&#xA;" OwnerUserId="6287" LastActivityDate="2022-11-17T18:43:47.840" Title="Why some items on Wikidata have no corresponding Wikipedia entry?" Tags="|wikidata|wikipedia|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20736" PostTypeId="2" ParentId="20735" CreationDate="2022-11-11T07:45:33.277" Score="0" Body="&lt;p&gt;That's master data. Things that you need in order to refer to them in other entries.&lt;/p&gt;&#xA;&lt;p&gt;Another example would be &lt;a href=&quot;https://www.wikidata.org/wiki/Q51155371&quot; rel=&quot;nofollow noreferrer&quot;&gt;Q51155371&lt;/a&gt;.  A meaningful encyclopaedic article is simply impossible.&lt;/p&gt;&#xA;&lt;p&gt;You can however use the &lt;a href=&quot;https://www.wikidata.org/wiki/Special:WhatLinksHere/Q51155371&quot; rel=&quot;nofollow noreferrer&quot;&gt;What Links Here&lt;/a&gt; tool to inspect if there are indeed references.&lt;/p&gt;&#xA;" OwnerUserId="889" LastActivityDate="2022-11-11T07:45:33.277" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20737" PostTypeId="2" ParentId="20735" CreationDate="2022-11-11T13:16:15.133" Score="0" Body="&lt;p&gt;Wikidata is not limited to topics that are covered on the Wikipedias.&lt;/p&gt;&#xA;&lt;p&gt;For instance, many hotels have a Wikidata item but no Wikidata article. Also, existing Wikipedia articles may be deleted or merged into others.&lt;/p&gt;&#xA;&lt;p&gt;You can actually create new Wikidata items at &lt;a href=&quot;https://www.wikidata.org/wiki/Special:NewItem&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.wikidata.org/wiki/Special:NewItem&lt;/a&gt; without needing to reference any Wikipedia article.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2022-11-11T13:16:15.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20739" PostTypeId="2" ParentId="20735" CreationDate="2022-11-11T16:49:20.500" Score="1" Body="&lt;p&gt;What can or cannot have an item is governed by Wikidata's &lt;a href=&quot;https://m.wikidata.org/wiki/Wikidata:Notability&quot; rel=&quot;nofollow noreferrer&quot;&gt;notability policy&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;It contains at least one valid sitelink to a page on Wikipedia, Wikivoyage, Wikisource, Wikiquote, Wikinews, Wikibooks, Wikidata,&#xA;Wikispecies, Wikiversity, or Wikimedia Commons.&lt;/li&gt;&#xA;&lt;li&gt;It refers to an instance of a clearly identifiable conceptual or material entity. The entity must be notable, in the&#xA;sense that it can be described using serious and publicly available&#xA;references.&lt;/li&gt;&#xA;&lt;li&gt;It fulfills a structural need, for example: it is needed to make statements made in other items more useful.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;So there can be items without Wikipedia articles if they correspond to some non-Wikipedia wiki page (e.g. a Wikisource source), they help extend the graph of Wikipedia items (e.g. relatives of a famous person who can be linked via &lt;em&gt;child&lt;/em&gt; etc. relationships but aren't notable enough to have their own Wikipedia articles), or if those items refer to things or concepts which are discussed in serious sources (e.g. people tend to mass import things like authors from scientific databases).&lt;/p&gt;&#xA;&lt;p&gt;Unicode characters presumably fall under the second point, the Unicode standard being a serious reference.&lt;/p&gt;&#xA;" OwnerUserId="8828" LastEditorUserId="31934" LastEditDate="2022-11-17T18:43:47.840" LastActivityDate="2022-11-17T18:43:47.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20740" PostTypeId="2" ParentId="3291" CreationDate="2022-11-12T11:50:41.713" Score="0" Body="&lt;p&gt;Geonames is the way to go. Its huge data and updates are available for download daily. But the processing and cleaning the data is a humongous task. You can try writing to &lt;a href=&quot;https://www.worldcitiesdatabase.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;world cities database&lt;/a&gt; as well to see how they manage updates and you can leverage the same for your experiment. Do note its a paid subscription for the latter suggested site.&lt;/p&gt;&#xA;" OwnerUserId="32497" LastActivityDate="2022-11-12T11:50:41.713" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20741" PostTypeId="2" ParentId="20605" CreationDate="2022-11-13T12:01:05.113" Score="1" Body="&lt;p&gt;In The Netherlands the &lt;a href=&quot;https://www.kadaster.nl/about-us&quot; rel=&quot;nofollow noreferrer&quot;&gt;Cadastre&lt;/a&gt; &lt;a href=&quot;https://www.kadaster.nl/zakelijk/producten/vastgoed/woningtransacties&quot; rel=&quot;nofollow noreferrer&quot;&gt;sells this data&lt;/a&gt; from 75 euro. You'll get (loosely translated most relevant points from Dutch):&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;transaction date&lt;br /&gt;&#xA;transaction price&lt;br /&gt;&#xA;cadastral reference&lt;br /&gt;&#xA;address of real estate&lt;br /&gt;&#xA;cadastral size&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I am not endorsing this product, nor have I worked with it, so I can't comment on the quality.&lt;/p&gt;&#xA;" OwnerUserId="9127" LastActivityDate="2022-11-13T12:01:05.113" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20742" PostTypeId="2" ParentId="10715" CreationDate="2022-11-13T20:06:53.320" Score="1" Body="&lt;p&gt;I can't tell you much about the average height of a Shetlander. However, I can tell you that I was born and raised in Shetland and that I am roughly 175cm tall. I am a 16-year-old boy as I am writing this.&lt;/p&gt;&#xA;" OwnerUserId="32501" LastActivityDate="2022-11-13T20:06:53.320" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20743" PostTypeId="2" ParentId="20721" CreationDate="2022-11-14T12:54:17.107" Score="2" Body="&lt;p&gt;As determined in the comments, what you are looking for is a &amp;quot;population density map&amp;quot;, a search term which gives plenty of results. You could start from here: &lt;a href=&quot;https://luminocity3d.org/WorldPopDen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;luminocity3d.org/WorldPopDen/&lt;/a&gt; and the data sources of that map.&lt;/p&gt;&#xA;" OwnerUserId="29993" LastActivityDate="2022-11-14T12:54:17.107" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20744" PostTypeId="1" CreationDate="2022-11-14T17:11:19.393" Score="0" ViewCount="101" Body="&lt;p&gt;I would like to easily link a field on the &amp;quot;Unique Device Identifier&amp;quot; database to a field on the &amp;quot;Recalls&amp;quot; database, so I can easily see more information of a device/lead which has a recall.&#xA;Which field would it be?&lt;/p&gt;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="30655" LastActivityDate="2023-12-18T21:07:50.910" Title="Connection between &quot;Recalls&quot; and &quot;Unique Device Identifier&quot; databases" Tags="|openfda|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20745" PostTypeId="1" CreationDate="2022-11-16T18:45:15.093" Score="1" ViewCount="139" Body="&lt;p&gt;I'm stepping in for someone who has worked with this data previously, so be gentle.&lt;/p&gt;&#xA;&lt;p&gt;I don't understand all the different files in the CollegeScorecard_Raw_data set downloaded. Specifically, the MERGED files.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/dpOA7.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dpOA7.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Some questions. I looked in the data dictionary, and on the website, and I can't find a straight answer explaining what the MERGED files are.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;What are the MERGED files. What are they merged with?&lt;/li&gt;&#xA;&lt;li&gt;DEBT_MDN data. Why does the &lt;code&gt;MERGED2020_21_PP.csv&lt;/code&gt; have NULL data for &lt;code&gt;DEBT_MDN&lt;/code&gt;? The DEBT_MDN was available in &lt;code&gt;MERGED2019_20_PP.csv&lt;/code&gt; file.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;How&lt;/strong&gt; is the MERGED data different from the &lt;code&gt;Most-Recent-Cohorts-Institution&lt;/code&gt; file? Does this file maintain values if the most recent data is NULL? Meaning, if in 2019-20, there was $XXX in a field, and the most recent year shows NULL, which value is maintained in the &lt;code&gt;Most-Recent-Cohorts-Institution&lt;/code&gt; file?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="32512" LastEditorUserId="32512" LastEditDate="2022-11-16T18:57:33.067" LastActivityDate="2022-11-16T18:57:33.067" Title="What is the MERGED dataset in College Scorecard? Also, NULL data in DEBT_MDN" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20753" PostTypeId="1" CreationDate="2022-11-20T18:14:00.400" Score="1" ViewCount="41" Body="&lt;p&gt;I have the intention of performing a machine learning project on hydroponic culture. The real problem is that it seems that there is not a public dataset available for this purpose.&lt;/p&gt;&#xA;&lt;p&gt;I'm particularly interested in predicting the results of culture ( such as size of the fruits, size of the plant, etc..) in relation to the temperature, macronutrients, etc.. .&lt;/p&gt;&#xA;&lt;p&gt;Could you please suggest me any method to find a dataset?&lt;/p&gt;&#xA;" OwnerUserId="32548" LastEditorUserId="754" LastEditDate="2022-11-22T06:42:02.867" LastActivityDate="2022-11-22T06:42:02.867" Title="Hydroponic dataset" Tags="|data-request|machine-learning|releasing-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20756" PostTypeId="2" ParentId="20728" CreationDate="2022-11-23T17:09:03.567" Score="0" Body="&lt;p&gt;openFDA field shows the data that is cross populated from other datasets. It is missing in some of the APIs because the data in those APIs&#xA;is not harmonized with data from other datasets.&lt;/p&gt;&#xA;" OwnerUserId="31775" LastActivityDate="2022-11-23T17:09:03.567" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20757" PostTypeId="2" ParentId="20744" CreationDate="2022-11-23T17:15:30.027" Score="0" Body="&lt;p&gt;You can link based on the field, openfda.device_name, which is common between the &amp;quot;Recalls&amp;quot; and the &amp;quot;Unique Device Identifier&amp;quot; APIs&lt;/p&gt;&#xA;" OwnerUserId="31775" LastActivityDate="2022-11-23T17:15:30.027" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20758" PostTypeId="1" CreationDate="2022-11-23T18:47:47.160" Score="2" ViewCount="39" Body="&lt;p&gt;Is there anywhere a ~comprehensive list of top football players and their twitter accounts?&lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2022-11-25T02:22:31.093" Title="Football players' twitter accounts" Tags="|football|twitter|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20759" PostTypeId="2" ParentId="20758" CreationDate="2022-11-23T21:27:24.080" Score="0" Body="&lt;p&gt;Okay, I figured out that Transfermarkt has a section &amp;quot;social media&amp;quot; on players' profiles. Next step is to scrape it &lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/q8Ukd.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/q8Ukd.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2022-11-23T21:27:24.080" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20760" PostTypeId="2" ParentId="20719" CreationDate="2022-11-23T21:53:55.550" Score="0" Body="&lt;p&gt;I'm Violet Wren, the tech lead of the openFDA dev team. Which endpoint are you searching for this information? A link to an example search would be great and I can help further from there.&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2022-11-23T21:53:55.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20761" PostTypeId="2" ParentId="20758" CreationDate="2022-11-24T06:11:41.063" Score="2" Body="&lt;p&gt;Nearly all top football players have a Wikipedia article, in a language or another, so they also have a Wikidata item.&lt;/p&gt;&#xA;&lt;p&gt;Such Wikidata items often have a &lt;a href=&quot;https://www.wikidata.org/wiki/Property:P2002&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twitter username&lt;/a&gt; property.&lt;/p&gt;&#xA;&lt;p&gt;You can get the data via a SPARQL query. like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?twitter&#xA;WHERE &#xA;{&#xA;  ?item wdt:P106 wd:Q937857. # Occupation: football player&#xA;  OPTIONAL{?item wdt:P2002 ?twitter}&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3Ftwitter%20%23%3FitemLabel%0AWHERE%20%0A%7B%0A%20%20%3Fitem%20wdt%3AP106%20wd%3AQ937857.%20%23%20Occupation%3A%20football%20player%0A%20%20OPTIONAL%7B%3Fitem%20wdt%3AP2002%20%3Ftwitter%7D%0A%20%20%23SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%20%23%20Helps%20get%20the%20label%20in%20your%20language%2C%20if%20not%2C%20then%20en%20language%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It currently returns 336281 footballers, among whom 6762 have a Twitter username.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2022-11-25T02:22:31.093" LastActivityDate="2022-11-25T02:22:31.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20762" PostTypeId="1" CreationDate="2022-11-24T12:31:41.700" Score="1" ViewCount="7" Body="&lt;p&gt;I cannot find any data on approval ratings for LBJ on a state by state level.&lt;/p&gt;&#xA;&lt;p&gt;(Recommendations for sources of political/cultural data in general, especially of the sort that can't be readily found on google, would be appreciated.)&lt;/p&gt;&#xA;" OwnerUserId="32569" LastActivityDate="2022-11-24T12:31:41.700" Title="Is there any state-by-state data on approval for LBJ or the Vietnam War?" Tags="|data-request|usa|politics|state|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20765" PostTypeId="1" CreationDate="2022-11-27T03:58:44.043" Score="1" ViewCount="9" Body="&lt;p&gt;I need a dataset to run a multiple regression (and find best equation) wherein&lt;/p&gt;&#xA;&lt;p&gt;Y / Dependent Variable - is a quantitative variable There should be at least 6 X / dependent variables - which should be quantitative and one other X / dependent variable which should be categorical (2 categories OK).&lt;/p&gt;&#xA;&lt;p&gt;Another condition is that at least some part of this dataset should be from the past year.&lt;/p&gt;&#xA;&lt;p&gt;I have spent hours and hours on the web (Google / Kaggle) searching for one but unable to find one which meets this criteria.&lt;/p&gt;&#xA;&lt;p&gt;Can anyone suggest me a dataset OR explain to me how to scrape any real-world data and make my own dataset which satisfies the above ? (I do not understand how to do the latter)&lt;/p&gt;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="32575" LastActivityDate="2022-11-27T03:58:44.043" Title="Multiple Regression Dataset needed" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20766" PostTypeId="1" CreationDate="2022-11-27T11:35:26.113" Score="1" ViewCount="15" Body="&lt;p&gt;Hope you all doing well. I am making an E-commerce project where there is need of recommendation system that would recommend dress size as S(small), M(medium), L(Large), XL(Extra large) ,2XL on the basis of body measurements like height, chest size, arm length, etc. I am trying to find a dataset that would be used to train ML model to recommend dress size but I am still not able to find one. Please anyone could suggest me a dataset or any other method for size recommendation system.&lt;/p&gt;&#xA;" OwnerUserId="32577" LastActivityDate="2022-11-27T11:35:26.113" Title="Prediction of dress size by body measurment" Tags="|machine-learning|business|classification|large-datasets|deep-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20769" PostTypeId="1" CreationDate="2022-11-29T07:57:51.370" Score="1" ViewCount="17" Body="&lt;p&gt;I have a dataset showing age groups of 60 &amp;gt; but couldn't understand the data values. I'm seeking a dataset with more age ranges or how to read the one below.&lt;/p&gt;&#xA;&lt;p&gt;I have &lt;a href=&quot;https://ourworldindata.org/explorers/coronavirus-data-explorer?zoomToSelection=true&amp;amp;time=2020-03-01..latest&amp;amp;facet=none&amp;amp;pickerSort=asc&amp;amp;pickerMetric=location&amp;amp;hideControls=false&amp;amp;Metric=Confirmed%20deaths&amp;amp;Interval=7-day%20rolling%20average&amp;amp;Relative%20to%20Population=true&amp;amp;Color%20by%20test%20positivity=false&amp;amp;country=IND%7EUSA%7EGBR%7ECAN%7EDEU%7EFRA&quot; rel=&quot;nofollow noreferrer&quot;&gt;used this Dataset&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="32584" LastEditorUserId="32115" LastEditDate="2022-12-17T15:32:06.277" LastActivityDate="2022-12-17T15:32:06.277" Title="Where can I find world covid death or vaccination datasets which include age group columns?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20770" PostTypeId="2" ParentId="11204" CreationDate="2022-11-29T11:28:55.573" Score="0" Body="&lt;p&gt;Github releases have a maximum single file size of 2 GB (and have no size limits for the entire release, so you can upload many files). The result is also directly linkable so that you can automatically download it from a script.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2022-11-29T11:28:55.573" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20772" PostTypeId="1" CreationDate="2022-11-29T10:44:19.023" Score="2" ViewCount="40" Body="&lt;p&gt;Can anyone provide the shapefile of KOZHIKODE City (not the district), and the same for BHUJ city as well?&lt;/p&gt;&#xA;&lt;p&gt;I tried the district file, but I need the city's shapefile, not the entire district.&lt;/p&gt;&#xA;" OwnerDisplayName="Ajay Choudhary" LastEditorUserId="6229" LastEditDate="2022-12-01T05:43:25.193" LastActivityDate="2022-12-01T05:43:25.193" Title="Seeking shapefile for project work in India" Tags="|geospatial|city|india|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20773" PostTypeId="2" ParentId="20772" CreationDate="2022-11-29T14:19:06.310" Score="4" Body="&lt;p&gt;As @PolyGeo said, this is a question for &lt;a href=&quot;https://opendata.stackexchange.com/&quot;&gt;Open Data SE&lt;/a&gt;. But you can get a such data from &lt;a href=&quot;https://github.com/geohacker/kerala&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; (although they might be a bit outdated). It contains the KOZHIKODE City for sure. I imported the &lt;em&gt;village.shp&lt;/em&gt; and I think that's where Kozhikode city is.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/8z9lh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8z9lh.png&quot; alt=&quot;kozi city&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can download the data:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ogZZw.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ogZZw.png&quot; alt=&quot;dl data&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32246" OwnerDisplayName="Nikos" LastActivityDate="2022-11-29T15:58:15.053" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20774" PostTypeId="1" CreationDate="2022-12-01T18:26:43.973" Score="3" ViewCount="119" Body="&lt;p&gt;I am looking for high quality elevation data for Europe. I am looking of around 2 meters or lower of resolution. So if anyone knows a good provider or programs (Can be payware or free) let me know&lt;/p&gt;&#xA;" OwnerUserId="32596" LastActivityDate="2023-01-03T23:01:45.163" Title="High quality elevation data for Europe" Tags="|data-request|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20775" PostTypeId="1" AcceptedAnswerId="20800" CreationDate="2022-12-03T00:36:44.230" Score="0" ViewCount="132" Body="&lt;p&gt;I have a question regarding the openFDA 510k data:&lt;/p&gt;&#xA;&lt;p&gt;According to the &lt;a href=&quot;https://www.fda.gov/medical-devices/510k-clearances/file-layout-releasable-510ks&quot; rel=&quot;nofollow noreferrer&quot;&gt;File Layout for Releasable 510(k)s&lt;/a&gt; the &lt;code&gt;statement_or_summary&lt;/code&gt; entry gives following information:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;SUMMARY indicates that a summary of safety and effectiveness&#xA;information is available from FDA&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;However, for many devices with a summary entry in &lt;code&gt;statement_or_summary&lt;/code&gt;, no summary document is available on the 510(k) Premarket Notification Database: e.g., for &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPMN/pmn.cfm?ID=K990380&quot; rel=&quot;nofollow noreferrer&quot;&gt;K990380&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Where are these summary documents available?&lt;/p&gt;&#xA;" OwnerUserId="25291" LastEditorUserId="25291" LastEditDate="2022-12-03T10:51:43.980" LastActivityDate="2022-12-18T22:28:08.077" Title="510(k) summary documents indicated on openFDA are not available from FDA 510(k) database" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20777" PostTypeId="2" ParentId="13986" CreationDate="2022-12-04T22:28:30.953" Score="0" Body="&lt;p&gt;I see that CSk mentioned worldclim.org already. Worth checking the list here:&#xA;Free GIS Data – Weather and Climate Data&#xA;&lt;a href=&quot;https://gisresources.com/weather-climate/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gisresources.com/weather-climate/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32611" LastEditorUserId="32611" LastEditDate="2022-12-04T22:29:05.370" LastActivityDate="2022-12-04T22:29:05.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20778" PostTypeId="2" ParentId="20774" CreationDate="2022-12-04T22:56:28.063" Score="3" Body="&lt;p&gt;if you prefer free resources, you could start with the sites listed on this page:&lt;/p&gt;&#xA;&lt;p&gt;Free GIS Data – Elevation/ DEM/ DTM Data at Gisresources.com&#xA;&lt;a href=&quot;https://gisresources.com/free-gis-data-elevation-dem-dtm-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gisresources.com/free-gis-data-elevation-dem-dtm-data/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There's also OpenDem.info with maps showing available high-res imagery: &lt;a href=&quot;https://www.opendem.info/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.opendem.info/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And this on OpenTopography.org: New 30m Digital Terrain Model Covering Continental Europe Now Available&#xA;&lt;a href=&quot;https://opentopography.org/news/new-30m-digital-terrain-model-covering-continental-europe-now-available&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opentopography.org/news/new-30m-digital-terrain-model-covering-continental-europe-now-available&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32611" LastActivityDate="2022-12-04T22:56:28.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20779" PostTypeId="2" ParentId="18081" CreationDate="2022-12-05T14:28:06.477" Score="2" Body="&lt;p&gt;The St. Louis Fed has a very easy-to-use API for this. The format is:&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;https://api.stlouisfed.org/fred/series/observations?series_id=SP500&amp;amp;api_key=KEY_GOES_HERE&amp;amp;file_type=json&amp;amp;observation_start=YYYY-MM-DD&amp;amp;observation_end=YYYY-MM-DD&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;A visualized graph of it is here: &lt;a href=&quot;https://fred.stlouisfed.org/series/SP500&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fred.stlouisfed.org/series/SP500&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;API docs here: &lt;a href=&quot;https://fred.stlouisfed.org/docs/api/fred/series_observations.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fred.stlouisfed.org/docs/api/fred/series_observations.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Sign up for a FRED account (to get your API key) here: &lt;a href=&quot;https://fredaccount.stlouisfed.org/login/secure/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fredaccount.stlouisfed.org/login/secure/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32614" LastActivityDate="2022-12-05T14:28:06.477" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20780" PostTypeId="2" ParentId="20530" CreationDate="2022-12-06T09:07:53.693" Score="1" Body="&lt;p&gt;It might be a bit late but I was looking for the same kind of data recently. You can find the data on German power plants on this &lt;a href=&quot;https://www.marktstammdatenregister.de/MaStR&quot; rel=&quot;nofollow noreferrer&quot;&gt;platform&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;This is the official registry in Germany since 2019. They provide information on the location, the capacity and the status. I hope it will help you.&lt;/p&gt;&#xA;" OwnerUserId="32618" LastEditorUserId="23668" LastEditDate="2022-12-07T11:57:39.180" LastActivityDate="2022-12-07T11:57:39.180" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20782" PostTypeId="2" ParentId="20446" CreationDate="2022-12-07T10:41:11.457" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://datahub.io/core/geo-countries#resource-countries&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahub.io/core/geo-countries#resource-countries&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;These are Geojson values. You can either convert them online in WKT or use as is. I have used and verified this. Pretty awesome.&lt;/p&gt;&#xA;&lt;p&gt;Cheers!!&lt;/p&gt;&#xA;" OwnerUserId="32625" LastActivityDate="2022-12-07T10:41:11.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20783" PostTypeId="1" CreationDate="2022-12-07T18:49:34.390" Score="0" ViewCount="63" Body="&lt;p&gt;Do you know of an RDF ontology for either football or tennis matches? I want to describe play-by-play events in the game and some statistics datasets.&lt;/p&gt;&#xA;&lt;p&gt;I did an extenstive reaserch but only really found the generic BBC Ontology for sports as a whole.&lt;/p&gt;&#xA;" OwnerUserId="32628" LastEditorUserId="32628" LastEditDate="2022-12-07T18:52:47.017" LastActivityDate="2023-01-10T13:00:05.110" Title="Public RDF Ontology for Football (soccer) or Tennis?" Tags="|rdf|ontology|football|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20784" PostTypeId="2" ParentId="20783" CreationDate="2022-12-11T12:09:42.293" Score="1" Body="&lt;p&gt;There is &lt;a href=&quot;https://dbpedia.org/ontology/FootballMatch&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;dbo:FootballMatch&lt;/code&gt;&lt;/a&gt;, or &lt;a href=&quot;https://dbpedia.org/ontology/SportsEvent&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;dbo:SportsEvent&lt;/code&gt;&lt;/a&gt; in general, and also &lt;a href=&quot;https://dbpedia.org/ontology/SoccerTournament&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;dbo:SoccerTournament&lt;/code&gt;&lt;/a&gt; and &lt;a href=&quot;https://dbpedia.org/ontology/TennisTournament&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;dbo:TennisTournament&lt;/code&gt;&lt;/a&gt;. There is no &lt;code&gt;dbo:SoccerMatch&lt;/code&gt; or &lt;code&gt;dbo:TennisMatch&lt;/code&gt;, but you can link individual matches to tournaments they were part of, or to the particular sports (such as &lt;a href=&quot;https://dbpedia.org/page/Tennis&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;dbr:Tennis&lt;/code&gt;&lt;/a&gt;). You may use other general-purpose properties for the links, or other statistics.&lt;/p&gt;&#xA;" OwnerUserId="32639" LastActivityDate="2022-12-11T12:09:42.293" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20785" PostTypeId="2" ParentId="8973" CreationDate="2022-12-11T17:26:47.623" Score="0" Body="&lt;p&gt;Oddsportal offers unique data. Although, it's pretty unfriendly to scrape. I've been struggling to find a solution and having sorted it out after a long while wrapped the solution as an R package. I also plan to store the scraped data within the package.&#xA;&lt;a href=&quot;https://github.com/ikashnitsky/oddor&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ikashnitsky/oddor&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="7044" LastActivityDate="2022-12-11T17:26:47.623" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20786" PostTypeId="2" ParentId="20496" CreationDate="2022-12-12T08:15:23.833" Score="1" Body="&lt;p&gt;You will have to work a bit but you can take a look at &lt;a href=&quot;https://transparency.entsoe.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;the Entsoe platform&lt;/a&gt; and &lt;a href=&quot;https://data.europa.eu/data/datasets/9810feeb-f062-49cd-8e76-8d8cfd488a05?locale=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;JRC's power plant database&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The Entsoe database provide information on the power plants load and capacity. The JRC's database provides the geolocalisation.&lt;/p&gt;&#xA;&lt;p&gt;They both identify the power plant by a code so it should be fairly easy.&lt;/p&gt;&#xA;" OwnerUserId="32618" LastActivityDate="2022-12-12T08:15:23.833" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20787" PostTypeId="2" ParentId="16170" CreationDate="2022-12-12T09:04:22.423" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://crowdsource.google.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;Crowdsource&lt;/a&gt; dataset has candid pictures of the sky, taken by ordinary people from the ground, often including other landscape elements:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://crowdsource.google.com/images?labels=cloud&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://crowdsource.google.com/images?labels=cloud&lt;/a&gt;&lt;br /&gt;&#xA;&lt;a href=&quot;https://crowdsource.google.com/images?labels=sky&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://crowdsource.google.com/images?labels=sky&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Right now there are not many, but there is currently a campaign to capture vastly more sky pictures, so I believe their number should increase dramatically next time the database is updated.&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I work for Crowdsource.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2022-12-12T09:04:22.423" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20789" PostTypeId="1" CreationDate="2022-12-13T06:06:47.877" Score="1" ViewCount="22" Body="&lt;p&gt;I want to work on behavior analysis of human beings during the interview process. Does anybody know any publicly available dataset that is available in person setting or with any virtual agent setup? I found only one such dataset but need much more. If anyone knows kindly reply?&lt;/p&gt;&#xA;" OwnerUserId="32651" LastActivityDate="2022-12-13T06:06:47.877" Title="Is there any publicly available dataset for interview setup except for the MIT Interview Dataset?" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20790" PostTypeId="1" CreationDate="2022-12-14T10:56:43.317" Score="1" ViewCount="163" Body="&lt;p&gt;I have a straightforward query that counts how many humans have an English Wikipedia page.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;prefix schema: &amp;lt;http://schema.org/&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt: &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;&#xA;SELECT ?item ?article&#xA;WHERE &#xA;{&#xA;  ?item wdt:P31 wd:Q5 . # Must be of a human&#xA;  ?article schema:about ?item ; # Must have a Wikipedia article&#xA;           schema:inLanguage &amp;quot;en&amp;quot; ; # Article must be in English&#xA;           schema:isPartOf &amp;lt;https://en.wikipedia.org/&amp;gt; . # Wikipedia article must be regular article&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. } # Helps get the label in your language, if not, then en language&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I get expected output as follows:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; wd:Q11124  &amp;lt;https://en.wikipedia.org/wiki/Stephen_Breyer&amp;gt;&#xA; wd:Q10727  &amp;lt;https://en.wikipedia.org/wiki/Steve_Leo_Beleck&amp;gt;&#xA; wd:Q10065  &amp;lt;https://en.wikipedia.org/wiki/Taichang_Emperor&amp;gt;&#xA; wd:Q9605   &amp;lt;https://en.wikipedia.org/wiki/Sarah_Allen_(software_developer)&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;However, if I change the &lt;code&gt;SELECT&lt;/code&gt; statement from&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?article&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;to&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT (count(?item) as ?count)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I get timeout error. Please note that the count statement works if I only specify &amp;quot;human&amp;quot; condition and exclude English Wiki article condition. So, clearly, some kind of background join is causing the query to timeout.&lt;/p&gt;&#xA;&lt;p&gt;However, this is a fairly trivial join, so the query timeout is surprising.&lt;/p&gt;&#xA;&lt;p&gt;Please let me know what may I be missing here.&lt;/p&gt;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="32654" LastActivityDate="2023-01-05T08:25:59.447" Title="Wikidata COUNT(*) query times out" Tags="|wikidata|sparql|wikipedia|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20791" PostTypeId="1" CreationDate="2022-12-14T21:42:42.070" Score="2" ViewCount="10" Body="&lt;p&gt;I am working with the Wage &amp;amp; Hour Compliance Data to understand FLSA violations in the full-service restaurant sector and am using the WHD Whisard dataset. I am wondering if there has been a recent data sweep for full-service restaurant wage violations? My specific area of interest is in the sub-minimum wage (aka tipped wage).&lt;/p&gt;&#xA;&lt;p&gt;A secondary question is: is there a variable for repeat offenders?&lt;/p&gt;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="32656" LastEditorUserId="32656" LastEditDate="2022-12-14T21:47:41.937" LastActivityDate="2022-12-14T21:47:41.937" Title="Question re: Recent full service restaurant data sweep (W&amp;H Compliance)" Tags="|labor|restaurant|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20792" PostTypeId="2" ParentId="20790" CreationDate="2022-12-15T08:07:16.213" Score="1" Body="&lt;p&gt;It is often tricky to avoid Wikidata query timeouts.&lt;/p&gt;&#xA;&lt;p&gt;When that happens, I often split the request into different requests, then merge the data afterwards, using a script.&lt;/p&gt;&#xA;&lt;p&gt;For instance, you may want to try the request for humans who were born on a particular date? Depending on your purpose, that might even be sufficient (for instance if you just wanted a rough estimation).&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2022-12-15T08:07:16.213" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20793" PostTypeId="1" AcceptedAnswerId="20794" CreationDate="2022-12-15T13:56:24.953" Score="5" ViewCount="52" Body="&lt;p&gt;Given that he has banned the Twitter account that tracked his private jet, I wondered if anyone knew where the account got its data from.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2022-12-16T08:06:32.923" Title="Where do I get the location of Elon Musk's private jet?" Tags="|aviation|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20794" PostTypeId="2" ParentId="20793" CreationDate="2022-12-16T07:59:49.230" Score="3" Body="&lt;p&gt;The new microblogging account is on Mastodon:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://mastodon.social/@elonjet&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mastodon.social/@elonjet&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, the data is and always has been coming from &lt;a href=&quot;https://ADSBExchange.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ADSBExchange.com&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;While free to see &lt;a href=&quot;https://globe.adsbexchange.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;on the website&lt;/a&gt;, ADSBExchange's data is not actually strictly open in API nor download form:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Commercial Usage Terms&lt;/p&gt;&#xA;&lt;p&gt;As noted in the legal terms and conditions, commercial (for profit or non-profit organization) use requires written authorization from ADS-B Exchange.  This is necessary to ensure operating this site remains financially viable and continues to provide unfiltered global tracking services.&lt;/p&gt;&#xA;&lt;p&gt;Commercial users are required to contact ADSBexchange for a commercial data license agreement. While our pricing is far less than other “big” providers, the technical infrastructure for running a site of this scale does require ongoing funds to support it.&lt;/p&gt;&#xA;&lt;p&gt;No bulk resale or redistribution is permitted without consent from ADSBexchange.com.&lt;/p&gt;&#xA;&lt;p&gt;Global low latency access is available with a commercial usage agreement.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2022-12-16T08:06:32.923" LastActivityDate="2022-12-16T08:06:32.923" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20795" PostTypeId="2" ParentId="20048" CreationDate="2022-12-16T23:07:34.197" Score="0" Body="&lt;p&gt;The MDBG dictonary has a &lt;a href=&quot;https://www.mdbg.net/chinese/dictionary?page=cedict&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable text file&lt;/a&gt; in csv format containing 200,000+ Chinese words in alphabetical order. There is also a (smaller) version with French word definitions of Chinese words.&lt;/p&gt;&#xA;" OwnerUserId="32665" LastActivityDate="2022-12-16T23:07:34.197" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20797" PostTypeId="2" ParentId="20769" CreationDate="2022-12-17T14:52:51.410" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://data.unicef.org/resources/covid-19-confirmed-cases-and-deaths-dashboard/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Unicef has a write up on children covid deaths&lt;/a&gt;, and the &lt;a href=&quot;https://github.com/timriffe/covid_age&quot; rel=&quot;nofollow noreferrer&quot;&gt;Raw data set found on Github&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://github.com/owid/covid-19-data/tree/master/public/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Our World in Data covid dataset&lt;/a&gt; only reports the median age, and the percentage of people aged 65 older, and aged 70 older. The median age is the age where half of the deaths are older and half are younger.&lt;/p&gt;&#xA;&lt;p&gt;I'm assuming this was to simplify the data. Less age ranges, may be thought to make the data more approachable.&lt;/p&gt;&#xA;" OwnerUserId="32115" LastActivityDate="2022-12-17T14:52:51.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20798" PostTypeId="1" CreationDate="2022-12-17T16:45:52.597" Score="2" ViewCount="67" Body="&lt;p&gt;According to &lt;a href=&quot;https://www.apartmentdata.com/databases/marketlineADSonline_TXAU.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.apartmentdata.com/databases/marketlineADSonline_TXAU.pdf&lt;/a&gt; the Apartment Occupancy rate in Austin, TX is just over 90%. My question is...  How did they make this determination? Is there some public data set that contains this data? Is there a way, using a free or paid data set, to determine the occupancy / vacancy rate of a particular apartment complex?&lt;/p&gt;&#xA;" OwnerUserId="1306" LastEditorUserId="32669" LastEditDate="2022-12-18T14:37:19.890" LastActivityDate="2022-12-18T14:37:19.890" Title="How to find occupancy/vacancy rates of apartments" Tags="|usa|real-estate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20799" PostTypeId="1" CreationDate="2022-12-17T16:48:41.387" Score="2" ViewCount="30" Body="&lt;p&gt;I need river catchment spatial data belonging to the Middle East for a research project. It can be any spatial data format(GeoPackage, GeoJSON, Shapefile, CSV with coordinate, KML, etc.). I can easily convert it to the format I need.&lt;/p&gt;&#xA;&lt;p&gt;All I found in the context of hydrology is &lt;a href=&quot;https://data.apps.fao.org/catalog/iso/2109a932-162c-43fc-bbe5-cb454ab2905a&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geo-referenced database of dams (Middle East)&lt;/a&gt;. There are other kind of hydrological data like rivers, lakes etc, but no river catchments.&lt;/p&gt;&#xA;" OwnerUserId="32669" LastEditorUserId="32669" LastEditDate="2022-12-17T17:18:30.300" LastActivityDate="2024-01-16T14:02:40.257" Title="River catchment dataset for the Middle East" Tags="|data-request|geospatial|hydrology|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20800" PostTypeId="2" ParentId="20775" CreationDate="2022-12-18T22:12:41.700" Score="0" Body="&lt;p&gt;Unfortunately, the &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfpmn/pmn.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;FDA 510(k) Premarket Notification database&lt;/a&gt; misses many PDFs for items that have a &lt;code&gt;statement or summary&lt;/code&gt; entry in the &lt;a href=&quot;https://open.fda.gov/data/downloads/&quot; rel=&quot;nofollow noreferrer&quot;&gt;openFDA 510k data file&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I think in many cases with a missing PDF there is most likely no electronic copy available. If someone really needs these files, they could probably be recovered via a Freedom of Information Act request (FOIA).&lt;/p&gt;&#xA;&lt;p&gt;Here the data for the /device/510k data downloaded on 2022-11-16&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/dwhF3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/dwhF3.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="25291" LastEditorUserId="25291" LastEditDate="2022-12-18T22:28:08.077" LastActivityDate="2022-12-18T22:28:08.077" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20801" PostTypeId="1" CreationDate="2022-12-19T11:59:43.507" Score="0" ViewCount="12" Body="&lt;p&gt;I am looking for a Cellular network environment or Heterogeneous wireless networks environment Dataset. A dataset that includes network parameters as features such as delay, jitter, throughput, cost fo network ...etc.&lt;/p&gt;&#xA;" OwnerUserId="32676" LastActivityDate="2022-12-23T04:44:32.703" Title="Looking for a Cellular network environment or Heteregenous wireless networks environment Datasets" Tags="|data-request|large-datasets|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20802" PostTypeId="1" CreationDate="2022-12-19T17:05:05.500" Score="2" ViewCount="34" Body="&lt;p&gt;I'd like to check my wind speed calculated yield against actual yield. Ideally, I would like to know:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Turbine location&lt;/li&gt;&#xA;&lt;li&gt;Turbine model details&lt;/li&gt;&#xA;&lt;li&gt;Hourly yield (or other small timestamp)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I've found helpful answers referring to this French resource: &lt;a href=&quot;https://opendata-renewables.engie.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opendata-renewables.engie.com&lt;/a&gt;. But one or more datasets of turbine output data for the UK would be really helpful, if anyone knows of such a resource.  Thank you.&lt;/p&gt;&#xA;" OwnerUserId="32678" LastActivityDate="2022-12-19T17:05:05.500" Title="Hourly wind turbine electricity/power production data for single installations in the UK?" Tags="|data-request|weather|uk|time-series|energy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20803" PostTypeId="1" CreationDate="2022-12-19T19:25:50.857" Score="1" ViewCount="13" Body="&lt;p&gt;Is there somewhere I could find the global Hailstorm data which I could further use as a base to find/identify the Hail Risk and annualized frequency? NOAA has it pretty well but only for US.&lt;/p&gt;&#xA;" OwnerUserId="19471" LastActivityDate="2022-12-19T19:25:50.857" Title="Any sources for Global Hailstorm Spatial Data?" Tags="|data-request|geospatial|open-source|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20805" PostTypeId="2" ParentId="20381" CreationDate="2022-12-20T09:44:21.803" Score="0" Body="&lt;p&gt;There is no an open data for that. &lt;a href=&quot;https://data.tuik.gov.tr&quot; rel=&quot;nofollow noreferrer&quot;&gt;The official statistics site&lt;/a&gt; and &lt;a href=&quot;https://www.teias.gov.tr&quot; rel=&quot;nofollow noreferrer&quot;&gt;TEİAŞ&lt;/a&gt; have main statistical data for electricity consumption. If both don't have it, you won't find it anywhere else. Finding hourly/weekly basis data! It is almost impossible.&lt;/p&gt;&#xA;" OwnerUserId="32669" LastEditorUserId="32669" LastEditDate="2022-12-20T09:51:50.263" LastActivityDate="2022-12-20T09:51:50.263" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20806" PostTypeId="1" CreationDate="2022-12-20T10:39:14.080" Score="1" ViewCount="101" Body="&lt;p&gt;I would like to create an URL, &lt;strong&gt;that shows me all reports from the MAUDE database from December with the product key 'MQB'.&lt;/strong&gt; I created the this URL as an attempt:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.fda.gov/device/recall.json?search=product_code:MQB%20event_date_posted:[2022-12-01%20TO%202022-12-31]&amp;amp;limit=1000&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I have also tried without the hyphens between the year, month and day, so: &lt;code&gt;...[20221201+TO+20221231]&amp;amp;limit=1000&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Both behave the same, they display all reports from all months. &lt;strong&gt;The date limit doesn't really apply.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Has anyone had the &lt;strong&gt;same or a similar problem?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The &lt;strong&gt;syntax of the query&lt;/strong&gt; is &lt;a href=&quot;https://open.fda.gov/apis/dates-and-ranges/&quot; rel=&quot;nofollow noreferrer&quot;&gt;described on the official site, here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="32683" LastEditorUserId="32115" LastEditDate="2023-01-12T04:55:43.043" LastActivityDate="2024-02-06T08:04:40.583" Title="The openFDA API supports searching by range in date not working?" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20808" PostTypeId="2" ParentId="20692" CreationDate="2022-12-22T05:52:59.410" Score="0" Body="&lt;p&gt;I happened to be looking for the exact same thing and just found out about the &lt;a href=&quot;https://www.faa.gov/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;FAA data portal&lt;/a&gt;; have you given that a try? There are even API explorers linked for most digital chart services on that page.&lt;/p&gt;&#xA;&lt;p&gt;It appears for what you described, you should at least be able to poll the various &lt;code&gt;/info&lt;/code&gt; endpoints, and retrieve as new cycle becomes available. For example (use &lt;code&gt;accept: application/json&lt;/code&gt; instead for JSON responses):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;$ curl -s -X GET 'https://soa.smext.faa.gov/apra/dec/info?edition=current' -H 'accept: application/xml' | xmllint --format -&#xA;&amp;lt;?xml version=&amp;quot;1.0&amp;quot; encoding=&amp;quot;UTF-8&amp;quot; standalone=&amp;quot;yes&amp;quot;?&amp;gt;&#xA;&amp;lt;productSet xmlns=&amp;quot;http://arpa.ait.faa.gov/arpa_response&amp;quot;&amp;gt;&#xA;  &amp;lt;status code=&amp;quot;200&amp;quot; message=&amp;quot;OK&amp;quot;/&amp;gt;&#xA;  &amp;lt;edition geoname=&amp;quot;US&amp;quot; editionName=&amp;quot;CURRENT&amp;quot; format=&amp;quot;ZIP&amp;quot;&amp;gt;&#xA;    &amp;lt;editionDate&amp;gt;11/03/2022&amp;lt;/editionDate&amp;gt;&#xA;    &amp;lt;editionNumber&amp;gt;73&amp;lt;/editionNumber&amp;gt;&#xA;  &amp;lt;/edition&amp;gt;&#xA;&amp;lt;/productSet&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Then&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;$ curl -s -X GET 'https://soa.smext.faa.gov/apra/dec/chart?edition=current' -H 'accept: application/xml' | xmllint --format -&#xA;&amp;lt;?xml version=&amp;quot;1.0&amp;quot; encoding=&amp;quot;UTF-8&amp;quot; standalone=&amp;quot;yes&amp;quot;?&amp;gt;&#xA;&amp;lt;productSet xmlns=&amp;quot;http://arpa.ait.faa.gov/arpa_response&amp;quot;&amp;gt;&#xA;  &amp;lt;status code=&amp;quot;200&amp;quot; message=&amp;quot;OK&amp;quot;/&amp;gt;&#xA;  &amp;lt;edition geoname=&amp;quot;US&amp;quot; editionName=&amp;quot;CURRENT&amp;quot; format=&amp;quot;ZIP&amp;quot;&amp;gt;&#xA;    &amp;lt;editionDate&amp;gt;11/03/2022&amp;lt;/editionDate&amp;gt;&#xA;    &amp;lt;editionNumber&amp;gt;73&amp;lt;/editionNumber&amp;gt;&#xA;    &amp;lt;product productName=&amp;quot;DEC&amp;quot; chartName=&amp;quot;DDECUS.zip&amp;quot; url=&amp;quot;https://aeronav.faa.gov/enroute/11-03-2022/DDECUS.zip&amp;quot;/&amp;gt;&#xA;  &amp;lt;/edition&amp;gt;&#xA;&amp;lt;/productSet&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;... and there's the download URL, no auth required.&lt;/p&gt;&#xA;" OwnerUserId="32691" LastActivityDate="2022-12-22T05:52:59.410" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20809" PostTypeId="2" ParentId="20799" CreationDate="2022-12-22T12:59:12.867" Score="1" Body="&lt;p&gt;A source of freely available global catchments and networks are accessible from &lt;a href=&quot;https://www.hydrosheds.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HYDROSHEDS&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2022-12-22T12:59:12.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20810" PostTypeId="1" CreationDate="2022-12-22T13:49:28.323" Score="0" ViewCount="64" Body="&lt;p&gt;I am searching for a file where I can see Portugal's 7-digit postal codes as polygons.&lt;/p&gt;&#xA;&lt;p&gt;Does anybody know of a database or a site where I can find information like that?&lt;/p&gt;&#xA;" OwnerUserId="32695" LastEditorUserId="754" LastEditDate="2022-12-23T01:02:40.487" LastActivityDate="2024-01-21T17:08:25.960" Title="Is there a database where I can find the postal codes of Portugal as polygons?" Tags="|data-request|geospatial|postal-code|portugal|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20812" PostTypeId="2" ParentId="15329" CreationDate="2022-12-22T18:02:23.337" Score="6" Body="&lt;p&gt;Live AIS data for most of the globe is available from &lt;a href=&quot;https://aisstream.io&quot; rel=&quot;noreferrer&quot;&gt;https://aisstream.io&lt;/a&gt; for free.&lt;/p&gt;&#xA;&lt;p&gt;The catch is the data is delivered via WebSocket and not a raw tcp connection. There are a few examples in their &lt;a href=&quot;https://github.com/aisstream/example&quot; rel=&quot;noreferrer&quot;&gt;github&lt;/a&gt; of using the api with various languages such as javascript and python.&lt;/p&gt;&#xA;" OwnerUserId="32698" LastActivityDate="2022-12-22T18:02:23.337" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20815" PostTypeId="2" ParentId="20806" CreationDate="2022-12-26T15:18:13.307" Score="0" Body="&lt;p&gt;You need to use &lt;code&gt;AND&lt;/code&gt; if you wish to have both be true. For example, this &lt;a href=&quot;https://api.fda.gov/device/recall.json?search=product_code:MQB%20AND%20event_date_posted:%5B2018-06-01%20TO%202022-12-31%5D&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;link show one device recall&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The two basic uses of search are:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;search=field:value+AND+field:value&lt;/code&gt; for records that match both values.&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;search=field:value+field:value&lt;/code&gt; for records that match either of the values.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="32115" LastActivityDate="2022-12-26T15:18:13.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20817" PostTypeId="2" ParentId="20810" CreationDate="2022-12-27T15:57:18.800" Score="0" Body="&lt;p&gt;Yes. Have a look at this &lt;a href=&quot;https://opendata.stackexchange.com/questions/20140/shapefile-of-portugal-4-digit-postal-codes&quot;&gt;answer&lt;/a&gt;. The data area available at &lt;a href=&quot;https://worldpostalcode.com/portugal/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World PostCode&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2022-12-27T15:57:18.800" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20820" PostTypeId="1" CreationDate="2022-12-31T01:02:32.487" Score="0" ViewCount="176" Body="&lt;p&gt;I'm looking for some family budget or expense tracker large dataset, in any format, to have some sample data to test an application on large scale.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;The dataset must have the detailed records of any payment, I'm not interested in aggregated data&lt;/strong&gt;, since it is the job my application has to do.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;I would love to have something with those columns: &lt;code&gt;date, type, description, amount (of the single transaction)&lt;/code&gt;&lt;/strong&gt;, &lt;a href=&quot;https://docs.google.com/spreadsheets/d/1W0qDEbyLMKphmzW-H9KR9SXYiKP87Y102f7IY0-1ou4/template/preview&quot; rel=&quot;nofollow noreferrer&quot;&gt;like in this template I have found online&lt;/a&gt;, which unfortunatly does not come with any data, &lt;strong&gt;BUT with single transactions instead of subtotals&lt;/strong&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rSao0.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rSao0.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Maybe I'm missing some important keyword or just searching in the wrong place.&#xA;Thanks for your help!&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;EDIT&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;After searching for some hours I found &lt;a href=&quot;https://www.youtube.com/redirect?event=comments&amp;amp;redir_token=QUFFLUhqa05FYWlvWWlZSEJDSlZTRHVnQy04RDFTMmZOUXxBQ3Jtc0tsR2I5d3VTY0pxSjlKbExsbHBMVE9EQ3F5S3BWblVTR1FrWTZYTlBmbjJuRUJnZlFqalJBUDBQS0VZZXZNXzZwS3dXcUY2bjQwQV9HX0ZPYnVBa2tuV3YwcS1kd3FzQVpwRy1EYWFUdnZBYTJ0VEpKOA&amp;amp;q=https%3A%2F%2Frockstarexcel.com%2Fexpense-tracker-alternate-dummy-data%2F&amp;amp;stzid=UgxXOgsOl76hzS3CsFZ4AaABAg.9PU_VE59c7l9Prx7ujgE2p&quot; rel=&quot;nofollow noreferrer&quot;&gt;this dummy data link&lt;/a&gt; from a youtube video on &lt;a href=&quot;https://www.youtube.com/watch?v=nZMuRh7p8k0&quot; rel=&quot;nofollow noreferrer&quot;&gt;how to create an expense tracker&lt;/a&gt;, if anybody can provide a better dataset it would be very useful!&lt;/p&gt;&#xA;&lt;p&gt;For those who don't want to open the link, this is how the data looks like (&lt;strong&gt;as I said I'm more interested in something like the image I posted above with also payment type and a description, and the &amp;quot;vendor&amp;quot; column isn't interesting for me, but this was the &amp;quot;best&amp;quot; I've found&lt;/strong&gt;):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OoVua.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OoVua.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32721" LastEditorUserId="32721" LastEditDate="2023-01-05T10:16:53.683" LastActivityDate="2023-01-05T10:16:53.683" Title="Family budget or expense-money tracker dataset" Tags="|data-request|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20821" PostTypeId="1" CreationDate="2022-12-31T17:18:41.957" Score="0" ViewCount="32" Body="&lt;p&gt;I'm looking for data that allow me to estimate the number of pedestrians and/or cars passing by on a certain part of a certain street at a certain time. Any ideas on where and/or how I can get this data?&lt;/p&gt;&#xA;&lt;p&gt;I'm also interested in demographics of such a dataset.&lt;/p&gt;&#xA;" OwnerUserId="32724" LastActivityDate="2023-01-06T10:06:05.443" Title="Count number of pedestrians on an arbitrary street" Tags="|geospatial|city|demographics|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20822" PostTypeId="1" AcceptedAnswerId="21110" CreationDate="2023-01-02T12:40:49.040" Score="1" ViewCount="65" Body="&lt;p&gt;The 2023-01-02 openFDA json file (&lt;a href=&quot;https://open.fda.gov/apis/device/recall/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/device/recall/download/&lt;/a&gt;) is missing searchable fields.&lt;/p&gt;&#xA;&lt;p&gt;For example, the field &lt;code&gt;cfres_id&lt;/code&gt; is missing (was available in the 2022 json files).&lt;/p&gt;&#xA;&lt;p&gt;Is this file somehow corrupted?&lt;/p&gt;&#xA;" OwnerUserId="26856" LastEditorUserId="26856" LastEditDate="2023-01-02T23:45:38.480" LastActivityDate="2023-07-03T15:04:39.507" Title="The 2023-01-02 openFDA recall file is missing searchable fields" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20823" PostTypeId="1" CreationDate="2023-01-03T01:14:12.223" Score="2" ViewCount="59" Body="&lt;p&gt;Where would one go about finding data for traffic lights?&lt;/p&gt;&#xA;&lt;p&gt;For example, scheduled timings as well as actual (historical) timings.&lt;/p&gt;&#xA;&lt;p&gt;(San Francisco)&lt;/p&gt;&#xA;" OwnerUserId="1096" LastEditorUserId="754" LastEditDate="2023-01-10T04:03:12.497" LastActivityDate="2023-03-05T03:38:45.013" Title="San Francisco traffic lights green/yellow/red timings" Tags="|usa|traffic|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20826" PostTypeId="2" ParentId="20820" CreationDate="2023-01-04T09:28:43.423" Score="1" Body="&lt;h2&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/web/household-budget-surveys&quot; rel=&quot;nofollow noreferrer&quot;&gt;Household Budget Survey&lt;/a&gt;&lt;/h2&gt;&#xA;&lt;p&gt;The Household Budget Survey(HBS), is a national survey focusing on households' expenditure on goods and services, giving a picture of living conditions in the European Union (EU). It is carried out by each Member State and is used to compile weightings for important macroeconomic indicators, such as consumer price indices (used as measures of inflation) and national accounts.&lt;/p&gt;&#xA;&lt;p&gt;They were launched in most EU Member States at the beginning of the 1960's and Eurostat has been collecting and publishing these survey data every five years since 1988. The two last collection rounds (waves) were 2010 and 2015.&lt;/p&gt;&#xA;&lt;p&gt;Find More at &lt;a href=&quot;https://ec.europa.eu/eurostat/web/household-budget-surveys&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/web/household-budget-surveys/database&quot; rel=&quot;nofollow noreferrer&quot;&gt;Database Link&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.ilo.org/surveyLib/index.php/catalog/HIES/?page=1&amp;amp;ps=15&amp;amp;repo=HIES&quot; rel=&quot;nofollow noreferrer&quot;&gt;Household income and expenditure surveys&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.istat.it/en/archivio/180353&quot; rel=&quot;nofollow noreferrer&quot;&gt;Household Budget Survey - Istat&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="23272" LastEditorUserId="23272" LastEditDate="2023-01-04T11:55:21.100" LastActivityDate="2023-01-04T11:55:21.100" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20827" PostTypeId="1" CreationDate="2023-01-04T09:50:41.073" Score="1" ViewCount="36" Body="&lt;p&gt;I am searching for an open database of airport traffic data. Ideally, the dataset would contain as many airports for as many countries as possible. Something like this &lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_busiest_airports_by_passenger_traffic_(2010%E2%80%932015)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia page&lt;/a&gt; but much larger.&lt;/p&gt;&#xA;&lt;p&gt;Ideally, the data would be of a format similar to the above link:&lt;/p&gt;&#xA;&lt;p&gt;|airport name| airport code| airport lat/lon| passengers in year X| passengers in year X-1| change in passengers traffic compared to previous year&lt;/p&gt;&#xA;" OwnerUserId="14909" LastEditorUserId="14909" LastEditDate="2023-01-04T17:43:08.880" LastActivityDate="2023-01-15T16:59:21.067" Title="Airport passenger traffic dataset - worldwide" Tags="|data-request|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20828" PostTypeId="2" ParentId="20790" CreationDate="2023-01-05T08:25:59.447" Score="0" Body="&lt;p&gt;You could ask your query at Wikidata's &lt;a href=&quot;https://www.wikidata.org/wiki/Wikidata:Request_a_query&quot; rel=&quot;nofollow noreferrer&quot;&gt;Request a query&lt;/a&gt; site.&lt;/p&gt;&#xA;&lt;p&gt;I had the same problem once with one of their example queries. After a few hours some real expert rewrote the slow query, adding some cryptic optimizatioin hints and flags, and afterwards the query ran in seconds.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2023-01-05T08:25:59.447" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20830" PostTypeId="2" ParentId="20821" CreationDate="2023-01-05T08:37:21.997" Score="1" Body="&lt;p&gt;I do not know any such dataset.&lt;/p&gt;&#xA;&lt;p&gt;However, there are many open webcams for streets around the world.&#xA;Feeding the stream of such a webcam into a people counting system such as &lt;a href=&quot;https://pyimagesearch.com/2018/08/13/opencv-people-counter/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://pyimagesearch.com/2018/08/13/opencv-people-counter/&lt;/a&gt; could give you some data.&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately the license of such webcams is most often unclear, and thus can not be considered open data.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2023-01-06T10:06:05.443" LastActivityDate="2023-01-06T10:06:05.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20833" PostTypeId="1" CreationDate="2023-01-05T20:30:19.233" Score="1" ViewCount="47" Body="&lt;p&gt;This server couldn't prove that it's api.fda.gov; its security certificate is from *.fr.cloud.gov. This may be caused by a misconfiguration or an attacker intercepting your connection.&lt;/p&gt;&#xA;" OwnerUserId="32743" LastActivityDate="2023-01-09T17:20:58.093" Title="api.fda.gov is failing security check" Tags="|openfda|" AnswerCount="2" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20834" PostTypeId="2" ParentId="20833" CreationDate="2023-01-06T22:49:34.910" Score="1" Body="&lt;p&gt;I'm experiencing the same issue. I'm accessing the API through the Python requests module. I fixed the issue by adding the argument &lt;code&gt;verify=False&lt;/code&gt; in my request (full code below). I'm pretty sure this is bad practice, but I think it's fine for a trusted source like the FDA for a small number of API calls (which is my case). Someone please correct me if I'm wrong. The following is my call for information  about a particular NDC, which generated the error you've mentioned.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;r = requests.get('https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:{NDC}')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;When I change it to:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;r = requests.get('https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:{NDC}', verify=False)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;it works. Hope that helps until they fix the issue.&lt;/p&gt;&#xA;&lt;p&gt;EDIT: It seems to work now. No need to have &lt;code&gt;verify=False&lt;/code&gt; if you're using requests in Python.&lt;/p&gt;&#xA;" OwnerUserId="32745" LastEditorUserId="32745" LastEditDate="2023-01-06T23:16:01.787" LastActivityDate="2023-01-06T23:16:01.787" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20836" PostTypeId="2" ParentId="20833" CreationDate="2023-01-09T17:20:58.093" Score="2" Body="&lt;p&gt;We had a series of brief outages last week while adapting our networking to support an upstream change. The issue is now resolved and uptime is restored to our normal consistency. Thank you for your patience and my apologies for any problems this created for our users.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&#xA;Violet Wren&#xA;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-01-09T17:20:58.093" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20837" PostTypeId="1" CreationDate="2023-01-09T18:10:46.660" Score="2" ViewCount="264" Body="&lt;p&gt;The problem I am trying to solve is, given two images, determining whether they contain the same object or not. Here is an example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.stack.imgur.com/0tz7w.png&quot; alt=&quot;enter image description here&quot; /&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/hhbpY.png&quot; alt=&quot;enter image description here&quot; /&gt;&#xA;&lt;img src=&quot;https://i.stack.imgur.com/n4aTR.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;The first two images contain the same object, while the third image contains a similar, but different object. My goal is for the first two images to be seen as a match, but the first and third (and second and third) being seen as not matching. I want the matching to work in general with any object. It should be able to tell if any two pictures of any two objects are identical objects (not just similar) even if they are taken at different angles, cameras, and lighting conditions.&lt;/p&gt;&#xA;&lt;p&gt;To accomplish this goal I have moved towards using transfer learning to train a siamese neural network (on a pretrained imagenet model) with the triplet loss function. The problem is that I do not have a dataset that is suitable for this. I cannot find any datasets that have pairs of identical objects from different angles, lighting, cameras, ... This is what I believe I would need for training to be successful.&lt;/p&gt;&#xA;" OwnerUserId="32757" LastActivityDate="2023-01-19T17:51:56.757" Title="Dataset for training siamese convolutional neural network for identifying identical unique objects" Tags="|data-request|machine-learning|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20838" PostTypeId="2" ParentId="20837" CreationDate="2023-01-10T11:20:43.650" Score="1" Body="&lt;p&gt;I would suggest first training using a class of objects for which Wikimedia Commons has thousands of free pictures: cruise ships.&lt;/p&gt;&#xA;&lt;p&gt;First get a &lt;a href=&quot;https://query.wikidata.org/#SELECT%20%3Fitem%20%3FitemLabel%20%3Fimage%20%3FcommonsCategory%0AWHERE%20%0A%7B%0A%20%20%3Fitem%20wdt%3AP31%20wd%3AQ39804.%20%23%20Must%20be%20of%20a%20cruise%20ship%0A%20%20%3Fitem%20wdt%3AP18%20%3Fimage.%0A%20%20%3Fitem%20wdt%3AP373%20%3FcommonsCategory.%0A%20%20SERVICE%20wikibase%3Alabel%20%7B%20bd%3AserviceParam%20wikibase%3Alanguage%20%22%5BAUTO_LANGUAGE%5D%2Cen%22.%20%7D%0A%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;list of cruise ships&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?item ?itemLabel ?image ?commonsCategory&#xA;WHERE &#xA;{&#xA;  ?item wdt:P31 wd:Q39804. # Must be of a cruise ship&#xA;  ?item wdt:P18 ?image.&#xA;  ?item wdt:P373 ?commonsCategory.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/67EC3.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/67EC3.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Then download all pictures in the Commons category of each. &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Voyager_of_the_Seas_(ship,_1999)&quot; rel=&quot;nofollow noreferrer&quot;&gt;Example&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/m0YOh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/m0YOh.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Advantages of this approach:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Each cruise ship has been photographed by many different photographers under very different lighting conditions, angles, etc.&lt;/li&gt;&#xA;&lt;li&gt;Cruise ships rarely change their shape or painting.&lt;/li&gt;&#xA;&lt;li&gt;Very few data errors. To filter out pictures that show the inside of the ship, just run a classifier and keep only pictures that are found to represent a ship.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2023-01-11T08:58:38.733" LastActivityDate="2023-01-11T08:58:38.733" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20840" PostTypeId="1" CreationDate="2023-01-12T03:26:23.877" Score="0" ViewCount="106" Body="&lt;p&gt;I am looking for a dataset containing images of basal cell carcinomas (BCC) annotated with the BCC type (Superficial, Nodular, Pigmented, Morpheaform / Infiltrating, etc.) and ideally some image segmentation indicating where the BCC is on the image.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://skinio.com/education/basal-cell-carcinoma/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://skinio.com/education/basal-cell-carcinoma/&lt;/a&gt; (&lt;a href=&quot;https://web.archive.org/web/20201120235927/https://skinio.com/education/basal-cell-carcinoma/&quot; rel=&quot;nofollow noreferrer&quot;&gt;mirror&lt;/a&gt;) presents the main 4 types of BCC:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/MgM0b.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/MgM0b.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2023-01-12T03:26:23.877" Title="Images of basal cell carcinomas (BCC) annotated with the BCC type (Superficial, Nodular, Pigmented, Morpheaform / Infiltrating, etc.)" Tags="|data-request|medical|images|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20841" PostTypeId="1" CreationDate="2023-01-12T03:46:41.500" Score="1" ViewCount="16" Body="&lt;p&gt;I am looking for historic &lt;a href=&quot;https://en.wikipedia.org/wiki/Topographic_map&quot; rel=&quot;nofollow noreferrer&quot;&gt;topographic maps&lt;/a&gt; of the Missouri River before the &lt;a href=&quot;https://en.wikipedia.org/wiki/Fort_Peck,_Montana&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fort Peck&lt;/a&gt; Reservoir/Dam was built in 1940 (in the area of the Fort Peck Reservoir). I have searched National Map Viewer but they only have a small portion of the area. If anyone has scans of these topos or knows where I could look or find them I’d be grateful!&lt;/p&gt;&#xA;&lt;p&gt;Alternatively if anyone had bathymetry data for Fort Peck Reservoir, that would be second best!&lt;/p&gt;&#xA;" OwnerUserId="32768" LastEditorUserId="754" LastEditDate="2023-01-12T06:39:37.503" LastActivityDate="2023-01-15T16:39:30.920" Title="Fort Peck historic topographic maps" Tags="|data-request|usa|historical|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20842" PostTypeId="1" CreationDate="2023-01-12T11:40:23.850" Score="0" ViewCount="15" Body="&lt;p&gt;I'm looking for data where occupational prestige has been measured. I would like to analyze data over time to see, if occupational prestige of different jobs changes over time. If you don't know of any primary data sources, you may have an idea of what data indirectly measures occupational prestige.&lt;/p&gt;&#xA;&lt;p&gt;Thank you in advance!&lt;/p&gt;&#xA;" OwnerUserId="32178" LastEditorUserId="754" LastEditDate="2023-01-13T02:45:08.180" LastActivityDate="2023-06-12T03:10:51.367" Title="Occupational Prestige Measures" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20843" PostTypeId="2" ParentId="20842" CreationDate="2023-01-13T02:52:07.567" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Occupational_prestige&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Occupational_prestige&lt;/a&gt; links to:&lt;/p&gt;&#xA;&lt;p&gt;PRESTIGE SCORES FOR ALL DETAILED CATEGORIES IN THE 1980 CENSUS OCCUPATIONAL CLASSIFICATION&lt;br /&gt;&#xA;&lt;a href=&quot;http://ibgwww.colorado.edu/%7Eagross/NNSD/prestige%20scores.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://ibgwww.colorado.edu/~agross/NNSD/prestige%20scores.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The data is from 1989 in the USA.&lt;br /&gt;&#xA;No data license information is listed.&lt;/p&gt;&#xA;&lt;p&gt;Top of the list:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Occupation  Prestige&#xA;Physicians  86.05&#xA;Lawyer  74.77&#xA;Computer systems analyst or scientist   73.70&#xA;Teacher     73.51&#xA;Physicist or astronomer     73.48&#xA;Chemist     73.33&#xA;Architects  73.15&#xA;Biological or life scientist    73.14&#xA;Physical scientist, not elsewhere classified    73.09&#xA;Chemical engineer   72.30&#xA;Professor   71.79&#xA;Judge   71.49&#xA;Engineer (not elsewhere classified)     70.69&#xA;Chief executive or general administrator, public administration     70.45&#xA;Geologist or geodesist  69.75&#xA;Psychologist    69.39&#xA;Manager, medicine and health    69.22&#xA;Aerospace engineer  69.22&#xA;Clergy  68.96&#xA;Civil engineer  68.81 &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-01-13T02:52:07.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20844" PostTypeId="1" CreationDate="2023-01-13T18:56:56.340" Score="1" ViewCount="14" Body="&lt;p&gt;There are data sources like &lt;a href=&quot;https://www.caregiveraction.org/resources/caregiver-statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;Caregiver Action&lt;/a&gt; that cite the AARP with data every 4 - 5 years, for example, and there are past supplements to surveys like the &lt;a href=&quot;https://www.cdc.gov/aging/caregiving/caregiver-brief.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;CDC's BRFSS&lt;/a&gt;, but I'm looking for a data source that has relatively recent data, &lt;strong&gt;by year&lt;/strong&gt;, on something like &amp;quot;X# of people ages 18 - 45 care for an elderly family member or a child or a sick family member.&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2023-01-25T20:25:07.557" Title="Where can I find the number of family caregivers in the United States by year?" Tags="|data-request|usa|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20845" PostTypeId="2" ParentId="20841" CreationDate="2023-01-15T16:39:30.920" Score="1" Body="&lt;p&gt;Did the National map lead you to the USGS Historical Topographic Map Collection?&lt;/p&gt;&#xA;&lt;p&gt;I imagine this would be the best source -&#xA;&lt;a href=&quot;https://www.usgs.gov/programs/national-geospatial-program/historical-topographic-maps-preserving-past&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.usgs.gov/programs/national-geospatial-program/historical-topographic-maps-preserving-past&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And a viewer app here&#xA;&lt;a href=&quot;https://livingatlas.arcgis.com/topoexplorer/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://livingatlas.arcgis.com/topoexplorer/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;but if this was the source where you only found partial coverage for your area, you may want to try (if you haven't already) putting a call out on Twitter under the #GISChat tag or maybe check the Library of Congress of map archives?&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2023-01-15T16:39:30.920" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20846" PostTypeId="2" ParentId="20827" CreationDate="2023-01-15T16:59:21.067" Score="1" Body="&lt;p&gt;You can get data for all US airports here - but don't know about outside the U.S. &lt;a href=&quot;https://www.faa.gov/airports/planning_capacity/passenger_allcargo_stats/passenger&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.faa.gov/airports/planning_capacity/passenger_allcargo_stats/passenger&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2023-01-15T16:59:21.067" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20847" PostTypeId="1" CreationDate="2023-01-17T16:03:59.307" Score="1" ViewCount="43" Body="&lt;p&gt;We are trying to implement this research paper named: &amp;quot;&lt;strong&gt;Semantic search in the World News domain using automatically extracted metadata files&lt;/strong&gt;&amp;quot; (available at &lt;a href=&quot;https://www.sciencedirect.com/science/article/pii/S0950705111002735&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sciencedirect.com/science/article/pii/S0950705111002735&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;In this paper, the authors used an ontology called &lt;strong&gt;World News ontology&lt;/strong&gt; (WNO). But we are not sure about how they populated instances for this ontology. The main purpose of this ontology is to annotate online news articles. For that, they loaded this ontology in the GATE developer (General Architecture of Text Engineering) and used the ANNIE pipeline to do the final annotation.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;World News Ontology&lt;/strong&gt;: IPTC (International Press Telecommunications Council) provides a set of terms called NewsCodes. The authors used a subset of NewsCodes to build this ontology. This subset contains the following subjects:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;crime, law &amp;amp; justice&lt;/li&gt;&#xA;&lt;li&gt;disaster &amp;amp; accident&lt;/li&gt;&#xA;&lt;li&gt;economy, business &amp;amp; finance&lt;/li&gt;&#xA;&lt;li&gt;environmental issue&lt;/li&gt;&#xA;&lt;li&gt;health&lt;/li&gt;&#xA;&lt;li&gt;labour&lt;/li&gt;&#xA;&lt;li&gt;politics&lt;/li&gt;&#xA;&lt;li&gt;science &amp;amp; technology&lt;/li&gt;&#xA;&lt;li&gt;social issue&lt;/li&gt;&#xA;&lt;li&gt;unrest, conflicts &amp;amp; war&lt;/li&gt;&#xA;&lt;li&gt;weather&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Each of these subjects has three levels: Subject, Subjectmatter, and Subjectdetail.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Subject: terms of level ‘‘Subject’’ provides a description of the editorial content of news at a high level&lt;/li&gt;&#xA;&lt;li&gt;Subject matter: a ‘‘Subjectmatter’’ provides a description at a more precise level.&lt;/li&gt;&#xA;&lt;li&gt;Subject detail: a ‘‘Subjectdetail’’ provides a description at a rather specific level.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;For example,&#xA;&lt;a href=&quot;https://i.stack.imgur.com/7x1pV.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/7x1pV.png&quot; alt=&quot;example of taxonomy levels of IPTC NewsCodes&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For &lt;strong&gt;science and technology&lt;/strong&gt;, the first level, &lt;em&gt;subject&lt;/em&gt; is &lt;strong&gt;science &amp;amp; technology&lt;/strong&gt;, the second level, &lt;em&gt;Subjectmatter&lt;/em&gt; is &lt;strong&gt;biomedical science&lt;/strong&gt;, and the third level, &lt;em&gt;Subjectdetail&lt;/em&gt; is &lt;strong&gt;Subjectdetail&lt;/strong&gt;.&#xA;Since they have not provided any explicit reference to the structure of the ontology, we have assumed that all the Subjects would be the World News Ontology classes. The terms of the next level (Subjectmatter) would be subclasses of the 1st level and the terms of the last level (Subjectdetail) would be subclasses of the 2nd level. But we are not hundred percent sure if our assumption is correct.&lt;/p&gt;&#xA;&lt;p&gt;Now to annotate texts from news articles, we need to have instances in this ontology. The only thing the authors mention about populating the World News Ontology is as follows:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Onto Gazetteer makes use of one important concept in the ANNIE&#xA;subsystem, which is gazetteer lists. These are very important for the&#xA;annotation process because they contain the words that are going to be&#xA;matched in the document so as to produce annotations. In our case, the&#xA;WNO is integrated with ANNIE so as to find terms and concepts from the&#xA;ontology. To achieve this, we created a gazetteer list for every term&#xA;of the WNO. This list contains synonyms of the term or even phrases&#xA;that may define it. This process resulted in the creation of 465&#xA;gazetteer lists with a total of approximately 24000 records. The Onto&#xA;Gazetteer component is responsible for finding matches of words or&#xA;phrases contained in these lists in the articles which are being&#xA;processed. Finally, it generates an annotation for every match.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This seemingly indicates that they populated the ontology using Gazetteer lists. But surely they haven't created all these 465 gazetteer lists manually. Is there any way to automatically create a gazetteer list? And also, how to populate an ontology from a gazetteer list? Is our assumption for the World News Ontology correct?&lt;/p&gt;&#xA;" OwnerUserId="32786" LastEditorUserId="32784" LastEditDate="2023-01-17T18:51:25.707" LastActivityDate="2023-01-17T18:51:25.707" Title="How to populate instances of World news Ontology" Tags="|ontology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20849" PostTypeId="1" CreationDate="2023-01-19T08:24:39.120" Score="1" ViewCount="24" Body="&lt;p&gt;I would like to identify that data format. Is there an official name for it that I could use in a search engine (of my trust) to go on with research about supporting tools? Is this a (quasi) standardized data format?&lt;/p&gt;&#xA;&lt;p&gt;This question is not about to understand the data or how to process them. I do understand the structure and I'm able to write my own code to process it. But I assume the format is quit old and there must be some tools out there. I also want to understand the design decisions behind that (IMHO wired) format.&lt;/p&gt;&#xA;&lt;p&gt;It comes form Destatis (&lt;a href=&quot;https://en.wikipedia.org/wiki/Federal_Statistical_Office_of_Germany&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Statistical Office of Germany&lt;/a&gt;) and can be &lt;a href=&quot;https://www.destatis.de/DE/Themen/Laender-Regionen/Regionales/Gemeindeverzeichnis/Administrativ/Archiv/GV100ADQ/GV100AD3101.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloaded here&lt;/a&gt;. The codebook for that data is a PDF file and is also bundeled with the archive behind that download link.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;102023013101          Schleswig-Holstein                                Kiel                                                                                                                     &#xA;402023013101001       Flensburg, Stadt                                  Flensburg                                         41                                                                     &#xA;502023013101001   0000Flensburg, Stadt                                                                                    50                                                                     &#xA;6020230131010010000000Flensburg, Stadt                                                                                    61    000000056730000009111300000045336    24937*****  2115111211901001&#xA;402023013101002       Kiel, Landeshauptstadt                            Kiel                                              41                                                                     &#xA;502023013101002   0000Kiel, Landeshauptstadt                                                                              50                                                                     &#xA;6020230131010020000000Kiel, Landeshauptstadt                                                                              61    000000118650000024624300000119860    24103*****  2119151713101005&#xA;402023013101003       Lübeck, Hansestadt                                Lübeck                                            41                                                                     &#xA;502023013101003   0000Lübeck, Hansestadt                                                                                  50                                                                     &#xA;6020230131010030000000Lübeck, Hansestadt                                                                                  61    000000214190000021627700000104005    23552*****  2122172113501011&#xA;402023013101004       Neumünster, Stadt                                 Neumünster                                        41                                                                     &#xA;502023013101004   0000Neumünster, Stadt                                                                                   50                                                                     &#xA;6020230131010040000000Neumünster, Stadt                                                                                   61    000000071660000007949600000039382    24534*****  2124151913901006&#xA;402023013101051       Dithmarschen                                      Heide                                             43                                                                     &#xA;502023013101051   0011Brunsbüttel, Stadt                                                                                  50                                                                     &#xA;502023013101051   0044Heide, Stadt                                                                                        50                                                                     &#xA;502023013101051   5163Burg-St. Michaelisdonn                            Burg (Dith.)                                      51                                                                     &#xA;502023013101051   5166Marne-Nordsee                                     Marne                                             51                                                                     &#xA;502023013101051   5169Eider                                             Hennstedt                                         55                                                                     &#xA;502023013101051   5172Heider Umland                                     Heide                                             55                                                                     &#xA;502023013101051   5175Mitteldithmarschen                                Meldorf                                           51                                                                     &#xA;502023013101051   5178Büsum-Wesselburen                                 Büsum                                             51                                                                     &#xA;6020230131010510015175Albersdorf                                                                                          64    000000017120000000377200000001837    25767       2123131912701003&#xA;6020230131010510025175Arkebek                                                                                             64    000000006920000000022000000000114    25767       2123131912701003&#xA;6020230131010510035163Averlak                                                                                             64    000000009060000000055800000000290    25715       2123131912705003&#xA;6020230131010510045175Bargenstedt                                                                                         64    000000011900000000096500000000468    25704       2123131912713003&#xA;6020230131010510055169Barkenholm                                                                                          64    000000005110000000016400000000092    25791       2116131912701002&#xA;6020230131010510065175Barlt                                                                                               64    000000022880000000077700000000385    25719       2123131912713003&#xA;6020230131010510085169Bergewöhrden                                                                                        64    000000002640000000003700000000017    25779       2116131912701002&#xA;6020230131010510105163Brickeln                                                                                            64    000000006070000000019800000000108    25712       2123131912705003&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The codebook or description of the format comes as a (non machine readable) PDF file. Here is a snippet from it describing the &lt;em&gt;Satzart 10&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/pufMD.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/pufMD.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Here is another part of the codbook describing the &lt;em&gt;Satzart 60&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/rfPNH.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/rfPNH.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Some facts about that format.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There is no field separator.&lt;/li&gt;&#xA;&lt;li&gt;Fields have a fixed length.&lt;/li&gt;&#xA;&lt;li&gt;But number of fields and their length is different between the lines. The format of one line is not consistent of the whole file.&lt;/li&gt;&#xA;&lt;li&gt;The first two characters of each line decide how the rest of the line should be interpreted.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="31364" LastEditorUserId="31364" LastEditDate="2023-01-20T09:29:36.147" LastActivityDate="2023-01-20T09:37:08.980" Title="What data format (from German destatis) is that?" Tags="|data-format|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20850" PostTypeId="2" ParentId="20849" CreationDate="2023-01-19T17:41:45.090" Score="1" Body="&lt;p&gt;I don't know the format, but it's easy to read fixed width with pandas.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;df = pd.read_fwf(filename, colspecs=[(0, 15), (15, 22), (22, 50), (72, 100), (122, 124), (128, 163), (165, 177), (179, 200)])&#xA;print(df.head())&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;pre&gt;&lt;code&gt;      102023013101  Unnamed: 1      Schleswig-Holstein       Kiel  Unnamed: 4                         Unnamed: 5  Unnamed: 6    Unnamed: 7&#xA;0  402023013101001         NaN        Flensburg, Stadt  Flensburg          41                                NaN         NaN           NaN&#xA;1  502023013101001         0.0        Flensburg, Stadt        NaN          50                                NaN         NaN           NaN&#xA;2  602023013101001         0.0        Flensburg, Stadt        NaN          61  000000056730000009111300000045336  24937*****  1.511121e+13&#xA;3  402023013101002         NaN  Kiel, Landeshauptstadt       Kiel          41                                NaN         NaN           NaN&#xA;4  502023013101002         0.0  Kiel, Landeshauptstadt        NaN          50                                NaN         NaN           NaN&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;getting the columns labeled correctly or get numeric IDs as str or object rather than int or float is left as an exercise for the reader.&lt;/p&gt;&#xA;" OwnerUserId="190" LastActivityDate="2023-01-19T17:41:45.090" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20851" PostTypeId="2" ParentId="20837" CreationDate="2023-01-19T17:51:56.757" Score="0" Body="&lt;p&gt;Check out &lt;a href=&quot;https://en.wikipedia.org/wiki/Scale-invariant_feature_transform&quot; rel=&quot;nofollow noreferrer&quot;&gt;SIFT&lt;/a&gt;, which is e.g. used by panorama softwares to detect matching features in images.&lt;/p&gt;&#xA;" OwnerUserId="15256" LastActivityDate="2023-01-19T17:51:56.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20853" PostTypeId="2" ParentId="20849" CreationDate="2023-01-20T09:37:08.980" Score="0" Body="&lt;p&gt;The problem is a misinterpretation of the codebook.&lt;/p&gt;&#xA;&lt;p&gt;It is true that the meaning of each line is different and defined by the two first characters in that file.&lt;/p&gt;&#xA;&lt;p&gt;But technically the lines are of equal format. The length of the fields are equal. Some fields are joined together depending on the first two characters. E.g. &lt;em&gt;Satzart-60&lt;/em&gt; defines from the field &lt;code&gt;F8&lt;/code&gt; till &lt;code&gt;F19&lt;/code&gt; 19 fields. In &lt;em&gt;Satzart-10&lt;/em&gt; this 19 fields are joined together and represented by &lt;code&gt;F8&lt;/code&gt; and &lt;code&gt;F9&lt;/code&gt; having the same length in characters/bytes then the 19 fields from &lt;em&gt;Satzart-60&lt;/em&gt;.&lt;/p&gt;&#xA;" OwnerUserId="31364" LastActivityDate="2023-01-20T09:37:08.980" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20855" PostTypeId="1" CreationDate="2023-01-21T00:22:51.120" Score="0" ViewCount="11" Body="&lt;p&gt;When I try and submit my app to the showcase at:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://datasf.org/showcase/made-with-open-data-survey/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datasf.org/showcase/made-with-open-data-survey/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I get a error: &amp;quot;Error saving&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;Any suggestions on how to get around this?&lt;/p&gt;&#xA;" OwnerUserId="32805" LastActivityDate="2023-01-21T00:22:51.120" Title="Getting an error trying to submit app to showcase" Tags="|uses-of-open-data|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20856" PostTypeId="2" ParentId="17398" CreationDate="2023-01-21T15:03:17.517" Score="0" Body="&lt;p&gt;The variable for area used for 2010 data is &amp;quot;CSA&amp;quot;.&lt;/p&gt;&#xA;" OwnerUserId="32808" LastActivityDate="2023-01-21T15:03:17.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20857" PostTypeId="1" CreationDate="2023-01-21T17:06:53.637" Score="0" ViewCount="20" Body="&lt;p&gt;I am hoping someone in this group has a copy of the NRCS Common Land Unit GIS coverage. People were looking for it back in 2017 and earlier, but all the sources listed then have dried up. Can anyone help me? I am specifically looking for coverage of northern California.&lt;/p&gt;&#xA;" OwnerUserId="32809" LastActivityDate="2023-01-21T17:06:53.637" Title="Need NRCS 2008 Common Land Unit (CLU) GIS dataset" Tags="|data-request|geospatial|agriculture|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20858" PostTypeId="1" CreationDate="2023-01-21T20:22:01.740" Score="0" ViewCount="47" Body="&lt;p&gt;I am looking for a dataset containing or allowing me to compute the average or median hotel price per US county. So far, I've only found the &lt;a href=&quot;https://github.com/Franck-Dernoncourt/US-cost-of-living-per-county/blob/main/cost%20of%20living%20again.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;average rent per US county&lt;/a&gt; (&lt;a href=&quot;https://redd.it/10ci5vc&quot; rel=&quot;nofollow noreferrer&quot;&gt;visualization&lt;/a&gt;), but not for hotels.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="1652" LastEditDate="2023-01-21T20:28:55.950" LastActivityDate="2023-01-21T20:28:55.950" Title="Average/median hotel price per US county" Tags="|data-request|usa|travel|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20859" PostTypeId="1" AcceptedAnswerId="20860" CreationDate="2023-01-23T09:27:13.210" Score="1" ViewCount="375" Body="&lt;p&gt;I am looking for a free dataset of book titles:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Classified by Dewey Decimal Classification&lt;/strong&gt; (DDC) or by &lt;strong&gt;Library of Congress Classification&lt;/strong&gt; (LCC).&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Wide coverage&lt;/strong&gt;. I've seen Researcher Format (CSV) datasets at British Library: &lt;a href=&quot;https://www.bl.uk/collection-metadata/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bl.uk/collection-metadata/downloads&lt;/a&gt;, but they contain only themed (very specific) samples of books. I would like to have a wide variety of DDC categories covered.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Ready to download as dump&lt;/strong&gt;. I know there are API endpoints (SPARQL) to their resources but before jumping to this kind of task I would like to make sure such a dataset does not exist.&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;With titles in English&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="22469" LastEditorUserId="754" LastEditDate="2023-02-07T08:03:30.453" LastActivityDate="2023-02-07T08:03:30.453" Title="Looking for a free dataset of book titles classified by some well-established and unified classification system" Tags="|data-request|language|english|books|bibliography|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20860" PostTypeId="2" ParentId="20859" CreationDate="2023-01-23T13:02:33.743" Score="4" Body="&lt;p&gt;I think you may be underestimating the BL dataset - the &amp;quot;researcher-format&amp;quot; CSVs are small themed sets of papers, but the ones just above it on &lt;a href=&quot;https://www.bl.uk/collection-metadata/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;that page&lt;/a&gt; include the &lt;strong&gt;British National Bibliography (BNB)&lt;/strong&gt;. 2GB fully linked RDF/XML for books, or a smaller 1GB file with less detailed RDF/XML.&lt;/p&gt;&#xA;&lt;p&gt;The BNB is (more or less) &lt;a href=&quot;https://www.bl.uk/collection-metadata/metadata-services&quot; rel=&quot;nofollow noreferrer&quot;&gt;every book published in the UK and Ireland since 1950&lt;/a&gt; - if they have made it to one of the UK or Irish legal deposit libraries, they will be indexed here (&lt;a href=&quot;https://www.bl.uk/collection-metadata/metadata-services/british-national-bibliography-exclusions&quot; rel=&quot;nofollow noreferrer&quot;&gt;some general exceptions&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;The sample file for the basic BNB dataset appears to have 2958 titles and 2828 have a Dewey code assigned, so it looks like coverage is pretty good. Almost everything will be English-titled given the origins - I think all the records in the sample are? - but there is a language field so you can screen out non-English material.&lt;/p&gt;&#xA;&lt;p&gt;(The &lt;strong&gt;Integrated Catalogue&lt;/strong&gt; files is non-BNB material held by the BL, primarily overseas and historic books, and generally speaking these are less likely to have Dewey numbers assigned and also substantially more likely to be non-English language.)&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2023-01-23T13:02:33.743" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20861" PostTypeId="2" ParentId="6225" CreationDate="2023-01-23T14:25:01.803" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://raw.githubusercontent.com/godlytalias/Bible-Database/master/Tamil/bible.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is what i could find.&lt;/p&gt;&#xA;&lt;p&gt;You can host it in any NoSQL server, may be node, or import it to Mongodb&lt;/p&gt;&#xA;" OwnerUserId="32815" LastActivityDate="2023-01-23T14:25:01.803" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20863" PostTypeId="1" AcceptedAnswerId="20870" CreationDate="2023-01-23T16:47:50.383" Score="0" ViewCount="432" Body="&lt;p&gt;Is there a free API to get the population of every country ?&lt;/p&gt;&#xA;&lt;p&gt;I've searched on the &lt;a href=&quot;https://data.worldbank.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank Open Data&lt;/a&gt; but I didn't find the API for it.&lt;/p&gt;&#xA;" OwnerUserId="32817" LastActivityDate="2024-04-03T07:59:03.820" Title="API to get the population by country" Tags="|api|uses-of-open-data|population|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20864" PostTypeId="1" CreationDate="2023-01-24T01:02:20.180" Score="0" ViewCount="46" Body="&lt;p&gt;The original Wordnet is not in SQL format. I found these two as SQL converters&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.semantilog.org/wn2sql.html#word&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.semantilog.org/wn2sql.html#word&lt;/a&gt;&#xA;&lt;a href=&quot;https://wnsql.sourceforge.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wnsql.sourceforge.net/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There may be others.&#xA;Could you help me in choosing between them or suggesting any others?&lt;/p&gt;&#xA;" OwnerUserId="438" LastActivityDate="2023-01-24T01:02:20.180" Title="SQL version of Wordnet" Tags="|wordnet|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20865" PostTypeId="2" ParentId="20863" CreationDate="2023-01-24T08:34:19.660" Score="0" Body="&lt;p&gt;Austrian non-profit &lt;a href=&quot;https://population.io/&quot; rel=&quot;nofollow noreferrer&quot;&gt;population.io&lt;/a&gt; has an API link on its homepage but I haven't signed up for it and thus not used it.&lt;/p&gt;&#xA;&lt;p&gt;You can also get country population data from a SPARQL query to Wikidata:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX wd:       &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt:      &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;PREFIX p:        &amp;lt;http://www.wikidata.org/prop/&amp;gt;&#xA;PREFIX ps:       &amp;lt;http://www.wikidata.org/prop/statement/&amp;gt;&#xA;PREFIX pq:       &amp;lt;http://www.wikidata.org/prop/qualifier/&amp;gt;&#xA;PREFIX rdfs:     &amp;lt;http://www.w3.org/2000/01/rdf-schema#&amp;gt;&#xA;PREFIX xsd:      &amp;lt;http://www.w3.org/2001/XMLSchema#&amp;gt;&#xA;PREFIX bd:       &amp;lt;http://www.bigdata.com/rdf#&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX schema:   &amp;lt;http://schema.org/&amp;gt;&#xA;&#xA;  SELECT ?country ?countryQ ?countryLabel ?popDate (MAX(?population) as ?maxPop) &#xA;  WHERE {&#xA;    ?country wdt:P31 wd:Q3624078;&#xA;      wdt:P30 wd:Q46.&#xA;    OPTIONAL {    ?country p:P1082 ?popStmt.&#xA;    ?popStmt ps:P1082 ?population.&#xA;    ?popStmt pq:P585 ?popDate.&#xA;    }&#xA;    BIND (xsd:integer(REPLACE(STR(?country), &amp;quot;http://www.wikidata.org/entity/Q&amp;quot;, &amp;quot;&amp;quot; )) as ?countryQ)&#xA;    FILTER(?countryQ &amp;lt; 2000)&#xA;    SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;  }&#xA;  GROUP BY ?country ?countryQ ?countryLabel ?popDate&#xA;  ORDER BY ASC(?countryQ) ASC( ?countryLabel)&#xA;  LIMIT 10&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/9eSv&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try this query&lt;/a&gt;, e.g. comment out the FILTER clause or change the LIMIT&lt;/p&gt;&#xA;" OwnerUserId="5763" LastEditorUserId="5763" LastEditDate="2024-04-03T07:59:03.820" LastActivityDate="2024-04-03T07:59:03.820" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20866" PostTypeId="1" CreationDate="2023-01-24T22:31:11.033" Score="1" ViewCount="7" Body="&lt;p&gt;I want to code an SNMP decoder, but only have simplistic examples.&lt;/p&gt;&#xA;&lt;p&gt;I would strongly prefer SNMP Get Responses - as raw hex dumps. I would like to see a response for a Get with multiple OIDs; even better if the response values are of different data types (int, string, bool, etc).&lt;/p&gt;&#xA;&lt;p&gt;I would settle for details of the parameters to an SMP Get command which will return me a raw hex dump. Failing that just the command line and I can capture the raw hex with Wireshark.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastEditorUserId="754" LastEditDate="2023-01-27T08:55:33.417" LastActivityDate="2023-01-27T08:55:33.417" Title="Seeking open SNMP data" Tags="|snmp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20867" PostTypeId="5" CreationDate="2023-01-24T22:31:52.553" Score="0" Body="" OwnerUserId="-1" LastEditorUserId="-1" LastEditDate="2023-01-24T22:31:52.553" LastActivityDate="2023-01-24T22:31:52.553" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20868" PostTypeId="4" CreationDate="2023-01-24T22:31:52.553" Score="0" Body="Simple Network Management Protocol is an Internet Standard protocol for collecting and organizing information about managed devices on IP networks and for modifying that information to change device behaviour." OwnerUserId="6712" LastEditorUserId="6712" LastEditDate="2023-01-26T08:33:44.170" LastActivityDate="2023-01-26T08:33:44.170" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20869" PostTypeId="1" CreationDate="2023-01-25T09:56:38.443" Score="0" ViewCount="32" Body="&lt;p&gt;In short, &lt;strong&gt;I'm looking for some detailed data about doctoral students registered in the US Student and Exchange Visitor Information System (SEVIS), broken down by type of doctoral degree&lt;/strong&gt; (e.g. PhD vs. professional doctorates).&lt;/p&gt;&#xA;&lt;p&gt;To give some context, if it's of any help: I'm conducting some research on international students, and I noticed an important discrepancy between the Organization for Economic Co-operation and Development (OECD) data and the official figures given by the SEVIS, relative to the number of international doctoral students enrolled in the US.&lt;/p&gt;&#xA;&lt;p&gt;For example, &lt;a href=&quot;https://stats.oecd.org//Index.aspx?QueryId=118857&quot; rel=&quot;nofollow noreferrer&quot;&gt;according to the OECD data&lt;/a&gt;, in 2019 there were 88,530 mobile students who were enrolled in a doctoral program in the US. However, the SEVIS &lt;a href=&quot;https://www.ice.gov/doclib/sevis/pdf/sevisBTN2019.pdf#page=5&quot; rel=&quot;nofollow noreferrer&quot;&gt;says&lt;/a&gt; (p.5) that &amp;quot;There were 187,902 F-1 students who sought a doctoral degree in calendar year 2019&amp;quot;. There might be a small difference between the definition of &amp;quot;mobile student&amp;quot; and &amp;quot;F-1 student&amp;quot;, but I don't think that on its own it explains a difference of 100,000 people.&lt;/p&gt;&#xA;&lt;p&gt;The most likely explanation I see is that the SEVIS definition of &amp;quot;doctoral program&amp;quot; differs from what the OECD calls &amp;quot;doctoral or equivalent level&amp;quot;. Unfortunately, in the link mentioned above, the SEVIS does not give information on what they include in &amp;quot;doctoral programs&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;My suspicion is that the SEVIS counts professional doctorates as doctoral degrees, while the OECD does not. But I'd like to make sure this is actually where the difference comes from, and I probably need more detailed data for that.&lt;/p&gt;&#xA;&lt;p&gt;If you have some suggestions of other datasets or documents that might explain this difference, I'd be glad to hear about it!&lt;/p&gt;&#xA;&lt;p&gt;Thank you,&lt;/p&gt;&#xA;" OwnerUserId="32826" LastActivityDate="2023-01-25T09:56:38.443" Title="Where to find more detailed data relative to doctoral students registered in the US Student and Exchange Visitor Information System?" Tags="|research|education|migration|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="20870" PostTypeId="2" ParentId="20863" CreationDate="2023-01-25T10:12:51.533" Score="1" Body="&lt;p&gt;Yes, the World Bank offers an API access for free, and you can retrieve this kind of data quite easily. The API documentation is available here: &lt;a href=&quot;https://datahelpdesk.worldbank.org/knowledgebase/topics/125589&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahelpdesk.worldbank.org/knowledgebase/topics/125589&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In the &amp;quot;&lt;a href=&quot;https://datahelpdesk.worldbank.org/knowledgebase/articles/898581-api-basic-call-structures&quot; rel=&quot;nofollow noreferrer&quot;&gt;API Basic Call Structures&lt;/a&gt;&amp;quot; section, they give a very simple example of how to get the population of all countries in the year 2000, in XML format:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?date=2000&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?date=2000&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Don't forget to follow their recommendations when using the API: &lt;a href=&quot;https://datahelpdesk.worldbank.org/knowledgebase/articles/902064-development-best-practices&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahelpdesk.worldbank.org/knowledgebase/articles/902064-development-best-practices&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32826" LastActivityDate="2023-01-25T10:12:51.533" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20872" PostTypeId="2" ParentId="16157" CreationDate="2023-01-26T04:29:36.450" Score="0" Body="&lt;p&gt;Just in case somebody lands here, there is big Yandex geocoded places dataset  &lt;a href=&quot;https://yastatic.net/s3/milab/2021/toponyms/data/RussianOikonymsDataset.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://yastatic.net/s3/milab/2021/toponyms/data/RussianOikonymsDataset.zip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23107" LastActivityDate="2023-01-26T04:29:36.450" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20873" PostTypeId="2" ParentId="3764" CreationDate="2023-01-26T14:21:16.957" Score="0" Body="&lt;p&gt;Just list words that you are interested in and script phonetic symbols from a dictionary website. (I use ldoce.)&lt;/p&gt;&#xA;&lt;p&gt;You could get something like this:&#xA;{'happy': 'ˈhæpi', 'birthday': 'ˈbɜːθdeɪ'}&lt;/p&gt;&#xA;" OwnerUserId="32833" LastActivityDate="2023-01-26T14:21:16.957" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20875" PostTypeId="2" ParentId="11308" CreationDate="2023-01-27T15:26:37.030" Score="1" Body="&lt;p&gt;From Vehicle Databases, you can get different APIs like VIN Decoder API, Window Sticker API, Car Market Value API, Car Photos API and more. You can get it from here &lt;a href=&quot;https://vehicledatabases.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://vehicledatabases.com/&lt;/a&gt; but they are not free.&lt;/p&gt;&#xA;" OwnerUserId="32843" LastActivityDate="2023-01-27T15:26:37.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20876" PostTypeId="1" AcceptedAnswerId="20905" CreationDate="2023-01-27T19:52:55.660" Score="1" ViewCount="43" Body="&lt;p&gt;I need to predict the daily peak electricity demand for Long Island during 2015-2022. I found the weather forecast data (&lt;a href=&quot;http://mis.nyiso.com/public/P-7Alist.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;). I also looked at &lt;a href=&quot;https://www.ncdc.noaa.gov/cdo-web/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, but I could not find the temperature data for the Long Island. Also, I do not know how to extract other data from &lt;a href=&quot;https://www.economy.com/products/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://www.census.gov/data.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. I would greatly appreciate it if you could let me know how to have access to the daily temperature, GDP growth, and population growth data for the Long Island zone during 2015-2022.&lt;/p&gt;&#xA;" OwnerUserId="32845" LastEditorUserId="754" LastEditDate="2023-01-30T06:49:59.157" LastActivityDate="2023-02-08T15:06:23.567" Title="Daily temperature, GDP growth, population growth for Long Island (New York) during 2015-2022" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20877" PostTypeId="1" CreationDate="2023-01-28T11:50:24.510" Score="1" ViewCount="35" Body="&lt;p&gt;In the USA, the NHANES datasets are collected by the Center for Disease Control (CDC, the national public health institute in the United States). It represents a random sample of US residents.&lt;/p&gt;&#xA;&lt;p&gt;Conveniently in R these are already available in the &lt;code&gt;NHANES&lt;/code&gt; package, containing 2009/2010 data. (I have recommended this in previous answers here).&lt;/p&gt;&#xA;&lt;p&gt;In NHANES, there are 10000 rows and 76 columns: &lt;code&gt;ID, SurveyYr, Gender, Age, AgeDecade, AgeMonths, Race1, Race3, Education, MaritalStatus, HHIncome, HHIncomeMid, Poverty,  HomeRooms,  HomeOwn,  Work,  Weight,  Length,  HeadCirc,  Height,  BMI,  BMICatUnder20yrs,  BMI_WHO,  Pulse,  BPSysAve,  BPDiaAve,  BPSys1,  BPDia1,  BPSys2,  BPDia2,  BPSys3,  BPDia3,  Testosterone,  DirectChol,  TotChol,  UrineVol1,  UrineFlow1,  UrineVol2,  UrineFlow2,  Diabetes,  DiabetesAge,  HealthGen,  DaysPhysHlthBad,  DaysMentHlthBad,  LittleInterest,  Depressed,  nPregnancies,  nBabies,  Age1stBaby,  SleepHrsNight,  SleepTrouble,  PhysActive,  PhysActiveDays,  TVHrsDay,  CompHrsDay,  TVHrsDayChild,  CompHrsDayChild,  Alcohol12PlusYr,  AlcoholDay,  AlcoholYear,  SmokeNow,  Smoke100,  Smoke100n,  SmokeAge,  Marijuana,  AgeFirstMarij,  RegularMarij,  AgeRegMarij,  HardDrugs,  SexEver,  SexAge,  SexNumPartnLife,  SexNumPartYear,  SameSex,  SexOrientation,  PregnantNow&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;As you can see many questions are quite specific (UrineVol1) and personal (SexNumPartnLife).&lt;/p&gt;&#xA;&lt;p&gt;Are there any datasets comparable to this,? Similar column-definitions, similar survey method, but for other countries? I am mainly interested in EU countries. Like a GapMinder dataset but for health data, and on an individual level.&lt;/p&gt;&#xA;&lt;p&gt;(Note to self: check answers to Q &lt;a href=&quot;https://opendata.stackexchange.com/questions/11510/various-country-statistics/11511&quot;&gt;Various country Statistics Q&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2023-01-28T11:50:24.510" Title="NHANES-like citizen-health dataset but for other countries (EU)" Tags="|medical|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20881" PostTypeId="1" CreationDate="2023-01-31T08:55:33.840" Score="3" ViewCount="71" Body="&lt;p&gt;We need ~1000 high-quality panorama street view images with location that can be downloaded and used as part of an open-source project. The ideal dataset would be &lt;a href=&quot;https://developers.google.com/maps/documentation/streetview/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google Street View Static API&lt;/a&gt;, but their API severely limits its use and our project does not fulfil &lt;a href=&quot;https://about.google/brand-resource-center/products-and-services/geo-guidelines/&quot; rel=&quot;nofollow noreferrer&quot;&gt;the restrictions&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Mapillary&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mapillary&lt;/a&gt; and &lt;a href=&quot;https://en.wikipedia.org/wiki/KartaView&quot; rel=&quot;nofollow noreferrer&quot;&gt;KartaView&lt;/a&gt; (formerly OpenStreetCam) both have 360-degrees panorama images licensed using &lt;a href=&quot;https://en.wikipedia.org/wiki/Creative_Commons_license&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY-SA&lt;/a&gt;, which is great for open-source projects. However, the images are of very varying quality and many of them would not be suitable for our project due to being very dark, low resolution or not having full 360 degrees view.&lt;/p&gt;&#xA;&lt;p&gt;Is there any such open-source dataset available or has anyone devised a way to filter Mapillary/KartaView to curate the high-quality images?&lt;/p&gt;&#xA;" OwnerUserId="6386" LastActivityDate="2023-02-01T09:53:16.547" Title="High-quality open-source street view panoramas" Tags="|geospatial|images|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20882" PostTypeId="2" ParentId="20881" CreationDate="2023-01-31T09:38:37.483" Score="2" Body="&lt;p&gt;That won't cover the 1000 pictures requirement, but Wikimedia Commons has about 250 pictures that both:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are in the category &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:360%C2%B0_panoramas&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:360%C2%B0_panoramas&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Have received a seal of approval for being of good quality.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Here is the link to see them: &lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:360%C2%B0_panoramas?fastcci=%7B%22c1%22%3A17392673%2C%22d1%22%3A15%2C%22s%22%3A200%2C%22a%22%3A%22fqv%22%7D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:360%C2%B0_panoramas?fastcci=%7B%22c1%22%3A17392673%2C%22d1%22%3A15%2C%22s%22%3A200%2C%22a%22%3A%22fqv%22%7D&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Many of them are not pictures of streets, unfortunately. You can cross with the &amp;quot;Streets&amp;quot; category but that takes time:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/VRO0U.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VRO0U.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://petscan.wmflabs.org/?project=wikimedia&amp;amp;sitelinks_no=&amp;amp;format=html&amp;amp;ores_type=any&amp;amp;language=commons&amp;amp;ores_prediction=any&amp;amp;langs_labels_yes=&amp;amp;interface_language=en&amp;amp;since_rev0=&amp;amp;ns%5B0%5D=1&amp;amp;search_wiki=&amp;amp;smaller=&amp;amp;wikidata_prop_item_use=&amp;amp;edits%5Bbots%5D=both&amp;amp;outlinks_no=&amp;amp;sortorder=ascending&amp;amp;manual_list=&amp;amp;depth=10&amp;amp;output_limit=&amp;amp;links_to_all=&amp;amp;templates_no=&amp;amp;outlinks_yes=&amp;amp;labels_no=&amp;amp;sitelinks_any=&amp;amp;langs_labels_no=&amp;amp;sortby=none&amp;amp;cb_labels_any_l=1&amp;amp;cb_labels_yes_l=1&amp;amp;edits%5Bflagged%5D=both&amp;amp;show_disambiguation_pages=both&amp;amp;sitelinks_yes=&amp;amp;max_sitelink_count=&amp;amp;cb_labels_no_l=1&amp;amp;max_age=&amp;amp;referrer_url=&amp;amp;after=&amp;amp;search_max_results=500&amp;amp;subpage_filter=either&amp;amp;sparql=&amp;amp;categories=360%C2%B0%20panoramas%0D%0AStreets&amp;amp;langs_labels_any=&amp;amp;doit=&quot; rel=&quot;nofollow noreferrer&quot;&gt;PetScan&lt;/a&gt; may be better at finding category intersections.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-01-31T09:38:37.483" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20883" PostTypeId="1" CreationDate="2023-01-31T13:01:34.617" Score="0" ViewCount="49" Body="&lt;p&gt;Hi I’m trying to obtain a historic visual traffic report for the B219, Peckham Rye (London, UK) on the 27/4/21 at 16.45. The request is for a court case that I am involved in due to a Road traffic accident. I understand Tomtom can provide this data, but cannot find anyone who can do such a report. Prepared to pay someone if possible.&lt;/p&gt;&#xA;" OwnerUserId="32861" LastActivityDate="2024-02-26T01:03:35.377" Title="Tomtom historical data for specific day and time" Tags="|traffic|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20884" PostTypeId="1" CreationDate="2023-01-31T21:59:10.310" Score="1" ViewCount="219" Body="&lt;p&gt;Does there already exists a data set containing, for at least 100 individual people, the photos in their facebook profiles (or their profiles at the time of collection)? I want to use these some facebook profiles for a study and also potentially in marketing, but of course permission is required from each individual. It would be a pain to reach out to potentially thousands of people and get them to sign forms agreeing for their photos to be used, so I was wondering if there already exists such a dataset in which everyone represented in the data set already legally agreed for their photos to be used by any 3rd party.&lt;/p&gt;&#xA;" OwnerUserId="32864" LastEditorUserId="32864" LastEditDate="2023-02-04T23:35:23.797" LastActivityDate="2023-02-04T23:35:23.797" Title="Database of Facebook profile photos" Tags="|social-media|faces|large-datasets|photographs|" AnswerCount="0" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="20885" PostTypeId="2" ParentId="20883" CreationDate="2023-01-31T22:18:12.500" Score="0" Body="&lt;p&gt;The &lt;a href=&quot;https://move.tomtom.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TomTom MOVE portal&lt;/a&gt; should have this information. Given that you want only one location at one time, this should even be possible with the free tier.&lt;/p&gt;&#xA;" OwnerUserId="32865" LastActivityDate="2023-01-31T22:18:12.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20886" PostTypeId="1" CreationDate="2023-02-01T06:29:14.050" Score="0" ViewCount="49" Body="&lt;p&gt;The bulk download with below link is not working in TLS 1.2 enabled servers. Can someone help me to understand whether OpenFDA bulk download supports in TLS 1.2 enabled servers? Or do I needs to use its API instead of bulk download.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://download.open.fda.gov/food/enforcement/food-enforcement-0001-of-0001.json.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.open.fda.gov/food/enforcement/food-enforcement-0001-of-0001.json.zip&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="32867" LastActivityDate="2023-12-16T08:05:40.660" Title="Is OpenFDA for Food Recall Enforcement Reports [/food/enforcement] bulk download supports in TLS 1.2 enabled servers?" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20888" PostTypeId="1" CreationDate="2023-02-01T12:39:36.150" Score="1" ViewCount="38" Body="&lt;p&gt;I am looking for any kind of georeferenced data on archeological discoveries (or maybe unsuccessful expeditions) in African countries. Ideally, these would span the last 100 years and identify the location of discovery and the &amp;quot;discoverer&amp;quot;.&lt;/p&gt;&#xA;" OwnerUserId="975" LastEditorUserId="754" LastEditDate="2023-02-02T04:23:27.857" LastActivityDate="2023-03-15T11:32:10.950" Title="Georeferenced data on archeological discoveries in Africa" Tags="|data-request|geospatial|historical|africa|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20890" PostTypeId="1" AcceptedAnswerId="21176" CreationDate="2023-02-02T19:05:05.213" Score="1" ViewCount="37" Body="&lt;p&gt;I am working on a project using open refine to search then send users to the relevant link for data that is hard to search. My current URLs to access the records take the form &lt;a href=&quot;http://www.mywebsite.com/?recordID=1234&quot; rel=&quot;nofollow noreferrer&quot;&gt;www.mywebsite.com/?recordID=1234&lt;/a&gt; but are much longer. I would like to use HTML or some other method to create a hyperlink functionally equivalent to &lt;code&gt;&amp;lt;a href=&amp;quot;www.mywebsite.com/?recordID=1234&amp;quot;&amp;gt;1234&amp;lt;\a&amp;gt;&lt;/code&gt; in the cell so it occupies less space.&lt;/p&gt;&#xA;&lt;p&gt;I have been able to edit individual cells in OpenRefine using inspect element to get this to work as a proof of concept but I can edit 100K+ cells.&lt;/p&gt;&#xA;&lt;p&gt;I have been unable to find advice/example about this. Is open refine capable of doing something like this?&lt;/p&gt;&#xA;" OwnerUserId="32877" LastEditorUserId="754" LastEditDate="2023-02-03T05:48:52.000" LastActivityDate="2023-08-09T18:40:39.680" Title="Embed URL in text of OpenRefine cell" Tags="|openrefine|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20891" PostTypeId="1" CreationDate="2023-02-03T06:48:49.850" Score="3" ViewCount="300" Body="&lt;p&gt;Inspired by &lt;a href=&quot;https://opendata.stackexchange.com/a/20441/6287&quot;&gt;this answer&lt;/a&gt; I downloaded 68563 pronunciation files(both mp3 and ogg), but I found that some audios are missing. For instance, cloze and demise. Then I tried &lt;a href=&quot;https://github.com/Suyash458/WiktionaryParser&quot; rel=&quot;nofollow noreferrer&quot;&gt;WiktionaryParser&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;from wiktionaryparser import WiktionaryParser&#xA;parser = WiktionaryParser()&#xA;word = parser.fetch('cloze')&#xA;word&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The audio part is also empty, but I can find the sounds from Wiktionary: &lt;a href=&quot;https://en.wiktionary.org/wiki/demise#:%7E:text=could%20be%20accomplished.-,Pronunciation,-%5Bedit%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;demise&lt;/a&gt; and &lt;a href=&quot;https://en.wiktionary.org/wiki/cloze#:%7E:text=therapy%2C%201950s.-,Pronunciation,-%5Bedit%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;cloze&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Can I still obtain these missing audio files and if not, what alternatives (such as TTS engines) are available?&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2023-02-04T05:10:14.283" LastActivityDate="2024-02-25T19:07:45.960" Title="Is it possible to download all audios of English words from Wiktionary" Tags="|english|audio|dictionary|wiktionary|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20892" PostTypeId="2" ParentId="3435" CreationDate="2023-02-03T09:40:59.417" Score="0" Body="&lt;p&gt;If you search on RapidAPI for &amp;quot;Netherlands company data&amp;quot;, you'll see some APIs that offer access to the KVK in Netherlands, for example &lt;a href=&quot;https://rapidapi.com/appaio/api/netherlands-company-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/appaio/api/netherlands-company-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32883" LastActivityDate="2023-02-03T09:40:59.417" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20893" PostTypeId="2" ParentId="6100" CreationDate="2023-02-03T09:45:28.953" Score="2" Body="&lt;p&gt;You should take a look at &lt;a href=&quot;https://OpenOwnership.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenOwnership.org&lt;/a&gt;, it aggregates a number of countries together, UK, SK and UA and DK.&lt;/p&gt;&#xA;&lt;p&gt;Example data items:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://register.openownership.org/entities/5f46bef07bbb420af2bba3c0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://register.openownership.org/entities/5f46bef07bbb420af2bba3c0&lt;/a&gt; You can see that TONERS &amp;amp; CARTRIDGES LIMITED is owned mostly by Aubrey Thomas Brocklebank.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://register.openownership.org/entities/59b92ae667e4ebf340156d19&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://register.openownership.org/entities/59b92ae667e4ebf340156d19&lt;/a&gt;&lt;br /&gt;&#xA;You can see how MANCHESTER UNITED LIMITED is owned by 6 levels of parent companies, with the top one being in the Cayman Islands with no disclosed ownership.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The data can be searched using this web tool: &lt;a href=&quot;https://register.openownership.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://register.openownership.org&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can also download the whole data as compressed JSON: &lt;a href=&quot;https://register.openownership.org/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://register.openownership.org/download&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendatacommons.org/licenses/by/1-0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Data Commons Attribution License&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32883" LastEditorUserId="754" LastEditDate="2023-02-06T05:12:44.817" LastActivityDate="2023-02-06T05:12:44.817" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20894" PostTypeId="2" ParentId="5702" CreationDate="2023-02-03T12:58:55.910" Score="0" Body="&lt;p&gt;Try data.gov.in for open data on India, for the US, you will need to go to each &amp;quot;Secretary of State&amp;quot; (SOS) website, and inquire about business license data. Some states (Florida, Alaska, Texas, etc.) offer it for free, most states, you have to pay for it.&lt;/p&gt;&#xA;" OwnerUserId="32885" LastActivityDate="2023-02-03T12:58:55.910" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20895" PostTypeId="2" ParentId="11872" CreationDate="2023-02-03T13:02:20.823" Score="1" Body="&lt;p&gt;If you search Rapid API for &amp;quot;Sweden Company Data&amp;quot;, you should find some resources, here is an example: &lt;a href=&quot;https://rapidapi.com/appaio/api/sweden-company-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/appaio/api/sweden-company-data/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32885" LastActivityDate="2023-02-03T13:02:20.823" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20896" PostTypeId="2" ParentId="9962" CreationDate="2023-02-03T13:17:14.833" Score="1" Body="&lt;p&gt;If you do a search on RapidAPI for &amp;quot;Japan Company Data&amp;quot; you can get a number of resources, for example; &lt;a href=&quot;https://rapidapi.com/appaio/api/japan-company-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/appaio/api/japan-company-data/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This source returns data as follows (Example)&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;corporate_number:&amp;quot;1011002012816&amp;quot;&#xA;postal_code:&amp;quot;1500013&amp;quot;&#xA;location:&amp;quot;東京都渋谷区恵比寿２丁目５番８号サン・クオーレ７０２&amp;quot;&#xA;name:&amp;quot;有限会社間宮商店&amp;quot;&#xA;status:&amp;quot;-&amp;quot;&#xA;number_of_activity:&amp;quot;0&amp;quot;&#xA;update_date:&amp;quot;2015-10-28T00:00:00+09:00&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="32886" LastActivityDate="2023-02-03T13:17:14.833" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20897" PostTypeId="2" ParentId="3783" CreationDate="2023-02-03T13:20:29.947" Score="2" Body="&lt;p&gt;If you can also work with APIs, rather than downloadable datasets, then you could try &lt;a href=&quot;https://rapidapi.com/appaio/api/japan-company-data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this API&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;It accesses the Hojin (Government database), so covers all registered entities in Japan, not just the 3258 mentioned above.&lt;/p&gt;&#xA;" OwnerUserId="32886" LastEditorUserId="14011" LastEditDate="2023-02-04T03:59:14.550" LastActivityDate="2023-02-04T03:59:14.550" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20898" PostTypeId="2" ParentId="11016" CreationDate="2023-02-03T13:27:37.977" Score="0" Body="&lt;p&gt;Perhaps try https://xmlsoccer.com; they are a Danish company, and cover most international soccer leagues.&lt;/p&gt;&#xA;" OwnerUserId="32886" LastEditorUserId="14011" LastEditDate="2023-02-04T03:59:25.473" LastActivityDate="2023-02-04T03:59:25.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20899" PostTypeId="2" ParentId="19692" CreationDate="2023-02-04T08:00:07.060" Score="1" Body="&lt;p&gt;There are some open source projects that can be used to create animations based on a still image and a so called “driving animation”.&lt;/p&gt;&#xA;&lt;p&gt;For instance “&lt;a href=&quot;https://github.com/AliaksandrSiarohin/first-order-model&quot; rel=&quot;nofollow noreferrer&quot;&gt;First Order Model&lt;/a&gt;”.&lt;/p&gt;&#xA;&lt;p&gt;It’s possible that my heritage is using such driving animations to animate the face in a certain pattern.&lt;/p&gt;&#xA;" OwnerUserId="32888" LastEditorUserId="32888" LastEditDate="2023-02-04T08:07:03.783" LastActivityDate="2023-02-04T08:07:03.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20902" PostTypeId="2" ParentId="20891" CreationDate="2023-02-07T02:48:19.287" Score="0" Body="&lt;p&gt;After searching for a while, I couldn't find any related open data, so I resorted to using an &lt;a href=&quot;https://github.com/coqui-ai/TTS&quot; rel=&quot;nofollow noreferrer&quot;&gt;open model&lt;/a&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;from TTS.api import TTS&#xA;model_name = TTS.list_models()[0]&#xA;tts = TTS(model_name)&#xA;for word in word_list:&#xA;    tts.tts_to_file(text=word, speaker=tts.speakers[0], language=tts.languages[0], file_path=f&amp;quot;{word}.wav&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2023-02-07T19:51:04.940" LastActivityDate="2023-02-07T19:51:04.940" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20903" PostTypeId="1" CreationDate="2023-02-07T08:41:16.583" Score="1" ViewCount="53" Body="&lt;p&gt;I wonder where &lt;a href=&quot;http://stellarium.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;stellarium&lt;/a&gt; get his data on all the planets, like the position, rotation etc...&lt;/p&gt;&#xA;&lt;p&gt;I've searched a little on their GitHub but I couldn't find anything.&lt;/p&gt;&#xA;&lt;p&gt;If there's any way to get that data with an API it'll be better&lt;/p&gt;&#xA;&lt;p&gt;Thanks for your help :-)&lt;/p&gt;&#xA;" OwnerUserId="32817" LastEditorUserId="32817" LastEditDate="2023-02-07T10:22:17.510" LastActivityDate="2023-02-07T10:22:17.510" Title="Where stellarium get his data on planets?" Tags="|data-request|astronomy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20905" PostTypeId="2" ParentId="20876" CreationDate="2023-02-08T15:06:23.567" Score="1" Body="&lt;p&gt;Try this for your temperature data. You'll need to use a location that is close to your region of interest.&#xA;&lt;a href=&quot;https://www.weather.gov/wrh/climate?wfo=okx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.weather.gov/wrh/climate?wfo=okx&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;For the GDP, as far as I know, the smallest geography available is at county and metro level so, again, you'll need to use a region that is representative of your area of interest. I suggest you determine a geography that best fits your area and try to stick with that for all your data in order to be consistent. Since you can find quite a bit of data by county, maybe use Nassau County for the GDP and Population?&lt;/p&gt;&#xA;&lt;p&gt;GDP data comes from the Bureau of Economic Analysis (BEA) here: &lt;a href=&quot;https://www.bea.gov/data/gdp/gdp-county-metro-and-other-areas&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bea.gov/data/gdp/gdp-county-metro-and-other-areas&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;FRED (the St Louis Federal reserve) has the BEA GDP here, that is sometimes easier to digest: Metro area data here: &lt;a href=&quot;https://fred.stlouisfed.org/series/NGMP35620&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fred.stlouisfed.org/series/NGMP35620&lt;/a&gt; and for the county here &lt;a href=&quot;https://fred.stlouisfed.org/series/REALGDPALL36059&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://fred.stlouisfed.org/series/REALGDPALL36059&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And finally, population growth would come from the Census Bureau, as you know. Estimates are not yet available for 2022, but you can get growth through 2021 data from here:&#xA;&lt;a href=&quot;https://www.census.gov/programs-surveys/popest/data/tables.2021.List_58029271.html#list-tab-List_58029271&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/programs-surveys/popest/data/tables.2021.List_58029271.html#list-tab-List_58029271&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Happy data wrangling!&lt;/p&gt;&#xA;" OwnerUserId="23151" LastActivityDate="2023-02-08T15:06:23.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20906" PostTypeId="1" CreationDate="2023-02-10T09:07:21.187" Score="1" ViewCount="16" Body="&lt;p&gt;I need a dataset of software quality attributes, preferably with the classes 'usability', 'performance' and so on.&lt;/p&gt;&#xA;&lt;p&gt;I already have &amp;quot;AWARE_Aspect-Based_Sentiment_Analysis_Dataset_of_Apps_Reviews_for_Requirements_Elicitation&amp;quot; dataset but it doesn't have the class 'Performance'&lt;/p&gt;&#xA;" OwnerUserId="32914" LastEditorUserId="754" LastEditDate="2023-02-10T09:22:46.517" LastActivityDate="2023-02-10T09:22:46.517" Title="Software quality attributes including usability, performance" Tags="|data-request|machine-learning|software|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="20909" PostTypeId="1" CreationDate="2023-02-11T01:22:44.620" Score="0" ViewCount="13" Body="&lt;p&gt;I'm looking for an online resource / dataset where I can enter the ticker symbol of an ETF and I can see the percentage of its dividends that is regarded as qualified dividends by the IRS. Does such resource exist?&lt;/p&gt;&#xA;&lt;p&gt;I unsuccessfully tried &lt;a href=&quot;https://screener.fidelity.com/ftgw/etf/goto/snapshot/distributions.jhtml?symbols=VYM&quot; rel=&quot;nofollow noreferrer&quot;&gt;Fidelity's screener&lt;/a&gt; and &lt;a href=&quot;https://seekingalpha.com/symbol/VWO/dividends/scorecard&quot; rel=&quot;nofollow noreferrer&quot;&gt;seekingalpha.com&lt;/a&gt;. I don't want to have to dig into the ETF issuer's official website each time I'm looking for such information.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastActivityDate="2023-02-11T01:22:44.620" Title="Unified online resource / dataset where I can view the percentage of an ETF dividend that is regarded as qualified dividends by the IRS?" Tags="|data-request|finance|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20912" PostTypeId="2" ParentId="3764" CreationDate="2023-02-14T09:38:25.350" Score="0" Body="&lt;p&gt;Here is a word-IPA mapping list converted from &lt;a href=&quot;https://github.com/cmusphinx/cmudict&quot; rel=&quot;nofollow noreferrer&quot;&gt;cmudict&lt;/a&gt;:&#xA;&lt;a href=&quot;https://github.com/menelik3/cmudict-ipa&quot; rel=&quot;nofollow noreferrer&quot;&gt;menelik3/cmudict-ipa&lt;/a&gt;, and it also contains the &lt;code&gt;brown-frequency-list-with-ipa.txt&lt;/code&gt; based on the most frequent 33862 words by the &lt;a href=&quot;https://archive.org/details/BrownCorpus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Brown Corpus&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2023-02-14T13:19:15.103" LastActivityDate="2023-02-14T13:19:15.103" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20913" PostTypeId="2" ParentId="12697" CreationDate="2023-02-14T09:39:58.380" Score="0" Body="&lt;p&gt;Here is a word-IPA mapping list converted from &lt;a href=&quot;https://github.com/cmusphinx/cmudict&quot; rel=&quot;nofollow noreferrer&quot;&gt;cmudict&lt;/a&gt;:&#xA;&lt;a href=&quot;https://github.com/menelik3/cmudict-ipa&quot; rel=&quot;nofollow noreferrer&quot;&gt;menelik3/cmudict-ipa&lt;/a&gt;, and it also contains the &lt;code&gt;brown-frequency-list-with-ipa.txt&lt;/code&gt; based on the most frequent 33862 words by the &lt;a href=&quot;https://archive.org/details/BrownCorpus&quot; rel=&quot;nofollow noreferrer&quot;&gt;Brown Corpus&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="6287" LastEditorUserId="6287" LastEditDate="2023-02-14T13:18:54.267" LastActivityDate="2023-02-14T13:18:54.267" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20914" PostTypeId="2" ParentId="15778" CreationDate="2023-02-14T15:25:46.270" Score="0" Body="&lt;p&gt;Recently a dataset has been created that aims to collect such data for 44 countries:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;strong&gt;Dataset:&lt;/strong&gt; Khaleel, Mohammad A.; Khan, Amer Hayat; Ghadzi, SM Sheikh; Alshakhshir, Sami (2021), “International Drug Dictionary (IDD)”, Mendeley Data, V1, doi: &lt;a href=&quot;https://doi.org/10.17632/9nmgzttxhm.1&quot; rel=&quot;nofollow noreferrer&quot;&gt;10.17632/9nmgzttxhm.1&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;strong&gt;Paper:&lt;/strong&gt; Khaleel, M. A., Khan, A. H., Ghadzi, S. S., &amp;amp; Alshakhshir, S. (2022). &lt;a href=&quot;https://doi.org/10.1016/j.dib.2021.107701&quot; rel=&quot;nofollow noreferrer&quot;&gt;Curation of an international drug proprietary names dataset&lt;/a&gt;. Data in brief, 40, 107701.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13740" LastEditorUserId="13740" LastEditDate="2023-02-14T15:26:15.147" LastActivityDate="2023-02-14T15:26:15.147" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20915" PostTypeId="1" CreationDate="2023-02-15T17:22:16.273" Score="0" ViewCount="26" Body="&lt;p&gt;I'm trying to get total assets for companies within the US, but I only want assets from the most recent year available in Wikidata. I'm using P2403 to get total assets and I'm trying to use the qualifier P585, but I'm not getting results.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; SELECT distinct ?company ?companyLabel ?founding ?founder ?founderLabel ?CEO ?CEOLabel ?employeeCount ?time&#xA;WHERE &#xA;{&#xA;  ?company wdt:P31 wd:Q6881511 .&#xA;  ?company wdt:P17 wd:Q30.&#xA;  OPTIONAL {?company wdt:P571 ?founding.}&#xA;  OPTIONAL {?company wdt:P112 ?founder.}&#xA;  OPTIONAL {?company wdt:P169 ?CEO .}&#xA;  OPTIONAL {?company wdt:P1128 ?employeeCount.}&#xA;  OPTIONAL {?company wdt:P2403 ?totalAssets.}&#xA;  OPTIONAL {?totalAssets wdt:P585 ?time}&#xA;  OPTIONAL {?company wdt:P2137 ?totalEquity.}&#xA;  &#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="32942" LastActivityDate="2023-02-17T11:53:11.510" Title="Trying to get a qualifier to work, not sure what's wrong" Tags="|wikidata|sparql|ontology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20916" PostTypeId="1" CreationDate="2023-02-16T21:14:49.810" Score="0" ViewCount="22" Body="&lt;p&gt;I'm looking for a dataset of customer reviews and whose license allows academic and industry researchers to annotate the dataset and publicly share the annotated dataset (e.g., via a GitHub repo).&lt;/p&gt;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://opendata.stackexchange.com/q/7510/1652&quot;&gt;Customer review dataset&lt;/a&gt; but in my case I don't wish to pay for the dataset, and it has to be publicly reshareable.&lt;/p&gt;&#xA;" OwnerUserId="1652" LastEditorUserId="754" LastEditDate="2023-02-17T02:27:28.410" LastActivityDate="2023-02-17T02:27:28.410" Title="Customer review dataset that can be publicly reshareable" Tags="|data-request|nlp|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20917" PostTypeId="2" ParentId="20915" CreationDate="2023-02-17T11:53:11.510" Score="1" Body="&lt;p&gt;You would want to use something like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;OPTIONAL { ?company p:P2403 ?statement . &#xA;           ?statement ps:P2403 ?totalAssets.&#xA;OPTIONAL { ?statement pq:P585 ?time} }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The first change is to get the &lt;em&gt;statement&lt;/em&gt; for p2403, and then get both the main value and qualifier value from that statement. Note the ps (main value) and pq (qualifier) syntax.&lt;/p&gt;&#xA;&lt;p&gt;The second is to reorder the OPTIONAL clauses so you only go looking for a qualifier value if there's a main statement - otherwise this will send it off on a wild goose chase and time out.&lt;/p&gt;&#xA;" OwnerUserId="5418" LastActivityDate="2023-02-17T11:53:11.510" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20920" PostTypeId="1" AcceptedAnswerId="20921" CreationDate="2023-02-20T20:50:44.227" Score="0" ViewCount="198" Body="&lt;p&gt;I tried&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?latest.student.size__gt=1000&amp;amp;api_key={API_KEY}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;but it returns schools with &lt;em&gt;exactly&lt;/em&gt; 1000 students&lt;/p&gt;&#xA;" OwnerUserId="32846" LastActivityDate="2023-12-28T03:28:31.097" Title="How can I use the API to query for institutions with student bodies greater than 1000?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20921" PostTypeId="2" ParentId="20920" CreationDate="2023-02-20T20:57:20.337" Score="1" Body="&lt;p&gt;Looks like the correct API call is&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?latest.student.size__range=1000..&amp;amp;sort=student.size:desc&amp;amp;per_page=100&amp;amp;page=0&amp;amp;api_key={API_KEY}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;EDIT: Start with page=0, not page=1, to avoid missing 1st page of results!&lt;/p&gt;&#xA;" OwnerUserId="32846" LastEditorUserId="-1" LastEditDate="2023-12-28T03:28:31.097" LastActivityDate="2023-12-28T03:28:31.097" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20922" PostTypeId="2" ParentId="11246" CreationDate="2023-02-21T10:07:13.750" Score="0" Body="&lt;p&gt;I think you can find it here at Australian Statistical Geography Standard (ASGS)&#xA;&lt;a href=&quot;https://www.abs.gov.au/statistics/standards/australian-statistical-geography-standard-asgs-edition-3/jul2021-jun2026/access-and-downloads/digital-boundary-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.abs.gov.au/statistics/standards/australian-statistical-geography-standard-asgs-edition-3/jul2021-jun2026/access-and-downloads/digital-boundary-files&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32969" LastActivityDate="2023-02-21T10:07:13.750" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20923" PostTypeId="2" ParentId="20335" CreationDate="2023-02-21T11:42:53.500" Score="2" Body="&lt;p&gt;OpenStreetMap cannot tell you what the power grid was like at a particular time point. What it can tell you is what OpenStreetMap had mapped for the power grid at a particular time point. The two are slightly different concepts - if a power line was added to OpenStreetMap, you don't know if it's a newly constructed line, or a line that had existed for some time but wasn't yet mapped.&lt;/p&gt;&#xA;&lt;p&gt;To get the data, start by downloading a full history extract (file with &lt;code&gt;.osh.pbf&lt;/code&gt;) from the &lt;a href=&quot;https://download.geofabrik.de/asia/india.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geofabrik Download server&lt;/a&gt; and use osmium-tool's &lt;a href=&quot;https://docs.osmcode.org/osmium/latest/osmium-time-filter.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;time-filter command&lt;/a&gt; to create a PBF with a command like &lt;code&gt;osmium time-filter history.osh.pbf 2020-01-01T00:00:00Z -o extract-20200101.osm.pbf&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;You will need to then filter the file for the parts of the power network you want. Since you haven't specified exactly what you're after, it's hard to know the best method. Popular methods include&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;osm2pgsql with a style that only defines the features you want,&lt;/li&gt;&#xA;&lt;li&gt;osmium-tool with tag filtering,&lt;/li&gt;&#xA;&lt;li&gt;QGIS with suitable definitions for tags, or&lt;/li&gt;&#xA;&lt;li&gt;ogr2ogr with suitable definitions for tags&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="32971" LastActivityDate="2023-02-21T11:42:53.500" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20925" PostTypeId="1" AcceptedAnswerId="20926" CreationDate="2023-02-22T17:13:08.230" Score="0" ViewCount="31" Body="&lt;p&gt;I am trying to read an HRDAG dataset into R. (&lt;a href=&quot;https://hrdag.org/content/sierraleone/SL-TRC-data.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;here is a link to the dataset&lt;/a&gt;). I don't understand how the columns are separated, and was wondering if there is a particular argument I need to specify in order to correctly read the data.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastEditorUserId="754" LastEditDate="2023-03-24T01:53:22.787" LastActivityDate="2023-03-24T01:53:22.787" Title="How are the Human Rights Data Analysis Group (HRDAG) data delimited?" Tags="|csv|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20926" PostTypeId="2" ParentId="20925" CreationDate="2023-02-22T22:37:13.840" Score="1" Body="&lt;p&gt;It is a tab-delimited file. You can read it in with the the &lt;a href=&quot;https://readr.tidyverse.org/reference/read_delim.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;readr&lt;/a&gt; package. For instance:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;readr::read_delim( '/Path-to-Folder/SL-TRC-data.csv', delim = '\t')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="958" LastActivityDate="2023-02-22T22:37:13.840" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20927" PostTypeId="1" CreationDate="2023-02-23T02:11:46.557" Score="0" ViewCount="219" Body="&lt;p&gt;I'm finding MR-CT &lt;em&gt;Paired&lt;/em&gt; images to do some experiments on &lt;a href=&quot;https://qims.amegroups.com/article/view/41784/html&quot; rel=&quot;nofollow noreferrer&quot;&gt;synthesize MRI from CT images&lt;/a&gt; using &lt;a href=&quot;https://en.wikipedia.org/wiki/U-Net&quot; rel=&quot;nofollow noreferrer&quot;&gt;U-Net Architecture&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;However I still have struggling finding these &lt;em&gt;free&lt;/em&gt; datasets.&lt;/p&gt;&#xA;&lt;p&gt;I've tried finding &lt;em&gt;Open datasets&lt;/em&gt;  at &lt;a href=&quot;https://datasetsearch.research.google.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;Dataset Search&lt;/em&gt;&lt;/a&gt; on Google but the most relevant one is this one on &lt;a href=&quot;https://www.kaggle.com/datasets/chenghanpu/brain-tumor-mri-and-ct-scan&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;. But it doesn't have license and have some problems at the &lt;a href=&quot;https://www.kaggle.com/datasets/chenghanpu/brain-tumor-mri-and-ct-scan/discussion/358956&quot; rel=&quot;nofollow noreferrer&quot;&gt;discussion&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;I've also tried finding on &lt;a href=&quot;https://ieee-dataport.org/datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;IEEE DataPort&lt;/a&gt; but I couldn't find things I want.&lt;/p&gt;&#xA;&lt;p&gt;Could anyone please give me some Sites to find this kind of Dataset?&lt;/p&gt;&#xA;&lt;p&gt;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="32975" LastActivityDate="2024-02-20T06:01:20.117" Title="MRI-CT paired Open Dataset for MRI synthesis from CT using Supervised Learning" Tags="|data-request|medical|images|global|deep-learning|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20930" PostTypeId="1" CreationDate="2023-02-25T21:39:48.443" Score="0" ViewCount="14" Body="&lt;p&gt;My state, Texas, delegates to the Uniform Plumbing Code to establish standards,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Section 1301.255 adopts the Uniform Plumbing Code&lt;/strong&gt; and the International Code Council's International Plumbing Code as they existed on May 31, 2001. The statute notes that the Texas State Board of Plumbing Examiners may adopt later versions of this code.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;As of June 2021, the 2018 edition of the Uniform Plumbing Code&lt;/strong&gt; and the 2018 edition of the International Code Council's International Plumbing Code &lt;strong&gt;have been adopted by the State Board's Rule 367.2 in Title 22 of the Texas Administrative Code.&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Rule 367.2 also adopts codes incorporated by reference within the 2018 International Plumbing Code, which include the International Code Council's 2018 International Fuel Gas Code and the 2018 International Residential Code.&lt;/p&gt;&#xA;&lt;p&gt;See the text of Rule 367.2 for details.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Where I can find the 2018 edition of the Uniform Plumbing Code? I know I can &lt;a href=&quot;https://rads.stackoverflow.com/amzn/click/com/1944366075&quot; rel=&quot;nofollow noreferrer&quot; rel=&quot;nofollow noreferrer&quot;&gt;buy one on Amazon for $200&lt;/a&gt;. Since this is a part of the Texas Occupation Code, can I find a copy for free anywhere?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="754" LastEditDate="2023-03-24T01:52:30.620" LastActivityDate="2023-12-19T04:03:25.480" Title="Where can I find a copy of the 2018 Uniform Plumbing Code?" Tags="|standards|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20931" PostTypeId="2" ParentId="20930" CreationDate="2023-02-25T21:41:17.460" Score="0" Body="&lt;p&gt;You can find a free copy, albeit with watermarks, here&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://epubs.iapmo.org/2018/UPC/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://epubs.iapmo.org/2018/UPC/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2023-02-25T21:41:17.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20932" PostTypeId="1" CreationDate="2023-02-27T12:11:29.343" Score="1" ViewCount="11" Body="&lt;p&gt;I was wondering if there exists a database that tracts election results in African countries on a disaggregated level. So far, I was unsuccessful in finding one... I would be particularly interested in the elections in North &amp;amp; South Sudan,Cameroon, Liberia, and Mali&lt;/p&gt;&#xA;" OwnerUserId="33005" LastEditorUserId="754" LastEditDate="2023-02-28T08:10:31.457" LastActivityDate="2023-02-28T08:10:31.457" Title="Subnational African election results, disaggregated" Tags="|data-request|africa|elections|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20933" PostTypeId="1" AcceptedAnswerId="20935" CreationDate="2023-02-28T06:47:13.213" Score="1" ViewCount="47" Body="&lt;p&gt;I would like to specify industry of companies (e.g., Financial, Tech, Telecom, etc.). In Schema.org, &lt;a href=&quot;https://schema.org/industry&quot; rel=&quot;nofollow noreferrer&quot;&gt;industry&lt;/a&gt; is only specified on Job posting. Could you let me know what schema.org type to use as the industry of a company?&lt;/p&gt;&#xA;" OwnerUserId="32989" LastEditorUserId="754" LastEditDate="2023-02-28T08:12:39.343" LastActivityDate="2023-03-01T13:26:27.210" Title="Industry of a company in Schema.org" Tags="|ontology|network-structure|industry|semantic-web|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20935" PostTypeId="2" ParentId="20933" CreationDate="2023-03-01T13:26:27.210" Score="0" Body="&lt;p&gt;You should consider using &lt;a href=&quot;https://schema.org/naics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://schema.org/naics&lt;/a&gt; on Organization since industry on job posting refers to NAICS codes based on their example. See screenshot below.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jFeV6.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jFeV6.png&quot; alt=&quot;Industry example&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can find NAICS codes &lt;a href=&quot;https://www.census.gov/naics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="17989" LastActivityDate="2023-03-01T13:26:27.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20936" PostTypeId="1" CreationDate="2023-03-01T15:50:47.930" Score="1" ViewCount="19" Body="&lt;p&gt;I'm looking for information on an area between Alta Gracia - Córdoba from c. pre-1993 (anything in the 1970s or 1980s will help). Is anyone able to direct me towards any sources of historical aerial imagery in Argentina, or any WMS sources?&lt;/p&gt;&#xA;" OwnerUserId="33019" LastActivityDate="2023-03-01T15:50:47.930" Title="Source for historical Argentina aerial WMS" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20941" PostTypeId="1" CreationDate="2023-03-02T22:47:54.657" Score="1" ViewCount="12" Body="&lt;p&gt;Particularly interested in Sutras and Koans in English (open domain).&lt;/p&gt;&#xA;" OwnerUserId="4256" LastEditorUserId="34454" LastEditDate="2023-12-25T13:03:39.497" LastActivityDate="2023-12-25T13:03:39.497" Title="Seeking database, digital corpus, or text archive of Zen Buddhist texts" Tags="|data-request|english|corpora|religion|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20943" PostTypeId="1" CreationDate="2023-03-04T17:45:42.163" Score="1" ViewCount="12" Body="&lt;p&gt;Is there somewhere in open sources some of the data on which this neural network was trained?&#xA;Also interested in DALL-E source dataset.&#xA;I think these datasets should be identical.&#xA;If someone has met or has information, please help.&lt;/p&gt;&#xA;" OwnerUserId="33043" LastEditorUserId="754" LastEditDate="2023-03-24T01:50:23.830" LastActivityDate="2023-03-24T01:50:23.830" Title="Are there any sources where you can see on what initial data the Midjourney neural network was trained" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20944" PostTypeId="2" ParentId="20823" CreationDate="2023-03-05T03:38:45.013" Score="2" Body="&lt;p&gt;&lt;a href=&quot;https://www.traffictechservices.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Traffic Technology Services&lt;/a&gt; provides live traffic light status (red, yellow , green, etc...) data.  For San Francisco, it might be available via &lt;a href=&quot;https://datasf.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datasf.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33046" LastActivityDate="2023-03-05T03:38:45.013" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20945" PostTypeId="1" CreationDate="2023-03-06T11:23:27.313" Score="2" ViewCount="37" Body="&lt;p&gt;So far I can't find good data on the evolution of the Persian Gulf silting up, only what it was in 6000 BP, and how it is now without anything in between. Is there any dataset (preferably vector) you can point me to?&lt;/p&gt;&#xA;&lt;p&gt;An example of the Persian Gulf Shoreline 6000 BP&#xA;&lt;a href=&quot;https://i.stack.imgur.com/Yyeox.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/Yyeox.png&quot; alt=&quot;Persian Gulf Shoreline 6000 BP&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33054" LastActivityDate="2023-03-10T18:41:37.677" Title="Does anyone have good data on the evolution of the Persian Gulf from Sumerian to Modern Times?" Tags="|historical|time-series|hydrology|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20946" PostTypeId="1" CreationDate="2023-03-06T16:57:07.260" Score="1" ViewCount="23" Body="&lt;p&gt;&lt;strong&gt;Context:&lt;/strong&gt; I am interested in the potential to use vector indexing and semantic search for multimodal data. For instance, a retail website may have unstructured text data from the advertising copy on their website, as well as structured text data (in e.g. JSON format) of chat logs between customers and sales agents, and some structured clickstream data.&lt;/p&gt;&#xA;&lt;p&gt;There are a number of sentence embeddings that claim to be able to make semantic similarity comparisons between data with drastically different surface forms (see OpenAI's &lt;a href=&quot;https://openai.com/blog/new-and-improved-embedding-model&quot; rel=&quot;nofollow noreferrer&quot;&gt;ada-002&lt;/a&gt;, which outperforms older models on code search, text search, and translation tasks). Theoretically, then, with these models it should be possible to embed and index a multimodal data source. The resulting index should be able to return relevant excerpts from varied sources - text chunks from the website, agent chat logs, or customer website interactions - given a queried topic.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Data:&lt;/strong&gt; To test whether this sort of system would be possible, I'm looking for an open-source multimodal dataset with three key characteristics:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;At least three data 'modes' - e.g. unstructured text, structured text, structured numeric, clickstream, etc.&lt;/li&gt;&#xA;&lt;li&gt;Shared semantic topics - the data sources must focus on shared topics. This is important to prove that semantic comparisons can be made across surface forms.&lt;/li&gt;&#xA;&lt;li&gt;Varied surface forms - again, to prove the system works, we need to have data sources that 'look' different, even if the topics they concern are similar.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;&lt;strong&gt;Region:&lt;/strong&gt; Any variant of English is OK.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;License:&lt;/strong&gt; Must be usable for commercial purposes (this is a research project, but I work for a private firm hence the requirement).&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Format:&lt;/strong&gt; Very flexible - ideally, unstructured data in &lt;code&gt;.txt&lt;/code&gt; files and structured text/clickstream data in &lt;code&gt;.json&lt;/code&gt; files.&lt;/p&gt;&#xA;" OwnerUserId="33056" LastActivityDate="2023-03-06T16:57:07.260" Title="Data for multi-modal semantic search" Tags="|data-request|nlp|language|json|text|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20947" PostTypeId="1" CreationDate="2023-03-06T23:20:31.140" Score="0" ViewCount="144" Body="&lt;p&gt;If I run this query: &lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?latest.school.city=Los Angeles&amp;amp;api_key=XXXXXXXXXXX&lt;/code&gt;, then the results look something like this: &lt;a href=&quot;https://i.stack.imgur.com/LmauP.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/LmauP.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;However, if I run this query: &lt;code&gt;https://api.data.gov/ed/collegescorecard/v1/schools?latest.school.city=Los%20Angeles&amp;amp;latest.programs.cip_4_digit.code=1312&amp;amp;api_key=XXXXXXXXXX&lt;/code&gt;, then the results look something like this:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/3U6ef.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/3U6ef.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Is there a way to run the second query so that the results are structured the same way that the results from the first query are structured?&lt;/p&gt;&#xA;" OwnerUserId="33057" LastActivityDate="2023-12-14T01:05:50.687" Title="Structure of Results Appear to Change Based on Query" Tags="|data-request|api|collegescorecard|programming|data-format|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20950" PostTypeId="2" ParentId="20947" CreationDate="2023-03-13T12:21:28.980" Score="0" Body="&lt;p&gt;Currently, this is how the API is intended to function with respect to four digit CIP codes. In order to support a legacy requirement, any query using &lt;code&gt;programs.cip_4_digit&lt;/code&gt; will return the data in the dotted form.&lt;/p&gt;&#xA;&lt;p&gt;If you need to transform this data back into a JSON object, you could use a library like &lt;a href=&quot;https://www.npmjs.com/package/dot-object&quot; rel=&quot;nofollow noreferrer&quot;&gt;dot-object&lt;/a&gt; to do this.&lt;/p&gt;&#xA;" OwnerUserId="33074" LastActivityDate="2023-03-13T12:21:28.980" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20951" PostTypeId="1" CreationDate="2023-03-13T21:46:20.747" Score="2" ViewCount="63" Body="&lt;p&gt;I have a task to find a title/make a summary of market research, in pdfs, in French.&#xA;So I'm trying to find a dataset of the closest to it to create a model.&lt;/p&gt;&#xA;&lt;p&gt;I was thinking of press articles in pdf as long as we have their title already extracted, and the pdf. I then thought about scientific articles. If you have better ideas, I'm interested.&lt;/p&gt;&#xA;&lt;p&gt;For the moment I have found:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/code/mikeka/arxiv-taxonomy-e-top-influential-papers/edit&quot; rel=&quot;nofollow noreferrer&quot;&gt;A code on Kaggle&lt;/a&gt; that allows me to create a dataframe of scientific articles from Arxivx, with their abstracts and links to the pdfs. However it seems that it is only in English.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&#xA;" OwnerUserId="23069" LastEditorUserId="754" LastEditDate="2023-03-24T01:49:45.957" LastActivityDate="2024-02-13T07:25:02.930" Title="Where can I find pdf of articles in French, their titles and abstracts/summaries?" Tags="|data-request|nlp|pdf|french|research-papers|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20952" PostTypeId="1" CreationDate="2023-03-14T18:48:23.850" Score="1" ViewCount="19" Body="&lt;p&gt;I'm using the Drugs@FDA API to get data on submissions (e.g. for when labeling changes) for a list of drugs. I've noticed that sometimes I can get a &amp;quot;Submissions&amp;quot; table beneath &amp;quot;Results&amp;quot;, but not always.&lt;/p&gt;&#xA;&lt;p&gt;For example, I can see the submissions for HUMIRA&#xA;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=products.brand_name:%22HUMIRA%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/drugsfda.json?search=products.brand_name:%22HUMIRA%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But cannot see submissions for ALINIA&#xA;&lt;a href=&quot;https://api.fda.gov/drug/drugsfda.json?search=products.brand_name:%22ALINIA%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/drugsfda.json?search=products.brand_name:%22ALINIA%22&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Checking against a direct search of Drugs@FDA, it's not as if ALINIA doesn't have any supplemental materials connected to its NDA. What explains why I don't consistently see the Submissions table? Is this the same problem as described here? &lt;a href=&quot;https://opendata.stackexchange.com/questions/20014/new-indications-via-openfda-api&quot;&gt;New Indications via OpenFDA API&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33086" LastEditorUserId="754" LastEditDate="2023-03-24T01:48:53.933" LastActivityDate="2023-03-24T01:48:53.933" Title="Submissions data not showing for all drugs in Drugs@FDA" Tags="|data-request|drugs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20953" PostTypeId="2" ParentId="20888" CreationDate="2023-03-15T07:44:29.600" Score="1" Body="&lt;p&gt;You'll often have a hard time finding open data relatively to that, as this kind of data is generally restricted or obfuscated to limit risk of &lt;a href=&quot;https://en.wikipedia.org/wiki/Archaeological_looting&quot; rel=&quot;nofollow noreferrer&quot;&gt;archeological looting&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;For North Africa, there is the EAMENA database, which is partly accessible upon registration: &lt;a href=&quot;https://database.eamena.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://database.eamena.org&lt;/a&gt;. It may not have all the data you're after, and many records have extremely sparse data (e.g. only an identifier and random approximate coordinates, no name, date, or type of site). If you're a researcher, you might get access to more data and features than what is accessible to the general public, have a look at their  &lt;a href=&quot;https://eamena.org/open-access-policy&quot; rel=&quot;nofollow noreferrer&quot;&gt;open data policy&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;This is not my field, but given the ethical and possibly legal implications of accessing this kind of data, generally the best option here seems to be a collaboration with archeologists or organizations working in this field and area.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2023-03-15T11:32:10.950" LastActivityDate="2023-03-15T11:32:10.950" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20954" PostTypeId="2" ParentId="17705" CreationDate="2023-03-15T10:47:23.757" Score="1" Body="&lt;blockquote&gt;&#xA;&lt;p&gt;If it's too broad, I would be okay with &amp;quot;just&amp;quot; all video games and&#xA;movies&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The &lt;strong&gt;&lt;a href=&quot;https://datasets.imdbws.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;IMDB datasets&lt;/a&gt;&lt;/strong&gt; contain data about movies, TV series, and video games, under the form of compressed, tabulated data. Look in particular at the &lt;strong&gt;title.basics.tsv.gz&lt;/strong&gt; file.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Advantages&lt;/strong&gt;: It is refreshed daily. Among the available data, there's the &amp;quot;primary title&amp;quot;, the original title, the release year, and the genre. Other files contain data about movie crews, ratings, language of the title, etc. See &lt;a href=&quot;https://www.imdb.com/interfaces/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt; for more info.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Downsides&lt;/strong&gt;: no date of release by country, and it is restricted to personal and non-commercial use.&lt;/p&gt;&#xA;&lt;p&gt;As for the reliability of the data, I've never seen complaints relative to IMDB. Now, to ensure its reliability, you'd need some ground truth to compare it to, and unfortunately to the best of my knowledge there is no global flawless database to compare it to (Wikipedia is infamous for its numerous mistakes).&lt;/p&gt;&#xA;&lt;p&gt;But if you &lt;em&gt;really, really, really&lt;/em&gt; want to check and estimate IMDB reliability for yourself, a very-tedious-but-not-unrealistic alternative is to take a random sample of titles from the IMDB database, conduct a desk research on each of these titles to find if IMDB got the information right or not, and then it will give you an idea of the percentage of errors you can expect. If you want to go down the rabbit hole of how to conduct calculations for error estimation and required sample size, it is probably worth a question on &lt;a href=&quot;https://stats.stackexchange.com/&quot;&gt;Cross Validated&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2023-03-15T10:56:27.170" LastActivityDate="2023-03-15T10:56:27.170" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20955" PostTypeId="2" ParentId="15470" CreationDate="2023-03-15T11:11:07.873" Score="0" Body="&lt;p&gt;At the world level, the &lt;strong&gt;&lt;a href=&quot;https://github.com/aourednik/historical-basemaps&quot; rel=&quot;nofollow noreferrer&quot;&gt;historical-basemaps&lt;/a&gt;&lt;/strong&gt; project offers boundaries for many countries/cultural areas from various periods between 123000 BC to 1994, in &lt;a href=&quot;https://github.com/aourednik/historical-basemaps/tree/master/geojson&quot; rel=&quot;nofollow noreferrer&quot;&gt;geojson format&lt;/a&gt;. There are world maps for 1920, 1938, 1945, and 1960, where Czechoslovakia borders are available.&lt;/p&gt;&#xA;&lt;p&gt;Note that the project has the following caveat:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This historical boundaries project aims at providing ready-to-use base&#xA;maps for mapping historical data. It is work in progress: verify the&#xA;maps by comparison to other sources before using in academic work. If&#xA;you see errors, report them in the &amp;quot;issues&amp;quot; section.&lt;/p&gt;&#xA;&lt;p&gt;If you use the maps, think about giving back by &lt;a href=&quot;https://github.com/aourednik/historical-basemaps/blob/master/CONTRIBUTING.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;contributing&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2023-03-15T11:20:57.053" LastActivityDate="2023-03-15T11:20:57.053" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20956" PostTypeId="2" ParentId="3291" CreationDate="2023-03-15T17:16:50.893" Score="-1" Body="&lt;p&gt;Check this link, the late comers&#xA;&lt;code&gt;https://public.opendatasoft.com/explore/dataset/geonames-all-cities-with-a-population-1000/export/?disjunctive.cou_name_en&amp;amp;sort=name&lt;/code&gt;&lt;/p&gt;&#xA;&lt;p&gt;As a sample, a few rows of data:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;2639792;Queensbury;Queensbury;Queensbury;P;PPL;GB;United Kingdom;;ENG;B4;;;8912;;347;Europe/London;2019-05-09;United Kingdom;53.76657   -1.84912&#xA;2639897;Prestwich;Prestwich;Prestwich;P;PPL;GB;United Kingdom;;ENG;C1;;;32125;;97;Europe/London;2013-08-05;United Kingdom;53.53333  -2.28333&#xA;2639962;Pott Shrigley;Pott Shrigley;;P;PPLA3;GB;United Kingdom;;ENG;Z7;00EQ106;;0;;198;Europe/London;2011-07-31;United Kingdom;53.30957 -2.08405&#xA;2639969;Potterspury;Potterspury;Potterspury;P;PPL;GB;United Kingdom;;ENG;J1;34UG;34UG052;1453;;91;Europe/London;2018-07-03;United Kingdom;52.08288  -0.89676&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33090" LastEditorUserId="754" LastEditDate="2023-03-16T03:25:48.770" LastActivityDate="2023-03-16T03:25:48.770" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20957" PostTypeId="2" ParentId="20951" CreationDate="2023-03-16T17:10:11.613" Score="2" Body="&lt;p&gt;There's the &lt;strong&gt;&lt;a href=&quot;https://hal.science/&quot; rel=&quot;nofollow noreferrer&quot;&gt;HAL scientific open archive&lt;/a&gt;&lt;/strong&gt;, which has a lot of content in French and various other languages. As far as I know, they don't offer a dump of their data, but they do have an API that you can request for free (with rate limitations per second, so be careful about that if you do not want to be blacklisted). Not all articles have PDF attached to them, but they still have tens of thousands of PDF files in French with titles and abstracts.&lt;/p&gt;&#xA;&lt;p&gt;Here is &lt;strong&gt;&lt;a href=&quot;https://api.archives-ouvertes.fr/docs/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;the documentation of the API&lt;/a&gt;&lt;/strong&gt; (in French, so probably not a problem for you as I guess that you're a French speaker, otherwise automatic translation tools may help). And here is an example of a json request for 30 articles in French with their titles, abstracts, and link to the PDF urls: &lt;strong&gt;&lt;a href=&quot;https://api.archives-ouvertes.fr/search/?q=language_s:fr&amp;amp;wt=json&amp;amp;fq=submitType_s:file&amp;amp;fq=docType_s:ART&amp;amp;fq=openAccess_bool:true&amp;amp;fl=files_s,abstract_s,title_s&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.archives-ouvertes.fr/search/?q=language_s:fr&amp;amp;wt=json&amp;amp;fq=submitType_s:file&amp;amp;fq=docType_s:ART&amp;amp;fq=openAccess_bool:true&amp;amp;fl=files_s,abstract_s,title_s&lt;/a&gt;&lt;/strong&gt; If you want to request more articles than that, they explain how to do it in the API documentation (look at the &amp;quot;Nombre de résultats&amp;quot; and &amp;quot;Pagination&amp;quot; sections).&lt;/p&gt;&#xA;&lt;p&gt;Sometimes articles do not have abstract, sometimes they're translated in multiple languages, so it may require some work to get what you want from it, but hopefully it should be useful to you.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastActivityDate="2023-03-16T17:10:11.613" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20959" PostTypeId="2" ParentId="20947" CreationDate="2023-03-19T00:42:25.527" Score="0" Body="&lt;p&gt;Thank you for your response.&lt;/p&gt;&#xA;&lt;p&gt;I am currently working on an alternative solution that inserts &lt;code&gt;&amp;amp;fields=...&lt;/code&gt; into the url.  This yields a more consistent data set in terms of the structure.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;An example might be: https://api.data.gov/ed/collegescorecard/v1/schools?fields=latest.school.name,latest.school.city,latest.school.state,latest.school.school_url,latest.school.price_calculator_url,latest.student.size,latest.student.grad_students,latest.cost.tuition.in_state,latest.cost.tuition.out_of_state&amp;amp;latest.school.city=Los%20Angeles&amp;amp;latest.programs.cip_4_digit.code=5206&amp;amp;api_key=XXXXXXXXXXXXXXXXXXX&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33057" LastActivityDate="2023-03-19T00:42:25.527" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20963" PostTypeId="2" ParentId="7369" CreationDate="2023-03-21T15:49:11.453" Score="2" Body="&lt;p&gt;Researched in that also a long time.&lt;/p&gt;&#xA;&lt;p&gt;I discovered that &lt;a href=&quot;https://github.com/apify/fingerprint-suite&quot; rel=&quot;nofollow noreferrer&quot;&gt;fingerprint-suite&lt;/a&gt; contains some, allready analyzed data (for example &lt;a href=&quot;https://github.com/apify/fingerprint-suite/blob/master/packages/header-generator/src/data_files/browser-helper-file.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;/packages/header-generator/src/data_files/browser-helper-file.json&lt;/code&gt;&lt;/a&gt;), but couldn't find any raw samples.&lt;/p&gt;&#xA;&lt;p&gt;Also, if you're looking for a solution to emulate fingerprints using Python, &lt;a href=&quot;https://github.com/kaliiiiiiiiii/Selenium-Profiles/discussions/33&quot; rel=&quot;nofollow noreferrer&quot;&gt;Selenium-Profiles&lt;/a&gt; might help you:)&lt;/p&gt;&#xA;" OwnerUserId="33124" LastActivityDate="2023-03-21T15:49:11.453" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20964" PostTypeId="1" CreationDate="2023-03-21T17:49:11.597" Score="2" ViewCount="36" Body="&lt;p&gt;How much do hospitals in the EU spend on Software, IT-consulting and IT-infrastructure (servers and such)? How much in individual countries, Germany being of particular interest?&lt;/p&gt;&#xA;&lt;p&gt;This is what I tried:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;checking annual reports of publicly listed companies&lt;/li&gt;&#xA;&lt;li&gt;checking the NHS website&lt;/li&gt;&#xA;&lt;li&gt;Scanning consulting reports from big consultancies&lt;/li&gt;&#xA;&lt;li&gt;Reading govt reports on digitalisation in healthcare&lt;/li&gt;&#xA;&lt;li&gt;EU initiatives and reports&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;So far I have not been able to find a reliable source that gives this information. It seems to me like this should be available somewhere, especially as governments are so heavily involved in health-care. Does anybody have an idea how to source this information?&lt;/p&gt;&#xA;" OwnerDisplayName="Samuel Mayer" LastEditorUserId="754" LastEditDate="2023-03-23T10:03:46.230" LastActivityDate="2023-12-18T16:05:25.650" Title="Hospital spendings on IT services and infrastructure" Tags="|medical|europe|germany|computing|technology|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20966" PostTypeId="2" ParentId="12936" CreationDate="2023-03-23T00:46:41.767" Score="0" Body="&lt;p&gt;Have you ever found a good teeth dataset? I'm looking for the same!&lt;/p&gt;&#xA;&lt;p&gt;I found this project: &lt;a href=&quot;https://github.com/zllrunning/face-parsing.PyTorch&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/zllrunning/face-parsing.PyTorch&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Which can create segmentation for the open mouth, but not for the teeth.&lt;/p&gt;&#xA;&lt;p&gt;I know iOS AVCapturePhoto API class has the best teeth segmentation mask I ever saw, but as far as I know, it only works in iOS devices.&lt;/p&gt;&#xA;&lt;p&gt;So in theory, you can create a teeth dataset by taking portrait photos using iOS camera app in Portrait mode, which come embedded with a few segmentation masks, including teeth.&lt;/p&gt;&#xA;" OwnerUserId="33133" LastActivityDate="2023-03-23T00:46:41.767" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20967" PostTypeId="2" ParentId="20964" CreationDate="2023-03-23T14:31:05.953" Score="0" Body="&lt;p&gt;Have you had a look at the ONS see stats for 2021 here for example:&#xA;&lt;a href=&quot;https://www.ons.gov.uk/peoplepopulationandcommunity/healthandsocialcare/healthcaresystem/bulletins/healthcareexpenditureukhealthaccountsprovisionalestimates/2021#healthcare-expenditure-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ons.gov.uk/peoplepopulationandcommunity/healthandsocialcare/healthcaresystem/bulletins/healthcareexpenditureukhealthaccountsprovisionalestimates/2021#healthcare-expenditure-data&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Or you could have a look at the statistics from the government.&#xA;&lt;a href=&quot;https://commonslibrary.parliament.uk/research-briefings/cbp-7281/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commonslibrary.parliament.uk/research-briefings/cbp-7281/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As for Germany I imagine this will be difficult as the each of the 16 states might or might not have their own statistics. But you could try the Statistische Bundesamt here for example:&#xA;&lt;a href=&quot;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Gesundheit/Krankenhaeuser/_inhalt.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.destatis.de/DE/Themen/Gesellschaft-Umwelt/Gesundheit/Krankenhaeuser/_inhalt.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33138" LastActivityDate="2023-03-23T14:31:05.953" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="20968" PostTypeId="2" ParentId="12874" CreationDate="2023-03-23T17:53:29.977" Score="0" Body="&lt;p&gt;You can register to &lt;a href=&quot;https://sister.agenziaentrate.gov.it/Main/index.jsp&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://sister.agenziaentrate.gov.it/Main/index.jsp&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Feel free to ask if you need further help.&lt;/p&gt;&#xA;" OwnerUserId="33139" LastActivityDate="2023-03-23T17:53:29.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20971" PostTypeId="1" CreationDate="2023-03-27T14:54:01.167" Score="0" ViewCount="26" Body="&lt;p&gt;I'm accessing the spl_patient_package_insert_table data in the &lt;a href=&quot;https://api.fda.gov/drug/label.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/label.json&lt;/a&gt; endpoint.  The HTML returned in this field is not rendering correctly in a browser.  Does this require any CSS or other formatting to display correctly?  See attached screen shot. Please advise.  Thank you.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/5nYLG.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/5nYLG.png&quot; alt=&quot;screenshot&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33118" LastActivityDate="2024-02-11T17:08:21.080" Title="openfda results in spl_patient_package_insert_table not rendering HTML correctly" Tags="|openfda|html|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20972" PostTypeId="2" ParentId="6788" CreationDate="2023-03-27T16:29:00.590" Score="0" Body="&lt;p&gt;The R package &amp;quot;datasets&amp;quot; have several examples. Despite some are not properly &amp;quot;AB test&amp;quot; designs, you can use some factorial covariates as levels (A, B, ...).&lt;/p&gt;&#xA;&lt;p&gt;You can see details of the detasets here: &lt;a href=&quot;https://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stat.ethz.ch/R-manual/R-devel/library/datasets/html/00Index.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33156" LastActivityDate="2023-03-27T16:29:00.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20977" PostTypeId="1" CreationDate="2023-03-30T16:53:43.510" Score="2" ViewCount="324" Body="&lt;p&gt;I have 200000 rows of twitter data having the location attribute. I want to map the city names to their respective countries for producing demographic result based on countries. How can I do that using some formula in excel or in other efficient way.&#xA;For example: &lt;strong&gt;new delhi&lt;/strong&gt; mapped to &lt;strong&gt;India&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/a4MjC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/a4MjC.png&quot; alt=&quot;Data Sample: location attribute&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33170" LastEditorUserId="754" LastEditDate="2023-04-03T02:26:18.967" LastActivityDate="2023-04-03T02:47:34.893" Title="Get the country from city/state/etc human input" Tags="|machine-learning|geocoding|sentiment-analysis|data-mapping|twitter|" AnswerCount="1" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="20978" PostTypeId="1" CreationDate="2023-04-01T13:21:05.523" Score="0" ViewCount="30" Body="&lt;p&gt;In R, when I create a full factorial plan with the &lt;code&gt;fac.design()&lt;/code&gt; function from the DoE.base package to reduce the number of necessary runs, the &lt;code&gt;optFederov()&lt;/code&gt; function from the AlgDesign package gives a different answer every time the code is executed.&lt;/p&gt;&#xA;&lt;p&gt;What code should I add to ensure that the optFederov() function gives a consistent answer?&lt;/p&gt;&#xA;&lt;p&gt;I tried to use &lt;code&gt;set.seed()&lt;/code&gt; but it has no effect here.&lt;/p&gt;&#xA;&lt;p&gt;Here is a dummy code to show you the problem:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(DoE.base)&#xA;library(AlgDesign)&#xA;  &#xA;  plan &amp;lt;-&#xA;    fac.design(factor.names=list(A=c(&amp;quot;A1&amp;quot;,&amp;quot;A2&amp;quot;),&#xA;                                 B=c(&amp;quot;B1&amp;quot;, &amp;quot;B2&amp;quot;),&#xA;                                 C=c(&amp;quot;C1&amp;quot;, &amp;quot;C2&amp;quot;),&#xA;                                 D=c(&amp;quot;D1&amp;quot;, &amp;quot;D2&amp;quot;),&#xA;                                 E=c(&amp;quot;E1&amp;quot;, &amp;quot;E2&amp;quot;)),&#xA;               seed = 2000)&#xA;  &#xA;  &#xA;  optFederov(data = plan,&#xA;             nTrials = 16,&#xA;             approximate = FALSE)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33180" LastActivityDate="2024-03-30T13:03:45.433" Title="Is there way to get a consistent output from optFederov()?" Tags="|programming|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20979" PostTypeId="2" ParentId="20977" CreationDate="2023-04-03T02:47:34.893" Score="1" Body="&lt;p&gt;You will probably have to first geocode into latitude/longitude, then reverse geocode to get the country.&lt;/p&gt;&#xA;&lt;h1&gt;Step 1: geocode&lt;/h1&gt;&#xA;&lt;p&gt;This step is the hardest as human-entered data can take many shapes. I would suggest this API:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developers.google.com/maps/documentation/geocoding/overview&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developers.google.com/maps/documentation/geocoding/overview&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Be aware that it costs money.&lt;/p&gt;&#xA;&lt;p&gt;Example when searching for &lt;code&gt;Springfield OR&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ErJOt.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ErJOt.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;A few alternative options are listed at &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Geocoding&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://wiki.openstreetmap.org/wiki/Geocoding&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h1&gt;Step 2: reverse geocode into a country&lt;/h1&gt;&#xA;&lt;p&gt;Good news, this one does not cost money and it is super-fast using this Java library coordinates2country:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/coordinates2country/coordinates2country&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/coordinates2country/coordinates2country&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I made it, because I needed such a feature in one of my apps.&lt;/p&gt;&#xA;&lt;p&gt;It includes a &lt;code&gt;run.sh&lt;/code&gt; script runnable from Linux or Mac terminal. Example:&lt;/p&gt;&#xA;&lt;p&gt;Enter &lt;code&gt;./run.sh 44.046236 -123.022029&lt;/code&gt; on the terminal, press enter, this result gets displayed: &lt;code&gt;United States of America&lt;/code&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-04-03T02:47:34.893" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20981" PostTypeId="1" CreationDate="2023-04-06T21:32:43.133" Score="1" ViewCount="15" Body="&lt;p&gt;I often work with GPW (Gridded Population of the World) rasters, and I know for the US part they use the housing and population censuses.&lt;/p&gt;&#xA;&lt;p&gt;However of the US census, I have only found census data for 1990, 2000, and 2010. &lt;a href=&quot;https://www.sciencebase.gov/catalog/item/57753ebee4b07dd077c70868&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.sciencebase.gov/catalog/item/57753ebee4b07dd077c70868&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;While for GPW, they have 2000, 2005, 2010, 2015, 2020. This is odd because the USA part of the GPW is supposed to be based on the US census data?&lt;/p&gt;&#xA;&lt;p&gt;Ideally, I'd need 1990-2020 data, one raster every 5 years, but from the same source.&lt;/p&gt;&#xA;" OwnerUserId="33207" LastActivityDate="2023-04-06T21:32:43.133" Title="Looking for historical human population density data (USA)" Tags="|data-request|geospatial|usa|population|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20982" PostTypeId="1" CreationDate="2023-04-08T19:29:24.947" Score="2" ViewCount="668" Body="&lt;p&gt;So I had an idea to create an app for myself.&#xA;I would love to get different recipes based on X,Y,Z ingredients.&#xA;What's the best approach to do this - is there a free database/table/excel that I can get openly or are all recipes hidden under API services that are paid?&lt;/p&gt;&#xA;&lt;p&gt;I found spoonacular that provides API for what I need, but it feels quite expensive and I'd like to have an app that I can trust that I'll always receive data and not trust 3rd party that might shut down in a year or so.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Is there some recipes that are openly available (easily downloadable) that I can start off of?&lt;/li&gt;&#xA;&lt;li&gt;Or is there some super cheap API for this?&lt;/li&gt;&#xA;&lt;li&gt;Or do I have to scrape free recipes websites and do it all myself? (any tips on how to do this, maybe some useful tool)?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Cheers,&lt;/p&gt;&#xA;" OwnerUserId="33214" LastActivityDate="2023-04-10T01:45:08.057" Title="Free downloadable recipes database" Tags="|api|database|food|recipes|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20983" PostTypeId="2" ParentId="20982" CreationDate="2023-04-10T01:45:08.057" Score="1" Body="&lt;p&gt;Wikibooks has 3395 recipes, redistributable for free as long as you mention the license (Creative Commons Attribution-ShareAlike) and authors.&lt;/p&gt;&#xA;&lt;p&gt;Each recipe has the main ingredients listed as categories.&lt;/p&gt;&#xA;&lt;p&gt;Example:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Apple-Pear Crumble&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikibooks.org/wiki/Cookbook:Apple-Pear_Crumble&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikibooks.org/wiki/Cookbook:Apple-Pear_Crumble&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Categories:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;[[Category:Apple recipes]]&lt;/li&gt;&#xA;&lt;li&gt;[[Category:Pear recipes]]&lt;/li&gt;&#xA;&lt;li&gt;[[Category:Oat recipes]]&lt;/li&gt;&#xA;&lt;li&gt;[[Category:Dessert recipes]]&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;Full text in wikicode (can also be rendered to HTML):&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;pre&gt;&lt;code&gt;= Ingredients ==&#xA;&#xA;=== '''Filling''' ===&#xA;* 2–4 [[Cookbook:Apple|apples]]&#xA;* 2 [[Cookbook:Pear|pears]]&#xA;* 1 [[Cookbook:Pinch|pinch]] of [[Cookbook:Sugar|sugar]] (optional)&#xA;* 1 pinch of ground [[Cookbook:Cinnamon|cinnamon]] (optional)&#xA;&#xA;=== '''Topping''' ===&#xA;* ¼ [[Cookbook:Cup|cup]] [[Cookbook:All-purpose flour|all-purpose flour]]&#xA;* ¾ cup [[Cookbook:Brown Sugar|brown sugar]]&#xA;* ¼ cup [[Cookbook:Margarine|margarine]] or [[Cookbook:Butter|butter]]&#xA;* ½ cup rolled [[Cookbook:Oats|oats]]&#xA;* Dash of [[Cookbook:Salt|salt]]&#xA;&#xA;== Procedure ==&#xA;# Preheat [[Cookbook:Oven|oven]] to [[Cookbook:Oven Temperatures|375 °F]].&#xA;# Grease bottom of large [[Cookbook:Casserole Dish|casserole dish]] with some margarine.&#xA;# Combine filling ingredients together and pour into casserole dish.&#xA;# Combine topping ingredients together.&#xA;# Layer topping on top of apple/pear mixture.&#xA;# [[Cookbook:Baking|Bake]] uncovered in the middle of the preheated oven for 35–40 minutes, until bubbling and lightly brown on top.&#xA;&#xA;== Notes, tips, and variations ==&#xA; * Topping amount may be doubled if desired.&#xA; * You may substitute more apples for the pears if desired.&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I would suggest to avoid scraping other sites that do not explicitly allow redistribution.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-04-10T01:45:08.057" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20984" PostTypeId="1" CreationDate="2023-04-10T12:27:05.953" Score="1" ViewCount="17" Body="&lt;p&gt;Datasets like QOG and VDEM include statistics like district magnitude, but without the actual number of electoral districts, one cannot calculate district magnitude from scratch. I have also consluted the IPU database which contains scattered information, but does not cover all African elections.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastEditorUserId="754" LastEditDate="2023-04-11T02:53:42.380" LastActivityDate="2023-04-11T02:53:42.380" Title="Is there a comprehensive database of African elections that includes the number of electoral constituencies?" Tags="|africa|elections|district|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20986" PostTypeId="1" CreationDate="2023-04-14T04:55:56.980" Score="0" ViewCount="73" Body="&lt;p&gt;Where do the &amp;quot;bible apps&amp;quot; for iPhone and such get their data? Are they purchasing it from somewhere? Where can I find quality bible data for download, free or paid (ideally not &lt;em&gt;too&lt;/em&gt; expensive)?&lt;/p&gt;&#xA;&lt;p&gt;The bible data should include things like the full text as JSON/XML/etc., be usable in commercial products somehow (through licensing or open source), and/or extra metadata related to the texts such as mapping of words to definitions or mapping to translations in different languages, counting words, etc.. Could also have bibles in multiple languages.&lt;/p&gt;&#xA;&lt;p&gt;Where do you get the highest quality of this data for use in commercial products? I found &lt;a href=&quot;https://hackathon.bible/data/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; list of links, but not sure if that is a good place to continue my search. For example, one link says:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;ABS BibleSearch API @ API.Bible – American Bible Society (free)&#xA;With nearly 2500 Bible versions available across over 1600 languages, API.Bible offers the largest collection of Bibles available. The Bible Search Application Programming Interface (API) allows any developer to include Scripture content and text anywhere in their website or application for non-commercial purposes. Access via XML or JSON requests served over HTTP using RESTful resources.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;That is useless, because it can't be used for commercial purposes :/&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2023-09-12T08:02:15.277" Title="Free or paid for quality bible data available for download?" Tags="|licensing|json|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20987" PostTypeId="2" ParentId="20986" CreationDate="2023-04-15T06:15:51.120" Score="1" Body="&lt;p&gt;Wikisource has many bible versions, in many languages, as wikitext.&lt;/p&gt;&#xA;&lt;p&gt;It does not contain any mappings, words count or much metadata, unfortunately.&lt;/p&gt;&#xA;&lt;p&gt;Example page: &lt;a href=&quot;https://en.wikisource.org/wiki/Bible_(King_James)/Genesis&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikisource.org/wiki/Bible_(King_James)/Genesis&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Wikisource has &lt;a href=&quot;https://en.wikisource.org/wiki/Bible&quot; rel=&quot;nofollow noreferrer&quot;&gt;20 different bibles in English&lt;/a&gt;, and more in &lt;a href=&quot;https://en.wikisource.org/wiki/Bible&quot; rel=&quot;nofollow noreferrer&quot;&gt;40 other languages&lt;/a&gt;. Many of them do not have the full data, though.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-04-15T06:15:51.120" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20988" PostTypeId="2" ParentId="20491" CreationDate="2023-04-18T02:10:30.167" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://data.4tu.nl/articles/dataset/Road_Traffic_Fine_Management_Process/12683249&quot; rel=&quot;nofollow noreferrer&quot;&gt;Road Traffic Fines dataset&lt;/a&gt; from an Italian policing context.&lt;/p&gt;&#xA;" OwnerUserId="33248" LastActivityDate="2023-04-18T02:10:30.167" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20989" PostTypeId="2" ParentId="4465" CreationDate="2023-04-18T10:59:43.520" Score="1" Body="&lt;p&gt;There is a MEDDRA offering available through &lt;a href=&quot;https://bioontology.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;biontology.org&lt;/a&gt; via their bioportal. This allows you to specify the terminologies that interest you and make use of them via their API.&lt;/p&gt;&#xA;&lt;p&gt;In use I have found that the MEDDRA server is useful for classification but has limits on the ability to identify the Organ systems that MEDDRA uses to group events.&lt;/p&gt;&#xA;" OwnerUserId="33251" LastActivityDate="2023-04-18T10:59:43.520" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="20990" PostTypeId="1" CreationDate="2023-04-18T17:26:20.497" Score="1" ViewCount="71" Body="&lt;p&gt;FDA APIs have data discrepancies. Last month and current month, I ran APIs for getting values using the below APIs, but the results were different. Last month it showed 500+ records for my filter, but this month it reduced to 250+ (February month data).The UI showing 500+ records&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:%5B20230201+TO+20230228%5D&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20230201+TO+20230228]&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33253" LastEditorUserId="33253" LastEditDate="2023-04-19T08:42:08.090" LastActivityDate="2023-05-17T15:39:37.853" Title="FDA APIs have data discrepancies" Tags="|data-request|api|medical|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20991" PostTypeId="1" CreationDate="2023-04-18T20:24:14.733" Score="0" ViewCount="25" Body="&lt;p&gt;I'm looking for a dataset that has a state by state breakdown of opinion polling on specific policy ideas (i.e. 'should taxes be raised' as opposed to 'how do you feel about the economy'). Most datasets I've looked through such as exit polling are too demographic focused. Additionally, most of the data on specific issues seems to focus on one issue at a time, without an easy way to scrape the data into a single dataset.&lt;/p&gt;&#xA;" OwnerUserId="33254" LastActivityDate="2023-04-18T20:24:14.733" Title="US Opinion Polling by State and Policy" Tags="|data-request|usa|polling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20992" PostTypeId="1" AcceptedAnswerId="21006" CreationDate="2023-04-20T20:13:19.673" Score="2" ViewCount="225" Body="&lt;p&gt;I'm looking for data containing the name of the country, the phone country code, and the phone digits length (without the phone country code) like this&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[{&amp;quot;name&amp;quot;: &amp;quot;United States&amp;quot;, &amp;quot;code&amp;quot;: &amp;quot;+1&amp;quot;, &amp;quot;length&amp;quot;: 10},&#xA;  {&amp;quot;name&amp;quot;: &amp;quot;China&amp;quot;, &amp;quot;code&amp;quot;: &amp;quot;+86&amp;quot;, &amp;quot;length&amp;quot;: 11}]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I don't need the landline number length, just the mobile number length. if a country can have multiple number lengths, like 7 and 8, then the dataset should have the max length, in this case, 8.&lt;/p&gt;&#xA;&lt;p&gt;It would be great if I can get this data in JSON, but any format would do. I'm only finding this data on Wikipedias and such, with no reliable sources, and hard to work with, I need to copy and paste from webpages.&lt;/p&gt;&#xA;&lt;p&gt;I need this data to validate input field phone numbers. I currently have 80 countries already, I'd like to have the complete list though.&lt;/p&gt;&#xA;" OwnerUserId="4308" LastEditorUserId="4308" LastEditDate="2023-04-20T21:14:30.447" LastActivityDate="2023-05-03T09:37:26.563" Title="How to get data containing the Country, the phone country code and the mobile phone digits length?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20993" PostTypeId="1" AcceptedAnswerId="21004" CreationDate="2023-04-22T18:44:49.550" Score="2" ViewCount="29" Body="&lt;p&gt;I'm going to ask this by example. Take a look at this media file's page&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/File:Sheerness.ogg&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/File:Sheerness.ogg&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It has a table showing &amp;quot;Author&amp;quot; with a value of &amp;quot;Speaker: The Voice of Hassocks&#xA;Authors of the article&amp;quot;. (I'm only interested in the &amp;quot;The Voice of Hassocks&amp;quot; part but the whole thing would be fine).&lt;/p&gt;&#xA;&lt;p&gt;Is that author value accessible via the API? Generally speaking I can see how I can get other file info via, e.g.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;titles=File:Sheerness.ogg&amp;amp;prop=imageinfo&amp;amp;iiprop=timestamp%7Curl%7Cuser%7Cmetadata%7Cextmetadata&amp;amp;format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;titles=File:Sheerness.ogg&amp;amp;prop=imageinfo&amp;amp;iiprop=timestamp|url|user|metadata|extmetadata&amp;amp;format=json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But looking through the output of that API request, I don't see &amp;quot;The Voice of Hassocks&amp;quot; appearing anywhere. Nor, looking through the API docs, do I see anything else other than metadata and extmetadata that might contain it. Is that &amp;quot;Author&amp;quot; info exposed via the API anywhere?&lt;/p&gt;&#xA;" OwnerUserId="33268" LastActivityDate="2023-05-02T20:09:30.283" Title="How to get &quot;Author&quot; field for Wikimedia Commons audio file" Tags="|wikipedia|wikimedia-commons|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20995" PostTypeId="1" CreationDate="2023-04-26T22:32:33.553" Score="0" ViewCount="11" Body="&lt;p&gt;Is it any public repository and format of garden plans where I can check the layout and used plans, flowers of my favorite gardens? Like i.e. Hauser &amp;amp; Wirth garde?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/NKYqX.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/NKYqX.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2023-04-26T22:32:33.553" Title="Public source of garden plans?" Tags="|images|database|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20997" PostTypeId="1" AcceptedAnswerId="20998" CreationDate="2023-04-27T20:13:01.587" Score="0" ViewCount="108" Body="&lt;p&gt;I'm trying to access OECD data through their API&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://data.oecd.org/api/sdmx-json-documentation/&quot; rel=&quot;nofollow noreferrer&quot;&gt;documentation&lt;/a&gt; says the query string should look like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://stats.oecd.org/SDMX-JSON/data/&amp;lt;dataset identifier&amp;gt;/&amp;lt;filter expression&amp;gt;/&amp;lt;agency name&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;with a working example being:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;http://stats.oecd.org/sdmx-json/data/QNA/all/all&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I'd like to change the &lt;code&gt;&amp;lt;dataset identifier&amp;gt;&lt;/code&gt; to point to different datasets, but I can't find the Ids used. The documentation states:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Available datasets are listed in the &lt;a href=&quot;https://data.oecd.org/searchresults/?hf=20&amp;amp;b=0&amp;amp;r=f/type/datasets/api%20access&amp;amp;l=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;catalogue of OECD databases&lt;/a&gt; with&#xA;API. Queries can be built using the &lt;strong&gt;Export / Developer API feature&lt;/strong&gt; of&#xA;the dataset browser.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;But the catalogue doesn't appear to have an &lt;code&gt;Export / Developer API feature&lt;/code&gt;. how can I find the correct API strings?&lt;/p&gt;&#xA;" OwnerUserId="13477" LastActivityDate="2023-04-27T20:29:23.757" Title="OECD API access unable to find dataset identifiers" Tags="|api|oecd|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20998" PostTypeId="2" ParentId="20997" CreationDate="2023-04-27T20:29:23.757" Score="0" Body="&lt;p&gt;I've found the XML description here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://stats.oecd.org/RestSDMX/sdmx.ashx/GetKeyFamily/all&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://stats.oecd.org/RestSDMX/sdmx.ashx/GetKeyFamily/all&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;After digging through this R package &lt;a href=&quot;https://cran.r-project.org/web/packages/OECD/OECD.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cran.r-project.org/web/packages/OECD/OECD.pdf&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="13477" LastActivityDate="2023-04-27T20:29:23.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="20999" PostTypeId="1" CreationDate="2023-04-28T00:56:46.377" Score="1" ViewCount="51" Body="&lt;p&gt;What were the daily weather conditions for Remagen, Germany from April 28, 1945 to May 28, 1945?&lt;/p&gt;&#xA;" OwnerUserId="33289" LastEditorUserId="21435" LastEditDate="2023-05-26T12:39:14.817" LastActivityDate="2024-03-26T09:31:15.280" Title="Weather Conditions for Remagen , Germany in spring of 1945" Tags="|weather|germany|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21000" PostTypeId="1" CreationDate="2023-04-28T11:06:48.860" Score="1" ViewCount="17" Body="&lt;p&gt;I am really new to GIS, but am currently practicing this new skill via QGIS since its opensource. I am trying to make a map that will showcase known underground utilities such as water lines, fiber optics, telecom lines, drainage, electric lines, etc.. I actually manage to produce some data locations for some of these by manually locating all visibles utilities on site and transferring them thereafter to the software. But I felt lacking at some points and I might miss some important locations that is not visually present.&lt;/p&gt;&#xA;&lt;p&gt;Can I find some useful source (shapefile,etc) for these utilities in Metro Manila so that I can compare my own set of data and merge them eventually?&lt;/p&gt;&#xA;" OwnerUserId="33292" LastActivityDate="2023-04-28T11:06:48.860" Title="Geographic Information Systems Public/free access to GIS data of mapped underground utilities in Metro Manila" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21001" PostTypeId="1" CreationDate="2023-05-01T20:53:52.973" Score="0" ViewCount="54" Body="&lt;p&gt;I can use the API to determine if a &amp;quot;statement_or_summary&amp;quot; exists. Is there a way to download the 510(k) summary documents, or get links to those documents? I am fine ignoring the documents that are missing summaries.&lt;/p&gt;&#xA;" OwnerUserId="33311" LastActivityDate="2024-02-11T19:03:00.323" Title="Using the openfda API, is there a way to download the 510(k) summary documents using the API? Or simple get the links to those summaries?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21002" PostTypeId="1" CreationDate="2023-05-01T22:10:41.037" Score="0" ViewCount="45" Body="&lt;p&gt;I realize that this question is too easy for most people, but I am hoping people who type into google, &amp;quot;Example of a list of people's names&amp;quot; can find this.&lt;/p&gt;&#xA;&lt;p&gt;It will save them the trouble of writing a program to procedurally generate people names or something like that.&lt;/p&gt;&#xA;" OwnerUserId="33312" LastEditorUserId="754" LastEditDate="2023-05-09T00:42:01.110" LastActivityDate="2023-10-06T01:07:05.820" Title="Unsorted list of people's first names written in only ASCII characters" Tags="|names|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21003" PostTypeId="2" ParentId="21002" CreationDate="2023-05-01T22:10:41.037" Score="1" Body="&lt;p&gt;This particular collection has 189 people's names.&lt;/p&gt;&#xA;&lt;p&gt;They are in un-sorted order.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Alieta&#xA;Cameron&#xA;Daisy&#xA;Dalton&#xA;Edmundo&#xA;Fiamalua&#xA;Hadley&#xA;Henry&#xA;Jacob&#xA;Laijia&#xA;Lepeka&#xA;Mamao&#xA;Mariano&#xA;Omar&#xA;Quentin&#xA;Raven&#xA;Ruby&#xA;Sioota&#xA;Taki&#xA;Toakai&#xA;Tulimanu&#xA;Walker&#xA;Yana&#xA;Zion&#xA;Douglas&#xA;Sioota&#xA;Hayden&#xA;Olivia&#xA;Yahya&#xA;Hudson&#xA;Oscar&#xA;Yara&#xA;Dana&#xA;Finikaso&#xA;Jack&#xA;Maalosi&#xA;Manase&#xA;Nisha&#xA;Oliver&#xA;Patala&#xA;Joshua&#xA;Teoliga&#xA;Edueni&#xA;Espinar&#xA;Gavin&#xA;Tuimanuga&#xA;Carter&#xA;Gabriel&#xA;Leoz&#xA;Quinn&#xA;Zahra&#xA;Alfonso&#xA;David&#xA;Eselealofa&#xA;Eti&#xA;Hannah&#xA;James&#xA;Oakley&#xA;Pitoi&#xA;Pouesi&#xA;Quin&#xA;Rasgado&#xA;Semprún&#xA;Taeia&#xA;Taulau&#xA;Ulrich&#xA;Una&#xA;Uriel&#xA;Wade&#xA;Yael&#xA;Yvonne&#xA;Zia&#xA;Grace&#xA;Meauma&#xA;Aunese&#xA;Dale&#xA;Gabriella&#xA;Gael&#xA;Gemma&#xA;Harper&#xA;Ielemia&#xA;John&#xA;Leonardo&#xA;Maketi&#xA;Querida&#xA;Rachel&#xA;Teniku&#xA;Tulimanu&#xA;Warren&#xA;William&#xA;Zane&#xA;Zora&#xA;Charles&#xA;Harley&#xA;Hunter&#xA;Kuruisalili&#xA;Ryan&#xA;Tafalla&#xA;Timo&#xA;Ulysses&#xA;Uma&#xA;Alfredo&#xA;Calvin&#xA;Daniel&#xA;Jackson&#xA;Laguna&#xA;Lotoala&#xA;Quiana&#xA;Sione&#xA;Toakai&#xA;Elia&#xA;George&#xA;Qamar&#xA;Urban&#xA;Zachary&#xA;Zuri&#xA;Abellán&#xA;Casey&#xA;Charlie&#xA;Ela&#xA;Remy&#xA;Rose&#xA;Saini&#xA;Tomu&#xA;Bernabé&#xA;Gabrielle&#xA;Martín&#xA;Quillan&#xA;Uday&#xA;Yvette&#xA;Israel&#xA;Vaea&#xA;Wyatt&#xA;Afemai&#xA;Alejandro&#xA;Cole&#xA;Fernandino&#xA;Maibuca&#xA;Niu&#xA;Olga&#xA;Owen&#xA;Quinlan&#xA;Reyes&#xA;Rowan&#xA;San&#xA;Tuilimu&#xA;Walter&#xA;Brooke&#xA;Dakota&#xA;Elisaia&#xA;Gaia&#xA;Jamie&#xA;Maleko&#xA;Pola&#xA;Teii&#xA;Ursula&#xA;Wesley&#xA;Yolanda&#xA;Zara&#xA;Zena&#xA;Dallas&#xA;Diego&#xA;Estefania&#xA;Ewekia&#xA;Harrison&#xA;Jane&#xA;Octavia&#xA;Quenby&#xA;Raul&#xA;Ray&#xA;Riley&#xA;Temate&#xA;Uriah&#xA;Wallace&#xA;Whitney&#xA;Caleb&#xA;Fagalele&#xA;Ituaso&#xA;Kamtaura&#xA;Lagitupu&#xA;Maani&#xA;Terokoraoi&#xA;Tinoga&#xA;Vave&#xA;Yadira&#xA;Yasmin&#xA;Jade&#xA;Sokomani&#xA;Talake&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33312" LastActivityDate="2023-05-01T22:10:41.037" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21004" PostTypeId="2" ParentId="20993" CreationDate="2023-05-02T20:09:30.283" Score="2" Body="&lt;p&gt;This is absolutely in the output of your query.&lt;/p&gt;&#xA;&lt;p&gt;In the Json output, look in &lt;code&gt;query&amp;gt; pages&amp;gt; 3532106&amp;gt; ImageInfo&amp;gt; 0&amp;gt; extmetadata&amp;gt; Artist&amp;gt; value&lt;/code&gt;, and you'll get the following data, that may need some further data cleaning depending on your use case:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt; '&amp;lt;p&amp;gt;&amp;lt;b&amp;gt;Speaker:&amp;lt;/b&amp;gt; &amp;lt;a&#xA;&amp;gt; href=&amp;quot;//commons.wikimedia.org/wiki/User:The_Voice_of_Hassocks&amp;quot;&#xA;&amp;gt; class=&amp;quot;mw-redirect&amp;quot; title=&amp;quot;User:The Voice of Hassocks&amp;quot;&amp;gt;The Voice of&#xA;&amp;gt; Hassocks&amp;lt;/a&amp;gt;&amp;lt;br&amp;gt;&amp;lt;/p&amp;gt;\n&amp;lt;b&amp;gt;&amp;lt;span class=&amp;quot;plainlinks&amp;quot;&amp;gt;&amp;lt;a rel=&amp;quot;nofollow&amp;quot;&#xA;&amp;gt; class=&amp;quot;external text&amp;quot;&#xA;&amp;gt; href=&amp;quot;https://xtools.wmflabs.org/articleinfo/en.wikipedia.org/%5B%5Bw%3Aen%3ASheerness%7CSheerness%5D%5D/2008-02-10&amp;quot;&amp;gt;Authors&#xA;&amp;gt; of the article&amp;lt;/a&amp;gt;&amp;lt;/span&amp;gt;&amp;lt;/b&amp;gt;'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Depending on what you're after exactly, it may be worth looking into the sibling node &lt;code&gt;Credit&amp;gt; value&lt;/code&gt; too.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastActivityDate="2023-05-02T20:09:30.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21006" PostTypeId="2" ParentId="20992" CreationDate="2023-05-03T09:37:26.563" Score="1" Body="&lt;p&gt;I think this website &lt;a href=&quot;https://www.globalcallforwarding.com/international-call-prefixes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;globalcallforwarding.com/international-call-prefixes&lt;/a&gt; has the right data for you. It includes 242 Countries. To generate the JSON data from this, you can use this website &lt;a href=&quot;https://tableconvert.com/html-to-json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tableconvert.com/html-to-json&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2023-05-03T09:37:26.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21007" PostTypeId="2" ParentId="10138" CreationDate="2023-05-03T12:24:50.133" Score="0" Body="&lt;p&gt;All moving ship use the AIS stream to transmit static data using &lt;code&gt;ShipStaticData&lt;/code&gt; messages, that show some characteristics of the ship&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;ShipStaticData: {&#xA;      AisVersion: 0,&#xA;      CallSign: '9V2881 ',&#xA;      Destination: 'GR AGT              ',&#xA;      Dimension: [Object],&#xA;      Dte: false,&#xA;      Eta: [Object],&#xA;      FixType: 1,&#xA;      ImoNumber: 9324306,&#xA;      MaximumStaticDraught: 13,&#xA;      MessageID: 5,&#xA;      Name: 'PM IMPERIAL         ',&#xA;      RepeatIndicator: 0,&#xA;      Spare: false,&#xA;      Type: 89,&#xA;      UserID: 564956000,&#xA;      Valid: true&#xA;    }&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The &lt;code&gt;Dimension&lt;/code&gt; property includes some information on the dimensions of the ship. You can try and wait until it sails on the vicinity of some station, and grab that data. Other than that, you can try &lt;a href=&quot;https://vesselfinder.com&quot; rel=&quot;nofollow noreferrer&quot;&gt;VesselFinder&lt;/a&gt; which will give you its current position; it's not available via API as far as I can tell.&lt;/p&gt;&#xA;" OwnerUserId="6179" LastActivityDate="2023-05-03T12:24:50.133" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21008" PostTypeId="1" CreationDate="2023-05-04T08:38:49.603" Score="2" ViewCount="29" Body="&lt;p&gt;I am using this WMS endpoint:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://terramapas.icv.gva.es/0202_2022CVAL0025?service=wms&amp;amp;request=getcapabilities&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://terramapas.icv.gva.es/0202_2022CVAL0025?service=wms&amp;amp;request=getcapabilities&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The XML source says:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;AccessConstraints&amp;gt;CC BY 4.0 Generalitat&amp;lt;/AccessConstraints&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I know that standard &lt;a href=&quot;https://creativecommons.org/licenses/by/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;CC BY 4.0&lt;/a&gt; licence requires me to &lt;a href=&quot;https://creativecommons.org/licenses/by/4.0/&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;provide a link to the license&amp;quot;&lt;/a&gt;. What licence do I need to link to when the licence is &lt;code&gt;CC BY 4.0 Generalitat&lt;/code&gt;?&lt;/p&gt;&#xA;" OwnerUserId="30122" LastActivityDate="2023-05-06T11:02:35.030" Title="Which licence do I need to link to when using a resource under CC BY 4.0 Generalitat?" Tags="|licensing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21009" PostTypeId="1" CreationDate="2023-05-05T19:37:10.000" Score="1" ViewCount="16" Body="&lt;p&gt;Is there a shapefile available for Leeds House Numbers/Civic numbers in line with residential population?&lt;/p&gt;&#xA;" OwnerUserId="33329" LastActivityDate="2023-05-05T19:37:10.000" Title="Shapefile for Leeds house numbers/ civic numbers?" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21010" PostTypeId="2" ParentId="21008" CreationDate="2023-05-06T10:54:04.143" Score="1" Body="&lt;p&gt;&amp;quot;Generalitat&amp;quot; refers to &amp;quot;&lt;a href=&quot;https://en.wikipedia.org/wiki/Generalitat_Valenciana&quot; rel=&quot;nofollow noreferrer&quot;&gt;Generalitat Valenciana&lt;/a&gt;&amp;quot;, which is considered the author here (see &lt;a href=&quot;https://icv.gva.es/va/condiciones-de-uso-de-la-geoinformacion-icv&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;). There's no license called &amp;quot;CC BY 4.0 Generalitat&amp;quot;, the field &amp;quot;AccessConstraints&amp;quot; is simply a concatenation of the license name and the author name.&lt;/p&gt;&#xA;&lt;p&gt;The license here is &lt;code&gt;CC BY 4.0&lt;/code&gt;, and the link to its full text in English is:&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;&lt;a href=&quot;https://creativecommons.org/licenses/by/4.0/legalcode&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://creativecommons.org/licenses/by/4.0/legalcode&lt;/a&gt;&lt;/strong&gt; (which is the link you're after).&lt;/p&gt;&#xA;&lt;p&gt;If for whatever reason you need it, there's also a version of the license summary in the Catalan language: &lt;a href=&quot;https://creativecommons.org/licenses/by/4.0/deed.ca&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://creativecommons.org/licenses/by/4.0/deed.ca&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2023-05-06T11:02:35.030" LastActivityDate="2023-05-06T11:02:35.030" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21012" PostTypeId="1" CreationDate="2023-05-08T21:45:54.800" Score="1" ViewCount="73" Body="&lt;p&gt;Someone has proposed an ordinance banning homeless camps in Spokane within a thousand feet of &amp;quot;parks, schools, and childcare facilities&amp;quot;.  He admits that he hasn't made a map of the areas that would be affected, so I'm looking to rectify that situation.&lt;/p&gt;&#xA;&lt;p&gt;Parks were easy: the city of Spokane publishes a &amp;quot;parks&amp;quot; dataset through their open data portal.  Schools were nearly as easy: I exported them from OpenStreetMap, since they've got both public and private schools, where the city's data only has public ones.&lt;/p&gt;&#xA;&lt;p&gt;Childcare is proving to be difficult.  OpenStreetMap has nothing.  The city doesn't appear to have any data on the subject, and the closest thing I've found in Spokane County data is parcel data with a usage classification of &amp;quot;Service - Education&amp;quot;, which is both overly broad and omits childcare facilities that are not the primary user of a parcel.  The state might have something, but unlike the city and county, the state doesn't have a single unified GIS or open data portal.&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for any zero-cost source of data that's better than what I've currently got.  Ideally it would be in a format that I can just open directly with QGIS, but I'm pretty good at beating data into shape.&lt;/p&gt;&#xA;&lt;p&gt;In terms of accuracy/completeness, I'm mainly looking to answer the question &amp;quot;would this cover so much of the city as to be effectively a prohibition?&amp;quot;  I suspect the answer is &amp;quot;no, but it does effectively force homeless people out of the urban core and the poor parts of town, and into the upscale parts&amp;quot;, and I'd like to make an actual map demonstrating this.&lt;/p&gt;&#xA;" OwnerUserId="33343" LastActivityDate="2023-05-08T21:45:54.800" Title="Looking for locations of childcare facilities in Spokane, Washington" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21014" PostTypeId="1" AcceptedAnswerId="21061" CreationDate="2023-05-09T21:33:02.600" Score="1" ViewCount="50" Body="&lt;p&gt;I'm trying to write a SPARQL-query for wikidata, returning all European countries with their most recent properties (population, area, average income, age of retirement and human development index). One country should fill one line because I would like to cluster this data later.&lt;/p&gt;&#xA;&lt;p&gt;I wrote the following query but it didn't work as expected.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?countryLabel ?population ?populationDate ?area ?areaDate ?income ?incomeDate ?retirementAge ?retirementAgeDate ?hdi ?hdiDate WHERE {&#xA;  ?country wdt:P31 wd:Q6256.&#xA;  OPTIONAL {&#xA;    SELECT ?country (MAX(?popDate) AS ?latestPopDate) ?population WHERE {&#xA;      ?country p:P1082 ?popStmt.&#xA;      ?popStmt ps:P1082 ?population.&#xA;      ?popStmt pq:P585 ?popDate.&#xA;    } GROUP BY ?country ?population&#xA;  }&#xA;  OPTIONAL {&#xA;    SELECT ?country (MAX(?areaDate) AS ?latestAreaDate) ?area WHERE {&#xA;      ?country p:P2046 ?areaStmt.&#xA;      ?areaStmt ps:P2046 ?area.&#xA;      ?areaStmt pq:P585 ?areaDate.&#xA;    } GROUP BY ?country ?area&#xA;  }&#xA;  OPTIONAL {&#xA;    SELECT ?country (MAX(?incomeDate) AS ?latestIncomeDate) ?income WHERE {&#xA;      ?country p:P3529 ?incomeStmt.&#xA;      ?incomeStmt ps:P3529 ?income.&#xA;      ?incomeStmt pq:P585 ?incomeDate.&#xA;    } GROUP BY ?country ?income&#xA;  }&#xA;  OPTIONAL {&#xA;    SELECT ?country (MAX(?retirementAgeDate) AS ?latestRetirementAgeDate) ?retirementAge WHERE {&#xA;      ?country p:P8772 ?retirementAgeStmt.&#xA;      ?retirementAgeStmt ps:P8772 ?retirementAge.&#xA;      ?retirementAgeStmt pq:P585 ?retirementAgeDate.&#xA;    } GROUP BY ?country ?retirementAge&#xA;  }&#xA;  OPTIONAL {&#xA;    SELECT ?country (MAX(?hdiDate) AS ?latestHdiDate) ?hdi WHERE {&#xA;      ?country p:P1081 ?hdiStmt.&#xA;      ?hdiStmt ps:P1081 ?hdi.&#xA;      ?hdiStmt pq:P585 ?hdiDate.&#xA;    } GROUP BY ?country ?hdi&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;} ORDER BY ?countryLabel&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;How would you write such a query?&lt;/p&gt;&#xA;" OwnerUserId="33347" LastActivityDate="2023-06-04T11:57:07.623" Title="Get Wikidata Dump with countries and attributes" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21015" PostTypeId="1" CreationDate="2023-05-10T17:48:08.950" Score="0" ViewCount="9" Body="&lt;p&gt;I'm looking for datasets on the volume and value of goods transported across international borders by different modes of transportation, such as air, sea, road, and rail. Specifically, I'm interested in the percentage of goods transported by air, and data that shows the growth in the volume of freight transported over time.&lt;/p&gt;&#xA;&lt;p&gt;I've checked data portals such as IATA, World Bank and UN Comtrade, but haven't been able to find the specific data I'm looking for. I'm wondering if you know of any other sources or datasets that might provide this information, preferably at a global or regional level. Thank you!&lt;/p&gt;&#xA;" OwnerUserId="33350" LastActivityDate="2023-05-10T17:48:08.950" Title="datasets on international cross-border trade by mode of transportation" Tags="|transportation|global|trade|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21016" PostTypeId="1" CreationDate="2023-05-10T20:31:09.810" Score="0" ViewCount="29" Body="&lt;p&gt;I would like to do stratified randomization on three variables: gender, age (2 categories) and center (4 categories). So the number of strata is 2X2X4. This makes 16 strata. I would like 50 people per stratum. So I coded it like this (below).&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;## Stratified on center/ Sexe / Age&#xA;C1_ageSup60_male &amp;lt;- blockrand(n=50, id.prefix='C1S60M', block.prefix='C1S60M',stratum='C1_ageSup60_male')&#xA;C1_ageSup60_female &amp;lt;- blockrand(n=50, id.prefix='C1S60F', block.prefix='C1S60F',stratum='C1_ageSup60_female')&#xA;C1_ageInf60_male&amp;lt;-blockrand(n=50, id.prefix='C1I60F', block.prefix='C1I60F',stratum='C1_ageInf60_male')&#xA;C1_ageInf60_female&amp;lt;-blockrand(n=50, id.prefix='C1I60', block.prefix='C1I60',stratum='C1_ageInf60_female')&#xA;&#xA;C2_ageSup60_male &amp;lt;- blockrand(n=50, id.prefix='C2S60M', block.prefix='C2S60M',stratum='C2_ageSup60_male')&#xA;C2_ageSup60_female &amp;lt;- blockrand(n=50, id.prefix='C2S60F', block.prefix='C2S60F',stratum='C2_ageSup60_female')&#xA;C2_ageInf60_male&amp;lt;-blockrand(n=50, id.prefix='C2I60M', block.prefix='C2I60M',stratum='C2_ageInf60_male')&#xA;C2_ageInf60_female&amp;lt;-blockrand(n=50, id.prefix='C2I60F', block.prefix='C2I60F',stratum='C2_ageInf60_female')&#xA;&#xA;&#xA;C3_ageSup60_male &amp;lt;- blockrand(n=50, id.prefix='C3S60M', block.prefix='C3S60M',stratum='C3_ageSup60_male')&#xA;C3_ageSup60_female &amp;lt;- blockrand(n=50, id.prefix='C3S60F', block.prefix='C3S60F',stratum='C3_ageSup60_female')&#xA;C3_ageInf60_male&amp;lt;-blockrand(n=50, id.prefix='C3I60M', block.prefix='C3I60M',stratum='C3_ageInf60_male')&#xA;C3_ageInf60_female&amp;lt;-blockrand(n=50, id.prefix='C3I60F', block.prefix='C3I60F',stratum='C3_ageInf60_female')&#xA;&#xA;C4_ageSup60_male &amp;lt;- blockrand(n=50, id.prefix='C4S60M', block.prefix='C4S60M',stratum='C4_ageSup60_male')&#xA;C4_ageSup60_female &amp;lt;- blockrand(n=50, id.prefix='C4S60F', block.prefix='C4S60F',stratum='C4_ageSup60_female')&#xA;C4_ageInf60_male&amp;lt;-blockrand(n=50, id.prefix='C4I60M', block.prefix='C4I60M',stratum='C4_ageInf60_male')&#xA;C4_ageInf60_female&amp;lt;-blockrand(n=50, id.prefix='C4I60F', block.prefix='C4I60F',stratum='C4_ageInf60_female')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I would like to make sure that my program is correct.&lt;/p&gt;&#xA;" OwnerUserId="26109" LastActivityDate="2023-05-10T20:31:09.810" Title="Block randomization with blockrand" Tags="|programming|randomized-trial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21017" PostTypeId="1" CreationDate="2023-05-11T15:49:06.280" Score="0" ViewCount="14" Body="&lt;p&gt;I have reviewed the existing DOL data dictionary where certain codes are missing and it references the code table throughout the list. For example, the following table, osha_accident_injury in the description states cause of injury (code table OPER). The code table is referenced throughout the list but I need help finding this code table.&lt;/p&gt;&#xA;" OwnerUserId="33353" LastActivityDate="2023-12-10T16:04:10.470" Title="DOL Data Dictionary Code Table" Tags="|labor|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21018" PostTypeId="1" CreationDate="2023-05-12T05:00:00.593" Score="0" ViewCount="7" Body="&lt;p&gt;The Australian Bureau of Statistics publishes a series of Producer Price Indexes (PPI) that include an index for housing construction costs, both for Australia as a whole and for each of the individual states.&lt;/p&gt;&#xA;&lt;p&gt;I'm trying to find a series that I can use in conjunction with the actual PPI, in the same way that one might look at inflation forecasts together with later, empirically recorded inflation values. Specifically, I'm looking for a series that shows what the expectation was at some point in time prior to the publication of any particular quarterly index value. For example, the (hypothetical-until-found) series might show what March 2023 quarterly value of the PPI was expected back in 2021 ... or even more crudely, what the annual 2023 change was expected to be back in 2021.&lt;/p&gt;&#xA;&lt;p&gt;Any suggestions for where I might look.&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2023-05-12T05:00:00.593" Title="Australian construction cost forecasts" Tags="|data-request|time-series|australia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21019" PostTypeId="1" CreationDate="2023-05-13T19:43:03.363" Score="0" ViewCount="38" Body="&lt;p&gt;I tried to use GDELT from Google BigQuery, but I can't find Headline column there.&#xA;Can you please tell me how to do it on BigQuery or using Python?&#xA;I need data from 2015 to 2023 by keywords.&#xA;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="33362" LastActivityDate="2023-05-13T19:43:03.363" Title="How to download headlines from GDELT database" Tags="|database|news|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21020" PostTypeId="1" CreationDate="2023-05-15T00:15:37.537" Score="0" ViewCount="27" Body="&lt;p&gt;Shapefiles of roads can be downloaded from the US Census's &lt;a href=&quot;https://en.wikipedia.org/wiki/Topologically_Integrated_Geographic_Encoding_and_Referencing&quot; rel=&quot;nofollow noreferrer&quot;&gt;TIGER database&lt;/a&gt; and from local municipalities but what about speed limit data?&lt;/p&gt;&#xA;&lt;p&gt;Like from point A to point B on a given roadway the speed limit is x mph, while from point B to point C, the speed limit on that same roadway might be y mph.&lt;/p&gt;&#xA;&lt;p&gt;Is this data available anywhere as a shapefile or anything?&lt;/p&gt;&#xA;&lt;p&gt;If it's not available on a national level might it be available at various state or local levels?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://opendata.stackexchange.com/q/675/1306&quot;&gt;Data Source for Speed Limits&lt;/a&gt; is a similar question but it's from 10 years ago and the answer looks less like a definitive answer and more like a &amp;quot;you can make certain educated guesses based on this ruleset&amp;quot; type of answer.&lt;/p&gt;&#xA;" OwnerUserId="1306" LastActivityDate="2023-05-15T00:15:37.537" Title="speed limits for roads" Tags="|geospatial|usa|transportation|map|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21021" PostTypeId="1" CreationDate="2023-05-15T14:26:24.263" Score="0" ViewCount="19" Body="&lt;p&gt;I'm looking for, more or less, phone book type data, including full name, street addresses, and sex for the purpose of generating simulated data for research. This seems like it would be easy to find, but I'm having trouble locating, e.g. historical census &lt;em&gt;transcripts&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Am I missing where to find this data through the US Census? Are there other sources of this sort of information? The data does not need to be current (historical records are ok).&lt;/p&gt;&#xA;" OwnerUserId="33369" LastActivityDate="2023-05-15T14:26:24.263" Title="Where can I find individual-level name and street address data?" Tags="|us-census|address|names|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21022" PostTypeId="2" ParentId="20999" CreationDate="2023-05-15T16:09:23.577" Score="0" Body="&lt;p&gt;I think you should expand your map a little and maybe settle for values by the big cities nearby Remagen like Bonn and other and maybe then interpolate the values. It will also help if you search in German too as that will give you access to some German archived websites/ documents. This information won't be simple to find though, as in that period this is probably considered sensitive information as this &lt;a href=&quot;https://www.dwd.de/DE/derdwd/bibliothek/digitale_bibliothek/digitalisate/wetterkarten.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; suggests:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Original-Wetterkarten aus der Zeit des Zweiten Weltkrieges sind als Sondersammlung in den Bestand der Deutschen Meteorologischen Bibliothek integriert worden. Diese handgezeichneten Karten wurden ab 1939 von der so genannten „Zentralen Wetterdienstgruppe“ (ZWG) angefertigt und unterlagen der Geheimhaltung. Denn die Informationen dienten dem Oberkommando der Wehrmacht und der Luftwaffe für die operationelle Kriegführung.&#xA;Während des Krieges fertigte im Einflussbereich des Deutschen Reiches nur die ZWG routinemäßig synoptische Karten an und gab die Ergebnisse zur (internen) Veröffentlichung zum Beispiel an die Deutsche Seewarte in Hamburg weiter.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;translated to English:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Original weather maps from the time of the Second World War have been integrated into the holdings of the German Meteorological Library as a special collection. These hand-drawn maps were produced by the so-called &amp;quot;Central Weather Service Group&amp;quot; (ZWG) from 1939 and were subject to secrecy. Because the information served the high command of the Wehrmacht and the Luftwaffe for operational warfare.&#xA;During the war, in the sphere of influence of the German Reich, only the ZWG routinely prepared synoptic maps and passed on the results for (internal) publication, for example to the Deutsche Seewarte in Hamburg.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Luckily this data is probably archived somewhere so you should be able to find something somewhere. During my quick search, I came across these websites that might be useful for you:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.klotzsche-wetter.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.klotzsche-wetter.de/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://chroniknet.de/extra/historisches-wetter/?wetter-datum=1.3.1945&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://chroniknet.de/extra/historisches-wetter/?wetter-datum=1.3.1945&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://berlingeschichte.de/bms/bmstxt00/0012gesg.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://berlingeschichte.de/bms/bmstxt00/0012gesg.htm&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2023-05-15T16:09:23.577" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21023" PostTypeId="1" CreationDate="2023-05-15T22:20:53.567" Score="2" ViewCount="25" Body="&lt;p&gt;Has the percent of unintended pregnancies (relatively to all pregnancies) risen since legal contraception was first introduced in France in 1967. Where can I find a graph like this: y-axis is the percentage and x-axis being years from 1967 to 2023? Is there data before 1967 to compare?&lt;/p&gt;&#xA;" OwnerUserId="33370" LastActivityDate="2023-05-15T22:20:53.567" Title="Has the percent of unplanned pregnancies in France increased since the legalization of contraception in 1967?" Tags="|demographics|france|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21024" PostTypeId="1" CreationDate="2023-05-16T13:25:41.003" Score="1" ViewCount="7" Body="&lt;p&gt;I'm looking for data (either directly the deciles, or data allowing me to compute the deciles) on households' wealth by country on the recent years.&lt;/p&gt;&#xA;&lt;p&gt;Much of the data that I have found only include the top 1%, 5%, 10%, 50% and the bottom 50%, or something of the sort. Also, I've never been able to find the underlying data in order to compute the deciles myself.&lt;/p&gt;&#xA;&lt;p&gt;The only country for which I've found the data seems to be France, with their INSEE's &lt;a href=&quot;https://www.insee.fr/fr/statistiques/5371259?sommaire=5371304&quot; rel=&quot;nofollow noreferrer&quot;&gt;&amp;quot;Patrimoine net des ménages&amp;quot;&lt;/a&gt;. The data is downloadable, and in the couple sheets there is, one lists the deciles.&lt;/p&gt;&#xA;&lt;p&gt;Is there any place to find this type of data, and this data in particular? Thanks a lot!&lt;/p&gt;&#xA;" OwnerUserId="33372" LastActivityDate="2023-05-16T13:25:41.003" Title="Households' wealth deciles by country" Tags="|economics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21025" PostTypeId="1" CreationDate="2023-05-16T14:01:56.677" Score="0" ViewCount="22" Body="&lt;p&gt;I had a question regarding rates of occurence in FAERS. According to the FAERS documentation,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Rates of occurrence cannot be established with reports: The number of&#xA;suspected reactions in FAERS should not be used to determine the&#xA;likelihood of a side effect occurring. The FDA does not receive&#xA;reports for every adverse event or medication error that occurs with a&#xA;product. Many factors can influence whether an event will be reported,&#xA;such as the time a product has been marketed and publicity about an&#xA;event. Therefore, information in these reports cannot be used to&#xA;estimate the incidence (occurrence rates) of the reactions reported.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;In light of this, is there a way to directly compare two different drugs that would account for total prescriptions? I've reviewed several publications based on the FAERS data which seem to use ROR and PRR for the purpose of comparing across drugs; however, neither of these methods account for total prescriptions.&lt;/p&gt;&#xA;&lt;p&gt;Furthermore, to establish a rate (e.g., # reports of AE XX/100K prescriptions), I anticipate that it would difficult, if not imposssible, to identify an appropriate denominator, so it's unlikely that the results would even be meaningful/interpretable. There are likely other limitations of the FAERS system (e.g., data quality, duplicate reports, incomplete reports, etc.) that would further complicate this task.&lt;/p&gt;&#xA;&lt;p&gt;FWIW, we are looking specifically at PTs related to abuse (e.g., drug abuse, drug dependence, and drug withdrawal syndrome).&lt;/p&gt;&#xA;&lt;p&gt;Many thanks in advance for your any assistance that you are able to provide.&lt;/p&gt;&#xA;" OwnerUserId="26019" LastActivityDate="2023-05-17T15:25:30.643" Title="Occurence rates and FAERS data" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21026" PostTypeId="1" CreationDate="2023-05-17T04:26:15.590" Score="3" ViewCount="160" Body="&lt;p&gt;Could anybody help me find reliable source for downloading csv files of &lt;a href=&quot;https://www.eia.gov/energyexplained/units-and-calculators/degree-days.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;HDD and CDD&lt;/a&gt; for all USA's counties.&lt;/p&gt;&#xA;&lt;p&gt;For those wondering about heating and cooling days definition, you can refer to &lt;a href=&quot;https://www.weather.gov/key/climate_heat_cool#:%7E:text=If%20the%20temperature%20mean%20is,result%20is%20Heating%20Degree%20Days.&amp;amp;text=Because%20the%20result%20is%20below,F%20%3D%2036%20Heating%20Degree%20Days&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33373" LastEditorUserId="754" LastEditDate="2023-05-22T02:56:56.010" LastActivityDate="2024-02-16T04:06:25.767" Title="Where to download annual data for heating and cooling degree days for US counties not one-by-one, but all at the same time" Tags="|usa|weather|csv|climate|noaa|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21027" PostTypeId="1" CreationDate="2023-05-17T13:45:35.230" Score="2" ViewCount="32" Body="&lt;p&gt;Where can I find free socioeconomic geodata to download for Germany? Any helpful websites tat provide data in shp or tif format?&lt;/p&gt;&#xA;" OwnerUserId="33375" LastActivityDate="2023-05-17T15:52:44.363" Title="Socioeconomic free geodata?" Tags="|data-request|germany|social-process|economy|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21028" PostTypeId="2" ParentId="21025" CreationDate="2023-05-17T15:25:30.643" Score="1" Body="&lt;p&gt;Your answer is essentially found in the quoted text. The information in FAERS is incomplete, containing only the events actually reported to the FDA. You can determine the number of events reported, but even that doesn't indicate total prescriptions in any way.&lt;/p&gt;&#xA;&lt;p&gt;Sorry not to be of more assistance.&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren, openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-05-17T15:25:30.643" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21029" PostTypeId="2" ParentId="21001" CreationDate="2023-05-17T15:36:41.167" Score="0" Body="&lt;p&gt;openFDA does not contain the actual summary or statement documents. You can determine which results have summary or statement results with the following query: &lt;a href=&quot;https://api.fda.gov/device/510k.json?search=statement_or_summary:Summary+OR+statement_or_summary:Statement&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/510k.json?search=statement_or_summary:Summary+OR+statement_or_summary:Statement&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I don't see anywhere on the FDA's 510(k) website regarding a download location for Summaries or Statements, so you may want to follow up with the FDA directly.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren, openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-05-17T15:36:41.167" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21030" PostTypeId="2" ParentId="20990" CreationDate="2023-05-17T15:39:37.853" Score="1" Body="&lt;p&gt;At times the FDA releases corrections for previously released data, which may result in fewer records than seen previously.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren, openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-05-17T15:39:37.853" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21031" PostTypeId="2" ParentId="20971" CreationDate="2023-05-17T15:43:47.780" Score="0" Body="&lt;p&gt;That field contains raw text and is not intended to be viewed with any CSS, although it may be easier to read by downloading and post-processing it.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren, openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-05-17T15:43:47.780" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21032" PostTypeId="2" ParentId="21027" CreationDate="2023-05-17T15:52:44.363" Score="2" Body="&lt;p&gt;I am no expert in this field but to put in my two cents, here is what my quick research resulted in :&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;This &lt;a href=&quot;https://www.destatis.de/DE/Themen/Laender-Regionen/Regionales/_inhalt.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; should help you get started.&lt;/li&gt;&#xA;&lt;li&gt;This &lt;a href=&quot;https://www.destatis.de/DE/Themen/Laender-Regionen/Regionales/Publikationen/Downloads/soziooekonomische-grunddaten.pdf?__blob=publicationFile&quot; rel=&quot;nofollow noreferrer&quot;&gt;report&lt;/a&gt; has various socioeconomic data of Germany.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;By scraping and intersecting the data you should be able to generate the desired data. On the other hand, there are these interactive maps (that you can probably scrape), providing different economic data about Germany.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.deutschlandatlas.bund.de/DE/Service/Kartensuche/kartensuche_node.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Diverse-Karten&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.destatis.de/DE/Themen/Arbeit/Verdienste/Mindestloehne/Mindestloehne.html?nn=206232&quot; rel=&quot;nofollow noreferrer&quot;&gt;Mindestlohns&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.destatis.de/DE/Themen/Staat/Steuern/Hebesaetze.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Steuer-maps&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2023-05-17T15:52:44.363" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21033" PostTypeId="2" ParentId="20886" CreationDate="2023-05-17T15:55:37.073" Score="0" Body="&lt;p&gt;Apologies for the late reply, but are you still encountering this issue? I've checked our configuration, which has TLS 1.2 &amp;amp; 1.3 enabled and see no errors.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren, openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-05-17T15:55:37.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21034" PostTypeId="1" CreationDate="2023-05-18T09:31:30.980" Score="0" ViewCount="12" Body="&lt;p&gt;By using the data set I will train model for analyzing customer care's representatives performance and ensure customer satisfaction. The data set should be in English.&lt;/p&gt;&#xA;" OwnerUserId="33377" LastActivityDate="2023-05-18T09:31:30.980" Title="I am looking for a data set of conversation between real state agent &amp; prospect to train model to evaluate customer care employee performance" Tags="|data-request|machine-learning|large-datasets|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21035" PostTypeId="1" CreationDate="2023-05-12T20:29:14.503" Score="1" ViewCount="26" Body="&lt;p&gt;I want to make a presentation with comparison of pandas and pyspark. For this purpose I need some data and ideally a research task that will allow me to:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Show how joins works in both libraries. So at least the data should consist of two datasets. Ideally data should allow and the task should require some joins/group bys to be performed to show all the spark sql features.&lt;/li&gt;&#xA;&lt;li&gt;Compare the speed of the libs.&lt;/li&gt;&#xA;&lt;li&gt;Ideally data should come with a research task/tutorial, so I could show PySpark mllib in action&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Could someone please suggest a tutorial/kaggle page/anything that will fit my requirements?&lt;/p&gt;&#xA;" OwnerDisplayName="Ivan Priz" LastEditorUserId="14011" LastEditDate="2023-05-26T12:39:08.017" LastActivityDate="2023-05-26T12:39:08.017" Title="Are there free datasets available with several tables?" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21036" PostTypeId="2" ParentId="21026" CreationDate="2023-05-19T09:40:42.757" Score="0" Body="&lt;p&gt;One option would be to use Python or Bash to write a script that will construct the csv data for you based on these two websites:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.degreedays.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.degreedays.net/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://energy-data.io/energy-tools/degree-day-calculator-free/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://energy-data.io/energy-tools/degree-day-calculator-free/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://portfoliomanager.energystar.gov/pm/degreeDaysCalculator&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://portfoliomanager.energystar.gov/pm/degreeDaysCalculator&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Alternatively, you can convert some of the html tables on these websites to csv:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.nyserda.ny.gov/About/Publications/Energy-Analysis-Reports-and-Studies/Weather-Data/Monthly-Cooling-and-Heating-Degree-Day-Data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nyserda.ny.gov/About/Publications/Energy-Analysis-Reports-and-Studies/Weather-Data/Monthly-Cooling-and-Heating-Degree-Day-Data&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.weatherdatadepot.com/degree-day-comparison&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.weatherdatadepot.com/degree-day-comparison&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;this can be done using &lt;a href=&quot;https://tableconvert.com/html-to-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://tableconvert.com/html-to-csv&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The best resource I found are from &lt;a href=&quot;https://www.cpc.ncep.noaa.gov/products/analysis_monitoring/cdus/degree_days/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cpc.ncep.noaa.gov/products/analysis_monitoring/cdus/degree_days/&lt;/a&gt;. The data here are under text format e.g. &lt;a href=&quot;https://www.cpc.ncep.noaa.gov/products/analysis_monitoring/cdus/degree_days/wctycddy.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cpc.ncep.noaa.gov/products/analysis_monitoring/cdus/degree_days/wctycddy.txt&lt;/a&gt;, hence you would need to use this &lt;a href=&quot;https://onlinecsvtools.com/convert-text-to-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;website&lt;/a&gt; or &lt;a href=&quot;https://www.browserling.com/tools/text-to-csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; to convert them to csv.&lt;/p&gt;&#xA;" OwnerUserId="21435" LastEditorUserId="754" LastEditDate="2023-05-22T02:56:47.983" LastActivityDate="2023-05-22T02:56:47.983" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21038" PostTypeId="1" CreationDate="2023-05-21T13:37:37.603" Score="1" ViewCount="60" Body="&lt;p&gt;For my side project, I need to get a categorization of as many English words as possible. With &amp;quot;categorization of words&amp;quot; I mean the assignment of categories / topics to each word, as it is done in most language dictionaries, e.g.:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;Animals&#xA;=======&#xA;&#xA;- lion&#xA;- horse&#xA;- tiger&#xA;- cat&#xA;- dog&#xA;- mouse&#xA;...&#xA;- mare&#xA;- stallion&#xA;- calf&#xA;...&#xA;&#xA;Plants&#xA;- tree&#xA;- plant&#xA;- root&#xA;- branch&#xA;...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Up to now, I am using a language dictionary to get such a categorization, but this has its limits. It works fine for frequent words like &amp;quot;lion&amp;quot; and &amp;quot;cat&amp;quot;, but rarer words like &amp;quot;stallion&amp;quot; and &amp;quot;mare&amp;quot; are not included in such topic word lists.&lt;/p&gt;&#xA;&lt;p&gt;What I need is a thorough, as-complete-as-possible list of English words together with their &amp;quot;category&amp;quot;. If a word denotes the name of an animal, it belongs to the category &amp;quot;animals&amp;quot;, no matter how rare it is. If a word denotes the name of a mechanical tool, or a mechanical action, it should belong to &amp;quot;Tools&amp;quot; or &amp;quot;Crafts&amp;quot; or whatever.&lt;/p&gt;&#xA;&lt;p&gt;I tried Wordnet with their &amp;quot;hypernym&amp;quot; feature, but the results are limited too. For example, all adjectives seem to not have hypernyms, making it impossible to classify them.&lt;/p&gt;&#xA;&lt;p&gt;Some comments:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Note that a word can belong to more than one category.&lt;/li&gt;&#xA;&lt;li&gt;I am looking for open data sources, but I'm also grateful for answers suggesting non-open data.&lt;/li&gt;&#xA;&lt;li&gt;Bonus points if the data source has the same for other languages.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h1&gt;(Edit) Wordnet limitations&lt;/h1&gt;&#xA;&lt;p&gt;As per Nicolas' request, here a couple of problems with Wordnet. This is just to indicate why Wordnet is not a real solution to our problem.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;For example, the adjective &amp;quot;salty&amp;quot; (which could have hypernyms auch as &amp;quot;taste&amp;quot;, &amp;quot;chemical characteristic&amp;quot;), has the synsets &lt;code&gt;piquant.s.02&lt;/code&gt;, &lt;code&gt;salty.a.02&lt;/code&gt;, &lt;code&gt;salty.s.03&lt;/code&gt;. However, none of them has any hypernyms.&lt;/li&gt;&#xA;&lt;li&gt;Other adjectives and adverbs without hypernyms: &amp;quot;useless&amp;quot;, &amp;quot;lateral&amp;quot;, &amp;quot;friendly&amp;quot;, &amp;quot;silly&amp;quot;, &amp;quot;creepy&amp;quot;, &amp;quot;merely&amp;quot;, &amp;quot;creamy&amp;quot;, &amp;quot;hot&amp;quot;, &amp;quot;yellow&amp;quot;, &amp;quot;dreamy&amp;quot;, &amp;quot;done&amp;quot;. Some of them have hypernyms as nouns, but not as their main meaning as adjectives or adverbs.&lt;/li&gt;&#xA;&lt;li&gt;As another example, &amp;quot;Mexico&amp;quot; (&lt;code&gt;mexico.n.01&lt;/code&gt;) has no hypernym that indicates that it's a country's name. Same for (all?) other countries.&lt;/li&gt;&#xA;&lt;li&gt;&amp;quot;above&amp;quot; has &amp;quot;r&amp;quot;, &amp;quot;s&amp;quot; and &amp;quot;n&amp;quot; part-of-speeches. None of them has a hypernym, except the &amp;quot;n&amp;quot; (noun), which has &lt;code&gt;section.n.01&lt;/code&gt;, &lt;code&gt;writing.n.02&lt;/code&gt;, &lt;code&gt;written_communication.n.01&lt;/code&gt;, i.e. the meaning of &amp;quot;the above&amp;quot; in the sense of &amp;quot;what is written above&amp;quot;. This is a very narrow meaning of the word &amp;quot;above&amp;quot;. The spatial meaning, which is much more general, is not captured by any hypernym.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I understand that it's not easy to find a coherent ontology for adjectives. However, a basic categorization should be possible:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;salty, sweet, sour, bitter, ... ==&amp;gt; taste&lt;/li&gt;&#xA;&lt;li&gt;red, orange, yellow, ... ==&amp;gt; color&lt;/li&gt;&#xA;&lt;li&gt;friendly, dreamy, creepy, ... ==&amp;gt; moods&lt;/li&gt;&#xA;&lt;li&gt;friendly, silly, ... ==&amp;gt; personal characteristics&lt;/li&gt;&#xA;&lt;li&gt;creamy, hot, ... ==&amp;gt; food characteristics (of which &amp;quot;taste&amp;quot; would be a sub category)&lt;/li&gt;&#xA;&lt;li&gt;above, bottom, left, ... ==&amp;gt; spatial&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33387" LastEditorUserId="33387" LastEditDate="2023-05-23T08:15:37.740" LastActivityDate="2023-05-23T08:15:37.740" Title="Words list by category / topic" Tags="|language|wordnet|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21039" PostTypeId="2" ParentId="20518" CreationDate="2023-05-21T22:00:31.167" Score="0" Body="&lt;p&gt;Here's how to use the WikiData package you are using to retrieve the data in French (it's in &lt;code&gt;Entity.data&lt;/code&gt;):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; # pip install WikiData&#xA;&amp;gt;&amp;gt;&amp;gt; entity = wikidata.client.Client().get('Q1')&#xA;&amp;gt;&amp;gt;&amp;gt; entity.label&#xA;'universe'&#xA;&amp;gt;&amp;gt;&amp;gt; entity.data['descriptions']['fr']&#xA;{'language': 'fr',&#xA; 'value': 'ensemble de tout ce qui existe : énergie, espace, temps et matière'}&#xA;&amp;gt;&amp;gt;&amp;gt; entity.data['labels']['fr']&#xA;{'language': 'fr', 'value': 'univers'}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;All the other multilingual Entity attributes/properties like &lt;code&gt;claims&lt;/code&gt; and &lt;code&gt;sitelinks&lt;/code&gt; are also available within the &lt;code&gt;Entity.data&lt;/code&gt; dict (actually a multidict):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;gt;&amp;gt;&amp;gt; list(entity.data.keys())&#xA;['pageid',&#xA; 'ns',&#xA; 'title',&#xA; 'lastrevid',&#xA; 'modified',&#xA; 'type',&#xA; 'id',&#xA; 'labels',&#xA; 'descriptions',&#xA; 'aliases',&#xA; 'claims',&#xA; 'sitelinks']&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="17196" LastActivityDate="2023-05-21T22:00:31.167" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21040" PostTypeId="1" CreationDate="2023-05-22T07:04:10.797" Score="3" ViewCount="30" Body="&lt;p&gt;I'm having trouble finding environmental QGIS layers for Germany. I managed to find the main ones for all the country, such as Biosphere Reserves, National Parks, Natura 2k sites, etc., but I can't find more specific information like Flood Zones, rivers / streams, forests, peatlands, renewable energy projects, etc.&lt;/p&gt;&#xA;&lt;p&gt;Where can I find this info in downloadable format (.shp, KML, WMS, WFS, etc.), either for Germany in general or for it's Federal States (e.g. Bayern)?&lt;/p&gt;&#xA;" OwnerUserId="33389" LastActivityDate="2024-03-26T00:02:07.807" Title="Download Environmental Geodata for Germany (SHP, KML, WMS, WFS, etc.)" Tags="|germany|environment|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21041" PostTypeId="1" CreationDate="2023-05-23T17:24:01.290" Score="2" ViewCount="64" Body="&lt;p&gt;When I query the column, it seems to be arbitrary values from 1-60:&lt;/p&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;EFFYALEV&lt;/th&gt;&#xA;&lt;th&gt;count&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;1&lt;/td&gt;&#xA;&lt;td&gt;6169&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;2&lt;/td&gt;&#xA;&lt;td&gt;5881&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;3&lt;/td&gt;&#xA;&lt;td&gt;5878&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;4&lt;/td&gt;&#xA;&lt;td&gt;5670&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;5&lt;/td&gt;&#xA;&lt;td&gt;5689&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;11&lt;/td&gt;&#xA;&lt;td&gt;2893&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;12&lt;/td&gt;&#xA;&lt;td&gt;2049&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;19&lt;/td&gt;&#xA;&lt;td&gt;3573&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;20&lt;/td&gt;&#xA;&lt;td&gt;5668&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;22&lt;/td&gt;&#xA;&lt;td&gt;5828&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;23&lt;/td&gt;&#xA;&lt;td&gt;5824&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;24&lt;/td&gt;&#xA;&lt;td&gt;5587&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;25&lt;/td&gt;&#xA;&lt;td&gt;5631&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;31&lt;/td&gt;&#xA;&lt;td&gt;2403&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;39&lt;/td&gt;&#xA;&lt;td&gt;3552&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;40&lt;/td&gt;&#xA;&lt;td&gt;5610&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;42&lt;/td&gt;&#xA;&lt;td&gt;4212&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;43&lt;/td&gt;&#xA;&lt;td&gt;4176&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;44&lt;/td&gt;&#xA;&lt;td&gt;3579&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;45&lt;/td&gt;&#xA;&lt;td&gt;4090&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;51&lt;/td&gt;&#xA;&lt;td&gt;2793&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;59&lt;/td&gt;&#xA;&lt;td&gt;2903&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;60&lt;/td&gt;&#xA;&lt;td&gt;4065&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;p&gt;But the official documentation's description [0][1] doesn't explain how the values map to different enrollment types:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Level,  full- and part-time status, degree-seeking/non degree-seeking status  and year of study of student  - This variable identifies the level of enrollment (unduplicated headcount) data for the institution.  Enrollment counts are available by level of student (undergraduate or graduate).  Undergraduate enrollments are disaggregated by degree-seeking and non-degree seeking status. Degree-seeking enrollments are further broken out by first-time, first year students, transfer-ins and continuing students.  Undergraduate categories are available by full- and part-time status.&lt;/p&gt;&#xA;&lt;p&gt;Undergraduate  A student enrolled in a 4- or 5-year bachelor's degree program, an associate's degree program, or a vocational or technical program below the baccalaureate.&lt;/p&gt;&#xA;&lt;p&gt;Degree/certificate-seeking students  Students enrolled in courses for credit and recognized by the institution as seeking a degree, certificate, or other formal award. High school students also enrolled in postsecondary courses for credit are not considered degree/certificate-seeking.&lt;/p&gt;&#xA;&lt;p&gt;First-time student (undergraduate)  A student who has no prior postsecondary experience (except as noted below) attending any institution for the first time at the undergraduate level. This includes students enrolled in academic or occupational programs. It also includes students enrolled in the fall term who attended college for the first time in the prior summer term, and students who entered with advanced standing (college credits earned before graduation from high school).&lt;/p&gt;&#xA;&lt;p&gt;Transfer-in student (undergraduate)  A student entering the reporting institution for the first time but known to have previously attended a postsecondary institution at the same level. The student may transfer with or without credit.&lt;/p&gt;&#xA;&lt;p&gt;Graduate student  A student who holds a bachelor's degree or above and is taking courses at the postbaccalaureate level. These students may or may not be enrolled in graduate programs.&lt;/p&gt;&#xA;&lt;p&gt;Full-time student  Undergraduate: A student enrolled for 12 or more semester credits , or 12 or more quarter credits, or 24 or more clock hours a week each term. Graduate: A student enrolled for 9 or more semester credits, or 9 or more quarter credits, or a student involved in thesis or dissertation preparation that is considered full time by the institution. Doctor's degree - Professional practice - as defined by the institution.&lt;/p&gt;&#xA;&lt;p&gt;Part-time student  Undergraduate: A student enrolled for either less than 12 semester or quarter credits, or less than 24 clock hours a week each term. Graduate: A student enrolled for less than 9 semester or quarter credits&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;[0] &lt;a href=&quot;https://nces.ed.gov/ipeds/use-the-data/download-access-database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/use-the-data/download-access-database&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;[1] &lt;a href=&quot;https://nces.ed.gov/ipeds/tablefiles/tableDocs/IPEDS202021Tablesdoc.xlsx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/tablefiles/tableDocs/IPEDS202021Tablesdoc.xlsx&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32846" LastEditorUserId="32846" LastEditDate="2023-05-23T17:33:24.217" LastActivityDate="2024-03-23T20:01:15.287" Title="What's the `EFFYALEV` variable in the IPEDS &quot;EFFY2020&quot; data table?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21042" PostTypeId="2" ParentId="20927" CreationDate="2023-05-26T04:47:05.567" Score="0" Body="&lt;p&gt;You can take a look at the SynthRAD2023 grand challenge:&#xA;&lt;a href=&quot;https://synthrad2023.grand-challenge.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://synthrad2023.grand-challenge.org/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33414" LastActivityDate="2023-05-26T04:47:05.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21043" PostTypeId="1" CreationDate="2023-05-26T11:23:45.613" Score="0" ViewCount="291" Body="&lt;p&gt;For a research article, I am currently looking for a small, self-contained email dataset.&lt;/p&gt;&#xA;&lt;p&gt;The reason I'm saying small, is because many email datasets I've found so far contain a large amount of emails. Examples include the &lt;a href=&quot;https://www.cs.cmu.edu/~enron/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enron dataset&lt;/a&gt; (about 500 thousand emails), the &lt;a href=&quot;https://github.com/hical/sample-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Jeb Bush dataset&lt;/a&gt; (290 thousand emails), and the &lt;a href=&quot;https://wikileaks.org/clinton-emails/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hillary Clinton dataset&lt;/a&gt; (30 thousand emails).&lt;/p&gt;&#xA;&lt;p&gt;For the purposes of the research I'm conducting, I need much smaller e-mail datasets. One of the things I could do I extract a small sample from these larger datasets, but then coherence between and theme among these messages might be lost somewhat.&lt;/p&gt;&#xA;&lt;p&gt;I am therefore looking for self-contained, small, English, public datasets consisting of at most 50 emails, preferably even smaller (around 25 emails). The idea behind the research project is to formulate a model that can describe the different relations between such emails (both their metadata and their textual contents), and to illustrate this model with a visualization of the emails and the relations among them (topical, causal, entity-based, etc.).&lt;/p&gt;&#xA;&lt;p&gt;What I mean by self-contained is that the e-mails sent and received within a certain period don't have any follow-up e-mails after that period on that case or topic. So it's a collection of e-mails that is sort of sealed off, the case is closed so to speak.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;: are there any self-contained, public, English datasets that consist of fewer than 50 emails?&lt;/p&gt;&#xA;" OwnerUserId="26167" LastEditorUserId="754" LastEditDate="2023-05-29T13:42:07.317" LastActivityDate="2023-11-06T10:16:48.723" Title="Small self-contained email datasets" Tags="|research|email|visualization|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21044" PostTypeId="2" ParentId="1367" CreationDate="2023-05-27T02:04:06.260" Score="1" Body="&lt;p&gt;I come after the storm but:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Yu, J., Luo, G., Xiao, T., Zhong, Q., Wang, Y., Feng, W., ... &amp;amp; Tang, J. (2020, July). &lt;strong&gt;MOOCCube: a large-scale data repository for NLP applications in MOOCs.&lt;/strong&gt; In Proceedings of the 58th annual meeting of the association for computational linguistics (pp. 3135-3142). &lt;a href=&quot;http://moocdata.cn/data/MOOCCube&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://moocdata.cn/data/MOOCCube&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Kuzilek J., Hlosta M., Zdrahal Z. &lt;strong&gt;Open University Learning Analytics dataset&lt;/strong&gt; Sci. Data 4:170171 doi: 10.1038/sdata.2017.171 (2017). &lt;a href=&quot;https://analyse.kmi.open.ac.uk/open_dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://analyse.kmi.open.ac.uk/open_dataset&lt;/a&gt; (preview on &lt;a href=&quot;https://www.kaggle.com/datasets/rocki37/open-university-learning-analytics-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Kaggle&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;Choi, Y., Lee, Y., Shin, D., Cho, J., Park, S., Lee, S., Baek, J., Kim, B., &amp;amp; Jang, Y. (2019). &lt;strong&gt;EdNet: A Large-Scale Hierarchical Dataset in Education.&lt;/strong&gt; Artificial Intelligence in Education, 12164, 69-73. &lt;a href=&quot;https://github.com/riiid/ednet&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/riiid/ednet&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;(only exercises) P. J. Chen, M. E. Hsieh, T. Y. Tsai. &lt;strong&gt;Junyi Online Learning Dataset: A large-scale public online learning activity dataset from elementary to senior high school students.&lt;/strong&gt;, 2020. Available from &lt;a href=&quot;https://www.kaggle.com/junyiacademy/learning-activity-public-dataset-by-junyi-academy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/junyiacademy/learning-activity-public-dataset-by-junyi-academy&lt;/a&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I am notably interested if content is available; it seems that Junyi contains problem titles in Taiwanese, and MOOCCube contains a lot of content information.&lt;/p&gt;&#xA;" OwnerUserId="33420" LastEditorUserId="33420" LastEditDate="2023-05-27T02:11:28.210" LastActivityDate="2023-05-27T02:11:28.210" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21045" PostTypeId="1" CreationDate="2023-05-27T04:10:03.890" Score="1" ViewCount="149" Body="&lt;p&gt;I am building a iOS app and wanted to know if anyone knows of any good free APIs that have images of a car using either the VIN or model make.&#xA;I already have the basic vehicle information API, but the image would be a nice touch :)&lt;/p&gt;&#xA;" OwnerUserId="33421" LastActivityDate="2023-05-27T04:10:03.890" Title="Free car picture from VIN or model and make" Tags="|api|cars|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21046" PostTypeId="2" ParentId="6206" CreationDate="2023-05-28T02:47:00.107" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/yuhonas/free-exercise-db&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/yuhonas/free-exercise-db&lt;/a&gt; has around 800 exercises and can be downloaded as JSON.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://rapidapi.com/justin-WFnsXH_t6/api/exercisedb/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/justin-WFnsXH_t6/api/exercisedb/&lt;/a&gt; also exists but it's behind a paywall after 400 requests each month.&lt;/p&gt;&#xA;" OwnerUserId="33425" LastActivityDate="2023-05-28T02:47:00.107" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21048" PostTypeId="1" CreationDate="2023-05-29T20:26:09.377" Score="0" ViewCount="12" Body="&lt;p&gt;I'm looking for a dataset related to environmental monitoring, made up of values obtained from various types of sensors (such as temperature, pressure, CO2...etc) for the purpose of a classification task. However, I'm not sure this is possible with any dataset, so I wanted to ask you if you had any suggestions for a dataset I could use.&lt;/p&gt;&#xA;&lt;p&gt;Multimodal data (images and sensors) are also accepted and could be very useful.&lt;/p&gt;&#xA;&lt;p&gt;Please let me know if you have any recommendations or potential sources. I've already looked through Google Datasets and Kaggle.&lt;/p&gt;&#xA;" OwnerUserId="33434" LastActivityDate="2023-05-29T20:26:09.377" Title="I'm looking for a dataset related to environmental monitoring" Tags="|data-request|environment|deep-learning|sensors|remote-sensing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21049" PostTypeId="1" CreationDate="2023-05-30T09:04:21.753" Score="1" ViewCount="7" Body="&lt;p&gt;I am using the v2.1 annual nighttime light (NTL) &lt;a href=&quot;https://eogdata.mines.edu/products/vnl/&quot; rel=&quot;nofollow noreferrer&quot;&gt;product&lt;/a&gt; for my analysis. My study areas are several megacities, which include:&lt;/p&gt;&#xA;&lt;p&gt;Los Angles, Mexico City, Tehran, Paris, Cairo, Manila, Tokyo.&lt;/p&gt;&#xA;&lt;p&gt;I would like to ask you if you could tell me where to find how many clear images have been used to create the annual products for the above megacities. I am using the &lt;code&gt;VNL_v21_npp_2018_global_vcmslcfg_c202205302300.average.dat.tif.gz&lt;/code&gt; product for my analysis.&lt;/p&gt;&#xA;&lt;p&gt;I have searched the website for any metadata but I couldn't find any relevant information.&lt;/p&gt;&#xA;" OwnerUserId="32246" LastActivityDate="2023-05-30T09:04:21.753" Title="Number of images being used for the annual product" Tags="|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21050" PostTypeId="1" CreationDate="2023-05-30T21:27:53.343" Score="0" ViewCount="105" Body="&lt;p&gt;From CollegeScorecard.gov, how can I get data about whether SAT is required, optional or not used at all? We are using the API.&lt;/p&gt;&#xA;&lt;p&gt;There's a section with this info. It's titled &amp;quot;Test Scores&amp;quot; under the larger header &amp;quot;Test Scores &amp;amp; Acceptance&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;California State University-Sacramento has an acceptance rate of 94%. California State University-Sacramento does not require admission test scores (SAT/ACT) during the application process and does not recommend that students provide them.&lt;/p&gt;&#xA;&lt;p&gt;Harvard University has an acceptance rate of 4%. Harvard University considers admission test scores (SAT/ACT) during the application process, but does not require them. Students who were admitted to Harvard University and enrolled typically had admission test scores in these ranges.&lt;/p&gt;&#xA;&lt;p&gt;University of North Alabama has an acceptance rate of 90%. University of North Alabama recommends students provide admission test scores (SAT/ACT), during the application process.&lt;/p&gt;&#xA;" OwnerUserId="33438" LastEditorUserId="33438" LastEditDate="2023-05-30T21:29:07.700" LastActivityDate="2024-03-03T19:06:55.763" Title="CollegeScorecard.gov SAT &amp; ACT requirements" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21052" PostTypeId="1" CreationDate="2023-05-31T10:08:02.070" Score="0" ViewCount="20" Body="&lt;p&gt;I am trying to find address location data for Israel - that is, a geospatial point dataset giving a latitude and longitude (or similar in another co-ordinate system) for each address in Israel.&lt;/p&gt;&#xA;&lt;p&gt;I can't seem to find anything on the Israeli Open Data site, or anything on the Israel Postal Service site.&lt;/p&gt;&#xA;&lt;p&gt;Does such a dataset exist?&lt;/p&gt;&#xA;" OwnerUserId="447" LastActivityDate="2023-05-31T10:08:02.070" Title="Address location data for Israel" Tags="|data-request|geospatial|address|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21053" PostTypeId="1" AcceptedAnswerId="21065" CreationDate="2023-05-31T16:14:30.700" Score="1" ViewCount="52" Body="&lt;p&gt;I am looking for a free dataset of bridges that cover roads/rivers/rail in the UK, specifically South East, as a point layer. It doesn't seem to be available from OS or National Highways, does this exist?&#xA;Thanks&lt;/p&gt;&#xA;" OwnerUserId="33442" LastActivityDate="2023-06-07T12:01:50.573" Title="UK Bridges point dataset" Tags="|data-request|uk|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21054" PostTypeId="1" CreationDate="2023-05-31T16:41:16.430" Score="0" ViewCount="29" Body="&lt;p&gt;I'm looking for API to integrate that provides list of spare parts details, cars details and possibly vin numbers. I have found Tecalliance but they seem to be overpriced for their subscription especially for a startup like mine.&lt;/p&gt;&#xA;&lt;p&gt;Do you have any suggestions on other data providers? either free or not.&#xA;thanks.&lt;/p&gt;&#xA;" OwnerUserId="33443" LastActivityDate="2023-06-04T09:00:34.153" Title="Automobiles data catalog" Tags="|data-request|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21055" PostTypeId="1" CreationDate="2023-06-01T18:09:51.220" Score="0" ViewCount="10" Body="&lt;p&gt;I need help finding mental health funding per capita by state dating all the way back to 1999. I have searched URS reports but they are extremely time consuming.&lt;/p&gt;&#xA;" OwnerUserId="33450" LastActivityDate="2023-06-01T18:09:51.220" Title="Mental Health Funding by State" Tags="|usa|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21056" PostTypeId="2" ParentId="18025" CreationDate="2023-06-01T21:06:56.917" Score="0" Body="&lt;p&gt;Since I stumbled upon this thread on my search for a historic Silk Road GPX track, I will leave my finding here for others who might find it useful.&lt;/p&gt;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://on-historic-routes.com/featured-routes/historic-silk-road/&quot; rel=&quot;nofollow noreferrer&quot;&gt;this website&lt;/a&gt;, that displays &lt;a href=&quot;https://on-historic-routes.com/loglog/wp-content/uploads/00%20-%20Silk%20Road%20Network_001.gpx&quot; rel=&quot;nofollow noreferrer&quot;&gt;this GPX-Track&lt;/a&gt;, as can be found in the network communication dev tools of your browser.&lt;/p&gt;&#xA;" OwnerUserId="33452" LastActivityDate="2023-06-01T21:06:56.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21057" PostTypeId="1" CreationDate="2023-06-02T08:06:24.240" Score="1" ViewCount="13" Body="&lt;p&gt;I am looking for a data application to test a particular regression algorithm.&lt;/p&gt;&#xA;&lt;p&gt;In particular, I am looking for an application where the data items are noisy samples coming from a normalised function f(x), that we don't observe. By normalised I mean that the integral of f(x) in its support is &lt;strong&gt;∫f(x)dx = 1&lt;/strong&gt;. The algorithm attempts to reconstruct the normalised f(x) given the observed samples that are contaminated with noise.&lt;/p&gt;&#xA;&lt;p&gt;I would very much appreciate it if somebody could point me to such a dataset, or perhaps to a domain where this problem naturally appears.&lt;/p&gt;&#xA;" OwnerUserId="9196" LastActivityDate="2023-06-02T08:06:24.240" Title="Need dataset composed of noisy observations sampled from normalised function" Tags="|data-request|machine-learning|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21058" PostTypeId="2" ParentId="20416" CreationDate="2023-06-04T08:38:49.480" Score="0" Body="&lt;p&gt;You can also use a DESCRIBE Query:&#xA;with a &lt;code&gt;wd&lt;/code&gt; Prefix: &lt;code&gt;wd:Teodor Bogdanov&amp;lt;wait for autocompleter substitution&amp;gt;&lt;/code&gt; to get Q.... identifier&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;DESCRIBE wd:Q22277104  # Teodor Bogdanov, Volleyball player&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Result:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wd:Q22277104    wdt:P569            29 January 1986 &#xA;wd:Q22277104    schema:dateModified 11 October 2022 &#xA;wd:Q22277104    schema:version      1747954437  &#xA;wd:Q22277104    wdt:P21             wd:Q6581097&#xA;and many more rows&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Simliar SPARQL Query for Félix Anaut, Spanish Painter&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;DESCRIBE wd:Q5442128  # Félix Anaut, Spanish Painter&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;(Results not shown here)&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2023-06-04T08:38:49.480" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21060" PostTypeId="1" CreationDate="2023-06-04T09:11:34.730" Score="2" ViewCount="32" Body="&lt;p&gt;I am looking for trade data of India with other countries in the form of Import or Export. Creating a research project in my field.&lt;/p&gt;&#xA;" OwnerUserId="33465" LastEditorUserId="754" LastEditDate="2023-06-06T05:17:36.757" LastActivityDate="2024-03-06T20:01:00.077" Title="Import Export Data for India" Tags="|data-request|india|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21061" PostTypeId="2" ParentId="21014" CreationDate="2023-06-04T11:57:07.623" Score="1" Body="&lt;p&gt;You can get some of the geographical data (e.g. area) easily from &lt;a href=&quot;https://www.geonames.org/countries/&quot; rel=&quot;nofollow noreferrer&quot;&gt;geonames.org&lt;/a&gt;. This list comprises &lt;em&gt;all&lt;/em&gt; world countries though.&lt;/p&gt;&#xA;&lt;p&gt;Perhaps join that list with this query to get the current list of 47 souvereign states in Europe, according to Wikidata, &lt;a href=&quot;https://w.wiki/6nnb&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/6nnb&lt;/a&gt;,&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX wd:       &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX wdt:      &amp;lt;http://www.wikidata.org/prop/direct/&amp;gt;&#xA;PREFIX p:        &amp;lt;http://www.wikidata.org/prop/&amp;gt;&#xA;PREFIX ps:       &amp;lt;http://www.wikidata.org/prop/statement/&amp;gt;&#xA;PREFIX pq:       &amp;lt;http://www.wikidata.org/prop/qualifier/&amp;gt;&#xA;PREFIX rdfs:     &amp;lt;http://www.w3.org/2000/01/rdf-schema#&amp;gt;&#xA;PREFIX xsd:      &amp;lt;http://www.w3.org/2001/XMLSchema#&amp;gt;&#xA;PREFIX bd:       &amp;lt;http://www.bigdata.com/rdf#&amp;gt;&#xA;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX schema:   &amp;lt;http://schema.org/&amp;gt;&#xA;&#xA;SELECT ?country ?countryQ ?countryLabel WHERE {&#xA;  ?country wdt:P31 wd:Q3624078;&#xA;    wdt:P30 wd:Q46.&#xA;  BIND (xsd:integer(REPLACE(STR(?country), &amp;quot;http://www.wikidata.org/entity/Q&amp;quot;, &amp;quot;&amp;quot; )) as ?countryQ)&#xA;  FILTER(?countryQ &amp;lt; 2000) # filter &amp;quot;Kingdom of &amp;quot; duplicates; UK constituent countries, disputed territories, etc.&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;ORDER BY ASC(?countryQ) ASC( ?countryLabel)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Does this list fit your needs or do you define Eurpe differently (e.g. only  Western European countries)?&lt;/p&gt;&#xA;&lt;p&gt;As for retirement age, you proposed query fragment &lt;code&gt; ?country p:P8772 ?retirementAgeStmt. ...&lt;/code&gt;  makes no sense to me. &lt;code&gt;p:P8772&lt;/code&gt; is &amp;quot;has blogger id&amp;quot;. (?)&lt;/p&gt;&#xA;&lt;p&gt;I suggest that you search some specialized databases such as &lt;a href=&quot;https://data.europa.eu/en&quot; rel=&quot;nofollow noreferrer&quot;&gt;data.europa.eu&lt;/a&gt;. It also has a (difficult to use) SPARQL interface.&lt;br /&gt;&#xA;Retirement ages can be found there via classic search forms, though, example: &lt;a href=&quot;https://ec.europa.eu/eurostat/api/dissemination/sdmx/2.1/data/lfso_06reasagps?format=tsv&amp;amp;compressed=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;Average age at which not employed persons started receiving a retirement pension - by sex and main reason for retirement or early retirement&lt;/a&gt; , textfile.&lt;/p&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2023-06-04T11:57:07.623" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21062" PostTypeId="1" AcceptedAnswerId="21371" CreationDate="2023-06-05T15:27:47.310" Score="1" ViewCount="57" Body="&lt;p&gt;I tried using this link:&#xA;&lt;a href=&quot;https://api.worldbank.org/v2/state/NE/indicator/SP.POP.TOTL?date=2021&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.worldbank.org/v2/state/NE/indicator/SP.POP.TOTL?date=2021&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and it says that the endpoint is not found ... please give me a link that will work using the worldbank api to get the info by a specific state. Please and thank you.&lt;/p&gt;&#xA;" OwnerUserId="33471" LastActivityDate="2024-01-07T09:21:29.917" Title="How do I get the population of each state using WorldBank API?" Tags="|api|population|state|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21064" PostTypeId="1" CreationDate="2023-06-07T08:52:00.723" Score="0" ViewCount="18" Body="&lt;p&gt;I need to 'standardize' the titles of several draft datasets for uniformity. How can I go about this? I can't seem to find a way in 'edit' mode. Thanks.&lt;/p&gt;&#xA;" OwnerUserId="33483" LastActivityDate="2024-03-31T20:04:10.483" Title="How can one edit the title of a dataset?" Tags="|usaidopen|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21065" PostTypeId="2" ParentId="21053" CreationDate="2023-06-07T12:01:50.573" Score="1" Body="&lt;p&gt;I would consider openstreetmap data. Please have a look on &lt;code&gt;bridge&lt;/code&gt; tag. You can start with Overpass query like &lt;a href=&quot;https://overpass-turbo.eu/s/1vOs&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/1vOs&lt;/a&gt; or download the OSM data set for GB: &lt;a href=&quot;https://download.geofabrik.de/europe/great-britain.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://download.geofabrik.de/europe/great-britain.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2023-06-07T12:01:50.573" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21066" PostTypeId="2" ParentId="21050" CreationDate="2023-06-07T17:44:32.567" Score="0" Body="&lt;p&gt;This is available in the IPEDS data set (a little harder to access): &lt;a href=&quot;https://nces.ed.gov/ipeds/use-the-data/survey-components/6/admissions&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://nces.ed.gov/ipeds/use-the-data/survey-components/6/admissions&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33486" LastActivityDate="2023-06-07T17:44:32.567" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21067" PostTypeId="2" ParentId="12633" CreationDate="2023-06-08T19:08:01.917" Score="0" Body="&lt;p&gt;There are multiple datasets of spoken digits.&lt;/p&gt;&#xA;&lt;h4&gt;AudioMNIST&lt;/h4&gt;&#xA;&lt;p&gt;30000 audio samples of spoken digits (0-9) of 60 different speakers.&#xA;&lt;a href=&quot;https://github.com/soerenab/AudioMNIST&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download&lt;/a&gt;. &lt;a href=&quot;https://arxiv.org/abs/1807.03418&quot; rel=&quot;nofollow noreferrer&quot;&gt;Paper&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h4&gt;Free Spoken Digit Dataset (FSDD)&lt;/h4&gt;&#xA;&lt;p&gt;5 speakers, 2,500 recordings (50 of each digit per speaker).&#xA;&lt;a href=&quot;https://github.com/Jakobovski/free-spoken-digit-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Download&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="23657" LastActivityDate="2023-06-08T19:08:01.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21068" PostTypeId="2" ParentId="1327" CreationDate="2023-06-08T19:13:03.007" Score="1" Body="&lt;p&gt;There is an auxiliary dataset of phoneme labels for the Librispeech corpus. It can be found here &lt;a href=&quot;https://zenodo.org/record/2619474&quot; rel=&quot;nofollow noreferrer&quot;&gt;Zenodo: LibriSpeech Alignments&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="23657" LastActivityDate="2023-06-08T19:13:03.007" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21069" PostTypeId="1" AcceptedAnswerId="21070" CreationDate="2023-06-08T20:26:21.777" Score="0" ViewCount="140" Body="&lt;p&gt;I need a Quote API with the following requirements:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Needs to come out in xml format&lt;/li&gt;&#xA;&lt;li&gt;It needs to be free&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any help would be appreciated. Thank you.&lt;/p&gt;&#xA;" OwnerUserId="33471" LastActivityDate="2023-06-09T06:28:53.793" Title="Need a Random Quotes API" Tags="|api|xml|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21070" PostTypeId="2" ParentId="21069" CreationDate="2023-06-09T06:28:53.793" Score="1" Body="&lt;p&gt;Sure! Here's a random quote API:&lt;/p&gt;&#xA;&lt;p&gt;API Endpoint: &lt;a href=&quot;https://quotes.rest/qod.xml?category=inspire&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://quotes.rest/qod.xml?category=inspire&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The free plan that allows you to make a limited number of requests per day. To retrieve a random quote, you can use the provided endpoint with the &amp;quot;category&amp;quot; parameter set to &amp;quot;inspire.&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;Example Request:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;GET https://quotes.rest/qod.xml?category=inspire&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Example Response (XML):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;&amp;lt;quote&amp;gt;&#xA;  &amp;lt;quote&amp;gt;&amp;quot;The only way to do great work is to love what you do.&amp;quot;&amp;lt;/quote&amp;gt;&#xA;  &amp;lt;author&amp;gt;Steve Jobs&amp;lt;/author&amp;gt;&#xA;&amp;lt;/quote&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33482" LastActivityDate="2023-06-09T06:28:53.793" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21071" PostTypeId="1" AcceptedAnswerId="21073" CreationDate="2023-06-10T10:01:28.757" Score="1" ViewCount="93" Body="&lt;p&gt;i am looking for a list of HighShools, Universities in Europe, South America and Asia&lt;/p&gt;&#xA;&lt;p&gt;is there a dataset that is free - and available!?&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;OpenStreetMap (OSM):&lt;/strong&gt; OpenStreetMap is a collaborative mapping project that provides free and open geographic data. You can extract data from OSM to get information about schools and universities worldwide. The data is available in various formats, including XML, CSV, and shapefiles. You can use the Overpass API or download pre-extracted datasets from websites like Geofabrik.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;UNESCO Institute for Statistics (UIS):&lt;/strong&gt; The UIS provides comprehensive data on education, including information about schools and universities worldwide. They offer a variety of datasets and publications that you can access for free. Visit the UIS Data Centre (data.uis.unesco.org) to explore their available datasets.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;European Commission's Education, Audiovisual, and Culture Executive Agency (EACEA):&lt;/strong&gt; The EACEA provides datasets related to education in Europe, including information about schools and universities. Their datasets cover various aspects of education, such as institutions, programs, and funding. You can access their data through the EACEA website (eacea.ec.europa.eu).&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Data.gov:&lt;/strong&gt; Data.gov is a platform that provides access to a wide range of datasets from various government agencies in the United States. While the focus is primarily on US data, they also offer some international datasets, including educational data. You can search their catalog and filter by location to find relevant datasets.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;World Bank Open Data&lt;/strong&gt;: The World Bank provides open data on various topics, including education. While the data may not be as extensive as specialized education sources, you can find information about schools and universities in different countries. Visit the World Bank Open Data website (data.worldbank.org) and explore the education-related datasets.&lt;/p&gt;&#xA;" OwnerUserId="3131" LastEditorUserId="3131" LastEditDate="2023-06-11T07:26:37.767" LastActivityDate="2023-06-11T07:26:37.767" Title="a list of HighShools, Universities in Europe, South America and Asia" Tags="|data|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21072" PostTypeId="2" ParentId="21060" CreationDate="2023-06-10T16:44:19.530" Score="0" Body="&lt;p&gt;You can find Import Export data of India period wise (Annually, Monthly) and commodities wise. &lt;a href=&quot;https://commerce.gov.in/trade-statistics/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Trade Statistics, Government of India&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-06-10T16:44:19.530" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21073" PostTypeId="2" ParentId="21071" CreationDate="2023-06-10T17:54:22.213" Score="1" Body="&lt;p&gt;You can get list of universities(not all) on World Higher Education database which is in collaboration with UNESCO. You can search here country wise : &lt;a href=&quot;https://www.whed.net/home.php&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.whed.net/home.php&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-06-10T17:54:22.213" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21075" PostTypeId="1" CreationDate="2023-06-11T15:30:07.633" Score="0" ViewCount="29" Body="&lt;p&gt;I need a recipe api with the following prefrences:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Needs to be in xml&lt;/li&gt;&#xA;&lt;li&gt;Has a free version&lt;/li&gt;&#xA;&lt;li&gt;Headers should not be required/ api key should be in url&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any help would be appreciated. Thank You.&lt;/p&gt;&#xA;" OwnerUserId="33471" LastEditorUserId="754" LastEditDate="2023-06-12T02:38:02.810" LastActivityDate="2023-06-12T02:38:02.810" Title="Free recipes API returning XML, without HTTP headers" Tags="|api|xml|recipes|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21076" PostTypeId="1" CreationDate="2023-06-12T11:20:03.687" Score="1" ViewCount="27" Body="&lt;p&gt;Can anyoe point me to .wav files or the like for&#xA;speech intelligiblity tests, e.g.&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Hearing_test#Modified_Rhyme_Test&quot; rel=&quot;nofollow noreferrer&quot;&gt;Rhyme tests&lt;/a&gt;&#xA;&amp;quot;not, tot, got, pot, hot, lot&amp;quot; ?&#xA;What I want are reproducible tests for various hearing aids and settings,&#xA;in a quiet room, not speech-in-noise.&#xA;(I'm an old guy with high-frequency hearing loss --&#xA;&lt;a href=&quot;https://hearingtest.online&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://hearingtest.online&lt;/a&gt; says 4 kHz ~ 30 dB down from 2 kHz.)&#xA;Any European language would be ok.&lt;/p&gt;&#xA;&lt;p&gt;((I'd really like to know if hearing aid equalizers can flatten out high-frequency drop,&#xA;specifically Phonak P30,&#xA;but how to measure the effect on speech ?)&lt;/p&gt;&#xA;" OwnerUserId="966" LastActivityDate="2023-06-12T11:20:03.687" Title="Speech intelligiblity tests such as rhyme tests" Tags="|data-request|language|corpora|audio|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21077" PostTypeId="2" ParentId="1951" CreationDate="2023-06-13T06:57:19.817" Score="0" Body="&lt;p&gt;&lt;strong&gt;2013 DNS Census data overview&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;This section documents the data format of &lt;a href=&quot;http://dnscensus2013.neocities.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://dnscensus2013.neocities.org/&lt;/a&gt; which was previously mentioned at &lt;a href=&quot;https://opendata.stackexchange.com/a/2122/25882&quot;&gt;https://opendata.stackexchange.com/a/2122/25882&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;File structure:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;2nd-level-domains&#xA;&lt;ul&gt;&#xA;&lt;li&gt;ac.txt.xz (3.6 KB)&lt;/li&gt;&#xA;&lt;li&gt;ad.txt.xz (2.2 KB)&lt;/li&gt;&#xA;&lt;li&gt;ae.txt.xz (36 KB)&lt;/li&gt;&#xA;&lt;li&gt;aero.txt.xz (6.8 KB)&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;li&gt;com.txt.xz (187 MB, 1.1 GB unpacked, ~61 M lines)&lt;/li&gt;&#xA;&lt;li&gt;...&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;records&#xA;&lt;ul&gt;&#xA;&lt;li&gt;a.csv.xz (4.6 GB, 37 GB unpacked, ~750 M lines, ~191 M distinct domains, see also: &lt;a href=&quot;https://dnscensus2013.neocities.org/statistics&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dnscensus2013.neocities.org/statistics&lt;/a&gt;)&lt;/li&gt;&#xA;&lt;li&gt;aaaa.csv.xz (87 MB)&lt;/li&gt;&#xA;&lt;li&gt;cname.csv.xz (465 MB)&lt;/li&gt;&#xA;&lt;li&gt;dname.csv.xz (48 KB)&lt;/li&gt;&#xA;&lt;li&gt;mx.csv.xz (1.9 GB)&lt;/li&gt;&#xA;&lt;li&gt;ns.csv.xz (3.9 GB)&lt;/li&gt;&#xA;&lt;li&gt;soa.csv.xz (2.9 GB)&lt;/li&gt;&#xA;&lt;li&gt;txt.csv.xz (610 MB)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;key.asc&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;First lines of &lt;code&gt;2nd-level-domains/ac.txt&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;0.ac&#xA;022.ac&#xA;091.ac&#xA;1.ac&#xA;10.ac&#xA;101domain.ac&#xA;12.ac&#xA;120v.ac&#xA;138.ac&#xA;14.ac&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;So it is a domain list without extra metadata.&lt;/p&gt;&#xA;&lt;p&gt;Some sampe lines from &lt;code&gt;records/a.csv&lt;/code&gt; (first lines, Amazon, Google, last lines, some manual line breaks to help understanding):&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;name,isotime,ip4address&#xA;&#xA;0-------------------------------------------------------------0.com,2013-01-27T12:19:45,216.195.78.98&#xA;0-------------------------------------------------------------0.com,2013-08-11T19:27:02,216.195.78.98&#xA;0-------------------------------------------------------------0.com,2013-08-17T10:00:47,216.195.78.98&#xA;0-------------------------------------------------------------0.dk,2012-01-30T23:16:56,78.46.30.149&#xA;&#xA;amazon.com,2012-02-01T21:33:36,72.21.194.1&#xA;amazon.com,2012-02-01T21:33:36,72.21.211.176&#xA;...&#xA;amazon.com,2013-10-02T19:03:39,72.21.194.212&#xA;amazon.com,2013-10-02T19:03:39,72.21.215.232&#xA;amazon.com.au,2012-02-10T08:03:38,207.171.166.22&#xA;amazon.com.au,2012-02-10T08:03:38,72.21.206.80&#xA;&#xA;google.com,2012-01-28T05:33:40,74.125.159.103&#xA;google.com,2012-01-28T05:33:40,74.125.159.104&#xA;...&#xA;google.com,2013-10-02T19:02:35,74.125.239.41&#xA;google.com,2013-10-02T19:02:35,74.125.239.46&#xA;&#xA;zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz.ru,2013-08-13T10:11:28,176.9.147.82&#xA;zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz.ru,2013-09-11T06:22:08,176.9.147.82&#xA;zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz.ru,2013-09-20T12:40:44,176.9.147.82&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Believe me when I say this, Google has A LOT of IPs, so the date range is almost certainly from Jan 2012 to Oct 2013.&lt;/p&gt;&#xA;&lt;p&gt;So from this we understand that there is some historical data, but only on the range that was covered by the census.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Index it with SQLite&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;If you are going to query this dataset several times, you will definitely want to import it into SQLite to make prefix queries instantaneous. We can import the data as per: &lt;a href=&quot;https://stackoverflow.com/questions/14947916/import-csv-to-sqlite&quot;&gt;https://stackoverflow.com/questions/14947916/import-csv-to-sqlite&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;time sqlite3 a.sqlite 'create table t (d text, t text, i text)'&#xA;time sqlite3 a.sqlite '.import --csv --skip 1 /mnt/sda3/torrent/dnscensus2013/records/a.csv t'&#xA;time sqlite3 a.sqlite 'create index td on t(d)'&#xA;time sqlite3 a.sqlite 'create index tt on t(t)'&#xA;time sqlite3 a.sqlite 'create index ti on t(i)'&#xA;time sqlite3 a.sqlite &amp;quot;delete from t where t = 'isotime'&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This took one or two hours, and the resulting database size was ~98 GB due to indexes up from the 37 GB of the unpacked CSV. But it is very much worth it.&lt;/p&gt;&#xA;&lt;p&gt;Then as per: &lt;a href=&quot;https://stackoverflow.com/questions/8584499/sqlite-should-like-searchstr-use-an-index/76512019#76512019&quot;&gt;https://stackoverflow.com/questions/8584499/sqlite-should-like-searchstr-use-an-index/76512019#76512019&lt;/a&gt; we can do prefix queries such as:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;sqlite a.sqlite &amp;quot;select * from t where i glob '192.186.174.*'&amp;quot;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;which would find all lines where the IP starts with the prefix &lt;code&gt;192.186.174&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;More serious users of the dataset would also want to use a &lt;code&gt;TIMESTAMP&lt;/code&gt; column for the time, and more importantly, a proper storage for the IPs as 32-bit integers, which would allow proper range queries not possible with this simple &lt;code&gt;TEXT&lt;/code&gt; approach. I ended up making a quick C extension helper for it at: &lt;a href=&quot;https://stackoverflow.com/questions/7638238/sqlite-ip-address-storage/76520885#76520885&quot;&gt;https://stackoverflow.com/questions/7638238/sqlite-ip-address-storage/76520885#76520885&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;2013 DNS Census Data completeness analysis&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The 2013 DNS Census data is extremely useful, but it is by no means complete. Other sources that contained useful information that was not present in the 2013 DNS Census, and which I could verify via other means:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://viewdns.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://viewdns.info/&lt;/a&gt; Information very disjoint from the 2013 census, suggesting very different methodology (both undocumented)&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://dnshistory.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dnshistory.org/&lt;/a&gt; hit and miss. Sometimes has hits that none of the others had however&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Related questions:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://webmasters.stackexchange.com/questions/33395/find-the-ip-address-of-expired-domains/142751#142751&quot;&gt;https://webmasters.stackexchange.com/questions/33395/find-the-ip-address-of-expired-domains/142751#142751&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://superuser.com/questions/686195/how-to-find-the-last-ip-used-for-an-expired-domain-name/1793224#1793224&quot;&gt;https://superuser.com/questions/686195/how-to-find-the-last-ip-used-for-an-expired-domain-name/1793224#1793224&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Common Crawl&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://commoncrawl.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commoncrawl.org/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This awesome open source crawl data is a bit like Wayback Machine, but it makes an extra effort to be more querryable.&lt;/p&gt;&#xA;&lt;p&gt;In particular, they have their data on Amazon Athena, which you can query with SQL and mass extract domains from at very reasonable prices: &lt;a href=&quot;https://commoncrawl.org/2018/03/index-to-warc-files-and-urls-in-columnar-format/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commoncrawl.org/2018/03/index-to-warc-files-and-urls-in-columnar-format/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately, the IPs are not exposed on Athena currently, even though they seem to be present on the raw crawl data, my feature request that you should upvote: &lt;a href=&quot;https://github.com/commoncrawl/cc-index-table/issues/30&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/commoncrawl/cc-index-table/issues/30&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I think you can download the CDXes locally with:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;aws s3 cp s3://commoncrawl/cc-index/collections/CC-MAIN-2013-20/indexes/cdx-00000.gz .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;For 2013 for example it should be around 70 GiB zipped, which is large but just barely manageable on a personal computer. Unfortunately whenever I run:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;aws s3 cp s3://commoncrawl/cc-index/collections/CC-MAIN-2013-20/indexes/cdx-00000.gz .&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;it fails after a few seconds with:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;download failed: s3://commoncrawl/cc-index/collections/CC-MAIN-2013-20/indexes/cdx-00000.gz to ./cdx-00000.gz An error occurred (SlowDown) when calling the GetObject operation (reached max r&#xA;etries: 2): Please reduce your request rate.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;presumably because it throttles across all downloaders and not just myself. I managed to work around by firs copying to my bucket, downloading it from my bucket, and then deleting it form my bucket:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;aws s3 cp s3://commoncrawl/cc-index/collections/CC-MAIN-2013-20/indexes/cdx-00000.gz s3://cirosantilli/cdx-00000.gz&#xA;aws s3 cp ss3://cirosantilli/cdx-00000.gz .&#xA;aws s3 rm s3://cirosantilli/cdx-00000.gz&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;This will presumably incur some small charge, but it will likely be OK. No IPs there however unfortunately.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Internet Census of 2012&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://census2012.sourceforge.net/paper.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://census2012.sourceforge.net/paper.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This data was apparently illegally obtained with the &lt;a href=&quot;https://en.wikipedia.org/wiki/Carna_botnet&quot; rel=&quot;nofollow noreferrer&quot;&gt;Carna Botnet&lt;/a&gt; making it ethically gray.&lt;/p&gt;&#xA;&lt;p&gt;But since it is out there and it is never coming back, we might as well.&lt;/p&gt;&#xA;&lt;p&gt;The data is a bit huge, so you can just open the Torrent file and download only the files you need: &lt;a href=&quot;https://census2012.sourceforge.net/download.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://census2012.sourceforge.net/download.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Folder structure I've explored so far:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;data&#xA;&lt;ul&gt;&#xA;&lt;li&gt;rdns: reverse DNS, i.e. IP to domains&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;1.zpaq&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;2.zpaq&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;...&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;66.zpaq: 88 MB packed, 2.1 GB unpacked, 46 M lines. To unpack on Ubuntu 23.04:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;sudo apt install zpaq&#xA;zpaq x 66.zpaq&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;which produces a file named &lt;code&gt;66&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Sample lines:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;66.0.0.0  1336986900  (3)&#xA;66.0.0.1  1336767300  1-0-0-66.deltacom.net&#xA;66.0.0.1  1346418900  1-0-0-66.deltacom.net&#xA;66.0.0.1  1347660900  1-0-0-66.deltacom.net&#xA;66.0.0.1  1348530300  (2)&#xA;66.0.0.2  1336995900  (2)&#xA;66.0.0.2  1346314500  2-0-0-66.deltacom.net&#xA;66.0.0.3  1336985100  3-0-0-66.deltacom.net&#xA;66.0.0.3  1346433300  3-0-0-66.deltacom.net&#xA;66.0.0.3  1347642900  3-0-0-66.deltacom.net&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;So we understand that each file contains IPs with that start with the byte of the filename e.g. &lt;code&gt;66.zpaq&lt;/code&gt; contains IPs of the form &lt;code&gt;66.*&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Then e.g. that file tells us that IP &lt;code&gt;66.0.0.1&lt;/code&gt; is associated with domain &lt;code&gt;1-0-0-66.deltacom.net&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;(2)&lt;/code&gt; and &lt;code&gt;(3)&lt;/code&gt; appear to be error codes from: &lt;a href=&quot;https://monkey.org/%7Eprovos/libevent/doxygen/evdns_8h.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://monkey.org/~provos/libevent/doxygen/evdns_8h.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I believe that this data contains domains only for IPs that actually advertise their associated domains through &lt;a href=&quot;https://en.wikipedia.org/wiki/Reverse_DNS_lookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;Reverse DNS lookup&lt;/a&gt;. This appears to be unlike the 2013 DNS Census data which seems to have actually crawled the Internet and noted down which IP domains found resolve to. As a result, it contains a relatively small fraction of the total domains.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Scraping the Chinese expired domain trackers&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;At &lt;a href=&quot;https://webmasters.stackexchange.com/questions/33806/expired-domains-database/143542#143542&quot;&gt;https://webmasters.stackexchange.com/questions/33806/expired-domains-database/143542#143542&lt;/a&gt; I document my scraping of pages such as &lt;a href=&quot;http://static.hupo.com/expdomain_myadmin/2013-01-01%EF%BC%88%E5%9B%BD%E9%99%85%E5%9F%9F%E5%90%8D%EF%BC%89.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://static.hupo.com/expdomain_myadmin/2013-01-01（国际域名）.txt&lt;/a&gt; and &lt;a href=&quot;http://domain.webmasterhome.cn/com/2012-03-06.asp&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://domain.webmasterhome.cn/com/2012-03-06.asp&lt;/a&gt; which turned to contain valuable domains for my project, so it is also worth a look if your domains of interest may have expired, which is often the case for clandestine domains that have seen been discovered and taken down by the attacker.&lt;/p&gt;&#xA;" OwnerUserId="25882" LastEditorUserId="25882" LastEditDate="2023-10-21T15:54:43.187" LastActivityDate="2023-10-21T15:54:43.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21078" PostTypeId="2" ParentId="10631" CreationDate="2023-06-13T10:04:34.537" Score="0" Body="&lt;p&gt;Here is what I have found from my research&lt;/p&gt;&#xA;&lt;h2&gt;Famfamfam&lt;/h2&gt;&#xA;&lt;p&gt;We have been using &lt;a href=&quot;https://raw.githubusercontent.com/legacy-icons/famfamfam-flags/&quot; rel=&quot;nofollow noreferrer&quot;&gt;famfamfam flags&lt;/a&gt; which are fixed 16x11 icons but this icon set is rather outdated now.&lt;/p&gt;&#xA;&lt;h2&gt;Emoji flags&lt;/h2&gt;&#xA;&lt;p&gt;With the adoption of unicode &lt;a href=&quot;https://emojipedia.org/flags/&quot; rel=&quot;nofollow noreferrer&quot;&gt;emoji flags&lt;/a&gt; we now have the opportunity to use fixed ratio icons at small pixel sizes. They fit and scale nicely alongside text.&lt;/p&gt;&#xA;&lt;p&gt;The only caveat is that the flag is based on whatever font is installed so would have a different style other operating systems. For example on Windows emoji flag support seems to only just be catching up now but may require polyfill to avoid only showing letters.&lt;/p&gt;&#xA;&lt;h2&gt;Flags from fonts&lt;/h2&gt;&#xA;&lt;p&gt;If you want a uniform flag image we can still directly utilise the flag files from open-source emoji fonts. If using country codes as lookup these filenames will need renamed back from unicode code points (&lt;a href=&quot;https://gist.github.com/cas--/8e3083291cbef3089a673fd849ac39fc&quot; rel=&quot;nofollow noreferrer&quot;&gt;code example&lt;/a&gt;). Granted this is a bit more work but they are an actively maintained source of flags.&lt;/p&gt;&#xA;&lt;h3&gt;Noto Color Emoji&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://fonts.google.com/noto/specimen/Noto+Color+Emoji/glyphs&quot; rel=&quot;nofollow noreferrer&quot;&gt;Noto Color Emoji&lt;/a&gt; has nice 5:3 ratio &lt;a href=&quot;https://github.com/googlefonts/noto-emoji/tree/main/third_party/region-flags/waved-svg&quot; rel=&quot;nofollow noreferrer&quot;&gt;waved flags&lt;/a&gt; in SVG that can scaled to any size. These images are sourced from Wikimedia then simplified with &lt;a href=&quot;https://github.com/googlefonts/picosvg&quot; rel=&quot;nofollow noreferrer&quot;&gt;picosvg&lt;/a&gt; and &lt;a href=&quot;https://github.com/rsheeter/warp&quot; rel=&quot;nofollow noreferrer&quot;&gt;warp added&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;h3&gt;Twemoji Color Font&lt;/h3&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/13rac1/twemoji-color-font&quot; rel=&quot;nofollow noreferrer&quot;&gt;Twemoji Color Font&lt;/a&gt; again has fixed ratio flags as SVG. Flag files  names start at &lt;code&gt;1f1e6-1f1e8.svg&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;h2&gt;Examples&lt;/h2&gt;&#xA;&lt;p&gt;Here is the Andorra flag for comparison for the above options.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;img src=&quot;https://i.stack.imgur.com/QWJEu.png&quot; alt=&quot;enter image description here&quot; /&gt; Famfamfam&lt;/li&gt;&#xA;&lt;li&gt; &lt;a href=&quot;https://emojipedia.org/flag-andorra/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Emoji Flag&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;img src=&quot;https://i.stack.imgur.com/kSoJO.png&quot; alt=&quot;enter image description here&quot; /&gt; Noto Color Emoji (16px png)&lt;/li&gt;&#xA;&lt;li&gt;&lt;img src=&quot;https://i.stack.imgur.com/fyX82.png&quot; alt=&quot;enter image description here&quot; /&gt; Twemoji&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33506" LastEditorUserId="33506" LastEditDate="2023-06-13T11:49:55.610" LastActivityDate="2023-06-13T11:49:55.610" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21079" PostTypeId="1" CreationDate="2023-06-14T21:01:20.213" Score="2" ViewCount="64" Body="&lt;p&gt;I'm looking for online data from Chinese satellites. I see them make the news frequently but is any of this public?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastEditorUserId="754" LastEditDate="2023-06-15T02:29:03.580" LastActivityDate="2024-03-15T03:01:20.107" Title="Does the Chinese Government have any open satellite imagery?" Tags="|images|china|aerial-photography|space|satellite|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21080" PostTypeId="1" CreationDate="2023-06-15T09:53:32.160" Score="1" ViewCount="16" Body="&lt;p&gt;I am looking for Carbon Credit Prices, for different geographical zones. Ideally I'd like a reference data source with a practical API. Any idea on where to get that ?&lt;/p&gt;&#xA;" OwnerUserId="3488" LastEditorUserId="754" LastEditDate="2023-06-16T07:52:17.787" LastActivityDate="2023-06-16T07:52:17.787" Title="Carbon Credit Prices" Tags="|finance|prices|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21081" PostTypeId="1" CreationDate="2023-06-15T18:51:49.573" Score="0" ViewCount="105" Body="&lt;p&gt;I am trying to recreate how this is calculated so I can track our students in real time.  I want to know who is counted in the cohort calculation. I understand it is two years of rolling information based on Fiscal Year cohorts of those that completed. But is it all graduates or only those graduates who had any debt? Also, is the FY July 1 to June 30?&#xA;Thank you.&lt;/p&gt;&#xA;" OwnerUserId="33521" LastActivityDate="2024-03-23T19:01:10.213" Title="In the GRAD_DEBT_MDN variable who is in the cohorts used to calculate?" Tags="|collegescorecard|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21082" PostTypeId="1" CreationDate="2023-06-16T00:59:57.717" Score="0" ViewCount="24" Body="&lt;p&gt;I am working on a project and review each quad using the USGS Topos and need the data for Substation that has the points.  I could not find it .  Location is in Colorado. This is for my field crew workers that will be using for Field Maps or apps in the field&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2023-06-29T23:57:34.287" Title="Are there any data for GIS for Substations?" Tags="|geospatial|data|gas|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21083" PostTypeId="2" ParentId="21079" CreationDate="2023-06-19T00:36:57.243" Score="0" Body="&lt;p&gt;Good Question but keep it in mind there might be censorship for any Chinese people to release it in the public.&lt;/p&gt;&#xA;&lt;p&gt;You might want to contact anyone at any universities there if you know how to speak or write in Chinese.&lt;/p&gt;&#xA;&lt;p&gt;For any specific area you are looking for in China.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gisgeography.com/free-satellite-imagery-data-list/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gisgeography.com/free-satellite-imagery-data-list/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2023-06-19T00:36:57.243" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21085" PostTypeId="1" CreationDate="2023-06-21T19:12:57.793" Score="0" ViewCount="11" Body="&lt;p&gt;I need points for the Cadastral surveys for my project and I have a hard time find one... It can be anything that  can add to the project such as online, layers, hyperlinks etc...&lt;/p&gt;&#xA;&lt;p&gt;The project I am working on is on my Forest and I had a project from another forest. He uses the Cadastral Survey points for his forest.  It looked like they use the GPS points on their forest to collect.&lt;/p&gt;&#xA;&lt;p&gt;I, myself, do not understand what Cadastral Survey is.  I know they came  from the BLM that started this.&lt;/p&gt;&#xA;&lt;p&gt;My current project is on the Forest on the Pike and San Isabel National Forest and Cirmarron and Comanche National Grasslands.  I am in Colorado.&lt;/p&gt;&#xA;&lt;p&gt;Thanks&lt;/p&gt;&#xA;" OwnerUserId="2686" LastActivityDate="2023-06-21T19:12:57.793" Title="Data needed for Cadastral Survey in Colorado, USA" Tags="|geospatial|download|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21086" PostTypeId="1" CreationDate="2023-06-22T19:00:17.587" Score="1" ViewCount="48" Body="&lt;p&gt;Is there an API in development to allow search/transmissions of the 5500 form datasets?&#xA;&lt;a href=&quot;https://www.dol.gov/agencies/ebsa/about-ebsa/our-activities/public-disclosure/foia/form-5500-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.dol.gov/agencies/ebsa/about-ebsa/our-activities/public-disclosure/foia/form-5500-datasets&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33551" LastEditorUserId="33615" LastEditDate="2023-07-14T14:12:52.153" LastActivityDate="2023-07-14T14:12:52.153" Title="We are interested in an API to browse the Labor Dept. form 5500 datasets" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21087" PostTypeId="1" CreationDate="2023-06-23T07:38:07.803" Score="0" ViewCount="8" Body="&lt;p&gt;I hope this is the right place for this question. I am working on a lecture for SMVs. The audience will mostly be beginners. Next to a very graphical theroy presentation I am looking to give two examples on how to use SVMs in R. My idea is to go through the whole process (importing the data to interpreting the SVM model) once. I am now looking for two data sets. A simple one that works well with a linear kernel. And a more complex one where you need a polinomial kernel.&lt;/p&gt;&#xA;&lt;p&gt;I had thought of something like the setosa datase. My question, however, is whether the forum here knows of more interesting data sets that might be suitable for my project. Interesting refers primarily to the context of the datasets, i.e. something more tangible than the length of flowers ;)&lt;/p&gt;&#xA;&lt;p&gt;If I am completely wrong in this forum, I would be happy if you could give me a hint where my question would be better placed.&lt;/p&gt;&#xA;&lt;p&gt;Thank you very much!&lt;/p&gt;&#xA;" OwnerUserId="33553" LastActivityDate="2023-06-23T07:38:07.803" Title="Interesting Datasets to show the felibility with SVMs in R" Tags="|data-request|machine-learning|programming|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21088" PostTypeId="1" CreationDate="2023-06-23T22:36:22.403" Score="0" ViewCount="9" Body="&lt;p&gt;I need a dataset that works with Restricted Maximum likelihood.&lt;/p&gt;&#xA;&lt;p&gt;thank you&lt;/p&gt;&#xA;" OwnerUserId="33557" LastEditorUserId="33557" LastEditDate="2023-07-03T21:29:22.933" LastActivityDate="2023-07-03T21:29:22.933" Title="Appropriate dataset for restricted maximum likelihood Estimation" Tags="|data-request|medical|uses-of-open-data|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21089" PostTypeId="1" CreationDate="2023-06-24T22:25:43.490" Score="0" ViewCount="28" Body="&lt;p&gt;I'm looking for weather data on 4500 cities throughout the world for 2022 and 2023 for a school project.&lt;/p&gt;&#xA;&lt;p&gt;Is there a way to get this for free?&lt;/p&gt;&#xA;&lt;p&gt;I can see it according to weather stations, but that might be too much to compile.&lt;/p&gt;&#xA;&lt;p&gt;Is there anything city level directly available?&lt;/p&gt;&#xA;&lt;p&gt;I tried APIs but they allow very limited use for free&lt;/p&gt;&#xA;" OwnerUserId="33560" LastActivityDate="2023-06-24T22:25:43.490" Title="Seeking weather data for past and this year for 4500 cities around world" Tags="|data-request|weather|data|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21090" PostTypeId="1" CreationDate="2023-06-25T09:18:21.487" Score="0" ViewCount="26" Body="&lt;p&gt;I am looking for some way to get index ticker lists. I'd like an up to date source and a practical way to get data. Exemple for sp500 I currently use:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import pandas as pd&#xA;import numpy as np&#xA;&#xA;sp500 = pd.read_html('https://en.wikipedia.org/wiki/List_of_S%26P_500_companies')&#xA;sp500_list = np.array(sp500[0]['Symbol'])&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I am not entirely happy with this solution as wikipedia might not be entirely up to date, the thing to scrap depend on the index (for cac40 we need to scrap the second or third table in the page) and the pipeline depend on the read_html pandas function. I'd like something a bit more polished, with additional indices. Know something that could do the job ?&lt;/p&gt;&#xA;" OwnerUserId="3488" LastActivityDate="2023-06-29T07:23:15.443" Title="Financial data: index ticker lists?" Tags="|finance|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21091" PostTypeId="1" CreationDate="2023-06-25T16:44:48.780" Score="0" ViewCount="21" Body="&lt;p&gt;I apologize if this isn't the right place for this post. Essentially, I'm trying to find a (relatively) low-cost solution for how to take data from a water content and conductivity sensor (specifically this: &lt;a href=&quot;https://www.metergroup.com/en/meter-environment/products/teros-12-soil-moisture-sensor&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.metergroup.com/en/meter-environment/products/teros-12-soil-moisture-sensor&lt;/a&gt;) and display/view it on a remote device (i.e. phone, PC, etc.)&lt;/p&gt;&#xA;&lt;p&gt;Currently, the only way to view the data from the sensor is to be physically near it via Bluetooth and using their app. If you want to view the data remotely (outside of Bluetooth range) METER Group requires that you buy their whole platform, which is $3,600/year for access in addition to $3,500 for the equipment to do so.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know of a system where I could plug their device in and be able to access the water content, temperature, and conductivity data?&lt;/p&gt;&#xA;" OwnerUserId="33562" LastActivityDate="2024-03-28T00:02:20.287" Title="Telemetry system for garden sensors" Tags="|sensors|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21093" PostTypeId="2" ParentId="21081" CreationDate="2023-06-27T16:38:07.603" Score="0" Body="&lt;p&gt;I've followed up with our data team. Here's the response to your question:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;GRAD_DEBT_MDN is student borrowers of federal loans that graduated in&#xA;a given fiscal year. Data are produced for rolling two-year pooled&#xA;cohorts, which for debt are fiscal years Oct 1 – Sep 30.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;This was pulled from the &lt;a href=&quot;https://collegescorecard.ed.gov/assets/InstitutionDataDocumentation.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Institution Documentation&lt;/a&gt; file, around page 18-19 in the Cumulative Median Student Debt section for reference.&lt;/p&gt;&#xA;" OwnerUserId="20004" LastActivityDate="2023-06-27T16:38:07.603" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21094" PostTypeId="2" ParentId="21041" CreationDate="2023-06-27T17:57:44.183" Score="0" Body="&lt;p&gt;The definitions of EFFYALEV 1-60 are listed on the 'valuesets20' tab of the linked documentation, starting at row 6724.&lt;/p&gt;&#xA;" OwnerUserId="33571" LastActivityDate="2023-06-27T17:57:44.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21095" PostTypeId="1" CreationDate="2023-06-28T04:44:30.227" Score="0" ViewCount="16" Body="&lt;p&gt;I am conducting some research on land ownership within the Guadalupe-Nipomo Dunes complex located on the Central Coast of California. I need land ownership data but having trouble finding it. I was able to locate data for State and Federal Agencies, but some data is missing.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have any good resources for finding and ownership data, especially private land?&lt;/p&gt;&#xA;&lt;p&gt;I am using ArcGIS Pro.&lt;/p&gt;&#xA;" OwnerUserId="33572" LastActivityDate="2023-06-29T23:56:18.693" Title="Land Ownership Data" Tags="|land|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21096" PostTypeId="1" CreationDate="2023-06-28T15:38:11.013" Score="1" ViewCount="619" Body="&lt;p&gt;For at least a &lt;a href=&quot;https://youtube.com/playlist?list=PL7VuK4dN6eJ3tR7zKE_LWCzXFlAMppXHI&quot; rel=&quot;nofollow noreferrer&quot;&gt;billion views&lt;/a&gt;, I know that there are more than 400 videos. So there will probably be many thousands of videos with ay least 100M views. Where can I find the exact number?&lt;/p&gt;&#xA;&lt;p&gt;Ideally, I would also like to see a complete list. I am prepared to spend some money on it.&lt;/p&gt;&#xA;" OwnerUserId="33573" LastEditorUserId="33573" LastEditDate="2023-07-01T14:24:20.643" LastActivityDate="2024-03-28T07:03:58.453" Title="How many Youtube videos have more than 100 million views?" Tags="|data-request|social-media|video|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21097" PostTypeId="1" CreationDate="2023-06-28T14:02:30.597" Score="0" ViewCount="14" Body="&lt;p&gt;Where can I find data about settlements to use in QGIS? I tried OpenStreetMap but can't find the data. I need it for Colombia.&lt;/p&gt;&#xA;" OwnerDisplayName="Zainab" LastEditorUserId="6229" LastEditDate="2023-07-14T14:12:30.413" LastActivityDate="2023-07-14T14:12:30.413" Title="Settlement data for Colombia to use in QGIS" Tags="|geospatial|openstreetmap|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21098" PostTypeId="1" CreationDate="2023-06-28T20:51:40.927" Score="0" ViewCount="31" Body="&lt;p&gt;Trying to use mapbox to create polygons outlining all zipcodes in Malaga. Mapbox requires geoJSON data in order to draw the polygon around the zipcode boundaries. Any recommendations would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="33576" LastActivityDate="2024-03-28T01:04:15.510" Title="Is it possible to get geoJSON data for all zipcodes in Malaga Spain?" Tags="|geospatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21099" PostTypeId="1" CreationDate="2023-06-28T23:05:45.693" Score="0" ViewCount="25" Body="&lt;p&gt;I am using &lt;a href=&quot;https://marketplace.api.healthcare.gov/api/v1/plans/search&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://marketplace.api.healthcare.gov/api/v1/plans/search&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;  &amp;quot;place&amp;quot;: {&#xA;      &amp;quot;countyfips&amp;quot;: '06085',&#xA;      &amp;quot;state&amp;quot;:'CA',&#xA;      &amp;quot;zipcode&amp;quot;:'95129'    &#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I am getting:&lt;/p&gt;&#xA;&lt;p&gt;{&amp;quot;code&amp;quot;:&amp;quot;1003&amp;quot;,&amp;quot;status&amp;quot;:&amp;quot;400&amp;quot;,&amp;quot;message&amp;quot;:&amp;quot;state is not a valid marketplace state&amp;quot;,&amp;quot;error&amp;quot;:&amp;quot;state is not a valid marketplace state&amp;quot;}&lt;/p&gt;&#xA;" OwnerUserId="33577" LastActivityDate="2024-02-24T17:03:15.440" Title="Which states are supported by marketplace.api.healthcare.gov" Tags="|healthcare-finder-api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21100" PostTypeId="2" ParentId="21090" CreationDate="2023-06-29T07:23:15.443" Score="1" Body="&lt;p&gt;In general you will have a tough time finding constituents, let alone for free, let alone open.  You might want to check the primary source, i.e. the website of the index provider like &lt;a href=&quot;https://www.spglobal.com/spdji/en/indices/equity/sp-500/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.spglobal.com/spdji/en/indices/equity/sp-500/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;There's also resellers, like &lt;a href=&quot;https://www.quantrocket.com/data/?filter=sharadar&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.quantrocket.com/data/?filter=sharadar&lt;/a&gt;.  Of course the big shops (Bloomberg, Refinitiv, Factset) cover index constituents, too.&lt;/p&gt;&#xA;&lt;p&gt;Most of the indices are cap-weighted with a fixed schedule and rules of entries and exits. If you try and apply these you will see rather quickly why this is high maintenance data.&lt;/p&gt;&#xA;" OwnerUserId="889" LastActivityDate="2023-06-29T07:23:15.443" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21103" PostTypeId="1" CreationDate="2023-06-30T09:37:21.863" Score="0" ViewCount="60" Body="&lt;p&gt;Do you know if Wizzair or any other low-cost airline provides an API that allows me to access booking information, specifically related to ticketing and group purchases? I am particularly interested in finding out if they offer group bookings for flights and what kind of price benefits I can receive when purchasing tickets for a group or multiple individuals.&lt;/p&gt;&#xA;" OwnerUserId="3866" LastActivityDate="2023-06-30T09:37:21.863" Title="Exploring API Options for Ticketing and Group Purchases: Wizzair and Other Low-Cost Airlines" Tags="|api|prices|travel|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21104" PostTypeId="1" CreationDate="2023-06-30T18:15:14.447" Score="0" ViewCount="14" Body="&lt;p&gt;I want to evaluate seasonal variability of wind turbines (in combination with a Power to X plant). Ideally, wind turbines would create a constant seasonal power output to supply the continuous demand of PtX process, which would reduce the need and size for electricity and hydrogen storage.&lt;/p&gt;&#xA;&lt;p&gt;For this I am looking for a geospatial data set that provides monthly averaged wind speed oder wind power density, ideally at a global scale. Specifically I am looking for data sets in Spain and Australia.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://globalwindatlas.info/en/download/gis-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Wind Atlas&lt;/a&gt; only offers yearly averaged wind speed and power density data.&lt;/p&gt;&#xA;&lt;p&gt;Similarly, the &lt;a href=&quot;https://globalsolaratlas.info/map&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Solar Atlas&lt;/a&gt; offers monthly averaged Global horizontal irradiation GeoTIFF files (e.g. &lt;a href=&quot;https://globalsolaratlas.info/download/australia&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Solar Atlas for Australia under LTAym_YearlyMonthlyTotals&lt;/a&gt;). That is what I need just for wind.&lt;/p&gt;&#xA;" OwnerUserId="30927" LastActivityDate="2023-06-30T18:15:14.447" Title="Geospatial data set for monthly averaged wind speed or power density" Tags="|geospatial|weather|climate|open-source|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21105" PostTypeId="2" ParentId="21098" CreationDate="2023-07-01T21:32:59.150" Score="0" Body="&lt;p&gt;You can use OSM data, for example overpass query: &lt;a href=&quot;https://overpass-turbo.eu/s/1wRz&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/1wRz&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2023-07-01T21:32:59.150" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21106" PostTypeId="2" ParentId="21091" CreationDate="2023-07-01T22:06:54.977" Score="0" Body="&lt;p&gt;It's not the answer per se, however seems it's doable.&lt;/p&gt;&#xA;&lt;p&gt;Their manual (&lt;a href=&quot;https://library.metergroup.com/Manuals/18225_TEROS11-12_%20Pages.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://library.metergroup.com/Manuals/18225_TEROS11-12_%20Pages.pdf&lt;/a&gt;) states it's using SDI-12 protocol. The protocol is described in &lt;a href=&quot;https://library.metergroup.com/Integrator%20Guide/18224%20TEROS%2011-12%20Integrator%20Guide.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;integrator guide&lt;/a&gt;. What's more important, there is an Arduino library: &lt;a href=&quot;https://github.com/EnviroDIY/Arduino-SDI-12&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/EnviroDIY/Arduino-SDI-12&lt;/a&gt; which (probably) can be used with this sensor. Having it paired with any microcontroller you are able to collect/reprocess the data.&#xA;The simplest solution might be to read the sensor data by arduino and send it over the internet (or GPRS) to your own server for storage/processing/display.&lt;/p&gt;&#xA;&lt;p&gt;Hope it helps.&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2023-07-01T22:06:54.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21107" PostTypeId="1" CreationDate="2023-07-02T20:49:07.673" Score="2" ViewCount="15" Body="&lt;p&gt;Consider the &lt;a href=&quot;http://storage.googleapis.com/books/ngrams/books/20200217/eng/eng-2-ngrams_exports.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Version 3 dataset for 2-grams&lt;/a&gt; labeled 'Brunswick_NOUN Memorial_NOUN' (its actual name is '2-00109-of-00589.gz'). Compare the following three entries:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Buitenhuis .      1859,2,2                 1895,1,1                                1914,4,2 … 1950,1,1 …&lt;br&gt;&#xA;Buitenhuis ._.    1859,2,2                 1895,1,1                                1914,4,2 … 1950,1,1 …&lt;br&gt;&#xA;Buitenhuis _._   1859,4,2  1886,3,3  1895,1,1   1899,2,1  1905,2,2  1914,4,2 … 1950,15,13 …&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;I have spaced out the first two a bit so the years align with the third. This shows the general pattern for these entries: the first two are always the same, but the third one is in general different.&lt;/p&gt;&#xA;&lt;p&gt;I assume the first entry counts the occurrences of &lt;em&gt;Buitenhuis&lt;/em&gt; followed by a period (possibly with one or more spaces in between). What about the second and third?&lt;/p&gt;&#xA;&lt;p&gt;As best as I can tell, this isn't addressed on Google's &lt;a href=&quot;https://books.google.com/ngrams/info&quot; rel=&quot;nofollow noreferrer&quot;&gt;information page&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;All I have been able to find out is the statement, in the Supplementary Material of the &lt;a href=&quot;https://www.science.org/doi/10.1126/science.1199644&quot; rel=&quot;nofollow noreferrer&quot;&gt;2011 &lt;em&gt;Science&lt;/em&gt; article&lt;/a&gt;&lt;sup&gt;1&lt;/sup&gt; is the following (p. 10):&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;&lt;sup&gt;1&lt;/sup&gt;The Supplementary Material is not behind a paywall, so one can download it &lt;a href=&quot;https://www.science.org/doi/suppl/10.1126/science.1199644/suppl_file/michel.som.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/sup&gt;&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;(3) The following characters are not tokenized as separate words:&lt;br&gt;&#xA;&amp;amp; (ampersand)&lt;br&gt; _ (underscore)&lt;br&gt; Examples of the resulting&#xA;words include AT&amp;amp;T, R&amp;amp;D, and variable names such as&#xA;HKEY_LOCAL_MACHINE.&lt;/p&gt;&#xA;&lt;p&gt;(4) . (period) is treated as a separate word, except when it is part&#xA;of a number or price, such as 99.99 or $999.95. A specific pattern&#xA;matcher looks for numbers or prices and tokenizes these special&#xA;strings as separate words.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Mind you, this concerns Version 1 of the datasets. Things could be at least somewhat different in Verson 3.&lt;/p&gt;&#xA;&lt;p&gt;(And I think they indeed are. For example, in Version 3, the following is listed in a 2-gram file:&lt;br&gt;&#xA;H. Pluckrose    1912,2,1        1913,6,5 …&lt;br&gt;&#xA;Therefore, a single capital letter followed by a dot is tokenized as a single word.)&lt;/p&gt;&#xA;&lt;p&gt;In a separate &lt;a href=&quot;https://aclanthology.org/P12-3029/&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper relevant to Version 2&lt;/a&gt;, there doesn't seem to be any new relevant information.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;What are the meanings of '._.' (dot-underscore-dot) and '_._' (underscore-dot-underscore) in Google NGram datasets, Version 3?&lt;/p&gt;&#xA;" OwnerUserId="33592" LastEditorUserId="33592" LastEditDate="2023-07-02T21:37:08.197" LastActivityDate="2023-11-29T23:06:50.877" Title="In Google Books Ngram datasets, what are the meanings of '._.' (dot-underscore-dot) and '_._' (underscore-dot-underscore)?" Tags="|corpora|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21108" PostTypeId="2" ParentId="21107" CreationDate="2023-07-02T21:51:34.727" Score="2" Body="&lt;p&gt;Ah, it is answered in the &lt;a href=&quot;https://aclanthology.org/P12-3029/&quot; rel=&quot;nofollow noreferrer&quot;&gt;second paper&lt;/a&gt; after all, as explained in &lt;a href=&quot;https://stackoverflow.com/a/67710914/11932107&quot;&gt;this answer&lt;/a&gt; over on StackOverflow.&lt;/p&gt;&#xA;&lt;p&gt;The tags such as _NOUN_ etc. can either stand alone (_NOUN_) or can be appended to a word (John_NOUN). They are called &lt;em&gt;part-of-speech (POS) tags.&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;Now, among POS tags, there are some special ones that (despite the name) don't literally refer to parts of speech but to other things. One such is the dot tag, which refers to any punctuation. Like other tags, it can be on its own (_._) or it can be appended. For example, ,_. is a comma appended with the POS tag signifying it is punctuation. Therefore, ._. is a period appended with the POS tag signifying that it, too, is punctuation.&lt;/p&gt;&#xA;&lt;p&gt;In short:&lt;/p&gt;&#xA;&lt;p&gt;_._ matches any punctuation&lt;br&gt;&#xA;._. is a period appended with a POS tag that says it is punctuation.&lt;/p&gt;&#xA;&lt;p&gt;Therefore, most of the time, a single period and ._. will have the exact same hits. This is just like, most of the time, &lt;em&gt;John&lt;/em&gt; and &lt;em&gt;John_NOUN&lt;/em&gt; will.&lt;/p&gt;&#xA;" OwnerUserId="33592" LastActivityDate="2023-07-02T21:51:34.727" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21109" PostTypeId="1" CreationDate="2023-07-03T14:47:57.187" Score="1" ViewCount="23" Body="&lt;p&gt;I am searching for datasets of legal correspondences between for example lawyers.&#xA;For example, a response to a complaint from an airline customer.&lt;/p&gt;&#xA;&lt;p&gt;Preferably the legal basis should be with respect to the &lt;strong&gt;European Union&lt;/strong&gt;. I got the hot tip of searching at public institution, but could not find any.&lt;/p&gt;&#xA;" OwnerUserId="33602" LastActivityDate="2024-04-01T00:04:25.527" Title="Datasets of legal correspondences" Tags="|nlp|legal|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21110" PostTypeId="2" ParentId="20822" CreationDate="2023-07-03T15:04:39.507" Score="1" Body="&lt;p&gt;Sorry for the late reply here, but it looks like this was a temporary issue - the field is available on the download files now. Let me know if you're still having issues.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-07-03T15:04:39.507" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21111" PostTypeId="1" CreationDate="2023-07-03T20:24:58.970" Score="0" ViewCount="6" Body="&lt;p&gt;As a financial service provider dealing with qualified defined contributions, we support clients in VCP corrections. Assisting in the DOL Calculations at scale for large participant base corrections would be ideal to have an external API developed to verify the latest updates for the (a)(2) Underpayment Rate and the (c)(1) Underpayment Rate tables.&lt;/p&gt;&#xA;" OwnerUserId="33604" LastActivityDate="2024-03-30T11:00:35.057" Title="Can the DOL add an External API solution for IRC 6621 Table of Underpayment Rate quarterly updates" Tags="|api|labor|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21112" PostTypeId="2" ParentId="21111" CreationDate="2023-07-04T10:02:01.173" Score="0" Body="&lt;p&gt;You need an external API to verify updates for (a)(2) and (c)(1) Underpayment Rate tables, aiding DOL calculations for VCP corrections. Steps include accessing data source, designing API endpoints, retrieving and updating data, supporting calculations, implementing authentication, providing documentation, testing, and deploying with monitoring.&lt;/p&gt;&#xA;" OwnerUserId="33482" LastActivityDate="2023-07-04T10:02:01.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21113" PostTypeId="1" CreationDate="2023-07-04T12:18:07.600" Score="0" ViewCount="39" Body="&lt;p&gt;In excel, I have one table where each row corresponds to a geospatial point, with exact x and y coordinates. Total number of rows is over 200,000, for example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/OXRUc.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/OXRUc.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In a separate table, I have a list of grids created in QGIS and exported as a csv file. These grids outline left, right and bottom, top coordinates. Total number of rows is just over 8000, for example:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/9QDkY.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9QDkY.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;so essentially, person 1 should be assigned to grid a, person 2 to grid b, and so on. The ultimate goal is to get, for each grid, a total count of IDs within each grid.&lt;/p&gt;&#xA;&lt;p&gt;I've tried all sorts of options with vlookup, lookup and conditional statements and so on, but at a dead end. Any help would be appreciated!!&lt;/p&gt;&#xA;&lt;p&gt;Just for context, I can only use excel for this issue, rather than other GIS tools.&lt;/p&gt;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="33609" LastActivityDate="2023-07-04T12:18:07.600" Title="Point in polygon analysis in excel" Tags="|geospatial|geocoding|excel|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21114" PostTypeId="2" ParentId="21064" CreationDate="2023-07-05T18:56:29.777" Score="0" Body="&lt;p&gt;Only registered users with a DDL Editor account may edit their own dataset's metadata. Assuming that is the case for you, go to &amp;quot;Edit,&amp;quot; &amp;quot;Edit Dataset Metadata&amp;quot; and locate the &amp;quot;Data Overview&amp;quot; tab. From there, you can edit the title of your dataset. Be sure to save your changes and resubmit to the platform.&lt;/p&gt;&#xA;&lt;p&gt;MP&lt;/p&gt;&#xA;" OwnerUserId="33614" LastActivityDate="2023-07-05T18:56:29.777" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21115" PostTypeId="2" ParentId="21109" CreationDate="2023-07-05T23:17:39.317" Score="0" Body="&lt;p&gt;Lawyers read things into the public record all the time,&#xA;which can then be retrieved by a&#xA;&lt;a href=&quot;https://en.wikipedia.org/wiki/Freedom_of_Information_Act_(United_States)&quot; rel=&quot;nofollow noreferrer&quot;&gt;FOIA&lt;/a&gt;&#xA;or similar request,&#xA;or can simply be retrieved from public websites.&lt;/p&gt;&#xA;&lt;p&gt;For example, while not directly sent by lawyers, all of the code enforcement letters posted&#xA;&lt;a href=&quot;https://www.hcd.ca.gov/planning-and-community-development/accountability-and-enforcement&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;&#xA;address particulars of law and sound exactly like letters from lawyers.&#xA;(Look for &lt;code&gt;enforcement-letters-issued.xlsx&lt;/code&gt;.)&#xA;It comes with categorical metadata describing&#xA;the one-or-more specific laws relevant to a municipality's situation.&lt;/p&gt;&#xA;&lt;p&gt;Train a &lt;a href=&quot;https://en.wikipedia.org/wiki/Tf%E2%80%93idf&quot; rel=&quot;nofollow noreferrer&quot;&gt;language&lt;/a&gt; &lt;a href=&quot;https://en.wikipedia.org/wiki/Latent_Dirichlet_allocation&quot; rel=&quot;nofollow noreferrer&quot;&gt;model&lt;/a&gt; on the repeatedly used phrases,&#xA;and use that to focus your google searches.&lt;/p&gt;&#xA;" OwnerUserId="33615" LastEditorUserId="33615" LastEditDate="2023-07-05T23:22:57.920" LastActivityDate="2023-07-05T23:22:57.920" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21116" PostTypeId="2" ParentId="6225" CreationDate="2023-07-06T00:26:32.690" Score="1" Body="&lt;p&gt;Tamil Bible is somewhat tricky because the Bible Society of India (BSI) version most protestants use is not under a shareable license. But the older version of the Bible is in the public domain. The Bible can be found in &lt;a href=&quot;https://github.com/tfbf/Bible-Tamil-Sathiyavedam-1957&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; git repo. It is in USFM format.&lt;/p&gt;&#xA;&lt;p&gt;If you find USFM hard to keep track of, I actually wrote a script to convert USFM to markdown and the markdown version can be found in my fork &lt;a href=&quot;https://github.com/berinaniesh/Bible-Tamil-Sathiyavedam-1957&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Inside the md folder, you will find the Bible in GitHub flavoured markdown.&lt;/p&gt;&#xA;" OwnerUserId="33616" LastActivityDate="2023-07-06T00:26:32.690" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21117" PostTypeId="2" ParentId="21062" CreationDate="2023-07-06T03:31:33.183" Score="0" Body="&lt;p&gt;Please visit &lt;a href=&quot;https://www.census.gov/library/visualizations/interactive/how-has-our-nations-population-changed.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/library/visualizations/interactive/how-has-our-nations-population-changed.html&lt;/a&gt;&#xA;and grep &amp;quot;Total Population&amp;quot; from the&#xA;&lt;a href=&quot;https://www2.census.gov/programs-surveys/decennial/2020/data/demographic-and-housing-characteristics-file/population-pyramid-visualization/state-populationpyramid-2000-2010-2020.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;csv&lt;/a&gt;.&#xA;Does that not answer your per-state population query?&lt;/p&gt;&#xA;" OwnerUserId="33615" LastActivityDate="2023-07-06T03:31:33.183" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21118" PostTypeId="1" CreationDate="2023-07-07T01:36:04.790" Score="1" ViewCount="17" Body="&lt;p&gt;Is there any data with GPS signal strength information? I'm trying to understand GPS wrt locations and some just in general have better signal than rest. Is there any data suggestive of this, which says like at this latitude and longitude, GPS in not that great? Like the satellites don't have a great reach, like at high elevations and areas like that.&lt;/p&gt;&#xA;" OwnerUserId="33560" LastActivityDate="2023-07-07T01:36:04.790" Title="GPS signal strength over locations" Tags="|geospatial|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21119" PostTypeId="1" CreationDate="2023-07-09T16:47:45.963" Score="0" ViewCount="16" Body="&lt;p&gt;For a research project, I am currently looking for datasets that consists of large amounts of e-mails, text messages, or OCR-processed letters that were written as part of a conversational exchange between two people.&lt;/p&gt;&#xA;&lt;p&gt;There are quite a few open datasets that include a (significant amount) of emails. For instance, one has the &lt;a href=&quot;https://www.cs.cmu.edu/~enron/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Enron dataset&lt;/a&gt;, the &lt;a href=&quot;https://github.com/hical/sample-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Jeb Bush dataset&lt;/a&gt;, and the &lt;a href=&quot;https://wikileaks.org/clinton-emails/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Hillary Clinton dataset&lt;/a&gt;. However, these datasets are not exactly what I'm looking for.&lt;/p&gt;&#xA;&lt;p&gt;I'd like to have a dataset that consists of a large amount of (written) conversations between exactly two people. The emails should alternate between these two people, with one email (or letter or text message) for each person, each time.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;: do such open datasets exist? If so, where can I find them?&lt;/p&gt;&#xA;" OwnerUserId="26167" LastEditorUserId="26167" LastEditDate="2023-07-09T18:04:27.697" LastActivityDate="2023-07-09T18:04:27.697" Title="Back and forth emails and letters" Tags="|text|email|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21120" PostTypeId="1" CreationDate="2023-07-09T19:02:35.063" Score="1" ViewCount="10" Body="&lt;p&gt;I'm looking for a database with information on motorcycle crashes, specifically information about the motorcycle involved in the accident (make,model,speed at time of crash, location, time etc).&lt;/p&gt;&#xA;" OwnerUserId="33631" LastEditorUserId="33631" LastEditDate="2023-07-09T19:03:05.917" LastActivityDate="2023-07-09T19:03:05.917" Title="Looking for motorcycle crash statistics database" Tags="|api|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21121" PostTypeId="1" CreationDate="2023-07-10T04:03:09.277" Score="2" ViewCount="27" Body="&lt;p&gt;Is there a dataset that has forest/tree cover and more information about the density of trees per city/location in the US? I looked into them and I can find it only on state level.&lt;/p&gt;&#xA;" OwnerUserId="33560" LastEditorUserId="33560" LastEditDate="2023-07-14T18:38:57.093" LastActivityDate="2024-02-23T11:22:08.497" Title="Forest/tree data for all cities" Tags="|data-request|data|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21122" PostTypeId="1" CreationDate="2023-07-10T20:16:51.057" Score="0" ViewCount="7" Body="&lt;p&gt;I am analyzing some of the OSHA datasets,  For &lt;strong&gt;Inspection&lt;/strong&gt; dataset (estab_name) is available to identify which Establishment/Company was inspected and also if there are any &lt;strong&gt;Violation&lt;/strong&gt; &lt;em&gt;(using activity_nr to link &lt;strong&gt;Inspection&lt;/strong&gt; data set to &lt;strong&gt;Violation&lt;/strong&gt;).&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;I am looking for Establishment Name (&lt;em&gt;estab_name&lt;/em&gt;) in &lt;strong&gt;Accident/Accident_Injury&lt;/strong&gt; dataset to identify which Establishment/Company had accident.&lt;/p&gt;&#xA;&lt;p&gt;Is there any option to identify the Establishment/Company info here.&lt;/p&gt;&#xA;&lt;p&gt;Thanks in Advance.&lt;/p&gt;&#xA;" OwnerUserId="8739" LastEditorUserId="8739" LastEditDate="2023-07-11T16:14:38.833" LastActivityDate="2023-07-11T16:14:38.833" Title="Linking OSHA accident/accident_injury data to Establishment" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21123" PostTypeId="1" CreationDate="2023-07-11T00:08:58.360" Score="1" ViewCount="107" Body="&lt;p&gt;Is there an open data set file (not an open API) containing all (or almost all) Korean language words?&#xA;There are some famous Korean dictionaries such as the Standard Korean Dictionary published by the National Institute of the Korean Language (국립국어원 표준국어대사전).&lt;/p&gt;&#xA;&lt;p&gt;I know there are some Transformers-based language models' vocab files but they are not what I want because they contain some non-standard form of words.&lt;/p&gt;&#xA;" OwnerUserId="14085" LastActivityDate="2024-03-01T11:10:25.977" Title="A file of all Korean language words?" Tags="|language|dictionary|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21124" PostTypeId="1" CreationDate="2023-07-11T20:15:55.827" Score="2" ViewCount="11" Body="&lt;p&gt;I am looking for the shapefile that contains the basement top (depth) for the entire US. I have found a Tiff image, but not the Shapefile. Any recommendations?&lt;/p&gt;&#xA;" OwnerUserId="33639" LastActivityDate="2023-07-11T20:15:55.827" Title="US Basement Map in Shapefile" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21126" PostTypeId="2" ParentId="21017" CreationDate="2023-07-13T14:40:56.477" Score="0" Body="&lt;p&gt;DOL is department of labor.  I have no idea what OPER is, I am guessing it's operational.  I tried multiples attempts to reach out to the department of labor for assistance and they won't or can't help. I know this Code Table exists because it is referenced throughout the data I have downloaded.&lt;/p&gt;&#xA;" OwnerUserId="33649" LastActivityDate="2023-07-13T14:40:56.477" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21127" PostTypeId="1" CreationDate="2023-07-13T20:01:59.183" Score="0" ViewCount="25" Body="&lt;p&gt;The FDA API is not able to extract data for the month of May and June. The API used in collecting the data for May is given below: 'https://api.fda.gov/device/event.json?search=date_received:[20230501+TO+20230515]+AND+device.manufacturer_d_name:&amp;quot;INTUITIVE SURGICAL, INC&amp;quot;&amp;amp;limit=1000'&lt;/p&gt;&#xA;&lt;p&gt;But the API response is:&#xA;&amp;lt;Response [404]&amp;gt;&#xA;{&#xA;&amp;quot;error&amp;quot;: {&#xA;&amp;quot;code&amp;quot;: &amp;quot;NOT_FOUND&amp;quot;,&#xA;&amp;quot;message&amp;quot;: &amp;quot;No matches found!&amp;quot;&#xA;}&#xA;}&lt;/p&gt;&#xA;&lt;p&gt;What would be the reason for the response and by when would the API be up and running.&lt;/p&gt;&#xA;" OwnerUserId="33650" LastActivityDate="2023-12-28T17:00:25.080" Title="FDA API not working since last month" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21128" PostTypeId="1" CreationDate="2023-07-15T16:09:42.077" Score="0" ViewCount="6" Body="&lt;p&gt;I need some data for a digital signage demo project. Preferably something with multiple floors, even multiple buildings, which can be categorized (e.g history/computing/arts dept. Or types of shop or office).&lt;/p&gt;&#xA;&lt;p&gt;This is so I can have a nice fancy demo. Show all shoe shops, or computer lecture halls, all licensing offices), plus search for individual shops, people, etc, maybe show opening hours, menus for restaurants, how to get there ...&lt;/p&gt;&#xA;&lt;p&gt;... but, I digress. I just want a floorplan.&lt;/p&gt;&#xA;" OwnerUserId="6712" LastActivityDate="2023-07-15T16:09:42.077" Title="Seeking floorplan for college, university, large school, government offices, shopping mall, hosptial, etc" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21129" PostTypeId="2" ParentId="4756" CreationDate="2023-07-16T02:33:14.820" Score="1" Body="&lt;p&gt;For structured data of that size with associated metadata, you probably want something like &lt;a href=&quot;https://census.name/&quot; rel=&quot;nofollow noreferrer&quot;&gt;census.name&lt;/a&gt; (requires a paid license) or &lt;a href=&quot;https://github.com/philipperemy/name-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;philipperemy/name-dataset&lt;/a&gt; (free as in beer).&lt;/p&gt;&#xA;&lt;p&gt;You can also try querying Wikidata, per &lt;a href=&quot;https://opendata.stackexchange.com/a/13199/4177&quot;&gt;this answer&lt;/a&gt;. I have personally had good luck getting useful data out of Wikidata, but it typically involves many hours of iterative query building for complex queries, and I usually end up eschewing the built-in SPARQL system for &lt;a href=&quot;https://lists.wikimedia.org/hyperkitty/list/wikidata@lists.wikimedia.org/message/FVZ25C4X3HOGETTIMOOU5NZ66QXKA6BH/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BigQuery&lt;/a&gt; before I'm done, which can get expensive. That said, the scope of the data is unreal, and it's free as in speech and free as in beer.&lt;/p&gt;&#xA;&lt;p&gt;There are smaller datasets like &lt;a href=&quot;https://github.com/sigpwned/names-by-country-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;sigpwned/names-by-country-dataset&lt;/a&gt; (free as in speech, free as in beer) that are more in the 1Ks than 10Ks, but might at least help you get started. (Disclaimer: I am the author of this dataset.)&lt;/p&gt;&#xA;" OwnerUserId="4177" LastEditorUserId="4177" LastEditDate="2023-07-17T17:01:52.067" LastActivityDate="2023-07-17T17:01:52.067" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21130" PostTypeId="2" ParentId="46" CreationDate="2023-07-16T02:38:49.493" Score="0" Body="&lt;p&gt;I had a need for a similar dataset for some i18n name testing and couldn't find one either, so I put together &lt;a href=&quot;https://github.com/sigpwned/names-by-country-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;sigpwned/names-by-country-dataset&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;It's about 2,300 forenames and 2,300 surnames from 100+ countries, organized by country, with localized and romanized name versions, and counts when possible. The data is in easy-to-use CSV, TXT, and JSON formats, and completely free. The data is scraped from Wikipedia, so it should be (at least reasonably) reliable.&lt;/p&gt;&#xA;&lt;p&gt;You could easily generate realistic names for individual markets with this data.&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: in case it wasn't obvious from the rest of my response, I'm the author of the dataset.&lt;/p&gt;&#xA;" OwnerUserId="4177" LastEditorUserId="4177" LastEditDate="2023-07-16T03:12:25.943" LastActivityDate="2023-07-16T03:12:25.943" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21131" PostTypeId="2" ParentId="17690" CreationDate="2023-07-16T21:43:19.020" Score="0" Body="&lt;p&gt;There's a scraped version of bikez.com now:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/emmanuelfwerr/motorcycle-technical-specifications-19702022&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/emmanuelfwerr/motorcycle-technical-specifications-19702022&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="19331" LastActivityDate="2023-07-16T21:43:19.020" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21133" PostTypeId="1" CreationDate="2023-07-17T15:38:28.387" Score="2" ViewCount="34" Body="&lt;p&gt;I am looking for open dataset of the urban temperature with a spatial resolution of the single building (like the one that can be seen in some site specialized in weather forecasting)&lt;/p&gt;&#xA;" OwnerUserId="32173" LastActivityDate="2023-07-17T15:38:28.387" Title="Open dataset of urban temperature" Tags="|data-request|geospatial|buildings|data|satellite|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21134" PostTypeId="1" CreationDate="2023-07-17T16:37:36.800" Score="0" ViewCount="28" Body="&lt;p&gt;To successfully search the &lt;strong&gt;device/event&lt;/strong&gt; endpoint for &lt;code&gt;device.device_report_product_code&lt;/code&gt;, you must search using &lt;code&gt;=&lt;/code&gt; instead of &lt;code&gt;:&lt;/code&gt; like this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=device.device_report_product_code=%22HQF%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=device.device_report_product_code=&amp;quot;HQF&amp;quot;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But the API documentation (to my knowledge) doesn't document the required use of &lt;code&gt;=&lt;/code&gt; for &lt;code&gt;device.device_report_product_code&lt;/code&gt;. Furthermore, if you use &lt;code&gt;:&lt;/code&gt; instead of &lt;code&gt;=&lt;/code&gt;, you don't get an error. You get &amp;quot;No results found!&amp;quot;, which is what this query returns:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=device.device_report_product_code:%22HQF%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=device.device_report_product_code:&amp;quot;HQF&amp;quot;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Yet &lt;strong&gt;HQF&lt;/strong&gt; is a valid 3-letter device code. Can someone explain when &lt;code&gt;=&lt;/code&gt; must be used and why &lt;code&gt;:&lt;/code&gt; (which I thought meant &amp;quot;contains&amp;quot;) returned no matches?&lt;/p&gt;&#xA;" OwnerUserId="26047" LastActivityDate="2023-12-28T18:06:45.810" Title="Why does device.device_report_product_code require = rather than :?" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21135" PostTypeId="1" CreationDate="2023-07-17T19:54:20.550" Score="0" ViewCount="8" Body="&lt;p&gt;I am working with the CanVec series linear_flow spatial data set, however, it doesn't have the strahler order value attached to the stream/river segments.  Is there a pan Canadian strahler order spatial data set out there that is routable i.e. has the direction of flow for each stream ?&lt;/p&gt;&#xA;" OwnerUserId="33672" LastActivityDate="2023-07-17T19:54:20.550" Title="Pan Canadian Strahler Order stream data" Tags="|geospatial|canada|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21139" PostTypeId="1" AcceptedAnswerId="21140" CreationDate="2023-07-19T09:28:10.653" Score="2" ViewCount="31" Body="&lt;p&gt;I'm a MSc student and my thesis is probably going to be about repurposed drugs. But I can't seem to find any sort of database about already repurposed drugs, or any drugs that are undergoing clinical trials (this one is more important), except a cancer database. Truth to be told, I want to work in something other than cancer, but if that's not an option,. I'll take a cancer database as well. Does anyone have any links, or tips? Thanks in advance!!&lt;/p&gt;&#xA;" OwnerUserId="33685" LastActivityDate="2023-08-18T16:01:40.220" Title="Looking for repurposed drugs database" Tags="|medical|bibliography|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21140" PostTypeId="2" ParentId="21139" CreationDate="2023-07-19T14:12:49.340" Score="0" Body="&lt;p&gt;CLUE REPURPOSING HUB is a hub for articles and other diverse information about repurposed drugs. At &lt;a href=&quot;https://clue.io/repurposing-app&quot; rel=&quot;nofollow noreferrer&quot;&gt;CLUE REPURPOSING&lt;/a&gt; , you can get details like clinical phase, disease area, target, vendor etc. Please let me know, if it helps.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-07-19T14:12:49.340" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21141" PostTypeId="1" CreationDate="2023-07-20T08:51:40.730" Score="2" ViewCount="47" Body="&lt;p&gt;Where can I find an indexed resume dataset for a machine learning project? I found 200 online, but I need more.&lt;/p&gt;&#xA;" OwnerUserId="33690" LastActivityDate="2023-07-20T08:51:40.730" Title="Resumes Dataset for a NEE model" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21142" PostTypeId="1" CreationDate="2023-07-21T16:04:51.350" Score="0" ViewCount="10" Body="&lt;p&gt;I have noticed a somewhere weird behaviour where I don't see any data related to GPA in API response, but it is available in the data dump. Anyone know how I can get the GPA from the API ?&lt;/p&gt;&#xA;&lt;p&gt;Thanks in advance :D&lt;/p&gt;&#xA;" OwnerUserId="33696" LastActivityDate="2023-07-21T16:04:51.350" Title="GPA data not available in API reponse" Tags="|data-request|api|data.gov|uses-of-open-data|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21143" PostTypeId="1" CreationDate="2023-07-21T18:57:29.347" Score="2" ViewCount="60" Body="&lt;p&gt;Essentially I have a list of customer names (first, last), and we want to know whether or not any of these have celebrity status, so looking to cross-reference my list with an external database.&lt;/p&gt;&#xA;&lt;p&gt;Again, I only need their first + last name, and to know whether or not they are a public figure (eg. do they have a Wikipedia entry about them?), with no need for other personal information.&lt;/p&gt;&#xA;&lt;p&gt;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="33695" LastActivityDate="2023-07-21T18:57:29.347" Title="Public database with celebrity names?" Tags="|wikidata|large-datasets|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21144" PostTypeId="1" CreationDate="2023-07-23T14:50:18.707" Score="1" ViewCount="24" Body="&lt;p&gt;I need the monthly churn rate for twitter. How do I get the number of annual users from  the number of Monthly Active Users for a social media site? Is there some general formula or some percentage that is used? I am guessing the churn rate would help.&lt;/p&gt;&#xA;" OwnerUserId="33705" LastActivityDate="2023-12-23T04:05:50.727" Title="Twitter Churn Rate" Tags="|data-request|twitter|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21145" PostTypeId="1" CreationDate="2023-07-23T22:53:43.420" Score="1" ViewCount="151" Body="&lt;p&gt;I'm looking for an api that says the available counties for each states.... Like for Nebraska, it should return Douglas, Sarpy, Fremont, etc...&lt;/p&gt;&#xA;&lt;p&gt;Any answer would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="33471" LastActivityDate="2024-02-14T07:08:00.943" Title="Available api - State to County" Tags="|usa|api|county|state|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21146" PostTypeId="1" AcceptedAnswerId="21281" CreationDate="2023-07-25T05:51:44.267" Score="3" ViewCount="54" Body="&lt;p&gt;I'm looking for an English language corpus that doesn't include profanity or &amp;quot;unpleasant&amp;quot; words to generate easy to remember passwords and other strings for users. Does anybody know of such a thing?&lt;/p&gt;&#xA;" OwnerUserId="33715" LastEditorUserId="33715" LastEditDate="2023-12-10T07:22:29.630" LastActivityDate="2023-12-10T07:22:29.630" Title="Is there a corpus of &quot;nice&quot;, inoffensive English words?" Tags="|nlp|english|corpora|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21147" PostTypeId="2" ParentId="13111" CreationDate="2023-07-25T16:22:45.457" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/mauryansshivam/list-of-data-centers-of-top-tech-companies&quot; rel=&quot;nofollow noreferrer&quot;&gt;Data Center locations of Top Tech Companies&lt;/a&gt; is a dataset which is maintained by me on Kaggle. It contains the latitude, longitude, year of establishment etc. of top tech companies.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-07-25T16:22:45.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21148" PostTypeId="2" ParentId="21146" CreationDate="2023-07-25T16:33:02.813" Score="1" Body="&lt;p&gt;This &lt;a href=&quot;https://gist.github.com/mkulakowski2/4289437&quot; rel=&quot;nofollow noreferrer&quot;&gt;positive words text file&lt;/a&gt; posted by a user on GitHub. It contains 2000+ positive English's words.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-07-25T16:33:02.813" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21149" PostTypeId="2" ParentId="21145" CreationDate="2023-07-26T02:48:20.757" Score="0" Body="&lt;p&gt;Even I do not have API, but these two resources can help a lot.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://ce.naco.org/?find=true&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;NACo County Explorer&lt;/strong&gt;&lt;/a&gt; which is interactive map based county explorer which gives information like population, area, economy, county contact.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/JWoXf.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/JWoXf.png&quot; alt=&quot;On profile, you can select different maps based on different parameters.&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_counties_by_U.S._state_and_territory&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;List of counties by U.S. state and territory&lt;/strong&gt;&lt;/a&gt; , it is Wikipedia page which contains list of counties by USA State.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-07-26T02:48:20.757" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21150" PostTypeId="2" ParentId="21144" CreationDate="2023-07-26T03:03:53.713" Score="0" Body="&lt;p&gt;You can find Monthly Active Users for any user based company in their SEC filings. For twitter was owned by Twitter, Inc.(Now X Corp.), you can see Monthly Active Users and other parameters in &lt;a href=&quot;https://www.sec.gov/edgar/search/#/dateRange=custom&amp;amp;ciks=0001418091&amp;amp;entityName=TWITTER%252C%2520INC.%2520(CIK%25200001418091)&amp;amp;startdt=2007-07-01&amp;amp;enddt=2023-07-26&amp;amp;filter_forms=10-Q&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;their 10-Q filings&lt;/strong&gt;&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-07-26T03:03:53.713" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21151" PostTypeId="1" CreationDate="2023-07-26T03:42:24.543" Score="1" ViewCount="63" Body="&lt;p&gt;I need a lidar-captured dataset to test my pointcloud model with that. Is there any free available lidar dataset?&lt;/p&gt;&#xA;" OwnerUserId="33719" LastActivityDate="2024-02-23T11:26:45.083" Title="Is there any free Lidar dataset available?" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21152" PostTypeId="1" CreationDate="2023-07-26T12:59:41.410" Score="0" ViewCount="20" Body="&lt;p&gt;I’m looking for up-to-date census data about total population, age groups, buildings, … for Czech Republic at the highest possible spatial resolution. And I want to visualize them on a map. The smallest units on which data are published seem to be Statistical Areas (Statistický obvod).&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.czso.cz/csu/czso/vysledky-scitani-2021-otevrena-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;Výsledky sčítání 2021 - otevřená data&lt;/a&gt; has the Census 2021 open data in CSV format. The files in the last section contain basic population data on statistical areas as far as I can tell.&lt;/p&gt;&#xA;&lt;p&gt;The files contain an area ID in the column &lt;code&gt;uzemi_kod&lt;/code&gt;, but no geometries.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://geodata.statistika.cz/geonetwork/srv/cze/catalog.search#/metadata/czso-id-metadata-inspire-su-20110326&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geodata.statistika.cz/geonetwork/srv/cze/catalog.search#/metadata/czso-id-metadata-inspire-su-20110326&lt;/a&gt; lists geographical areas for download and this file contains the Statistický obvod: &lt;a href=&quot;https://geoportal.gov.cz/atom/CSU/SU/SUV_STAT_OBVOD_4258.gml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://geoportal.gov.cz/atom/CSU/SU/SUV_STAT_OBVOD_4258.gml&lt;/a&gt;. But they are from 2011.&lt;/p&gt;&#xA;&lt;p&gt;The 2021 CSV file and the 2011 GML file can be mostly matched by ID. But there are some “holes” where data cannot be joined. I guess some of the statistical areas were redefined between 2011 and 2021 and their IDs changed.&lt;/p&gt;&#xA;&lt;p&gt;The statistical areas are continuously maintained in the &lt;a href=&quot;https://apl.czso.cz/irso4/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Registr sčítacích obvodů a budov (RSO)&lt;/a&gt;. On their website you can download the database in DBF format, but it doesn’t contain geometries.&lt;/p&gt;&#xA;&lt;p&gt;So, I’m looking for the missing piece which are the geometries that match the 2021 census area IDs. Any format would work – Shapefile, GeoJSON, GML, WFS, …. Any pointers would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="26808" LastActivityDate="2023-07-26T12:59:41.410" Title="Geometries of Statistical Areas (Statistický obvod) in Czech Republic" Tags="|geospatial|census|population|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21153" PostTypeId="1" CreationDate="2023-07-26T14:10:42.107" Score="0" ViewCount="69" Body="&lt;p&gt;I am using the below mentioned adverse event device open API url but it is not giving MDR text for many report numbers like 2112667-2023-03226, 2112667-2023-03227, 2112667-2023-03228 etc though the MDR text is present for same report numbers in &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=17224075&amp;amp;pc=BSZ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=17224075&amp;amp;pc=BSZ&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This is the API which I am using:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:%5B20230601+TO+20230629%5DAND+device.device_report_product_code.exact:%22BSZ%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20230601+TO+20230629]AND+device.device_report_product_code.exact:%22BSZ%22&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Kindly suggest.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Shailendra J&lt;/p&gt;&#xA;" OwnerUserId="33722" LastActivityDate="2023-12-28T19:02:35.267" Title="mdr text is missing for many report numbers" Tags="|data-request|api|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21154" PostTypeId="2" ParentId="9599" CreationDate="2023-07-26T19:32:08.380" Score="0" Body="&lt;p&gt;Here's a great resource from the census: &lt;a href=&quot;https://www.census.gov/naics/reference_files_tools/2022_NAICS_Manual.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/naics/reference_files_tools/2022_NAICS_Manual.pdf&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The codes get more granular as you increase the digits.&lt;/p&gt;&#xA;&lt;p&gt;2-digit, Sector has 20 entries.&#xA;3-digit, Subsector has 99 entries.&#xA;4-digit, Industry Group has 311 entries.&#xA;5-digit, International Industry has 709 entries.&#xA;6-digit, National Industry has 1057 entries.&lt;/p&gt;&#xA;&lt;p&gt;BTW, if you need to enhance data, you can use Relativity6's API service to classify business with NAICs, just using business name and address. The system will perform a real-time lookup and prediction with the help of an AI to classify the business.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.relativity6.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.relativity6.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Disclaimer: I work for Relativity6.&lt;/p&gt;&#xA;" OwnerUserId="33725" LastActivityDate="2023-07-26T19:32:08.380" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21156" PostTypeId="1" CreationDate="2023-07-26T20:51:11.223" Score="2" ViewCount="28" Body="&lt;p&gt;I can't think of a measure for road quality, exactly, but I'm looking for a dataset that ideally has some numeric value (e.g., 1 through 10, 1 being the &amp;quot;worst&amp;quot; road quality) representing the average quality of the roads in a given county in the United States. Maybe it's average prevalence of traffic delays, maybe it's the number of potholes, I'm not sure.&lt;/p&gt;&#xA;&lt;p&gt;Is there an open dataset like this?&lt;/p&gt;&#xA;" OwnerUserId="3565" LastActivityDate="2023-07-26T20:51:11.223" Title="Is there a dataset that has average road quality by United States county?" Tags="|data-request|usa|infrastructure|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21157" PostTypeId="2" ParentId="21151" CreationDate="2023-07-27T21:15:30.130" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://portal.opentopography.org/dataCatalog&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open Topography&lt;/a&gt; is a great resource for free aerial lidar and photogrammetric point clouds. At the time of writing, the USA and New Zealand seem to have the greatest coverage.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.coast.noaa.gov/dataviewer/#/lidar/search/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA&lt;/a&gt; is probably the best source of freely available bathymetric lidar.&lt;/p&gt;&#xA;&lt;p&gt;Most national &amp;amp; regional governments undertake periodic lidar surveys for applications such as flood modelling and forest mensuration. This data is often made available upon request. For example, the &lt;a href=&quot;https://en.wikipedia.org/wiki/National_Lidar_Dataset_(United_States)&quot; rel=&quot;nofollow noreferrer&quot;&gt;US National Lidar Dataset&lt;/a&gt; has data for each state/county. Other nations are also developing &lt;a href=&quot;https://en.wikipedia.org/wiki/National_lidar_dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;National Lidar Datasets&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;To the best of my knowledge, there are currently two satellite lidar platforms providing free data:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;NASA GEDI: a full-waveform lidar covering the tropics and mid-latitudes.&lt;/li&gt;&#xA;&lt;li&gt;NASA IceSAT-2: a photon-counting lidar with global coverage.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerDisplayName="user30383" LastEditorDisplayName="user30383" LastEditDate="2023-07-27T21:31:36.947" LastActivityDate="2023-07-27T21:31:36.947" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21158" PostTypeId="2" ParentId="18473" CreationDate="2023-07-27T21:21:59.127" Score="1" Body="&lt;p&gt;If you are doing this with R, I would (and regularly do) use &lt;a href=&quot;https://walker-data.com/tidycensus/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TidyCensus&lt;/a&gt;. It is an interface to the census API, including the ability pull down census place data with its geometry. A quick call to st_centroid() would get you representative points. The place data on the SFTP website referenced in other answers typically has a representative lat-long with the place download.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2023-07-27T21:21:59.127" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21159" PostTypeId="2" ParentId="20460" CreationDate="2023-07-27T21:57:25.260" Score="0" Body="&lt;p&gt;Let me preface this answer by saying that I'm more familiar with how things are mapped in Wales than in England.&lt;/p&gt;&#xA;&lt;p&gt;However, DEFRA has a &lt;a href=&quot;https://environment.data.gov.uk/dataset/13787b9a-26a4-4775-8523-806d13af58fc&quot; rel=&quot;nofollow noreferrer&quot;&gt;lidar composite dataset&lt;/a&gt; available at 1m resolution for 2022. It appears to have complete coverage in Cheshire. You can see this by loading a preview of the DTM in QGIS using the Web Mapping Service (WMS):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://environment.data.gov.uk/spatialdata/lidar-composite-digital-terrain-model-dtm-1m-2022/wms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://environment.data.gov.uk/spatialdata/lidar-composite-digital-terrain-model-dtm-1m-2022/wms&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/jzMgp.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jzMgp.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If the data is not available at 1m resolution, you might try lowering the resolution:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.data.gov.uk/dataset/e529ca2f-b4ce-403e-8cef-ab821061c4f3/lidar-composite-dtm-2022-2m&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR Composite DTM 2022 – 2m&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.data.gov.uk/dataset/7f31af0f-bc98-4761-b4b4-147bfb986648/lidar-composite-dtm-2022-10m&quot; rel=&quot;nofollow noreferrer&quot;&gt;LIDAR Composite DTM 2022 – 10m&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerDisplayName="user30383" LastEditorDisplayName="user30383" LastEditDate="2023-07-27T22:05:40.267" LastActivityDate="2023-07-27T22:05:40.267" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21160" PostTypeId="2" ParentId="10261" CreationDate="2023-07-27T23:33:18.743" Score="0" Body="&lt;p&gt;This question is several years old and things have progressed a little.&lt;/p&gt;&#xA;&lt;p&gt;Its still rare find contemporaneous lidar and forest inventory data. Its also rare to find open-access forest inventory data. I have been told by people at the UK Forestry Commission that GDPR prevents inventory data from being released to the public! They are also afraid of people tampering with the inventory plots that they revisit.&lt;/p&gt;&#xA;&lt;p&gt;Fortunately, the USFS is more enlightened. The &lt;a href=&quot;https://apps.fs.usda.gov/fia/datamart/datamart.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Forest Inventory and Analysis (FIA) Database&lt;/a&gt; is an excellent source of freely available forest inventory data. You can download data for each US state at a variety of spatial scales: plot, sub-plot, individual tree. The individual tree data contains measurements such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;tree species&lt;/li&gt;&#xA;&lt;li&gt;DBH and height&lt;/li&gt;&#xA;&lt;li&gt;estimated timber volume, biomass, carbon content&lt;/li&gt;&#xA;&lt;li&gt;a subjective assessment of crown condition (crown position and vigor).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;The volume of data is enormous. Fortunately, there is an r package (&lt;a href=&quot;https://rfia.netlify.app/&quot; rel=&quot;nofollow noreferrer&quot;&gt;rFIA&lt;/a&gt;) which makes things easier. The tutorials show how to download the data and use it to estimate forest attributes etc.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Reference&lt;/strong&gt;:&#xA;Stanke, H., Finley, A. O., Weed, A. S., Walters, B. F., &amp;amp; Domke, G. M. (2020). rFIA: An R package for estimation of forest attributes with the US Forest Inventory and Analysis database. Environmental Modelling &amp;amp; Software, 127, 104664.&lt;/p&gt;&#xA;" OwnerDisplayName="user30383" LastEditorDisplayName="user30383" LastEditDate="2023-07-27T23:41:56.737" LastActivityDate="2023-07-27T23:41:56.737" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21161" PostTypeId="1" CreationDate="2023-07-28T11:36:58.910" Score="0" ViewCount="23" Body="&lt;p&gt;After extracting 2000 records. 100 per page, the &lt;a href=&quot;https://www.fec.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Federal Electoral Commission&lt;/a&gt; (FEC) &lt;a href=&quot;https://api.open.fec.gov/developers/&quot; rel=&quot;nofollow noreferrer&quot;&gt;API&lt;/a&gt; throws an error given below. According to the documentation it ought to accept up to 1000 requests per hour with the generic API. I need to overcome the issue so I get data without the &amp;quot;Max retries&amp;quot; exception. Is there limits on endpoints requests too?&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;requests.exceptions.ProxyError: HTTPSConnectionPool(host='api.open.fec.gov', port=443): Max retries exceeded with url: /v1/schedules/schedule_a/?api_key=mCf2MXteY3H3GcpZmqL1uVTacWEe5eiW3OWFQgBQ&amp;amp;sort_hide_null=false&amp;amp;sort_nulls_last=false&amp;amp;data_type=processed&amp;amp;committee_id=C00540302&amp;amp;committee_id=C00580399&amp;amp;committee_id=C00703975&amp;amp;committee_id=C00833392&amp;amp;committee_id=C00833913&amp;amp;committee_id=C00836544&amp;amp;committee_id=C00839365&amp;amp;committee_id=C00841130&amp;amp;committee_id=C00842237&amp;amp;committee_id=C00842302&amp;amp;two_year_transaction_period=2024&amp;amp;min_date=01%2F01%2F2023&amp;amp;max_date=05%2F30%2F2023&amp;amp;sort=-contribution_receipt_date&amp;amp;per_page=100&amp;amp;last_index=4071820231753777371&amp;amp;last_contribution_receipt_date=2023-05-30T00%3A00%3A00 (Caused by ProxyError('Unable to connect to proxy', RemoteDisconnected('Remote end closed connection without response')))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33733" LastEditorUserId="3786" LastEditDate="2023-07-31T15:55:18.250" LastActivityDate="2023-07-31T15:55:18.250" Title="Request to get a key for 7,200 calls an hour (120 calls per minute) to Federal Electoral Commission API" Tags="|openfec|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21162" PostTypeId="1" CreationDate="2023-07-29T14:00:47.120" Score="2" ViewCount="145" Body="&lt;p&gt;I am trying to understand how to bulk download Wikimedia Commons images, based on a search query (as in an artists name, as in my case &amp;quot;Michael Wolgemut&amp;quot;).&lt;/p&gt;&#xA;&lt;p&gt;Most of the resources I've been able to find seem to focus on downloading images based on Category, but this isn't going to work for me, as the images I want are spread over many categories. A search using the online interface (&lt;a href=&quot;https://commons.wikimedia.org/w/index.php?search=Michael%20Wolgemut&amp;amp;title=Special:MediaSearch&amp;amp;type=image&quot; rel=&quot;nofollow noreferrer&quot;&gt;link&lt;/a&gt;) gives me a collection of the images I want, with somewhere in the region of 2,700 results (not an unreasonable quantity to download).&lt;/p&gt;&#xA;&lt;p&gt;However, I can't work out how to translate this kind of search into an API query. I tried the &lt;a href=&quot;https://sr.ht/%7Enytpu/commons-downloader/&quot; rel=&quot;nofollow noreferrer&quot;&gt;commons-downloader&lt;/a&gt; tool linked on the Wikimedia site, which only returned 277 images, and the answers &lt;a href=&quot;https://stackoverflow.com/a/74495669/11002708&quot;&gt;here&lt;/a&gt; and &lt;a href=&quot;https://opendata.stackexchange.com/a/13395&quot;&gt;here&lt;/a&gt;, which were less helpful (I cannot untangle how to adapt them to my use case).&lt;/p&gt;&#xA;&lt;p&gt;I'd like to limit the solution to bash and Python scripting, if possible, but that's not hugely important.&lt;/p&gt;&#xA;&lt;p&gt;Also, if this can be done in such a way as to download the image descriptions as well, that would be excellent, but I'll settle for just the image files!&lt;/p&gt;&#xA;" OwnerUserId="33737" LastActivityDate="2023-07-29T14:00:47.120" Title="Bulk downloading Wikimedia Commons images from search query" Tags="|images|wikimedia-commons|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21163" PostTypeId="2" ParentId="21127" CreationDate="2023-07-31T15:56:36.307" Score="0" Body="&lt;p&gt;All Adverse Events endpoints are updated quarterly at roughly the beginning of the following quarter. That update has been completed for Q2, so those two months should now be available.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-07-31T15:56:36.307" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21164" PostTypeId="2" ParentId="21134" CreationDate="2023-07-31T15:58:50.157" Score="0" Body="&lt;p&gt;This is a very strange bug - the API should be erroring with the use of an equal sign there. We'll open a bug report and investigate. In the meantime, the ':' version does return results and should be what is used.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-07-31T15:58:50.157" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21166" PostTypeId="2" ParentId="21153" CreationDate="2023-07-31T16:06:59.997" Score="0" Body="&lt;p&gt;I see the issue you're seeing and it looks like some records have empty values for the field mdr_text - we'll open a bug report and investigate. Thank you for bringing this to our attention.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-07-31T16:06:59.997" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21167" PostTypeId="1" CreationDate="2023-08-01T22:20:26.017" Score="1" ViewCount="28" Body="&lt;p&gt;I would greatly appreciate if you could help me to obtain access to reliable and up-to-date data on world economic growth or the GDP growth rates at both the quarterly and monthly levels. &lt;a href=&quot;https://www.imf.org/external/datamapper/NGDP_RPCH@WEO/OEMDC/ADVEC/WEOWORLD&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is just annually.&lt;/p&gt;&#xA;" OwnerUserId="32845" LastActivityDate="2023-08-02T05:39:35.510" Title="the availability of data on quarterly and monthly world economic growth, specifically the GDP growth rate" Tags="|data-request|uses-of-open-data|economics|gdp|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21168" PostTypeId="2" ParentId="21167" CreationDate="2023-08-02T05:39:35.510" Score="1" Body="&lt;p&gt;Not monthly, but You can get both annually and quarterly past, current as well as forecasted GDP data along with several other factors. Data IMF Org. have service named &lt;a href=&quot;https://data.imf.org/regular.aspx?key=61545852&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;GDP and components&lt;/strong&gt;&lt;/a&gt; where you can get data for all countries.&#xA;You can export data very easily from here in csv, xlsx and other formats.&#xA;&lt;a href=&quot;https://i.stack.imgur.com/PXAir.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/PXAir.png&quot; alt=&quot;Screenshot of GDP and Components from Data IMF Org.&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-08-02T05:39:35.510" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21170" PostTypeId="1" CreationDate="2023-08-02T15:15:38.467" Score="1" ViewCount="20" Body="&lt;p&gt;I'm working in a environmental project in Brazil and I need to create, if possible, a map service to show atmospheric conditions.&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for a WMS source to show cloud and another atmospheric data in Brazil. Something similar to the map from this link:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nesdis.noaa.gov/imagery/interactive-maps/the-world-real-time&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nesdis.noaa.gov/imagery/interactive-maps/the-world-real-time&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know a WMS that can provide me with this data?&lt;/p&gt;&#xA;" OwnerUserId="33756" LastEditorUserId="754" LastEditDate="2023-08-07T01:14:02.000" LastActivityDate="2024-01-25T15:03:50.527" Title="Atmospheric Web Map Service data for South America and Brazil" Tags="|noaa|data|brazil|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21171" PostTypeId="2" ParentId="19808" CreationDate="2023-08-03T07:19:13.977" Score="0" Body="&lt;p&gt;I had similarissue and I found nice description here:&#xA;&lt;a href=&quot;https://ropengov.github.io/eurostat/reference/eurostat_geodata_60_2016.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ropengov.github.io/eurostat/reference/eurostat_geodata_60_2016.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33759" LastActivityDate="2023-08-03T07:19:13.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21173" PostTypeId="1" CreationDate="2023-08-06T12:35:30.797" Score="3" ViewCount="36" Body="&lt;p&gt;I am currently working on my final project CS degree that involves analyzing swimming data, specifically focusing on both heartbeat and motion data. I am looking for a dataset that includes these two types of data together.&lt;/p&gt;&#xA;&lt;p&gt;I have searched through popular data repositories like Kaggle, UCI Machine Learning Repository, PhysioNet, IEEE DataPort, and Zenodo, but haven't been able to find a suitable dataset.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have any recommendations for where I can find a dataset that includes swimming-related data with both heartbeat and motion information? I would prefer open-access datasets for research purposes. Additionally, do you know any research papers or swimming institutions that might have published or shared such data?&lt;/p&gt;&#xA;" OwnerUserId="33777" LastActivityDate="2023-08-06T12:35:30.797" Title="Dataset for Swimming with Heartbeat and Motion Data" Tags="|machine-learning|large-datasets|ai|data|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21174" PostTypeId="1" AcceptedAnswerId="21175" CreationDate="2023-08-09T12:38:47.500" Score="0" ViewCount="26" Body="&lt;p&gt;I currently do not see a way to link a result returned from openFDA API to the sites report. For example the recall below does not have a link back to the report on the fda site. Is there a way to look up a recall using the &lt;code&gt;recall_number&lt;/code&gt;? I also do not get any results back plugging in the recall number here &lt;a href=&quot;https://www.fda.gov/safety/recalls-market-withdrawals-safety-alerts&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/safety/recalls-market-withdrawals-safety-alerts&lt;/a&gt;&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;    {&#xA;        &amp;quot;status&amp;quot;: &amp;quot;Ongoing&amp;quot;,&#xA;        &amp;quot;city&amp;quot;: &amp;quot;Baltimore&amp;quot;,&#xA;        &amp;quot;state&amp;quot;: &amp;quot;MD&amp;quot;,&#xA;        &amp;quot;country&amp;quot;: &amp;quot;United States&amp;quot;,&#xA;        &amp;quot;classification&amp;quot;: &amp;quot;Class I&amp;quot;,&#xA;        &amp;quot;openfda&amp;quot;: {},&#xA;        &amp;quot;product_type&amp;quot;: &amp;quot;Food&amp;quot;,&#xA;        &amp;quot;event_id&amp;quot;: &amp;quot;91653&amp;quot;,&#xA;        &amp;quot;recalling_firm&amp;quot;: &amp;quot;FRESH IDEATION FOOD GROUP, LLC dba Fresh Creative Cuisine&amp;quot;,&#xA;        &amp;quot;address_1&amp;quot;: &amp;quot;2800 Wegworth Ln&amp;quot;,&#xA;        &amp;quot;address_2&amp;quot;: &amp;quot;&amp;quot;,&#xA;        &amp;quot;postal_code&amp;quot;: &amp;quot;21230-3300&amp;quot;,&#xA;        &amp;quot;voluntary_mandated&amp;quot;: &amp;quot;Voluntary: Firm initiated&amp;quot;,&#xA;        &amp;quot;initial_firm_notification&amp;quot;: &amp;quot;Press Release&amp;quot;,&#xA;        &amp;quot;distribution_pattern&amp;quot;: &amp;quot;The recalled product was distributed to the following states: MD, PA, DE, NY, DC, NJ, NC, CT, SC, VA, MA .&amp;quot;,&#xA;        &amp;quot;recall_number&amp;quot;: &amp;quot;F-0482-2023&amp;quot;,&#xA;        &amp;quot;product_description&amp;quot;: &amp;quot;Bistro To Go, Gourmet Cheese &amp;amp; Fruit Plate, Net Wt. 6 Oz. Single Serving, Keep refrigerated&amp;quot;,&#xA;        &amp;quot;product_quantity&amp;quot;: &amp;quot;18 units&amp;quot;,&#xA;        &amp;quot;reason_for_recall&amp;quot;: &amp;quot;On 02/03/2023, FRESH IDEATION FOOD GROUP, LLC dba Fresh Creative Cuisine of Baltimore, MD is  initiating a recall of  various products sold from January 24, 2023 through January 30, 2023 because the products have the potential to be contaminated with Listeria monocytogenes .&amp;quot;,&#xA;        &amp;quot;recall_initiation_date&amp;quot;: &amp;quot;20230203&amp;quot;,&#xA;        &amp;quot;center_classification_date&amp;quot;: &amp;quot;20230310&amp;quot;,&#xA;        &amp;quot;report_date&amp;quot;: &amp;quot;20230322&amp;quot;,&#xA;        &amp;quot;code_info&amp;quot;: &amp;quot;UPC Code : 813141021144&amp;quot;&#xA;    },&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="33790" LastActivityDate="2023-08-10T14:40:12.867" Title="Ability to link API report back to site" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21175" PostTypeId="2" ParentId="21174" CreationDate="2023-08-09T15:55:21.450" Score="3" Body="&lt;p&gt;I'm Violet Wren with the openFDA team. The FDA dataset you linked to does not appear to store recall numbers. As such, searching with them will unfortunately yield no results. Your best bet for cross-referencing from our datasets to this one would be to look by product name or date, but note that these are &lt;em&gt;not&lt;/em&gt; the same dataset, so you may not find results for every piece of data in our datasets.&lt;/p&gt;&#xA;&lt;p&gt;I hope that helps,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren,&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;&lt;p&gt;Edit:&lt;/p&gt;&#xA;&lt;p&gt;Just in case this is what you're looking for, our data does translate in the way you're trying with the FDA's Recall Report site, which you can find here:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/ires/index.cfm#tabNav_advancedSearch&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/ires/index.cfm#tabNav_advancedSearch&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can search recall numbers there like this: &lt;code&gt;&amp;quot;recall_number&amp;quot;: &amp;quot;F-0482-2023&amp;quot;&lt;/code&gt;.&lt;/p&gt;&#xA;" OwnerUserId="15494" LastEditorUserId="15494" LastEditDate="2023-08-10T14:40:12.867" LastActivityDate="2023-08-10T14:40:12.867" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21176" PostTypeId="2" ParentId="20890" CreationDate="2023-08-09T18:40:39.680" Score="0" Body="&lt;p&gt;As a starting point, the GREL expression:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;'&amp;lt;a href=&amp;quot;' + value + '&amp;gt;Click me&amp;lt;\a&amp;gt;'&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;will give convert your text values into clickable links (which all say &amp;quot;Click me&amp;quot;). This can be extended to fill in the specific numeric values, if desired.&lt;/p&gt;&#xA;" OwnerUserId="545" LastActivityDate="2023-08-09T18:40:39.680" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21177" PostTypeId="1" CreationDate="2023-08-11T02:23:38.847" Score="0" ViewCount="31" Body="&lt;p&gt;I am wondering if it is possible to add more searchable fields to the openFDA api PMA database such as NCT ID, approval order link and post-approval study link? Or adding something to determine which results have the approval order or post-approval study documents as the statement_or_summary in 510(K) database? Many thanks!&lt;/p&gt;&#xA;" OwnerUserId="33801" LastActivityDate="2024-01-08T16:01:45.187" Title="Is there a way to extract NCT ID, approval order, post-approval study links from PMA database with openFDA api?" Tags="|api|openfda|database|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21178" PostTypeId="2" ParentId="21177" CreationDate="2023-08-11T15:33:09.063" Score="0" Body="&lt;p&gt;There's no plan to expand fields in the PMA dataset at this point, but if that changes, we'll definitely let you know.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-08-11T15:33:09.063" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21179" PostTypeId="1" CreationDate="2023-08-15T07:18:03.077" Score="0" ViewCount="27" Body="&lt;p&gt;I see there is a searchable field called 'summary_or_statement' from openFDA API to indicate the summary or statement result. However, some records with &amp;quot;statement' value for the summary_or_statement don't have summary links from FDA database. Where could we find the related summary documents?&lt;/p&gt;&#xA;" OwnerUserId="33801" LastEditorUserId="5763" LastEditDate="2023-08-18T06:55:44.020" LastActivityDate="2024-01-15T07:07:05.850" Title="Some 510k records with 'statement' value stored in the summary searchable field from openFDA do not have summary information from FDA database" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21180" PostTypeId="2" ParentId="21179" CreationDate="2023-08-15T15:29:50.620" Score="0" Body="&lt;p&gt;There may be instances where that value is not filled in - in these cases, you can cross-reference from our upstream data source, which is also publicly available. That data is located here: &lt;a href=&quot;https://www.fda.gov/medical-devices/device-approvals-denials-and-clearances/510k-clearances&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/medical-devices/device-approvals-denials-and-clearances/510k-clearances&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-08-15T15:29:50.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21181" PostTypeId="2" ParentId="21123" CreationDate="2023-08-16T09:26:12.417" Score="1" Body="&lt;p&gt;There exists a JSON dump of the Korean entries of the English Wiktionary: &lt;a href=&quot;https://kaikki.org/dictionary/Korean/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kaikki.org/dictionary/Korean/index.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;There are also the extracted Korean entries of other Wiktionaries here: &lt;a href=&quot;https://kaikki.org/dictionary/rawdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kaikki.org/dictionary/rawdata.html&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30391" LastEditorUserId="30391" LastEditDate="2024-03-01T11:10:25.977" LastActivityDate="2024-03-01T11:10:25.977" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21183" PostTypeId="1" CreationDate="2023-08-20T07:13:49.600" Score="3" ViewCount="124" Body="&lt;p&gt;Not sure if this question belongs on SO or here . Also maybe a trivial question where I am missing something . But I am trying to download GFS 0.25 x 0.25 data from Amazon Web Services (AWS). There is this link  - &lt;a href=&quot;https://registry.opendata.aws/noaa-gfs-bdp-pds/&quot; rel=&quot;nofollow noreferrer&quot;&gt;AWS link &lt;/a&gt; but it does not give me a file that I want to download.&lt;/p&gt;&#xA;&lt;p&gt;Here is some python code that I got from a notebook that downloads 0.5 x 0.5 resolution data&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;import boto3&#xA;from botocore import UNSIGNED&#xA;from botocore.config import Config&#xA;client = boto3.client('s3', config=Config(signature_version=UNSIGNED))&#xA;client.download_file('noaa-gfs-bdp-pds', 'gfs.20230809/12/atmos/gfs.t12z.pgrb2.0p50.f000', 'gfs.t12z.pgrb2.0p50.f000')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;So this is the filename &lt;code&gt;gfs.t12z.pgrb2.0p50.f000&lt;/code&gt;   and there is this browse buccket - &lt;a href=&quot;https://noaa-gfs-warmstart-pds.s3.amazonaws.com/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;browse bucket &lt;/a&gt;&#xA;but it does not lead to me to the latest 2023 (today's file)&lt;/p&gt;&#xA;&lt;p&gt;Can someone help ?&lt;/p&gt;&#xA;" OwnerUserId="33830" LastActivityDate="2023-08-20T07:13:49.600" Title="Want to download GFS 0.25 data from Amazon Web Services" Tags="|data-request|weather|python|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21184" PostTypeId="1" CreationDate="2023-08-20T16:44:04.113" Score="1" ViewCount="28" Body="&lt;p&gt;accessdata.fda.gov shows class 1 while api returns &amp;quot;device_class&amp;quot;:2&lt;/p&gt;&#xA;&lt;p&gt;examples&#xA;1)Baxter, SIGMA Spectrum&#xA;&lt;a href=&quot;https://api.fda.gov/device/recall.json?search=product_res_number:%22Z-0530-2022%22&amp;amp;limit=5&amp;amp;skip=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/recall.json?search=product_res_number:&amp;quot;Z-0530-2022&amp;quot;&amp;amp;limit=5&amp;amp;skip=0&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;vs &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRes/res.cfm?ID=190891&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRes/res.cfm?ID=190891&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;2)for Hospira, Plum A+&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRes/res.cfm?start_search=1&amp;amp;event_id=69336&amp;amp;productdescriptiontxt=&amp;amp;productcode=&amp;amp;rootCauseText=&amp;amp;centerclassificationtypetext=&amp;amp;recallnumber=&amp;amp;postdatefrom=&amp;amp;postdateto=04%2F12%2F2015&amp;amp;productshortreasontxt=&amp;amp;firmlegalnam=&amp;amp;PMA_510K_Num=&amp;amp;pnumber=&amp;amp;knumber=&amp;amp;sortcolumn=lnd&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRes/res.cfm?start_search=1&amp;amp;event_id=69336&amp;amp;productdescriptiontxt=&amp;amp;productcode=&amp;amp;rootCauseText=&amp;amp;centerclassificationtypetext=&amp;amp;recallnumber=&amp;amp;postdatefrom=&amp;amp;postdateto=04%2F12%2F2015&amp;amp;productshortreasontxt=&amp;amp;firmlegalnam=&amp;amp;PMA_510K_Num=&amp;amp;pnumber=&amp;amp;knumber=&amp;amp;sortcolumn=lnd&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;shows 5 below recalls as class 1:&lt;/p&gt;&#xA;&lt;p&gt;Z-1071-2015, Z-1072-2015, Z-1073-2015, Z-1074-2015, Z-1075-2015&#xA;but api for each returns &amp;quot;device_class&amp;quot;:2&#xA;&lt;a href=&quot;https://api.fda.gov/device/recall.json?search=product_res_number:%22Z-1072-2015%22&amp;amp;limit=5&amp;amp;skip=0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/recall.json?search=product_res_number:&amp;quot;Z-1072-2015&amp;quot;&amp;amp;limit=5&amp;amp;skip=0&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33834" LastActivityDate="2023-08-21T19:38:32.697" Title="open FDA Recalls API does not have same device class as accessdata.fda.gov" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21185" PostTypeId="1" CreationDate="2023-08-21T13:21:04.793" Score="2" ViewCount="51" Body="&lt;p&gt;I am trying to find a list of all US universities and colleges for my Ph.D. project. I have downloaded the scorecard data; however, it is missing major universities, like Brown, the Univeristy of California, and the Univeristy of Texas... and many more.&lt;/p&gt;&#xA;&lt;p&gt;Any help would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="33835" LastEditorUserId="754" LastEditDate="2023-08-22T02:27:53.297" LastActivityDate="2024-01-19T04:04:15.583" Title="List of US Universities And Colleges" Tags="|usa|education|large-datasets|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21186" PostTypeId="2" ParentId="21184" CreationDate="2023-08-21T19:38:32.697" Score="1" Body="&lt;p&gt;Class I that you see on the &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfRes/res.cfm?ID=190891&quot; rel=&quot;nofollow noreferrer&quot;&gt;FDA recall page&lt;/a&gt; is actually a classification of the recall itself:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Class I - a situation in which there is a reasonable probability that&#xA;the use of, or exposure to, a violative product will cause serious&#xA;adverse health consequences or death.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;The device itself is Class 2. You can verify it by clicking on the &amp;quot;Pump, infusion&amp;quot; link on the FDA recall page &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfPCD/classification.cfm?ID=FRN&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-08-21T19:38:32.697" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21187" PostTypeId="2" ParentId="21185" CreationDate="2023-08-22T02:41:24.870" Score="0" Body="&lt;p&gt;I believe almost all universities and colleges are in Wikidata, so you can query it:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT DISTINCT ?item ?itemLabel &#xA;WHERE &#xA;{&#xA;  {&#xA;    ?item p:P31/ps:P31/wdt:P279* wd:Q3918. # University or subclass&#xA;  }&#xA;  UNION {&#xA;    ?item p:P31/ps:P31/wdt:P279* wd:Q189004. # College or subclass&#xA;  }&#xA;  ?item wdt:P17 wd:Q30. # USA&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/7JP$&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/7JP$&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This currently gets me 4319 results in 8 seconds.&lt;/p&gt;&#xA;&lt;p&gt;There may be duplicates or near-duplicates, for instance a university that contains a college or other special cases.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-08-22T02:41:24.870" CommentCount="5" ContentLicense="CC BY-SA 4.0" />
  <row Id="21188" PostTypeId="1" CreationDate="2023-08-22T16:57:55.240" Score="1" ViewCount="26" Body="&lt;p&gt;I want to use the causal inference technique, difference in differences, to estimate the impact of a feature launch. Unfortunately, the cohort of customers that I was hoping to use as the &amp;quot;control&amp;quot; group does not meet the parallel trends assumption. I was wondering if there is a package that will identify a a cohort of customers that does meet the parallel trends assumption?&lt;/p&gt;&#xA;" OwnerUserId="33846" LastActivityDate="2023-08-22T16:57:55.240" Title="Is there a Python package that will help me find a group with parallel trends that I can then use to perform difference in difference analysis?" Tags="|machine-learning|python|analysis|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21189" PostTypeId="1" CreationDate="2023-08-23T10:49:46.533" Score="1" ViewCount="22" Body="&lt;p&gt;I'm currently in search of a dataset featuring nighttime aerial images. While I'm familiar with sources such as Google Earth's nighttime view, I've noticed that this dataset lacks detailed lighting information as you zoom in closer to urban areas. I'm seeking a dataset that provides the level of detail shown in the image below, covering cities in the UK or any other part of the world:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wsp88.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wsp88.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;If anyone is aware of a dataset like this, I would greatly appreciate your insights. Thank you in advance!&lt;/p&gt;&#xA;" OwnerUserId="33855" LastActivityDate="2023-08-23T10:49:46.533" Title="any source for night-time aerial images (on street level-bird eye view)?" Tags="|aerial-photography|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21190" PostTypeId="1" CreationDate="2023-08-23T18:13:08.137" Score="0" ViewCount="4" Body="&lt;p&gt;A lot of new power supplies are marketed as (Advanced Technology Extended) ATX 3.0. Where can I find the ATX specification for ATX 3.0?&lt;/p&gt;&#xA;" OwnerUserId="13983" LastActivityDate="2023-08-23T18:13:08.137" Title="Where is the ATX 3.0 spec?" Tags="|technology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21191" PostTypeId="1" CreationDate="2023-08-24T00:41:11.320" Score="0" ViewCount="5" Body="&lt;p&gt;I want to check my variables for stationarity. I am using the adf.test() method from tseries.&lt;/p&gt;&#xA;&lt;p&gt;I tried:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;adf_results &amp;lt;- list(&#xA;  Vola = adf.test(data$Vola),&#xA;  Supply = adf.test(data$Supply),&#xA;  Tweets = adf.test(data$Tweets))&#xA;&#xA;modelsummary(adf_results)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;But it is not working. Is there some other way to get it as a PNG to add it to libre writer?&lt;/p&gt;&#xA;" OwnerUserId="33861" LastActivityDate="2023-08-24T00:41:11.320" Title="Is it possible to output the ADF test in a table?" Tags="|time-series|visualization|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21192" PostTypeId="2" ParentId="18473" CreationDate="2023-08-24T07:36:14.590" Score="1" Body="&lt;p&gt;Check out the &lt;a href=&quot;https://www.usgs.gov/us-board-on-geographic-names/download-gnis-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;US Geological Survey's Geographic Names Information System&lt;/a&gt; (USGS GNIS).&lt;/p&gt;&#xA;&lt;p&gt;In particular, see &lt;em&gt;FederalCodes&lt;/em&gt; which is described as:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Domestic names records that have assigned Census codes, Census class&#xA;codes, General Services Administration (GSA) codes, or Office of Personnel&#xA;Management (OPM) codes. Available geographic extents are National,&#xA;States, and AllStates (bundled States).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Here's a link to the &lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/GeographicNames/FederalCodes/FedCodes_National_Text.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;national zip file&lt;/a&gt; and &lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/StagedProducts/GeographicNames/FederalCodes/FedCodes_AllStates_Text.zip&quot; rel=&quot;nofollow noreferrer&quot;&gt;states zip file&lt;/a&gt;. You can also download &lt;a href=&quot;https://prd-tnm.s3.amazonaws.com/index.html?prefix=StagedProducts/GeographicNames/FederalCodes/&quot; rel=&quot;nofollow noreferrer&quot;&gt;individual state zip files&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The zip file contains a pipe-delimited TXT file that includes US cities and their coordinates.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, you can try the US Census' &lt;a href=&quot;https://www.census.gov/library/reference/code-lists/ansi.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;County and County Equivalent Entities&lt;/a&gt;. Here's the link to the &lt;a href=&quot;https://www2.census.gov/geo/docs/reference/codes2020/national_cousub2020.txt&quot; rel=&quot;nofollow noreferrer&quot;&gt;national TXT file&lt;/a&gt;. It gets the job done but the way the cities are formatted isn't ideal in my opinion. For example, towns/cities are appended with &amp;quot;township&amp;quot;, &amp;quot;town&amp;quot;, &amp;quot;city&amp;quot;, and even &amp;quot;town city&amp;quot; in some cases. In comparison, the cities in the GNIS data are in a format that would be more familiar to most people.&lt;/p&gt;&#xA;" OwnerUserId="33862" LastActivityDate="2023-08-24T07:36:14.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21193" PostTypeId="1" CreationDate="2023-08-25T07:10:44.047" Score="2" ViewCount="17" Body="&lt;p&gt;I'm researching layers/ definitions of CBD (Central Business Districts) in different cities worldwide. However, I could only find layers for individual sites, for example &lt;a href=&quot;https://hub.arcgis.com/datasets/317fbc576d5643718268d8febed2c220/explore&quot; rel=&quot;nofollow noreferrer&quot;&gt;CBD San Antonio&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;There is also the &lt;a href=&quot;https://en.wikipedia.org/wiki/Central_business_district&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia article&lt;/a&gt; with information like &lt;a href=&quot;https://en.wikipedia.org/wiki/Sydney_central_business_district#/media/File:City_of_Sydney_1989-2003.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;Sydney CBD&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Is there a repository containing CBDs? If not, and if I would be able to build such a repository, would it make sense to build it in open street maps using a specific layer/tag?&lt;/p&gt;&#xA;&lt;p&gt;Note: this question was migrated from &lt;a href=&quot;https://gis.stackexchange.com/questions/465344/sources-for-cbd-polygons-layers&quot;&gt;https://gis.stackexchange.com/questions/465344/sources-for-cbd-polygons-layers&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33865" LastEditorUserId="33876" LastEditDate="2023-08-28T15:23:00.283" LastActivityDate="2023-08-28T15:23:00.283" Title="Sources for CBD (Central Business Districts) polygons/ layers" Tags="|data-request|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21194" PostTypeId="2" ParentId="7422" CreationDate="2023-08-25T19:06:39.467" Score="0" Body="&lt;p&gt;Within DIAGNOSES_ICD.csv.gz there is a column called HADM_ID which is hospital admission ID and it's unique for each admission for each patient. Similarly, there is also a column called HADM_ID in ADMISSIONS.csv.gz and associated admission time and so on. Simply do an inner join of the two dataframes on this columns and there you have each ICD for each patient associated with the unique admission time.&lt;/p&gt;&#xA;" OwnerUserId="33869" LastActivityDate="2023-08-25T19:06:39.467" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21195" PostTypeId="1" CreationDate="2023-08-28T04:56:09.353" Score="0" ViewCount="32" Body="&lt;p&gt;Is there an application programming interface (API) to ITACS to query an Entry Number and get the Entry Level Status?&lt;/p&gt;&#xA;" OwnerUserId="33878" LastActivityDate="2023-08-28T13:57:33.233" Title="API to ITACS to query Entry Number and get the Entry Level Status" Tags="|openfda|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21197" PostTypeId="2" ParentId="21170" CreationDate="2023-08-28T14:46:49.400" Score="0" Body="&lt;p&gt;Searching for related docs and the used webservices from your map link, you should be able to access the NOAA Tile Services on ArcGIS:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://satellitemaps.nesdis.noaa.gov/arcgis/rest/services/MERGEDGC_current/ImageServer/tile/7/66/38&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://satellitemaps.nesdis.noaa.gov/arcgis/rest/services/MERGEDGC_current/ImageServer/tile/7/66/38&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gis.nnvl.noaa.gov/arcgis/rest/services/TRUE/TRUE_current/ImageServer/tile/7/65/33&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gis.nnvl.noaa.gov/arcgis/rest/services/TRUE/TRUE_current/ImageServer/tile/7/65/33&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://satellitemaps.nesdis.noaa.gov/arcgis/rest/services/ABI10_current/ImageServer/tile/3/4/0&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://satellitemaps.nesdis.noaa.gov/arcgis/rest/services/ABI10_current/ImageServer/tile/3/4/0&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;These are not WMS but an average GIS client should be able to support (ArcGIS) Tile Services.&lt;/p&gt;&#xA;&lt;p&gt;Please make sure to follow the indicated restrictions and citation notes from their page &lt;a href=&quot;https://www.nesdis.noaa.gov/real-time-imagery/interactive-maps/how-use-the-interactive-satellite-maps&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nesdis.noaa.gov/real-time-imagery/interactive-maps/how-use-the-interactive-satellite-maps&lt;/a&gt;.&lt;/p&gt;&#xA;" OwnerUserId="8561" LastActivityDate="2023-08-28T14:46:49.400" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21198" PostTypeId="1" CreationDate="2023-08-29T14:32:42.547" Score="2" ViewCount="128" Body="&lt;p&gt;Is it possible to get a dataset of google maps that contain time, localisation and the traffic ? I only plan on using this data for my academic research.&lt;/p&gt;&#xA;" OwnerUserId="33881" LastEditorUserId="754" LastEditDate="2023-08-31T01:44:33.610" LastActivityDate="2024-02-23T11:51:29.503" Title="Google Maps traffic dataset, for academic research" Tags="|data-request|uses-of-open-data|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21199" PostTypeId="1" CreationDate="2023-08-30T16:08:07.793" Score="2" ViewCount="24" Body="&lt;p&gt;I am looking to see a broad swath of negative/undesirable/polarizing content, so I can get a deeper sense of how big and pervasive these problems are (and to share that info with others). I am not looking for extremely perverse or violent things like violent videos with gore or anything, I am very sensitive to that stuff yet would like to still be exposed to it to some degree. Seeing examples such as &lt;a href=&quot;https://twitter.com/MichelleLhooq/status/1695952716915450301&quot; rel=&quot;nofollow noreferrer&quot;&gt;this recent Nevada people/police encounter&lt;/a&gt; really shapes your perspective.&lt;/p&gt;&#xA;&lt;p&gt;I also just found &lt;a href=&quot;https://docs.google.com/spreadsheets/u/1/d/1YmZeSxpz52qT-10tkCjWOwOGkQqle7Wd1P7ZM1wMW0E/htmlview?pru=AAABcql6DI8*mIHYeMnoj9XWUp3Svb_KZA&quot; rel=&quot;nofollow noreferrer&quot;&gt;this spreadsheet&lt;/a&gt; collecting &amp;quot;police brutality&amp;quot; tweets and videos. That is the exact type of thing I would like to find, but for other topics as well (including but not limited to political lying, climate-denial and other science denial, propaganda and misinformation campaigns, violence and brutality, racism and other forms of hate and discrimination, etc.). Putting it together to see how widespread and deep this stuff runs will be useful in communicating with others about possible ways to improve different aspects of society.&lt;/p&gt;&#xA;&lt;p&gt;What are the go-to Twitter feeds or Facebook feeds (or TikTok/YouTube/etc., though I don't know much about those platforms) for this kind of negative content? I am not looking for videos of random people getting into fights and stuff like that, but socially negative/objectionable behaviors basically. Do you know of any good already-curated collections of stuff? If so, please share. If not, where could I find as much as possible relatively quickly, what are your suggestions?&lt;/p&gt;&#xA;&lt;p&gt;When I search for &amp;quot;videos of racism&amp;quot; or &amp;quot;videos of people discriminating against others&amp;quot;, mostly what I seem to be finding is videos of people explaining or teaching &lt;em&gt;why that is bad&lt;/em&gt;, not the actual videos of evidence of these types of acts. I would like to find the examples to point to instead mainly, for the moment at least.&lt;/p&gt;&#xA;&lt;p&gt;P.S. If you know of a more appropriate place to post this, like an appropriate Reddit thread, please let me know so I can fix that if necessary. I tried to post on Reddit but these were the wrong places:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;/r/AskReddit: Only allows 1-2 sentences in a post.&lt;/li&gt;&#xA;&lt;li&gt;/r/Politics: Only allows posting links.&lt;/li&gt;&#xA;&lt;li&gt;/r/SocialMedia: Is for marketers of social media I guess.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I couldn't find a place. There are Reddit &amp;quot;topics&amp;quot; in these areas, but you can't post in the topics it looks like, such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.reddit.com/t/social_issue/&quot; rel=&quot;nofollow noreferrer&quot;&gt;/t/social_issue&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2024-02-02T21:03:10.373" Title="Curated Social Media Feeds on Hate, Corruption, Violence, and other negative society aspects?" Tags="|social-media|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21200" PostTypeId="2" ParentId="21198" CreationDate="2023-08-31T06:32:53.070" Score="0" Body="&lt;ul&gt;&#xA;&lt;li&gt;The short answer in terms of &lt;strong&gt;Open Data&lt;/strong&gt; is currently no, unfortunately.&lt;/li&gt;&#xA;&lt;li&gt;Although &lt;a href=&quot;https://support.google.com/maps/thread/11588291/can-traffic-data-be-visuaulized-over-time?hl=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;this answer&lt;/a&gt; on Google Maps help is a few years old it doesn't appear to have changed, see &lt;a href=&quot;https://stackoverflow.com/questions/4600656/access-googles-traffic-data-through-a-web-service&quot;&gt;SO answer updated May 2022&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;So What About Other Options?&lt;/h2&gt;&#xA;&lt;h4&gt;Using Google Maps&lt;/h4&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;If you are set on using Google Maps you can use their API to make calls for real time data and build the specific traffic data you would like for you research.&lt;/li&gt;&#xA;&lt;li&gt;This would only work from the point in time you start collecting forward as it is real time data.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developers.google.com/maps/documentation/javascript/examples/layer-traffic#maps_layer_traffic-javascript&quot; rel=&quot;nofollow noreferrer&quot;&gt;Traffic layer API&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Cost: $200 free per month = approx 29 000 API calls &lt;a href=&quot;https://mapsplatform.google.com/pricing/&quot; rel=&quot;nofollow noreferrer&quot;&gt;from here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://developers.google.com/maps/documentation/distance-matrix/distance-matrix#distance-matrix-advanced&quot; rel=&quot;nofollow noreferrer&quot;&gt;Time in traffic&lt;/a&gt; API calls can get specific traffic times for a specific route&lt;/li&gt;&#xA;&lt;li&gt;Cost: &lt;a href=&quot;https://developers.google.com/maps/documentation/distance-matrix/usage-and-billing#distance-matrix-advanced&quot; rel=&quot;nofollow noreferrer&quot;&gt;$10.00 per 1,000 calls&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h4&gt;Third Party Tools Using Google Maps&lt;/h4&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;There are third party tools that can be used to extract data from Google Maps.&lt;/li&gt;&#xA;&lt;li&gt;Some have a free tier for certain usage limits&lt;/li&gt;&#xA;&lt;li&gt;As an example (only through a quick search, there are probably other similar services) &lt;a href=&quot;https://outscraper.com/google-maps-traffic-extractor/&quot; rel=&quot;nofollow noreferrer&quot;&gt;OutScraper&lt;/a&gt;:&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;Scrape all the traffic data since 2001. Historical data is available for all countries covered by Google Maps.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Cost: &lt;a href=&quot;https://outscraper.com/pricing/&quot; rel=&quot;nofollow noreferrer&quot;&gt;500 free records. $1 per 1000 after&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h4&gt;HERE Map Service&lt;/h4&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://stackoverflow.com/questions/4600656/access-googles-traffic-data-through-a-web-service&quot;&gt;Second answer in SO question&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;Cost: 1000 free calls daily &lt;a href=&quot;https://www.here.com/get-started/pricing&quot; rel=&quot;nofollow noreferrer&quot;&gt;See here&lt;/a&gt;. Typically 0.66 Euros per 1,000 calls above this&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h4&gt;OpenStreetMap&lt;/h4&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Open-source mapping project, is maintained by a community of volunteers&lt;/li&gt;&#xA;&lt;li&gt;Traffic data is &lt;strong&gt;not&lt;/strong&gt; real time and only an approximation &amp;quot;to describe how congested a road is usually.&amp;quot; &lt;a href=&quot;https://www.google.com/search?q=openstreetmap%20traffic&amp;amp;client=firefox-b-d&amp;amp;sca_esv=561536078&amp;amp;sxsrf=AB5stBiGJ4mKiaT_SQJq8Sq9kQ_yalzlBA%3A1693460956920&amp;amp;ei=3CnwZJLiN4CrhbIPwKmfwAg&amp;amp;ved=0ahUKEwiSwJzWmYaBAxWAVUEAHcDUB4gQ4dUDCA8&amp;amp;uact=5&amp;amp;oq=openstreetmap%20traffic&amp;amp;gs_lp=Egxnd3Mtd2l6LXNlcnAiFW9wZW5zdHJlZXRtYXAgdHJhZmZpYzIIEAAYigUYkQIyBRAAGIAEMgUQABiABDIFEAAYgAQyBRAAGIAEMgUQABiABDIEEAAYHjIIEAAYBxgeGA8yDxAAGAgYBxgeGA8Y8QQYCjIIEAAYCBgeGA9I3BZQggxY3xVwAngBkAEAmAFMoAHQA6oBATe4AQPIAQD4AQHCAgoQABhHGNYEGLADwgINEAAYRxjWBBjJAxiwA8ICCxAAGIoFGJIDGLADwgIIEAAYBxgeGArCAg0QABgHGB4YDxjxBBgKwgIGEAAYBxgewgIIEAAYCBgHGB7CAgcQIxiwAhgnwgIKEAAYCBgeGA0YCsICDxAAGAgYHhgNGA8Y8QQYCsICCBAAGAgYHhgNwgIHEAAYDRiABMICBhAAGB4YDcICChAAGAgYHhgNGA_iAwQYACBBiAYBkAYJ&amp;amp;sclient=gws-wiz-serp&quot; rel=&quot;nofollow noreferrer&quot;&gt;See here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;This option counts traffic as not only cars but also walking. See &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Key:traffic:hourly&quot; rel=&quot;nofollow noreferrer&quot;&gt;What Counts As Traffic&lt;/a&gt; section of the link&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;Summary&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Currently no Open Data set&lt;/li&gt;&#xA;&lt;li&gt;There may be other options out there that suit your research needs.&lt;/li&gt;&#xA;&lt;li&gt;Depending on the specifics of your research you may be able to come under free tiers of non Open Data services or if you only need general data OpenStreetMaps may be useful as a free option&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33876" LastActivityDate="2023-08-31T06:32:53.070" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21201" PostTypeId="1" CreationDate="2023-08-31T15:48:27.897" Score="3" ViewCount="108" Body="&lt;p&gt;I'd like to create an application based on cars, but I can't find any api that gives me the makes with the associated models, year and specifications. Could you help me?&lt;/p&gt;&#xA;&lt;p&gt;I've done a lot of research but I'm only finding solutions that are either paying or incomplete.&lt;/p&gt;&#xA;" OwnerUserId="33890" LastEditorUserId="754" LastEditDate="2023-09-01T05:11:32.087" LastActivityDate="2023-10-05T21:03:35.483" Title="API for vehicles: makes, associated models" Tags="|data-request|transportation|public-transport|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21203" PostTypeId="1" CreationDate="2023-09-02T13:16:18.473" Score="2" ViewCount="41" Body="&lt;p&gt;I know about Wikipedia API or other 'On This day API', but it's wide items.&lt;/p&gt;&#xA;&lt;p&gt;I need information only about events in science, inventions and business and people in these niches, and these info sould be links with calendare (date and month). I tried to find them but while without success.&lt;/p&gt;&#xA;&lt;p&gt;While I'm just trying customise Wiki API and Googled it.&lt;/p&gt;&#xA;" OwnerUserId="33904" LastActivityDate="2023-09-04T05:43:26.657" Title="Where and how could find On this day API to get date and facts about events in science, inventions and business?" Tags="|api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21204" PostTypeId="1" CreationDate="2023-09-04T02:10:43.543" Score="0" ViewCount="22" Body="&lt;p&gt;Can you sort &amp;quot;sort=receivedate:desc&amp;amp;limit=10&amp;quot; under the registration listing for product.created_date?&lt;/p&gt;&#xA;" OwnerUserId="33911" LastActivityDate="2024-02-02T16:00:25.063" Title="How do you use the sorting function in OpenFDA for registration listing?" Tags="|api|medical|openfda|uses-of-open-data|healthcare-finder-api|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21205" PostTypeId="2" ParentId="21203" CreationDate="2023-09-04T05:43:26.657" Score="1" Body="&lt;p&gt;You could write a SPARQL query that gets all Wikidata elements that have that month/day as a value for any property.&lt;/p&gt;&#xA;&lt;p&gt;Then you would need to filter, for instance by allowing only items that are an instance of any sub-class of &amp;quot;business&amp;quot;, or only items that are an instance of &amp;quot;human&amp;quot; with an occupation property whose value is any subclass of &amp;quot;&lt;a href=&quot;https://www.wikidata.org/wiki/Q901&quot; rel=&quot;nofollow noreferrer&quot;&gt;scientist&lt;/a&gt;&amp;quot;, etc.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2023-09-04T05:43:26.657" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21206" PostTypeId="1" CreationDate="2023-09-05T13:12:53.003" Score="0" ViewCount="35" Body="&lt;p&gt;I am trying to call the below URL from python script:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;but it gives the below error message:&lt;/p&gt;&#xA;&lt;p&gt;HTTPSConnectionPool(host='api.fda.gov', port=443): Max retries exceeded with url: /download.json?api_key=API_KEY (Caused by NewConnectionError('&amp;lt;urllib3.connection.VerifiedHTTPSConnection object at 0x7fcc062a4908&amp;gt;: Failed to establish a new connection: [Errno 110] Connection timed out',))&lt;/p&gt;&#xA;&lt;p&gt;Kindly suggest&lt;/p&gt;&#xA;&lt;p&gt;Looking forward to hear from you.&lt;/p&gt;&#xA;" OwnerUserId="33722" LastEditorUserId="33876" LastEditDate="2023-09-06T04:42:42.507" LastActivityDate="2023-09-06T04:42:42.507" Title="connection failed" Tags="|download|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21207" PostTypeId="2" ParentId="21204" CreationDate="2023-09-05T14:46:59.253" Score="0" Body="&lt;p&gt;The Device Registration &amp;amp; Listings endpoint does not have that particular field: &lt;em&gt;receivedate&lt;/em&gt;.&lt;/p&gt;&#xA;&lt;p&gt;For a complete list of available fields, please refer to &lt;a href=&quot;https://open.fda.gov/apis/device/registrationlisting/searchable-fields/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/device/registrationlisting/searchable-fields/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-09-05T14:46:59.253" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21208" PostTypeId="2" ParentId="21199" CreationDate="2023-09-05T19:47:25.760" Score="0" Body="&lt;p&gt;This seems an almost unanswerably broad question. Nor am I clear what you want to do with this or how you want to analyze it. Just to de/sensitize yourself? Research? Any answers I would give would be audience dependent.&lt;/p&gt;&#xA;&lt;p&gt;As example, many states make some aggregate version of their Violent Death Reporting System (VDRS) public. If you have valid research questions you can ask for detailed line list data, which includes traumatic but well abstracted, not lurid narratives. I work with this data daily. Or overdose data. Or police violence data (mapping police violence, the counted, fatal encounters are three data collection projects). Unclear what you want.&lt;/p&gt;&#xA;" OwnerUserId="12954" LastActivityDate="2023-09-05T19:47:25.760" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21209" PostTypeId="2" ParentId="21201" CreationDate="2023-09-05T20:23:02.620" Score="1" Body="&lt;p&gt;Have you tried From the &lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NHTSA API&lt;/a&gt;?&lt;/p&gt;&#xA;&lt;h2&gt;Description&lt;/h2&gt;&#xA;&lt;p&gt;I'm not sure about the specifications but the description of NHTSA API from &lt;a href=&quot;https://publicapis.io/nhtsa-vehicles-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Public APIs&lt;/a&gt; says it has&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The National Highway Traffic Safety Administration (NHTSA) provides a public API that allows anyone to retrieve information about vehicles, including their make, model, year, and other relevant data.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;From the NHTSA API site:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The NHTSA Product Information Catalog Vehicle Listing (vPIC) Application Programming Interface (API) provides different ways to gather information on Vehicles and their specifications. The vPIC Dataset is populated using the information submitted by the Motor Vehicle manufacturers through the 565 submittals. All the information on how a VIN is assigned by the manufacturer is captured in this catalog and used to decode a VIN and extract vehicle information.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;So from your question that should tick make, model, year. Specs is a bit harder to define but it appears to have access to quite a few (I am no car expert so can't say it will have everything you need, see the &amp;quot;list of specs&amp;quot; link below):&lt;/p&gt;&#xA;&lt;h2&gt;Example API Calls&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/vehicles/GetModelsForMakeIdYear/makeId/474/modelyear/2015?format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;Honda models&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/vehicles/getvehiclevariablelist?format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;List of specs&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/vehicles/getvehiclevariablevalueslist/battery%20type?format=json&quot; rel=&quot;nofollow noreferrer&quot;&gt;Battery Types&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;Extra info&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It appears the last code change was &lt;a href=&quot;https://vpic.nhtsa.dot.gov/api/Home/Index/ReleaseNotes&quot; rel=&quot;nofollow noreferrer&quot;&gt;15th July&lt;/a&gt; this year so that seems promising for it being maintained and having up to date data&lt;/li&gt;&#xA;&lt;li&gt;It also looks like you can download the database&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33876" LastActivityDate="2023-09-05T20:23:02.620" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21210" PostTypeId="1" CreationDate="2023-09-05T22:07:33.357" Score="3" ViewCount="32" Body="&lt;p&gt;I’m attempting to create a mobile app feature for farmers/gardeners where the first and last frost date is returned from NOAA data based on zip code ( or lat and long). There are a number online, but here’s a nice example: &lt;a href=&quot;https://davesgarden.com/guides/freeze-frost-dates/index.php?q=78701&amp;amp;submit=Go&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://davesgarden.com/guides/freeze-frost-dates/index.php?q=78701&amp;amp;submit=Go&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;And another here: &lt;a href=&quot;https://www.almanac.com/gardening/frostdates/zipcode/78701&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.almanac.com/gardening/frostdates/zipcode/78701&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Given a stationID, I can successfully query the API for the US Climate Normals (dataset: NORMAL_ANN) from 1981-2010.&lt;/p&gt;&#xA;&lt;p&gt;The NOAA datasets and documentation seems very fragmented and I’m a bit stuck.&lt;/p&gt;&#xA;&lt;p&gt;I have two questions.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;p&gt;There is a newer dataset (&lt;a href=&quot;https://www.ncei.noaa.gov/products/land-based-station/us-climate-normals&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.ncei.noaa.gov/products/land-based-station/us-climate-normals&lt;/a&gt;) I would like to use, but I can’t seem to access that by an API? I can’t really bulk download the data and distribute it with the app as that would be too big. Is there’s an alternative way to access that per station that I’m missing?&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;What’s the best way to lookup the stations for the data I need? Currently, I convert the user’s zip to a FIPS (county) code and request a list of stations via the 2.0 API. Then I can request my specific data types (90% chance of last 32 degree temp for instance) from one of the stations returned. However, the stations I get back from this approach are different than the stations in the examples I provided above. The first station listed on the web example is “Austin Mueller Airport” which isn’t even returned for the FIPS code in Travis County… so clearly there is another method being used.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Thanks for any help or insight you can provide.&lt;/p&gt;&#xA;" OwnerUserId="33923" LastActivityDate="2023-09-05T22:07:33.357" Title="NOAA API - climate normals dataset and stationID issues" Tags="|api|weather|noaa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21211" PostTypeId="1" CreationDate="2023-09-06T15:56:26.137" Score="2" ViewCount="16" Body="&lt;p&gt;I am looking to see if there is an api that returns the SDS information for a given pesticide product.&lt;/p&gt;&#xA;&lt;p&gt;For example, many pesticides have a label with the active ingredients used for managing the pest.  However, there are often other ingredients that are listed on the pesticide label as other, but the SDS has detailed information on them.&lt;/p&gt;&#xA;&lt;p&gt;Does this data exist in one of your databased that can be queried with an API?&lt;/p&gt;&#xA;&lt;p&gt;Thanks&#xA;Dave&lt;/p&gt;&#xA;" OwnerUserId="33926" LastActivityDate="2023-09-06T15:56:26.137" Title="Safety Data Sheets" Tags="|labor|occupational-safety-and-health-act|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21212" PostTypeId="1" CreationDate="2023-09-06T19:31:29.983" Score="2" ViewCount="35" Body="&lt;p&gt;I know the unicode dataset has information about &amp;quot;this character has numerical value X&amp;quot;, and such, and it also has sometimes a sort order for the characters. But I don't think it has information on which characters are used in which alphabets/writing systems, and also which characters are numbers and such.&lt;/p&gt;&#xA;&lt;p&gt;Has anyone collected this information and structured it in some way in CSV or JSON? I know you can find this information on Wikipedia in random unstructured tables, but I would like to find it already aggregated if possible.&lt;/p&gt;&#xA;&lt;p&gt;Things like the &lt;a href=&quot;https://en.wiktionary.org/wiki/Appendix:Finnish_alphabet&quot; rel=&quot;nofollow noreferrer&quot;&gt;Finnish alphabet&lt;/a&gt;, which uses the Latin unicode block, has different letters and order than the English alphabet, etc... And in the Hebrew alphabet, certain characters are given numerical meaning and whatnot. Does any of this data exist structured somewhere? In Tibetan, each character has a pronunciation associated with it, and also characters sometime have names in the native language. That sort of stuff.&lt;/p&gt;&#xA;&lt;p&gt;I saw &lt;a href=&quot;https://character-table.netlify.app/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://character-table.netlify.app/&lt;/a&gt; but it looks like simple unicode mappings, so not sure if anything else exists. &lt;a href=&quot;https://omniglot.com/charts/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Omniglot has charts&lt;/a&gt;, which are spreadsheets with many alphabets, but they would have to be heavily reworked as the xls format they are in is not currently easily convertible to JSON.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="5958" LastEditDate="2023-09-06T19:45:25.720" LastActivityDate="2023-09-08T05:06:01.780" Title="List of alphabet and other character data per language as structured data?" Tags="|language|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21213" PostTypeId="2" ParentId="21212" CreationDate="2023-09-07T01:48:44.780" Score="1" Body="&lt;p&gt;If Wikipedia has the unstructured data, chances are Wikidata has the structured data. :-)&lt;/p&gt;&#xA;&lt;p&gt;After finding &lt;a href=&quot;https://www.wikidata.org/wiki/Q29517555&quot; rel=&quot;nofollow noreferrer&quot;&gt;natural writing system&lt;/a&gt; in Wikidata, to get you started I wrote this query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?naturalWritingSystem ?naturalWritingSystemLabel ?unicodeRange&#xA;WHERE &#xA;{&#xA;  ?naturalWritingSystem wdt:P31 wd:Q29517555. # Must be of a cat&#xA;  OPTIONAL{&#xA;    ?naturalWritingSystem wdt:P5949 ?unicodeRange.&#xA;  }&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;[AUTO_LANGUAGE],en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Result sample:&#xA;&lt;a href=&quot;https://i.stack.imgur.com/VPqqQ.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/VPqqQ.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;You can run the query here: &lt;a href=&quot;https://w.wiki/7QfQ&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://w.wiki/7QfQ&lt;/a&gt; and select JSON as the output. It will be table-shaped JSON though, with the left columns repeated where needed.&lt;/p&gt;&#xA;&lt;p&gt;To answer your question in more details, using more properties and cross-referencing with &lt;a href=&quot;https://www.wikidata.org/wiki/Q3241972&quot; rel=&quot;nofollow noreferrer&quot;&gt;character&lt;/a&gt; or &lt;a href=&quot;https://www.wikidata.org/wiki/Q2545446&quot; rel=&quot;nofollow noreferrer&quot;&gt;grapheme&lt;/a&gt; (possibly going from the unicode ranges in my screenshot above) is needed.&lt;/p&gt;&#xA;" OwnerUserId="754" LastEditorUserId="754" LastEditDate="2023-09-08T05:06:01.780" LastActivityDate="2023-09-08T05:06:01.780" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21214" PostTypeId="1" CreationDate="2023-09-07T02:17:21.660" Score="1" ViewCount="18" Body="&lt;p&gt;I'm having a difficult time going through the API trying to find out how I can get Initial Jobless Claims and Continued Jobless Claims data. The documentation isn't very clear - or I'm not looking in the right areas.&lt;/p&gt;&#xA;" OwnerUserId="33928" LastActivityDate="2023-09-07T02:17:21.660" Title="How do I get Initial Jobless Claims and Continued Jobless Claims data?" Tags="|api|labor|" AnswerCount="0" CommentCount="3" ClosedDate="2023-09-08T06:13:06.887" ContentLicense="CC BY-SA 4.0" />
  <row Id="21215" PostTypeId="1" CreationDate="2023-09-08T05:51:58.030" Score="0" ViewCount="30" Body="&lt;p&gt;Is there a way to know when and what new data set is added to a specific endpoint like drugs/events?&lt;/p&gt;&#xA;&lt;p&gt;we have last modified for a particuklar endpoint, but I want see what all new data is added recently&lt;/p&gt;&#xA;" OwnerUserId="33939" LastActivityDate="2023-09-08T14:22:39.997" Title="way to get new dataset on FDA" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21216" PostTypeId="2" ParentId="21215" CreationDate="2023-09-08T14:22:39.997" Score="1" Body="&lt;p&gt;There's no way to do so through API querying. The best way to track this would be to download the data daily and compare to previous results.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-09-08T14:22:39.997" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21217" PostTypeId="1" CreationDate="2023-09-08T17:59:08.440" Score="1" ViewCount="24" Body="&lt;p&gt;I am looking for a shapefile of the United States census blocks (not block groups, blocks) for 2020/multiple years.&lt;/p&gt;&#xA;&lt;p&gt;When I go to the census site for downloads, it either doesn't appear to have blocks (the ftp site, &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2020/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/geo/tiger/TIGER2020/&lt;/a&gt; and would still require downloading all 50 states and merging them) or it will only let me download by state (the web download site &lt;a href=&quot;https://www.census.gov/cgi-bin/geo/shapefiles/index.php?year=2020&amp;amp;layergroup=Blocks+%282020%29&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.census.gov/cgi-bin/geo/shapefiles/index.php?year=2020&amp;amp;layergroup=Blocks+%282020%29&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;This seems like something that should exist, but I can't find it. The feature service version of it from ESRI doesn't appear to work.&lt;/p&gt;&#xA;" OwnerUserId="33943" LastActivityDate="2023-09-08T17:59:08.440" Title="Seeking shapefile of entire United States Census Blocks" Tags="|geospatial|census|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21218" PostTypeId="1" CreationDate="2023-09-09T07:07:01.830" Score="1" ViewCount="26" Body="&lt;h2&gt;Summary&lt;/h2&gt;&#xA;&lt;p&gt;I have been seeking a data source (either API or downloadable data) that would contain information on whale sightings from around the world.&lt;/p&gt;&#xA;&lt;h2&gt;Fields&lt;/h2&gt;&#xA;&lt;p&gt;Ideally it would contain all these fields but that is a long shot. I am looking for:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;species of whale&lt;/li&gt;&#xA;&lt;li&gt;timestamp of sighting&lt;/li&gt;&#xA;&lt;li&gt;location of sighting&lt;/li&gt;&#xA;&lt;li&gt;photo of sighting&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;h2&gt;Other info&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;It seems their used to be an open API &lt;a href=&quot;https://publicapis.io/the-whale-hotline-animals-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;Whale Hotline&lt;/a&gt; that had a &lt;code&gt;/sightings&lt;/code&gt; endpoint but the API is no longer active.&lt;/li&gt;&#xA;&lt;li&gt;The data I am after is similar to what is used on &lt;a href=&quot;https://happywhale.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;happywhale.com&lt;/a&gt; but I don't think their data is available to download.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;If anyone knows of any data sources I could use I would be extremely grateful, thanks.&lt;/p&gt;&#xA;" OwnerUserId="33876" LastActivityDate="2024-02-23T12:10:19.797" Title="Seeking Whale Sighting Data" Tags="|data-request|oceanographic|animals|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21219" PostTypeId="1" CreationDate="2023-09-09T12:25:32.643" Score="1" ViewCount="54" Body="&lt;p&gt;I am looking for land use data (not land cover), preferably in a raster format with at least 100m resolution or higher for California for the year 2018. Are there such data?&lt;/p&gt;&#xA;" OwnerUserId="32246" LastActivityDate="2023-09-09T12:25:32.643" Title="Land use GIS data for California for the year 2018" Tags="|data-request|usa|data|" AnswerCount="0" CommentCount="4" ContentLicense="CC BY-SA 4.0" />
  <row Id="21220" PostTypeId="1" CreationDate="2023-09-10T16:53:43.537" Score="0" ViewCount="23" Body="&lt;p&gt;How can I effectively compare this extensive dataset with the previous version I downloaded, especially considering that I need to re-download the updated dataset each time it's refreshed?&lt;/p&gt;&#xA;&lt;p&gt;Furthermore, every record doesn't have pdfs linked to them&lt;/p&gt;&#xA;" OwnerUserId="33939" LastActivityDate="2023-09-11T16:07:52.473" Title="Comparing new data of drugsfda" Tags="|openfda|drugs|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21221" PostTypeId="2" ParentId="21220" CreationDate="2023-09-11T16:07:52.473" Score="1" Body="&lt;p&gt;There are a number of technologies out there that can assist in comparing what has changed in the dataset compared to previous versions you loaded. We don't release specific update logs, but programmatically comparing to previous versions saved in a database should prove effective in revealing what has changed. Not every record has a pdf linked in the upstream data source, so unfortunately that persists in our translation of this data.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-09-11T16:07:52.473" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21223" PostTypeId="1" CreationDate="2023-09-13T14:59:12.150" Score="0" ViewCount="108" Body="&lt;p&gt;We are using the below API to fetch data based on dates:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?api_key=MyAPIKey&amp;amp;search=date_received:%5B20230702+TO+20230704%5DAND+device.device_report_product_code.exact:%22CCK%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?api_key=MyAPIKey&amp;amp;search=date_received:[20230702+TO+20230704]AND+device.device_report_product_code.exact:%22CCK%22&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;but the above API does not provide all the data as it is missing below report numbers based on different dates and all these report numbers are for older data means it should be present using the above API call.&lt;/p&gt;&#xA;&lt;p&gt;2016493-2023-190093,&#xA;2518435-2023-00011,&#xA;2518435-2023-00014,&#xA;2518435-2023-00020,&#xA;2518435-2023-00021,&#xA;2518435-2023-00022,&#xA;3014663932-2023-00005,&#xA;3014663932-2023-00006,&#xA;3014663932-2023-00010,&#xA;3014663932-2023-00011,&#xA;3005520039-2023-00001&lt;/p&gt;&#xA;&lt;p&gt;however the above report numbers are present when we search on below:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Kindly help.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Shailendra Jetpuria&lt;/p&gt;&#xA;" OwnerUserId="33722" LastEditorUserId="33722" LastEditDate="2023-12-19T06:22:55.247" LastActivityDate="2024-01-18T07:00:30.103" Title="Missing certain data in API" Tags="|data-request|api|openfda|uses-of-open-data|" AnswerCount="3" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21224" PostTypeId="1" CreationDate="2023-09-14T08:13:48.293" Score="0" ViewCount="25" Body="&lt;p&gt;I have two different data sources:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;a US survey at general geographic level (i.e. north, south, etc.)&lt;/li&gt;&#xA;&lt;li&gt;a dataset on a specific disease at the individual level&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;I know that I cannot merge two datasets that are not at the same level (zone vs individual), but the question is: can I aggregate the second dataset into zones just like the first one and then merge the two? Also, if yes, how can I perform the aggregation?&lt;/p&gt;&#xA;&lt;p&gt;The first dataset has in it general information about surveyed individuals and contains also their residence (which is precisely at the zone-level I was discussing above), whereas the second one is a cancer database which should contain cancer cases in the US and their residence at the state-level.&#xA;Also, the first one contains weights and the survey has been conducted every year since 1970, however my period of interest is like from 2018 onwards more or less (still not sure, but I need recent data).&lt;/p&gt;&#xA;" OwnerUserId="33968" LastActivityDate="2023-09-14T08:13:48.293" Title="Can I merge two datasets from two different sources?" Tags="|uses-of-open-data|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21225" PostTypeId="1" CreationDate="2023-09-14T10:09:15.387" Score="1" ViewCount="49" Body="&lt;p&gt;I was exploring IMDB's data APIs and came across two links.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.imdb.com/documentation/api-documentation/?ref_=side_nav&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.imdb.com/documentation/api-documentation/?ref_=side_nav&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;OR&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://imdb-api.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://imdb-api.com/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Do anyone known which one of these is the officially supported API from IMDB?&lt;/p&gt;&#xA;&lt;p&gt;It appears the developers.imdb.com seems official API just by looking at the page but I prefer not to use this as it requires register an AWS account and bit of a setup here.&lt;/p&gt;&#xA;&lt;p&gt;But the imdb-api.com looks fairly easy to setup but not sure about its performance and if anyone has used it to provide feedback?&lt;/p&gt;&#xA;" OwnerUserId="33171" LastEditorUserId="33964" LastEditDate="2023-09-15T02:05:01.930" LastActivityDate="2023-09-15T02:05:01.930" Title="Officially supported IMDB Data APIs" Tags="|data-request|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21226" PostTypeId="2" ParentId="21223" CreationDate="2023-09-14T15:13:58.717" Score="0" Body="&lt;p&gt;openFDA updates the device event endpoint roughly quarterly, so the early July records are not in the current dataset. We are due for an update soon though, so that data should be available in the very near future.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-09-14T15:13:58.717" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21229" PostTypeId="2" ParentId="21145" CreationDate="2023-09-17T06:35:04.560" Score="0" Body="&lt;h2&gt;back4app&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;The API &lt;a href=&quot;https://www.back4app.com/database/back4app/us-counties-api&quot; rel=&quot;nofollow noreferrer&quot;&gt;here on back4app&lt;/a&gt; can give the information you are after&lt;/li&gt;&#xA;&lt;li&gt;From the link&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This is a very detailed database with data about all the counties in the USA. The USA counties database is accessible via API and developers can perform queries and consume the data using the API playground.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;The list of US counties dataset provides the following information for&#xA;each county of the US&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;County Name&lt;/li&gt;&#xA;&lt;li&gt;County State&lt;/li&gt;&#xA;&lt;li&gt;County State Code&lt;/li&gt;&#xA;&lt;li&gt;County MSA Code&lt;/li&gt;&#xA;&lt;li&gt;County FIPS Code&lt;/li&gt;&#xA;&lt;li&gt;County Township Code&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;h2&gt;Example with node.js&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.back4app.com/database/back4app/us-counties-api/get-started/node-js/rest-api/node-fetch&quot; rel=&quot;nofollow noreferrer&quot;&gt;see here&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;pre&gt;&lt;code&gt;const fetch = require('node-fetch');&#xA;&#xA;(async () =&amp;gt; {&#xA;  const response = await fetch(&#xA;    'https://parseapi.back4app.com/classes/Area?limit=50&amp;amp;order=state,countyName&amp;amp;keys=countyName,state',&#xA;    {&#xA;      headers: {&#xA;        'X-Parse-Application-Id': 'VWAH9UbFty9tuCJVHIJPjYvH8OGcNyUTMkHH3UvL', // This is the fake app's application id&#xA;        'X-Parse-Master-Key': 'UsYwiuputxOcEcYTZqWKshopMgEjElqA4U4Mcy9V', // This is the fake app's readonly master key&#xA;      }&#xA;    }&#xA;  );&#xA;  const data = await response.json(); // Here you have the data that you need&#xA;  console.log(JSON.stringify(data, null, 2));&#xA;})();&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Would give the following result:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;results&amp;quot;: [&#xA;    {&#xA;      &amp;quot;objectId&amp;quot;: &amp;quot;rEqDvFeLMA&amp;quot;,&#xA;      &amp;quot;state&amp;quot;: &amp;quot;Alabama&amp;quot;,&#xA;      &amp;quot;countyName&amp;quot;: &amp;quot;Autauga County&amp;quot;,&#xA;      &amp;quot;createdAt&amp;quot;: &amp;quot;2019-12-17T15:23:19.860Z&amp;quot;,&#xA;      &amp;quot;updatedAt&amp;quot;: &amp;quot;2019-12-17T15:23:19.860Z&amp;quot;&#xA;    },&#xA;    {&#xA;      &amp;quot;objectId&amp;quot;: &amp;quot;NNYekTy0dA&amp;quot;,&#xA;      &amp;quot;state&amp;quot;: &amp;quot;Alabama&amp;quot;,&#xA;      &amp;quot;countyName&amp;quot;: &amp;quot;Baldwin County&amp;quot;,&#xA;      &amp;quot;createdAt&amp;quot;: &amp;quot;2019-12-17T15:23:19.860Z&amp;quot;,&#xA;      &amp;quot;updatedAt&amp;quot;: &amp;quot;2019-12-17T15:23:19.860Z&amp;quot;&#xA;    },&#xA;    ...&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;h2&gt;Is API the way to go?&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Is there a reason you have to use an API?&lt;/li&gt;&#xA;&lt;li&gt;As &lt;a href=&quot;https://opendata.stackexchange.com/users/33502/1729-shivam-maurya&quot;&gt;Shivam&lt;/a&gt; has answered already you can find the information to download&lt;/li&gt;&#xA;&lt;li&gt;As an example could you not add this file to your project -&amp;gt; &lt;a href=&quot;https://gist.github.com/vitalii-z8i/bbb96d55d57f1e4342c3408e7286d3f2&quot; rel=&quot;nofollow noreferrer&quot;&gt;JSON on github&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;This file is only 19KB&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="33876" LastActivityDate="2023-09-17T06:35:04.560" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21230" PostTypeId="1" CreationDate="2023-09-17T13:34:51.447" Score="0" ViewCount="28" Body="&lt;p&gt;I'm looking for databases of credit card merchant names. These are the names that would appear on your credit card bill, such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;MICROSOFT*MICROSOFT 36 MSBILL.INFO&lt;/li&gt;&#xA;&lt;li&gt;FID BKG SVC LLC MONEYLINE&lt;/li&gt;&#xA;&lt;li&gt;AMAZON MKTPLACE PMTS AMZN.COM/BILL WA&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I feel like they should be freely available somewhere, but they seem to be hard to retrieve at any sort of scale.&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2023-09-17T13:34:51.447" Title="Credit Card Merchant Names" Tags="|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21231" PostTypeId="1" CreationDate="2023-09-17T15:15:38.593" Score="2" ViewCount="21" Body="&lt;p&gt;I am looking to organize and centralize all my personal health data in a machine-readable format on my self-hosted private server. My intention is to have a consolidated, single source of information that encompasses a variety of data points such as:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Events&lt;/strong&gt;: This would cover the spectrum of my healthcare interactions such as doctor visits and various medical tests I've undergone along with their results.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Medical Records&lt;/strong&gt;: I would like to incorporate the patient records I've received from healthcare providers. These should include information such as diagnoses and prescriptions.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;&lt;strong&gt;Personal Health Measurements&lt;/strong&gt;: I am also interested in integrating self-measured data like blood pressure and weight to this data repository.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;My motivation for this endeavor is the belief that an open standard could facilitate an ecosystem of applications designed to enhance usability of such data, offer insights, provide reminders, and so on.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Is there an existing open standard that caters to the requirements I have mentioned?&lt;/strong&gt;&lt;/p&gt;&#xA;" OwnerUserId="13336" LastActivityDate="2023-09-17T15:15:38.593" Title="Is there a developer-friendly open standard / ontology for personal health data?" Tags="|medical|uses-of-open-data|ontology|standards|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21232" PostTypeId="1" CreationDate="2023-09-18T12:12:59.093" Score="0" ViewCount="94" Body="&lt;p&gt;I am trying to create an alluvial plot using ggplot and the ggalluvial. I am less interested in the frequency change per position, but instead, I'm more interested in the percent change per position. Is there a way to change my plot from frequency on the y-axis to percent? Appreciate the help.&lt;/p&gt;&#xA;&lt;p&gt;I created a simulated dataset. Note that I randomly delete 10% of the simulated dataset so that each class frequency changes per position.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;id &amp;lt;-  rep(1:15000, each = 7)&#xA;position &amp;lt;-  rep(1:7, 15000)&#xA;data &amp;lt;- data.frame(id,position)&#xA;data$class &amp;lt;- sample(1:4, nrow(data), replace = TRUE)&#xA;&#xA;#randomly eliminating rows so that the number of observations per class is not constant&#xA;data$random_number &amp;lt;- runif(nrow(data), 0, 1)&#xA;data &amp;lt;- data[data$random_number &amp;gt;= 0.1, ]&#xA;&#xA;&#xA;ggplot(data, aes(x = as.factor(position), stratum = as.factor(class), alluvium = as.factor(id),&#xA;           fill = as.factor(class), label = as.factor(class))) +&#xA;  scale_fill_brewer(type = &amp;quot;qual&amp;quot;, palette = &amp;quot;Set2&amp;quot;) +&#xA;  scale_x_discrete(expand = c(.1, .1)) +&#xA;  geom_flow() +&#xA;  geom_stratum(alpha = .5) +&#xA;  geom_text(stat = &amp;quot;stratum&amp;quot;, size = 3) +&#xA;  theme_bw() +&#xA;  theme(legend.position = &amp;quot;none&amp;quot;, axis.title=element_blank(),axis.text.y=element_blank())&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/898FS.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/898FS.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34001" LastActivityDate="2023-09-18T12:12:59.093" Title="Alluvial Plot / Sankey Diagram in R - Use Percents Instead of Frequencies" Tags="|programming|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21233" PostTypeId="2" ParentId="21223" CreationDate="2023-09-18T13:19:40.783" Score="0" Body="&lt;p&gt;Device Event dataset updates weekly. This issue should now be fixed. Please review.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-09-18T13:19:40.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21234" PostTypeId="1" CreationDate="2023-09-21T07:31:49.043" Score="0" ViewCount="8" Body="&lt;p&gt;I would like to know drug labeling information from this openFDA website can be considered as the official approved information or not.&lt;/p&gt;&#xA;" OwnerUserId="34017" LastEditorUserId="754" LastEditDate="2023-09-22T03:20:59.273" LastActivityDate="2023-09-22T03:20:59.273" Title="Is the drug Labeling information in openFDA website reviewed, approved, validted by USFDA?" Tags="|drugs|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21235" PostTypeId="1" CreationDate="2023-09-21T12:39:52.350" Score="3" ViewCount="14" Body="&lt;p&gt;I am looking for two type of rasters: one about the annual snow cover duration (in days or percentage) and the other one about the annual night light intensity, both over Europe.&lt;/p&gt;&#xA;&lt;p&gt;I tried looking for them on the Internet, and while I found only monthly layers for snow covers (I should use the layers from 2012 up to now, I would like not to do the mean of more than 100 layers), I cannot find any layers about night light.&lt;/p&gt;&#xA;&lt;p&gt;Can you provide me with some links to download this kind of data?&lt;/p&gt;&#xA;" OwnerUserId="34019" LastActivityDate="2023-09-21T12:39:52.350" Title="Seeking rasters about annual snow cover duration and nightlight over Europe" Tags="|download|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21236" PostTypeId="2" ParentId="21223" CreationDate="2023-09-22T09:38:12.057" Score="0" Body="&lt;p&gt;We are still not able to get the july month data for example if you search this report number 2016493-2023-190093 in &lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&lt;/a&gt; you will get two results for july month, now try the below API URL within date range of june to july 23 and you see that this report number is not there in the API response:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?api_key=T1Hc46PBzj4XxShHdLhmdfilfr9Xpsd1DmpZo0or&amp;amp;search=date_received:%5B20230630+TO+20230731%5DAND+device.device_report_product_code.exact:%22CCK%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?api_key=T1Hc46PBzj4XxShHdLhmdfilfr9Xpsd1DmpZo0or&amp;amp;search=date_received:[20230630+TO+20230731]AND+device.device_report_product_code.exact:%22CCK%22&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Similarly the other report numbers below for older months have been missing from the API results:&lt;/p&gt;&#xA;&lt;p&gt;2518435-2023-00011, 2518435-2023-00014, 2518435-2023-00020, 2518435-2023-00021, 2518435-2023-00022, 3014663932-2023-00005, 3014663932-2023-00006, 3014663932-2023-00010, 3014663932-2023-00011, 3005520039-2023-00001&lt;/p&gt;&#xA;&lt;p&gt;Kindly help on this as this is quite urgent.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Shailendra Jetpuria&lt;/p&gt;&#xA;" OwnerUserId="34022" LastActivityDate="2023-09-22T09:38:12.057" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21237" PostTypeId="1" CreationDate="2023-09-22T17:18:51.477" Score="0" ViewCount="27" Body="&lt;p&gt;I'm looking to confirm I'm using the correct variables for the following groups:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;C150_4 = 6-year graduation rate&lt;/li&gt;&#xA;&lt;li&gt;PELL_COMP_ORIG_YR6_RT = 6-year graduation rate for Pell eligible students.&lt;/li&gt;&#xA;&lt;li&gt;NOPELL_COMP_ORIG_YR6_RT = 6-year graduation rate for non-Pell eligible students.&lt;/li&gt;&#xA;&lt;li&gt;FIRSTGEN_COMP_ORIG_YR6_RT = 6-year graduation rate for first-generation students.&lt;/li&gt;&#xA;&lt;li&gt;NOT1STGEN_COMP_ORIG_YR6_RT = 6-year graduation rate for non-first-generation students.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="34026" LastActivityDate="2023-09-22T17:18:51.477" Title="6-Year Graduation Rates, Pell and First-Generation Students" Tags="|education|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21238" PostTypeId="1" CreationDate="2023-09-24T16:23:02.670" Score="1" ViewCount="6" Body="&lt;p&gt;I've found the troves of data from the department of education on undergraduate admissions. School acceptance rates, ACT / SATs, etc.&lt;/p&gt;&#xA;&lt;p&gt;Is there any such data for graduate schools or programs? For example, GRE / GMAT data, or simply acceptance rates. Any help would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="34032" LastActivityDate="2023-09-24T16:23:02.670" Title="Seeking data on graduate admissions, DoED" Tags="|data-request|api|data.gov|education|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21240" PostTypeId="1" CreationDate="2023-09-27T00:27:54.547" Score="2" ViewCount="95" Body="&lt;p&gt;On the USDA FoodData Central API, I can successfully fetch foods, and get all of their details. However, I realized that the USDA FoodData Central API does not return an image for the foods. As per my requirements, I need an image to accompany the food.&lt;/p&gt;&#xA;&lt;p&gt;I tried using the UPC number to fetch the image by using a barcode API, however a lot of the time it does not work and doesn't return any data. Also, this method won't work for Foundational Food types.&lt;/p&gt;&#xA;&lt;p&gt;Also, if someone knows of a better food API which provides images, please tell me. I would be willing to switch to another API if that one has food images (as well as food names, branded and general).&lt;/p&gt;&#xA;" OwnerUserId="34045" LastEditorUserId="34045" LastEditDate="2023-10-07T17:06:24.580" LastActivityDate="2024-03-05T19:01:05.697" Title="How to get images for foods fetched on USDA FoodData Central API?" Tags="|data-request|api|data.gov|government|images|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21241" PostTypeId="2" ParentId="21099" CreationDate="2023-09-27T15:08:14.187" Score="0" Body="&lt;p&gt;Only states on the federal exchange are available through that api. All states on this state-based exchange list would not be available: &lt;a href=&quot;https://www.cms.gov/CCIIO/Resources/Fact-Sheets-and-FAQs/state-marketplaces&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cms.gov/CCIIO/Resources/Fact-Sheets-and-FAQs/state-marketplaces&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34048" LastActivityDate="2023-09-27T15:08:14.187" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21242" PostTypeId="1" CreationDate="2023-09-27T17:03:27.007" Score="3" ViewCount="34" Body="&lt;p&gt;Coastlines have fluctuated throughout human history, such as the Persian Gulf, Yellow River delta, etc. Are there any shapefiles of those old shorelines? (Preferably the bronze age)&lt;/p&gt;&#xA;" OwnerDisplayName="Richie Tozier" LastEditorUserId="754" LastEditDate="2023-09-28T02:57:15.643" LastActivityDate="2023-09-28T02:57:15.643" Title="Sources of ancient shorelines" Tags="|geospatial|historical|oceanographic|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21243" PostTypeId="1" CreationDate="2023-09-28T19:46:01.373" Score="0" ViewCount="35" Body="&lt;p&gt;Where can one find a free or open dataset listing the geographic boundaries of languages and/or language &lt;em&gt;families&lt;/em&gt;, something like &lt;a href=&quot;https://en.wikipedia.org/wiki/Template:Distribution_of_languages_in_the_world&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; (but the raw JSON/XML/CSV data behind it):&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/ENE8Z.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ENE8Z.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Would like to show an interactive map of the major language families across the Earth, ultimately, so need some structured data to work with.&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/List_of_language_families&quot; rel=&quot;nofollow noreferrer&quot;&gt;Language families list&lt;/a&gt; (Wikipedia, without geographic boundaries/coordinates).&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://turanfarsyth.github.io/MyWebApp/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;Random interactive map&lt;/a&gt; I found.&lt;/li&gt;&#xA;&lt;li&gt;Found several other lists of families like &lt;a href=&quot;https://maps-and-tables.neocities.org/languages_map&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt;, but no geographic datasets.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Any help would be greatly appreciated. The data must exist if these maps were to have been created somehow, I'm guessing, but can't seem to find it. &lt;a href=&quot;https://glottolog.org/meta/downloads&quot; rel=&quot;nofollow noreferrer&quot;&gt;Glottolog's dataset&lt;/a&gt; is the closest I've found, but it offers central &lt;em&gt;points&lt;/em&gt; in geocoordinates, not geographic boundaries. For example, English in Glottolog's geocoordinates is listed &lt;a href=&quot;https://maps.app.goo.gl/gDvmmfZM51Tg96dMA&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, which is not correct, it should show boundaries covering much of the world.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastEditorUserId="5958" LastEditDate="2023-09-28T19:54:06.563" LastActivityDate="2023-09-28T19:54:06.563" Title="Dataset of geographic distribution of languages and/or language families across the globe?" Tags="|geospatial|language|json|xml|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21245" PostTypeId="1" CreationDate="2023-09-29T09:19:44.703" Score="0" ViewCount="10" Body="&lt;p&gt;I'm looking for evaluation datasets for Short Track of &lt;em&gt;Entity Recognition and Disambiguation Challenge 2014&lt;/em&gt; (ERD'14) (described in the &lt;a href=&quot;https://dl.acm.org/doi/pdf/10.1145/2701583.2701591&quot; rel=&quot;nofollow noreferrer&quot;&gt;paper&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;The dataset should be &lt;a href=&quot;http://web-ngram.research.microsoft.com/erd2014/Datasets.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt; but it has been removed. I found archived version of the this &lt;a href=&quot;https://web.archive.org/web/20140801072019/http://web-ngram.research.microsoft.com/erd2014/Datasets.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;page&lt;/a&gt;, but datasets weren't archived (probably WebArchive doesn't crawl large files).&lt;/p&gt;&#xA;" OwnerUserId="22469" LastActivityDate="2023-09-29T09:19:44.703" Title="Entity Recognition and Disambiguation Challenge 2014 datasets" Tags="|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21246" PostTypeId="1" CreationDate="2023-09-29T12:16:47.637" Score="0" ViewCount="10" Body="&lt;p&gt;I'm trying to request data on UDI...&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/udi.json?api_key=xxxxxxxx&amp;amp;search=identifiers.id:EFOR74982201001&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/udi.json?api_key=xxxxxxxx&amp;amp;search=identifiers.id:EFOR74982201001&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Is the identifiers.id field the UDI? Each time I input my own UDI, the response is 'Not found'. Example UDI: 827002041370&lt;/p&gt;&#xA;" OwnerUserId="34057" LastEditorUserId="34057" LastEditDate="2023-09-29T12:30:13.473" LastActivityDate="2023-09-29T12:30:13.473" Title="Simple FDA question" Tags="|api|healthcare-finder-api|barcodes|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21247" PostTypeId="1" CreationDate="2023-09-29T15:11:36.850" Score="1" ViewCount="27" Body="&lt;p&gt;Does there exist a geospatial datafile with the shapes/boundaries of Euroregions? As explained in sources like &lt;a href=&quot;https://en.wikipedia.org/wiki/Euroregion&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia&lt;/a&gt;, Euroregions are zones within the European Union where local governments separated by a border have established a formal arrangement for cooperating on some issue. The Association of European Border Regions lists the &lt;a href=&quot;https://www.aebr.eu/members/&quot; rel=&quot;nofollow noreferrer&quot;&gt;names and involved jurisdictions&lt;/a&gt;, but I cannot find a geospatial version of this set. If this does not exist, any suggestions on a good geospatial data source for all European subnational administrative divisions from which one could manually merge the shapes of localities across countries into Euroregions? There seem to be a bunch, and I am not sure which is the definitive source.&lt;/p&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://www.researchgate.net/profile/Maria-Henar-Salas-Olmedo/publication/267727234/figure/fig1/AS:392230708760580@1470526496318/The-map-of-Euroregions-Source-http-wwwaebreu.png&quot; alt=&quot;&quot; /&gt; &lt;a href=&quot;https://www.researchgate.net/figure/The-map-of-Euroregions-Source-http-wwwaebreu_fig1_267727234&quot; rel=&quot;nofollow noreferrer&quot;&gt;Source&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34059" LastActivityDate="2023-09-29T15:11:36.850" Title="Geospatial datafile for Euroregions" Tags="|geospatial|europe|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21248" PostTypeId="1" CreationDate="2023-09-30T15:35:56.727" Score="1" ViewCount="30" Body="&lt;p&gt;I want to make an application in which users can search for cars and have all the information on the car they are looking for, these different characteristics and one or two images. For this I want to use an API but I don't know which one to use. A free or very inexpensive API if possible.&#xA;Do you know of a good API to do this?&lt;/p&gt;&#xA;&lt;p&gt;The search for the car will be done via a basic search bar&lt;/p&gt;&#xA;&lt;p&gt;In case this could be useful I would specify that the project will be done in Symfony php. In clean architecture because I'm trying to get started with that.&lt;/p&gt;&#xA;&lt;p&gt;Thank you&lt;/p&gt;&#xA;" OwnerUserId="34071" LastEditorUserId="34071" LastEditDate="2023-09-30T15:37:19.393" LastActivityDate="2023-09-30T15:37:19.393" Title="API for searching vehicles to get their characteristics and images" Tags="|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21249" PostTypeId="1" CreationDate="2023-10-02T16:36:47.277" Score="1" ViewCount="34" Body="&lt;p&gt;I'm looking for a soccer penalty dataset containing as many following fields as possible:&lt;/p&gt;&#xA;&lt;p&gt;name of the player who shot the penalty&#xA;name of the goalkeeper&#xA;penalty outcome (success/fail)&#xA;ball position, i.e. where player placed the ball (center, bottom left, )&#xA;teams of the player and goalkeeper&#xA;time of the penalty during the game&#xA;player's position (attackers/midfield/defenders)&#xA;datetime of the game&#xA;competition name&lt;/p&gt;&#xA;" OwnerUserId="34082" LastActivityDate="2024-02-23T11:18:06.023" Title="Dataset of football (soccer) new penalties" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21250" PostTypeId="1" CreationDate="2023-10-03T20:42:07.183" Score="2" ViewCount="16" Body="&lt;p&gt;I am a freight broker, and I wonder if there is any way to access the updated Bills of lading database? I got access to a free dataset but it's not updated. &lt;a href=&quot;https://usimports.info/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://usimports.info/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34088" LastActivityDate="2023-10-03T20:42:07.183" Title="Updated Bills of Lading Database" Tags="|data-request|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21251" PostTypeId="1" CreationDate="2023-10-04T10:03:44.553" Score="1" ViewCount="15" Body="&lt;p&gt;I'm looking for data on votes for the position of Speaker in:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;the House of Representatives (Australia)&lt;/li&gt;&#xA;&lt;li&gt;the House of Representatives&#xA;(United States of America)&lt;/li&gt;&#xA;&lt;li&gt;the House of Commons (United Kingdom)&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;preferably for the period 1992 - 2023.&lt;/p&gt;&#xA;" OwnerUserId="3786" LastActivityDate="2023-10-04T10:03:44.553" Title="Voting data in elections for parliamentary speaker position" Tags="|data-request|usa|uk|australia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21252" PostTypeId="1" CreationDate="2023-10-06T02:11:21.957" Score="2" ViewCount="29" Body="&lt;p&gt;My goal is to have a single raster file containing the average relative humidity and wind velocity respectively of the last 11 years i.e. 2012-2022 for a certain region.&lt;/p&gt;&#xA;&lt;p&gt;I have looked through and see that there are many posts on calculating average temperature however, am interested in relative humidity and wind velocity. I also came across WorldClim variables : &lt;a href=&quot;https://www.worldclim.org/data/monthlywth.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.worldclim.org/data/monthlywth.html&lt;/a&gt;, which has monthly mean of temperature and precipitation which I can use to get yearly temperature and precipitation mean.&lt;/p&gt;&#xA;&lt;p&gt;Hence, I was wondering if someone could point me to a data source that contains information on relative humidity and wind velocity on google earth engine or elsewhere and also give me a high-level overview of how to calculate the average of the two variables.&lt;/p&gt;&#xA;" OwnerUserId="34101" LastActivityDate="2024-02-23T11:13:28.650" Title="Calculating average relative humidity and wind velocity" Tags="|geospatial|analysis|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21253" PostTypeId="1" CreationDate="2023-10-06T08:28:01.367" Score="1" ViewCount="11" Body="&lt;p&gt;Is there a way to obtain a netcdf file of the Koeppen-Geiger Climatic Zones?&lt;/p&gt;&#xA;" OwnerUserId="14609" LastActivityDate="2024-03-30T21:28:14.517" Title="Koeppen-Geiger Climatic Zones as netcdf file" Tags="|programming|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21254" PostTypeId="1" CreationDate="2023-10-06T13:00:20.360" Score="0" ViewCount="23" Body="&lt;p&gt;We are using below API to get data for product code &amp;quot;CAN&amp;quot; from 1st may 23 to 30th may 23:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?api_key=T1Hc46PBzj4XxShHdLhmdfilfr9Xpsd1DmpZo0or&amp;amp;search=date_received:%5B20230501+TO+20230530%5DAND+device.device_report_product_code.exact:%22CAN%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?api_key=T1Hc46PBzj4XxShHdLhmdfilfr9Xpsd1DmpZo0or&amp;amp;search=date_received:[20230501+TO+20230530]AND+device.device_report_product_code.exact:%22CAN%22&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;My question is since we need response related to product code &amp;quot;CAN&amp;quot; only why it is giving other product codes in response like &amp;quot;LPO&amp;quot; in this case.&lt;/p&gt;&#xA;" OwnerUserId="33722" LastActivityDate="2024-03-07T20:04:15.427" Title="Wrong product code in API response" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21255" PostTypeId="2" ParentId="21240" CreationDate="2023-10-06T16:35:09.867" Score="0" Body="&lt;p&gt;You can get images for food and other items on &lt;a href=&quot;https://search.usa.gov/search/docs?affiliate=agriculturalresearchservicears&amp;amp;dc=1218&amp;amp;query=&quot; rel=&quot;nofollow noreferrer&quot;&gt;USDA Photos Search Engine&lt;/a&gt;. Here, after searching you have to look for search result with description &amp;quot;News Image Number..&amp;quot;. For example : You can see for &amp;quot;onion&amp;quot; in given images.&lt;a href=&quot;https://i.stack.imgur.com/8GLlh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/8GLlh.png&quot; alt=&quot;Search results for &amp;quot;onion&amp;quot;.&quot; /&gt;&lt;/a&gt;. &lt;a href=&quot;https://i.stack.imgur.com/jbsQh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/jbsQh.png&quot; alt=&quot;On following mentioned search result.&quot; /&gt;&lt;/a&gt;I tried to automate result with web scrapping, but it is not working with well.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-10-06T16:35:09.867" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21256" PostTypeId="2" ParentId="21254" CreationDate="2023-10-09T14:23:52.310" Score="0" Body="&lt;p&gt;This is because some device event reports contain &lt;em&gt;multiple&lt;/em&gt; devices, which may include both codes. For example, report number 2518435-2023-00011 contains two devices, one of which is CAN (triggers a search hit), but the other one is LPO.&lt;/p&gt;&#xA;&lt;p&gt;Returned results always include complete device event report records in output, so you will see both devices.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-10-09T14:23:52.310" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21257" PostTypeId="1" CreationDate="2023-10-09T15:59:54.337" Score="1" ViewCount="137" Body="&lt;p&gt;I am looking for a free vehicle database with information on make, model, year model and fuel type (petrol, diesel, BEV, PHEV, HEV), does anyone have any ideas?&lt;/p&gt;&#xA;" OwnerUserId="34116" LastActivityDate="2024-02-23T11:10:09.820" Title="Vehicles free database" Tags="|uk|europe|database|environment|cars|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21258" PostTypeId="1" CreationDate="2023-10-09T19:11:37.963" Score="1" ViewCount="23" Body="&lt;p&gt;In the UK, as part of due diligence on companies, one typically looks on whether a company has received a County Court Judgement (CCJ). The Companies House website allows to retrieve lots of information on UK companies, but not the CCJ. Anybody knows if CCJ data at company level is available for free?&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2023-10-09T19:11:37.963" Title="Looking for open data on County Court Judgement against business in the UK" Tags="|uk|companies|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21260" PostTypeId="1" CreationDate="2023-10-11T07:27:29.643" Score="0" ViewCount="38" Body="&lt;p&gt;We are using below APIs to fetch the data using python but it continues to give us connection timeout and connection forcibly refused error:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://api.fda.gov/download.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/download.json&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Kindly help&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Shailendra J&lt;/p&gt;&#xA;" OwnerUserId="33722" LastActivityDate="2024-03-10T21:03:42.257" Title="Connection timeout calling open api" Tags="|api|openfda|download|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21261" PostTypeId="2" ParentId="21260" CreationDate="2023-10-12T13:29:57.833" Score="0" Body="&lt;p&gt;These two endpoints appear to be functioning normally and no outages have been recorded on the openFDA side. You can check the status of openFDA endpoints on this page: &lt;a href=&quot;https://open.fda.gov/about/status/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/about/status/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-10-12T13:29:57.833" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21262" PostTypeId="1" CreationDate="2023-09-11T21:23:54.780" Score="1" ViewCount="30" Body="&lt;p&gt;I'm quite confused - like many others -  with the license that Meta adds to the &lt;strong&gt;models' weights&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;The &lt;a href=&quot;https://github.com/facebookresearch/segment-anything&quot; rel=&quot;nofollow noreferrer&quot;&gt;segment-anything&lt;/a&gt; repository or even the paper (I read it) do not say anything about the weights i.e:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Are the weights for which they provide a completely open URL link also Apache 2.0 as the model is?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;&lt;strong&gt;Models&lt;/strong&gt; should be Architecture + Weights, but the wrong-use has made it ambiguous.&lt;/p&gt;&#xA;&lt;p&gt;Also, &lt;a href=&quot;https://github.com/facebookresearch/segment-anything/issues/63&quot; rel=&quot;nofollow noreferrer&quot;&gt;reading the issues&lt;/a&gt; and &lt;a href=&quot;https://twitter.com/ylecun/status/1643684379263369216&quot; rel=&quot;nofollow noreferrer&quot;&gt;twitter&lt;/a&gt;, plus that the fact that there are some companies using this commercially, seems to imply that this is the case.&lt;/p&gt;&#xA;&lt;p&gt;But I don't like ambiguity in such a simple, well-known scenario; especially given that you need 250 GPUs to train this model in a reasonable amount of time (so we want the pre-trained weights.)&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Apart from emailing them and possibly wait forever, what do you recommend ?&lt;/li&gt;&#xA;&lt;li&gt;Is the Apache 2.0 linked license plus the fact that they do not say anything about the weights and provide a standard URL to download it enough to be safe legally ?&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Is allowed if it is not explicitly forbidden, to assume they don't have a license (or it's Apache which is the same for most people use-case), but they aren't restricted to research ?&lt;/p&gt;&#xA;&lt;p&gt;(A different thing is the SA-B1 Dataset, which are restricted to research purposes.)&lt;/p&gt;&#xA;" OwnerDisplayName="Minsky" LastActivityDate="2023-10-13T16:17:59.757" Title="Difficult-to-find-license in Meta segment-anything OSS" Tags="|software|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21263" PostTypeId="2" ParentId="21257" CreationDate="2023-10-13T19:54:19.460" Score="0" Body="&lt;p&gt;There are various datasets online providing information about cars and their respective fuel type. Here are a couple:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.epa.gov/compliance-and-fuel-economy-data/data-cars-used-testing-fuel-economy&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.epa.gov/compliance-and-fuel-economy-data/data-cars-used-testing-fuel-economy&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.fueleconomy.gov/feg/download.shtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fueleconomy.gov/feg/download.shtml&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/uciml/autompg-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/uciml/autompg-dataset&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="21435" LastActivityDate="2023-10-13T19:54:19.460" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21264" PostTypeId="1" CreationDate="2023-10-13T20:34:09.383" Score="0" ViewCount="6" Body="&lt;p&gt;Does the V2 of the DoL API allow filtering other than &amp;quot;=&amp;quot;?&lt;/p&gt;&#xA;&lt;p&gt;For example something like:&#xA;&lt;a href=&quot;https://data.dol.gov/get/violation/format/json/filter_column/ACTIVITY_NR&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.dol.gov/get/violation/format/json/filter_column/ACTIVITY_NR&lt;/a&gt; &amp;gt; 346950000'&lt;/p&gt;&#xA;" OwnerUserId="34140" LastActivityDate="2023-10-13T20:34:09.383" Title="Filter in API V2 C" Tags="|labor|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21265" PostTypeId="1" CreationDate="2023-10-14T03:45:29.983" Score="0" ViewCount="41" Body="&lt;p&gt;Hi i am looking for online sales return dataset for canada or US for my client project. Anything similar to online return maybe ups or fedex returns will also work. Please help onnthis&lt;/p&gt;&#xA;" OwnerUserId="34141" LastActivityDate="2024-03-16T13:06:15.783" Title="Need dataset online returns" Tags="|internet|canada|shopping|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21266" PostTypeId="2" ParentId="5883" CreationDate="2023-10-16T15:43:01.813" Score="0" Body="&lt;p&gt;You could also use &lt;a href=&quot;https://clippings.june07.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://clippings.june07.com/&lt;/a&gt;, it's open source:&lt;/p&gt;&#xA;&lt;p&gt;blog: &lt;a href=&quot;https://june07.com/introduction-clippings/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://june07.com/introduction-clippings/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34151" LastActivityDate="2023-10-16T15:43:01.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21267" PostTypeId="1" CreationDate="2023-10-16T21:36:44.797" Score="0" ViewCount="29" Body="&lt;p&gt;I have a question concerning the API dataset for 510(k)s - I noticed that the API data does not incorporate the &amp;quot;subsequent product code&amp;quot; data that is available when searching through the 510(k) database available on accessdata.fda.gov. This applies to 510(k)s that leverage more than 1 product code.&lt;/p&gt;&#xA;&lt;p&gt;This is resulting in some significant differences in the data that I am seeking to pull from the API. As an example, if I want to pull all of the traditional 510(k) clearances from 2018 to present that utilized product code HRX, I receive 34 results via the API, but if I run the same search through the accessdata.fda.gov, I receive 50 results.&lt;/p&gt;&#xA;&lt;p&gt;I emailed open@fda.hhs.gov about this a couple weeks ago but have not yet received a response. Is this problem only able to be resolved by changing the API data? Who can I contact to see if this aspect of the API can be changed?&lt;/p&gt;&#xA;" OwnerUserId="34153" LastActivityDate="2024-03-15T15:06:55.840" Title="510(k) openFDA API Data - Missing 510(k)s" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21268" PostTypeId="1" CreationDate="2023-10-17T13:42:46.427" Score="1" ViewCount="30" Body="&lt;p&gt;I've been looking for a free database of vehicle sale order data, more specifically I would like to mine association rules using the parts from service orders. Is there any kind of data available and free possibly?&lt;/p&gt;&#xA;" OwnerUserId="34158" LastActivityDate="2023-10-17T13:42:46.427" Title="Car service data" Tags="|data-request|machine-learning|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21269" PostTypeId="2" ParentId="21267" CreationDate="2023-10-17T14:08:06.880" Score="0" Body="&lt;p&gt;Unfortunately, the Subsequent Product Code field is not yet available in the 510K &lt;a href=&quot;https://www.fda.gov/medical-devices/510k-clearances/downloadable-510k-files&quot; rel=&quot;nofollow noreferrer&quot;&gt;downloadable data files&lt;/a&gt;, which are used by openFDA to build its 510K API endpoint. There is not much we can do at this point; but once the FDA does make that field available, we can add to openFDA relatively quickly as well. We will follow up once that happens.&lt;/p&gt;&#xA;&lt;p&gt;Thank you for bringing this to our attention.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-10-17T14:08:06.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21270" PostTypeId="2" ParentId="21265" CreationDate="2023-10-18T11:36:49.203" Score="0" Body="&lt;p&gt;have a look here: &lt;a href=&quot;https://github.com/ISU-DMC/dmc2016&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/ISU-DMC/dmc2016&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;theres somewhere a data folder with the raw data as zip.&lt;/p&gt;&#xA;&lt;p&gt;best, fabi&lt;/p&gt;&#xA;" OwnerUserId="34162" LastActivityDate="2023-10-18T11:36:49.203" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21271" PostTypeId="1" CreationDate="2023-10-18T13:45:27.270" Score="0" ViewCount="51" Body="&lt;p&gt;We are using below mentioned API to fetch data based on product code and date range:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:%5B20230927+TO+20231027%5DAND+device.device_report_product_code.exact:%22OXO%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20230927+TO+20231027]AND+device.device_report_product_code.exact:&amp;quot;OXO&amp;quot;&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;From the above API response we can clearly see that the API data has been updated on 10-Oct-2023 and therefore it should include all the data/records of the previous month as well ie data for Sep-2023 but it is missing the records of 30-Sep-2023 which are present on -&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/results.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/results.cfm&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Also request you to please let us know the frequency of API updated as earlier it says that it updates every week and now it says a monthly update from the below URL.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://open.fda.gov/apis/device/510k/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/device/510k/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Kindly suggest.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Shailendra Jetpuria&lt;/p&gt;&#xA;" OwnerUserId="33722" LastEditorUserId="33722" LastEditDate="2023-10-20T04:59:10.157" LastActivityDate="2024-03-18T06:02:25.257" Title="Missing previous month data" Tags="|data-request|api|openfda|data|" AnswerCount="2" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21272" PostTypeId="2" ParentId="21271" CreationDate="2023-10-19T14:36:33.783" Score="0" Body="&lt;p&gt;The Device Event endpoint updates weekly (typically, over weekends) as mentioned &lt;a href=&quot;https://open.fda.gov/apis/device/event/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;openFDA builds its Device Event endpoint from the FDA MAUDE data files posted by the FDA on &lt;a href=&quot;https://www.fda.gov/medical-devices/mandatory-reporting-requirements-manufacturers-importers-and-device-user-facilities/about-manufacturer-and-user-facility-device-experience-maude&quot; rel=&quot;nofollow noreferrer&quot;&gt;this page&lt;/a&gt;. Regardless of what the MAUDE Search webpage displays, the data needs to be available within those files in order to be processed by openFDA.&lt;/p&gt;&#xA;&lt;p&gt;Let me force a Device Event update in openFDA now and see what I can find out about the discrepancy.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-10-19T14:36:33.783" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21273" PostTypeId="2" ParentId="21271" CreationDate="2023-10-19T15:42:33.110" Score="0" Body="&lt;p&gt;Just to follow up on this, the MAUDE Search page does &lt;em&gt;not&lt;/em&gt; return any results for &lt;code&gt;OXO&lt;/code&gt; for 09/30/2023, either. The most recent one is 9/29/2023: &lt;a href=&quot;https://i.stack.imgur.com/9jshu.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/9jshu.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;And we do have those in openFDA as well: &lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:%5B20230901+TO+20231027%5D+AND+device.device_report_product_code.exact:OXO&amp;amp;limit=1000&amp;amp;sort=date_received:desc&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20230901+TO+20231027]+AND+device.device_report_product_code.exact:OXO&amp;amp;limit=1000&amp;amp;sort=date_received:desc&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-10-19T15:42:33.110" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21274" PostTypeId="2" ParentId="1387" CreationDate="2023-10-21T18:02:18.707" Score="0" Body="&lt;p&gt;There is the free &lt;a href=&quot;https://date.nager.at/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://date.nager.at/&lt;/a&gt; service. I found it useful for some projects, although I had to &amp;quot;borrow&amp;quot; some dates from Liechtenstein and Germany when working on requirements for an Austrian customer.&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately I have been looking here for a more complete service which includes some other dates like school holidays. For Germany we have &lt;a href=&quot;https://ferien-api.de/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ferien-api.de/&lt;/a&gt;. The bank-holidays offering comes close and adds a bit more which would be nice for travel plans, but so far, just for querying a few dates with curl once a month for private use, the pricing and usage restrictions appear prohibitive to me.&lt;/p&gt;&#xA;" OwnerUserId="34168" LastActivityDate="2023-10-21T18:02:18.707" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21275" PostTypeId="1" CreationDate="2023-10-22T08:41:55.477" Score="0" ViewCount="14" Body="&lt;p&gt;Australian Bureau of Statistics shapefiles do not permit editing of the attribute table. I wanted to produce a small map with suburbs and population data about people over 65. I tried all sorts of round abouts but no success. Are there shapefiles from other sources that dont just copy ABS shapefiles?&lt;/p&gt;&#xA;" OwnerUserId="34173" LastActivityDate="2023-10-22T08:41:55.477" Title="Australian Bureau of Statistics shapefiles do not permit editing of the attribute table" Tags="|population|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21276" PostTypeId="1" CreationDate="2023-10-23T13:20:49.980" Score="3" ViewCount="22" Body="&lt;p&gt;I am preparing a project for spatial statistics seminar that examines how to estimate a point pattern intensity as a function of spatial covariates. I have already covered some data set available in &lt;strong&gt;R&lt;/strong&gt;, namely &lt;em&gt;copper&lt;/em&gt; and &lt;em&gt;chorley&lt;/em&gt; in &lt;strong&gt;spatstat&lt;/strong&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Next, I would like to give an example from zoology that uses two continuous numerical covariates. Hence, I am looking for a suitable data set available online. I have considered &lt;em&gt;gorillas&lt;/em&gt; data set in &lt;strong&gt;spatstat&lt;/strong&gt;. However, the relationship isn't that demonstrative. I would appreciate some hints.&lt;/p&gt;&#xA;" OwnerDisplayName="user34184" LastEditorDisplayName="user34184" LastEditDate="2023-10-23T13:59:22.187" LastActivityDate="2023-10-23T13:59:22.187" Title="Example data set for rho2hat in R" Tags="|data-request|geospatial|animals|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21277" PostTypeId="1" CreationDate="2023-10-23T15:01:28.527" Score="0" ViewCount="14" Body="&lt;p&gt;Can anyone recommend geospatial data sources for roads that have wide geographic coverage &lt;em&gt;and&lt;/em&gt; provide road construction year? I have come across the &lt;a href=&quot;https://www.globio.info/download-grip-dataset&quot; rel=&quot;nofollow noreferrer&quot;&gt;Global Roads Inventory Project (GRIP)&lt;/a&gt;, which usefully harmonizes numerous global or lower-level datasets into a massive one. But the issue for my case is that each road is coded for the year in which one of the original datasets observed it, rather than that road's actual year of construction. I am interested in mapping out road construction over time for most if not all world regions. Using one dataset or compiling multiple sources would be fine.&lt;/p&gt;&#xA;" OwnerUserId="34059" LastActivityDate="2023-10-23T15:01:28.527" Title="Global geospatial data on roads that includes year built?" Tags="|geospatial|infrastructure|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21278" PostTypeId="1" CreationDate="2023-10-23T15:46:09.627" Score="2" ViewCount="40" Body="&lt;p&gt;Wiktionary can be downloaded &lt;a href=&quot;https://dumps.wikimedia.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;How can I extract all personal names? There's more than one category, so not sure how to go about that.&lt;/p&gt;&#xA;&lt;p&gt;Edit: I need this information in a format that Excel can read (so csv or json would do). I also need to delete (or not extract) anything which isn't a personal name as the wiktionary dump is 8 gigs unpacked.&lt;/p&gt;&#xA;&lt;p&gt;The information I want is:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;The name - Cecil&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;IPA pronounciation (and alternative pronunciations) - /ˈsiːsəl/;/ˈsɛsəl/&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Translations:&#xA;Basque: Zezilio&#xA;Belarusian: Цэцылій m (Cecylij)&#xA;Italian: Cecilio (it) m&#xA;Latin: Caecilius m&#xA;Polish: Cecyliusz (pl) m&#xA;Portuguese: Cecílio (pt) m&#xA;Spanish: Cecilio (es) m&#xA;Ukrainian: Цецилій m (Cecylij)&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Pet forms (these are for the name James, as none are listed for Cecil):&lt;/p&gt;&#xA;&lt;p&gt;Jaime&#xA;Jake&#xA;Jambo&#xA;Jamie&#xA;Jay&#xA;Jem&#xA;Jemmy&#xA;Jim&#xA;Jimbo&#xA;Jimmi&#xA;Jimmie&#xA;Jimmy&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Descendants:&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;English: Jim (diminutive)&lt;/p&gt;&#xA;&lt;p&gt;English: Jimbo (diminutive)&lt;/p&gt;&#xA;&lt;p&gt;(jimbo) Hawaiian: Kimo&lt;/p&gt;&#xA;&lt;p&gt;(diminutive) English: Jamie, Jamey (diminutive)&lt;/p&gt;&#xA;&lt;p&gt;(diminutive) Chinese: 詹姆斯 (Zhānmǔsī) (transliteration)&lt;/p&gt;&#xA;&lt;p&gt;Cornish: Jammes, Jamma&lt;/p&gt;&#xA;&lt;p&gt;Danish: James&lt;/p&gt;&#xA;&lt;p&gt;Fijian: Semesa&lt;/p&gt;&#xA;&lt;p&gt;Icelandic: James&lt;/p&gt;&#xA;&lt;p&gt;Irish: Séamas, Séamus, Seumas&lt;/p&gt;&#xA;&lt;p&gt;English: Seamus, Shamus&lt;/p&gt;&#xA;&lt;p&gt;Manx: Jayms&lt;/p&gt;&#xA;&lt;p&gt;Maori: Hemi&lt;/p&gt;&#xA;&lt;p&gt;Samoan: Semisi&lt;/p&gt;&#xA;&lt;p&gt;Scottish Gaelic: Seumas&lt;/p&gt;&#xA;&lt;p&gt;English: Hamish&lt;/p&gt;&#xA;&lt;p&gt;Swedish: James Welsh: SiâmsEnglish: Jimmy, Jimmie, Jimmi, JimiHindi: जिम्बोEnglish: Jem (diminutive) English: JemmyEnglish: Jay&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Including pronunciations in all languages.&lt;/p&gt;&#xA;" OwnerUserId="33066" LastEditorUserId="33066" LastEditDate="2023-10-30T11:59:37.773" LastActivityDate="2023-10-30T11:59:37.773" Title="How do I query wiktionary for all personal names?" Tags="|names|wiktionary|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21279" PostTypeId="1" CreationDate="2023-10-23T18:59:41.763" Score="0" ViewCount="13" Body="&lt;p&gt;&lt;strong&gt;TL;DR: What are the best frameworks and models for real-time multi-object detection on a low-power device in 2023?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm starting a project requiring multi-object detection and/or segmentation. While I've had some experience with PyTorch for single-object classification and TensorFlow for basic object detection as tests, the landscape for multi-object detection seems vast and a bit daunting and the ones tailored for single-board computers (I could find) are comparatively uncommon.&lt;/p&gt;&#xA;&lt;p&gt;I'd like to make an informed choice about the most suitable framework and model, especially given the specifics of my task and available hardware.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Project Details:&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Goal: Multi-object detection and, if possible, segmentation.&lt;/li&gt;&#xA;&lt;li&gt;Data: Images with 3-6 different object classes. Real-time&lt;br /&gt;&#xA;segmentation is a bonus but not mandatory.&lt;/li&gt;&#xA;&lt;li&gt;Input: Live webcam feed aiming for &amp;gt;20 FPS inference.&lt;/li&gt;&#xA;&lt;li&gt;Dataset: Self-annotated with Label Studio for bounding boxes.&lt;/li&gt;&#xA;&lt;li&gt;Available Hardware for Inference:&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Rockchip RK3588: 6 Tops (INT4/INT8/INT16/FP16).&lt;/li&gt;&#xA;&lt;li&gt;2x Google Edge TPU: 2x4 Tops(INT8) (Supports TensorFlow Lite).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Given that the Google Edge TPU supports TensorFlow Lite (and understanding that models from various frameworks can be converted to TensorFlow and then to TensorFlow Lite)&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Which framework and model would be most strategic to invest time in learning and implementing for a SBC in 2023?&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The information during my research was quite contradicting and a lot of repositories seem inactive. From my own search, I came to the result that MobileNetV3 with SSD or an older Yolo version would be a possible approach but as my knowledge about machine learning is quite limited therefore I cannot make an informed decision.&lt;/p&gt;&#xA;&lt;p&gt;It's crucial for me to have access to comprehensive and high-quality documentation. I also prefer solutions that don't require extensive low-level implementation. Specifically, I'm not comfortable with manipulating input and output layers or defining custom loss functions. Therefore, at this stage, I'd like to avoid extensive customization of the models I use.&lt;/p&gt;&#xA;&lt;p&gt;As an example of performance &lt;a href=&quot;https://www.mdpi.com/2076-3417/13/7/4402&quot; rel=&quot;nofollow noreferrer&quot;&gt;Edge-Yolo ran with 30FPS on an RK3588&lt;/a&gt;, this level of performance would be perfect for my application.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Extra Questions:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Dual Model Approach: I'm considering running two separate models.&#xA;One on the SBC for real-time object detection and another on the&#xA;Edge TPUs for object segmentation. Does this make sense?&lt;/li&gt;&#xA;&lt;li&gt;Annotation Software Compatibility: I've used Label Studio for annotations, but its export format didn't seem directly compatible with TensorFlow. Which annotation tool would be most seamless for the recommended framework/model? Ideally, I'd like something self-hostable.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="34185" LastActivityDate="2023-10-23T18:59:41.763" Title="Which Framework and Model is Best for Multi-Object Detection Tasks on Low Power Devices in 2023?" Tags="|machine-learning|python|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21280" PostTypeId="1" CreationDate="2023-10-25T14:26:13.327" Score="0" ViewCount="4" Body="&lt;p&gt;I would like to get geospatial data on extreme weather in Ontario including:&lt;/p&gt;&#xA;&lt;p&gt;-Lightning strikes&lt;/p&gt;&#xA;&lt;p&gt;-Tornado/high wind&lt;/p&gt;&#xA;&lt;p&gt;-Ice Storms&lt;/p&gt;&#xA;&lt;p&gt;-Forest fires&lt;/p&gt;&#xA;&lt;p&gt;-Etc.&lt;/p&gt;&#xA;" OwnerUserId="34192" LastActivityDate="2023-10-25T14:26:13.327" Title="Seeking GIS data on extreme weather in Ontario" Tags="|weather|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21281" PostTypeId="2" ParentId="21146" CreationDate="2023-10-26T12:42:21.887" Score="1" Body="&lt;p&gt;The Electronic Frontier Foundation actually publishes &lt;a href=&quot;https://www.eff.org/deeplinks/2016/07/new-wordlists-random-passphrases&quot; rel=&quot;nofollow noreferrer&quot;&gt;wordlists&lt;/a&gt; that fit my requirements. Among other criteria for the lists:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;We manually checked and attempted to remove as many profane,&#xA;insulting, sensitive, or emotionally-charged words as possible, and&#xA;also filtered based on several public lists of vulgar English words&#xA;(for example this one published by Luis von Ahn).&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="33715" LastActivityDate="2023-10-26T12:42:21.887" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21282" PostTypeId="1" CreationDate="2023-10-27T02:55:33.717" Score="0" ViewCount="17" Body="&lt;p&gt;appreciate there are a number of solutions that provide shape data or other visualisations but I am looking for a list of global maritime shipping routes as a list of long/lat waypoints.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know of an open source database that provides this?  Or is there clear instructions on how to convert a shape data file into a flat file of co-ordinates?&lt;/p&gt;&#xA;&lt;p&gt;I am trying to show how goods move by sea between two ports on a map.  It currently has just a straight line between the two points over land but I want to show it via a more accurate sea route.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;&lt;p&gt;Dan.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&lt;/p&gt;&#xA;&lt;p&gt;Daniel.&lt;/p&gt;&#xA;" OwnerUserId="34202" LastActivityDate="2023-10-27T02:55:33.717" Title="Shipping Lanes - Waypoints flat file" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21283" PostTypeId="1" CreationDate="2023-10-27T08:23:44.433" Score="0" ViewCount="8" Body="&lt;p&gt;I would like know the weather conditions over Europe on 20th June 2023 which affected flight arrival and departures out of London, especially thunderstorms.&lt;/p&gt;&#xA;" OwnerUserId="34208" LastActivityDate="2023-10-27T08:23:44.433" Title="Weather conditions over Europe on 20th June 2024" Tags="|research|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21284" PostTypeId="1" AcceptedAnswerId="21504" CreationDate="2023-10-29T10:37:24.453" Score="1" ViewCount="26" Body="&lt;p&gt;I am looking for any gis file of the river network of Germany or at least Bavaria with some kind of attribute of the order / level of the river to style them according of their &amp;quot;order&amp;quot;.&#xA;thanks&lt;/p&gt;&#xA;" OwnerUserId="9218" LastActivityDate="2024-03-26T00:12:33.880" Title="river network of germany" Tags="|germany|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21285" PostTypeId="1" CreationDate="2023-10-30T09:18:46.450" Score="0" ViewCount="69" Body="&lt;p&gt;Here an update to my previous post with additional details and an answer to the initial response:&lt;/p&gt;&#xA;&lt;p&gt;Unfortunately the measures listed above did not remedy the problem we are facing. Maybe it would help to add a detailed example of the issue to see if there is solution possible from the FDA. We directly  searched on the MAUDE Database website for:&lt;/p&gt;&#xA;&lt;p&gt;Brand name: &lt;strong&gt;Artis Q&lt;/strong&gt;&#xA;Dates: &lt;strong&gt;2019-01-01&lt;/strong&gt; to &lt;strong&gt;2019-12-31&lt;/strong&gt;&#xA;Number of Results: &lt;strong&gt;42&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The address below is the API we used,  results. Is a review of the API possible, to see if this is executed correctly?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=device.brand_name:%22Artis+Q%22+AND+date_received:%5B20190101+TO+20191231%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=device.brand_name:%22Artis+Q%22+AND+date_received:[20190101+TO+20191231]&lt;/a&gt;&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;&lt;em&gt;Original Post&lt;/em&gt;&lt;/p&gt;&#xA;&lt;p&gt;We are experiencing some issues generating consistent search result numbers via the API interface versus direct searches on the FDA websites for the MAUDE and RECALL databases. The number of search results is both higher and lower via the API interface compared to the FDA websites using different example medical devices.&lt;/p&gt;&#xA;&lt;p&gt;The search queries within both search methods are identical and all possible errors in the programming of the search masks have been checked on our end and we cannot pinpoint the issue.&lt;/p&gt;&#xA;" OwnerUserId="34223" LastEditorUserId="34223" LastEditDate="2023-11-21T13:25:33.553" LastActivityDate="2023-12-21T18:07:35.940" Title="Discrepancy between MAUDE and API Search Results" Tags="|api|openfda|uses-of-open-data|database|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21286" PostTypeId="2" ParentId="15362" CreationDate="2023-10-30T15:53:02.890" Score="0" Body="&lt;p&gt;Late answer, but still relevant for others. I've found two good datasets at this point, both labeled:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/topics/kaomoji-emoticons&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/topics/kaomoji-emoticons&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/elisa-aleman/Kaomoji_parsing/blob/master/Kaomoji.csv&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/elisa-aleman/Kaomoji_parsing/blob/master/Kaomoji.csv&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;" OwnerUserId="34227" LastActivityDate="2023-10-30T15:53:02.890" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21287" PostTypeId="2" ParentId="21285" CreationDate="2023-10-30T15:57:35.020" Score="0" Body="&lt;p&gt;Please see our answer to a related question &lt;a href=&quot;https://opendata.stackexchange.com/a/21272/12808&quot;&gt;here&lt;/a&gt; and let us know if that helps. Also, we are re-running all data pipelines as we speak because a run scheduled for the weekend had failed for technical reasons, so you might want to check back tomorrow.&lt;/p&gt;&#xA;&lt;p&gt;Thank you for bringing this to our attention.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-10-30T15:57:35.020" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21288" PostTypeId="1" CreationDate="2023-10-30T21:14:10.687" Score="0" ViewCount="46" Body="&lt;p&gt;For the College Scorecard metric used by 2024 USNWR &amp;quot;College grads earning more than a high school grad&amp;quot; or the Entry Cohorts and Exit Cohorts, are the cohorts determined by semester, by academic year, or by calendar year?&lt;/p&gt;&#xA;" OwnerUserId="34228" LastActivityDate="2023-10-30T21:14:10.687" Title="College grads earning more than a high school grad metric: Entry and Exit Cohort criteria" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21289" PostTypeId="1" CreationDate="2023-11-02T02:17:03.860" Score="0" ViewCount="11" Body="&lt;p&gt;What was the original zip code for Winifred Mt.? Current one is 59489 but it had its own in the 60’s&lt;/p&gt;&#xA;" OwnerUserId="34242" LastActivityDate="2023-11-02T02:17:03.860" Title="What was the original zip code for Winifred, Montana" Tags="|usa|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21290" PostTypeId="1" CreationDate="2023-11-02T02:17:03.907" Score="0" ViewCount="12" Body="&lt;p&gt;What was the original zip code for Winifred Mt.? Current one is 59489 but it had its own in the 60’s&lt;/p&gt;&#xA;" OwnerUserId="34243" LastActivityDate="2023-11-02T02:17:03.907" Title="What was the original zip code for Winifred, Montana" Tags="|usa|" AnswerCount="0" CommentCount="0" ClosedDate="2023-11-06T06:24:03.113" ContentLicense="CC BY-SA 4.0" />
  <row Id="21292" PostTypeId="1" CreationDate="2023-11-04T04:48:55.583" Score="1" ViewCount="56" Body="&lt;p&gt;I know there is the &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Frequency_lists&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wikipedia word frequency lists&lt;/a&gt;, but you would have to write a parser for each of those, which is a lot of work, to get the data.&lt;/p&gt;&#xA;&lt;p&gt;I found these two repos:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/IlyaSemenov/wikipedia-word-frequency&quot; rel=&quot;nofollow noreferrer&quot;&gt;IlyaSemenov/wikipedia-word-frequency&lt;/a&gt;: generated the freq from the corresponding Wikipedias written in various languages, so it is its own frequency generated from the various wikipedias. There are about &lt;a href=&quot;https://github.com/IlyaSemenov/wikipedia-word-frequency/tree/master/results&quot; rel=&quot;nofollow noreferrer&quot;&gt;15&lt;/a&gt; languages.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://github.com/hermitdave/FrequencyWords&quot; rel=&quot;nofollow noreferrer&quot;&gt;hermitdave/FrequencyWords&lt;/a&gt;: Many more languages, but not &lt;em&gt;every&lt;/em&gt; language by far.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Not sure if that second link is the best we have, or if there is anything else out there. What do you recommend as a way of getting the word frequency lists across many many languages. Perhaps we can even get them for some extinct languages like the Akkadian/Sumerian langs, from ORACC, as they have transcribed texts which could be analyzed. But perhaps extinct languages are too much work, as we don't really have too much content written in them to determine frequency.&lt;/p&gt;&#xA;&lt;p&gt;Perhaps also there are freely available corpora which could be used to compute frequency, do you know of anything like this if necessary, perhaps? Otherwise, ideally someone has already computed the freq lists for as many languages as possible, so ideally we could just link to that. Ideally we could just download freq lists in one swoop, not one-language-at-a-time. But the fallback datasets (corpora, etc.) would also be useful to know.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2024-02-28T10:09:01.260" Title="Word frequency dataset across many languages?" Tags="|language|corpora|dictionary|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21293" PostTypeId="2" ParentId="16151" CreationDate="2023-11-06T01:41:38.807" Score="0" Body="&lt;p&gt;Geosynchronous weather satellite remains stationary with respect to the rotating Earth and thus can record or transmit images of the entire hemisphere below continuously with their visible-light and infrared sensors (from Wikipedia). I think this one of them.&lt;/p&gt;&#xA;" OwnerUserId="34267" LastActivityDate="2023-11-06T01:41:38.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21296" PostTypeId="1" CreationDate="2023-11-07T01:11:55.340" Score="0" ViewCount="24" Body="&lt;p&gt;We are a team from Asia Taiwan. This center, based in Taiwan, aims to promote international police cooperation and enhance law enforcement capabilities through scientific research and technological innovation.&#xA;We sent a email to open@fda.hhs.gov. However, we still did not respond from open FDA team.  We are looking forward to hearing from you this week.&lt;/p&gt;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="34275" LastActivityDate="2024-04-05T17:05:40.670" Title="Contact open FDA information" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21297" PostTypeId="1" CreationDate="2023-11-07T05:51:46.107" Score="1" ViewCount="13" Body="&lt;p&gt;About a year ago I downloaded tiff files with bioclimatic variables from particular CMIP6 model projections through WorldClim:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.worldclim.org/data/cmip6/cmip6_clim10m.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.worldclim.org/data/cmip6/cmip6_clim10m.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Previously, I believe they had 23 GCMs with tiffs for projected bioclimatic variables available for download, but now only have 9.&lt;/p&gt;&#xA;&lt;p&gt;Are the other files available anywhere else? I know they have the GCMs from CMIP5 on their website but they do not use the same SSPs or timeslices.&lt;/p&gt;&#xA;" OwnerUserId="34278" LastEditorUserId="34278" LastEditDate="2023-11-09T09:25:11.087" LastActivityDate="2023-11-09T09:25:11.087" Title="WorldClim models for future bioclimatic variables" Tags="|data-request|geospatial|climate|models|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21298" PostTypeId="1" CreationDate="2023-11-07T06:20:04.153" Score="1" ViewCount="11" Body="&lt;p&gt;Operational Programs from the &lt;em&gt;European Regional Development Fund (ERDF)&lt;/em&gt; are using indicators to describe their objectives&lt;/p&gt;&#xA;&lt;p&gt;Realization indicators (here, with their labels in French):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;RC&lt;strong&gt;O&lt;/strong&gt;001: Entreprises bénéficiant d'un soutien (dont : micro, petites, moyennes,&#xA;grandes), Unit of measure: Entreprises&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;RC&lt;strong&gt;O&lt;/strong&gt;004: Entreprises bénéficiant d’un soutien non financier&#xA;...&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Result indicators:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;RC&lt;strong&gt;R&lt;/strong&gt;001: Emplois crées dans des entités bénéficiant d'un soutien, Unit of Measure: Emplois à temps plein (ETP) annuels&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Does a convenient open data resource exists that list them, to avoid copy-pasting their codes and labels from a pdf document?&lt;/p&gt;&#xA;" OwnerUserId="34277" LastActivityDate="2023-12-10T06:01:30.163" Title="European Regional Development Fund realisation and result indicators list" Tags="|europe|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21299" PostTypeId="1" CreationDate="2023-11-07T13:15:06.743" Score="1" ViewCount="16" Body="&lt;p&gt;I am looking for a dataset about the effect of cannabis on patients. I'm looking to put together a report on the effect usage of cannabis on patients. I'm in need of some raw data specifically on how cannabinoid products impact patients dealing with Alzheimer's, multiple sclerosis, and the hepatitis virus, cancer,.... Can you help me out if I could find such data online?&lt;/p&gt;&#xA;" OwnerUserId="34283" LastActivityDate="2023-11-07T13:15:06.743" Title="Medical Usage of Cannabis dataset" Tags="|data-request|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21300" PostTypeId="2" ParentId="21296" CreationDate="2023-11-07T16:21:01.370" Score="0" Body="&lt;p&gt;We'll have an answer for you shortly - apologies for the delay.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-11-07T16:21:01.370" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21301" PostTypeId="1" CreationDate="2023-11-07T18:22:32.567" Score="0" ViewCount="11" Body="&lt;p&gt;We are looking for Commerce Control List Export Classification Control Numbers and International Traffic and Arms United States Munitions List numbers in a table to upload into our ERP. It is currently free form and we are unable to collect internal data correctly. Prefer .xml or .csv file type.&lt;/p&gt;&#xA;" OwnerUserId="34285" LastActivityDate="2023-11-07T18:22:32.567" Title="Export Classification and USML Lists" Tags="|api|licensing|linked-data|trade|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21302" PostTypeId="1" CreationDate="2023-11-07T23:40:57.477" Score="0" ViewCount="14" Body="&lt;p&gt;Is it possible to download this dataset somehow? I get linked to &lt;a href=&quot;https://console.cloud.google.com/marketplace/product/bigquery-public-data/google-books-ngrams-2020&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;, but there is also the &lt;a href=&quot;https://books.google.com/ngrams/&quot; rel=&quot;nofollow noreferrer&quot;&gt;ngram viewer&lt;/a&gt;. &lt;a href=&quot;https://economicsfromthetopdown.com/2020/10/19/working-with-google-ngrams-a-data-wrangling-tale/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Working With Google Ngrams: A Data-Wrangling Tale&lt;/a&gt; tells the story that it's no longer really possible to download it I guess, but can't totally tell.&lt;/p&gt;&#xA;&lt;p&gt;The original &lt;a href=&quot;https://blog.research.google/2006/08/all-our-n-gram-are-belong-to-you.html?m=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;Google blog post&lt;/a&gt; from 2006 says &amp;quot;the data belongs to you&amp;quot; and seems to have released it for download at some point. The &lt;a href=&quot;https://pypi.org/project/google-ngram-downloader/&quot; rel=&quot;nofollow noreferrer&quot;&gt;python ngram downloader&lt;/a&gt; project &lt;em&gt;seems&lt;/em&gt; like it will download it, but not sure if the data is too large to fit on a laptop or something, or &lt;em&gt;what&lt;/em&gt; it does.&lt;/p&gt;&#xA;&lt;p&gt;Any tips or suggestions on how to get these word frequency lists would be great.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2023-11-07T23:40:57.477" Title="How to get ngram frequency lists from Google's dataset?" Tags="|dictionary|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21303" PostTypeId="2" ParentId="6658" CreationDate="2023-11-08T23:44:29.280" Score="0" Body="&lt;p&gt;I realize I am responding to this a few years too late, but in case anyone else stumbles onto this question you should know that per NWSL's terms of use you are not allowed to scrape anything off their site. Make sure to always check out a site's terms of use before doing any scraping.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.nwslsoccer.com/terms&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.nwslsoccer.com/terms&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34292" LastActivityDate="2023-11-08T23:44:29.280" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21304" PostTypeId="1" CreationDate="2023-11-08T23:45:59.070" Score="1" ViewCount="15" Body="&lt;p&gt;I'm looking for NLP datasets that contain word types.&#xA;For example,&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;There is an apple on the table.&lt;/p&gt;&#xA;&lt;p&gt;They have to table a motion for debate at the next Party Conference.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;Clearly, the world &lt;code&gt;table&lt;/code&gt; is used as noun in the first sentence and as a verb in the second one. The word type depends on the context it is used and I'd like to know if there already is a dataset that has them.&lt;/p&gt;&#xA;" OwnerUserId="34268" LastActivityDate="2023-11-08T23:45:59.070" Title="Are there NLP datasets that label each word type" Tags="|nlp|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21305" PostTypeId="1" CreationDate="2023-11-09T16:01:54.733" Score="3" ViewCount="49" Body="&lt;p&gt;I have put together this SparQL query that basically get's all the members of UK cabinets.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?personLabel ?positionLabel ?parliamentLabel ?startDate ?endDate&#xA;WHERE&#xA;{&#xA;  ?person wdt:P106 wd:Q82955;           # all people who are politicans&#xA;          wdt:P27 wd:Q145;              # who are citizens of the UK&#xA;          wdt:P39 ?position;            # who have held position ?position&#xA;          wdt:P39 ?parliament.          # who have held position ?parliament&#xA;  ?position wdt:P361 wd:Q112014.        # ?position is any item part of the Cabinet of the UK&#xA;  ?parliament wdt:P279 wd:Q16707842.    # ?parliament is any item which is a subclass of Member of Parliament - i.e. any parliament.&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I am quite new to SPARQL so I'm not sure if it's correct, but it seems to be returning the correct respond. As you can see in the query, I want it to also return the start and end date of the cabinet position held. I know that the start date and end date are qualifiers for the position held statement node, but I am really unsure of how to structure the query to get this data correctly. I was hoping someone could help :)&lt;/p&gt;&#xA;" OwnerUserId="34295" LastEditorUserId="16193" LastEditDate="2023-11-14T21:09:58.710" LastActivityDate="2023-11-14T22:05:40.267" Title="Wikidata SPARQL query: adding qualifiers?" Tags="|wikidata|sparql|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21306" PostTypeId="2" ParentId="21298" CreationDate="2023-11-10T05:57:07.843" Score="0" Body="&lt;p&gt;I've found a candidate csv file on a web page named:&lt;br /&gt;&#xA;&lt;a href=&quot;https://cohesiondata.ec.europa.eu/2021-2027-Indicators/2021-2027-ERDF-CF-JTF-Common-Indicator-metadata/4t73-mihb&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;em&gt;2021-2027 ERDF-CF-JTF Common Indicator metadata&lt;/em&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;It's a semicolon separated csv, that gives these informations:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;1. Indicator code&#xA;2. Indicator name&#xA;2b. Indicator code and short name  (open data name)&#xA;3. Measurement unit&#xA;4. Type of indicator&#xA;5. Baseline&#xA;6. Milestone 2024&#xA;7. Target 2029&#xA;8. Policy objective (asterisks)&#xA;8b. PO (IGJ original)&#xA;9. Indicator usage by specific objective (Annex I + asterisks)&#xA;9b. Indicator listing by Specific objective (IGJ original listing in Annex 1)&#xA;10. Definition and concepts&#xA;11. Data collection&#xA;12. Time measurement achieved&#xA;13. Aggregation issues&#xA;14. Reporting&#xA;15. References&#xA;16. Corresponding corporate indicator&#xA;17. Notes&#xA;18. Link to 2014-2020 common indicators Order by annex 1&#xA;    Order by SO Order by output / result    &#xA;0. ERDF 0. COHESION FUND (72)   &#xA;0. Just transition Fund (64)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;for these indicators:&lt;/p&gt;&#xA;&lt;p&gt;RCO01, RCO02, RCO03, RCO04, RCO05, RCR82, RCO06, RCO07, RCO08, RCO10,&#xA;RCO96, RCR01, RCR102, RCR02, RCR03, RCR04, RCR05, RCR06, RCR07, RCR08,&#xA;RCO13, RCO14, RCR11, RCR12, RCR13, RCO15, RCO103, RCR17, RCR18, RCR19,&#xA;RCR25, RCO16, RCO101, RCR97, RCR98, RCO41, RCO42, RCR53, RCR54, RCO18,&#xA;RCO19, RCO20, RCO104, RCO123, RCR26, RCR29, RCR105, RCO22, RCO97, RCR31&#xA;RCR32, RCO23, RCO105, RCO124, RCR33, RCR34, RCO24, RCO122, RCO25, RCO106 [...]&lt;/p&gt;&#xA;&lt;p&gt;In example:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;RCR81   Completion of joint training schemes    RCR81 Interreg: Completion of joint training schemes    participants    result  0   not required    &amp;gt;0  Use in all policy objectives, whenever relevant Interreg    Use in all specific objectives, whenever relevant   Interreg    The indicator counts the number of  participants completing the joint trainings schemes organised by supported projects. Completion should be documented by the training organisers either through a record of the confirmed completions or by issuing certificates of completion of the training. The certificates of completion do not necessarily require a previous national certification process of the issuing organisation. MA monitoring system    At project completion   Double counting of participants in more than one training schemes organised by the same project should be excluded. Rule 1: Reporting by specific objective Forecast for selected projects and achieved values, both cumulative to date  (CPR Annex VII, Table 6).  -   -   In terms of links with common output indicators, indicator RCR81 is intended to be used together with RCO85.  The value reported for RCR81 can be equal to or lower than the value of RCO85 (for example in case some participants withdraw after the training started or in case not not all participants receive the final certification), but not higher.    NEW 157 60  157 true        &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="34277" LastActivityDate="2023-11-10T05:57:07.843" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21307" PostTypeId="1" CreationDate="2023-11-10T20:31:23.657" Score="0" ViewCount="28" Body="&lt;p&gt;Is there a database or tool to find all brands/goods that have a specific country code on their barcode?&lt;/p&gt;&#xA;" OwnerUserId="34304" LastActivityDate="2023-11-10T20:31:23.657" Title="Search for brands by barcode" Tags="|database|barcodes|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21308" PostTypeId="2" ParentId="7496" CreationDate="2023-11-11T03:05:48.273" Score="0" Body="&lt;p&gt;I found this today that might be helpful.&#xA;&lt;a href=&quot;https://github.com/fulvio999/world_city_location_times/tree/master&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/fulvio999/world_city_location_times/tree/master&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34306" LastActivityDate="2023-11-11T03:05:48.273" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21309" PostTypeId="1" CreationDate="2023-11-13T11:08:21.667" Score="0" ViewCount="9" Body="&lt;p&gt;Are there any open data &amp;quot;book&amp;quot; collections, like Shakespeare, and other authors, in text format for easy parsing? Ideally in English, but any other language is welcome too!&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2023-11-13T11:08:21.667" Title="Open Books in text format for easy parsing?" Tags="|books|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21310" PostTypeId="2" ParentId="21305" CreationDate="2023-11-14T19:11:45.090" Score="1" Body="&lt;p&gt;Not sure why do you need Cartesian product of parliament and cabinet positions for every person. Let's consider cabinet positions only.&lt;/p&gt;&#xA;&lt;p&gt;In short, qualifiers, as well as references and ranks, are attached to &lt;em&gt;full&lt;/em&gt; statements. Full statements with best ranks are considered &lt;em&gt;truthy&lt;/em&gt;. In RDF, Wikibase full statements are represented as separate nodes, while truthy statements are also represented as triples with &lt;code&gt;wdt:&lt;/code&gt; predicates.&lt;/p&gt;&#xA;&lt;p&gt;More info: &lt;a href=&quot;https://www.mediawiki.org/wiki/Wikibase/Indexing/RDF_Dump_Format&quot; rel=&quot;nofollow noreferrer&quot;&gt;RDF Dump Format&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;So your query should be like this:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;SELECT ?person ?personLabel ?positionLabel ?startDate ?endDate {&#xA;  ?person wdt:P106 wd:Q82955 . &#xA;  ?person wdt:P27 wd:Q145 .&#xA;  ?person p:P39 ?statement .&#xA;  ?statement ps:P39 ?position .&#xA;  ?statement a wikibase:BestRank .&#xA;  ?position wdt:P361 wd:Q112014.&#xA;  &#xA;  ?statement pq:P580 ?startDate .&#xA;  OPTIONAL { ?statement pq:P582 ?endDate }&#xA;&#xA;  SERVICE wikibase:label { bd:serviceParam wikibase:language &amp;quot;en&amp;quot;. }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://w.wiki/89gf&quot; rel=&quot;nofollow noreferrer&quot;&gt;Try it!&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16193" LastEditorUserId="16193" LastEditDate="2023-11-14T22:05:40.267" LastActivityDate="2023-11-14T22:05:40.267" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21311" PostTypeId="2" ParentId="15482" CreationDate="2023-11-15T03:02:33.537" Score="1" Body="&lt;p&gt;i found a website with 10,000 words that I'm using for my project. mabey this will work?&#xA;&lt;a href=&quot;https://www.mit.edu/%7Eecprice/wordlist.10000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.mit.edu/~ecprice/wordlist.10000&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34321" LastEditorUserId="34321" LastEditDate="2023-11-15T03:03:15.733" LastActivityDate="2023-11-15T03:03:15.733" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21312" PostTypeId="1" CreationDate="2023-11-16T23:25:49.130" Score="3" ViewCount="38" Body="&lt;p&gt;I need to represent all federally recognized native land on a map of the western US. I have found the geoJSON file from native-land.ca, and as much as I would love to use this representation, the requirements I am given requests differently. Does anyone know where to find such a file?&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, does anyone know where I could find a list of all COUNTIES in the US that have federally recognized tribal land?&lt;/p&gt;&#xA;&lt;p&gt;I am relatively inexperienced with coding maps, and I'm hoping to find a JSON that I can import into my data visualization code.&lt;/p&gt;&#xA;" OwnerUserId="34330" LastActivityDate="2023-11-16T23:25:49.130" Title="geoJSON for federally recognized tribal lands (US specifically)" Tags="|geospatial|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21313" PostTypeId="1" CreationDate="2023-11-17T03:23:00.453" Score="1" ViewCount="15" Body="&lt;p&gt;I'm learning Chinese, and in particular I'm interested in studying university-level mathematics in Chinese.  I study Chinese while making YouTube videos; the existence of a (largely imaginary) audience has two language-learning benefits: (a) I tend to pay more attention, thinking that someone is watching, and (b) I tend to recap for the audience what has been said, and give my own thoughts.&lt;/p&gt;&#xA;&lt;p&gt;I found &lt;a href=&quot;https://www.youtube.com/watch?v=mgbjhzDndOY&amp;amp;list=PL751FDC0AD3A71B3E&quot; rel=&quot;nofollow noreferrer&quot;&gt;this Chinese linear algebra course from MIT&lt;/a&gt;.  This is exactly what I'm after, but there's only 6 videos.  I'm hoping there's more videos like this, and ideally with a license like the MIT videos where it's unproblematic for me to make YouTube videos without copyright concerns.&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Question&lt;/strong&gt;: Where can I find recorded mathematics lectures in Chinese?&lt;/p&gt;&#xA;&lt;p&gt;Searching the MIT website &lt;a href=&quot;https://ocw.mit.edu/search/?q=%E6%95%B0%E5%AD%A6&quot; rel=&quot;nofollow noreferrer&quot;&gt;like this&lt;/a&gt; didn't give me anything in Chinese.&lt;/p&gt;&#xA;" OwnerUserId="23415" LastActivityDate="2023-11-17T03:23:00.453" Title="Where can I find recorded mathematics lectures in Chinese?" Tags="|data-request|education|video|academia|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21314" PostTypeId="1" CreationDate="2023-11-17T13:52:44.257" Score="1" ViewCount="49" Body="&lt;p&gt;Does anyone know how I can find a UK and Republic of Ireland combined GEO JSON file?&lt;/p&gt;&#xA;" OwnerUserId="34335" LastActivityDate="2024-01-12T20:04:10.480" Title="Looking for UK and Republic of Ireland combined GEO JSON file" Tags="|json|map|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21315" PostTypeId="2" ParentId="9549" CreationDate="2023-11-18T09:14:15.943" Score="0" Body="&lt;p&gt;You could potentially use the NIH RxNorm and related tools to help you link an FDA-registered therapy with its purpose. For instance, ATC classification is a mechanism for classifying the therapeutic purpose of a medicine.&lt;/p&gt;&#xA;" OwnerUserId="34338" LastEditorUserId="1359" LastEditDate="2024-01-12T22:12:15.620" LastActivityDate="2024-01-12T22:12:15.620" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21317" PostTypeId="1" CreationDate="2023-11-19T16:33:11.297" Score="0" ViewCount="15" Body="&lt;p&gt;In R, can you simulate a stationary ARFIMA process by using the &amp;quot;arfima.sim&amp;quot; function in the &amp;quot;nsarfima&amp;quot; package by specifying the d parameter to be between 0 and 0.5? If you do this, will the data still be simulated as &amp;quot;non covariance stationary&amp;quot;?&lt;/p&gt;&#xA;" OwnerUserId="34344" LastActivityDate="2023-11-19T16:33:11.297" Title="Simulating ARFIMA data" Tags="|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21318" PostTypeId="2" ParentId="21285" CreationDate="2023-11-21T16:10:43.390" Score="0" Body="&lt;p&gt;TL;DR: the following query will work around the issue you are facing:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=device.brand_name:(%22Artis+Q%22+OR+%22Artis+Q.ZEN%22)+AND+date_received:%5B20190101+TO+20191231%5D&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=device.brand_name:(%22Artis+Q%22+OR+%22Artis+Q.ZEN%22)+AND+date_received:[20190101+TO+20191231]&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The explanation is as follows: as of today openFDA does &lt;em&gt;not&lt;/em&gt; support &lt;em&gt;wildcard&lt;/em&gt; searches per se, because such searches might place significant strain on the infrastructure. For example, the following query does &lt;strong&gt;not&lt;/strong&gt; work, but would have solved the issue you are facing if it did:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=device.brand_name:%22Artis+Q*%22+AND+date_received:%5B20190101+TO+20191231%5D&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=device.brand_name:%22Artis+Q*%22+AND+date_received:[20190101+TO+20191231]&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As of today openFDA tokenizes your query string into individual tokens instead -- &lt;code&gt;Artis&lt;/code&gt; and &lt;code&gt;Q&lt;/code&gt; in your original example -- and then looks for &lt;em&gt;exact matches&lt;/em&gt; of those tokens within tokenized brand names. And because &lt;code&gt;Q&lt;/code&gt; technically does not exactly match &lt;code&gt;Q.ZEN&lt;/code&gt;, those results are excluded. This is basically how Elasticsearch works.&lt;/p&gt;&#xA;&lt;p&gt;We understand the inconvenience this may be causing to the users and will take an action item to consider enabling wildcard searches perhaps on a limited set of fields. In the meantime, you could try using the workaround posted above or just relaxing your original query to just &lt;code&gt;Artis&lt;/code&gt; and then do additional post-processing of search results on your side. Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-11-21T16:10:43.390" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21319" PostTypeId="1" CreationDate="2023-11-21T21:50:08.267" Score="0" ViewCount="59" Body="&lt;p&gt;I am after a dataset of latitude and longitude of all fuel pumps in the United Kingdom. Is there any free (or paid) resource for that?&lt;/p&gt;&#xA;" OwnerUserId="14909" LastActivityDate="2024-02-23T11:06:38.437" Title="Latitude and longitude of fuel pumps in the uk" Tags="|geospatial|gas|fuel|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21320" PostTypeId="1" CreationDate="2023-11-22T03:12:48.477" Score="0" ViewCount="19" Body="&lt;p&gt;is there anywhere to find transcripts of sales calls? i am looking for outbound or inbound sales calls. i have already seen this post:Outbound sales call center data with no answers.&lt;/p&gt;&#xA;" OwnerUserId="34357" LastActivityDate="2024-02-23T11:33:42.243" Title="sales calls transcripts - outbound or inbound call center data" Tags="|nlp|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21322" PostTypeId="2" ParentId="21319" CreationDate="2023-11-22T12:17:24.623" Score="1" Body="&lt;p&gt;OpenStreetMap has a lot of data relative to &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dfuel&quot; rel=&quot;nofollow noreferrer&quot;&gt;gas stations&lt;/a&gt;, including (obviously) coordinates. You can use &lt;a href=&quot;https://overpass-turbo.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;overpass turbo&lt;/a&gt; to retrieve this data. In the overpass turbo interface, zoom on your zone of interest, and run the following query:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[out:json][timeout:25];&#xA;// gather results&#xA;nwr[&amp;quot;amenity&amp;quot;=&amp;quot;fuel&amp;quot;]({{bbox}});&#xA;// print results&#xA;out geom;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Execute the query, then you'll be able to export the data in various open source formats (geoJSON, KML, etc.) for treatment in geographic information system software.&lt;/p&gt;&#xA;&lt;p&gt;When you run your query, make sure to zoom on a sufficiently small zone, otherwise your request may time out. Also, it may be a good idea to read the &lt;a href=&quot;https://wiki.openstreetmap.org/wiki/Tag:amenity%3Dfuel&quot; rel=&quot;nofollow noreferrer&quot;&gt;OSM documentation&lt;/a&gt; to make sure this is &lt;em&gt;really&lt;/em&gt; the data you're after.&lt;/p&gt;&#xA;&lt;p&gt;If you need to convert the data to another format (csv, excel, or whatever), then this is a question you may want to ask on &lt;a href=&quot;https://gis.stackexchange.com/&quot;&gt;https://gis.stackexchange.com/&lt;/a&gt; or possibly &lt;a href=&quot;https://stackoverflow.com/&quot;&gt;https://stackoverflow.com/&lt;/a&gt;, but then you should make extremely clear what is the specific result you're looking for (what variables you need, etc.). If you're able to write some programming scripts, &lt;a href=&quot;https://en.wikipedia.org/wiki/GeoJSON&quot; rel=&quot;nofollow noreferrer&quot;&gt;geoJSON&lt;/a&gt; is a quite straightforward format to work with, so it should be pretty easy to convert the data to a format you're looking for. Otherwise, there might be online tools to do that for you, but I didn't look for it.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2023-11-22T12:24:57.677" LastActivityDate="2023-11-22T12:24:57.677" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21324" PostTypeId="1" CreationDate="2023-11-28T17:27:38.750" Score="1" ViewCount="47" Body="&lt;p&gt;Over the last month or so, I have downloaded the 510(k) dataset several times, and each time it seems to be lacking any 510(k)s decided after June 1, 2023. &lt;a href=&quot;https://open.fda.gov/apis/device/510k/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://open.fda.gov/apis/device/510k/download/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Has anyone else experienced that?&lt;/p&gt;&#xA;" OwnerUserId="34385" LastActivityDate="2024-01-05T00:07:25.847" Title="510(k) Clearance Data Set seems to end as of June 1, 2023" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21325" PostTypeId="1" CreationDate="2023-11-30T14:30:06.683" Score="0" ViewCount="14" Body="&lt;p&gt;What will be API for medicare plans with drugs for 62 years old people&lt;/p&gt;&#xA;" OwnerUserId="34402" LastActivityDate="2023-11-30T14:30:06.683" Title="API for Medicare plan finder for 62 years old user in USA" Tags="|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21326" PostTypeId="1" CreationDate="2023-12-02T23:29:45.873" Score="0" ViewCount="7" Body="&lt;p&gt;I’m looking for open data set(s) for Professional Employer Organizations (PEOs).&lt;/p&gt;&#xA;&lt;p&gt;I would hope to see fields like:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;PEO Business Name&lt;/li&gt;&#xA;&lt;li&gt;Headquarters Address&lt;/li&gt;&#xA;&lt;li&gt;States Covered: The US states where the PEO can co-employ worksite employees&lt;/li&gt;&#xA;&lt;li&gt;Certifications: Such as IRS Certification PEO, ESAC Accreditation, etc.&lt;/li&gt;&#xA;&lt;li&gt;Number of Worksite Employees Covered&lt;/li&gt;&#xA;&lt;li&gt;Year Founded&lt;/li&gt;&#xA;&lt;li&gt;Industry Specializations: Key industries served such as Healthcare, Manufacturing, Technology etc.&lt;/li&gt;&#xA;&lt;li&gt;Services Offered: Payroll, HR, Benefits, Compliance, Safety &amp;amp; Risk Management etc.&lt;/li&gt;&#xA;&lt;li&gt;Revenue&lt;/li&gt;&#xA;&lt;li&gt;Ownership Structure: Private, Public, Woman-owned, Minority-owned, Veteran-owned etc.&lt;/li&gt;&#xA;&lt;li&gt;Client Retention Rates Percentage&lt;/li&gt;&#xA;&lt;li&gt;Insurance Carrier Ratings&lt;/li&gt;&#xA;&lt;li&gt;Compliance Metrics: Audits, Inspections, Violations etc. related to workplace safety, labor laws&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2023-12-02T23:29:45.873" Title="Is there an open data set for PEOs?" Tags="|data-request|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21327" PostTypeId="1" CreationDate="2023-12-03T04:17:56.220" Score="0" ViewCount="9" Body="&lt;p&gt;I am looking for an open data set(s) to benchmark pricing for print-on-demand products sold through online e-commerce stores and marketplaces like custom clothing, home goods, phone cases, accessories, wall art, etc.&lt;/p&gt;&#xA;&lt;p&gt;Ideally the data would include:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Final retail pricing for print-on-demand products segmented by physical product type and by print-on-demand vendor. While a full data set would be great, range and distribution would work.&lt;/li&gt;&#xA;&lt;li&gt;An indicator if shipping is included in the price&lt;/li&gt;&#xA;&lt;li&gt;Benchmark pricing trends over time would be nice&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This is intended for competitive intelligence and price benchmarking for a print-on-demand e-commerce businesses. I intent to turn the data into a Tableau Public dashboard to filter by product and vendor to allow people to see price ranges and distributions by product and vendor.&lt;/p&gt;&#xA;&lt;p&gt;I'm looking for aggregated data sources that can show generalized pricing behavior specifically for print-on-demand goods, rather than an individual store or product pricing data. Please let me know if you are aware of any data set(s) or other resources that could lead to aggregated pricing statistics on print-on-demand e-commerce products segmented as described.&lt;/p&gt;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2023-12-03T04:17:56.220" Title="Request for Retail Pricing Data on Print-On-Demand Ecommerce Products" Tags="|data-request|business|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21328" PostTypeId="1" CreationDate="2023-12-03T12:54:39.110" Score="2" ViewCount="32" Body="&lt;p&gt;I am looking for a dataset of donations to medical causes, grouped by the cause. In particular, I would like to know whether some medical causes receive more funding than others.&lt;/p&gt;&#xA;&lt;p&gt;For example, it makes sense that charitable organizations for supporting patients with rare diseases receive less funding than those supporting patients with more common diseases; I want to check if and to what extent this is true.&lt;/p&gt;&#xA;&lt;p&gt;I found two related but different questions. &lt;a href=&quot;https://opendata.stackexchange.com/q/3329/2740&quot;&gt;This question&lt;/a&gt; requires data about the donors; &lt;a href=&quot;https://opendata.stackexchange.com/q/3967/2740&quot;&gt;this quesiton&lt;/a&gt; also requires data about the donors and the frequency of donations. in my case, I do not need data about the donors - I need data about the total sum donated to each cause, particularly for causes related to medical issues.&lt;/p&gt;&#xA;" OwnerUserId="2740" LastActivityDate="2023-12-19T07:53:00.543" Title="Dataset of donations to various medical causes" Tags="|data-request|medical|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21329" PostTypeId="1" CreationDate="2023-12-04T05:25:09.600" Score="0" ViewCount="29" Body="&lt;p&gt;Patient Age is displayed as below:&lt;/p&gt;&#xA;&lt;p&gt;Patient Age 19710 DA&lt;/p&gt;&#xA;&lt;p&gt;using the below URL:&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=16232230&amp;amp;pc=CCK&amp;amp;device_sequence_no=1&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=16232230&amp;amp;pc=CCK&amp;amp;device_sequence_no=1&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;and API URL as well:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?api_key=MyAPIKey&amp;amp;search=date_received:%5B20213005+TO+20231005%5DAND+device.device_report_product_code.exact:%22IOL%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?api_key=MyAPIKey&amp;amp;search=date_received:[20213005+TO+20231005]AND+device.device_report_product_code.exact:%22IOL%22&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Kindly help.&lt;/p&gt;&#xA;" OwnerUserId="33722" LastEditorUserId="33722" LastEditDate="2023-12-04T06:21:21.977" LastActivityDate="2024-01-03T18:01:05.117" Title="Patient age is not displayed correctly" Tags="|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21330" PostTypeId="2" ParentId="21329" CreationDate="2023-12-04T17:29:11.373" Score="0" Body="&lt;p&gt;the data view in Accessdata and openFDA are no always in perfect sync, as different processing affects the data in both places. The difference here seems to be that Accessdata is displaying patient_age in the units days alive, while openFDA is using years. There doesn't appear to be any discrepancy in the actual data, just a greater degree of granularity in the Accessdata format.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren,&lt;/p&gt;&#xA;&lt;p&gt;openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2023-12-04T17:29:11.373" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21331" PostTypeId="1" CreationDate="2023-12-05T05:15:37.370" Score="0" ViewCount="19" Body="&lt;p&gt;Does any API retrieve demographic information about a specific area code located in the USA?&lt;/p&gt;&#xA;" OwnerUserId="34420" LastActivityDate="2024-01-05T17:05:55.623" Title="Exist any API to retrieve demographic information about an specific areacode located in USA?" Tags="|usa|api|demographics|census|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21332" PostTypeId="1" CreationDate="2023-12-05T17:45:00.847" Score="0" ViewCount="20" Body="&lt;p&gt;I know similar questions have been asked before but not quite the same I am looking for. So, I am looking for a real estate or any other data set or database that has either or both commercial and residential buildings with parking lot information for the USA. This could be only if the location has a parking lot/garage or could be as granular as how many parking spaces or parking square footage. Obviously, if the dataset is free it's awesome, but I don't mind a paid API or similar.&#xA;To add some context, what I am doing is a market analysis for car/parking in the USA. I have already look at google location services but so far they only give location of the parking spaces and mostly public ones.&lt;/p&gt;&#xA;" OwnerUserId="34426" LastActivityDate="2023-12-05T17:45:00.847" Title="Private parking lots/garages" Tags="|usa|large-datasets|parking|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21333" PostTypeId="2" ParentId="21324" CreationDate="2023-12-05T23:06:56.967" Score="1" Body="&lt;p&gt;We have checked the API &amp;amp; downloadable files and confirmed they contain the latest device clearance data.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-12-05T23:06:56.967" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21334" PostTypeId="1" CreationDate="2023-12-05T22:53:04.933" Score="1" ViewCount="21" Body="&lt;p&gt;Suppose CO2 emissions are such that factory growth is on the increase, and trees, are either in slow increase or decrease.&lt;/p&gt;&#xA;&lt;p&gt;Suppose, this occurs at a global level, and CO2 flows easily between nations so that it does not matter where the trees are planted.&lt;/p&gt;&#xA;&lt;p&gt;Suppose we do not know whether CO2 emissions travel up, down (trees could be planted high up in buildings), or whether CO2 flows across the globe (such as with wind), and how far the CO2 goes (diffusion (and, perhaps, globally constraintly constant air composition percentages) could play a role, here).&lt;/p&gt;&#xA;&lt;p&gt;If factories grow, then we should be able to predict (using statistical prediction techniques), based on factory growth rate, the curve of CO2 emissions, globally, based on factory growth.&lt;/p&gt;&#xA;&lt;p&gt;What is this curve?&lt;/p&gt;&#xA;&lt;p&gt;Assuming we cannot control that, but we can control tree planting, and we have sites for tree planting, donations, can we graph the predictions, with one graph in which each prediction is made (for example, one for tree planting versus factory growth), each month?&lt;/p&gt;&#xA;&lt;p&gt;That is, each month we have the prediction graph for tree growth in terms of number of trees and CO2 offset.&lt;/p&gt;&#xA;&lt;p&gt;The prediction graph has time on the x-axis, and three graphs on the y-axis, which are, on the same scale, (1.) CO2 emitted (e.g. by factories) and (2.) absorbed by trees (taking into account tree growth, and, that initially, different trees may be small, and, thus, have a lower absorption rate, and, according to which trees are planted this may change (as some trees may develop faster or more powerful leaves, structure).&lt;/p&gt;&#xA;&lt;p&gt;On the same graph, but with a difference scale on the y-axis, (3.) the prediction of number of trees planted, and how the painting is going (based on government contributions and the power of tree planting sites donations).&lt;/p&gt;&#xA;&lt;p&gt;There might be even a protocol allowing the different tree-saving sites to communicate about this.&lt;/p&gt;&#xA;&lt;p&gt;A large amount of trees may already be government protected, but we may need to pay to ensure ongoing support and have funds to ensure tree planting grows, and grows well, does not shrink, and money is available to sustain tree planting and protection to give it value.&lt;/p&gt;&#xA;&lt;p&gt;Since trees take a while to grow, each prediction should have a break-off point where one sort of parabola (CO2 absorption) takes over factory emissions (CO2 emissions), as the trees planted, grow bigger (and, thus, start absorbing more).&lt;/p&gt;&#xA;&lt;p&gt;Do we have this data anywhere?&lt;/p&gt;&#xA;&lt;p&gt;Where can I find some of this data?&lt;/p&gt;&#xA;&lt;p&gt;Here are two nice sites I found that plan and dea with CO2 emissions.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://tree-nation.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Tree Nation&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.treedom.net/it&quot; rel=&quot;nofollow noreferrer&quot;&gt;TreeDom&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Thank you for your statistical contributions, including how statistic research is conducted to calculate the graphs I mentioned.&lt;/p&gt;&#xA;&lt;p&gt;Please migrate my post to the Open Data Stack Exchange if more appropriate there.&lt;/p&gt;&#xA;&lt;p&gt;Thanks.&lt;/p&gt;&#xA;" OwnerUserId="19011" OwnerDisplayName="Joselin Jocklingson" LastEditorUserId="19011" LastEditDate="2023-12-05T23:31:09.313" LastActivityDate="2023-12-05T23:31:09.313" Title="CO2 impact and offset by tree planting calculations: inference and data" Tags="|environment|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21335" PostTypeId="2" ParentId="20426" CreationDate="2023-12-06T15:45:06.807" Score="1" Body="&lt;p&gt;Awesome public datasets collection will be a good start &lt;a href=&quot;https://github.com/awesomedata/awesome-public-datasets&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/awesomedata/awesome-public-datasets&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Also take a look at the major open data portals:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;EU &lt;a href=&quot;https://data.europe.eu&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.europe.eu&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;UK &lt;a href=&quot;https://data.gov.uk&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov.uk&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;US &lt;a href=&quot;https://data.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.gov&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="118" LastActivityDate="2023-12-06T15:45:06.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21336" PostTypeId="2" ParentId="21331" CreationDate="2023-12-06T15:52:53.073" Score="0" Body="&lt;p&gt;Yes, using ZIP code. There is the guideline about &lt;a href=&quot;https://towardsdatascience.com/getting-census-data-in-5-easy-steps-a08eeb63995d&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://towardsdatascience.com/getting-census-data-in-5-easy-steps-a08eeb63995d&lt;/a&gt; and official Census API&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2023-12-06T15:52:53.073" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21337" PostTypeId="2" ParentId="21062" CreationDate="2023-12-06T15:58:07.283" Score="1" Body="&lt;p&gt;If you are writing about states as countries, you could get all all data for all countries using single call. Here are links to XML and CSV datasets &lt;a href=&quot;https://data.worldbank.org/indicator/SP.POP.TOTL&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.worldbank.org/indicator/SP.POP.TOTL&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="118" LastActivityDate="2023-12-06T15:58:07.283" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21338" PostTypeId="1" CreationDate="2023-12-08T17:50:25.137" Score="0" ViewCount="12" Body="&lt;p&gt;I need to find a predator-prey model that includes data (or just predator-prey data for use in a model). I cant use the common Canadian Lynx and Snowshoe Hares. Any help is appreciated.&lt;/p&gt;&#xA;" OwnerUserId="34449" LastActivityDate="2023-12-08T17:50:25.137" Title="Need help finding predator-prey data for mathematical modeling" Tags="|data-request|models|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21339" PostTypeId="2" ParentId="15329" CreationDate="2023-12-09T14:56:43.610" Score="1" Body="&lt;p&gt;To add to the list of sources mentioned above:&lt;/p&gt;&#xA;&lt;p&gt;Denmark - &lt;a href=&quot;https://dma.dk/safety-at-sea/navigational-information/ais-data&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dma.dk/safety-at-sea/navigational-information/ais-data&lt;/a&gt; (&lt;a href=&quot;https://web.ais.dk/aisdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://web.ais.dk/aisdata/&lt;/a&gt;)&lt;/p&gt;&#xA;&lt;p&gt;Finland - &lt;a href=&quot;https://www.digitraffic.fi/meriliikenne/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.digitraffic.fi/meriliikenne/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34453" LastActivityDate="2023-12-09T14:56:43.610" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21340" PostTypeId="1" CreationDate="2023-12-09T15:57:09.523" Score="2" ViewCount="62" Body="&lt;p&gt;Does anyone have a repository of ChatGPT 4.0 responses (along with their prompts)?&lt;/p&gt;&#xA;&lt;p&gt;I want English non-fiction (especially technical writing), which could include subjects like programming, science, or linguistics (but not ChatGPT-written poetry), ideally with the subject being marked somehow. I would also like the creation date for each response, given that the model is updated every so often and to know how the response was generated (e.g., API vs website, with any additional settings noted if used).&lt;/p&gt;&#xA;&lt;p&gt;This is for personal use so I don't need any particular license (if it's even legal to relicense AI content) but I am looking for something free that has as many responses as possible. (And something better than making my own or asking one of the people I know who has 4.0 for their data.)&lt;/p&gt;&#xA;" OwnerUserId="34454" LastActivityDate="2023-12-23T13:27:23.033" Title="Corpus of ChatGPT 4.0 responses" Tags="|data-request|corpora|computing|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21341" PostTypeId="1" CreationDate="2023-12-10T09:25:53.653" Score="0" ViewCount="31" Body="&lt;p&gt;I am currently working on a project that requires datasets detailing the locations of different cities across the United States. Specifically, I'm looking for data that includes city names along with their geographical coordinates (latitude and longitude) or any similar spatial data representations.&lt;/p&gt;&#xA;&lt;p&gt;Before posting here, I searched through commonly known data sources like the U.S. Census Bureau and Data.gov but haven't found exactly what I need. My requirement is for a dataset that is comprehensive, up-to-date, and, ideally, includes additional demographic or geographic information about these cities.&lt;/p&gt;&#xA;&lt;p&gt;Could anyone here guide me towards datasets that meet these criteria? Any pointers towards open data platforms, government databases, or other reliable sources for such data would be greatly appreciated.&lt;/p&gt;&#xA;&lt;p&gt;Thank you in advance for your assistance!&lt;/p&gt;&#xA;" OwnerUserId="34376" LastEditorUserId="34376" LastEditDate="2023-12-20T10:31:16.283" LastActivityDate="2023-12-20T10:31:16.283" Title="Looking For Datasets on U.S. City Locations for Data Science Project?" Tags="|data-request|geospatial|machine-learning|nlp|" AnswerCount="0" CommentCount="0" ClosedDate="2023-12-12T05:27:19.450" ContentLicense="CC BY-SA 4.0" />
  <row Id="21342" PostTypeId="1" CreationDate="2023-12-10T11:16:36.277" Score="0" ViewCount="38" Body="&lt;p&gt;Input: Image URL as it appears in at least one common crawl (I also have the image itself available).&#xA;Output: Pages in common crawl that link to or embed the image.&lt;/p&gt;&#xA;&lt;p&gt;There is &lt;a href=&quot;https://github.com/rom1504/clip-retrieval/blob/main/docs/laion5B_back.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;clip-retrieval&lt;/a&gt; which allows me to search for images based on an image or text query, the result consists of URLs of matching images.&lt;/p&gt;&#xA;&lt;p&gt;This is great, but I really also need at least one page linking to each image to get some metadata. This would obviously be available by going through the entire Common Crawl and looking for pages that link to one of the images that I have and save that data with the image. But that's really expensive for a one-off search.&lt;/p&gt;&#xA;&lt;p&gt;But it seems to me that it would be generally useful to be able to find all pages that link to a certain other page (or embed it, in the case of an image URL). Has someone made such an index available? Based on quick back-of-the-napkin calculations I assume such an index would fit on a fast SSD.&lt;/p&gt;&#xA;&lt;p&gt;I can find tools to &lt;a href=&quot;https://github.com/commoncrawl/cc-webgraph?tab=readme-ov-file&quot; rel=&quot;nofollow noreferrer&quot;&gt;make web graphs&lt;/a&gt; from Common Crawl but no page-level graphs for download.&lt;/p&gt;&#xA;" OwnerUserId="34458" LastActivityDate="2023-12-10T11:16:36.277" Title="Is there a common crawl index to search for pages embedding or linking to a specific exact image?" Tags="|web-crawling|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21343" PostTypeId="2" ParentId="20152" CreationDate="2023-12-12T10:59:26.753" Score="0" Body="&lt;p&gt;What about using a StackOverflow dataset for example, from the SuperUser section?&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.kaggle.com/datasets/stackoverflow/stackoverflow&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.kaggle.com/datasets/stackoverflow/stackoverflow&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="16387" LastEditorUserId="16387" LastEditDate="2023-12-12T15:31:19.590" LastActivityDate="2023-12-12T15:31:19.590" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21344" PostTypeId="1" CreationDate="2023-12-13T05:35:19.563" Score="0" ViewCount="56" Body="&lt;p&gt;We are using below API to fetch the data but it seems API data is not updated since 29th of November 23 as it shows last updated as 2023-11-29 in the response and therefore we are not able to get the latest data for the month of November:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/device/event.json?search=date_received:%5B20231101+TO+20231130%5DAND+device.device_report_product_code.exact:%22BSZ%22&amp;amp;limit=1000&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/device/event.json?search=date_received:[20231101+TO+20231130]AND+device.device_report_product_code.exact:%22BSZ%22&amp;amp;limit=1000&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;But when go to below URL and search for BSZ product code and put the dates as 11/01/2023 and 11/30/2023, the updated data is present on&#xA;&lt;a href=&quot;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/search.cfm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Kindly help as we are using the API to fetch the data.&lt;/p&gt;&#xA;&lt;p&gt;Thanks,&#xA;Shailendra J&lt;/p&gt;&#xA;" OwnerUserId="33722" LastEditorUserId="33722" LastEditDate="2023-12-13T07:30:38.010" LastActivityDate="2023-12-14T14:33:35.050" Title="Adverse Events API data is not updated" Tags="|data-request|api|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21345" PostTypeId="1" CreationDate="2023-12-13T14:11:08.117" Score="1" ViewCount="24" Body="&lt;p&gt;Natural England had created a landscape character type dataset which was available on Magic (&lt;a href=&quot;https://magic.defra.gov.uk/magicmap.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://magic.defra.gov.uk/magicmap.aspx&lt;/a&gt;), though it has since been removed - or the licence has. Is this dataset available elsewhere?&lt;/p&gt;&#xA;&lt;p&gt;Ive noticed each council have conducted their own landscape character assessment and have produced landscape character type, was wondering if there is one dataset that covers the entirety of England at all?&lt;/p&gt;&#xA;&lt;p&gt;Example here: &lt;a href=&quot;http://landscape-east.org.uk/east-england-landscape-typology&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://landscape-east.org.uk/east-england-landscape-typology&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33442" LastActivityDate="2023-12-18T16:09:47.610" Title="Looking for National Landscape Character Typology - England" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21346" PostTypeId="2" ParentId="21314" CreationDate="2023-12-13T19:56:24.687" Score="0" Body="&lt;p&gt;I am afraid you may not be able to find such a GEOJSON file. Your best option might be to download the respective GEOJSON files of the UK and Ireland and then combine them. You can find the files here &lt;a href=&quot;https://code.highcharts.com/mapdata/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://code.highcharts.com/mapdata/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34469" LastActivityDate="2023-12-13T19:56:24.687" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21347" PostTypeId="2" ParentId="21344" CreationDate="2023-12-14T14:33:35.050" Score="1" Body="&lt;p&gt;We updated the Device Adverse Event dataset yesterday; could you please try again?&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2023-12-14T14:33:35.050" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21348" PostTypeId="1" CreationDate="2023-12-16T18:31:37.167" Score="0" ViewCount="94" Body="&lt;p&gt;I’ve seen maps of which states have seen the mysterious dog illness, like the one in this article (&lt;a href=&quot;https://www.cbsnews.com/news/dogs-respiratory-illness-map-acirdc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.cbsnews.com/news/dogs-respiratory-illness-map-acirdc/&lt;/a&gt;).&lt;/p&gt;&#xA;&lt;p&gt;What I would like to get hold of open data to produce a heat map to recognize which states have more cases, or even better which counties in those states are more at risk.&lt;/p&gt;&#xA;&lt;p&gt;Thank you!&lt;/p&gt;&#xA;" OwnerUserId="19182" LastActivityDate="2023-12-16T18:31:37.167" Title="I’m looking for open data on the recent mysterious dog illness" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21349" PostTypeId="2" ParentId="21345" CreationDate="2023-12-18T16:09:47.610" Score="1" Body="&lt;p&gt;I may be wrong but I don't believe this dataset is available anymore, not sure why magic still has it? If you look at its &lt;a href=&quot;https://magic.defra.gov.uk/Metadata_for_MAGIC/maglstypo.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;metadata&lt;/a&gt; it was constructed for the Country Side Agency, the Agency was subsumed into what is now Natural England in &lt;a href=&quot;https://www.gov.uk/government/organisations/countryside-agency&quot; rel=&quot;nofollow noreferrer&quot;&gt;2006&lt;/a&gt;.  I guess there was an issue with either the license, quality of data or simply its currency as a dataset used by the ever changing whims of UK politics? It's not on any of the current UK data portals, well not that I could find.&lt;/p&gt;&#xA;&lt;p&gt;Some kind soul might have squirrelled away a copy who could share it as a zip file, but I would be cautious in using it if not even Natural England are using it...&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2023-12-18T16:09:47.610" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21350" PostTypeId="2" ParentId="20108" CreationDate="2023-12-19T11:24:47.967" Score="0" Body="&lt;p&gt;I recently came across a platform named &amp;quot;YouData&amp;quot; that has proven incredibly helpful to me in finding datasets for training AI systems. They are still in their &amp;quot;Beta testing&amp;quot; phase, though!&lt;/p&gt;&#xA;&lt;p&gt;Check out their platform for obtaining free datasets. &lt;a href=&quot;https://youdata-webapp.vercel.app/home&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://youdata-webapp.vercel.app/home&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Feel free to explore and let me know if you find it as valuable as I did! Happy researching!&lt;/p&gt;&#xA;" OwnerUserId="34445" LastActivityDate="2023-12-19T11:24:47.967" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21351" PostTypeId="1" CreationDate="2023-12-21T11:01:42.167" Score="1" ViewCount="19" Body="&lt;p&gt;Hello I am looking for a NetCDF data set that shows the change in humidity since about 1850. I have found this one for precipitation: &lt;a href=&quot;https://downloads.psl.noaa.gov/Datasets/cmap/enh/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://downloads.psl.noaa.gov/Datasets/cmap/enh/&lt;/a&gt; but cannot find one for humidity change&lt;/p&gt;&#xA;" OwnerUserId="31811" LastEditorUserId="754" LastEditDate="2023-12-25T05:15:50.100" LastActivityDate="2023-12-25T05:15:50.100" Title="Net CDF data for humidity" Tags="|climate|humidity|netcdf|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21353" PostTypeId="2" ParentId="21340" CreationDate="2023-12-23T13:27:23.033" Score="1" Body="&lt;p&gt;Puffin dataset available on Hugging Face which contains responses from Model using GPT-4. You can &lt;a href=&quot;https://huggingface.co/datasets/LDJnr/Puffin&quot; rel=&quot;nofollow noreferrer&quot;&gt;access here&lt;/a&gt; on Hugging Face. It contains 3000 examples from Math, Physics, Biology, Chemistry, Culture, Logic and Roleplay.&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-12-23T13:27:23.033" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21354" PostTypeId="2" ParentId="3475" CreationDate="2023-12-24T10:09:29.537" Score="0" Body="&lt;p&gt;Looking for help to obtain hstorical data for East MEd shipping during past year.2023&#xA;A one signal a day is enough for all ships position in eastmed during 2023.&#xA;Can anyone help me in this research, I am not an IT specialist, and just need the data set,&#xA;Ali&lt;/p&gt;&#xA;" OwnerUserId="34503" LastActivityDate="2023-12-24T10:09:29.537" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21355" PostTypeId="1" CreationDate="2023-12-25T21:39:07.137" Score="1" ViewCount="28" Body="&lt;p&gt;While making a call to the api, if a field param has a reserved character (ex. Computer and Information Sciences, General.) the api returns an empty list (the comma inside of the major title).&lt;/p&gt;&#xA;&lt;p&gt;I have tried using %2C to replace commas, putting my param in brackets [], putting it in quotes, adding escape characters and I cannot seem to figure out how to make the api work.&lt;/p&gt;&#xA;&lt;p&gt;For example a query like this:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.data.gov/ed/collegescorecard/v1/schools.json?fields=latest.school.name,latest.cost.tuition.in_state,latest.cost.tuition.out_of_state,latest.programs.cip_4_digit.title,latest.programs.cip_4_digit.earnings.1_yr.overall_median_earnings,latest.aid.median_debt.number.overall&amp;amp;api_key=xxx&amp;amp;latest.programs.cip_4_digit.credential.title=Bachelor%27s&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.data.gov/ed/collegescorecard/v1/schools.json?fields=latest.school.name,latest.cost.tuition.in_state,latest.cost.tuition.out_of_state,latest.programs.cip_4_digit.title,latest.programs.cip_4_digit.earnings.1_yr.overall_median_earnings,latest.aid.median_debt.number.overall&amp;amp;api_key=xxx&amp;amp;latest.programs.cip_4_digit.credential.title=Bachelor's&lt;/a&gt; Degree&amp;amp;latest.school.name=University of Alabama at Birmingham&amp;amp;latest.programs.cip_4_digit.title=Computer and Information Sciences, General.&lt;/p&gt;&#xA;&lt;p&gt;where the last parameter's value is Computer and Information Sciences, General. does not return anything. Any suggestions?&lt;/p&gt;&#xA;" OwnerUserId="34519" LastActivityDate="2024-02-23T19:00:18.230" Title="Syntax Error in Call when param field has a reserved character" Tags="|collegescorecard|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21358" PostTypeId="2" ParentId="6474" CreationDate="2023-12-29T06:09:55.797" Score="0" Body="&lt;p&gt;You can use Google Patent Search Engine and get customize result, using required date fields like Filing Date used from 1800-01-01 to 1900-12-31. &lt;a href=&quot;https://patents.google.com/?before=filing:19001231&amp;amp;after=filing:18000101&amp;amp;sort=old&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;strong&gt;See here&lt;/strong&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;After getting required results, you can download patents data using download option in csv, xlsx etc. format. See image below :&#xA;&lt;a href=&quot;https://i.stack.imgur.com/ZrQ9z.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/ZrQ9z.png&quot; alt=&quot;Patents Data&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="33502" LastActivityDate="2023-12-29T06:09:55.797" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21359" PostTypeId="2" ParentId="21292" CreationDate="2023-12-29T09:42:42.503" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/rspeer/wordfreq&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/rspeer/wordfreq&lt;/a&gt; is the best Python library I could find for my uses, it supports 44 languages.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2023-12-29T09:42:42.503" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21360" PostTypeId="2" ParentId="3888" CreationDate="2023-12-29T10:04:03.437" Score="1" Body="&lt;p&gt;&lt;a href=&quot;https://opus.nlpl.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://opus.nlpl.eu/&lt;/a&gt; has a huge list of possible resources (with varying quality).&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2023-12-29T10:04:03.437" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21361" PostTypeId="1" CreationDate="2023-12-29T10:47:28.037" Score="0" ViewCount="8" Body="&lt;p&gt;I am currently working on my thesis, which involves conducting a comparative analysis of machine learning methods for predicting the sale velocities in the real estate industry of Berlin. To achieve this, I need a database containing information about Berlin's real estate properties from the past few years, including various characteristics, listing dates, and sale dates.&lt;/p&gt;&#xA;&lt;p&gt;I am not looking for just a few examples but rather hundreds, if not thousands, of entries. Since I have some knowledge of web scraping, I could also take the informations directly from a website but I'm unsure about which website would provide historical data on real estate transactions in Berlin. Many platforms focus on current listings rather than past sales.&lt;/p&gt;&#xA;&lt;p&gt;Do any of you have suggestions on where I might find such a database or which websites could be valuable for web scraping historical real estate data in Berlin? Any advice or guidance would be greatly appreciated.&lt;/p&gt;&#xA;&lt;p&gt;Thank you in advance for your assistance!&lt;/p&gt;&#xA;" OwnerUserId="34527" LastActivityDate="2023-12-29T10:47:28.037" Title="Advice on Real Estate Database for Comparative Analysis in Berlin" Tags="|data-request|data.gov|database|germany|real-estate|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21362" PostTypeId="1" CreationDate="2023-12-30T15:18:11.007" Score="0" ViewCount="17" Body="&lt;p&gt;I'm looking for open data around credit card merchants, similar to what Mastercard provides with their &lt;a href=&quot;https://developer.mastercard.com/merchant-identifier/documentation/api-reference&quot; rel=&quot;nofollow noreferrer&quot;&gt;Merchant API&lt;/a&gt;. Some of this data seems to be findable online (&lt;a href=&quot;https://cardcharge.report/merchant/amazon-mktplace-pmts-amzn-com-bill-wa/&quot; rel=&quot;nofollow noreferrer&quot;&gt;example for Amazon&lt;/a&gt; and then &lt;a href=&quot;https://www.vcharges.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;another with many examples&lt;/a&gt;), but I can't find any good datasets or APIs. Mastercard API is not available as it's not free. Any other ideas?&lt;/p&gt;&#xA;" OwnerUserId="30512" LastActivityDate="2023-12-30T15:18:11.007" Title="Open Credit Card Merchant Data" Tags="|finance|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21363" PostTypeId="1" CreationDate="2023-12-31T03:09:15.603" Score="0" ViewCount="36" Body="&lt;p&gt;I am making a drug search box on a webapp and was wondering if there is a way to make  an autocomplete as a user type the drug name in the searchbox?&lt;/p&gt;&#xA;&lt;p&gt;This is the api url that  i use to search for drugs;&lt;/p&gt;&#xA;&lt;p&gt;&lt;code&gt;https://api.fda.gov/drug/label.json?api_key=${drugAPI}&amp;amp;search=openfda.generic_name:&amp;quot;${Drug}&amp;quot;&amp;amp;limit=100&lt;/code&gt;;&lt;/p&gt;&#xA;&lt;p&gt;thank you in advance!&lt;/p&gt;&#xA;" OwnerUserId="34529" LastActivityDate="2024-01-14T21:08:04.813" Title="How do make an autocomplete for drug search?" Tags="|openfda|drugs|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21364" PostTypeId="1" CreationDate="2023-12-31T09:33:23.603" Score="0" ViewCount="19" Body="&lt;p&gt;I need to clean a database by changing zeros to null values before looking for trends.&lt;/p&gt;&#xA;" OwnerUserId="34530" LastEditorUserId="754" LastEditDate="2024-01-09T09:04:30.863" LastActivityDate="2024-01-09T09:05:33.173" Title="In a BigQuery dataset, how do I change zeroes to null values?" Tags="|bigquery|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21366" PostTypeId="1" CreationDate="2024-01-02T03:17:34.750" Score="0" ViewCount="12" Body="&lt;p&gt;I stumbled across &lt;a href=&quot;https://www.reddit.com/r/politics/comments/18fgl64/comment/kcw5bgd/?utm_source=share&amp;amp;utm_medium=web2x&amp;amp;context=3&quot; rel=&quot;nofollow noreferrer&quot;&gt;this list of Trump's record on the military and vets&lt;/a&gt; posted on Reddit, which is about ~50 or so events on things he did relative to the military/vets while president I think.&lt;/p&gt;&#xA;&lt;p&gt;Do any other such aggregated &amp;quot;data sets&amp;quot; exist out there for other politicians? Basically any documented / curated collection of events exactly like in that list (though it can be formatted differently).&lt;/p&gt;&#xA;&lt;p&gt;If not, what is the next best bet other than scowering through news articles? I guess asking ChatGPT might help produce some lists of up to 40-50 events at a time, but at the same time I wouldn't know just by glancing at the results if they were accurate or hallucinating, so probably not the best resource out there.&lt;/p&gt;&#xA;" OwnerUserId="5958" LastActivityDate="2024-01-02T03:17:34.750" Title="Collections of event dates of politicians doing things in the USA or across the world?" Tags="|data-request|politics|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21367" PostTypeId="2" ParentId="21363" CreationDate="2024-01-02T14:46:21.570" Score="2" Body="&lt;p&gt;openFDA does not support auto complete at the moment.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2024-01-02T14:46:21.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21368" PostTypeId="1" CreationDate="2024-01-03T21:18:46.393" Score="1" ViewCount="31" Body="&lt;p&gt;The openFDA drug adverse event API returns data that has been collected from the FDA Adverse Event Reporting System (FAERS).  The FAERS data in the DTD Descriptor contains a field that identifies whether the product at issue is a combination product. &lt;a href=&quot;https://www.fda.gov/combination-products/guidance-regulatory-information/reporting-elements-combination-products&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.fda.gov/combination-products/guidance-regulatory-information/reporting-elements-combination-products&lt;/a&gt;.  It should be &amp;quot;combinationproductreport&amp;quot;. But I cannot find that field in the downloaded dataset.  Can anyone tell me where it is? I searched in the searchable fields and did not find it. Is there any workaround if it is not there?&lt;/p&gt;&#xA;" OwnerUserId="34387" LastActivityDate="2024-01-04T16:53:54.900" Title="Filtering Drug Adverse Events to Focus on Combination Products" Tags="|openfda|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21369" PostTypeId="2" ParentId="18025" CreationDate="2024-01-04T16:20:58.050" Score="0" Body="&lt;p&gt;I used this query on &lt;a href=&quot;https://overpass-turbo.eu/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/&lt;/a&gt; to get a KML of all features related to the Great Wall of China from OpenStreetMap (hit the &amp;quot;Run&amp;quot; button to run the query, then go to &amp;quot;Export&amp;quot; &amp;gt; &amp;quot;KML&amp;quot;)&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[out:json];&#xA;rel(318110);&#xA;(._;&amp;gt;;);&#xA;out body;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;NB: 318110 is the Great Wall of China's OpenStreetMap relation ID.&lt;/p&gt;&#xA;&lt;p&gt;This link should load the query directly: &lt;a href=&quot;https://overpass-turbo.eu/s/1FyX&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://overpass-turbo.eu/s/1FyX&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34550" LastActivityDate="2024-01-04T16:20:58.050" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21370" PostTypeId="2" ParentId="21368" CreationDate="2024-01-04T16:53:54.900" Score="1" Body="&lt;p&gt;Unfortunately, &lt;a href=&quot;https://fis.fda.gov/extensions/FPD-QDE-FAERS/FPD-QDE-FAERS.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;FDA Adverse Event Reporting System (FAERS) Quarterly Data Extract Files&lt;/a&gt;, which openFDA uses as a &lt;em&gt;source&lt;/em&gt; for its Drug AE API, do not contain any information about safety reports for CDER and CBER-regulated combination products, and the openFDA team is unaware of a workaround. You would need to contact the FDA directly to see if this is going to change in the future. Sorry about the inconvenience.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2024-01-04T16:53:54.900" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21371" PostTypeId="2" ParentId="21062" CreationDate="2024-01-07T09:01:17.030" Score="1" Body="&lt;p&gt;The endpoint you're using is incorrect, you have to replace &lt;strong&gt;state&lt;/strong&gt; by &lt;strong&gt;country&lt;/strong&gt; in the URL, as explained in &lt;a href=&quot;https://datahelpdesk.worldbank.org/knowledgebase/articles/898581-api-basic-call-structures&quot; rel=&quot;nofollow noreferrer&quot;&gt;the API documention&lt;/a&gt;. In your case, the correct URL is:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.worldbank.org/v2/country/NE/indicator/SP.POP.TOTL?date=2021&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.worldbank.org/v2/country/NE/indicator/SP.POP.TOTL?date=2021&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This is a request for the population of Niger, whose &lt;a href=&quot;https://www.iban.com/country-codes&quot; rel=&quot;nofollow noreferrer&quot;&gt;alpha-2 code&lt;/a&gt; is &lt;code&gt;NE&lt;/code&gt;. If you were looking for the US state of Nebraska, as far as I know the WorldBank does not provide data about it. In this case, you'd have to look at other sources.&lt;/p&gt;&#xA;&lt;p&gt;Now, if you're really looking for the data of all countries, downloading a dump as suggested by @IvanBegtin may be the most optimal solution for you and for the World Bank servers (see their recommendations for querying their API: &lt;a href=&quot;https://datahelpdesk.worldbank.org/knowledgebase/articles/902064-development-best-practices&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datahelpdesk.worldbank.org/knowledgebase/articles/902064-development-best-practices&lt;/a&gt; ).&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, you could query the API for getting the data of all countries, using &lt;code&gt;all&lt;/code&gt; instead of a country code (e.g., &lt;a href=&quot;https://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?date=2021&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?date=2021&lt;/a&gt;). However, by default the results are limited to 50 by request. So to get all the data, you'll have to run multiple queries or to use the &lt;code&gt;per_page&lt;/code&gt; argument as explained in their documentation (e.g. &lt;a href=&quot;https://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?date=2021&amp;amp;per_page=300&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?date=2021&amp;amp;per_page=300&lt;/a&gt; to get 300 results per query). Again, beware of their recommendations for querying the API, to avoid putting too much strain on their servers.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2024-01-07T09:21:29.917" LastActivityDate="2024-01-07T09:21:29.917" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21372" PostTypeId="1" CreationDate="2024-01-08T18:45:39.537" Score="0" ViewCount="10" Body="&lt;p&gt;I know the FCC makes data available in order to to enable sites like this one about &lt;a href=&quot;https://fccid.report/&quot; rel=&quot;nofollow noreferrer&quot;&gt;FCC ID look ups&lt;/a&gt;, but I can't seem to find data about Bluetooth devices via api, as you woul find &lt;a href=&quot;https://device.report/usm-u-schaerer-sons/lock1c&quot; rel=&quot;nofollow noreferrer&quot;&gt;here&lt;/a&gt;. Does anyone know where FCC device information is shared? Is that via API?&lt;/p&gt;&#xA;" OwnerUserId="34572" LastActivityDate="2024-01-08T18:45:39.537" Title="Bluetooth Device Data" Tags="|fcc|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21373" PostTypeId="1" CreationDate="2024-01-09T02:03:19.427" Score="1" ViewCount="36" Body="&lt;p&gt;I'd like to download in GeoTiff format, but I'm not fussy. I'd like to use Julia, and failing that Matlab, but, again, not fussy.&lt;/p&gt;&#xA;&lt;p&gt;What's important is that I be able to download topological data and finish with a cropped dataset. The cropping should follow the administrative boundaries, as in the below picture: &lt;a href=&quot;https://i.stack.imgur.com/feU1P.jpg&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/feU1P.jpg&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The frustrating thing here is that I did this before. I made that map of Michigan, from data I downloaded online. But I cannot for the life of me remember how I did it, nor can I find appropriate notes (all I've got is some references to R code, but I've never installed R so I know that can't be it).&lt;/p&gt;&#xA;" OwnerUserId="28576" LastActivityDate="2024-02-08T16:06:30.813" Title="How to download a topological map for a country (as defined by GADM)?" Tags="|map|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21374" PostTypeId="1" CreationDate="2024-01-09T08:38:35.347" Score="1" ViewCount="11" Body="&lt;p&gt;I am looking for historical data on air transport passenger-km by country (or geographic region). &lt;br /&gt;&#xA;So far, I was able to find:&lt;/p&gt;&#xA;&lt;div class=&quot;s-table-container&quot;&gt;&#xA;&lt;table class=&quot;s-table&quot;&gt;&#xA;&lt;thead&gt;&#xA;&lt;tr&gt;&#xA;&lt;th&gt;source&lt;/th&gt;&#xA;&lt;th&gt;years&lt;/th&gt;&#xA;&lt;th&gt;coverage&lt;/th&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/thead&gt;&#xA;&lt;tbody&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://data.worldbank.org/indicator/IS.AIR.PSGR&quot; rel=&quot;nofollow noreferrer&quot;&gt;World Bank (ICAO Data)&lt;/a&gt;&lt;/td&gt;&#xA;&lt;td&gt;1970-now&lt;/td&gt;&#xA;&lt;td&gt;country-level&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://www.icao.int/about-icao/Pages/annual-reports.aspx&quot; rel=&quot;nofollow noreferrer&quot;&gt;ICAO Annual Reports&lt;/a&gt;&lt;/td&gt;&#xA;&lt;td&gt;2007-now&lt;/td&gt;&#xA;&lt;td&gt;geographic region&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://data-explorer.oecd.org/vis?tm=transport&amp;amp;pg=0&amp;amp;snb=89&amp;amp;vw=tl&amp;amp;df%5Bds%5D=dsDisseminateFinalDMZ&amp;amp;df%5Bid%5D=DSD_AIR_TRANSPORT%2540DF_AIR_TRANSPORT&amp;amp;df%5Bag%5D=OECD.SDD.NAD.SEEA&amp;amp;df%5Bvs%5D=1.0&amp;amp;pd=%25%2C2%2CC&amp;amp;dq=.A.......&amp;amp;to%5BTIME_PERIOD%5D=false&quot; rel=&quot;nofollow noreferrer&quot;&gt;OECD Data Explorer&lt;/a&gt;&lt;/td&gt;&#xA;&lt;td&gt;2013-now&lt;/td&gt;&#xA;&lt;td&gt;OECD countries&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;tr&gt;&#xA;&lt;td&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/statistics-explained/index.php?title=Passenger_transport_statistics&amp;amp;oldid=8625&quot; rel=&quot;nofollow noreferrer&quot;&gt;Eurostat&lt;/a&gt;&lt;/td&gt;&#xA;&lt;td&gt;????-now&lt;/td&gt;&#xA;&lt;td&gt;EU countries&lt;/td&gt;&#xA;&lt;/tr&gt;&#xA;&lt;/tbody&gt;&#xA;&lt;/table&gt;&#xA;&lt;/div&gt;&#xA;&lt;p&gt;What sources could I use to back to the 1950s with my data coverage? &lt;br /&gt;&#xA;Alternatively, I would appreciate data on aviation fuel use by country per year. Perhaps this has better coverage.&lt;/p&gt;&#xA;" OwnerUserId="34577" LastActivityDate="2024-01-09T08:38:35.347" Title="Historical Data on Air Transport Passenger-km/Country" Tags="|transportation|climate|aviation|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21375" PostTypeId="2" ParentId="21364" CreationDate="2024-01-09T09:05:33.173" Score="1" Body="&lt;p&gt;You can use the UPDATE operation:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://cloud.google.com/bigquery/docs/reference/standard-sql/dml-syntax#update_statement&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cloud.google.com/bigquery/docs/reference/standard-sql/dml-syntax#update_statement&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Add a WHERE clause to only affect rows where the value is zero.&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2024-01-09T09:05:33.173" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21376" PostTypeId="1" CreationDate="2024-01-09T15:41:26.603" Score="0" ViewCount="24" Body="&lt;p&gt;I'm working on calculating the GINI coefficient in R to analyze various aspects of wealth inequality. Specifically, I am interested in decomposing GINI by different subgroups. However, my data includes zero and negative values, and I haven't discovered an R package capable of handling these. In contrast, Stata has a package called &lt;a href=&quot;https://ideas.repec.org/c/boc/bocode/s366007.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;INEQDEC0 &lt;/a&gt; that accounts for these values. Does anyone know of an equivalent package in R?&lt;/p&gt;&#xA;" OwnerUserId="34582" LastEditorUserId="34582" LastEditDate="2024-01-15T10:10:20.367" LastActivityDate="2024-02-14T12:03:30.430" Title="Seeking R Package for GINI Coefficient Calculation with Zero and Negative Values" Tags="|economics|" AnswerCount="1" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21377" PostTypeId="2" ParentId="21373" CreationDate="2024-01-09T15:47:20.230" Score="0" Body="&lt;p&gt;I figured it out. I downloaded R console (&lt;a href=&quot;https://cran.r-project.org/bin/macosx/&quot; rel=&quot;nofollow noreferrer&quot;&gt;macOS binaries&lt;/a&gt;) and then used the below code (which was heavily adapted from &lt;a href=&quot;https://github.com/sikli/srtm_country&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/sikli/srtm_country&lt;/a&gt;):&lt;/p&gt;&#xA;&lt;p&gt;(NOTE: I possibly had to install the &lt;code&gt;raster&lt;/code&gt; package but don't recall and don't know how to uninstall/reinstall so I can be sure I'm checking correctly.)&lt;/p&gt;&#xA;&lt;p&gt;The program is easy to use, just modify the &lt;code&gt;countryName&lt;/code&gt;, &lt;code&gt;stateName&lt;/code&gt;, and &lt;code&gt;countyName&lt;/code&gt;. These map to the 0th, 1st, and 2nd levels of administrative boundaries. For instance:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;code&gt;AUT&lt;/code&gt; for Austria&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;FRA&lt;/code&gt;&amp;gt;&amp;gt;&lt;code&gt;Bourgogne-Franche-Comté&lt;/code&gt;, for the Burgundy-Franche-Comté region in France&lt;/li&gt;&#xA;&lt;li&gt;&lt;code&gt;USA&lt;/code&gt;&amp;gt;&amp;gt;&lt;code&gt;Massachusetts&lt;/code&gt;&amp;gt;&amp;gt;&lt;code&gt;Essex&lt;/code&gt; for Essex County in Massachusetts, USA&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Then be sure to set the &lt;code&gt;boundaryLevel&lt;/code&gt; to represent the number of administrative levels required. So in the above example, for Austria set &lt;code&gt;boundaryLevel&amp;lt;-0&lt;/code&gt;, Burgundy-Franche-Comté region in France set &lt;code&gt;boundaryLevel&amp;lt;-1&lt;/code&gt;, and Essex County in Massachusetts, USA set &lt;code&gt;boundaryLevel&amp;lt;-2&lt;/code&gt;.&lt;/p&gt;&#xA;&lt;p&gt;(NOTE: Nothing bad will happen if you set all three level names, but only use the zeroth or 1st level.)&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(raster)&#xA;library(rgeos)&#xA;library(rasterVis)&#xA;&#xA;&#xA;#------------SETTINGS--------------&#xA;&#xA;#Specify target ISO country code and path to downloaded shapefile&#xA;&#xA;shp          &amp;lt;- shapefile(&amp;quot;srtm/tiles.shp&amp;quot;)       #Path to SRTM Tiles (can be found in subfolder srtm)&#xA;&#xA;countryName &amp;lt;- &amp;quot;USA&amp;quot;&#xA;stateName &amp;lt;- &amp;quot;Kentucky&amp;quot;&#xA;countyName &amp;lt;- &amp;quot;Clark&amp;quot;&#xA;&#xA;&#xA;boundaryLevel &amp;lt;- 2&#xA;&#xA;#------------EXECUTE FROM HERE--------------&#xA;# Determine if this is a 0th-level administrative boundary&#xA;if (boundaryLevel==0){&#xA;    message(&amp;quot;Configured for zeroth-level subdivide&amp;quot;)&#xA;    &#xA;    # Download the country&#xA;    usa0&amp;lt;-getData('GADM', country=countryName, level=0)&#xA;    country &amp;lt;- usa0&#xA;  &#xA;    downloadBorders &amp;lt;- country&#xA;    cropBorders &amp;lt;- country&#xA;    fileName &amp;lt;- cropBorders$NAME_0&#xA;} else {&#xA;    &#xA;    # Download the first subdivide in the country, usually a &amp;quot;state&amp;quot; or &amp;quot;region&amp;quot;&#xA;    usa1&amp;lt;-getData('GADM', country=countryName, level=1)&#xA;    state1 &amp;lt;- usa1[usa1$NAME_1 %in% c(stateName), ] &#xA;    downloadBorders &amp;lt;- state1&#xA;    &#xA;    # Determine if this is a 1st-level or 2nd-level administrative boundary&#xA;    if (boundaryLevel==1) {&#xA;        message(&amp;quot;Configured for first-level subdivide&amp;quot;)&#xA;        &#xA;        cropBorders &amp;lt;- state1&#xA;        fileName &amp;lt;- cropBorders$NAME_1&#xA;    } else {&#xA;        message(&amp;quot;Configured for second-level subdivide&amp;quot;)&#xA;        # Download the second subdivide in the country, usually a &amp;quot;county&amp;quot;&#xA;        usa2&amp;lt;-getData('GADM', country=countryName, level=2)&#xA;        state2 &amp;lt;- usa2[usa2$NAME_1 %in% c(stateName), ]&#xA;        county &amp;lt;- state2[state2$NAME_2 %in% c(countyName), ]&#xA;&#xA;        cropBorders &amp;lt;- county&#xA;        fileName &amp;lt;- cropBorders$NAME_2&#xA;    }&#xA;}&#xA;&#xA;# Some console spew&#xA;message(paste(&amp;quot;Downloading boundaries for admin area: &amp;quot;, fileName))&#xA;&#xA;#Intersect country geometry with tile grid&#xA;intersects &amp;lt;- gIntersects(downloadBorders, shp, byid=T)&#xA;tiles      &amp;lt;- shp[intersects[,1],]&#xA;&#xA;&#xA;#Download tiles&#xA;message(paste(&amp;quot;Downloading SRTM data for admin area: &amp;quot;, fileName))&#xA;srtm_list  &amp;lt;- list()&#xA;for(i in 1:length(tiles)) {&#xA;  lon &amp;lt;- extent(tiles[i,])[1]  + (extent(tiles[i,])[2] - extent(tiles[i,])[1]) / 2&#xA;  lat &amp;lt;- extent(tiles[i,])[3]  + (extent(tiles[i,])[4] - extent(tiles[i,])[3]) / 2&#xA;  &#xA;  tile &amp;lt;- getData('SRTM', &#xA;                  lon=lon, &#xA;                  lat=lat)&#xA;  &#xA;  srtm_list[[i]] &amp;lt;- tile&#xA;}&#xA;&#xA;&#xA;#Mosaic&#xA;message(&amp;quot;Mosaicing...&amp;quot;)&#xA;srtm_list$fun &amp;lt;- mean &#xA;srtm_mosaic   &amp;lt;- do.call(mosaic, srtm_list)&#xA;&#xA;#Crop to country borders&#xA;message(&amp;quot;Cropping...&amp;quot;)&#xA;srtm_crop     &amp;lt;- mask(srtm_mosaic, cropBorders)&#xA;&#xA;message(&amp;quot;Saving to disk...&amp;quot;)&#xA;outFile &amp;lt;- paste(fileName, &amp;quot;.tiff&amp;quot;, sep=&amp;quot;&amp;quot;)&#xA;writeRaster(srtm_crop, outFile, format=&amp;quot;GTiff&amp;quot;, datatype='FLT4S', overwrite=TRUE)&#xA;&#xA;# Final console spew&#xA;message(&amp;quot;&amp;quot;)&#xA;message(&amp;quot;**************&amp;quot;)&#xA;message(paste(&amp;quot;Successfully saved to: &amp;quot;, outFile))&#xA;message(&amp;quot;**************&amp;quot;)&#xA;message(&amp;quot;&amp;quot;)&#xA;message(&amp;quot;&amp;quot;)&#xA;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;(After downloading, the GeoTiff can be imported into a program like &lt;a href=&quot;https://qgis.org/en/site/&quot; rel=&quot;nofollow noreferrer&quot;&gt;QGIS&lt;/a&gt; and then extracted to an STL with, e.g., &lt;a href=&quot;https://demto3d.com/en/&quot; rel=&quot;nofollow noreferrer&quot;&gt;DEMto3D&lt;/a&gt;.)&lt;/p&gt;&#xA;" OwnerUserId="28576" LastActivityDate="2024-01-09T15:47:20.230" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21378" PostTypeId="1" CreationDate="2024-01-10T09:06:57.657" Score="3" ViewCount="38" Body="&lt;p&gt;I am looking for tongue image &amp;amp; photos.&#xA;To be precise,&#xA;(1) Tongue with glossitis&#xA;(2) Tongue with dry mouth&#xA;(3) Tongue with tongue cancer&#xA;(4) Tongue with a lot of white coating&lt;/p&gt;&#xA;&lt;p&gt;Even if I google it, there are limits. I would like to ask if anyone knows where opendata is located.&#xA;thank you&lt;/p&gt;&#xA;" OwnerUserId="34588" LastActivityDate="2024-02-03T18:37:17.873" Title="tongue image opendata" Tags="|data-request|machine-learning|uses-of-open-data|open-definition|deep-learning|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21379" PostTypeId="2" ParentId="21378" CreationDate="2024-01-11T03:14:30.647" Score="1" Body="&lt;p&gt;Wikimedia Commons has hundreds of open images of tongues:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Tongues&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Tongues&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://commons.wikimedia.org/wiki/Category:Human_tongue&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://commons.wikimedia.org/wiki/Category:Human_tongue&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Merit:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;They are open-licensed (most images you found via Google Images are not).&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Demerits:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;Most might not match your purpose.&lt;/li&gt;&#xA;&lt;li&gt;You will need to label them manually.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="754" LastActivityDate="2024-01-11T03:14:30.647" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21380" PostTypeId="2" ParentId="20891" CreationDate="2024-01-12T00:44:38.107" Score="0" Body="&lt;p&gt;You can use Wikimedia REST API &lt;a href=&quot;https://en.wiktionary.org/api/rest_v1/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wiktionary.org/api/rest_v1/&lt;/a&gt; to download audio files from Wiktionary.&lt;br&gt;&#xA;I made two python scripts to show how it works. Create a folder &amp;quot;sound&amp;quot;. Create inside &amp;quot;sound&amp;quot; a subfolder &amp;quot;audio&amp;quot; and the next files eng-words.txt (enter english words there, every new line is a new word), downloader.py, converter.py. Other text files are created automatically when you run scripts the first time.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;eng-words.txt&#xA;do&#xA;make&#xA;go&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;pre&gt;&lt;code&gt;#downloader.py&#xA;#This script downloads audio files from Wiktionary using Selenium Chrome&#xA;#Don't move your mouse when you run this program&#xA;#pip install requests&#xA;#pip install beautifulsoup4&#xA;#pip install selenium&#xA;#pip install pyautogui&#xA;import requests&#xA;import time&#xA;import pyautogui&#xA;from bs4 import BeautifulSoup&#xA;from selenium import webdriver&#xA;from selenium.webdriver.chrome.options import Options&#xA;&#xA;def get_pronunciation_url(word):&#xA;    base_url = f&amp;quot;https://en.wiktionary.org/api/rest_v1/page/media-list/{word}&amp;quot;&#xA;&#xA;    response = requests.get(base_url)&#xA;    data = response.json()&#xA;    # Check if there are media files available&#xA;    if 'items' in data and data['items']:&#xA;        k=0&#xA;        for item in data['items']:&#xA;            if 'title' in item and 'audio_type' in item and item['audio_type'] == 'generic':&#xA;                if ('en-us' in item['title']) or ('En-us' in item['title']):&#xA;                    return item['title']&#xA;                else:&#xA;                    k=1   &#xA;        if k==1:&#xA;            for item in data['items']:&#xA;                if 'title' in item and 'audio_type' in item and item['audio_type'] == 'generic':&#xA;                    if ('en-uk' in item['title']) or ('En-uk' in item['title']):&#xA;                        return item['title']&#xA;                    else:&#xA;                        k=2&#xA;        if k==2:&#xA;            for item in data['items']:&#xA;                if 'title' in item and 'audio_type' in item and item['audio_type'] == 'generic':&#xA;                    if ('en-ca' in item['title']) or ('En-ca' in item['title']):&#xA;                        return item['title']&#xA;                    else:&#xA;                        k=3&#xA;        if k==3:&#xA;            for item in data['items']:&#xA;                if 'title' in item and 'audio_type' in item and item['audio_type'] == 'generic':&#xA;                    if ('eng' in item['title']):&#xA;                        return item['title']        &#xA;    return None&#xA;&#xA;def media_pages():&#xA;    num_lines = sum(1 for _ in open(&amp;quot;eng-words.txt&amp;quot;))&#xA;    with open(&amp;quot;eng-words.txt&amp;quot;) as file_in:&#xA;        lines = []&#xA;        for line1 in file_in:&#xA;            lines.append(line1.rstrip())&#xA;    url2 = &amp;quot;https://en.wiktionary.org/wiki/&amp;quot;&#xA;    media = []&#xA;    notfound_media = []&#xA;    &#xA;    for word_to_search in lines:&#xA;        pronunciation_url = get_pronunciation_url(word_to_search)&#xA;        if pronunciation_url:&#xA;            url=url2+pronunciation_url&#xA;            media.append(url.rstrip())&#xA;        else:&#xA;            media.append('\n')&#xA;            notfound_media.append(word_to_search.rstrip())&#xA;            print(f&amp;quot;Not found a link for '{word_to_search}'&amp;quot;)&#xA;    &#xA;    open(&amp;quot;media-pages-text.txt&amp;quot;, 'w').close()&#xA;    open(&amp;quot;notfound-media-pages-text.txt&amp;quot;, 'w').close()        &#xA;    &#xA;    n = 0&#xA;    with open(&amp;quot;media-pages-text.txt&amp;quot;, 'w') as fw:&#xA;        for med in media:&#xA;            n = n+1&#xA;            if n&amp;lt;num_lines:&#xA;                if med !='\n':&#xA;                    fw.write(med+'\n')&#xA;                if med == '\n':&#xA;                    fw.write(med)&#xA;            if n == num_lines:&#xA;                fw.write(med)&#xA;&#xA;                &#xA;    with open(&amp;quot;notfound-media-pages-text.txt&amp;quot;, 'w') as fnw:&#xA;        for notfound in notfound_media:&#xA;            fnw.write(notfound+'\n')&#xA;&#xA;def get_links():&#xA;    num_lines = sum(1 for _ in open(&amp;quot;media-pages-text.txt&amp;quot;))&#xA;    with open(&amp;quot;media-pages-text.txt&amp;quot;) as file1:&#xA;        lines1 = []&#xA;        for line1 in file1:&#xA;            if line1 !='':&#xA;                lines1.append(line1.rstrip())&#xA;            if line1 == '':&#xA;                lines1.append(line1)&#xA;    with open(&amp;quot;eng-words.txt&amp;quot;) as file2:&#xA;        lines2 = []&#xA;        for line2 in file2:&#xA;            lines2.append(line2.rstrip())&#xA;    links = []&#xA;    notfound_links = []&#xA;    for wiktionary_url, word in zip(lines1, lines2):&#xA;        # Send an HTTP request and get the HTML content&#xA;        if wiktionary_url !='':&#xA;            try:&#xA;                response = requests.get(wiktionary_url)&#xA;            except:&#xA;                pass&#xA;            html_content = response.text&#xA;            # Parse the HTML content with BeautifulSoup&#xA;            soup = BeautifulSoup(html_content, &amp;quot;html.parser&amp;quot;)&#xA;            # Find the 'a' tag&#xA;            audio_a_tag = soup.find(&amp;quot;a&amp;quot;, {&amp;quot;class&amp;quot;: &amp;quot;internal&amp;quot;})&#xA;            if audio_a_tag:&#xA;            # Get the 'href' attribute from the 'a' tag&#xA;                audio_link = audio_a_tag[&amp;quot;href&amp;quot;]&#xA;                links.append('https:'+audio_link.rstrip())&#xA;            else:&#xA;                links.append('\n')&#xA;                notfound_links.append(word.rstrip())&#xA;        if wiktionary_url == '':&#xA;            links.append('\n')&#xA;            notfound_links.append(word.rstrip())&#xA;    &#xA;    open(&amp;quot;sound-links-text.txt&amp;quot;, 'w').close()&#xA;    open(&amp;quot;notfound-sound-links-text.txt&amp;quot;, 'w').close()&#xA;    n = 0&#xA;    with open(&amp;quot;sound-links-text.txt&amp;quot;, 'w') as fw:&#xA;        for link in links:&#xA;            n = n+1&#xA;            if n&amp;lt;num_lines:&#xA;                if link != '\n':&#xA;                    fw.write(link+'\n')&#xA;                if link == '\n':&#xA;                    fw.write(link)&#xA;            if n == num_lines:&#xA;                fw.write(link)&#xA;&#xA;                &#xA;    with open(&amp;quot;notfound-sound-links-text.txt&amp;quot;, 'w') as fnw:&#xA;        for notfound in notfound_links:&#xA;            fnw.write(notfound+'\n')&#xA;&#xA;def download():&#xA;    with open(&amp;quot;sound-links-text.txt&amp;quot;) as file_in:&#xA;        lines1 = []&#xA;        for line1 in file_in:&#xA;            if line1 !='':&#xA;                lines1.append(line1.rstrip())&#xA;            if line1 == '':&#xA;                lines1.append(line1)&#xA;    with open(&amp;quot;eng-words.txt&amp;quot;) as file_in:&#xA;        lines2 = []&#xA;        for line2 in file_in:&#xA;            lines2.append(line2.rstrip())&#xA;    num_lines = sum(1 for _ in open(&amp;quot;sound-links-text.txt&amp;quot;))&#xA;    open(&amp;quot;audio-files-text.txt&amp;quot;, 'w').close()&#xA;    m=0&#xA;    with open(&amp;quot;audio-files-text.txt&amp;quot;, 'w') as f:&#xA;        for line11, line21 in zip(lines1, lines2):&#xA;            m = m+1&#xA;            if line11 !='':&#xA;                if 'ogg' in line11:&#xA;                    if m&amp;lt;num_lines:&#xA;                        f.write(line21+'.ogg'+'\n')&#xA;                    if m==num_lines:&#xA;                        f.write(line21+'.ogg')&#xA;                if 'oga' in line11:&#xA;                    if m&amp;lt;num_lines:&#xA;                        f.write(line21+'.oga'+'\n')&#xA;                    if m==num_lines:&#xA;                        f.write(line21+'.oga')&#xA;                if 'wav' in line11:&#xA;                    if m&amp;lt;num_lines:&#xA;                        f.write(line21+'.wav'+'\n')&#xA;                    if m==num_lines:&#xA;                        f.write(line21+'.wav')&#xA;            if line11 == '':&#xA;                pass&#xA;    # Set the path to the chromedriver&#xA;    chromedriver_path = &amp;quot;C:/Users/YourUsername/Desktop/selenium/chromedriver.exe&amp;quot; #Replace YourUsername with a real username&#xA;    # Create ChromeOptions&#xA;    options = Options()&#xA;    # Your Options here....&#xA;    options.add_argument(&amp;quot;--start-maximized&amp;quot;)&#xA;    # Create a ChromeDriver&#xA;    driver = webdriver.Chrome(options=options)&#xA;    # This loop opens links to upload.wikimedia and downloads files to Downloads&#xA;    for line11, line21 in zip(lines1, lines2):&#xA;        if line11 !='':&#xA;            driver.get(line11)&#xA;            time.sleep(2)&#xA;            pyautogui.click(button='right')&#xA;            pyautogui.press('down', presses=3)&#xA;            time.sleep(2)&#xA;            pyautogui.press('enter')&#xA;            time.sleep(1)&#xA;            pyautogui.write(line21)&#xA;            time.sleep(1)&#xA;            pyautogui.press('enter')&#xA;            time.sleep(3)&#xA;        if line11=='':&#xA;            pass&#xA;    driver.quit()&#xA;        &#xA;def main():&#xA;    media_pages()&#xA;    get_links()&#xA;    download()&#xA;&#xA;if __name__ == &amp;quot;__main__&amp;quot;:&#xA;    main()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;pre&gt;&lt;code&gt;#converter.py&#xA;#This script converts .ogg, .oga, .wav, etc. files to .mp3.&#xA;#pip install ffmpeg-python&#xA;import ffmpeg&#xA;import os&#xA;def strtrim(mystr): &#xA;    for i in range(0,len(mystr)):&#xA;        if mystr[i] == '.':&#xA;            break&#xA;        if i == (len(mystr)-1):&#xA;            return mystr&#xA;    newstr = mystr[:i]&#xA;    return newstr&#xA;&#xA;def convert():&#xA;    num_lines = sum(1 for _ in open(&amp;quot;audio-files-text.txt&amp;quot;))&#xA;    with open(&amp;quot;audio-files-text.txt&amp;quot;) as file_in:&#xA;        lines1 = []&#xA;        for line1 in file_in:&#xA;            lines1.append(line1.rstrip())&#xA;    lines2 = []&#xA;    templine = &amp;quot;&amp;quot;&#xA;    for line in lines1:&#xA;        templine = strtrim(line)+&amp;quot;.mp3&amp;quot;&#xA;        lines2.append(templine)&#xA;    for line11, line21 in zip(lines1, lines2):&#xA;        (&#xA;        ffmpeg.input(&amp;quot;audio/&amp;quot;+line11)&#xA;        .output(&amp;quot;audio/&amp;quot;+line21)&#xA;        .run()&#xA;        )&#xA;    for line31 in lines1:&#xA;        os.remove(&amp;quot;audio/&amp;quot;+line31)&#xA;    &#xA;def main():&#xA;    convert()&#xA;&#xA;if __name__ == &amp;quot;__main__&amp;quot;:&#xA;    main()&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Now do the next:&lt;br&gt;&#xA;0.Install ffmpeg on your Personal Computer, add ffmpeg to Path&lt;br&gt;&#xA;1.py downloader.py&lt;br&gt;&#xA;2.Copy .ogg, .oga, .wav, etc. files from Downloads to the subfolder &amp;quot;audio&amp;quot;&lt;br&gt;&#xA;3.py converter.py&lt;br&gt;&#xA;P.S. I used Selenium because I couldn't download audio files using requests.get.&lt;/p&gt;&#xA;" OwnerUserId="34599" LastEditorUserId="34599" LastEditDate="2024-01-26T18:51:25.807" LastActivityDate="2024-01-26T18:51:25.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21381" PostTypeId="2" ParentId="21376" CreationDate="2024-01-13T16:38:57.053" Score="0" Body="&lt;p&gt;Please have a look on &lt;a href=&quot;https://cran.r-project.org/web/packages/wINEQ/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;wINEQ&lt;/a&gt; package. Looks it works with 0 and negative values:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;wINEQ::Gini(X= c(1:10))&#xA;#&amp;gt; [1] 0.3&#xA;wINEQ::Gini(X= c(-10:1))&#xA;#&amp;gt; [1] -0.441358&#xA;wINEQ::Gini(X= c(10, 2, -10, -7, 0, 0))&#xA;#&amp;gt; [1] -4.233333&#xA;&#xA;wINEQ::Gini(X= c(-10:10))&#xA;#&amp;gt; [1] NaN&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2024-01-13 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.0.2&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;&lt;p&gt;The last &lt;code&gt;NaN&lt;/code&gt; result is caused by median value of &lt;code&gt;c(-10:10)&lt;/code&gt; which is &lt;code&gt;0&lt;/code&gt; and it's used in denominator of gini cooeficient.&lt;/p&gt;&#xA;" OwnerUserId="30960" LastActivityDate="2024-01-13T16:38:57.053" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21382" PostTypeId="1" CreationDate="2024-01-14T04:36:02.743" Score="2" ViewCount="27" Body="&lt;p&gt;I need to find out if a piece of land is privately owned or not. I probably can go to a public office and find that out. But I'm doing this on a random basis. So it's too complicated.&lt;/p&gt;&#xA;&lt;p&gt;Is there a map/data/service where I can see if a land is privately owned?&lt;/p&gt;&#xA;&lt;p&gt;There's &lt;a href=&quot;https://www.gsi.go.jp/ENGLISH/index.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gsi.go.jp/ENGLISH/index.html&lt;/a&gt;&#xA;But at least I haven't figured out how to display this data.&lt;/p&gt;&#xA;" OwnerUserId="34604" OwnerDisplayName="steros" LastEditorUserId="754" LastEditDate="2024-01-18T02:42:43.080" LastActivityDate="2024-01-18T02:42:43.080" Title="Privately owned land in Japan" Tags="|geospatial|japan|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21383" PostTypeId="2" ParentId="21363" CreationDate="2024-01-14T21:08:04.813" Score="0" Body="&lt;p&gt;There are several ways to do this though I’m not sure what your background or current needs are so it may be best to start with something like one of these: &lt;a href=&quot;https://clinicaltables.nlm.nih.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://clinicaltables.nlm.nih.gov/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://clinicaltables.nlm.nih.gov/apidoc/rxterms/v3/doc.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://clinicaltables.nlm.nih.gov/apidoc/rxterms/v3/doc.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;h2&gt;&lt;a href=&quot;http://lhncbc.github.io/autocomplete-lhc/&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://lhncbc.github.io/autocomplete-lhc/&lt;/a&gt;&#xA;Let me know if you need something more specific.&lt;/h2&gt;&#xA;" OwnerUserId="34606" LastActivityDate="2024-01-14T21:08:04.813" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21384" PostTypeId="1" CreationDate="2024-01-14T22:00:10.750" Score="2" ViewCount="12" Body="&lt;p&gt;I'm looking for a database which contains:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;The location and ideally other basic information (acres).&lt;/li&gt;&#xA;&lt;li&gt;The sale price (and date sold)&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;I am looking for something which is geared towards sales of mostly non-developed land including small sales, though if you have a real estate database that is similar, I would appreciate that too.&lt;/p&gt;&#xA;&lt;p&gt;I am looking for at least a couple thousand sales, but ideally much more.&lt;/p&gt;&#xA;&lt;p&gt;I have seen the other questions on this site which are real estate oriented, but aren't what I'm looking for.&lt;/p&gt;&#xA;" OwnerUserId="34602" LastActivityDate="2024-01-14T22:00:10.750" Title="Is there a free, large database of land sales in the US?" Tags="|machine-learning|data.gov|real-estate|prices|land|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21385" PostTypeId="1" CreationDate="2024-01-16T11:58:10.350" Score="2" ViewCount="34" Body="&lt;p&gt;The Deutsche Bundesbank (the German central bank) provides publicly available statistical data at &lt;a href=&quot;https://www.bundesbank.de/en/statistics/time-series-databases&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.bundesbank.de/en/statistics/time-series-databases&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;This includes a number of time series related to capital markets, financial markets and general macroeconomic time series.&lt;/p&gt;&#xA;&lt;p&gt;Up until November 2023, these time series included time series for the DAX, a German stock market index. This time series was available using the identifier &amp;quot;BBK01.WU3141&amp;quot;. In November 2023, the Bundesbank changed their nomenclature and apparently also changed the series which were made available. I cannot find this time series at their page anymore.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have either a suggestion where to find the &amp;quot;new&amp;quot; identifier and time series, if existent, or another publicly available source with downloadable time series data? I'm not looking for real-time values, only historical data for research purposes.&lt;/p&gt;&#xA;" OwnerUserId="34619" OwnerDisplayName="Roland" LastEditorUserId="754" LastEditDate="2024-01-18T02:44:39.040" LastActivityDate="2024-02-17T03:09:16.087" Title="Looking for public source for time series data: DAX/DE40" Tags="|finance|historical|time-series|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21386" PostTypeId="2" ParentId="21385" CreationDate="2024-01-16T15:09:31.837" Score="0" Body="&lt;p&gt;You can download daily open, high, low and close data &lt;a href=&quot;https://finance.yahoo.com/quote/%5EGDAXI/history/&quot; rel=&quot;nofollow noreferrer&quot;&gt;here from Yahoo Finance&lt;/a&gt; for the DAX Performance Index.&lt;/p&gt;&#xA;&lt;p&gt;Alternatively, you can &lt;a href=&quot;https://www.dax-indices.com/index-details?isin=DE0008469008&quot; rel=&quot;nofollow noreferrer&quot;&gt;click on &amp;quot;Data&amp;quot; at the bottom of this page&lt;/a&gt;, which is, &lt;a href=&quot;https://en.wikipedia.org/wiki/DAX&quot; rel=&quot;nofollow noreferrer&quot;&gt;by Wikipedia&lt;/a&gt; the official homepage of the DAX (a claim I am not qualified to evaluate - depending on how &amp;quot;serious&amp;quot; your application is, you may want to dig deeper. But if you are doing &amp;quot;serious&amp;quot; analyses, then I assume you would not be asking here, no?)&lt;/p&gt;&#xA;" OwnerUserId="3987" LastActivityDate="2024-01-16T15:09:31.837" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21388" PostTypeId="1" CreationDate="2024-01-18T21:14:43.907" Score="0" ViewCount="21" Body="&lt;p&gt;I am looking for a database that has addresses or coordinates of residential properties across the US. Data is to be used to identify areas feasible for energy developments.&lt;/p&gt;&#xA;&lt;p&gt;I have tried OSM and the housing data is very high level.&lt;/p&gt;&#xA;&lt;p&gt;Simply put I am looking for a list of residential property coordinates or addresses that could be geo-coded. Do not need any other information attributed to the points.&lt;/p&gt;&#xA;" OwnerUserId="31381" LastActivityDate="2024-01-18T21:14:43.907" Title="US Residential Database" Tags="|data-request|geospatial|usa|geocoding|address|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21389" PostTypeId="1" CreationDate="2024-01-18T21:58:39.333" Score="1" ViewCount="12" Body="&lt;p&gt;Is there any historical database, in any form, relating to witches? It can be text-based, a spreadsheet, or just a list of numbers, or anything.&lt;/p&gt;&#xA;&lt;p&gt;For example: a list of witches executed per year and various characteristics about them.&lt;/p&gt;&#xA;" OwnerUserId="34602" LastActivityDate="2024-01-18T21:58:39.333" Title="Is there any historical database on witches?" Tags="|historical|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21391" PostTypeId="1" CreationDate="2024-01-19T23:52:03.450" Score="0" ViewCount="29" Body="&lt;p&gt;I'm currently on the lookout for an API that can provide me with daily stock market news specifically focused on the reasons behind a stock's price movement on a given day.&lt;/p&gt;&#xA;&lt;p&gt;To clarify, I'm not interested in general news about the stock or broad market updates (which most APIs cover), but rather detailed information about the catalysts influencing a stock's movement. Whether it's earnings reports, significant announcements, or other factors – that's what I'm after.&lt;/p&gt;&#xA;&lt;p&gt;If any of you are aware of such APIs or have recommendations, I would greatly appreciate your insights.&lt;/p&gt;&#xA;" OwnerUserId="34635" LastActivityDate="2024-02-06T07:03:53.067" Title="Stock market API - News on stock price movement" Tags="|api|data|news|stock|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21392" PostTypeId="1" CreationDate="2024-01-20T15:16:48.367" Score="0" ViewCount="15" Body="&lt;p&gt;I need real life bivariate datasets, with authentic sources, with  with the following characteristics:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Data can be modelled by the non-linear relationships of the form&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;yi = α0 + α1* e^(β* ti) + εi,&lt;/p&gt;&#xA;&lt;p&gt;or, yi = α1* e^(β1* ti) + α2* e^(β2* ti) + εi&lt;/p&gt;&#xA;&lt;p&gt;Here the parameters α's and  β's  may be positive or negative as well and $\epsilon_i$'s are iid random errors. Common real life examples may be found in exponential decay or growth data.&lt;/p&gt;&#xA;&lt;ol start=&quot;2&quot;&gt;&#xA;&lt;li&gt;The data set &lt;strong&gt;must include Outliers/Unusual observations&lt;/strong&gt; as I want to perform &lt;strong&gt;Robust estimation&lt;/strong&gt;.&lt;/li&gt;&#xA;&lt;li&gt;Proper authentic source of the data set is needed.&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;Please help me in finding such real life data sets.&lt;/p&gt;&#xA;" OwnerUserId="34639" LastEditorUserId="34639" LastEditDate="2024-01-20T15:25:30.153" LastActivityDate="2024-01-20T15:25:30.153" Title="Need real life bivariate datasets with outliers that can be modelled by sum of exponential models" Tags="|data-request|machine-learning|data.gov|uses-of-open-data|large-datasets|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21393" PostTypeId="1" CreationDate="2024-01-20T17:09:34.270" Score="0" ViewCount="12" Body="&lt;p&gt;There are many available studies on total global debt figures; both private and public amounts.&lt;/p&gt;&#xA;&lt;p&gt;Specifying the question to &lt;em&gt;inflation-linked&lt;/em&gt; (in some contexts referred to as &lt;a href=&quot;https://en.wikipedia.org/wiki/Inflation-indexed_bond&quot; rel=&quot;nofollow noreferrer&quot;&gt;inflation-indexed&lt;/a&gt;) debt significantly cuts down the results. There are a couple &lt;a href=&quot;https://www.wsj.com/articles/the-world-tied-3-5-trillion-plus-of-debt-to-inflation-the-costs-are-now-adding-up-b8db69d5&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wall Street Journal&lt;/a&gt; articles about global public inflation-linked debt (supposedly according to the Bank for International Settlements, but I'm having trouble finding that study, and I can't access the WSJ article to use the citation).&lt;/p&gt;&#xA;&lt;p&gt;For global &lt;em&gt;private&lt;/em&gt; inflation-linked debt, I am unable to find anything substantial - are there any good data sources for this?&lt;/p&gt;&#xA;" OwnerUserId="34640" LastEditorUserId="34640" LastEditDate="2024-02-03T02:01:03.950" LastActivityDate="2024-02-03T02:01:03.950" Title="Global inflation-linked private debt data" Tags="|data-request|economics|global|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21394" PostTypeId="1" CreationDate="2024-01-22T18:54:13.837" Score="0" ViewCount="23" Body="&lt;p&gt;Hello Stack Exchange community,&lt;/p&gt;&#xA;&lt;p&gt;I hope this post finds you well. I am currently working on a project focused on predicting car reliability using machine learning techniques. To achieve this, I am in need of a comprehensive dataset that includes information such as car specifications, maintenance history, and reliability ratings.&lt;/p&gt;&#xA;&lt;p&gt;If anyone knows of a dataset or has access to one that could be suitable for this purpose, I would greatly appreciate your assistance. Ideally, the dataset should cover a diverse range of car models and include relevant features for predictive modeling.&lt;/p&gt;&#xA;&lt;p&gt;I m currently working with car-vehicle-claims dataset which is not proving to be a good idea&lt;/p&gt;&#xA;&lt;p&gt;I have checked popular platforms such as UCI Machine Learning Repository and Kaggle, but if there are any lesser-known sources or specific datasets that you've come across, please share the information or provide guidance on where I might find them.&lt;/p&gt;&#xA;&lt;p&gt;Additionally, if there are any open automotive data initiatives or government agencies that release datasets related to car reliability and performance, I would be interested in exploring those as well.&lt;/p&gt;&#xA;&lt;p&gt;Thank you in advance for your help, and I look forward to any suggestions or insights the community may have.&lt;/p&gt;&#xA;" OwnerUserId="34645" LastActivityDate="2024-02-23T12:12:28.273" Title="Looking for Dataset on Car Reliability for Predictive Modeling" Tags="|data-request|machine-learning|research|australia|reliability|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21397" PostTypeId="1" CreationDate="2024-01-23T05:26:42.950" Score="0" ViewCount="28" Body="&lt;p&gt;I have been searching for datasets about LGBTQ+ Americans. I am looking for any file types. I am searching for datasets that look at both mental and behavioral health for LGBT individuals. I appreciate any suggestions and/or help. Thank you!&lt;/p&gt;&#xA;" OwnerUserId="34649" LastActivityDate="2024-01-23T05:26:42.950" Title="Looking for downloadable LGBTQ+ datasets" Tags="|data-request|data.gov|uses-of-open-data|data|large-datasets|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21400" PostTypeId="1" CreationDate="2024-01-25T07:13:57.003" Score="0" ViewCount="27" Body="&lt;p&gt;I am using Drug Labeling [/drug/label] at OpenFDA to ingest the updated files. I understand I need to re-ingest all the files every time there is a release and update the previously built database. My question is about the labels in the previously built database but not in the current ingesting update files, should I keep them? Or those files should be marked as deleted or not used.&#xA;Thanks in advance!&lt;/p&gt;&#xA;" OwnerUserId="34666" LastActivityDate="2024-02-24T20:03:05.363" Title="Manage Missing FDA Drug Labels from New Update Files" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21401" PostTypeId="2" ParentId="21400" CreationDate="2024-01-25T17:25:34.660" Score="0" Body="&lt;p&gt;You're welcome to keep them for your own archival purposes if desired, but Labels are removed for various reasons as new update files are released, with intention, so if your goal is to work with the currently updated labeling data, rebuilding every release and allowing the previous results to delete is the approach I would recommend.&lt;/p&gt;&#xA;&lt;p&gt;Regards,&lt;/p&gt;&#xA;&lt;p&gt;Violet Wren, openFDA Tech Lead&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2024-01-25T17:25:34.660" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21402" PostTypeId="2" ParentId="7577" CreationDate="2024-01-25T23:42:30.950" Score="0" Body="&lt;p&gt;CarsXE now does vehicle specifications, history, market value, plate decoder, plate iage recognition, vehicle images, and vehicle identification.&#xA;docs found here- &lt;a href=&quot;https://docs.carsxe.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://docs.carsxe.com/&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34672" LastActivityDate="2024-01-25T23:42:30.950" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21403" PostTypeId="1" AcceptedAnswerId="21416" CreationDate="2024-01-26T20:48:28.070" Score="2" ViewCount="36" Body="&lt;p&gt;Is there a way to get &lt;a href=&quot;https://www.census.gov/geographies/mapping-files.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;United States Census mapping data&lt;/a&gt; for a particular addressees, or are &lt;a href=&quot;https://gis.stackexchange.com/tags/tiger/info&quot;&gt;TIGER&lt;/a&gt;'s blocks and tracts the finest spatial resolution available?&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2024-02-01T11:15:47.453" Title="U.S. Census data for particular addresses?" Tags="|geospatial|usa|us-census|census|spatial|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21404" PostTypeId="1" CreationDate="2024-01-29T02:20:46.450" Score="0" ViewCount="45" Body="&lt;p&gt;Would someone be able to guide me on how to create the right query to find a pill's metadata based on NHC.&lt;/p&gt;&#xA;&lt;p&gt;Here the combinations I tried but all return no results.&lt;/p&gt;&#xA;&lt;p&gt;Identifier: 51285-0092-87_BE305F72&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_id:%2251285-0092%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_id:&amp;quot;51285-0092&amp;quot;&lt;/a&gt;&#xA;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:%2251285-0092%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:&amp;quot;51285-0092&amp;quot;&lt;/a&gt;&#xA;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:%2251285-0092%22&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=packaging.package_ndc:&amp;quot;51285-0092&amp;quot;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I also tried versions with the &amp;quot;-87&amp;quot; with no luck. Any help offered would be appreciated.&lt;/p&gt;&#xA;" OwnerUserId="34691" LastEditorUserId="34691" LastEditDate="2024-01-29T02:33:01.387" LastActivityDate="2024-02-28T15:04:55.660" Title="Querying FDA Using NDC" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21405" PostTypeId="2" ParentId="21292" CreationDate="2024-01-29T09:36:01.440" Score="0" Body="&lt;p&gt;On the Google Cloud Platform, on Bigquery-Public-Data, there is the &lt;a href=&quot;https://console.cloud.google.com/marketplace/product/bigquery-public-data/google-books-ngrams-2020&quot; rel=&quot;nofollow noreferrer&quot;&gt;google-books-ngrams-2020 &lt;/a&gt; dataset&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;This Google Books Ngram Dataset contains frequencies of any set of search strings using a yearly count of n-grams found in sources printed between 1500 and 2012 in Google's text corpora.&lt;/p&gt;&#xA;&lt;p&gt;Languages include English, Chinese (simplified), French, German, Hebrew, Italian, Russian, and Spanish.&lt;/p&gt;&#xA;&lt;p&gt;The dataset is the same as that behind the Ngram Viewer, but for N=1 (single words only): &lt;a href=&quot;https://books.google.com/ngrams/info&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://books.google.com/ngrams/info&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Primary data can be downloaded here: &lt;a href=&quot;https://storage.googleapis.com/books/ngrams/books/datasetsv2.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://storage.googleapis.com/books/ngrams/books/datasetsv2.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;" OwnerUserId="5763" LastActivityDate="2024-01-29T09:36:01.440" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21406" PostTypeId="2" ParentId="21404" CreationDate="2024-01-29T14:49:09.800" Score="0" Body="&lt;p&gt;You just have an extra &lt;code&gt;0&lt;/code&gt; within the NDC code. Here is the right query:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=product_ndc:51285-092&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=product_ndc:51285-092&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2024-01-29T14:49:09.800" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21407" PostTypeId="1" CreationDate="2024-01-29T16:25:58.967" Score="2" ViewCount="28" Body="&lt;p&gt;I recently learned that there are satellite images with a resolution of 30 centimeters, coming from sensors launched on WorldView-3 and 4, and I think there are others as well. My question is whether these images are also available for free or not.&lt;/p&gt;&#xA;&lt;p&gt;I don't know if there are other satellite systems with high resolution available for free. Are there?&lt;/p&gt;&#xA;" OwnerUserId="34695" LastActivityDate="2024-01-29T16:25:58.967" Title="Open data high resolution satellite images" Tags="|uses-of-open-data|images|remote-sensing|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21408" PostTypeId="2" ParentId="13381" CreationDate="2024-01-29T17:52:20.200" Score="0" Body="&lt;p&gt;One API query response has a limit of 500. To ensure your code's resilience and handling of larger categories you need to recursively query the API using &lt;code&gt;continue.cmcontinue&lt;/code&gt; if you query using &lt;a href=&quot;https://commons.wikimedia.org/w/api.php?action=query&amp;amp;list=categorymembers&amp;amp;cmtype=file&amp;amp;cmtitle=Category:Videos_Langue_des_signes_fran%C3%A7aise&amp;amp;cmlimit=500&amp;amp;format=json&amp;amp;origin=*&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;code&gt;list=categorymembers&lt;/code&gt;&lt;/a&gt;. Append &lt;code&gt;&amp;amp;origin=*&lt;/code&gt; or it could fail due to xhr cross origin.&lt;/p&gt;&#xA;&lt;p&gt;I wrote a code to go recursive within a large category, and on multiple target categories : &lt;a href=&quot;https://jsfiddle.net/dekz6Lbu/5/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://jsfiddle.net/dekz6Lbu/5/&lt;/a&gt; using JS promises. If you remove GPT's and my comments it's not that long.&lt;/p&gt;&#xA;&lt;p&gt;See also : &lt;a href=&quot;https://mediawiki.org/wiki/API:Continue&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://mediawiki.org/wiki/API:Continue&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34696" LastEditorUserId="34696" LastEditDate="2024-01-29T17:57:53.060" LastActivityDate="2024-01-29T17:57:53.060" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21409" PostTypeId="1" CreationDate="2024-01-29T23:39:04.747" Score="0" ViewCount="14" Body="&lt;p&gt;Does anyone know of free or public sources of parcel data with electrical service information, ie amperage and voltage? I want to make a custom web map for compliance / siting for energy-intensive uses. Not sure if this is usually private info held by utilities, or not available because amperage service is often determined by the main breaker installed inside a building. I've found a few from several energy companies like &lt;a href=&quot;https://greenmountainpower.com/help/3-phase-service-vermont/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://greenmountainpower.com/help/3-phase-service-vermont/&lt;/a&gt; but nothing at parcel / building level. Ideally I would like a dataset with attribute fields for phase (looking for 3 phase), voltage and network endpoints.&lt;/p&gt;&#xA;" OwnerUserId="34697" LastActivityDate="2024-01-29T23:39:04.747" Title="Where can I find distribution circuit GIS datasets for amperage / voltage service at parcel or structure level?" Tags="|data-request|energy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21410" PostTypeId="2" ParentId="12327" CreationDate="2024-01-30T15:49:55.347" Score="0" Body="&lt;p&gt;this api provides data since 2013 with 1 minute ticks &lt;a href=&quot;https://rapidapi.com/lunarlabs/api/btc-ohlcv-history-api/pricing&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://rapidapi.com/lunarlabs/api/btc-ohlcv-history-api/pricing&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="34700" LastActivityDate="2024-01-30T15:49:55.347" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21411" PostTypeId="1" AcceptedAnswerId="21412" CreationDate="2024-01-30T19:09:59.057" Score="2" ViewCount="53" Body="&lt;p&gt;The IEC has defined a lot of semantic IDs, e.g. for units.&lt;/p&gt;&#xA;&lt;p&gt;As you can see in the &lt;a href=&quot;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/0/93D27817B852234FC1258A60003D5702&quot; rel=&quot;nofollow noreferrer&quot;&gt;example of '&#xA;pressure coefficient'&lt;/a&gt;, there are&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;0112/2///62720#UAA576 - kilopascal per kelvin&lt;/li&gt;&#xA;&lt;li&gt;0112/2///62720#UAA216 - megapascal per kelvin&lt;/li&gt;&#xA;&lt;li&gt;0112/2///62720#UAA259 - pascal per kelvin&lt;/li&gt;&#xA;&lt;li&gt;0112/2///62720#UAA528 - hectopascal per kelvin&lt;/li&gt;&#xA;&lt;li&gt;0112/2///62720#UAA811 - millibar per kelvin&lt;/li&gt;&#xA;&lt;li&gt;0112/2///62720#UAA324 - bar per kelvin&lt;/li&gt;&#xA;&lt;li&gt;0112/2///62720#UAA702 - pound-force per square inch per degree Fahrenheit&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;More details are then available per unit: &lt;a href=&quot;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/Units/0112-2---62720%23UAA576?opendocument&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/Units/0112-2---62720%23UAA576?opendocument&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The data seems to be stored in a Lotus Notes database, and it's not accessible in an automated way.&lt;/p&gt;&#xA;&lt;p&gt;Is this data also available for download in a machine-readable way?&lt;/p&gt;&#xA;&lt;p&gt;Minimal dataset:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;data: IRDI (semantic ID) in latest version, preferred name, short name in separate columns&lt;/li&gt;&#xA;&lt;li&gt;context: I want to assign semantic IDs to the units I use&lt;/li&gt;&#xA;&lt;li&gt;region: Germany and Switzerland&lt;/li&gt;&#xA;&lt;li&gt;license: free to use (no money involved)&lt;/li&gt;&#xA;&lt;li&gt;authority: IEC&lt;/li&gt;&#xA;&lt;li&gt;requirements: N/A&lt;/li&gt;&#xA;&lt;li&gt;non-answers: pointing to the CDD as linked above&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Ideal dataset:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;other columns as listed in the example: version, revision, definition, release date etc.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="9338" LastActivityDate="2024-02-01T07:28:39.653" Title="List of semantic IDs for units" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21412" PostTypeId="2" ParentId="21411" CreationDate="2024-01-31T17:20:45.377" Score="1" Body="&lt;p&gt;In short, use &lt;a href=&quot;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/frmSearchResultAll?openForm&amp;amp;view=SearchUnits&amp;amp;Count=5000&amp;amp;SearchMax=5000&amp;amp;Query=*&quot; rel=&quot;nofollow noreferrer&quot;&gt;this link&lt;/a&gt;, click &amp;quot;select all&amp;quot;, and click &amp;quot;export selected&amp;quot;: you'll be able to retrieve an Excel file with the data you're looking for.&lt;/p&gt;&#xA;&lt;p&gt;How to get to this page in the first place? You visit their &lt;a href=&quot;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/SearchFrameset?OpenFrameSet&quot; rel=&quot;nofollow noreferrer&quot;&gt;local search engine&lt;/a&gt;, select the option &amp;quot;Units&amp;quot;, and enter an asterisk (&lt;strong&gt;*&lt;/strong&gt;) as a search term.&lt;/p&gt;&#xA;&lt;p&gt;The Excel file may require some cleaning from your part (e.g. there are a lot of empty rows at the beginning of the file), but it should contain most of the information you're looking for, including ID code, preferred name, short name, version number and release date, revision number and date.&lt;/p&gt;&#xA;&lt;p&gt;The license and terms of use for the data are available here: &lt;a href=&quot;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/License&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://cdd.iec.ch/cdd/iec62720/iec62720.nsf/License&lt;/a&gt; (note that they allow free use only for some data, not for all, so you may want to check what you can or cannot use). A more general presentation of the database is available on the website homepage, including contact information for any queries.&lt;/p&gt;&#xA;&lt;p&gt;Note that in case you're trying to retrieve data for other items than just units, their search engine seems to limit the number of results to 5,000 by default (not a problem if you're only interested in units, as there are only about 1,800, but possibly a problem for other kind of data). There is probably a reason for this default limit; if this is a problem to you, it might be a good idea to contact the people who manage the website, and ask them how and under which conditions (if any) you can circumvent this default limitation.&lt;/p&gt;&#xA;&lt;p&gt;NB: I'm not related in any way to the IEC organization, so I can't provide much more information than that.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2024-02-01T07:28:39.653" LastActivityDate="2024-02-01T07:28:39.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21414" PostTypeId="1" CreationDate="2024-02-01T07:26:39.197" Score="0" ViewCount="9" Body="&lt;p&gt;The parameters are taking value of NA [Kindly refer the image]. Did I missed any part of the code related to the information &amp;quot;temp = as.integer(commandArgs(trailingOnly = TRUE))&amp;quot;&lt;/p&gt;&#xA;&lt;p&gt;Summary-level simulations with balanced pleiotropy and InSIDE assumption violated&#xA;rm(list = ls())&#xA;library(data.table)&#xA;library(dplyr)&#xA;library(MASS)&#xA;library(MendelianRandomization)&#xA;library(MRMix)&#xA;library(mr.raps)&#xA;library(MRPRESSO)&#xA;library(penalized)&#xA;source(&amp;quot;MR_lasso.R&amp;quot;)&#xA;thetavec = c(0.2, 0, -0.2) thetaUvec = c(0.3, 0.5) Nvec = c(5e4, 8e4, 1e5, 1.5e5, 2e5, 5e5, 1e6) # 1:7 prop_invalid_vec = c(0.3, 0.5, 0.7)&#xA;temp = as.integer(commandArgs(trailingOnly = TRUE)) theta = thetavec[temp[1]] # True causal effect from X to Y thetaU = thetaUx = thetaUvec[temp[2]] # Effect of the confounder on Y/X N = Nvec[temp[3]] # Sample size for exposure X&lt;/p&gt;&#xA;&lt;p&gt;prop_invalid = prop_invalid_vec[temp[4]] # Proportion of invalid IVs&#xA;pthr = 5e-8 # p-value threshold for instrument selection&lt;/p&gt;&#xA;&lt;p&gt;NxNy_ratio = 2 # Ratio of sample sizes for X and Y M = 2e5 # Total number of independent SNPs representing the common variants in the genome&lt;/p&gt;&#xA;&lt;p&gt;Model parameters for effect size distribution&lt;/p&gt;&#xA;&lt;p&gt;pi1=0.02*(1-prop_invalid); pi3=0.01 pi2=0.02prop_invalid; sigma2x = sigma2y = 5e-5; sigma2u = 1e-4; sigma2x_td = sigma2y_td = (5e-5)-thetaUthetaUx*sigma2u&lt;/p&gt;&#xA;&lt;p&gt;print(paste(&amp;quot;N&amp;quot;, N, &amp;quot;pthr&amp;quot;, pthr, &amp;quot;pi1&amp;quot;, pi1, &amp;quot;theta&amp;quot;, theta, &amp;quot;thetaU&amp;quot;, thetaU, &amp;quot;prop_invalid&amp;quot;, prop_invalid, &amp;quot;NxNy_ratio&amp;quot;, NxNy_ratio))&lt;/p&gt;&#xA;" OwnerUserId="34708" LastActivityDate="2024-02-01T07:26:39.197" Title="ould anyone help me to locate error and run this R code to simulate for balanced pleiotropic effects in Mendelian Randomization study?" Tags="|programming|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21416" PostTypeId="2" ParentId="21403" CreationDate="2024-02-01T11:01:50.273" Score="1" Body="&lt;p&gt;From their &lt;a href=&quot;https://www2.census.gov/geo/pdfs/maps-data/data/tiger/tgrshp2023/TGRSHP2023_TechDoc.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;technical documentation&lt;/a&gt;, section 4-12-5, they don't have individual addresses, but address ranges:&lt;/p&gt;&#xA;&lt;blockquote&gt;&#xA;&lt;p&gt;&lt;strong&gt;Address Ranges&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;The address range feature county-based shapefile contains the geospatial edge geometry and attributes of all&#xA;unsuppressed address ranges for a county or county equivalent area.&#xA;All the TIGER/Line address range files contain potential address&#xA;ranges, not individual addresses.&lt;/p&gt;&#xA;&lt;p&gt;Potential ranges include the full range of possible structure numbers&#xA;even though the actual structures may not exist. The Census Bureau&#xA;suppresses single-address address ranges in order to maintain the&#xA;confidentiality of the described addresses as specified by Title 13 of&#xA;the U.S. Code, and does not currently provide any address ranges for&#xA;the Island Areas.&lt;/p&gt;&#xA;&lt;/blockquote&gt;&#xA;&lt;p&gt;You can find the files for 2023 at the following address: &lt;a href=&quot;https://www2.census.gov/geo/tiger/TIGER2023/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www2.census.gov/geo/tiger/TIGER2023/&lt;/a&gt; . The pdf file at the root of the directory gives an explanation of the files included in the subdirectories. You may be interested in particular by the &amp;quot;ADDR&amp;quot;, &amp;quot;ADDRFEAT&amp;quot;, and &amp;quot;ADDRFN&amp;quot; subdirectories.&lt;/p&gt;&#xA;&lt;p&gt;The data seems divided in multiple files for various zones (I didn't find a file containing all the data at once, but I may have missed it), so it might require scripting from your part, depending on your use case.&lt;/p&gt;&#xA;&lt;p&gt;On how to use these files, Section 5-1 and appendix L-5 of the technical documentation will give you technical details. If you need specific advice on how to use the files for your use case, this is a different question that would probably require you to tell how you intend to use these files. In this case, maybe ask a question on &lt;a href=&quot;https://gis.stackexchange.com/&quot;&gt;https://gis.stackexchange.com/&lt;/a&gt; if you encounter technical difficulties when using these data.&lt;/p&gt;&#xA;&lt;p&gt;Related: &lt;a href=&quot;https://gis.stackexchange.com/questions/75870/how-do-i-from-convert-from-street-level-address-to-block-block-group-census-trac&quot;&gt;How do I from convert from street level address to block/block group/census track?&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2024-02-01T11:15:47.453" LastActivityDate="2024-02-01T11:15:47.453" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21417" PostTypeId="1" CreationDate="2024-02-02T22:41:45.090" Score="0" ViewCount="22" Body="&lt;p&gt;I am trying to find a source for various topographic maps and aerial/drone imagery of asteroid impact sites for a project I have coming up.&lt;/p&gt;&#xA;&lt;p&gt;Are there any specific sources that focus on this topic, or LIDAR and multispectral data that can be downloaded?&lt;/p&gt;&#xA;" OwnerUserId="34716" LastActivityDate="2024-03-09T17:06:35.777" Title="Asteroid Impact Sites Topographic Data" Tags="|data-request|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21418" PostTypeId="1" CreationDate="2024-02-03T01:58:34.140" Score="0" ViewCount="15" Body="&lt;p&gt;I am looking for data that measures the density of internet usage (packet exchanges) throughout a day. Could be from anywhere in the world, from any time period, reflecting any range of devices, and output in any data format. &lt;a href=&quot;https://census2012.sourceforge.net/images/geovideo.gif&quot; rel=&quot;nofollow noreferrer&quot;&gt;This&lt;/a&gt; is a classic example.&lt;/p&gt;&#xA;" OwnerUserId="34640" LastEditorUserId="34640" LastEditDate="2024-02-03T02:00:27.040" LastActivityDate="2024-02-03T02:00:27.040" Title="Daily Internet usage datasets" Tags="|data-request|internet|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21419" PostTypeId="1" CreationDate="2024-02-03T03:30:45.310" Score="0" ViewCount="10" Body="&lt;p&gt;I’m struggling to get the XML format to function in JavaScript. Is it possible to use this API(Finder API) in JSON Format?&lt;/p&gt;&#xA;" OwnerUserId="34718" LastActivityDate="2024-02-03T03:30:45.310" Title="Is it possible to call Finder API in JSON Format?" Tags="|api|healthcare-finder-api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21420" PostTypeId="2" ParentId="21378" CreationDate="2024-02-03T18:27:45.550" Score="0" Body="&lt;p&gt;Besides Wikimedia Commons (already mentioned in @NicolasRaoul's answer, +1), &lt;strong&gt;&lt;a href=&quot;https://openi.nlm.nih.gov&quot; rel=&quot;nofollow noreferrer&quot;&gt;Open-i&lt;/a&gt;&lt;/strong&gt; offers many medical images, including photographs of tongues. Here's an example of a request you can use (caution, these photographs are of medical nature, so viewing discretion is advised): &lt;a href=&quot;https://openi.nlm.nih.gov/gridquery?q=tongue&amp;amp;it=xg,ph&amp;amp;m=1&amp;amp;n=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://openi.nlm.nih.gov/gridquery?q=tongue&amp;amp;it=xg,ph&amp;amp;m=1&amp;amp;n=100&lt;/a&gt;. You can refine the keywords as you wish, as well as the filters (license, type of image, etc.).&lt;/p&gt;&#xA;&lt;p&gt;The US National Cancer Institute also has a search engine where you can look for images or photographs using specific keywords, you can find many photographs of tongues there, using adequate keywords: &lt;strong&gt;&lt;a href=&quot;https://visualsonline.cancer.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://visualsonline.cancer.gov/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;Same thing for the US Public Health Image Library: &lt;strong&gt;&lt;a href=&quot;https://phil.cdc.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://phil.cdc.gov/&lt;/a&gt;&lt;/strong&gt;&lt;/p&gt;&#xA;&lt;p&gt;You'll probably have to classify these images yourself, and make sure you're respecting their license.&lt;/p&gt;&#xA;" OwnerUserId="32826" LastEditorUserId="32826" LastEditDate="2024-02-03T18:37:17.873" LastActivityDate="2024-02-03T18:37:17.873" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21421" PostTypeId="1" CreationDate="2024-02-04T00:01:29.883" Score="0" ViewCount="45" Body="&lt;p&gt;Does &lt;a href=&quot;https://openstreetmap.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;OpenStreetMap&lt;/a&gt; (&lt;a href=&quot;https://nominatim.openstreetmap.org/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Nominatim&lt;/a&gt;?) have foot traffic data? Or are there any open-access databases that show foot traffic data (analogously to &lt;a href=&quot;https://trafficview.org/live_traffic/&quot; rel=&quot;nofollow noreferrer&quot;&gt;TrafficView&lt;/a&gt; for traffic)?&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2024-02-05T17:56:09.700" Title="OSM foot traffic data?" Tags="|data-request|geospatial|usa|openstreetmap|traffic|" AnswerCount="1" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21422" PostTypeId="2" ParentId="7292" CreationDate="2024-02-04T01:24:46.437" Score="0" Body="&lt;p&gt;See resources at &lt;a href=&quot;https://en.wiktionary.org/wiki/Wiktionary:Frequency_lists&quot; rel=&quot;nofollow noreferrer&quot;&gt;Wiktionary:Frequency Lists&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;In particular I have used &lt;a href=&quot;https://wortschatz.uni-leipzig.de/en/download/&quot; rel=&quot;nofollow noreferrer&quot;&gt;Leipzig Corpora Collection&lt;/a&gt;. Use &lt;code&gt;cut -f2&lt;/code&gt; if you just want the words and not the rank or frequency.&lt;/p&gt;&#xA;" OwnerUserId="34723" LastActivityDate="2024-02-04T01:24:46.437" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21423" PostTypeId="2" ParentId="21421" CreationDate="2024-02-05T17:56:09.700" Score="1" Body="&lt;p&gt;While not open, &lt;a href=&quot;https://besttime.app/&quot; rel=&quot;nofollow noreferrer&quot;&gt;BestTime.app&lt;/a&gt; is a &amp;quot;Foot traffic Data API&amp;quot;.&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;-tip &lt;a href=&quot;https://stackoverflow.com/a/63223983/1429450&quot;&gt;Mickster's answer&lt;/a&gt; to &amp;quot;&lt;a href=&quot;https://stackoverflow.com/q/60652129/1429450&quot;&gt;Can I use the Google Places API to see a venue's busy hours?&lt;/a&gt;&amp;quot;&lt;/sup&gt;&lt;/p&gt;&#xA;" OwnerUserId="17438" LastActivityDate="2024-02-05T17:56:09.700" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21424" PostTypeId="1" CreationDate="2024-02-05T21:10:22.843" Score="0" ViewCount="20" Body="&lt;p&gt;Hi is there a database that contains early decision enrollee information?&lt;/p&gt;&#xA;&lt;p&gt;Could really use the help here, thanks.&lt;/p&gt;&#xA;" OwnerUserId="34730" LastActivityDate="2024-02-05T21:10:22.843" Title="Trying to run a regression on the number of early decision students enrolled in a given year. Does anyone know where I can get that data?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21425" PostTypeId="1" CreationDate="2024-02-05T23:10:12.873" Score="0" ViewCount="4" Body="&lt;p&gt;Looking for large corporations or highly valued ones that are planning to or have already moved their HQ to Miami, FL from various locations in the US or abroad.&lt;/p&gt;&#xA;&lt;p&gt;Perspective- Developing a marketing strategy that will generate leads for buyers or tenants considering living in Miami. Currently, I have two properties I am the listing agent representative, and given the influx of migrants moving to Florida from California or Los Angeles, I'm hoping to tap into their interest either rent or sell my current listings, or help them find the right place for them. I am a two-year involved agent and am gaining knowledge in the luxury market by coincidence. Trying to tap into this sphere of influence remotely.&lt;/p&gt;&#xA;" OwnerUserId="34731" LastActivityDate="2024-02-05T23:10:12.873" Title="Database of HQ, tech giants, healthcare industries moving their workforce to Miami, FL" Tags="|finance|real-estate|technology|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21427" PostTypeId="1" CreationDate="2024-02-07T11:00:00.093" Score="0" ViewCount="25" Body="&lt;p&gt;Is there any database that contains all the registered CCTLDS websites by countries I have found this &lt;a href=&quot;https://dnscensus2013.neocities.org/download&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://dnscensus2013.neocities.org/download&lt;/a&gt; but It's outdated&lt;/p&gt;&#xA;" OwnerUserId="34740" LastActivityDate="2024-02-07T11:00:00.093" Title="Registred CCTLDS website" Tags="|data-request|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21428" PostTypeId="1" CreationDate="2024-02-08T06:50:57.293" Score="0" ViewCount="7" Body="&lt;p&gt;I'm trying to display a summary of the data from multiple trials for an infographic I have to produce.&lt;/p&gt;&#xA;&lt;p&gt;Not all studies reported Mean +/- SD for their data so I can't populate an SPSS sheet etc. Revman has been discontinued. The online versions don't collate a pooled estimate and the one that does is awful and doesn't display the CIs.&lt;/p&gt;&#xA;&lt;p&gt;Is there is simple way of developing a forest plot if I only have RR, CI and weight, not the raw data?&lt;/p&gt;&#xA;&lt;p&gt;I saw an answer on here from 2013 but RevMan has now been discontinued.&lt;/p&gt;&#xA;&lt;p&gt;It's not intended for publication.&lt;/p&gt;&#xA;" OwnerUserId="34743" LastActivityDate="2024-02-08T06:50:57.293" Title="Does anyone know of a software I can use to make a simple forest plot from RR and CI?" Tags="|software|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21429" PostTypeId="2" ParentId="21417" CreationDate="2024-02-08T17:01:07.860" Score="0" Body="&lt;p&gt;I typed into google &amp;quot;meteor impact locations&amp;quot; and got this -&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://en.wikipedia.org/wiki/Earth_Impact_Database&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://en.wikipedia.org/wiki/Earth_Impact_Database&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="9622" LastActivityDate="2024-02-08T17:01:07.860" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21430" PostTypeId="1" CreationDate="2024-02-11T15:24:12.207" Score="0" ViewCount="20" Body="&lt;p&gt;Is it possible to create Prior Notices using OpenFDA?&#xA;I've search the API documentation and this forum, but haven't found any topics about this.&lt;/p&gt;&#xA;&lt;p&gt;BR&#xA;Michael Sandström&lt;/p&gt;&#xA;" OwnerUserId="34754" LastActivityDate="2024-03-23T15:01:20.157" Title="OpenFDA Prior Notice" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21431" PostTypeId="1" CreationDate="2024-02-11T20:15:57.883" Score="1" ViewCount="7" Body="&lt;p&gt;I am looking for a cross-national dataset on yearly average (lending) interest rates. I know the World Bank features an &lt;a href=&quot;https://data.worldbank.org/indicator/FR.INR.LEND&quot; rel=&quot;nofollow noreferrer&quot;&gt;indicator&lt;/a&gt;, but surprising to me the indicator has missing data for lots of countries in Europe. I am also open to augment the World Bank indicator with a indicator from another data source if they are comparable.&lt;/p&gt;&#xA;" OwnerUserId="21228" LastActivityDate="2024-02-11T20:15:57.883" Title="Cross-national data on lending interest rate for the whole world from 2006-2019" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21432" PostTypeId="1" CreationDate="2024-02-12T09:13:14.657" Score="1" ViewCount="14" Body="&lt;p&gt;I have written an algorithm for allocating the time of the company's employees to the tasks that need to be done by the company. Now, to evaluate the results of that algorithm, it is necessary to test it with a dataset in that field. Do you know such a dataset?&#xA;Do we have datasets with labels to divide members between tasks?&#xA;Do you know of another dataset that I can adapt it to the task allocation problem?&lt;/p&gt;&#xA;" OwnerUserId="16921" LastActivityDate="2024-02-12T09:13:14.657" Title="Dataset for allocating the time of employees to the tasks" Tags="|data-request|machine-learning|computing|large-datasets|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21434" PostTypeId="2" ParentId="20951" CreationDate="2024-02-13T07:25:02.930" Score="1" Body="&lt;p&gt;You can use openalex data dump.&#xA;&lt;a href=&quot;https://api.openalex.org/works?group_by=language&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.openalex.org/works?group_by=language&lt;/a&gt;&#xA;There are &lt;code&gt;6843788&lt;/code&gt; publications in French.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;key&amp;quot;: &amp;quot;fr&amp;quot;,&#xA;  &amp;quot;key_display_name&amp;quot;: &amp;quot;French&amp;quot;,&#xA;  &amp;quot;count&amp;quot;: 6843788&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="34761" LastActivityDate="2024-02-13T07:25:02.930" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21435" PostTypeId="1" CreationDate="2024-02-13T09:23:02.583" Score="1" ViewCount="19" Body="&lt;p&gt;after dumping all the metadata i have three files:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;arxiv-metadata-oai.json  &#xA;authors-parsed.json  &#xA;internal-citations.json&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Sample of &lt;code&gt;arxiv-metadata-oai.json&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;id&amp;quot;: &amp;quot;0704.0081&amp;quot;,&#xA;  &amp;quot;submitter&amp;quot;: &amp;quot;Valeriy Tolstoy&amp;quot;,&#xA;  &amp;quot;authors&amp;quot;: &amp;quot;V.N. Tolstoy (INP, Moscow State University)&amp;quot;,&#xA;  &amp;quot;title&amp;quot;: &amp;quot;Quantum Deformations of Relativistic Symmetries&amp;quot;,&#xA;  &amp;quot;comments&amp;quot;: &amp;quot;10 pages. Invited talk at the XXII Max Born Symposium \&amp;quot;Quantum, Super\n  and Twistors\&amp;quot;, September 27-29, 2006, Wroclaw (Poland), in honour of Jerzy\n  Lukierski.&amp;quot;,&#xA;  &amp;quot;journal-ref&amp;quot;: null,&#xA;  &amp;quot;doi&amp;quot;: null,&#xA;  &amp;quot;abstract&amp;quot;: &amp;quot;  We discussed quantum deformations of D=4 Lorentz and Poincare algebras. In\nthe case of Poincare algebra it is shown that almost all classical r-matrices\nof S. Zakrzewski classification correspond to twisted deformations of Abelian\nand Jordanian types. A part of twists corresponding to the r-matrices of\nZakrzewski classification are given in explicit form.\n&amp;quot;,&#xA;  &amp;quot;report-no&amp;quot;: null,&#xA;  &amp;quot;categories&amp;quot;: [&#xA;    &amp;quot;math.QA hep-th math-ph math.MP math.RT&amp;quot;&#xA;  ],&#xA;  &amp;quot;versions&amp;quot;: [&#xA;    &amp;quot;v1&amp;quot;&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Sample of &lt;code&gt;internal-citations.json&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;0704.0081&amp;quot;: [&#xA;    &amp;quot;hep-th/0301033&amp;quot;,&#xA;    &amp;quot;math/0701079&amp;quot;,&#xA;    &amp;quot;hep-th/0604146&amp;quot;,&#xA;    &amp;quot;math/0402433&amp;quot;,&#xA;    &amp;quot;math/0010190&amp;quot;,&#xA;    &amp;quot;0704.0081&amp;quot;&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Sample of &lt;code&gt;authors-parsed.json&lt;/code&gt;:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;{&#xA;  &amp;quot;0704.0081&amp;quot;: [&#xA;    [&#xA;      &amp;quot;Tolstoy&amp;quot;,&#xA;      &amp;quot;V. N.&amp;quot;,&#xA;      &amp;quot;&amp;quot;,&#xA;      &amp;quot;INP, Moscow State University&amp;quot;&#xA;    ]&#xA;  ]&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;I need to create snapshot file like &lt;a href=&quot;https://www.kaggle.com/datasets/Cornell-University/arxiv/data&quot; rel=&quot;nofollow noreferrer&quot;&gt;this&lt;/a&gt; with &lt;code&gt;update_date&lt;/code&gt; and &lt;code&gt;versions&lt;/code&gt;. So after digging some time i realized that some fields are missing.&lt;/p&gt;&#xA;&lt;p&gt;The most wanted field is update_date. How to get it from the dump?&lt;/p&gt;&#xA;" OwnerUserId="34761" LastActivityDate="2024-02-13T09:23:02.583" Title="How to build arXiv-metadata-snapshot using dump of arxiv metadata?" Tags="|research|research-papers|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21436" PostTypeId="1" CreationDate="2024-02-13T13:00:45.140" Score="0" ViewCount="11" Body="&lt;p&gt;I am undertaking a research piece on the spatial accessibility of nursing homes in Spain and am looking to locate an open-source dataset detailing all the nursing homes and their locations.&lt;/p&gt;&#xA;&lt;p&gt;Many thanks&lt;/p&gt;&#xA;" OwnerUserId="19684" LastActivityDate="2024-02-13T13:00:45.140" Title="Nursing home spatial dataset for Spain" Tags="|geospatial|medical|real-estate|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21437" PostTypeId="1" CreationDate="2024-02-14T12:23:02.530" Score="0" ViewCount="12" Body="&lt;p&gt;The 2 digit CIP code data are in the form of fractions.  If I want to know how many graduates this translates to, do I multiply these fractions by the number of undergrad degrees or does it also include graduate degrees?  I believe CIP codes themselves don't distinguish between undergraduate and graduate degrees, so I can't tell if those fractions also apply to both.&lt;/p&gt;&#xA;" OwnerUserId="34770" LastActivityDate="2024-02-14T12:23:02.530" Title="Do CIP codes apply to only undergrads?" Tags="|collegescorecard|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21438" PostTypeId="1" CreationDate="2024-02-14T20:53:38.730" Score="2" ViewCount="51" Body="&lt;p&gt;I have data from when the 2020 census from when it was first published, but it's missing certain fields (median household income, no vehicle households, etc.), I'm assuming those were added in subsequent years, and want to find the most up to date dataset. I'm not sure where to download this from.&lt;/p&gt;&#xA;&lt;p&gt;Do you know where I could obtain this?&lt;/p&gt;&#xA;" OwnerUserId="34771" LastActivityDate="2024-02-14T22:50:34.163" Title="2020 Census Data" Tags="|geospatial|census|" AnswerCount="1" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21439" PostTypeId="2" ParentId="21438" CreationDate="2024-02-14T22:50:34.163" Score="3" Body="&lt;p&gt;The 2020 Decennial Census does not collect that kind of information. You can see what kind of questions were asked of households in &lt;a href=&quot;https://www2.census.gov/programs-surveys/decennial/2020/technical-documentation/questionnaires-and-instructions/questionnaires/2020-informational-questionnaire-english_DI-Q1.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;this sample questionnaire&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;If you want to check out a survey that does ask &lt;a href=&quot;https://www2.census.gov/programs-surveys/acs/methodology/questionnaires/2020/quest20.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;those questions&lt;/a&gt;, check the American Community Survey (ACS). I would also recommend using &lt;a href=&quot;https://data.census.gov/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://data.census.gov/&lt;/a&gt; to retrieve the info just for quick checks.&lt;/p&gt;&#xA;" OwnerUserId="958" LastActivityDate="2024-02-14T22:50:34.163" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21440" PostTypeId="1" CreationDate="2024-02-15T18:30:19.787" Score="0" ViewCount="20" Body="&lt;p&gt;Three-dimensional vector fields are employed in fluid mechanics, climate modeling, magnetism, and other fields. Where can I find open data on real measurements of 3D vector fields, ideally across time?&lt;/p&gt;&#xA;" OwnerUserId="12715" LastActivityDate="2024-02-15T18:30:19.787" Title="Where to find open data for 3D vector fields?" Tags="|data-request|geospatial|time-series|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21441" PostTypeId="1" CreationDate="2024-02-18T00:45:47.027" Score="0" ViewCount="15" Body="&lt;p&gt;Are there any open data sources estimating the number of current job openings by income level?&lt;/p&gt;&#xA;&lt;p&gt;I've attempted to go through a variety of government and Federal Reserve sites to put together some combination of data series that might be joined in such a manner to calculate such an estimate but not even &lt;a href=&quot;https://www.bls.gov/jlt/&quot; rel=&quot;nofollow noreferrer&quot;&gt;JOLTS (Job Openings and Labor Turnover Survey)&lt;/a&gt; disaggregates by income level nor by occupation code.  It only disaggregates by industry just as &amp;quot;General Medical and Surgical Hospitals&amp;quot; which would include everything from 7-figure brain surgeons to minimum wage support staff, so it does no good trying to use industry averages.  (Although medians might be marginally less useless, the medians aren't available at the industry level either.)&lt;/p&gt;&#xA;&lt;p&gt;For obvious reasons, this is a highly sensitive political topic, which may explain why no government sources permit putting together these kinds of estimates, but one would hope that NGOs might offer such estimates.  Even though NGOs are frequently politically biased, one would expect a variety of such estimates representing different biases from which one might discern some general picture.&lt;/p&gt;&#xA;" OwnerUserId="34788" LastActivityDate="2024-02-18T00:45:47.027" Title="Estimating current job openings by income level" Tags="|economics|politics|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21443" PostTypeId="2" ParentId="20999" CreationDate="2024-02-20T17:46:05.127" Score="1" Body="&lt;p&gt;Unfortunately there is not much in stations data at this period of time. Below a list of surrounding stations, which data is stored on &lt;a href=&quot;https://www.ncei.noaa.gov/pub/data/noaa/1945/&quot; rel=&quot;nofollow noreferrer&quot;&gt;NOAA server&lt;/a&gt;. And despite &lt;code&gt;begin&lt;/code&gt; and &lt;code&gt;end&lt;/code&gt; date given there are missing records for 1944, 1945. If you have access to (digital?) library  with local press, it might be worth to check, as usually the weather conditions were printed in daily press.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;t &amp;lt;- tidygeocoder::geo(&amp;quot;Remagen, Germany&amp;quot;, method = &amp;quot;arcgis&amp;quot;)&#xA;#&amp;gt; Passing 1 address to the ArcGIS single address geocoder&#xA;#&amp;gt; Query completed in: 1 seconds&#xA;&#xA;a &amp;lt;- worldmet::getMeta(lon = t$long, lat = t$lat)&#xA;&#xA;a[, c(1, 3, 6, 9:11, 15)]&#xA;#&amp;gt; # A tibble: 10 × 7&#xA;#&amp;gt;    usaf   station         call  `elev(m)` begin      end         dist&#xA;#&amp;gt;    &amp;lt;chr&amp;gt;  &amp;lt;chr&amp;gt;           &amp;lt;chr&amp;gt;     &amp;lt;dbl&amp;gt; &amp;lt;date&amp;gt;     &amp;lt;date&amp;gt;     &amp;lt;dbl&amp;gt;&#xA;#&amp;gt;  1 105130 KOLN BONN       EDDK       92   1931-01-01 2024-02-18  32.3&#xA;#&amp;gt;  2 106130 BUCHEL          ETSB      478.  1973-01-01 2024-02-18  46.6&#xA;#&amp;gt;  3 105020 NORVENICH       ETNN      118.  1973-01-01 2024-02-18  48.7&#xA;#&amp;gt;  4 106162 SIEGERLAND      EDGS      599.  2004-05-10 2024-02-18  62.2&#xA;#&amp;gt;  5 106160 FRANKFURT HAHN  EDFH      503.  1953-07-22 2024-02-18  70.2&#xA;#&amp;gt;  6 064960 ELSENBORN (MIL) EBLB      570   1984-05-01 2024-02-18  74.7&#xA;#&amp;gt;  7 106070 SPANGDAHLEM AB  ETAD      365.  1953-05-18 2024-02-18  77.3&#xA;#&amp;gt;  8 064940 MONT-RIGI       &amp;lt;NA&amp;gt;      673   2008-01-15 2024-02-18  82.1&#xA;#&amp;gt;  9 104000 DUSSELDORF      EDDL       44.8 1931-01-02 2024-02-18  85.1&#xA;#&amp;gt; 10 104374 MONCHENGLADBACH EDLN       38.1 1996-07-15 2024-02-18  88.2&#xA;&#xA;worldmet::importNOAA(code = &amp;quot;105130-99999&amp;quot;,&#xA;                     year = 1945,&#xA;                     hourly = TRUE,&#xA;                     n.cores = 4,&#xA;                     path = &amp;quot;data&amp;quot;)&#xA;#&amp;gt; [1] &amp;quot;site(s) do not exist.&amp;quot;&#xA;#&amp;gt; NULL&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The good news: there is &lt;a href=&quot;https://cds.climate.copernicus.eu/cdsapp#!/dataset/reanalysis-era5-single-levels?tab=form&quot; rel=&quot;nofollow noreferrer&quot;&gt;ERA5&lt;/a&gt; gridded data starting in 1940 (around 30 km spatial resolution, and hourly temporal resolution) which may be used to extract the data and calculate daily means. After downloading the data set of interest (in form of &lt;code&gt;nc&lt;/code&gt; file) you can use {terra} package to extract the data.&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2024-02-20 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.1.0&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;strong&gt;Edit:&lt;/strong&gt; I have played a bit with the data. Temperatures for Remagen in April and May 1945 in the chart below. The whole process/analysis you can find around &lt;a href=&quot;https://gsapijaszko.github.io/open_data/environments.html#fig-remagen_plot&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gsapijaszko.github.io/open_data/environments.html#fig-remagen_plot&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wo1NC.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wo1NC.png&quot; alt=&quot;&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="30960" LastEditorUserId="30960" LastEditDate="2024-02-21T11:11:24.767" LastActivityDate="2024-02-21T11:11:24.767" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21444" PostTypeId="1" CreationDate="2024-02-22T04:30:04.810" Score="1" ViewCount="5" Body="&lt;p&gt;Where would I be able to find the APIs for residential construction permits for FL cities and counties? Is it required to be public information?&lt;/p&gt;&#xA;" OwnerUserId="34814" LastActivityDate="2024-02-22T04:30:04.810" Title="FL Building Permits" Tags="|data-request|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21445" PostTypeId="2" ParentId="21430" CreationDate="2024-02-22T14:32:23.013" Score="0" Body="&lt;p&gt;I am a member of the openFDA development team. Unfortunately, it is not possible to create Prior Notices using OpenFDA.&lt;/p&gt;&#xA;" OwnerUserId="12808" LastActivityDate="2024-02-22T14:32:23.013" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21465" PostTypeId="1" CreationDate="2024-02-28T13:14:39.293" Score="1" ViewCount="8" Body="&lt;p&gt;I need the a dataset containing the vehicle parameters (such as speed and velocity) that are driven by an actual driver. The data should have various weather conditions such as snow, rain, fog etc. Thanks in advance.&lt;/p&gt;&#xA;" OwnerUserId="35843" LastActivityDate="2024-02-28T13:14:39.293" Title="Dataset for Vehicle Parameters in different weather scenarios" Tags="|data-request|machine-learning|cars|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21466" PostTypeId="2" ParentId="20978" CreationDate="2024-02-29T12:30:26.630" Score="0" Body="&lt;p&gt;I am late on the answer but this might help others. You need to use &lt;code&gt;set.seed()&lt;/code&gt; before every call to &lt;code&gt;optFederov&lt;/code&gt; in order to get consistent results.&lt;/p&gt;&#xA;&lt;p&gt;For example, in the next code, design_1 and design_2 are different:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;set.seed(42)&#xA;design_1 &amp;lt;- optFederov(data = plan,&#xA;                     nTrials = 16,&#xA;                     approximate = FALSE)&#xA;&#xA;design_2 &amp;lt;- optFederov(data = plan,&#xA;                     nTrials = 16,&#xA;                     approximate = FALSE)&#xA;&#xA;print(all(design_1$rows == design_2$rows))&#xA;#&amp;gt; FALSE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;But if you use &lt;code&gt;set.seed&lt;/code&gt; before each call to optFederov, you get consistent results:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;set.seed(42)&#xA;design_3 &amp;lt;- optFederov(data = plan,&#xA;                     nTrials = 16,&#xA;                     approximate = FALSE)&#xA;&#xA;set.seed(42)&#xA;design_4 &amp;lt;- optFederov(data = plan,&#xA;                     nTrials = 16,&#xA;                     approximate = FALSE)&#xA;&#xA;print(all(design_3$rows == design_4$rows))&#xA;#&amp;gt; TRUE&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;You could also wrap optFederov in &lt;a href=&quot;https://stackoverflow.com/questions/14324096/setting-seed-locally-not-globally-in-r&quot;&gt;a function that sets the seed locally&lt;/a&gt; before calling it.&lt;/p&gt;&#xA;" OwnerUserId="35848" LastActivityDate="2024-02-29T12:30:26.630" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21467" PostTypeId="1" CreationDate="2024-03-01T16:59:21.143" Score="0" ViewCount="15" Body="&lt;p&gt;I am looking to programmatically find, enumerate, and download the PDF files associated with a drug approval package.  For example, the drug HADLIMA has several files in its approval package, which are presented in a list named &amp;quot;FDA Application Review Files&amp;quot; in its &lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000TOC.cfm&quot; rel=&quot;nofollow noreferrer&quot;&gt;approval package page&lt;/a&gt;.  I'd like to be able to find the URL's to these documents via an API.  In HADLIMA's case, these would be:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000ChemR.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000ChemR.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000ChemR.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000ChemR.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000MultidisciplineR.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000MultidisciplineR.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000NameR.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000NameR.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000OEList.pdf&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.accessdata.fda.gov/drugsatfda_docs/nda/2019/761059Orig1s000OEList.pdf&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;I want to avoid &amp;quot;scraping&amp;quot; and get to this list via an API -- is this possible?&lt;/p&gt;&#xA;" OwnerUserId="35854" LastEditorUserId="35854" LastEditDate="2024-03-03T14:36:25.880" LastActivityDate="2024-03-03T14:36:25.880" Title="API access to PDF documents comprising approval pages" Tags="|api|pdf|scraping|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21469" PostTypeId="1" AcceptedAnswerId="21471" CreationDate="2024-03-02T19:47:25.320" Score="0" ViewCount="21" Body="&lt;p&gt;I'm currently trying to find the appropriate query or dataset to see all the packaging options (specifically quantities) for a particular drug.&lt;/p&gt;&#xA;&lt;p&gt;Example: Clotrimazole&lt;/p&gt;&#xA;&lt;p&gt;This drug comes in both creams and solutions. In an ideal world, the endpoint response/dataset would contain information that would allow me to see all packaging options like so&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/wDHvh.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/wDHvh.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt; &lt;a href=&quot;https://i.stack.imgur.com/2rpsN.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/2rpsN.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I have already been able to pull and construct dosage options (such as 1% cream, 1% solution etc) but, like I said, I can't seem to find the total volumes/quantities for their packaging options. Any help would be greatly appreciated!&lt;/p&gt;&#xA;" OwnerUserId="35857" LastActivityDate="2024-03-04T16:31:44.113" Title="Query/Endpoint To Show Available Packaging Quantities" Tags="|openfda|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21470" PostTypeId="2" ParentId="19835" CreationDate="2024-03-04T02:05:04.653" Score="0" Body="&lt;p&gt;Not actually open-licensed, but leaked documents sometimes contain large amounts of invoices.&lt;/p&gt;&#xA;&lt;p&gt;Example: &lt;a href=&quot;https://github.com/mttaggart/I-S00N/blob/main/0/9fd06037-11f1-4ad5-9a7d-cbfb3fa4193b.md&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/mttaggart/I-S00N/blob/main/0/9fd06037-11f1-4ad5-9a7d-cbfb3fa4193b.md&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://i.stack.imgur.com/f2ulo.png&quot; rel=&quot;nofollow noreferrer&quot;&gt;&lt;img src=&quot;https://i.stack.imgur.com/f2ulo.png&quot; alt=&quot;enter image description here&quot; /&gt;&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="754" LastActivityDate="2024-03-04T02:05:04.653" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21471" PostTypeId="2" ParentId="21469" CreationDate="2024-03-04T16:31:44.113" Score="1" Body="&lt;p&gt;I'm Violet with the openFDA Team. I'm not sure which endpoint you're looking at, but I think you'll find what you're looking for in the Drug/NDC endpoint, which includes detailed packaging information.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://api.fda.gov/drug/ndc.json?search=clotrimazole&amp;amp;limit=100&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://api.fda.gov/drug/ndc.json?search=clotrimazole&amp;amp;limit=100&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I hope that helps!&lt;/p&gt;&#xA;&lt;p&gt;Violet&lt;/p&gt;&#xA;" OwnerUserId="15494" LastActivityDate="2024-03-04T16:31:44.113" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21472" PostTypeId="1" CreationDate="2024-03-04T20:07:19.860" Score="1" ViewCount="19" Body="&lt;p&gt;all I am trying to add scaled raw soil data element based on IQR, could you please help, how I can add this new scaled variable to original dataset, could you confirm the below if it is correct?&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt; &amp;gt; ph1 &amp;lt;- read.table(&amp;quot;clean.raw.elements.txt&amp;quot;, header=T, sep=&amp;quot;\t&amp;quot;)&#xA;    &amp;gt; head(ph1)&#xA;        ID  X.x Score.x Match_type.x    Mo&#xA;    1   N10  132   94.23            A     0.96500  &#xA;    2   N12 1014   94.34            A     0.45000&#xA;    3   N13 1029   95.41            A     0.42750 &#xA;    4   N14 1030   94.72            A     0.67333&#xA;    5   N16 1599   94.29            A     0.46500&#xA;    6   N17 1602   93.85            A     0.32500&#xA;          &#xA;    &amp;gt; data &amp;lt;- ph1[,5]&#xA;    &amp;gt; head(data)&#xA;    [1] 0.96500 0.45000 0.42750 0.67333 0.46500 0.32500&#xA;    &amp;gt; length(data)&#xA;    [1] 1765&#xA;    &amp;gt; quartiles &amp;lt;- quantile(data, probs=c(.25, .75), na.rm = FALSE)&#xA;    &amp;gt; IQR &amp;lt;- IQR(data)&#xA;   &amp;gt; ph1$MoScaled &amp;lt;- ph1$Mo/IQR&#xA;   &#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="35861" LastEditorUserId="35861" LastEditDate="2024-03-05T18:46:23.963" LastActivityDate="2024-03-05T18:46:23.963" Title="how to add scaled variable to original dataset in R" Tags="|programming|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21473" PostTypeId="2" ParentId="19835" CreationDate="2024-03-05T08:07:10.050" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://github.com/femstac/Sample-Pdf-invoices&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/femstac/Sample-Pdf-invoices&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Updated the Link to get sample Invoices&lt;/p&gt;&#xA;" OwnerUserId="33474" LastActivityDate="2024-03-05T08:07:10.050" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21474" PostTypeId="1" CreationDate="2024-03-05T16:58:03.587" Score="0" ViewCount="6" Body="&lt;p&gt;The Moral Foundations Twitter Corpus (MFTC) is an annotated dataset that has been used in various research studies. However, it seems that its &lt;a href=&quot;https://osf.io/k5n7y/&quot; rel=&quot;nofollow noreferrer&quot;&gt;official repository&lt;/a&gt; has only the annotations with references to the tweets. Unfortunately with the change towards X, the Twitter API has become ever more restrictive and combining annotations with tweet texts is no longer trivial.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone have (or know a place where to find) the combined corpus?&lt;/p&gt;&#xA;&lt;p&gt;Thanks!&lt;/p&gt;&#xA;" OwnerUserId="20652" LastActivityDate="2024-03-05T16:58:03.587" Title="The tweets of the Moral Foundations Twitter Corpus" Tags="|twitter|moral-foundations|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21475" PostTypeId="1" CreationDate="2024-03-06T23:51:12.753" Score="1" ViewCount="12" Body="&lt;p&gt;I am doing a personal research project (not an assignment, just something I am passionate about) to share with my Criminology professor. I am trying to find data on whether there is a correlation between community income (as well as race demographics) and amount of punishments for violating minor Penal Codes (ones that often go overlooked).&lt;/p&gt;&#xA;&lt;p&gt;My theory is that a difference in wealth affects the amount of punishments levied by law enforcement. Off the top of my head I am looking for things as small and simple as Excessive Noise violations (like loud music when it's late), car modifications, and even strictness on whether you should come to a full and complete stop at a stop sign or slow down but just roll through it.&lt;/p&gt;&#xA;&lt;p&gt;I believe there is an inequality in leniency from law enforcements. If someone in a high income community, I assume it it is likely they'll just give them a polite warning, but the officer would be more prone to issuing a fee if it was in a low income neighborhood. I have spent hours combing the internet for data, but I'm barely finding anything. I am totally willing to accept that I am wrong, but I want to make sure I've exhausted every option I have. Either there isn't definitive data or I just don't know where to look. I am fairly proficient with data analysis using python, SQL, and Tableau, so I really just need the data. IF anyone knows where to look or has even found data sets containing any applicable data I would seriously appreciate it. Cheers!&lt;/p&gt;&#xA;" OwnerUserId="35872" LastActivityDate="2024-03-06T23:51:12.753" Title="Difference of total US Minor Penal Penalties in Low Income Communities vs Higher Income Communities" Tags="|data-request|" AnswerCount="0" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21476" PostTypeId="1" CreationDate="2024-03-07T17:13:44.290" Score="0" ViewCount="6" Body="&lt;p&gt;I am looking to merge data from Oxford's Multidimensional Poverty Index (MPI) at a subnational level with GADM boundaries, but I'm finding only about 60% match rates.&lt;/p&gt;&#xA;&lt;p&gt;Does anyone know either the location of shapefiles corresponding to MPI subnational data or how the subnational location names in MPI were selected?&lt;/p&gt;&#xA;" OwnerUserId="35876" LastActivityDate="2024-03-07T17:13:44.290" Title="MPI and GADM Boundaries" Tags="|geospatial|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21477" PostTypeId="1" CreationDate="2024-03-07T18:19:42.377" Score="0" ViewCount="11" Body="&lt;p&gt;For my research, I need sources and examples of logging API calls in open data. Among other purposes, this logging is performed to gather data on which services/applications/websites are utilizing a dataset through REST API calls.&lt;/p&gt;&#xA;" OwnerUserId="35878" LastActivityDate="2024-03-07T18:19:42.377" Title="API calls logging in open data databases" Tags="|api|uses-of-open-data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21478" PostTypeId="1" CreationDate="2024-03-08T10:38:01.863" Score="0" ViewCount="17" Body="&lt;p&gt;i am looking for a public list of world banks&lt;/p&gt;&#xA;&lt;p&gt;I don't need branch offices and full addresses - but the name and the website.&#xA;I think of data ... XML, CSV ... with these fields :&lt;/p&gt;&#xA;&lt;p&gt;bank name,&#xA;country name or country code (ISO two letters)&#xA;website:&#xA;optional : city of bank headquarters&#xA;For each bank, one record per country of presence.&lt;/p&gt;&#xA;&lt;p&gt;btw: especially small banks are interesting&lt;/p&gt;&#xA;" OwnerUserId="3131" LastActivityDate="2024-03-08T10:38:01.863" Title="public list of world banks - comprehensive - especially small banks are interesting" Tags="|data|bank|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21479" PostTypeId="2" ParentId="21260" CreationDate="2024-03-10T21:03:42.257" Score="0" Body="&lt;p&gt;Normally with med device data it's a date-time error with server communication. Specifically, your nested dates.&lt;/p&gt;&#xA;&lt;p&gt;If you included what the error code was you might get a more succinct answer, but its not always possible to do that, So...&lt;/p&gt;&#xA;&lt;p&gt;Trouble-shoot.&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;Is your data &amp;quot;manifest&amp;quot; (xml) properly formatted?&lt;/li&gt;&#xA;&lt;li&gt;Are there any problematic characters you might be ignoring?&lt;/li&gt;&#xA;&lt;li&gt;How large is the file? and does that matter based on how frequently&#xA;you'll get them?&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;No one can help you with this just based on the endpoints you provided unless they have additional information. AND, because it's a cottage IT standard, there's more nuance to it than expected. Provide more information and you will get help.&lt;/p&gt;&#xA;" OwnerUserId="14076" LastActivityDate="2024-03-10T21:03:42.257" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21480" PostTypeId="2" ParentId="19984" CreationDate="2024-03-11T21:43:21.200" Score="0" Body="&lt;p&gt;You could scrape Wikipedia, for example by downloading an XML dump and searching for the &amp;quot;Infobox video game&amp;quot;.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2024-03-11T21:43:21.200" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21481" PostTypeId="2" ParentId="11227" CreationDate="2024-03-12T00:20:33.327" Score="0" Body="&lt;p&gt;&lt;a href=&quot;https://grammalecte.net/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://grammalecte.net/&lt;/a&gt; has a decent word list (over 450k words)&lt;/p&gt;&#xA;&lt;p&gt;You can check the list at &lt;a href=&quot;http://grammalecte.net:8080/file?name=lexicons/French.lex&amp;amp;ci=tip&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://grammalecte.net:8080/file?name=lexicons/French.lex&amp;amp;ci=tip&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35899" LastActivityDate="2024-03-12T00:20:33.327" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21482" PostTypeId="1" CreationDate="2024-03-12T08:35:11.847" Score="0" ViewCount="15" Body="&lt;p&gt;People tend to ask many questions about home appliance devices, e.g. washing machines:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;how to use it&lt;/li&gt;&#xA;&lt;li&gt;how to troubleshoot possible failures when using it&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;This information is scattered across many forums, support Websites, etc.&lt;/p&gt;&#xA;&lt;p&gt;Is there any dataset with questions and answers collected together? Maybe there was a research paper using it for a question-answering competition?&lt;/p&gt;&#xA;" OwnerUserId="22469" LastActivityDate="2024-03-12T08:35:11.847" Title="Question-answering dataset about home appliance" Tags="|data-request|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21483" PostTypeId="1" CreationDate="2024-03-12T16:34:45.983" Score="1" ViewCount="15" Body="&lt;p&gt;The european union statistics institution performs a survey on road freight statistics:&#xA;&lt;a href=&quot;https://ec.europa.eu/eurostat/cache/metadata/en/road_go_esms.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://ec.europa.eu/eurostat/cache/metadata/en/road_go_esms.htm&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;As a result they presented a country-to-country flow table in one of their transport statistics articles:&#xA;&lt;a href=&quot;https://ec.europa.eu/eurostat/statistics-explained/index.php?title=File:Top_20_country-to-country_flows_in_intra-EU_road_freight_transport,_2022_(million_tonnes).png&quot; rel=&quot;nofollow noreferrer&quot;&gt;country-to-country freight flow&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I'm trying to replicate that table using their datasets. After handling data input and preprocessing I filter the datasets the following way:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;lgtt = lgtt[(lgtt.tra_type==&amp;quot;TOTAL&amp;quot;) &amp;amp;&#xA;    (lgtt.unit==&amp;quot;THS_T&amp;quot;) &amp;amp;&#xA;    (lgtt.nst07==&amp;quot;TOTAL&amp;quot;) &amp;amp; &#xA;    (lgtt.TIME_PERIOD==&amp;quot;2022&amp;quot;)&amp;amp;&#xA;    (lgtt.c_unload.str.len() == 2)]&#xA;&#xA;ugtt = ugtt[(ugtt.tra_type==&amp;quot;TOTAL&amp;quot;) &amp;amp;&#xA;        (ugtt.unit==&amp;quot;THS_T&amp;quot;) &amp;amp;&#xA;        (ugtt.nst07==&amp;quot;TOTAL&amp;quot;) &amp;amp; &#xA;        (ugtt.TIME_PERIOD==&amp;quot;2022&amp;quot;)&amp;amp;&#xA;        (ugtt.c_load.str.len() == 2)]&#xA;&#xA;cross = cross[(cross.tra_type==&amp;quot;TOTAL&amp;quot;) &amp;amp;&#xA;        (cross.unit==&amp;quot;THS_T&amp;quot;) &amp;amp;&#xA;        (cross.nst07==&amp;quot;TOTAL&amp;quot;) &amp;amp; &#xA;        (cross.TIME_PERIOD==&amp;quot;2022&amp;quot;)&amp;amp;&#xA;        (cross.c_load.str.len() == 2)&amp;amp;&#xA;        (cross.c_unload.str.len() == 2)]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Here is a complete github repo with the code and the data:&#xA;&lt;a href=&quot;https://github.com/Italosayan/eurostat_road/blob/main/eurostat_intra_eu_trade_2022.py&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/Italosayan/eurostat_road/blob/main/eurostat_intra_eu_trade_2022.py&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;I get 31.8 M tons of freight but 56.6 M is the reported value in the article. I've been calling the EU and trying all sorts of aggregations but without any success.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Extra info:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/documents/3859598/8134263/KS-GQ-16-105-EN-N.pdf/fcd315ef-0439-4f9c-ae51-90735c2c1dc1?t=1556113080000&quot; rel=&quot;nofollow noreferrer&quot;&gt;Methodology Docs&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://ec.europa.eu/eurostat/web/microdata/european-road-freight-transport-survey&quot; rel=&quot;nofollow noreferrer&quot;&gt;Survey info&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35905" LastActivityDate="2024-03-12T16:34:45.983" Title="How to replicate the tons transported from Belgium to France in 2022 using Eurostat?" Tags="|transportation|europe|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21485" PostTypeId="1" CreationDate="2024-03-14T13:56:10.200" Score="0" ViewCount="4" Body="&lt;p&gt;We need GIS Shapefiles for the Electricity Utilities in the State of Texas.&lt;/p&gt;&#xA;" OwnerUserId="35910" LastActivityDate="2024-03-14T13:56:10.200" Title="Texas Electricity Utility Boundary lines in Texas" Tags="|geospatial|energy|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21486" PostTypeId="1" CreationDate="2024-03-16T09:06:33.200" Score="0" ViewCount="10" Body="&lt;p&gt;Does anyone know of the existence of a dataset about pregnancy and vegan or vegetarian diets? I would like to write a master thesis about the impact of a vegan or vegetarian diet on birth outcomes but l'm having difficulties in finding relevant data.&lt;/p&gt;&#xA;" OwnerUserId="35919" LastActivityDate="2024-03-16T09:06:33.200" Title="Vegan/vegetarian diets during pregnancy dataset for master thesis" Tags="|data-request|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21487" PostTypeId="1" CreationDate="2024-03-16T13:37:39.113" Score="1" ViewCount="16" Body="&lt;p&gt;Where can I find old ISO3166 codes for countries including the ones that do not exist anymore, changed their name, etc.? I need this for all years 1961 through 2021. All I could find online was up to date ISO3166 codes.&lt;/p&gt;&#xA;" OwnerUserId="35922" LastActivityDate="2024-03-16T13:37:39.113" Title="Repository where I can find old / obsolete ISO3166 codes of countries including previously existing ones" Tags="|data-request|geocoding|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21488" PostTypeId="1" CreationDate="2024-03-17T15:42:46.817" Score="0" ViewCount="22" Body="&lt;p&gt;I am looking for panel data sets (either at the country-year or region-year level) on nighttime lights, preferrably with global coverage but at least covering the African continent.&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2024-03-20T10:21:28.570" Title="Panel datasets on nighttime lights" Tags="|data-request|" AnswerCount="2" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21489" PostTypeId="2" ParentId="11227" CreationDate="2024-03-17T16:09:22.907" Score="0" Body="&lt;p&gt;The project Wiktextract has extracted all words from Wiktionary, for the French words the English and French Wiktionary data is probably most interesting. Look here: &lt;a href=&quot;https://kaikki.org/dictionary/rawdata.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kaikki.org/dictionary/rawdata.html&lt;/a&gt; and &lt;a href=&quot;https://kaikki.org/dictionary/French/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://kaikki.org/dictionary/French/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;For word frequency filtering (should it be necessary) I can always recommend the wordfreq Python library, it also supports French.&lt;/p&gt;&#xA;" OwnerUserId="30391" LastActivityDate="2024-03-17T16:09:22.907" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21490" PostTypeId="1" CreationDate="2024-03-18T10:05:47.833" Score="1" ViewCount="23" Body="&lt;p&gt;I am working on a project about Interwar Poland and I am struggling finding some of the necessary data, specifically &lt;em&gt;&lt;strong&gt;roads in 1934&lt;/strong&gt;&lt;/em&gt;. I managed to find data about the Voivodeships in 1934 as well as the surrounding countries at the time; however, I cannot find any data related to roads or communications, in a broader sense.&lt;/p&gt;&#xA;&lt;p&gt;Of course, it doesn't have to be necessarily 1934, but something around the years before WWII kicked off.&lt;/p&gt;&#xA;&lt;p&gt;Is there any source you could point me towards? I don't care much about the format as long as it's editable in QGIS, so GeoJSON, Shapefile, Geopackage... Whatever works.&lt;/p&gt;&#xA;" OwnerUserId="35915" LastActivityDate="2024-03-18T10:05:47.833" Title="Historical Poland GIS dataset" Tags="|data-request|openstreetmap|poland|" AnswerCount="0" CommentCount="3" ContentLicense="CC BY-SA 4.0" />
  <row Id="21491" PostTypeId="2" ParentId="21488" CreationDate="2024-03-18T13:56:10.810" Score="0" Body="&lt;p&gt;Found a potentially useful dataset here:&#xA;&lt;a href=&quot;https://datainspace.org/index.php/regional-development-indicators-beta/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://datainspace.org/index.php/regional-development-indicators-beta/&lt;/a&gt;.&lt;/p&gt;&#xA;&lt;p&gt;Here is some information from the website:&lt;/p&gt;&#xA;&lt;p&gt;Regional Development Indicators (Beta)&lt;/p&gt;&#xA;&lt;p&gt;Regional Development Indicators (RDI) – Africa Version 0.1&lt;/p&gt;&#xA;&lt;p&gt;Description:&#xA;Regional Development Indicators (RDI) for 5,968 African ADM2 regions and the years 1992-2015. In most instances, ADM2 regions refer to the second subnational level, such as counties or districts. However, a unique identifier of the ADM1 region (state, province) is also available and allows you to aggregate the data at a higher federal level.&lt;/p&gt;&#xA;&lt;p&gt;The RDI contains information about: Landuse, Nighttime lights (luminosity), Conflict (battles, riots, violence against civilians, casualties), Mining activity, Road and port infrastructure, Oil and gas fields, Power plants&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2024-03-18T13:56:10.810" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21492" PostTypeId="2" ParentId="21488" CreationDate="2024-03-20T10:21:28.570" Score="0" Body="&lt;p&gt;Another potentially useful source is the blackmarbler package in R (&lt;a href=&quot;https://github.com/cran/blackmarbler&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/cran/blackmarbler&lt;/a&gt;).&lt;/p&gt;&#xA;" OwnerUserId="26334" LastActivityDate="2024-03-20T10:21:28.570" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21494" PostTypeId="1" CreationDate="2024-03-20T18:51:44.863" Score="0" ViewCount="7" Body="&lt;p&gt;I want to do a simple chatbot so I would need to actually explain him this topic: What do people at their free time?&#xA;So is there something like that done or if I've to do it, how?&lt;/p&gt;&#xA;" OwnerUserId="35944" LastEditorUserId="35944" LastEditDate="2024-03-20T18:52:18.900" LastActivityDate="2024-03-20T18:52:18.900" Title="Data-set about free time?" Tags="|machine-learning|data|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21495" PostTypeId="2" ParentId="7369" CreationDate="2024-03-20T23:35:24.457" Score="0" Body="&lt;p&gt;In terms of browser based user agent &amp;amp; manufacturer device model fingerprints, there are quite a few around but you have to consolidate it all yourself if not using paid lookup service options to simplify your work. It would be nice to have a single central repository.&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/N0taN3rd/userAgentLists&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/N0taN3rd/userAgentLists&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://support.google.com/googleplay/answer/1727131?hl=en&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://support.google.com/googleplay/answer/1727131?hl=en&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://storage.googleapis.com/play_public/supported_devices.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://storage.googleapis.com/play_public/supported_devices.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/SeparateRecords/apple_device_identifiers&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/SeparateRecords/apple_device_identifiers&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://support.apple.com/en-us/HT204683&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://support.apple.com/en-us/HT204683&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/jtorvald/AD2C&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/jtorvald/AD2C&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://blacktop.github.io/ipsw/docs/guides/device_list&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://blacktop.github.io/ipsw/docs/guides/device_list&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://github.com/blacktop/ipsw/raw/master/pkg/info/data/ipsw_db.json&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/blacktop/ipsw/raw/master/pkg/info/data/ipsw_db.json&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://gist.github.com/adamawolf/3048717&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://gist.github.com/adamawolf/3048717&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;http://www.tera-wurfl.com/explore/search.php?action=browse&quot; rel=&quot;nofollow noreferrer&quot;&gt;http://www.tera-wurfl.com/explore/search.php?action=browse&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://support.apple.com/en-us/HT201300&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://support.apple.com/en-us/HT201300&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://support.apple.com/en-us/HT201862&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://support.apple.com/en-us/HT201862&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://everymac.com/ultimate-mac-lookup&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://everymac.com/ultimate-mac-lookup&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.amazon.com/docs/fire-tablets/ft-identifying-tablet-devices.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.amazon.com/docs/fire-tablets/ft-identifying-tablet-devices.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.amazon.com/docs/fire-tablets/ft-user-agent-strings.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.amazon.com/docs/fire-tablets/ft-user-agent-strings.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.amazon.com/docs/fire-tv/identify-amazon-fire-tv-devices.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.amazon.com/docs/fire-tv/identify-amazon-fire-tv-devices.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://developer.amazon.com/docs/fire-tv/user-agent-strings.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://developer.amazon.com/docs/fire-tv/user-agent-strings.html&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://whatismyphone.net/vendors/amazon?page=2&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://whatismyphone.net/vendors/amazon?page=2&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://deviceatlas.com/blog/list-smart-tv-user-agent-strings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://deviceatlas.com/blog/list-smart-tv-user-agent-strings&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://deviceatlas.com/blog/list-of-user-agent-strings&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://deviceatlas.com/blog/list-of-user-agent-strings&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://deviceatlas.com/device-data/devices/samsung&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://deviceatlas.com/device-data/devices/samsung&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="5425" LastActivityDate="2024-03-20T23:35:24.457" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21496" PostTypeId="2" ParentId="1907" CreationDate="2024-03-21T23:16:01.563" Score="0" Body="&lt;p&gt;In the example given above, with the indeed dataset, how will you know if it is up to date or they are still employed?&lt;/p&gt;&#xA;&lt;p&gt;I suppose, given the nature of what I am telling you, that I can't back this up with a reference, but at the time I finally deleted my indeed account (I hope!!!) my data there was seven years out of date and they were no longer giving me an option to update it. None of my employment status, my degrees, my experience, or my skills were accurate anymore.&lt;/p&gt;&#xA;&lt;p&gt;Good luck!&lt;/p&gt;&#xA;" OwnerUserId="35898" LastActivityDate="2024-03-21T23:16:01.563" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21498" PostTypeId="1" CreationDate="2024-03-25T04:01:39.180" Score="0" ViewCount="10" Body="&lt;p&gt;I'm currently working on a project that requires access to procurement data from various countries, and I'm exploring options for automated data retrieval. Can anyone help me identify which countries have published procurement data that allows for automated data retrieval? I'm specifically looking for data that can be accessed at least once a day, and I'm interested in all available methods for accessing the data, including APIs, bulk data downloads, and any other automated retrieval mechanisms.&lt;/p&gt;&#xA;&lt;p&gt;Any insights or recommendations would be greatly appreciated! Thank you in advance for your help.&amp;quot;&lt;/p&gt;&#xA;" OwnerUserId="35959" LastActivityDate="2024-03-25T04:01:39.180" Title="Seeking Insights: Access to Public Procurement Data" Tags="|data-request|api|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21500" PostTypeId="1" CreationDate="2024-03-25T16:52:46.650" Score="1" ViewCount="8" Body="&lt;p&gt;To get a feeling of how neural nets work, I decided to train a super simple 2-1 net to add up its two inputs. Here's my code.&lt;/p&gt;&#xA;&#xA;&lt;pre&gt;&lt;code&gt;import tensorflow as tf&#xA;import numpy as np&#xA;import math&#xA;&#xA;x_train = np.random.rand(10000,2)&#xA;y_train = x_train[:,0]+x_train[:,1]&#xA;&#xA;model = tf.keras.models.Sequential([&#xA;    tf.keras.layers.Dense(2),&#xA;    tf.keras.layers.Dense(1)&#xA;])&#xA;&#xA;model.compile(optimizer='adam',&#xA;              loss=tf.keras.losses.mean_squared_error,&#xA;              metrics = [])&#xA;&#xA;model.fit(x_train, y_train, epochs=10)&#xA;&#xA;for i in model.get_weights():&#xA;    print(i,'\n')&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The last &lt;code&gt;for&lt;/code&gt; loop outputs the following.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;[[ 0.8512728   1.555682  ]&#xA; [-0.04689309  1.6778996 ]] &#xA;&#xA;[-0.23842156 -0.06958904] &#xA;&#xA;[[0.09876956]&#xA; [0.583725  ]] &#xA;&#xA;[0.08260487]&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;The model behaves well, with an average mean square error of around 0.0001. However...&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;I don't understand why there are &lt;strong&gt;two&lt;/strong&gt; weight matrices. Why isn't there only one, namely the weights from the first (input) to the second (output) layer?&lt;/li&gt;&#xA;&lt;li&gt;How could I go about performing the same calculations as my model &lt;code&gt;model&lt;/code&gt; given those weights and biases? Like, I think I knew the basic algebraic theory of neural nets but now that this first 2x2 weight matrix shows up, I'm not really sure of how it works. In particular, given an input &lt;em&gt;&lt;strong&gt;x&lt;/strong&gt;&lt;/em&gt;, and considering the weights and biases from the aforequoted output as &lt;em&gt;W0, b0, W1, b1&lt;/em&gt; respectively, I've tried to compute &lt;em&gt;&lt;strong&gt;y&lt;/strong&gt;=W1(W0x+b0)+b1&lt;/em&gt; but this really isn't near the output of the net, i.e. &lt;em&gt;&lt;strong&gt;y&lt;/strong&gt;&lt;/em&gt; strongly disagrees with &lt;em&gt;(1,1)&lt;strong&gt;x&lt;/strong&gt;&lt;/em&gt;.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Please, can someone tell me what I'm missing here?&lt;/p&gt;&#xA;" OwnerUserId="35964" LastActivityDate="2024-03-25T16:52:46.650" Title="Trying to understand output of model.get_weights() in keras" Tags="|machine-learning|" AnswerCount="0" CommentCount="1" ContentLicense="CC BY-SA 4.0" />
  <row Id="21501" PostTypeId="1" CreationDate="2024-03-25T19:16:44.820" Score="1" ViewCount="25" Body="&lt;p&gt;I am pretty new to SPARQL, and I am trying to query Japanese verbs and their different conjugations.&lt;/p&gt;&#xA;&lt;p&gt;I am not getting any results for the optional &lt;code&gt;?pastTense&lt;/code&gt;, and I can not grasp why.&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;PREFIX wikibase: &amp;lt;http://wikiba.se/ontology#&amp;gt;&#xA;PREFIX dct: &amp;lt;http://purl.org/dc/terms/&amp;gt;&#xA;PREFIX wd: &amp;lt;http://www.wikidata.org/entity/&amp;gt;&#xA;PREFIX ontolex: &amp;lt;http://www.w3.org/ns/lemon/ontolex#&amp;gt;&#xA;&#xA;SELECT (REPLACE(STR(?lexeme), &amp;quot;http://www.wikidata.org/entity/&amp;quot;, &amp;quot;&amp;quot;) as ?lexemeID)  ?verb ?pastTense WHERE {&#xA;  ?lexeme a ontolex:LexicalEntry ;&#xA;    dct:language wd:Q5287 ;&#xA;    wikibase:lexicalCategory wd:Q24905 ;&#xA;    wikibase:lemma ?verb .&#xA;  &#xA;  OPTIONAL {&#xA;    ?lexeme ontolex:lexicalForm ?pastTenseForm .&#xA;    ?pastTenseForm ontolex:representation ?pastTense ;&#xA;    wikibase:grammaticalFeature wd:Q106782068 ;               &#xA;    }&#xA;&#xA;  BIND(lang(?verb) as ?language)&#xA;  FILTER(CONTAINS(?language, &amp;quot;ja-hira&amp;quot;) || CONTAINS(?language, &amp;quot;ja&amp;quot;))&#xA;  OPTIONAL {&#xA;    &#xA;  }&#xA;}&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="35965" LastEditorUserId="31934" LastEditDate="2024-03-29T15:02:11.673" LastActivityDate="2024-04-02T09:10:09.543" Title="Query Japanese verbs and their different conjugations" Tags="|wikidata|sparql|japanese|" AnswerCount="1" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21502" PostTypeId="2" ParentId="20999" CreationDate="2024-03-25T23:06:02.397" Score="1" Body="&lt;p&gt;Just in order to show a different take on this, let's check if the German Weather Service has published something useful:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(vg250)&#xA;#&amp;gt; 0.5.4&#xA;&#xA;# get sf mask for Remscheid&#xA;gem &amp;lt;- vg250::get_geometry(&amp;quot;Remscheid&amp;quot;)&#xA;&#xA;# get station inventory for daily measurements&#xA;stations &amp;lt;- timeseriesIO::get_cdc_stations(res = &amp;quot;daily&amp;quot;,&#xA;                                           par = &amp;quot;kl&amp;quot;,&#xA;                                           q = &amp;quot;historical&amp;quot;)&#xA;&#xA;# two stations located in Remscheid, operational since 2004 resp. 2011 :/&#xA;stations[gem, ]&#xA;#&amp;gt; Simple feature collection with 2 features and 7 fields&#xA;#&amp;gt; Geometry type: POINT&#xA;#&amp;gt; Dimension:     XY&#xA;#&amp;gt; Bounding box:  xmin: 7.2 ymin: 51.18 xmax: 7.2505 ymax: 51.2051&#xA;#&amp;gt; Geodetic CRS:  WGS 84&#xA;#&amp;gt; # A tibble: 2 × 8&#xA;#&amp;gt;   stations_id von_datum  bis_datum  Stationshoehe Stationsname     Bundesland   &#xA;#&amp;gt;   &amp;lt;chr&amp;gt;       &amp;lt;date&amp;gt;     &amp;lt;date&amp;gt;             &amp;lt;dbl&amp;gt; &amp;lt;chr&amp;gt;            &amp;lt;chr&amp;gt;        &#xA;#&amp;gt; 1 04154       2011-02-01 2018-06-30           345 Remscheid-Lennep Nordrhein-We…&#xA;#&amp;gt; 2 05719       2004-10-01 2009-12-10           235 Remscheid        Nordrhein-We…&#xA;#&amp;gt; # ℹ 2 more variables: element &amp;lt;chr&amp;gt;, geometry &amp;lt;POINT [°]&amp;gt;&#xA;&#xA;# increasing search radius using a 5 km buffer around Remscheid&#xA;stations[sf::st_buffer(gem, 5000), ]&#xA;#&amp;gt; Simple feature collection with 5 features and 7 fields&#xA;#&amp;gt; Geometry type: POINT&#xA;#&amp;gt; Dimension:     XY&#xA;#&amp;gt; Bounding box:  xmin: 7.093 ymin: 51.14 xmax: 7.2505 ymax: 51.2531&#xA;#&amp;gt; Geodetic CRS:  WGS 84&#xA;#&amp;gt; # A tibble: 5 × 8&#xA;#&amp;gt;   stations_id von_datum  bis_datum  Stationshoehe Stationsname        Bundesland&#xA;#&amp;gt;   &amp;lt;chr&amp;gt;       &amp;lt;date&amp;gt;     &amp;lt;date&amp;gt;             &amp;lt;dbl&amp;gt; &amp;lt;chr&amp;gt;               &amp;lt;chr&amp;gt;     &#xA;#&amp;gt; 1 04154       2011-02-01 2018-06-30           345 Remscheid-Lennep    Nordrhein…&#xA;#&amp;gt; 2 04741       1936-01-01 2002-12-31           152 Solingen-Hohensche… Nordrhein…&#xA;#&amp;gt; 3 05717       1937-01-01 2024-03-24           134 Wuppertal-Buchenho… Nordrhein…&#xA;#&amp;gt; 4 05719       2004-10-01 2009-12-10           235 Remscheid           Nordrhein…&#xA;#&amp;gt; 5 15200       2013-06-01 2024-03-24           327 Wuppertal           Nordrhein…&#xA;#&amp;gt; # ℹ 2 more variables: element &amp;lt;chr&amp;gt;, geometry &amp;lt;POINT [°]&amp;gt;&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Solingen-Hohenscheid has daily records since 1936 and Wuppertal-Buchenhofen since 1937. This looks quite promising!&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;# filter to these two stations&#xA;stations_sub &amp;lt;- stations[sf::st_buffer(gem, 5000), ] |&amp;gt; &#xA;  dplyr::filter(stations_id == &amp;quot;04741&amp;quot; | stations_id == &amp;quot;05717&amp;quot;)&#xA;&#xA;# download data for defined stations&#xA;# manual download from:&#xA;# https://opendata.dwd.de/climate_environment/CDC/observations_germany/climate/daily/kl/historical/&#xA;timeseriesIO::dwn_cdc_data(stations_sub, sub = &amp;quot;1945&amp;quot;)&#xA;&#xA;# read data&#xA;xts_solingen &amp;lt;- timeseriesIO::read_cdc_txt(&amp;quot;produkt_klima_tag_19360101_20021231_04741.txt&amp;quot;,&#xA;                                           stations_sub)&#xA;&#xA;xts_wuppertal &amp;lt;- timeseriesIO::read_cdc_txt(&amp;quot;produkt_klima_tag_19370101_20221231_05717.txt&amp;quot;,&#xA;                                            stations_sub)&#xA;&#xA;# subset to air temperature and check the stats&#xA;xts_solingen_ta &amp;lt;- xts_solingen[[&amp;quot;TMK&amp;quot;]]&#xA;zoo::coredata(xts_solingen_ta[&amp;quot;1945-04-28/1945-05-28&amp;quot;]) |&amp;gt; summary()&#xA;#&amp;gt;       TMK       &#xA;#&amp;gt;  Min.   : 1.70  &#xA;#&amp;gt;  1st Qu.: 8.10  &#xA;#&amp;gt;  Median :13.00  &#xA;#&amp;gt;  Mean   :13.25  &#xA;#&amp;gt;  3rd Qu.:18.10  &#xA;#&amp;gt;  Max.   :23.60&#xA;# Solingen-Hohenscheid looking good&#xA;&#xA;xts_wuppertal_ta &amp;lt;- xts_wuppertal[[&amp;quot;TMK&amp;quot;]]&#xA;zoo::coredata(xts_wuppertal_ta[&amp;quot;1945-04-28/1945-05-28&amp;quot;]) |&amp;gt; summary()&#xA;#&amp;gt;       TMK     &#xA;#&amp;gt;  Min.   : NA  &#xA;#&amp;gt;  1st Qu.: NA  &#xA;#&amp;gt;  Median : NA  &#xA;#&amp;gt;  Mean   :NaN  &#xA;#&amp;gt;  3rd Qu.: NA  &#xA;#&amp;gt;  Max.   : NA&#xA;# Wuppertal-Buchenhofen was not operational between 1943-1947 :/&#xA;&#xA;# inspect time series data&#xA;plot(xts_solingen_ta[&amp;quot;1945-04-28/1945-05-28&amp;quot;], &#xA;     main = &amp;quot;Solingen-Hohenscheid&amp;quot;, &#xA;     ylab = &amp;quot;daily mean air temperature [°C]&amp;quot;,&#xA;     col = &amp;quot;red&amp;quot;)&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;&lt;img src=&quot;https://i.imgur.com/qdUlOKJ.png&quot; alt=&quot;&quot; /&gt;&lt;/p&gt;&#xA;&lt;p&gt;&lt;sup&gt;Created on 2024-03-25 with &lt;a href=&quot;https://reprex.tidyverse.org&quot; rel=&quot;nofollow noreferrer&quot;&gt;reprex v2.1.0&lt;/a&gt;&lt;/sup&gt;&lt;/p&gt;&#xA;&lt;p&gt;This was just a quick demo using air temperature only. In order to access &amp;quot;weather conditions&amp;quot;, you might be interested in some additional parameters - but at least now we know that there actually was a weather station near Remscheid in 1945 with meteorological data publicly available.&lt;/p&gt;&#xA;&lt;p&gt;Please note the differences to the gridded ERA5 dataset!&lt;/p&gt;&#xA;" OwnerUserId="35966" LastEditorUserId="35966" LastEditDate="2024-03-26T09:31:15.280" LastActivityDate="2024-03-26T09:31:15.280" CommentCount="2" ContentLicense="CC BY-SA 4.0" />
  <row Id="21503" PostTypeId="2" ParentId="21040" CreationDate="2024-03-26T00:02:07.807" Score="0" Body="&lt;p&gt;This can be quite cumbersome since there are many insitutions reponsible for data collection / publication, on a national or state level.&lt;/p&gt;&#xA;&lt;p&gt;Let's see if we can the data you're looking for, even if it has been a while since you asked:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;p&gt;Flood zones for Bavaria as WMS is available at &lt;a href=&quot;https://www.lfu.bayern.de/umweltdaten/geodatendienste/index_detail.htm?id=4cab2c12-fa7e-49c3-97ba-f4f33af3a598&amp;amp;profil=WMS&quot; rel=&quot;nofollow noreferrer&quot;&gt;LfU Bayern&lt;/a&gt; (see &amp;quot;Bezug&amp;quot; tab).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Streams, forests and peatlands can be extracted from ATKIS Basis-DLM which you can download from &lt;a href=&quot;https://geodaten.bayern.de/opengeodata/OpenDataDetail.html?pn=atkis_basis_dlm&quot; rel=&quot;nofollow noreferrer&quot;&gt;LDBV Bayern&lt;/a&gt; in various formats (NAS/SHP/GeoPackage/WFS). Pretty strange that LfU Bayern does not provide a simple stream network for download, if you ask me.&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;li&gt;&lt;p&gt;Forests and peatlands can also be extracted from the Corine Land Cover dataset. CLC5-2018 is available at &lt;a href=&quot;https://gdz.bkg.bund.de/index.php/default/open-data/corine-land-cover-5-ha-stand-2018-clc5-2018.html&quot; rel=&quot;nofollow noreferrer&quot;&gt;BKG&lt;/a&gt; and CLC25-2018 at &lt;a href=&quot;https://www.umweltbundesamt.de/themen/boden-flaeche/flaechensparen-boeden-landschaften-erhalten/corine-land-cover-clc&quot; rel=&quot;nofollow noreferrer&quot;&gt;UBA&lt;/a&gt; (both SHP).&lt;/p&gt;&#xA;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;Moreover, you might be interested in the following sites to scan for additional data:&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://geoportal.bafg.de/CSWView/od.xhtml&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geoportal BfG&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.umweltatlas.bayern.de/mapapps/resources/apps/umweltatlas/index.html?lang=de&quot; rel=&quot;nofollow noreferrer&quot;&gt;Umweltatlas Bayern&lt;/a&gt;, layers for download available.&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://www.lfu.bayern.de/umweltdaten/geodatendienste/index.htm&quot; rel=&quot;nofollow noreferrer&quot;&gt;Geodatendienste LfU Bayern&lt;/a&gt;, supplied via WMS and available for download.&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;" OwnerUserId="35966" LastActivityDate="2024-03-26T00:02:07.807" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21504" PostTypeId="2" ParentId="21284" CreationDate="2024-03-26T00:12:33.880" Score="1" Body="&lt;p&gt;The data you're interested in does not seem to be available for download from LfU Bayern, but at least they do offer the dataset as WMS:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.lfu.bayern.de/umweltdaten/geodatendienste/index_wms.htm#Wasser&quot; rel=&quot;nofollow noreferrer&quot;&gt;Grundlagen Fließgewässer - WMS&lt;/a&gt; pointing to:&lt;/p&gt;&#xA;&lt;p&gt;&lt;a href=&quot;https://www.lfu.bayern.de/gdi/wms/wasser/grundlagen_fliessgewaesser&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.lfu.bayern.de/gdi/wms/wasser/grundlagen_fliessgewaesser&lt;/a&gt;?&lt;/p&gt;&#xA;" OwnerUserId="35966" LastActivityDate="2024-03-26T00:12:33.880" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21505" PostTypeId="1" CreationDate="2024-03-26T04:39:14.453" Score="0" ViewCount="9" Body="&lt;p&gt;Do you have a endpoint that would be able to retrieve a persons Medicaid number based on name or dob or both?&lt;/p&gt;&#xA;" OwnerUserId="35967" LastActivityDate="2024-03-26T04:39:14.453" Title="How to get Medicaid number by dob or name" Tags="|data-request|usa|api|metadata|" AnswerCount="0" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21507" PostTypeId="1" CreationDate="2024-03-27T14:13:45.073" Score="0" ViewCount="12" Body="&lt;p&gt;Several years ago(it may have been over 10 years) I used some software for a little bit that was really cool for exploring large data sets. Unfortunately I don't remember anything about it(I didn't use it that much at the time).&lt;/p&gt;&#xA;&lt;p&gt;What I remember is that it had a nice visualization window that let you view the data. IIRC it let you view binary files or anything you wanted and it would display it in a large cube(it had more than one way to visualize it) and you see hidden patterns inside the cube of data due to the way it plotted the data. It could handle gigs worth of data.&lt;/p&gt;&#xA;&lt;p&gt;I just remember being really impressed with it at the time. It had a sleek interface for the time and the way it looked was nice.&lt;/p&gt;&#xA;&lt;p&gt;I've tried to find it online by looking at data analysis programs but can't seem to seem to find anything like it. IIRC it was more for analyzing things related to computer data rather than arbitrary data but I could be wrong. The color scheme of the data was like flame yellow or something(I'm sure it could be changed)&lt;/p&gt;&#xA;&lt;p&gt;Any ideas what the software might be? I'll know it if I see it.&lt;/p&gt;&#xA;&lt;hr /&gt;&#xA;&lt;p&gt;Ok, using google I was able to find this: &lt;a href=&quot;https://github.com/codilime/veles&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://github.com/codilime/veles&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;The visualization looks just like this more or less. I do not remember this being the software though but it is very close so it might have been.&lt;/p&gt;&#xA;&lt;p&gt;Is there anything comparable to this out there that has a more professional interface with more data analysis tools?&lt;/p&gt;&#xA;" OwnerUserId="35974" LastActivityDate="2024-03-27T14:13:45.073" Title="Data analysis software" Tags="|software|" AnswerCount="0" CommentCount="1" ClosedDate="2024-03-31T01:40:46.400" ContentLicense="CC BY-SA 4.0" />
  <row Id="21510" PostTypeId="2" ParentId="1881" CreationDate="2024-03-28T20:04:54.637" Score="0" Body="&lt;p&gt;This dataset was just released, that records all such changes from 1990 to 2020: &lt;a href=&quot;https://www.openicpsr.org/openicpsr/project/194404/version/V3/view?path=/openicpsr/194404/fcr:versions/V3&amp;amp;type=project&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.openicpsr.org/openicpsr/project/194404/version/V3/view?path=/openicpsr/194404/fcr:versions/V3&amp;amp;type=project&lt;/a&gt;&lt;/p&gt;&#xA;" OwnerUserId="35978" LastActivityDate="2024-03-28T20:04:54.637" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21511" PostTypeId="2" ParentId="20863" CreationDate="2024-03-30T09:39:19.937" Score="1" Body="&lt;p&gt;Countries API (FREE):&lt;/p&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://countriesnow.space/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://countriesnow.space/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;li&gt;&lt;a href=&quot;https://restcountries.com/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://restcountries.com/&lt;/a&gt;&lt;/li&gt;&#xA;&lt;/ul&gt;&#xA;&lt;p&gt;both do not need Authentication.&lt;/p&gt;&#xA;" OwnerUserId="35982" LastActivityDate="2024-03-30T09:39:19.937" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
  <row Id="21512" PostTypeId="2" ParentId="21253" CreationDate="2024-03-30T21:28:14.517" Score="0" Body="&lt;p&gt;The Köppen-Geiger climate classification at a high 1‑km resolution for historical and future climate conditions (1901–2099) presented in &lt;a href=&quot;https://www.nature.com/articles/sdata2018214&quot; rel=&quot;nofollow noreferrer&quot;&gt;Beck et al. (2018)&lt;/a&gt; can be downloaded in GTIFF format from the following URL: &lt;a href=&quot;https://www.gloh2o.org/koppen/&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://www.gloh2o.org/koppen/&lt;/a&gt;&lt;/p&gt;&#xA;&lt;p&gt;Choosing your favourite framework, you can now easily convert this into netCDF format. Using e.g. the &lt;code&gt;{terra}&lt;/code&gt; package (wrapping GDAL) in R, it's as easy as that:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;library(terra)&#xA;#&amp;gt; terra 1.7.71&#xA;&#xA;# read as SpatRaster object&#xA;r &amp;lt;- rast(&amp;quot;koppen_geiger_0p00833333.tif&amp;quot;)&#xA;r&#xA;#&amp;gt; class       : SpatRaster &#xA;#&amp;gt; dimensions  : 21600, 43200, 1  (nrow, ncol, nlyr)&#xA;#&amp;gt; resolution  : 0.008333333, 0.008333333  (x, y)&#xA;#&amp;gt; extent      : -180, 180, -90, 90  (xmin, xmax, ymin, ymax)&#xA;#&amp;gt; coord. ref. : lon/lat WGS 84 (EPSG:4326) &#xA;#&amp;gt; source      : koppen_geiger_0p00833333.tif &#xA;#&amp;gt; color table : 1 &#xA;#&amp;gt; name        : koppen_geiger_0p00833333&#xA;&#xA;# dump to disk in netCDF format&#xA;writeRaster(r, &amp;quot;koppen_geiger_0p00833333.nc&amp;quot;, wopt = list(datatype=&amp;quot;INT1U&amp;quot;))&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;&lt;p&gt;Or you can use GDAL directly if you like:&lt;/p&gt;&#xA;&lt;pre&gt;&lt;code&gt;gdal_translate -of netCDF koppen_geiger_0p00833333.tif koppen_geiger_0p00833333.nc&#xA;&lt;/code&gt;&lt;/pre&gt;&#xA;" OwnerUserId="35966" LastActivityDate="2024-03-30T21:28:14.517" CommentCount="0" ContentLicense="CC BY-SA 4.0" />
</posts>